-- Logs begin at Thu 2021-09-16 03:43:36 UTC, end at Thu 2021-09-16 06:41:13 UTC. -- Sep 16 04:28:46.980798 n-d-712140-13 systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 04:28:49.800010 n-d-712140-13 neutron-server[95330]: INFO neutron.common.config [-] Logging enabled! Sep 16 04:28:49.800595 n-d-712140-13 neutron-server[95330]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 04:28:49.800784 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95330) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 04:28:49.804687 n-d-712140-13 neutron-server[95330]: INFO neutron.common.config [-] Logging enabled! Sep 16 04:28:49.804947 n-d-712140-13 neutron-server[95330]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 04:28:49.805260 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95330) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 04:28:49.806212 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:28:49.806443 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:28:49.806813 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:28:49.807088 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:28:49.807314 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:28:49.807635 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.807933 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.808228 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.808455 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.808769 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.809058 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.809341 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.809629 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.809924 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.810208 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.810523 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.810810 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.811135 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.811419 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.811705 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.811991 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.812214 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] debug = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.812494 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.812915 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.813333 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.813613 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.813900 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.814181 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.814451 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.814723 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.815032 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.815360 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] host = n-d-712140-13 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.815639 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.815925 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.816209 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.816493 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.817455 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.817688 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.817978 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.818254 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.818529 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] log_file = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.818805 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.819117 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.819402 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.819688 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.819913 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.820135 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.820422 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.820708 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.820983 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.821260 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.821535 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.821809 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.822085 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.822354 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.822639 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.822943 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.823229 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.823501 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.823777 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.824047 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.824318 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.824600 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.824871 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.825143 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.825413 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.825734 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.826006 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.826279 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.826579 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.826862 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.827164 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.827446 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.827716 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.827995 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.828265 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.828534 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.828802 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] use_json = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.829072 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.829341 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.829622 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.829890 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.830160 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.830431 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.830700 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.831004 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:49.831301 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.831596 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.831892 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.832175 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.832548 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.832863 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.833162 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.833441 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.833732 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.834019 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.834307 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.834585 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.834873 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.835171 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.835465 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.835768 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.836062 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.836353 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.836631 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.836908 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.837186 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.837499 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.837790 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.838068 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.838355 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.838645 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.838944 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.839232 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.839526 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.839816 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.840087 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.840364 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.840654 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.840931 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.841202 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.841478 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.841764 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.842040 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.842310 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.842595 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.842873 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.843194 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.843464 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.843741 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.844029 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.844301 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.844569 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.844836 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.845113 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.845382 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.845661 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.845935 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.846204 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.846473 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.846750 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.847045 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.847317 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.847592 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.847864 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.848165 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.848434 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.848885 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.849163 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.849437 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.849709 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.849981 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.850251 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.850528 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.850799 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.851104 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.851407 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.851656 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.851922 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.852214 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.852510 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.852786 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.853062 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.853334 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.853608 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.853880 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.854151 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.854425 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.854699 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.855102 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.855396 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.855681 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.855967 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.856250 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.856529 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.856829 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.857108 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.857390 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.857666 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.857946 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.858228 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.858507 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.858798 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.859113 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.859403 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.859694 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.859986 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.860321 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.860629 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.860906 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:49.861122 n-d-712140-13 neutron-server[95330]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:28:49.861363 n-d-712140-13 neutron-server[95330]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95330) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 04:28:50.235630 n-d-712140-13 neutron-server[95330]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95330) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 04:28:50.235928 n-d-712140-13 neutron-server[95330]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95330) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 04:28:50.236180 n-d-712140-13 neutron-server[95330]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95330) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 04:28:50.236515 n-d-712140-13 neutron-server[95330]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 04:28:50.640051 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:50.640271 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:50.640537 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:50.641844 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:50.642113 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:50.642371 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:50.679579 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:50.679851 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:50.680133 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:50.694782 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:50.695081 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:50.695344 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:50.724911 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:50.725192 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:50.725454 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:50.763657 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:50.763926 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:50.764190 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.010678 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.011346 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.011346 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.011545 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.012198 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.138169 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.138491 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.138780 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.139078 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.139342 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.139651 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.139911 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.140165 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.140417 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.140698 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.140954 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.141217 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.141469 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.141718 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.141970 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.142233 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.142483 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.142795 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.143034 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.143292 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.143565 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.143818 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.144103 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.144485 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.144734 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.145200 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.145610 n-d-712140-13 neutron-server[95330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:28:51.145851 n-d-712140-13 neutron-server[95330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:28:51.146095 n-d-712140-13 neutron-server[95330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:28:51.146332 n-d-712140-13 neutron-server[95330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:28:51.146568 n-d-712140-13 neutron-server[95330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:28:51.146802 n-d-712140-13 neutron-server[95330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:28:51.147455 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 04:28:51.150641 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 04:28:51.154703 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 04:28:51.158388 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 16 04:28:51.160051 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 04:28:51.160724 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 04:28:51.161180 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 04:28:51.161577 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 04:28:51.164397 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 04:28:51.164651 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 04:28:51.164998 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 04:28:51.170398 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 04:28:51.193939 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 04:28:51.194406 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.194710 n-d-712140-13 neutron-server[95330]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95330) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 16 04:28:51.195106 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.196486 n-d-712140-13 neutron-server[95330]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95330) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 04:28:51.196940 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 04:28:51.197189 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 04:28:51.200426 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.200711 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:51.270698 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 04:28:51.270927 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 04:28:51.271119 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 04:28:51.271501 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 04:28:51.294191 n-d-712140-13 neutron-server[95330]: DEBUG oslo_db.sqlalchemy.engines [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95330) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 04:28:51.987555 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.managers [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Initializing driver for type 'gre' Sep 16 04:28:51.988085 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] gre ID ranges: [(1, 1000)] Sep 16 04:28:52.186494 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.managers [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Initializing driver for type 'local' Sep 16 04:28:52.187147 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.managers [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Initializing driver for type 'vlan' Sep 16 04:28:52.266181 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] VlanTypeDriver initialization complete Sep 16 04:28:52.266525 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.managers [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Initializing driver for type 'vxlan' Sep 16 04:28:52.267090 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] vxlan ID ranges: [(1, 1000)] Sep 16 04:28:52.472746 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.managers [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Initializing extension driver 'port_security' Sep 16 04:28:52.473057 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.extensions.port_security [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] PortSecurityExtensionDriver initialization complete Sep 16 04:28:52.473394 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.managers [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Initializing mechanism driver 'openvswitch' Sep 16 04:28:52.473890 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.managers [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Initializing mechanism driver 'hyperv' Sep 16 04:28:52.484440 n-d-712140-13 neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:28:52.485142 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > port after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.485509 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > port after_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.485858 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > port after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.486378 n-d-712140-13 neutron-server[95330]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95330) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:28:52.486802 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > subnet after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.487181 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > subnet after_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.487526 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > subnet after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.487912 n-d-712140-13 neutron-server[95330]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95330) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:28:52.488315 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > network after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.488703 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > network after_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.489202 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > network after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.489669 n-d-712140-13 neutron-server[95330]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95330) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:28:52.490073 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > security_group after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.490424 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > security_group after_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.490763 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > security_group after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.491327 n-d-712140-13 neutron-server[95330]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95330) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:28:52.491736 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.492086 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.492429 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.492819 n-d-712140-13 neutron-server[95330]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95330) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:28:52.493218 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > address_group after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.493600 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > address_group after_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.493925 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > address_group after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.494330 n-d-712140-13 neutron-server[95330]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95330) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:28:52.494704 n-d-712140-13 neutron-server[95330]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] ML2 OVO RPC backend initialized. {{(pid=95330) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 16 04:28:52.495431 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router_interface after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.495788 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.496206 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > network before_response 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.496604 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > networks before_response 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.496953 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > port before_response 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.497296 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > ports before_response 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.497638 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > subnet before_response 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.497977 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > subnets before_response 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.498320 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > network after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.498658 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > network after_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.499096 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > network after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.499436 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > port after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.499770 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > port after_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.500103 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > port after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.500454 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > subnet after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.500787 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > subnet after_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.501117 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > subnet after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.501681 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.plugin [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Modular L2 Plugin initialization complete Sep 16 04:28:52.502007 n-d-712140-13 neutron-server[95330]: DEBUG neutron.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading services supported by the core plugin {{(pid=95330) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 04:28:52.502329 n-d-712140-13 neutron-server[95330]: INFO neutron.plugins.ml2.managers [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Got port-security extension from driver 'port_security' Sep 16 04:28:52.502787 n-d-712140-13 neutron-server[95330]: INFO neutron.extensions.vlantransparent [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Disabled vlantransparent extension. Sep 16 04:28:52.503295 n-d-712140-13 neutron-server[95330]: DEBUG neutron.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95330) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 04:28:52.503606 n-d-712140-13 neutron-server[95330]: INFO neutron.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading Plugin: router Sep 16 04:28:52.547350 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router_interface before_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.547749 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router after_create 55549900 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.548124 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router before_create 55549900 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.548492 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.548870 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.549230 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router after_delete 55549900 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.549591 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > floatingip after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.549942 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > floatingip after_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.550304 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router after_create 55549900 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.550655 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router after_update 55549900 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.551045 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router after_update 55549900 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.551555 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.552099 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router after_update 55549900 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.553845 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router precommit_update 55549900 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.553845 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: port after_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.553845 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: port after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.553845 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: subnet after_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.554249 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.554249 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > port precommit_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.554587 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router precommit_create 55549900 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.554964 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: port before_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.555312 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router precommit_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.555671 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router after_update 55549900 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.556018 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router precommit_delete 55549900 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.556401 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router precommit_create 55549900 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.556764 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router_interface after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.557125 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router precommit_update 55549900 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.557476 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > agent after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.558784 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > agent after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.558784 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > network after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.559066 n-d-712140-13 neutron-server[95330]: DEBUG neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Tracking information for resource: router configured {{(pid=95330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:28:52.559401 n-d-712140-13 neutron-server[95330]: DEBUG neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Tracking information for resource: floatingip configured {{(pid=95330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:28:52.564520 n-d-712140-13 neutron-server[95330]: INFO neutron.db.l3_agentschedulers_db [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 04:28:52.565104 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: port after_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.565469 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: port after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.565824 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: port after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.566177 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: port after_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.567727 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router before_create 55550100 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.568104 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router precommit_delete 55550100 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.568472 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router precommit_create 55550100 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.568835 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > router precommit_update 55550100 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.573610 n-d-712140-13 neutron-server[95330]: DEBUG neutron.services.provider_configuration [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Service providers = [] {{(pid=95330) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 04:28:52.573974 n-d-712140-13 neutron-server[95330]: DEBUG neutron.db.servicetype_db [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95330) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 04:28:52.576979 n-d-712140-13 neutron-server[95330]: DEBUG neutron.services.service_base [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95330) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:28:52.577333 n-d-712140-13 neutron-server[95330]: DEBUG neutron.services.service_base [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95330) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:28:52.577680 n-d-712140-13 neutron-server[95330]: DEBUG neutron.services.service_base [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95330) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:28:52.578579 n-d-712140-13 neutron-server[95330]: DEBUG neutron.services.service_base [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95330) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:28:52.578984 n-d-712140-13 neutron-server[95330]: INFO neutron.services.service_base [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 04:28:52.579373 n-d-712140-13 neutron-server[95330]: DEBUG neutron.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:28:52.579695 n-d-712140-13 neutron-server[95330]: INFO neutron.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 04:28:52.591716 n-d-712140-13 neutron-server[95330]: DEBUG neutron.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:28:52.592052 n-d-712140-13 neutron-server[95330]: INFO neutron.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading Plugin: auto_allocate Sep 16 04:28:52.597809 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: network precommit_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.598258 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: network precommit_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.598787 n-d-712140-13 neutron-server[95330]: DEBUG neutron.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:28:52.599137 n-d-712140-13 neutron-server[95330]: INFO neutron.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading Plugin: tag Sep 16 04:28:52.609602 n-d-712140-13 neutron-server[95330]: DEBUG neutron.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:28:52.609931 n-d-712140-13 neutron-server[95330]: INFO neutron.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading Plugin: timestamp Sep 16 04:28:52.614520 n-d-712140-13 neutron-server[95330]: DEBUG neutron.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:28:52.614852 n-d-712140-13 neutron-server[95330]: INFO neutron.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading Plugin: network_ip_availability Sep 16 04:28:52.620342 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.620721 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.621081 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.621801 n-d-712140-13 neutron-server[95330]: DEBUG neutron.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:28:52.622125 n-d-712140-13 neutron-server[95330]: INFO neutron.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading Plugin: flavors Sep 16 04:28:52.626852 n-d-712140-13 neutron-server[95330]: DEBUG neutron.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:28:52.627216 n-d-712140-13 neutron-server[95330]: INFO neutron.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading Plugin: revisions Sep 16 04:28:52.634550 n-d-712140-13 neutron-server[95330]: DEBUG neutron.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:28:52.634982 n-d-712140-13 neutron-server[95330]: DEBUG oslo_concurrency.lockutils [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.399s {{(pid=95330) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 04:28:52.635760 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95330) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 16 04:28:52.636105 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Initializing extension manager. Sep 16 04:28:52.636638 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: __init__.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.636982 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: __pycache__ {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.637321 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.637653 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: address_group.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.638479 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.639112 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: address-group Sep 16 04:28:52.639587 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: address_scope.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.640407 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.640924 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: address-scope Sep 16 04:28:52.641252 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: admin_state_down_before_update.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.642266 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.642778 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: router-admin-state-down-before-update Sep 16 04:28:52.643130 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: agent.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.643914 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.644350 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: agent Sep 16 04:28:52.644670 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: agent_resources_synced.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.645648 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.646159 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: agent-resources-synced Sep 16 04:28:52.646484 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: allowedaddresspairs.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.648649 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.649171 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: allowed-address-pairs Sep 16 04:28:52.649502 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: auto_allocated_topology.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.650610 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.651142 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: auto-allocated-topology Sep 16 04:28:52.651472 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: availability_zone.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.652177 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.652679 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: availability_zone Sep 16 04:28:52.653002 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: availability_zone_filter.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.653928 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.654437 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: availability_zone_filter Sep 16 04:28:52.654764 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: data_plane_status.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.655725 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.656225 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 04:28:52.656552 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: default_subnetpools.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.657492 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.657996 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: default-subnetpools Sep 16 04:28:52.658321 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: dhcpagentscheduler.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.659222 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.659722 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: dhcp_agent_scheduler Sep 16 04:28:52.660048 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: dns.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.661062 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.661568 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension dns-integration not supported by any of loaded plugins Sep 16 04:28:52.661893 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: dns_domain_ports.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.662835 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.663375 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 04:28:52.663705 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.664643 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.665145 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 04:28:52.665467 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: dvr.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.666153 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.666658 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: dvr Sep 16 04:28:52.667009 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: ecmp_routes.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.667937 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.668434 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 04:28:52.668755 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: empty_string_filtering.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.669677 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.670182 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: empty-string-filtering Sep 16 04:28:52.670507 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.671446 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.671945 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 04:28:52.672268 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.679815 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.680350 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 04:28:52.680684 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: external_net.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.681668 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.682192 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: external-net Sep 16 04:28:52.682634 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: extra_dhcp_opt.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.683496 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.683999 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: extra_dhcp_opt Sep 16 04:28:52.684336 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: extraroute.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.685364 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.685874 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: extraroute Sep 16 04:28:52.686200 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: extraroute_atomic.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.687316 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.687823 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: extraroute-atomic Sep 16 04:28:52.688148 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: filter_validation.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.688833 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.689337 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: filter-validation Sep 16 04:28:52.689661 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: fip_pf_description.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.690602 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.691096 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 04:28:52.691420 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: fip_port_details.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.693095 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.693597 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: fip-port-details Sep 16 04:28:52.693920 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: flavors.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.695375 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.696093 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: flavors Sep 16 04:28:52.696600 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.698568 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.699059 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 04:28:52.699408 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: floatingip_pools.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.700141 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.700884 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: floatingip-pools Sep 16 04:28:52.701220 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: ip_allocation.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.702168 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.702670 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 04:28:52.703018 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.704141 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.704836 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: ip-substring-filtering Sep 16 04:28:52.705168 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: l2_adjacency.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.706101 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.706592 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 04:28:52.706938 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: l3.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.708310 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.708898 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: router Sep 16 04:28:52.709274 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: l3_conntrack_helper.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.711789 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.712325 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 04:28:52.712658 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.713601 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.714120 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: ext-gw-mode Sep 16 04:28:52.714448 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.715405 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.715912 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: l3-ha Sep 16 04:28:52.716238 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: l3_flavors.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.717168 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.717669 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: l3-flavors Sep 16 04:28:52.717990 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.718928 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.719459 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 04:28:52.719761 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: l3agentscheduler.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.720870 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.721358 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: l3_agent_scheduler Sep 16 04:28:52.721685 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: logging.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.723410 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.723911 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension logging not supported by any of loaded plugins Sep 16 04:28:52.724288 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: metering.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.725127 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.725631 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: metering Sep 16 04:28:52.725962 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.727117 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.727638 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: metering_source_and_destination_fields Sep 16 04:28:52.727970 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: multiprovidernet.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.728903 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.729412 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: multi-provider Sep 16 04:28:52.729741 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: netmtu.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.730656 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.731183 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: net-mtu Sep 16 04:28:52.731512 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: netmtu_writable.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.732454 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.732960 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: net-mtu-writable Sep 16 04:28:52.733287 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: network_availability_zone.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.733969 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.734472 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: network_availability_zone Sep 16 04:28:52.734796 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: network_ip_availability.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.746189 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.746714 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: network-ip-availability Sep 16 04:28:52.747077 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: network_segment_range.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.747893 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.748395 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 04:28:52.748714 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: pagination.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.749723 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.750051 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: pagination Sep 16 04:28:52.750372 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: port_device_profile.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.751346 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.751903 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: port-device-profile Sep 16 04:28:52.752227 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.753156 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.753656 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: port-mac-address-regenerate Sep 16 04:28:52.753978 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.755633 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.756134 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: port-numa-affinity-policy Sep 16 04:28:52.756456 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: port_resource_request.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.757608 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.758153 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 04:28:52.758479 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: portbindings.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.759429 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.759929 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: binding Sep 16 04:28:52.760252 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: portbindings_extended.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.761532 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.762038 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: binding-extended Sep 16 04:28:52.762367 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: portsecurity.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.763339 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.763852 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: port-security Sep 16 04:28:52.764176 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: project_id.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.765155 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.765483 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: project-id Sep 16 04:28:52.765876 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: providernet.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.766772 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.767294 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: provider Sep 16 04:28:52.767618 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: qos.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.771232 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.771750 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension qos not supported by any of loaded plugins Sep 16 04:28:52.772080 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.773586 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.774093 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 04:28:52.774422 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.775405 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.775951 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 04:28:52.776271 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: qos_default.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.781534 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.782062 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension qos-default not supported by any of loaded plugins Sep 16 04:28:52.782403 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: qos_fip.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.783118 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.783622 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension qos-fip not supported by any of loaded plugins Sep 16 04:28:52.783956 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: qos_gateway_ip.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.784895 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.785409 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 04:28:52.785943 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: qos_port_network_policy.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.786906 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.787428 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 04:28:52.787758 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: qos_pps_rule.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.788991 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.789508 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension qos-pps not supported by any of loaded plugins Sep 16 04:28:52.789838 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: qos_rule_type_details.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.790765 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.791321 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 04:28:52.791659 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: qos_rules_alias.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.792710 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.793218 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 04:28:52.793550 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: quotasv2.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.794533 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.794869 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: quotas Sep 16 04:28:52.795236 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: quotasv2_detail.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.798586 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.798958 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: quota_details Sep 16 04:28:52.799294 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: rbac.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.800377 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.800899 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: rbac-policies Sep 16 04:28:52.801866 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: rbac_address_group.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.802812 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.803433 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: rbac-address-group Sep 16 04:28:52.803679 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: rbac_address_scope.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.804610 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.805125 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: rbac-address-scope Sep 16 04:28:52.805453 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: rbac_security_groups.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.806385 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.806913 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: rbac-security-groups Sep 16 04:28:52.807236 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: rbac_subnetpool.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.810371 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.810911 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: rbac-subnetpool Sep 16 04:28:52.811241 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: revisionifmatch.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.812173 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.812692 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: revision-if-match Sep 16 04:28:52.813020 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: revisions.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.814150 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.814691 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: standard-attr-revisions Sep 16 04:28:52.815021 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: router_availability_zone.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.815714 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.816221 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: router_availability_zone Sep 16 04:28:52.816548 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: routerservicetype.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.818242 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.818748 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension router-service-type not supported by any of loaded plugins Sep 16 04:28:52.819129 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.820067 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.820577 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: security-groups-normalized-cidr Sep 16 04:28:52.820900 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: security_groups_port_filtering.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.821846 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.822338 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: port-security-groups-filtering Sep 16 04:28:52.822668 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.823626 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.824131 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: security-groups-remote-address-group Sep 16 04:28:52.824457 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: securitygroup.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.836031 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.836582 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: security-group Sep 16 04:28:52.836937 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: segment.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.837779 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.838283 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension segment not supported by any of loaded plugins Sep 16 04:28:52.838610 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.845024 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.845532 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 04:28:52.845859 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: servicetype.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.847102 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.847624 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: service-type Sep 16 04:28:52.847954 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: sorting.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.849206 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.849668 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: sorting Sep 16 04:28:52.849867 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: standard_attr_segment.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.850813 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.851425 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 04:28:52.851754 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: standardattrdescription.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.852419 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.852930 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: standard-attr-description Sep 16 04:28:52.853255 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: stateful_security_group.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.854191 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.854705 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: stateful-security-group Sep 16 04:28:52.855132 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: stdattrs_common.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.855736 n-d-712140-13 neutron-server[95330]: WARNING neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 04:28:52.856059 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.857014 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.857534 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 04:28:52.857864 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: subnet_onboard.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.859195 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.859795 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: subnet_onboard Sep 16 04:28:52.860130 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.861287 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.861870 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 04:28:52.862199 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: subnet_service_types.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.863172 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.864277 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: subnet-service-types Sep 16 04:28:52.864661 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: subnetallocation.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.869433 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.869951 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: subnet_allocation Sep 16 04:28:52.870284 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.871018 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.871511 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: subnetpool-prefix-ops Sep 16 04:28:52.871839 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.872781 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.873296 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 04:28:52.873679 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: tagging.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.874753 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.875305 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: standard-attr-tag Sep 16 04:28:52.875637 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: timestamp.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.876872 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.877386 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loaded extension: standard-attr-timestamp Sep 16 04:28:52.877712 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: trunk.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.878765 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.879393 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension trunk not supported by any of loaded plugins Sep 16 04:28:52.880350 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: trunk_details.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.881297 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.881804 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension trunk-details not supported by any of loaded plugins Sep 16 04:28:52.882129 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: uplink_status_propagation.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.883086 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.883594 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 04:28:52.883917 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Loading extension file: vlantransparent.py {{(pid=95330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:52.884603 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:52.885107 n-d-712140-13 neutron-server[95330]: INFO neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 04:28:52.887728 n-d-712140-13 neutron-server[95330]: INFO neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Creating instance of TrackedResource for resource:network Sep 16 04:28:52.888279 n-d-712140-13 neutron-server[95330]: INFO neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Creating instance of TrackedResource for resource:subnet Sep 16 04:28:52.888684 n-d-712140-13 neutron-server[95330]: INFO neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:28:52.889093 n-d-712140-13 neutron-server[95330]: INFO neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Creating instance of TrackedResource for resource:port Sep 16 04:28:52.890382 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.v2.resource_helper [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:52.890826 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.v2.resource_helper [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Service FLAVORS assigned prefix: {{(pid=95330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:52.891493 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.v2.resource_helper [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:52.891921 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.v2.resource_helper [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:52.892258 n-d-712140-13 neutron-server[95330]: INFO neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Creating instance of TrackedResource for resource:router Sep 16 04:28:52.892690 n-d-712140-13 neutron-server[95330]: INFO neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Creating instance of TrackedResource for resource:floatingip Sep 16 04:28:52.893175 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.v2.resource_helper [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Service METERING assigned prefix: /metering {{(pid=95330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:52.894643 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.895324 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.895693 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:52.896732 n-d-712140-13 neutron-server[95330]: INFO neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 04:28:52.897449 n-d-712140-13 neutron-server[95330]: INFO neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Creating instance of TrackedResource for resource:security_group Sep 16 04:28:52.897873 n-d-712140-13 neutron-server[95330]: INFO neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 04:28:52.898466 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.v2.resource_helper [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Service CORE assigned prefix: {{(pid=95330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:52.898807 n-d-712140-13 neutron-server[95330]: INFO neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:28:52.899178 n-d-712140-13 neutron-server[95330]: WARNING neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] subnetpool is already registered Sep 16 04:28:52.899624 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.v2.resource_helper [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Service CORE assigned prefix: {{(pid=95330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:52.899960 n-d-712140-13 neutron-server[95330]: INFO neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:28:52.900293 n-d-712140-13 neutron-server[95330]: WARNING neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] subnetpool is already registered Sep 16 04:28:52.902616 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.v2.resource_helper [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:52.903075 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.v2.resource_helper [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Service FLAVORS assigned prefix: {{(pid=95330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:52.903667 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.v2.resource_helper [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:52.904090 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.v2.resource_helper [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:52.904433 n-d-712140-13 neutron-server[95330]: INFO neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Creating instance of TrackedResource for resource:router Sep 16 04:28:52.904775 n-d-712140-13 neutron-server[95330]: WARNING neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] router is already registered Sep 16 04:28:52.905187 n-d-712140-13 neutron-server[95330]: INFO neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Creating instance of TrackedResource for resource:floatingip Sep 16 04:28:52.905525 n-d-712140-13 neutron-server[95330]: WARNING neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] floatingip is already registered Sep 16 04:28:52.905983 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.v2.resource_helper [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Service METERING assigned prefix: /metering {{(pid=95330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:52.906659 n-d-712140-13 neutron-server[95330]: INFO neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 04:28:52.907021 n-d-712140-13 neutron-server[95330]: WARNING neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] rbac_policy is already registered Sep 16 04:28:52.907437 n-d-712140-13 neutron-server[95330]: INFO neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Creating instance of TrackedResource for resource:security_group Sep 16 04:28:52.907777 n-d-712140-13 neutron-server[95330]: WARNING neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] security_group is already registered Sep 16 04:28:52.908180 n-d-712140-13 neutron-server[95330]: INFO neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 04:28:52.908517 n-d-712140-13 neutron-server[95330]: WARNING neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] security_group_rule is already registered Sep 16 04:28:52.909139 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.v2.resource_helper [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Service CORE assigned prefix: {{(pid=95330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:52.909470 n-d-712140-13 neutron-server[95330]: INFO neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:28:52.909816 n-d-712140-13 neutron-server[95330]: WARNING neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] subnetpool is already registered Sep 16 04:28:52.910249 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.v2.resource_helper [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Service CORE assigned prefix: {{(pid=95330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:52.910635 n-d-712140-13 neutron-server[95330]: INFO neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:28:52.911050 n-d-712140-13 neutron-server[95330]: WARNING neutron.quota.resource_registry [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] subnetpool is already registered Sep 16 04:28:52.911455 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: extensions {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.912991 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: address-groups {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.914442 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: address-scopes {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.915788 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: agents {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.916944 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: auto-allocated-topology {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.918194 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: availability_zones {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.919471 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: dhcp-networks {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.925998 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: dhcp-agents {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.925998 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: routers {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.925998 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: flavors {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.925998 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: service_profiles {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.927564 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: next_providers {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.929012 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: service_profiles {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.930543 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: floatingip-pools {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.931789 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: routers {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.933891 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: floatingips {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.935202 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: l3-routers {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.936601 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: l3-agents {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.938007 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: metering-labels {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.939384 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: metering-label-rules {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.940678 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: network-ip-availabilities {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.942764 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: bindings {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.945310 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: quotas {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.946791 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: quotas {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.948239 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: rbac-policies {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.949436 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: security-groups {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.950818 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: security-group-rules {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.952048 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: service-providers {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.953251 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: subnetpools {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.954673 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: subnetpools {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.956166 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: tags {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.957906 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: tags {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.959732 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: tags {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.961530 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: tags {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.963325 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: tags {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.965161 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: tags {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.966860 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: tags {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.968772 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: tags {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.970528 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: tags {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.972290 n-d-712140-13 neutron-server[95330]: DEBUG neutron.api.extensions [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Extended resource: tags {{(pid=95330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:52.979091 n-d-712140-13 neutron-server[95330]: WARNING keystonemiddleware.auth_token [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 04:28:52.983935 n-d-712140-13 neutron-server[95330]: WARNING keystonemiddleware.auth_token [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 04:28:52.993053 n-d-712140-13 neutron-server[95330]: DEBUG oslo_concurrency.lockutils [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Acquired lock "singleton_lock" {{(pid=95330) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 16 04:28:52.993531 n-d-712140-13 neutron-server[95330]: DEBUG oslo_concurrency.lockutils [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Releasing lock "singleton_lock" {{(pid=95330) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 16 04:28:52.994185 n-d-712140-13 neutron-server[95330]: INFO oslo_service.service [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Starting 2 workers Sep 16 04:28:52.999055 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Started child 95473 {{(pid=95330) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:28:53.003555 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Started child 95474 {{(pid=95330) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:28:53.004737 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:53.005475 n-d-712140-13 neutron-server[95330]: INFO neutron.service [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 04:28:53.005871 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Notify callbacks [] for process, before_spawn {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:53.006210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [-] (95473) wsgi starting up on http://0.0.0.0:9696 Sep 16 04:28:53.008378 n-d-712140-13 neutron-server[95330]: INFO oslo_service.service [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Starting 1 workers Sep 16 04:28:53.008701 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:53.010050 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [-] (95474) wsgi starting up on http://0.0.0.0:9696 Sep 16 04:28:53.013608 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Started child 95475 {{(pid=95330) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:28:53.014125 n-d-712140-13 neutron-server[95330]: INFO oslo_service.service [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Starting 1 workers Sep 16 04:28:53.017262 n-d-712140-13 neutron-server[95475]: DEBUG neutron.service [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] calling RpcWorker wait() {{(pid=95475) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 04:28:53.017888 n-d-712140-13 neutron-server[95475]: DEBUG neutron.service [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] returning from RpcWorker wait() {{(pid=95475) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 04:28:53.018606 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Started child 95476 {{(pid=95330) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:28:53.019174 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:53.019469 n-d-712140-13 neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf384-88e4-4dae-a563-8f299d24a67e None None] Notify callbacks [] for process, after_spawn {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:53.019613 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:28:53.021627 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95330) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 04:28:53.021840 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:28:53.022023 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:28:53.022489 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:28:53.022822 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:28:53.023011 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:28:53.023524 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.023801 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.023899 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:53.024373 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.024373 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.024585 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.025159 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.025431 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.025681 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.025968 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.026198 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.026369 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.026535 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.026793 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.027059 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.027373 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.027639 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.027875 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.028141 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.028309 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.028560 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.028832 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.029076 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.029333 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] debug = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.029596 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.030088 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.030336 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.030608 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.030823 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.031117 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.031362 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.031626 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.031880 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.032097 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.032348 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.032603 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.032836 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.033065 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.033283 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.033545 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.033770 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.034243 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] host = n-d-712140-13 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.034509 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.034736 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.035022 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.040678 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.040678 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.040678 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.040678 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.040678 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.040678 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.040678 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.040678 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.041314 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.041314 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.041314 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] log_file = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.041314 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] log_options = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.041314 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.041314 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.041314 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.041314 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.041869 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.041869 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.041869 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.041869 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.041869 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.041869 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.041869 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.042364 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.042364 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.042364 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.042364 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.042364 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.042745 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.042745 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.043056 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.043152 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.043351 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.043577 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.043817 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.044038 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.044252 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.044487 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.044730 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.044967 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.045180 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.045430 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.045677 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.045932 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.046181 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.046428 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.046700 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.046951 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.047182 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.047419 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.047696 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.047921 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.048180 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.048443 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.048658 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.048907 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.049123 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.049357 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.049589 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] use_json = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.049801 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.050036 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.050297 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.050509 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.050745 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.050982 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.051815 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.052198 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.052690 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.052986 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.053300 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.053571 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.053816 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.054065 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.054320 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.054546 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.054810 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.055140 n-d-712140-13 neutron-server[95476]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:28:53.055414 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.055862 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.056096 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.056410 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.056623 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.056894 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.057226 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.057506 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.057774 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.058009 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.058234 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.058469 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.058711 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.059011 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.059235 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.059467 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.059706 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.059929 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.060279 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.060553 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.060811 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.061060 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.061278 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.061497 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.061897 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.062115 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.062329 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.062544 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.062806 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.063156 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.063384 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.063607 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.063858 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.064073 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.064301 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.064542 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.064782 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.065013 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.065235 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.065451 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.065686 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.068070 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.068070 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.068070 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.068070 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.068070 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.068070 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.068070 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.068070 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.068070 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.068662 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.069162 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.069386 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.069630 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.071075 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.071360 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.072533 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.073517 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.073766 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.074005 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.074403 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.075735 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.076145 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.076397 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.076655 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.076883 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.077117 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.077379 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.077638 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.077873 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.078125 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.078372 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.078612 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.078832 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.079086 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.079301 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.080912 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.080912 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.080912 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.080912 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.080912 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.080912 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.081359 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.081359 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.081520 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.081690 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.081927 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.082181 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.082544 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.082960 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.083279 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.083557 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.083810 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.084096 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.084323 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.084589 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.084865 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.085091 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.085315 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.085534 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.085774 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.086190 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.086451 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.086721 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.087020 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.087273 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.087527 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.087802 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.088042 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.088336 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.088620 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.088826 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.089128 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.089398 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.089656 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.089905 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.090154 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.090393 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.090662 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.090953 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.091215 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.091464 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.091680 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.091952 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.092177 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.092415 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.092629 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.092854 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.093184 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.093412 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.093628 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.093861 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.094126 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.094376 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.094617 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.094915 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.095180 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.095447 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.095693 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.095950 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.096164 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.096415 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.096662 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.096876 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.097117 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.097348 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.097595 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.097808 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.098694 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.099120 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.099281 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.099521 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.099738 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.099961 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.100246 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.100444 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.100729 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.100885 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.101338 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.101338 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.101620 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.101770 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.102129 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.102274 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.102417 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.102694 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.102955 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.103172 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.103425 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.103696 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.104180 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.104180 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.104511 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.105867 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.105867 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.105867 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.105867 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.105867 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.105867 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.105867 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.106624 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.106624 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.106624 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.111697 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.111697 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.111697 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.111697 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.111697 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.111697 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.111697 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.111697 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.112640 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.112640 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.112640 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.112640 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.112640 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.112640 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.112640 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.112640 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.112640 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.113673 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.113673 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.113673 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.113673 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.113673 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.113673 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.113673 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.113673 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.117810 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.117810 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.117810 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.117810 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.117810 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.117810 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.117810 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.117810 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.118840 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.118840 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.118840 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.118840 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.118840 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.118840 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.118840 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.118840 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.119544 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.119544 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.119544 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.119544 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.119544 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.119544 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.119544 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.119544 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.122158 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.122158 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.122158 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.122158 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.122158 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.122158 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.122158 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.122158 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.125079 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.125079 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.125079 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.125079 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.125079 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.125079 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.125079 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.125079 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.125921 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.125921 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.125921 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.125921 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.125921 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.125921 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.125921 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.125921 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.126692 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.126692 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.126692 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.126692 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.126692 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.126692 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.126692 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.126692 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.127298 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.127298 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.127298 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.127298 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.127298 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.127298 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.127298 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.127961 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.127961 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.127961 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.128179 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.128345 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.128569 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.128825 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.129038 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.129478 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.129852 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.130159 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:28:53.130853 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95330) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 04:28:53.131185 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:28:53.131339 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:28:53.131511 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:28:53.131679 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:28:53.131832 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:28:53.132043 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.132204 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.132495 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.132495 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.132641 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.132816 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.133111 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.133412 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.133726 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.134023 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.134319 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.134626 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.134940 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.135234 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.135529 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.135820 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.136111 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.136401 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.136697 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.136986 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.137306 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.137464 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.137624 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] debug = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.137782 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.137990 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.138155 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.138314 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.138470 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.138627 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.138786 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.138967 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.139126 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.139283 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.139440 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.139596 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.139753 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.139911 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.140067 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.140225 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.140387 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.140546 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] host = n-d-712140-13 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.140702 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.140858 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.141019 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.141172 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.141481 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.141640 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.141861 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.142000 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.142136 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.142280 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.142416 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.142552 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.142687 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.142825 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] log_file = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.142984 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] log_options = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.143229 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.143381 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.143531 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.143672 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.143809 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.143967 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.144115 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.144259 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.144399 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.144544 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.144690 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.144829 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.145027 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.145201 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.145201 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.145510 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.145510 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.145833 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.145833 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.146135 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.146135 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.146404 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.146404 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.146661 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.146661 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.146925 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.147357 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.147357 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.147645 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.147645 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.147909 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.148048 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.148142 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.148281 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.148408 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.148532 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.148665 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.148791 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.148941 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.149097 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.149257 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.149413 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.149568 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.149723 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.149882 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.150022 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.150181 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] use_json = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.150627 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.150627 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.150627 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.150980 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.150980 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.151257 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.151388 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.151570 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:53.151665 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.151748 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.151905 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.152065 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.152224 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.152385 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.152542 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.152702 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.152859 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.153018 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.153389 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.153389 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.153635 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.153635 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.153881 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.153967 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.154093 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.154229 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.154387 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.154545 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.154704 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.154862 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.155062 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.155220 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.155378 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.155535 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.155678 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.155855 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.156014 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.156174 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.156332 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.156493 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.156652 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.156812 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.156971 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.157132 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.157291 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.157450 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.157608 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.157765 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.157924 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.158082 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.158241 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.158405 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.158560 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.158719 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.158898 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.159086 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.159245 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.159405 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.159577 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.159724 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.159973 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.160134 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.160134 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.160412 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.161048 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.161193 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.161407 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.161495 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.161784 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.161947 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.162107 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.162267 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.162427 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.162585 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.162758 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.162954 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.163100 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.163259 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.163420 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.163580 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.163742 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.163899 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.164221 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.164327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53756) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:28:53.164650 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.164986 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.165317 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.165630 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.165932 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.166230 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.166529 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.166818 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.167147 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.167443 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.167739 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.168034 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.168347 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.168641 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.168945 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.169257 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.169549 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.169840 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.170134 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.170433 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.170716 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.171043 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.171339 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.171623 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.171915 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.172207 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.172501 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.172788 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.173066 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.173204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065966 Sep 16 04:28:53.173488 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.173821 n-d-712140-13 neutron-server[95475]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:28:53.173944 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.174025 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.174150 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.174313 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.174465 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.174613 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.174773 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.174976 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.175112 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.175277 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.175439 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.175609 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.175771 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.175936 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.176103 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.176964 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.177095 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.177280 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.177800 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.177961 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.179176 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.179363 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.179523 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.179686 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.179859 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.180008 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.180176 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.180341 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.180522 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.180680 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.180842 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.181001 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.181186 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.181345 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.181522 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.181699 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.181865 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.181976 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.182122 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.182268 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.182497 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.182596 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.182756 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.182936 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.184588 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.184588 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.184750 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.184819 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.184980 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.185140 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.185290 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.185448 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.185595 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.185742 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.185886 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.186044 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.186188 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.186330 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.186475 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.186637 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.187255 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.187255 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.188703 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.188703 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.191173 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.191360 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.191360 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.191588 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.192372 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.192606 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.192783 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.192936 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.193103 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.193268 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.193432 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.193598 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.193759 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.193915 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.194079 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.194253 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.194392 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.194554 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.194742 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.194927 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.195249 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.195409 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.195731 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.196063 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.196221 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.196531 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.196689 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.196997 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.197162 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.197324 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.197469 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.197616 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.197778 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.197925 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.198086 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.198253 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.198414 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.198573 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.198733 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.198915 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.199072 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.199235 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.199412 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.199572 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.199728 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.200041 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.200201 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.200364 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.200521 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.200752 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.201727 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.201727 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.201727 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.201727 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.201727 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.201727 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.201727 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.202678 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.202678 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.202678 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.202678 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.202678 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.203321 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.203321 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.203321 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.203321 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.204454 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.204454 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.204454 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.204454 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.204454 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.204454 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.204454 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.204454 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.205197 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.205197 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.205197 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.205197 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.205197 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.205556 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.205556 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.205703 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.205783 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.205906 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.206047 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.206225 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.206384 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.206545 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.206709 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.206898 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.208416 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.208576 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.208746 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.208919 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.209090 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.209251 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.209421 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.209590 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.209760 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.210997 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.210997 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.210997 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.210997 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.210997 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.210997 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.210997 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.210997 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.211957 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.211957 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.211957 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.211957 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.211957 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.212499 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.212499 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.212499 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.212499 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.212793 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.212793 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.212939 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.213019 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.213184 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:53.213366 n-d-712140-13 neutron-server[95330]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:29:05.107959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350f8a72-2c97-474d-ac95-ae3156096b90 None None] get_active_networks_info from n-d-712140-13 {{(pid=95475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:29:05.192699 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350f8a72-2c97-474d-ac95-ae3156096b90 None None] No non-hosted networks {{(pid=95475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 04:29:05.207389 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.agentschedulers_db [None req-350f8a72-2c97-474d-ac95-ae3156096b90 None None] DHCP Agent not found on host n-d-712140-13 {{(pid=95475) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 16 04:29:05.347743 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-332abdc5-bd98-40ef-b8e5-176e541d7c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555564'] for agent, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:07.769915 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ad8de58a-0413-4695-b09c-2c084b5c066a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555564'] for agent, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:07.804670 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-69821d3a-34c2-4778-804d-d67fc7c16ddd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-712140-13 {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:29:07.805132 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-69821d3a-34c2-4778-804d-d67fc7c16ddd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:29:08.333135 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-69821d3a-34c2-4778-804d-d67fc7c16ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:08.347110 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555564'] for agent, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:08.348228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:08.348816 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:08.350090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:08.350708 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:08.351264 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:08.351942 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:08.352606 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:08.353153 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:08.354448 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:08.355018 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:08.356368 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:08.360432 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:08.362620 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712140-13', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:08.379162 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712140-13', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:08.998786 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555564'] for agent, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:10.553159 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555564'] for agent, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:11.846866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53856) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:12.106662 n-d-712140-13 neutron-server[95475]: INFO neutron.db.l3_hamode_db [None req-ae3e5189-6bb2-4117-811d-e89f8a6d6c5f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 04:29:12.186225 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3e5189-6bb2-4117-811d-e89f8a6d6c5f None None] Routers set() bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:29:12.186609 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3e5189-6bb2-4117-811d-e89f8a6d6c5f None None] Router IDs set() for agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:29:12.352510 n-d-712140-13 neutron-server[95473]: WARNING oslo_policy.policy [None req-28390a6f-06a9-46d3-909e-36fd33246ec6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:29:12.353091 n-d-712140-13 neutron-server[95473]: WARNING oslo_policy.policy [None req-28390a6f-06a9-46d3-909e-36fd33246ec6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:29:12.578452 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-28390a6f-06a9-46d3-909e-36fd33246ec6 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:29:12.579626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-28390a6f-06a9-46d3-909e-36fd33246ec6 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7318251 Sep 16 04:29:15.011002 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53870) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:15.330479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3df431a6-0954-47a5-b31e-21149efede2f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:29:15.424195 n-d-712140-13 neutron-server[95473]: DEBUG neutron.policy [None req-3df431a6-0954-47a5-b31e-21149efede2f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95473) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 04:29:15.468436 n-d-712140-13 neutron-server[95473]: WARNING oslo_policy.policy [None req-3df431a6-0954-47a5-b31e-21149efede2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:29:15.468817 n-d-712140-13 neutron-server[95473]: WARNING oslo_policy.policy [None req-3df431a6-0954-47a5-b31e-21149efede2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:29:15.478389 n-d-712140-13 neutron-server[95473]: INFO neutron.quota [None req-3df431a6-0954-47a5-b31e-21149efede2f admin admin] Loaded quota_driver: . Sep 16 04:29:15.632595 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3df431a6-0954-47a5-b31e-21149efede2f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734107858827', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734107859550', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734107838508', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734107840896', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734108516361', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734107827923', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3896465', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3517327', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-340742', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-513068'] for rbac-policy, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:15.917713 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3df431a6-0954-47a5-b31e-21149efede2f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:15.919025 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3df431a6-0954-47a5-b31e-21149efede2f admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9069979 Sep 16 04:29:18.524496 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53882) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:19.049971 n-d-712140-13 neutron-server[95474]: WARNING oslo_policy.policy [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:29:19.050603 n-d-712140-13 neutron-server[95474]: WARNING oslo_policy.policy [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:29:19.314361 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Request body: {'network': {'project_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'admin_state_up': True, 'tenant_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'name': 'private'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:29:19.315958 n-d-712140-13 neutron-server[95474]: INFO neutron.quota [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Loaded quota_driver: . Sep 16 04:29:19.450266 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Made reservation on behalf of 1f7441afbd7a44d2a7822dcfeeb240fd for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:29:19.525287 n-d-712140-13 neutron-server[95474]: DEBUG neutron.policy [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95474) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 04:29:19.572104 n-d-712140-13 neutron-server[95474]: WARNING oslo_policy.policy [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:29:19.572412 n-d-712140-13 neutron-server[95474]: WARNING oslo_policy.policy [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:29:19.582902 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:19.604896 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:19.741109 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:19.810196 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:19.830138 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:29:19.858517 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734107111828', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:19.859150 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Unsubscribe: segment precommit_create {{(pid=95474) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 04:29:19.859669 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Added segment 00390f0b-fb93-47b4-9833-c89dbe768edf of type vlan for network de3f34dc-53e1-4e23-bcea-99568ebf2ac2 Sep 16 04:29:19.880827 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bebcebb-6497-4d9b-8c08-ea58a0d9d69c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:19.916421 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:19.916753 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:19.917081 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:19.917406 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:19.917739 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:19.918130 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:19.918447 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:19.918760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:19.919099 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:19.919409 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:19.919721 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:19.920027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Tracked resource versions report: Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: pushed versions: Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: { 'AddressGroup': {'1.2'}, Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'ConntrackHelper': {'1.0'}, Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'Log': {'1.0'}, Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'Network': {'1.1'}, Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'Port': {'1.7'}, Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'PortForwarding': {'1.2'}, Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'QosPolicy': {'1.9'}, Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'SecurityGroup': {'1.4'}, Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'SubPort': {'1.0'}, Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'Subnet': {'1.1'}, Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'Trunk': {'1.1'}} Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: consumer versions: Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: { DHCP agent@n-d-712140-13: {}, Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: L3 agent@n-d-712140-13: {}, Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: Metadata agent@n-d-712140-13: {}, Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: Metering agent@n-d-712140-13: {}, Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: Open vSwitch agent@n-d-712140-13: { 'AddressGroup': '1.2', Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'ConntrackHelper': '1.0', Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'Log': '1.0', Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'Network': '1.1', Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'Port': '1.7', Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'PortForwarding': '1.2', Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'QosPolicy': '1.9', Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'SecurityGroup': '1.4', Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'SecurityGroupRule': '1.2', Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'SubPort': '1.0', Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'Subnet': '1.1', Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: 'Trunk': '1.1'}} Sep 16 04:29:19.921084 n-d-712140-13 neutron-server[95474]: {{(pid=95474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:29:19.997313 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:20.095659 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:20.096869 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:29:20.097536 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:20.193618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] Pushing event updated for resources: {'Network': ['ID=de3f34dc-53e1-4e23-bcea-99568ebf2ac2,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:20.204524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network de3f34dc-53e1-4e23-bcea-99568ebf2ac2 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:29:20.211261 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4b4b52d2-983f-4867-b80b-f96bf00be671 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6845067 Sep 16 04:29:22.910925 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53904) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:23.312149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c34914f-c1c5-4c0f-ba8e-4d6d648da774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:29:23.313514 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3c34914f-c1c5-4c0f-ba8e-4d6d648da774 admin admin] 10.222.0.20 "GET /v2.0/networks/de3f34dc-53e1-4e23-bcea-99568ebf2ac2 HTTP/1.1" status: 200 len: 825 time: 0.4011059 Sep 16 04:29:23.352364 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-487734cd-e8f8-4129-be4f-4d63dd6aed15 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/475416a2-5026-49a8-833c-41a014d3cc14 HTTP/1.1" status: 200 len: 734 time: 0.0323761 Sep 16 04:29:23.361627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-3a7d6af5-bbc1-489b-918d-74855bc69dbf admin admin] Request body: {'subnet': {'tenant_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'subnetpool_id': '475416a2-5026-49a8-833c-41a014d3cc14', 'ip_version': 4, 'network_id': 'de3f34dc-53e1-4e23-bcea-99568ebf2ac2', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:29:23.518284 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7d6af5-bbc1-489b-918d-74855bc69dbf admin admin] Made reservation on behalf of 1f7441afbd7a44d2a7822dcfeeb240fd for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:29:23.520537 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3a7d6af5-bbc1-489b-918d-74855bc69dbf admin admin] Notify callbacks [] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:23.879039 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3a7d6af5-bbc1-489b-918d-74855bc69dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:23.952106 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d6af5-bbc1-489b-918d-74855bc69dbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f710565-91d9-4e02-be85-d7222bf2ee95,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:23.956093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d6af5-bbc1-489b-918d-74855bc69dbf admin admin] Checking segment: {'id': '00390f0b-fb93-47b4-9833-c89dbe768edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de3f34dc-53e1-4e23-bcea-99568ebf2ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:29:23.956473 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7d6af5-bbc1-489b-918d-74855bc69dbf admin admin] Network hostable DHCP agents. Network: de3f34dc-53e1-4e23-bcea-99568ebf2ac2, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:29:24.066939 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7d6af5-bbc1-489b-918d-74855bc69dbf admin admin] Network de3f34dc-53e1-4e23-bcea-99568ebf2ac2 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:29:24.169498 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-3a7d6af5-bbc1-489b-918d-74855bc69dbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, de3f34dc-53e1-4e23-bcea-99568ebf2ac2) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:29:24.174299 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7d6af5-bbc1-489b-918d-74855bc69dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:29:24.174932 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3a7d6af5-bbc1-489b-918d-74855bc69dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:24.179501 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99444c93-ff35-4b5d-989a-22614c5e3493 None None] Network de3f34dc-53e1-4e23-bcea-99568ebf2ac2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:29:24.284877 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3a7d6af5-bbc1-489b-918d-74855bc69dbf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9266417 Sep 16 04:29:24.502798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-de3f34dc-53e1-4e23-bcea-99568ebf2ac2', 'network_id': 'de3f34dc-53e1-4e23-bcea-99568ebf2ac2', 'tenant_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'fixed_ips': [{'subnet_id': '8f710565-91d9-4e02-be85-d7222bf2ee95'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:29:24.504041 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:24.918494 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Allocated IP 172.20.0.2 (de3f34dc-53e1-4e23-bcea-99568ebf2ac2/8f710565-91d9-4e02-be85-d7222bf2ee95/fc65ee1c-60d7-43e9-be85-6b9b02fc4419) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:29:25.148930 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:25.227486 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:25.295376 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Network de3f34dc-53e1-4e23-bcea-99568ebf2ac2 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:29:25.300084 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:29:25.313510 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:29:25.321739 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Pushing event updated for resources: {'Port': ['ID=fc65ee1c-60d7-43e9-be85-6b9b02fc4419,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:25.353580 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.353930 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.354272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.354609 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.354969 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.355302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.355629 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.355954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.356279 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.356607 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.356929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.357251 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Tracked resource versions report: Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: pushed versions: Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: { 'AddressGroup': {'1.2'}, Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'ConntrackHelper': {'1.0'}, Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'Log': {'1.0'}, Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'Network': {'1.1'}, Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'Port': {'1.7'}, Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'PortForwarding': {'1.2'}, Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'QosPolicy': {'1.9'}, Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'SecurityGroup': {'1.4'}, Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'SubPort': {'1.0'}, Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'Subnet': {'1.1'}, Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'Trunk': {'1.1'}} Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: consumer versions: Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: { DHCP agent@n-d-712140-13: {}, Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: L3 agent@n-d-712140-13: {}, Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: Metadata agent@n-d-712140-13: {}, Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: Metering agent@n-d-712140-13: {}, Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: Open vSwitch agent@n-d-712140-13: { 'AddressGroup': '1.2', Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'ConntrackHelper': '1.0', Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'Log': '1.0', Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'Network': '1.1', Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'Port': '1.7', Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'PortForwarding': '1.2', Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'QosPolicy': '1.9', Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'SecurityGroup': '1.4', Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'SecurityGroupRule': '1.2', Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'SubPort': '1.0', Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'Subnet': '1.1', Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: 'Trunk': '1.1'}} Sep 16 04:29:25.358309 n-d-712140-13 neutron-server[95475]: {{(pid=95475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:29:25.407033 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Attempting to bind port fc65ee1c-60d7-43e9-be85-6b9b02fc4419 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:29:25.407354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Attempting to bind port fc65ee1c-60d7-43e9-be85-6b9b02fc4419 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '00390f0b-fb93-47b4-9833-c89dbe768edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de3f34dc-53e1-4e23-bcea-99568ebf2ac2'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:29:25.407761 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Attempting to bind port fc65ee1c-60d7-43e9-be85-6b9b02fc4419 on network de3f34dc-53e1-4e23-bcea-99568ebf2ac2 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:29:25.412849 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:29:25.413267 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Checking segment: {'id': '00390f0b-fb93-47b4-9833-c89dbe768edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de3f34dc-53e1-4e23-bcea-99568ebf2ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:29:25.413767 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:25.414162 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Bound using segment: {'id': '00390f0b-fb93-47b4-9833-c89dbe768edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de3f34dc-53e1-4e23-bcea-99568ebf2ac2'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:29:25.414682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Bound port: fc65ee1c-60d7-43e9-be85-6b9b02fc4419, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00390f0b-fb93-47b4-9833-c89dbe768edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de3f34dc-53e1-4e23-bcea-99568ebf2ac2'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:29:25.415123 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:25.477568 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] For port fc65ee1c-60d7-43e9-be85-6b9b02fc4419, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:29:25.481820 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] For port fc65ee1c-60d7-43e9-be85-6b9b02fc4419, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=fc65ee1c-60d7-43e9-be85-6b9b02fc4419,segment=NetworkSegment(00390f0b-fb93-47b4-9833-c89dbe768edf),segment_id=00390f0b-fb93-47b4-9833-c89dbe768edf)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:29:25.570412 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:25.648871 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989a0c6-c950-4c47-ab1d-d2911bd1ce35 None None] Pushing event updated for resources: {'Port': ['ID=fc65ee1c-60d7-43e9-be85-6b9b02fc4419,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:26.773489 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53912) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:27.098214 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-e36c524a-c8a8-4105-91e9-d92d0eb9ab64 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:29:27.100095 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e36c524a-c8a8-4105-91e9-d92d0eb9ab64 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3252902 Sep 16 04:29:29.546061 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53920) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:29.869520 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-62da50d4-1208-4ca0-b05a-8eec5aa937bd admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:29:29.870699 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-62da50d4-1208-4ca0-b05a-8eec5aa937bd admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3237016 Sep 16 04:29:32.620184 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53930) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:32.928410 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-317ee18e-a5af-404e-a94b-adc452bb35e8 admin admin] Request body: {'router': {'tenant_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'name': 'router1', 'admin_state_up': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:29:33.009786 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-317ee18e-a5af-404e-a94b-adc452bb35e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:33.011489 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-317ee18e-a5af-404e-a94b-adc452bb35e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:33.154490 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-317ee18e-a5af-404e-a94b-adc452bb35e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:33.216753 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-317ee18e-a5af-404e-a94b-adc452bb35e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:33.295725 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-317ee18e-a5af-404e-a94b-adc452bb35e8 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:33.296985 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-317ee18e-a5af-404e-a94b-adc452bb35e8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6758027 Sep 16 04:29:33.799479 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device fc65ee1c-60d7-43e9-be85-6b9b02fc4419 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:29:33.894232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port fc65ee1c-60d7-43e9-be85-6b9b02fc4419 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:29:33.894619 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:34.007595 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:34.041631 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port fc65ee1c-60d7-43e9-be85-6b9b02fc4419, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=fc65ee1c-60d7-43e9-be85-6b9b02fc4419,segment=NetworkSegment(00390f0b-fb93-47b4-9833-c89dbe768edf),segment_id=00390f0b-fb93-47b4-9833-c89dbe768edf)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:29:34.135503 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:34.144788 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcff8ec0-5aa7-4ca0-80b7-45c6830c698b None None] Network de3f34dc-53e1-4e23-bcea-99568ebf2ac2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:29:34.242994 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=fc65ee1c-60d7-43e9-be85-6b9b02fc4419,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:34.268985 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f49028bc-d898-4e11-a510-95eee8b3b39c None None] Provisioning complete for port fc65ee1c-60d7-43e9-be85-6b9b02fc4419 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:29:34.269360 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f49028bc-d898-4e11-a510-95eee8b3b39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:34.629250 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3faacf64-e4bd-44d5-9fbc-0524f19d1906 None None] Provisioning complete for port fc65ee1c-60d7-43e9-be85-6b9b02fc4419 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:29:34.629632 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3faacf64-e4bd-44d5-9fbc-0524f19d1906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:35.084143 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cea164e4-89b3-4d6b-a178-220501074f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:35.758463 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53944) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:35.766601 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device fc65ee1c-60d7-43e9-be85-6b9b02fc4419 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:29:35.821305 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port fc65ee1c-60d7-43e9-be85-6b9b02fc4419 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:29:35.821709 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:36.089039 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-27eb8019-89be-40c7-9426-6c2a796a0f92 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:29:36.090206 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-27eb8019-89be-40c7-9426-6c2a796a0f92 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3307629 Sep 16 04:29:37.735558 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8ecffbb4-7e6f-4319-8ac8-87dc63923925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:38.352599 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:38.526707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53952) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:38.870741 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e73682e2-241a-4b43-8d35-ca9c0558e27c admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:29:38.946737 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:38.969355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73682e2-241a-4b43-8d35-ca9c0558e27c admin admin] Made reservation on behalf of 3b09879faf8c4cfda71cbb7c7b3c2645 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:29:38.971708 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e73682e2-241a-4b43-8d35-ca9c0558e27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:38.981357 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e73682e2-241a-4b43-8d35-ca9c0558e27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:39.068560 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e73682e2-241a-4b43-8d35-ca9c0558e27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:39.129633 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e73682e2-241a-4b43-8d35-ca9c0558e27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:39.148769 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e73682e2-241a-4b43-8d35-ca9c0558e27c admin admin] Reserving flat network on physical network physnet1 {{(pid=95474) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 04:29:39.165784 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73682e2-241a-4b43-8d35-ca9c0558e27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e45851a-d4a6-4630-a9a4-e31d4f281aa5,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:39.170721 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e73682e2-241a-4b43-8d35-ca9c0558e27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:39.171095 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-e73682e2-241a-4b43-8d35-ca9c0558e27c admin admin] Added segment c7f46cb7-ae2c-431c-8f37-7020c4146352 of type flat for network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c Sep 16 04:29:39.222767 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e73682e2-241a-4b43-8d35-ca9c0558e27c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:39.312447 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e73682e2-241a-4b43-8d35-ca9c0558e27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:39.313465 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73682e2-241a-4b43-8d35-ca9c0558e27c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:29:39.314054 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e73682e2-241a-4b43-8d35-ca9c0558e27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:39.372196 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73682e2-241a-4b43-8d35-ca9c0558e27c admin admin] Pushing event updated for resources: {'Network': ['ID=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:39.381962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:29:39.433519 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e73682e2-241a-4b43-8d35-ca9c0558e27c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9056981 Sep 16 04:29:40.461353 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:41.875949 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53970) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:42.060583 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9468d823-b6ba-43b5-ae02-fe38125422ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:29:42.061993 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9468d823-b6ba-43b5-ae02-fe38125422ec admin admin] 10.222.0.20 "GET /v2.0/subnets/8f710565-91d9-4e02-be85-d7222bf2ee95 HTTP/1.1" status: 200 len: 849 time: 0.1851034 Sep 16 04:29:42.184914 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c21876ab-5531-4871-bbeb-efab8f6013a9 admin admin] 10.222.0.20 "GET /v2.0/routers/b02257ec-a5f8-42fa-9a18-3337e6b3e783 HTTP/1.1" status: 200 len: 704 time: 0.1164970 Sep 16 04:29:42.475206 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38867646-2d4e-4f7f-a7c6-c0c215760da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:42.781759 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-38867646-2d4e-4f7f-a7c6-c0c215760da7 admin admin] Allocated IP 172.20.0.1 (de3f34dc-53e1-4e23-bcea-99568ebf2ac2/8f710565-91d9-4e02-be85-d7222bf2ee95/89e62587-b02b-4980-aa8b-f8660867fff1) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:29:42.986961 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38867646-2d4e-4f7f-a7c6-c0c215760da7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:43.147862 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38867646-2d4e-4f7f-a7c6-c0c215760da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:43.225167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38867646-2d4e-4f7f-a7c6-c0c215760da7 admin admin] Network de3f34dc-53e1-4e23-bcea-99568ebf2ac2 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:29:43.231942 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-38867646-2d4e-4f7f-a7c6-c0c215760da7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:29:43.236707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38867646-2d4e-4f7f-a7c6-c0c215760da7 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:29:43.237718 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38867646-2d4e-4f7f-a7c6-c0c215760da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:43.257319 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38867646-2d4e-4f7f-a7c6-c0c215760da7 admin admin] Pushing event updated for resources: {'Port': ['ID=89e62587-b02b-4980-aa8b-f8660867fff1,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:43.488897 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c644cf4b-7fc5-444e-a52e-889fc6c58c94 None None] Provisioning complete for port 89e62587-b02b-4980-aa8b-f8660867fff1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:29:43.489543 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c644cf4b-7fc5-444e-a52e-889fc6c58c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:43.502058 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38867646-2d4e-4f7f-a7c6-c0c215760da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:43.522458 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c644cf4b-7fc5-444e-a52e-889fc6c58c94 None None] Port 89e62587-b02b-4980-aa8b-f8660867fff1 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:29:43.723175 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38867646-2d4e-4f7f-a7c6-c0c215760da7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:43.809119 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38867646-2d4e-4f7f-a7c6-c0c215760da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:43.809860 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38867646-2d4e-4f7f-a7c6-c0c215760da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:43.874083 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38867646-2d4e-4f7f-a7c6-c0c215760da7 admin admin] Pushing event updated for resources: {'Port': ['ID=89e62587-b02b-4980-aa8b-f8660867fff1,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:43.936849 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38867646-2d4e-4f7f-a7c6-c0c215760da7 admin admin] Network de3f34dc-53e1-4e23-bcea-99568ebf2ac2 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:29:43.938191 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-38867646-2d4e-4f7f-a7c6-c0c215760da7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:29:44.143443 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-7239dda5-3064-4440-a48f-857bd6617299 None None] Provisioning complete for port 89e62587-b02b-4980-aa8b-f8660867fff1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:29:44.143813 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7239dda5-3064-4440-a48f-857bd6617299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:44.178153 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-7239dda5-3064-4440-a48f-857bd6617299 None None] Port 89e62587-b02b-4980-aa8b-f8660867fff1 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:29:44.181227 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38867646-2d4e-4f7f-a7c6-c0c215760da7 admin admin] Router b02257ec-a5f8-42fa-9a18-3337e6b3e783 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:29:44.272736 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38867646-2d4e-4f7f-a7c6-c0c215760da7 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:29:44.278002 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-38867646-2d4e-4f7f-a7c6-c0c215760da7 admin admin] 10.222.0.20 "PUT /v2.0/routers/b02257ec-a5f8-42fa-9a18-3337e6b3e783/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0873046 Sep 16 04:29:44.283227 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] Sync routers for ids ['b02257ec-a5f8-42fa-9a18-3337e6b3e783'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:29:44.296221 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] Routers {'b02257ec-a5f8-42fa-9a18-3337e6b3e783'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:29:44.297000 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:29:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['b02257ec-a5f8-42fa-9a18-3337e6b3e783'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:44.486228 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] Set router b02257ec-a5f8-42fa-9a18-3337e6b3e783 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:29:44.918393 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02257ec-a5f8-42fa-9a18-3337e6b3e783', 'name': 'router1', 'tenant_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:29:33Z', 'updated_at': '2021-09-16T04:29:43Z', 'revision_number': 2, 'project_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'gw_port_host': None, '_interfaces': [{'id': '89e62587-b02b-4980-aa8b-f8660867fff1', 'name': '', 'network_id': 'de3f34dc-53e1-4e23-bcea-99568ebf2ac2', 'tenant_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'mac_address': 'fa:16:3e:5c:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02257ec-a5f8-42fa-9a18-3337e6b3e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f710565-91d9-4e02-be85-d7222bf2ee95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:29:42Z', 'updated_at': '2021-09-16T04:29:43Z', 'revision_number': 2, 'project_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'subnets': [{'id': '8f710565-91d9-4e02-be85-d7222bf2ee95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '475416a2-5026-49a8-833c-41a014d3cc14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:44.968072 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] Checking router: b02257ec-a5f8-42fa-9a18-3337e6b3e783 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:29:44.968482 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] Updating router b02257ec-a5f8-42fa-9a18-3337e6b3e783 port 89e62587-b02b-4980-aa8b-f8660867fff1 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:29:45.017405 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:45.535293 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:45.638013 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:45.809657 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd878fa0-3a42-4f13-91fe-5218065090c5 None None] Pushing event updated for resources: {'Port': ['ID=89e62587-b02b-4980-aa8b-f8660867fff1,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:45.820970 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] Attempting to bind port 89e62587-b02b-4980-aa8b-f8660867fff1 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:29:45.821368 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] Attempting to bind port 89e62587-b02b-4980-aa8b-f8660867fff1 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '00390f0b-fb93-47b4-9833-c89dbe768edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de3f34dc-53e1-4e23-bcea-99568ebf2ac2'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:29:45.821774 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] Attempting to bind port 89e62587-b02b-4980-aa8b-f8660867fff1 on network de3f34dc-53e1-4e23-bcea-99568ebf2ac2 {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:29:45.826018 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd878fa0-3a42-4f13-91fe-5218065090c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:45.826362 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd878fa0-3a42-4f13-91fe-5218065090c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:45.826696 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd878fa0-3a42-4f13-91fe-5218065090c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:45.827064 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd878fa0-3a42-4f13-91fe-5218065090c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:45.827396 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd878fa0-3a42-4f13-91fe-5218065090c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:45.828189 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd878fa0-3a42-4f13-91fe-5218065090c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:45.828189 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd878fa0-3a42-4f13-91fe-5218065090c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:45.828390 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd878fa0-3a42-4f13-91fe-5218065090c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:45.828639 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd878fa0-3a42-4f13-91fe-5218065090c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:45.828957 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd878fa0-3a42-4f13-91fe-5218065090c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:45.829273 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd878fa0-3a42-4f13-91fe-5218065090c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:45.829587 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd878fa0-3a42-4f13-91fe-5218065090c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd878fa0-3a42-4f13-91fe-5218065090c5 None None] Tracked resource versions report: Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: pushed versions: Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: { 'AddressGroup': {'1.2'}, Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'ConntrackHelper': {'1.0'}, Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'Log': {'1.0'}, Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'Network': {'1.1'}, Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'Port': {'1.7'}, Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'PortForwarding': {'1.2'}, Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'QosPolicy': {'1.9'}, Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'SecurityGroup': {'1.4'}, Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'SubPort': {'1.0'}, Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'Subnet': {'1.1'}, Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'Trunk': {'1.1'}} Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: consumer versions: Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: { DHCP agent@n-d-712140-13: {}, Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: L3 agent@n-d-712140-13: {}, Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: Metadata agent@n-d-712140-13: {}, Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: Metering agent@n-d-712140-13: {}, Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: Open vSwitch agent@n-d-712140-13: { 'AddressGroup': '1.2', Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'ConntrackHelper': '1.0', Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'Log': '1.0', Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'Network': '1.1', Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'Port': '1.7', Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'PortForwarding': '1.2', Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'QosPolicy': '1.9', Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'SecurityGroup': '1.4', Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'SecurityGroupRule': '1.2', Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'SubPort': '1.0', Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'Subnet': '1.1', Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: 'Trunk': '1.1'}} Sep 16 04:29:45.830728 n-d-712140-13 neutron-server[95476]: {{(pid=95476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:29:45.839382 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:29:45.839812 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] Checking segment: {'id': '00390f0b-fb93-47b4-9833-c89dbe768edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de3f34dc-53e1-4e23-bcea-99568ebf2ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:29:45.840257 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:45.840649 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] Bound using segment: {'id': '00390f0b-fb93-47b4-9833-c89dbe768edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de3f34dc-53e1-4e23-bcea-99568ebf2ac2'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:29:45.841181 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] Bound port: 89e62587-b02b-4980-aa8b-f8660867fff1, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00390f0b-fb93-47b4-9833-c89dbe768edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de3f34dc-53e1-4e23-bcea-99568ebf2ac2'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:29:45.841665 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:45.905616 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1c001bf8-d0f5-41a5-8d36-4fd500370c94 None None] Provisioning complete for port 89e62587-b02b-4980-aa8b-f8660867fff1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:29:45.906152 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1c001bf8-d0f5-41a5-8d36-4fd500370c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:45.908045 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] For port 89e62587-b02b-4980-aa8b-f8660867fff1, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:29:45.928360 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] For port 89e62587-b02b-4980-aa8b-f8660867fff1, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=89e62587-b02b-4980-aa8b-f8660867fff1,segment=NetworkSegment(00390f0b-fb93-47b4-9833-c89dbe768edf),segment_id=00390f0b-fb93-47b4-9833-c89dbe768edf)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:29:45.941817 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-1c001bf8-d0f5-41a5-8d36-4fd500370c94 None None] Port 89e62587-b02b-4980-aa8b-f8660867fff1 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:29:46.004379 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:46.072753 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] Routers {'b02257ec-a5f8-42fa-9a18-3337e6b3e783'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:29:46.073385 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:29:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['b02257ec-a5f8-42fa-9a18-3337e6b3e783'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:46.077855 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd878fa0-3a42-4f13-91fe-5218065090c5 None None] Pushing event updated for resources: {'Port': ['ID=89e62587-b02b-4980-aa8b-f8660867fff1,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:46.125083 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 5 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:29:46.181801 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] Set router b02257ec-a5f8-42fa-9a18-3337e6b3e783 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:29:46.264007 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ef584cad-bc30-4a06-822b-f5773870c116 None None] Provisioning complete for port 89e62587-b02b-4980-aa8b-f8660867fff1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:29:46.264486 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ef584cad-bc30-4a06-822b-f5773870c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:46.345336 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ef584cad-bc30-4a06-822b-f5773870c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:46.377247 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ef584cad-bc30-4a06-822b-f5773870c116 None None] For port 89e62587-b02b-4980-aa8b-f8660867fff1, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=89e62587-b02b-4980-aa8b-f8660867fff1,segment=NetworkSegment(00390f0b-fb93-47b4-9833-c89dbe768edf),segment_id=00390f0b-fb93-47b4-9833-c89dbe768edf)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:29:46.400325 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02257ec-a5f8-42fa-9a18-3337e6b3e783', 'name': 'router1', 'tenant_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:29:33Z', 'updated_at': '2021-09-16T04:29:43Z', 'revision_number': 2, 'project_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'gw_port_host': None, '_interfaces': [{'id': '89e62587-b02b-4980-aa8b-f8660867fff1', 'name': '', 'network_id': 'de3f34dc-53e1-4e23-bcea-99568ebf2ac2', 'tenant_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'mac_address': 'fa:16:3e:5c:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02257ec-a5f8-42fa-9a18-3337e6b3e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f710565-91d9-4e02-be85-d7222bf2ee95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:29:42Z', 'updated_at': '2021-09-16T04:29:45Z', 'revision_number': 4, 'project_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'subnets': [{'id': '8f710565-91d9-4e02-be85-d7222bf2ee95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '475416a2-5026-49a8-833c-41a014d3cc14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:46.428683 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7abbfb0-ea42-47f2-831b-5ee335811f90 None None] The sync data for ids ['b02257ec-a5f8-42fa-9a18-3337e6b3e783'] in n-d-712140-13 is: [{'id': 'b02257ec-a5f8-42fa-9a18-3337e6b3e783', 'name': 'router1', 'tenant_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:29:33Z', 'updated_at': '2021-09-16T04:29:43Z', 'revision_number': 2, 'project_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'gw_port_host': None, '_interfaces': [{'id': '89e62587-b02b-4980-aa8b-f8660867fff1', 'name': '', 'network_id': 'de3f34dc-53e1-4e23-bcea-99568ebf2ac2', 'tenant_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'mac_address': 'fa:16:3e:5c:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02257ec-a5f8-42fa-9a18-3337e6b3e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f710565-91d9-4e02-be85-d7222bf2ee95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:29:42Z', 'updated_at': '2021-09-16T04:29:45Z', 'revision_number': 4, 'project_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'subnets': [{'id': '8f710565-91d9-4e02-be85-d7222bf2ee95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '475416a2-5026-49a8-833c-41a014d3cc14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:29:46.444849 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ef584cad-bc30-4a06-822b-f5773870c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:46.491756 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef584cad-bc30-4a06-822b-f5773870c116 None None] Pushing event updated for resources: {'Port': ['ID=89e62587-b02b-4980-aa8b-f8660867fff1,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:46.620258 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53992) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:46.731791 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447fb2d0-57a4-4104-b052-b841bdf48726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:29:46.733185 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-447fb2d0-57a4-4104-b052-b841bdf48726 admin admin] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 842 time: 0.1120420 Sep 16 04:29:46.743669 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-1add5701-8a49-425a-b00e-ec903480076b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'name': 'public-subnet', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:29:46.826657 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1add5701-8a49-425a-b00e-ec903480076b admin admin] Made reservation on behalf of 3b09879faf8c4cfda71cbb7c7b3c2645 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:29:46.829241 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1add5701-8a49-425a-b00e-ec903480076b admin admin] Notify callbacks [] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:47.263095 n-d-712140-13 neutron-server[95474]: DEBUG neutron.objects.ports [None req-1add5701-8a49-425a-b00e-ec903480076b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95474) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:29:47.263538 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1add5701-8a49-425a-b00e-ec903480076b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:47.328690 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add5701-8a49-425a-b00e-ec903480076b admin admin] Pushing event updated for resources: {'Subnet': ['ID=242cb511-14cd-4d2c-ad08-a27d1508f4ab,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:47.334924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1add5701-8a49-425a-b00e-ec903480076b admin admin] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:29:47.335295 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1add5701-8a49-425a-b00e-ec903480076b admin admin] Network hostable DHCP agents. Network: edc4bd80-9b5d-4bcc-bfa1-52f51656d27c, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:29:47.428601 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1add5701-8a49-425a-b00e-ec903480076b admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:29:47.535685 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-1add5701-8a49-425a-b00e-ec903480076b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, edc4bd80-9b5d-4bcc-bfa1-52f51656d27c) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:29:47.540264 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1add5701-8a49-425a-b00e-ec903480076b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:29:47.540855 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1add5701-8a49-425a-b00e-ec903480076b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:47.545368 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76298fbd-6b78-4a2f-a0ee-82fc89a9852a None None] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:29:47.662431 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1add5701-8a49-425a-b00e-ec903480076b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9103310 Sep 16 04:29:47.672416 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7780876d-2de9-47aa-8e97-88457d4df38d None None] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:29:49.968704 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54000) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:50.103692 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-061cba72-c925-4fe2-bfbc-e4d9f29abd08 admin admin] 10.222.0.20 "GET /v2.0/routers/b02257ec-a5f8-42fa-9a18-3337e6b3e783 HTTP/1.1" status: 200 len: 710 time: 0.1337743 Sep 16 04:29:50.201603 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c009ce-900a-4f59-aa15-869025845248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:29:50.209068 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-82c009ce-900a-4f59-aa15-869025845248 admin admin] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 886 time: 0.0922441 Sep 16 04:29:50.213027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-5f4e6397-94a7-4f6b-bdf1-ac14fdad886b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:29:50.462627 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f4e6397-94a7-4f6b-bdf1-ac14fdad886b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:50.750764 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f4e6397-94a7-4f6b-bdf1-ac14fdad886b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:50.829055 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f4e6397-94a7-4f6b-bdf1-ac14fdad886b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:50.934998 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-5f4e6397-94a7-4f6b-bdf1-ac14fdad886b admin admin] Allocated IP 172.25.4.152 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/a184f7d9-40fa-4733-a8e4-ddb724ed3603) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:29:51.038738 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f4e6397-94a7-4f6b-bdf1-ac14fdad886b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:51.164258 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f4e6397-94a7-4f6b-bdf1-ac14fdad886b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:51.199426 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4e6397-94a7-4f6b-bdf1-ac14fdad886b admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:29:51.202057 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-5f4e6397-94a7-4f6b-bdf1-ac14fdad886b admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:29:51.209937 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4e6397-94a7-4f6b-bdf1-ac14fdad886b admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:29:51.245849 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e6397-94a7-4f6b-bdf1-ac14fdad886b admin admin] Pushing event updated for resources: {'Port': ['ID=a184f7d9-40fa-4733-a8e4-ddb724ed3603,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:51.683357 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f4e6397-94a7-4f6b-bdf1-ac14fdad886b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:51.803151 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 89e62587-b02b-4980-aa8b-f8660867fff1 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:29:51.855347 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 89e62587-b02b-4980-aa8b-f8660867fff1 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:29:51.855722 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:51.905366 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f4e6397-94a7-4f6b-bdf1-ac14fdad886b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:51.908973 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f4e6397-94a7-4f6b-bdf1-ac14fdad886b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:52.023339 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4e6397-94a7-4f6b-bdf1-ac14fdad886b admin admin] Router b02257ec-a5f8-42fa-9a18-3337e6b3e783 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:29:52.130939 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4e6397-94a7-4f6b-bdf1-ac14fdad886b admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:29:52.135662 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f4e6397-94a7-4f6b-bdf1-ac14fdad886b admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:52.136614 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5f4e6397-94a7-4f6b-bdf1-ac14fdad886b admin admin] 10.222.0.20 "PUT /v2.0/routers/b02257ec-a5f8-42fa-9a18-3337e6b3e783 HTTP/1.1" status: 200 len: 890 time: 1.9268594 Sep 16 04:29:53.040764 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] Sync routers for ids ['b02257ec-a5f8-42fa-9a18-3337e6b3e783'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:29:53.057311 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] Routers {'b02257ec-a5f8-42fa-9a18-3337e6b3e783'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:29:53.058233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:29:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['b02257ec-a5f8-42fa-9a18-3337e6b3e783'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:53.294463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] Set router b02257ec-a5f8-42fa-9a18-3337e6b3e783 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:29:53.706737 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02257ec-a5f8-42fa-9a18-3337e6b3e783', 'name': 'router1', 'tenant_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'a184f7d9-40fa-4733-a8e4-ddb724ed3603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:29:33Z', 'updated_at': '2021-09-16T04:29:51Z', 'revision_number': 4, 'project_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'gw_port': {'id': 'a184f7d9-40fa-4733-a8e4-ddb724ed3603', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02257ec-a5f8-42fa-9a18-3337e6b3e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:29:50Z', 'updated_at': '2021-09-16T04:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '89e62587-b02b-4980-aa8b-f8660867fff1', 'name': '', 'network_id': 'de3f34dc-53e1-4e23-bcea-99568ebf2ac2', 'tenant_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'mac_address': 'fa:16:3e:5c:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02257ec-a5f8-42fa-9a18-3337e6b3e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f710565-91d9-4e02-be85-d7222bf2ee95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:29:42Z', 'updated_at': '2021-09-16T04:29:46Z', 'revision_number': 5, 'project_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'subnets': [{'id': '8f710565-91d9-4e02-be85-d7222bf2ee95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '475416a2-5026-49a8-833c-41a014d3cc14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:53.760495 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] Checking router: b02257ec-a5f8-42fa-9a18-3337e6b3e783 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:29:53.760851 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] Updating router b02257ec-a5f8-42fa-9a18-3337e6b3e783 port a184f7d9-40fa-4733-a8e4-ddb724ed3603 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:29:53.809662 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:54.139275 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:54.254640 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:54.381357 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] Attempting to bind port a184f7d9-40fa-4733-a8e4-ddb724ed3603 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:29:54.381735 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] Attempting to bind port a184f7d9-40fa-4733-a8e4-ddb724ed3603 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:29:54.382097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] Attempting to bind port a184f7d9-40fa-4733-a8e4-ddb724ed3603 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:29:54.384185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ae697-b918-495b-ae56-797015b6d8e9 None None] Pushing event updated for resources: {'Port': ['ID=a184f7d9-40fa-4733-a8e4-ddb724ed3603,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:54.389872 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:29:54.390250 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:29:54.390655 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:54.391155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:29:54.391633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] Bound port: a184f7d9-40fa-4733-a8e4-ddb724ed3603, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:29:54.392031 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:54.446976 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] For port a184f7d9-40fa-4733-a8e4-ddb724ed3603, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:29:54.450407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] For port a184f7d9-40fa-4733-a8e4-ddb724ed3603, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a184f7d9-40fa-4733-a8e4-ddb724ed3603,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:29:54.518664 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:54.576010 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] Routers {'b02257ec-a5f8-42fa-9a18-3337e6b3e783'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:29:54.576642 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:29:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['b02257ec-a5f8-42fa-9a18-3337e6b3e783'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:54.596675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54012) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:54.614670 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ae697-b918-495b-ae56-797015b6d8e9 None None] Pushing event updated for resources: {'Port': ['ID=a184f7d9-40fa-4733-a8e4-ddb724ed3603,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:54.692253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] Set router b02257ec-a5f8-42fa-9a18-3337e6b3e783 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:29:54.766909 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1767b350-583a-4eb8-90c9-893335a8122f admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1567669 Sep 16 04:29:54.916238 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02257ec-a5f8-42fa-9a18-3337e6b3e783', 'name': 'router1', 'tenant_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'a184f7d9-40fa-4733-a8e4-ddb724ed3603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:29:33Z', 'updated_at': '2021-09-16T04:29:51Z', 'revision_number': 4, 'project_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'gw_port': {'id': 'a184f7d9-40fa-4733-a8e4-ddb724ed3603', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02257ec-a5f8-42fa-9a18-3337e6b3e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:29:50Z', 'updated_at': '2021-09-16T04:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '89e62587-b02b-4980-aa8b-f8660867fff1', 'name': '', 'network_id': 'de3f34dc-53e1-4e23-bcea-99568ebf2ac2', 'tenant_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'mac_address': 'fa:16:3e:5c:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02257ec-a5f8-42fa-9a18-3337e6b3e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f710565-91d9-4e02-be85-d7222bf2ee95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:29:42Z', 'updated_at': '2021-09-16T04:29:46Z', 'revision_number': 5, 'project_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'subnets': [{'id': '8f710565-91d9-4e02-be85-d7222bf2ee95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '475416a2-5026-49a8-833c-41a014d3cc14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:54.945230 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7debe540-30c0-4fe7-981c-0c9929343331 None None] The sync data for ids ['b02257ec-a5f8-42fa-9a18-3337e6b3e783'] in n-d-712140-13 is: [{'id': 'b02257ec-a5f8-42fa-9a18-3337e6b3e783', 'name': 'router1', 'tenant_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'a184f7d9-40fa-4733-a8e4-ddb724ed3603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:29:33Z', 'updated_at': '2021-09-16T04:29:51Z', 'revision_number': 4, 'project_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'gw_port': {'id': 'a184f7d9-40fa-4733-a8e4-ddb724ed3603', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02257ec-a5f8-42fa-9a18-3337e6b3e783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:29:50Z', 'updated_at': '2021-09-16T04:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '89e62587-b02b-4980-aa8b-f8660867fff1', 'name': '', 'network_id': 'de3f34dc-53e1-4e23-bcea-99568ebf2ac2', 'tenant_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'mac_address': 'fa:16:3e:5c:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02257ec-a5f8-42fa-9a18-3337e6b3e783', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f710565-91d9-4e02-be85-d7222bf2ee95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:29:42Z', 'updated_at': '2021-09-16T04:29:46Z', 'revision_number': 5, 'project_id': '1f7441afbd7a44d2a7822dcfeeb240fd', 'subnets': [{'id': '8f710565-91d9-4e02-be85-d7222bf2ee95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '475416a2-5026-49a8-833c-41a014d3cc14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:29:55.927291 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a184f7d9-40fa-4733-a8e4-ddb724ed3603 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:29:55.978556 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port a184f7d9-40fa-4733-a8e4-ddb724ed3603 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:29:55.978963 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:56.062597 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:56.085223 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port a184f7d9-40fa-4733-a8e4-ddb724ed3603, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a184f7d9-40fa-4733-a8e4-ddb724ed3603,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:29:56.152429 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:56.199761 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=a184f7d9-40fa-4733-a8e4-ddb724ed3603,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:57.788153 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a184f7d9-40fa-4733-a8e4-ddb724ed3603 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:29:57.881232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port a184f7d9-40fa-4733-a8e4-ddb724ed3603 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:29:57.881944 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:05.133896 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-54b439f6-9269-4e1a-8f0d-c421adfb031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:07.718352 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3c1658dc-6472-4b8f-aa91-b5fa0cac2945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:08.381548 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:08.935678 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:10.506789 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:23.073033 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 5 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:30:35.106968 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0ca93520-40cb-44e8-b521-bd9f2fcf94fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:37.701052 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f643f0d5-690d-4519-8f47-4dda3eea8cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:38.638171 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:38.929820 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:40.472513 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:00.072943 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 5 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:31:05.083628 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c863fbaa-f660-4b6e-be1c-3d256d7eb375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:07.739660 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-553cc301-4b79-4df1-a995-ea293bd8f59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:08.346425 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:08.946525 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:10.483566 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:35.101074 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-709081ce-6f74-4804-93b5-1297aeb61ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:37.072247 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 5 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:31:37.729278 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-931a07a2-3c80-4ddb-980a-ec95b79df133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:38.404125 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:38.985737 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:40.248966 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54606) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:31:40.322643 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85f3bf8-0d99-487e-8d30-0093eb7387e4 admin admin] GET failed (client error): The resource could not be found. Sep 16 04:31:40.324091 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c85f3bf8-0d99-487e-8d30-0093eb7387e4 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0740499 Sep 16 04:31:40.497866 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d6edea-cff6-4692-ab03-5086f12d7ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:40.499474 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-67d6edea-cff6-4692-ab03-5086f12d7ec2 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1706619 Sep 16 04:31:40.506685 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:42.776715 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54616) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:31:42.879463 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1142141-658b-4703-8fc8-b02361d5ded2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:42.881453 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d1142141-658b-4703-8fc8-b02361d5ded2 admin admin] 10.222.0.20 "GET /v2.0/subnets/8f710565-91d9-4e02-be85-d7222bf2ee95 HTTP/1.1" status: 200 len: 849 time: 0.1037807 Sep 16 04:31:42.891912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-a287769f-746a-477d-a759-bab1d9a5c4bc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:31:42.980361 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a287769f-746a-477d-a759-bab1d9a5c4bc admin admin] Notify callbacks [] for subnet, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:43.197653 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a287769f-746a-477d-a759-bab1d9a5c4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734107153924'] for subnet, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:43.229312 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287769f-746a-477d-a759-bab1d9a5c4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:43.230484 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a287769f-746a-477d-a759-bab1d9a5c4bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:43.235641 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a287769f-746a-477d-a759-bab1d9a5c4bc admin admin] 10.222.0.20 "PUT /v2.0/subnets/8f710565-91d9-4e02-be85-d7222bf2ee95 HTTP/1.1" status: 200 len: 868 time: 0.3435636 Sep 16 04:31:43.235892 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d51656-dfeb-41be-b13e-6c4f4e4a80b5 None None] Network de3f34dc-53e1-4e23-bcea-99568ebf2ac2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:31:43.258559 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287769f-746a-477d-a759-bab1d9a5c4bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f710565-91d9-4e02-be85-d7222bf2ee95,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:31:43.271943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287769f-746a-477d-a759-bab1d9a5c4bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:43.271943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287769f-746a-477d-a759-bab1d9a5c4bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:43.271943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287769f-746a-477d-a759-bab1d9a5c4bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:43.271943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287769f-746a-477d-a759-bab1d9a5c4bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:43.271943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287769f-746a-477d-a759-bab1d9a5c4bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:43.271943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287769f-746a-477d-a759-bab1d9a5c4bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:43.271943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287769f-746a-477d-a759-bab1d9a5c4bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:43.271943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287769f-746a-477d-a759-bab1d9a5c4bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:43.271943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287769f-746a-477d-a759-bab1d9a5c4bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:43.271943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287769f-746a-477d-a759-bab1d9a5c4bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:43.271943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287769f-746a-477d-a759-bab1d9a5c4bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:43.271943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287769f-746a-477d-a759-bab1d9a5c4bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:43.631387 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-efed979b-b78b-42bd-8581-16cbe1b35283 None None] Provisioning complete for port 89e62587-b02b-4980-aa8b-f8660867fff1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:31:43.631771 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-efed979b-b78b-42bd-8581-16cbe1b35283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:43.730322 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-efed979b-b78b-42bd-8581-16cbe1b35283 None None] Provisioning complete for port fc65ee1c-60d7-43e9-be85-6b9b02fc4419 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:31:43.730703 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-efed979b-b78b-42bd-8581-16cbe1b35283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:45.463856 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54624) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:31:45.686189 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db47db77-5f09-472f-94ed-b29380e1a592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:45.686588 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db47db77-5f09-472f-94ed-b29380e1a592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:45.688210 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-db47db77-5f09-472f-94ed-b29380e1a592 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2233920 Sep 16 04:31:47.961221 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54632) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:31:48.096187 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e2ad33-5e42-4a29-85fa-33c4f854563e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:48.096584 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e2ad33-5e42-4a29-85fa-33c4f854563e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:48.098144 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-41e2ad33-5e42-4a29-85fa-33c4f854563e admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1359696 Sep 16 04:31:50.348674 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54640) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:31:50.497806 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360f719d-4d75-4061-a37f-5251724cea41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:50.499235 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-360f719d-4d75-4061-a37f-5251724cea41 admin admin] 10.222.0.20 "GET /v2.0/networks/de3f34dc-53e1-4e23-bcea-99568ebf2ac2 HTTP/1.1" status: 200 len: 869 time: 0.1489713 Sep 16 04:31:52.778153 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54648) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:31:53.016360 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5832aca1-8cec-4228-abc8-17054aa780fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:53.017777 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5832aca1-8cec-4228-abc8-17054aa780fb admin admin] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 886 time: 0.2386456 Sep 16 04:31:55.256969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54656) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:31:55.403415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f5b81a-8dd2-49f3-b7f6-905669f4e03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:55.403874 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f5b81a-8dd2-49f3-b7f6-905669f4e03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:55.405432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-18f5b81a-8dd2-49f3-b7f6-905669f4e03f admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1472363 Sep 16 04:31:57.659072 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54666) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:31:57.751609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a031d1-6e73-4778-9bd8-fc7999f192a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:57.752058 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a031d1-6e73-4778-9bd8-fc7999f192a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:57.753605 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-03a031d1-6e73-4778-9bd8-fc7999f192a8 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0935993 Sep 16 04:32:00.000707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54674) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:32:00.118830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5017a8-cbfb-4de7-a4e2-3178e7170552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:32:00.120161 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-df5017a8-cbfb-4de7-a4e2-3178e7170552 admin admin] 10.222.0.20 "GET /v2.0/subnets/242cb511-14cd-4d2c-ad08-a27d1508f4ab HTTP/1.1" status: 200 len: 816 time: 0.1185114 Sep 16 04:32:02.370891 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54682) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:32:02.477490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b05a7d5-e5ac-47a7-9435-360fe9b09622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:32:02.478868 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1b05a7d5-e5ac-47a7-9435-360fe9b09622 admin admin] 10.222.0.20 "GET /v2.0/subnets/8f710565-91d9-4e02-be85-d7222bf2ee95 HTTP/1.1" status: 200 len: 868 time: 0.1070089 Sep 16 04:32:05.060242 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-64c2d379-ce6c-40d1-b5ae-6fc950ca9b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:07.769103 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ad8f8c4e-c35e-4bc0-940f-9616865b250a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:08.340518 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:08.951101 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:10.523671 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:14.071345 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 5 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:32:27.526196 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54736) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:32:27.576770 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-cd28a6bd-bdb2-4a48-bfdf-07d6b05fd6b7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:32:27.577776 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cd28a6bd-bdb2-4a48-bfdf-07d6b05fd6b7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506382 Sep 16 04:32:29.917683 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54744) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:32:29.978120 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-c457e880-1064-4212-9d21-b12957804fca admin admin] GET failed (client error): The resource could not be found. Sep 16 04:32:29.979635 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c457e880-1064-4212-9d21-b12957804fca admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609820 Sep 16 04:32:30.066328 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780cd209-f55b-4615-a1ce-f55beee2699d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:32:30.068485 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-780cd209-f55b-4615-a1ce-f55beee2699d admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0837324 Sep 16 04:32:32.306137 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54752) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:32:32.354768 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-313a0882-e053-49bf-b492-71cc7ae523fb admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:32:32.437774 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313a0882-e053-49bf-b492-71cc7ae523fb admin admin] Made reservation on behalf of 3b09879faf8c4cfda71cbb7c7b3c2645 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:32:32.440333 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-313a0882-e053-49bf-b492-71cc7ae523fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:32.469074 n-d-712140-13 neutron-server[95474]: WARNING neutron.services.revisions.revision_plugin [None req-313a0882-e053-49bf-b492-71cc7ae523fb admin admin] Could not find related network for resource to bump revision. Sep 16 04:32:32.479945 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313a0882-e053-49bf-b492-71cc7ae523fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:32:32.492520 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-313a0882-e053-49bf-b492-71cc7ae523fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:32.492520 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-313a0882-e053-49bf-b492-71cc7ae523fb admin admin] Added segment badeb0a6-3c0d-4205-8865-118895d7136f of type vlan for network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 Sep 16 04:32:32.530843 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-313a0882-e053-49bf-b492-71cc7ae523fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:32.654848 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-313a0882-e053-49bf-b492-71cc7ae523fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:32.655897 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a0882-e053-49bf-b492-71cc7ae523fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:32:32.656513 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-313a0882-e053-49bf-b492-71cc7ae523fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:32.716532 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a0882-e053-49bf-b492-71cc7ae523fb admin admin] Pushing event updated for resources: {'Network': ['ID=2a246870-62d8-492c-9b4b-fd78cc6fd5d3,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:32:32.727695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:32:32.850259 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-313a0882-e053-49bf-b492-71cc7ae523fb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5429857 Sep 16 04:32:35.072074 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6901e895-d246-480d-852a-71bb604ef11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:35.161687 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54760) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:32:35.222783 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c83905-6232-4272-ad9b-1c463aa71faf admin admin] GET failed (client error): The resource could not be found. Sep 16 04:32:35.224201 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-82c83905-6232-4272-ad9b-1c463aa71faf admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615559 Sep 16 04:32:35.298818 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff77514f-ca49-413d-ade2-073307a7c91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:32:35.300337 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ff77514f-ca49-413d-ade2-073307a7c91f admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0713456 Sep 16 04:32:35.311284 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-673c4b57-9944-45b2-853c-2a33c3692669 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'cidr': '192.168.233.0/24'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:32:35.414224 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673c4b57-9944-45b2-853c-2a33c3692669 admin admin] Made reservation on behalf of 3b09879faf8c4cfda71cbb7c7b3c2645 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:32:35.416485 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-673c4b57-9944-45b2-853c-2a33c3692669 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:35.694731 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-673c4b57-9944-45b2-853c-2a33c3692669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:35.750477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c4b57-9944-45b2-853c-2a33c3692669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab80350b-7133-471c-bec8-fe95d1f2801e,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:32:35.759532 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c4b57-9944-45b2-853c-2a33c3692669 admin admin] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:32:35.759884 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673c4b57-9944-45b2-853c-2a33c3692669 admin admin] Network hostable DHCP agents. Network: 2a246870-62d8-492c-9b4b-fd78cc6fd5d3, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:32:35.997655 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673c4b57-9944-45b2-853c-2a33c3692669 admin admin] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:32:36.157628 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-673c4b57-9944-45b2-853c-2a33c3692669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 2a246870-62d8-492c-9b4b-fd78cc6fd5d3) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:32:36.162362 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673c4b57-9944-45b2-853c-2a33c3692669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:32:36.163532 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-673c4b57-9944-45b2-853c-2a33c3692669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:36.168612 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f052f8-d420-4ca2-82fa-0b4a9f46bc82 None None] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:32:36.289430 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-673c4b57-9944-45b2-853c-2a33c3692669 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9816024 Sep 16 04:32:36.313588 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'tenant_id': '3b09879faf8c4cfda71cbb7c7b3c2645', 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:32:36.314488 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:36.465855 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Allocated IP 192.168.233.2 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/ba3b6ca6-31bc-43db-bfb7-c1d55a444c0c) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:32:36.624595 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:36.712295 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:36.758759 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:32:36.766521 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:32:36.769140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:32:36.772825 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Pushing event updated for resources: {'Port': ['ID=ba3b6ca6-31bc-43db-bfb7-c1d55a444c0c,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:32:36.785224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:36.785576 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:36.785928 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:36.786276 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:36.786644 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:36.787002 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:36.787414 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:36.787744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:36.788071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:36.788390 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:36.788708 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:36.789033 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:36.843818 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Attempting to bind port ba3b6ca6-31bc-43db-bfb7-c1d55a444c0c on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:32:36.844463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Attempting to bind port ba3b6ca6-31bc-43db-bfb7-c1d55a444c0c by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:32:36.845114 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Attempting to bind port ba3b6ca6-31bc-43db-bfb7-c1d55a444c0c on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:32:36.854014 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:32:36.859944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:32:36.859944 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:36.859944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:32:36.859944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Bound port: ba3b6ca6-31bc-43db-bfb7-c1d55a444c0c, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:32:36.859944 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:36.928003 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] For port ba3b6ca6-31bc-43db-bfb7-c1d55a444c0c, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:32:36.931114 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] For port ba3b6ca6-31bc-43db-bfb7-c1d55a444c0c, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=ba3b6ca6-31bc-43db-bfb7-c1d55a444c0c,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:32:37.077816 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:37.139764 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7221da2-2dd4-43e5-bcfd-721a157f88ea None None] Pushing event updated for resources: {'Port': ['ID=ba3b6ca6-31bc-43db-bfb7-c1d55a444c0c,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:32:37.774959 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f707f4d-554f-40d2-be1e-06613e01721b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:37.975597 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560e6b1f-74a1-4a04-b7fa-bd2ece52c703 None None] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:32:38.010555 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device ba3b6ca6-31bc-43db-bfb7-c1d55a444c0c up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:32:38.106099 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c864f7f3-4b61-40bd-a51b-4016d3685513 None None] Provisioning complete for port ba3b6ca6-31bc-43db-bfb7-c1d55a444c0c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:32:38.106403 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c864f7f3-4b61-40bd-a51b-4016d3685513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:38.182797 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port ba3b6ca6-31bc-43db-bfb7-c1d55a444c0c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:32:38.183196 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:38.304118 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c864f7f3-4b61-40bd-a51b-4016d3685513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:38.366669 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:38.371697 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c864f7f3-4b61-40bd-a51b-4016d3685513 None None] For port ba3b6ca6-31bc-43db-bfb7-c1d55a444c0c, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=ba3b6ca6-31bc-43db-bfb7-c1d55a444c0c,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:32:38.391810 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:38.540579 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c864f7f3-4b61-40bd-a51b-4016d3685513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:38.612188 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:32:38.612479 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:32:38.616573 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864f7f3-4b61-40bd-a51b-4016d3685513 None None] Pushing event updated for resources: {'Port': ['ID=ba3b6ca6-31bc-43db-bfb7-c1d55a444c0c,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:32:38.660807 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-7bbc9cbc-fa98-4070-857f-0d9c447ce294 None None] Provisioning complete for port ba3b6ca6-31bc-43db-bfb7-c1d55a444c0c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:32:38.661180 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7bbc9cbc-fa98-4070-857f-0d9c447ce294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:38.986006 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:39.953777 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device ba3b6ca6-31bc-43db-bfb7-c1d55a444c0c up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:32:40.001188 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port ba3b6ca6-31bc-43db-bfb7-c1d55a444c0c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:32:40.001853 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:40.500569 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:51.069426 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 5 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:33:05.093699 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5c2e359b-9d07-421b-8d6f-9edcf3c09745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:07.724129 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-90ec01f5-1cd0-4883-bd38-d8a0c337771e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:08.374157 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:09.037380 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:10.528567 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:28.068538 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 5 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:33:35.083043 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c39231b5-5d94-43b8-8c62-67263f021512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:37.734508 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3ac90f38-4fb6-4908-8147-58bc4e0eca23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:38.437095 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:38.991476 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:40.517114 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.601295 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54814) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:58.607367 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-d8bac7e4-58a1-4691-9888-606ecd13b62a tempest-verify_tempest_config-1486120798 tempest-verify_tempest_config-1486120798-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:33:58.608363 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d8bac7e4-58a1-4691-9888-606ecd13b62a tempest-verify_tempest_config-1486120798 tempest-verify_tempest_config-1486120798-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060973 Sep 16 04:33:59.286118 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54832) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:59.400818 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e86f2d63-13f7-40c7-9883-b117bc9211ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.490384 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e86f2d63-13f7-40c7-9883-b117bc9211ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.620197 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e86f2d63-13f7-40c7-9883-b117bc9211ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.668762 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e86f2d63-13f7-40c7-9883-b117bc9211ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d735ca989575430d97db73f89f9eed29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3815873 Sep 16 04:33:59.669792 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f2d63-13f7-40c7-9883-b117bc9211ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777dcdbd-bf15-4a68-a39b-f18b78ac1bc6,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:59.671530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54836) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:59.679738 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f2d63-13f7-40c7-9883-b117bc9211ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.680275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f2d63-13f7-40c7-9883-b117bc9211ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.680797 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f2d63-13f7-40c7-9883-b117bc9211ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.681347 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f2d63-13f7-40c7-9883-b117bc9211ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.681879 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f2d63-13f7-40c7-9883-b117bc9211ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.682961 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f2d63-13f7-40c7-9883-b117bc9211ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.683218 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f2d63-13f7-40c7-9883-b117bc9211ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.683544 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f2d63-13f7-40c7-9883-b117bc9211ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.683880 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f2d63-13f7-40c7-9883-b117bc9211ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.684235 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f2d63-13f7-40c7-9883-b117bc9211ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.684537 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f2d63-13f7-40c7-9883-b117bc9211ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.684875 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f2d63-13f7-40c7-9883-b117bc9211ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.761074 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e247cf81-df02-4418-b5e8-8f4c0bf881c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.781803 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e247cf81-df02-4418-b5e8-8f4c0bf881c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.962695 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e247cf81-df02-4418-b5e8-8f4c0bf881c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.965255 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e247cf81-df02-4418-b5e8-8f4c0bf881c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.966411 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e247cf81-df02-4418-b5e8-8f4c0bf881c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/777dcdbd-bf15-4a68-a39b-f18b78ac1bc6 HTTP/1.1" status: 204 len: 168 time: 0.2935948 Sep 16 04:33:59.974556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247cf81-df02-4418-b5e8-8f4c0bf881c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777dcdbd-bf15-4a68-a39b-f18b78ac1bc6,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:59.987562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e247cf81-df02-4418-b5e8-8f4c0bf881c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.987912 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e247cf81-df02-4418-b5e8-8f4c0bf881c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.988249 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e247cf81-df02-4418-b5e8-8f4c0bf881c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.988584 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e247cf81-df02-4418-b5e8-8f4c0bf881c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.988912 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e247cf81-df02-4418-b5e8-8f4c0bf881c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.989284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e247cf81-df02-4418-b5e8-8f4c0bf881c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.989722 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e247cf81-df02-4418-b5e8-8f4c0bf881c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.990016 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e247cf81-df02-4418-b5e8-8f4c0bf881c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.990281 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e247cf81-df02-4418-b5e8-8f4c0bf881c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.990701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e247cf81-df02-4418-b5e8-8f4c0bf881c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.991058 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e247cf81-df02-4418-b5e8-8f4c0bf881c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.991378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e247cf81-df02-4418-b5e8-8f4c0bf881c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e247cf81-df02-4418-b5e8-8f4c0bf881c3 admin admin] Tracked resource versions report: Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: pushed versions: Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: { 'AddressGroup': {'1.2'}, Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'ConntrackHelper': {'1.0'}, Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'Log': {'1.0'}, Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'Network': {'1.1'}, Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'Port': {'1.7'}, Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'PortForwarding': {'1.2'}, Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'QosPolicy': {'1.9'}, Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'SecurityGroup': {'1.4'}, Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'SubPort': {'1.0'}, Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'Subnet': {'1.1'}, Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'Trunk': {'1.1'}} Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: consumer versions: Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: { DHCP agent@n-d-712140-13: {}, Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: L3 agent@n-d-712140-13: {}, Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: Metadata agent@n-d-712140-13: {}, Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: Metering agent@n-d-712140-13: {}, Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: Open vSwitch agent@n-d-712140-13: { 'AddressGroup': '1.2', Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'ConntrackHelper': '1.0', Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'Log': '1.0', Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'Network': '1.1', Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'Port': '1.7', Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'PortForwarding': '1.2', Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'QosPolicy': '1.9', Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'SecurityGroup': '1.4', Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'SecurityGroupRule': '1.2', Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'SubPort': '1.0', Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'Subnet': '1.1', Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: 'Trunk': '1.1'}} Sep 16 04:33:59.992533 n-d-712140-13 neutron-server[95473]: {{(pid=95473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:34:05.067482 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 5 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:34:05.111686 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ccb027cc-596f-4f16-9b04-58d8e5195da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.723274 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1ff91eb1-5125-4ad4-86da-0488575472fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:08.419409 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:08.997202 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:10.523495 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:35.082598 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-27414e32-159c-47ce-9a26-6330c3f92603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.734379 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cc8dd813-fb7f-4e9f-899c-54862ef1f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.362672 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:39.048751 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:40.516817 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.066088 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 5 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:35:05.151375 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b053b915-e51c-47af-8bed-1edd9d58b19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.774727 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dc545c34-fad1-41d6-a1d8-454df501c511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:08.363051 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.043047 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.551495 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.064190 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 5 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:35:35.082761 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b68e0883-c799-4a37-b497-7970c843d5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.722871 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac52274c-cf6e-4327-aca6-8a0a33494032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:38.477192 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.118393 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.540024 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:56.062903 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 5 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:36:05.117735 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-633cd79f-2cb3-4fc5-9318-1caec8e395fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:07.757088 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ca915818-f87a-4789-9c8b-db340c1d913a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:08.386040 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:08.973993 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:10.523984 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.062561 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 5 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:36:35.094329 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7fc89511-f1f2-4613-be65-d23274e36ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.734197 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dfb1a3f1-8233-4207-a56b-8429bed46ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.477749 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.968610 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.534074 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:05.100201 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-df532f12-4590-4e49-a254-a9adc930b6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.717266 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-853c908c-7a6d-407d-b2da-0c0eea2bfe1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:08.356946 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:08.962564 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:10.062195 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 5 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:37:10.534655 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:23.952100 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555564'] for agent, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:27.956939 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555564'] for agent, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:35.077153 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-67ee8283-4e72-48d1-b03d-7730061fe7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:37.717101 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1f0f5090-f6fc-4c8b-8bc9-9e78f31da6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:38.380205 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:38.962837 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:40.545924 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:47.099200 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:37:53.963315 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:57.848525 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:59.195230 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54908) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:59.303361 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f6982bdd-f5c9-4387-be06-f5f767a8b2a3 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1068721 Sep 16 04:38:01.579527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54918) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:01.634754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-af00dca3-e28f-4fea-81ac-76e338f7b807 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0541565 Sep 16 04:38:05.088958 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-47e46baa-aefb-4cab-8ad8-81e7a1030f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:07.705460 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9e6d4cb6-a3f3-495f-ac49-8cf6b7ab215b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:08.334457 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:08.974383 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:10.563425 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:23.957145 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:24.062606 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:38:27.871483 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.060609 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4e2a3d04-9d91-451b-af1e-a0d283e96de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:37.723315 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1e5af1af-a53c-43b9-b16e-ef894f6bc2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:38.345908 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:38.991459 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:40.597349 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:53.934809 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:57.877137 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.061447 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:39:05.106060 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c8f6361d-0fa8-4920-b590-c6664301a3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.763128 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-709744aa-b0ae-4326-931b-74afd46dba3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.351839 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:09.003056 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:10.551892 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:23.940600 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:27.923101 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:28.637871 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55148) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:29.474065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-network', 'tenant_id': '5387f45468474f6a993aa8f14847e99a'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:29.474439 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55172) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:29.475249 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Made reservation on behalf of 5387f45468474f6a993aa8f14847e99a for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:29.475249 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.475249 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.516846 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.580459 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.616575 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:39:29.619507 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ebd26d-fbe1-42ee-8c40-83c038479da3,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:29.631743 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:29.632094 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:29.633897 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:29.633897 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:29.633897 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:29.634207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:29.634331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:29.634820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:29.635109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:29.635437 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:29.635766 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:29.636090 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Tracked resource versions report: Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: pushed versions: Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: { 'AddressGroup': {'1.2'}, Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'ConntrackHelper': {'1.0'}, Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'Log': {'1.0'}, Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'Network': {'1.1'}, Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'Port': {'1.7'}, Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'PortForwarding': {'1.2'}, Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'QosPolicy': {'1.9'}, Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'SecurityGroup': {'1.4'}, Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'SubPort': {'1.0'}, Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'Subnet': {'1.1'}, Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'Trunk': {'1.1'}} Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: consumer versions: Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: { DHCP agent@n-d-712140-13: {}, Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: HyperV agent@n-h1-712140-13: {}, Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: HyperV agent@n-h2-712140-13: {}, Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: L3 agent@n-d-712140-13: {}, Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: Metadata agent@n-d-712140-13: {}, Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: Metering agent@n-d-712140-13: {}, Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: Open vSwitch agent@n-d-712140-13: { 'AddressGroup': '1.2', Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'ConntrackHelper': '1.0', Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'Log': '1.0', Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'Network': '1.1', Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'Port': '1.7', Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'PortForwarding': '1.2', Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'QosPolicy': '1.9', Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'SecurityGroup': '1.4', Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'SecurityGroupRule': '1.2', Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'SubPort': '1.0', Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'Subnet': '1.1', Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: 'Trunk': '1.1'}} Sep 16 04:39:29.637095 n-d-712140-13 neutron-server[95473]: {{(pid=95473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:39:29.646693 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734107111828', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.647303 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Unsubscribe: segment precommit_create {{(pid=95473) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 04:39:29.647791 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Added segment 8d5e9848-4a0a-48f6-9639-d05a7fe721db of type vlan for network 1fbbfb6a-decf-48e9-be9a-550f7df178ee Sep 16 04:39:29.718929 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.827451 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.829722 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:29.830484 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.942530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] Pushing event updated for resources: {'Network': ['ID=1fbbfb6a-decf-48e9-be9a-550f7df178ee,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:29.957642 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 1fbbfb6a-decf-48e9-be9a-550f7df178ee details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:39:29.973587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55196) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:29.973784 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6ee9bed9-caa6-4106-90a1-cd9c20fbf87e tempest-AutoAllocateNetworkTest-392376146 tempest-AutoAllocateNetworkTest-392376146-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=000834e3628e43cf96e20a5ab260a3ce&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6285348 Sep 16 04:39:30.047266 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-527b91c3-7476-412c-beb4-278a75f54fca admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4082437 Sep 16 04:39:30.050251 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55206) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:30.056288 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Request body: {'subnet': {'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-subnet', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:30.157344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Made reservation on behalf of 5387f45468474f6a993aa8f14847e99a for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:30.159860 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Notify callbacks [] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:30.172425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f648a82-0700-4eed-ae85-66808d4c0720 tempest-AutoAllocateNetworkTest-392376146 tempest-AutoAllocateNetworkTest-392376146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:30.173940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1f648a82-0700-4eed-ae85-66808d4c0720 tempest-AutoAllocateNetworkTest-392376146 tempest-AutoAllocateNetworkTest-392376146-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1991656 Sep 16 04:39:30.177879 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55216) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:30.262901 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e6f10a78-75fe-4c43-9785-69893d0f7b40 tempest-AutoAllocateNetworkTest-392376146 tempest-AutoAllocateNetworkTest-392376146-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833907 Sep 16 04:39:30.265055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55222) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:30.300873 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-aa50d77d-a9f6-4880-84c2-f8c2b5a8901f tempest-AutoAllocateNetworkTest-392376146 tempest-AutoAllocateNetworkTest-392376146-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=000834e3628e43cf96e20a5ab260a3ce HTTP/1.1" status: 200 len: 208 time: 0.0346403 Sep 16 04:39:30.386631 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:30.448717 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Pushing event updated for resources: {'Subnet': ['ID=124f68eb-31a3-43f3-9f21-13efd54fa405,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:30.457034 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Checking segment: {'id': '8d5e9848-4a0a-48f6-9639-d05a7fe721db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:30.457387 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Network hostable DHCP agents. Network: 1fbbfb6a-decf-48e9-be9a-550f7df178ee, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:39:30.460024 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.460360 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.460694 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.461041 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.461398 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.461720 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.462046 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.462362 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.462679 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.463022 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.463340 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.463666 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Tracked resource versions report: Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: pushed versions: Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: { 'AddressGroup': {'1.2'}, Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'ConntrackHelper': {'1.0'}, Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'Log': {'1.0'}, Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'Network': {'1.1'}, Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'Port': {'1.7'}, Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'PortForwarding': {'1.2'}, Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'QosPolicy': {'1.9'}, Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'SecurityGroup': {'1.4'}, Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'SubPort': {'1.0'}, Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'Subnet': {'1.1'}, Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'Trunk': {'1.1'}} Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: consumer versions: Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: { DHCP agent@n-d-712140-13: {}, Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: HyperV agent@n-h1-712140-13: {}, Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: HyperV agent@n-h2-712140-13: {}, Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: L3 agent@n-d-712140-13: {}, Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: Metadata agent@n-d-712140-13: {}, Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: Metering agent@n-d-712140-13: {}, Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: Open vSwitch agent@n-d-712140-13: { 'AddressGroup': '1.2', Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'ConntrackHelper': '1.0', Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'Log': '1.0', Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'Network': '1.1', Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'Port': '1.7', Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'PortForwarding': '1.2', Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'QosPolicy': '1.9', Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'SecurityGroup': '1.4', Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'SecurityGroupRule': '1.2', Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'SubPort': '1.0', Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'Subnet': '1.1', Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: 'Trunk': '1.1'}} Sep 16 04:39:30.464739 n-d-712140-13 neutron-server[95474]: {{(pid=95474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:39:30.551681 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Network 1fbbfb6a-decf-48e9-be9a-550f7df178ee is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:39:30.615132 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 1fbbfb6a-decf-48e9-be9a-550f7df178ee) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:30.620359 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:30.621044 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:30.626617 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f58ad0-5559-4cb8-966c-23eebd18f123 None None] Network 1fbbfb6a-decf-48e9-be9a-550f7df178ee requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:30.730045 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4d873fc0-ed11-4f90-825f-c74d6976582f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6785479 Sep 16 04:39:30.732938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55240) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:30.737354 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c6851e58-949e-491d-8f52-0f673450e3f4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:30.788766 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'fixed_ips': [{'subnet_id': '124f68eb-31a3-43f3-9f21-13efd54fa405'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:39:30.790594 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:30.876393 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6851e58-949e-491d-8f52-0f673450e3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:30.876393 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6851e58-949e-491d-8f52-0f673450e3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:30.955998 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Allocated IP 172.20.0.2 (1fbbfb6a-decf-48e9-be9a-550f7df178ee/124f68eb-31a3-43f3-9f21-13efd54fa405/35972729-e74c-4156-90c4-93a8290d47a6) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:30.991965 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6851e58-949e-491d-8f52-0f673450e3f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.146349 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.209835 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.218718 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6851e58-949e-491d-8f52-0f673450e3f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.263881 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Pushing event updated for resources: {'Port': ['ID=35972729-e74c-4156-90c4-93a8290d47a6,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:31.274651 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.275632 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.276164 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.276631 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.277093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.277596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.278055 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.278523 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.279007 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.279463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.279931 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.280264 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Tracked resource versions report: Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: pushed versions: Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: { 'AddressGroup': {'1.2'}, Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'ConntrackHelper': {'1.0'}, Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'Log': {'1.0'}, Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'Network': {'1.1'}, Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'Port': {'1.7'}, Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'PortForwarding': {'1.2'}, Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'QosPolicy': {'1.9'}, Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'SecurityGroup': {'1.4'}, Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'SubPort': {'1.0'}, Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'Subnet': {'1.1'}, Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'Trunk': {'1.1'}} Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: consumer versions: Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: { DHCP agent@n-d-712140-13: {}, Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: HyperV agent@n-h1-712140-13: {}, Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: HyperV agent@n-h2-712140-13: {}, Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: L3 agent@n-d-712140-13: {}, Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: Metadata agent@n-d-712140-13: {}, Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: Metering agent@n-d-712140-13: {}, Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: Open vSwitch agent@n-d-712140-13: { 'AddressGroup': '1.2', Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'ConntrackHelper': '1.0', Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'Log': '1.0', Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'Network': '1.1', Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'Port': '1.7', Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'PortForwarding': '1.2', Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'QosPolicy': '1.9', Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'SecurityGroup': '1.4', Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'SecurityGroupRule': '1.2', Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'SubPort': '1.0', Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'Subnet': '1.1', Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: 'Trunk': '1.1'}} Sep 16 04:39:31.281769 n-d-712140-13 neutron-server[95475]: {{(pid=95475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:39:31.314481 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Network 1fbbfb6a-decf-48e9-be9a-550f7df178ee is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:31.316014 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:31.319123 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:31.413816 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Attempting to bind port 35972729-e74c-4156-90c4-93a8290d47a6 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:31.414346 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Attempting to bind port 35972729-e74c-4156-90c4-93a8290d47a6 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '8d5e9848-4a0a-48f6-9639-d05a7fe721db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:31.415709 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Attempting to bind port 35972729-e74c-4156-90c4-93a8290d47a6 on network 1fbbfb6a-decf-48e9-be9a-550f7df178ee {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:31.422160 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:31.422627 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Checking segment: {'id': '8d5e9848-4a0a-48f6-9639-d05a7fe721db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:31.423138 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.423872 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Bound using segment: {'id': '8d5e9848-4a0a-48f6-9639-d05a7fe721db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:31.424419 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Bound port: 35972729-e74c-4156-90c4-93a8290d47a6, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5e9848-4a0a-48f6-9639-d05a7fe721db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:31.429905 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.512106 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] For port 35972729-e74c-4156-90c4-93a8290d47a6, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:31.515601 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] For port 35972729-e74c-4156-90c4-93a8290d47a6, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=35972729-e74c-4156-90c4-93a8290d47a6,segment=NetworkSegment(8d5e9848-4a0a-48f6-9639-d05a7fe721db),segment_id=8d5e9848-4a0a-48f6-9639-d05a7fe721db)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:31.546648 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6851e58-949e-491d-8f52-0f673450e3f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.560813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55268) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:31.568668 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6851e58-949e-491d-8f52-0f673450e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.587275 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.671314 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3584d8-d79f-4858-971a-8428fe4a224d None None] Pushing event updated for resources: {'Port': ['ID=35972729-e74c-4156-90c4-93a8290d47a6,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:31.700430 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-c6851e58-949e-491d-8f52-0f673450e3f4 admin admin] Allocated IP 172.25.4.145 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/4be6a6b0-57e9-47e5-ad26-b0da5698548b) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:31.819390 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6851e58-949e-491d-8f52-0f673450e3f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.941591 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6851e58-949e-491d-8f52-0f673450e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.993226 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6851e58-949e-491d-8f52-0f673450e3f4 admin admin] Pushing event updated for resources: {'Port': ['ID=4be6a6b0-57e9-47e5-ad26-b0da5698548b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:32.007939 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6851e58-949e-491d-8f52-0f673450e3f4 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:32.010192 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-c6851e58-949e-491d-8f52-0f673450e3f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:32.012936 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6851e58-949e-491d-8f52-0f673450e3f4 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:32.063129 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1b596476-407f-4dcc-a10f-f634d5b1ee1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.207598 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1b596476-407f-4dcc-a10f-f634d5b1ee1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.240795 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55302) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:32.245452 n-d-712140-13 neutron-server[95473]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 04:39:32.281296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-2936f5b3-44c1-43b4-86ed-d5bf88e4d6fa tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=57d81270cf524fee9d6e0f4e83cef12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391750 Sep 16 04:39:32.284212 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1b596476-407f-4dcc-a10f-f634d5b1ee1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.335171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 35972729-e74c-4156-90c4-93a8290d47a6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:32.371585 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b596476-407f-4dcc-a10f-f634d5b1ee1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f540f9e-04a5-4cb1-b645-2b082415b233,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:32.376314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1b596476-407f-4dcc-a10f-f634d5b1ee1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=000834e3628e43cf96e20a5ab260a3ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8143756 Sep 16 04:39:32.380082 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55308) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:32.411337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 35972729-e74c-4156-90c4-93a8290d47a6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:32.412820 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.501634 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.554665 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 35972729-e74c-4156-90c4-93a8290d47a6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=35972729-e74c-4156-90c4-93a8290d47a6,segment=NetworkSegment(8d5e9848-4a0a-48f6-9639-d05a7fe721db),segment_id=8d5e9848-4a0a-48f6-9639-d05a7fe721db)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:32.575450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-7ac94744-0601-4f69-9dda-dc5c758545e5 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:32.575450 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-7ac94744-0601-4f69-9dda-dc5c758545e5 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2721806 Sep 16 04:39:32.578644 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6851e58-949e-491d-8f52-0f673450e3f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.589921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-8cb2d63c-bacb-4c41-8faa-d3ea547e45cd tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/quotas/57d81270cf524fee9d6e0f4e83cef12d HTTP/1.1" status: 200 len: 375 time: 0.0222704 Sep 16 04:39:32.650034 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-ff673d7e-ddc5-4170-aa47-e34e2675c4ff tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=57d81270cf524fee9d6e0f4e83cef12d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584834 Sep 16 04:39:32.725873 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a075e9af-f6ac-4b28-aa3c-d82f0e2e4a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.791892 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a075e9af-f6ac-4b28-aa3c-d82f0e2e4a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.918172 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6851e58-949e-491d-8f52-0f673450e3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.957797 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b713e68d-3943-4897-97ff-1972a82d808e None None] Network 1fbbfb6a-decf-48e9-be9a-550f7df178ee requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:33.041720 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b775cf8e-00a3-48b0-bbdb-0f6bdf28c07c None None] Provisioning complete for port 35972729-e74c-4156-90c4-93a8290d47a6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:33.042088 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b775cf8e-00a3-48b0-bbdb-0f6bdf28c07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.170001 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.181631 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6851e58-949e-491d-8f52-0f673450e3f4 admin admin] Router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:39:33.185548 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a075e9af-f6ac-4b28-aa3c-d82f0e2e4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.189615 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a075e9af-f6ac-4b28-aa3c-d82f0e2e4a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.194818 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a075e9af-f6ac-4b28-aa3c-d82f0e2e4a30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f540f9e-04a5-4cb1-b645-2b082415b233 HTTP/1.1" status: 204 len: 168 time: 0.8096831 Sep 16 04:39:33.226136 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b775cf8e-00a3-48b0-bbdb-0f6bdf28c07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.243307 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075e9af-f6ac-4b28-aa3c-d82f0e2e4a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f540f9e-04a5-4cb1-b645-2b082415b233,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:33.257585 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=35972729-e74c-4156-90c4-93a8290d47a6,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:33.315604 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-b775cf8e-00a3-48b0-bbdb-0f6bdf28c07c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:39:33.315958 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-b775cf8e-00a3-48b0-bbdb-0f6bdf28c07c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:39:33.448253 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6851e58-949e-491d-8f52-0f673450e3f4 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:33.460432 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] Sync routers for ids ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:33.472898 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] Routers {'712015b8-cf43-4dbc-b21f-fefb1d39fb1f'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:33.473629 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:39:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:33.529289 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6851e58-949e-491d-8f52-0f673450e3f4 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.533508 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c6851e58-949e-491d-8f52-0f673450e3f4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.7967129 Sep 16 04:39:33.533809 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55358) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:33.631392 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] Set router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:33.776418 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55372) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:33.849272 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:39:32Z', 'revision_number': 3, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port': {'id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:31Z', 'updated_at': '2021-09-16T04:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:33.880780 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] Checking router: 712015b8-cf43-4dbc-b21f-fefb1d39fb1f for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:33.881306 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] Updating router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f port 4be6a6b0-57e9-47e5-ad26-b0da5698548b binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:39:33.915289 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.971295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55384) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:34.013467 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2b26e83b-4a65-49cb-b441-f8a43100c7a4 None None] Provisioning complete for port 35972729-e74c-4156-90c4-93a8290d47a6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:34.015180 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2b26e83b-4a65-49cb-b441-f8a43100c7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.239635 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 35972729-e74c-4156-90c4-93a8290d47a6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:34.264722 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7dd06b2d-7f59-4d79-9a32-4c2b29b2dd7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.324124 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55400) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:34.327825 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 35972729-e74c-4156-90c4-93a8290d47a6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:34.328469 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.337523 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d84df9f1-375e-4d44-aa34-f2b2b56603e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.424010 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.437661 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1b9c775-4750-40aa-b07c-e33b9d365aef req-c29560d4-280d-47c3-8783-15c2a146fc44 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 210 time: 0.4638989 Sep 16 04:39:34.490786 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-da9865da-bb8f-41eb-90e0-0224ade69595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.562731 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.572486 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7dd06b2d-7f59-4d79-9a32-4c2b29b2dd7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.595689 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-d84df9f1-375e-4d44-aa34-f2b2b56603e5 admin admin] Allocated IP 172.20.0.1 (1fbbfb6a-decf-48e9-be9a-550f7df178ee/124f68eb-31a3-43f3-9f21-13efd54fa405/947d7ded-9a35-41aa-af5b-80adee2ebc48) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:34.619309 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] Attempting to bind port 4be6a6b0-57e9-47e5-ad26-b0da5698548b on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:34.619786 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] Attempting to bind port 4be6a6b0-57e9-47e5-ad26-b0da5698548b by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:34.620080 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] Attempting to bind port 4be6a6b0-57e9-47e5-ad26-b0da5698548b on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:34.622139 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6e76a-02b2-4c1c-b392-c7859ce2030d None None] Pushing event updated for resources: {'Port': ['ID=4be6a6b0-57e9-47e5-ad26-b0da5698548b,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:34.630909 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:34.631294 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:34.631698 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.632093 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:34.632571 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] Bound port: 4be6a6b0-57e9-47e5-ad26-b0da5698548b, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:34.633575 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.635917 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e76a-02b2-4c1c-b392-c7859ce2030d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.636267 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e76a-02b2-4c1c-b392-c7859ce2030d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.636608 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e76a-02b2-4c1c-b392-c7859ce2030d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.636943 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e76a-02b2-4c1c-b392-c7859ce2030d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.637276 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e76a-02b2-4c1c-b392-c7859ce2030d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.637603 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e76a-02b2-4c1c-b392-c7859ce2030d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.637927 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e76a-02b2-4c1c-b392-c7859ce2030d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.638251 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e76a-02b2-4c1c-b392-c7859ce2030d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.638575 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e76a-02b2-4c1c-b392-c7859ce2030d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.638917 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e76a-02b2-4c1c-b392-c7859ce2030d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.639242 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e76a-02b2-4c1c-b392-c7859ce2030d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.639564 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e76a-02b2-4c1c-b392-c7859ce2030d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e76a-02b2-4c1c-b392-c7859ce2030d None None] Tracked resource versions report: Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: pushed versions: Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: { 'AddressGroup': {'1.2'}, Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'ConntrackHelper': {'1.0'}, Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'Log': {'1.0'}, Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'Network': {'1.1'}, Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'Port': {'1.7'}, Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'PortForwarding': {'1.2'}, Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'QosPolicy': {'1.9'}, Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'SecurityGroup': {'1.4'}, Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'SubPort': {'1.0'}, Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'Subnet': {'1.1'}, Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'Trunk': {'1.1'}} Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: consumer versions: Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: { DHCP agent@n-d-712140-13: {}, Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: HyperV agent@n-h1-712140-13: {}, Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: HyperV agent@n-h2-712140-13: {}, Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: L3 agent@n-d-712140-13: {}, Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: Metadata agent@n-d-712140-13: {}, Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: Metering agent@n-d-712140-13: {}, Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: Open vSwitch agent@n-d-712140-13: { 'AddressGroup': '1.2', Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'ConntrackHelper': '1.0', Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'Log': '1.0', Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'Network': '1.1', Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'Port': '1.7', Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'PortForwarding': '1.2', Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'QosPolicy': '1.9', Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'SecurityGroup': '1.4', Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'SecurityGroupRule': '1.2', Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'SubPort': '1.0', Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'Subnet': '1.1', Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: 'Trunk': '1.1'}} Sep 16 04:39:34.640579 n-d-712140-13 neutron-server[95476]: {{(pid=95476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:39:34.704598 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7dd06b2d-7f59-4d79-9a32-4c2b29b2dd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.706209 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] For port 4be6a6b0-57e9-47e5-ad26-b0da5698548b, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:34.712725 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] For port 4be6a6b0-57e9-47e5-ad26-b0da5698548b, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4be6a6b0-57e9-47e5-ad26-b0da5698548b,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:34.727139 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d84df9f1-375e-4d44-aa34-f2b2b56603e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.763943 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7dd06b2d-7f59-4d79-9a32-4c2b29b2dd7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6daf577713049c3a42f707d6adfd7af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9856174 Sep 16 04:39:34.766634 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55418) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:34.770148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd06b2d-7f59-4d79-9a32-4c2b29b2dd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7f8e85-35b8-4180-afe3-2a3026ad3b4d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:34.830021 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-04756e69-d8d1-408c-a286-387003599ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.847795 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-da9865da-bb8f-41eb-90e0-0224ade69595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.858869 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-04756e69-d8d1-408c-a286-387003599ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.867056 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.902366 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d84df9f1-375e-4d44-aa34-f2b2b56603e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.912744 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-da9865da-bb8f-41eb-90e0-0224ade69595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.956682 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] Routers {'712015b8-cf43-4dbc-b21f-fefb1d39fb1f'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:34.961714 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84df9f1-375e-4d44-aa34-f2b2b56603e5 admin admin] Network 1fbbfb6a-decf-48e9-be9a-550f7df178ee is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:34.966942 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:39:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:35.013478 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-d84df9f1-375e-4d44-aa34-f2b2b56603e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:35.018015 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-da9865da-bb8f-41eb-90e0-0224ade69595 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e66ab6029e1f46e7a1bb0e52749c775b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6913304 Sep 16 04:39:35.019978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55428) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:35.024180 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84df9f1-375e-4d44-aa34-f2b2b56603e5 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:35.025622 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d84df9f1-375e-4d44-aa34-f2b2b56603e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.041138 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9865da-bb8f-41eb-90e0-0224ade69595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f6b9e3-162d-4397-8078-0d4fc4d5cce8,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:35.088331 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6e76a-02b2-4c1c-b392-c7859ce2030d None None] Pushing event updated for resources: {'Port': ['ID=4be6a6b0-57e9-47e5-ad26-b0da5698548b,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:35.105736 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4376348-e1a1-42b7-88a7-031f891ce33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.130384 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84df9f1-375e-4d44-aa34-f2b2b56603e5 admin admin] Pushing event updated for resources: {'Port': ['ID=947d7ded-9a35-41aa-af5b-80adee2ebc48,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:35.156714 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4376348-e1a1-42b7-88a7-031f891ce33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.215430 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] Set router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:35.231636 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6ab6a7ab-bbfd-46d0-991b-59658f24b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.299726 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55438) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:35.317072 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-04756e69-d8d1-408c-a286-387003599ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.321861 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-04756e69-d8d1-408c-a286-387003599ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.323484 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-04756e69-d8d1-408c-a286-387003599ebd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb7f8e85-35b8-4180-afe3-2a3026ad3b4d HTTP/1.1" status: 204 len: 168 time: 0.5557973 Sep 16 04:39:35.334456 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4376348-e1a1-42b7-88a7-031f891ce33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.338103 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4376348-e1a1-42b7-88a7-031f891ce33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.339715 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b4376348-e1a1-42b7-88a7-031f891ce33a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20f6b9e3-162d-4397-8078-0d4fc4d5cce8 HTTP/1.1" status: 204 len: 168 time: 0.3184884 Sep 16 04:39:35.355557 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4376348-e1a1-42b7-88a7-031f891ce33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f6b9e3-162d-4397-8078-0d4fc4d5cce8,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:35.357337 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04756e69-d8d1-408c-a286-387003599ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7f8e85-35b8-4180-afe3-2a3026ad3b4d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:35.395238 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d84df9f1-375e-4d44-aa34-f2b2b56603e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.454223 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d91865ca-c3d2-451f-b71d-61829c68b6aa None None] Provisioning complete for port 947d7ded-9a35-41aa-af5b-80adee2ebc48 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:35.454996 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d91865ca-c3d2-451f-b71d-61829c68b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.502288 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d91865ca-c3d2-451f-b71d-61829c68b6aa None None] Port 947d7ded-9a35-41aa-af5b-80adee2ebc48 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:35.606675 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef4f9601-6a38-4fbf-b4d6-cc68a49cc597 req-25d425b8-09b7-4dc0-8bf6-916b52313fb8 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 210 time: 0.0454762 Sep 16 04:39:35.642126 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:39:32Z', 'revision_number': 3, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port': {'id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:31Z', 'updated_at': '2021-09-16T04:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:35.689596 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e9fcb3-9a5f-4ff2-a28f-29b62848aafb None None] The sync data for ids ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'] in n-d-712140-13 is: [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:39:32Z', 'revision_number': 3, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port': {'id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:31Z', 'updated_at': '2021-09-16T04:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:35.696373 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1e1afe94-49b1-44e5-9f0a-4badbc8a8d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.885407 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d84df9f1-375e-4d44-aa34-f2b2b56603e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.901334 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1e1afe94-49b1-44e5-9f0a-4badbc8a8d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.038638 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d84df9f1-375e-4d44-aa34-f2b2b56603e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.038638 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d84df9f1-375e-4d44-aa34-f2b2b56603e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.102996 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84df9f1-375e-4d44-aa34-f2b2b56603e5 admin admin] Pushing event updated for resources: {'Port': ['ID=947d7ded-9a35-41aa-af5b-80adee2ebc48,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:36.107902 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1e1afe94-49b1-44e5-9f0a-4badbc8a8d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.214089 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1afe94-49b1-44e5-9f0a-4badbc8a8d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fb4b01-a7f3-4cd2-a643-1ea8506b2a92,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:36.221495 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1e1afe94-49b1-44e5-9f0a-4badbc8a8d6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37908348220c4807832e57560b01a16f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9197159 Sep 16 04:39:36.224168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55470) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:36.247536 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84df9f1-375e-4d44-aa34-f2b2b56603e5 admin admin] Network 1fbbfb6a-decf-48e9-be9a-550f7df178ee is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:36.249830 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-d84df9f1-375e-4d44-aa34-f2b2b56603e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:36.284674 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4be6a6b0-57e9-47e5-ad26-b0da5698548b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:36.352785 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f1f81bbd-68ca-4931-a21e-669403e58403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.378080 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 4be6a6b0-57e9-47e5-ad26-b0da5698548b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:36.378080 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.396083 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f1f81bbd-68ca-4931-a21e-669403e58403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.431309 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84df9f1-375e-4d44-aa34-f2b2b56603e5 admin admin] Router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:39:36.590001 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84df9f1-375e-4d44-aa34-f2b2b56603e5 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:36.596844 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d84df9f1-375e-4d44-aa34-f2b2b56603e5 admin admin] 10.222.0.20 "PUT /v2.0/routers/712015b8-cf43-4dbc-b21f-fefb1d39fb1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0613780 Sep 16 04:39:36.622650 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55478) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:36.638689 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5865f47d-0c03-4388-a51f-f7ee5ede2242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.640948 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.669906 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e2e1d2b8-5f7e-4007-9343-a134e3db98cf None None] Provisioning complete for port 947d7ded-9a35-41aa-af5b-80adee2ebc48 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:36.675151 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f1f81bbd-68ca-4931-a21e-669403e58403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.675315 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e2e1d2b8-5f7e-4007-9343-a134e3db98cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.687799 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f1f81bbd-68ca-4931-a21e-669403e58403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.693138 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f1f81bbd-68ca-4931-a21e-669403e58403 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40fb4b01-a7f3-4cd2-a643-1ea8506b2a92 HTTP/1.1" status: 204 len: 168 time: 0.4672880 Sep 16 04:39:36.710822 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 4be6a6b0-57e9-47e5-ad26-b0da5698548b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4be6a6b0-57e9-47e5-ad26-b0da5698548b,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:36.732589 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f81bbd-68ca-4931-a21e-669403e58403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fb4b01-a7f3-4cd2-a643-1ea8506b2a92,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:36.737107 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e2e1d2b8-5f7e-4007-9343-a134e3db98cf None None] Port 947d7ded-9a35-41aa-af5b-80adee2ebc48 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:36.813898 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5865f47d-0c03-4388-a51f-f7ee5ede2242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.842270 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55486) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:36.857686 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c278dd2e-90f5-4891-af84-6ffbe09d69b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.871956 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.908340 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aa44f7b2-c458-47ca-a495-a9ca9f6f30b5 req-638124cd-8b1b-41af-abf0-76fea12ada86 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 210 time: 0.0546312 Sep 16 04:39:36.958265 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=4be6a6b0-57e9-47e5-ad26-b0da5698548b,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:37.009038 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5865f47d-0c03-4388-a51f-f7ee5ede2242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.092051 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5865f47d-0c03-4388-a51f-f7ee5ede2242 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8818fbfdd154da3b1620ef78b9e757d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4680507 Sep 16 04:39:37.095375 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865f47d-0c03-4388-a51f-f7ee5ede2242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd88277f-08ff-44cb-87d4-dc4de7104cf7,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:37.098547 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55496) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:37.169079 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c278dd2e-90f5-4891-af84-6ffbe09d69b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.203291 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-919e36d8-be40-4dce-8ab1-02f56d144b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.226276 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-919e36d8-be40-4dce-8ab1-02f56d144b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.300673 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c278dd2e-90f5-4891-af84-6ffbe09d69b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.342865 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278dd2e-90f5-4891-af84-6ffbe09d69b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578a5622-f397-4db7-819b-3ddd13119e23,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:37.347473 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c278dd2e-90f5-4891-af84-6ffbe09d69b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f5601daed9045a6a0d7065ac7d5d6d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5033984 Sep 16 04:39:37.350120 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55504) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:37.390347 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-919e36d8-be40-4dce-8ab1-02f56d144b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.392900 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-919e36d8-be40-4dce-8ab1-02f56d144b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.395357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-919e36d8-be40-4dce-8ab1-02f56d144b26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd88277f-08ff-44cb-87d4-dc4de7104cf7 HTTP/1.1" status: 204 len: 168 time: 0.2955959 Sep 16 04:39:37.409717 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e36d8-be40-4dce-8ab1-02f56d144b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd88277f-08ff-44cb-87d4-dc4de7104cf7,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:37.437590 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e9cebcf-d777-48da-a4d5-358b0bf26aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.453471 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e9cebcf-d777-48da-a4d5-358b0bf26aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.705382 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e9cebcf-d777-48da-a4d5-358b0bf26aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.707986 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e9cebcf-d777-48da-a4d5-358b0bf26aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.709155 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7e9cebcf-d777-48da-a4d5-358b0bf26aba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/578a5622-f397-4db7-819b-3ddd13119e23 HTTP/1.1" status: 204 len: 168 time: 0.3580353 Sep 16 04:39:37.720299 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] Sync routers for ids ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:37.720774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cebcf-d777-48da-a4d5-358b0bf26aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578a5622-f397-4db7-819b-3ddd13119e23,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:37.730824 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] Routers {'712015b8-cf43-4dbc-b21f-fefb1d39fb1f'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:37.731484 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:39:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:37.849898 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] Set router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:37.849898 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-78248bdc-d864-4d1e-a323-4a2aa5394aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.059254 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7d8eb84-06a0-4424-ab97-730ee46eaed3 req-65a9c0b8-6a30-49d1-b668-09f8529ef90f tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 210 time: 0.0460997 Sep 16 04:39:38.061952 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:39:38.076279 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:39:35Z', 'revision_number': 4, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port': {'id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:31Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '947d7ded-9a35-41aa-af5b-80adee2ebc48', 'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'mac_address': 'fa:16:3e:a3:c3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:34Z', 'updated_at': '2021-09-16T04:39:35Z', 'revision_number': 2, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'subnets': [{'id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:38.107571 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] Checking router: 712015b8-cf43-4dbc-b21f-fefb1d39fb1f for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:38.107939 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] Updating router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f port 947d7ded-9a35-41aa-af5b-80adee2ebc48 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:39:38.138602 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.238430 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4be6a6b0-57e9-47e5-ad26-b0da5698548b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:38.310578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.21', 56391) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:38.343279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-96d9dd7f-3a19-4952-ae05-7d82430ae69a tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=57d81270cf524fee9d6e0f4e83cef12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308354 Sep 16 04:39:38.365249 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 4be6a6b0-57e9-47e5-ad26-b0da5698548b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:38.365672 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.416136 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55536) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:38.443213 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.444948 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-44e97330-94bd-4cdc-b6c6-eb9dfa147ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.479325 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-aa1f531c-7335-452a-8a84-2600141b81ca tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:38.494510 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-aa1f531c-7335-452a-8a84-2600141b81ca tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1333253 Sep 16 04:39:38.564703 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55538) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:38.565988 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-44e97330-94bd-4cdc-b6c6-eb9dfa147ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.569657 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.631430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-16c8824b-bd97-4b87-af14-263cba9a6497 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Request body: {'port': {'device_id': 'c57b3480-45a2-44ee-ad54-e9955d4d65ec', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': '57d81270cf524fee9d6e0f4e83cef12d'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:38.642777 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-44e97330-94bd-4cdc-b6c6-eb9dfa147ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.686061 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-44e97330-94bd-4cdc-b6c6-eb9dfa147ac1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8363d63fd60e482594249bba06ac54fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2659497 Sep 16 04:39:38.686242 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.686366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e97330-94bd-4cdc-b6c6-eb9dfa147ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cae111b-f357-41ce-85ff-aefd30eab64e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:38.687077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55542) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:38.791432 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a669d8b-a202-469e-b852-e5d2b2e7852d None None] Pushing event updated for resources: {'Port': ['ID=947d7ded-9a35-41aa-af5b-80adee2ebc48,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:38.831003 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] Attempting to bind port 947d7ded-9a35-41aa-af5b-80adee2ebc48 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:38.831454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] Attempting to bind port 947d7ded-9a35-41aa-af5b-80adee2ebc48 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '8d5e9848-4a0a-48f6-9639-d05a7fe721db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:38.832460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] Attempting to bind port 947d7ded-9a35-41aa-af5b-80adee2ebc48 on network 1fbbfb6a-decf-48e9-be9a-550f7df178ee {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:38.838698 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:38.839717 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] Checking segment: {'id': '8d5e9848-4a0a-48f6-9639-d05a7fe721db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:38.839717 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.840332 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] Bound using segment: {'id': '8d5e9848-4a0a-48f6-9639-d05a7fe721db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:38.841241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] Bound port: 947d7ded-9a35-41aa-af5b-80adee2ebc48, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5e9848-4a0a-48f6-9639-d05a7fe721db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:38.841440 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.939516 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-96995301-e99f-4f63-a971-3f629e47c189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.970943 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] For port 947d7ded-9a35-41aa-af5b-80adee2ebc48, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:38.977309 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] For port 947d7ded-9a35-41aa-af5b-80adee2ebc48, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=947d7ded-9a35-41aa-af5b-80adee2ebc48,segment=NetworkSegment(8d5e9848-4a0a-48f6-9639-d05a7fe721db),segment_id=8d5e9848-4a0a-48f6-9639-d05a7fe721db)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:38.980447 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-96995301-e99f-4f63-a971-3f629e47c189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.041349 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.075256 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-773e2003-1111-4387-98a8-d474f40442a5 None None] Provisioning complete for port 947d7ded-9a35-41aa-af5b-80adee2ebc48 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:39.075772 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-773e2003-1111-4387-98a8-d474f40442a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.094643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-16c8824b-bd97-4b87-af14-263cba9a6497 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Made reservation on behalf of 57d81270cf524fee9d6e0f4e83cef12d for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:39.099749 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-16c8824b-bd97-4b87-af14-263cba9a6497 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.100361 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.116535 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-16c8824b-bd97-4b87-af14-263cba9a6497 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.140377 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-96995301-e99f-4f63-a971-3f629e47c189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.143465 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-96995301-e99f-4f63-a971-3f629e47c189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.144744 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-96995301-e99f-4f63-a971-3f629e47c189 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3cae111b-f357-41ce-85ff-aefd30eab64e HTTP/1.1" status: 204 len: 168 time: 0.4429533 Sep 16 04:39:39.164667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96995301-e99f-4f63-a971-3f629e47c189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cae111b-f357-41ce-85ff-aefd30eab64e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:39.180467 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-773e2003-1111-4387-98a8-d474f40442a5 None None] Port 947d7ded-9a35-41aa-af5b-80adee2ebc48 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:39.205389 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3753acd7-943c-463d-959d-dcfd706feab2 req-1dd35775-ad7f-4e65-8937-264f6e4a4886 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 210 time: 0.0445254 Sep 16 04:39:39.226829 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] Routers {'712015b8-cf43-4dbc-b21f-fefb1d39fb1f'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:39.227723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:39:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:39.239958 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fb5f3c63-a649-41dd-8704-5aafaefd1bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.308600 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a669d8b-a202-469e-b852-e5d2b2e7852d None None] Pushing event updated for resources: {'Port': ['ID=947d7ded-9a35-41aa-af5b-80adee2ebc48,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:39.389007 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-16c8824b-bd97-4b87-af14-263cba9a6497 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.417594 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] Set router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:39.455454 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-f545e80b-d780-4f58-a5b1-47a4b1c9fa2e tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bb58877c4cf941778d774f1549724437&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270963 Sep 16 04:39:39.502443 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-16c8824b-bd97-4b87-af14-263cba9a6497 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.582299 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2f2c1213-db3a-4414-9656-164b5c860a1e None None] Provisioning complete for port 947d7ded-9a35-41aa-af5b-80adee2ebc48 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:39.582942 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2f2c1213-db3a-4414-9656-164b5c860a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.720914 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:39:35Z', 'revision_number': 4, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port': {'id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:31Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '947d7ded-9a35-41aa-af5b-80adee2ebc48', 'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'mac_address': 'fa:16:3e:a3:c3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:34Z', 'updated_at': '2021-09-16T04:39:38Z', 'revision_number': 4, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'subnets': [{'id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:39.724079 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2f2c1213-db3a-4414-9656-164b5c860a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.788327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8824b-bd97-4b87-af14-263cba9a6497 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74790001-01a4-4c61-ba69-7cf02a0675f9,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:39.883564 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-f3e89986-4ccc-41ff-b1cd-7aa91fe460ee tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:39.888335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-f3e89986-4ccc-41ff-b1cd-7aa91fe460ee tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4262941 Sep 16 04:39:39.896845 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20787a90-fe85-4679-ab3d-7e33e3906221 None None] The sync data for ids ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'] in n-d-712140-13 is: [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:39:35Z', 'revision_number': 4, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port': {'id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:31Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '947d7ded-9a35-41aa-af5b-80adee2ebc48', 'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'mac_address': 'fa:16:3e:a3:c3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:34Z', 'updated_at': '2021-09-16T04:39:38Z', 'revision_number': 4, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'subnets': [{'id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:39.945386 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2f2c1213-db3a-4414-9656-164b5c860a1e None None] For port 947d7ded-9a35-41aa-af5b-80adee2ebc48, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=947d7ded-9a35-41aa-af5b-80adee2ebc48,segment=NetworkSegment(8d5e9848-4a0a-48f6-9639-d05a7fe721db),segment_id=8d5e9848-4a0a-48f6-9639-d05a7fe721db)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:39.946579 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-16c8824b-bd97-4b87-af14-263cba9a6497 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Allocated IP 192.168.233.106 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/a5ed04ab-9950-4301-9bdc-7917f60922a6) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:39.961937 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-e1698462-814e-4e45-b172-71761e2acfc1 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/quotas/bb58877c4cf941778d774f1549724437 HTTP/1.1" status: 200 len: 375 time: 0.0540004 Sep 16 04:39:40.056655 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-76fd828b-3747-43a5-a341-3a022e7abe91 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb58877c4cf941778d774f1549724437&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649343 Sep 16 04:39:40.071705 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2f2c1213-db3a-4414-9656-164b5c860a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.100243 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fb5f3c63-a649-41dd-8704-5aafaefd1bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.134166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c1213-db3a-4414-9656-164b5c860a1e None None] Pushing event updated for resources: {'Port': ['ID=947d7ded-9a35-41aa-af5b-80adee2ebc48,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:40.264867 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 947d7ded-9a35-41aa-af5b-80adee2ebc48 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:40.269382 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fb5f3c63-a649-41dd-8704-5aafaefd1bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.355751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fb5f3c63-a649-41dd-8704-5aafaefd1bac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77c696b71c60489f9b45bb432c03170b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7899184 Sep 16 04:39:40.356505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f3c63-a649-41dd-8704-5aafaefd1bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf10845-f392-404e-86eb-1bd1a76cf24f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:40.358690 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55626) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:40.366236 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 947d7ded-9a35-41aa-af5b-80adee2ebc48 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:40.366674 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.480825 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2129a0f-a119-41d8-b85f-c719e76797d9 req-faf36ac3-d528-4fc2-9222-4e412d3d61b2 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 210 time: 0.0583942 Sep 16 04:39:40.509414 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cd236122-8e4d-41b4-9447-95684091d837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.552317 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55636) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:40.569834 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cd236122-8e4d-41b4-9447-95684091d837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.585997 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-0df09cdf-0d63-46b7-8d71-687112fbd2df admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055576557-network', 'tenant_id': 'd0939093ab3a437db1274d13f1d16e79'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:40.595535 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-16c8824b-bd97-4b87-af14-263cba9a6497 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.627517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-405e154d-24f5-43b4-96e1-cee9a42c003c req-a01823d9-c37c-4412-8758-1bf37eea7e59 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 210 time: 0.1528122 Sep 16 04:39:40.714234 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.796174 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cd236122-8e4d-41b4-9447-95684091d837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.796174 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cd236122-8e4d-41b4-9447-95684091d837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.796174 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cd236122-8e4d-41b4-9447-95684091d837 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bf10845-f392-404e-86eb-1bd1a76cf24f HTTP/1.1" status: 204 len: 168 time: 0.4290445 Sep 16 04:39:40.808692 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd236122-8e4d-41b4-9447-95684091d837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf10845-f392-404e-86eb-1bd1a76cf24f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:40.907560 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df09cdf-0d63-46b7-8d71-687112fbd2df admin admin] Made reservation on behalf of d0939093ab3a437db1274d13f1d16e79 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:40.909914 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0df09cdf-0d63-46b7-8d71-687112fbd2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.928261 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0df09cdf-0d63-46b7-8d71-687112fbd2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.995016 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-16c8824b-bd97-4b87-af14-263cba9a6497 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.146207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8824b-bd97-4b87-af14-263cba9a6497 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Pushing event updated for resources: {'Port': ['ID=a5ed04ab-9950-4301-9bdc-7917f60922a6,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:41.151844 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-16c8824b-bd97-4b87-af14-263cba9a6497 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:41.159514 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-16c8824b-bd97-4b87-af14-263cba9a6497 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:41.167942 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-16c8824b-bd97-4b87-af14-263cba9a6497 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:41.173540 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-16c8824b-bd97-4b87-af14-263cba9a6497 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:41.174261 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-16c8824b-bd97-4b87-af14-263cba9a6497 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.265133 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0df09cdf-0d63-46b7-8d71-687112fbd2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.510962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a403a1bd-214b-4ac3-9779-91e4a2157e3f None None] Provisioning complete for port a5ed04ab-9950-4301-9bdc-7917f60922a6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:41.515680 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a403a1bd-214b-4ac3-9779-91e4a2157e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.547097 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0df09cdf-0d63-46b7-8d71-687112fbd2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.591032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df09cdf-0d63-46b7-8d71-687112fbd2df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:39:41.599583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a403a1bd-214b-4ac3-9779-91e4a2157e3f None None] Port a5ed04ab-9950-4301-9bdc-7917f60922a6 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:41.633445 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-16c8824b-bd97-4b87-af14-263cba9a6497 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0054824 Sep 16 04:39:41.703485 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0df09cdf-0d63-46b7-8d71-687112fbd2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.706273 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-0df09cdf-0d63-46b7-8d71-687112fbd2df admin admin] Added segment fd5a5b99-abb0-4c14-be4b-d24e63598503 of type vlan for network 9239bb33-d4c9-4924-8c03-1c1b1808c5dd Sep 16 04:39:41.711846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df09cdf-0d63-46b7-8d71-687112fbd2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b775f0b-88be-4eab-b68b-6ab9d183b8b4,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:41.761193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-0b658fad-a121-4512-ba80-83a570e3ccf7 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:39:41.763424 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-0b658fad-a121-4512-ba80-83a570e3ccf7 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161872 Sep 16 04:39:41.925859 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0df09cdf-0d63-46b7-8d71-687112fbd2df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.942261 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af6d656e-bcb0-4c48-8079-393d7e5a5399 req-f2e30913-3313-4778-917b-eb904e1e2e35 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 210 time: 0.1299603 Sep 16 04:39:41.977572 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f711ba-74e9-40ba-bd20-94f50f1e07ca req-2eee75fd-b1c4-45f4-a787-50db622d44e9 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:41.980173 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08f711ba-74e9-40ba-bd20-94f50f1e07ca req-2eee75fd-b1c4-45f4-a787-50db622d44e9 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 936 time: 0.3861728 Sep 16 04:39:42.067961 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08f711ba-74e9-40ba-bd20-94f50f1e07ca req-a6ff2593-0222-4800-813a-1f965bdf1275 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762775 Sep 16 04:39:42.097012 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0df09cdf-0d63-46b7-8d71-687112fbd2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:42.098176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df09cdf-0d63-46b7-8d71-687112fbd2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:42.098760 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0df09cdf-0d63-46b7-8d71-687112fbd2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:42.189347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df09cdf-0d63-46b7-8d71-687112fbd2df admin admin] Pushing event updated for resources: {'Network': ['ID=9239bb33-d4c9-4924-8c03-1c1b1808c5dd,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:42.203227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 9239bb33-d4c9-4924-8c03-1c1b1808c5dd details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:39:42.469826 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0df09cdf-0d63-46b7-8d71-687112fbd2df admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8934281 Sep 16 04:39:42.476331 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55680) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:42.491451 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ff5ec999-dc1c-4c3e-b9a0-de09a0f06ff4 admin admin] Request body: {'subnet': {'network_id': '9239bb33-d4c9-4924-8c03-1c1b1808c5dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055576557-subnet', 'tenant_id': 'd0939093ab3a437db1274d13f1d16e79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:42.842812 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5ec999-dc1c-4c3e-b9a0-de09a0f06ff4 admin admin] Made reservation on behalf of d0939093ab3a437db1274d13f1d16e79 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:42.845463 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ff5ec999-dc1c-4c3e-b9a0-de09a0f06ff4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.069836 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e74b7933-369c-410d-9adb-98b6db648753 req-e2ca5410-ab9e-405a-9391-718c1cbbe982 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 210 time: 0.0372620 Sep 16 04:39:43.215754 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55700) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:43.233390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822ad4a-f6ab-4c30-860c-657c73d92f6d req-d6886184-6d2b-4b73-b26e-e51fb8bcf278 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:43.234128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5822ad4a-f6ab-4c30-860c-657c73d92f6d req-d6886184-6d2b-4b73-b26e-e51fb8bcf278 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 936 time: 0.0726273 Sep 16 04:39:43.244887 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a5af5c0-5d16-457c-a6b3-9a61104c589d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.324123 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5822ad4a-f6ab-4c30-860c-657c73d92f6d req-165982bb-7bb4-473f-9e44-f0bf33047039 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766506 Sep 16 04:39:43.438589 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a5af5c0-5d16-457c-a6b3-9a61104c589d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.441637 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ff5ec999-dc1c-4c3e-b9a0-de09a0f06ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.575929 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ec999-dc1c-4c3e-b9a0-de09a0f06ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc0321ff-c615-441b-a6c8-1dca78c6c10b,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:43.599973 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a5af5c0-5d16-457c-a6b3-9a61104c589d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.610420 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5ec999-dc1c-4c3e-b9a0-de09a0f06ff4 admin admin] Checking segment: {'id': 'fd5a5b99-abb0-4c14-be4b-d24e63598503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9239bb33-d4c9-4924-8c03-1c1b1808c5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:43.610420 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5ec999-dc1c-4c3e-b9a0-de09a0f06ff4 admin admin] Network hostable DHCP agents. Network: 9239bb33-d4c9-4924-8c03-1c1b1808c5dd, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:39:43.659341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5af5c0-5d16-457c-a6b3-9a61104c589d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f6b6e3-f577-4b30-8e5f-fc564053b139,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:43.689396 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1a5af5c0-5d16-457c-a6b3-9a61104c589d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6ed0854867b42898dc246c2fecb1a11&name=default HTTP/1.1" status: 200 len: 2977 time: 0.4487739 Sep 16 04:39:43.689396 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55706) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:43.759451 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22828c55-7b94-4439-a407-f792f0566e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.787310 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22828c55-7b94-4439-a407-f792f0566e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.964718 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5ec999-dc1c-4c3e-b9a0-de09a0f06ff4 admin admin] Network 9239bb33-d4c9-4924-8c03-1c1b1808c5dd is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:39:43.975388 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22828c55-7b94-4439-a407-f792f0566e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.978016 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22828c55-7b94-4439-a407-f792f0566e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.982966 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-22828c55-7b94-4439-a407-f792f0566e5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99f6b6e3-f577-4b30-8e5f-fc564053b139 HTTP/1.1" status: 204 len: 168 time: 0.2938874 Sep 16 04:39:44.003134 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a61b7e-82f2-444a-9379-e3beedc59675 req-6749f0e9-77a8-4c31-99ed-068f0b75644d tempest-NetworksTest-1663738595 tempest-NetworksTest-1663738595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.005924 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a61b7e-82f2-444a-9379-e3beedc59675 req-6749f0e9-77a8-4c31-99ed-068f0b75644d tempest-NetworksTest-1663738595 tempest-NetworksTest-1663738595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.005924 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a61b7e-82f2-444a-9379-e3beedc59675 req-6749f0e9-77a8-4c31-99ed-068f0b75644d tempest-NetworksTest-1663738595 tempest-NetworksTest-1663738595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.005924 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a61b7e-82f2-444a-9379-e3beedc59675 req-6749f0e9-77a8-4c31-99ed-068f0b75644d tempest-NetworksTest-1663738595 tempest-NetworksTest-1663738595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.005924 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a61b7e-82f2-444a-9379-e3beedc59675 req-6749f0e9-77a8-4c31-99ed-068f0b75644d tempest-NetworksTest-1663738595 tempest-NetworksTest-1663738595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.007285 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-69a61b7e-82f2-444a-9379-e3beedc59675 req-6749f0e9-77a8-4c31-99ed-068f0b75644d tempest-NetworksTest-1663738595 tempest-NetworksTest-1663738595-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3624 time: 0.5023847 Sep 16 04:39:44.016040 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22828c55-7b94-4439-a407-f792f0566e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f6b6e3-f577-4b30-8e5f-fc564053b139,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:44.111109 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-ff5ec999-dc1c-4c3e-b9a0-de09a0f06ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 9239bb33-d4c9-4924-8c03-1c1b1808c5dd) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:44.116282 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5ec999-dc1c-4c3e-b9a0-de09a0f06ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.117992 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ff5ec999-dc1c-4c3e-b9a0-de09a0f06ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.145296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263785d5-f747-4564-b0ff-1a5ae70f60db None None] Network 9239bb33-d4c9-4924-8c03-1c1b1808c5dd requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:44.238875 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ff5ec999-dc1c-4c3e-b9a0-de09a0f06ff4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7582381 Sep 16 04:39:44.258498 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55722) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:44.258498 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-830eff5c-31b3-4324-947e-b407095fa944 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055576557-router', 'tenant_id': 'd0939093ab3a437db1274d13f1d16e79', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:44.444545 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-162aa840-1c91-40ef-897c-77cac99abc64 req-b9729ab1-e9ab-4c53-9e26-d7538aab08a6 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 210 time: 0.0722995 Sep 16 04:39:44.448087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32372499-24e6-461b-a95f-9c6d2a413aec req-ae121c43-8f0d-4172-be7f-a439cd00d399 tempest-NetworksTest-1663738595 tempest-NetworksTest-1663738595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.457035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32372499-24e6-461b-a95f-9c6d2a413aec req-ae121c43-8f0d-4172-be7f-a439cd00d399 tempest-NetworksTest-1663738595 tempest-NetworksTest-1663738595-project-admin] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 886 time: 0.4192476 Sep 16 04:39:44.474258 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9239bb33-d4c9-4924-8c03-1c1b1808c5dd', 'network_id': '9239bb33-d4c9-4924-8c03-1c1b1808c5dd', 'tenant_id': 'd0939093ab3a437db1274d13f1d16e79', 'fixed_ips': [{'subnet_id': 'fc0321ff-c615-441b-a6c8-1dca78c6c10b'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:39:44.481044 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.592805 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-830eff5c-31b3-4324-947e-b407095fa944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.593939 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-830eff5c-31b3-4324-947e-b407095fa944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.722063 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-830eff5c-31b3-4324-947e-b407095fa944 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.729447 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] Allocated IP 172.20.0.2 (9239bb33-d4c9-4924-8c03-1c1b1808c5dd/fc0321ff-c615-441b-a6c8-1dca78c6c10b/39bb4cc0-f72d-49c4-8d66-1faf668f64db) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:44.751024 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc98d3f-15e8-4dbc-bd67-00eb2e42ea16 req-abf08855-0f7a-419f-b063-2ee7a932ae6e tempest-NetworksTest-1663738595 tempest-NetworksTest-1663738595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.751599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc98d3f-15e8-4dbc-bd67-00eb2e42ea16 req-abf08855-0f7a-419f-b063-2ee7a932ae6e tempest-NetworksTest-1663738595 tempest-NetworksTest-1663738595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.752132 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc98d3f-15e8-4dbc-bd67-00eb2e42ea16 req-abf08855-0f7a-419f-b063-2ee7a932ae6e tempest-NetworksTest-1663738595 tempest-NetworksTest-1663738595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.752796 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc98d3f-15e8-4dbc-bd67-00eb2e42ea16 req-abf08855-0f7a-419f-b063-2ee7a932ae6e tempest-NetworksTest-1663738595 tempest-NetworksTest-1663738595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.753324 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc98d3f-15e8-4dbc-bd67-00eb2e42ea16 req-abf08855-0f7a-419f-b063-2ee7a932ae6e tempest-NetworksTest-1663738595 tempest-NetworksTest-1663738595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.755690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2dc98d3f-15e8-4dbc-bd67-00eb2e42ea16 req-abf08855-0f7a-419f-b063-2ee7a932ae6e tempest-NetworksTest-1663738595 tempest-NetworksTest-1663738595-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.2600939 Sep 16 04:39:44.782134 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82279f66-99ee-435f-b69e-450390806dae req-898caedc-ba6a-4e67-a767-edae6f45171e tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.805386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82279f66-99ee-435f-b69e-450390806dae req-898caedc-ba6a-4e67-a767-edae6f45171e tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 936 time: 0.2785535 Sep 16 04:39:44.869599 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82279f66-99ee-435f-b69e-450390806dae req-0787787f-657c-45e8-95a8-592e62d90b1d tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577054 Sep 16 04:39:45.115439 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.115585 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-830eff5c-31b3-4324-947e-b407095fa944 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.312050 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.381761 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] Network 9239bb33-d4c9-4924-8c03-1c1b1808c5dd is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:45.396903 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:45.407806 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:45.455013 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] Pushing event updated for resources: {'Port': ['ID=39bb4cc0-f72d-49c4-8d66-1faf668f64db,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:45.488098 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] Attempting to bind port 39bb4cc0-f72d-49c4-8d66-1faf668f64db on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:45.488680 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] Attempting to bind port 39bb4cc0-f72d-49c4-8d66-1faf668f64db by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'fd5a5b99-abb0-4c14-be4b-d24e63598503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9239bb33-d4c9-4924-8c03-1c1b1808c5dd'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:45.490497 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] Attempting to bind port 39bb4cc0-f72d-49c4-8d66-1faf668f64db on network 9239bb33-d4c9-4924-8c03-1c1b1808c5dd {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:45.499704 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.38', 54752) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:45.511620 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:45.511944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] Checking segment: {'id': 'fd5a5b99-abb0-4c14-be4b-d24e63598503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9239bb33-d4c9-4924-8c03-1c1b1808c5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:45.514790 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.515368 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] Bound using segment: {'id': 'fd5a5b99-abb0-4c14-be4b-d24e63598503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9239bb33-d4c9-4924-8c03-1c1b1808c5dd'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:45.516930 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] Bound port: 39bb4cc0-f72d-49c4-8d66-1faf668f64db, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5a5b99-abb0-4c14-be4b-d24e63598503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9239bb33-d4c9-4924-8c03-1c1b1808c5dd'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:45.517918 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.562802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-96e67a9d-f001-4bbc-9692-ac8a9671a78f tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=bb58877c4cf941778d774f1549724437&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525205 Sep 16 04:39:45.662819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] For port 39bb4cc0-f72d-49c4-8d66-1faf668f64db, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:45.667192 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] For port 39bb4cc0-f72d-49c4-8d66-1faf668f64db, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=39bb4cc0-f72d-49c4-8d66-1faf668f64db,segment=NetworkSegment(fd5a5b99-abb0-4c14-be4b-d24e63598503),segment_id=fd5a5b99-abb0-4c14-be4b-d24e63598503)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:45.740746 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32e48e4a-ce5b-43bb-b664-752cad3f3e3a req-be6be8ba-0be7-4aea-9af4-482a23544383 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 210 time: 0.0717027 Sep 16 04:39:45.756689 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.811578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-0172bf3c-d824-4131-b14e-84fad7c0dfd5 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:45.812774 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-0172bf3c-d824-4131-b14e-84fad7c0dfd5 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2442369 Sep 16 04:39:45.845104 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-830eff5c-31b3-4324-947e-b407095fa944 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.875832 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-830eff5c-31b3-4324-947e-b407095fa944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.957296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b55af-bb32-4fe7-879d-5e2866620a0c None None] Pushing event updated for resources: {'Port': ['ID=39bb4cc0-f72d-49c4-8d66-1faf668f64db,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:45.960621 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-f7f39b68-4f20-4c55-936c-3a234cf439c1 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Request body: {'port': {'device_id': '58306a65-db74-45e3-8102-b777c35beb70', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': 'bb58877c4cf941778d774f1549724437'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:46.110331 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-830eff5c-31b3-4324-947e-b407095fa944 admin admin] Allocated IP 172.25.4.239 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:46.263932 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-830eff5c-31b3-4324-947e-b407095fa944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.351976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363cfb2-6022-4cb6-afa9-835c7e2b5bf1 req-ddf4590a-9619-4fce-9f50-ef769534c824 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:46.367941 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6363cfb2-6022-4cb6-afa9-835c7e2b5bf1 req-ddf4590a-9619-4fce-9f50-ef769534c824 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 936 time: 0.2169826 Sep 16 04:39:46.422495 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6363cfb2-6022-4cb6-afa9-835c7e2b5bf1 req-efd955f2-007c-4db8-bfba-b93a626150e1 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562778 Sep 16 04:39:46.534559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-f7f39b68-4f20-4c55-936c-3a234cf439c1 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Made reservation on behalf of bb58877c4cf941778d774f1549724437 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:46.536799 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55768) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:46.540887 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-f7f39b68-4f20-4c55-936c-3a234cf439c1 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.551220 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-f7f39b68-4f20-4c55-936c-3a234cf439c1 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.563398 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-830eff5c-31b3-4324-947e-b407095fa944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.661942 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830eff5c-31b3-4324-947e-b407095fa944 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:46.665299 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-830eff5c-31b3-4324-947e-b407095fa944 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:46.677600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830eff5c-31b3-4324-947e-b407095fa944 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:46.727370 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-f7f39b68-4f20-4c55-936c-3a234cf439c1 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.734511 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830eff5c-31b3-4324-947e-b407095fa944 admin admin] Pushing event updated for resources: {'Port': ['ID=a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:46.826508 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Request body: {'port': {'device_id': 'c57b3480-45a2-44ee-ad54-e9955d4d65ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:46.891238 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-f7f39b68-4f20-4c55-936c-3a234cf439c1 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.003793 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-121c5478-0ac3-4964-a8b6-f335f6623974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.079323 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-586204c9-6f33-4e01-b317-354e90a6143e req-2f78109e-41aa-4713-ad0f-13d50121edf2 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 210 time: 0.0589554 Sep 16 04:39:47.114144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f39b68-4f20-4c55-936c-3a234cf439c1 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45aca009-4f13-42ca-92ee-8f06192068d2,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:47.196184 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.343037 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-121c5478-0ac3-4964-a8b6-f335f6623974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.373292 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-830eff5c-31b3-4324-947e-b407095fa944 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.575188 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-121c5478-0ac3-4964-a8b6-f335f6623974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.623051 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e27e51-cd81-46ba-a565-da06d78f01d4 None None] Network 9239bb33-d4c9-4924-8c03-1c1b1808c5dd requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:47.626638 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-121c5478-0ac3-4964-a8b6-f335f6623974 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be23c766c9104c5784dcf85fc14da994&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0884094 Sep 16 04:39:47.629693 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c5478-0ac3-4964-a8b6-f335f6623974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c77787-b5d8-4d96-b5af-5dc2c049c0df,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:47.632366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55794) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:47.851955 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-317fc574-b45a-4e82-aa83-7586f3738fd6 None None] Provisioning complete for port 39bb4cc0-f72d-49c4-8d66-1faf668f64db triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:47.852422 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-317fc574-b45a-4e82-aa83-7586f3738fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.916081 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-f7f39b68-4f20-4c55-936c-3a234cf439c1 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Allocated IP 192.168.233.64 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/b3f88e4d-1934-4e19-bbae-b29c982bd559) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:48.133595 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ce285-d62a-4d31-bab6-35c14104e7da req-a32e31ef-011c-496a-add0-4a2f972ce25d tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:48.173480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-660ce285-d62a-4d31-bab6-35c14104e7da req-a32e31ef-011c-496a-add0-4a2f972ce25d tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 936 time: 0.5112765 Sep 16 04:39:48.207300 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dbfdbea9-8eba-4a4f-9d99-9299f0f81a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.251538 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-317fc574-b45a-4e82-aa83-7586f3738fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.438743 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-317fc574-b45a-4e82-aa83-7586f3738fd6 None None] For port 39bb4cc0-f72d-49c4-8d66-1faf668f64db, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=39bb4cc0-f72d-49c4-8d66-1faf668f64db,segment=NetworkSegment(fd5a5b99-abb0-4c14-be4b-d24e63598503),segment_id=fd5a5b99-abb0-4c14-be4b-d24e63598503)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:48.466425 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fe91c57-ef72-40ea-85e4-b563ebe6ed15 req-a831be29-c454-40f6-a401-c31e5dfa3e1b tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 210 time: 0.2285066 Sep 16 04:39:48.472509 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 39bb4cc0-f72d-49c4-8d66-1faf668f64db up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:48.527151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-660ce285-d62a-4d31-bab6-35c14104e7da req-556e6981-9465-492f-b488-fa859b10c16f tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395114 Sep 16 04:39:48.560660 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dbfdbea9-8eba-4a4f-9d99-9299f0f81a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.578066 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-317fc574-b45a-4e82-aa83-7586f3738fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.695393 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-830eff5c-31b3-4324-947e-b407095fa944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.757932 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fc574-b45a-4e82-aa83-7586f3738fd6 None None] Pushing event updated for resources: {'Port': ['ID=39bb4cc0-f72d-49c4-8d66-1faf668f64db,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:48.760914 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 39bb4cc0-f72d-49c4-8d66-1faf668f64db triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:48.761585 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.834956 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-f7f39b68-4f20-4c55-936c-3a234cf439c1 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.018588 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-f7f39b68-4f20-4c55-936c-3a234cf439c1 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.122976 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-46f8b1bf-6ff6-4050-9ce3-29b83070a0a5 None None] Provisioning complete for port 39bb4cc0-f72d-49c4-8d66-1faf668f64db triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:49.123412 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-46f8b1bf-6ff6-4050-9ce3-29b83070a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.135310 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dbfdbea9-8eba-4a4f-9d99-9299f0f81a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.138368 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dbfdbea9-8eba-4a4f-9d99-9299f0f81a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.145542 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dbfdbea9-8eba-4a4f-9d99-9299f0f81a34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7c77787-b5d8-4d96-b5af-5dc2c049c0df HTTP/1.1" status: 204 len: 168 time: 1.4802492 Sep 16 04:39:49.161113 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfdbea9-8eba-4a4f-9d99-9299f0f81a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c77787-b5d8-4d96-b5af-5dc2c049c0df,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:49.163669 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830eff5c-31b3-4324-947e-b407095fa944 admin admin] Router 88c93436-ceac-4fe6-8632-505ae3ec674c is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:39:49.459388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-f7f39b68-4f20-4c55-936c-3a234cf439c1 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:49.459388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-f7f39b68-4f20-4c55-936c-3a234cf439c1 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:49.459388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-f7f39b68-4f20-4c55-936c-3a234cf439c1 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:49.459388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-f7f39b68-4f20-4c55-936c-3a234cf439c1 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:49.459388 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-f7f39b68-4f20-4c55-936c-3a234cf439c1 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.459388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f39b68-4f20-4c55-936c-3a234cf439c1 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Pushing event updated for resources: {'Port': ['ID=b3f88e4d-1934-4e19-bbae-b29c982bd559,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:49.480874 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830eff5c-31b3-4324-947e-b407095fa944 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:49.499220 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] Sync routers for ids ['88c93436-ceac-4fe6-8632-505ae3ec674c'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:49.521134 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] Routers {'88c93436-ceac-4fe6-8632-505ae3ec674c'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:49.526154 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:39:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['88c93436-ceac-4fe6-8632-505ae3ec674c'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:49.629156 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-830eff5c-31b3-4324-947e-b407095fa944 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.631363 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-830eff5c-31b3-4324-947e-b407095fa944 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.3874309 Sep 16 04:39:49.654619 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55838) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:49.709568 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-f7f39b68-4f20-4c55-936c-3a234cf439c1 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7565854 Sep 16 04:39:49.763653 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-23742463-535e-4586-b394-f2ed2662b104 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:39:49.780113 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-23742463-535e-4586-b394-f2ed2662b104 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0410893 Sep 16 04:39:49.827311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ed04ab-9950-4301-9bdc-7917f60922a6 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:49.875580 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.917748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Transition to ACTIVE for port object a5ed04ab-9950-4301-9bdc-7917f60922a6 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:39:49.957366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142e26b-9cde-4653-8e54-93055bf8f538 req-0a802f27-5777-4bf0-b00b-49ff8d6a1510 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:49.959261 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1142e26b-9cde-4653-8e54-93055bf8f538 req-0a802f27-5777-4bf0-b00b-49ff8d6a1510 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 935 time: 0.2653990 Sep 16 04:39:50.041144 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-031c6e1a-2d2a-4f1f-b90b-89709fc20b8b None None] Provisioning complete for port b3f88e4d-1934-4e19-bbae-b29c982bd559 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:50.042192 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-031c6e1a-2d2a-4f1f-b90b-89709fc20b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.043765 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174ef11-846d-44ca-9efb-18ccd412ace9 req-2c1841a2-9394-42ad-b786-e3beb0063064 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:50.045405 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a174ef11-846d-44ca-9efb-18ccd412ace9 req-2c1841a2-9394-42ad-b786-e3beb0063064 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 936 time: 0.2447507 Sep 16 04:39:50.047349 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.115601 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] Set router 88c93436-ceac-4fe6-8632-505ae3ec674c gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:50.168940 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-031c6e1a-2d2a-4f1f-b90b-89709fc20b8b None None] Port b3f88e4d-1934-4e19-bbae-b29c982bd559 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:50.282526 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 39bb4cc0-f72d-49c4-8d66-1faf668f64db up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:50.418563 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 39bb4cc0-f72d-49c4-8d66-1faf668f64db triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:50.419402 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.555089 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1142e26b-9cde-4653-8e54-93055bf8f538 req-0484d393-9e7e-4ace-8ec9-6eed7dfedd56 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/security-groups?id=45aca009-4f13-42ca-92ee-8f06192068d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776386 Sep 16 04:39:50.723625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ed04ab-9950-4301-9bdc-7917f60922a6,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:50.828650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a174ef11-846d-44ca-9efb-18ccd412ace9 req-20da3bab-b934-4c84-8ddd-7bcf4b7a76a2 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5948939 Sep 16 04:39:50.902394 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Attempting to bind port a5ed04ab-9950-4301-9bdc-7917f60922a6 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:50.904893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Attempting to bind port a5ed04ab-9950-4301-9bdc-7917f60922a6 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:50.909995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Attempting to bind port a5ed04ab-9950-4301-9bdc-7917f60922a6 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:50.960347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Port a5ed04ab-9950-4301-9bdc-7917f60922a6 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:39:50.962520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Attempting to bind port a5ed04ab-9950-4301-9bdc-7917f60922a6 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:50.974338 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:50.978426 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055576557-router', 'tenant_id': 'd0939093ab3a437db1274d13f1d16e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:46Z', 'revision_number': 3, 'project_id': 'd0939093ab3a437db1274d13f1d16e79', 'gw_port': {'id': 'a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:45Z', 'updated_at': '2021-09-16T04:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:50.982859 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:50.988119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:51.003837 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Bound port: a5ed04ab-9950-4301-9bdc-7917f60922a6, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:51.006149 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.075604 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] Checking router: 88c93436-ceac-4fe6-8632-505ae3ec674c for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:51.075925 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] Updating router 88c93436-ceac-4fe6-8632-505ae3ec674c port a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:39:51.142547 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.177860 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] For port a5ed04ab-9950-4301-9bdc-7917f60922a6, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:51.193978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] For port a5ed04ab-9950-4301-9bdc-7917f60922a6, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a5ed04ab-9950-4301-9bdc-7917f60922a6,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:51.279878 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.328112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:51.330001 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.334334 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] 10.222.0.21 "PUT /v2.0/ports/a5ed04ab-9950-4301-9bdc-7917f60922a6 HTTP/1.1" status: 200 len: 1097 time: 5.4378006 Sep 16 04:39:51.357461 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c81e705-bf56-4ec4-9449-45a9f89ae452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.393409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57b3480-45a2-44ee-ad54-e9955d4d65ec', 'tag': 'a5ed04ab-9950-4301-9bdc-7917f60922a6'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:51.640541 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55862) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:51.841260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b96833-8dfc-4926-ac98-c8c73d1f67b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ed04ab-9950-4301-9bdc-7917f60922a6,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:51.909706 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-4c81e705-bf56-4ec4-9449-45a9f89ae452 admin admin] Allocated IP 172.20.0.1 (9239bb33-d4c9-4924-8c03-1c1b1808c5dd/fc0321ff-c615-441b-a6c8-1dca78c6c10b/11a9faeb-1de8-4787-9e36-4480f5477a1c) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:51.947220 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2ec04943-d106-4c71-b55a-e3e2aa3a0e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.184185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94cb19-3f19-41fa-982f-91c2ac3e80f4 req-4db9fd7c-6943-48a7-ae24-21dc98ebb0a6 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:52.186023 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc94cb19-3f19-41fa-982f-91c2ac3e80f4 req-4db9fd7c-6943-48a7-ae24-21dc98ebb0a6 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 935 time: 0.2353580 Sep 16 04:39:52.186165 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c81e705-bf56-4ec4-9449-45a9f89ae452 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.189321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-6d70ba1b-86e5-4e6a-904c-8910bd4b4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:52.190931 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-6d70ba1b-86e5-4e6a-904c-8910bd4b4802 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57d81270cf524fee9d6e0f4e83cef12d&device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 1100 time: 0.5490391 Sep 16 04:39:52.202274 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.333469 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.345772 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c81e705-bf56-4ec4-9449-45a9f89ae452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.394915 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-fcd48ad8-1e3b-4180-9350-8e84caae4f2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a5ed04ab-9950-4301-9bdc-7917f60922a6 HTTP/1.1" status: 200 len: 217 time: 0.1776037 Sep 16 04:39:52.455127 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c81e705-bf56-4ec4-9449-45a9f89ae452 admin admin] Network 9239bb33-d4c9-4924-8c03-1c1b1808c5dd is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:52.458913 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-4c81e705-bf56-4ec4-9449-45a9f89ae452 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:52.467095 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c81e705-bf56-4ec4-9449-45a9f89ae452 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:52.467547 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c81e705-bf56-4ec4-9449-45a9f89ae452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.493915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Request body: {'port': {'device_id': '58306a65-db74-45e3-8102-b777c35beb70', 'device_owner': 'compute:tempest-test_az-855548121', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:52.504296 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a483a-2618-4815-82ae-f88681c31d99 None None] Pushing event updated for resources: {'Port': ['ID=a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:52.573170 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] Attempting to bind port a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:52.573553 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] Attempting to bind port a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:52.573924 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] Attempting to bind port a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:52.589133 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:52.590958 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:52.592221 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.593366 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:52.594545 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] Bound port: a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:52.595366 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.668828 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81e705-bf56-4ec4-9449-45a9f89ae452 admin admin] Pushing event updated for resources: {'Port': ['ID=11a9faeb-1de8-4787-9e36-4480f5477a1c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:52.756595 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc94cb19-3f19-41fa-982f-91c2ac3e80f4 req-93e530bc-7593-41ac-865d-c334fa9c175d tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/security-groups?id=45aca009-4f13-42ca-92ee-8f06192068d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5467746 Sep 16 04:39:52.773926 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] For port a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:52.796730 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] For port a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:52.894249 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.954120 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb69eb2-9350-463c-a6fc-4fd179ec7ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "c57b3480-45a2-44ee-ad54-e9955d4d65ec", "tag": "a5ed04ab-9950-4301-9bdc-7917f60922a6"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:53.015063 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a483a-2618-4815-82ae-f88681c31d99 None None] Pushing event updated for resources: {'Port': ['ID=a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:53.043552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0d055e54-3cf1-459d-b2d5-1c7f45d9b7bb None None] Provisioning complete for port 11a9faeb-1de8-4787-9e36-4480f5477a1c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:53.044678 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0d055e54-3cf1-459d-b2d5-1c7f45d9b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.065267 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] Routers {'88c93436-ceac-4fe6-8632-505ae3ec674c'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:53.067170 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:39:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['88c93436-ceac-4fe6-8632-505ae3ec674c'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:53.095865 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c81e705-bf56-4ec4-9449-45a9f89ae452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.104381 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-0d055e54-3cf1-459d-b2d5-1c7f45d9b7bb None None] Port 11a9faeb-1de8-4787-9e36-4480f5477a1c cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:53.120228 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-5eb29198-a54c-4f5b-86b9-3817ae6a6cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:53.127393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-5eb29198-a54c-4f5b-86b9-3817ae6a6cd5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.7017643 Sep 16 04:39:53.219162 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] Set router 88c93436-ceac-4fe6-8632-505ae3ec674c gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:53.291636 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2ec04943-d106-4c71-b55a-e3e2aa3a0e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.351465 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.511790 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c81e705-bf56-4ec4-9449-45a9f89ae452 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.518799 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2ec04943-d106-4c71-b55a-e3e2aa3a0e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.579505 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c81e705-bf56-4ec4-9449-45a9f89ae452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.581214 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c81e705-bf56-4ec4-9449-45a9f89ae452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.587071 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-d3ee6d60-a628-42f7-a09d-81a0063c9f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:53.588802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-d3ee6d60-a628-42f7-a09d-81a0063c9f2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4203835 Sep 16 04:39:53.596970 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec04943-d106-4c71-b55a-e3e2aa3a0e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445c1de7-4620-47fb-a25a-abb9668fe5c2,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:53.629844 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d53a4-63bd-449d-bd64-f0e036fadd73 req-def9565c-eb7d-46e0-97eb-be6dffd10c9c tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:53.643793 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f3d53a4-63bd-449d-bd64-f0e036fadd73 req-def9565c-eb7d-46e0-97eb-be6dffd10c9c tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 948 time: 0.5106535 Sep 16 04:39:53.646248 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2ec04943-d106-4c71-b55a-e3e2aa3a0e25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8e1fbd54b9446f6a56e252ff5a1bc78&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8787072 Sep 16 04:39:53.673161 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55898) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:53.720681 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055576557-router', 'tenant_id': 'd0939093ab3a437db1274d13f1d16e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:52Z', 'revision_number': 4, 'project_id': 'd0939093ab3a437db1274d13f1d16e79', 'gw_port': {'id': 'a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:45Z', 'updated_at': '2021-09-16T04:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '11a9faeb-1de8-4787-9e36-4480f5477a1c', 'name': '', 'network_id': '9239bb33-d4c9-4924-8c03-1c1b1808c5dd', 'tenant_id': 'd0939093ab3a437db1274d13f1d16e79', 'mac_address': 'fa:16:3e:fa:ab:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fc0321ff-c615-441b-a6c8-1dca78c6c10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:51Z', 'updated_at': '2021-09-16T04:39:51Z', 'revision_number': 1, 'project_id': 'd0939093ab3a437db1274d13f1d16e79', 'subnets': [{'id': 'fc0321ff-c615-441b-a6c8-1dca78c6c10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:53.763798 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab57368-6527-404f-b0ce-45381ecb5e44 None None] The sync data for ids ['88c93436-ceac-4fe6-8632-505ae3ec674c'] in n-d-712140-13 is: [{'id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055576557-router', 'tenant_id': 'd0939093ab3a437db1274d13f1d16e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:52Z', 'revision_number': 4, 'project_id': 'd0939093ab3a437db1274d13f1d16e79', 'gw_port': {'id': 'a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:45Z', 'updated_at': '2021-09-16T04:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '11a9faeb-1de8-4787-9e36-4480f5477a1c', 'name': '', 'network_id': '9239bb33-d4c9-4924-8c03-1c1b1808c5dd', 'tenant_id': 'd0939093ab3a437db1274d13f1d16e79', 'mac_address': 'fa:16:3e:fa:ab:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fc0321ff-c615-441b-a6c8-1dca78c6c10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:51Z', 'updated_at': '2021-09-16T04:39:51Z', 'revision_number': 1, 'project_id': 'd0939093ab3a437db1274d13f1d16e79', 'subnets': [{'id': 'fc0321ff-c615-441b-a6c8-1dca78c6c10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:53.906522 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81e705-bf56-4ec4-9449-45a9f89ae452 admin admin] Pushing event updated for resources: {'Port': ['ID=11a9faeb-1de8-4787-9e36-4480f5477a1c,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:53.979234 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.984105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c81e705-bf56-4ec4-9449-45a9f89ae452 admin admin] Network 9239bb33-d4c9-4924-8c03-1c1b1808c5dd is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:53.984105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-4c81e705-bf56-4ec4-9449-45a9f89ae452 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:54.083177 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-149619be-60d9-497b-9512-7e0c08bbdaec service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705854 Sep 16 04:39:54.087231 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f3d53a4-63bd-449d-bd64-f0e036fadd73 req-4c4097f8-8985-4965-86dc-90639bc01c8b tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130177 Sep 16 04:39:54.212949 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4397412e-b708-4269-89fa-aa082bbf1552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.312692 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4397412e-b708-4269-89fa-aa082bbf1552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.370132 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c81e705-bf56-4ec4-9449-45a9f89ae452 admin admin] Router 88c93436-ceac-4fe6-8632-505ae3ec674c has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:39:54.420568 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-e21661e2-d7e8-48d3-b494-eb7c768b2ce7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a016558221c5434f8347e2de57e4ce82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1190794 Sep 16 04:39:54.544675 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-66064d0c-3c06-4795-946e-a64aebc31836 None None] Provisioning complete for port 11a9faeb-1de8-4787-9e36-4480f5477a1c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:54.545837 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-66064d0c-3c06-4795-946e-a64aebc31836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.642261 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-66064d0c-3c06-4795-946e-a64aebc31836 None None] Port 11a9faeb-1de8-4787-9e36-4480f5477a1c cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:54.710493 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c81e705-bf56-4ec4-9449-45a9f89ae452 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:54.721144 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4c81e705-bf56-4ec4-9449-45a9f89ae452 admin admin] 10.222.0.20 "PUT /v2.0/routers/88c93436-ceac-4fe6-8632-505ae3ec674c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0655680 Sep 16 04:39:54.872153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f88e4d-1934-4e19-bbae-b29c982bd559 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:54.906245 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.921344 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-213c1dc0-21b8-4177-9ef5-b23bdfd68915 req-c4f2567d-b3d4-4887-8213-0102fc30fbff service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7093935 Sep 16 04:39:55.028681 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-600eb56b-10e7-4218-9e83-5ed5211384a7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:55.030748 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-600eb56b-10e7-4218-9e83-5ed5211384a7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6098630 Sep 16 04:39:55.031737 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4397412e-b708-4269-89fa-aa082bbf1552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.034806 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4397412e-b708-4269-89fa-aa082bbf1552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.036502 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4397412e-b708-4269-89fa-aa082bbf1552 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/445c1de7-4620-47fb-a25a-abb9668fe5c2 HTTP/1.1" status: 204 len: 168 time: 1.3489296 Sep 16 04:39:55.039839 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Transition to ACTIVE for port object b3f88e4d-1934-4e19-bbae-b29c982bd559 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:39:55.043265 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938f098a-f692-4c74-a89d-78c0981f639d x-openstack-request-id: req-938f098a-f692-4c74-a89d-78c0981f639d {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:55.043761 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57b3480-45a2-44ee-ad54-e9955d4d65ec", "tag": "a5ed04ab-9950-4301-9bdc-7917f60922a6", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:55.044291 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-938f098a-f692-4c74-a89d-78c0981f639d {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:55.044926 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57b3480-45a2-44ee-ad54-e9955d4d65ec', 'tag': 'a5ed04ab-9950-4301-9bdc-7917f60922a6', 'status': 'completed', 'code': 200} Sep 16 04:39:55.061196 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-5223f094-a019-4702-9299-ffdcdc5349da tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/quotas/a016558221c5434f8347e2de57e4ce82 HTTP/1.1" status: 200 len: 375 time: 0.0129943 Sep 16 04:39:55.068059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397412e-b708-4269-89fa-aa082bbf1552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445c1de7-4620-47fb-a25a-abb9668fe5c2,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:55.136327 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.166292 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-9a6922ae-a295-407c-8b50-92b4acbf0356 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783925 Sep 16 04:39:55.324215 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Pushing event updated for resources: {'Port': ['ID=b3f88e4d-1934-4e19-bbae-b29c982bd559,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:55.376767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Attempting to bind port b3f88e4d-1934-4e19-bbae-b29c982bd559 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:55.377769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Attempting to bind port b3f88e4d-1934-4e19-bbae-b29c982bd559 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:55.378165 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Attempting to bind port b3f88e4d-1934-4e19-bbae-b29c982bd559 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:55.412911 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Port b3f88e4d-1934-4e19-bbae-b29c982bd559 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:39:55.413844 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Attempting to bind port b3f88e4d-1934-4e19-bbae-b29c982bd559 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:55.426484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:55.426851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:55.427242 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:55.427697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Bound port: b3f88e4d-1934-4e19-bbae-b29c982bd559, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:55.428048 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.451803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883164c-943b-4310-9789-7a396f245bb4 req-5bb3ec0c-90a6-4d8f-bdba-5352d31e317c tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:55.472358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5883164c-943b-4310-9789-7a396f245bb4 req-5bb3ec0c-90a6-4d8f-bdba-5352d31e317c tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 968 time: 0.1113055 Sep 16 04:39:55.796997 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] For port b3f88e4d-1934-4e19-bbae-b29c982bd559, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:55.810207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] For port b3f88e4d-1934-4e19-bbae-b29c982bd559, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b3f88e4d-1934-4e19-bbae-b29c982bd559,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:55.922972 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5883164c-943b-4310-9789-7a396f245bb4 req-9950fbd3-61d6-4fda-94a4-665341b7b356 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/security-groups?id=45aca009-4f13-42ca-92ee-8f06192068d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448133 Sep 16 04:39:55.927976 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.032834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:56.033523 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.035223 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] 10.222.0.38 "PUT /v2.0/ports/b3f88e4d-1934-4e19-bbae-b29c982bd559 HTTP/1.1" status: 200 len: 1117 time: 5.1200740 Sep 16 04:39:56.096060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6508fb-0c49-4d48-8b84-151cddad10cf service neutron] Pushing event updated for resources: {'Port': ['ID=b3f88e4d-1934-4e19-bbae-b29c982bd559,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:56.397378 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:56.438772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb69eb2-9350-463c-a6fc-4fd179ec7ef3 req-3a044017-355c-41da-a75a-b51e92493533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:56.443054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bfb69eb2-9350-463c-a6fc-4fd179ec7ef3 req-3a044017-355c-41da-a75a-b51e92493533 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57d81270cf524fee9d6e0f4e83cef12d&device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 1100 time: 0.1013558 Sep 16 04:39:56.535859 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:56.535859 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.858522 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.915346 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39247399-fabe-4b01-9a78-ae15d9a79713 req-f94538f3-703b-4e6a-8012-b9a1514fbd6f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 210 time: 0.1683671 Sep 16 04:39:56.922069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:56.983136 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7a445-c1e3-41a4-85f5-7cb819cb9b25 req-a90a1d1e-c020-47c7-b3f8-d4c97e7bbed5 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:56.984950 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-28f7a445-c1e3-41a4-85f5-7cb819cb9b25 req-a90a1d1e-c020-47c7-b3f8-d4c97e7bbed5 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 948 time: 0.4233406 Sep 16 04:39:56.990693 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb69eb2-9350-463c-a6fc-4fd179ec7ef3 req-0af4fa24-35e8-4798-ba20-98d40be461ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:56.993412 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bfb69eb2-9350-463c-a6fc-4fd179ec7ef3 req-0af4fa24-35e8-4798-ba20-98d40be461ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.5410388 Sep 16 04:39:57.044220 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.060381 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58306a65-db74-45e3-8102-b777c35beb70', 'tag': 'b3f88e4d-1934-4e19-bbae-b29c982bd559'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:57.063602 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91e871c-d74d-4c3b-b5a5-fef259fc36a5" -d '{"events": [{"name": "network-changed", "server_uuid": "58306a65-db74-45e3-8102-b777c35beb70", "tag": "b3f88e4d-1934-4e19-bbae-b29c982bd559"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:57.072448 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bfb69eb2-9350-463c-a6fc-4fd179ec7ef3 req-56de70d7-a95e-4cfd-a95b-bcda0121b289 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a5ed04ab-9950-4301-9bdc-7917f60922a6 HTTP/1.1" status: 200 len: 217 time: 0.0708106 Sep 16 04:39:57.105432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-28f7a445-c1e3-41a4-85f5-7cb819cb9b25 req-39721a2f-5346-47a8-9ba5-343943aa3d66 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105938 Sep 16 04:39:57.196460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:57.230993 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb69eb2-9350-463c-a6fc-4fd179ec7ef3 req-808bcd2d-0fc2-4982-a456-3449866c6bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:57.232582 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bfb69eb2-9350-463c-a6fc-4fd179ec7ef3 req-808bcd2d-0fc2-4982-a456-3449866c6bd8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1397758 Sep 16 04:39:57.320460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb69eb2-9350-463c-a6fc-4fd179ec7ef3 req-3fe4895f-4a6c-46b6-a1a9-9df02147b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:57.323229 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bfb69eb2-9350-463c-a6fc-4fd179ec7ef3 req-3fe4895f-4a6c-46b6-a1a9-9df02147b934 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0760429 Sep 16 04:39:57.545577 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c12bcc-8765-46fc-a96b-df0e561628a6 req-417a9886-d6d0-4d46-b95d-ff6503a2ee9b tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:57.553172 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18c12bcc-8765-46fc-a96b-df0e561628a6 req-417a9886-d6d0-4d46-b95d-ff6503a2ee9b tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 968 time: 0.1128681 Sep 16 04:39:57.563112 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bfb69eb2-9350-463c-a6fc-4fd179ec7ef3 req-7bb5f789-4fc2-4d6f-aeb9-b0be8fcbfc0c service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306960 Sep 16 04:39:57.590757 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] Sync routers for ids ['88c93436-ceac-4fe6-8632-505ae3ec674c'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:57.608340 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] Routers {'88c93436-ceac-4fe6-8632-505ae3ec674c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:57.619158 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:39:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['88c93436-ceac-4fe6-8632-505ae3ec674c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:57.651006 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55994) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:57.690527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18c12bcc-8765-46fc-a96b-df0e561628a6 req-9550a74a-29f5-4dfd-bda9-489c0913ef9a tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/security-groups?id=45aca009-4f13-42ca-92ee-8f06192068d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248474 Sep 16 04:39:57.773310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bfb69eb2-9350-463c-a6fc-4fd179ec7ef3 req-a8cc98a9-c693-498d-8198-41276a4045db service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974099 Sep 16 04:39:57.801182 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2045ce23-408f-411c-a974-dfd7afbc3133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.834635 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bd81cc-027b-4c4d-bc0f-cb3a1dd1f81a x-openstack-request-id: req-e9bd81cc-027b-4c4d-bc0f-cb3a1dd1f81a {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:57.835734 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58306a65-db74-45e3-8102-b777c35beb70", "tag": "b3f88e4d-1934-4e19-bbae-b29c982bd559", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:57.842774 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9bd81cc-027b-4c4d-bc0f-cb3a1dd1f81a {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:57.842774 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58306a65-db74-45e3-8102-b777c35beb70', 'tag': 'b3f88e4d-1934-4e19-bbae-b29c982bd559', 'status': 'completed', 'code': 200} Sep 16 04:39:57.939202 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] Set router 88c93436-ceac-4fe6-8632-505ae3ec674c gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:57.993095 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2045ce23-408f-411c-a974-dfd7afbc3133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.203415 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2045ce23-408f-411c-a974-dfd7afbc3133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.217538 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.277670 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2045ce23-408f-411c-a974-dfd7afbc3133 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1408d18b41441e2880859217d0130fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6244805 Sep 16 04:39:58.281850 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56020) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:58.350048 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:58.358018 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055576557-router', 'tenant_id': 'd0939093ab3a437db1274d13f1d16e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:52Z', 'revision_number': 4, 'project_id': 'd0939093ab3a437db1274d13f1d16e79', 'gw_port': {'id': 'a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:45Z', 'updated_at': '2021-09-16T04:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '11a9faeb-1de8-4787-9e36-4480f5477a1c', 'name': '', 'network_id': '9239bb33-d4c9-4924-8c03-1c1b1808c5dd', 'tenant_id': 'd0939093ab3a437db1274d13f1d16e79', 'mac_address': 'fa:16:3e:fa:ab:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fc0321ff-c615-441b-a6c8-1dca78c6c10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:51Z', 'updated_at': '2021-09-16T04:39:53Z', 'revision_number': 2, 'project_id': 'd0939093ab3a437db1274d13f1d16e79', 'subnets': [{'id': 'fc0321ff-c615-441b-a6c8-1dca78c6c10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:58.375076 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045ce23-408f-411c-a974-dfd7afbc3133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364df092-0c0e-40fb-8989-ebfecc4f7adc,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:58.408152 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cc90f1b0-687d-45e7-b99a-0c0d85955531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.489909 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] Checking router: 88c93436-ceac-4fe6-8632-505ae3ec674c for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:58.490479 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] Updating router 88c93436-ceac-4fe6-8632-505ae3ec674c port 11a9faeb-1de8-4787-9e36-4480f5477a1c binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:39:58.500973 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57ff9b76-d202-43a8-90b1-f712880935e4 req-bb768bf8-57d5-4a03-a516-ba138dd97609 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 210 time: 0.0766964 Sep 16 04:39:58.509238 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cc90f1b0-687d-45e7-b99a-0c0d85955531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.536953 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.590981 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:58.591991 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.634259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf6829-c910-402d-adc5-65a7970e833b req-4751d369-f337-4ede-852c-750d55579689 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:58.636154 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bebf6829-c910-402d-adc5-65a7970e833b req-4751d369-f337-4ede-852c-750d55579689 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 948 time: 0.0688050 Sep 16 04:39:58.714917 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bebf6829-c910-402d-adc5-65a7970e833b req-530d0873-0bbf-4cbc-9c45-e0a4338d863a tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667624 Sep 16 04:39:58.762569 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cc90f1b0-687d-45e7-b99a-0c0d85955531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.766828 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cc90f1b0-687d-45e7-b99a-0c0d85955531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.770077 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-cc90f1b0-687d-45e7-b99a-0c0d85955531 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/364df092-0c0e-40fb-8989-ebfecc4f7adc HTTP/1.1" status: 204 len: 168 time: 0.4883296 Sep 16 04:39:58.800177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90f1b0-687d-45e7-b99a-0c0d85955531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364df092-0c0e-40fb-8989-ebfecc4f7adc,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:59.079639 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.190854 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.271723 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56046) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:59.287176 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-98ccb22d-6c80-4b88-91f1-16726347e83b tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--852368679', 'description': 'tempest-description--1996854596'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:59.287396 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b848a-af4c-4ef4-88ed-8c7338e7affb None None] Pushing event updated for resources: {'Port': ['ID=11a9faeb-1de8-4787-9e36-4480f5477a1c,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:59.375388 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] Attempting to bind port 11a9faeb-1de8-4787-9e36-4480f5477a1c on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:59.376211 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] Attempting to bind port 11a9faeb-1de8-4787-9e36-4480f5477a1c by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'fd5a5b99-abb0-4c14-be4b-d24e63598503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9239bb33-d4c9-4924-8c03-1c1b1808c5dd'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:59.376778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] Attempting to bind port 11a9faeb-1de8-4787-9e36-4480f5477a1c on network 9239bb33-d4c9-4924-8c03-1c1b1808c5dd {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:59.386927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:59.386927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] Checking segment: {'id': 'fd5a5b99-abb0-4c14-be4b-d24e63598503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9239bb33-d4c9-4924-8c03-1c1b1808c5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:59.386927 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.387330 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] Bound using segment: {'id': 'fd5a5b99-abb0-4c14-be4b-d24e63598503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9239bb33-d4c9-4924-8c03-1c1b1808c5dd'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:59.389581 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa65a5-a809-4f20-bdb4-34722f5c6875 req-43f55e31-45f9-49df-b635-12dc1759809e tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:59.390807 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3fa65a5-a809-4f20-bdb4-34722f5c6875 req-43f55e31-45f9-49df-b635-12dc1759809e tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 968 time: 0.1460049 Sep 16 04:39:59.401399 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] Bound port: 11a9faeb-1de8-4787-9e36-4480f5477a1c, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5a5b99-abb0-4c14-be4b-d24e63598503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9239bb33-d4c9-4924-8c03-1c1b1808c5dd'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:59.401968 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.459002 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-98ccb22d-6c80-4b88-91f1-16726347e83b tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.481354 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3fa65a5-a809-4f20-bdb4-34722f5c6875 req-f47831a5-ce7d-443f-8498-e8cfcefa50a6 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/security-groups?id=45aca009-4f13-42ca-92ee-8f06192068d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838912 Sep 16 04:39:59.549681 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-06063f8b-f47c-4e29-bc9f-95ce20644c1d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a016558221c5434f8347e2de57e4ce82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521669 Sep 16 04:39:59.582619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] For port 11a9faeb-1de8-4787-9e36-4480f5477a1c, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:59.607597 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] For port 11a9faeb-1de8-4787-9e36-4480f5477a1c, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=11a9faeb-1de8-4787-9e36-4480f5477a1c,segment=NetworkSegment(fd5a5b99-abb0-4c14-be4b-d24e63598503),segment_id=fd5a5b99-abb0-4c14-be4b-d24e63598503)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:59.667529 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4fb24d36-b91a-438b-86b7-5677a05f3b3f None None] Provisioning complete for port 11a9faeb-1de8-4787-9e36-4480f5477a1c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:59.667951 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4fb24d36-b91a-438b-86b7-5677a05f3b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.685387 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-98ccb22d-6c80-4b88-91f1-16726347e83b tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.701139 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.715728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e293db3-3e00-4983-b8b1-870ce124940f req-591749ff-eb4d-4c71-a95c-3e34a37f2b35 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 210 time: 0.0623796 Sep 16 04:39:59.768359 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4fb24d36-b91a-438b-86b7-5677a05f3b3f None None] Port 11a9faeb-1de8-4787-9e36-4480f5477a1c cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:59.796242 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b848a-af4c-4ef4-88ed-8c7338e7affb None None] Pushing event updated for resources: {'Port': ['ID=11a9faeb-1de8-4787-9e36-4480f5477a1c,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:59.801751 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-98ccb22d-6c80-4b88-91f1-16726347e83b tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.816241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] Routers {'88c93436-ceac-4fe6-8632-505ae3ec674c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:59.816806 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:39:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['88c93436-ceac-4fe6-8632-505ae3ec674c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:59.827824 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-e08d5013-409a-4dd3-8aac-698ee169e4c3 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:59.829990 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-e08d5013-409a-4dd3-8aac-698ee169e4c3 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2708809 Sep 16 04:39:59.849428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccb22d-6c80-4b88-91f1-16726347e83b tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba553a1-fa5d-4803-8ef9-478f87ddc26a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:59.877115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-18e3bc4d-3c2e-4d73-bf31-f21194449f25 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Request body: {'port': {'device_id': '0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': 'a016558221c5434f8347e2de57e4ce82'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:59.963576 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-98ccb22d-6c80-4b88-91f1-16726347e83b tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.964930 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] Set router 88c93436-ceac-4fe6-8632-505ae3ec674c gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:59.965305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197201a-b99f-4a87-955e-eecca2069259 req-aeb1d2b9-b16c-4fa8-b31e-8888d5002f1f tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:59.965922 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-98ccb22d-6c80-4b88-91f1-16726347e83b tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6885672 Sep 16 04:39:59.967298 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f197201a-b99f-4a87-955e-eecca2069259 req-aeb1d2b9-b16c-4fa8-b31e-8888d5002f1f tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 948 time: 0.1363044 Sep 16 04:39:59.971737 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56066) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:59.974721 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ea6cebe0-2fd9-4089-b43b-19dcd727e3b3 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Request body: {'security_group_rule': {'security_group_id': 'fba553a1-fa5d-4803-8ef9-478f87ddc26a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:00.046322 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f197201a-b99f-4a87-955e-eecca2069259 req-ee145ca2-bee5-4d53-90cc-407ffd5767c3 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651388 Sep 16 04:40:00.140458 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-7295cc94-9cd4-4296-9592-958d3d40b0d5 None None] Provisioning complete for port 11a9faeb-1de8-4787-9e36-4480f5477a1c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:00.140827 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7295cc94-9cd4-4296-9592-958d3d40b0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.147314 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56068) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:00.167822 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ea6cebe0-2fd9-4089-b43b-19dcd727e3b3 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.223611 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca7dbadf-ebc2-4e5f-884e-8bd3a7b4a9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.285689 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7295cc94-9cd4-4296-9592-958d3d40b0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.300062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055576557-router', 'tenant_id': 'd0939093ab3a437db1274d13f1d16e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:52Z', 'revision_number': 4, 'project_id': 'd0939093ab3a437db1274d13f1d16e79', 'gw_port': {'id': 'a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:45Z', 'updated_at': '2021-09-16T04:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '11a9faeb-1de8-4787-9e36-4480f5477a1c', 'name': '', 'network_id': '9239bb33-d4c9-4924-8c03-1c1b1808c5dd', 'tenant_id': 'd0939093ab3a437db1274d13f1d16e79', 'mac_address': 'fa:16:3e:fa:ab:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fc0321ff-c615-441b-a6c8-1dca78c6c10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:51Z', 'updated_at': '2021-09-16T04:39:59Z', 'revision_number': 4, 'project_id': 'd0939093ab3a437db1274d13f1d16e79', 'subnets': [{'id': 'fc0321ff-c615-441b-a6c8-1dca78c6c10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:00.344986 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f06026b-7d54-408d-af7d-79a209ce12c9 None None] The sync data for ids ['88c93436-ceac-4fe6-8632-505ae3ec674c'] in n-d-712140-13 is: [{'id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055576557-router', 'tenant_id': 'd0939093ab3a437db1274d13f1d16e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:52Z', 'revision_number': 4, 'project_id': 'd0939093ab3a437db1274d13f1d16e79', 'gw_port': {'id': 'a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:45Z', 'updated_at': '2021-09-16T04:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '11a9faeb-1de8-4787-9e36-4480f5477a1c', 'name': '', 'network_id': '9239bb33-d4c9-4924-8c03-1c1b1808c5dd', 'tenant_id': 'd0939093ab3a437db1274d13f1d16e79', 'mac_address': 'fa:16:3e:fa:ab:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fc0321ff-c615-441b-a6c8-1dca78c6c10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:51Z', 'updated_at': '2021-09-16T04:39:59Z', 'revision_number': 4, 'project_id': 'd0939093ab3a437db1274d13f1d16e79', 'subnets': [{'id': 'fc0321ff-c615-441b-a6c8-1dca78c6c10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:00.375146 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7295cc94-9cd4-4296-9592-958d3d40b0d5 None None] For port 11a9faeb-1de8-4787-9e36-4480f5477a1c, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=11a9faeb-1de8-4787-9e36-4480f5477a1c,segment=NetworkSegment(fd5a5b99-abb0-4c14-be4b-d24e63598503),segment_id=fd5a5b99-abb0-4c14-be4b-d24e63598503)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:00.381373 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 11a9faeb-1de8-4787-9e36-4480f5477a1c up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:00.393215 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca7dbadf-ebc2-4e5f-884e-8bd3a7b4a9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.415683 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-18e3bc4d-3c2e-4d73-bf31-f21194449f25 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Made reservation on behalf of a016558221c5434f8347e2de57e4ce82 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:00.419294 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-18e3bc4d-3c2e-4d73-bf31-f21194449f25 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.447903 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-18e3bc4d-3c2e-4d73-bf31-f21194449f25 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.477778 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7295cc94-9cd4-4296-9592-958d3d40b0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.487961 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ea6cebe0-2fd9-4089-b43b-19dcd727e3b3 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.516148 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 11a9faeb-1de8-4787-9e36-4480f5477a1c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:00.516553 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.517024 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca7dbadf-ebc2-4e5f-884e-8bd3a7b4a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.561139 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ca7dbadf-ebc2-4e5f-884e-8bd3a7b4a9e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4967a621ae54e90b4ef9446a5422756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4103925 Sep 16 04:40:00.561139 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7dbadf-ebc2-4e5f-884e-8bd3a7b4a9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311f8b6b-0b88-4ded-8f47-be308aa44990,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:00.568137 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295cc94-9cd4-4296-9592-958d3d40b0d5 None None] Pushing event updated for resources: {'Port': ['ID=11a9faeb-1de8-4787-9e36-4480f5477a1c,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:00.569896 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56074) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:00.642116 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ea6cebe0-2fd9-4089-b43b-19dcd727e3b3 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.670576 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6d282ca8-6623-46be-9174-0aa24a8e67c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.681892 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6cebe0-2fd9-4089-b43b-19dcd727e3b3 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330cd225-d799-4f2c-b561-1d3b127f257d,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:00.700508 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6d282ca8-6623-46be-9174-0aa24a8e67c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.776466 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56084) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:00.798242 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b2ecc-cd09-4139-b97a-41c409f43cf5 req-4d81321f-34e5-48b8-876c-d1dae47cf65b tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:00.813838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-468b2ecc-cd09-4139-b97a-41c409f43cf5 req-4d81321f-34e5-48b8-876c-d1dae47cf65b tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 968 time: 0.1671109 Sep 16 04:40:00.841743 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6d282ca8-6623-46be-9174-0aa24a8e67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.844609 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6d282ca8-6623-46be-9174-0aa24a8e67c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.849935 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6d282ca8-6623-46be-9174-0aa24a8e67c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/311f8b6b-0b88-4ded-8f47-be308aa44990 HTTP/1.1" status: 204 len: 168 time: 0.2784224 Sep 16 04:40:00.860755 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d282ca8-6623-46be-9174-0aa24a8e67c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311f8b6b-0b88-4ded-8f47-be308aa44990,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:00.911465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-024fa20c-5583-487c-be91-fc397c2d54e9 req-c6b6b425-82ce-491c-a434-3175cd45ad2f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 210 time: 0.0738196 Sep 16 04:40:00.933137 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-18e3bc4d-3c2e-4d73-bf31-f21194449f25 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.937826 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-468b2ecc-cd09-4139-b97a-41c409f43cf5 req-110cd1aa-5783-4c4b-a3b8-54d47f480a10 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/security-groups?id=45aca009-4f13-42ca-92ee-8f06192068d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159267 Sep 16 04:40:01.037234 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-18e3bc4d-3c2e-4d73-bf31-f21194449f25 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.098945 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-18784605-d94a-4e75-a53f-5ebdae8ab5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.131124 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3bc4d-3c2e-4d73-bf31-f21194449f25 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea37f19-7259-44fb-85ef-87a006c51715,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:01.183641 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ea6cebe0-2fd9-4089-b43b-19dcd727e3b3 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.189805 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ea6cebe0-2fd9-4089-b43b-19dcd727e3b3 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2139955 Sep 16 04:40:01.192448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56102) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:01.201488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-a8c6b3ef-c0f4-4a4b-8eab-bec74f021bdb tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Request body: {'security_group_rule': {'security_group_id': 'fba553a1-fa5d-4803-8ef9-478f87ddc26a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:01.268382 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f23b94-2875-4a1e-b713-1d0cd54eb308 req-87aee192-f96b-4439-a987-58c20254e0ed tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:01.269974 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49f23b94-2875-4a1e-b713-1d0cd54eb308 req-87aee192-f96b-4439-a987-58c20254e0ed tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 948 time: 0.1259313 Sep 16 04:40:01.270351 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-18784605-d94a-4e75-a53f-5ebdae8ab5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.279413 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-18e3bc4d-3c2e-4d73-bf31-f21194449f25 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Allocated IP 192.168.233.147 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/44bd3647-20c9-4130-8c7f-1b5380042dc5) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:01.332820 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-18784605-d94a-4e75-a53f-5ebdae8ab5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.343518 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49f23b94-2875-4a1e-b713-1d0cd54eb308 req-2a8bf1ad-dc44-44e2-a6f0-1aaeb5718d50 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616422 Sep 16 04:40:01.378325 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18784605-d94a-4e75-a53f-5ebdae8ab5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0929d9-4688-4c1a-b9ff-5e0ce9202f53,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:01.391908 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-18784605-d94a-4e75-a53f-5ebdae8ab5d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ce43d67a03042f6a8968470d3e6bed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6139600 Sep 16 04:40:01.392504 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56106) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:01.457957 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-53643b22-3199-41e9-8b98-a3c85e3d5e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.494973 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-53643b22-3199-41e9-8b98-a3c85e3d5e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.520762 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8c6b3ef-c0f4-4a4b-8eab-bec74f021bdb tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.598505 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-18e3bc4d-3c2e-4d73-bf31-f21194449f25 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.642182 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-53643b22-3199-41e9-8b98-a3c85e3d5e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.645772 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-53643b22-3199-41e9-8b98-a3c85e3d5e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.646096 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-4e36502e-5176-4943-ac86-b8d0c9bafd1b req-0594ac1b-3d99-4691-bef0-a4f445d9c90c tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1725374194', 'description': 'tempest-description-1175018482'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:01.647177 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-53643b22-3199-41e9-8b98-a3c85e3d5e34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e0929d9-4688-4c1a-b9ff-5e0ce9202f53 HTTP/1.1" status: 204 len: 168 time: 0.2534211 Sep 16 04:40:01.659527 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53643b22-3199-41e9-8b98-a3c85e3d5e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0929d9-4688-4c1a-b9ff-5e0ce9202f53,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:01.671062 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8c6b3ef-c0f4-4a4b-8eab-bec74f021bdb tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.712202 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-18e3bc4d-3c2e-4d73-bf31-f21194449f25 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.757952 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8c6b3ef-c0f4-4a4b-8eab-bec74f021bdb tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.759787 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e36502e-5176-4943-ac86-b8d0c9bafd1b req-0594ac1b-3d99-4691-bef0-a4f445d9c90c tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.812154 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e36502e-5176-4943-ac86-b8d0c9bafd1b req-0594ac1b-3d99-4691-bef0-a4f445d9c90c tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.823153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-18e3bc4d-3c2e-4d73-bf31-f21194449f25 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:01.830745 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6b3ef-c0f4-4a4b-8eab-bec74f021bdb tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d6d2a4-ef48-4d3a-a5e8-99c0d5102bf6,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:01.842224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-18e3bc4d-3c2e-4d73-bf31-f21194449f25 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:01.849471 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-18e3bc4d-3c2e-4d73-bf31-f21194449f25 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:01.855663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-18e3bc4d-3c2e-4d73-bf31-f21194449f25 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:01.856309 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-18e3bc4d-3c2e-4d73-bf31-f21194449f25 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.871549 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3bc4d-3c2e-4d73-bf31-f21194449f25 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Pushing event updated for resources: {'Port': ['ID=44bd3647-20c9-4130-8c7f-1b5380042dc5,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:01.879651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e871c-d74d-4c3b-b5a5-fef259fc36a5 req-34d47b26-f3be-4cb4-bad4-173a32eec618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:01.881238 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c91e871c-d74d-4c3b-b5a5-fef259fc36a5 req-34d47b26-f3be-4cb4-bad4-173a32eec618 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bb58877c4cf941778d774f1549724437&device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 1120 time: 0.1708372 Sep 16 04:40:01.945253 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c91e871c-d74d-4c3b-b5a5-fef259fc36a5 req-2700a1d9-c672-4d25-b4ed-11f9ccf18532 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=bb58877c4cf941778d774f1549724437&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398450 Sep 16 04:40:02.110264 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-42cef8b2-6010-4ee3-bb5a-4ca077a85db9 None None] Provisioning complete for port 44bd3647-20c9-4130-8c7f-1b5380042dc5 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:02.111967 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-42cef8b2-6010-4ee3-bb5a-4ca077a85db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.152804 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-42cef8b2-6010-4ee3-bb5a-4ca077a85db9 None None] Port 44bd3647-20c9-4130-8c7f-1b5380042dc5 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:02.223291 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e36502e-5176-4943-ac86-b8d0c9bafd1b req-0594ac1b-3d99-4691-bef0-a4f445d9c90c tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.242496 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 11a9faeb-1de8-4787-9e36-4480f5477a1c up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:02.249689 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59299c0b-d33f-49a0-b548-ab74d65d57b2 req-6a0389f7-4acc-4b0c-a87d-593895841202 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:02.251283 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59299c0b-d33f-49a0-b548-ab74d65d57b2 req-6a0389f7-4acc-4b0c-a87d-593895841202 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 936 time: 0.2389190 Sep 16 04:40:02.254370 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e871c-d74d-4c3b-b5a5-fef259fc36a5 req-cbd47bae-8faa-4700-83b7-7beabb056634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:02.255822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c91e871c-d74d-4c3b-b5a5-fef259fc36a5 req-cbd47bae-8faa-4700-83b7-7beabb056634 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3028722 Sep 16 04:40:02.298590 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59299c0b-d33f-49a0-b548-ab74d65d57b2 req-db7fda97-de3e-415e-9b48-c808718867a3 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379162 Sep 16 04:40:02.302747 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 11a9faeb-1de8-4787-9e36-4480f5477a1c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:02.303451 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.307154 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e36502e-5176-4943-ac86-b8d0c9bafd1b req-0594ac1b-3d99-4691-bef0-a4f445d9c90c tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.379634 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594ac1b-3d99-4691-bef0-a4f445d9c90c tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49aac5a-e68a-4cbe-80a8-43a2581c54b7,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:02.409844 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8c6b3ef-c0f4-4a4b-8eab-bec74f021bdb tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.411132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a8c6b3ef-c0f4-4a4b-8eab-bec74f021bdb tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2140071 Sep 16 04:40:02.412499 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-18e3bc4d-3c2e-4d73-bf31-f21194449f25 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5396440 Sep 16 04:40:02.415184 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56150) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:02.420468 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-15824140-121b-4594-ac1e-0ef3dfb9a9a5 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:02.444629 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Request body: {'port': {'device_id': '0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:02.454244 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a5ed04ab-9950-4301-9bdc-7917f60922a6 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:02.485561 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56152) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:02.505998 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-69480545-cd24-4226-a1ce-7b049db46e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.514785 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-7fa85f89-fb1c-48c2-8cf4-afe8e309351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:02.516367 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-7fa85f89-fb1c-48c2-8cf4-afe8e309351d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bb58877c4cf941778d774f1549724437&device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 1120 time: 0.1613393 Sep 16 04:40:02.582386 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a5ed04ab-9950-4301-9bdc-7917f60922a6, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a5ed04ab-9950-4301-9bdc-7917f60922a6,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:02.594413 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'a5ed04ab-9950-4301-9bdc-7917f60922a6', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': 'a5ed04ab-9950-4301-9bdc-7917f60922a6', 'mac_address': 'fa:16:3e:ef:60:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:02.603750 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-24b339d5-ce0c-4cfe-9514-32617621499d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=b3f88e4d-1934-4e19-bbae-b29c982bd559 HTTP/1.1" status: 200 len: 217 time: 0.0561788 Sep 16 04:40:02.612835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50299d52-4476-4c46-9488-b14e819b4d38 req-33f4df24-899e-45ca-a082-40f281d89d45 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:02.614413 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50299d52-4476-4c46-9488-b14e819b4d38 req-33f4df24-899e-45ca-a082-40f281d89d45 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 968 time: 0.1920073 Sep 16 04:40:02.615095 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.744484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-b1d8e969-2a14-4cb3-a886-581b34a37b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:02.746289 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-b1d8e969-2a14-4cb3-a886-581b34a37b76 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1274238 Sep 16 04:40:02.748776 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.750015 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e36502e-5176-4943-ac86-b8d0c9bafd1b req-0594ac1b-3d99-4691-bef0-a4f445d9c90c tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.758423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50299d52-4476-4c46-9488-b14e819b4d38 req-066ab51f-5bd0-40dc-b3a5-83a5967bd2b2 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/security-groups?id=45aca009-4f13-42ca-92ee-8f06192068d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360278 Sep 16 04:40:02.763852 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ed04ab-9950-4301-9bdc-7917f60922a6 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:02.800053 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a5ed04ab-9950-4301-9bdc-7917f60922a6, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a5ed04ab-9950-4301-9bdc-7917f60922a6,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:02.848837 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e36502e-5176-4943-ac86-b8d0c9bafd1b req-0594ac1b-3d99-4691-bef0-a4f445d9c90c tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.909271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594ac1b-3d99-4691-bef0-a4f445d9c90c tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1567869-24b7-4f10-aa9b-d114399906dc,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:02.926648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-7d438336-a919-4be9-bc34-5a5548478bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:02.928720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-7d438336-a919-4be9-bc34-5a5548478bfd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1741843 Sep 16 04:40:02.939372 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.974403 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15824140-121b-4594-ac1e-0ef3dfb9a9a5 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.019904 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=a5ed04ab-9950-4301-9bdc-7917f60922a6,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:03.072470 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e36502e-5176-4943-ac86-b8d0c9bafd1b req-0594ac1b-3d99-4691-bef0-a4f445d9c90c tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.087636 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e36502e-5176-4943-ac86-b8d0c9bafd1b req-0594ac1b-3d99-4691-bef0-a4f445d9c90c tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.4533880 Sep 16 04:40:03.116535 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-54287712-4703-4ac3-8eb7-d6e9eaf8d8ae service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787517 Sep 16 04:40:03.188737 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-69480545-cd24-4226-a1ce-7b049db46e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.296029 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-69480545-cd24-4226-a1ce-7b049db46e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.363789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a406f378-ac82-4f50-af7d-f025eb293aa7 req-b3ede6dd-7a69-43ad-9d94-23f3748dc0fd tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1450710587', 'description': 'tempest-description-894024338'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:03.430120 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44bd3647-20c9-4130-8c7f-1b5380042dc5 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:03.448856 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.472801 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-69480545-cd24-4226-a1ce-7b049db46e17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64add9db260f4c5dbdc9a8f329f62b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9831665 Sep 16 04:40:03.476646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56178) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:03.483308 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69480545-cd24-4226-a1ce-7b049db46e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b420496-a6dd-44b9-8bd0-da874e2ff689,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:03.501038 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15824140-121b-4594-ac1e-0ef3dfb9a9a5 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.507056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Transition to ACTIVE for port object 44bd3647-20c9-4130-8c7f-1b5380042dc5 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:03.544617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d8fee-24da-417e-aec2-597a9d83205f req-59f852eb-1b78-42ec-8b49-93ad893934aa tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:03.546828 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-488d8fee-24da-417e-aec2-597a9d83205f req-59f852eb-1b78-42ec-8b49-93ad893934aa tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 949 time: 0.2119391 Sep 16 04:40:03.551297 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1b5c14d-c687-4cf5-a2fe-633a77861e1c req-3c8f6e91-f02e-48be-9b8b-e1307d1892d5 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234176 Sep 16 04:40:03.586266 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a406f378-ac82-4f50-af7d-f025eb293aa7 req-b3ede6dd-7a69-43ad-9d94-23f3748dc0fd tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.608326 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a5ed04ab-9950-4301-9bdc-7917f60922a6'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:03.619814 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.659483 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd9bf0f4-436d-49b0-b82e-1d258fcf1fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.664118 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-15824140-121b-4594-ac1e-0ef3dfb9a9a5 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Allocated IP 172.25.4.143 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/9be948f2-3ae2-4d09-9193-8297588b8f71) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:03.680596 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-488d8fee-24da-417e-aec2-597a9d83205f req-7ddc4d98-6874-41fb-b9df-973bcfb132c6 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213858 Sep 16 04:40:03.729402 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd9bf0f4-436d-49b0-b82e-1d258fcf1fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.783554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Pushing event updated for resources: {'Port': ['ID=44bd3647-20c9-4130-8c7f-1b5380042dc5,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:03.821534 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15824140-121b-4594-ac1e-0ef3dfb9a9a5 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.846231 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Attempting to bind port 44bd3647-20c9-4130-8c7f-1b5380042dc5 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:03.846231 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Attempting to bind port 44bd3647-20c9-4130-8c7f-1b5380042dc5 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:03.846484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Attempting to bind port 44bd3647-20c9-4130-8c7f-1b5380042dc5 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:03.855232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Port 44bd3647-20c9-4130-8c7f-1b5380042dc5 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:03.855871 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Attempting to bind port 44bd3647-20c9-4130-8c7f-1b5380042dc5 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:03.868589 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:03.868941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:03.869343 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:03.869959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Bound port: 44bd3647-20c9-4130-8c7f-1b5380042dc5, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:03.870284 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.968723 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] For port 44bd3647-20c9-4130-8c7f-1b5380042dc5, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:03.972223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] For port 44bd3647-20c9-4130-8c7f-1b5380042dc5, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=44bd3647-20c9-4130-8c7f-1b5380042dc5,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:03.990277 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15824140-121b-4594-ac1e-0ef3dfb9a9a5 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.031991 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15824140-121b-4594-ac1e-0ef3dfb9a9a5 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:04.034832 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-15824140-121b-4594-ac1e-0ef3dfb9a9a5 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:04.039873 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15824140-121b-4594-ac1e-0ef3dfb9a9a5 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:04.040391 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd9bf0f4-436d-49b0-b82e-1d258fcf1fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.043345 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd9bf0f4-436d-49b0-b82e-1d258fcf1fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.048252 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bd9bf0f4-436d-49b0-b82e-1d258fcf1fe4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b420496-a6dd-44b9-8bd0-da874e2ff689 HTTP/1.1" status: 204 len: 168 time: 0.5633163 Sep 16 04:40:04.072520 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a406f378-ac82-4f50-af7d-f025eb293aa7 req-b3ede6dd-7a69-43ad-9d94-23f3748dc0fd tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.086744 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15824140-121b-4594-ac1e-0ef3dfb9a9a5 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Pushing event updated for resources: {'Port': ['ID=9be948f2-3ae2-4d09-9193-8297588b8f71,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:04.093045 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bf0f4-436d-49b0-b82e-1d258fcf1fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b420496-a6dd-44b9-8bd0-da874e2ff689,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:04.117410 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.205289 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a406f378-ac82-4f50-af7d-f025eb293aa7 req-b3ede6dd-7a69-43ad-9d94-23f3748dc0fd tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.223423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:04.224055 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.226175 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] 10.222.0.21 "PUT /v2.0/ports/44bd3647-20c9-4130-8c7f-1b5380042dc5 HTTP/1.1" status: 200 len: 1097 time: 1.7891695 Sep 16 04:40:04.227130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4', 'tag': '44bd3647-20c9-4130-8c7f-1b5380042dc5'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:04.229052 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4938558e-6a13-457a-814f-c4c6382dda8b" -d '{"events": [{"name": "network-changed", "server_uuid": "0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4", "tag": "44bd3647-20c9-4130-8c7f-1b5380042dc5"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:04.250749 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15824140-121b-4594-ac1e-0ef3dfb9a9a5 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.293417 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ede6dd-7a69-43ad-9d94-23f3748dc0fd tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522b7068-2f3b-472d-9159-68c31c11dbc5,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:04.302272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073acc00-55a6-4d07-be42-b49788bebb1c service neutron] Pushing event updated for resources: {'Port': ['ID=44bd3647-20c9-4130-8c7f-1b5380042dc5,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:04.320774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71b173-882a-4520-8770-cb390cc4ea56 req-caa3559c-30e3-4794-bcd8-b58d59b22658 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:04.322605 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad71b173-882a-4520-8770-cb390cc4ea56 req-caa3559c-30e3-4794-bcd8-b58d59b22658 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 948 time: 0.2009206 Sep 16 04:40:04.357562 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a406f378-ac82-4f50-af7d-f025eb293aa7 req-b3ede6dd-7a69-43ad-9d94-23f3748dc0fd tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.359360 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a406f378-ac82-4f50-af7d-f025eb293aa7 req-b3ede6dd-7a69-43ad-9d94-23f3748dc0fd tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0181632 Sep 16 04:40:04.398981 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15824140-121b-4594-ac1e-0ef3dfb9a9a5 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.444995 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad71b173-882a-4520-8770-cb390cc4ea56 req-f724ea50-9181-41b4-84aa-23797b810202 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154583 Sep 16 04:40:04.471947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-3e38deaa-ef82-4814-aac7-2eb4d16080cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:04.471947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-3e38deaa-ef82-4814-aac7-2eb4d16080cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 1100 time: 0.0791852 Sep 16 04:40:04.544806 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-aaa337b8-f5e5-4173-b0f8-11defd796155 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=44bd3647-20c9-4130-8c7f-1b5380042dc5 HTTP/1.1" status: 200 len: 217 time: 0.0565121 Sep 16 04:40:04.626044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-f07b34f5-402d-4aac-9ea5-fd7b6ca2af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:04.627743 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-f07b34f5-402d-4aac-9ea5-fd7b6ca2af51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0740883 Sep 16 04:40:04.637376 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb9bec-e4f0-4450-9c48-7a6efd1f28bf req-6de63b72-7212-4729-9d94-59ddfe04b96f tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:04.638869 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87fb9bec-e4f0-4450-9c48-7a6efd1f28bf req-6de63b72-7212-4729-9d94-59ddfe04b96f tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 968 time: 0.0965867 Sep 16 04:40:04.661686 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15824140-121b-4594-ac1e-0ef3dfb9a9a5 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.705482 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87fb9bec-e4f0-4450-9c48-7a6efd1f28bf req-8865920e-b240-4694-9c6b-a25dea02206b tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/security-groups?id=45aca009-4f13-42ca-92ee-8f06192068d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572398 Sep 16 04:40:04.715240 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-0c874743-17cc-45de-8a97-a3803301b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:04.716902 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-0c874743-17cc-45de-8a97-a3803301b8ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0770922 Sep 16 04:40:04.721579 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15824140-121b-4594-ac1e-0ef3dfb9a9a5 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.743902 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15824140-121b-4594-ac1e-0ef3dfb9a9a5 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.790712 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef64a71-fb67-41b7-ab00-f4380e91ca6f x-openstack-request-id: req-bef64a71-fb67-41b7-ab00-f4380e91ca6f {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:04.791029 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4", "tag": "44bd3647-20c9-4130-8c7f-1b5380042dc5", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:04.791288 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bef64a71-fb67-41b7-ab00-f4380e91ca6f {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:04.791671 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4', 'tag': '44bd3647-20c9-4130-8c7f-1b5380042dc5', 'status': 'completed', 'code': 200} Sep 16 04:40:04.794280 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15824140-121b-4594-ac1e-0ef3dfb9a9a5 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Pushing event updated for resources: {'Port': ['ID=9be948f2-3ae2-4d09-9193-8297588b8f71,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:04.847229 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15824140-121b-4594-ac1e-0ef3dfb9a9a5 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.849565 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-15824140-121b-4594-ac1e-0ef3dfb9a9a5 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4323411 Sep 16 04:40:04.876798 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-4a97a298-1c76-4a9e-8d84-1252fa9abbfb service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503725 Sep 16 04:40:05.047980 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939eca83-fe4e-48dd-a170-9397708734ac req-5d1dab2c-2145-4d57-b220-13b76e12d0d3 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:05.055229 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-939eca83-fe4e-48dd-a170-9397708734ac req-5d1dab2c-2145-4d57-b220-13b76e12d0d3 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 949 time: 0.1291263 Sep 16 04:40:05.066360 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ae35fbb-7760-445f-92cc-cb2509caea07 req-f8efd4bf-dbf3-4db2-9d61-b1706a856bdd service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812706 Sep 16 04:40:05.098975 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-939eca83-fe4e-48dd-a170-9397708734ac req-850f1a75-c4c9-4a99-97b0-0009ab5a1c0f tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427561 Sep 16 04:40:05.104618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-10912cee-48b5-46bd-becf-a7395ac75d2c req-f0da3e99-4798-40e4-8fe5-fb3b89334e93 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-539753268', 'description': 'tempest-description-526463516'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:05.110308 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-559c40db-3ea5-4bf9-ae83-d2df9eb789cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.247246 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-10912cee-48b5-46bd-becf-a7395ac75d2c req-f0da3e99-4798-40e4-8fe5-fb3b89334e93 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.261100 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-10912cee-48b5-46bd-becf-a7395ac75d2c req-f0da3e99-4798-40e4-8fe5-fb3b89334e93 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.360101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938558e-6a13-457a-814f-c4c6382dda8b req-b57669ee-5942-4cb6-b74e-f7b802c6e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:05.360101 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4938558e-6a13-457a-814f-c4c6382dda8b req-b57669ee-5942-4cb6-b74e-f7b802c6e56e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 1100 time: 0.0634298 Sep 16 04:40:05.457006 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-10912cee-48b5-46bd-becf-a7395ac75d2c req-f0da3e99-4798-40e4-8fe5-fb3b89334e93 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.483507 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938558e-6a13-457a-814f-c4c6382dda8b req-98863f8a-2995-46dd-85a8-9e519b599a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:05.485018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4938558e-6a13-457a-814f-c4c6382dda8b req-98863f8a-2995-46dd-85a8-9e519b599a89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1171598 Sep 16 04:40:05.529846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4938558e-6a13-457a-814f-c4c6382dda8b req-3d7481f7-6de1-435f-af9a-d69fb7ae57f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=44bd3647-20c9-4130-8c7f-1b5380042dc5 HTTP/1.1" status: 200 len: 217 time: 0.0368011 Sep 16 04:40:05.621390 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-10912cee-48b5-46bd-becf-a7395ac75d2c req-f0da3e99-4798-40e4-8fe5-fb3b89334e93 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.625968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938558e-6a13-457a-814f-c4c6382dda8b req-344c15cd-fbd9-4553-8fa3-d567b169cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:05.627751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4938558e-6a13-457a-814f-c4c6382dda8b req-344c15cd-fbd9-4553-8fa3-d567b169cc32 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0905926 Sep 16 04:40:05.633062 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-521e651a-37b9-4425-8270-d03c3944c23a req-35456a56-ff01-4360-b2e6-cf88b9325fd0 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--852368679&fields=id&tenant_id=5387f45468474f6a993aa8f14847e99a HTTP/1.1" status: 200 len: 267 time: 0.0874362 Sep 16 04:40:05.750144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da3e99-4798-40e4-8fe5-fb3b89334e93 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e386ef-9d16-49b7-bb82-978c951a57ed,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:05.859460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938558e-6a13-457a-814f-c4c6382dda8b req-5ce8416e-f8f8-4e7d-9a07-fe5212252876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:05.860989 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4938558e-6a13-457a-814f-c4c6382dda8b req-5ce8416e-f8f8-4e7d-9a07-fe5212252876 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2198162 Sep 16 04:40:05.936684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e651a-37b9-4425-8270-d03c3944c23a req-06e94183-92a4-4fec-9615-136515018150 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:05.938185 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-521e651a-37b9-4425-8270-d03c3944c23a req-06e94183-92a4-4fec-9615-136515018150 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/networks?id=1fbbfb6a-decf-48e9-be9a-550f7df178ee HTTP/1.1" status: 200 len: 824 time: 0.2959149 Sep 16 04:40:05.984063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-521e651a-37b9-4425-8270-d03c3944c23a req-9d347cf5-1bd5-4157-9d9a-44b405d5d24a tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/quotas/5387f45468474f6a993aa8f14847e99a HTTP/1.1" status: 200 len: 375 time: 0.0175190 Sep 16 04:40:06.169156 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4938558e-6a13-457a-814f-c4c6382dda8b req-bb49bf68-7287-409d-8645-f6790317cac7 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948205 Sep 16 04:40:06.233939 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-10912cee-48b5-46bd-becf-a7395ac75d2c req-f0da3e99-4798-40e4-8fe5-fb3b89334e93 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.286352 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-521e651a-37b9-4425-8270-d03c3944c23a req-6c3579bb-380d-4a38-bdd3-f3fb0f95e69b tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5387f45468474f6a993aa8f14847e99a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2942524 Sep 16 04:40:06.311253 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-10912cee-48b5-46bd-becf-a7395ac75d2c req-f0da3e99-4798-40e4-8fe5-fb3b89334e93 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.317256 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4938558e-6a13-457a-814f-c4c6382dda8b req-975acd19-e17d-4751-8abf-abf27cf6312d service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372440 Sep 16 04:40:06.347090 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da3e99-4798-40e4-8fe5-fb3b89334e93 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e21238-b535-4127-a1e6-978e83aff609,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:06.390137 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-10912cee-48b5-46bd-becf-a7395ac75d2c req-f0da3e99-4798-40e4-8fe5-fb3b89334e93 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.391512 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10912cee-48b5-46bd-becf-a7395ac75d2c req-f0da3e99-4798-40e4-8fe5-fb3b89334e93 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2915878 Sep 16 04:40:06.447459 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a5ed04ab-9950-4301-9bdc-7917f60922a6 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:06.488820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-521e651a-37b9-4425-8270-d03c3944c23a req-c1687af1-5b6f-4d3e-9500-8377326d68ef service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:40:06.488820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-521e651a-37b9-4425-8270-d03c3944c23a req-c1687af1-5b6f-4d3e-9500-8377326d68ef service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0668678 Sep 16 04:40:06.561220 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port a5ed04ab-9950-4301-9bdc-7917f60922a6 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:06.565382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port a5ed04ab-9950-4301-9bdc-7917f60922a6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:06.565875 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.586396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abb1af-8421-4700-a02f-8de26bb88b43 req-2033e126-a8f6-4da2-a6fb-fe159f90a326 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:06.587999 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46abb1af-8421-4700-a02f-8de26bb88b43 req-2033e126-a8f6-4da2-a6fb-fe159f90a326 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 948 time: 0.1166277 Sep 16 04:40:06.630610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-521e651a-37b9-4425-8270-d03c3944c23a req-01a38b37-ae15-4fdc-899b-cb67115dcf93 service neutron] 10.222.0.20 "GET /v2.0/networks/1fbbfb6a-decf-48e9-be9a-550f7df178ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282837 Sep 16 04:40:06.652142 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.668767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46abb1af-8421-4700-a02f-8de26bb88b43 req-c1addeb7-4512-47fe-8719-2dc461950446 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668302 Sep 16 04:40:06.684495 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57b3480-45a2-44ee-ad54-e9955d4d65ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ed04ab-9950-4301-9bdc-7917f60922a6'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:06.748368 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-521e651a-37b9-4425-8270-d03c3944c23a req-e9b8ba57-aae6-4049-9e5c-e9e6e1c4ec70 service neutron] 10.222.0.20 "GET /v2.0/networks/1fbbfb6a-decf-48e9-be9a-550f7df178ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088002 Sep 16 04:40:06.781765 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a5ed04ab-9950-4301-9bdc-7917f60922a6, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a5ed04ab-9950-4301-9bdc-7917f60922a6,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:06.820677 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb253b5-ead2-42c3-aaf1-1b4bd552f9f6" -d '{"events": [{"server_uuid": "c57b3480-45a2-44ee-ad54-e9955d4d65ec", "name": "network-vif-plugged", "status": "completed", "tag": "a5ed04ab-9950-4301-9bdc-7917f60922a6"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:06.841692 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.891054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=a5ed04ab-9950-4301-9bdc-7917f60922a6,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:07.036229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d3be-89b3-4d4e-ba84-910fc2a6ae22 req-32c5d26d-861e-412f-9644-aeffc21a0f62 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:07.038305 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d15d3be-89b3-4d4e-ba84-910fc2a6ae22 req-32c5d26d-861e-412f-9644-aeffc21a0f62 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 968 time: 0.0524776 Sep 16 04:40:07.081098 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d15d3be-89b3-4d4e-ba84-910fc2a6ae22 req-90c757e5-34fa-4403-9236-aa1641c660ea tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/security-groups?id=45aca009-4f13-42ca-92ee-8f06192068d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360632 Sep 16 04:40:07.200029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb50ba-64e3-49c3-b573-2f4273c52530 req-3d24bdfb-9fb5-4a05-b6cf-8d969a5c2889 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:07.201827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74fb50ba-64e3-49c3-b573-2f4273c52530 req-3d24bdfb-9fb5-4a05-b6cf-8d969a5c2889 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 950 time: 0.0644748 Sep 16 04:40:07.240280 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74fb50ba-64e3-49c3-b573-2f4273c52530 req-faa556ad-a687-4a5b-8474-4acffb92308e tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321999 Sep 16 04:40:07.274763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-0e649e6c-904d-444a-b39e-d63da03b41cf req-bf0aa30d-d90d-4f6f-be0b-4a6da090b6fe tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-201925778', 'description': 'tempest-description-104978242'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:07.401211 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0e649e6c-904d-444a-b39e-d63da03b41cf req-bf0aa30d-d90d-4f6f-be0b-4a6da090b6fe tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.478854 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0e649e6c-904d-444a-b39e-d63da03b41cf req-bf0aa30d-d90d-4f6f-be0b-4a6da090b6fe tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.589669 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0e649e6c-904d-444a-b39e-d63da03b41cf req-bf0aa30d-d90d-4f6f-be0b-4a6da090b6fe tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.617166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0aa30d-d90d-4f6f-be0b-4a6da090b6fe tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c31d59-a58e-47b5-94e5-f2b75752501a,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:07.693027 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0e649e6c-904d-444a-b39e-d63da03b41cf req-bf0aa30d-d90d-4f6f-be0b-4a6da090b6fe tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.694420 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e649e6c-904d-444a-b39e-d63da03b41cf req-bf0aa30d-d90d-4f6f-be0b-4a6da090b6fe tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4243314 Sep 16 04:40:07.715756 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-410248a5-bbe5-4350-bf0a-95c0999182e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.883346 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f941ef7e-ddf5-42f1-9cfe-9225c2737654 x-openstack-request-id: req-f941ef7e-ddf5-42f1-9cfe-9225c2737654 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:07.883704 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57b3480-45a2-44ee-ad54-e9955d4d65ec", "name": "network-vif-plugged", "status": "completed", "tag": "a5ed04ab-9950-4301-9bdc-7917f60922a6", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:07.884054 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f941ef7e-ddf5-42f1-9cfe-9225c2737654 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:07.884605 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57b3480-45a2-44ee-ad54-e9955d4d65ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ed04ab-9950-4301-9bdc-7917f60922a6', 'code': 200} Sep 16 04:40:07.939178 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0864f6e1-8d52-4901-8a93-482313c76842 req-61507a82-0521-4f38-80b7-729fa11288bd tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a134b74-1e18-4ca6-9acb-015478043b00 HTTP/1.1" status: 200 len: 210 time: 0.0282376 Sep 16 04:40:08.098170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b96ec-2ced-48be-b8ff-fee6e051ccca req-8ecfc230-2fa4-4647-b25b-2ea1e783c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:08.099627 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-793b96ec-2ced-48be-b8ff-fee6e051ccca req-8ecfc230-2fa4-4647-b25b-2ea1e783c34d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 1102 time: 0.1035337 Sep 16 04:40:08.108333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a9df2-dc55-4761-9853-53744bb75f14 req-ab4ec63f-230e-4320-9c04-15de002c563f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:08.109852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe4a9df2-dc55-4761-9853-53744bb75f14 req-ab4ec63f-230e-4320-9c04-15de002c563f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 948 time: 0.1057358 Sep 16 04:40:08.129055 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-793b96ec-2ced-48be-b8ff-fee6e051ccca req-1bdd580d-2177-4475-8606-3826ec8766f2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.171216 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe4a9df2-dc55-4761-9853-53744bb75f14 req-55aaf55a-e00a-4fc9-8ca4-8fa769b0a9de tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548701 Sep 16 04:40:08.338646 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-793b96ec-2ced-48be-b8ff-fee6e051ccca req-1bdd580d-2177-4475-8606-3826ec8766f2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.352454 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56316) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:08.401420 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.406416 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-793b96ec-2ced-48be-b8ff-fee6e051ccca req-1bdd580d-2177-4475-8606-3826ec8766f2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.452307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-793b96ec-2ced-48be-b8ff-fee6e051ccca req-1bdd580d-2177-4475-8606-3826ec8766f2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414137 Sep 16 04:40:08.463645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd580d-2177-4475-8606-3826ec8766f2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2be444-bec6-4262-a492-3af1e6355077,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:08.464672 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-25d3fe0d-34a3-4782-8b6d-8a045a68c829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.479475 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d1914da-769c-4df7-b5dc-fd5ee71559b0 req-fa366fbf-2caa-4fb3-b428-61b4d565256a tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34024 time: 0.2822237 Sep 16 04:40:08.536366 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d1914da-769c-4df7-b5dc-fd5ee71559b0 req-37fcc2d4-cc48-4fd5-aa32-54f44dd27735 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups/45aca009-4f13-42ca-92ee-8f06192068d2 HTTP/1.1" status: 200 len: 2981 time: 0.0505543 Sep 16 04:40:08.562045 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-25d3fe0d-34a3-4782-8b6d-8a045a68c829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.586587 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d1914da-769c-4df7-b5dc-fd5ee71559b0 req-e839d1e1-6583-437e-a550-077e6104ab13 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups/45aca009-4f13-42ca-92ee-8f06192068d2 HTTP/1.1" status: 200 len: 2981 time: 0.0493488 Sep 16 04:40:08.618112 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-25d3fe0d-34a3-4782-8b6d-8a045a68c829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.657119 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-25d3fe0d-34a3-4782-8b6d-8a045a68c829 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=264b509f52574c9e87d603a78c0afeb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035882 Sep 16 04:40:08.658303 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3fe0d-34a3-4782-8b6d-8a045a68c829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b0eb95-1916-48a0-bea4-c490fc844860,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:08.660898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56324) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:08.667296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d1914da-769c-4df7-b5dc-fd5ee71559b0 req-7b1a0495-0f87-4dd2-b9bb-9ad00090b19d tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups/4e45851a-d4a6-4630-a9a4-e31d4f281aa5 HTTP/1.1" status: 200 len: 2977 time: 0.0740399 Sep 16 04:40:08.679415 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b3f88e4d-1934-4e19-bbae-b29c982bd559 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:08.680885 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfa4b6-ef06-4a2a-9df4-006fcd55cb9a req-7e8e7372-e63a-4d36-aba8-907ef0045479 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:08.682415 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82dfa4b6-ef06-4a2a-9df4-006fcd55cb9a req-7e8e7372-e63a-4d36-aba8-907ef0045479 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 968 time: 0.0761802 Sep 16 04:40:08.779667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port b3f88e4d-1934-4e19-bbae-b29c982bd559, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b3f88e4d-1934-4e19-bbae-b29c982bd559,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:08.791590 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'b3f88e4d-1934-4e19-bbae-b29c982bd559', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': 'b3f88e4d-1934-4e19-bbae-b29c982bd559', 'mac_address': 'fa:16:3e:6e:39:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:tempest-test_az-855548121', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:08.793699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82dfa4b6-ef06-4a2a-9df4-006fcd55cb9a req-bb5e9c88-8fd1-4a04-a29e-8d09e52accd0 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/security-groups?id=45aca009-4f13-42ca-92ee-8f06192068d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030889 Sep 16 04:40:08.796748 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d1914da-769c-4df7-b5dc-fd5ee71559b0 req-3b9596a8-cfac-4d7e-b947-1150c5652dcf tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups/4e45851a-d4a6-4630-a9a4-e31d4f281aa5 HTTP/1.1" status: 200 len: 2977 time: 0.1075490 Sep 16 04:40:08.799666 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f90df728-a270-412b-8f4f-0d49223e55fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.840478 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f90df728-a270-412b-8f4f-0d49223e55fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.846126 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.855372 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f88e4d-1934-4e19-bbae-b29c982bd559 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:08.876563 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port b3f88e4d-1934-4e19-bbae-b29c982bd559, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b3f88e4d-1934-4e19-bbae-b29c982bd559,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:08.897501 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d1914da-769c-4df7-b5dc-fd5ee71559b0 req-c68c2201-7f14-488b-b72a-cf0c9ac41564 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups/6ea37f19-7259-44fb-85ef-87a006c51715 HTTP/1.1" status: 200 len: 2981 time: 0.0877619 Sep 16 04:40:08.956193 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.969925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef688ee-d6be-46ac-a25e-0329e4715230 req-e7d6f1e3-7a63-4a9f-9f66-637bedd9a200 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:08.971488 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fef688ee-d6be-46ac-a25e-0329e4715230 req-e7d6f1e3-7a63-4a9f-9f66-637bedd9a200 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 950 time: 0.0976934 Sep 16 04:40:08.973099 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d1914da-769c-4df7-b5dc-fd5ee71559b0 req-4255ebf5-7220-430f-b4e8-84e274f2a7ac tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups/6ea37f19-7259-44fb-85ef-87a006c51715 HTTP/1.1" status: 200 len: 2981 time: 0.0613723 Sep 16 04:40:08.985482 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.013155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=b3f88e4d-1934-4e19-bbae-b29c982bd559,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:09.047566 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fef688ee-d6be-46ac-a25e-0329e4715230 req-9cdd184a-2d89-4880-bd10-b705f15a91cd tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641139 Sep 16 04:40:09.050497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d1914da-769c-4df7-b5dc-fd5ee71559b0 req-eaec3513-4ce3-4e48-8f7f-8e4a58a4d0ef tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups/74790001-01a4-4c61-ba69-7cf02a0675f9 HTTP/1.1" status: 200 len: 2977 time: 0.0682898 Sep 16 04:40:09.089792 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f90df728-a270-412b-8f4f-0d49223e55fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.092302 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f90df728-a270-412b-8f4f-0d49223e55fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.093452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f90df728-a270-412b-8f4f-0d49223e55fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6b0eb95-1916-48a0-bea4-c490fc844860 HTTP/1.1" status: 204 len: 168 time: 0.4281571 Sep 16 04:40:09.109085 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90df728-a270-412b-8f4f-0d49223e55fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b0eb95-1916-48a0-bea4-c490fc844860,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:09.115206 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d1914da-769c-4df7-b5dc-fd5ee71559b0 req-03cb6aee-a18e-492c-8188-2d03cdc9d33f tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups/74790001-01a4-4c61-ba69-7cf02a0675f9 HTTP/1.1" status: 200 len: 2977 time: 0.0522175 Sep 16 04:40:09.168472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d1914da-769c-4df7-b5dc-fd5ee71559b0 req-ea2009db-fd77-4a12-b2d8-84b535a4948f tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups/7bebcebb-6497-4d9b-8c08-ea58a0d9d69c HTTP/1.1" status: 200 len: 2973 time: 0.0392807 Sep 16 04:40:09.221806 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d1914da-769c-4df7-b5dc-fd5ee71559b0 req-9ce99a4e-e68a-4231-b3b5-25d43902d6a9 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups/7bebcebb-6497-4d9b-8c08-ea58a0d9d69c HTTP/1.1" status: 200 len: 2973 time: 0.0468693 Sep 16 04:40:09.271914 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d1914da-769c-4df7-b5dc-fd5ee71559b0 req-e6d94001-c3af-4214-a9d3-89dfedfd25e6 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9b775f0b-88be-4eab-b68b-6ab9d183b8b4 HTTP/1.1" status: 200 len: 2977 time: 0.0430651 Sep 16 04:40:09.316129 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d1914da-769c-4df7-b5dc-fd5ee71559b0 req-62fe6068-c5ff-4b4d-96e3-aac1b4e675a8 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9b775f0b-88be-4eab-b68b-6ab9d183b8b4 HTTP/1.1" status: 200 len: 2977 time: 0.0373197 Sep 16 04:40:09.372597 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d1914da-769c-4df7-b5dc-fd5ee71559b0 req-9f4b2795-adc1-46ac-9303-b0f3109f3ba1 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c6e386ef-9d16-49b7-bb82-978c951a57ed HTTP/1.1" status: 200 len: 2981 time: 0.0485170 Sep 16 04:40:09.415251 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d1914da-769c-4df7-b5dc-fd5ee71559b0 req-32371f9d-dbce-4511-9643-4e4b97567af5 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c6e386ef-9d16-49b7-bb82-978c951a57ed HTTP/1.1" status: 200 len: 2981 time: 0.0415425 Sep 16 04:40:09.461581 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d1914da-769c-4df7-b5dc-fd5ee71559b0 req-a794e975-5a9f-47e3-a34e-e6c9067fde8c tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d49aac5a-e68a-4cbe-80a8-43a2581c54b7 HTTP/1.1" status: 200 len: 2981 time: 0.0403435 Sep 16 04:40:09.504668 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d1914da-769c-4df7-b5dc-fd5ee71559b0 req-947b6db3-dc9f-434f-8ce1-fe0937a25afb tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d49aac5a-e68a-4cbe-80a8-43a2581c54b7 HTTP/1.1" status: 200 len: 2981 time: 0.0367949 Sep 16 04:40:09.522734 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['b3f88e4d-1934-4e19-bbae-b29c982bd559'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:09.557726 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d1914da-769c-4df7-b5dc-fd5ee71559b0 req-460bdf9a-7e7e-460f-8af6-57087451c385 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e9ebd26d-fbe1-42ee-8c40-83c038479da3 HTTP/1.1" status: 200 len: 2977 time: 0.0471461 Sep 16 04:40:09.672214 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d1914da-769c-4df7-b5dc-fd5ee71559b0 req-b3c14bd8-498c-4863-9b92-6c0e141f34d1 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e9ebd26d-fbe1-42ee-8c40-83c038479da3 HTTP/1.1" status: 200 len: 2977 time: 0.1023636 Sep 16 04:40:09.704666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e651a-37b9-4425-8270-d03c3944c23a req-6567b21a-045c-407f-bfdc-cc740cfa25c1 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:09.706154 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-521e651a-37b9-4425-8270-d03c3944c23a req-6567b21a-045c-407f-bfdc-cc740cfa25c1 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.38 "GET /v2.0/networks?id=1fbbfb6a-decf-48e9-be9a-550f7df178ee HTTP/1.1" status: 200 len: 824 time: 0.1459074 Sep 16 04:40:09.708645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56340) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:09.722095 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c2808513-d0f1-4724-9d89-a24bafcc419e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.786152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-521e651a-37b9-4425-8270-d03c3944c23a req-84b7ea4d-e2f4-446a-a63b-04a1a26fe72b tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5387f45468474f6a993aa8f14847e99a HTTP/1.1" status: 200 len: 379 time: 0.0611970 Sep 16 04:40:09.805575 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-521e651a-37b9-4425-8270-d03c3944c23a req-e17f1540-d223-4b75-b97e-96fd8beee7c4 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Request body: {'port': {'device_id': '1a134b74-1e18-4ca6-9acb-015478043b00', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'admin_state_up': True, 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'security_groups': ['fba553a1-fa5d-4803-8ef9-478f87ddc26a']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:09.915381 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ea92cf3-ab39-425c-b5cd-e7d23e8bbb4d req-cb5a917e-82df-4afa-97d2-b03d0c390c4c tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a134b74-1e18-4ca6-9acb-015478043b00 HTTP/1.1" status: 200 len: 210 time: 0.0686536 Sep 16 04:40:09.976246 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c2808513-d0f1-4724-9d89-a24bafcc419e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.039014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b848b77-7410-4eef-a276-8a9d0667fa90 req-f2be4aa5-3c9d-4ab0-9364-e050a7189980 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:10.040532 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b848b77-7410-4eef-a276-8a9d0667fa90 req-f2be4aa5-3c9d-4ab0-9364-e050a7189980 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 948 time: 0.0530927 Sep 16 04:40:10.064492 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c2808513-d0f1-4724-9d89-a24bafcc419e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.124279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b848b77-7410-4eef-a276-8a9d0667fa90 req-74837903-b20b-47a2-bca8-e3509cdbdba9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777252 Sep 16 04:40:10.125294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2808513-d0f1-4724-9d89-a24bafcc419e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6af596a-7be0-4883-ad64-0ce2c3c96b6b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:10.129570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c2808513-d0f1-4724-9d89-a24bafcc419e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=012f320444b8420184964c21f20f6f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194455 Sep 16 04:40:10.133125 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56348) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:10.217951 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e640c984-930a-435b-8a3b-392a4a049a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.235521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521e651a-37b9-4425-8270-d03c3944c23a req-e17f1540-d223-4b75-b97e-96fd8beee7c4 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Made reservation on behalf of 5387f45468474f6a993aa8f14847e99a for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:10.239133 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-521e651a-37b9-4425-8270-d03c3944c23a req-e17f1540-d223-4b75-b97e-96fd8beee7c4 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.270130 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e640c984-930a-435b-8a3b-392a4a049a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.278972 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9bf6411-e762-4846-a7a7-637414891719 req-03660d34-7c80-4f97-a158-27a3a17c46d1 tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=587d30a4bdb5432fb89885fd2cb287cd HTTP/1.1" status: 200 len: 6103 time: 0.1275027 Sep 16 04:40:10.411463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9bf6411-e762-4846-a7a7-637414891719 req-c64bd951-d0f1-4b66-8388-3bf324408980 tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] 10.222.0.20 "GET /v2.0/security-groups/d49aac5a-e68a-4cbe-80a8-43a2581c54b7 HTTP/1.1" status: 200 len: 2981 time: 0.1233132 Sep 16 04:40:10.454610 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 44bd3647-20c9-4130-8c7f-1b5380042dc5 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:10.490022 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-521e651a-37b9-4425-8270-d03c3944c23a req-e17f1540-d223-4b75-b97e-96fd8beee7c4 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Allocated IP 172.20.0.14 (1fbbfb6a-decf-48e9-be9a-550f7df178ee/124f68eb-31a3-43f3-9f21-13efd54fa405/47329f48-0a96-4910-9871-3976a30ceb01) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:10.505403 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9bf6411-e762-4846-a7a7-637414891719 req-da6a1f1b-4ce6-47aa-9657-4e65f469e595 tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] 10.222.0.20 "GET /v2.0/security-groups/d49aac5a-e68a-4cbe-80a8-43a2581c54b7 HTTP/1.1" status: 200 len: 2981 time: 0.0750635 Sep 16 04:40:10.512550 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e640c984-930a-435b-8a3b-392a4a049a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.515186 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e640c984-930a-435b-8a3b-392a4a049a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.516479 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e640c984-930a-435b-8a3b-392a4a049a2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6af596a-7be0-4883-ad64-0ce2c3c96b6b HTTP/1.1" status: 204 len: 168 time: 0.3822567 Sep 16 04:40:10.554149 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640c984-930a-435b-8a3b-392a4a049a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6af596a-7be0-4883-ad64-0ce2c3c96b6b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:10.596057 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 44bd3647-20c9-4130-8c7f-1b5380042dc5, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=44bd3647-20c9-4130-8c7f-1b5380042dc5,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:10.611163 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '44bd3647-20c9-4130-8c7f-1b5380042dc5', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '44bd3647-20c9-4130-8c7f-1b5380042dc5', 'mac_address': 'fa:16:3e:a4:ee:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:10.618431 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.651326 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.655899 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b3f88e4d-1934-4e19-bbae-b29c982bd559 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:10.691760 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bd3647-20c9-4130-8c7f-1b5380042dc5 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:10.718364 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-521e651a-37b9-4425-8270-d03c3944c23a req-e17f1540-d223-4b75-b97e-96fd8beee7c4 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.719827 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 44bd3647-20c9-4130-8c7f-1b5380042dc5, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=44bd3647-20c9-4130-8c7f-1b5380042dc5,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:10.727567 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67168ba0-ceea-4819-b080-efd41a288a02 req-49ad9039-30bf-4675-a5b5-50b0af6727ae tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:10.729062 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67168ba0-ceea-4819-b080-efd41a288a02 req-49ad9039-30bf-4675-a5b5-50b0af6727ae tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 969 time: 0.0910542 Sep 16 04:40:10.784504 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67168ba0-ceea-4819-b080-efd41a288a02 req-aa36fdca-39fb-4130-83f2-fd94fb0575df tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/security-groups?id=45aca009-4f13-42ca-92ee-8f06192068d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491958 Sep 16 04:40:10.827286 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.829145 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port b3f88e4d-1934-4e19-bbae-b29c982bd559 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:10.842017 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port b3f88e4d-1934-4e19-bbae-b29c982bd559 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:10.842017 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.908846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd658e-2daa-4909-9483-d4b7c0b147e7 req-44a45f1d-48af-4d4c-858d-983a7e7e1134 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:10.910397 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6cd658e-2daa-4909-9483-d4b7c0b147e7 req-44a45f1d-48af-4d4c-858d-983a7e7e1134 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 950 time: 0.0676646 Sep 16 04:40:10.923812 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=44bd3647-20c9-4130-8c7f-1b5380042dc5,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:10.951020 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6cd658e-2daa-4909-9483-d4b7c0b147e7 req-134ce979-97c2-4723-8760-07551f9ac266 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336757 Sep 16 04:40:10.974105 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.994035 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58306a65-db74-45e3-8102-b777c35beb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f88e4d-1934-4e19-bbae-b29c982bd559'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:10.996377 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb860ea-bf5e-4e16-ab67-8383d35d3130" -d '{"events": [{"server_uuid": "58306a65-db74-45e3-8102-b777c35beb70", "name": "network-vif-plugged", "status": "completed", "tag": "b3f88e4d-1934-4e19-bbae-b29c982bd559"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:11.011487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port b3f88e4d-1934-4e19-bbae-b29c982bd559, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b3f88e4d-1934-4e19-bbae-b29c982bd559,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:11.012010 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71d76a3f-4dfc-4004-8e3d-f7a9c6f4c884 req-abe090c3-ee6f-40d1-af42-5c69daf4604a tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups/31c31d59-a58e-47b5-94e5-f2b75752501a HTTP/1.1" status: 200 len: 1776 time: 0.0367160 Sep 16 04:40:11.067976 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-71d76a3f-4dfc-4004-8e3d-f7a9c6f4c884 req-0d0497ea-1d25-4c15-a509-e92f60de8407 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.092132 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-71d76a3f-4dfc-4004-8e3d-f7a9c6f4c884 req-0d0497ea-1d25-4c15-a509-e92f60de8407 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.098196 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.102336 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-521e651a-37b9-4425-8270-d03c3944c23a req-e17f1540-d223-4b75-b97e-96fd8beee7c4 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.164515 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521e651a-37b9-4425-8270-d03c3944c23a req-e17f1540-d223-4b75-b97e-96fd8beee7c4 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Network 1fbbfb6a-decf-48e9-be9a-550f7df178ee is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:11.166526 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=b3f88e4d-1934-4e19-bbae-b29c982bd559,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:11.173997 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-521e651a-37b9-4425-8270-d03c3944c23a req-e17f1540-d223-4b75-b97e-96fd8beee7c4 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:11.177063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-521e651a-37b9-4425-8270-d03c3944c23a req-e17f1540-d223-4b75-b97e-96fd8beee7c4 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:11.183265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e651a-37b9-4425-8270-d03c3944c23a req-e17f1540-d223-4b75-b97e-96fd8beee7c4 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:11.183911 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-521e651a-37b9-4425-8270-d03c3944c23a req-e17f1540-d223-4b75-b97e-96fd8beee7c4 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.209670 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f1540-d223-4b75-b97e-96fd8beee7c4 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Pushing event updated for resources: {'Port': ['ID=47329f48-0a96-4910-9871-3976a30ceb01,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:11.299509 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-71d76a3f-4dfc-4004-8e3d-f7a9c6f4c884 req-0d0497ea-1d25-4c15-a509-e92f60de8407 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.303441 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-71d76a3f-4dfc-4004-8e3d-f7a9c6f4c884 req-0d0497ea-1d25-4c15-a509-e92f60de8407 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.311679 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71d76a3f-4dfc-4004-8e3d-f7a9c6f4c884 req-0d0497ea-1d25-4c15-a509-e92f60de8407 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/31c31d59-a58e-47b5-94e5-f2b75752501a HTTP/1.1" status: 204 len: 173 time: 0.2935910 Sep 16 04:40:11.313646 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-521e651a-37b9-4425-8270-d03c3944c23a req-e17f1540-d223-4b75-b97e-96fd8beee7c4 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5143933 Sep 16 04:40:11.323720 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0497ea-1d25-4c15-a509-e92f60de8407 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c31d59-a58e-47b5-94e5-f2b75752501a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:11.341631 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['44bd3647-20c9-4130-8c7f-1b5380042dc5'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:11.353028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Request body: {'port': {'device_id': '1a134b74-1e18-4ca6-9acb-015478043b00', 'device_owner': 'compute:tempest-test_az-855548121', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:11.416417 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.464946 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-118a2666-9ff5-4278-8273-4f22f16b6fb8 None None] Provisioning complete for port 47329f48-0a96-4910-9871-3976a30ceb01 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:11.465525 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-118a2666-9ff5-4278-8273-4f22f16b6fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.530241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-118a2666-9ff5-4278-8273-4f22f16b6fb8 None None] Port 47329f48-0a96-4910-9871-3976a30ceb01 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:11.589593 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dcf26-2fe7-4b13-a3ff-a52165ede02a req-ed54f3b1-ce05-4dac-85fc-579cd9149622 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:11.591104 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f9dcf26-2fe7-4b13-a3ff-a52165ede02a req-ed54f3b1-ce05-4dac-85fc-579cd9149622 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a134b74-1e18-4ca6-9acb-015478043b00 HTTP/1.1" status: 200 len: 932 time: 0.1288390 Sep 16 04:40:11.684515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f9dcf26-2fe7-4b13-a3ff-a52165ede02a req-573547df-40f2-41b0-811d-d7aa6f9111ed tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872583 Sep 16 04:40:11.743124 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0677353d-7771-4259-b534-ca59cb2e5c61 x-openstack-request-id: req-0677353d-7771-4259-b534-ca59cb2e5c61 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:11.743657 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58306a65-db74-45e3-8102-b777c35beb70", "name": "network-vif-plugged", "status": "completed", "tag": "b3f88e4d-1934-4e19-bbae-b29c982bd559", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:11.744009 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0677353d-7771-4259-b534-ca59cb2e5c61 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:11.744645 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58306a65-db74-45e3-8102-b777c35beb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f88e4d-1934-4e19-bbae-b29c982bd559', 'code': 200} Sep 16 04:40:11.842509 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.38', 54761) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:11.921917 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facd795-f860-4f3a-bb5e-4b3fe9737132 req-799c8575-0be0-49e5-bf5c-b7e2c4b397b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:11.923614 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3facd795-f860-4f3a-bb5e-4b3fe9737132 req-799c8575-0be0-49e5-bf5c-b7e2c4b397b6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 1122 time: 0.0796905 Sep 16 04:40:11.971587 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3facd795-f860-4f3a-bb5e-4b3fe9737132 req-d8f39d80-b29b-4dcc-90ff-45356e4e1c26 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=45aca009-4f13-42ca-92ee-8f06192068d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384474 Sep 16 04:40:11.976730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47329f48-0a96-4910-9871-3976a30ceb01 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:12.005572 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.031188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Transition to ACTIVE for port object 47329f48-0a96-4910-9871-3976a30ceb01 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:12.036050 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64393593-19d7-4e2f-adec-a6eb33bbdc4c req-7aad520f-4e14-4a64-975f-a799ffe82a2d tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "GET /v2.0/security-groups/50e21238-b535-4127-a1e6-978e83aff609 HTTP/1.1" status: 200 len: 1776 time: 0.2646828 Sep 16 04:40:12.051246 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061cf2-b97a-4822-b776-b47d33359c20 req-7f3dc7c9-e3bc-42ff-851b-defbd727722c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:12.052796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62061cf2-b97a-4822-b776-b47d33359c20 req-7f3dc7c9-e3bc-42ff-851b-defbd727722c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 949 time: 0.2410922 Sep 16 04:40:12.113532 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62061cf2-b97a-4822-b776-b47d33359c20 req-74b97976-3c65-4ff7-8862-3d3e584a5e66 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533028 Sep 16 04:40:12.129422 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-64393593-19d7-4e2f-adec-a6eb33bbdc4c req-deb94905-5c29-478e-b55c-77888923b3c3 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.153890 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-64393593-19d7-4e2f-adec-a6eb33bbdc4c req-deb94905-5c29-478e-b55c-77888923b3c3 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.177801 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.236402 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Pushing event updated for resources: {'Port': ['ID=47329f48-0a96-4910-9871-3976a30ceb01,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:12.271049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Attempting to bind port 47329f48-0a96-4910-9871-3976a30ceb01 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:12.272228 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Attempting to bind port 47329f48-0a96-4910-9871-3976a30ceb01 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '8d5e9848-4a0a-48f6-9639-d05a7fe721db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:12.272656 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Attempting to bind port 47329f48-0a96-4910-9871-3976a30ceb01 on network 1fbbfb6a-decf-48e9-be9a-550f7df178ee {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:12.277833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Port 47329f48-0a96-4910-9871-3976a30ceb01 on network 1fbbfb6a-decf-48e9-be9a-550f7df178ee not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:12.278281 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Attempting to bind port 47329f48-0a96-4910-9871-3976a30ceb01 on network 1fbbfb6a-decf-48e9-be9a-550f7df178ee {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:12.284394 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:12.285351 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Checking segment: {'id': '8d5e9848-4a0a-48f6-9639-d05a7fe721db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:12.285939 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Bound using segment: {'id': '8d5e9848-4a0a-48f6-9639-d05a7fe721db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:12.286386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Bound port: 47329f48-0a96-4910-9871-3976a30ceb01, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5e9848-4a0a-48f6-9639-d05a7fe721db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:12.286755 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.358382 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] For port 47329f48-0a96-4910-9871-3976a30ceb01, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:12.362655 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] For port 47329f48-0a96-4910-9871-3976a30ceb01, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=47329f48-0a96-4910-9871-3976a30ceb01,segment=NetworkSegment(8d5e9848-4a0a-48f6-9639-d05a7fe721db),segment_id=8d5e9848-4a0a-48f6-9639-d05a7fe721db)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:12.430169 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-64393593-19d7-4e2f-adec-a6eb33bbdc4c req-deb94905-5c29-478e-b55c-77888923b3c3 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.434019 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-64393593-19d7-4e2f-adec-a6eb33bbdc4c req-deb94905-5c29-478e-b55c-77888923b3c3 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.435506 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64393593-19d7-4e2f-adec-a6eb33bbdc4c req-deb94905-5c29-478e-b55c-77888923b3c3 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/50e21238-b535-4127-a1e6-978e83aff609 HTTP/1.1" status: 204 len: 173 time: 0.3816609 Sep 16 04:40:12.470939 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 44bd3647-20c9-4130-8c7f-1b5380042dc5 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:12.481769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb94905-5c29-478e-b55c-77888923b3c3 tempest-SecurityGroupsTestAdminJSON-1938963669 tempest-SecurityGroupsTestAdminJSON-1938963669-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e21238-b535-4127-a1e6-978e83aff609,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:12.494293 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.503454 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56402) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:12.574451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:12.575465 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.581039 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-521e651a-37b9-4425-8270-d03c3944c23a req-fd192015-0d72-4e1c-a723-72082487840f service neutron] 10.222.0.38 "PUT /v2.0/ports/47329f48-0a96-4910-9871-3976a30ceb01 HTTP/1.1" status: 200 len: 1114 time: 1.2509096 Sep 16 04:40:12.588149 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a134b74-1e18-4ca6-9acb-015478043b00', 'tag': '47329f48-0a96-4910-9871-3976a30ceb01'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:12.590690 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f94196-5b7a-4dd8-91ff-f07e84c44f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "1a134b74-1e18-4ca6-9acb-015478043b00", "tag": "47329f48-0a96-4910-9871-3976a30ceb01"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:12.610331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d9417-f32b-4c96-b3cf-258ae65cc658 req-c9f0fa64-c600-4f51-8ef4-ba44abba30bc tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:12.612546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad2d9417-f32b-4c96-b3cf-258ae65cc658 req-c9f0fa64-c600-4f51-8ef4-ba44abba30bc tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 970 time: 0.1742046 Sep 16 04:40:12.630330 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 44bd3647-20c9-4130-8c7f-1b5380042dc5 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:12.655963 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 44bd3647-20c9-4130-8c7f-1b5380042dc5 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:12.655963 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.656157 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd192015-0d72-4e1c-a723-72082487840f service neutron] Pushing event updated for resources: {'Port': ['ID=47329f48-0a96-4910-9871-3976a30ceb01,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:12.663909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145cb9f-0157-4ce0-9151-25198176a239 req-0bf3c010-ee9c-499a-b804-fa566e2d866b tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:12.665340 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-04504fd3-c59c-437e-a684-ae1480f5d8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.666020 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8145cb9f-0157-4ce0-9151-25198176a239 req-0bf3c010-ee9c-499a-b804-fa566e2d866b tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 950 time: 0.1665940 Sep 16 04:40:12.701421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad2d9417-f32b-4c96-b3cf-258ae65cc658 req-9653ecea-18d5-455d-b201-8d227bc30445 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/security-groups?id=45aca009-4f13-42ca-92ee-8f06192068d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760336 Sep 16 04:40:12.742019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8145cb9f-0157-4ce0-9151-25198176a239 req-ef000b22-8baf-4cfd-8aa6-f6750283f967 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627220 Sep 16 04:40:12.778218 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.854420 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 44bd3647-20c9-4130-8c7f-1b5380042dc5, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=44bd3647-20c9-4130-8c7f-1b5380042dc5,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:12.857245 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-04504fd3-c59c-437e-a684-ae1480f5d8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.862449 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3d290c-f100-47fd-9878-4ee38bc6eba0 x-openstack-request-id: req-8c3d290c-f100-47fd-9878-4ee38bc6eba0 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:12.862449 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a134b74-1e18-4ca6-9acb-015478043b00", "tag": "47329f48-0a96-4910-9871-3976a30ceb01", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:12.862449 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c3d290c-f100-47fd-9878-4ee38bc6eba0 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:12.862449 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a134b74-1e18-4ca6-9acb-015478043b00', 'tag': '47329f48-0a96-4910-9871-3976a30ceb01', 'status': 'completed', 'code': 200} Sep 16 04:40:12.880309 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e651a-37b9-4425-8270-d03c3944c23a req-ddf68a58-fd6c-412c-b558-42e9bdda1ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:12.885107 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-521e651a-37b9-4425-8270-d03c3944c23a req-ddf68a58-fd6c-412c-b558-42e9bdda1ad5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5387f45468474f6a993aa8f14847e99a&device_id=1a134b74-1e18-4ca6-9acb-015478043b00 HTTP/1.1" status: 200 len: 1117 time: 0.1270881 Sep 16 04:40:12.888010 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7976494b-c199-4cfd-a1db-bd095011f954 req-9520f1aa-2660-40af-bd32-07103805efa9 tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] 10.222.0.20 "GET /v2.0/security-groups/522b7068-2f3b-472d-9159-68c31c11dbc5 HTTP/1.1" status: 200 len: 1777 time: 0.0715168 Sep 16 04:40:12.932545 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.975076 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-521e651a-37b9-4425-8270-d03c3944c23a req-521bca2e-c270-4347-82c2-5bc424f27844 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47329f48-0a96-4910-9871-3976a30ceb01 HTTP/1.1" status: 200 len: 217 time: 0.0582652 Sep 16 04:40:12.978112 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-04504fd3-c59c-437e-a684-ae1480f5d8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.987467 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=44bd3647-20c9-4130-8c7f-1b5380042dc5,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:13.035298 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04504fd3-c59c-437e-a684-ae1480f5d8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f5f396-2881-41ac-9bba-330c0d3588f6,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:13.045308 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-04504fd3-c59c-437e-a684-ae1480f5d8c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=399a4c4e880e4cdc9004c0fa171688c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5405014 Sep 16 04:40:13.048258 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56424) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:13.076165 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7976494b-c199-4cfd-a1db-bd095011f954 req-26613638-982f-47bb-8928-eeb4e182aa4b tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.088172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0d769-d523-40d3-8a62-950613f3eaa3 req-83ce19a1-89e6-4ff2-9297-7764b3aa95a8 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:13.089720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bab0d769-d523-40d3-8a62-950613f3eaa3 req-83ce19a1-89e6-4ff2-9297-7764b3aa95a8 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a134b74-1e18-4ca6-9acb-015478043b00 HTTP/1.1" status: 200 len: 965 time: 0.1699381 Sep 16 04:40:13.093978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e651a-37b9-4425-8270-d03c3944c23a req-28859bed-86da-468d-806e-a7638fe7c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:13.095541 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-521e651a-37b9-4425-8270-d03c3944c23a req-28859bed-86da-468d-806e-a7638fe7c5c5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=124f68eb-31a3-43f3-9f21-13efd54fa405 HTTP/1.1" status: 200 len: 863 time: 0.0967119 Sep 16 04:40:13.102935 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55b8637b-f4fc-458a-96f1-4e3a0d6aa424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.124519 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55b8637b-f4fc-458a-96f1-4e3a0d6aa424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.151271 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7976494b-c199-4cfd-a1db-bd095011f954 req-26613638-982f-47bb-8928-eeb4e182aa4b tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.205431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bab0d769-d523-40d3-8a62-950613f3eaa3 req-caeafb9f-ba77-45ee-b682-0730e8de165b tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027403 Sep 16 04:40:13.211885 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e651a-37b9-4425-8270-d03c3944c23a req-ea94f21f-6c69-413d-aa46-162046ed7233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:13.213396 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-521e651a-37b9-4425-8270-d03c3944c23a req-ea94f21f-6c69-413d-aa46-162046ed7233 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1fbbfb6a-decf-48e9-be9a-550f7df178ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023011 Sep 16 04:40:13.241850 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55b8637b-f4fc-458a-96f1-4e3a0d6aa424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.244889 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55b8637b-f4fc-458a-96f1-4e3a0d6aa424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.246332 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-55b8637b-f4fc-458a-96f1-4e3a0d6aa424 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41f5f396-2881-41ac-9bba-330c0d3588f6 HTTP/1.1" status: 204 len: 168 time: 0.1970282 Sep 16 04:40:13.254406 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8637b-f4fc-458a-96f1-4e3a0d6aa424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f5f396-2881-41ac-9bba-330c0d3588f6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:13.312051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-521e651a-37b9-4425-8270-d03c3944c23a req-47d81c8a-2f67-41ad-8647-f548341912a1 service neutron] 10.222.0.38 "GET /v2.0/networks/1fbbfb6a-decf-48e9-be9a-550f7df178ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905480 Sep 16 04:40:13.341189 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7976494b-c199-4cfd-a1db-bd095011f954 req-26613638-982f-47bb-8928-eeb4e182aa4b tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.343789 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7976494b-c199-4cfd-a1db-bd095011f954 req-26613638-982f-47bb-8928-eeb4e182aa4b tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.344929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7976494b-c199-4cfd-a1db-bd095011f954 req-26613638-982f-47bb-8928-eeb4e182aa4b tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] 10.222.0.20 "DELETE /v2.0/security-groups/522b7068-2f3b-472d-9159-68c31c11dbc5 HTTP/1.1" status: 204 len: 173 time: 0.4505179 Sep 16 04:40:13.364748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26613638-982f-47bb-8928-eeb4e182aa4b tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=522b7068-2f3b-472d-9159-68c31c11dbc5,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:13.433854 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-521e651a-37b9-4425-8270-d03c3944c23a req-ada65b1e-ead3-4bd0-86f6-7fc6e84ca9d4 service neutron] 10.222.0.38 "GET /v2.0/networks/1fbbfb6a-decf-48e9-be9a-550f7df178ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143947 Sep 16 04:40:13.678936 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0ad81-ccda-404d-a98e-c7d1361f1dba req-a6553dd5-20d3-4c05-871a-a026c89734f1 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:13.680453 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ff0ad81-ccda-404d-a98e-c7d1361f1dba req-a6553dd5-20d3-4c05-871a-a026c89734f1 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.0789826 Sep 16 04:40:13.687182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f94196-5b7a-4dd8-91ff-f07e84c44f2d req-f79d0768-3d1c-4254-973f-1d0d36800f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:13.688727 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07f94196-5b7a-4dd8-91ff-f07e84c44f2d req-f79d0768-3d1c-4254-973f-1d0d36800f62 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5387f45468474f6a993aa8f14847e99a&device_id=1a134b74-1e18-4ca6-9acb-015478043b00 HTTP/1.1" status: 200 len: 1117 time: 0.0584564 Sep 16 04:40:13.745737 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bd3647-20c9-4130-8c7f-1b5380042dc5'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:13.749530 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d161a0a5-fd56-401b-8220-51b7c7d9bb38" -d '{"events": [{"server_uuid": "0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4", "name": "network-vif-plugged", "status": "completed", "tag": "44bd3647-20c9-4130-8c7f-1b5380042dc5"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:13.779400 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ff0ad81-ccda-404d-a98e-c7d1361f1dba req-3e985fe7-896b-443b-80ff-fcb26987c64b tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896637 Sep 16 04:40:13.806506 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f94196-5b7a-4dd8-91ff-f07e84c44f2d req-c0ddedfe-52ec-45ac-a982-badd953585c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:13.808053 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07f94196-5b7a-4dd8-91ff-f07e84c44f2d req-c0ddedfe-52ec-45ac-a982-badd953585c1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1fbbfb6a-decf-48e9-be9a-550f7df178ee HTTP/1.1" status: 200 len: 925 time: 0.1119974 Sep 16 04:40:13.860538 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07f94196-5b7a-4dd8-91ff-f07e84c44f2d req-ce39137d-2e1e-4e60-b1a4-9abb7dd5d90c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47329f48-0a96-4910-9871-3976a30ceb01 HTTP/1.1" status: 200 len: 217 time: 0.0428195 Sep 16 04:40:13.917080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63e991b8-8fbe-4161-ae1a-2b9a7a15508b req-e1bab23a-ec91-46af-8088-83344f0789c3 tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] 10.222.0.20 "GET /v2.0/security-groups/a1567869-24b7-4f10-aa9b-d114399906dc HTTP/1.1" status: 200 len: 1778 time: 0.1058466 Sep 16 04:40:13.948890 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f94196-5b7a-4dd8-91ff-f07e84c44f2d req-786c20cc-64c1-47c7-8377-e1180be5d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:13.950452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07f94196-5b7a-4dd8-91ff-f07e84c44f2d req-786c20cc-64c1-47c7-8377-e1180be5d4c2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=124f68eb-31a3-43f3-9f21-13efd54fa405 HTTP/1.1" status: 200 len: 863 time: 0.0798986 Sep 16 04:40:14.019919 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-63e991b8-8fbe-4161-ae1a-2b9a7a15508b req-c858a740-0683-46c2-a7ae-94742eea85e1 tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.023648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f94196-5b7a-4dd8-91ff-f07e84c44f2d req-c58b8ee5-85f7-4431-bf85-580844e9675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:14.025148 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07f94196-5b7a-4dd8-91ff-f07e84c44f2d req-c58b8ee5-85f7-4431-bf85-580844e9675e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1fbbfb6a-decf-48e9-be9a-550f7df178ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646369 Sep 16 04:40:14.050983 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56452) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:14.064639 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-63e991b8-8fbe-4161-ae1a-2b9a7a15508b req-c858a740-0683-46c2-a7ae-94742eea85e1 tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.066168 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-04d339ae-fd59-4077-9532-e38ff8fc0ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.158730 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07f94196-5b7a-4dd8-91ff-f07e84c44f2d req-827c014f-7429-4558-870d-ddd5c82b443c service neutron] 10.222.0.38 "GET /v2.0/networks/1fbbfb6a-decf-48e9-be9a-550f7df178ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243272 Sep 16 04:40:14.166547 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-04d339ae-fd59-4077-9532-e38ff8fc0ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.230837 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-63e991b8-8fbe-4161-ae1a-2b9a7a15508b req-c858a740-0683-46c2-a7ae-94742eea85e1 tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.233382 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-63e991b8-8fbe-4161-ae1a-2b9a7a15508b req-c858a740-0683-46c2-a7ae-94742eea85e1 tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.234529 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63e991b8-8fbe-4161-ae1a-2b9a7a15508b req-c858a740-0683-46c2-a7ae-94742eea85e1 tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] 10.222.0.20 "DELETE /v2.0/security-groups/a1567869-24b7-4f10-aa9b-d114399906dc HTTP/1.1" status: 204 len: 173 time: 0.3115149 Sep 16 04:40:14.257339 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-04d339ae-fd59-4077-9532-e38ff8fc0ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.279799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858a740-0683-46c2-a7ae-94742eea85e1 tempest-SecurityGroupsTestAdminJSON-1561029754 tempest-SecurityGroupsTestAdminJSON-1561029754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1567869-24b7-4f10-aa9b-d114399906dc,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:14.305186 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07f94196-5b7a-4dd8-91ff-f07e84c44f2d req-9b60c299-2cb5-42bc-becf-c6b366d8c08b service neutron] 10.222.0.38 "GET /v2.0/networks/1fbbfb6a-decf-48e9-be9a-550f7df178ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338181 Sep 16 04:40:14.321288 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d339ae-fd59-4077-9532-e38ff8fc0ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e4c29f-cc4e-476f-a4f1-443149510487,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:14.350529 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-04d339ae-fd59-4077-9532-e38ff8fc0ec2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae81df3febf64394b89cf95fef08c149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890694 Sep 16 04:40:14.352876 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56458) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:14.393212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c2348-74bb-418a-922e-f063affa3cf7 req-20be5d4f-b91d-4a2a-9371-d2c833c45225 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:14.394995 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c4c2348-74bb-418a-922e-f063affa3cf7 req-20be5d4f-b91d-4a2a-9371-d2c833c45225 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 970 time: 0.0880361 Sep 16 04:40:14.413980 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b0052461-c51b-4017-be83-45b6d366cf5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.435583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c4c2348-74bb-418a-922e-f063affa3cf7 req-5fa272b0-3d45-4065-9968-4acf4740de94 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/security-groups?id=45aca009-4f13-42ca-92ee-8f06192068d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342653 Sep 16 04:40:14.438058 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b0052461-c51b-4017-be83-45b6d366cf5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.481249 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54659dbe-357b-4d52-8f79-6fe96c0db8d8 x-openstack-request-id: req-54659dbe-357b-4d52-8f79-6fe96c0db8d8 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:14.481589 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4", "name": "network-vif-plugged", "status": "completed", "tag": "44bd3647-20c9-4130-8c7f-1b5380042dc5", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:14.481972 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54659dbe-357b-4d52-8f79-6fe96c0db8d8 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:14.482425 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bd3647-20c9-4130-8c7f-1b5380042dc5', 'code': 200} Sep 16 04:40:14.577450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d9c9b-d6e1-4ece-9101-894b2201fff2 req-0ec61ec1-a5b0-4ff0-98e4-01340e69de49 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:14.580904 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a29d9c9b-d6e1-4ece-9101-894b2201fff2 req-0ec61ec1-a5b0-4ff0-98e4-01340e69de49 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 950 time: 0.0526178 Sep 16 04:40:14.641689 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b0052461-c51b-4017-be83-45b6d366cf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.644523 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b0052461-c51b-4017-be83-45b6d366cf5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.649386 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b0052461-c51b-4017-be83-45b6d366cf5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31e4c29f-cc4e-476f-a4f1-443149510487 HTTP/1.1" status: 204 len: 168 time: 0.2919223 Sep 16 04:40:14.649544 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a29d9c9b-d6e1-4ece-9101-894b2201fff2 req-94053161-97de-47a9-b7e3-0a053b14cdf2 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590980 Sep 16 04:40:14.654485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ba29f-e94e-47a5-912c-b629c73a7f9f req-b9f3316f-a593-40d1-a9ae-b76f83899f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:14.657275 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-571ba29f-e94e-47a5-912c-b629c73a7f9f req-b9f3316f-a593-40d1-a9ae-b76f83899f6b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 1102 time: 0.0741875 Sep 16 04:40:14.674781 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0052461-c51b-4017-be83-45b6d366cf5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e4c29f-cc4e-476f-a4f1-443149510487,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:14.717335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-571ba29f-e94e-47a5-912c-b629c73a7f9f req-5ff5f86a-a127-44b2-a60e-36e8eebaf34c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410583 Sep 16 04:40:14.802058 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf83291-54cd-4844-b599-cb3c889e8e6a req-75e1bfb3-eec1-41ef-b889-e8821ace9775 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:14.804063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8bf83291-54cd-4844-b599-cb3c889e8e6a req-75e1bfb3-eec1-41ef-b889-e8821ace9775 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a134b74-1e18-4ca6-9acb-015478043b00 HTTP/1.1" status: 200 len: 965 time: 0.0521598 Sep 16 04:40:14.845432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8bf83291-54cd-4844-b599-cb3c889e8e6a req-6982ee56-7f39-4f39-9cc7-ec919abd152a tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349767 Sep 16 04:40:14.984059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56470) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:15.067892 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:40:15.106966 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518f09b-a915-4ea2-8709-9cb8cefb9d62 req-c6049480-b498-452b-9fac-cd8a603c5b8f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:15.108802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a518f09b-a915-4ea2-8709-9cb8cefb9d62 req-c6049480-b498-452b-9fac-cd8a603c5b8f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.0647366 Sep 16 04:40:15.175780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a518f09b-a915-4ea2-8709-9cb8cefb9d62 req-dc2feaf1-400f-43ec-b6f0-e629af21ae11 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587711 Sep 16 04:40:15.178445 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f9618423-b282-43a7-abcc-4cefb825cccc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=587d30a4bdb5432fb89885fd2cb287cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1932330 Sep 16 04:40:15.181114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56484) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:15.234790 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-29a355b6-d70e-4cf1-a8ea-f4b488eb489e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.255300 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-29a355b6-d70e-4cf1-a8ea-f4b488eb489e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.401025 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-29a355b6-d70e-4cf1-a8ea-f4b488eb489e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.403693 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-29a355b6-d70e-4cf1-a8ea-f4b488eb489e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.404904 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-29a355b6-d70e-4cf1-a8ea-f4b488eb489e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d49aac5a-e68a-4cbe-80a8-43a2581c54b7 HTTP/1.1" status: 204 len: 168 time: 0.2228849 Sep 16 04:40:15.413978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a355b6-d70e-4cf1-a8ea-f4b488eb489e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49aac5a-e68a-4cbe-80a8-43a2581c54b7,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:15.570185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82a868-5816-4c20-8c79-fd2dd8ee9b05 req-57d7973f-e4f7-4fa9-bda8-6f0a676ead3c tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:15.571880 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b82a868-5816-4c20-8c79-fd2dd8ee9b05 req-57d7973f-e4f7-4fa9-bda8-6f0a676ead3c tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 970 time: 0.0558288 Sep 16 04:40:15.612528 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b82a868-5816-4c20-8c79-fd2dd8ee9b05 req-b526deb9-4e21-4355-99ee-2172bbaa0379 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/security-groups?id=45aca009-4f13-42ca-92ee-8f06192068d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326831 Sep 16 04:40:15.888272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6600c7d-55ca-48c6-ae27-69762b738358 req-6b683265-95d5-4e49-952d-0a8a58fadd7e tempest-AggregatesAdminTestJSON-952959492 tempest-AggregatesAdminTestJSON-952959492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:15.889739 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a6600c7d-55ca-48c6-ae27-69762b738358 req-6b683265-95d5-4e49-952d-0a8a58fadd7e tempest-AggregatesAdminTestJSON-952959492 tempest-AggregatesAdminTestJSON-952959492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 1122 time: 0.0417244 Sep 16 04:40:15.909223 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a6600c7d-55ca-48c6-ae27-69762b738358 req-d39a560a-cbe3-47c9-ae77-dad7ff3aec98 tempest-AggregatesAdminTestJSON-952959492 tempest-AggregatesAdminTestJSON-952959492-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.009528 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a6600c7d-55ca-48c6-ae27-69762b738358 req-d39a560a-cbe3-47c9-ae77-dad7ff3aec98 tempest-AggregatesAdminTestJSON-952959492 tempest-AggregatesAdminTestJSON-952959492-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.070308 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56522) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:16.109327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0fe372ad-403e-4b67-9bdd-f87776295793 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d610e155232c4b569960cbfed3c1827a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377853 Sep 16 04:40:16.110589 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a6600c7d-55ca-48c6-ae27-69762b738358 req-d39a560a-cbe3-47c9-ae77-dad7ff3aec98 tempest-AggregatesAdminTestJSON-952959492 tempest-AggregatesAdminTestJSON-952959492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.111917 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56524) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:16.135358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a6600c7d-55ca-48c6-ae27-69762b738358 req-d39a560a-cbe3-47c9-ae77-dad7ff3aec98 tempest-AggregatesAdminTestJSON-952959492 tempest-AggregatesAdminTestJSON-952959492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=45aca009-4f13-42ca-92ee-8f06192068d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392297 Sep 16 04:40:16.152779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a560a-cbe3-47c9-ae77-dad7ff3aec98 tempest-AggregatesAdminTestJSON-952959492 tempest-AggregatesAdminTestJSON-952959492-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85d1f5e-1c33-469b-b5a9-353c4b3d5a08,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:16.182677 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a66354a5-35e0-4887-b206-5effff2b3979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.206913 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a66354a5-35e0-4887-b206-5effff2b3979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.332461 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a66354a5-35e0-4887-b206-5effff2b3979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.335665 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a66354a5-35e0-4887-b206-5effff2b3979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.337473 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a66354a5-35e0-4887-b206-5effff2b3979 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6e386ef-9d16-49b7-bb82-978c951a57ed HTTP/1.1" status: 204 len: 168 time: 0.2244902 Sep 16 04:40:16.345897 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66354a5-35e0-4887-b206-5effff2b3979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e386ef-9d16-49b7-bb82-978c951a57ed,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:16.470946 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b11cad-54f3-49f5-904f-12a79d27d3f3 req-bed256b1-cdfc-4cd0-ae62-e1bb64158ad2 tempest-DeleteServersAdminTestJSON-1116190004 tempest-DeleteServersAdminTestJSON-1116190004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:16.472448 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8b11cad-54f3-49f5-904f-12a79d27d3f3 req-bed256b1-cdfc-4cd0-ae62-e1bb64158ad2 tempest-DeleteServersAdminTestJSON-1116190004 tempest-DeleteServersAdminTestJSON-1116190004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 1102 time: 0.0715249 Sep 16 04:40:16.582377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d10b8-79ef-4e80-9588-8cfaafb2c504 req-8e1e3d68-d514-454c-949d-c4583f674533 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:16.584462 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff5d10b8-79ef-4e80-9588-8cfaafb2c504 req-8e1e3d68-d514-454c-949d-c4583f674533 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 950 time: 0.0826848 Sep 16 04:40:16.621920 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-b8b11cad-54f3-49f5-904f-12a79d27d3f3 req-819555c0-31a7-4003-945a-d8d9a8074092 tempest-DeleteServersAdminTestJSON-1116190004 tempest-DeleteServersAdminTestJSON-1116190004-project-admin] Deleting port a5ed04ab-9950-4301-9bdc-7917f60922a6 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:16.622272 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b8b11cad-54f3-49f5-904f-12a79d27d3f3 req-819555c0-31a7-4003-945a-d8d9a8074092 tempest-DeleteServersAdminTestJSON-1116190004 tempest-DeleteServersAdminTestJSON-1116190004-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.664093 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff5d10b8-79ef-4e80-9588-8cfaafb2c504 req-4c0ca37e-a159-4ddb-a2d5-b99eb88ad87b tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717871 Sep 16 04:40:16.749973 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-b8b11cad-54f3-49f5-904f-12a79d27d3f3 req-819555c0-31a7-4003-945a-d8d9a8074092 tempest-DeleteServersAdminTestJSON-1116190004 tempest-DeleteServersAdminTestJSON-1116190004-project-admin] For port a5ed04ab-9950-4301-9bdc-7917f60922a6, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a5ed04ab-9950-4301-9bdc-7917f60922a6,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:16.750837 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b8b11cad-54f3-49f5-904f-12a79d27d3f3 req-819555c0-31a7-4003-945a-d8d9a8074092 tempest-DeleteServersAdminTestJSON-1116190004 tempest-DeleteServersAdminTestJSON-1116190004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.802069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-b8b11cad-54f3-49f5-904f-12a79d27d3f3 req-819555c0-31a7-4003-945a-d8d9a8074092 tempest-DeleteServersAdminTestJSON-1116190004 tempest-DeleteServersAdminTestJSON-1116190004-project-admin] Calling delete_port for a5ed04ab-9950-4301-9bdc-7917f60922a6 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:16.857025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c786d-491e-4984-af1d-0c42da63cf58 req-48d103be-fe66-4727-8aa3-a0e68f71579a tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:16.858952 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-858c786d-491e-4984-af1d-0c42da63cf58 req-48d103be-fe66-4727-8aa3-a0e68f71579a tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a134b74-1e18-4ca6-9acb-015478043b00 HTTP/1.1" status: 200 len: 965 time: 0.1283524 Sep 16 04:40:16.964100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-858c786d-491e-4984-af1d-0c42da63cf58 req-04d03fdc-b634-4a98-9368-4d3dc04d98f3 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643733 Sep 16 04:40:17.070407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbf054-1e63-4663-b879-9579ee04008d req-013a65f4-ab65-4b52-9817-6b4ba67be8a8 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:17.072008 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fdbbf054-1e63-4663-b879-9579ee04008d req-013a65f4-ab65-4b52-9817-6b4ba67be8a8 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.0529909 Sep 16 04:40:17.117621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fdbbf054-1e63-4663-b879-9579ee04008d req-32a23ab9-8d24-4956-bc8b-b12556c93e6b tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351772 Sep 16 04:40:17.321223 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b8b11cad-54f3-49f5-904f-12a79d27d3f3 req-819555c0-31a7-4003-945a-d8d9a8074092 tempest-DeleteServersAdminTestJSON-1116190004 tempest-DeleteServersAdminTestJSON-1116190004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.350225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819555c0-31a7-4003-945a-d8d9a8074092 tempest-DeleteServersAdminTestJSON-1116190004 tempest-DeleteServersAdminTestJSON-1116190004-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5ed04ab-9950-4301-9bdc-7917f60922a6,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:17.367468 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a5ed04ab-9950-4301-9bdc-7917f60922a6'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:17.427298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b11cad-54f3-49f5-904f-12a79d27d3f3 req-819555c0-31a7-4003-945a-d8d9a8074092 tempest-DeleteServersAdminTestJSON-1116190004 tempest-DeleteServersAdminTestJSON-1116190004-project-admin] No DVR routers for this DVR port a5ed04ab-9950-4301-9bdc-7917f60922a6 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:40:17.431294 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b8b11cad-54f3-49f5-904f-12a79d27d3f3 req-819555c0-31a7-4003-945a-d8d9a8074092 tempest-DeleteServersAdminTestJSON-1116190004 tempest-DeleteServersAdminTestJSON-1116190004-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.435014 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8b11cad-54f3-49f5-904f-12a79d27d3f3 req-819555c0-31a7-4003-945a-d8d9a8074092 tempest-DeleteServersAdminTestJSON-1116190004 tempest-DeleteServersAdminTestJSON-1116190004-project-admin] 10.222.0.21 "DELETE /v2.0/ports/a5ed04ab-9950-4301-9bdc-7917f60922a6 HTTP/1.1" status: 204 len: 173 time: 0.9560430 Sep 16 04:40:17.435532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57b3480-45a2-44ee-ad54-e9955d4d65ec', 'name': 'network-vif-deleted', 'tag': 'a5ed04ab-9950-4301-9bdc-7917f60922a6'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:17.441009 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff581166-84ab-457c-937b-547e59c4a50b" -d '{"events": [{"server_uuid": "c57b3480-45a2-44ee-ad54-e9955d4d65ec", "name": "network-vif-deleted", "tag": "a5ed04ab-9950-4301-9bdc-7917f60922a6"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:17.680892 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56596) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:17.693867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2292f3-9be5-422d-879c-b6e715792825 req-b530eaac-6b21-4bce-9192-6ee7ef056084 tempest-MigrationsAdminTest-85682894 tempest-MigrationsAdminTest-85682894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:17.706806 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc2292f3-9be5-422d-879c-b6e715792825 req-b530eaac-6b21-4bce-9192-6ee7ef056084 tempest-MigrationsAdminTest-85682894 tempest-MigrationsAdminTest-85682894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 1102 time: 0.0823977 Sep 16 04:40:17.730149 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bc2292f3-9be5-422d-879c-b6e715792825 req-6776b5b9-e118-4c66-bb78-564a3d4d6a8b tempest-MigrationsAdminTest-85682894 tempest-MigrationsAdminTest-85682894-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.833039 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3421efe-2214-4dbb-a588-4b1ad118780f x-openstack-request-id: req-c3421efe-2214-4dbb-a588-4b1ad118780f {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:17.833332 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57b3480-45a2-44ee-ad54-e9955d4d65ec", "name": "network-vif-deleted", "tag": "a5ed04ab-9950-4301-9bdc-7917f60922a6", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:17.833586 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3421efe-2214-4dbb-a588-4b1ad118780f {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:17.834376 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57b3480-45a2-44ee-ad54-e9955d4d65ec', 'name': 'network-vif-deleted', 'tag': 'a5ed04ab-9950-4301-9bdc-7917f60922a6', 'status': 'completed', 'code': 200} Sep 16 04:40:17.846638 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bc2292f3-9be5-422d-879c-b6e715792825 req-6776b5b9-e118-4c66-bb78-564a3d4d6a8b tempest-MigrationsAdminTest-85682894 tempest-MigrationsAdminTest-85682894-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.909078 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e6a6a54-d289-4fb5-b177-7bac9144de5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.943709 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d61178fc-d9eb-450b-bc1b-ab3b9aea39a4 req-be4dc44f-d70a-4a17-9a17-ca4f835a4942 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=c57b3480-45a2-44ee-ad54-e9955d4d65ec HTTP/1.1" status: 200 len: 210 time: 0.0260096 Sep 16 04:40:18.015744 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bc2292f3-9be5-422d-879c-b6e715792825 req-6776b5b9-e118-4c66-bb78-564a3d4d6a8b tempest-MigrationsAdminTest-85682894 tempest-MigrationsAdminTest-85682894-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.060789 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc2292f3-9be5-422d-879c-b6e715792825 req-6776b5b9-e118-4c66-bb78-564a3d4d6a8b tempest-MigrationsAdminTest-85682894 tempest-MigrationsAdminTest-85682894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522110 Sep 16 04:40:18.067580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776b5b9-e118-4c66-bb78-564a3d4d6a8b tempest-MigrationsAdminTest-85682894 tempest-MigrationsAdminTest-85682894-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f483de47-b8ad-43b6-aeaf-906f30d00bec,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:18.153220 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e6a6a54-d289-4fb5-b177-7bac9144de5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.314922 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e6a6a54-d289-4fb5-b177-7bac9144de5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.358821 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6e6a6a54-d289-4fb5-b177-7bac9144de5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f2ca471b4094754a08d6e83b0e5b9d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6743429 Sep 16 04:40:18.358821 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a6a54-d289-4fb5-b177-7bac9144de5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480b0da6-42e4-42be-b553-89e4874aa745,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:18.359208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56632) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:18.424631 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7bb4ebe7-8c41-460d-8187-00228490b805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.460059 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7bb4ebe7-8c41-460d-8187-00228490b805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.538909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ea0a4-0449-4c88-a60f-9f5bdedea532 req-fbebd9c2-3cda-4fc0-b8f3-bd6e1d4e5176 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:18.546859 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef3ea0a4-0449-4c88-a60f-9f5bdedea532 req-fbebd9c2-3cda-4fc0-b8f3-bd6e1d4e5176 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a134b74-1e18-4ca6-9acb-015478043b00 HTTP/1.1" status: 200 len: 965 time: 0.0699847 Sep 16 04:40:18.560863 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-761a8b31-ae7c-4706-becf-350e4e8c3b83 req-00a409cf-66dc-403d-bfb1-ba603c035e26 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:40:18.562664 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-761a8b31-ae7c-4706-becf-350e4e8c3b83 req-00a409cf-66dc-403d-bfb1-ba603c035e26 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050917 Sep 16 04:40:18.597844 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef3ea0a4-0449-4c88-a60f-9f5bdedea532 req-3c592ce3-e247-4d5e-bf2e-83dca7c53f56 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430498 Sep 16 04:40:18.669235 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7bb4ebe7-8c41-460d-8187-00228490b805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.672364 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7bb4ebe7-8c41-460d-8187-00228490b805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.673674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7bb4ebe7-8c41-460d-8187-00228490b805 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/480b0da6-42e4-42be-b553-89e4874aa745 HTTP/1.1" status: 204 len: 168 time: 0.3134818 Sep 16 04:40:18.683833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4ebe7-8c41-460d-8187-00228490b805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480b0da6-42e4-42be-b553-89e4874aa745,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:18.702002 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 47329f48-0a96-4910-9871-3976a30ceb01 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:18.814171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 47329f48-0a96-4910-9871-3976a30ceb01, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=47329f48-0a96-4910-9871-3976a30ceb01,segment=NetworkSegment(8d5e9848-4a0a-48f6-9639-d05a7fe721db),segment_id=8d5e9848-4a0a-48f6-9639-d05a7fe721db)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:18.827672 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '47329f48-0a96-4910-9871-3976a30ceb01', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'port_id': '47329f48-0a96-4910-9871-3976a30ceb01', 'mac_address': 'fa:16:3e:6a:d9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:tempest-test_az-855548121', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:18.867845 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.884487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47329f48-0a96-4910-9871-3976a30ceb01 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:18.906609 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 47329f48-0a96-4910-9871-3976a30ceb01, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=47329f48-0a96-4910-9871-3976a30ceb01,segment=NetworkSegment(8d5e9848-4a0a-48f6-9639-d05a7fe721db),segment_id=8d5e9848-4a0a-48f6-9639-d05a7fe721db)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:19.035102 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.093373 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=47329f48-0a96-4910-9871-3976a30ceb01,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:19.428432 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['47329f48-0a96-4910-9871-3976a30ceb01'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:19.582364 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592045c7-07a1-4b71-80d6-9039a17a85af req-028c7809-23dc-440e-b7f3-d6b1a4cd86fe tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:19.584742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-592045c7-07a1-4b71-80d6-9039a17a85af req-028c7809-23dc-440e-b7f3-d6b1a4cd86fe tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.0725877 Sep 16 04:40:19.626416 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-592045c7-07a1-4b71-80d6-9039a17a85af req-5dd6ede0-30b2-4e97-b315-c457a728acbb tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346539 Sep 16 04:40:19.727509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f779a227-16c2-40dd-bc87-766008b77863 req-495c9d67-66f0-4009-94ba-1c4b0e762226 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=57d81270cf524fee9d6e0f4e83cef12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258074 Sep 16 04:40:19.804812 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56712) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:19.844278 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779a227-16c2-40dd-bc87-766008b77863 req-8dc1acd5-013f-49a0-8fb0-5723eaf667e8 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:19.845836 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f779a227-16c2-40dd-bc87-766008b77863 req-8dc1acd5-013f-49a0-8fb0-5723eaf667e8 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1128569 Sep 16 04:40:19.855245 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b94e370a-3816-420d-95a8-4717ef6bd185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.871757 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f779a227-16c2-40dd-bc87-766008b77863 req-6b43bd8a-33df-4ede-a286-866eb4f3269c tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/quotas/57d81270cf524fee9d6e0f4e83cef12d HTTP/1.1" status: 200 len: 375 time: 0.0122628 Sep 16 04:40:19.921984 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f779a227-16c2-40dd-bc87-766008b77863 req-fe66dd0c-da90-4420-97b4-bc7684e231f0 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=57d81270cf524fee9d6e0f4e83cef12d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468242 Sep 16 04:40:19.956139 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56716) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:19.978777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449889c-86ae-4d65-b6c4-fa7e81c8c365 req-80b42167-b12f-4ac8-a4ca-2835ed89a23f tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:19.980522 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d449889c-86ae-4d65-b6c4-fa7e81c8c365 req-80b42167-b12f-4ac8-a4ca-2835ed89a23f tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a134b74-1e18-4ca6-9acb-015478043b00 HTTP/1.1" status: 200 len: 966 time: 0.0623791 Sep 16 04:40:20.006039 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b94e370a-3816-420d-95a8-4717ef6bd185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.023417 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d449889c-86ae-4d65-b6c4-fa7e81c8c365 req-3eb8d731-9348-47be-90f5-e6366369cea7 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364873 Sep 16 04:40:20.134460 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-834727a4-a783-40b0-8718-155e445f0933 req-cff7a69c-cff6-44d3-9700-abe0388fb519 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1770735 Sep 16 04:40:20.143457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-834727a4-a783-40b0-8718-155e445f0933 req-1af2686c-11f4-4df8-b3fd-f70779c0556d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:40:20.144415 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-834727a4-a783-40b0-8718-155e445f0933 req-1af2686c-11f4-4df8-b3fd-f70779c0556d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049493 Sep 16 04:40:20.166543 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b94e370a-3816-420d-95a8-4717ef6bd185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.207739 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b94e370a-3816-420d-95a8-4717ef6bd185 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77aadd9469564bf1bbd96e4cda843f74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999214 Sep 16 04:40:20.209054 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e370a-3816-420d-95a8-4717ef6bd185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb317957-20f4-4d52-91c6-4b9121c48cbe,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:20.210475 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56726) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:20.278983 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1f371d3-02a5-480d-a3d1-4a959e078a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.325507 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1f371d3-02a5-480d-a3d1-4a959e078a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.541792 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a5ed04ab-9950-4301-9bdc-7917f60922a6 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:20.573173 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1f371d3-02a5-480d-a3d1-4a959e078a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.577825 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1f371d3-02a5-480d-a3d1-4a959e078a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.581684 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c1f371d3-02a5-480d-a3d1-4a959e078a19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb317957-20f4-4d52-91c6-4b9121c48cbe HTTP/1.1" status: 204 len: 168 time: 0.3679290 Sep 16 04:40:20.613910 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f371d3-02a5-480d-a3d1-4a959e078a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb317957-20f4-4d52-91c6-4b9121c48cbe,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:20.618118 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: a5ed04ab-9950-4301-9bdc-7917f60922a6 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:40:20.618475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a5ed04ab-9950-4301-9bdc-7917f60922a6 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:40:20.643269 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7bb3b48-6908-412e-864e-b66ee720902a req-ea821fd0-33fa-4318-92bf-110d8d2f3b66 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ce1074e13e1b4897bf4ea77f32e6f819&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0908442 Sep 16 04:40:20.714225 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 47329f48-0a96-4910-9871-3976a30ceb01 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:20.864995 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 47329f48-0a96-4910-9871-3976a30ceb01 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:20.866784 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 47329f48-0a96-4910-9871-3976a30ceb01 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:20.867127 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.950348 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5c98d59-9deb-46bd-8aa4-daa3bc49effa req-aaeec747-47c0-4484-9eb8-b595a1268e4f tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 210 time: 0.0337265 Sep 16 04:40:20.971797 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.985294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb3b48-6908-412e-864e-b66ee720902a req-44d32763-e15b-450d-b4d5-c5cfb1c64cbe tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:20.986824 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7bb3b48-6908-412e-864e-b66ee720902a req-44d32763-e15b-450d-b4d5-c5cfb1c64cbe tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3424995 Sep 16 04:40:21.005789 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7bb3b48-6908-412e-864e-b66ee720902a req-e276c45a-5e7e-4463-9d9d-38fce4a73fe9 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/quotas/ce1074e13e1b4897bf4ea77f32e6f819 HTTP/1.1" status: 200 len: 375 time: 0.0102108 Sep 16 04:40:21.011765 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a134b74-1e18-4ca6-9acb-015478043b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47329f48-0a96-4910-9871-3976a30ceb01'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:21.014188 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282b98fa-3375-4b1e-8449-2883013b1c52" -d '{"events": [{"server_uuid": "1a134b74-1e18-4ca6-9acb-015478043b00", "name": "network-vif-plugged", "status": "completed", "tag": "47329f48-0a96-4910-9871-3976a30ceb01"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:21.031689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 47329f48-0a96-4910-9871-3976a30ceb01, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=47329f48-0a96-4910-9871-3976a30ceb01,segment=NetworkSegment(8d5e9848-4a0a-48f6-9639-d05a7fe721db),segment_id=8d5e9848-4a0a-48f6-9639-d05a7fe721db)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:21.073697 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7bb3b48-6908-412e-864e-b66ee720902a req-a8298999-03f7-4f67-b8dc-d484fe565243 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce1074e13e1b4897bf4ea77f32e6f819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601838 Sep 16 04:40:21.126405 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.158138 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e1d82-d6f6-407c-9df7-b099b2350257 req-7d675867-685c-46c8-bac8-a21e21fc1adf tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:21.159734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-358e1d82-d6f6-407c-9df7-b099b2350257 req-7d675867-685c-46c8-bac8-a21e21fc1adf tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.0588253 Sep 16 04:40:21.203287 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=47329f48-0a96-4910-9871-3976a30ceb01,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:21.221916 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-358e1d82-d6f6-407c-9df7-b099b2350257 req-cdc90ee4-2bc9-46e9-9a57-88304b7e7a2e tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529170 Sep 16 04:40:21.363281 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d1b6ac-1c7a-477e-94fd-5ce756ade3c2 x-openstack-request-id: req-79d1b6ac-1c7a-477e-94fd-5ce756ade3c2 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:21.363566 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a134b74-1e18-4ca6-9acb-015478043b00", "name": "network-vif-plugged", "status": "completed", "tag": "47329f48-0a96-4910-9871-3976a30ceb01", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:21.364255 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79d1b6ac-1c7a-477e-94fd-5ce756ade3c2 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:21.364895 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a134b74-1e18-4ca6-9acb-015478043b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47329f48-0a96-4910-9871-3976a30ceb01', 'code': 200} Sep 16 04:40:21.533440 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe47871-d86e-42e1-aef0-be968353fe13 req-ecab44ad-2b45-4637-9981-139edcc2967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:21.535614 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8fe47871-d86e-42e1-aef0-be968353fe13 req-ecab44ad-2b45-4637-9981-139edcc2967a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1a134b74-1e18-4ca6-9acb-015478043b00 HTTP/1.1" status: 200 len: 1119 time: 0.0670168 Sep 16 04:40:21.587082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8fe47871-d86e-42e1-aef0-be968353fe13 req-5c25e7b4-a3e4-42b0-b79d-7a7392ec3b6d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422130 Sep 16 04:40:21.711143 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e95b0-7638-4d21-ad5c-2f2ae6ed82b2 req-75da318f-3f0b-4f37-b3a0-149396a9fc61 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:21.713051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c11e95b0-7638-4d21-ad5c-2f2ae6ed82b2 req-75da318f-3f0b-4f37-b3a0-149396a9fc61 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a134b74-1e18-4ca6-9acb-015478043b00 HTTP/1.1" status: 200 len: 967 time: 0.0569434 Sep 16 04:40:21.766118 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c11e95b0-7638-4d21-ad5c-2f2ae6ed82b2 req-a34eeb47-da17-42f4-9690-247934ada09d tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465965 Sep 16 04:40:21.894104 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-abbeb37f-af9d-41da-92a1-973870d50296 req-050c6e8a-43b1-4b18-97fc-430b8c3612cd tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ce1074e13e1b4897bf4ea77f32e6f819&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344751 Sep 16 04:40:22.013530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbeb37f-af9d-41da-92a1-973870d50296 req-39c7fc03-651f-412a-843b-30f60c6956ed tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:22.015138 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-abbeb37f-af9d-41da-92a1-973870d50296 req-39c7fc03-651f-412a-843b-30f60c6956ed tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1138453 Sep 16 04:40:22.033708 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-abbeb37f-af9d-41da-92a1-973870d50296 req-86ebb8b8-3714-48ef-81f8-14d711d54127 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/quotas/ce1074e13e1b4897bf4ea77f32e6f819 HTTP/1.1" status: 200 len: 375 time: 0.0098464 Sep 16 04:40:22.079017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-abbeb37f-af9d-41da-92a1-973870d50296 req-ae84deee-2f8f-45b8-93f3-8a6263e56a6f tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce1074e13e1b4897bf4ea77f32e6f819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392315 Sep 16 04:40:22.256320 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-21881218-5ab7-41c7-8a8d-e5c4f35fce5e req-bde11c38-3707-4134-9c66-8f2499545c05 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 210 time: 0.0278509 Sep 16 04:40:22.479198 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4d438e0-2c81-4ad7-b10b-6d32656deeae req-d4a11c14-271c-4d23-9457-b5a81aba4540 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 210 time: 0.0418613 Sep 16 04:40:22.574941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b009f4c-79c1-4cb6-a7ac-7680bcad620d req-6413c820-96e6-41da-bf9a-29ead6560ade tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:22.576538 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b009f4c-79c1-4cb6-a7ac-7680bcad620d req-6413c820-96e6-41da-bf9a-29ead6560ade tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.1024992 Sep 16 04:40:22.627570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b009f4c-79c1-4cb6-a7ac-7680bcad620d req-5c298f7f-5e32-45db-baba-55c86b47c69e tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442657 Sep 16 04:40:22.906118 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee5c1e-8a51-464b-a491-509375d7a4a3 req-bf4f436e-13df-4682-927c-0af886e1513c tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:22.907651 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3ee5c1e-8a51-464b-a491-509375d7a4a3 req-bf4f436e-13df-4682-927c-0af886e1513c tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a134b74-1e18-4ca6-9acb-015478043b00 HTTP/1.1" status: 200 len: 967 time: 0.0554178 Sep 16 04:40:22.946394 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3ee5c1e-8a51-464b-a491-509375d7a4a3 req-cc22f1b3-9ae7-4e2f-8f46-95f880b59cfe tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319715 Sep 16 04:40:23.424807 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0549dd09-7980-4ba4-a951-2de4315c701d req-40ceb3ea-1a35-4a53-8c5b-75d5bc77148e tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 210 time: 0.0276146 Sep 16 04:40:24.089178 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.158658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f779a227-16c2-40dd-bc87-766008b77863 req-8286e1bb-1c92-43cc-97ec-eab6fc1601e5 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=57d81270cf524fee9d6e0f4e83cef12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378940 Sep 16 04:40:24.222662 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0861243-693b-4072-a7dd-936faaa76df6 req-92cfa13b-5943-4d9b-89d4-4383344260b1 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 210 time: 0.0664127 Sep 16 04:40:24.273673 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56942) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:24.414831 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69d1ab-7d4d-494e-9f6b-2e407b0cb2da req-a5704d7c-6253-4a3b-bb30-864b5b9d0b8c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:24.417503 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c69d1ab-7d4d-494e-9f6b-2e407b0cb2da req-a5704d7c-6253-4a3b-bb30-864b5b9d0b8c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.1891992 Sep 16 04:40:24.476068 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779a227-16c2-40dd-bc87-766008b77863 req-5a265510-3fca-4e07-87a0-5ebc2091aaed tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:24.479977 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f779a227-16c2-40dd-bc87-766008b77863 req-5a265510-3fca-4e07-87a0-5ebc2091aaed tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3037815 Sep 16 04:40:24.488448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e06ec5-c8aa-4693-b0c2-e9884d572408 req-db95fdf1-7c19-4268-a413-063fb910a8ea tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:24.490647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57e06ec5-c8aa-4693-b0c2-e9884d572408 req-db95fdf1-7c19-4268-a413-063fb910a8ea tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a134b74-1e18-4ca6-9acb-015478043b00 HTTP/1.1" status: 200 len: 967 time: 0.1509507 Sep 16 04:40:24.501029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-f779a227-16c2-40dd-bc87-766008b77863 req-55a11859-59c2-4f71-9015-d04096099f50 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Request body: {'port': {'device_id': '16b9e11f-4047-4430-a6a4-b64dca9f365b', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': '57d81270cf524fee9d6e0f4e83cef12d'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:24.562453 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c69d1ab-7d4d-494e-9f6b-2e407b0cb2da req-786ad54f-c05a-4254-bff9-0aee3be0a039 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356597 Sep 16 04:40:24.621138 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57e06ec5-c8aa-4693-b0c2-e9884d572408 req-8b32f329-e0cc-4589-b8c6-7b0a5daa154a tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015692 Sep 16 04:40:24.645907 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3be5aed5-000a-4f53-9e0f-4fdd481ef294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.686633 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.db.api [None req-3be5aed5-000a-4f53-9e0f-4fdd481ef294 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:40:24.686633 n-d-712140-13 neutron-server[95474]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:40:24.686633 n-d-712140-13 neutron-server[95474]: [parameters: {'project_id': '75a1135d15464f19ae857fa6a5bb92d3', 'id': '1f05fd3b-8aa1-44ab-afa4-db19ae07284d', 'expiration': datetime.datetime(2021, 9, 16, 4, 42, 24, 682355)}] Sep 16 04:40:24.686633 n-d-712140-13 neutron-server[95474]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:40:24.687136 n-d-712140-13 neutron-server[95474]: DEBUG oslo_db.api [None req-3be5aed5-000a-4f53-9e0f-4fdd481ef294 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:40:24.734732 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-00e39815-b5f3-4755-8439-c92474255e47 req-412a5392-83fb-4737-a381-215b8b1b1708 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 210 time: 0.0474098 Sep 16 04:40:24.757324 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.21', 56406) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:24.835005 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834727a4-a783-40b0-8718-155e445f0933 req-f6bc8de9-7cdf-47ac-907c-9d29777aa5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:24.836174 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-834727a4-a783-40b0-8718-155e445f0933 req-f6bc8de9-7cdf-47ac-907c-9d29777aa5db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 1102 time: 0.0888479 Sep 16 04:40:24.840092 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f779a227-16c2-40dd-bc87-766008b77863 req-55a11859-59c2-4f71-9015-d04096099f50 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Made reservation on behalf of 57d81270cf524fee9d6e0f4e83cef12d for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:24.845063 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f779a227-16c2-40dd-bc87-766008b77863 req-55a11859-59c2-4f71-9015-d04096099f50 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.966504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc406c40-741a-482d-a600-e7905ca539bb req-6602fcdd-73a5-4f9e-a4f5-c984d0190472 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:24.975535 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc406c40-741a-482d-a600-e7905ca539bb req-6602fcdd-73a5-4f9e-a4f5-c984d0190472 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a134b74-1e18-4ca6-9acb-015478043b00 HTTP/1.1" status: 200 len: 967 time: 0.1158304 Sep 16 04:40:24.983843 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56974) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:24.989417 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-263de8ef-dcf3-4416-8603-001842a008b7 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Request body: {'floatingip': {'port_id': '47329f48-0a96-4910-9871-3976a30ceb01'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:25.056813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-f779a227-16c2-40dd-bc87-766008b77863 req-55a11859-59c2-4f71-9015-d04096099f50 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Allocated IP 192.168.233.222 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/a858ee11-2a21-4804-8fd4-8aa87b09d113) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:25.070316 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-abcd851a-f176-4f1f-85ea-58eadd3e9ead tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=71c20e9c9e004beebe8e7434e5c8e497&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365813 Sep 16 04:40:25.213112 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3be5aed5-000a-4f53-9e0f-4fdd481ef294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.242240 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-263de8ef-dcf3-4416-8603-001842a008b7 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for floatingip, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.280113 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-e48e9ba7-45a1-482c-bb28-da1107ee5d18 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:25.281589 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-e48e9ba7-45a1-482c-bb28-da1107ee5d18 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048991 Sep 16 04:40:25.305834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-7df93bde-1232-4e44-9f1f-88005599e14f tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/quotas/71c20e9c9e004beebe8e7434e5c8e497 HTTP/1.1" status: 200 len: 375 time: 0.0159874 Sep 16 04:40:25.345629 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834727a4-a783-40b0-8718-155e445f0933 req-6d6ef2f7-5bf0-4821-9121-d33311e8e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:25.347364 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-834727a4-a783-40b0-8718-155e445f0933 req-6d6ef2f7-5bf0-4821-9121-d33311e8e006 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.5034654 Sep 16 04:40:25.351431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-135a3896-b104-4827-93f5-246e1db32fbf tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=71c20e9c9e004beebe8e7434e5c8e497&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370858 Sep 16 04:40:25.370973 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f779a227-16c2-40dd-bc87-766008b77863 req-55a11859-59c2-4f71-9015-d04096099f50 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.485542 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-834727a4-a783-40b0-8718-155e445f0933 req-51217e81-c298-48b5-80b5-396affa4794d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=44bd3647-20c9-4130-8c7f-1b5380042dc5 HTTP/1.1" status: 200 len: 217 time: 0.1166315 Sep 16 04:40:25.514823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.21', 56408) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:25.545255 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2077bac5-c3be-459c-870f-1bb0840482dd req-8a41c0f2-13c3-4d9e-af98-a54d9c598cad tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 210 time: 0.0402026 Sep 16 04:40:25.556157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7bb3b48-6908-412e-864e-b66ee720902a req-02a70d40-3950-48d8-a907-9a06eba6fb83 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ce1074e13e1b4897bf4ea77f32e6f819&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400457 Sep 16 04:40:25.623459 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f779a227-16c2-40dd-bc87-766008b77863 req-55a11859-59c2-4f71-9015-d04096099f50 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.648110 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834727a4-a783-40b0-8718-155e445f0933 req-4d115956-c70e-440c-a82a-e2b6b78abe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:25.649543 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-834727a4-a783-40b0-8718-155e445f0933 req-4d115956-c70e-440c-a82a-e2b6b78abe99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1304898 Sep 16 04:40:25.714617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f779a227-16c2-40dd-bc87-766008b77863 req-55a11859-59c2-4f71-9015-d04096099f50 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:25.726052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-f779a227-16c2-40dd-bc87-766008b77863 req-55a11859-59c2-4f71-9015-d04096099f50 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:25.738206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a11859-59c2-4f71-9015-d04096099f50 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Pushing event updated for resources: {'Port': ['ID=a858ee11-2a21-4804-8fd4-8aa87b09d113,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:25.778632 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-f779a227-16c2-40dd-bc87-766008b77863 req-55a11859-59c2-4f71-9015-d04096099f50 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:25.784378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779a227-16c2-40dd-bc87-766008b77863 req-55a11859-59c2-4f71-9015-d04096099f50 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:25.788121 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f779a227-16c2-40dd-bc87-766008b77863 req-55a11859-59c2-4f71-9015-d04096099f50 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.871411 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb3b48-6908-412e-864e-b66ee720902a req-1d101cb6-7390-49a6-b024-511c03020b1a tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:25.873157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7bb3b48-6908-412e-864e-b66ee720902a req-1d101cb6-7390-49a6-b024-511c03020b1a tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2839909 Sep 16 04:40:25.926802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-b7bb3b48-6908-412e-864e-b66ee720902a req-10d66bf7-580e-4eda-92df-eed0855201b2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Request body: {'port': {'device_id': 'f6005299-14ff-43e1-8cdd-b3fc1f9292cd', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': 'ce1074e13e1b4897bf4ea77f32e6f819'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:25.945385 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3be5aed5-000a-4f53-9e0f-4fdd481ef294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.960729 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834727a4-a783-40b0-8718-155e445f0933 req-a39a78e8-cc09-4e99-a9ae-2a89afd168d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:25.962112 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-834727a4-a783-40b0-8718-155e445f0933 req-a39a78e8-cc09-4e99-a9ae-2a89afd168d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1521349 Sep 16 04:40:25.989608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71f889f1-9416-4656-869f-82644d7de40b req-7c23e7f2-6fe8-4ed4-8314-1107cdd14c45 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 210 time: 0.1696424 Sep 16 04:40:26.051123 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3be5aed5-000a-4f53-9e0f-4fdd481ef294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.068591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925a9d1-ccd7-49eb-b097-ea60ae12b9e4 req-74ad7210-a2b8-491a-8b74-89f4fd98dadc tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.070394 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b925a9d1-ccd7-49eb-b097-ea60ae12b9e4 req-74ad7210-a2b8-491a-8b74-89f4fd98dadc tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.2344103 Sep 16 04:40:26.122488 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3c881c54-6769-4fe2-8611-52deacf08f1b None None] Provisioning complete for port a858ee11-2a21-4804-8fd4-8aa87b09d113 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:26.123599 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3c881c54-6769-4fe2-8611-52deacf08f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.150041 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b925a9d1-ccd7-49eb-b097-ea60ae12b9e4 req-b08e0c55-8005-4014-9411-d57d319fc604 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571582 Sep 16 04:40:26.168128 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-3c881c54-6769-4fe2-8611-52deacf08f1b None None] Port a858ee11-2a21-4804-8fd4-8aa87b09d113 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:26.193421 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5aed5-000a-4f53-9e0f-4fdd481ef294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902ccd95-7e27-48bd-9287-a2ac3490d9b2,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:26.239081 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f779a227-16c2-40dd-bc87-766008b77863 req-55a11859-59c2-4f71-9015-d04096099f50 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7431912 Sep 16 04:40:26.248717 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3be5aed5-000a-4f53-9e0f-4fdd481ef294 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75a1135d15464f19ae857fa6a5bb92d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9738636 Sep 16 04:40:26.253143 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57014) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:26.280011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f309b36-e1e8-4683-bd24-c5c12c13e8f0 req-003f2ff6-779e-4910-a16d-0e0422c4f6eb tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.281541 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f309b36-e1e8-4683-bd24-c5c12c13e8f0 req-003f2ff6-779e-4910-a16d-0e0422c4f6eb tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 936 time: 0.0742559 Sep 16 04:40:26.288061 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.db.resource_extend [None req-263de8ef-dcf3-4416-8603-001842a008b7 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:40:26.291373 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Request body: {'port': {'device_id': '16b9e11f-4047-4430-a6a4-b64dca9f365b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:26.345349 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-834727a4-a783-40b0-8718-155e445f0933 req-0102949c-cc96-4ebc-b897-f3348c1782ec service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150189 Sep 16 04:40:26.379010 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-263de8ef-dcf3-4416-8603-001842a008b7 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.396378 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dc439876-d5a0-4de8-9c17-8f42db89280c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.402685 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f309b36-e1e8-4683-bd24-c5c12c13e8f0 req-14a1805e-9e2b-4fc5-bd51-91adca30fd33 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018112 Sep 16 04:40:26.417159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7bb3b48-6908-412e-864e-b66ee720902a req-10d66bf7-580e-4eda-92df-eed0855201b2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Made reservation on behalf of ce1074e13e1b4897bf4ea77f32e6f819 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:26.421697 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7bb3b48-6908-412e-864e-b66ee720902a req-10d66bf7-580e-4eda-92df-eed0855201b2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.428957 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.453796 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dc439876-d5a0-4de8-9c17-8f42db89280c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.455691 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7bb3b48-6908-412e-864e-b66ee720902a req-10d66bf7-580e-4eda-92df-eed0855201b2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.471711 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-834727a4-a783-40b0-8718-155e445f0933 req-b41ef1ed-8097-408d-b221-43d74ee1b324 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914621 Sep 16 04:40:26.519875 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-263de8ef-dcf3-4416-8603-001842a008b7 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.604051 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-abbeb37f-af9d-41da-92a1-973870d50296 req-f86cb21a-32b6-400c-ac9b-9f04f173fe88 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ce1074e13e1b4897bf4ea77f32e6f819&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329268 Sep 16 04:40:26.696910 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-feff0942-04a5-4c19-8b5e-09b79e414c05 req-31c51f97-6ffd-4327-ba53-91684cd71964 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 210 time: 0.0463071 Sep 16 04:40:26.776997 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dc439876-d5a0-4de8-9c17-8f42db89280c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.779709 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dc439876-d5a0-4de8-9c17-8f42db89280c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.781024 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-dc439876-d5a0-4de8-9c17-8f42db89280c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/902ccd95-7e27-48bd-9287-a2ac3490d9b2 HTTP/1.1" status: 204 len: 168 time: 0.5269403 Sep 16 04:40:26.850802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc439876-d5a0-4de8-9c17-8f42db89280c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902ccd95-7e27-48bd-9287-a2ac3490d9b2,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:26.981802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a858ee11-2a21-4804-8fd4-8aa87b09d113 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:26.987996 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7bb3b48-6908-412e-864e-b66ee720902a req-10d66bf7-580e-4eda-92df-eed0855201b2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.993556 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.008436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Transition to ACTIVE for port object a858ee11-2a21-4804-8fd4-8aa87b09d113 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:27.026323 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbeb37f-af9d-41da-92a1-973870d50296 req-e4512e3c-33a4-4e1f-aaee-4fdba723f78f tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.028065 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-abbeb37f-af9d-41da-92a1-973870d50296 req-e4512e3c-33a4-4e1f-aaee-4fdba723f78f tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4178100 Sep 16 04:40:27.075240 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-abbeb37f-af9d-41da-92a1-973870d50296 req-4a738705-e72c-41bf-a09b-0d0f7f1ae1cf tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Request body: {'port': {'device_id': '39060bcc-0eb3-492c-9b27-a4392437aa7e', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': 'ce1074e13e1b4897bf4ea77f32e6f819'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:27.081020 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7bb3b48-6908-412e-864e-b66ee720902a req-10d66bf7-580e-4eda-92df-eed0855201b2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.120684 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.124304 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b3978932-a5b0-4136-99ed-cda4cf8d9eef req-f8a914b0-b299-45b0-883d-e8624a1b9ed2 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 210 time: 0.0493615 Sep 16 04:40:27.127209 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-263de8ef-dcf3-4416-8603-001842a008b7 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Floating IP c2a51765-4aa6-42d3-b116-4bf0d9ffbd17 associated. External IP: 172.25.4.143, port: 47329f48-0a96-4910-9871-3976a30ceb01. Sep 16 04:40:27.326821 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57052) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:27.424309 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d66bf7-580e-4eda-92df-eed0855201b2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c766bd4-c28a-45d7-8186-421399e062c0,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:27.462299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Pushing event updated for resources: {'Port': ['ID=a858ee11-2a21-4804-8fd4-8aa87b09d113,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:27.519494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a34c7-6753-4e83-8dbb-40f92de1aac3 req-60f4f982-8f9e-4866-84b5-bb8d9cf62848 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.521615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b2a34c7-6753-4e83-8dbb-40f92de1aac3 req-60f4f982-8f9e-4866-84b5-bb8d9cf62848 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.1854963 Sep 16 04:40:27.586512 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263de8ef-dcf3-4416-8603-001842a008b7 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:40:27.597749 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbeb37f-af9d-41da-92a1-973870d50296 req-4a738705-e72c-41bf-a09b-0d0f7f1ae1cf tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Made reservation on behalf of ce1074e13e1b4897bf4ea77f32e6f819 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:27.601941 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-abbeb37f-af9d-41da-92a1-973870d50296 req-4a738705-e72c-41bf-a09b-0d0f7f1ae1cf tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.605217 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0de2c4a-7439-4629-b011-add8f943e00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.626408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Attempting to bind port a858ee11-2a21-4804-8fd4-8aa87b09d113 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:27.626993 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Attempting to bind port a858ee11-2a21-4804-8fd4-8aa87b09d113 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:27.627113 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Attempting to bind port a858ee11-2a21-4804-8fd4-8aa87b09d113 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:27.656428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Port a858ee11-2a21-4804-8fd4-8aa87b09d113 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:27.656758 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Attempting to bind port a858ee11-2a21-4804-8fd4-8aa87b09d113 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:27.664304 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-b7bb3b48-6908-412e-864e-b66ee720902a req-10d66bf7-580e-4eda-92df-eed0855201b2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Allocated IP 192.168.233.182 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:27.688411 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683aafd-4b0f-47a3-b654-1f6f257af71e req-10f007f2-d057-471f-bd61-7a66cfae6804 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.696807 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8683aafd-4b0f-47a3-b654-1f6f257af71e req-10f007f2-d057-471f-bd61-7a66cfae6804 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 948 time: 0.1864638 Sep 16 04:40:27.711247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b2a34c7-6753-4e83-8dbb-40f92de1aac3 req-63641d07-120e-4fa9-9115-e6fcb72e90b3 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465511 Sep 16 04:40:27.712261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:27.712803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:27.713372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:27.713992 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Bound port: a858ee11-2a21-4804-8fd4-8aa87b09d113, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:27.714523 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.716779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57060) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:27.762575 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263de8ef-dcf3-4416-8603-001842a008b7 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:27.768804 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-263de8ef-dcf3-4416-8603-001842a008b7 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.781568 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c7464-9717-4ed9-9d8c-f169950fce8e None None] Sync routers for ids ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:27.789596 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-083622d9-9e40-49e0-af01-d20afce2a7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.794637 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c7464-9717-4ed9-9d8c-f169950fce8e None None] Routers {'712015b8-cf43-4dbc-b21f-fefb1d39fb1f'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:27.795431 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-657c7464-9717-4ed9-9d8c-f169950fce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:40:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:27.903068 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8683aafd-4b0f-47a3-b654-1f6f257af71e req-d7616b75-7518-4b13-82aa-e9d37b8e6ab5 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044380 Sep 16 04:40:27.927722 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.968693 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-263de8ef-dcf3-4416-8603-001842a008b7 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "PUT /v2.0/floatingips/c2a51765-4aa6-42d3-b116-4bf0d9ffbd17 HTTP/1.1" status: 200 len: 1013 time: 2.9835987 Sep 16 04:40:27.979048 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a134b74-1e18-4ca6-9acb-015478043b00', 'tag': '47329f48-0a96-4910-9871-3976a30ceb01'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:27.998186 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2e1d3bd-ba24-432d-a933-58c978713834 req-0b7eec6d-9ae9-437a-85a1-de58f2c113f9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2692316 Sep 16 04:40:28.041623 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] For port a858ee11-2a21-4804-8fd4-8aa87b09d113, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:28.058479 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b72e9f8-c916-4dc7-81bc-d6cea337ace9 req-5cf5e897-560b-43d4-a331-78bf8700a99f tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 210 time: 0.0646727 Sep 16 04:40:28.143561 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0de2c4a-7439-4629-b011-add8f943e00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.158390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] For port a858ee11-2a21-4804-8fd4-8aa87b09d113, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a858ee11-2a21-4804-8fd4-8aa87b09d113,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:28.191684 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-657c7464-9717-4ed9-9d8c-f169950fce8e None None] Set router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:28.223441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1d3bd-ba24-432d-a933-58c978713834 req-22ef6cfc-11f7-4f6a-94af-573486c078dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.227034 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2e1d3bd-ba24-432d-a933-58c978713834 req-22ef6cfc-11f7-4f6a-94af-573486c078dc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bb58877c4cf941778d774f1549724437&device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 1122 time: 0.1140270 Sep 16 04:40:28.231359 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7bb3b48-6908-412e-864e-b66ee720902a req-10d66bf7-580e-4eda-92df-eed0855201b2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.234753 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0de2c4a-7439-4629-b011-add8f943e00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.322745 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de2c4a-7439-4629-b011-add8f943e00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d83dc9-f2b6-4827-8d90-6fd968846551,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:28.341480 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d0de2c4a-7439-4629-b011-add8f943e00d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67422808d9754fb4aafdb336bfdc1afc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0109687 Sep 16 04:40:28.341666 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.341939 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57080) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:28.363627 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3185a2c-d030-4be0-85b8-0eb9563b409d" -d '{"events": [{"name": "network-changed", "server_uuid": "1a134b74-1e18-4ca6-9acb-015478043b00", "tag": "47329f48-0a96-4910-9871-3976a30ceb01"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:28.382401 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a34abaa1-65ef-4424-b8b1-9e632624f7c8 req-90f8b4cd-eaeb-40d4-85f9-c3fbdefac9d4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 210 time: 0.1038411 Sep 16 04:40:28.446030 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd2022bf-0ea0-49a0-8ce3-c096a1b3ab78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.489222 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.489222 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.489222 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f779a227-16c2-40dd-bc87-766008b77863 req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] 10.222.0.21 "PUT /v2.0/ports/a858ee11-2a21-4804-8fd4-8aa87b09d113 HTTP/1.1" status: 200 len: 1097 time: 2.2024465 Sep 16 04:40:28.490674 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b9e11f-4047-4430-a6a4-b64dca9f365b', 'tag': 'a858ee11-2a21-4804-8fd4-8aa87b09d113'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:28.492221 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e3b696-20e8-4003-bed1-a766d1922366" -d '{"events": [{"name": "network-changed", "server_uuid": "16b9e11f-4047-4430-a6a4-b64dca9f365b", "tag": "a858ee11-2a21-4804-8fd4-8aa87b09d113"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:28.517423 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd2022bf-0ea0-49a0-8ce3-c096a1b3ab78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.604424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520442f-4106-46ac-b1b5-9a23759c4169 service neutron] Pushing event updated for resources: {'Port': ['ID=a858ee11-2a21-4804-8fd4-8aa87b09d113,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:28.615022 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1d3bd-ba24-432d-a933-58c978713834 req-93fb73b0-0916-44b4-ae66-1c7100f66d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.616882 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2e1d3bd-ba24-432d-a933-58c978713834 req-93fb73b0-0916-44b4-ae66-1c7100f66d5f service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.3404384 Sep 16 04:40:28.669468 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261d1941-beea-4697-93e8-eece7bdfdf68 x-openstack-request-id: req-261d1941-beea-4697-93e8-eece7bdfdf68 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:28.670399 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a134b74-1e18-4ca6-9acb-015478043b00", "tag": "47329f48-0a96-4910-9871-3976a30ceb01", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:28.671474 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-261d1941-beea-4697-93e8-eece7bdfdf68 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:28.671474 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a134b74-1e18-4ca6-9acb-015478043b00', 'tag': '47329f48-0a96-4910-9871-3976a30ceb01', 'status': 'completed', 'code': 200} Sep 16 04:40:28.675181 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd2022bf-0ea0-49a0-8ce3-c096a1b3ab78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.679667 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd2022bf-0ea0-49a0-8ce3-c096a1b3ab78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.681146 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b31e5a7-58dc-4824-9db1-8dc71f87cbb2 x-openstack-request-id: req-9b31e5a7-58dc-4824-9db1-8dc71f87cbb2 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:28.681444 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b9e11f-4047-4430-a6a4-b64dca9f365b", "tag": "a858ee11-2a21-4804-8fd4-8aa87b09d113", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:28.681704 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b31e5a7-58dc-4824-9db1-8dc71f87cbb2 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:28.682120 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b9e11f-4047-4430-a6a4-b64dca9f365b', 'tag': 'a858ee11-2a21-4804-8fd4-8aa87b09d113', 'status': 'completed', 'code': 200} Sep 16 04:40:28.682639 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fd2022bf-0ea0-49a0-8ce3-c096a1b3ab78 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89d83dc9-f2b6-4827-8d90-6fd968846551 HTTP/1.1" status: 204 len: 168 time: 0.3396196 Sep 16 04:40:28.683310 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7bb3b48-6908-412e-864e-b66ee720902a req-10d66bf7-580e-4eda-92df-eed0855201b2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.727940 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2022bf-0ea0-49a0-8ce3-c096a1b3ab78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d83dc9-f2b6-4827-8d90-6fd968846551,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:28.800614 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-083622d9-9e40-49e0-af01-d20afce2a7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.808480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2e1d3bd-ba24-432d-a933-58c978713834 req-8b781284-0d63-44ae-b814-d58b81e47920 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=b3f88e4d-1934-4e19-bbae-b29c982bd559 HTTP/1.1" status: 200 len: 217 time: 0.1746211 Sep 16 04:40:28.834274 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-abbeb37f-af9d-41da-92a1-973870d50296 req-4a738705-e72c-41bf-a09b-0d0f7f1ae1cf tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Allocated IP 192.168.233.253 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/96a9d340-3901-461b-8a68-132cc0e29b80) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:28.867887 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3185a2c-d030-4be0-85b8-0eb9563b409d req-b4a3e0d9-f5c1-4ee1-9b23-219e1dfba934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.871908 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e3185a2c-d030-4be0-85b8-0eb9563b409d req-b4a3e0d9-f5c1-4ee1-9b23-219e1dfba934 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5387f45468474f6a993aa8f14847e99a&device_id=1a134b74-1e18-4ca6-9acb-015478043b00 HTTP/1.1" status: 200 len: 1119 time: 0.1411979 Sep 16 04:40:28.887441 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-657c7464-9717-4ed9-9d8c-f169950fce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:39:35Z', 'revision_number': 4, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port': {'id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:31Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c2a51765-4aa6-42d3-b116-4bf0d9ffbd17', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'port_id': '47329f48-0a96-4910-9871-3976a30ceb01', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'mac_address': 'fa:16:3e:6a:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a134b74-1e18-4ca6-9acb-015478043b00', 'device_owner': 'compute:tempest-test_az-855548121'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:40:04Z', 'updated_at': '2021-09-16T04:40:26Z', 'revision_number': 1, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '947d7ded-9a35-41aa-af5b-80adee2ebc48', 'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'mac_address': 'fa:16:3e:a3:c3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:34Z', 'updated_at': '2021-09-16T04:39:39Z', 'revision_number': 5, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'subnets': [{'id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:28.919544 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-083622d9-9e40-49e0-af01-d20afce2a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.920608 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c7464-9717-4ed9-9d8c-f169950fce8e None None] Checking router: 712015b8-cf43-4dbc-b21f-fefb1d39fb1f for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:28.931862 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c7464-9717-4ed9-9d8c-f169950fce8e None None] Routers {'712015b8-cf43-4dbc-b21f-fefb1d39fb1f'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:28.941294 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-657c7464-9717-4ed9-9d8c-f169950fce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:40:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:28.944560 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7bb3b48-6908-412e-864e-b66ee720902a req-10d66bf7-580e-4eda-92df-eed0855201b2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:29.006738 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-b7bb3b48-6908-412e-864e-b66ee720902a req-10d66bf7-580e-4eda-92df-eed0855201b2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:29.017583 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bb3b48-6908-412e-864e-b66ee720902a req-10d66bf7-580e-4eda-92df-eed0855201b2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:29.024098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb3b48-6908-412e-864e-b66ee720902a req-10d66bf7-580e-4eda-92df-eed0855201b2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.044279 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7bb3b48-6908-412e-864e-b66ee720902a req-10d66bf7-580e-4eda-92df-eed0855201b2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.048807 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d66bf7-580e-4eda-92df-eed0855201b2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Pushing event updated for resources: {'Port': ['ID=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:29.067177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50eb32-87b1-4bb3-a06c-e6702faff674 req-d992cdf5-93c3-4561-bfe1-427077e524c8 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.069496 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d50eb32-87b1-4bb3-a06c-e6702faff674 req-d992cdf5-93c3-4561-bfe1-427077e524c8 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.1609609 Sep 16 04:40:29.078642 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779a227-16c2-40dd-bc87-766008b77863 req-d4f332eb-9936-4046-be55-4f54d2c8c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.078642 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f779a227-16c2-40dd-bc87-766008b77863 req-d4f332eb-9936-4046-be55-4f54d2c8c1de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57d81270cf524fee9d6e0f4e83cef12d&device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 1100 time: 0.3996348 Sep 16 04:40:29.079082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1d3bd-ba24-432d-a933-58c978713834 req-28a4999e-ec88-4917-846f-7bcee84bb7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.080329 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2e1d3bd-ba24-432d-a933-58c978713834 req-28a4999e-ec88-4917-846f-7bcee84bb7c0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.2186751 Sep 16 04:40:29.085715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083622d9-9e40-49e0-af01-d20afce2a7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cf0896-c799-4b83-854f-be45828c7cb3,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:29.090011 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-083622d9-9e40-49e0-af01-d20afce2a7b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f9f061208254f5d9fabf272b5f0bd57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3631718 Sep 16 04:40:29.133999 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-657c7464-9717-4ed9-9d8c-f169950fce8e None None] Set router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:29.136947 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57106) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:29.136947 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.38', 54767) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:29.151790 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f779a227-16c2-40dd-bc87-766008b77863 req-d9941b78-265c-434c-a1de-4d270573e474 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=a858ee11-2a21-4804-8fd4-8aa87b09d113 HTTP/1.1" status: 200 len: 217 time: 0.0603693 Sep 16 04:40:29.196608 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3185a2c-d030-4be0-85b8-0eb9563b409d req-ff59e4e2-3e9d-47cc-831b-3fc22e090fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.198147 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e3185a2c-d030-4be0-85b8-0eb9563b409d req-ff59e4e2-3e9d-47cc-831b-3fc22e090fad service neutron] 10.222.0.38 "GET /v2.0/networks?id=1fbbfb6a-decf-48e9-be9a-550f7df178ee HTTP/1.1" status: 200 len: 925 time: 0.3101451 Sep 16 04:40:29.199917 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-c6179da9-cf88-4412-bc30-2f21e7147231 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=71c20e9c9e004beebe8e7434e5c8e497&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588555 Sep 16 04:40:29.300191 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7bb3b48-6908-412e-864e-b66ee720902a req-10d66bf7-580e-4eda-92df-eed0855201b2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3961587 Sep 16 04:40:29.340979 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d50eb32-87b1-4bb3-a06c-e6702faff674 req-851f2bf9-873a-4131-a990-eff71849b8ed tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586241 Sep 16 04:40:29.345070 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Request body: {'port': {'device_id': 'f6005299-14ff-43e1-8cdd-b3fc1f9292cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:29.401159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300eea59-c912-41af-a2d5-1fd0ed90e9e2 req-7a8f896d-159f-4022-aa4c-e0e6b93ed805 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.402309 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-01a0a3cc-c960-4770-ac92-d8563c4c352e None None] Provisioning complete for port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:29.405281 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-01a0a3cc-c960-4770-ac92-d8563c4c352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.406278 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-abbeb37f-af9d-41da-92a1-973870d50296 req-4a738705-e72c-41bf-a09b-0d0f7f1ae1cf tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.418129 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-300eea59-c912-41af-a2d5-1fd0ed90e9e2 req-7a8f896d-159f-4022-aa4c-e0e6b93ed805 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 948 time: 0.2509060 Sep 16 04:40:29.465108 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e3185a2c-d030-4be0-85b8-0eb9563b409d req-7c9d0df9-c2b1-4f9e-838c-442b53e3ac13 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47329f48-0a96-4910-9871-3976a30ceb01 HTTP/1.1" status: 200 len: 1021 time: 0.2553821 Sep 16 04:40:29.482645 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-71870480-a71e-4d1c-be4c-f0b1b542b48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.508775 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-01a0a3cc-c960-4770-ac92-d8563c4c352e None None] Port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:29.515119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1d3bd-ba24-432d-a933-58c978713834 req-dd525c09-4dc5-4701-9ea3-a508c44bf085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.520518 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2e1d3bd-ba24-432d-a933-58c978713834 req-dd525c09-4dc5-4701-9ea3-a508c44bf085 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3549824 Sep 16 04:40:29.526296 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-657c7464-9717-4ed9-9d8c-f169950fce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:39:35Z', 'revision_number': 4, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port': {'id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:31Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c2a51765-4aa6-42d3-b116-4bf0d9ffbd17', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'port_id': '47329f48-0a96-4910-9871-3976a30ceb01', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'mac_address': 'fa:16:3e:6a:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a134b74-1e18-4ca6-9acb-015478043b00', 'device_owner': 'compute:tempest-test_az-855548121'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:40:04Z', 'updated_at': '2021-09-16T04:40:26Z', 'revision_number': 1, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '947d7ded-9a35-41aa-af5b-80adee2ebc48', 'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'mac_address': 'fa:16:3e:a3:c3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:34Z', 'updated_at': '2021-09-16T04:39:39Z', 'revision_number': 5, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'subnets': [{'id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:29.559030 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c7464-9717-4ed9-9d8c-f169950fce8e None None] The sync data for ids ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'] in n-d-712140-13 is: [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:39:35Z', 'revision_number': 4, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port': {'id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:31Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c2a51765-4aa6-42d3-b116-4bf0d9ffbd17', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'port_id': '47329f48-0a96-4910-9871-3976a30ceb01', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'mac_address': 'fa:16:3e:6a:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a134b74-1e18-4ca6-9acb-015478043b00', 'device_owner': 'compute:tempest-test_az-855548121'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:40:04Z', 'updated_at': '2021-09-16T04:40:26Z', 'revision_number': 1, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '947d7ded-9a35-41aa-af5b-80adee2ebc48', 'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'mac_address': 'fa:16:3e:a3:c3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:34Z', 'updated_at': '2021-09-16T04:39:39Z', 'revision_number': 5, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'subnets': [{'id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:29.576510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779a227-16c2-40dd-bc87-766008b77863 req-a0b8466f-2a97-4fec-930e-80a8ffbb53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.578029 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f779a227-16c2-40dd-bc87-766008b77863 req-a0b8466f-2a97-4fec-930e-80a8ffbb53fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.3628585 Sep 16 04:40:29.600285 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-300eea59-c912-41af-a2d5-1fd0ed90e9e2 req-9fe47c4c-4bec-43eb-824f-3c6eca2f7f28 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763051 Sep 16 04:40:29.714437 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.758865 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d66eecbe-5c3f-4c96-a69f-0932b5e2e4e6 req-23292ca5-ce4a-4bdd-b831-f5a54a39665b tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 210 time: 0.0512781 Sep 16 04:40:29.769233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779a227-16c2-40dd-bc87-766008b77863 req-64d95e50-5ba1-4120-9b6b-666501c771fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.771287 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f779a227-16c2-40dd-bc87-766008b77863 req-64d95e50-5ba1-4120-9b6b-666501c771fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1752574 Sep 16 04:40:29.778911 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-71870480-a71e-4d1c-be4c-f0b1b542b48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.839713 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2e1d3bd-ba24-432d-a933-58c978713834 req-86cbbb4f-50d5-4726-94e3-85478609f117 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892938 Sep 16 04:40:29.861481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3185a2c-d030-4be0-85b8-0eb9563b409d req-b9d101e4-5c19-48b8-8243-22529170fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.863097 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e3185a2c-d030-4be0-85b8-0eb9563b409d req-b9d101e4-5c19-48b8-8243-22529170fb68 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=124f68eb-31a3-43f3-9f21-13efd54fa405 HTTP/1.1" status: 200 len: 863 time: 0.3815618 Sep 16 04:40:29.878213 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-61a92271-ba48-4931-bdd3-de843b868422 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.879575 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-61a92271-ba48-4931-bdd3-de843b868422 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6666408 Sep 16 04:40:29.904791 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-a8cc39f6-0491-496e-be3c-c26d1c9281f4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Request body: {'port': {'device_id': 'df14fc62-38df-4927-b8e4-7f1a7b819cbc', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': '71c20e9c9e004beebe8e7434e5c8e497'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:29.927566 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a6702-efbc-4b97-a895-b9a177906fd6 None None] New status for floating IP c2a51765-4aa6-42d3-b116-4bf0d9ffbd17: ACTIVE {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:40:29.959396 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-abbeb37f-af9d-41da-92a1-973870d50296 req-4a738705-e72c-41bf-a09b-0d0f7f1ae1cf tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.960856 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57120) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:29.995514 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c63dc58a-1e6e-47f3-bcbc-145b5aef362f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.130738 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-71870480-a71e-4d1c-be4c-f0b1b542b48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.133316 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-71870480-a71e-4d1c-be4c-f0b1b542b48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.136987 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-71870480-a71e-4d1c-be4c-f0b1b542b48e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03cf0896-c799-4b83-854f-be45828c7cb3 HTTP/1.1" status: 204 len: 168 time: 0.9947088 Sep 16 04:40:30.178440 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbeb37f-af9d-41da-92a1-973870d50296 req-4a738705-e72c-41bf-a09b-0d0f7f1ae1cf tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:30.214471 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-abbeb37f-af9d-41da-92a1-973870d50296 req-4a738705-e72c-41bf-a09b-0d0f7f1ae1cf tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:30.233392 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbeb37f-af9d-41da-92a1-973870d50296 req-4a738705-e72c-41bf-a09b-0d0f7f1ae1cf tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:30.239116 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbeb37f-af9d-41da-92a1-973870d50296 req-4a738705-e72c-41bf-a09b-0d0f7f1ae1cf tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.239934 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-abbeb37f-af9d-41da-92a1-973870d50296 req-4a738705-e72c-41bf-a09b-0d0f7f1ae1cf tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.242836 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71870480-a71e-4d1c-be4c-f0b1b542b48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cf0896-c799-4b83-854f-be45828c7cb3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:30.245905 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3185a2c-d030-4be0-85b8-0eb9563b409d req-0b048f2b-aa24-4669-abda-809023cac922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.247466 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e3185a2c-d030-4be0-85b8-0eb9563b409d req-0b048f2b-aa24-4669-abda-809023cac922 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1fbbfb6a-decf-48e9-be9a-550f7df178ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3500214 Sep 16 04:40:30.291741 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e238984-f90f-44a9-8e13-8586e5a7be53 req-9dafc5d8-7902-457a-9bba-6b72e3dbf6cb tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 210 time: 0.1959074 Sep 16 04:40:30.376111 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a738705-e72c-41bf-a09b-0d0f7f1ae1cf tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Pushing event updated for resources: {'Port': ['ID=96a9d340-3901-461b-8a68-132cc0e29b80,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:30.414151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.21', 56409) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:30.577347 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f779a227-16c2-40dd-bc87-766008b77863 req-bdab45ac-7f4c-4974-945f-14c14e1aae18 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7937915 Sep 16 04:40:30.588897 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c63dc58a-1e6e-47f3-bcbc-145b5aef362f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.614137 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2e1d3bd-ba24-432d-a933-58c978713834 req-1da7eb88-73b6-4af9-9f1d-d26bd3efc0b3 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7594769 Sep 16 04:40:30.636110 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e3185a2c-d030-4be0-85b8-0eb9563b409d req-041d23c1-becc-4008-a9e8-1a67a5ebacaa service neutron] 10.222.0.38 "GET /v2.0/networks/1fbbfb6a-decf-48e9-be9a-550f7df178ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512390 Sep 16 04:40:30.658609 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-bbefb00a-d46e-4f46-92bc-a8ef12e153e2 None None] Provisioning complete for port 96a9d340-3901-461b-8a68-132cc0e29b80 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:30.660131 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c63dc58a-1e6e-47f3-bcbc-145b5aef362f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.660523 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bbefb00a-d46e-4f46-92bc-a8ef12e153e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.685962 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0f143-6e22-4b4b-84c9-7b520fdb4770 req-7a9bcb39-5eb1-47e4-9d01-09e443d64a30 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.687898 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ab0f143-6e22-4b4b-84c9-7b520fdb4770 req-7a9bcb39-5eb1-47e4-9d01-09e443d64a30 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 970 time: 0.4435608 Sep 16 04:40:30.720557 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-bbefb00a-d46e-4f46-92bc-a8ef12e153e2 None None] Port 96a9d340-3901-461b-8a68-132cc0e29b80 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:30.741897 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-abbeb37f-af9d-41da-92a1-973870d50296 req-4a738705-e72c-41bf-a09b-0d0f7f1ae1cf tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6710589 Sep 16 04:40:30.783570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacdf15-1d9e-4477-929d-7947759078ca req-a5eb9079-0b9d-4990-a36a-b6cd3054564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.785091 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7bacdf15-1d9e-4477-929d-7947759078ca req-a5eb9079-0b9d-4990-a36a-b6cd3054564e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 1102 time: 0.3560152 Sep 16 04:40:30.803513 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Request body: {'port': {'device_id': '39060bcc-0eb3-492c-9b27-a4392437aa7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:30.813547 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63dc58a-1e6e-47f3-bcbc-145b5aef362f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a92297a-cbf1-4d1d-9f08-5e30190333f7,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:30.819914 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c63dc58a-1e6e-47f3-bcbc-145b5aef362f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c6c93edbb9b45eab4dae573cd5cdf05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8430548 Sep 16 04:40:30.820091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df910573-4d4b-4be4-a399-45463c7b4d50 req-ff51ee2e-0be9-4375-b53c-703a36929e69 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.826213 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-df910573-4d4b-4be4-a399-45463c7b4d50 req-ff51ee2e-0be9-4375-b53c-703a36929e69 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.3524499 Sep 16 04:40:30.840492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57136) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:30.871231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dc58a-1e6e-47f3-bcbc-145b5aef362f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:30.871231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dc58a-1e6e-47f3-bcbc-145b5aef362f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:30.871231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dc58a-1e6e-47f3-bcbc-145b5aef362f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:30.871231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dc58a-1e6e-47f3-bcbc-145b5aef362f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:30.871231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dc58a-1e6e-47f3-bcbc-145b5aef362f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:30.871231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dc58a-1e6e-47f3-bcbc-145b5aef362f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:30.871231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dc58a-1e6e-47f3-bcbc-145b5aef362f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:30.871231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dc58a-1e6e-47f3-bcbc-145b5aef362f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:30.871231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dc58a-1e6e-47f3-bcbc-145b5aef362f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:30.871231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dc58a-1e6e-47f3-bcbc-145b5aef362f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:30.871231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dc58a-1e6e-47f3-bcbc-145b5aef362f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:30.871231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dc58a-1e6e-47f3-bcbc-145b5aef362f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:30.918116 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ab0f143-6e22-4b4b-84c9-7b520fdb4770 req-17adf1cc-1de1-43e1-ae26-1f5fe0ff4cc4 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/security-groups?id=45aca009-4f13-42ca-92ee-8f06192068d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071095 Sep 16 04:40:30.936567 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.936567 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e3185a2c-d030-4be0-85b8-0eb9563b409d req-71d87709-4c60-42ce-bfc0-dbb2b71c9c44 service neutron] 10.222.0.38 "GET /v2.0/networks/1fbbfb6a-decf-48e9-be9a-550f7df178ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896276 Sep 16 04:40:30.976309 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-a8cc39f6-0491-496e-be3c-c26d1c9281f4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Made reservation on behalf of 71c20e9c9e004beebe8e7434e5c8e497 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:30.982522 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-a8cc39f6-0491-496e-be3c-c26d1c9281f4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.005458 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-a8cc39f6-0491-496e-be3c-c26d1c9281f4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.038797 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f779a227-16c2-40dd-bc87-766008b77863 req-a1a88525-6526-4bce-ace1-9daaa0b7da93 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301381 Sep 16 04:40:31.099249 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-df910573-4d4b-4be4-a399-45463c7b4d50 req-9a341755-173b-429f-8aef-f687b062e88c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713063 Sep 16 04:40:31.128128 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:31.157685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacdf15-1d9e-4477-929d-7947759078ca req-bb7b5b1f-90ff-4c88-8ce7-8a2c592daaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.159628 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7bacdf15-1d9e-4477-929d-7947759078ca req-bb7b5b1f-90ff-4c88-8ce7-8a2c592daaa7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.3180141 Sep 16 04:40:31.169962 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7cceb45-0d8e-4685-ad15-aea451737d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.174954 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.271993 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-a8cc39f6-0491-496e-be3c-c26d1c9281f4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.286481 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7bacdf15-1d9e-4477-929d-7947759078ca req-7ee450e4-fdaf-4db4-86b2-1fefe29273d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=44bd3647-20c9-4130-8c7f-1b5380042dc5 HTTP/1.1" status: 200 len: 217 time: 0.1055810 Sep 16 04:40:31.291893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Transition to ACTIVE for port object a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:31.299172 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7cceb45-0d8e-4685-ad15-aea451737d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.308618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649f91a-5ede-4082-8883-a1cdb22061e9 req-8edf6487-ed22-46f4-9dbf-4794e38f3cb4 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.310142 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1649f91a-5ede-4082-8883-a1cdb22061e9 req-8edf6487-ed22-46f4-9dbf-4794e38f3cb4 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 948 time: 0.2646699 Sep 16 04:40:31.376920 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-a8cc39f6-0491-496e-be3c-c26d1c9281f4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.386466 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d01b42-8358-4bf5-8b78-b3e8eb24b10f req-88bb09ec-a58c-4b80-bb58-03ef85d22aeb tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.388036 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-76d01b42-8358-4bf5-8b78-b3e8eb24b10f req-88bb09ec-a58c-4b80-bb58-03ef85d22aeb tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 936 time: 0.1899133 Sep 16 04:40:31.432904 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.508963 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1649f91a-5ede-4082-8883-a1cdb22061e9 req-be531b64-6684-417e-8ea3-d2ba9f1faa98 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894119 Sep 16 04:40:31.518349 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc39f6-0491-496e-be3c-c26d1c9281f4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc30556-44ac-48c2-b567-5722c16fdaca,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:31.529779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacdf15-1d9e-4477-929d-7947759078ca req-9490bda3-d8eb-4240-8301-0434debe5f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.530764 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7bacdf15-1d9e-4477-929d-7947759078ca req-9490bda3-d8eb-4240-8301-0434debe5f55 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1779568 Sep 16 04:40:31.573007 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3b696-20e8-4003-bed1-a766d1922366 req-64fc6643-7780-41c3-9540-9d9b87dae045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.574371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42e3b696-20e8-4003-bed1-a766d1922366 req-64fc6643-7780-41c3-9540-9d9b87dae045 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57d81270cf524fee9d6e0f4e83cef12d&device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 1100 time: 0.2143049 Sep 16 04:40:31.606145 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Pushing event updated for resources: {'Port': ['ID=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:31.622197 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-76d01b42-8358-4bf5-8b78-b3e8eb24b10f req-40e3c199-1a9a-4b27-8540-11521ac80583 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940663 Sep 16 04:40:31.627342 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7cceb45-0d8e-4685-ad15-aea451737d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.642248 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7cceb45-0d8e-4685-ad15-aea451737d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.642248 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b7cceb45-0d8e-4685-ad15-aea451737d93 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a92297a-cbf1-4d1d-9f08-5e30190333f7 HTTP/1.1" status: 204 len: 168 time: 0.7843971 Sep 16 04:40:31.706364 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.706950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.707388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.708002 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.709274 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.709840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.710370 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.711255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.711814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.712391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.712975 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.713497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.736640 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a9d340-3901-461b-8a68-132cc0e29b80 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:31.740533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cceb45-0d8e-4685-ad15-aea451737d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a92297a-cbf1-4d1d-9f08-5e30190333f7,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:31.765504 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.794695 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Transition to ACTIVE for port object 96a9d340-3901-461b-8a68-132cc0e29b80 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:31.821205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Attempting to bind port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:31.821581 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Attempting to bind port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:31.822001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Attempting to bind port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:31.831922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8080df4b-1226-409a-8b06-17c49034c092 req-8604b798-950b-4509-bea4-b06f70ad2b27 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 210 time: 0.1138880 Sep 16 04:40:31.839954 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacdf15-1d9e-4477-929d-7947759078ca req-8f3f7405-5d6f-4d2c-88dc-63d24ee5023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.841595 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7bacdf15-1d9e-4477-929d-7947759078ca req-8f3f7405-5d6f-4d2c-88dc-63d24ee5023f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2891726 Sep 16 04:40:31.843908 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:31.844498 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Attempting to bind port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:31.876020 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:31.876361 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:31.876915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:31.877577 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Bound port: a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:31.878134 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.903964 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.916820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3b696-20e8-4003-bed1-a766d1922366 req-bca1aa8c-405a-4ce3-810c-48906510a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.918550 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42e3b696-20e8-4003-bed1-a766d1922366 req-bca1aa8c-405a-4ce3-810c-48906510a16e service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.3366833 Sep 16 04:40:31.978406 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-a8cc39f6-0491-496e-be3c-c26d1c9281f4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Allocated IP 192.168.233.86 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/e305093c-6b47-48ab-9277-9b042c0f108d) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:32.070997 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Pushing event updated for resources: {'Port': ['ID=96a9d340-3901-461b-8a68-132cc0e29b80,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:32.071219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7bacdf15-1d9e-4477-929d-7947759078ca req-d7565be6-0d31-470b-8140-2543d61dd01a service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110679 Sep 16 04:40:32.071219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42e3b696-20e8-4003-bed1-a766d1922366 req-d5280d4d-d2fc-4e8a-b074-2346778c2ead service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=a858ee11-2a21-4804-8fd4-8aa87b09d113 HTTP/1.1" status: 200 len: 217 time: 0.1370995 Sep 16 04:40:32.165050 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Attempting to bind port 96a9d340-3901-461b-8a68-132cc0e29b80 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:32.174234 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Attempting to bind port 96a9d340-3901-461b-8a68-132cc0e29b80 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:32.175098 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Attempting to bind port 96a9d340-3901-461b-8a68-132cc0e29b80 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:32.210614 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Port 96a9d340-3901-461b-8a68-132cc0e29b80 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:32.216029 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Attempting to bind port 96a9d340-3901-461b-8a68-132cc0e29b80 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:32.248391 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:32.248391 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:32.248817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:32.249292 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Bound port: 96a9d340-3901-461b-8a68-132cc0e29b80, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:32.249776 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.288154 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e174b-1447-4899-bb30-9c5f23a1c7f8 req-70d3dd32-066e-4ffb-86b4-9c6481bf7be1 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.289749 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ae0e174b-1447-4899-bb30-9c5f23a1c7f8 req-70d3dd32-066e-4ffb-86b4-9c6481bf7be1 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.38 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 970 time: 0.2798808 Sep 16 04:40:32.510772 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] For port 96a9d340-3901-461b-8a68-132cc0e29b80, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:32.519671 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] For port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:32.545785 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] For port 96a9d340-3901-461b-8a68-132cc0e29b80, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=96a9d340-3901-461b-8a68-132cc0e29b80,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:32.546596 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3b696-20e8-4003-bed1-a766d1922366 req-a8c5fc6a-a73b-4943-8204-aafcc6389d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.548132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42e3b696-20e8-4003-bed1-a766d1922366 req-a8c5fc6a-a73b-4943-8204-aafcc6389d9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.4585178 Sep 16 04:40:32.557521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] For port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:32.567826 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-a8cc39f6-0491-496e-be3c-c26d1c9281f4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.580117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116f693-27b6-4eac-840e-01ce55918b62 req-053efa43-7a57-455e-ba3f-25b80d8d9171 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.581678 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7116f693-27b6-4eac-840e-01ce55918b62 req-053efa43-7a57-455e-ba3f-25b80d8d9171 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 970 time: 0.5168200 Sep 16 04:40:32.595203 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-ae0e174b-1447-4899-bb30-9c5f23a1c7f8 req-a62f02a4-a131-4689-974c-d8c462fdc494 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Deleting port b3f88e4d-1934-4e19-bbae-b29c982bd559 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:32.595543 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ae0e174b-1447-4899-bb30-9c5f23a1c7f8 req-a62f02a4-a131-4689-974c-d8c462fdc494 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.628378 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.640066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c02e4-9e18-4d1e-8bd4-4ab8bebb4d4c req-ab60c683-4ea3-4c6f-92e6-1e6e84e6c072 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.641666 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e2c02e4-9e18-4d1e-8bd4-4ab8bebb4d4c req-ab60c683-4ea3-4c6f-92e6-1e6e84e6c072 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.3992059 Sep 16 04:40:32.642866 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.663826 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7bacdf15-1d9e-4477-929d-7947759078ca req-a5a5420e-a258-488b-96ed-faac2ea62aea service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5762386 Sep 16 04:40:32.763095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.763983 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.765675 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7bb3b48-6908-412e-864e-b66ee720902a req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] 10.222.0.21 "PUT /v2.0/ports/a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 HTTP/1.1" status: 200 len: 1097 time: 3.4463983 Sep 16 04:40:32.767387 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6005299-14ff-43e1-8cdd-b3fc1f9292cd', 'tag': 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:32.769962 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a446a55-8db2-4bf6-9f20-6e74fed20a25" -d '{"events": [{"name": "network-changed", "server_uuid": "f6005299-14ff-43e1-8cdd-b3fc1f9292cd", "tag": "a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:32.787803 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7116f693-27b6-4eac-840e-01ce55918b62 req-f8c06eea-bf66-44b6-b52b-cef71b7d0e7c tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/security-groups?id=45aca009-4f13-42ca-92ee-8f06192068d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799319 Sep 16 04:40:32.794421 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3b696-20e8-4003-bed1-a766d1922366 req-ae00a42c-26c5-4f3d-a79a-430297b6e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.796024 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42e3b696-20e8-4003-bed1-a766d1922366 req-ae00a42c-26c5-4f3d-a79a-430297b6e700 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2345586 Sep 16 04:40:32.858443 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e2c02e4-9e18-4d1e-8bd4-4ab8bebb4d4c req-3ec5f8cf-5056-4b88-b509-ee3f366bb522 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019897 Sep 16 04:40:32.866388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227d880-b0f7-495c-8c45-3401f0497aca service neutron] Pushing event updated for resources: {'Port': ['ID=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:33.066132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42e3b696-20e8-4003-bed1-a766d1922366 req-8fa2cb48-e992-4d70-9f83-569e08d59255 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608035 Sep 16 04:40:33.073159 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-ae0e174b-1447-4899-bb30-9c5f23a1c7f8 req-a62f02a4-a131-4689-974c-d8c462fdc494 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] For port b3f88e4d-1934-4e19-bbae-b29c982bd559, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b3f88e4d-1934-4e19-bbae-b29c982bd559,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:33.074027 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ae0e174b-1447-4899-bb30-9c5f23a1c7f8 req-a62f02a4-a131-4689-974c-d8c462fdc494 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.078973 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.079912 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.082732 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-abbeb37f-af9d-41da-92a1-973870d50296 req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] 10.222.0.21 "PUT /v2.0/ports/96a9d340-3901-461b-8a68-132cc0e29b80 HTTP/1.1" status: 200 len: 1097 time: 2.3025370 Sep 16 04:40:33.086112 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39060bcc-0eb3-492c-9b27-a4392437aa7e', 'tag': '96a9d340-3901-461b-8a68-132cc0e29b80'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:33.088425 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991c7f81-7c46-4e81-b61a-a76593cb947b" -d '{"events": [{"name": "network-changed", "server_uuid": "39060bcc-0eb3-492c-9b27-a4392437aa7e", "tag": "96a9d340-3901-461b-8a68-132cc0e29b80"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:33.091520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb3b48-6908-412e-864e-b66ee720902a req-8766e40e-246a-4c03-9c32-5d4273e8a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.096086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7bb3b48-6908-412e-864e-b66ee720902a req-8766e40e-246a-4c03-9c32-5d4273e8a171 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce1074e13e1b4897bf4ea77f32e6f819&device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 1100 time: 0.1626995 Sep 16 04:40:33.116258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c9717-6bf6-4fb5-b6c9-d23ac317dca6 req-d6d6c515-155b-420a-bf73-600e55b3940c tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.117846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a5c9717-6bf6-4fb5-b6c9-d23ac317dca6 req-d6d6c515-155b-420a-bf73-600e55b3940c tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 948 time: 0.1733987 Sep 16 04:40:33.150090 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-ae0e174b-1447-4899-bb30-9c5f23a1c7f8 req-a62f02a4-a131-4689-974c-d8c462fdc494 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Calling delete_port for b3f88e4d-1934-4e19-bbae-b29c982bd559 owned by compute:tempest-test_az-855548121 {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:33.183376 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1fb61-4943-4255-89f6-ed9a2290f1fb req-36a75871-3667-4c10-88d6-cb0c47b8ef08 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.187538 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286331b5-4928-46b8-a88b-c651109a97ca service neutron] Pushing event updated for resources: {'Port': ['ID=96a9d340-3901-461b-8a68-132cc0e29b80,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:33.198053 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0cd1fb61-4943-4255-89f6-ed9a2290f1fb req-36a75871-3667-4c10-88d6-cb0c47b8ef08 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 948 time: 0.2193806 Sep 16 04:40:33.218458 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7bb3b48-6908-412e-864e-b66ee720902a req-3a16314f-ede8-42ab-b855-7463a7cd63aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 HTTP/1.1" status: 200 len: 217 time: 0.0987678 Sep 16 04:40:33.319060 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-a8cc39f6-0491-496e-be3c-c26d1c9281f4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.366143 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0cd1fb61-4943-4255-89f6-ed9a2290f1fb req-f3011de3-4c97-4450-89aa-4d9f5eec9067 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670518 Sep 16 04:40:33.392414 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-a8cc39f6-0491-496e-be3c-c26d1c9281f4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:33.399517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb3b48-6908-412e-864e-b66ee720902a req-76030083-bdf6-44cc-a493-a7101732f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.399517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7bb3b48-6908-412e-864e-b66ee720902a req-76030083-bdf6-44cc-a493-a7101732f634 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1500335 Sep 16 04:40:33.409125 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-a8cc39f6-0491-496e-be3c-c26d1c9281f4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:33.410057 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a5c9717-6bf6-4fb5-b6c9-d23ac317dca6 req-077511c9-d9fa-4458-950a-6769ae00bc38 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885812 Sep 16 04:40:33.413394 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-a8cc39f6-0491-496e-be3c-c26d1c9281f4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:33.419593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-a8cc39f6-0491-496e-be3c-c26d1c9281f4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.420290 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-a8cc39f6-0491-496e-be3c-c26d1c9281f4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.452003 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc39f6-0491-496e-be3c-c26d1c9281f4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Pushing event updated for resources: {'Port': ['ID=e305093c-6b47-48ab-9277-9b042c0f108d,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:33.472304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbeb37f-af9d-41da-92a1-973870d50296 req-c8ea1c5c-644d-4239-8d9d-16367132a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.481789 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-abbeb37f-af9d-41da-92a1-973870d50296 req-c8ea1c5c-644d-4239-8d9d-16367132a80e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce1074e13e1b4897bf4ea77f32e6f819&device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 1100 time: 0.1991644 Sep 16 04:40:33.486842 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42e3b696-20e8-4003-bed1-a766d1922366 req-62275222-cb55-4df8-90ce-35e946be14ff service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099481 Sep 16 04:40:33.493085 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb3b48-6908-412e-864e-b66ee720902a req-9a70d66e-c46f-4d42-89f3-515a5ea3b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.494721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7bb3b48-6908-412e-864e-b66ee720902a req-9a70d66e-c46f-4d42-89f3-515a5ea3b076 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0882239 Sep 16 04:40:33.518477 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f945d5a-2bf2-43aa-9451-48c4403d85ab x-openstack-request-id: req-1f945d5a-2bf2-43aa-9451-48c4403d85ab {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:33.518643 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6005299-14ff-43e1-8cdd-b3fc1f9292cd", "tag": "a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:33.518788 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f945d5a-2bf2-43aa-9451-48c4403d85ab {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:33.519376 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6005299-14ff-43e1-8cdd-b3fc1f9292cd', 'tag': 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4', 'status': 'completed', 'code': 200} Sep 16 04:40:33.548201 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-a8cc39f6-0491-496e-be3c-c26d1c9281f4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6474583 Sep 16 04:40:33.618252 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Request body: {'port': {'device_id': 'df14fc62-38df-4927-b8e4-7f1a7b819cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:33.658030 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5fa06d-e967-4576-9c4a-18ff7af802ef x-openstack-request-id: req-0e5fa06d-e967-4576-9c4a-18ff7af802ef {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:33.658337 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39060bcc-0eb3-492c-9b27-a4392437aa7e", "tag": "96a9d340-3901-461b-8a68-132cc0e29b80", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:33.658567 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e5fa06d-e967-4576-9c4a-18ff7af802ef {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:33.658988 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39060bcc-0eb3-492c-9b27-a4392437aa7e', 'tag': '96a9d340-3901-461b-8a68-132cc0e29b80', 'status': 'completed', 'code': 200} Sep 16 04:40:33.697004 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff27872-919e-458d-b4b0-2c3c08d0afd8 req-24ca0dcf-d49e-4b41-a95d-e4742546561d tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.697004 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ff27872-919e-458d-b4b0-2c3c08d0afd8 req-24ca0dcf-d49e-4b41-a95d-e4742546561d tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 935 time: 0.1305275 Sep 16 04:40:33.721677 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.724315 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7bb3b48-6908-412e-864e-b66ee720902a req-71a0e100-2d9f-46ba-9908-e3f511849fc8 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001128 Sep 16 04:40:33.724834 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-abbeb37f-af9d-41da-92a1-973870d50296 req-27023dbe-3103-4e7a-afbd-862113db350c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=96a9d340-3901-461b-8a68-132cc0e29b80 HTTP/1.1" status: 200 len: 217 time: 0.2054741 Sep 16 04:40:33.775634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ff27872-919e-458d-b4b0-2c3c08d0afd8 req-fd7ae5e5-457f-4887-b4b0-4988e1f3cdc4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737216 Sep 16 04:40:33.825149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbeb37f-af9d-41da-92a1-973870d50296 req-67f69f3f-c130-4b53-9dac-b42f2b078a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.826655 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-abbeb37f-af9d-41da-92a1-973870d50296 req-67f69f3f-c130-4b53-9dac-b42f2b078a14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0895507 Sep 16 04:40:33.827301 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ae0e174b-1447-4899-bb30-9c5f23a1c7f8 req-a62f02a4-a131-4689-974c-d8c462fdc494 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.844858 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-394b0f10-b51e-4a13-b217-c48b0059d383 None None] Provisioning complete for port e305093c-6b47-48ab-9277-9b042c0f108d triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:33.846304 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-394b0f10-b51e-4a13-b217-c48b0059d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.919441 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7bb3b48-6908-412e-864e-b66ee720902a req-e608b245-36ab-46c9-a36d-549f26202ab3 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799371 Sep 16 04:40:33.923719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-394b0f10-b51e-4a13-b217-c48b0059d383 None None] Port e305093c-6b47-48ab-9277-9b042c0f108d cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:33.928937 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['b3f88e4d-1934-4e19-bbae-b29c982bd559'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:33.969047 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f02a4-a131-4689-974c-d8c462fdc494 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Pushing event deleted for resources: {'Port': ['ID=b3f88e4d-1934-4e19-bbae-b29c982bd559,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:33.984266 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ad77137-cf4b-4e8a-a5a1-f844ab884449 req-289e5c9f-5a66-4f29-be25-1a07896e74d4 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 210 time: 0.0612729 Sep 16 04:40:34.086459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadb76c-206c-45fc-b9e0-3915eef71521 req-95c6201c-7e25-47ad-9a67-0955b17ff01a tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.089397 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0e174b-1447-4899-bb30-9c5f23a1c7f8 req-a62f02a4-a131-4689-974c-d8c462fdc494 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] No DVR routers for this DVR port b3f88e4d-1934-4e19-bbae-b29c982bd559 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:40:34.102902 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1aadb76c-206c-45fc-b9e0-3915eef71521 req-95c6201c-7e25-47ad-9a67-0955b17ff01a tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.0895202 Sep 16 04:40:34.121477 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ae0e174b-1447-4899-bb30-9c5f23a1c7f8 req-a62f02a4-a131-4689-974c-d8c462fdc494 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.125318 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ae0e174b-1447-4899-bb30-9c5f23a1c7f8 req-a62f02a4-a131-4689-974c-d8c462fdc494 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.38 "DELETE /v2.0/ports/b3f88e4d-1934-4e19-bbae-b29c982bd559 HTTP/1.1" status: 204 len: 173 time: 1.8261604 Sep 16 04:40:34.170649 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbeb37f-af9d-41da-92a1-973870d50296 req-6c985934-66b7-4f5f-8745-4713926cfc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.175302 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-abbeb37f-af9d-41da-92a1-973870d50296 req-6c985934-66b7-4f5f-8745-4713926cfc4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3327153 Sep 16 04:40:34.178528 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1aadb76c-206c-45fc-b9e0-3915eef71521 req-e09b7289-1337-4462-b7d8-10106e36b46f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742204 Sep 16 04:40:34.213217 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a446a55-8db2-4bf6-9f20-6e74fed20a25 req-2aeaed14-8361-4f3c-9eaa-56cc68be227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.214845 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a446a55-8db2-4bf6-9f20-6e74fed20a25 req-2aeaed14-8361-4f3c-9eaa-56cc68be227d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce1074e13e1b4897bf4ea77f32e6f819&device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 1100 time: 0.0755348 Sep 16 04:40:34.345806 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-abbeb37f-af9d-41da-92a1-973870d50296 req-649c7f91-c2e8-4c0e-96ab-edf6c451489a service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526620 Sep 16 04:40:34.356767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a446a55-8db2-4bf6-9f20-6e74fed20a25 req-f963a086-4732-4478-8609-9543e1fe0f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.358518 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a446a55-8db2-4bf6-9f20-6e74fed20a25 req-f963a086-4732-4478-8609-9543e1fe0f1b service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1344075 Sep 16 04:40:34.410578 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e305093c-6b47-48ab-9277-9b042c0f108d {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:34.449510 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.464005 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a446a55-8db2-4bf6-9f20-6e74fed20a25 req-cdfc15de-a3f7-4bbe-8ae6-2a63b8089e60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 HTTP/1.1" status: 200 len: 217 time: 0.0957658 Sep 16 04:40:34.479677 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Transition to ACTIVE for port object e305093c-6b47-48ab-9277-9b042c0f108d will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:34.500755 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-abbeb37f-af9d-41da-92a1-973870d50296 req-b2339bbe-9c6a-4e30-8369-f2310b096033 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330316 Sep 16 04:40:34.560288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.597648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a446a55-8db2-4bf6-9f20-6e74fed20a25 req-9b6890ba-320e-4ec7-88b7-3cc459c9a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.599317 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a446a55-8db2-4bf6-9f20-6e74fed20a25 req-9b6890ba-320e-4ec7-88b7-3cc459c9a02d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1257200 Sep 16 04:40:34.610408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166825e4-5753-402b-a47c-3f198a221ae9 req-84ddba7b-7fa2-428b-b8ff-8ed5e27454c5 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.617880 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-166825e4-5753-402b-a47c-3f198a221ae9 req-84ddba7b-7fa2-428b-b8ff-8ed5e27454c5 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 948 time: 0.1468122 Sep 16 04:40:34.620213 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Pushing event updated for resources: {'Port': ['ID=e305093c-6b47-48ab-9277-9b042c0f108d,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:34.654754 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Attempting to bind port e305093c-6b47-48ab-9277-9b042c0f108d on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:34.655555 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Attempting to bind port e305093c-6b47-48ab-9277-9b042c0f108d by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:34.656050 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Attempting to bind port e305093c-6b47-48ab-9277-9b042c0f108d on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:34.663245 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Port e305093c-6b47-48ab-9277-9b042c0f108d on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:34.663957 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Attempting to bind port e305093c-6b47-48ab-9277-9b042c0f108d on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:34.671007 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:34.671353 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:34.672140 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:34.672834 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Bound port: e305093c-6b47-48ab-9277-9b042c0f108d, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:34.673207 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.680642 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b7edb-4d3a-4af6-8d23-bdd1ceafaaf9 req-e26c1fe7-bb66-476d-af8b-1286a7a97296 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.682210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-727b7edb-4d3a-4af6-8d23-bdd1ceafaaf9 req-e26c1fe7-bb66-476d-af8b-1286a7a97296 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 948 time: 0.1470170 Sep 16 04:40:34.727084 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-166825e4-5753-402b-a47c-3f198a221ae9 req-4fb52498-b6e8-40ff-8d8c-af2e1327617c tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082256 Sep 16 04:40:34.743692 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a446a55-8db2-4bf6-9f20-6e74fed20a25 req-571c05fc-b630-4fa6-b516-b84dbc143886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.745547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a446a55-8db2-4bf6-9f20-6e74fed20a25 req-571c05fc-b630-4fa6-b516-b84dbc143886 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1227319 Sep 16 04:40:34.751904 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-727b7edb-4d3a-4af6-8d23-bdd1ceafaaf9 req-b1c04dac-baa6-4124-b29e-ca7281d61423 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622697 Sep 16 04:40:34.793800 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] For port e305093c-6b47-48ab-9277-9b042c0f108d, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:34.797685 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] For port e305093c-6b47-48ab-9277-9b042c0f108d, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=e305093c-6b47-48ab-9277-9b042c0f108d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:34.806906 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c7f81-7c46-4e81-b61a-a76593cb947b req-c56ff4fd-332c-46e8-b594-b2e755865ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.808761 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-991c7f81-7c46-4e81-b61a-a76593cb947b req-c56ff4fd-332c-46e8-b594-b2e755865ed5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce1074e13e1b4897bf4ea77f32e6f819&device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 1100 time: 0.1139538 Sep 16 04:40:34.880911 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.907477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a446a55-8db2-4bf6-9f20-6e74fed20a25 req-9d767ccc-cedb-46c7-9c65-e009aa8a1c01 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184440 Sep 16 04:40:34.965974 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.966596 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.968019 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] 10.222.0.38 "PUT /v2.0/ports/e305093c-6b47-48ab-9277-9b042c0f108d HTTP/1.1" status: 200 len: 1096 time: 1.3549979 Sep 16 04:40:34.997673 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c7f81-7c46-4e81-b61a-a76593cb947b req-04f35ab9-7783-428f-9266-8b83b62cf333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.999286 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-991c7f81-7c46-4e81-b61a-a76593cb947b req-04f35ab9-7783-428f-9266-8b83b62cf333 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1824410 Sep 16 04:40:35.002564 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f9771-9fdd-45e8-9b15-46dad177d272 service neutron] Pushing event updated for resources: {'Port': ['ID=e305093c-6b47-48ab-9277-9b042c0f108d,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:35.069648 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a446a55-8db2-4bf6-9f20-6e74fed20a25 req-ebff3bd1-6f66-4489-ab39-1fc4fece4949 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429131 Sep 16 04:40:35.076399 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-991c7f81-7c46-4e81-b61a-a76593cb947b req-30c2fe94-021f-4b48-8c7a-f54b826f2451 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=96a9d340-3901-461b-8a68-132cc0e29b80 HTTP/1.1" status: 200 len: 217 time: 0.0676224 Sep 16 04:40:35.115229 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca1c390f-f939-469a-94bb-a0d7876d86e1 req-19de1b3a-3066-4992-b048-9f093488dd0d tempest-QuotasAdminNegativeTest-1688236597 tempest-QuotasAdminNegativeTest-1688236597-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ffdf269bba354fe1b6eeb480cee003ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324244 Sep 16 04:40:35.153361 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c7f81-7c46-4e81-b61a-a76593cb947b req-0de9b4cc-34e2-4b78-bb80-8715e490659c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.154994 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-991c7f81-7c46-4e81-b61a-a76593cb947b req-0de9b4cc-34e2-4b78-bb80-8715e490659c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0565100 Sep 16 04:40:35.242581 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c7f81-7c46-4e81-b61a-a76593cb947b req-e9b31b4a-5b81-4fbf-9ae8-d8b3eb5eb98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.244118 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-991c7f81-7c46-4e81-b61a-a76593cb947b req-e9b31b4a-5b81-4fbf-9ae8-d8b3eb5eb98f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0803368 Sep 16 04:40:35.251343 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-da447758-b20a-40c9-b08d-94508c9b298a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.275292 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adab21-df0b-4710-b198-f9c2c36d306f req-ab27d734-c464-43a4-a8e3-0f855dfdcfa0 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.276678 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-49a29106-0344-40d2-8e55-f7da3bdacfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.276844 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79adab21-df0b-4710-b198-f9c2c36d306f req-ab27d734-c464-43a4-a8e3-0f855dfdcfa0 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 947 time: 0.0777166 Sep 16 04:40:35.278210 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-49a29106-0344-40d2-8e55-f7da3bdacfba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=71c20e9c9e004beebe8e7434e5c8e497&device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 1099 time: 0.0684679 Sep 16 04:40:35.288501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c390f-f939-469a-94bb-a0d7876d86e1 req-21ba148e-544f-42db-9bcc-c29f72a51da3 tempest-QuotasAdminNegativeTest-1688236597 tempest-QuotasAdminNegativeTest-1688236597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.290141 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca1c390f-f939-469a-94bb-a0d7876d86e1 req-21ba148e-544f-42db-9bcc-c29f72a51da3 tempest-QuotasAdminNegativeTest-1688236597 tempest-QuotasAdminNegativeTest-1688236597-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660805 Sep 16 04:40:35.323449 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca1c390f-f939-469a-94bb-a0d7876d86e1 req-ac99ebf3-9f1d-4696-90df-97d8983bfbd4 tempest-QuotasAdminNegativeTest-1688236597 tempest-QuotasAdminNegativeTest-1688236597-project] 10.222.0.20 "GET /v2.0/quotas/ffdf269bba354fe1b6eeb480cee003ec HTTP/1.1" status: 200 len: 375 time: 0.0246506 Sep 16 04:40:35.349092 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79adab21-df0b-4710-b198-f9c2c36d306f req-b8a4b377-8826-4280-a02f-2c1195b87f03 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576682 Sep 16 04:40:35.363886 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca1c390f-f939-469a-94bb-a0d7876d86e1 req-6de0befa-3a33-4792-bbc9-a4c8f754d120 tempest-QuotasAdminNegativeTest-1688236597 tempest-QuotasAdminNegativeTest-1688236597-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffdf269bba354fe1b6eeb480cee003ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340793 Sep 16 04:40:35.367624 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-e68d61a5-29f1-47dd-ab45-9d7dca2ea0cf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=e305093c-6b47-48ab-9277-9b042c0f108d HTTP/1.1" status: 200 len: 217 time: 0.0469649 Sep 16 04:40:35.418572 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-991c7f81-7c46-4e81-b61a-a76593cb947b req-2f0da31c-57a7-424c-a653-923d64e2fa68 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666141 Sep 16 04:40:35.443187 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-40658e5e-fb7a-436b-a451-9c62db395015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.444770 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-40658e5e-fb7a-436b-a451-9c62db395015 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0696673 Sep 16 04:40:35.487671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-647e03b5-525a-4402-9be3-9869da5227b0 req-2ab7b68e-46c6-4c95-a8b4-297fcd3a5e58 tempest-AggregatesAdminTestJSON-780730976 tempest-AggregatesAdminTestJSON-780730976-project] 10.222.0.20 "GET /v2.0/ports?device_id=58306a65-db74-45e3-8102-b777c35beb70 HTTP/1.1" status: 200 len: 210 time: 0.0292022 Sep 16 04:40:35.557182 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-e8f34bef-e55e-4259-8978-850dd0b7a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.558725 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-e8f34bef-e55e-4259-8978-850dd0b7a4f8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1030746 Sep 16 04:40:35.605978 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-991c7f81-7c46-4e81-b61a-a76593cb947b req-74abf7ab-504d-4912-9513-14b1c4d16f01 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787226 Sep 16 04:40:35.623222 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f058f-17b4-4e3b-aedd-199eb0bca0cc req-cf8d007b-63e3-47c6-8ef6-6066a2557838 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.631478 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-874f058f-17b4-4e3b-aedd-199eb0bca0cc req-cf8d007b-63e3-47c6-8ef6-6066a2557838 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.0713441 Sep 16 04:40:35.662288 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58306a65-db74-45e3-8102-b777c35beb70', 'name': 'network-vif-deleted', 'tag': 'b3f88e4d-1934-4e19-bbae-b29c982bd559'}, {'name': 'network-changed', 'server_uuid': 'df14fc62-38df-4927-b8e4-7f1a7b819cbc', 'tag': 'e305093c-6b47-48ab-9277-9b042c0f108d'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:35.665396 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3572689-8013-49b0-8af5-c8e31ad9cba7" -d '{"events": [{"server_uuid": "58306a65-db74-45e3-8102-b777c35beb70", "name": "network-vif-deleted", "tag": "b3f88e4d-1934-4e19-bbae-b29c982bd559"}, {"name": "network-changed", "server_uuid": "df14fc62-38df-4927-b8e4-7f1a7b819cbc", "tag": "e305093c-6b47-48ab-9277-9b042c0f108d"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:35.689960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-874f058f-17b4-4e3b-aedd-199eb0bca0cc req-2928e2ab-d22e-4b7a-b95f-16707acadd06 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533266 Sep 16 04:40:35.701450 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-c9222a5c-5451-454a-a1f1-57e5fc37bf14 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328356 Sep 16 04:40:35.779565 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d222275c-1acc-48c8-8365-df4d461d62ae x-openstack-request-id: req-d222275c-1acc-48c8-8365-df4d461d62ae {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:35.779860 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58306a65-db74-45e3-8102-b777c35beb70", "name": "network-vif-deleted", "tag": "b3f88e4d-1934-4e19-bbae-b29c982bd559", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "df14fc62-38df-4927-b8e4-7f1a7b819cbc", "tag": "e305093c-6b47-48ab-9277-9b042c0f108d", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:35.780112 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d222275c-1acc-48c8-8365-df4d461d62ae {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:35.780496 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58306a65-db74-45e3-8102-b777c35beb70', 'name': 'network-vif-deleted', 'tag': 'b3f88e4d-1934-4e19-bbae-b29c982bd559', 'status': 'completed', 'code': 200} Sep 16 04:40:35.780749 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df14fc62-38df-4927-b8e4-7f1a7b819cbc', 'tag': 'e305093c-6b47-48ab-9277-9b042c0f108d', 'status': 'completed', 'code': 200} Sep 16 04:40:35.811747 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-51685cd0-01ec-452c-9b7c-ffc657d45104 req-f394873a-8a40-4224-830f-a03826edc405 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954142 Sep 16 04:40:36.003029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5f8d3-14fc-43ab-80f9-f003d48ee38f req-36d2d6bd-9c00-4258-b01d-f4a9d14dae2b tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.004586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2b5f8d3-14fc-43ab-80f9-f003d48ee38f req-36d2d6bd-9c00-4258-b01d-f4a9d14dae2b tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 948 time: 0.0657430 Sep 16 04:40:36.046600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3572689-8013-49b0-8af5-c8e31ad9cba7 req-d851ffdd-f971-48b7-8c35-c1c371209ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.048233 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e3572689-8013-49b0-8af5-c8e31ad9cba7 req-d851ffdd-f971-48b7-8c35-c1c371209ade service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=71c20e9c9e004beebe8e7434e5c8e497&device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 1099 time: 0.0477679 Sep 16 04:40:36.068014 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2b5f8d3-14fc-43ab-80f9-f003d48ee38f req-58cfaafb-9698-4c42-bdd8-6da93947e0ce tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566618 Sep 16 04:40:36.099672 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160a071-7004-433f-87dd-d2f7e42db43e req-c776e177-23b4-40e1-b736-b95fce56bdae tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.106132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f160a071-7004-433f-87dd-d2f7e42db43e req-c776e177-23b4-40e1-b736-b95fce56bdae tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 948 time: 0.0713227 Sep 16 04:40:36.143067 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3572689-8013-49b0-8af5-c8e31ad9cba7 req-0e889222-95f2-4ec9-98ae-af4fc72f9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.150123 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e3572689-8013-49b0-8af5-c8e31ad9cba7 req-0e889222-95f2-4ec9-98ae-af4fc72f9569 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.0885549 Sep 16 04:40:36.150271 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f160a071-7004-433f-87dd-d2f7e42db43e req-189caaf2-35be-4e8f-8862-368ea4927d16 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388567 Sep 16 04:40:36.231772 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e3572689-8013-49b0-8af5-c8e31ad9cba7 req-428c051b-13ba-4ee4-9661-d4aacd666b25 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=e305093c-6b47-48ab-9277-9b042c0f108d HTTP/1.1" status: 200 len: 217 time: 0.0491915 Sep 16 04:40:36.290314 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3572689-8013-49b0-8af5-c8e31ad9cba7 req-3c7cfe08-0fcf-4e5a-b636-7ffa4725160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.291926 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e3572689-8013-49b0-8af5-c8e31ad9cba7 req-3c7cfe08-0fcf-4e5a-b636-7ffa4725160c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0536323 Sep 16 04:40:36.347223 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3572689-8013-49b0-8af5-c8e31ad9cba7 req-f2eda0cb-80d7-40bf-ac33-5525e1ff0a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.348829 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e3572689-8013-49b0-8af5-c8e31ad9cba7 req-f2eda0cb-80d7-40bf-ac33-5525e1ff0a53 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0493903 Sep 16 04:40:36.447035 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e3572689-8013-49b0-8af5-c8e31ad9cba7 req-19996cb0-c0f0-4e80-95a5-14d89dc6ce6f service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911486 Sep 16 04:40:36.501043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3199faf-7594-4ba2-975d-9ec13bf81d32 req-54cded97-0a29-4b4e-8920-b81fb4e9ac04 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.502610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d3199faf-7594-4ba2-975d-9ec13bf81d32 req-54cded97-0a29-4b4e-8920-b81fb4e9ac04 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 947 time: 0.0504446 Sep 16 04:40:36.558006 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e3572689-8013-49b0-8af5-c8e31ad9cba7 req-e09536fd-d30c-47f1-aa84-20eca83bc4b6 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035709 Sep 16 04:40:36.559744 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d3199faf-7594-4ba2-975d-9ec13bf81d32 req-05c2e9c8-7621-46eb-a55b-9d2a17c55b2e tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492909 Sep 16 04:40:36.676300 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a858ee11-2a21-4804-8fd4-8aa87b09d113 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:36.783737 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a858ee11-2a21-4804-8fd4-8aa87b09d113, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a858ee11-2a21-4804-8fd4-8aa87b09d113,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:36.797262 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'a858ee11-2a21-4804-8fd4-8aa87b09d113', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': 'a858ee11-2a21-4804-8fd4-8aa87b09d113', 'mac_address': 'fa:16:3e:7e:c3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:36.801292 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b3f88e4d-1934-4e19-bbae-b29c982bd559 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:36.825623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: b3f88e4d-1934-4e19-bbae-b29c982bd559 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:40:36.825965 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b3f88e4d-1934-4e19-bbae-b29c982bd559 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:40:36.844139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74886b17-5ae0-4a2a-93f6-2c2fb7b81732 req-da8d27b0-9c6c-4f0c-a30f-a3ede0050581 tempest-QuotasAdminNegativeTest-1688236597 tempest-QuotasAdminNegativeTest-1688236597-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ffdf269bba354fe1b6eeb480cee003ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2000046 Sep 16 04:40:36.865055 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.878379 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a858ee11-2a21-4804-8fd4-8aa87b09d113 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:36.903655 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a858ee11-2a21-4804-8fd4-8aa87b09d113, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a858ee11-2a21-4804-8fd4-8aa87b09d113,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:36.972403 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd41454-ae8c-4741-8efb-55fae483c75e req-b92437a9-7d52-417f-a0c1-ebf3c18c9ef8 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.974548 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7bd41454-ae8c-4741-8efb-55fae483c75e req-b92437a9-7d52-417f-a0c1-ebf3c18c9ef8 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.1334190 Sep 16 04:40:36.983332 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.030649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74886b17-5ae0-4a2a-93f6-2c2fb7b81732 req-cebd91ed-4580-4939-b51a-932791901756 tempest-QuotasAdminNegativeTest-1688236597 tempest-QuotasAdminNegativeTest-1688236597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.032281 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74886b17-5ae0-4a2a-93f6-2c2fb7b81732 req-cebd91ed-4580-4939-b51a-932791901756 tempest-QuotasAdminNegativeTest-1688236597 tempest-QuotasAdminNegativeTest-1688236597-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760819 Sep 16 04:40:37.039098 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=a858ee11-2a21-4804-8fd4-8aa87b09d113,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:37.043544 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7bd41454-ae8c-4741-8efb-55fae483c75e req-e7f83b80-e6a7-4ed0-8d91-86263e04c4f0 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627906 Sep 16 04:40:37.047103 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.047564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.047995 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.048420 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.049068 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.049953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.050385 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.051070 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.051491 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.052474 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.052902 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.053425 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.067895 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74886b17-5ae0-4a2a-93f6-2c2fb7b81732 req-3919450f-d3af-4ef0-9df6-84377e3cf6dd tempest-QuotasAdminNegativeTest-1688236597 tempest-QuotasAdminNegativeTest-1688236597-project] 10.222.0.20 "GET /v2.0/quotas/ffdf269bba354fe1b6eeb480cee003ec HTTP/1.1" status: 200 len: 375 time: 0.0208871 Sep 16 04:40:37.079944 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57348) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:37.093894 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74886b17-5ae0-4a2a-93f6-2c2fb7b81732 req-e7b8bf21-8090-46eb-b384-cc78cf6219e8 tempest-QuotasAdminNegativeTest-1688236597 tempest-QuotasAdminNegativeTest-1688236597-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffdf269bba354fe1b6eeb480cee003ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326688 Sep 16 04:40:37.202069 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57364) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:37.204941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071e292-ba63-4393-a010-3dd394d2c592 req-c553cfc4-fe05-42f0-aad0-9c84c9447023 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.206527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a071e292-ba63-4393-a010-3dd394d2c592 req-c553cfc4-fe05-42f0-aad0-9c84c9447023 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 949 time: 0.0622232 Sep 16 04:40:37.247781 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a071e292-ba63-4393-a010-3dd394d2c592 req-6de6e8f3-aca5-40ae-b872-2a34e5759390 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339456 Sep 16 04:40:37.276131 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eee160b6-64de-4eeb-8ccf-9afe7b6a1a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.382726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad08dd-37ee-40e5-a374-cd251838193b req-86885fb7-8ae0-4299-bcd5-f1696d6d18e5 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.384487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6ad08dd-37ee-40e5-a374-cd251838193b req-86885fb7-8ae0-4299-bcd5-f1696d6d18e5 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 948 time: 0.0566142 Sep 16 04:40:37.417116 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a858ee11-2a21-4804-8fd4-8aa87b09d113'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:37.452450 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6ad08dd-37ee-40e5-a374-cd251838193b req-b10ffb1b-64cd-48e1-83c9-def85f63ce98 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598967 Sep 16 04:40:37.603088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57378) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:37.603252 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bdefaa66-b4b2-4973-b5f1-138440f91976 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb58877c4cf941778d774f1549724437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3998425 Sep 16 04:40:37.645971 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eee160b6-64de-4eeb-8ccf-9afe7b6a1a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.691720 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3347c1a7-8cd7-4fbd-946d-d67f4fc81532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.720337 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3347c1a7-8cd7-4fbd-946d-d67f4fc81532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.735412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c198f-ab93-4d20-b971-cc2797d93be6 req-0694a897-1b16-4bb3-b648-f4680dec338e tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.736934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-775c198f-ab93-4d20-b971-cc2797d93be6 req-0694a897-1b16-4bb3-b648-f4680dec338e tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 947 time: 0.0890167 Sep 16 04:40:37.748833 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eee160b6-64de-4eeb-8ccf-9afe7b6a1a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.784607 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-53326bdc-fa51-4be4-9bbb-9d9e9197224f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.797832 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-eee160b6-64de-4eeb-8ccf-9afe7b6a1a44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38b64fe3a8474da789183fd3102a32ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7167437 Sep 16 04:40:37.798073 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-775c198f-ab93-4d20-b971-cc2797d93be6 req-609d3dea-4c75-460a-af8a-ad41676e4d63 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500205 Sep 16 04:40:37.798706 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57386) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:37.800414 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee160b6-64de-4eeb-8ccf-9afe7b6a1a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e251ed5-5aa9-4c89-af8b-f50a32dda628,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:37.862584 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-57e516fd-57ec-4a17-9188-82a738839352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.890203 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-57e516fd-57ec-4a17-9188-82a738839352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.932708 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3347c1a7-8cd7-4fbd-946d-d67f4fc81532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.935793 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3347c1a7-8cd7-4fbd-946d-d67f4fc81532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.937054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3347c1a7-8cd7-4fbd-946d-d67f4fc81532 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45aca009-4f13-42ca-92ee-8f06192068d2 HTTP/1.1" status: 204 len: 168 time: 0.3321598 Sep 16 04:40:37.946611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347c1a7-8cd7-4fbd-946d-d67f4fc81532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aca009-4f13-42ca-92ee-8f06192068d2,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:38.045327 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-57e516fd-57ec-4a17-9188-82a738839352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.048066 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-57e516fd-57ec-4a17-9188-82a738839352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.049300 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-57e516fd-57ec-4a17-9188-82a738839352 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e251ed5-5aa9-4c89-af8b-f50a32dda628 HTTP/1.1" status: 204 len: 168 time: 0.2491374 Sep 16 04:40:38.058539 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e516fd-57ec-4a17-9188-82a738839352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e251ed5-5aa9-4c89-af8b-f50a32dda628,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:38.178385 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d56616f4-5c2b-4920-ad59-f3582ca7d0b7 req-f9d8a036-a0e3-4fa9-94ec-c3fb090199b9 tempest-QuotasAdminNegativeTest-1688236597 tempest-QuotasAdminNegativeTest-1688236597-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ffdf269bba354fe1b6eeb480cee003ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410550 Sep 16 04:40:38.228030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63453e93-4476-4e81-82dd-3a1904aab38c req-3cb77acc-cf9d-4988-a348-15979ff397bb tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:38.229580 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63453e93-4476-4e81-82dd-3a1904aab38c req-3cb77acc-cf9d-4988-a348-15979ff397bb tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.1022818 Sep 16 04:40:38.347327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63453e93-4476-4e81-82dd-3a1904aab38c req-18b6cd7c-1dc2-4a2a-ba07-36b6fbeea960 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095917 Sep 16 04:40:38.359384 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56616f4-5c2b-4920-ad59-f3582ca7d0b7 req-dec5ade1-6884-463d-baca-fe8d9be6c099 tempest-QuotasAdminNegativeTest-1688236597 tempest-QuotasAdminNegativeTest-1688236597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:38.366849 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d56616f4-5c2b-4920-ad59-f3582ca7d0b7 req-dec5ade1-6884-463d-baca-fe8d9be6c099 tempest-QuotasAdminNegativeTest-1688236597 tempest-QuotasAdminNegativeTest-1688236597-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812615 Sep 16 04:40:38.377383 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d56616f4-5c2b-4920-ad59-f3582ca7d0b7 req-2224b428-8662-4ae0-aed4-bed8af228aba tempest-QuotasAdminNegativeTest-1688236597 tempest-QuotasAdminNegativeTest-1688236597-project] 10.222.0.20 "GET /v2.0/quotas/ffdf269bba354fe1b6eeb480cee003ec HTTP/1.1" status: 200 len: 375 time: 0.0096061 Sep 16 04:40:38.413031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d56616f4-5c2b-4920-ad59-f3582ca7d0b7 req-5669cc08-56dc-412c-a531-db48560d7c2f tempest-QuotasAdminNegativeTest-1688236597 tempest-QuotasAdminNegativeTest-1688236597-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffdf269bba354fe1b6eeb480cee003ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288422 Sep 16 04:40:38.434433 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.478259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dcf64-be09-4e6d-a919-a08e65332989 req-7fa5e09d-db38-4bd5-bdfe-794b4d6b2033 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:38.479855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b6dcf64-be09-4e6d-a919-a08e65332989 req-7fa5e09d-db38-4bd5-bdfe-794b4d6b2033 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 949 time: 0.0501132 Sep 16 04:40:38.532194 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b6dcf64-be09-4e6d-a919-a08e65332989 req-bf94a594-8348-49f0-96f1-cae18a5e2335 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389774 Sep 16 04:40:38.583222 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71a0c7-7ce6-45a5-966e-c193f9fbe2ee req-442d3a45-022e-419f-ae3d-5aa4d9524ad0 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:38.584831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b71a0c7-7ce6-45a5-966e-c193f9fbe2ee req-442d3a45-022e-419f-ae3d-5aa4d9524ad0 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 948 time: 0.0576906 Sep 16 04:40:38.627594 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b71a0c7-7ce6-45a5-966e-c193f9fbe2ee req-93999c28-a60c-4ebb-a96d-575f270fc6d0 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364680 Sep 16 04:40:38.690190 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 96a9d340-3901-461b-8a68-132cc0e29b80 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:38.732152 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57420) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:38.755761 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a858ee11-2a21-4804-8fd4-8aa87b09d113 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:38.776831 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-31097a0a-c69d-4b91-a2fa-29e6e4040d5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f192fb6ff90c4a94af3cf9069a2ee813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457535 Sep 16 04:40:38.780736 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57424) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:38.844258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57428) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:38.877073 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-562f64fb-b6e1-4317-9ec5-871d990b99e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.878333 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 96a9d340-3901-461b-8a68-132cc0e29b80, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=96a9d340-3901-461b-8a68-132cc0e29b80,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:38.884097 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-550e1ce4-c5a9-4c54-b6c8-2d1ada78e8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.894666 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '96a9d340-3901-461b-8a68-132cc0e29b80', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '96a9d340-3901-461b-8a68-132cc0e29b80', 'mac_address': 'fa:16:3e:87:49:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:38.938013 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-550e1ce4-c5a9-4c54-b6c8-2d1ada78e8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.969320 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.986941 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a9d340-3901-461b-8a68-132cc0e29b80 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:38.993006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port a858ee11-2a21-4804-8fd4-8aa87b09d113 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:39.003248 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port a858ee11-2a21-4804-8fd4-8aa87b09d113 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:39.004146 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.040521 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 96a9d340-3901-461b-8a68-132cc0e29b80, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=96a9d340-3901-461b-8a68-132cc0e29b80,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:39.043245 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.046489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c282c8-9616-43df-9801-b329a579a0e1 req-0b27c1e7-b740-427c-bf08-d012323de0bc tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.048301 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70c282c8-9616-43df-9801-b329a579a0e1 req-0b27c1e7-b740-427c-bf08-d012323de0bc tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 947 time: 0.1246989 Sep 16 04:40:39.070951 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-550e1ce4-c5a9-4c54-b6c8-2d1ada78e8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.074503 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-550e1ce4-c5a9-4c54-b6c8-2d1ada78e8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.075739 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-550e1ce4-c5a9-4c54-b6c8-2d1ada78e8c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f85d1f5e-1c33-469b-b5a9-353c4b3d5a08 HTTP/1.1" status: 204 len: 168 time: 0.2939744 Sep 16 04:40:39.087377 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e1ce4-c5a9-4c54-b6c8-2d1ada78e8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85d1f5e-1c33-469b-b5a9-353c4b3d5a08,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:39.116626 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.139019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70c282c8-9616-43df-9801-b329a579a0e1 req-f3a8f122-2849-4ffa-8a3d-d6c25e694cda tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789447 Sep 16 04:40:39.143834 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-562f64fb-b6e1-4317-9ec5-871d990b99e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.156291 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b9e11f-4047-4430-a6a4-b64dca9f365b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a858ee11-2a21-4804-8fd4-8aa87b09d113'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:39.162346 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bba79c-964e-4f15-a61e-12a43f9c478c" -d '{"events": [{"server_uuid": "16b9e11f-4047-4430-a6a4-b64dca9f365b", "name": "network-vif-plugged", "status": "completed", "tag": "a858ee11-2a21-4804-8fd4-8aa87b09d113"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:39.180204 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a858ee11-2a21-4804-8fd4-8aa87b09d113, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a858ee11-2a21-4804-8fd4-8aa87b09d113,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:39.209755 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955e6510-47b8-45b7-a14f-b9840978be9d x-openstack-request-id: req-955e6510-47b8-45b7-a14f-b9840978be9d {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:39.210062 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b9e11f-4047-4430-a6a4-b64dca9f365b", "name": "network-vif-plugged", "status": "completed", "tag": "a858ee11-2a21-4804-8fd4-8aa87b09d113", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:39.210310 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-955e6510-47b8-45b7-a14f-b9840978be9d {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:39.210697 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b9e11f-4047-4430-a6a4-b64dca9f365b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a858ee11-2a21-4804-8fd4-8aa87b09d113', 'code': 200} Sep 16 04:40:39.291021 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.291954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:39.331361 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-562f64fb-b6e1-4317-9ec5-871d990b99e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.348996 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944f60f-cd64-4e73-a131-cf8c885648bd req-4d3084b4-cafd-4f54-84f4-721fe3af68b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.351163 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d944f60f-cd64-4e73-a131-cf8c885648bd req-4d3084b4-cafd-4f54-84f4-721fe3af68b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 1101 time: 0.0495670 Sep 16 04:40:39.354639 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.378749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:39.380167 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-562f64fb-b6e1-4317-9ec5-871d990b99e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96e9610f1c134d75935b3f369c07422a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324302 Sep 16 04:40:39.384000 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=96a9d340-3901-461b-8a68-132cc0e29b80,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:39.390561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57434) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:39.399809 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f64fb-b6e1-4317-9ec5-871d990b99e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3143bda4-d2e0-47a8-af0a-298642153f83,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:39.400163 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d944f60f-cd64-4e73-a131-cf8c885648bd req-7b029736-1afd-4cea-8660-ccd69eea2bb8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402589 Sep 16 04:40:39.437487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4', 'mac_address': 'fa:16:3e:47:39:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:39.498175 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=a858ee11-2a21-4804-8fd4-8aa87b09d113,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:39.501416 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-189695cc-0005-4535-abd2-88f5a4d2cb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.502712 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.520392 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:39.530856 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-189695cc-0005-4535-abd2-88f5a4d2cb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.543181 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:39.546527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9acd4-e75c-477b-aa05-89d2d961c262 req-6ad4fef3-52a7-4537-8dc4-c7a5a096bead tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.548147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0eb9acd4-e75c-477b-aa05-89d2d961c262 req-6ad4fef3-52a7-4537-8dc4-c7a5a096bead tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.1020644 Sep 16 04:40:39.616132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0eb9acd4-e75c-477b-aa05-89d2d961c262 req-5a34647f-700a-40fc-9557-08d9a5fba991 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568092 Sep 16 04:40:39.677736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f41760-49b4-43e2-83c9-a6472403d484 req-56e3db53-37c9-4fec-8443-db5fcc2783bb tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.679889 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3f41760-49b4-43e2-83c9-a6472403d484 req-56e3db53-37c9-4fec-8443-db5fcc2783bb tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 950 time: 0.0691383 Sep 16 04:40:39.685551 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.743240 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:39.764599 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3f41760-49b4-43e2-83c9-a6472403d484 req-b8b39dce-c70f-455c-bdb5-b42f2bb34eac tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778615 Sep 16 04:40:39.773567 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-189695cc-0005-4535-abd2-88f5a4d2cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.776177 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-189695cc-0005-4535-abd2-88f5a4d2cb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.777328 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-189695cc-0005-4535-abd2-88f5a4d2cb72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3143bda4-d2e0-47a8-af0a-298642153f83 HTTP/1.1" status: 204 len: 168 time: 0.3812232 Sep 16 04:40:39.788060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481191c-416d-49ef-a8da-144d4277b5b8 req-e479301a-a438-41c4-9765-d1265c7ccb4b tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.796069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1481191c-416d-49ef-a8da-144d4277b5b8 req-e479301a-a438-41c4-9765-d1265c7ccb4b tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 949 time: 0.0936468 Sep 16 04:40:39.836084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189695cc-0005-4535-abd2-88f5a4d2cb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3143bda4-d2e0-47a8-af0a-298642153f83,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:39.851566 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1481191c-416d-49ef-a8da-144d4277b5b8 req-329633bd-66c4-4222-821e-0ec0e4f1723c tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550845 Sep 16 04:40:40.099264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57462) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:40.193594 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['96a9d340-3901-461b-8a68-132cc0e29b80'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:40.242499 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3042ea07-3c9b-4141-bf43-251fabfa87d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.285309 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:40.366725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c69767-84e9-49a5-bc9b-f6bb45d41dd7 req-bd99aa63-4da4-44c8-b527-0c800cb7a2b0 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:40.368379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95c69767-84e9-49a5-bc9b-f6bb45d41dd7 req-bd99aa63-4da4-44c8-b527-0c800cb7a2b0 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 947 time: 0.1359885 Sep 16 04:40:40.414145 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3042ea07-3c9b-4141-bf43-251fabfa87d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.444975 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95c69767-84e9-49a5-bc9b-f6bb45d41dd7 req-f37dbd87-bf46-42e2-93a1-b8f78346ee08 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589597 Sep 16 04:40:40.496393 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3042ea07-3c9b-4141-bf43-251fabfa87d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.540850 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3042ea07-3c9b-4141-bf43-251fabfa87d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ffdf269bba354fe1b6eeb480cee003ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4394639 Sep 16 04:40:40.541238 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042ea07-3c9b-4141-bf43-251fabfa87d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ed4348-7420-492b-baba-55c8b78127a7,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:40.543793 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57482) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:40.606540 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-26e38d97-e670-48a3-a921-84e12c5ef81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.627986 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-26e38d97-e670-48a3-a921-84e12c5ef81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.633883 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.758112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f3517-7b3f-4611-a6e8-ba2d23037678 req-ac73afb0-08e6-427d-8f21-e642661df4be tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:40.759836 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a05f3517-7b3f-4611-a6e8-ba2d23037678 req-ac73afb0-08e6-427d-8f21-e642661df4be tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.0549331 Sep 16 04:40:40.772311 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-26e38d97-e670-48a3-a921-84e12c5ef81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.775251 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-26e38d97-e670-48a3-a921-84e12c5ef81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.776850 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-26e38d97-e670-48a3-a921-84e12c5ef81c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6ed4348-7420-492b-baba-55c8b78127a7 HTTP/1.1" status: 204 len: 168 time: 0.2300417 Sep 16 04:40:40.787076 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e38d97-e670-48a3-a921-84e12c5ef81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ed4348-7420-492b-baba-55c8b78127a7,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:40.816642 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device e305093c-6b47-48ab-9277-9b042c0f108d details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:40.862682 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a05f3517-7b3f-4611-a6e8-ba2d23037678 req-95d1ca6b-0c4d-4d66-9238-66683ca2eed3 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934138 Sep 16 04:40:40.950317 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f2cd4-d9eb-4dc0-b832-3fb4e2738c05 req-588fc49a-20b8-4729-a6d6-c611cae9b346 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:40.961170 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-192f2cd4-d9eb-4dc0-b832-3fb4e2738c05 req-588fc49a-20b8-4729-a6d6-c611cae9b346 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 950 time: 0.0906396 Sep 16 04:40:41.044672 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-192f2cd4-d9eb-4dc0-b832-3fb4e2738c05 req-cc35a6c1-5708-4c03-869f-fb082f01d545 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822430 Sep 16 04:40:41.079992 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062eb276-d660-41f8-87a1-0ffa3ce7f670 req-fb904f98-fc55-48e4-98df-b4434ce4285e tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:41.081636 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-062eb276-d660-41f8-87a1-0ffa3ce7f670 req-fb904f98-fc55-48e4-98df-b4434ce4285e tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 949 time: 0.1101706 Sep 16 04:40:41.127836 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-062eb276-d660-41f8-87a1-0ffa3ce7f670 req-017a94ed-f944-4ef8-9771-40d027442c89 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388899 Sep 16 04:40:41.129979 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port e305093c-6b47-48ab-9277-9b042c0f108d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=e305093c-6b47-48ab-9277-9b042c0f108d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:41.148611 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'e305093c-6b47-48ab-9277-9b042c0f108d', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': 'e305093c-6b47-48ab-9277-9b042c0f108d', 'mac_address': 'fa:16:3e:58:04:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:41.191069 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.208605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e305093c-6b47-48ab-9277-9b042c0f108d {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:41.228616 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port e305093c-6b47-48ab-9277-9b042c0f108d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=e305093c-6b47-48ab-9277-9b042c0f108d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:41.273935 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.327385 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=e305093c-6b47-48ab-9277-9b042c0f108d,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:41.563693 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea87d9-e0a6-40e0-b2f4-95d82680c851 req-93881936-2e4d-4b11-ab58-f457bc2ad975 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:41.565255 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4cea87d9-e0a6-40e0-b2f4-95d82680c851 req-93881936-2e4d-4b11-ab58-f457bc2ad975 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 948 time: 0.0506287 Sep 16 04:40:41.610630 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4cea87d9-e0a6-40e0-b2f4-95d82680c851 req-a6012862-7b97-4f7d-b369-2293065deb4f tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386534 Sep 16 04:40:41.675011 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['e305093c-6b47-48ab-9277-9b042c0f108d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:41.782461 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57522) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:41.796585 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7fa2d91c-dd58-4368-b330-2e4360492492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.908461 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7fa2d91c-dd58-4368-b330-2e4360492492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.987182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e490d-6a58-40c5-90e6-2a649575d91b req-f5d4667d-654a-465c-b0ce-a56fa47d8829 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:41.988707 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c85e490d-6a58-40c5-90e6-2a649575d91b req-f5d4667d-654a-465c-b0ce-a56fa47d8829 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.0626266 Sep 16 04:40:42.037950 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c85e490d-6a58-40c5-90e6-2a649575d91b req-fbed939a-5ce6-4330-9fd7-aded727424ae tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420854 Sep 16 04:40:42.041555 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7fa2d91c-dd58-4368-b330-2e4360492492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:42.095204 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7fa2d91c-dd58-4368-b330-2e4360492492 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6090d237f5494d50b12e5c415f4438b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115537 Sep 16 04:40:42.096687 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2d91c-dd58-4368-b330-2e4360492492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35dec47-bfd9-41e4-84e4-c995587553ef,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:42.099111 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57534) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:42.194504 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-36f689c5-5925-4db7-9950-07172b330169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:42.206476 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c294f-cbd2-4b34-9212-4dfac65d5b26 req-fb0614ee-32fc-45ea-ab1f-4f65aa2b71ad tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:42.206476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-889c294f-cbd2-4b34-9212-4dfac65d5b26 req-fb0614ee-32fc-45ea-ab1f-4f65aa2b71ad tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 950 time: 0.0823224 Sep 16 04:40:42.239354 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-36f689c5-5925-4db7-9950-07172b330169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:42.304779 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-889c294f-cbd2-4b34-9212-4dfac65d5b26 req-5c707a83-4083-4097-a746-a0de550bb5fb tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876384 Sep 16 04:40:42.357552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0cb28-421d-4aef-851b-542865c618a8 req-405e345c-96af-4ca5-8cfa-c89ab9eec5a4 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:42.359161 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71f0cb28-421d-4aef-851b-542865c618a8 req-405e345c-96af-4ca5-8cfa-c89ab9eec5a4 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 949 time: 0.0535007 Sep 16 04:40:42.410569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71f0cb28-421d-4aef-851b-542865c618a8 req-eaa00d95-dd69-4774-ae15-75f1a235eae8 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353265 Sep 16 04:40:42.502256 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-36f689c5-5925-4db7-9950-07172b330169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:42.505595 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-36f689c5-5925-4db7-9950-07172b330169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:42.509443 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-36f689c5-5925-4db7-9950-07172b330169 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d35dec47-bfd9-41e4-84e4-c995587553ef HTTP/1.1" status: 204 len: 168 time: 0.4062948 Sep 16 04:40:42.516121 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f689c5-5925-4db7-9950-07172b330169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35dec47-bfd9-41e4-84e4-c995587553ef,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:42.708853 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 96a9d340-3901-461b-8a68-132cc0e29b80 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:42.830753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device e305093c-6b47-48ab-9277-9b042c0f108d up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:42.856448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b18e3-fdf5-4914-8b92-c8cabd2537ad req-812286be-95bb-408b-8c90-e13deaccd72d tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:42.858010 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b7b18e3-fdf5-4914-8b92-c8cabd2537ad req-812286be-95bb-408b-8c90-e13deaccd72d tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 948 time: 0.0630510 Sep 16 04:40:42.906712 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b7b18e3-fdf5-4914-8b92-c8cabd2537ad req-36a76b26-16b2-4d3c-bc35-75446f4e66ee tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416398 Sep 16 04:40:42.919628 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 96a9d340-3901-461b-8a68-132cc0e29b80 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:42.923887 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 96a9d340-3901-461b-8a68-132cc0e29b80 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:42.927431 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.008506 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.031704 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39060bcc-0eb3-492c-9b27-a4392437aa7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a9d340-3901-461b-8a68-132cc0e29b80'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:43.033961 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d54755-046e-4a8d-b86f-8a4f996f4aaa" -d '{"events": [{"server_uuid": "39060bcc-0eb3-492c-9b27-a4392437aa7e", "name": "network-vif-plugged", "status": "completed", "tag": "96a9d340-3901-461b-8a68-132cc0e29b80"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:43.047493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 96a9d340-3901-461b-8a68-132cc0e29b80, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=96a9d340-3901-461b-8a68-132cc0e29b80,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:43.102291 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port e305093c-6b47-48ab-9277-9b042c0f108d completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:43.107775 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port e305093c-6b47-48ab-9277-9b042c0f108d triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:43.108381 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.177484 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7376fd68-3754-46d1-8f08-8c6757e75864 x-openstack-request-id: req-7376fd68-3754-46d1-8f08-8c6757e75864 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:43.177484 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39060bcc-0eb3-492c-9b27-a4392437aa7e", "name": "network-vif-plugged", "status": "completed", "tag": "96a9d340-3901-461b-8a68-132cc0e29b80", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:43.177484 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7376fd68-3754-46d1-8f08-8c6757e75864 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:43.177484 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39060bcc-0eb3-492c-9b27-a4392437aa7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a9d340-3901-461b-8a68-132cc0e29b80', 'code': 200} Sep 16 04:40:43.220972 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.243777 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.247162 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:43.249134 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811848e-3556-4b47-9404-ebee982385eb req-dce3fe52-38d1-4f64-a1c5-5e1a94d3863b tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.251615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c811848e-3556-4b47-9404-ebee982385eb req-dce3fe52-38d1-4f64-a1c5-5e1a94d3863b tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 950 time: 0.0554442 Sep 16 04:40:43.332331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca090f7c-987c-40c4-942b-33c9db3d7f15 req-d5720572-5d61-4be2-bf5b-69dd1eeecb07 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.335479 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca090f7c-987c-40c4-942b-33c9db3d7f15 req-d5720572-5d61-4be2-bf5b-69dd1eeecb07 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.0825067 Sep 16 04:40:43.346737 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c811848e-3556-4b47-9404-ebee982385eb req-c175a7ff-ac12-4712-b2ef-0562ada14d3a tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804422 Sep 16 04:40:43.359979 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port e305093c-6b47-48ab-9277-9b042c0f108d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=e305093c-6b47-48ab-9277-9b042c0f108d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:43.360133 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212743f-d710-494d-a7c0-b3023d7dc233 req-7a0c97ba-8b62-4f91-b510-3df5e6a86ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.360133 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c212743f-d710-494d-a7c0-b3023d7dc233 req-7a0c97ba-8b62-4f91-b510-3df5e6a86ec4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 1102 time: 0.0622246 Sep 16 04:40:43.391245 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=96a9d340-3901-461b-8a68-132cc0e29b80,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:43.397437 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca090f7c-987c-40c4-942b-33c9db3d7f15 req-e1d767a8-6d08-44b5-9f64-68d8b06468af tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460794 Sep 16 04:40:43.412633 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c212743f-d710-494d-a7c0-b3023d7dc233 req-4374f86a-d9e8-443a-a859-745d93186f0f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446267 Sep 16 04:40:43.496766 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.549451 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:43.555484 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=e305093c-6b47-48ab-9277-9b042c0f108d,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:43.577620 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:43.577620 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.690959 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.699637 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:43.772305 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.830569 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:43.845747 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593831c-4a5d-4998-adbf-e1456f7a5629 req-9248034e-6a7b-46b1-8e50-e3803d359c7d tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.847366 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b593831c-4a5d-4998-adbf-e1456f7a5629 req-9248034e-6a7b-46b1-8e50-e3803d359c7d tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 950 time: 0.0581200 Sep 16 04:40:43.888001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b593831c-4a5d-4998-adbf-e1456f7a5629 req-f2c8e731-d456-436f-ba12-86b30ea285eb tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333295 Sep 16 04:40:44.138736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ff252-fca7-4248-b2d1-46c0e184b6ba req-1d7125c4-8c8d-4da4-ae7d-8ec6d7908789 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:44.146812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-055ff252-fca7-4248-b2d1-46c0e184b6ba req-1d7125c4-8c8d-4da4-ae7d-8ec6d7908789 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 949 time: 0.0658896 Sep 16 04:40:44.195822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-055ff252-fca7-4248-b2d1-46c0e184b6ba req-f49cdcbb-0276-42b9-9665-0ede8d775f7f tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434706 Sep 16 04:40:44.310738 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac19032-b502-4de0-bbbb-ba9ddcfd2ccb req-1e4034fa-e0ce-4b26-a4b2-8a1fd329af37 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:44.312412 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cac19032-b502-4de0-bbbb-ba9ddcfd2ccb req-1e4034fa-e0ce-4b26-a4b2-8a1fd329af37 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 950 time: 0.0524247 Sep 16 04:40:44.356589 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cac19032-b502-4de0-bbbb-ba9ddcfd2ccb req-7d919ca6-1beb-482f-b27f-dd3d8177a53e tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322015 Sep 16 04:40:44.559494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec53294-12fb-4fe1-ac76-654fe4e93045 req-8b32c359-102a-46d4-bf7b-5407fbe7e2d7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:44.563464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cec53294-12fb-4fe1-ac76-654fe4e93045 req-8b32c359-102a-46d4-bf7b-5407fbe7e2d7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.0575702 Sep 16 04:40:44.601573 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cec53294-12fb-4fe1-ac76-654fe4e93045 req-a48b4980-47ac-42c6-a2b0-757a03388cc9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337481 Sep 16 04:40:44.774731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57644) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:44.885758 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-59984f94-6911-4f93-8fa0-d5602d68c47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.030441 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-59984f94-6911-4f93-8fa0-d5602d68c47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.052112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039d02f-1567-49fe-987f-76241e97c231 req-c1f67363-ba72-4934-999e-4b72b337508f tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.062494 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e039d02f-1567-49fe-987f-76241e97c231 req-c1f67363-ba72-4934-999e-4b72b337508f tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 950 time: 0.0627203 Sep 16 04:40:45.094742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e039d02f-1567-49fe-987f-76241e97c231 req-f8c8c1aa-ac99-4a87-88f3-dc9f110e376f tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347929 Sep 16 04:40:45.133643 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-59984f94-6911-4f93-8fa0-d5602d68c47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.168304 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-59984f94-6911-4f93-8fa0-d5602d68c47d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4752ccd850bc4a13a428ee4f6dfdd143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937364 Sep 16 04:40:45.169280 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59984f94-6911-4f93-8fa0-d5602d68c47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e81e7f-0118-463a-a27c-8aed1a23ba42,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:45.171304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57664) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:45.177144 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df14fc62-38df-4927-b8e4-7f1a7b819cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e305093c-6b47-48ab-9277-9b042c0f108d'}, {'server_uuid': 'f6005299-14ff-43e1-8cdd-b3fc1f9292cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:45.179535 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9811e1c-e711-406b-8f18-1264cf5075dc" -d '{"events": [{"server_uuid": "df14fc62-38df-4927-b8e4-7f1a7b819cbc", "name": "network-vif-plugged", "status": "completed", "tag": "e305093c-6b47-48ab-9277-9b042c0f108d"}, {"server_uuid": "f6005299-14ff-43e1-8cdd-b3fc1f9292cd", "name": "network-vif-plugged", "status": "completed", "tag": "a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:45.234015 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b85e5b-0470-4f68-a9aa-2875774ca21d x-openstack-request-id: req-f9b85e5b-0470-4f68-a9aa-2875774ca21d {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:45.234313 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df14fc62-38df-4927-b8e4-7f1a7b819cbc", "name": "network-vif-plugged", "status": "completed", "tag": "e305093c-6b47-48ab-9277-9b042c0f108d", "code": 200}, {"server_uuid": "f6005299-14ff-43e1-8cdd-b3fc1f9292cd", "name": "network-vif-plugged", "status": "completed", "tag": "a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:45.234863 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9b85e5b-0470-4f68-a9aa-2875774ca21d {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:45.235286 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df14fc62-38df-4927-b8e4-7f1a7b819cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e305093c-6b47-48ab-9277-9b042c0f108d', 'code': 200} Sep 16 04:40:45.235532 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6005299-14ff-43e1-8cdd-b3fc1f9292cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4', 'code': 200} Sep 16 04:40:45.245014 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-26e01591-c663-4c59-91c7-3602999dac3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.268103 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-26e01591-c663-4c59-91c7-3602999dac3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.346214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfaea5-2c30-4154-9d44-87c8ede67538 req-27494100-5756-43cc-8bb0-e5db179c64a0 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.348160 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4dfaea5-2c30-4154-9d44-87c8ede67538 req-27494100-5756-43cc-8bb0-e5db179c64a0 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 949 time: 0.0565746 Sep 16 04:40:45.401067 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4dfaea5-2c30-4154-9d44-87c8ede67538 req-e96ed234-90ca-42d6-a856-2c14f8518e9f tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430954 Sep 16 04:40:45.452734 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-26e01591-c663-4c59-91c7-3602999dac3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.455364 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-26e01591-c663-4c59-91c7-3602999dac3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.457893 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-26e01591-c663-4c59-91c7-3602999dac3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41e81e7f-0118-463a-a27c-8aed1a23ba42 HTTP/1.1" status: 204 len: 168 time: 0.2802398 Sep 16 04:40:45.473953 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e01591-c663-4c59-91c7-3602999dac3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e81e7f-0118-463a-a27c-8aed1a23ba42,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:45.483819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bca9e1-e1be-4efd-9e70-f7934834b0a9 req-13ae7227-8929-4b0e-8a09-1c0d31ca0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.485087 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-21bca9e1-e1be-4efd-9e70-f7934834b0a9 req-13ae7227-8929-4b0e-8a09-1c0d31ca0270 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 1102 time: 0.0731101 Sep 16 04:40:45.487029 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3806142-4afc-4ef8-9050-d1bfb6e43f2f req-b15de194-9656-4d17-b1a7-222ff916f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.493648 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e3806142-4afc-4ef8-9050-d1bfb6e43f2f req-b15de194-9656-4d17-b1a7-222ff916f633 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 1101 time: 0.1137030 Sep 16 04:40:45.547551 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e3806142-4afc-4ef8-9050-d1bfb6e43f2f req-73a9dc84-01d0-42a6-9267-63b8bed1de6a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504329 Sep 16 04:40:45.562821 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-21bca9e1-e1be-4efd-9e70-f7934834b0a9 req-730e0546-c94e-458d-918a-6106337d3458 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446839 Sep 16 04:40:45.655800 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-873608ef-2315-4bd8-8c1e-63e5a84e772c tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bd4fe39beb9246e996f6f920bd380196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269449 Sep 16 04:40:45.681497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6bb7f-697a-428e-ab89-d31ef4526c03 req-6cc1dabf-7ef4-4f1f-9ca3-3d6f8e03d7de tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.682952 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7b6bb7f-697a-428e-ab89-d31ef4526c03 req-6cc1dabf-7ef4-4f1f-9ca3-3d6f8e03d7de tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 950 time: 0.0865052 Sep 16 04:40:45.778225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7b6bb7f-697a-428e-ab89-d31ef4526c03 req-9312a715-259a-4275-b4c2-5fdbeadfc14f tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847347 Sep 16 04:40:45.822005 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-b0aaf0e0-fc05-47be-a3df-7b5ad40a3c8a tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.823617 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-b0aaf0e0-fc05-47be-a3df-7b5ad40a3c8a tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1617627 Sep 16 04:40:45.841664 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-fa959601-e6e1-4956-973b-54f884683308 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/quotas/bd4fe39beb9246e996f6f920bd380196 HTTP/1.1" status: 200 len: 375 time: 0.0096517 Sep 16 04:40:45.874332 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-42bce463-f734-46ee-8513-985ad7878c0a tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd4fe39beb9246e996f6f920bd380196&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270662 Sep 16 04:40:45.928707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33954d-07a5-4c84-8344-efe436d746dd req-556644ff-5893-496e-b56d-631fdea6072b tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.931400 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a33954d-07a5-4c84-8344-efe436d746dd req-556644ff-5893-496e-b56d-631fdea6072b tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.0549941 Sep 16 04:40:45.975439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a33954d-07a5-4c84-8344-efe436d746dd req-e3971949-af0b-4958-8794-102bee4e71b9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384912 Sep 16 04:40:46.155768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61a8fb85-6b3c-487f-8d49-e2ed438d8831 req-d0d30510-bd87-46b7-8b8e-6e5956c714b7 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 210 time: 0.0292308 Sep 16 04:40:46.287311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8b6d4-5094-48a5-a6da-e0837bce386f req-1048a292-4927-4ba4-963a-538e5e7f23a1 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.288785 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31b8b6d4-5094-48a5-a6da-e0837bce386f req-1048a292-4927-4ba4-963a-538e5e7f23a1 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 950 time: 0.0666947 Sep 16 04:40:46.326462 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31b8b6d4-5094-48a5-a6da-e0837bce386f req-19bead0d-5169-4d8f-9bbf-af204c743dbf tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316041 Sep 16 04:40:46.334498 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4c31f-b8e1-4aea-a163-429998a03397 req-a612028e-6c9d-4481-b6b2-5789ea20ca86 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.336073 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-cbc4c31f-b8e1-4aea-a163-429998a03397 req-a612028e-6c9d-4481-b6b2-5789ea20ca86 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 950 time: 0.0483835 Sep 16 04:40:46.383450 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57720) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:46.413552 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca3f8728-74c8-4930-8b5c-1b8d6565ab72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:46.467299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40809fb6-801f-48c5-866f-a8aa6577c6f7 req-e9c3a131-6094-400e-a65b-0fdb3e3012ed tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.468998 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40809fb6-801f-48c5-866f-a8aa6577c6f7 req-e9c3a131-6094-400e-a65b-0fdb3e3012ed tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.0620921 Sep 16 04:40:46.523581 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-cbc4c31f-b8e1-4aea-a163-429998a03397 req-fd0919ab-fb1b-401b-ae47-6a20099f6583 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Deleting port a858ee11-2a21-4804-8fd4-8aa87b09d113 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:46.523930 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-cbc4c31f-b8e1-4aea-a163-429998a03397 req-fd0919ab-fb1b-401b-ae47-6a20099f6583 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:46.526054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40809fb6-801f-48c5-866f-a8aa6577c6f7 req-6dd295d6-76ea-4df1-9b6f-b637823e4654 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498428 Sep 16 04:40:46.637790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550bd32-2d20-4d36-b506-c3a3729c6a28 req-1aa2b741-41b8-44e3-9782-dfb23a7e6391 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.639340 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a550bd32-2d20-4d36-b506-c3a3729c6a28 req-1aa2b741-41b8-44e3-9782-dfb23a7e6391 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 949 time: 0.0517726 Sep 16 04:40:46.655965 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca3f8728-74c8-4930-8b5c-1b8d6565ab72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:46.657944 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-cbc4c31f-b8e1-4aea-a163-429998a03397 req-fd0919ab-fb1b-401b-ae47-6a20099f6583 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] For port a858ee11-2a21-4804-8fd4-8aa87b09d113, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a858ee11-2a21-4804-8fd4-8aa87b09d113,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:46.658334 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-cbc4c31f-b8e1-4aea-a163-429998a03397 req-fd0919ab-fb1b-401b-ae47-6a20099f6583 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:46.672396 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-cbc4c31f-b8e1-4aea-a163-429998a03397 req-fd0919ab-fb1b-401b-ae47-6a20099f6583 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Calling delete_port for a858ee11-2a21-4804-8fd4-8aa87b09d113 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:46.688187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a550bd32-2d20-4d36-b506-c3a3729c6a28 req-95569426-0e0b-4eda-bd62-afede7f5faa2 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398805 Sep 16 04:40:46.795294 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca3f8728-74c8-4930-8b5c-1b8d6565ab72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:46.856836 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ca3f8728-74c8-4930-8b5c-1b8d6565ab72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcb98273fc7149a2ae54a8877d26e65f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4723263 Sep 16 04:40:46.857567 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f8728-74c8-4930-8b5c-1b8d6565ab72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a74e614-15ad-41af-9bf3-62241d3fb0b6,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:46.859775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57738) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:46.919399 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-cbc4c31f-b8e1-4aea-a163-429998a03397 req-fd0919ab-fb1b-401b-ae47-6a20099f6583 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:46.955900 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0919ab-fb1b-401b-ae47-6a20099f6583 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Pushing event deleted for resources: {'Port': ['ID=a858ee11-2a21-4804-8fd4-8aa87b09d113,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:46.964063 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a858ee11-2a21-4804-8fd4-8aa87b09d113'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:46.990380 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed7c4c-69f7-4e8f-a3f0-fb3b41cb49c2 req-462a0254-08d9-4b5d-8148-d1c6d5e1a90b tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.992259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e8ed7c4c-69f7-4e8f-a3f0-fb3b41cb49c2 req-462a0254-08d9-4b5d-8148-d1c6d5e1a90b tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 867 time: 0.0946944 Sep 16 04:40:46.993897 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c5c114e-a90c-47f5-bfe8-90f085980b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.004771 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc4c31f-b8e1-4aea-a163-429998a03397 req-fd0919ab-fb1b-401b-ae47-6a20099f6583 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] No DVR routers for this DVR port a858ee11-2a21-4804-8fd4-8aa87b09d113 on host n-h1-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:40:47.007271 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-cbc4c31f-b8e1-4aea-a163-429998a03397 req-fd0919ab-fb1b-401b-ae47-6a20099f6583 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.010732 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-cbc4c31f-b8e1-4aea-a163-429998a03397 req-fd0919ab-fb1b-401b-ae47-6a20099f6583 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.21 "DELETE /v2.0/ports/a858ee11-2a21-4804-8fd4-8aa87b09d113 HTTP/1.1" status: 204 len: 173 time: 0.6674745 Sep 16 04:40:47.010732 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b9e11f-4047-4430-a6a4-b64dca9f365b', 'name': 'network-vif-deleted', 'tag': 'a858ee11-2a21-4804-8fd4-8aa87b09d113'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:47.013838 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b26605-b2b2-4d48-a9b3-c0932d2e4118" -d '{"events": [{"server_uuid": "16b9e11f-4047-4430-a6a4-b64dca9f365b", "name": "network-vif-deleted", "tag": "a858ee11-2a21-4804-8fd4-8aa87b09d113"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:47.046142 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c5c114e-a90c-47f5-bfe8-90f085980b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.079194 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e8ed7c4c-69f7-4e8f-a3f0-fb3b41cb49c2 req-756482ef-bb5a-4a45-b56d-5840d5f44725 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/security-groups?id=74790001-01a4-4c61-ba69-7cf02a0675f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779943 Sep 16 04:40:47.142933 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fdeea0-8b8b-4d16-8eac-0e3ab48b2959 x-openstack-request-id: req-33fdeea0-8b8b-4d16-8eac-0e3ab48b2959 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:47.143226 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b9e11f-4047-4430-a6a4-b64dca9f365b", "name": "network-vif-deleted", "tag": "a858ee11-2a21-4804-8fd4-8aa87b09d113", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:47.143475 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33fdeea0-8b8b-4d16-8eac-0e3ab48b2959 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:47.143868 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b9e11f-4047-4430-a6a4-b64dca9f365b', 'name': 'network-vif-deleted', 'tag': 'a858ee11-2a21-4804-8fd4-8aa87b09d113', 'status': 'completed', 'code': 200} Sep 16 04:40:47.192383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f2450-9c31-4d7e-9e95-fdb579a575d3 req-e8bb71de-f711-4010-a4f6-d242481118bb tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:47.194665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b60f2450-9c31-4d7e-9e95-fdb579a575d3 req-e8bb71de-f711-4010-a4f6-d242481118bb tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.0860739 Sep 16 04:40:47.245975 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b60f2450-9c31-4d7e-9e95-fdb579a575d3 req-de0f4b9e-6a57-468f-bd57-253d3ff50544 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410166 Sep 16 04:40:47.318211 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6ce80bf-694f-4ed1-a70e-10309d870156 req-a9f10ced-77ef-4ad3-a883-841c83d48e65 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 210 time: 0.0275292 Sep 16 04:40:47.343993 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c5c114e-a90c-47f5-bfe8-90f085980b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.347262 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c5c114e-a90c-47f5-bfe8-90f085980b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.352855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5c5c114e-a90c-47f5-bfe8-90f085980b16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a74e614-15ad-41af-9bf3-62241d3fb0b6 HTTP/1.1" status: 204 len: 168 time: 0.4884088 Sep 16 04:40:47.360040 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c114e-a90c-47f5-bfe8-90f085980b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a74e614-15ad-41af-9bf3-62241d3fb0b6,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:47.678353 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5c12e-a0d3-4b69-a69d-7a0f6d543b02 req-e36ad263-4962-41fd-b65d-63f45d4c42c5 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:47.679965 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17e5c12e-a0d3-4b69-a69d-7a0f6d543b02 req-e36ad263-4962-41fd-b65d-63f45d4c42c5 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.0760231 Sep 16 04:40:47.724547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17e5c12e-a0d3-4b69-a69d-7a0f6d543b02 req-38665b26-c124-4795-ba00-e81d053947e6 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350778 Sep 16 04:40:47.831271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9147f-c04b-4ce8-be94-6d24a1e655e9 req-1233b526-2f37-47eb-bcb6-01be84cb0edf tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:47.833694 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65d9147f-c04b-4ce8-be94-6d24a1e655e9 req-1233b526-2f37-47eb-bcb6-01be84cb0edf tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 949 time: 0.0521262 Sep 16 04:40:47.911608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65d9147f-c04b-4ce8-be94-6d24a1e655e9 req-6f4958e2-1b20-491a-b6f2-190514b58d0e tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623977 Sep 16 04:40:48.030663 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b561b20f-a2ea-4785-9746-702038271482 req-64f7d976-af6e-4112-9133-1ccbadadee41 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ce1074e13e1b4897bf4ea77f32e6f819&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230494 Sep 16 04:40:48.166994 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b20f-a2ea-4785-9746-702038271482 req-fc028297-6085-4b52-8357-7222162cb847 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:48.168762 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b561b20f-a2ea-4785-9746-702038271482 req-fc028297-6085-4b52-8357-7222162cb847 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1311131 Sep 16 04:40:48.184778 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b561b20f-a2ea-4785-9746-702038271482 req-25827f0b-b1d2-4b07-859c-6d54762d7bf1 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/quotas/ce1074e13e1b4897bf4ea77f32e6f819 HTTP/1.1" status: 200 len: 375 time: 0.0102465 Sep 16 04:40:48.276370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b561b20f-a2ea-4785-9746-702038271482 req-ebd95c1e-cab9-4a5b-847f-b75e6d585ca1 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce1074e13e1b4897bf4ea77f32e6f819&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843809 Sep 16 04:40:48.355696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1aa6f85b-1a1e-40ae-abaa-e6e05a20fd72 req-04a2f43f-6a45-47ba-832f-b22b5a2728c1 tempest-DeleteServersAdminTestJSON-923377992 tempest-DeleteServersAdminTestJSON-923377992-project] 10.222.0.20 "GET /v2.0/ports?device_id=16b9e11f-4047-4430-a6a4-b64dca9f365b HTTP/1.1" status: 200 len: 210 time: 0.0326784 Sep 16 04:40:48.745347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50c4a0-fe8b-4651-aba7-ca25a0fab270 req-92e9dae9-04ea-45a6-88bc-29568b319fb9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:48.747109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea50c4a0-fe8b-4651-aba7-ca25a0fab270 req-92e9dae9-04ea-45a6-88bc-29568b319fb9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.0595043 Sep 16 04:40:48.794037 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea50c4a0-fe8b-4651-aba7-ca25a0fab270 req-c93eb56c-8a1e-4d8f-a177-9233021c5544 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379930 Sep 16 04:40:48.830861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-858caeab-18f8-48f0-acee-6e7d2b16206c req-91b6dda4-0523-40ba-9489-799ef3b8c2fc tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 210 time: 0.0277281 Sep 16 04:40:48.932570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-303545de-f63c-43e6-9d09-83ecd8f95928 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=71c20e9c9e004beebe8e7434e5c8e497&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420945 Sep 16 04:40:48.947808 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-17a1c541-c9a0-4aa8-8ad0-6210520f3467 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=bd4fe39beb9246e996f6f920bd380196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293491 Sep 16 04:40:48.949649 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b70cac79-63e7-403a-b337-c259d6a6d673 req-4f151798-725e-4b7d-92c9-bfe90d191688 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 210 time: 0.0440414 Sep 16 04:40:49.119093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-a1bc0527-1650-403c-862e-3c7df1b9f1bd tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:49.121359 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-a1bc0527-1650-403c-862e-3c7df1b9f1bd tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1668434 Sep 16 04:40:49.131330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-29afde00-bc33-4ee9-a656-4f1670dae95b tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:49.132880 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-29afde00-bc33-4ee9-a656-4f1670dae95b tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1857994 Sep 16 04:40:49.144103 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-cd932ebb-7812-404a-bf84-f4e3ccfdd8b8 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Request body: {'port': {'device_id': 'c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': 'bd4fe39beb9246e996f6f920bd380196'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:49.150907 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-74e81221-3bdc-40b0-9f6a-65c4e6cf5826 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/quotas/71c20e9c9e004beebe8e7434e5c8e497 HTTP/1.1" status: 200 len: 375 time: 0.0115650 Sep 16 04:40:49.409300 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-cd932ebb-7812-404a-bf84-f4e3ccfdd8b8 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Made reservation on behalf of bd4fe39beb9246e996f6f920bd380196 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:49.413557 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-cd932ebb-7812-404a-bf84-f4e3ccfdd8b8 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.424209 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [req-834727a4-a783-40b0-8718-155e445f0933 req-3d84ac5f-5dcc-4000-8d66-c500de72b374 service neutron] show failed (client error): The resource could not be found. Sep 16 04:40:49.425246 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-834727a4-a783-40b0-8718-155e445f0933 req-3d84ac5f-5dcc-4000-8d66-c500de72b374 service neutron] 10.222.0.21 "GET /v2.0/ports/44bd3647-20c9-4130-8c7f-1b5380042dc5/bindings/n-h2-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.0761943 Sep 16 04:40:49.426111 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-cd932ebb-7812-404a-bf84-f4e3ccfdd8b8 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.433563 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-b5638552-b881-4d34-8ae1-7e15b800909a tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=71c20e9c9e004beebe8e7434e5c8e497&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2725685 Sep 16 04:40:49.557433 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-cd932ebb-7812-404a-bf84-f4e3ccfdd8b8 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.708601 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-cd932ebb-7812-404a-bf84-f4e3ccfdd8b8 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.806188 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd932ebb-7812-404a-bf84-f4e3ccfdd8b8 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc512c04-6217-4a04-869c-796e97c66a05,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:49.928023 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-cd932ebb-7812-404a-bf84-f4e3ccfdd8b8 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Allocated IP 192.168.233.118 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/69d6528f-2575-42ee-9601-7bfd449973ad) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:49.966071 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-507cc365-7a45-48bd-a11a-7f1129c871f5 req-2b2094c4-ebf0-4aae-82c1-e37d9612bd7d tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 210 time: 0.0855618 Sep 16 04:40:50.054473 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc106e98-4b96-4bc1-b9f1-72f09bff41d5 req-4f8654ae-6dad-4bb9-b63d-1dba39d69b00 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.056427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc106e98-4b96-4bc1-b9f1-72f09bff41d5 req-4f8654ae-6dad-4bb9-b63d-1dba39d69b00 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.0773749 Sep 16 04:40:50.091964 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6b60f56-408c-4570-ac0e-f245b1f4b758 req-85923dae-3e7b-4c9f-ba5c-f1395ce04ca7 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 210 time: 0.0343313 Sep 16 04:40:50.158192 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc106e98-4b96-4bc1-b9f1-72f09bff41d5 req-5871993c-315b-47aa-a48a-4e03780b4553 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887845 Sep 16 04:40:50.203588 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-cd932ebb-7812-404a-bf84-f4e3ccfdd8b8 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.319634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d38380f-3f9e-40f9-ad47-cabb6e687136 req-80072418-26fe-4d79-92fa-6ed427641c10 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 210 time: 0.0596910 Sep 16 04:40:50.319757 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834727a4-a783-40b0-8718-155e445f0933 req-bf60cde5-e36f-42b1-888d-66db7380837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.319851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57902) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:50.320658 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-834727a4-a783-40b0-8718-155e445f0933 req-bf60cde5-e36f-42b1-888d-66db7380837d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4&tenant_id=a016558221c5434f8347e2de57e4ce82 HTTP/1.1" status: 200 len: 1102 time: 0.1130273 Sep 16 04:40:50.340431 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-13', 'device_owner': 'compute:nova'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:50.406678 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.429286 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-cd932ebb-7812-404a-bf84-f4e3ccfdd8b8 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.497958 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-cd932ebb-7812-404a-bf84-f4e3ccfdd8b8 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:50.504152 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-cd932ebb-7812-404a-bf84-f4e3ccfdd8b8 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:50.512823 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-cd932ebb-7812-404a-bf84-f4e3ccfdd8b8 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:50.518537 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-cd932ebb-7812-404a-bf84-f4e3ccfdd8b8 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.519206 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-cd932ebb-7812-404a-bf84-f4e3ccfdd8b8 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.593294 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-87b709e3-af7e-425b-819d-d33587cfd93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.593840 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd932ebb-7812-404a-bf84-f4e3ccfdd8b8 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Pushing event updated for resources: {'Port': ['ID=69d6528f-2575-42ee-9601-7bfd449973ad,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:50.677736 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-cd932ebb-7812-404a-bf84-f4e3ccfdd8b8 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5376356 Sep 16 04:40:50.723380 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Request body: {'port': {'device_id': 'c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:50.730185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a858ee11-2a21-4804-8fd4-8aa87b09d113 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:50.782804 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-87b709e3-af7e-425b-819d-d33587cfd93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.792407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: a858ee11-2a21-4804-8fd4-8aa87b09d113 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:40:50.792753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a858ee11-2a21-4804-8fd4-8aa87b09d113 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:40:50.793175 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 44bd3647-20c9-4130-8c7f-1b5380042dc5 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:50.815033 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] For port 44bd3647-20c9-4130-8c7f-1b5380042dc5, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=44bd3647-20c9-4130-8c7f-1b5380042dc5,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:50.841020 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.908396 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-87b709e3-af7e-425b-819d-d33587cfd93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.947738 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.967317 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-87b709e3-af7e-425b-819d-d33587cfd93f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b91ee0990be34ab1bd76477b6650f6e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6415191 Sep 16 04:40:50.968393 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2a87047c-7302-432b-9b77-fe0ab7d2a592 None None] Provisioning complete for port 69d6528f-2575-42ee-9601-7bfd449973ad triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:50.969088 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2a87047c-7302-432b-9b77-fe0ab7d2a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.987993 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b709e3-af7e-425b-819d-d33587cfd93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a768ab-f5db-4949-a7c5-8a4b36b42de1,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:50.989018 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57920) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:51.006162 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57922) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:51.014015 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2a87047c-7302-432b-9b77-fe0ab7d2a592 None None] Port 69d6528f-2575-42ee-9601-7bfd449973ad cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:51.029722 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] For port 44bd3647-20c9-4130-8c7f-1b5380042dc5, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:51.079866 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-63d606f9-4d0b-4bea-b0be-f180493e4b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.133880 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c44e80b3-00ee-44a6-8f8c-076df2e86c06 req-66c79296-4a65-4f8c-b174-869fd106706b tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 210 time: 0.0349040 Sep 16 04:40:51.136606 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-63d606f9-4d0b-4bea-b0be-f180493e4b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.140142 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44bd3647-20c9-4130-8c7f-1b5380042dc5'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:51.142648 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971b824d-b3bd-4f4b-92b4-549e0edb2dcf" -d '{"events": [{"server_uuid": "0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4", "name": "network-vif-unplugged", "status": "completed", "tag": "44bd3647-20c9-4130-8c7f-1b5380042dc5"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:51.149309 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.184230 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] Transition to ACTIVE for port object 44bd3647-20c9-4130-8c7f-1b5380042dc5 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:51.275561 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ed1031-dd2c-435d-b771-961f42229b6c x-openstack-request-id: req-e2ed1031-dd2c-435d-b771-961f42229b6c {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:51.276997 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4", "name": "network-vif-unplugged", "status": "completed", "tag": "44bd3647-20c9-4130-8c7f-1b5380042dc5", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:51.277184 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2ed1031-dd2c-435d-b771-961f42229b6c {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:51.277517 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44bd3647-20c9-4130-8c7f-1b5380042dc5', 'code': 200} Sep 16 04:40:51.299703 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.315757 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-962051ec-e7f1-430a-8f46-84b78a59a1c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57d81270cf524fee9d6e0f4e83cef12d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3051758 Sep 16 04:40:51.317271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57934) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:51.326617 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:40:51.326998 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:40:51.334512 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223dc73-759d-481d-b1bf-93d892431288 req-03f8cc7e-db03-410c-894c-35d142f8025d tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:51.343673 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7223dc73-759d-481d-b1bf-93d892431288 req-03f8cc7e-db03-410c-894c-35d142f8025d tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 936 time: 0.0845394 Sep 16 04:40:51.351792 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-63d606f9-4d0b-4bea-b0be-f180493e4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.359515 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-63d606f9-4d0b-4bea-b0be-f180493e4b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.359515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-63d606f9-4d0b-4bea-b0be-f180493e4b87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08a768ab-f5db-4949-a7c5-8a4b36b42de1 HTTP/1.1" status: 204 len: 168 time: 0.3655245 Sep 16 04:40:51.433233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d606f9-4d0b-4bea-b0be-f180493e4b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a768ab-f5db-4949-a7c5-8a4b36b42de1,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:51.465471 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b561b20f-a2ea-4785-9746-702038271482 req-28d4029f-369f-4be0-8a1c-c7361dc3c888 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ce1074e13e1b4897bf4ea77f32e6f819&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677595 Sep 16 04:40:51.484278 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7223dc73-759d-481d-b1bf-93d892431288 req-868a5303-c128-46e0-85f2-51eccfc5b991 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc512c04-6217-4a04-869c-796e97c66a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334653 Sep 16 04:40:51.497687 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] No DVR routers for this DVR port 44bd3647-20c9-4130-8c7f-1b5380042dc5 on host n-h1-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:40:51.518242 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] Pushing event updated for resources: {'Port': ['ID=44bd3647-20c9-4130-8c7f-1b5380042dc5,revision_number=6']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:51.531208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d09722-a106-490f-a7c9-5919b28e4d4a req-90d87c6a-9438-4590-bdaf-9004247de6a6 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:51.532800 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9d09722-a106-490f-a7c9-5919b28e4d4a req-90d87c6a-9438-4590-bdaf-9004247de6a6 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 948 time: 0.1762798 Sep 16 04:40:51.533496 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-339f5324-ff58-4544-a13e-243e294ced25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.588600 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-339f5324-ff58-4544-a13e-243e294ced25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.626119 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] Attempting to bind port 44bd3647-20c9-4130-8c7f-1b5380042dc5 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:51.626119 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] Attempting to bind port 44bd3647-20c9-4130-8c7f-1b5380042dc5 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:51.626575 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] Attempting to bind port 44bd3647-20c9-4130-8c7f-1b5380042dc5 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:51.637737 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] Port 44bd3647-20c9-4130-8c7f-1b5380042dc5 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:51.637737 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] Attempting to bind port 44bd3647-20c9-4130-8c7f-1b5380042dc5 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:51.658052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9d09722-a106-490f-a7c9-5919b28e4d4a req-b10dc65d-e0ef-43c5-87bc-ff341e253242 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102157 Sep 16 04:40:51.690432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6debc862-43ff-444b-93f1-a493637da530 req-952334dc-3b5b-4f34-aa71-0fb54a043105 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 210 time: 0.0793157 Sep 16 04:40:51.708543 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:51.708900 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:51.709372 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:51.709836 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] Bound port: 44bd3647-20c9-4130-8c7f-1b5380042dc5, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:51.712946 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.829383 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-339f5324-ff58-4544-a13e-243e294ced25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.832561 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-339f5324-ff58-4544-a13e-243e294ced25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.836054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-339f5324-ff58-4544-a13e-243e294ced25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74790001-01a4-4c61-ba69-7cf02a0675f9 HTTP/1.1" status: 204 len: 168 time: 0.5153151 Sep 16 04:40:51.844711 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f5324-ff58-4544-a13e-243e294ced25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74790001-01a4-4c61-ba69-7cf02a0675f9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:51.881006 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] For port 44bd3647-20c9-4130-8c7f-1b5380042dc5, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:51.885255 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] For port 44bd3647-20c9-4130-8c7f-1b5380042dc5, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=44bd3647-20c9-4130-8c7f-1b5380042dc5,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:51.898662 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b20f-a2ea-4785-9746-702038271482 req-03067897-103d-439e-9d79-efbe245f940e tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:51.900245 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b561b20f-a2ea-4785-9746-702038271482 req-03067897-103d-439e-9d79-efbe245f940e tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4069319 Sep 16 04:40:51.912894 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d6528f-2575-42ee-9601-7bfd449973ad {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:51.921913 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.929043 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-b561b20f-a2ea-4785-9746-702038271482 req-b46d2e4c-6831-4621-a0f4-92aaa32e3342 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Request body: {'port': {'device_id': '61329eab-c066-45f0-88f4-ed54a65c75c0', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': 'ce1074e13e1b4897bf4ea77f32e6f819'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:51.968956 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.983153 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Transition to ACTIVE for port object 69d6528f-2575-42ee-9601-7bfd449973ad will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:52.049371 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.050289 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.052156 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-834727a4-a783-40b0-8718-155e445f0933 req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] 10.222.0.38 "PUT /v2.0/ports/44bd3647-20c9-4130-8c7f-1b5380042dc5 HTTP/1.1" status: 200 len: 1097 time: 1.7163570 Sep 16 04:40:52.064272 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.067655 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:40:52.121880 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e00682-065b-4b12-9ed3-b41f942acdaf service neutron] Pushing event updated for resources: {'Port': ['ID=44bd3647-20c9-4130-8c7f-1b5380042dc5,revision_number=7']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:52.231211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57964) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:52.291787 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-613f683e-f54d-476e-951a-5993fbe996c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.294005 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Pushing event updated for resources: {'Port': ['ID=69d6528f-2575-42ee-9601-7bfd449973ad,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:52.296491 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Attempting to bind port 69d6528f-2575-42ee-9601-7bfd449973ad on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:52.296743 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Attempting to bind port 69d6528f-2575-42ee-9601-7bfd449973ad by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:52.299340 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Attempting to bind port 69d6528f-2575-42ee-9601-7bfd449973ad on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:52.331625 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Port 69d6528f-2575-42ee-9601-7bfd449973ad on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:52.332705 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Attempting to bind port 69d6528f-2575-42ee-9601-7bfd449973ad on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:52.360641 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78085099-5f06-432e-8e12-3e6477b46e11 req-83f42422-4197-4c10-ba58-04d1cd07149b tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 210 time: 0.0979767 Sep 16 04:40:52.378685 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834727a4-a783-40b0-8718-155e445f0933 req-d9929e38-6d25-4816-9b36-f8d98d11929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.385205 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-834727a4-a783-40b0-8718-155e445f0933 req-d9929e38-6d25-4816-9b36-f8d98d11929b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 1100 time: 0.2782435 Sep 16 04:40:52.385518 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:52.386248 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:52.387153 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:52.393344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Bound port: 69d6528f-2575-42ee-9601-7bfd449973ad, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:52.403955 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.472376 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b561b20f-a2ea-4785-9746-702038271482 req-b46d2e4c-6831-4621-a0f4-92aaa32e3342 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Made reservation on behalf of ce1074e13e1b4897bf4ea77f32e6f819 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:52.478736 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b561b20f-a2ea-4785-9746-702038271482 req-b46d2e4c-6831-4621-a0f4-92aaa32e3342 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.568781 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-70422d57-f924-491a-80b4-a114d9492d1a tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=71c20e9c9e004beebe8e7434e5c8e497&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308805 Sep 16 04:40:52.764982 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-613f683e-f54d-476e-951a-5993fbe996c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.784201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-6d34562c-3e64-4866-935c-203406f59162 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.786615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-6d34562c-3e64-4866-935c-203406f59162 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2105753 Sep 16 04:40:52.820494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-86b7c8b9-8fd7-4c01-8ab3-b4c9f4ec0b62 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Request body: {'port': {'device_id': '4c2dff74-e853-4348-bfea-6091f7165773', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': '71c20e9c9e004beebe8e7434e5c8e497'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:52.831613 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b512d28-fdbe-4748-93f1-602e3a869247 req-933c5e9c-785e-45d8-9a98-304ef6862b3a tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.833206 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b512d28-fdbe-4748-93f1-602e3a869247 req-933c5e9c-785e-45d8-9a98-304ef6862b3a tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 948 time: 0.2127175 Sep 16 04:40:52.874118 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-613f683e-f54d-476e-951a-5993fbe996c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.935999 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] For port 69d6528f-2575-42ee-9601-7bfd449973ad, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:52.945254 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57978) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:52.979866 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834727a4-a783-40b0-8718-155e445f0933 req-45b3ab3a-63da-4264-aad9-d46368e8a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.981473 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-834727a4-a783-40b0-8718-155e445f0933 req-45b3ab3a-63da-4264-aad9-d46368e8a5bf service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.5823128 Sep 16 04:40:52.985998 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9347876-1290-48ca-8b2f-74a8534da13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.991342 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] For port 69d6528f-2575-42ee-9601-7bfd449973ad, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=69d6528f-2575-42ee-9601-7bfd449973ad,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:53.000592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5164b-1342-4325-9bc7-c1444c4ec303 req-fccd3b99-9811-4d2a-a424-bb53aec52713 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.003457 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34e5164b-1342-4325-9bc7-c1444c4ec303 req-fccd3b99-9811-4d2a-a424-bb53aec52713 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 948 time: 0.2344213 Sep 16 04:40:53.008776 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57980) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:53.011271 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-613f683e-f54d-476e-951a-5993fbe996c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0575a3448b445aebec35d1027c04fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7775106 Sep 16 04:40:53.012110 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f683e-f54d-476e-951a-5993fbe996c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a096fbde-7069-4afc-951b-4b2c08192501,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:53.020066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57982) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:53.051919 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b512d28-fdbe-4748-93f1-602e3a869247 req-b05d5e15-48d7-4d85-ad7f-04bc7810b527 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc512c04-6217-4a04-869c-796e97c66a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021570 Sep 16 04:40:53.073589 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-834727a4-a783-40b0-8718-155e445f0933 req-18f0466a-401a-41f7-8eda-7a185e711671 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=44bd3647-20c9-4130-8c7f-1b5380042dc5 HTTP/1.1" status: 200 len: 217 time: 0.0784714 Sep 16 04:40:53.078084 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.136167 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34e5164b-1342-4325-9bc7-c1444c4ec303 req-9f3f9f98-7c3b-46b3-8fab-8f7493732b15 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124682 Sep 16 04:40:53.189847 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.190480 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.193590 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] 10.222.0.38 "PUT /v2.0/ports/69d6528f-2575-42ee-9601-7bfd449973ad HTTP/1.1" status: 200 len: 1097 time: 2.4780762 Sep 16 04:40:53.211347 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-220d7542-7eef-4c2f-890b-b346dc77112c req-a93e9711-ffcd-4762-84c3-9093f507791d tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 210 time: 0.0739825 Sep 16 04:40:53.217592 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4dd5c346-64d9-4bff-9af8-89164a2eb4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.258570 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4dd5c346-64d9-4bff-9af8-89164a2eb4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.273472 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-b561b20f-a2ea-4785-9746-702038271482 req-b46d2e4c-6831-4621-a0f4-92aaa32e3342 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Allocated IP 192.168.233.125 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/d745825d-f737-47a7-b588-f9136ff9ee55) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:53.282415 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4', 'tag': '44bd3647-20c9-4130-8c7f-1b5380042dc5'}, {'name': 'network-changed', 'server_uuid': 'c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537', 'tag': '69d6528f-2575-42ee-9601-7bfd449973ad'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:53.284635 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1" -d '{"events": [{"name": "network-changed", "server_uuid": "0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4", "tag": "44bd3647-20c9-4130-8c7f-1b5380042dc5"}, {"name": "network-changed", "server_uuid": "c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537", "tag": "69d6528f-2575-42ee-9601-7bfd449973ad"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:53.307503 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-eb815e9f-6153-4b81-bc09-4e47166f6637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.315974 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff91804-5ca2-4657-b0a9-d434a6958721 service neutron] Pushing event updated for resources: {'Port': ['ID=69d6528f-2575-42ee-9601-7bfd449973ad,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:53.331261 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834727a4-a783-40b0-8718-155e445f0933 req-17457554-dee6-42d4-8a58-e09d5c06d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.332553 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-834727a4-a783-40b0-8718-155e445f0933 req-17457554-dee6-42d4-8a58-e09d5c06d34c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1689124 Sep 16 04:40:53.416221 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4dd5c346-64d9-4bff-9af8-89164a2eb4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.418810 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4dd5c346-64d9-4bff-9af8-89164a2eb4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.419995 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4dd5c346-64d9-4bff-9af8-89164a2eb4f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a096fbde-7069-4afc-951b-4b2c08192501 HTTP/1.1" status: 204 len: 168 time: 0.3928180 Sep 16 04:40:53.428257 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1792237-519c-41b7-90a3-bc89f7ac28d5 x-openstack-request-id: req-b1792237-519c-41b7-90a3-bc89f7ac28d5 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:53.428564 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4", "tag": "44bd3647-20c9-4130-8c7f-1b5380042dc5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537", "tag": "69d6528f-2575-42ee-9601-7bfd449973ad", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:53.428816 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1792237-519c-41b7-90a3-bc89f7ac28d5 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:53.429200 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4', 'tag': '44bd3647-20c9-4130-8c7f-1b5380042dc5', 'status': 'completed', 'code': 200} Sep 16 04:40:53.429452 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537', 'tag': '69d6528f-2575-42ee-9601-7bfd449973ad', 'status': 'completed', 'code': 200} Sep 16 04:40:53.446242 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5c346-64d9-4bff-9af8-89164a2eb4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a096fbde-7069-4afc-951b-4b2c08192501,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:53.515623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834727a4-a783-40b0-8718-155e445f0933 req-5e7a22a1-02dc-421d-9281-57f0f03eeb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.517069 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-834727a4-a783-40b0-8718-155e445f0933 req-5e7a22a1-02dc-421d-9281-57f0f03eeb60 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1728923 Sep 16 04:40:53.521078 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9347876-1290-48ca-8b2f-74a8534da13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.527832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68270811-ca21-4be5-8bb8-d78b0e91b523 req-6bde5334-486c-4481-8322-205cfb4562d6 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 210 time: 0.0320146 Sep 16 04:40:53.533705 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-f33fd846-bb03-4394-974d-4775917522b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.539109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-f33fd846-bb03-4394-974d-4775917522b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 1100 time: 0.0793672 Sep 16 04:40:53.573934 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-6ee030e1-8597-4229-b414-919a6bd34d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.575633 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-6ee030e1-8597-4229-b414-919a6bd34d5b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bd4fe39beb9246e996f6f920bd380196&device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 1100 time: 0.2112319 Sep 16 04:40:53.643388 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9347876-1290-48ca-8b2f-74a8534da13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.662264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-b964f089-98d7-4755-8235-e90e16869b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.662480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-b964f089-98d7-4755-8235-e90e16869b9f service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1200922 Sep 16 04:40:53.721560 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-86b7c8b9-8fd7-4c01-8ab3-b4c9f4ec0b62 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Made reservation on behalf of 71c20e9c9e004beebe8e7434e5c8e497 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:53.725860 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-86b7c8b9-8fd7-4c01-8ab3-b4c9f4ec0b62 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.728562 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-17e35fdf-7cff-4343-bc4f-06b1f0651f61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=44bd3647-20c9-4130-8c7f-1b5380042dc5 HTTP/1.1" status: 200 len: 217 time: 0.0487211 Sep 16 04:40:53.733846 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b561b20f-a2ea-4785-9746-702038271482 req-b46d2e4c-6831-4621-a0f4-92aaa32e3342 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.746292 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-9f863d39-cfb8-49dd-b04f-a31501a7ad18 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=69d6528f-2575-42ee-9601-7bfd449973ad HTTP/1.1" status: 200 len: 217 time: 0.0761819 Sep 16 04:40:53.756860 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c9347876-1290-48ca-8b2f-74a8534da13f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b9123bdf2b845f492bcd8ebf04b3d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8078685 Sep 16 04:40:53.776025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57994) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:53.780498 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9347876-1290-48ca-8b2f-74a8534da13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5575fc9-4e78-4eac-ad2e-c9d3e572de86,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:53.808383 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-834727a4-a783-40b0-8718-155e445f0933 req-ae1e3de6-60ec-46ba-bca7-ecf8326c567d service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545359 Sep 16 04:40:53.869256 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-521c8652-d1fc-44bf-b7c0-f4eb899071c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.870783 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-521c8652-d1fc-44bf-b7c0-f4eb899071c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1098027 Sep 16 04:40:53.916779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-3a544506-9dd5-48a6-98d9-66bba779672b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.919473 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-3a544506-9dd5-48a6-98d9-66bba779672b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1781859 Sep 16 04:40:53.967121 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-834727a4-a783-40b0-8718-155e445f0933 req-4382f2ee-0a71-40cc-82dc-47c43d605d4c service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492922 Sep 16 04:40:53.969956 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-1c871c03-83f4-47fc-a8fb-764b01617461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.971539 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-1c871c03-83f4-47fc-a8fb-764b01617461 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0689578 Sep 16 04:40:54.011195 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b561b20f-a2ea-4785-9746-702038271482 req-b46d2e4c-6831-4621-a0f4-92aaa32e3342 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.021765 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05c05178-989d-44cf-9cfc-c456eddca89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.039055 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.052584 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['96a9d340-3901-461b-8a68-132cc0e29b80', 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:54.110150 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05c05178-989d-44cf-9cfc-c456eddca89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.127870 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-58980065-903b-46a3-9a59-0fa58d2034f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.130638 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-58980065-903b-46a3-9a59-0fa58d2034f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1941719 Sep 16 04:40:54.142355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b561b20f-a2ea-4785-9746-702038271482 req-b46d2e4c-6831-4621-a0f4-92aaa32e3342 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:54.190050 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-b561b20f-a2ea-4785-9746-702038271482 req-b46d2e4c-6831-4621-a0f4-92aaa32e3342 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:54.194069 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-eb815e9f-6153-4b81-bc09-4e47166f6637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.209018 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-b561b20f-a2ea-4785-9746-702038271482 req-b46d2e4c-6831-4621-a0f4-92aaa32e3342 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:54.214776 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b20f-a2ea-4785-9746-702038271482 req-b46d2e4c-6831-4621-a0f4-92aaa32e3342 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.226676 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b561b20f-a2ea-4785-9746-702038271482 req-b46d2e4c-6831-4621-a0f4-92aaa32e3342 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.232821 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-86b7c8b9-8fd7-4c01-8ab3-b4c9f4ec0b62 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Allocated IP 192.168.233.51 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/cd6072d4-2c08-42bb-a36d-19eeeb67e4f1) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:54.305554 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-eb815e9f-6153-4b81-bc09-4e47166f6637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.312243 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d2e4c-6831-4621-a0f4-92aaa32e3342 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Pushing event updated for resources: {'Port': ['ID=d745825d-f737-47a7-b588-f9136ff9ee55,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:54.345454 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-41888a53-eaec-404f-9a8e-eebd0e888d88 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583581 Sep 16 04:40:54.393381 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb815e9f-6153-4b81-bc09-4e47166f6637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5f6375-4cee-4c73-a885-4c005c992afc,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:54.405952 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-d0117c2b-547d-401c-b0a5-7f571f89f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.407961 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-d0117c2b-547d-401c-b0a5-7f571f89f1c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 1100 time: 0.2218390 Sep 16 04:40:54.420965 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b561b20f-a2ea-4785-9746-702038271482 req-b46d2e4c-6831-4621-a0f4-92aaa32e3342 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5005043 Sep 16 04:40:54.453561 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05c05178-989d-44cf-9cfc-c456eddca89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.455731 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Request body: {'port': {'device_id': '61329eab-c066-45f0-88f4-ed54a65c75c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:54.456635 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05c05178-989d-44cf-9cfc-c456eddca89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.461179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-05c05178-989d-44cf-9cfc-c456eddca89e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5575fc9-4e78-4eac-ad2e-c9d3e572de86 HTTP/1.1" status: 204 len: 168 time: 0.6783040 Sep 16 04:40:54.491255 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fa6dc836-9a51-4f25-87cd-6997ef1cfb8f None None] Provisioning complete for port d745825d-f737-47a7-b588-f9136ff9ee55 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:54.491635 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fa6dc836-9a51-4f25-87cd-6997ef1cfb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.551966 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c05178-989d-44cf-9cfc-c456eddca89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5575fc9-4e78-4eac-ad2e-c9d3e572de86,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:54.588935 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-eb815e9f-6153-4b81-bc09-4e47166f6637 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=187edd9e67ef423ca396a323828ae51d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5712821 Sep 16 04:40:54.589146 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-fa6dc836-9a51-4f25-87cd-6997ef1cfb8f None None] Port d745825d-f737-47a7-b588-f9136ff9ee55 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:54.602556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae332e75-ce0d-4182-9f61-99057d6e2490 req-5ae1f40c-c2c7-4e98-9658-d5f7c6518e41 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.604189 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae332e75-ce0d-4182-9f61-99057d6e2490 req-5ae1f40c-c2c7-4e98-9658-d5f7c6518e41 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 948 time: 0.3678155 Sep 16 04:40:54.604687 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58024) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:54.651934 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfb7e2-2203-4413-8bbe-87dd6e96b93f req-614afe0e-a587-4c71-be99-2569a82a563c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.653580 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12bfb7e2-2203-4413-8bbe-87dd6e96b93f req-614afe0e-a587-4c71-be99-2569a82a563c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 948 time: 0.3800881 Sep 16 04:40:54.664432 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-1bb1e640-3906-40fe-8fad-cba3a66fe2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.666616 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-1bb1e640-3906-40fe-8fad-cba3a66fe2f8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.2425673 Sep 16 04:40:54.707616 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5a574160-b07c-42d9-8bb0-ebafc93cf9a1 req-95db3229-a05c-41a3-ac26-323a916a9fcb service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540924 Sep 16 04:40:54.741521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-267e0857-78b7-412f-8bb5-45230869364c service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867891 Sep 16 04:40:54.750603 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-f246dd50-fe64-4066-a4f4-7b245a0aee5b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=44bd3647-20c9-4130-8c7f-1b5380042dc5 HTTP/1.1" status: 200 len: 217 time: 0.0401683 Sep 16 04:40:54.772776 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.849093 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae332e75-ce0d-4182-9f61-99057d6e2490 req-2ebcaafc-ff2d-4e54-951c-fc93de895e13 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc512c04-6217-4a04-869c-796e97c66a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255709 Sep 16 04:40:54.873489 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12bfb7e2-2203-4413-8bbe-87dd6e96b93f req-7a84259a-44e7-4100-9e4b-8f0a8b83ee4a tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902423 Sep 16 04:40:54.919791 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ac92a596-d2a3-4fcd-ab6c-7b60bce75a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.941302 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-b513bb85-18fe-4761-b6cd-abdf17f9aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.943368 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-b513bb85-18fe-4761-b6cd-abdf17f9aa36 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1813915 Sep 16 04:40:54.967349 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-86b7c8b9-8fd7-4c01-8ab3-b4c9f4ec0b62 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.980233 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ac92a596-d2a3-4fcd-ab6c-7b60bce75a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.037032 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-c0deacef-1f8b-4c9b-a82c-f5807a0973e8 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559388 Sep 16 04:40:55.096316 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0aa82-7ae9-434e-85f4-bcbf10260bc7 req-d7eb50e9-526c-47e6-b648-0d86b3e7bd2e tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:55.098014 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4aa0aa82-7ae9-434e-85f4-bcbf10260bc7 req-d7eb50e9-526c-47e6-b648-0d86b3e7bd2e tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 936 time: 0.1286757 Sep 16 04:40:55.104760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-ccc18db5-ba2e-409c-a066-672f1d76927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:55.110030 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-ccc18db5-ba2e-409c-a066-672f1d76927f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1534131 Sep 16 04:40:55.152485 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4aa0aa82-7ae9-434e-85f4-bcbf10260bc7 req-7de3c7e4-c1aa-4ee7-86aa-03173a220db9 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464137 Sep 16 04:40:55.304023 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-c348be9b-a3d6-45e0-b6c0-39696a0469c0 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841197 Sep 16 04:40:55.375057 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d26df911-5145-463d-abcf-cb48a9bff8da req-d71c7b47-4eff-4359-941e-811429a9d798 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 210 time: 0.1920309 Sep 16 04:40:55.375057 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ac92a596-d2a3-4fcd-ab6c-7b60bce75a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.375057 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ac92a596-d2a3-4fcd-ab6c-7b60bce75a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.375057 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ac92a596-d2a3-4fcd-ab6c-7b60bce75a87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d5f6375-4cee-4c73-a885-4c005c992afc HTTP/1.1" status: 204 len: 168 time: 0.7407777 Sep 16 04:40:55.375057 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-86b7c8b9-8fd7-4c01-8ab3-b4c9f4ec0b62 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.375057 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92a596-d2a3-4fcd-ab6c-7b60bce75a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5f6375-4cee-4c73-a885-4c005c992afc,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:55.388534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['e305093c-6b47-48ab-9277-9b042c0f108d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:55.415802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-86b7c8b9-8fd7-4c01-8ab3-b4c9f4ec0b62 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:55.428819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-86b7c8b9-8fd7-4c01-8ab3-b4c9f4ec0b62 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:55.429171 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-86b7c8b9-8fd7-4c01-8ab3-b4c9f4ec0b62 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:55.434914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-86b7c8b9-8fd7-4c01-8ab3-b4c9f4ec0b62 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:55.435798 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-86b7c8b9-8fd7-4c01-8ab3-b4c9f4ec0b62 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.442467 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7c8b9-8fd7-4c01-8ab3-b4c9f4ec0b62 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Pushing event updated for resources: {'Port': ['ID=cd6072d4-2c08-42bb-a36d-19eeeb67e4f1,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:55.456620 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-4d2ca238-1788-4d8b-ac26-5b7a5756ecb9 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423826 Sep 16 04:40:55.459624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d745825d-f737-47a7-b588-f9136ff9ee55 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:55.467905 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.481614 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Transition to ACTIVE for port object d745825d-f737-47a7-b588-f9136ff9ee55 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:55.598196 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-638d2168-0469-4975-8462-d6a8325966a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:55.609845 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-638d2168-0469-4975-8462-d6a8325966a8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bd4fe39beb9246e996f6f920bd380196&device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 1100 time: 0.0538616 Sep 16 04:40:55.647034 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-86b7c8b9-8fd7-4c01-8ab3-b4c9f4ec0b62 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8314438 Sep 16 04:40:55.664925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Request body: {'port': {'device_id': '4c2dff74-e853-4348-bfea-6091f7165773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:55.702160 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-191d5c34-6810-44e0-ae7e-e1cdea82b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:55.703756 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-191d5c34-6810-44e0-ae7e-e1cdea82b15c service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.0957558 Sep 16 04:40:55.709167 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.718914 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b9f44142-f0a0-45f9-ad32-fcf12cacc271 None None] Provisioning complete for port cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:55.719621 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b9f44142-f0a0-45f9-ad32-fcf12cacc271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.731292 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.793993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b9f44142-f0a0-45f9-ad32-fcf12cacc271 None None] Port cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:55.798112 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-98d3c27e-981f-4d32-9e3a-6e09d9a6d3b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=69d6528f-2575-42ee-9601-7bfd449973ad HTTP/1.1" status: 200 len: 217 time: 0.0821366 Sep 16 04:40:55.855649 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Pushing event updated for resources: {'Port': ['ID=d745825d-f737-47a7-b588-f9136ff9ee55,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:55.902965 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-31702a6c-87be-495a-a3dc-9484ba0eb0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:55.904503 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-31702a6c-87be-495a-a3dc-9484ba0eb0c7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1005723 Sep 16 04:40:55.932459 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Attempting to bind port d745825d-f737-47a7-b588-f9136ff9ee55 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:55.932459 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Attempting to bind port d745825d-f737-47a7-b588-f9136ff9ee55 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:55.932459 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Attempting to bind port d745825d-f737-47a7-b588-f9136ff9ee55 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:55.973667 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Port d745825d-f737-47a7-b588-f9136ff9ee55 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:55.978223 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Attempting to bind port d745825d-f737-47a7-b588-f9136ff9ee55 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:55.999991 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:56.000608 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:56.001158 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:56.001853 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Bound port: d745825d-f737-47a7-b588-f9136ff9ee55, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:56.002585 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.090908 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-4e272beb-9867-495b-adbf-610a0cd09872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.093613 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-4e272beb-9867-495b-adbf-610a0cd09872 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1744533 Sep 16 04:40:56.213356 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05a697-2791-4abd-bc64-e219bae71189 req-83d9358a-e0b2-4d13-9d55-ab850be37e9c tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.223553 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed05a697-2791-4abd-bc64-e219bae71189 req-83d9358a-e0b2-4d13-9d55-ab850be37e9c tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 948 time: 0.2476726 Sep 16 04:40:56.246824 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] For port d745825d-f737-47a7-b588-f9136ff9ee55, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:56.256001 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] For port d745825d-f737-47a7-b588-f9136ff9ee55, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d745825d-f737-47a7-b588-f9136ff9ee55,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:56.279908 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-a1a96012-f4c4-4b57-9761-62c6860d2ee3 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688061 Sep 16 04:40:56.280468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296acbe-cec6-49a7-a36c-64f78255385c req-61784070-a677-41d8-9b65-460853c23475 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.282082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1296acbe-cec6-49a7-a36c-64f78255385c req-61784070-a677-41d8-9b65-460853c23475 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 948 time: 0.2791245 Sep 16 04:40:56.337708 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed05a697-2791-4abd-bc64-e219bae71189 req-5f39b7f3-40d0-46f8-8278-569ef49ff60c tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc512c04-6217-4a04-869c-796e97c66a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130083 Sep 16 04:40:56.337948 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.390414 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1296acbe-cec6-49a7-a36c-64f78255385c req-7ebc5fce-3d1f-4f20-87f7-d41c30147922 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942450 Sep 16 04:40:56.411599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:56.421973 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.422645 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.424513 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b561b20f-a2ea-4785-9746-702038271482 req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] 10.222.0.21 "PUT /v2.0/ports/d745825d-f737-47a7-b588-f9136ff9ee55 HTTP/1.1" status: 200 len: 1097 time: 1.9852097 Sep 16 04:40:56.428869 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61329eab-c066-45f0-88f4-ed54a65c75c0', 'tag': 'd745825d-f737-47a7-b588-f9136ff9ee55'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:56.432074 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72600dbb-eda0-4f02-a7ba-7450b345b8ca" -d '{"events": [{"name": "network-changed", "server_uuid": "61329eab-c066-45f0-88f4-ed54a65c75c0", "tag": "d745825d-f737-47a7-b588-f9136ff9ee55"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:56.434739 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.474068 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Transition to ACTIVE for port object cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:56.537807 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1dc8acb5-5cfd-4d80-969d-8a6fe47408d1 req-680f2e4c-3b1f-4458-9284-33ac9b3157c6 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475090 Sep 16 04:40:56.541154 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08454b3-ce3b-4c76-9c48-b4cde8611b6f service neutron] Pushing event updated for resources: {'Port': ['ID=d745825d-f737-47a7-b588-f9136ff9ee55,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:56.587441 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.681186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58074) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:56.749096 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ccfe968a-2378-4510-85f2-24c22d4bb3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.777713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6072d4-2c08-42bb-a36d-19eeeb67e4f1,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:56.805642 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03797e80-7ba5-453c-aa23-6200f96f1da2 req-abf2d273-40f2-462d-9a18-5e66637ac724 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.814165 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03797e80-7ba5-453c-aa23-6200f96f1da2 req-abf2d273-40f2-462d-9a18-5e66637ac724 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 948 time: 0.3250144 Sep 16 04:40:56.891935 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28301c-c5fd-479c-b51b-f35174bfaebc req-c99c4c26-120b-4aab-9814-a264e798f7b4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.891935 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b28301c-c5fd-479c-b51b-f35174bfaebc req-c99c4c26-120b-4aab-9814-a264e798f7b4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 947 time: 0.3068421 Sep 16 04:40:56.968320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Attempting to bind port cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:56.968550 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Attempting to bind port cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:56.968878 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Attempting to bind port cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:57.030316 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Port cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:57.030695 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Attempting to bind port cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:57.044573 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b20f-a2ea-4785-9746-702038271482 req-ffcbc546-2149-4831-bccd-20269cfeaf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.044573 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b561b20f-a2ea-4785-9746-702038271482 req-ffcbc546-2149-4831-bccd-20269cfeaf16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce1074e13e1b4897bf4ea77f32e6f819&device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 1100 time: 0.4782541 Sep 16 04:40:57.044980 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:57.044980 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:57.044980 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:57.044980 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Bound port: cd6072d4-2c08-42bb-a36d-19eeeb67e4f1, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:57.044980 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.049666 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03797e80-7ba5-453c-aa23-6200f96f1da2 req-ac1f0f90-4c82-4c1d-8d3a-14bce4006e66 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342923 Sep 16 04:40:57.087158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b28301c-c5fd-479c-b51b-f35174bfaebc req-b311460c-4289-470a-b458-9fb2609eb9af tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846838 Sep 16 04:40:57.137547 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b561b20f-a2ea-4785-9746-702038271482 req-a5039782-aae5-4e48-a6f4-443fa79edd9c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d745825d-f737-47a7-b588-f9136ff9ee55 HTTP/1.1" status: 200 len: 217 time: 0.0747986 Sep 16 04:40:57.155742 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8028d709-1b63-4524-8427-9e94d7cbeaa2 x-openstack-request-id: req-8028d709-1b63-4524-8427-9e94d7cbeaa2 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:57.156078 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61329eab-c066-45f0-88f4-ed54a65c75c0", "tag": "d745825d-f737-47a7-b588-f9136ff9ee55", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:57.156289 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8028d709-1b63-4524-8427-9e94d7cbeaa2 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:57.156680 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61329eab-c066-45f0-88f4-ed54a65c75c0', 'tag': 'd745825d-f737-47a7-b588-f9136ff9ee55', 'status': 'completed', 'code': 200} Sep 16 04:40:57.176500 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ccfe968a-2378-4510-85f2-24c22d4bb3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.186298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] For port cd6072d4-2c08-42bb-a36d-19eeeb67e4f1, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:57.190229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] For port cd6072d4-2c08-42bb-a36d-19eeeb67e4f1, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=cd6072d4-2c08-42bb-a36d-19eeeb67e4f1,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:57.197852 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b20f-a2ea-4785-9746-702038271482 req-8cb08d03-9efe-46c1-bc4b-ad89675439d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.199483 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b561b20f-a2ea-4785-9746-702038271482 req-8cb08d03-9efe-46c1-bc4b-ad89675439d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0543215 Sep 16 04:40:57.233470 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ccfe968a-2378-4510-85f2-24c22d4bb3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.274432 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b20f-a2ea-4785-9746-702038271482 req-3eb50c3b-9e76-4cc7-a443-729a2313e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.279648 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b561b20f-a2ea-4785-9746-702038271482 req-3eb50c3b-9e76-4cc7-a443-729a2313e645 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0686240 Sep 16 04:40:57.279830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ccfe968a-2378-4510-85f2-24c22d4bb3a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e0575ca030e499eae5f29a62165b657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5930991 Sep 16 04:40:57.279830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe968a-2378-4510-85f2-24c22d4bb3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e735cb8-d5d4-43e0-bdd9-2df3e25a7506,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:57.280001 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58086) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:57.296213 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.332362 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.333286 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.334615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] 10.222.0.38 "PUT /v2.0/ports/cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 HTTP/1.1" status: 200 len: 1096 time: 1.6742821 Sep 16 04:40:57.335117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2dff74-e853-4348-bfea-6091f7165773', 'tag': 'cd6072d4-2c08-42bb-a36d-19eeeb67e4f1'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:57.337328 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fead207b-69db-40b4-b362-1fe967495c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2dff74-e853-4348-bfea-6091f7165773", "tag": "cd6072d4-2c08-42bb-a36d-19eeeb67e4f1"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:57.365064 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060f05d-8228-4da6-b101-0733ccd413c5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6072d4-2c08-42bb-a36d-19eeeb67e4f1,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:57.400635 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57676de2-91f0-4fc6-a5a2-39b6627a2a87 x-openstack-request-id: req-57676de2-91f0-4fc6-a5a2-39b6627a2a87 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:57.400635 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2dff74-e853-4348-bfea-6091f7165773", "tag": "cd6072d4-2c08-42bb-a36d-19eeeb67e4f1", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:57.400635 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57676de2-91f0-4fc6-a5a2-39b6627a2a87 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:57.400635 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2dff74-e853-4348-bfea-6091f7165773', 'tag': 'cd6072d4-2c08-42bb-a36d-19eeeb67e4f1', 'status': 'completed', 'code': 200} Sep 16 04:40:57.492122 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5fd0f94-178c-41ba-a549-b78f3560e545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.531555 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5fd0f94-178c-41ba-a549-b78f3560e545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.541157 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b561b20f-a2ea-4785-9746-702038271482 req-8ae30465-dc09-4afa-a100-466ab37dce35 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505481 Sep 16 04:40:57.595765 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9944f-de04-4b01-a721-6eff03b4db24 req-71181126-5bee-4a88-9fc2-6621165fac21 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.602554 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dee9944f-de04-4b01-a721-6eff03b4db24 req-71181126-5bee-4a88-9fc2-6621165fac21 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 948 time: 0.1388736 Sep 16 04:40:57.638960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead207b-69db-40b4-b362-1fe967495c0e req-3da435d1-3109-4886-ade7-e34e6742675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.640744 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fead207b-69db-40b4-b362-1fe967495c0e req-3da435d1-3109-4886-ade7-e34e6742675f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=71c20e9c9e004beebe8e7434e5c8e497&device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 1099 time: 0.1328621 Sep 16 04:40:57.650923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d8dff-2328-455f-ab86-585a9f6d7594 req-c9416438-6a9f-4d94-a66a-6b77ac53955f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.652576 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a3d8dff-2328-455f-ab86-585a9f6d7594 req-c9416438-6a9f-4d94-a66a-6b77ac53955f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 948 time: 0.1464121 Sep 16 04:40:57.684045 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b561b20f-a2ea-4785-9746-702038271482 req-ace54a4b-97f4-4c0e-b321-5aa156540089 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276572 Sep 16 04:40:57.697424 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fead207b-69db-40b4-b362-1fe967495c0e req-145749d8-b38b-4259-9166-434e63abd85f service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=71c20e9c9e004beebe8e7434e5c8e497&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379443 Sep 16 04:40:57.714965 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dee9944f-de04-4b01-a721-6eff03b4db24 req-ac5d5599-c50c-4562-9be6-5c5344b0d0cc tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc512c04-6217-4a04-869c-796e97c66a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079605 Sep 16 04:40:57.768610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a3d8dff-2328-455f-ab86-585a9f6d7594 req-613c4e56-9aef-487d-b5bf-ffc7cec942d9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054933 Sep 16 04:40:57.810779 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5fd0f94-178c-41ba-a549-b78f3560e545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.815099 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5fd0f94-178c-41ba-a549-b78f3560e545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.817778 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b5fd0f94-178c-41ba-a549-b78f3560e545 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e735cb8-d5d4-43e0-bdd9-2df3e25a7506 HTTP/1.1" status: 204 len: 168 time: 0.5361073 Sep 16 04:40:57.831791 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd0f94-178c-41ba-a549-b78f3560e545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e735cb8-d5d4-43e0-bdd9-2df3e25a7506,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:57.875224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead207b-69db-40b4-b362-1fe967495c0e req-a12e358b-23f5-4918-abe8-f1f6f7e0f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.877007 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fead207b-69db-40b4-b362-1fe967495c0e req-a12e358b-23f5-4918-abe8-f1f6f7e0f35c service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1625845 Sep 16 04:40:57.938384 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72600dbb-eda0-4f02-a7ba-7450b345b8ca req-9376d092-cc4b-46cf-974d-a23de88f07b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.939979 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-72600dbb-eda0-4f02-a7ba-7450b345b8ca req-9376d092-cc4b-46cf-974d-a23de88f07b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce1074e13e1b4897bf4ea77f32e6f819&device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 1100 time: 0.0472507 Sep 16 04:40:57.947650 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.953632 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58112) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:58.012066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-ffe35e2d-4ca5-4320-bfa0-c4eae9c6a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.013623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-ffe35e2d-4ca5-4320-bfa0-c4eae9c6a634 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=71c20e9c9e004beebe8e7434e5c8e497&device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 1099 time: 0.0526361 Sep 16 04:40:58.063891 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72600dbb-eda0-4f02-a7ba-7450b345b8ca req-fa683b3f-df50-4f61-a6a3-0147c8e6c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.070421 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-72600dbb-eda0-4f02-a7ba-7450b345b8ca req-fa683b3f-df50-4f61-a6a3-0147c8e6c30b service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1179743 Sep 16 04:40:58.073450 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-1bc16068-9144-4a1f-a868-68ffbc414b56 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 HTTP/1.1" status: 200 len: 217 time: 0.0447094 Sep 16 04:40:58.131706 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-72600dbb-eda0-4f02-a7ba-7450b345b8ca req-1a8318e2-c984-47bf-9ed8-5789e72fb8e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d745825d-f737-47a7-b588-f9136ff9ee55 HTTP/1.1" status: 200 len: 217 time: 0.0582907 Sep 16 04:40:58.139156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-29472a68-d6d9-4760-824b-e54a9082c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.140937 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-29472a68-d6d9-4760-824b-e54a9082c49c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0600324 Sep 16 04:40:58.226664 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72600dbb-eda0-4f02-a7ba-7450b345b8ca req-87c6adca-3039-4434-9150-5956493e30ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.227500 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9b6183a2-8175-4e83-9e46-b15d6d2ea270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:58.228504 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-72600dbb-eda0-4f02-a7ba-7450b345b8ca req-87c6adca-3039-4434-9150-5956493e30ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0867984 Sep 16 04:40:58.289264 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72600dbb-eda0-4f02-a7ba-7450b345b8ca req-17cbbc06-dec7-4981-a128-777f39282068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.291614 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-72600dbb-eda0-4f02-a7ba-7450b345b8ca req-17cbbc06-dec7-4981-a128-777f39282068 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0553780 Sep 16 04:40:58.323060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333e75f-d3ad-4e66-ac4c-adf93cdb0589 req-757a981d-3a12-4cbf-aeef-f91bd6c1948a tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.325704 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9333e75f-d3ad-4e66-ac4c-adf93cdb0589 req-757a981d-3a12-4cbf-aeef-f91bd6c1948a tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 948 time: 0.1781039 Sep 16 04:40:58.371649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-3b5d6c62-4793-446f-a3c1-7bfdd316a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.373508 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-3b5d6c62-4793-446f-a3c1-7bfdd316a241 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2157962 Sep 16 04:40:58.404675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464b3f4-c5c8-428b-a98f-b24b87491df0 req-cf865771-23b0-4dca-a0c0-c73de783b0af tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.406753 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d464b3f4-c5c8-428b-a98f-b24b87491df0 req-cf865771-23b0-4dca-a0c0-c73de783b0af tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 947 time: 0.1751745 Sep 16 04:40:58.446137 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-72600dbb-eda0-4f02-a7ba-7450b345b8ca req-ad4fedf1-e8ae-4d69-aaa3-815f329d0b08 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450176 Sep 16 04:40:58.453356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9333e75f-d3ad-4e66-ac4c-adf93cdb0589 req-06fae91f-34a3-4866-a396-8e241012bb58 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162307 Sep 16 04:40:58.518730 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9b6183a2-8175-4e83-9e46-b15d6d2ea270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:58.541681 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d464b3f4-c5c8-428b-a98f-b24b87491df0 req-2ba33c01-304a-4ad6-aa97-cda610ad6f87 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133518 Sep 16 04:40:58.560894 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-c17f652b-65aa-4f36-aac6-3321b13d47c7 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776695 Sep 16 04:40:58.586180 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-72600dbb-eda0-4f02-a7ba-7450b345b8ca req-c159d9ce-a2bb-44ff-991d-ce1ea832b80a service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222663 Sep 16 04:40:58.636287 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9b6183a2-8175-4e83-9e46-b15d6d2ea270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:58.695493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9b6183a2-8175-4e83-9e46-b15d6d2ea270 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e953eac5af4048fa881d328a07345beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7407169 Sep 16 04:40:58.698181 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58136) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:58.701091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6183a2-8175-4e83-9e46-b15d6d2ea270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3bc3a4-8521-484c-a1b7-aa8579f3f631,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:58.712573 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cb7f98a-8db9-40d1-964d-22d7eb3cd1e5 req-bf36c33f-a1b2-42ba-b788-766b09900710 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377096 Sep 16 04:40:58.761305 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03d2399f-fdaa-49af-90c7-691cf9982cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:58.792526 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03d2399f-fdaa-49af-90c7-691cf9982cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:58.869880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb60ae-2b76-4605-8004-390e472a8361 req-d9b0532f-acc7-423a-95fd-dc8706676b2d tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.871550 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6bb60ae-2b76-4605-8004-390e472a8361 req-d9b0532f-acc7-423a-95fd-dc8706676b2d tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 948 time: 0.0621033 Sep 16 04:40:58.918018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6bb60ae-2b76-4605-8004-390e472a8361 req-4ef089c6-1b3b-4a24-89db-c36154fe0dd2 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc512c04-6217-4a04-869c-796e97c66a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388994 Sep 16 04:40:58.938687 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 69d6528f-2575-42ee-9601-7bfd449973ad details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:58.941865 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03d2399f-fdaa-49af-90c7-691cf9982cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:58.950274 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03d2399f-fdaa-49af-90c7-691cf9982cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:58.950274 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-03d2399f-fdaa-49af-90c7-691cf9982cf9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd3bc3a4-8521-484c-a1b7-aa8579f3f631 HTTP/1.1" status: 204 len: 168 time: 0.2460725 Sep 16 04:40:58.961860 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2399f-fdaa-49af-90c7-691cf9982cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3bc3a4-8521-484c-a1b7-aa8579f3f631,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:59.063782 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ac4b0-413d-4ab1-95c8-584470ab8516 req-044bcce5-ecc8-4381-9907-13fa6e844ebd tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:59.074211 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d1ac4b0-413d-4ab1-95c8-584470ab8516 req-044bcce5-ecc8-4381-9907-13fa6e844ebd tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 948 time: 0.0727689 Sep 16 04:40:59.106073 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 69d6528f-2575-42ee-9601-7bfd449973ad, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=69d6528f-2575-42ee-9601-7bfd449973ad,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:59.119512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '69d6528f-2575-42ee-9601-7bfd449973ad', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '69d6528f-2575-42ee-9601-7bfd449973ad', 'mac_address': 'fa:16:3e:70:bd:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:59.124312 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d1ac4b0-413d-4ab1-95c8-584470ab8516 req-343dda9f-1d6d-49d1-a8ae-ebebec0b5821 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489333 Sep 16 04:40:59.181444 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.194979 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d6528f-2575-42ee-9601-7bfd449973ad {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:59.215505 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 69d6528f-2575-42ee-9601-7bfd449973ad, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=69d6528f-2575-42ee-9601-7bfd449973ad,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:59.284765 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.286131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 44bd3647-20c9-4130-8c7f-1b5380042dc5 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:59.354564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 44bd3647-20c9-4130-8c7f-1b5380042dc5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=44bd3647-20c9-4130-8c7f-1b5380042dc5,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:59.371505 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=69d6528f-2575-42ee-9601-7bfd449973ad,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:59.376403 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '44bd3647-20c9-4130-8c7f-1b5380042dc5', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '44bd3647-20c9-4130-8c7f-1b5380042dc5', 'mac_address': 'fa:16:3e:a4:ee:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:59.425381 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.450830 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bd3647-20c9-4130-8c7f-1b5380042dc5 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:59.500533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1975c1-740b-404f-ae0a-a4403de2283f req-ea42b97a-90d6-46dc-b4a4-b504d3d8e72d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:59.502753 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd1975c1-740b-404f-ae0a-a4403de2283f req-ea42b97a-90d6-46dc-b4a4-b504d3d8e72d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 948 time: 0.0831506 Sep 16 04:40:59.504436 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 44bd3647-20c9-4130-8c7f-1b5380042dc5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=44bd3647-20c9-4130-8c7f-1b5380042dc5,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:59.555740 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd1975c1-740b-404f-ae0a-a4403de2283f req-c9a5ce56-9a8e-4687-bcc9-5f5b7892e1fb tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444415 Sep 16 04:40:59.587238 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.642504 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=44bd3647-20c9-4130-8c7f-1b5380042dc5,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:59.692967 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505f7da-e5ac-4c0b-a136-c8e9cd5759fe req-e18b036a-8bd5-4dfe-b887-6333671d456f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:59.696944 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4505f7da-e5ac-4c0b-a136-c8e9cd5759fe req-e18b036a-8bd5-4dfe-b887-6333671d456f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.21 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4&tenant_id=a016558221c5434f8347e2de57e4ce82&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 948 time: 0.1577120 Sep 16 04:40:59.738853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46320e3e-b159-4830-a85c-d8ec3be1bcd3 req-df5843e6-6b08-40ba-8fde-861b99aaefe1 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:59.743100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46320e3e-b159-4830-a85c-d8ec3be1bcd3 req-df5843e6-6b08-40ba-8fde-861b99aaefe1 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 948 time: 0.0856569 Sep 16 04:40:59.755780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c64b20-c439-4d3e-863b-e64c34c5a71c req-3427dc71-d33e-426c-8607-5a6afa2be594 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:59.760358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a2c64b20-c439-4d3e-863b-e64c34c5a71c req-3427dc71-d33e-426c-8607-5a6afa2be594 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 947 time: 0.0739067 Sep 16 04:40:59.764945 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [req-4505f7da-e5ac-4c0b-a136-c8e9cd5759fe req-d40a94e1-d5a2-4e7c-ace1-9e74381a1348 service neutron] delete failed (client error): The resource could not be found. Sep 16 04:40:59.766078 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4505f7da-e5ac-4c0b-a136-c8e9cd5759fe req-d40a94e1-d5a2-4e7c-ace1-9e74381a1348 service neutron] 10.222.0.21 "DELETE /v2.0/ports/44bd3647-20c9-4130-8c7f-1b5380042dc5/bindings/n-h1-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.0634034 Sep 16 04:40:59.811845 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46320e3e-b159-4830-a85c-d8ec3be1bcd3 req-e9e13331-30f0-41e3-afbf-b06eae72e3f5 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649676 Sep 16 04:40:59.819674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a2c64b20-c439-4d3e-863b-e64c34c5a71c req-1d655408-40d5-4441-8ff5-bd47a3f05162 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552008 Sep 16 04:40:59.924973 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58184) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:59.963237 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505f7da-e5ac-4c0b-a136-c8e9cd5759fe req-de125bbe-a10c-4d27-82c6-8e87ee9d27af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:59.963424 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e8536b4e-ac4e-485f-baef-2a70715ef42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.966711 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4505f7da-e5ac-4c0b-a136-c8e9cd5759fe req-de125bbe-a10c-4d27-82c6-8e87ee9d27af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 1101 time: 0.0724008 Sep 16 04:41:00.176980 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e8536b4e-ac4e-485f-baef-2a70715ef42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.210184 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43263857-2651-476c-bb8e-93e6f7d87a2d req-75d041a2-4501-4af9-875b-5a8afcac2ffd tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:00.210538 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505f7da-e5ac-4c0b-a136-c8e9cd5759fe req-aa314a91-5730-4493-819d-92b653400032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:00.213881 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-43263857-2651-476c-bb8e-93e6f7d87a2d req-75d041a2-4501-4af9-875b-5a8afcac2ffd tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 949 time: 0.1144989 Sep 16 04:41:00.214859 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4505f7da-e5ac-4c0b-a136-c8e9cd5759fe req-aa314a91-5730-4493-819d-92b653400032 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.2347333 Sep 16 04:41:00.230365 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['69d6528f-2575-42ee-9601-7bfd449973ad'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:00.263576 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-43263857-2651-476c-bb8e-93e6f7d87a2d req-706cc378-7ba2-43c8-832b-11bd20ec9299 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc512c04-6217-4a04-869c-796e97c66a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436058 Sep 16 04:41:00.269905 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4505f7da-e5ac-4c0b-a136-c8e9cd5759fe req-be0f674a-bf74-47cb-a79d-b8c79ddab267 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=44bd3647-20c9-4130-8c7f-1b5380042dc5 HTTP/1.1" status: 200 len: 217 time: 0.0446167 Sep 16 04:41:00.272223 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['44bd3647-20c9-4130-8c7f-1b5380042dc5'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:00.319598 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e8536b4e-ac4e-485f-baef-2a70715ef42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.351714 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505f7da-e5ac-4c0b-a136-c8e9cd5759fe req-aa90e041-b451-42bc-b421-c22b5afcf35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:00.353830 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4505f7da-e5ac-4c0b-a136-c8e9cd5759fe req-aa90e041-b451-42bc-b421-c22b5afcf35a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0648668 Sep 16 04:41:00.423211 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505f7da-e5ac-4c0b-a136-c8e9cd5759fe req-472654f6-f6d3-4c29-bb5a-c8eeece1cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:00.425071 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4505f7da-e5ac-4c0b-a136-c8e9cd5759fe req-472654f6-f6d3-4c29-bb5a-c8eeece1cd64 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0627222 Sep 16 04:41:00.425204 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8536b4e-ac4e-485f-baef-2a70715ef42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6eaa8d-2437-4b92-9b44-0e40730eaac8,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:00.434544 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e8536b4e-ac4e-485f-baef-2a70715ef42a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f2fab2bb8f6471592fc1218ae781ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5030849 Sep 16 04:41:00.437001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58202) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:00.547034 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bcfdbee3-b0de-40ac-a039-76e1f76f6fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.580388 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4505f7da-e5ac-4c0b-a136-c8e9cd5759fe req-a0e9155d-1b70-48c2-bd3f-09bfbcf17577 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458297 Sep 16 04:41:00.580617 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bcfdbee3-b0de-40ac-a039-76e1f76f6fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.684586 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bcfdbee3-b0de-40ac-a039-76e1f76f6fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.687246 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bcfdbee3-b0de-40ac-a039-76e1f76f6fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.692191 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bcfdbee3-b0de-40ac-a039-76e1f76f6fcf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f6eaa8d-2437-4b92-9b44-0e40730eaac8 HTTP/1.1" status: 204 len: 168 time: 0.2506754 Sep 16 04:41:00.697889 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4505f7da-e5ac-4c0b-a136-c8e9cd5759fe req-9a7d4f91-dce9-472f-84e8-f853f073ed90 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055222 Sep 16 04:41:00.703844 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-9afbfdfd-ae46-4dfc-b7c8-9ec9fa45fa7f tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ae884b3eaaf74e2186455b10c0118a22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343876 Sep 16 04:41:00.711493 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdbee3-b0de-40ac-a039-76e1f76f6fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6eaa8d-2437-4b92-9b44-0e40730eaac8,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:01.030044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466747af-be57-4c38-9dcd-e318de4333a3 req-521d9fb7-e695-482d-8f15-3fcbceec01f9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:01.031680 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-466747af-be57-4c38-9dcd-e318de4333a3 req-521d9fb7-e695-482d-8f15-3fcbceec01f9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 949 time: 0.2906752 Sep 16 04:41:01.054272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-0d816a20-c8d2-49c2-b8de-d8321cdb5270 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:01.055841 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-0d816a20-c8d2-49c2-b8de-d8321cdb5270 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3389971 Sep 16 04:41:01.088072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-2881a9fd-05bd-4d5d-8311-4391af4fe66c tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/quotas/ae884b3eaaf74e2186455b10c0118a22 HTTP/1.1" status: 200 len: 375 time: 0.0218585 Sep 16 04:41:01.096044 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-466747af-be57-4c38-9dcd-e318de4333a3 req-b38c454d-6a82-46b4-853d-152f4c932b25 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563710 Sep 16 04:41:01.133071 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-6f56900f-e9d4-4dd1-81d4-9bf0be70545f tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae884b3eaaf74e2186455b10c0118a22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360000 Sep 16 04:41:01.240891 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ad868-a432-4b8e-9e1d-2a4ae752fb00 req-f95ac5c5-617d-44a5-89c5-8a50ee8ec364 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:01.242408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-977ad868-a432-4b8e-9e1d-2a4ae752fb00 req-f95ac5c5-617d-44a5-89c5-8a50ee8ec364 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 948 time: 0.0535371 Sep 16 04:41:01.282951 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-977ad868-a432-4b8e-9e1d-2a4ae752fb00 req-5fccf89b-1055-4834-a7d9-13307694e881 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343347 Sep 16 04:41:01.418058 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6508c-70ce-4062-9c02-de08602656ae req-ca1a9fd9-5afb-456e-b924-026437627f84 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:01.420866 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6c6508c-70ce-4062-9c02-de08602656ae req-ca1a9fd9-5afb-456e-b924-026437627f84 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 947 time: 0.0726593 Sep 16 04:41:01.483262 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6c6508c-70ce-4062-9c02-de08602656ae req-427e2c8a-9a56-490b-974a-dccdacc02bd8 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435796 Sep 16 04:41:01.614347 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ff17cca-4d59-43c4-bd99-b8d0972cb9a0 req-e01e30ce-b085-4efa-b1bd-b934234ed5e8 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 210 time: 0.0447814 Sep 16 04:41:01.636042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d769c-767a-4bc6-9d59-815609af9bad req-11734c14-90df-4a6e-a7c6-efee84ea271e tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:01.637836 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f46d769c-767a-4bc6-9d59-815609af9bad req-11734c14-90df-4a6e-a7c6-efee84ea271e tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 949 time: 0.0806425 Sep 16 04:41:01.699460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f46d769c-767a-4bc6-9d59-815609af9bad req-a7453b25-4f73-4863-b3ce-9dc1d2734dcf tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc512c04-6217-4a04-869c-796e97c66a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419011 Sep 16 04:41:01.911054 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58266) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:02.018850 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-051d8ae9-e0ca-4b31-9cbc-bc22836672f8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1172948021-network', 'tenant_id': '6d0231a2821a4541951a6d565beefb78'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:02.124710 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051d8ae9-e0ca-4b31-9cbc-bc22836672f8 admin admin] Made reservation on behalf of 6d0231a2821a4541951a6d565beefb78 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:02.127021 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-051d8ae9-e0ca-4b31-9cbc-bc22836672f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.137267 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-051d8ae9-e0ca-4b31-9cbc-bc22836672f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.217545 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c112110-c6a9-445e-a399-d5eee40fa6fa req-ff24d15e-5af9-4c9c-bb77-8b058b5062d6 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.219111 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c112110-c6a9-445e-a399-d5eee40fa6fa req-ff24d15e-5af9-4c9c-bb77-8b058b5062d6 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 949 time: 0.0499902 Sep 16 04:41:02.233532 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-051d8ae9-e0ca-4b31-9cbc-bc22836672f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.263182 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c112110-c6a9-445e-a399-d5eee40fa6fa req-dd312fe1-7ea2-4f8c-8c3b-6462b897584d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365305 Sep 16 04:41:02.398861 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-051d8ae9-e0ca-4b31-9cbc-bc22836672f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.424939 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2cec2-9d9e-4827-b943-1b51d5fafe01 req-9366a84f-ab2b-4acc-be3a-f262f96a0ba2 tempest-MigrationsAdminTest-85682894 tempest-MigrationsAdminTest-85682894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.427357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ac2cec2-9d9e-4827-b943-1b51d5fafe01 req-9366a84f-ab2b-4acc-be3a-f262f96a0ba2 tempest-MigrationsAdminTest-85682894 tempest-MigrationsAdminTest-85682894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 1101 time: 0.0940118 Sep 16 04:41:02.428193 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051d8ae9-e0ca-4b31-9cbc-bc22836672f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:41:02.442021 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d8ae9-e0ca-4b31-9cbc-bc22836672f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88db7725-91b5-407f-9905-fd0d5d10d375,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:02.448478 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-051d8ae9-e0ca-4b31-9cbc-bc22836672f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.449088 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-051d8ae9-e0ca-4b31-9cbc-bc22836672f8 admin admin] Added segment 8d63df80-7d41-441d-8322-ead278dc756f of type vlan for network 7874541c-debb-45f4-bc3c-bfa0b3030c61 Sep 16 04:41:02.455337 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448f197-a968-4fb7-803b-6d57d823d65e req-1562d6bb-9bd7-4e24-a2fc-fd8d5b21f146 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.461446 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1448f197-a968-4fb7-803b-6d57d823d65e req-1562d6bb-9bd7-4e24-a2fc-fd8d5b21f146 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 948 time: 0.0859232 Sep 16 04:41:02.501501 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-051d8ae9-e0ca-4b31-9cbc-bc22836672f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.509230 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ac2cec2-9d9e-4827-b943-1b51d5fafe01 req-50ae9f2b-14f4-4148-b91f-5b29d7cda712 tempest-MigrationsAdminTest-85682894 tempest-MigrationsAdminTest-85682894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700071 Sep 16 04:41:02.529140 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1448f197-a968-4fb7-803b-6d57d823d65e req-a196682f-23e1-4edd-8d3d-814ae761fd64 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655398 Sep 16 04:41:02.622213 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-051d8ae9-e0ca-4b31-9cbc-bc22836672f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.623298 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051d8ae9-e0ca-4b31-9cbc-bc22836672f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.623940 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-051d8ae9-e0ca-4b31-9cbc-bc22836672f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.657354 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200764f5-4f4a-4ad7-940c-3eeddd1e940e req-a6658ab6-07ef-4d9c-b51b-76fafbb7cf94 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.659116 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-200764f5-4f4a-4ad7-940c-3eeddd1e940e req-a6658ab6-07ef-4d9c-b51b-76fafbb7cf94 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 947 time: 0.0719407 Sep 16 04:41:02.690649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58294) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:02.702251 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d8ae9-e0ca-4b31-9cbc-bc22836672f8 admin admin] Pushing event updated for resources: {'Network': ['ID=7874541c-debb-45f4-bc3c-bfa0b3030c61,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:02.714489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 7874541c-debb-45f4-bc3c-bfa0b3030c61 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:41:02.748175 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-051d8ae9-e0ca-4b31-9cbc-bc22836672f8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8358922 Sep 16 04:41:02.751167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58302) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:02.760555 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-a8aa08c1-0aae-41ea-a598-8d4fb11f00f3 admin admin] Request body: {'subnet': {'network_id': '7874541c-debb-45f4-bc3c-bfa0b3030c61', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1172948021-subnet', 'tenant_id': '6d0231a2821a4541951a6d565beefb78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:02.767400 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bdcbfeb5-65ba-4b5f-a819-ec3d3da507d9 req-c7f432fd-3c1f-4f24-8f06-9d60224b6e9f tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 210 time: 0.0373385 Sep 16 04:41:02.776931 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-200764f5-4f4a-4ad7-940c-3eeddd1e940e req-b2e47f5c-6239-475c-9f4a-69991a1c4de8 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998762 Sep 16 04:41:02.801780 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d745825d-f737-47a7-b588-f9136ff9ee55 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:02.861448 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8aa08c1-0aae-41ea-a598-8d4fb11f00f3 admin admin] Made reservation on behalf of 6d0231a2821a4541951a6d565beefb78 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:02.864987 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8aa08c1-0aae-41ea-a598-8d4fb11f00f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.892179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4e50ca2-350a-4988-8235-70309915b718 req-f6f4b40b-12ae-4c15-82bf-f5aaeb6f4abd tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a016558221c5434f8347e2de57e4ce82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229905 Sep 16 04:41:02.942900 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1079e2b4-5ea2-4695-9700-cb40a4a41349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.955076 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:02.960942 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 69d6528f-2575-42ee-9601-7bfd449973ad up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:02.997031 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port d745825d-f737-47a7-b588-f9136ff9ee55, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d745825d-f737-47a7-b588-f9136ff9ee55,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:03.039029 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'd745825d-f737-47a7-b588-f9136ff9ee55', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': 'd745825d-f737-47a7-b588-f9136ff9ee55', 'mac_address': 'fa:16:3e:d6:5c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:03.058703 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2260791-e5fc-458b-9aad-c98297e24797 req-8f9f99f6-3252-4945-8267-7d349ccd4826 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.060299 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2260791-e5fc-458b-9aad-c98297e24797 req-8f9f99f6-3252-4945-8267-7d349ccd4826 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 949 time: 0.1647432 Sep 16 04:41:03.131386 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.143435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e50ca2-350a-4988-8235-70309915b718 req-f4afc403-18ee-4458-8c9b-6869b791700f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.145679 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4e50ca2-350a-4988-8235-70309915b718 req-f4afc403-18ee-4458-8c9b-6869b791700f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2363577 Sep 16 04:41:03.156854 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d745825d-f737-47a7-b588-f9136ff9ee55 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:03.157968 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2260791-e5fc-458b-9aad-c98297e24797 req-c5dcf750-6437-40e2-9a5f-8e21a0c761ad tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc512c04-6217-4a04-869c-796e97c66a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862639 Sep 16 04:41:03.167463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port cd6072d4-2c08-42bb-a36d-19eeeb67e4f1, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=cd6072d4-2c08-42bb-a36d-19eeeb67e4f1,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:03.180453 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4e50ca2-350a-4988-8235-70309915b718 req-3f2dfc73-2516-4e1b-bd21-8a2c93ab7572 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/quotas/a016558221c5434f8347e2de57e4ce82 HTTP/1.1" status: 200 len: 375 time: 0.0268033 Sep 16 04:41:03.189549 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'cd6072d4-2c08-42bb-a36d-19eeeb67e4f1', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': 'cd6072d4-2c08-42bb-a36d-19eeeb67e4f1', 'mac_address': 'fa:16:3e:98:df:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:03.193765 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port d745825d-f737-47a7-b588-f9136ff9ee55, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d745825d-f737-47a7-b588-f9136ff9ee55,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:03.210246 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8aa08c1-0aae-41ea-a598-8d4fb11f00f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.233991 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.249113 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 69d6528f-2575-42ee-9601-7bfd449973ad completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:03.256655 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 69d6528f-2575-42ee-9601-7bfd449973ad triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:03.257992 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1079e2b4-5ea2-4695-9700-cb40a4a41349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.258156 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.259597 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.262464 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:03.275257 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4e50ca2-350a-4988-8235-70309915b718 req-f78a6b23-aca4-4d5d-b737-eb55d3a3c9f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0866687 Sep 16 04:41:03.291107 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa08c1-0aae-41ea-a598-8d4fb11f00f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2a5e05a-1d8d-4094-9117-24ef3c578bf5,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:03.298235 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aa08c1-0aae-41ea-a598-8d4fb11f00f3 admin admin] Checking segment: {'id': '8d63df80-7d41-441d-8322-ead278dc756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7874541c-debb-45f4-bc3c-bfa0b3030c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:03.298594 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aa08c1-0aae-41ea-a598-8d4fb11f00f3 admin admin] Network hostable DHCP agents. Network: 7874541c-debb-45f4-bc3c-bfa0b3030c61, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:41:03.344567 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port cd6072d4-2c08-42bb-a36d-19eeeb67e4f1, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=cd6072d4-2c08-42bb-a36d-19eeeb67e4f1,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:03.365188 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1079e2b4-5ea2-4695-9700-cb40a4a41349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.372058 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=d745825d-f737-47a7-b588-f9136ff9ee55,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:03.407793 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1079e2b4-5ea2-4695-9700-cb40a4a41349 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38e8b967b19d41fa9d884bfe7dcbe697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7132356 Sep 16 04:41:03.408670 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079e2b4-5ea2-4695-9700-cb40a4a41349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47102ce4-2ef5-4bf9-8b9e-946dc4cdddbc,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:03.411796 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58312) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:03.416289 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.429200 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aa08c1-0aae-41ea-a598-8d4fb11f00f3 admin admin] Network 7874541c-debb-45f4-bc3c-bfa0b3030c61 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:41:03.442986 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d6528f-2575-42ee-9601-7bfd449973ad'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:03.445280 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60d0cfe-e10c-445e-b171-1a6b481dc778" -d '{"events": [{"server_uuid": "c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537", "name": "network-vif-plugged", "status": "completed", "tag": "69d6528f-2575-42ee-9601-7bfd449973ad"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:03.461082 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 69d6528f-2575-42ee-9601-7bfd449973ad, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=69d6528f-2575-42ee-9601-7bfd449973ad,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:03.479031 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.484594 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3beb3e2f-d773-43fe-93cc-7cdd543bce78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.513200 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3beb3e2f-d773-43fe-93cc-7cdd543bce78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.515294 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-a8aa08c1-0aae-41ea-a598-8d4fb11f00f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 7874541c-debb-45f4-bc3c-bfa0b3030c61) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:03.529078 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aa08c1-0aae-41ea-a598-8d4fb11f00f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.529692 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8aa08c1-0aae-41ea-a598-8d4fb11f00f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.639893 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509b131b-de4d-4c0c-ada8-afe830beaaec x-openstack-request-id: req-509b131b-de4d-4c0c-ada8-afe830beaaec {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:03.640180 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537", "name": "network-vif-plugged", "status": "completed", "tag": "69d6528f-2575-42ee-9601-7bfd449973ad", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:03.640433 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-509b131b-de4d-4c0c-ada8-afe830beaaec {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:03.640816 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d6528f-2575-42ee-9601-7bfd449973ad', 'code': 200} Sep 16 04:41:03.643965 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b7b231-0510-4944-8ef3-0efa70e17454 None None] Network 7874541c-debb-45f4-bc3c-bfa0b3030c61 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:03.644192 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ce94ac6-6c10-46f0-a4f7-b9e4203595bf req-a0f4ce08-b903-4890-8e9d-b9336bfa2ed3 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 210 time: 0.0462060 Sep 16 04:41:03.650853 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.651432 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a8aa08c1-0aae-41ea-a598-8d4fb11f00f3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8986757 Sep 16 04:41:03.651685 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 44bd3647-20c9-4130-8c7f-1b5380042dc5 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:03.653963 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58322) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:03.658732 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-99bea160-2dc0-448d-929f-71a1f2007c18 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1172948021-router', 'tenant_id': '6d0231a2821a4541951a6d565beefb78', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:03.693849 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3beb3e2f-d773-43fe-93cc-7cdd543bce78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.696570 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3beb3e2f-d773-43fe-93cc-7cdd543bce78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.697795 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3beb3e2f-d773-43fe-93cc-7cdd543bce78 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47102ce4-2ef5-4bf9-8b9e-946dc4cdddbc HTTP/1.1" status: 204 len: 168 time: 0.2845924 Sep 16 04:41:03.733237 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb3e2f-d773-43fe-93cc-7cdd543bce78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47102ce4-2ef5-4bf9-8b9e-946dc4cdddbc,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:03.774326 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e28ac-879d-4def-b5b9-352c8dd1587d req-4ff058ff-9ebd-4f2a-b910-67355aa29e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.776323 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e6e28ac-879d-4def-b5b9-352c8dd1587d req-4ff058ff-9ebd-4f2a-b910-67355aa29e42 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 1102 time: 0.1635494 Sep 16 04:41:03.787141 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-99bea160-2dc0-448d-929f-71a1f2007c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.789200 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-99bea160-2dc0-448d-929f-71a1f2007c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.793629 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e5165-9e50-475c-93f7-53a42d595eb8 req-6b046bef-22ff-43b9-b4d8-978807986e57 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.799633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=cd6072d4-2c08-42bb-a36d-19eeeb67e4f1,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:03.805323 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-737e5165-9e50-475c-93f7-53a42d595eb8 req-6b046bef-22ff-43b9-b4d8-978807986e57 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 949 time: 0.1310399 Sep 16 04:41:03.873151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e6e28ac-879d-4def-b5b9-352c8dd1587d req-9e971157-ad13-47ce-91c4-1238b61205e2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bc512c04-6217-4a04-869c-796e97c66a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650594 Sep 16 04:41:03.890874 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-99bea160-2dc0-448d-929f-71a1f2007c18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.892149 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['d745825d-f737-47a7-b588-f9136ff9ee55'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:03.925148 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0b272ba-d57b-4fac-b8c9-cac5b5ba9513 req-7df9afed-bc8c-4ce7-81c0-8fbe125bbedb tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 210 time: 0.0546999 Sep 16 04:41:03.931200 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-737e5165-9e50-475c-93f7-53a42d595eb8 req-a2ae2aae-e0de-4392-9414-1db173e2bb86 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249840 Sep 16 04:41:03.983249 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['cd6072d4-2c08-42bb-a36d-19eeeb67e4f1'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:04.035767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a0b5e-5c3c-4b77-8705-95c35988bf1a req-066b2517-4e36-434a-805e-75894ce84513 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.037440 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-747a0b5e-5c3c-4b77-8705-95c35988bf1a req-066b2517-4e36-434a-805e-75894ce84513 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 948 time: 0.0558927 Sep 16 04:41:04.058696 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 44bd3647-20c9-4130-8c7f-1b5380042dc5 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:04.077628 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 44bd3647-20c9-4130-8c7f-1b5380042dc5 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:04.078002 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.083236 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=69d6528f-2575-42ee-9601-7bfd449973ad,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:04.124101 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-747a0b5e-5c3c-4b77-8705-95c35988bf1a req-8e5e7fe8-732c-49d1-81cc-6c7575f5e11c tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797346 Sep 16 04:41:04.194179 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-99bea160-2dc0-448d-929f-71a1f2007c18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.226407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-7874541c-debb-45f4-bc3c-bfa0b3030c61', 'network_id': '7874541c-debb-45f4-bc3c-bfa0b3030c61', 'tenant_id': '6d0231a2821a4541951a6d565beefb78', 'fixed_ips': [{'subnet_id': 'c2a5e05a-1d8d-4094-9117-24ef3c578bf5'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:41:04.227327 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.366246 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf7a7c-078c-4c14-a090-6f545cb1f66e req-f8239cf4-4d11-4e61-b70c-08bf87bbc979 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.378051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54bf7a7c-078c-4c14-a090-6f545cb1f66e req-f8239cf4-4d11-4e61-b70c-08bf87bbc979 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 950 time: 0.1101291 Sep 16 04:41:04.460072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54bf7a7c-078c-4c14-a090-6f545cb1f66e req-1aea8421-f85f-49d6-9392-18511019ad9b tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc512c04-6217-4a04-869c-796e97c66a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790637 Sep 16 04:41:04.473797 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.548968 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-99bea160-2dc0-448d-929f-71a1f2007c18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.575457 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-99bea160-2dc0-448d-929f-71a1f2007c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.620564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] Allocated IP 172.20.0.2 (7874541c-debb-45f4-bc3c-bfa0b3030c61/c2a5e05a-1d8d-4094-9117-24ef3c578bf5/a4846c78-9d15-4f2c-96ac-8a6e3145e22b) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:04.632631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-7e16cbf1-db13-4312-840b-0cef9283a402 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ae884b3eaaf74e2186455b10c0118a22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410709 Sep 16 04:41:04.652871 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58344) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:04.685632 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c656adc5-397d-4362-ba7b-0ba0546401e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.731408 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-99bea160-2dc0-448d-929f-71a1f2007c18 admin admin] Allocated IP 172.25.4.180 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/1b485377-30b6-4871-a58b-16b709c145fa) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:04.786380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6046d0cd-84d8-4446-a0a4-3fc085164d67 req-206a5a16-0bee-48d4-a4c0-5a185fb2baa2 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 210 time: 0.0477588 Sep 16 04:41:04.790073 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.812683 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 44bd3647-20c9-4130-8c7f-1b5380042dc5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=44bd3647-20c9-4130-8c7f-1b5380042dc5,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:04.863699 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.880316 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-af1bdd51-6d47-4fcc-b36e-2849705c6b54 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.882329 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-af1bdd51-6d47-4fcc-b36e-2849705c6b54 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2432935 Sep 16 04:41:04.920255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-75ffefc2-e34d-45d9-a8fd-3514b2774398 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Request body: {'port': {'device_id': '2b0562b1-cde5-4496-81ba-0346ac34602d', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': 'ae884b3eaaf74e2186455b10c0118a22'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:04.945634 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.992274 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] Network 7874541c-debb-45f4-bc3c-bfa0b3030c61 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:04.994026 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-99bea160-2dc0-448d-929f-71a1f2007c18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.998771 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:05.012724 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:05.047634 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] Pushing event updated for resources: {'Port': ['ID=a4846c78-9d15-4f2c-96ac-8a6e3145e22b,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:05.101775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dcec70ff-d58f-493f-b4dd-d56667739393 req-41ed9252-928c-4f23-af77-601a846b8933 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 210 time: 0.0336902 Sep 16 04:41:05.133003 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-99bea160-2dc0-448d-929f-71a1f2007c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.174917 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bea160-2dc0-448d-929f-71a1f2007c18 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:05.178975 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6c558f4b-19a8-46d4-83de-695984840188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.179152 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-99bea160-2dc0-448d-929f-71a1f2007c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:05.183897 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bea160-2dc0-448d-929f-71a1f2007c18 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:05.195221 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] Attempting to bind port a4846c78-9d15-4f2c-96ac-8a6e3145e22b on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:05.195598 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] Attempting to bind port a4846c78-9d15-4f2c-96ac-8a6e3145e22b by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '8d63df80-7d41-441d-8322-ead278dc756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7874541c-debb-45f4-bc3c-bfa0b3030c61'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:05.195962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] Attempting to bind port a4846c78-9d15-4f2c-96ac-8a6e3145e22b on network 7874541c-debb-45f4-bc3c-bfa0b3030c61 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:05.198209 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=44bd3647-20c9-4130-8c7f-1b5380042dc5,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:05.206182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:05.206831 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] Checking segment: {'id': '8d63df80-7d41-441d-8322-ead278dc756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7874541c-debb-45f4-bc3c-bfa0b3030c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:05.207517 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.207924 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] Bound using segment: {'id': '8d63df80-7d41-441d-8322-ead278dc756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7874541c-debb-45f4-bc3c-bfa0b3030c61'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:05.218354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] Bound port: a4846c78-9d15-4f2c-96ac-8a6e3145e22b, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d63df80-7d41-441d-8322-ead278dc756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7874541c-debb-45f4-bc3c-bfa0b3030c61'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:05.218354 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.244226 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bea160-2dc0-448d-929f-71a1f2007c18 admin admin] Pushing event updated for resources: {'Port': ['ID=1b485377-30b6-4871-a58b-16b709c145fa,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:05.274616 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c656adc5-397d-4362-ba7b-0ba0546401e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.291598 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] For port a4846c78-9d15-4f2c-96ac-8a6e3145e22b, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:05.295357 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] For port a4846c78-9d15-4f2c-96ac-8a6e3145e22b, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a4846c78-9d15-4f2c-96ac-8a6e3145e22b,segment=NetworkSegment(8d63df80-7d41-441d-8322-ead278dc756f),segment_id=8d63df80-7d41-441d-8322-ead278dc756f)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:05.339313 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c656adc5-397d-4362-ba7b-0ba0546401e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.353223 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.366768 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54e640-e557-4325-b8e8-a667f45928f0 req-7cf1a198-8364-4a04-9a49-d419f54d5c70 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.374244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f54e640-e557-4325-b8e8-a667f45928f0 req-7cf1a198-8364-4a04-9a49-d419f54d5c70 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 949 time: 0.2630198 Sep 16 04:41:05.417116 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b8b42-dcb6-4a85-86d9-3f4d549d6663 None None] Pushing event updated for resources: {'Port': ['ID=a4846c78-9d15-4f2c-96ac-8a6e3145e22b,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:05.444521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656adc5-397d-4362-ba7b-0ba0546401e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d667a5d-c561-4b12-8c50-f77259c5d495,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:05.457356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c656adc5-397d-4362-ba7b-0ba0546401e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=305ed296ca1c4cb89db52d5d94c38ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7984931 Sep 16 04:41:05.457466 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58356) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:05.469903 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbced51f-38b1-4f0c-879d-b8453194da5a req-7060b63d-db96-45ae-a16c-d611e19c46f8 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.471548 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbced51f-38b1-4f0c-879d-b8453194da5a req-7060b63d-db96-45ae-a16c-d611e19c46f8 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 948 time: 0.1872530 Sep 16 04:41:05.490384 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f54e640-e557-4325-b8e8-a667f45928f0 req-77c27bc4-b5f8-43ed-bc9d-679b465ac85d tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150844 Sep 16 04:41:05.491834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-75ffefc2-e34d-45d9-a8fd-3514b2774398 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Made reservation on behalf of ae884b3eaaf74e2186455b10c0118a22 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:05.499617 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-75ffefc2-e34d-45d9-a8fd-3514b2774398 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.533537 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-75ffefc2-e34d-45d9-a8fd-3514b2774398 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.574106 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-908f2ff3-0080-4ec0-9fd4-a3994fb7f68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.591729 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbced51f-38b1-4f0c-879d-b8453194da5a req-03f2d602-d89f-4437-b8b2-4a8bf0c7e93e tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883222 Sep 16 04:41:05.610315 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-908f2ff3-0080-4ec0-9fd4-a3994fb7f68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.622019 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-99bea160-2dc0-448d-929f-71a1f2007c18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.652761 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bd3647-20c9-4130-8c7f-1b5380042dc5'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:05.661338 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4b0371-5c47-4449-bfe5-222a6204e8ec" -d '{"events": [{"server_uuid": "0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4", "name": "network-vif-plugged", "status": "completed", "tag": "44bd3647-20c9-4130-8c7f-1b5380042dc5"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:05.670235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e1005-97f0-403d-ac88-cfbad2f9d004 req-4213e32d-2874-48a6-9fce-022c468a29d4 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.685982 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-099e1005-97f0-403d-ac88-cfbad2f9d004 req-4213e32d-2874-48a6-9fce-022c468a29d4 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 950 time: 0.1182461 Sep 16 04:41:05.739543 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-099e1005-97f0-403d-ac88-cfbad2f9d004 req-80532d1e-214a-4287-96c2-9fedc1c72d23 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc512c04-6217-4a04-869c-796e97c66a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525596 Sep 16 04:41:05.763175 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f37018-6db5-4576-886b-f8f4f4d32ff4 x-openstack-request-id: req-14f37018-6db5-4576-886b-f8f4f4d32ff4 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:05.764232 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4", "name": "network-vif-plugged", "status": "completed", "tag": "44bd3647-20c9-4130-8c7f-1b5380042dc5", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:05.769144 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14f37018-6db5-4576-886b-f8f4f4d32ff4 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:05.769144 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bd3647-20c9-4130-8c7f-1b5380042dc5', 'code': 200} Sep 16 04:41:05.835771 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-908f2ff3-0080-4ec0-9fd4-a3994fb7f68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.838336 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-908f2ff3-0080-4ec0-9fd4-a3994fb7f68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.839421 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-908f2ff3-0080-4ec0-9fd4-a3994fb7f68b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d667a5d-c561-4b12-8c50-f77259c5d495 HTTP/1.1" status: 204 len: 168 time: 0.3835309 Sep 16 04:41:05.851850 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f2ff3-0080-4ec0-9fd4-a3994fb7f68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d667a5d-c561-4b12-8c50-f77259c5d495,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:05.926076 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-99bea160-2dc0-448d-929f-71a1f2007c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.958174 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-749bfcf3-556b-4b11-a4e5-ae6966a85f4d req-d9df2e26-fa15-4a6f-b000-6076af1367f0 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 210 time: 0.0589428 Sep 16 04:41:05.981482 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-75ffefc2-e34d-45d9-a8fd-3514b2774398 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.044187 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-75ffefc2-e34d-45d9-a8fd-3514b2774398 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.118106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffefc2-e34d-45d9-a8fd-3514b2774398 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:06.198478 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bea160-2dc0-448d-929f-71a1f2007c18 admin admin] Router ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:41:06.225465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b83ec32-d63b-43dc-a8e7-453e1c8e6af0 req-cf3456bb-2d7f-4b33-af17-1bf8b4035da7 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 210 time: 0.0320406 Sep 16 04:41:06.251409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-75ffefc2-e34d-45d9-a8fd-3514b2774398 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Allocated IP 192.168.233.208 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/78eadf64-dd51-4b4f-9610-64efedd6cdce) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:06.323349 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e4e50ca2-350a-4988-8235-70309915b718 req-0a44e6d8-1300-4b28-8d5c-ee514738565a tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a016558221c5434f8347e2de57e4ce82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353129 Sep 16 04:41:06.394427 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a4846c78-9d15-4f2c-96ac-8a6e3145e22b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:06.497065 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port a4846c78-9d15-4f2c-96ac-8a6e3145e22b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:06.497450 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.532708 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-75ffefc2-e34d-45d9-a8fd-3514b2774398 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.629824 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.720034 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port a4846c78-9d15-4f2c-96ac-8a6e3145e22b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a4846c78-9d15-4f2c-96ac-8a6e3145e22b,segment=NetworkSegment(8d63df80-7d41-441d-8322-ead278dc756f),segment_id=8d63df80-7d41-441d-8322-ead278dc756f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:06.725818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a133a43-2a30-42a8-ac90-c4408cb901ec req-b1077262-8c2f-4a38-9441-ea93b843523e tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:06.727459 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a133a43-2a30-42a8-ac90-c4408cb901ec req-b1077262-8c2f-4a38-9441-ea93b843523e tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 949 time: 0.1256518 Sep 16 04:41:06.757416 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-75ffefc2-e34d-45d9-a8fd-3514b2774398 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.765615 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.816008 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f19e16-5bcc-4e02-9a73-f923540db51c None None] Network 7874541c-debb-45f4-bc3c-bfa0b3030c61 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:06.850655 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a133a43-2a30-42a8-ac90-c4408cb901ec req-3f7d8247-671a-466e-b763-cc5af2a68c82 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981622 Sep 16 04:41:06.851570 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d745825d-f737-47a7-b588-f9136ff9ee55 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:06.868949 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bea160-2dc0-448d-929f-71a1f2007c18 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:41:06.880759 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] Sync routers for ids ['ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:41:06.884536 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e50ca2-350a-4988-8235-70309915b718 req-8f11a26d-e0c6-4fd5-a7c7-e1924933e874 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:06.886083 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e4e50ca2-350a-4988-8235-70309915b718 req-8f11a26d-e0c6-4fd5-a7c7-e1924933e874 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5559988 Sep 16 04:41:06.897457 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a96d0a-d53d-4180-b7ea-040fabfac71d req-1744ffa3-bcc0-4cb3-bb03-162f3422eeb0 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:06.904949 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-76a96d0a-d53d-4180-b7ea-040fabfac71d req-1744ffa3-bcc0-4cb3-bb03-162f3422eeb0 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 948 time: 0.2089386 Sep 16 04:41:06.919495 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] Routers {'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:06.920393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-75ffefc2-e34d-45d9-a8fd-3514b2774398 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:06.920999 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:40:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:06.921290 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffefc2-e34d-45d9-a8fd-3514b2774398 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Pushing event updated for resources: {'Port': ['ID=78eadf64-dd51-4b4f-9610-64efedd6cdce,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:06.929060 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-e4e50ca2-350a-4988-8235-70309915b718 req-15924984-41ae-46ec-b8c8-77682915c1f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Request body: {'port': {'device_id': '35e12b67-113e-4024-a8fc-4b2065ee486e', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': 'a016558221c5434f8347e2de57e4ce82'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:06.941192 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-75ffefc2-e34d-45d9-a8fd-3514b2774398 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:06.960504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-75ffefc2-e34d-45d9-a8fd-3514b2774398 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:06.967267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-75ffefc2-e34d-45d9-a8fd-3514b2774398 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:06.968066 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-75ffefc2-e34d-45d9-a8fd-3514b2774398 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.021350 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:07.039402 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-99bea160-2dc0-448d-929f-71a1f2007c18 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.042957 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-99bea160-2dc0-448d-929f-71a1f2007c18 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3874874 Sep 16 04:41:07.049375 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58390) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:07.051027 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-76a96d0a-d53d-4180-b7ea-040fabfac71d req-3d7fc0ae-e9c7-443c-87bc-307b4fb6bb1c tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449053 Sep 16 04:41:07.114436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad2b1b-fc33-4812-b7d1-9ec5d2af93ee req-f8eecffc-a044-4633-8aca-029cb90cb9fa tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:07.119059 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60ad2b1b-fc33-4812-b7d1-9ec5d2af93ee req-f8eecffc-a044-4633-8aca-029cb90cb9fa tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 950 time: 0.1337900 Sep 16 04:41:07.123679 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-75ffefc2-e34d-45d9-a8fd-3514b2774398 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2132092 Sep 16 04:41:07.167932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Request body: {'port': {'device_id': '2b0562b1-cde5-4496-81ba-0346ac34602d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:07.188048 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] Set router ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:07.216434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=a4846c78-9d15-4f2c-96ac-8a6e3145e22b,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:07.227310 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-354b4282-5cb2-4154-b812-80c0e09fd672 None None] Provisioning complete for port a4846c78-9d15-4f2c-96ac-8a6e3145e22b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:07.228089 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-354b4282-5cb2-4154-b812-80c0e09fd672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.246070 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-27ec1af4-046d-417d-9c09-0af0fe1e1944 req-c11c480a-9313-44f8-9034-7d8c6a9b7da0 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 210 time: 0.0709684 Sep 16 04:41:07.270080 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:07.303758 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60ad2b1b-fc33-4812-b7d1-9ec5d2af93ee req-6ceae554-7d31-4454-b205-f706bccf55cf tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc512c04-6217-4a04-869c-796e97c66a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701765 Sep 16 04:41:07.319335 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port d745825d-f737-47a7-b588-f9136ff9ee55 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:07.337769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port d745825d-f737-47a7-b588-f9136ff9ee55 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:07.342166 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.343946 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:07.344305 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.356917 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.531278 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e50ca2-350a-4988-8235-70309915b718 req-15924984-41ae-46ec-b8c8-77682915c1f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Made reservation on behalf of a016558221c5434f8347e2de57e4ce82 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:07.566605 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e4e50ca2-350a-4988-8235-70309915b718 req-15924984-41ae-46ec-b8c8-77682915c1f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.625331 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'name': 'tempest-FloatingIPsTestJSON-1172948021-router', 'tenant_id': '6d0231a2821a4541951a6d565beefb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '1b485377-30b6-4871-a58b-16b709c145fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:03Z', 'updated_at': '2021-09-16T04:41:05Z', 'revision_number': 3, 'project_id': '6d0231a2821a4541951a6d565beefb78', 'gw_port': {'id': '1b485377-30b6-4871-a58b-16b709c145fa', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:07.641953 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.692328 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] Checking router: ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:41:07.695639 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] Updating router ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9 port 1b485377-30b6-4871-a58b-16b709c145fa binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:41:07.714168 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.754643 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.916981 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2dff74-e853-4348-bfea-6091f7165773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6072d4-2c08-42bb-a36d-19eeeb67e4f1'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:07.919563 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdc248d-cad0-471b-908d-f43739b32042" -d '{"events": [{"server_uuid": "4c2dff74-e853-4348-bfea-6091f7165773", "name": "network-vif-plugged", "status": "completed", "tag": "cd6072d4-2c08-42bb-a36d-19eeeb67e4f1"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:07.938481 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-da2388f1-7ed8-448a-aebe-5bbbe5a23fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.941233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port cd6072d4-2c08-42bb-a36d-19eeeb67e4f1, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=cd6072d4-2c08-42bb-a36d-19eeeb67e4f1,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:07.971009 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port d745825d-f737-47a7-b588-f9136ff9ee55, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d745825d-f737-47a7-b588-f9136ff9ee55,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:07.973382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e3d47dbf-7494-4de0-9644-35b944c0151c None None] Provisioning complete for port 78eadf64-dd51-4b4f-9610-64efedd6cdce triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:07.973751 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e3d47dbf-7494-4de0-9644-35b944c0151c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.022580 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e3d47dbf-7494-4de0-9644-35b944c0151c None None] Port 78eadf64-dd51-4b4f-9610-64efedd6cdce cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:08.044814 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.049778 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.112402 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=cd6072d4-2c08-42bb-a36d-19eeeb67e4f1,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:08.161822 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5aad42f-c38c-466e-9a6c-002798958aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.172875 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f08c92-28bc-485d-ac6c-6892b7174054 req-696f80d4-f2ee-4491-835c-c577a840f00f tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.176875 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10f08c92-28bc-485d-ac6c-6892b7174054 req-696f80d4-f2ee-4491-835c-c577a840f00f tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 936 time: 0.7104275 Sep 16 04:41:08.196771 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.211055 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-94fad719-bf8d-49a2-ac3f-2ed86ce7b8f4 None None] Provisioning complete for port a4846c78-9d15-4f2c-96ac-8a6e3145e22b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:08.211428 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-94fad719-bf8d-49a2-ac3f-2ed86ce7b8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.215998 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=d745825d-f737-47a7-b588-f9136ff9ee55,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:08.289689 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.307094 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10f08c92-28bc-485d-ac6c-6892b7174054 req-1bfa4ebd-0b31-48ff-80a3-cdcd67033213 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853622 Sep 16 04:41:08.314818 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a4846c78-9d15-4f2c-96ac-8a6e3145e22b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:08.339933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddaef8-2896-4947-bc18-196a06129b24 req-031267ef-e487-41b8-83ed-b4ac21d295cb tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.356920 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fddaef8-2896-4947-bc18-196a06129b24 req-031267ef-e487-41b8-83ed-b4ac21d295cb tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 950 time: 0.1925113 Sep 16 04:41:08.390012 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port a4846c78-9d15-4f2c-96ac-8a6e3145e22b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:08.390407 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.406224 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264c1e1-a2ff-4287-8c1b-c8624e6dfe92 None None] Pushing event updated for resources: {'Port': ['ID=1b485377-30b6-4871-a58b-16b709c145fa,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:08.453626 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8264c1e1-a2ff-4287-8c1b-c8624e6dfe92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:08.458231 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8264c1e1-a2ff-4287-8c1b-c8624e6dfe92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:08.458687 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8264c1e1-a2ff-4287-8c1b-c8624e6dfe92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:08.459090 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8264c1e1-a2ff-4287-8c1b-c8624e6dfe92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:08.459552 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8264c1e1-a2ff-4287-8c1b-c8624e6dfe92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:08.460122 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8264c1e1-a2ff-4287-8c1b-c8624e6dfe92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:08.460487 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8264c1e1-a2ff-4287-8c1b-c8624e6dfe92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:08.469118 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8264c1e1-a2ff-4287-8c1b-c8624e6dfe92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:08.469118 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8264c1e1-a2ff-4287-8c1b-c8624e6dfe92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:08.469118 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8264c1e1-a2ff-4287-8c1b-c8624e6dfe92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:08.469118 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8264c1e1-a2ff-4287-8c1b-c8624e6dfe92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:08.469118 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8264c1e1-a2ff-4287-8c1b-c8624e6dfe92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:08.470191 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-b5aad42f-c38c-466e-9a6c-002798958aac admin admin] Allocated IP 172.20.0.1 (7874541c-debb-45f4-bc3c-bfa0b3030c61/c2a5e05a-1d8d-4094-9117-24ef3c578bf5/3103ac0d-5acd-428a-b40f-42c98685e828) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:08.476544 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] Attempting to bind port 1b485377-30b6-4871-a58b-16b709c145fa on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:08.476939 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] Attempting to bind port 1b485377-30b6-4871-a58b-16b709c145fa by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:08.477320 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] Attempting to bind port 1b485377-30b6-4871-a58b-16b709c145fa on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:08.491262 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4df119d-5e80-4c9b-acde-91f91b00185a x-openstack-request-id: req-f4df119d-5e80-4c9b-acde-91f91b00185a {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:08.493691 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2dff74-e853-4348-bfea-6091f7165773", "name": "network-vif-plugged", "status": "completed", "tag": "cd6072d4-2c08-42bb-a36d-19eeeb67e4f1", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:08.493691 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4df119d-5e80-4c9b-acde-91f91b00185a {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:08.493691 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2dff74-e853-4348-bfea-6091f7165773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6072d4-2c08-42bb-a36d-19eeeb67e4f1', 'code': 200} Sep 16 04:41:08.494088 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.508504 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:08.508895 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:08.509312 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.509739 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:08.510204 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] Bound port: 1b485377-30b6-4871-a58b-16b709c145fa, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:08.510621 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.560207 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fddaef8-2896-4947-bc18-196a06129b24 req-56951256-77f3-4816-84bf-b1df428170b5 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008076 Sep 16 04:41:08.604479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78eadf64-dd51-4b4f-9610-64efedd6cdce {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:08.616528 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] For port 1b485377-30b6-4871-a58b-16b709c145fa, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:08.617196 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.630436 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] For port 1b485377-30b6-4871-a58b-16b709c145fa, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=1b485377-30b6-4871-a58b-16b709c145fa,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:08.641492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d7953-eb65-4db1-b1ac-bcf9778112d9 req-5b0e119b-0efc-4bb2-a8a4-8731f5c8b712 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.642710 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e2d7953-eb65-4db1-b1ac-bcf9778112d9 req-5b0e119b-0efc-4bb2-a8a4-8731f5c8b712 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 950 time: 0.1224184 Sep 16 04:41:08.652626 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182eafd-a0e6-48fe-b420-4577d8be609c req-9fa17b85-1ffd-49a2-a42f-5427784f2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.654210 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2182eafd-a0e6-48fe-b420-4577d8be609c req-9fa17b85-1ffd-49a2-a42f-5427784f2a8c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 1101 time: 0.1244097 Sep 16 04:41:08.675459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Transition to ACTIVE for port object 78eadf64-dd51-4b4f-9610-64efedd6cdce will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:08.688678 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5aad42f-c38c-466e-9a6c-002798958aac admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.695609 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.714399 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2182eafd-a0e6-48fe-b420-4577d8be609c req-2ba2ca38-cb17-4b36-af75-89e50b173398 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519314 Sep 16 04:41:08.739155 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e2d7953-eb65-4db1-b1ac-bcf9778112d9 req-d632576e-699a-4cbe-bd54-5414e92fd019 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc512c04-6217-4a04-869c-796e97c66a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814135 Sep 16 04:41:08.741867 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.767550 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264c1e1-a2ff-4287-8c1b-c8624e6dfe92 None None] Pushing event updated for resources: {'Port': ['ID=1b485377-30b6-4871-a58b-16b709c145fa,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:08.790319 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] Routers {'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:08.791485 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:41:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:08.846964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdf716-5f51-47e6-9045-1b8fb5a6bcee req-42854913-bc74-43a2-aa1f-4f557a3aa49a tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.857452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2fdf716-5f51-47e6-9045-1b8fb5a6bcee req-42854913-bc74-43a2-aa1f-4f557a3aa49a tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 949 time: 0.2005990 Sep 16 04:41:08.868586 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Pushing event updated for resources: {'Port': ['ID=78eadf64-dd51-4b4f-9610-64efedd6cdce,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:08.890968 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-e4e50ca2-350a-4988-8235-70309915b718 req-15924984-41ae-46ec-b8c8-77682915c1f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Allocated IP 192.168.233.191 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/31aed236-7506-4376-9eef-5131f1554622) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:08.949902 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b509560-db8e-4473-83bd-d5c8e355be2a req-b1617edc-bdaf-479a-b769-5907c6ad4b6f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 210 time: 0.0748150 Sep 16 04:41:09.010104 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.014278 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2fdf716-5f51-47e6-9045-1b8fb5a6bcee req-9ac6fada-2a2d-4c26-a4d9-3b47e360cb2d tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538789 Sep 16 04:41:09.019109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Attempting to bind port 78eadf64-dd51-4b4f-9610-64efedd6cdce on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:09.019318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Attempting to bind port 78eadf64-dd51-4b4f-9610-64efedd6cdce by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:09.019871 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Attempting to bind port 78eadf64-dd51-4b4f-9610-64efedd6cdce on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:09.025608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Port 78eadf64-dd51-4b4f-9610-64efedd6cdce on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:09.026179 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Attempting to bind port 78eadf64-dd51-4b4f-9610-64efedd6cdce on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:09.033619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:09.034788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:09.036547 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:09.037229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Bound port: 78eadf64-dd51-4b4f-9610-64efedd6cdce, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:09.038056 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.083232 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5aad42f-c38c-466e-9a6c-002798958aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.126499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] For port 78eadf64-dd51-4b4f-9610-64efedd6cdce, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:09.131172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] For port 78eadf64-dd51-4b4f-9610-64efedd6cdce, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=78eadf64-dd51-4b4f-9610-64efedd6cdce,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:09.160768 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aad42f-c38c-466e-9a6c-002798958aac admin admin] Network 7874541c-debb-45f4-bc3c-bfa0b3030c61 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:09.166247 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] Set router ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:09.167494 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e4e50ca2-350a-4988-8235-70309915b718 req-15924984-41ae-46ec-b8c8-77682915c1f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.174729 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-b5aad42f-c38c-466e-9a6c-002798958aac admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:09.184048 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aad42f-c38c-466e-9a6c-002798958aac admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:09.184048 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5aad42f-c38c-466e-9a6c-002798958aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.189556 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aad42f-c38c-466e-9a6c-002798958aac admin admin] Pushing event updated for resources: {'Port': ['ID=3103ac0d-5acd-428a-b40f-42c98685e828,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:09.210644 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.293790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Pushing event updated for resources: {'Port': ['ID=78eadf64-dd51-4b4f-9610-64efedd6cdce,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:09.308627 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.308964 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.310353 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-60e4c0bb-b56a-4902-8a82-6708067cca7c service neutron] 10.222.0.38 "PUT /v2.0/ports/78eadf64-dd51-4b4f-9610-64efedd6cdce HTTP/1.1" status: 200 len: 1097 time: 2.1685014 Sep 16 04:41:09.311153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0562b1-cde5-4496-81ba-0346ac34602d', 'tag': '78eadf64-dd51-4b4f-9610-64efedd6cdce'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:09.314560 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224bb61c-e727-441a-83b0-bcf2a41d2902" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0562b1-cde5-4496-81ba-0346ac34602d", "tag": "78eadf64-dd51-4b4f-9610-64efedd6cdce"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:09.396246 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ff6c82-6029-4f18-a764-1ff42880d6cb x-openstack-request-id: req-63ff6c82-6029-4f18-a764-1ff42880d6cb {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:09.396567 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0562b1-cde5-4496-81ba-0346ac34602d", "tag": "78eadf64-dd51-4b4f-9610-64efedd6cdce", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:09.397004 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63ff6c82-6029-4f18-a764-1ff42880d6cb {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:09.397412 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0562b1-cde5-4496-81ba-0346ac34602d', 'tag': '78eadf64-dd51-4b4f-9610-64efedd6cdce', 'status': 'completed', 'code': 200} Sep 16 04:41:09.399915 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e4e50ca2-350a-4988-8235-70309915b718 req-15924984-41ae-46ec-b8c8-77682915c1f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.438939 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['44bd3647-20c9-4130-8c7f-1b5380042dc5'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:09.487066 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'name': 'tempest-FloatingIPsTestJSON-1172948021-router', 'tenant_id': '6d0231a2821a4541951a6d565beefb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '1b485377-30b6-4871-a58b-16b709c145fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:03Z', 'updated_at': '2021-09-16T04:41:05Z', 'revision_number': 3, 'project_id': '6d0231a2821a4541951a6d565beefb78', 'gw_port': {'id': '1b485377-30b6-4871-a58b-16b709c145fa', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:09.506508 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e50ca2-350a-4988-8235-70309915b718 req-15924984-41ae-46ec-b8c8-77682915c1f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:09.511139 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-e4e50ca2-350a-4988-8235-70309915b718 req-15924984-41ae-46ec-b8c8-77682915c1f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:09.513600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e50ca2-350a-4988-8235-70309915b718 req-15924984-41ae-46ec-b8c8-77682915c1f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:09.528968 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e50ca2-350a-4988-8235-70309915b718 req-15924984-41ae-46ec-b8c8-77682915c1f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.530039 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3005752-1ddf-4700-9dc3-ea3fd9bdebd7 None None] The sync data for ids ['ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9'] in n-d-712140-13 is: [{'id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'name': 'tempest-FloatingIPsTestJSON-1172948021-router', 'tenant_id': '6d0231a2821a4541951a6d565beefb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '1b485377-30b6-4871-a58b-16b709c145fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:03Z', 'updated_at': '2021-09-16T04:41:05Z', 'revision_number': 3, 'project_id': '6d0231a2821a4541951a6d565beefb78', 'gw_port': {'id': '1b485377-30b6-4871-a58b-16b709c145fa', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:41:09.542807 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e4e50ca2-350a-4988-8235-70309915b718 req-15924984-41ae-46ec-b8c8-77682915c1f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.559569 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2b563341-a62b-4f2a-a679-ba5314906169 None None] Provisioning complete for port 3103ac0d-5acd-428a-b40f-42c98685e828 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:09.560350 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2b563341-a62b-4f2a-a679-ba5314906169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.585958 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15924984-41ae-46ec-b8c8-77682915c1f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Pushing event updated for resources: {'Port': ['ID=31aed236-7506-4376-9eef-5131f1554622,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:09.625896 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bb61c-e727-441a-83b0-bcf2a41d2902 req-f97f84c9-4f11-478b-a03e-26b6c6fae964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.627494 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-224bb61c-e727-441a-83b0-bcf2a41d2902 req-f97f84c9-4f11-478b-a03e-26b6c6fae964 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae884b3eaaf74e2186455b10c0118a22&device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 1100 time: 0.1786325 Sep 16 04:41:09.671364 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d56f4-bd81-4a5c-9c47-f73b6e23a72b req-328c5ad6-11ee-4d97-b077-e7597dedd5dd tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.678368 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2b563341-a62b-4f2a-a679-ba5314906169 None None] Port 3103ac0d-5acd-428a-b40f-42c98685e828 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:09.679775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c3d56f4-bd81-4a5c-9c47-f73b6e23a72b req-328c5ad6-11ee-4d97-b077-e7597dedd5dd tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 948 time: 0.2150335 Sep 16 04:41:09.695297 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5aad42f-c38c-466e-9a6c-002798958aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.701487 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e4e50ca2-350a-4988-8235-70309915b718 req-15924984-41ae-46ec-b8c8-77682915c1f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7932220 Sep 16 04:41:09.763452 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Request body: {'port': {'device_id': '35e12b67-113e-4024-a8fc-4b2065ee486e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:09.765232 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-224bb61c-e727-441a-83b0-bcf2a41d2902 req-4d320150-1933-4142-b663-f02ab3817ed7 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ae884b3eaaf74e2186455b10c0118a22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1135764 Sep 16 04:41:09.876785 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c3d56f4-bd81-4a5c-9c47-f73b6e23a72b req-72cd913b-a560-4fe4-a89b-049779c77b79 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913948 Sep 16 04:41:09.923693 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.031749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f54719b8-4d47-40e1-9506-90a2b283dec3 None None] Provisioning complete for port 31aed236-7506-4376-9eef-5131f1554622 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:10.032328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c967473-bfab-44bc-8421-9694176ab9fc req-f54e375f-3177-464a-9921-205dce901fb7 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:10.032463 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f54719b8-4d47-40e1-9506-90a2b283dec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.040785 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c967473-bfab-44bc-8421-9694176ab9fc req-f54e375f-3177-464a-9921-205dce901fb7 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 950 time: 0.3584962 Sep 16 04:41:10.078722 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-f54719b8-4d47-40e1-9506-90a2b283dec3 None None] Port 31aed236-7506-4376-9eef-5131f1554622 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:10.093478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bb61c-e727-441a-83b0-bcf2a41d2902 req-98b1f82b-e83d-4403-a4d2-983eef926c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:10.095075 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-224bb61c-e727-441a-83b0-bcf2a41d2902 req-98b1f82b-e83d-4403-a4d2-983eef926c39 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3021159 Sep 16 04:41:10.120462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d6917-2914-4cec-aa68-93c5fa483929 req-690e5461-8567-4d3a-b008-9b23d5133532 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:10.122097 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f7d6917-2914-4cec-aa68-93c5fa483929 req-690e5461-8567-4d3a-b008-9b23d5133532 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 950 time: 0.1351340 Sep 16 04:41:10.125911 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c967473-bfab-44bc-8421-9694176ab9fc req-91415652-0816-4c4c-8872-5e34af1ecd15 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794423 Sep 16 04:41:10.133654 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5aad42f-c38c-466e-9a6c-002798958aac admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.219903 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f7d6917-2914-4cec-aa68-93c5fa483929 req-6f910c3e-03dc-4221-af87-243d81f08aab tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc512c04-6217-4a04-869c-796e97c66a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870192 Sep 16 04:41:10.259089 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5aad42f-c38c-466e-9a6c-002798958aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.259891 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5aad42f-c38c-466e-9a6c-002798958aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.296704 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-5b681b17-acb5-4bb8-bf93-62fc78aa2b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:10.296704 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-5b681b17-acb5-4bb8-bf93-62fc78aa2b7e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae884b3eaaf74e2186455b10c0118a22&device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 1100 time: 0.0999315 Sep 16 04:41:10.312195 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc11361-dc00-4667-bf19-af2917dc2ec9 req-0b810c2f-1bcb-4a4e-bb8e-3454543fc0cb tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:10.313759 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cc11361-dc00-4667-bf19-af2917dc2ec9 req-0b810c2f-1bcb-4a4e-bb8e-3454543fc0cb tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 936 time: 0.1004415 Sep 16 04:41:10.350494 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 1b485377-30b6-4871-a58b-16b709c145fa up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:10.403850 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aad42f-c38c-466e-9a6c-002798958aac admin admin] Pushing event updated for resources: {'Port': ['ID=3103ac0d-5acd-428a-b40f-42c98685e828,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:10.414945 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 1b485377-30b6-4871-a58b-16b709c145fa triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:10.415471 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.430608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-7e00d1b0-2b76-439e-9e4c-6d582814afa5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=78eadf64-dd51-4b4f-9610-64efedd6cdce HTTP/1.1" status: 200 len: 217 time: 0.0803986 Sep 16 04:41:10.497795 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61329eab-c066-45f0-88f4-ed54a65c75c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd745825d-f737-47a7-b588-f9136ff9ee55'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:10.503777 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c44e77-534c-485d-83d4-8fb980a1ed96" -d '{"events": [{"server_uuid": "61329eab-c066-45f0-88f4-ed54a65c75c0", "name": "network-vif-plugged", "status": "completed", "tag": "d745825d-f737-47a7-b588-f9136ff9ee55"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:10.515348 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-be2afedb-bfbd-4ca5-9228-f4d0773a01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:10.517131 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-be2afedb-bfbd-4ca5-9228-f4d0773a01b9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0768943 Sep 16 04:41:10.540251 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cc11361-dc00-4667-bf19-af2917dc2ec9 req-8eedbe87-bb32-42a2-8239-2ec232899cbb tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185857 Sep 16 04:41:10.548206 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31aed236-7506-4376-9eef-5131f1554622 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:10.555608 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d1709-aea2-460d-8359-25cf3d7379c1 req-2545e3e6-bff7-453a-b92a-8fb331b4432f tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:10.557605 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f20d1709-aea2-460d-8359-25cf3d7379c1 req-2545e3e6-bff7-453a-b92a-8fb331b4432f tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 950 time: 0.2210786 Sep 16 04:41:10.588218 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.598203 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4d93b-a35b-4dfc-b2ae-c3388a7f033a req-50bdd85d-94ca-4d15-b2bd-fb689cf3f0d9 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:10.606249 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3dc4d93b-a35b-4dfc-b2ae-c3388a7f033a req-50bdd85d-94ca-4d15-b2bd-fb689cf3f0d9 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 949 time: 0.2738988 Sep 16 04:41:10.641437 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.644992 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.670217 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 1b485377-30b6-4871-a58b-16b709c145fa, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=1b485377-30b6-4871-a58b-16b709c145fa,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:10.670802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3dc4d93b-a35b-4dfc-b2ae-c3388a7f033a req-a7c34509-47ce-4cce-a63c-74aee4e36f08 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636837 Sep 16 04:41:10.679295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-95255ed7-d324-4af9-81f4-9362df0dad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:10.679295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-95255ed7-d324-4af9-81f4-9362df0dad08 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1521111 Sep 16 04:41:10.699887 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Transition to ACTIVE for port object 31aed236-7506-4376-9eef-5131f1554622 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:10.718766 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aad42f-c38c-466e-9a6c-002798958aac admin admin] Network 7874541c-debb-45f4-bc3c-bfa0b3030c61 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:10.749177 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-b5aad42f-c38c-466e-9a6c-002798958aac admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:10.753427 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.839582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=1b485377-30b6-4871-a58b-16b709c145fa,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:10.869016 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3fd0a2-4de5-4b04-8539-e6439ec07526 x-openstack-request-id: req-8c3fd0a2-4de5-4b04-8539-e6439ec07526 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:10.869410 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61329eab-c066-45f0-88f4-ed54a65c75c0", "name": "network-vif-plugged", "status": "completed", "tag": "d745825d-f737-47a7-b588-f9136ff9ee55", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:10.869760 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c3fd0a2-4de5-4b04-8539-e6439ec07526 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:10.870280 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61329eab-c066-45f0-88f4-ed54a65c75c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd745825d-f737-47a7-b588-f9136ff9ee55', 'code': 200} Sep 16 04:41:10.900484 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-d86bd065-5898-4a89-8c8c-e04186403ed6 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133126 Sep 16 04:41:10.912745 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.034923 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Pushing event updated for resources: {'Port': ['ID=31aed236-7506-4376-9eef-5131f1554622,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:11.114791 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5aad42f-c38c-466e-9a6c-002798958aac admin admin] Router ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:41:11.115705 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Attempting to bind port 31aed236-7506-4376-9eef-5131f1554622 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:11.116094 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Attempting to bind port 31aed236-7506-4376-9eef-5131f1554622 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:11.116425 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Attempting to bind port 31aed236-7506-4376-9eef-5131f1554622 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:11.120090 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-f20d1709-aea2-460d-8359-25cf3d7379c1 req-b29e3fa2-c9f6-4414-8167-2cf2dd86e7f7 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Deleting port 69d6528f-2575-42ee-9601-7bfd449973ad {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:11.120433 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f20d1709-aea2-460d-8359-25cf3d7379c1 req-b29e3fa2-c9f6-4414-8167-2cf2dd86e7f7 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.147313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec20d3-a4e4-4aa1-95f0-6822fdc4f185 req-7b3ef476-b42a-413a-bfa3-8ec4bdfb834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.148850 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0ec20d3-a4e4-4aa1-95f0-6822fdc4f185 req-7b3ef476-b42a-413a-bfa3-8ec4bdfb834c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 1102 time: 0.1799450 Sep 16 04:41:11.157412 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Port 31aed236-7506-4376-9eef-5131f1554622 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:11.157750 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Attempting to bind port 31aed236-7506-4376-9eef-5131f1554622 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:11.171811 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:11.172165 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:11.172563 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:11.173095 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Bound port: 31aed236-7506-4376-9eef-5131f1554622, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:11.173376 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.181256 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62942a26-8a9f-4b5d-8ea1-9aee437ef27a req-90a1eb41-5e29-424b-b9f9-e15464d39299 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.182812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62942a26-8a9f-4b5d-8ea1-9aee437ef27a req-90a1eb41-5e29-424b-b9f9-e15464d39299 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 948 time: 0.1710479 Sep 16 04:41:11.192221 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4890699d-fba7-4b03-bdc6-80708ee4ceea req-a9f3a8c2-ff1c-44d1-b7fb-ba773c735f09 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846143 Sep 16 04:41:11.209083 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8a2987ce-0b33-4bb1-ab40-4c49f976b049 None None] Provisioning complete for port 3103ac0d-5acd-428a-b40f-42c98685e828 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:11.210051 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8a2987ce-0b33-4bb1-ab40-4c49f976b049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.249343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62942a26-8a9f-4b5d-8ea1-9aee437ef27a req-ca965bc6-a90f-4fec-8f1a-50efb32c3524 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496809 Sep 16 04:41:11.254826 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0ec20d3-a4e4-4aa1-95f0-6822fdc4f185 req-97990aee-b8db-48f6-b269-7b6d383f603a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922477 Sep 16 04:41:11.279096 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-8a2987ce-0b33-4bb1-ab40-4c49f976b049 None None] Port 3103ac0d-5acd-428a-b40f-42c98685e828 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:11.348658 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-f20d1709-aea2-460d-8359-25cf3d7379c1 req-b29e3fa2-c9f6-4414-8167-2cf2dd86e7f7 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] For port 69d6528f-2575-42ee-9601-7bfd449973ad, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=69d6528f-2575-42ee-9601-7bfd449973ad,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:11.349274 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f20d1709-aea2-460d-8359-25cf3d7379c1 req-b29e3fa2-c9f6-4414-8167-2cf2dd86e7f7 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.401317 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7e3b4-53e3-423e-b1f9-368296b2cfb0 req-b454bd0e-bd6c-4160-9e3d-2317716d7792 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.403070 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ed7e3b4-53e3-423e-b1f9-368296b2cfb0 req-b454bd0e-bd6c-4160-9e3d-2317716d7792 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 950 time: 0.0816774 Sep 16 04:41:11.411287 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-f20d1709-aea2-460d-8359-25cf3d7379c1 req-b29e3fa2-c9f6-4414-8167-2cf2dd86e7f7 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Calling delete_port for 69d6528f-2575-42ee-9601-7bfd449973ad owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:11.415491 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e2304-8139-452d-98c6-471a53abe357 req-43e69269-a311-43e3-be86-c3ffee101b07 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.417076 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aa3e2304-8139-452d-98c6-471a53abe357 req-43e69269-a311-43e3-be86-c3ffee101b07 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 950 time: 0.0844183 Sep 16 04:41:11.432517 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] For port 31aed236-7506-4376-9eef-5131f1554622, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:11.479711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ed7e3b4-53e3-423e-b1f9-368296b2cfb0 req-f99aba69-7786-4e94-aefc-59416b9424ec tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc512c04-6217-4a04-869c-796e97c66a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616262 Sep 16 04:41:11.495073 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aa3e2304-8139-452d-98c6-471a53abe357 req-dc27c378-29e0-440c-b292-6f7872700b8d tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628140 Sep 16 04:41:11.695270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fd55e-41b2-424e-bbd7-acfb0d35589d req-e05eea92-9535-4e89-b294-d3b2741d07d3 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.697866 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d90fd55e-41b2-424e-bbd7-acfb0d35589d req-e05eea92-9535-4e89-b294-d3b2741d07d3 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 948 time: 0.0682423 Sep 16 04:41:11.708481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] For port 31aed236-7506-4376-9eef-5131f1554622, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=31aed236-7506-4376-9eef-5131f1554622,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:11.709910 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5aad42f-c38c-466e-9a6c-002798958aac admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:41:11.715392 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b5aad42f-c38c-466e-9a6c-002798958aac admin admin] 10.222.0.20 "PUT /v2.0/routers/ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6633105 Sep 16 04:41:11.754847 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d90fd55e-41b2-424e-bbd7-acfb0d35589d req-e1661ddc-4942-439f-a68f-d9865e091dbb tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488770 Sep 16 04:41:11.791895 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.836266 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.837025 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.838507 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e4e50ca2-350a-4988-8235-70309915b718 req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] 10.222.0.21 "PUT /v2.0/ports/31aed236-7506-4376-9eef-5131f1554622 HTTP/1.1" status: 200 len: 1097 time: 2.0844097 Sep 16 04:41:11.842791 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e12b67-113e-4024-a8fc-4b2065ee486e', 'tag': '31aed236-7506-4376-9eef-5131f1554622'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:11.845292 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2006d5c-431c-4d94-a19d-bbb4de12388b" -d '{"events": [{"name": "network-changed", "server_uuid": "35e12b67-113e-4024-a8fc-4b2065ee486e", "tag": "31aed236-7506-4376-9eef-5131f1554622"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:11.907845 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06d9c4-f2c5-439f-81b1-dc39cda41108 service neutron] Pushing event updated for resources: {'Port': ['ID=31aed236-7506-4376-9eef-5131f1554622,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:11.918118 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e110228-a3c6-43a6-ba17-ed45ababb78a req-350a30f6-093f-4ce3-9363-29b6d29014b4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.921006 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1e110228-a3c6-43a6-ba17-ed45ababb78a req-350a30f6-093f-4ce3-9363-29b6d29014b4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 949 time: 0.0864267 Sep 16 04:41:11.936624 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] Sync routers for ids ['ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:41:11.943762 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f20d1709-aea2-460d-8359-25cf3d7379c1 req-b29e3fa2-c9f6-4414-8167-2cf2dd86e7f7 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.957088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] Routers {'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:11.958404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:41:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:11.971449 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1e110228-a3c6-43a6-ba17-ed45ababb78a req-e96d738b-0135-4e59-8919-426cdb46bcca tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420127 Sep 16 04:41:11.998175 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e3fa2-c9f6-4414-8167-2cf2dd86e7f7 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Pushing event deleted for resources: {'Port': ['ID=69d6528f-2575-42ee-9601-7bfd449973ad,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:12.035332 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['69d6528f-2575-42ee-9601-7bfd449973ad'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:12.082425 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5843f191-200b-437d-8764-d96abcf8d212 x-openstack-request-id: req-5843f191-200b-437d-8764-d96abcf8d212 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:12.082737 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e12b67-113e-4024-a8fc-4b2065ee486e", "tag": "31aed236-7506-4376-9eef-5131f1554622", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:12.084444 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5843f191-200b-437d-8764-d96abcf8d212 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:12.084867 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e12b67-113e-4024-a8fc-4b2065ee486e', 'tag': '31aed236-7506-4376-9eef-5131f1554622', 'status': 'completed', 'code': 200} Sep 16 04:41:12.121242 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20d1709-aea2-460d-8359-25cf3d7379c1 req-b29e3fa2-c9f6-4414-8167-2cf2dd86e7f7 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] No DVR routers for this DVR port 69d6528f-2575-42ee-9601-7bfd449973ad on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:12.142928 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f20d1709-aea2-460d-8359-25cf3d7379c1 req-b29e3fa2-c9f6-4414-8167-2cf2dd86e7f7 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.142928 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f20d1709-aea2-460d-8359-25cf3d7379c1 req-b29e3fa2-c9f6-4414-8167-2cf2dd86e7f7 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.38 "DELETE /v2.0/ports/69d6528f-2575-42ee-9601-7bfd449973ad HTTP/1.1" status: 204 len: 173 time: 1.5651596 Sep 16 04:41:12.155131 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e50ca2-350a-4988-8235-70309915b718 req-728e1cc1-c73f-4e24-afc2-53d7a747010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:12.158192 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e4e50ca2-350a-4988-8235-70309915b718 req-728e1cc1-c73f-4e24-afc2-53d7a747010b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 1100 time: 0.1776416 Sep 16 04:41:12.166385 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] Set router ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:12.240594 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e4e50ca2-350a-4988-8235-70309915b718 req-3514b20b-a14f-4cf0-89ce-e047d60984e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=31aed236-7506-4376-9eef-5131f1554622 HTTP/1.1" status: 200 len: 217 time: 0.0671890 Sep 16 04:41:12.349922 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 1b485377-30b6-4871-a58b-16b709c145fa up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:12.354457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e50ca2-350a-4988-8235-70309915b718 req-f4f5239a-7893-48cd-9261-5e09cd9dee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:12.357327 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e4e50ca2-350a-4988-8235-70309915b718 req-f4f5239a-7893-48cd-9261-5e09cd9dee46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1063521 Sep 16 04:41:12.421054 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e50ca2-350a-4988-8235-70309915b718 req-1b93aa40-4f23-42fa-9a12-e1296fe4f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:12.422912 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e4e50ca2-350a-4988-8235-70309915b718 req-1b93aa40-4f23-42fa-9a12-e1296fe4f730 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0581508 Sep 16 04:41:12.496902 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 1b485377-30b6-4871-a58b-16b709c145fa triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:12.497592 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.569557 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e4e50ca2-350a-4988-8235-70309915b718 req-52b3c344-f9fd-4b7e-8a06-4903abd63551 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342878 Sep 16 04:41:12.571975 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'name': 'tempest-FloatingIPsTestJSON-1172948021-router', 'tenant_id': '6d0231a2821a4541951a6d565beefb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '1b485377-30b6-4871-a58b-16b709c145fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:03Z', 'updated_at': '2021-09-16T04:41:09Z', 'revision_number': 4, 'project_id': '6d0231a2821a4541951a6d565beefb78', 'gw_port': {'id': '1b485377-30b6-4871-a58b-16b709c145fa', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '3103ac0d-5acd-428a-b40f-42c98685e828', 'name': '', 'network_id': '7874541c-debb-45f4-bc3c-bfa0b3030c61', 'tenant_id': '6d0231a2821a4541951a6d565beefb78', 'mac_address': 'fa:16:3e:1c:5b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c2a5e05a-1d8d-4094-9117-24ef3c578bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:08Z', 'updated_at': '2021-09-16T04:41:09Z', 'revision_number': 2, 'project_id': '6d0231a2821a4541951a6d565beefb78', 'subnets': [{'id': 'c2a5e05a-1d8d-4094-9117-24ef3c578bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:12.620018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-d0bd714f-10e1-4a9a-b67a-86e4e73bab63 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4779303 Sep 16 04:41:12.622625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] Checking router: ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:41:12.623015 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] Updating router ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9 port 3103ac0d-5acd-428a-b40f-42c98685e828 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:41:12.632647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-59f631fe-2995-40e3-b250-530d0572e3e3 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:12.663145 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.674444 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e4e50ca2-350a-4988-8235-70309915b718 req-d4bf3683-88cd-4175-b91e-254df1506275 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974727 Sep 16 04:41:12.707879 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-59f631fe-2995-40e3-b250-530d0572e3e3 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.847667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2d3bd-774e-4ba5-9c7b-51ceb394fde0 req-e8174ed0-c90b-4d9e-8daf-5108bf7d0df7 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:12.849367 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8cf2d3bd-774e-4ba5-9c7b-51ceb394fde0 req-e8174ed0-c90b-4d9e-8daf-5108bf7d0df7 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 948 time: 0.0996194 Sep 16 04:41:12.877841 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-59f631fe-2995-40e3-b250-530d0572e3e3 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.959152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8cf2d3bd-774e-4ba5-9c7b-51ceb394fde0 req-3b60a28e-38d5-4f6f-b45f-f887d0527778 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018620 Sep 16 04:41:12.961122 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2006d5c-431c-4d94-a19d-bbb4de12388b req-db7953f5-33d8-4339-874a-406b5d98318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:12.962619 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a2006d5c-431c-4d94-a19d-bbb4de12388b req-db7953f5-33d8-4339-874a-406b5d98318d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 1100 time: 0.0598066 Sep 16 04:41:12.994166 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.066526 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2006d5c-431c-4d94-a19d-bbb4de12388b req-68eccb6d-c88b-44a2-9f4d-f614761d511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:13.068326 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a2006d5c-431c-4d94-a19d-bbb4de12388b req-68eccb6d-c88b-44a2-9f4d-f614761d511c service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.0984423 Sep 16 04:41:13.089522 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5cdcc364-6951-4284-af85-9e1de2e91f5b req-dc76a84d-d6c6-406e-96fa-15bc69257aa3 tempest-ServerDiagnosticsNegativeTest-1919740668 tempest-ServerDiagnosticsNegativeTest-1919740668-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537 HTTP/1.1" status: 200 len: 210 time: 0.0352366 Sep 16 04:41:13.095920 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.096153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-59f631fe-2995-40e3-b250-530d0572e3e3 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Allocated IP 172.25.4.24 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/663cdf65-d8a9-4f8c-ae84-4dc9a36d5973) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:13.128478 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a2006d5c-431c-4d94-a19d-bbb4de12388b req-e6770836-abdd-4d28-ae0d-d9767a9e879c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=31aed236-7506-4376-9eef-5131f1554622 HTTP/1.1" status: 200 len: 217 time: 0.0512965 Sep 16 04:41:13.213632 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfa8eb-9110-425c-b8d5-914d87819bdd None None] Pushing event updated for resources: {'Port': ['ID=3103ac0d-5acd-428a-b40f-42c98685e828,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:13.250567 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2006d5c-431c-4d94-a19d-bbb4de12388b req-5f26088e-be69-4ffb-b641-5565a99e94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:13.252528 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a2006d5c-431c-4d94-a19d-bbb4de12388b req-5f26088e-be69-4ffb-b641-5565a99e94f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1108170 Sep 16 04:41:13.257501 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] Attempting to bind port 3103ac0d-5acd-428a-b40f-42c98685e828 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:13.258370 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] Attempting to bind port 3103ac0d-5acd-428a-b40f-42c98685e828 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '8d63df80-7d41-441d-8322-ead278dc756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7874541c-debb-45f4-bc3c-bfa0b3030c61'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:13.258965 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] Attempting to bind port 3103ac0d-5acd-428a-b40f-42c98685e828 on network 7874541c-debb-45f4-bc3c-bfa0b3030c61 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:13.268164 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:13.269333 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-59f631fe-2995-40e3-b250-530d0572e3e3 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.269825 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] Checking segment: {'id': '8d63df80-7d41-441d-8322-ead278dc756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7874541c-debb-45f4-bc3c-bfa0b3030c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:13.270995 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.271850 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] Bound using segment: {'id': '8d63df80-7d41-441d-8322-ead278dc756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7874541c-debb-45f4-bc3c-bfa0b3030c61'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:13.273577 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] Bound port: 3103ac0d-5acd-428a-b40f-42c98685e828, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d63df80-7d41-441d-8322-ead278dc756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7874541c-debb-45f4-bc3c-bfa0b3030c61'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:13.274172 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.292622 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304441ef-4fb6-43b8-9544-f7decab456a6 req-6b3a92b3-c951-46a8-b01b-739bfeefa812 tempest-ServersAdminNegativeTestJSON-1045807063 tempest-ServersAdminNegativeTestJSON-1045807063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:13.294291 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-304441ef-4fb6-43b8-9544-f7decab456a6 req-6b3a92b3-c951-46a8-b01b-739bfeefa812 tempest-ServersAdminNegativeTestJSON-1045807063 tempest-ServersAdminNegativeTestJSON-1045807063-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 1101 time: 0.0742342 Sep 16 04:41:13.325385 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-304441ef-4fb6-43b8-9544-f7decab456a6 req-63a04860-6039-434c-b214-103d245e899d tempest-ServersAdminNegativeTestJSON-1045807063 tempest-ServersAdminNegativeTestJSON-1045807063-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.358132 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2006d5c-431c-4d94-a19d-bbb4de12388b req-7feb405a-57ad-4789-8459-4ec6b366eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:13.360579 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a2006d5c-431c-4d94-a19d-bbb4de12388b req-7feb405a-57ad-4789-8459-4ec6b366eb21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1006334 Sep 16 04:41:13.387065 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-59f631fe-2995-40e3-b250-530d0572e3e3 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.431909 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] For port 3103ac0d-5acd-428a-b40f-42c98685e828, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:13.442392 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] For port 3103ac0d-5acd-428a-b40f-42c98685e828, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3103ac0d-5acd-428a-b40f-42c98685e828,segment=NetworkSegment(8d63df80-7d41-441d-8322-ead278dc756f),segment_id=8d63df80-7d41-441d-8322-ead278dc756f)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:13.460781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-59f631fe-2995-40e3-b250-530d0572e3e3 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:13.469804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-59f631fe-2995-40e3-b250-530d0572e3e3 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:13.479089 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-59f631fe-2995-40e3-b250-530d0572e3e3 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:13.490328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f631fe-2995-40e3-b250-530d0572e3e3 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Pushing event updated for resources: {'Port': ['ID=663cdf65-d8a9-4f8c-ae84-4dc9a36d5973,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:13.501097 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a2006d5c-431c-4d94-a19d-bbb4de12388b req-4bcbb403-d7b4-42a2-b4a1-f1048d80e73c service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322358 Sep 16 04:41:13.542217 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.596365 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-59f631fe-2995-40e3-b250-530d0572e3e3 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.601697 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-304441ef-4fb6-43b8-9544-f7decab456a6 req-63a04860-6039-434c-b214-103d245e899d tempest-ServersAdminNegativeTestJSON-1045807063 tempest-ServersAdminNegativeTestJSON-1045807063-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.609299 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a2006d5c-431c-4d94-a19d-bbb4de12388b req-b4e6b9c8-5d6e-412e-89be-873d076c7f19 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998118 Sep 16 04:41:13.626931 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-70473c18-6f7c-4f44-a3c5-6f135f84370d None None] Provisioning complete for port 3103ac0d-5acd-428a-b40f-42c98685e828 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:13.627308 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-70473c18-6f7c-4f44-a3c5-6f135f84370d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.635561 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] Routers {'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:13.636476 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:41:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:13.656988 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfa8eb-9110-425c-b8d5-914d87819bdd None None] Pushing event updated for resources: {'Port': ['ID=3103ac0d-5acd-428a-b40f-42c98685e828,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:13.696070 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-304441ef-4fb6-43b8-9544-f7decab456a6 req-63a04860-6039-434c-b214-103d245e899d tempest-ServersAdminNegativeTestJSON-1045807063 tempest-ServersAdminNegativeTestJSON-1045807063-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.721076 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-304441ef-4fb6-43b8-9544-f7decab456a6 req-63a04860-6039-434c-b214-103d245e899d tempest-ServersAdminNegativeTestJSON-1045807063 tempest-ServersAdminNegativeTestJSON-1045807063-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202876 Sep 16 04:41:13.755766 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a04860-6039-434c-b214-103d245e899d tempest-ServersAdminNegativeTestJSON-1045807063 tempest-ServersAdminNegativeTestJSON-1045807063-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e373f97-133d-4d54-951b-cdf847018475,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:13.772006 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-59f631fe-2995-40e3-b250-530d0572e3e3 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.799221 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] Set router ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:13.939744 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e68699-ed2c-4409-98e3-1101157531bb req-78cdba87-9d2f-4594-a425-64ac965d76b6 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:13.941474 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50e68699-ed2c-4409-98e3-1101157531bb req-78cdba87-9d2f-4594-a425-64ac965d76b6 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 950 time: 0.1160841 Sep 16 04:41:13.962338 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-70473c18-6f7c-4f44-a3c5-6f135f84370d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.002913 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50e68699-ed2c-4409-98e3-1101157531bb req-9b441879-95c8-4c11-92f9-940fd18785b5 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549705 Sep 16 04:41:14.012024 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-59f631fe-2995-40e3-b250-530d0572e3e3 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.039112 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-70473c18-6f7c-4f44-a3c5-6f135f84370d None None] For port 3103ac0d-5acd-428a-b40f-42c98685e828, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3103ac0d-5acd-428a-b40f-42c98685e828,segment=NetworkSegment(8d63df80-7d41-441d-8322-ead278dc756f),segment_id=8d63df80-7d41-441d-8322-ead278dc756f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:14.072317 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-59f631fe-2995-40e3-b250-530d0572e3e3 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.086443 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537', 'name': 'network-vif-deleted', 'tag': '69d6528f-2575-42ee-9601-7bfd449973ad'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:14.090025 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cba5988-f6b3-46aa-8141-6dcbbbcbdc35" -d '{"events": [{"server_uuid": "c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537", "name": "network-vif-deleted", "tag": "69d6528f-2575-42ee-9601-7bfd449973ad"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:14.104697 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-59f631fe-2995-40e3-b250-530d0572e3e3 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.130429 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-70473c18-6f7c-4f44-a3c5-6f135f84370d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.162325 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f631fe-2995-40e3-b250-530d0572e3e3 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Pushing event updated for resources: {'Port': ['ID=663cdf65-d8a9-4f8c-ae84-4dc9a36d5973,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:14.178843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a320b4-e4a2-4666-8814-d7181c056516 req-1869db16-145b-4b45-9438-8988083a38f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:14.180380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50a320b4-e4a2-4666-8814-d7181c056516 req-1869db16-145b-4b45-9438-8988083a38f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 948 time: 0.0785222 Sep 16 04:41:14.189541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70473c18-6f7c-4f44-a3c5-6f135f84370d None None] Pushing event updated for resources: {'Port': ['ID=3103ac0d-5acd-428a-b40f-42c98685e828,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:14.201525 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'name': 'tempest-FloatingIPsTestJSON-1172948021-router', 'tenant_id': '6d0231a2821a4541951a6d565beefb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '1b485377-30b6-4871-a58b-16b709c145fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:03Z', 'updated_at': '2021-09-16T04:41:09Z', 'revision_number': 4, 'project_id': '6d0231a2821a4541951a6d565beefb78', 'gw_port': {'id': '1b485377-30b6-4871-a58b-16b709c145fa', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '3103ac0d-5acd-428a-b40f-42c98685e828', 'name': '', 'network_id': '7874541c-debb-45f4-bc3c-bfa0b3030c61', 'tenant_id': '6d0231a2821a4541951a6d565beefb78', 'mac_address': 'fa:16:3e:1c:5b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c2a5e05a-1d8d-4094-9117-24ef3c578bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:08Z', 'updated_at': '2021-09-16T04:41:13Z', 'revision_number': 4, 'project_id': '6d0231a2821a4541951a6d565beefb78', 'subnets': [{'id': 'c2a5e05a-1d8d-4094-9117-24ef3c578bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:14.212652 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-59f631fe-2995-40e3-b250-530d0572e3e3 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.213857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-59f631fe-2995-40e3-b250-530d0572e3e3 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5868766 Sep 16 04:41:14.222408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50a320b4-e4a2-4666-8814-d7181c056516 req-fcb1eb55-979d-461a-bc9e-4fc02cb98e8f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352876 Sep 16 04:41:14.229262 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5916e7f-3b89-4906-a65b-d1d47710cdbe None None] The sync data for ids ['ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9'] in n-d-712140-13 is: [{'id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'name': 'tempest-FloatingIPsTestJSON-1172948021-router', 'tenant_id': '6d0231a2821a4541951a6d565beefb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '1b485377-30b6-4871-a58b-16b709c145fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:03Z', 'updated_at': '2021-09-16T04:41:09Z', 'revision_number': 4, 'project_id': '6d0231a2821a4541951a6d565beefb78', 'gw_port': {'id': '1b485377-30b6-4871-a58b-16b709c145fa', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '3103ac0d-5acd-428a-b40f-42c98685e828', 'name': '', 'network_id': '7874541c-debb-45f4-bc3c-bfa0b3030c61', 'tenant_id': '6d0231a2821a4541951a6d565beefb78', 'mac_address': 'fa:16:3e:1c:5b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c2a5e05a-1d8d-4094-9117-24ef3c578bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:08Z', 'updated_at': '2021-09-16T04:41:13Z', 'revision_number': 4, 'project_id': '6d0231a2821a4541951a6d565beefb78', 'subnets': [{'id': 'c2a5e05a-1d8d-4094-9117-24ef3c578bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:41:14.268004 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c4a8abd0-808a-4ea6-9131-4fcd7a7e0577 None None] Provisioning complete for port 3103ac0d-5acd-428a-b40f-42c98685e828 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:14.268004 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c4a8abd0-808a-4ea6-9131-4fcd7a7e0577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.318611 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-e3f2da01-5cb8-48ce-ab54-d301036de93d tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.24 HTTP/1.1" status: 200 len: 695 time: 0.0946941 Sep 16 04:41:14.467222 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-d36deb07-4eb8-4331-8c1a-0e77b63c1d51 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:14.468586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-d36deb07-4eb8-4331-8c1a-0e77b63c1d51 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.1442151 Sep 16 04:41:14.482587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a19ab1-d59d-4169-9401-554aece2b242 req-02a3f619-f9f7-456f-af5c-b0940bd211cd tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:14.484072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64a19ab1-d59d-4169-9401-554aece2b242 req-02a3f619-f9f7-456f-af5c-b0940bd211cd tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 948 time: 0.0819700 Sep 16 04:41:14.488425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-a1acabf0-a602-4025-9b42-5a9316e1b4bb tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:41:14.489416 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b69ec8bf-3091-4ced-a06a-13ad707f2afd req-a1acabf0-a602-4025-9b42-5a9316e1b4bb tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147367 Sep 16 04:41:14.527931 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64a19ab1-d59d-4169-9401-554aece2b242 req-8cd72e55-2e18-4336-9241-43467d8343ba tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375509 Sep 16 04:41:14.655377 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ca5bc7-b894-4166-a055-301fa6aa011f x-openstack-request-id: req-81ca5bc7-b894-4166-a055-301fa6aa011f {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:14.655893 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537", "name": "network-vif-deleted", "tag": "69d6528f-2575-42ee-9601-7bfd449973ad", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:14.655893 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81ca5bc7-b894-4166-a055-301fa6aa011f {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:14.656326 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2945a0d-52f4-4ce6-8f5c-8bc55ce2f537', 'name': 'network-vif-deleted', 'tag': '69d6528f-2575-42ee-9601-7bfd449973ad', 'status': 'completed', 'code': 200} Sep 16 04:41:14.824078 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4cabbd28-6191-4a93-9fd8-39d19192d871 req-e5cab644-f76f-4f0c-9de6-14bf3b2c4f32 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/floatingips/267b07b5-3b75-4ed2-8341-6618d33b9f53 HTTP/1.1" status: 200 len: 692 time: 0.1122415 Sep 16 04:41:14.903140 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73d6dd-17e0-434d-80ad-9238de8fb44a req-25a72f7a-48a8-417e-9195-465a251f9ec8 tempest-ServersAdminNegativeTestJSON-1045807063 tempest-ServersAdminNegativeTestJSON-1045807063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:14.904687 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab73d6dd-17e0-434d-80ad-9238de8fb44a req-25a72f7a-48a8-417e-9195-465a251f9ec8 tempest-ServersAdminNegativeTestJSON-1045807063 tempest-ServersAdminNegativeTestJSON-1045807063-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 1101 time: 0.0789347 Sep 16 04:41:14.989271 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab73d6dd-17e0-434d-80ad-9238de8fb44a req-20d1990f-7fc2-4a49-9e72-efdd7fe03c76 tempest-ServersAdminNegativeTestJSON-1045807063 tempest-ServersAdminNegativeTestJSON-1045807063-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574760 Sep 16 04:41:14.998680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabbd28-6191-4a93-9fd8-39d19192d871 req-f2996ac0-0bb9-41a3-8056-baf7a63ca24d tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.000136 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4cabbd28-6191-4a93-9fd8-39d19192d871 req-f2996ac0-0bb9-41a3-8056-baf7a63ca24d tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.1491768 Sep 16 04:41:15.012167 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-4cabbd28-6191-4a93-9fd8-39d19192d871 req-c5f60611-c003-413c-a4e2-bd1c03683c0d tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:41:15.012934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4cabbd28-6191-4a93-9fd8-39d19192d871 req-c5f60611-c003-413c-a4e2-bd1c03683c0d tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056648 Sep 16 04:41:15.054421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 69d6528f-2575-42ee-9601-7bfd449973ad no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:15.075890 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 69d6528f-2575-42ee-9601-7bfd449973ad {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:15.076236 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 69d6528f-2575-42ee-9601-7bfd449973ad not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:15.254088 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58560) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:15.406412 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-caf93afb-b59a-47e9-ac07-ac47ca419ce5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd4fe39beb9246e996f6f920bd380196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510494 Sep 16 04:41:15.408772 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58566) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:15.453136 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1e1baf5c-2f16-46ee-9f14-af2b2ca16ee7 req-c1064c9d-486b-47df-99cd-a778161157d8 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=6d0231a2821a4541951a6d565beefb78 HTTP/1.1" status: 200 len: 695 time: 0.2608793 Sep 16 04:41:15.459517 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a723080a-5d20-4f0f-947e-d042fd7cdc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.480887 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a723080a-5d20-4f0f-947e-d042fd7cdc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.547453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1bb9c-5f8d-4273-939e-9adfadff3d6a req-96b11f48-3cdc-4b12-bcce-17ef892cd2f9 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.547946 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1bb9c-5f8d-4273-939e-9adfadff3d6a req-96b11f48-3cdc-4b12-bcce-17ef892cd2f9 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.548437 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1bb9c-5f8d-4273-939e-9adfadff3d6a req-96b11f48-3cdc-4b12-bcce-17ef892cd2f9 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.548914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1bb9c-5f8d-4273-939e-9adfadff3d6a req-96b11f48-3cdc-4b12-bcce-17ef892cd2f9 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.549387 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1bb9c-5f8d-4273-939e-9adfadff3d6a req-96b11f48-3cdc-4b12-bcce-17ef892cd2f9 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.549913 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1bb9c-5f8d-4273-939e-9adfadff3d6a req-96b11f48-3cdc-4b12-bcce-17ef892cd2f9 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.550537 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1bb9c-5f8d-4273-939e-9adfadff3d6a req-96b11f48-3cdc-4b12-bcce-17ef892cd2f9 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.551045 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1bb9c-5f8d-4273-939e-9adfadff3d6a req-96b11f48-3cdc-4b12-bcce-17ef892cd2f9 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.551517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1bb9c-5f8d-4273-939e-9adfadff3d6a req-96b11f48-3cdc-4b12-bcce-17ef892cd2f9 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.553519 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0dc1bb9c-5f8d-4273-939e-9adfadff3d6a req-96b11f48-3cdc-4b12-bcce-17ef892cd2f9 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e&device_id=2b0562b1-cde5-4496-81ba-0346ac34602d&device_id=4c2dff74-e853-4348-bfea-6091f7165773&device_id=61329eab-c066-45f0-88f4-ed54a65c75c0&device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc&device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e&device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd&device_id=1a134b74-1e18-4ca6-9acb-015478043b00&device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 8250 time: 0.1205990 Sep 16 04:41:15.577275 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0dc1bb9c-5f8d-4273-939e-9adfadff3d6a req-3b120d20-ddd2-44aa-958a-1f0eec603a40 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.615505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1baf5c-2f16-46ee-9f14-af2b2ca16ee7 req-8a1b5504-fada-4d8f-afcd-e9a20b5714d7 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.616975 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1e1baf5c-2f16-46ee-9f14-af2b2ca16ee7 req-8a1b5504-fada-4d8f-afcd-e9a20b5714d7 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/networks?id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 787 time: 0.1491666 Sep 16 04:41:15.626436 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a723080a-5d20-4f0f-947e-d042fd7cdc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.629246 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a723080a-5d20-4f0f-947e-d042fd7cdc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.630419 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a723080a-5d20-4f0f-947e-d042fd7cdc0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc512c04-6217-4a04-869c-796e97c66a05 HTTP/1.1" status: 204 len: 168 time: 0.2199988 Sep 16 04:41:15.630627 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-1e1baf5c-2f16-46ee-9f14-af2b2ca16ee7 req-7d8a3236-0cd0-49ac-9615-ba93d46e2608 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:41:15.631650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1e1baf5c-2f16-46ee-9f14-af2b2ca16ee7 req-7d8a3236-0cd0-49ac-9615-ba93d46e2608 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086751 Sep 16 04:41:15.641916 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723080a-5d20-4f0f-947e-d042fd7cdc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc512c04-6217-4a04-869c-796e97c66a05,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:15.724828 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0dc1bb9c-5f8d-4273-939e-9adfadff3d6a req-3b120d20-ddd2-44aa-958a-1f0eec603a40 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.809040 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0dc1bb9c-5f8d-4273-939e-9adfadff3d6a req-3b120d20-ddd2-44aa-958a-1f0eec603a40 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.846338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0dc1bb9c-5f8d-4273-939e-9adfadff3d6a req-3b120d20-ddd2-44aa-958a-1f0eec603a40 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&id=4c766bd4-c28a-45d7-8186-421399e062c0&id=7cc30556-44ac-48c2-b567-5722c16fdaca&id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.2856932 Sep 16 04:41:15.872874 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b120d20-ddd2-44aa-958a-1f0eec603a40 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6e373e-155d-40e1-a072-786ab87c9af6,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:15.953541 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ee61f-1e6a-4cc1-8ec5-d0dd77b2223c req-9bfec54d-86f7-46c9-8342-c8252648a0e7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.958308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-046ee61f-1e6a-4cc1-8ec5-d0dd77b2223c req-9bfec54d-86f7-46c9-8342-c8252648a0e7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 948 time: 0.0620313 Sep 16 04:41:16.007641 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-046ee61f-1e6a-4cc1-8ec5-d0dd77b2223c req-0a82e2a0-91b6-4ebe-9f3a-8c589cd40801 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456469 Sep 16 04:41:16.089126 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-276a888b-8f5f-448d-b97f-4858d0dc4568 req-e18450c8-1381-4751-8353-69b93d0e94e8 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/floatingips/267b07b5-3b75-4ed2-8341-6618d33b9f53 HTTP/1.1" status: 200 len: 692 time: 0.0552154 Sep 16 04:41:16.097028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21f4a5-7f99-4d56-bf58-bbc23442f9f0 req-ba8dee43-ae39-4314-84ca-2d8962a1f284 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:16.098574 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f21f4a5-7f99-4d56-bf58-bbc23442f9f0 req-ba8dee43-ae39-4314-84ca-2d8962a1f284 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 948 time: 0.1066911 Sep 16 04:41:16.200395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f21f4a5-7f99-4d56-bf58-bbc23442f9f0 req-9e769122-19b1-46b6-a652-3414eee2ffd5 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923533 Sep 16 04:41:16.233435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a888b-8f5f-448d-b97f-4858d0dc4568 req-122479ef-322b-4f99-9adf-b7c413fce798 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:16.235079 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-276a888b-8f5f-448d-b97f-4858d0dc4568 req-122479ef-322b-4f99-9adf-b7c413fce798 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.1355278 Sep 16 04:41:16.251596 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-276a888b-8f5f-448d-b97f-4858d0dc4568 req-ed7502b0-0c4e-43d5-b704-5a89b61c02c5 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:41:16.253312 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-276a888b-8f5f-448d-b97f-4858d0dc4568 req-ed7502b0-0c4e-43d5-b704-5a89b61c02c5 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065255 Sep 16 04:41:16.281311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58584) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:16.294799 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4081140-aba0-46b6-953b-6ca01a56e421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.320653 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3103ac0d-5acd-428a-b40f-42c98685e828 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:16.322297 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-276a888b-8f5f-448d-b97f-4858d0dc4568 req-b8f075ce-c70e-439c-92eb-87a6ba35500b tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.24 HTTP/1.1" status: 200 len: 695 time: 0.0614262 Sep 16 04:41:16.382972 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 3103ac0d-5acd-428a-b40f-42c98685e828 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:16.383346 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.384744 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-276a888b-8f5f-448d-b97f-4858d0dc4568 req-e9f359a3-c48b-4532-98da-12698ae5306d tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.24 HTTP/1.1" status: 200 len: 695 time: 0.0564864 Sep 16 04:41:16.426541 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4081140-aba0-46b6-953b-6ca01a56e421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.495387 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4081140-aba0-46b6-953b-6ca01a56e421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.536440 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b4081140-aba0-46b6-953b-6ca01a56e421 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f3a78e6ac3946c098a55c62d10f806b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540245 Sep 16 04:41:16.537327 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4081140-aba0-46b6-953b-6ca01a56e421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043d26dd-346e-494d-8918-4991d8076186,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:16.539185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58596) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:16.553660 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-276a888b-8f5f-448d-b97f-4858d0dc4568 req-2a468ba0-8325-40cd-a0e1-93ae08adc696 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Deleting port 663cdf65-d8a9-4f8c-ae84-4dc9a36d5973 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:16.553660 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-276a888b-8f5f-448d-b97f-4858d0dc4568 req-2a468ba0-8325-40cd-a0e1-93ae08adc696 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.714407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012b17f-3db4-42cb-857c-cb60c7b40dee req-cef8026c-1cb3-49c5-9aff-44ec958be79b tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:16.714915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012b17f-3db4-42cb-857c-cb60c7b40dee req-cef8026c-1cb3-49c5-9aff-44ec958be79b tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:16.715402 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012b17f-3db4-42cb-857c-cb60c7b40dee req-cef8026c-1cb3-49c5-9aff-44ec958be79b tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:16.717069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3012b17f-3db4-42cb-857c-cb60c7b40dee req-cef8026c-1cb3-49c5-9aff-44ec958be79b tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0&device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e&device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 2887 time: 0.1487033 Sep 16 04:41:16.717655 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28c854bb-30b6-4dbc-83cc-ba4b824e85e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.720247 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-276a888b-8f5f-448d-b97f-4858d0dc4568 req-2a468ba0-8325-40cd-a0e1-93ae08adc696 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.720574 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-276a888b-8f5f-448d-b97f-4858d0dc4568 req-2a468ba0-8325-40cd-a0e1-93ae08adc696 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.740990 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-276a888b-8f5f-448d-b97f-4858d0dc4568 req-2a468ba0-8325-40cd-a0e1-93ae08adc696 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Calling delete_port for 663cdf65-d8a9-4f8c-ae84-4dc9a36d5973 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:16.775582 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28c854bb-30b6-4dbc-83cc-ba4b824e85e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.842044 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3012b17f-3db4-42cb-857c-cb60c7b40dee req-0cc3a1ff-0983-43c6-a526-474905e7d3ff tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136878 Sep 16 04:41:16.860322 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 31aed236-7506-4376-9eef-5131f1554622 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:16.964774 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 31aed236-7506-4376-9eef-5131f1554622, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=31aed236-7506-4376-9eef-5131f1554622,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:16.978661 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '31aed236-7506-4376-9eef-5131f1554622', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '31aed236-7506-4376-9eef-5131f1554622', 'mac_address': 'fa:16:3e:ad:43:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:16.992564 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28c854bb-30b6-4dbc-83cc-ba4b824e85e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.995931 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28c854bb-30b6-4dbc-83cc-ba4b824e85e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.999672 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-28c854bb-30b6-4dbc-83cc-ba4b824e85e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/043d26dd-346e-494d-8918-4991d8076186 HTTP/1.1" status: 204 len: 168 time: 0.4567187 Sep 16 04:41:17.006190 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c854bb-30b6-4dbc-83cc-ba4b824e85e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043d26dd-346e-494d-8918-4991d8076186,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:17.023279 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-276a888b-8f5f-448d-b97f-4858d0dc4568 req-2a468ba0-8325-40cd-a0e1-93ae08adc696 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.038229 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.043299 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 78eadf64-dd51-4b4f-9610-64efedd6cdce details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:17.066145 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31aed236-7506-4376-9eef-5131f1554622 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:17.069335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a468ba0-8325-40cd-a0e1-93ae08adc696 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Pushing event deleted for resources: {'Port': ['ID=663cdf65-d8a9-4f8c-ae84-4dc9a36d5973,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:17.091002 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-276a888b-8f5f-448d-b97f-4858d0dc4568 req-2a468ba0-8325-40cd-a0e1-93ae08adc696 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.093708 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-276a888b-8f5f-448d-b97f-4858d0dc4568 req-2a468ba0-8325-40cd-a0e1-93ae08adc696 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.107830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-276a888b-8f5f-448d-b97f-4858d0dc4568 req-2a468ba0-8325-40cd-a0e1-93ae08adc696 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "DELETE /v2.0/floatingips/267b07b5-3b75-4ed2-8341-6618d33b9f53 HTTP/1.1" status: 204 len: 173 time: 0.7163765 Sep 16 04:41:17.140318 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 31aed236-7506-4376-9eef-5131f1554622, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=31aed236-7506-4376-9eef-5131f1554622,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:17.171486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 78eadf64-dd51-4b4f-9610-64efedd6cdce, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=78eadf64-dd51-4b4f-9610-64efedd6cdce,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:17.183147 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '78eadf64-dd51-4b4f-9610-64efedd6cdce', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '78eadf64-dd51-4b4f-9610-64efedd6cdce', 'mac_address': 'fa:16:3e:29:f7:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:17.212208 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.252217 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.277123 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78eadf64-dd51-4b4f-9610-64efedd6cdce {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:17.318826 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=31aed236-7506-4376-9eef-5131f1554622,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:17.325776 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 78eadf64-dd51-4b4f-9610-64efedd6cdce, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=78eadf64-dd51-4b4f-9610-64efedd6cdce,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:17.426842 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.489554 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=78eadf64-dd51-4b4f-9610-64efedd6cdce,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:17.589177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84808ba7-bdf4-4fcc-8e95-bbd94d4501b5 req-4e7d0470-ba34-4cab-b9ab-ab08b311e57d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:17.590786 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84808ba7-bdf4-4fcc-8e95-bbd94d4501b5 req-4e7d0470-ba34-4cab-b9ab-ab08b311e57d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 949 time: 0.0860245 Sep 16 04:41:17.644060 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['31aed236-7506-4376-9eef-5131f1554622'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:17.704199 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84808ba7-bdf4-4fcc-8e95-bbd94d4501b5 req-2eb8c29b-76f7-4b4e-841e-b34daebede15 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566552 Sep 16 04:41:17.711151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-616568f3-689e-4c72-9f27-2bf2940fac19 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1721306 Sep 16 04:41:17.731129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-d114b9ce-ee0b-412d-bc91-c4d551b9766c tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:17.835403 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158c675-2c70-4567-858b-a1004bbeb13b req-7181921c-56e7-4538-b7ca-5f5e897ea4b7 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:17.836925 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7158c675-2c70-4567-858b-a1004bbeb13b req-7181921c-56e7-4538-b7ca-5f5e897ea4b7 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 949 time: 0.0615935 Sep 16 04:41:17.838228 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-d114b9ce-ee0b-412d-bc91-c4d551b9766c tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.902362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7158c675-2c70-4567-858b-a1004bbeb13b req-2607605c-0c9a-404e-87e8-4846003a27c8 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502424 Sep 16 04:41:17.933263 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['78eadf64-dd51-4b4f-9610-64efedd6cdce'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:17.989417 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-d114b9ce-ee0b-412d-bc91-c4d551b9766c tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.133912 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b999646-019d-4d68-91cc-537af9de434f req-f4748c85-3fe3-46db-95a7-44ad76854a87 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:18.135465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b999646-019d-4d68-91cc-537af9de434f req-f4748c85-3fe3-46db-95a7-44ad76854a87 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 949 time: 0.1014731 Sep 16 04:41:18.167186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-d114b9ce-ee0b-412d-bc91-c4d551b9766c tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Allocated IP 172.25.4.58 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/ed732fc4-7e90-437b-b701-6b3afef3b975) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:18.198406 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b999646-019d-4d68-91cc-537af9de434f req-07002428-e791-4577-8767-d5be23ab4ecf tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567338 Sep 16 04:41:18.237584 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58644) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:18.295987 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-d114b9ce-ee0b-412d-bc91-c4d551b9766c tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.340957 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-77adcd6e-776f-4808-838f-8cacad747f25 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-network', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:18.397998 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-d114b9ce-ee0b-412d-bc91-c4d551b9766c tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.426426 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77adcd6e-776f-4808-838f-8cacad747f25 admin admin] Made reservation on behalf of b9deb9fa87304830acda5a1e3199fc36 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:18.428921 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-77adcd6e-776f-4808-838f-8cacad747f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.438078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-d114b9ce-ee0b-412d-bc91-c4d551b9766c tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:18.438280 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-77adcd6e-776f-4808-838f-8cacad747f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.441616 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-d114b9ce-ee0b-412d-bc91-c4d551b9766c tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:18.446783 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-d114b9ce-ee0b-412d-bc91-c4d551b9766c tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:18.458627 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114b9ce-ee0b-412d-bc91-c4d551b9766c tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Pushing event updated for resources: {'Port': ['ID=ed732fc4-7e90-437b-b701-6b3afef3b975,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:18.500474 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-d114b9ce-ee0b-412d-bc91-c4d551b9766c tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.535402 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-77adcd6e-776f-4808-838f-8cacad747f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.606361 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-d114b9ce-ee0b-412d-bc91-c4d551b9766c tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.632059 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-77adcd6e-776f-4808-838f-8cacad747f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.660590 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77adcd6e-776f-4808-838f-8cacad747f25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:41:18.666802 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adcd6e-776f-4808-838f-8cacad747f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20771f1-c611-4f61-913d-4e97d70feac1,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:18.674274 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-77adcd6e-776f-4808-838f-8cacad747f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.674468 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-77adcd6e-776f-4808-838f-8cacad747f25 admin admin] Added segment ad304f20-6e26-4222-8d09-8cf5b7a9ff0e of type vlan for network cf53fbb3-94f1-456d-b2d9-2308b0506441 Sep 16 04:41:18.723144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-77adcd6e-776f-4808-838f-8cacad747f25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.783597 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-d114b9ce-ee0b-412d-bc91-c4d551b9766c tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.803534 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-77adcd6e-776f-4808-838f-8cacad747f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.804582 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77adcd6e-776f-4808-838f-8cacad747f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:18.805210 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-77adcd6e-776f-4808-838f-8cacad747f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.875161 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 31aed236-7506-4376-9eef-5131f1554622 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:18.877416 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adcd6e-776f-4808-838f-8cacad747f25 admin admin] Pushing event updated for resources: {'Network': ['ID=cf53fbb3-94f1-456d-b2d9-2308b0506441,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:18.896384 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-d114b9ce-ee0b-412d-bc91-c4d551b9766c tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.903344 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network cf53fbb3-94f1-456d-b2d9-2308b0506441 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:41:18.933765 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-d114b9ce-ee0b-412d-bc91-c4d551b9766c tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.945844 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-77adcd6e-776f-4808-838f-8cacad747f25 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7070699 Sep 16 04:41:18.948683 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58662) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:18.954804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114b9ce-ee0b-412d-bc91-c4d551b9766c tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Pushing event updated for resources: {'Port': ['ID=ed732fc4-7e90-437b-b701-6b3afef3b975,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:18.957733 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-b8bb39d0-60ac-4e32-be67-b2c7d97b9563 admin admin] Request body: {'subnet': {'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-subnet', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:19.009060 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-d114b9ce-ee0b-412d-bc91-c4d551b9766c tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.010583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-d114b9ce-ee0b-412d-bc91-c4d551b9766c tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2838633 Sep 16 04:41:19.054695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 31aed236-7506-4376-9eef-5131f1554622 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:19.060717 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 31aed236-7506-4376-9eef-5131f1554622 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:19.061181 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.069121 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-24fd3f23-d078-41dd-8893-d01ed36aec5f tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.0521119 Sep 16 04:41:19.100484 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bb39d0-60ac-4e32-be67-b2c7d97b9563 admin admin] Made reservation on behalf of b9deb9fa87304830acda5a1e3199fc36 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:19.102839 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8bb39d0-60ac-4e32-be67-b2c7d97b9563 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.181023 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.206729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e12b67-113e-4024-a8fc-4b2065ee486e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aed236-7506-4376-9eef-5131f1554622'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:19.209687 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4041183-ab25-4816-9b6c-cc2c29a3362c" -d '{"events": [{"server_uuid": "35e12b67-113e-4024-a8fc-4b2065ee486e", "name": "network-vif-plugged", "status": "completed", "tag": "31aed236-7506-4376-9eef-5131f1554622"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:19.223757 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 31aed236-7506-4376-9eef-5131f1554622, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=31aed236-7506-4376-9eef-5131f1554622,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:19.231943 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-74e3a8c2-ce2b-4580-ad3d-8df8f0972a6f tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:19.233328 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-74e3a8c2-ce2b-4580-ad3d-8df8f0972a6f tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.1580462 Sep 16 04:41:19.247879 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-5efcdb28-ec24-4c95-81ac-34a62e4e2a80 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:41:19.249015 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ab7f4ae-972c-400a-9dd9-830ba83f7b64 req-5efcdb28-ec24-4c95-81ac-34a62e4e2a80 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065224 Sep 16 04:41:19.257607 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce4930-3451-435f-a983-0649789b58e5 req-50b24075-728f-4659-9d60-260ff44940b7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:19.259330 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4bce4930-3451-435f-a983-0649789b58e5 req-50b24075-728f-4659-9d60-260ff44940b7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 949 time: 0.0793192 Sep 16 04:41:19.289102 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.316780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4bce4930-3451-435f-a983-0649789b58e5 req-e1136ea6-ac6e-465e-ab60-3c8a167070fe tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487435 Sep 16 04:41:19.348032 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=31aed236-7506-4376-9eef-5131f1554622,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:19.364239 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8bb39d0-60ac-4e32-be67-b2c7d97b9563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.419534 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb39d0-60ac-4e32-be67-b2c7d97b9563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fc8c2b9-7714-43f4-b109-3d95b7293220,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:19.423965 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae65999-5e00-4b5c-9468-45f10326f757 req-96ea7114-0293-44f9-8e54-20a346b30668 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:19.426074 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cae65999-5e00-4b5c-9468-45f10326f757 req-96ea7114-0293-44f9-8e54-20a346b30668 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 949 time: 0.0508029 Sep 16 04:41:19.434420 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb39d0-60ac-4e32-be67-b2c7d97b9563 admin admin] Checking segment: {'id': 'ad304f20-6e26-4222-8d09-8cf5b7a9ff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:19.434700 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bb39d0-60ac-4e32-be67-b2c7d97b9563 admin admin] Network hostable DHCP agents. Network: cf53fbb3-94f1-456d-b2d9-2308b0506441, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:41:19.464839 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cae65999-5e00-4b5c-9468-45f10326f757 req-1cc2ca49-b2b0-47f1-bf67-037413fa8c7a tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326662 Sep 16 04:41:19.508216 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbaecbd-4161-4620-9c2f-1b6afc5f9aee x-openstack-request-id: req-9dbaecbd-4161-4620-9c2f-1b6afc5f9aee {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:19.508505 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e12b67-113e-4024-a8fc-4b2065ee486e", "name": "network-vif-plugged", "status": "completed", "tag": "31aed236-7506-4376-9eef-5131f1554622", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:19.508783 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9dbaecbd-4161-4620-9c2f-1b6afc5f9aee {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:19.509194 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e12b67-113e-4024-a8fc-4b2065ee486e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aed236-7506-4376-9eef-5131f1554622', 'code': 200} Sep 16 04:41:19.512047 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bb39d0-60ac-4e32-be67-b2c7d97b9563 admin admin] Network cf53fbb3-94f1-456d-b2d9-2308b0506441 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:41:19.604014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03647555-b009-4150-b55e-d25698d3bbe5 req-b7ce6a15-f36b-4754-af3b-846b6404daa4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:19.605521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03647555-b009-4150-b55e-d25698d3bbe5 req-b7ce6a15-f36b-4754-af3b-846b6404daa4 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 949 time: 0.0517821 Sep 16 04:41:19.636821 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-b8bb39d0-60ac-4e32-be67-b2c7d97b9563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, cf53fbb3-94f1-456d-b2d9-2308b0506441) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:19.642410 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bb39d0-60ac-4e32-be67-b2c7d97b9563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:19.643489 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8bb39d0-60ac-4e32-be67-b2c7d97b9563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.654343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03647555-b009-4150-b55e-d25698d3bbe5 req-cd7cbebb-36a0-42fb-9c0c-0217cd2f05ca tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425091 Sep 16 04:41:19.656150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd71d3e-23d1-41fe-baef-4194458bdda5 None None] Network cf53fbb3-94f1-456d-b2d9-2308b0506441 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:19.716892 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d3225-97ec-4aa0-92a2-e022b4949ca1 req-058d761e-7e4d-42a4-9f8a-e71985f620de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:19.719767 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ac1d3225-97ec-4aa0-92a2-e022b4949ca1 req-058d761e-7e4d-42a4-9f8a-e71985f620de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 1102 time: 0.1237116 Sep 16 04:41:19.739341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfdbad-8ed4-4eb4-be93-afeb834af7cf req-3a534bb3-3df8-48dc-9325-7bf3013319ea tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:19.742705 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6bfdbad-8ed4-4eb4-be93-afeb834af7cf req-3a534bb3-3df8-48dc-9325-7bf3013319ea tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c2dff74-e853-4348-bfea-6091f7165773 HTTP/1.1" status: 200 len: 949 time: 0.1167192 Sep 16 04:41:19.749472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af6b1feb-7a33-4af1-a614-2d309ba12572 req-c2b0d61f-bb24-42ea-a021-f9e3df05dfa4 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/floatingips/f01849a3-88e2-483f-a5a6-6564913c5b0f HTTP/1.1" status: 200 len: 692 time: 0.0861559 Sep 16 04:41:19.797898 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b8bb39d0-60ac-4e32-be67-b2c7d97b9563 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8468976 Sep 16 04:41:19.803893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58678) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:19.819777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-5e4996ea-1fd2-44b4-946e-6d1dbc22f7fb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:19.850187 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ac1d3225-97ec-4aa0-92a2-e022b4949ca1 req-32041970-1c72-4be8-8590-72fe11041600 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061273 Sep 16 04:41:19.903212 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-cf53fbb3-94f1-456d-b2d9-2308b0506441', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:41:19.904923 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.906734 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-b6bfdbad-8ed4-4eb4-be93-afeb834af7cf req-4539ca56-8138-4655-b2e3-3caaedb28621 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Deleting port cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:19.907110 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b6bfdbad-8ed4-4eb4-be93-afeb834af7cf req-4539ca56-8138-4655-b2e3-3caaedb28621 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.003593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-b6bfdbad-8ed4-4eb4-be93-afeb834af7cf req-4539ca56-8138-4655-b2e3-3caaedb28621 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] For port cd6072d4-2c08-42bb-a36d-19eeeb67e4f1, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=cd6072d4-2c08-42bb-a36d-19eeeb67e4f1,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:20.004033 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b6bfdbad-8ed4-4eb4-be93-afeb834af7cf req-4539ca56-8138-4655-b2e3-3caaedb28621 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.019222 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-b6bfdbad-8ed4-4eb4-be93-afeb834af7cf req-4539ca56-8138-4655-b2e3-3caaedb28621 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Calling delete_port for cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:20.088507 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] Allocated IP 172.20.0.2 (cf53fbb3-94f1-456d-b2d9-2308b0506441/2fc8c2b9-7714-43f4-b109-3d95b7293220/39649a12-662c-4a1e-a3be-c98f5ac7b809) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:20.118632 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49625272-b5c0-4cf4-a13a-e88e4b463104 req-0c6ab09b-b5e9-43d6-8d73-5923e30507b6 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:20.120299 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49625272-b5c0-4cf4-a13a-e88e4b463104 req-0c6ab09b-b5e9-43d6-8d73-5923e30507b6 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 1102 time: 0.3299692 Sep 16 04:41:20.128882 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b1feb-7a33-4af1-a614-2d309ba12572 req-eaf24b50-a987-4749-b105-2aa426005524 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:20.130491 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af6b1feb-7a33-4af1-a614-2d309ba12572 req-eaf24b50-a987-4749-b105-2aa426005524 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.3707895 Sep 16 04:41:20.196982 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e4996ea-1fd2-44b4-946e-6d1dbc22f7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.198388 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e4996ea-1fd2-44b4-946e-6d1dbc22f7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.210126 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af6b1feb-7a33-4af1-a614-2d309ba12572 req-6154996d-12f8-446a-890a-29443320c429 tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.0648940 Sep 16 04:41:20.212871 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49625272-b5c0-4cf4-a13a-e88e4b463104 req-5a354317-7515-4e18-a8c2-a1813f840645 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814643 Sep 16 04:41:20.264149 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.294768 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b6bfdbad-8ed4-4eb4-be93-afeb834af7cf req-4539ca56-8138-4655-b2e3-3caaedb28621 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.305205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af6b1feb-7a33-4af1-a614-2d309ba12572 req-8c0abcbf-9326-4efa-8bbf-eeb1120f3dff tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.0872085 Sep 16 04:41:20.325219 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.329316 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539ca56-8138-4655-b2e3-3caaedb28621 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Pushing event deleted for resources: {'Port': ['ID=cd6072d4-2c08-42bb-a36d-19eeeb67e4f1,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:20.366624 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e4996ea-1fd2-44b4-946e-6d1dbc22f7fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.381643 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bfdbad-8ed4-4eb4-be93-afeb834af7cf req-4539ca56-8138-4655-b2e3-3caaedb28621 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] No DVR routers for this DVR port cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:20.384411 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b6bfdbad-8ed4-4eb4-be93-afeb834af7cf req-4539ca56-8138-4655-b2e3-3caaedb28621 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.386722 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6bfdbad-8ed4-4eb4-be93-afeb834af7cf req-4539ca56-8138-4655-b2e3-3caaedb28621 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.38 "DELETE /v2.0/ports/cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 HTTP/1.1" status: 204 len: 173 time: 0.6326184 Sep 16 04:41:20.387292 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2dff74-e853-4348-bfea-6091f7165773', 'name': 'network-vif-deleted', 'tag': 'cd6072d4-2c08-42bb-a36d-19eeeb67e4f1'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:20.390279 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86cdbb7-8185-4609-b6de-46cebe354171" -d '{"events": [{"server_uuid": "4c2dff74-e853-4348-bfea-6091f7165773", "name": "network-vif-deleted", "tag": "cd6072d4-2c08-42bb-a36d-19eeeb67e4f1"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:20.397544 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['e305093c-6b47-48ab-9277-9b042c0f108d', 'cd6072d4-2c08-42bb-a36d-19eeeb67e4f1'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:20.401910 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] Pushing event updated for resources: {'Port': ['ID=39649a12-662c-4a1e-a3be-c98f5ac7b809,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:20.450791 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] Network cf53fbb3-94f1-456d-b2d9-2308b0506441 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:20.456097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:20.459361 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:20.548417 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] Attempting to bind port 39649a12-662c-4a1e-a3be-c98f5ac7b809 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:20.548781 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] Attempting to bind port 39649a12-662c-4a1e-a3be-c98f5ac7b809 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'ad304f20-6e26-4222-8d09-8cf5b7a9ff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:20.549146 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] Attempting to bind port 39649a12-662c-4a1e-a3be-c98f5ac7b809 on network cf53fbb3-94f1-456d-b2d9-2308b0506441 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:20.565453 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:20.565824 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] Checking segment: {'id': 'ad304f20-6e26-4222-8d09-8cf5b7a9ff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:20.566257 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.566656 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] Bound using segment: {'id': 'ad304f20-6e26-4222-8d09-8cf5b7a9ff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:20.567162 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] Bound port: 39649a12-662c-4a1e-a3be-c98f5ac7b809, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad304f20-6e26-4222-8d09-8cf5b7a9ff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:20.567750 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.673846 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] For port 39649a12-662c-4a1e-a3be-c98f5ac7b809, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:20.678603 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] For port 39649a12-662c-4a1e-a3be-c98f5ac7b809, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=39649a12-662c-4a1e-a3be-c98f5ac7b809,segment=NetworkSegment(ad304f20-6e26-4222-8d09-8cf5b7a9ff0e),segment_id=ad304f20-6e26-4222-8d09-8cf5b7a9ff0e)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:20.722791 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e4996ea-1fd2-44b4-946e-6d1dbc22f7fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.740728 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746569b-f499-4f7e-8904-3f8bc56f9c91 req-24652623-31dd-4957-98d8-83a3a4f3e67d tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:20.742280 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a746569b-f499-4f7e-8904-3f8bc56f9c91 req-24652623-31dd-4957-98d8-83a3a4f3e67d tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 1102 time: 0.1848793 Sep 16 04:41:20.752257 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.760369 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-af6b1feb-7a33-4af1-a614-2d309ba12572 req-fb9e0656-2bff-4d50-9a5b-30abb8ddd50d tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Deleting port ed732fc4-7e90-437b-b701-6b3afef3b975 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:20.760716 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-af6b1feb-7a33-4af1-a614-2d309ba12572 req-fb9e0656-2bff-4d50-9a5b-30abb8ddd50d tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.820703 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2b7aa-923e-4ea4-a71f-fefaa8d5ce62 None None] Pushing event updated for resources: {'Port': ['ID=39649a12-662c-4a1e-a3be-c98f5ac7b809,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:20.861393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a746569b-f499-4f7e-8904-3f8bc56f9c91 req-80ef9448-9bfe-4765-bb08-676b99f97d67 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118600 Sep 16 04:41:20.900567 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-af6b1feb-7a33-4af1-a614-2d309ba12572 req-fb9e0656-2bff-4d50-9a5b-30abb8ddd50d tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.900937 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-af6b1feb-7a33-4af1-a614-2d309ba12572 req-fb9e0656-2bff-4d50-9a5b-30abb8ddd50d tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.920392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-af6b1feb-7a33-4af1-a614-2d309ba12572 req-fb9e0656-2bff-4d50-9a5b-30abb8ddd50d tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Calling delete_port for ed732fc4-7e90-437b-b701-6b3afef3b975 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:21.071570 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 78eadf64-dd51-4b4f-9610-64efedd6cdce up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:21.095496 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5317a90-bfd5-4944-9290-4dbedff11e10 req-e298ea3b-3712-4d26-a524-9eed70e82992 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:21.097100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5317a90-bfd5-4944-9290-4dbedff11e10 req-e298ea3b-3712-4d26-a524-9eed70e82992 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.1426876 Sep 16 04:41:21.203173 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 78eadf64-dd51-4b4f-9610-64efedd6cdce completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:21.204229 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5317a90-bfd5-4944-9290-4dbedff11e10 req-51664aed-505f-49bd-b3a1-ba7b5e5bb12f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934572 Sep 16 04:41:21.208486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 78eadf64-dd51-4b4f-9610-64efedd6cdce triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:21.209371 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.301897 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.339868 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 78eadf64-dd51-4b4f-9610-64efedd6cdce, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=78eadf64-dd51-4b4f-9610-64efedd6cdce,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:21.349566 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e4996ea-1fd2-44b4-946e-6d1dbc22f7fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.358717 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27739ecd-1d82-4c5d-ab6a-c8fea9f6da70 x-openstack-request-id: req-27739ecd-1d82-4c5d-ab6a-c8fea9f6da70 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:21.359166 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2dff74-e853-4348-bfea-6091f7165773", "name": "network-vif-deleted", "tag": "cd6072d4-2c08-42bb-a36d-19eeeb67e4f1", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:21.362603 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27739ecd-1d82-4c5d-ab6a-c8fea9f6da70 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:21.362603 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2dff74-e853-4348-bfea-6091f7165773', 'name': 'network-vif-deleted', 'tag': 'cd6072d4-2c08-42bb-a36d-19eeeb67e4f1', 'status': 'completed', 'code': 200} Sep 16 04:41:21.380855 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e4996ea-1fd2-44b4-946e-6d1dbc22f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.403854 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.460021 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=78eadf64-dd51-4b4f-9610-64efedd6cdce,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:21.505959 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-af6b1feb-7a33-4af1-a614-2d309ba12572 req-fb9e0656-2bff-4d50-9a5b-30abb8ddd50d tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.510705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0562b1-cde5-4496-81ba-0346ac34602d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78eadf64-dd51-4b4f-9610-64efedd6cdce'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:21.514168 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0e7139-f735-4147-8352-d450922354b5" -d '{"events": [{"server_uuid": "2b0562b1-cde5-4496-81ba-0346ac34602d", "name": "network-vif-plugged", "status": "completed", "tag": "78eadf64-dd51-4b4f-9610-64efedd6cdce"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:21.562966 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd90d99-786f-472a-a1ff-321b99a1b555 req-e17b8db6-fe15-4c56-b7d7-3f228a5bf78b tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:21.575393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cbd90d99-786f-472a-a1ff-321b99a1b555 req-e17b8db6-fe15-4c56-b7d7-3f228a5bf78b tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 950 time: 0.1449704 Sep 16 04:41:21.585069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e0656-2bff-4d50-9a5b-30abb8ddd50d tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Pushing event deleted for resources: {'Port': ['ID=ed732fc4-7e90-437b-b701-6b3afef3b975,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:21.621003 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-af6b1feb-7a33-4af1-a614-2d309ba12572 req-fb9e0656-2bff-4d50-9a5b-30abb8ddd50d tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.624024 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-af6b1feb-7a33-4af1-a614-2d309ba12572 req-fb9e0656-2bff-4d50-9a5b-30abb8ddd50d tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.625196 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af6b1feb-7a33-4af1-a614-2d309ba12572 req-fb9e0656-2bff-4d50-9a5b-30abb8ddd50d tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "DELETE /v2.0/floatingips/f01849a3-88e2-483f-a5a6-6564913c5b0f HTTP/1.1" status: 204 len: 173 time: 1.3009665 Sep 16 04:41:21.640978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-5e4996ea-1fd2-44b4-946e-6d1dbc22f7fb admin admin] Allocated IP 172.25.4.248 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/a494aa5f-e4f3-467f-8bc5-e1b089412972) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:21.683371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cbd90d99-786f-472a-a1ff-321b99a1b555 req-9c089106-41aa-4783-b8ae-b87b8de7fe7e tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049407 Sep 16 04:41:21.822334 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea74ebd-32d8-4877-98da-1503916d5dfc None None] Network cf53fbb3-94f1-456d-b2d9-2308b0506441 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:21.927272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9da5737b-cd9e-40c4-a29d-408b8bc3c616 None None] Provisioning complete for port 39649a12-662c-4a1e-a3be-c98f5ac7b809 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:21.928047 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9da5737b-cd9e-40c4-a29d-408b8bc3c616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.931091 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b770d290-429f-446f-b1fa-1fdcbd969c86 x-openstack-request-id: req-b770d290-429f-446f-b1fa-1fdcbd969c86 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:21.931625 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0562b1-cde5-4496-81ba-0346ac34602d", "name": "network-vif-plugged", "status": "completed", "tag": "78eadf64-dd51-4b4f-9610-64efedd6cdce", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:21.932097 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b770d290-429f-446f-b1fa-1fdcbd969c86 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:21.932687 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0562b1-cde5-4496-81ba-0346ac34602d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78eadf64-dd51-4b4f-9610-64efedd6cdce', 'code': 200} Sep 16 04:41:22.006221 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-1643487b-a6ee-4963-84c9-a0531be305ab req-20286348-7276-4bca-ae3c-5f1b752724ab tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] show failed (client error): The resource could not be found. Sep 16 04:41:22.007298 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1643487b-a6ee-4963-84c9-a0531be305ab req-20286348-7276-4bca-ae3c-5f1b752724ab tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/floatingips/f01849a3-88e2-483f-a5a6-6564913c5b0f HTTP/1.1" status: 404 len: 350 time: 0.0464187 Sep 16 04:41:22.054759 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e4996ea-1fd2-44b4-946e-6d1dbc22f7fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.101112 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9da5737b-cd9e-40c4-a29d-408b8bc3c616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.109481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59b08a-344c-49cf-b04b-e45ceb847c72 req-b4e8c153-1d88-402b-b679-e1289b6951c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:22.113086 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ae59b08a-344c-49cf-b04b-e45ceb847c72 req-b4e8c153-1d88-402b-b679-e1289b6951c4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 1102 time: 0.0881453 Sep 16 04:41:22.141878 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9da5737b-cd9e-40c4-a29d-408b8bc3c616 None None] For port 39649a12-662c-4a1e-a3be-c98f5ac7b809, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=39649a12-662c-4a1e-a3be-c98f5ac7b809,segment=NetworkSegment(ad304f20-6e26-4222-8d09-8cf5b7a9ff0e),segment_id=ad304f20-6e26-4222-8d09-8cf5b7a9ff0e)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:22.165243 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ae59b08a-344c-49cf-b04b-e45ceb847c72 req-418578f9-2079-4059-8694-f3691628d024 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442996 Sep 16 04:41:22.207312 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-3b14921a-97ab-4c40-8940-fe55c9c1f021 req-a8e1a89c-99d4-424b-9261-6715f82d1b1e tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] show failed (client error): The resource could not be found. Sep 16 04:41:22.208533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b14921a-97ab-4c40-8940-fe55c9c1f021 req-a8e1a89c-99d4-424b-9261-6715f82d1b1e tempest-FloatingIPsTestJSON-2115229365 tempest-FloatingIPsTestJSON-2115229365-project] 10.222.0.20 "GET /v2.0/floatingips/f01849a3-88e2-483f-a5a6-6564913c5b0f HTTP/1.1" status: 404 len: 350 time: 0.0523801 Sep 16 04:41:22.213517 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e4996ea-1fd2-44b4-946e-6d1dbc22f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.221347 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58720) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:22.236581 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9da5737b-cd9e-40c4-a29d-408b8bc3c616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.338216 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5737b-cd9e-40c4-a29d-408b8bc3c616 None None] Pushing event updated for resources: {'Port': ['ID=39649a12-662c-4a1e-a3be-c98f5ac7b809,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:22.384025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4996ea-1fd2-44b4-946e-6d1dbc22f7fb admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:22.396249 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4996ea-1fd2-44b4-946e-6d1dbc22f7fb admin admin] Pushing event updated for resources: {'Port': ['ID=a494aa5f-e4f3-467f-8bc5-e1b089412972,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:22.399419 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-5e4996ea-1fd2-44b4-946e-6d1dbc22f7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:22.401712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4996ea-1fd2-44b4-946e-6d1dbc22f7fb admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:22.440052 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 39649a12-662c-4a1e-a3be-c98f5ac7b809 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:22.577616 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6a96e272-debb-4098-b0bb-9875244d2bb2 None None] Provisioning complete for port 39649a12-662c-4a1e-a3be-c98f5ac7b809 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:22.578071 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6a96e272-debb-4098-b0bb-9875244d2bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.639872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58728) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:22.657307 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 39649a12-662c-4a1e-a3be-c98f5ac7b809 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:22.658462 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.768075 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1395d1-622a-4ba6-86f9-c987f9720cc7 req-ef84c516-353f-459f-a953-7d847aa0261b tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:22.775430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e1395d1-622a-4ba6-86f9-c987f9720cc7 req-ef84c516-353f-459f-a953-7d847aa0261b tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.2117476 Sep 16 04:41:22.840292 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b2635bda-6ac0-4060-9060-e034ceaa4d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.890169 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c0e1af4e-8f05-45b4-8eed-675c7cfdc930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.898999 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e1395d1-622a-4ba6-86f9-c987f9720cc7 req-843ca174-3340-4b16-9c69-2dbefff48d7e tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998540 Sep 16 04:41:22.912859 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f63e2c-fc2d-4bc4-83bc-7d274c060981 req-af4370c8-aa21-4858-bcef-bd7f88350d98 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:22.914399 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74f63e2c-fc2d-4bc4-83bc-7d274c060981 req-af4370c8-aa21-4858-bcef-bd7f88350d98 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 949 time: 0.1278381 Sep 16 04:41:23.063123 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:23.087296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74f63e2c-fc2d-4bc4-83bc-7d274c060981 req-b7848072-5137-4c03-af2d-a2ee81d574ea tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569381 Sep 16 04:41:23.092080 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:23.092619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device cd6072d4-2c08-42bb-a36d-19eeeb67e4f1 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:23.105648 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e4996ea-1fd2-44b4-946e-6d1dbc22f7fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.157417 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d7b42-ed00-47dc-a458-7db46d08bb6f req-ba052f35-7d92-4494-a4e9-182052206f18 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.158575 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b2635bda-6ac0-4060-9060-e034ceaa4d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.159950 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f26d7b42-ed00-47dc-a458-7db46d08bb6f req-ba052f35-7d92-4494-a4e9-182052206f18 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 950 time: 0.1435537 Sep 16 04:41:23.226740 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b2635bda-6ac0-4060-9060-e034ceaa4d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.280842 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f26d7b42-ed00-47dc-a458-7db46d08bb6f req-1ba8592d-b636-4851-beb3-c1da988de5aa tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055582 Sep 16 04:41:23.286763 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b2635bda-6ac0-4060-9060-e034ceaa4d9c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da19c6ec168d4f9fbf8661b729c66f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6450422 Sep 16 04:41:23.291894 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58748) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:23.297692 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2635bda-6ac0-4060-9060-e034ceaa4d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc67cd61-cf95-4d90-80d2-13adf2259d5c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:23.355782 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-c0e1af4e-8f05-45b4-8eed-675c7cfdc930 admin admin] Deleting port 3103ac0d-5acd-428a-b40f-42c98685e828 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:23.356618 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c0e1af4e-8f05-45b4-8eed-675c7cfdc930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.384225 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb2b15e3-a4fd-4ec8-af61-b4bbd6c8ff83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.444496 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb2b15e3-a4fd-4ec8-af61-b4bbd6c8ff83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.462496 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e4996ea-1fd2-44b4-946e-6d1dbc22f7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.493340 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-c0e1af4e-8f05-45b4-8eed-675c7cfdc930 admin admin] For port 3103ac0d-5acd-428a-b40f-42c98685e828, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3103ac0d-5acd-428a-b40f-42c98685e828,segment=NetworkSegment(8d63df80-7d41-441d-8322-ead278dc756f),segment_id=8d63df80-7d41-441d-8322-ead278dc756f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:23.493696 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c0e1af4e-8f05-45b4-8eed-675c7cfdc930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.507754 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-c0e1af4e-8f05-45b4-8eed-675c7cfdc930 admin admin] Calling delete_port for 3103ac0d-5acd-428a-b40f-42c98685e828 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:23.589358 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb2b15e3-a4fd-4ec8-af61-b4bbd6c8ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.592268 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb2b15e3-a4fd-4ec8-af61-b4bbd6c8ff83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.593641 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cb2b15e3-a4fd-4ec8-af61-b4bbd6c8ff83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc67cd61-cf95-4d90-80d2-13adf2259d5c HTTP/1.1" status: 204 len: 168 time: 0.3017690 Sep 16 04:41:23.611167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b15e3-a4fd-4ec8-af61-b4bbd6c8ff83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc67cd61-cf95-4d90-80d2-13adf2259d5c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:23.729339 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-dd3e658b-bab6-490c-b6d5-b2c660cd0e61 req-65ee5373-19c5-4045-90fe-8636c8a12da5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:41:23.730366 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd3e658b-bab6-490c-b6d5-b2c660cd0e61 req-65ee5373-19c5-4045-90fe-8636c8a12da5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1375296 Sep 16 04:41:23.756150 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41b055-b234-4d1e-9d9b-908dc05c148f req-814a738b-bfd0-4664-83d1-f66272cb931a tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.757744 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d41b055-b234-4d1e-9d9b-908dc05c148f req-814a738b-bfd0-4664-83d1-f66272cb931a tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.0821099 Sep 16 04:41:23.811670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d41b055-b234-4d1e-9d9b-908dc05c148f req-64213999-4585-4618-88e9-917b5c0497d3 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478966 Sep 16 04:41:23.843470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4996ea-1fd2-44b4-946e-6d1dbc22f7fb admin admin] Router 97e58b37-a86f-4adc-b480-fc7dc11c7840 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:41:23.917790 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c0e1af4e-8f05-45b4-8eed-675c7cfdc930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.946673 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1af4e-8f05-45b4-8eed-675c7cfdc930 admin admin] Pushing event deleted for resources: {'Port': ['ID=3103ac0d-5acd-428a-b40f-42c98685e828,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:23.992410 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.996581 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4996ea-1fd2-44b4-946e-6d1dbc22f7fb admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:41:24.009306 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] Sync routers for ids ['97e58b37-a86f-4adc-b480-fc7dc11c7840'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:41:24.026297 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] Routers {'97e58b37-a86f-4adc-b480-fc7dc11c7840'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:24.027386 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:41:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['97e58b37-a86f-4adc-b480-fc7dc11c7840'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:24.078102 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e4996ea-1fd2-44b4-946e-6d1dbc22f7fb admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.079637 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5e4996ea-1fd2-44b4-946e-6d1dbc22f7fb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.2683401 Sep 16 04:41:24.083801 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58766) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:24.164249 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c0e1af4e-8f05-45b4-8eed-675c7cfdc930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.281463 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] Set router 97e58b37-a86f-4adc-b480-fc7dc11c7840 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:24.459424 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58780) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:24.490753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 39649a12-662c-4a1e-a3be-c98f5ac7b809 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:24.538696 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f20b6b4-cb6a-40bc-9b52-4cbf7d69f4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.544713 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58782) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:24.580465 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 39649a12-662c-4a1e-a3be-c98f5ac7b809 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:24.583191 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.622681 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e1af4e-8f05-45b4-8eed-675c7cfdc930 admin admin] Router ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:41:24.622932 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:22Z', 'revision_number': 3, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:24.657843 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] Checking router: 97e58b37-a86f-4adc-b480-fc7dc11c7840 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:41:24.658642 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] Updating router 97e58b37-a86f-4adc-b480-fc7dc11c7840 port a494aa5f-e4f3-467f-8bc5-e1b089412972 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:41:24.714974 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.735301 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b8e86-ef77-4213-b0b3-50bce715b4b2 req-ea282279-cb94-4fe6-be32-3a2b832beec5 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:24.744137 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-055b8e86-ef77-4213-b0b3-50bce715b4b2 req-ea282279-cb94-4fe6-be32-3a2b832beec5 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.4697273 Sep 16 04:41:24.775505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ce657-3cb8-43e2-9fc0-47448812a4b1 req-fa948caf-5bb6-480c-ad31-28a1ac667a57 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:24.783031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-189ce657-3cb8-43e2-9fc0-47448812a4b1 req-fa948caf-5bb6-480c-ad31-28a1ac667a57 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 949 time: 0.5079963 Sep 16 04:41:24.885546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-055b8e86-ef77-4213-b0b3-50bce715b4b2 req-90f6449c-5697-4970-810e-3374396b75dd tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411879 Sep 16 04:41:24.907297 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-189ce657-3cb8-43e2-9fc0-47448812a4b1 req-8ac12c13-2693-4b98-a5b9-e6fe8c00f051 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135833 Sep 16 04:41:25.075207 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.118464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac73ef-3028-4454-b745-7173fe10dc90 req-ddc04fc7-672c-431e-9b30-b12ae9250e8b tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.119433 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c3b0a-f93c-4ec0-b807-ffe65bb4c5d9 req-91424804-98ec-4f22-9268-e16e227d6c14 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.119964 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1ac73ef-3028-4454-b745-7173fe10dc90 req-ddc04fc7-672c-431e-9b30-b12ae9250e8b tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 950 time: 0.1198392 Sep 16 04:41:25.120914 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0d5c3b0a-f93c-4ec0-b807-ffe65bb4c5d9 req-91424804-98ec-4f22-9268-e16e227d6c14 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.38 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 949 time: 0.1669674 Sep 16 04:41:25.137387 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-2a9188d0-225f-4e47-92ed-f3e4b7e51654 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5913012 Sep 16 04:41:25.159220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-9af4420d-c41c-413e-b6c8-8b22fb375527 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:41:25.160551 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-9af4420d-c41c-413e-b6c8-8b22fb375527 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133417 Sep 16 04:41:25.161605 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e1af4e-8f05-45b4-8eed-675c7cfdc930 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:41:25.173942 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24747b4-1947-473c-bb9b-a9f9e16fc23e None None] Sync routers for ids ['ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:41:25.187797 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c0e1af4e-8f05-45b4-8eed-675c7cfdc930 admin admin] 10.222.0.20 "PUT /v2.0/routers/ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9645944 Sep 16 04:41:25.189145 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.193219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58788) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:25.194941 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24747b4-1947-473c-bb9b-a9f9e16fc23e None None] Routers {'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:25.200605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b24747b4-1947-473c-bb9b-a9f9e16fc23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:41:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:25.202191 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f20b6b4-cb6a-40bc-9b52-4cbf7d69f4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.215170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536b57d-27f8-4ff2-a911-1fb4bd1364d9 req-d63e9da8-6592-421a-a0ff-29920b320250 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.218210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0536b57d-27f8-4ff2-a911-1fb4bd1364d9 req-d63e9da8-6592-421a-a0ff-29920b320250 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.1515911 Sep 16 04:41:25.275491 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1ac73ef-3028-4454-b745-7173fe10dc90 req-54d103f2-5b5f-452c-95ac-d3310cf3927b tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402194 Sep 16 04:41:25.283212 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] Attempting to bind port a494aa5f-e4f3-467f-8bc5-e1b089412972 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:25.283487 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] Attempting to bind port a494aa5f-e4f3-467f-8bc5-e1b089412972 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:25.283761 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] Attempting to bind port a494aa5f-e4f3-467f-8bc5-e1b089412972 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:25.291563 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-0d5c3b0a-f93c-4ec0-b807-ffe65bb4c5d9 req-c19f4e19-0a38-4aee-a602-fb52d0355b2a tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Deleting port e305093c-6b47-48ab-9277-9b042c0f108d {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:25.291882 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-0d5c3b0a-f93c-4ec0-b807-ffe65bb4c5d9 req-c19f4e19-0a38-4aee-a602-fb52d0355b2a tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.307206 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:25.308060 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:25.308723 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.311422 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:25.312361 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] Bound port: a494aa5f-e4f3-467f-8bc5-e1b089412972, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:25.312832 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.342278 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f20b6b4-cb6a-40bc-9b52-4cbf7d69f4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.389417 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cb082-bd04-46b9-a543-53947bcc7ca5 None None] Pushing event updated for resources: {'Port': ['ID=a494aa5f-e4f3-467f-8bc5-e1b089412972,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:25.408953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-b24747b4-1947-473c-bb9b-a9f9e16fc23e None None] Set router ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:25.420630 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0536b57d-27f8-4ff2-a911-1fb4bd1364d9 req-53b0e2ca-b9c9-4999-bd7a-6f3ee90cc499 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479259 Sep 16 04:41:25.433517 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] For port a494aa5f-e4f3-467f-8bc5-e1b089412972, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:25.437070 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] For port a494aa5f-e4f3-467f-8bc5-e1b089412972, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a494aa5f-e4f3-467f-8bc5-e1b089412972,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:25.485430 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1f37449-59ee-4daa-b526-63af7dc4159e admin admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.536792 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.589015 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7dc0e2a9-8c22-4dba-b1f9-f63feb41d50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.626106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58804) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:25.656139 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5f20b6b4-cb6a-40bc-9b52-4cbf7d69f4eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=709126536b3c4f6da641b9e343097e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1951029 Sep 16 04:41:25.661601 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20b6b4-cb6a-40bc-9b52-4cbf7d69f4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504dcd1a-9636-4513-ab06-4fad9ce829c7,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:25.670770 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b24747b4-1947-473c-bb9b-a9f9e16fc23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'name': 'tempest-FloatingIPsTestJSON-1172948021-router', 'tenant_id': '6d0231a2821a4541951a6d565beefb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '1b485377-30b6-4871-a58b-16b709c145fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:03Z', 'updated_at': '2021-09-16T04:41:23Z', 'revision_number': 5, 'project_id': '6d0231a2821a4541951a6d565beefb78', 'gw_port': {'id': '1b485377-30b6-4871-a58b-16b709c145fa', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:25.715583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24747b4-1947-473c-bb9b-a9f9e16fc23e None None] Checking router: ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:41:25.737863 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] Routers {'97e58b37-a86f-4adc-b480-fc7dc11c7840'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:25.739710 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24747b4-1947-473c-bb9b-a9f9e16fc23e None None] Routers {'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:25.740779 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:41:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['97e58b37-a86f-4adc-b480-fc7dc11c7840'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:25.743179 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b24747b4-1947-473c-bb9b-a9f9e16fc23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:41:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:25.795362 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-0d5c3b0a-f93c-4ec0-b807-ffe65bb4c5d9 req-c19f4e19-0a38-4aee-a602-fb52d0355b2a tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] For port e305093c-6b47-48ab-9277-9b042c0f108d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=e305093c-6b47-48ab-9277-9b042c0f108d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:25.795925 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-0d5c3b0a-f93c-4ec0-b807-ffe65bb4c5d9 req-c19f4e19-0a38-4aee-a602-fb52d0355b2a tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.844525 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-0d5c3b0a-f93c-4ec0-b807-ffe65bb4c5d9 req-c19f4e19-0a38-4aee-a602-fb52d0355b2a tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Calling delete_port for e305093c-6b47-48ab-9277-9b042c0f108d owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:25.881735 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1f37449-59ee-4daa-b526-63af7dc4159e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.903890 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-43e24bbb-9c6c-40ab-8957-76495ec7140a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.928908 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-b24747b4-1947-473c-bb9b-a9f9e16fc23e None None] Set router ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:26.021306 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-43e24bbb-9c6c-40ab-8957-76495ec7140a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:26.042679 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] Set router 97e58b37-a86f-4adc-b480-fc7dc11c7840 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:26.133830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-7dc0e2a9-8c22-4dba-b1f9-f63feb41d50b admin admin] Allocated IP 172.20.0.1 (cf53fbb3-94f1-456d-b2d9-2308b0506441/2fc8c2b9-7714-43f4-b109-3d95b7293220/494a8910-078e-4bb6-b932-1c3fd472f99b) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:26.220288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-0d5c3b0a-f93c-4ec0-b807-ffe65bb4c5d9 req-c19f4e19-0a38-4aee-a602-fb52d0355b2a tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:26.223479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6feeb-0a2f-4273-8b4a-f50b3b5a18cf req-51e44a9b-e0d1-4beb-a1c4-e18f647b77b3 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.231469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0db6feeb-0a2f-4273-8b4a-f50b3b5a18cf req-51e44a9b-e0d1-4beb-a1c4-e18f647b77b3 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.2058361 Sep 16 04:41:26.300815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['e305093c-6b47-48ab-9277-9b042c0f108d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:26.312334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c1f37449-59ee-4daa-b526-63af7dc4159e admin admin] Deleting port 1b485377-30b6-4871-a58b-16b709c145fa {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:26.312663 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1f37449-59ee-4daa-b526-63af7dc4159e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:26.321789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021caac3-9f6f-4a1e-8c98-d1a84e5a60dd req-95262791-1353-48b0-91ef-9261b50ce7a0 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.323356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-021caac3-9f6f-4a1e-8c98-d1a84e5a60dd req-95262791-1353-48b0-91ef-9261b50ce7a0 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/ports?device_id=df14fc62-38df-4927-b8e4-7f1a7b819cbc HTTP/1.1" status: 200 len: 867 time: 0.2010682 Sep 16 04:41:26.361180 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f4e19-0a38-4aee-a602-fb52d0355b2a tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Pushing event deleted for resources: {'Port': ['ID=e305093c-6b47-48ab-9277-9b042c0f108d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:26.401715 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5c3b0a-f93c-4ec0-b807-ffe65bb4c5d9 req-c19f4e19-0a38-4aee-a602-fb52d0355b2a tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] No DVR routers for this DVR port e305093c-6b47-48ab-9277-9b042c0f108d on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:26.407924 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-0d5c3b0a-f93c-4ec0-b807-ffe65bb4c5d9 req-c19f4e19-0a38-4aee-a602-fb52d0355b2a tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:26.412290 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-43e24bbb-9c6c-40ab-8957-76495ec7140a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:26.421297 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-43e24bbb-9c6c-40ab-8957-76495ec7140a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:26.422016 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0d5c3b0a-f93c-4ec0-b807-ffe65bb4c5d9 req-c19f4e19-0a38-4aee-a602-fb52d0355b2a tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.38 "DELETE /v2.0/ports/e305093c-6b47-48ab-9277-9b042c0f108d HTTP/1.1" status: 204 len: 173 time: 1.2854426 Sep 16 04:41:26.422016 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df14fc62-38df-4927-b8e4-7f1a7b819cbc', 'name': 'network-vif-deleted', 'tag': 'e305093c-6b47-48ab-9277-9b042c0f108d'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:26.422308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-43e24bbb-9c6c-40ab-8957-76495ec7140a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/504dcd1a-9636-4513-ab06-4fad9ce829c7 HTTP/1.1" status: 204 len: 168 time: 0.7889774 Sep 16 04:41:26.422456 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d676b71-c4b7-4db2-bf5a-b917cf8983da" -d '{"events": [{"server_uuid": "df14fc62-38df-4927-b8e4-7f1a7b819cbc", "name": "network-vif-deleted", "tag": "e305093c-6b47-48ab-9277-9b042c0f108d"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:26.475374 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b24747b4-1947-473c-bb9b-a9f9e16fc23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'name': 'tempest-FloatingIPsTestJSON-1172948021-router', 'tenant_id': '6d0231a2821a4541951a6d565beefb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '1b485377-30b6-4871-a58b-16b709c145fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:03Z', 'updated_at': '2021-09-16T04:41:23Z', 'revision_number': 5, 'project_id': '6d0231a2821a4541951a6d565beefb78', 'gw_port': {'id': '1b485377-30b6-4871-a58b-16b709c145fa', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:26.506621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0db6feeb-0a2f-4273-8b4a-f50b3b5a18cf req-d8c7f4a5-f334-44a6-a9ca-54a775653138 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742319 Sep 16 04:41:26.507673 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cb082-bd04-46b9-a543-53947bcc7ca5 None None] Pushing event updated for resources: {'Port': ['ID=a494aa5f-e4f3-467f-8bc5-e1b089412972,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:26.536898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e24bbb-9c6c-40ab-8957-76495ec7140a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504dcd1a-9636-4513-ab06-4fad9ce829c7,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:26.567045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-021caac3-9f6f-4a1e-8c98-d1a84e5a60dd req-8c4f6fba-eb9e-4ab4-877b-b8b706f45f67 tempest-ServersAdminNegativeTestJSON-347887104 tempest-ServersAdminNegativeTestJSON-347887104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cc30556-44ac-48c2-b567-5722c16fdaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251835 Sep 16 04:41:26.587881 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24747b4-1947-473c-bb9b-a9f9e16fc23e None None] The sync data for ids ['ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9'] in n-d-712140-13 is: [{'id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'name': 'tempest-FloatingIPsTestJSON-1172948021-router', 'tenant_id': '6d0231a2821a4541951a6d565beefb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '1b485377-30b6-4871-a58b-16b709c145fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:03Z', 'updated_at': '2021-09-16T04:41:23Z', 'revision_number': 5, 'project_id': '6d0231a2821a4541951a6d565beefb78', 'gw_port': {'id': '1b485377-30b6-4871-a58b-16b709c145fa', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:41:26.596982 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7dc0e2a9-8c22-4dba-b1f9-f63feb41d50b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:26.599594 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:22Z', 'revision_number': 3, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:26.674182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-c1f37449-59ee-4daa-b526-63af7dc4159e admin admin] For port 1b485377-30b6-4871-a58b-16b709c145fa, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=1b485377-30b6-4871-a58b-16b709c145fa,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:26.681426 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1f37449-59ee-4daa-b526-63af7dc4159e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:26.701140 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439f90d-ba1c-4138-900b-deae4cfcfcb5 None None] The sync data for ids ['97e58b37-a86f-4adc-b480-fc7dc11c7840'] in n-d-712140-13 is: [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:22Z', 'revision_number': 3, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:41:26.736180 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c1f37449-59ee-4daa-b526-63af7dc4159e admin admin] Calling delete_port for 1b485377-30b6-4871-a58b-16b709c145fa owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:26.751999 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c46f0d7-b361-4570-ab4a-8458f2e4ee9b x-openstack-request-id: req-1c46f0d7-b361-4570-ab4a-8458f2e4ee9b {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:26.752297 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df14fc62-38df-4927-b8e4-7f1a7b819cbc", "name": "network-vif-deleted", "tag": "e305093c-6b47-48ab-9277-9b042c0f108d", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:26.752843 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c46f0d7-b361-4570-ab4a-8458f2e4ee9b {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:26.753937 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df14fc62-38df-4927-b8e4-7f1a7b819cbc', 'name': 'network-vif-deleted', 'tag': 'e305093c-6b47-48ab-9277-9b042c0f108d', 'status': 'completed', 'code': 200} Sep 16 04:41:26.821803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed5af6-1ea1-4cd5-8fa2-0c0dea990db9 req-48d9b956-f21c-45bb-83eb-43db0b605f8f tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.829424 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6ed5af6-1ea1-4cd5-8fa2-0c0dea990db9 req-48d9b956-f21c-45bb-83eb-43db0b605f8f tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 950 time: 0.1593299 Sep 16 04:41:26.888824 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7dc0e2a9-8c22-4dba-b1f9-f63feb41d50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.250240 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6ed5af6-1ea1-4cd5-8fa2-0c0dea990db9 req-e8e8631b-81f8-4c91-8f68-084a150b79dd tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199219 Sep 16 04:41:27.258685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc0e2a9-8c22-4dba-b1f9-f63feb41d50b admin admin] Network cf53fbb3-94f1-456d-b2d9-2308b0506441 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:27.276127 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-7dc0e2a9-8c22-4dba-b1f9-f63feb41d50b admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:27.318321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc0e2a9-8c22-4dba-b1f9-f63feb41d50b admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:27.318843 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7dc0e2a9-8c22-4dba-b1f9-f63feb41d50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.329914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d85bb-27ca-4bd1-a2f8-9efc813992b4 req-f759c801-e632-4c48-a5e7-fe7e8a733444 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.341595 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f44d85bb-27ca-4bd1-a2f8-9efc813992b4 req-f759c801-e632-4c48-a5e7-fe7e8a733444 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.5058463 Sep 16 04:41:27.436833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0e2a9-8c22-4dba-b1f9-f63feb41d50b admin admin] Pushing event updated for resources: {'Port': ['ID=494a8910-078e-4bb6-b932-1c3fd472f99b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:27.510024 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f44d85bb-27ca-4bd1-a2f8-9efc813992b4 req-968e29c8-1c66-4b4e-ba1e-1215d577488b tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691926 Sep 16 04:41:27.585639 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-c638e8b3-2de6-4ebc-bbd2-8b7d609e2cab tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ae884b3eaaf74e2186455b10c0118a22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624428 Sep 16 04:41:27.646485 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ee4c5adf-bf99-48f1-8017-f5f451d9d410 None None] Provisioning complete for port 494a8910-078e-4bb6-b932-1c3fd472f99b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:27.647659 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ee4c5adf-bf99-48f1-8017-f5f451d9d410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.689344 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ee4c5adf-bf99-48f1-8017-f5f451d9d410 None None] Port 494a8910-078e-4bb6-b932-1c3fd472f99b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:27.729704 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1f37449-59ee-4daa-b526-63af7dc4159e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.742429 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58852) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:27.763583 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f23d5497-f11c-441e-a826-f3a2d82b366a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.824215 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f37449-59ee-4daa-b526-63af7dc4159e admin admin] Pushing event deleted for resources: {'Port': ['ID=1b485377-30b6-4871-a58b-16b709c145fa,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:27.863961 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178d81e-6436-40e3-b605-9205ebb57f7e req-a01e23ea-1ee7-4cf0-9ec6-4c69ab77b6ec tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.866427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8178d81e-6436-40e3-b605-9205ebb57f7e req-a01e23ea-1ee7-4cf0-9ec6-4c69ab77b6ec tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.2426658 Sep 16 04:41:27.880326 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1f37449-59ee-4daa-b526-63af7dc4159e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.944144 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.953347 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f23d5497-f11c-441e-a826-f3a2d82b366a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.038384 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f23d5497-f11c-441e-a826-f3a2d82b366a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.064887 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-696a1c98-e5cf-422a-9d38-a43f9f8dfc01 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:28.068391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-696a1c98-e5cf-422a-9d38-a43f9f8dfc01 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4752786 Sep 16 04:41:28.070808 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1f37449-59ee-4daa-b526-63af7dc4159e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.075724 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1f37449-59ee-4daa-b526-63af7dc4159e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.089152 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f23d5497-f11c-441e-a826-f3a2d82b366a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8444cffd12ca45a4be08ef3e67391fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424821 Sep 16 04:41:28.089152 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d5497-f11c-441e-a826-f3a2d82b366a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa136b58-05e0-4ba4-a730-f224e489c363,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:28.090268 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58854) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:28.152730 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7cc75cb9-8ae4-48a0-ab10-733c8701713e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.178520 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7cc75cb9-8ae4-48a0-ab10-733c8701713e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.207157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-b0d97a5e-b6d2-408d-bdb2-921671ea7ff8 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/quotas/ae884b3eaaf74e2186455b10c0118a22 HTTP/1.1" status: 200 len: 375 time: 0.1234362 Sep 16 04:41:28.219338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8178d81e-6436-40e3-b605-9205ebb57f7e req-52ecefc1-57d2-4d33-9ad2-17e025b68fde tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079660 Sep 16 04:41:28.222494 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7dc0e2a9-8c22-4dba-b1f9-f63feb41d50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.324670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-87cad56a-9530-49a5-801f-f1fc6a030bce tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae884b3eaaf74e2186455b10c0118a22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1023932 Sep 16 04:41:28.328375 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1f37449-59ee-4daa-b526-63af7dc4159e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.334054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f37449-59ee-4daa-b526-63af7dc4159e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:41:28.347341 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7cc75cb9-8ae4-48a0-ab10-733c8701713e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.350058 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7cc75cb9-8ae4-48a0-ab10-733c8701713e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.351224 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7cc75cb9-8ae4-48a0-ab10-733c8701713e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa136b58-05e0-4ba4-a730-f224e489c363 HTTP/1.1" status: 204 len: 168 time: 0.2597620 Sep 16 04:41:28.373044 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1f37449-59ee-4daa-b526-63af7dc4159e admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.377061 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c1f37449-59ee-4daa-b526-63af7dc4159e admin admin] 10.222.0.20 "DELETE /v2.0/routers/ed6d3aa5-62fe-43bb-a7d3-11feaeab30c9 HTTP/1.1" status: 204 len: 168 time: 3.1772182 Sep 16 04:41:28.380982 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58860) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:28.384676 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc75cb9-8ae4-48a0-ab10-733c8701713e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa136b58-05e0-4ba4-a730-f224e489c363,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:28.599195 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-0501b013-ce86-47d7-bdb7-9c11477e9a82 admin admin] Deleting subnet c2a5e05a-1d8d-4094-9117-24ef3c578bf5 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:41:28.610445 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0501b013-ce86-47d7-bdb7-9c11477e9a82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.614211 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a494aa5f-e4f3-467f-8bc5-e1b089412972 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:28.700086 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-647f2b55-339c-4866-8844-f5cd6dd8609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:28.701914 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-647f2b55-339c-4866-8844-f5cd6dd8609d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 1102 time: 0.0841451 Sep 16 04:41:28.716748 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port a494aa5f-e4f3-467f-8bc5-e1b089412972 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:28.718139 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.779785 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d86c45f-1bc3-4de0-a181-957afd56695d req-f91680f4-c90d-4261-9904-2831aadd782a tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 210 time: 0.0505676 Sep 16 04:41:28.836554 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0501b013-ce86-47d7-bdb7-9c11477e9a82 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.880168 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.905607 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7dc0e2a9-8c22-4dba-b1f9-f63feb41d50b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.914723 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-7a18be5c-ee19-4e66-9750-5b6fe0795f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:28.915288 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port a494aa5f-e4f3-467f-8bc5-e1b089412972, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a494aa5f-e4f3-467f-8bc5-e1b089412972,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:28.917993 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-7a18be5c-ee19-4e66-9750-5b6fe0795f97 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.2075050 Sep 16 04:41:28.992474 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.999043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e17cda-8457-4984-ac11-6342ca928156 req-b9f6770a-b400-40e8-a858-72c792ce8938 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.011881 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5e17cda-8457-4984-ac11-6342ca928156 req-b9f6770a-b400-40e8-a858-72c792ce8938 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.3278592 Sep 16 04:41:29.019129 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-2ecc58f9-c15d-4046-927f-b3005998a87b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=31aed236-7506-4376-9eef-5131f1554622 HTTP/1.1" status: 200 len: 217 time: 0.0866921 Sep 16 04:41:29.021239 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3103ac0d-5acd-428a-b40f-42c98685e828 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:29.069943 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:41:29.087142 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7dc0e2a9-8c22-4dba-b1f9-f63feb41d50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:29.087901 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7dc0e2a9-8c22-4dba-b1f9-f63feb41d50b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:29.119302 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-9ed5c242-eacb-460e-ac37-5192bece1912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.121437 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-9ed5c242-eacb-460e-ac37-5192bece1912 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0879450 Sep 16 04:41:29.132596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device e305093c-6b47-48ab-9277-9b042c0f108d no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:29.159447 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: e305093c-6b47-48ab-9277-9b042c0f108d {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:29.160132 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device e305093c-6b47-48ab-9277-9b042c0f108d not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:29.182534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 3103ac0d-5acd-428a-b40f-42c98685e828 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:29.185705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3103ac0d-5acd-428a-b40f-42c98685e828 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:29.203663 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-6bcba9ec-0702-493b-8919-f1c0acc155f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.205201 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-6bcba9ec-0702-493b-8919-f1c0acc155f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0719621 Sep 16 04:41:29.207897 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0501b013-ce86-47d7-bdb7-9c11477e9a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:29.216478 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=a494aa5f-e4f3-467f-8bc5-e1b089412972,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:29.230115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5e17cda-8457-4984-ac11-6342ca928156 req-db2613c8-77ff-4961-9b19-5d679f2014a5 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098083 Sep 16 04:41:29.242171 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58876) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:29.347880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0e2a9-8c22-4dba-b1f9-f63feb41d50b admin admin] Pushing event updated for resources: {'Port': ['ID=494a8910-078e-4bb6-b932-1c3fd472f99b,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:29.375816 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-ce264b43-d97a-40c7-9a77-b149adf8c9d2 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614156 Sep 16 04:41:29.449878 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369c844-85cf-4e5c-8ee8-b70359b442db req-d00847ee-3e68-4946-a189-91a38ea4b1b3 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.451450 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b369c844-85cf-4e5c-8ee8-b70359b442db req-d00847ee-3e68-4946-a189-91a38ea4b1b3 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.1069524 Sep 16 04:41:29.461025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc0e2a9-8c22-4dba-b1f9-f63feb41d50b admin admin] Network cf53fbb3-94f1-456d-b2d9-2308b0506441 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:29.463950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-7dc0e2a9-8c22-4dba-b1f9-f63feb41d50b admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:29.522402 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-489983e3-809b-433b-afae-b7af1895d646 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361501 Sep 16 04:41:29.525121 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f63ed35e-4d13-4bd0-904a-32e174b93325 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71c20e9c9e004beebe8e7434e5c8e497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808080 Sep 16 04:41:29.527817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58890) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:29.641782 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7bf19ae7-1a60-4278-bb07-9ca4dc851eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:29.685402 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7bf19ae7-1a60-4278-bb07-9ca4dc851eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:29.769590 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0501b013-ce86-47d7-bdb7-9c11477e9a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:29.810566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501b013-ce86-47d7-bdb7-9c11477e9a82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2a5e05a-1d8d-4094-9117-24ef3c578bf5,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:29.816063 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0501b013-ce86-47d7-bdb7-9c11477e9a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:29.817959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0501b013-ce86-47d7-bdb7-9c11477e9a82 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c2a5e05a-1d8d-4094-9117-24ef3c578bf5 HTTP/1.1" status: 204 len: 168 time: 1.4348123 Sep 16 04:41:29.821083 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58898) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:29.825889 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b369c844-85cf-4e5c-8ee8-b70359b442db req-0c8dcb45-aeb0-4d99-a09b-571e7995f274 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617406 Sep 16 04:41:29.835162 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c239d7-aa80-4acf-b793-f8301ebfdb27 None None] Network 7874541c-debb-45f4-bc3c-bfa0b3030c61 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:29.849258 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7bf19ae7-1a60-4278-bb07-9ca4dc851eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:29.853766 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7bf19ae7-1a60-4278-bb07-9ca4dc851eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:29.854973 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7bf19ae7-1a60-4278-bb07-9ca4dc851eff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7cc30556-44ac-48c2-b567-5722c16fdaca HTTP/1.1" status: 204 len: 168 time: 0.3261888 Sep 16 04:41:29.928123 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf19ae7-1a60-4278-bb07-9ca4dc851eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc30556-44ac-48c2-b567-5722c16fdaca,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:29.965330 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bffdae70-1bf7-4da2-b0a7-78ea66af70b8 req-660fe72d-2163-4766-82ca-741a617854ef tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 210 time: 0.0759895 Sep 16 04:41:29.985090 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.018469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc0e2a9-8c22-4dba-b1f9-f63feb41d50b admin admin] Router 97e58b37-a86f-4adc-b480-fc7dc11c7840 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:41:30.040927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-392097f9-7c7c-4ead-8632-390a34a798e9 None None] Provisioning complete for port 494a8910-078e-4bb6-b932-1c3fd472f99b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:30.041354 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-392097f9-7c7c-4ead-8632-390a34a798e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.059878 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Deleting port a4846c78-9d15-4f2c-96ac-8a6e3145e22b {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:30.060726 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.101947 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-392097f9-7c7c-4ead-8632-390a34a798e9 None None] Port 494a8910-078e-4bb6-b932-1c3fd472f99b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:30.150563 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] For port a4846c78-9d15-4f2c-96ac-8a6e3145e22b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a4846c78-9d15-4f2c-96ac-8a6e3145e22b,segment=NetworkSegment(8d63df80-7d41-441d-8322-ead278dc756f),segment_id=8d63df80-7d41-441d-8322-ead278dc756f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:30.150973 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.167156 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Calling delete_port for a4846c78-9d15-4f2c-96ac-8a6e3145e22b owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:30.186446 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc0e2a9-8c22-4dba-b1f9-f63feb41d50b admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:41:30.201382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b9c2e5-8c02-4808-b05d-935278cf8866 None None] DHCP port deletion for 7874541c-debb-45f4-bc3c-bfa0b3030c61 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:41:30.205679 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7dc0e2a9-8c22-4dba-b1f9-f63feb41d50b admin admin] 10.222.0.20 "PUT /v2.0/routers/97e58b37-a86f-4adc-b480-fc7dc11c7840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1181459 Sep 16 04:41:30.212522 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] Sync routers for ids ['97e58b37-a86f-4adc-b480-fc7dc11c7840'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:41:30.227459 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] Routers {'97e58b37-a86f-4adc-b480-fc7dc11c7840'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:30.229684 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:41:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['97e58b37-a86f-4adc-b480-fc7dc11c7840'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:30.325364 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-f8b9c2e5-8c02-4808-b05d-935278cf8866 None None] Deleting port a4846c78-9d15-4f2c-96ac-8a6e3145e22b {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:30.325908 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c2e5-8c02-4808-b05d-935278cf8866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.351885 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.419501 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4846c78-9d15-4f2c-96ac-8a6e3145e22b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:30.434520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e8dcc-a162-43f6-b3d3-8bc9514230cb req-9f04278f-7bd5-4200-a190-b40a1ef9baec tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:30.436961 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] No DVR routers for this DVR port a4846c78-9d15-4f2c-96ac-8a6e3145e22b on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:30.438105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a494aa5f-e4f3-467f-8bc5-e1b089412972 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:30.439247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c15e8dcc-a162-43f6-b3d3-8bc9514230cb req-9f04278f-7bd5-4200-a190-b40a1ef9baec tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.1111317 Sep 16 04:41:30.503167 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c15e8dcc-a162-43f6-b3d3-8bc9514230cb req-dd8dbb9e-7c50-409f-9ba9-d3681d657817 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545692 Sep 16 04:41:30.536236 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f8b9c2e5-8c02-4808-b05d-935278cf8866 None None] For port a4846c78-9d15-4f2c-96ac-8a6e3145e22b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a4846c78-9d15-4f2c-96ac-8a6e3145e22b,segment=NetworkSegment(8d63df80-7d41-441d-8322-ead278dc756f),segment_id=8d63df80-7d41-441d-8322-ead278dc756f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:30.536640 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c2e5-8c02-4808-b05d-935278cf8866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.570500 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-f8b9c2e5-8c02-4808-b05d-935278cf8866 None None] Calling delete_port for a4846c78-9d15-4f2c-96ac-8a6e3145e22b owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:30.571067 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] Set router 97e58b37-a86f-4adc-b480-fc7dc11c7840 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:30.667725 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.702587 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:41:30.703308 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:41:30.704299 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:41:30.704767 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Subscribe: > port after_create 55550000 {{(pid=95474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:41:30.705335 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:41:30.706006 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Subscribe: > port after_update 55550000 {{(pid=95474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:41:30.706567 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:41:30.707160 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:41:30.707692 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:41:30.711565 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:41:30.717959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port a494aa5f-e4f3-467f-8bc5-e1b089412972 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:30.718468 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.812789 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c2e5-8c02-4808-b05d-935278cf8866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.847874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b9c2e5-8c02-4808-b05d-935278cf8866 None None] No DVR routers for this DVR port a4846c78-9d15-4f2c-96ac-8a6e3145e22b on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:30.848533 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:41:30.848533 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:41:30.848838 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:41:30.849175 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:41:30.849557 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7874541c-debb-45f4-bc3c-bfa0b3030c61']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:30.872502 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9c2e5-8c02-4808-b05d-935278cf8866 None None] Pushing event deleted for resources: {'Port': ['ID=a4846c78-9d15-4f2c-96ac-8a6e3145e22b,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:30.885330 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 2, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:30.925913 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d63df80-7d41-441d-8322-ead278dc756f') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:30.926128 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d63df80-7d41-441d-8322-ead278dc756f') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:30.931188 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] Checking router: 97e58b37-a86f-4adc-b480-fc7dc11c7840 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:41:30.931548 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] Updating router 97e58b37-a86f-4adc-b480-fc7dc11c7840 port 494a8910-078e-4bb6-b932-1c3fd472f99b binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:41:30.945657 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.961848 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.977740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 1b485377-30b6-4871-a58b-16b709c145fa no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:31.009678 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.031765 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-cb1f6d24-cda8-4f94-b4e4-fd48ce0aac11 req-18bf2e64-54fc-4f7c-9fdc-171d1c055e3a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1a134b74-1e18-4ca6-9acb-015478043b00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1737087 Sep 16 04:41:31.036295 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 1b485377-30b6-4871-a58b-16b709c145fa {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:31.036642 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 1b485377-30b6-4871-a58b-16b709c145fa not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:31.037233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a4846c78-9d15-4f2c-96ac-8a6e3145e22b no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:31.041204 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:41:31.050588 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.056322 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fe4f9-3833-41fb-8693-9706c519137b req-b665237a-6e56-45b7-ae14-872ebf4690c7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:31.068911 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be4fe4f9-3833-41fb-8693-9706c519137b req-b665237a-6e56-45b7-ae14-872ebf4690c7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.0939121 Sep 16 04:41:31.075973 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58932) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:31.076283 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: a4846c78-9d15-4f2c-96ac-8a6e3145e22b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:31.076283 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a4846c78-9d15-4f2c-96ac-8a6e3145e22b not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: from cryptography.utils import int_from_bytes Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: from cryptography.utils import int_from_bytes Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:41:31.092786 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:41:31.142101 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be4fe4f9-3833-41fb-8693-9706c519137b req-f73e5668-0546-4111-9c95-e8757d61434f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722816 Sep 16 04:41:31.152863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7ec60c3e-3d76-413c-b4a4-59a800a78430 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a0050a1ccb34b8faf7689787eed5c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0789247 Sep 16 04:41:31.153461 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58934) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:31.262041 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f6d24-cda8-4f94-b4e4-fd48ce0aac11 req-3d5ee4f0-e5c1-4394-9a2a-5098cd9c4eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:31.265096 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-32364558-4c8e-4034-90ea-db3e1b297fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.265564 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-cb1f6d24-cda8-4f94-b4e4-fd48ce0aac11 req-3d5ee4f0-e5c1-4394-9a2a-5098cd9c4eba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5387f45468474f6a993aa8f14847e99a&device_id=1a134b74-1e18-4ca6-9acb-015478043b00 HTTP/1.1" status: 200 len: 1119 time: 0.1318529 Sep 16 04:41:31.279093 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.306586 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.308907 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7874541c-debb-45f4-bc3c-bfa0b3030c61 HTTP/1.1" status: 204 len: 168 time: 1.4853265 Sep 16 04:41:31.331612 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7874541c-debb-45f4-bc3c-bfa0b3030c61,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:31.390233 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-597f5212-127c-49e7-9637-54d6b264c649 req-07f9f984-1c88-419a-968a-58d18e507387 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 210 time: 0.0941291 Sep 16 04:41:31.401248 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-32364558-4c8e-4034-90ea-db3e1b297fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.419700 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:31.420536 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:31.421076 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:31.422001 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:31.422532 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:31.423109 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:31.423697 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:31.424777 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:31.425982 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:31.426562 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:31.427119 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:31.428254 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dece39-b6c4-4c35-b87b-d0377568f0b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:31.464987 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f6d24-cda8-4f94-b4e4-fd48ce0aac11 req-e21e7e80-630c-479c-bc86-5842e1aacdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:31.467370 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.468026 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-855a6689-2a17-41ca-8a3a-333c9c079732 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ae884b3eaaf74e2186455b10c0118a22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379312 Sep 16 04:41:31.469799 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-cb1f6d24-cda8-4f94-b4e4-fd48ce0aac11 req-e21e7e80-630c-479c-bc86-5842e1aacdfd service neutron] 10.222.0.38 "GET /v2.0/networks?id=1fbbfb6a-decf-48e9-be9a-550f7df178ee HTTP/1.1" status: 200 len: 925 time: 0.1759737 Sep 16 04:41:31.531576 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-f18d9452-d863-469f-9a01-834eb157f4d9 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:31.541036 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-f18d9452-d863-469f-9a01-834eb157f4d9 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/networks?id=cf53fbb3-94f1-456d-b2d9-2308b0506441 HTTP/1.1" status: 200 len: 821 time: 0.2623527 Sep 16 04:41:31.557078 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.559481 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-cb1f6d24-cda8-4f94-b4e4-fd48ce0aac11 req-234c516d-4e44-4169-8b47-e7030a0fe5ac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47329f48-0a96-4910-9871-3976a30ceb01 HTTP/1.1" status: 200 len: 1023 time: 0.0792887 Sep 16 04:41:31.602314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-a35b6542-58ea-4362-abc9-f24a347f0c2f tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/quotas/b9deb9fa87304830acda5a1e3199fc36 HTTP/1.1" status: 200 len: 375 time: 0.0602911 Sep 16 04:41:31.613136 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725cb0f-5c7f-48f1-8c40-7b9b91a5ef3b None None] Pushing event updated for resources: {'Port': ['ID=494a8910-078e-4bb6-b932-1c3fd472f99b,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:31.623745 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f6d24-cda8-4f94-b4e4-fd48ce0aac11 req-98ed9a1d-9584-4d5e-bb11-2d81ea7f2849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:31.626625 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-cb1f6d24-cda8-4f94-b4e4-fd48ce0aac11 req-98ed9a1d-9584-4d5e-bb11-2d81ea7f2849 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=124f68eb-31a3-43f3-9f21-13efd54fa405 HTTP/1.1" status: 200 len: 863 time: 0.0582349 Sep 16 04:41:31.709593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f6d24-cda8-4f94-b4e4-fd48ce0aac11 req-506eafe7-e2e3-4113-b5fb-b0554a7ef563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:31.711539 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-cb1f6d24-cda8-4f94-b4e4-fd48ce0aac11 req-506eafe7-e2e3-4113-b5fb-b0554a7ef563 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1fbbfb6a-decf-48e9-be9a-550f7df178ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704010 Sep 16 04:41:31.736508 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] Attempting to bind port 494a8910-078e-4bb6-b932-1c3fd472f99b on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:31.739268 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] Attempting to bind port 494a8910-078e-4bb6-b932-1c3fd472f99b by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'ad304f20-6e26-4222-8d09-8cf5b7a9ff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:31.739644 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] Attempting to bind port 494a8910-078e-4bb6-b932-1c3fd472f99b on network cf53fbb3-94f1-456d-b2d9-2308b0506441 {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:31.755487 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:31.755715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-6193842b-1ee6-4954-9994-99a491928bd1 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:31.756637 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] Checking segment: {'id': 'ad304f20-6e26-4222-8d09-8cf5b7a9ff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:31.757214 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.757335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-6193842b-1ee6-4954-9994-99a491928bd1 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2725887 Sep 16 04:41:31.758195 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] Bound using segment: {'id': 'ad304f20-6e26-4222-8d09-8cf5b7a9ff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:31.758854 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] Bound port: 494a8910-078e-4bb6-b932-1c3fd472f99b, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad304f20-6e26-4222-8d09-8cf5b7a9ff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:31.759560 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.772535 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-092b8942-c28d-4556-966b-99470d79ba85 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9deb9fa87304830acda5a1e3199fc36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1692908 Sep 16 04:41:31.802699 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-ad6bc57a-406b-4285-b045-83cd2104382c tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Request body: {'port': {'device_id': '773c2312-9711-4982-ab1b-d6d074496504', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': 'ae884b3eaaf74e2186455b10c0118a22'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:31.823990 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-32364558-4c8e-4034-90ea-db3e1b297fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.830087 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-32364558-4c8e-4034-90ea-db3e1b297fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.836370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-32364558-4c8e-4034-90ea-db3e1b297fa8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e373f97-133d-4d54-951b-cdf847018475 HTTP/1.1" status: 204 len: 168 time: 0.6816094 Sep 16 04:41:31.863561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a83988-80c0-4d9d-9896-252ebaef7f8f req-da4ff51b-857a-4c2d-9210-fb032dbc4577 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:31.865156 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87a83988-80c0-4d9d-9896-252ebaef7f8f req-da4ff51b-857a-4c2d-9210-fb032dbc4577 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.2576923 Sep 16 04:41:31.889176 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] For port 494a8910-078e-4bb6-b932-1c3fd472f99b, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:31.893879 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] For port 494a8910-078e-4bb6-b932-1c3fd472f99b, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=494a8910-078e-4bb6-b932-1c3fd472f99b,segment=NetworkSegment(ad304f20-6e26-4222-8d09-8cf5b7a9ff0e),segment_id=ad304f20-6e26-4222-8d09-8cf5b7a9ff0e)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:31.896280 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58960) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:31.909848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32364558-4c8e-4034-90ea-db3e1b297fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e373f97-133d-4d54-951b-cdf847018475,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:31.947460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3cad8a54-4365-42ac-aab2-9baca98e7318 None None] Provisioning complete for port 494a8910-078e-4bb6-b932-1c3fd472f99b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:31.951502 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3cad8a54-4365-42ac-aab2-9baca98e7318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.961192 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-cb1f6d24-cda8-4f94-b4e4-fd48ce0aac11 req-9d27bfb1-9544-4673-888d-87ddaaab4f32 service neutron] 10.222.0.38 "GET /v2.0/networks/1fbbfb6a-decf-48e9-be9a-550f7df178ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383566 Sep 16 04:41:31.964266 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5cbf88d0-7cb9-4a4a-90b1-4495a474e92c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d0231a2821a4541951a6d565beefb78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651486 Sep 16 04:41:31.966858 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58962) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:31.970717 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.168675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32364558-4c8e-4034-90ea-db3e1b297fa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:32.169042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32364558-4c8e-4034-90ea-db3e1b297fa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:32.169378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32364558-4c8e-4034-90ea-db3e1b297fa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:32.169721 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32364558-4c8e-4034-90ea-db3e1b297fa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:32.170060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32364558-4c8e-4034-90ea-db3e1b297fa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:32.170392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32364558-4c8e-4034-90ea-db3e1b297fa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:32.170728 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32364558-4c8e-4034-90ea-db3e1b297fa8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:32.171086 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32364558-4c8e-4034-90ea-db3e1b297fa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:32.171416 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32364558-4c8e-4034-90ea-db3e1b297fa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:32.172111 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32364558-4c8e-4034-90ea-db3e1b297fa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:32.173983 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] Routers {'97e58b37-a86f-4adc-b480-fc7dc11c7840'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:32.175987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32364558-4c8e-4034-90ea-db3e1b297fa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:32.176370 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32364558-4c8e-4034-90ea-db3e1b297fa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:32.176502 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:41:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['97e58b37-a86f-4adc-b480-fc7dc11c7840'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:32.177177 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-3cad8a54-4365-42ac-aab2-9baca98e7318 None None] Port 494a8910-078e-4bb6-b932-1c3fd472f99b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:32.182188 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725cb0f-5c7f-48f1-8c40-7b9b91a5ef3b None None] Pushing event updated for resources: {'Port': ['ID=494a8910-078e-4bb6-b932-1c3fd472f99b,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:32.234935 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d902ab64-cb75-4478-a8ec-7cea67cc5f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.246658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87a83988-80c0-4d9d-9896-252ebaef7f8f req-4add9218-71e2-45a9-a7aa-2945001fd55a tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569741 Sep 16 04:41:32.279859 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-cb1f6d24-cda8-4f94-b4e4-fd48ce0aac11 req-e63c32e7-fd66-40a1-a184-8c3334245895 service neutron] 10.222.0.38 "GET /v2.0/networks/1fbbfb6a-decf-48e9-be9a-550f7df178ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046730 Sep 16 04:41:32.291088 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d902ab64-cb75-4478-a8ec-7cea67cc5f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.305582 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-cb055c63-da93-4433-b13a-362d21f73b05 service neutron] 10.222.0.20 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271800 Sep 16 04:41:32.364563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-ad6bc57a-406b-4285-b045-83cd2104382c tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Made reservation on behalf of ae884b3eaaf74e2186455b10c0118a22 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:32.368182 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-ad6bc57a-406b-4285-b045-83cd2104382c tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.406323 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-46fab337-885c-4db4-bdae-54b945121351 None None] Provisioning complete for port 494a8910-078e-4bb6-b932-1c3fd472f99b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:32.407293 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-46fab337-885c-4db4-bdae-54b945121351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.434994 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] Set router 97e58b37-a86f-4adc-b480-fc7dc11c7840 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:32.443846 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d902ab64-cb75-4478-a8ec-7cea67cc5f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.446755 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d902ab64-cb75-4478-a8ec-7cea67cc5f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.448357 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d902ab64-cb75-4478-a8ec-7cea67cc5f81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88db7725-91b5-407f-9905-fd0d5d10d375 HTTP/1.1" status: 204 len: 168 time: 0.4799788 Sep 16 04:41:32.486146 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902ab64-cb75-4478-a8ec-7cea67cc5f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88db7725-91b5-407f-9905-fd0d5d10d375,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:32.540517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-9850e402-3dcb-4eca-a39d-5174860edce6 service neutron] 10.222.0.20 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340002 Sep 16 04:41:32.642220 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff230d53-d443-4f7b-b854-3fb1afc96f1e req-0004c32f-d887-4638-a72e-de3de415bc46 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:32.644357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff230d53-d443-4f7b-b854-3fb1afc96f1e req-0004c32f-d887-4638-a72e-de3de415bc46 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.1065347 Sep 16 04:41:32.645837 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-ad6bc57a-406b-4285-b045-83cd2104382c tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Allocated IP 192.168.233.16 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:32.688103 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b819cb7-9626-4ef4-ae67-3d0bb700d7f9 req-1bcb063d-5fbe-43b4-a4e7-7d01588239b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:32.690934 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6b819cb7-9626-4ef4-ae67-3d0bb700d7f9 req-1bcb063d-5fbe-43b4-a4e7-7d01588239b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce1074e13e1b4897bf4ea77f32e6f819&device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 1102 time: 0.1355710 Sep 16 04:41:32.741238 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-46fab337-885c-4db4-bdae-54b945121351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.786767 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:31Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:32.793174 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff230d53-d443-4f7b-b854-3fb1afc96f1e req-7d5212b9-a093-4a43-b036-1c3999c184e8 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412435 Sep 16 04:41:32.816472 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-46fab337-885c-4db4-bdae-54b945121351 None None] For port 494a8910-078e-4bb6-b932-1c3fd472f99b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=494a8910-078e-4bb6-b932-1c3fd472f99b,segment=NetworkSegment(ad304f20-6e26-4222-8d09-8cf5b7a9ff0e),segment_id=ad304f20-6e26-4222-8d09-8cf5b7a9ff0e)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:32.840885 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e309f6cb-e226-4e6f-a721-356405961dee None None] The sync data for ids ['97e58b37-a86f-4adc-b480-fc7dc11c7840'] in n-d-712140-13 is: [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:31Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:41:32.857901 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b819cb7-9626-4ef4-ae67-3d0bb700d7f9 req-606edc2a-c706-4d4c-8b50-7243f6fa8c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:32.859993 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6b819cb7-9626-4ef4-ae67-3d0bb700d7f9 req-606edc2a-c706-4d4c-8b50-7243f6fa8c6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1468613 Sep 16 04:41:32.896697 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-46fab337-885c-4db4-bdae-54b945121351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.973660 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6b819cb7-9626-4ef4-ae67-3d0bb700d7f9 req-db575501-24e7-4432-8482-7de2316e848a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 HTTP/1.1" status: 200 len: 217 time: 0.1054509 Sep 16 04:41:33.033469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fab337-885c-4db4-bdae-54b945121351 None None] Pushing event updated for resources: {'Port': ['ID=494a8910-078e-4bb6-b932-1c3fd472f99b,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:33.067460 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b819cb7-9626-4ef4-ae67-3d0bb700d7f9 req-bd1b7b76-9bb6-44bc-9600-96dcbb5f1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:33.068965 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6b819cb7-9626-4ef4-ae67-3d0bb700d7f9 req-bd1b7b76-9bb6-44bc-9600-96dcbb5f1c4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0881813 Sep 16 04:41:33.079720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-abbd1601-a484-4fd8-8baf-f2c92f27b1c2 req-2a8a0471-4ca2-4782-a967-d11ccf179dec tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 210 time: 0.1084969 Sep 16 04:41:33.160862 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b819cb7-9626-4ef4-ae67-3d0bb700d7f9 req-39f0de7c-bf39-480c-8434-832c0a818fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:33.164994 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6b819cb7-9626-4ef4-ae67-3d0bb700d7f9 req-39f0de7c-bf39-480c-8434-832c0a818fb2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0886226 Sep 16 04:41:33.219602 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b6e64f76-7869-4d1a-8f5e-8cabf22c6e49 req-a8cedfc3-819a-4b7d-849a-7f9e33c991a7 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 210 time: 0.0373712 Sep 16 04:41:33.251737 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-ad6bc57a-406b-4285-b045-83cd2104382c tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:33.326199 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6b819cb7-9626-4ef4-ae67-3d0bb700d7f9 req-a3f2392c-b9fc-4fa4-b92c-95710fe02d35 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522305 Sep 16 04:41:33.432344 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54a8f9-4884-4b30-aa54-439bd8401968 req-0fe51a74-3773-418e-ad10-490cd09d8e00 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:33.440930 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d54a8f9-4884-4b30-aa54-439bd8401968 req-0fe51a74-3773-418e-ad10-490cd09d8e00 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.0829535 Sep 16 04:41:33.458018 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6b819cb7-9626-4ef4-ae67-3d0bb700d7f9 req-c9381f3e-4b12-49e9-917a-34bef0e466d8 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197159 Sep 16 04:41:33.464905 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-ad6bc57a-406b-4285-b045-83cd2104382c tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:33.502761 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['78eadf64-dd51-4b4f-9610-64efedd6cdce'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:33.553051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d54a8f9-4884-4b30-aa54-439bd8401968 req-52d2819a-ee94-4d92-87ef-7c681dec7bcf tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004438 Sep 16 04:41:33.566185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-ad6bc57a-406b-4285-b045-83cd2104382c tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:33.570584 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-ad6bc57a-406b-4285-b045-83cd2104382c tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:33.574975 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-ad6bc57a-406b-4285-b045-83cd2104382c tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:33.584008 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-ad6bc57a-406b-4285-b045-83cd2104382c tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:33.586708 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-ad6bc57a-406b-4285-b045-83cd2104382c tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:33.617611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bc57a-406b-4285-b045-83cd2104382c tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Pushing event updated for resources: {'Port': ['ID=c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:33.678411 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-ad6bc57a-406b-4285-b045-83cd2104382c tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8988781 Sep 16 04:41:33.728217 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Request body: {'port': {'device_id': '773c2312-9711-4982-ab1b-d6d074496504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:33.877704 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:33.932367 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e6f4e1e6-13fa-42c5-869b-4fe56b3f26d8 None None] Provisioning complete for port c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:33.932745 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e6f4e1e6-13fa-42c5-869b-4fe56b3f26d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:34.032801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e6f4e1e6-13fa-42c5-869b-4fe56b3f26d8 None None] Port c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:34.193255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831a660-2497-4aa6-bdd5-bcc3bda6c15c req-eba8f5fb-34bb-4436-8adc-f8050db6c5d3 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:34.197452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8831a660-2497-4aa6-bdd5-bcc3bda6c15c req-eba8f5fb-34bb-4436-8adc-f8050db6c5d3 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.2122598 Sep 16 04:41:34.336532 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 494a8910-078e-4bb6-b932-1c3fd472f99b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:34.383008 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8831a660-2497-4aa6-bdd5-bcc3bda6c15c req-0a87454b-29a0-4871-bba6-d830235cf493 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706448 Sep 16 04:41:34.400093 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b01a0-a690-4792-950b-9a50f3b0ec97 req-cec1d4c0-7e0d-4fac-af6a-c5f12eaf945c tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:34.401722 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b3b01a0-a690-4792-950b-9a50f3b0ec97 req-cec1d4c0-7e0d-4fac-af6a-c5f12eaf945c tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 935 time: 0.1723442 Sep 16 04:41:34.444735 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 494a8910-078e-4bb6-b932-1c3fd472f99b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:34.445110 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:34.490567 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b3b01a0-a690-4792-950b-9a50f3b0ec97 req-2f7f0b31-3669-4567-8278-35a8e78d9ee3 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782189 Sep 16 04:41:34.640596 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:34.680682 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-efb81a68-6256-441d-a914-c7ba7d36f383 req-27956d0c-30c5-4448-b2e1-9d1103d1f8c8 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 210 time: 0.0548320 Sep 16 04:41:34.683107 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:34.701172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Transition to ACTIVE for port object c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:34.780657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2600c-2c65-425b-af64-29452b2593c0 req-6c1b8ec3-9585-4057-b84b-70b9a8a07858 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:34.782286 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91f2600c-2c65-425b-af64-29452b2593c0 req-6c1b8ec3-9585-4057-b84b-70b9a8a07858 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.0695860 Sep 16 04:41:34.834374 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:34.838498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91f2600c-2c65-425b-af64-29452b2593c0 req-5a137957-e601-471b-a4c8-fc758d768244 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490029 Sep 16 04:41:34.876674 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59060) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:34.914786 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Pushing event updated for resources: {'Port': ['ID=c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:34.949370 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Attempting to bind port c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:34.949710 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Attempting to bind port c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:34.950039 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Attempting to bind port c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:34.954677 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Port c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:34.955074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Attempting to bind port c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:34.960316 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:34.960657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:34.961033 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:34.961557 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Bound port: c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:34.961856 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.062329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] For port c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:35.066312 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2c5d52ba-e9ca-494a-aabc-63a8f3ef9eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.066833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] For port c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:35.165998 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.196279 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59070) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:35.212667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.212667 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.212667 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] 10.222.0.38 "PUT /v2.0/ports/c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 HTTP/1.1" status: 200 len: 1096 time: 1.4891496 Sep 16 04:41:35.213388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773c2312-9711-4982-ab1b-d6d074496504', 'tag': 'c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:35.214961 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6288ff64-c904-4755-b331-dbf9586e6b78" -d '{"events": [{"name": "network-changed", "server_uuid": "773c2312-9711-4982-ab1b-d6d074496504", "tag": "c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:35.227542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c6377b66-d92a-4f1b-9234-5cadc2e9782c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1881145389-network', 'tenant_id': 'af2bb4dc17d54a00aa9acfb919ebb08a'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:35.271115 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d69fdbb-e22f-45dd-acd2-da49ac93670b x-openstack-request-id: req-8d69fdbb-e22f-45dd-acd2-da49ac93670b {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:35.271596 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773c2312-9711-4982-ab1b-d6d074496504", "tag": "c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:35.272001 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d69fdbb-e22f-45dd-acd2-da49ac93670b {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:35.272404 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773c2312-9711-4982-ab1b-d6d074496504', 'tag': 'c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1', 'status': 'completed', 'code': 200} Sep 16 04:41:35.274352 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c160b73-eaf9-4333-8ec6-5cad49599127 service neutron] Pushing event updated for resources: {'Port': ['ID=c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:35.295547 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7a7b25a8-761a-47d9-b89f-c63872bcc755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.352885 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6377b66-d92a-4f1b-9234-5cadc2e9782c admin admin] Made reservation on behalf of af2bb4dc17d54a00aa9acfb919ebb08a for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:35.355739 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6377b66-d92a-4f1b-9234-5cadc2e9782c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.369421 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6377b66-d92a-4f1b-9234-5cadc2e9782c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.391260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288ff64-c904-4755-b331-dbf9586e6b78 req-01fa3b20-aa16-45e4-b186-975a5623cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.393447 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6288ff64-c904-4755-b331-dbf9586e6b78 req-01fa3b20-aa16-45e4-b186-975a5623cec1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae884b3eaaf74e2186455b10c0118a22&device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 1099 time: 0.0718334 Sep 16 04:41:35.447077 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6288ff64-c904-4755-b331-dbf9586e6b78 req-e1f7be5b-5c31-4583-b310-96828714b92c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ae884b3eaaf74e2186455b10c0118a22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328553 Sep 16 04:41:35.465161 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7a7b25a8-761a-47d9-b89f-c63872bcc755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.517372 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7a7b25a8-761a-47d9-b89f-c63872bcc755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.567820 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7a7b25a8-761a-47d9-b89f-c63872bcc755 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c398583710504538af9b2b3d990378e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667476 Sep 16 04:41:35.568526 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b25a8-761a-47d9-b89f-c63872bcc755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa61714-aa0d-4f6d-8b7d-ce03def2890e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:35.571004 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59086) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:35.634211 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebf71f8b-1729-473d-a646-571539eee234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.659755 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b177bab-d80e-470d-95f8-d2b815c685f7 req-b06fc102-ccad-4331-8601-6569cd3dfac9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.660288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebf71f8b-1729-473d-a646-571539eee234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.661353 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b177bab-d80e-470d-95f8-d2b815c685f7 req-b06fc102-ccad-4331-8601-6569cd3dfac9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.1560614 Sep 16 04:41:35.664934 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288ff64-c904-4755-b331-dbf9586e6b78 req-bc673bbf-b42b-40de-9f9f-cbc0418738b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.666521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6288ff64-c904-4755-b331-dbf9586e6b78 req-bc673bbf-b42b-40de-9f9f-cbc0418738b6 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2066021 Sep 16 04:41:35.738873 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b177bab-d80e-470d-95f8-d2b815c685f7 req-c224e04a-16e5-48af-9f04-3c04e7c4a4f3 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582259 Sep 16 04:41:35.829299 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6377b66-d92a-4f1b-9234-5cadc2e9782c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.834640 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebf71f8b-1729-473d-a646-571539eee234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.838137 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebf71f8b-1729-473d-a646-571539eee234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.839627 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ebf71f8b-1729-473d-a646-571539eee234 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0fa61714-aa0d-4f6d-8b7d-ce03def2890e HTTP/1.1" status: 204 len: 168 time: 0.2675354 Sep 16 04:41:35.853060 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf71f8b-1729-473d-a646-571539eee234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa61714-aa0d-4f6d-8b7d-ce03def2890e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:35.892604 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-69888a57-31e1-449f-b74f-19eaa0cd3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.894673 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-69888a57-31e1-449f-b74f-19eaa0cd3718 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae884b3eaaf74e2186455b10c0118a22&device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 1099 time: 0.1077328 Sep 16 04:41:35.923298 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc56cd1b-60e9-416e-aba9-b6bdde245708 req-ee37e97c-5ec2-4a91-b2de-6c43b6d5e55d tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 210 time: 0.0725753 Sep 16 04:41:35.923298 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6377b66-d92a-4f1b-9234-5cadc2e9782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.955517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e3d37-9e60-4786-81d6-db396efc9b27 req-435d405d-2fdd-4577-9713-70f2c629d8c2 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.957081 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b9e3d37-9e60-4786-81d6-db396efc9b27 req-435d405d-2fdd-4577-9713-70f2c629d8c2 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 947 time: 0.2147615 Sep 16 04:41:35.968093 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6377b66-d92a-4f1b-9234-5cadc2e9782c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:41:35.984113 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-473ed3ae-bdb4-42cf-b012-7a40681d3d8b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 HTTP/1.1" status: 200 len: 217 time: 0.0679181 Sep 16 04:41:36.002959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6377b66-d92a-4f1b-9234-5cadc2e9782c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9886d184-6e65-4694-b9e0-380967eecf2f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:36.023797 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6377b66-d92a-4f1b-9234-5cadc2e9782c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:36.024583 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-c6377b66-d92a-4f1b-9234-5cadc2e9782c admin admin] Added segment 7b61a8d8-2664-44da-bd79-64843a1f98c9 of type vlan for network a3575ff3-4916-47b4-a229-afff767245c5 Sep 16 04:41:36.033273 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-4a820dd7-7014-4943-9e2d-02e04e15ee61 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:36.035789 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-4a820dd7-7014-4943-9e2d-02e04e15ee61 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.38 "GET /v2.0/networks?id=cf53fbb3-94f1-456d-b2d9-2308b0506441 HTTP/1.1" status: 200 len: 821 time: 0.2768013 Sep 16 04:41:36.071814 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-66397449-33ad-4784-a133-40468f90ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:36.073368 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-66397449-33ad-4784-a133-40468f90ff57 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0798047 Sep 16 04:41:36.089667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-bed19edb-51c9-4950-bdd0-a4a2c1531550 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Request body: {'port': {'device_id': 'e6745227-a3db-4329-b814-b9c73da1244b', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'admin_state_up': True, 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:36.107509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b9e3d37-9e60-4786-81d6-db396efc9b27 req-1a7277b7-e1d6-4b7f-a58b-b216f7a8d0fd tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328828 Sep 16 04:41:36.125265 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6377b66-d92a-4f1b-9234-5cadc2e9782c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:36.228426 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-209d4a78-2273-4547-a165-e6703f4748f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:36.230729 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-209d4a78-2273-4547-a165-e6703f4748f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1501241 Sep 16 04:41:36.297375 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4411a16-ad4c-49c5-9041-657610dee884 req-cc548125-115a-4b51-afc6-82f533c2fa49 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:36.298951 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b4411a16-ad4c-49c5-9041-657610dee884 req-cc548125-115a-4b51-afc6-82f533c2fa49 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.1063721 Sep 16 04:41:36.363203 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b4411a16-ad4c-49c5-9041-657610dee884 req-4f47feaa-92bf-4399-8b94-988d898f386f tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559323 Sep 16 04:41:36.368708 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6377b66-d92a-4f1b-9234-5cadc2e9782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:36.372005 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6377b66-d92a-4f1b-9234-5cadc2e9782c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:36.372005 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6377b66-d92a-4f1b-9234-5cadc2e9782c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:36.388041 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-afcd11ee-f9d7-4439-bd10-783ee23924c7 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137452 Sep 16 04:41:36.442811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-bed19edb-51c9-4950-bdd0-a4a2c1531550 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Made reservation on behalf of b9deb9fa87304830acda5a1e3199fc36 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:36.446339 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-bed19edb-51c9-4950-bdd0-a4a2c1531550 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:36.449646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6377b66-d92a-4f1b-9234-5cadc2e9782c admin admin] Pushing event updated for resources: {'Network': ['ID=a3575ff3-4916-47b4-a229-afff767245c5,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:36.462050 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network a3575ff3-4916-47b4-a229-afff767245c5 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:41:36.490723 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9ddf52ee-4d87-4613-9522-209e8005fb4c req-3ad6a5ea-af87-4c19-a72c-b7dc4bd95d36 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910468 Sep 16 04:41:36.761825 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59108) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:36.761987 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c6377b66-d92a-4f1b-9234-5cadc2e9782c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8828640 Sep 16 04:41:36.774524 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-5e13cf94-a51a-44f6-92ba-98438fb8bac3 admin admin] Request body: {'subnet': {'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1881145389-subnet', 'tenant_id': 'af2bb4dc17d54a00aa9acfb919ebb08a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:36.805746 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59112) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:36.825273 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ecf4fa01-4337-4a7d-8582-a4c92ecd0000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:36.841054 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59114) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:36.888442 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e13cf94-a51a-44f6-92ba-98438fb8bac3 admin admin] Made reservation on behalf of af2bb4dc17d54a00aa9acfb919ebb08a for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:36.891442 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e13cf94-a51a-44f6-92ba-98438fb8bac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:36.936674 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-bed19edb-51c9-4950-bdd0-a4a2c1531550 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Allocated IP 172.20.0.6 (cf53fbb3-94f1-456d-b2d9-2308b0506441/2fc8c2b9-7714-43f4-b109-3d95b7293220/b9f28bd9-b0c2-4f58-be52-7bac29d804de) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:36.988253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78ed2f-b53e-4a28-b4bf-c8b9f5cec63c req-7199be05-188f-4c2f-9780-f072110bef77 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:36.996025 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db78ed2f-b53e-4a28-b4bf-c8b9f5cec63c req-7199be05-188f-4c2f-9780-f072110bef77 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.1305225 Sep 16 04:41:37.078746 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d3b6630-2a1f-4a25-a0e1-24763f755085 req-c7b6a56d-9526-4de8-ba9f-c4cda1f106ef tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 210 time: 0.0643733 Sep 16 04:41:37.088677 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b955e941-4477-4714-a664-ba5f31b2a66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.129234 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db78ed2f-b53e-4a28-b4bf-c8b9f5cec63c req-ea4a256b-082c-47c3-9036-6367203a1932 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323025 Sep 16 04:41:37.197898 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ecf4fa01-4337-4a7d-8582-a4c92ecd0000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.214035 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e13cf94-a51a-44f6-92ba-98438fb8bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.255840 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ecf4fa01-4337-4a7d-8582-a4c92ecd0000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.302779 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13cf94-a51a-44f6-92ba-98438fb8bac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02f3edd7-c966-45f1-a2c0-304513016974,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:37.308006 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427c79d-82db-4ab8-afee-fe1233d97993 req-69418084-f7d0-45a2-b150-cba3cdb17449 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.309604 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4427c79d-82db-4ab8-afee-fe1233d97993 req-69418084-f7d0-45a2-b150-cba3cdb17449 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 947 time: 0.1104712 Sep 16 04:41:37.326400 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e13cf94-a51a-44f6-92ba-98438fb8bac3 admin admin] Checking segment: {'id': '7b61a8d8-2664-44da-bd79-64843a1f98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:37.326682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e13cf94-a51a-44f6-92ba-98438fb8bac3 admin admin] Network hostable DHCP agents. Network: a3575ff3-4916-47b4-a229-afff767245c5, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:41:37.331454 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-bed19edb-51c9-4950-bdd0-a4a2c1531550 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.348673 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ecf4fa01-4337-4a7d-8582-a4c92ecd0000 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06f1ff4bc6b040798c7e8991d4c45253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5441377 Sep 16 04:41:37.348673 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4fa01-4337-4a7d-8582-a4c92ecd0000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b323fec-cf85-473b-821b-37ddce7c157e,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:37.349281 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59124) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:37.403049 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4427c79d-82db-4ab8-afee-fe1233d97993 req-2e1ea2f5-0af2-4084-a363-014631ed731f tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683939 Sep 16 04:41:37.431432 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b955e941-4477-4714-a664-ba5f31b2a66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.434545 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebafa9c8-35cd-4b6f-b48e-d9faf51c16d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.437378 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e13cf94-a51a-44f6-92ba-98438fb8bac3 admin admin] Network a3575ff3-4916-47b4-a229-afff767245c5 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:41:37.463694 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebafa9c8-35cd-4b6f-b48e-d9faf51c16d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.489043 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-bed19edb-51c9-4950-bdd0-a4a2c1531550 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.517430 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b955e941-4477-4714-a664-ba5f31b2a66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.520610 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-5e13cf94-a51a-44f6-92ba-98438fb8bac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, a3575ff3-4916-47b4-a229-afff767245c5) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:37.532418 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40fc23d-cc28-4690-9e1d-f881e1ad89e7 None None] Network a3575ff3-4916-47b4-a229-afff767245c5 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:37.537020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e13cf94-a51a-44f6-92ba-98438fb8bac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.537648 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e13cf94-a51a-44f6-92ba-98438fb8bac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.543704 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-bed19edb-51c9-4950-bdd0-a4a2c1531550 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Network cf53fbb3-94f1-456d-b2d9-2308b0506441 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:37.553949 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-bed19edb-51c9-4950-bdd0-a4a2c1531550 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:37.559025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-bed19edb-51c9-4950-bdd0-a4a2c1531550 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:37.564753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-bed19edb-51c9-4950-bdd0-a4a2c1531550 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.565413 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-bed19edb-51c9-4950-bdd0-a4a2c1531550 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.577072 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebafa9c8-35cd-4b6f-b48e-d9faf51c16d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.577309 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8c054-37f9-4036-acec-fa50753a3f32 req-3911bdf2-94e3-4d46-ae4d-9907da6eb672 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.578764 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bf8c054-37f9-4036-acec-fa50753a3f32 req-3911bdf2-94e3-4d46-ae4d-9907da6eb672 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.1203229 Sep 16 04:41:37.582645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed19edb-51c9-4950-bdd0-a4a2c1531550 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Pushing event updated for resources: {'Port': ['ID=b9f28bd9-b0c2-4f58-be52-7bac29d804de,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:37.587761 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebafa9c8-35cd-4b6f-b48e-d9faf51c16d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.591887 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ebafa9c8-35cd-4b6f-b48e-d9faf51c16d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b323fec-cf85-473b-821b-37ddce7c157e HTTP/1.1" status: 204 len: 168 time: 0.2400548 Sep 16 04:41:37.594500 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955e941-4477-4714-a664-ba5f31b2a66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02b78ea-aed6-495e-bf1e-06521e2fa639,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:37.601066 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b955e941-4477-4714-a664-ba5f31b2a66b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34b024b8c626468893962c71b1ced35f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7584276 Sep 16 04:41:37.604222 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59130) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:37.615487 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafa9c8-35cd-4b6f-b48e-d9faf51c16d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b323fec-cf85-473b-821b-37ddce7c157e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:37.679397 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bf8c054-37f9-4036-acec-fa50753a3f32 req-65084e7c-c718-44f6-a213-08c88b455227 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909011 Sep 16 04:41:37.691219 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5e13cf94-a51a-44f6-92ba-98438fb8bac3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9205887 Sep 16 04:41:37.704575 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-bed19edb-51c9-4950-bdd0-a4a2c1531550 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6227884 Sep 16 04:41:37.730563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Request body: {'port': {'device_id': 'e6745227-a3db-4329-b814-b9c73da1244b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:37.757373 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-69724be9-92f9-4952-9740-cf319c941e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.782448 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486dfd94-cde6-4cc1-8012-ff905ee0d6be None None] Network a3575ff3-4916-47b4-a229-afff767245c5 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:37.816430 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5cfa05a1-e5cd-4076-8c60-37aa2caddf7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.829222 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-69724be9-92f9-4952-9740-cf319c941e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.840585 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.914056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1f851f32-da94-4943-86d8-02ac632b0a1d None None] Provisioning complete for port b9f28bd9-b0c2-4f58-be52-7bac29d804de triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:37.914726 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1f851f32-da94-4943-86d8-02ac632b0a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.005003 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-69724be9-92f9-4952-9740-cf319c941e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.007654 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-69724be9-92f9-4952-9740-cf319c941e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.008883 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-69724be9-92f9-4952-9740-cf319c941e14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a02b78ea-aed6-495e-bf1e-06521e2fa639 HTTP/1.1" status: 204 len: 168 time: 0.4037936 Sep 16 04:41:38.009018 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-1f851f32-da94-4943-86d8-02ac632b0a1d None None] Port b9f28bd9-b0c2-4f58-be52-7bac29d804de cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:38.033148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69724be9-92f9-4952-9740-cf319c941e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02b78ea-aed6-495e-bf1e-06521e2fa639,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:38.236205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f28bd9-b0c2-4f58-be52-7bac29d804de {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:38.250986 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.262247 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef942a8-219f-4307-8cf2-a7bf49ecd028 req-08171f4d-13c5-4627-abaa-722a41500d5a tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:38.270538 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ef942a8-219f-4307-8cf2-a7bf49ecd028 req-08171f4d-13c5-4627-abaa-722a41500d5a tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 931 time: 0.0953088 Sep 16 04:41:38.296390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Transition to ACTIVE for port object b9f28bd9-b0c2-4f58-be52-7bac29d804de will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:38.323805 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ef942a8-219f-4307-8cf2-a7bf49ecd028 req-209b6f5d-aa84-4cbf-b1e8-036cf58c1483 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531547 Sep 16 04:41:38.385872 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.400081 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.533066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f28bd9-b0c2-4f58-be52-7bac29d804de,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:38.589290 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53fb06-21c0-4a2b-9450-a5962292f793 req-42df95c6-8463-4cd3-8c99-ce58a22848fd tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:38.590993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe53fb06-21c0-4a2b-9450-a5962292f793 req-42df95c6-8463-4cd3-8c99-ce58a22848fd tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.1921628 Sep 16 04:41:38.598712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-3ca7d207-6b57-423d-9826-1d93b5f3ff41 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:38.600290 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-3ca7d207-6b57-423d-9826-1d93b5f3ff41 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/networks?id=a3575ff3-4916-47b4-a229-afff767245c5 HTTP/1.1" status: 200 len: 805 time: 0.2753530 Sep 16 04:41:38.611339 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Attempting to bind port b9f28bd9-b0c2-4f58-be52-7bac29d804de on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:38.612291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Attempting to bind port b9f28bd9-b0c2-4f58-be52-7bac29d804de by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'ad304f20-6e26-4222-8d09-8cf5b7a9ff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:38.612696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Attempting to bind port b9f28bd9-b0c2-4f58-be52-7bac29d804de on network cf53fbb3-94f1-456d-b2d9-2308b0506441 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:38.635170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Port b9f28bd9-b0c2-4f58-be52-7bac29d804de on network cf53fbb3-94f1-456d-b2d9-2308b0506441 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:38.635501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Attempting to bind port b9f28bd9-b0c2-4f58-be52-7bac29d804de on network cf53fbb3-94f1-456d-b2d9-2308b0506441 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:38.647000 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-616b9883-b6d2-444f-9d27-7c006617446d tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/quotas/af2bb4dc17d54a00aa9acfb919ebb08a HTTP/1.1" status: 200 len: 375 time: 0.0318129 Sep 16 04:41:38.656487 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:38.656841 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Checking segment: {'id': 'ad304f20-6e26-4222-8d09-8cf5b7a9ff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:38.657213 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Bound using segment: {'id': 'ad304f20-6e26-4222-8d09-8cf5b7a9ff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:38.657667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Bound port: b9f28bd9-b0c2-4f58-be52-7bac29d804de, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad304f20-6e26-4222-8d09-8cf5b7a9ff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:38.658031 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.684928 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe53fb06-21c0-4a2b-9450-a5962292f793 req-704402a4-468f-4703-ae1f-05d56febb7bf tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816073 Sep 16 04:41:38.709969 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-160b57d8-59cc-4692-830b-5b8dc4d30855 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=af2bb4dc17d54a00aa9acfb919ebb08a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486453 Sep 16 04:41:38.748273 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-e50ebb46-8b38-4669-aa22-bc3a6cd0be4c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:41:38.749310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-e50ebb46-8b38-4669-aa22-bc3a6cd0be4c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109398 Sep 16 04:41:38.750495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59172) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:38.767577 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e430b219-35a1-4c3d-9565-894a45a4d842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.840427 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] For port b9f28bd9-b0c2-4f58-be52-7bac29d804de, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:38.859629 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] For port b9f28bd9-b0c2-4f58-be52-7bac29d804de, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b9f28bd9-b0c2-4f58-be52-7bac29d804de,segment=NetworkSegment(ad304f20-6e26-4222-8d09-8cf5b7a9ff0e),segment_id=ad304f20-6e26-4222-8d09-8cf5b7a9ff0e)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:38.916151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-57469754-b79e-4cd5-aac6-ed3c18888620 service neutron] 10.222.0.20 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567416 Sep 16 04:41:38.921927 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e430b219-35a1-4c3d-9565-894a45a4d842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.964990 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.989466 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1a7c1-db08-4b7d-b02a-c9a765754017 req-bb2e948a-e3b2-4624-b35e-3cf1327cf264 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:38.991045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40b1a7c1-db08-4b7d-b02a-c9a765754017 req-bb2e948a-e3b2-4624-b35e-3cf1327cf264 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 947 time: 0.1113775 Sep 16 04:41:38.997180 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e430b219-35a1-4c3d-9565-894a45a4d842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.032050 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.041447 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e430b219-35a1-4c3d-9565-894a45a4d842 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=570c24826b624d41bee7f7484920ed5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898178 Sep 16 04:41:39.042594 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430b219-35a1-4c3d-9565-894a45a4d842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93814ac9-9004-4623-ba5b-3e52e9ff57c7,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:39.045190 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59180) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:39.060922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.061432 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.062949 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] 10.222.0.38 "PUT /v2.0/ports/b9f28bd9-b0c2-4f58-be52-7bac29d804de HTTP/1.1" status: 200 len: 1092 time: 1.3366821 Sep 16 04:41:39.063435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6745227-a3db-4329-b814-b9c73da1244b', 'tag': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:39.066367 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf73b001-bf97-485e-b89f-15f20d29b9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e6745227-a3db-4329-b814-b9c73da1244b", "tag": "b9f28bd9-b0c2-4f58-be52-7bac29d804de"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:39.109043 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b709fe1a-7faa-4cf0-b6c3-dc5f82e4a26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.143829 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-fb75eeb9-f061-4ed7-b395-affca99d8ebd service neutron] 10.222.0.20 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179213 Sep 16 04:41:39.148895 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2233c-cad7-4a9b-a8b8-68b22e1fdaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f28bd9-b0c2-4f58-be52-7bac29d804de,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:39.158981 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b709fe1a-7faa-4cf0-b6c3-dc5f82e4a26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.175554 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40b1a7c1-db08-4b7d-b02a-c9a765754017 req-98e86996-d07e-4796-be02-1c8776e6d17c tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379194 Sep 16 04:41:39.276042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-77705db1-25b0-4f5c-b46e-91cb03b16b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.277985 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-77705db1-25b0-4f5c-b46e-91cb03b16b51 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9deb9fa87304830acda5a1e3199fc36&device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 1095 time: 0.0953996 Sep 16 04:41:39.347225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-3f047041-4dc8-456d-9cfe-8fc6cc165dc5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f28bd9-b0c2-4f58-be52-7bac29d804de HTTP/1.1" status: 200 len: 217 time: 0.0423825 Sep 16 04:41:39.360406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ab064-1205-4121-b4a4-ec7d9846f544 req-23de86cf-3b87-4a7d-b3c8-731f11d060a0 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.362775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a3ab064-1205-4121-b4a4-ec7d9846f544 req-23de86cf-3b87-4a7d-b3c8-731f11d060a0 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.1034267 Sep 16 04:41:39.434749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-b355a608-633f-4186-ad45-dd6730388916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.436301 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-b355a608-633f-4186-ad45-dd6730388916 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2fc8c2b9-7714-43f4-b109-3d95b7293220 HTTP/1.1" status: 200 len: 860 time: 0.0725062 Sep 16 04:41:39.441582 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a3ab064-1205-4121-b4a4-ec7d9846f544 req-664b86e3-c430-4685-8178-ebf2e84a03df tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488770 Sep 16 04:41:39.472424 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b709fe1a-7faa-4cf0-b6c3-dc5f82e4a26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.484037 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b709fe1a-7faa-4cf0-b6c3-dc5f82e4a26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.484037 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b709fe1a-7faa-4cf0-b6c3-dc5f82e4a26e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93814ac9-9004-4623-ba5b-3e52e9ff57c7 HTTP/1.1" status: 204 len: 168 time: 0.4314878 Sep 16 04:41:39.488682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709fe1a-7faa-4cf0-b6c3-dc5f82e4a26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93814ac9-9004-4623-ba5b-3e52e9ff57c7,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:39.505142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-bab013a5-ad94-4eca-b16d-ddb255432db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.506849 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-bab013a5-ad94-4eca-b16d-ddb255432db3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cf53fbb3-94f1-456d-b2d9-2308b0506441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611849 Sep 16 04:41:39.511682 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4abb16-871c-466d-afb0-f500175b8666 x-openstack-request-id: req-4d4abb16-871c-466d-afb0-f500175b8666 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:39.512411 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6745227-a3db-4329-b814-b9c73da1244b", "tag": "b9f28bd9-b0c2-4f58-be52-7bac29d804de", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:39.512411 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d4abb16-871c-466d-afb0-f500175b8666 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:39.512815 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6745227-a3db-4329-b814-b9c73da1244b', 'tag': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de', 'status': 'completed', 'code': 200} Sep 16 04:41:39.712480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a343af7-1d77-4e02-bc7d-bf4ce1c75f2a req-8549f643-48bc-45ed-b34d-5f4441278673 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4ed1531-b116-47e3-ae70-08ee23d7f1de HTTP/1.1" status: 200 len: 210 time: 0.0409081 Sep 16 04:41:39.724645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-d15b3618-bf6a-43a7-97c5-9b413b661910 service neutron] 10.222.0.38 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091177 Sep 16 04:41:39.734373 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48088291-10fe-4e88-864e-f02a70ca424e req-e76fe04d-a0e2-4a52-8207-9e6b6db1d138 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.741644 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48088291-10fe-4e88-864e-f02a70ca424e req-e76fe04d-a0e2-4a52-8207-9e6b6db1d138 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 943 time: 0.1745753 Sep 16 04:41:39.891492 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48088291-10fe-4e88-864e-f02a70ca424e req-2a0d51a8-7ead-4400-86a9-1443d6344082 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451538 Sep 16 04:41:39.927657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f5caf-751e-40c2-9313-268b349faf62 req-2a9fb8f9-be2a-4b74-b44d-763f49b040c7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.935263 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-507f5caf-751e-40c2-9313-268b349faf62 req-2a9fb8f9-be2a-4b74-b44d-763f49b040c7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.0832942 Sep 16 04:41:39.948870 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf2ec7e6-e698-4619-b120-2813d98dc24d req-1f48dbe9-3105-4527-82e5-400bf27f8a8a service neutron] 10.222.0.38 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049170 Sep 16 04:41:39.985986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-507f5caf-751e-40c2-9313-268b349faf62 req-1b261af7-027b-49d9-ae8d-66bf07cc4401 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497193 Sep 16 04:41:40.253028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73b001-bf97-485e-b89f-15f20d29b9a7 req-696b40b6-dfe0-49f1-bb88-1c91a1ce1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.253830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf73b001-bf97-485e-b89f-15f20d29b9a7 req-696b40b6-dfe0-49f1-bb88-1c91a1ce1c26 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9deb9fa87304830acda5a1e3199fc36&device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 1095 time: 0.0893970 Sep 16 04:41:40.363854 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b6f2c-3c0e-4fa9-9267-941604fde97b req-193c7581-0c3e-401d-bf6d-e14fc629ed26 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.365478 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-675b6f2c-3c0e-4fa9-9267-941604fde97b req-193c7581-0c3e-401d-bf6d-e14fc629ed26 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 947 time: 0.1106539 Sep 16 04:41:40.402680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73b001-bf97-485e-b89f-15f20d29b9a7 req-1dea7093-0d64-4426-a6fe-cf251334bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.404270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf73b001-bf97-485e-b89f-15f20d29b9a7 req-1dea7093-0d64-4426-a6fe-cf251334bf9d service neutron] 10.222.0.38 "GET /v2.0/networks?id=cf53fbb3-94f1-456d-b2d9-2308b0506441 HTTP/1.1" status: 200 len: 922 time: 0.1407139 Sep 16 04:41:40.458433 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-675b6f2c-3c0e-4fa9-9267-941604fde97b req-74f31bc4-f2b4-4755-85dd-8fda77436afb tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824933 Sep 16 04:41:40.459583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf73b001-bf97-485e-b89f-15f20d29b9a7 req-4c16300c-b17f-437a-b93f-4b528e6e5236 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f28bd9-b0c2-4f58-be52-7bac29d804de HTTP/1.1" status: 200 len: 217 time: 0.0428112 Sep 16 04:41:40.534156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73b001-bf97-485e-b89f-15f20d29b9a7 req-e7823582-4868-4a57-a630-bb618871b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.536728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf73b001-bf97-485e-b89f-15f20d29b9a7 req-e7823582-4868-4a57-a630-bb618871b21d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2fc8c2b9-7714-43f4-b109-3d95b7293220 HTTP/1.1" status: 200 len: 860 time: 0.0689809 Sep 16 04:41:40.574045 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.632036 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73b001-bf97-485e-b89f-15f20d29b9a7 req-ff83a0ff-5b9c-48e4-bbd7-6ff67745e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.633855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf73b001-bf97-485e-b89f-15f20d29b9a7 req-ff83a0ff-5b9c-48e4-bbd7-6ff67745e056 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cf53fbb3-94f1-456d-b2d9-2308b0506441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885584 Sep 16 04:41:40.653399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ab3ef-8503-49c2-855c-8a1e0aa29d11 req-9db0031e-17bc-4158-b177-fe7c75732f0c tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.654693 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a01ab3ef-8503-49c2-855c-8a1e0aa29d11 req-9db0031e-17bc-4158-b177-fe7c75732f0c tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.0927062 Sep 16 04:41:40.747452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a01ab3ef-8503-49c2-855c-8a1e0aa29d11 req-45c67fd1-cac4-4692-b627-775211693d0d tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831456 Sep 16 04:41:40.782224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf73b001-bf97-485e-b89f-15f20d29b9a7 req-4181abd6-449f-4a95-88c0-76420ddb2fae service neutron] 10.222.0.38 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264586 Sep 16 04:41:40.859155 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0c859c28-3768-4b23-a0d9-c0ac1db50115 req-5afcb63d-9a57-48c2-ada8-65be2110270b tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4ed1531-b116-47e3-ae70-08ee23d7f1de HTTP/1.1" status: 200 len: 210 time: 0.0601919 Sep 16 04:41:40.929826 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf73b001-bf97-485e-b89f-15f20d29b9a7 req-9d10c135-bdb6-4cf5-8a33-4e3b39ddb7d2 service neutron] 10.222.0.38 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336668 Sep 16 04:41:41.016068 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:41.037013 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:41.054845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114e6ab-bb60-423e-acee-c40e079f2568 req-b7171303-08bf-4f4b-8cc4-171dd8d255cc tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:41.056652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4114e6ab-bb60-423e-acee-c40e079f2568 req-b7171303-08bf-4f4b-8cc4-171dd8d255cc tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 943 time: 0.0788896 Sep 16 04:41:41.149821 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4114e6ab-bb60-423e-acee-c40e079f2568 req-54c4f017-c1ec-4e61-8b41-df543c0a355e tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813596 Sep 16 04:41:41.155944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:41.180715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587a27f-e4ea-4a9e-bb5d-4aa3f58bb76b req-571b8c9a-3db5-42c0-a062-5ce1cdf5ad90 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:41.182941 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9587a27f-e4ea-4a9e-bb5d-4aa3f58bb76b req-571b8c9a-3db5-42c0-a062-5ce1cdf5ad90 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.0974228 Sep 16 04:41:41.255179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9587a27f-e4ea-4a9e-bb5d-4aa3f58bb76b req-fbaadfb6-436c-4b1a-84e5-e7460b4afcf2 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611849 Sep 16 04:41:41.263500 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:41.324140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4', 'mac_address': 'fa:16:3e:47:39:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:41.376224 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.405543 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:41.432317 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.438223 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': 'c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1', 'mac_address': 'fa:16:3e:a3:32:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:41.440126 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6005299-14ff-43e1-8cdd-b3fc1f9292cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:41.445723 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bc020b-ef7b-436c-a976-5a4e8e767947" -d '{"events": [{"server_uuid": "f6005299-14ff-43e1-8cdd-b3fc1f9292cd", "name": "network-vif-unplugged", "status": "completed", "tag": "a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:41.463541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:41.471854 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:41.499820 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c784c9cf-5e36-4e39-b939-eac1c4aae130 x-openstack-request-id: req-c784c9cf-5e36-4e39-b939-eac1c4aae130 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:41.503209 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6005299-14ff-43e1-8cdd-b3fc1f9292cd", "name": "network-vif-unplugged", "status": "completed", "tag": "a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:41.503209 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c784c9cf-5e36-4e39-b939-eac1c4aae130 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:41.503209 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6005299-14ff-43e1-8cdd-b3fc1f9292cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4', 'code': 200} Sep 16 04:41:41.517587 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.533406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:41.557446 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:41.582323 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.617641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fae33-346f-4e03-9982-63e79b6f6a12 req-cb8bc82c-70ac-4010-9c4d-acb50f420e70 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:41.619891 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b83fae33-346f-4e03-9982-63e79b6f6a12 req-cb8bc82c-70ac-4010-9c4d-acb50f420e70 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 947 time: 0.0603614 Sep 16 04:41:41.629189 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59312) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:41.646295 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.673292 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:41:41.673292 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:41:41.675606 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b83fae33-346f-4e03-9982-63e79b6f6a12 req-3a80326d-ab11-4685-858c-970d82f72f7b tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468860 Sep 16 04:41:41.687625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:41.696665 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:41.697419 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:41.697948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:41.698456 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:41.698975 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:41.701839 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:41.701839 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:41.701839 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:41.701839 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:41.701839 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:41.701839 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:41.701839 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:41.762537 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:41.768112 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f92d7a8-eedf-46bb-a72e-45a8bb106956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.878263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d1772-92de-4d0c-af4c-c223052df66a req-cb5da280-5214-4743-9a28-bbb478eb3b7f tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:41.879671 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f92d7a8-eedf-46bb-a72e-45a8bb106956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.880205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b94d1772-92de-4d0c-af4c-c223052df66a req-cb5da280-5214-4743-9a28-bbb478eb3b7f tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 948 time: 0.0527930 Sep 16 04:41:41.945619 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f92d7a8-eedf-46bb-a72e-45a8bb106956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.964069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b94d1772-92de-4d0c-af4c-c223052df66a req-0d802935-74b4-4b9c-b496-3952b9536fa3 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715854 Sep 16 04:41:41.982466 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92d7a8-eedf-46bb-a72e-45a8bb106956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c888da82-6eb0-4b19-bf55-4fda361b7ea6,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:41.985308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eae88bee-5754-465f-9fed-77d12e88e751 req-4ba46483-e99a-48cb-97b8-26f1636ca492 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4ed1531-b116-47e3-ae70-08ee23d7f1de HTTP/1.1" status: 200 len: 210 time: 0.0493803 Sep 16 04:41:42.000174 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8f92d7a8-eedf-46bb-a72e-45a8bb106956 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=453bb690e19a4ad3a8084ef963bcaec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690486 Sep 16 04:41:42.003438 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59326) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:42.053364 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b1b93c41-cb83-4d42-afc3-f7a3e277cbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.074366 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b1b93c41-cb83-4d42-afc3-f7a3e277cbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.180196 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b1b93c41-cb83-4d42-afc3-f7a3e277cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.185384 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b1b93c41-cb83-4d42-afc3-f7a3e277cbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.193302 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b1b93c41-cb83-4d42-afc3-f7a3e277cbfe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c888da82-6eb0-4b19-bf55-4fda361b7ea6 HTTP/1.1" status: 204 len: 168 time: 0.1831110 Sep 16 04:41:42.209377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:42.218480 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b93c41-cb83-4d42-afc3-f7a3e277cbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c888da82-6eb0-4b19-bf55-4fda361b7ea6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:42.394453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281362c-defc-4195-94db-0564bfd21f45 req-b3c28d55-b314-40b2-be15-b29dacd04a0d tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:42.416134 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e281362c-defc-4195-94db-0564bfd21f45 req-b3c28d55-b314-40b2-be15-b29dacd04a0d tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 943 time: 0.1021442 Sep 16 04:41:42.440493 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.471306 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:42.501096 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:42.534091 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e281362c-defc-4195-94db-0564bfd21f45 req-1ac049ad-3b13-4afa-90e1-68b36662adbb tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123128 Sep 16 04:41:42.547989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc3c05-989d-44c9-978c-3eb79b6ec88d req-eea7d4f0-3882-4cb7-a2ee-618db5d54f4d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:42.558958 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7fc3c05-989d-44c9-978c-3eb79b6ec88d req-eea7d4f0-3882-4cb7-a2ee-618db5d54f4d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.1172097 Sep 16 04:41:42.602724 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-624b0696-06cb-49c6-8890-d08206b95689 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:42.605009 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-624b0696-06cb-49c6-8890-d08206b95689 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.21 "GET /v2.0/networks?id=a3575ff3-4916-47b4-a229-afff767245c5 HTTP/1.1" status: 200 len: 805 time: 0.4030213 Sep 16 04:41:42.608422 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.614469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7fc3c05-989d-44c9-978c-3eb79b6ec88d req-a7b098d9-9dfe-40ec-9979-9ad22e003d06 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575037 Sep 16 04:41:42.626446 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-4b8d3c01-beae-4e09-a8c9-72215f0132b4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Request body: {'port': {'device_id': 'e4ed1531-b116-47e3-ae70-08ee23d7f1de', 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5', 'admin_state_up': True, 'tenant_id': 'af2bb4dc17d54a00aa9acfb919ebb08a'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:42.691042 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:42.819640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c53120b5-8800-4378-b5a3-efe7e39050f9 req-48c34d1d-6c5e-49a3-b94c-7f49105d0450 tempest-FlavorsV2NegativeTest-2101090412 tempest-FlavorsV2NegativeTest-2101090412-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9d53c589c81f46019129effd954eae13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337307 Sep 16 04:41:42.867633 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7b9e7-c46a-4591-bbfb-4c497a1d0d75 req-d5c4f4ac-e81e-432f-ba07-7b37cbcd5346 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:42.869238 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97d7b9e7-c46a-4591-bbfb-4c497a1d0d75 req-d5c4f4ac-e81e-432f-ba07-7b37cbcd5346 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 948 time: 0.1191354 Sep 16 04:41:42.960480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97d7b9e7-c46a-4591-bbfb-4c497a1d0d75 req-7f735c15-e19e-413a-934f-9f7601569690 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848835 Sep 16 04:41:42.977760 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53120b5-8800-4378-b5a3-efe7e39050f9 req-9ecb2fb1-f001-4b20-b71b-299e7a20640c tempest-FlavorsV2NegativeTest-2101090412 tempest-FlavorsV2NegativeTest-2101090412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:42.979575 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c53120b5-8800-4378-b5a3-efe7e39050f9 req-9ecb2fb1-f001-4b20-b71b-299e7a20640c tempest-FlavorsV2NegativeTest-2101090412 tempest-FlavorsV2NegativeTest-2101090412-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1587427 Sep 16 04:41:43.002692 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c53120b5-8800-4378-b5a3-efe7e39050f9 req-c1b54f35-b675-470b-b825-971ae94bd09d tempest-FlavorsV2NegativeTest-2101090412 tempest-FlavorsV2NegativeTest-2101090412-project] 10.222.0.20 "GET /v2.0/quotas/9d53c589c81f46019129effd954eae13 HTTP/1.1" status: 200 len: 375 time: 0.0118787 Sep 16 04:41:43.026728 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59358) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:43.048333 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eff6e617-e907-4a00-819b-a94622bc212f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.055592 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c53120b5-8800-4378-b5a3-efe7e39050f9 req-26c7651d-b42e-4244-9836-935f52cd403f tempest-FlavorsV2NegativeTest-2101090412 tempest-FlavorsV2NegativeTest-2101090412-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d53c589c81f46019129effd954eae13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445869 Sep 16 04:41:43.114751 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d5c35-98df-48d0-8ce4-f7f1efeeeb43 req-1bbbd51a-d0b2-4a9e-acdd-fa7971613fb7 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.119851 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-675d5c35-98df-48d0-8ce4-f7f1efeeeb43 req-1bbbd51a-d0b2-4a9e-acdd-fa7971613fb7 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 949 time: 0.0685911 Sep 16 04:41:43.138355 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:43.169620 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-4b8d3c01-beae-4e09-a8c9-72215f0132b4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Made reservation on behalf of af2bb4dc17d54a00aa9acfb919ebb08a for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:43.176763 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-4b8d3c01-beae-4e09-a8c9-72215f0132b4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.201658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da6f40e1-9f29-4f3f-82f9-fca50d0b89d9 req-92440c3d-0e3c-48c8-9679-fa9685eb75af tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4ed1531-b116-47e3-ae70-08ee23d7f1de HTTP/1.1" status: 200 len: 210 time: 0.0452785 Sep 16 04:41:43.205672 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-675d5c35-98df-48d0-8ce4-f7f1efeeeb43 req-3c38fb23-2a70-4900-b397-14ae961a898c tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831654 Sep 16 04:41:43.390524 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-4b8d3c01-beae-4e09-a8c9-72215f0132b4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Allocated IP 172.20.0.3 (a3575ff3-4916-47b4-a229-afff767245c5/02f3edd7-c966-45f1-a2c0-304513016974/74688dc2-403b-4b8e-bc63-df9234f432f3) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:43.394851 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eff6e617-e907-4a00-819b-a94622bc212f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.500176 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eff6e617-e907-4a00-819b-a94622bc212f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.568630 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-eff6e617-e907-4a00-819b-a94622bc212f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13344a7bc670410d95ca29edd8f44167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5387046 Sep 16 04:41:43.571388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59378) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:43.571872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6e617-e907-4a00-819b-a94622bc212f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e8c8c6-1f58-4b0a-9b3c-8becdec31e70,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:43.587010 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-4b8d3c01-beae-4e09-a8c9-72215f0132b4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.650935 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-601293cd-2c87-4bd3-a9d7-81701fbf29e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.688391 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-601293cd-2c87-4bd3-a9d7-81701fbf29e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.706618 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-4b8d3c01-beae-4e09-a8c9-72215f0132b4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.749261 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-4b8d3c01-beae-4e09-a8c9-72215f0132b4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Network a3575ff3-4916-47b4-a229-afff767245c5 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:43.753650 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-4b8d3c01-beae-4e09-a8c9-72215f0132b4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:43.758138 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-4b8d3c01-beae-4e09-a8c9-72215f0132b4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:43.795548 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d3c01-beae-4e09-a8c9-72215f0132b4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Pushing event updated for resources: {'Port': ['ID=74688dc2-403b-4b8e-bc63-df9234f432f3,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:43.833054 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-4b8d3c01-beae-4e09-a8c9-72215f0132b4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.833764 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-4b8d3c01-beae-4e09-a8c9-72215f0132b4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.918049 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-4b8d3c01-beae-4e09-a8c9-72215f0132b4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2963681 Sep 16 04:41:43.938681 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Request body: {'port': {'device_id': 'e4ed1531-b116-47e3-ae70-08ee23d7f1de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:44.001523 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.006070 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a99361-d294-4f30-851e-eab271f9c942 req-de5f6906-b63f-441c-ada1-a31aef864e1e tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.006070 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41a99361-d294-4f30-851e-eab271f9c942 req-de5f6906-b63f-441c-ada1-a31aef864e1e tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 943 time: 0.3697629 Sep 16 04:41:44.032643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426fbdc-ca29-45b7-91a5-86abe78f34b4 req-e16f3503-5df9-4ae2-968f-b8ac7bd4fc57 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.034349 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7426fbdc-ca29-45b7-91a5-86abe78f34b4 req-e16f3503-5df9-4ae2-968f-b8ac7bd4fc57 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.3364146 Sep 16 04:41:44.089351 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41a99361-d294-4f30-851e-eab271f9c942 req-f92d532b-1d1d-4156-a993-b2dbb5804ab2 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730600 Sep 16 04:41:44.097484 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7426fbdc-ca29-45b7-91a5-86abe78f34b4 req-323240be-d16c-460d-bf72-0e7f818fad3c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530415 Sep 16 04:41:44.145504 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-601293cd-2c87-4bd3-a9d7-81701fbf29e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.151792 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-601293cd-2c87-4bd3-a9d7-81701fbf29e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.151792 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-601293cd-2c87-4bd3-a9d7-81701fbf29e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3e8c8c6-1f58-4b0a-9b3c-8becdec31e70 HTTP/1.1" status: 204 len: 168 time: 0.5764511 Sep 16 04:41:44.161063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601293cd-2c87-4bd3-a9d7-81701fbf29e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e8c8c6-1f58-4b0a-9b3c-8becdec31e70,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:44.280494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c8efb-20ad-4a22-a2a1-a314efbd3b71 req-7451877e-c9cb-4cfd-bb1a-a28de91448e6 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.282480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae3c8efb-20ad-4a22-a2a1-a314efbd3b71 req-7451877e-c9cb-4cfd-bb1a-a28de91448e6 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 948 time: 0.0820782 Sep 16 04:41:44.351681 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae3c8efb-20ad-4a22-a2a1-a314efbd3b71 req-6bda39ae-d8a6-4fc0-a847-d2d3d095f9ca tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589354 Sep 16 04:41:44.381108 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74688dc2-403b-4b8e-bc63-df9234f432f3 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:44.392082 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.412354 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Transition to ACTIVE for port object 74688dc2-403b-4b8e-bc63-df9234f432f3 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:44.523354 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.532307 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59398) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:44.539288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a280e6-1f15-4801-8df0-c8fd513c1c95 req-77284a19-7d01-42fa-9521-0026e388b21a tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.540873 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86a280e6-1f15-4801-8df0-c8fd513c1c95 req-77284a19-7d01-42fa-9521-0026e388b21a tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4ed1531-b116-47e3-ae70-08ee23d7f1de HTTP/1.1" status: 200 len: 931 time: 0.0951824 Sep 16 04:41:44.580140 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Pushing event updated for resources: {'Port': ['ID=74688dc2-403b-4b8e-bc63-df9234f432f3,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:44.603669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95be080-9267-499d-8055-fb3a74fdb0b7 req-e2da5da7-875e-4e6f-a026-daaec6ce9620 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.614817 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b95be080-9267-499d-8055-fb3a74fdb0b7 req-e2da5da7-875e-4e6f-a026-daaec6ce9620 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 949 time: 0.1204031 Sep 16 04:41:44.662566 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86a280e6-1f15-4801-8df0-c8fd513c1c95 req-0f364970-d1e5-468e-9ecd-8c14e6c5f49d tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022661 Sep 16 04:41:44.697088 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Attempting to bind port 74688dc2-403b-4b8e-bc63-df9234f432f3 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:44.697251 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b95be080-9267-499d-8055-fb3a74fdb0b7 req-5738fec0-3e63-4470-9e56-2477c60c6329 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808325 Sep 16 04:41:44.697637 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Attempting to bind port 74688dc2-403b-4b8e-bc63-df9234f432f3 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '7b61a8d8-2664-44da-bd79-64843a1f98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:44.698064 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Attempting to bind port 74688dc2-403b-4b8e-bc63-df9234f432f3 on network a3575ff3-4916-47b4-a229-afff767245c5 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:44.703615 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Port 74688dc2-403b-4b8e-bc63-df9234f432f3 on network a3575ff3-4916-47b4-a229-afff767245c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:44.704156 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Attempting to bind port 74688dc2-403b-4b8e-bc63-df9234f432f3 on network a3575ff3-4916-47b4-a229-afff767245c5 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:44.709919 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:44.710377 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Checking segment: {'id': '7b61a8d8-2664-44da-bd79-64843a1f98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:44.710856 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Bound using segment: {'id': '7b61a8d8-2664-44da-bd79-64843a1f98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:44.711420 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Bound port: 74688dc2-403b-4b8e-bc63-df9234f432f3, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b61a8d8-2664-44da-bd79-64843a1f98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:44.711907 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.740129 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c433ac49-852c-41b4-866b-79cb3a2ded69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.820253 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] For port 74688dc2-403b-4b8e-bc63-df9234f432f3, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:44.824774 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] For port 74688dc2-403b-4b8e-bc63-df9234f432f3, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=74688dc2-403b-4b8e-bc63-df9234f432f3,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:44.881924 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c433ac49-852c-41b4-866b-79cb3a2ded69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.888156 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.925274 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.925894 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.927329 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] 10.222.0.21 "PUT /v2.0/ports/74688dc2-403b-4b8e-bc63-df9234f432f3 HTTP/1.1" status: 200 len: 1092 time: 0.9935496 Sep 16 04:41:44.927771 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ed1531-b116-47e3-ae70-08ee23d7f1de', 'tag': '74688dc2-403b-4b8e-bc63-df9234f432f3'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:44.930110 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092e550e-80bc-42f4-ab68-896405390c46" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ed1531-b116-47e3-ae70-08ee23d7f1de", "tag": "74688dc2-403b-4b8e-bc63-df9234f432f3"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:44.950565 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c433ac49-852c-41b4-866b-79cb3a2ded69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.964092 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a47ea-3de4-4043-a7b5-fbc14dbc4b5b service neutron] Pushing event updated for resources: {'Port': ['ID=74688dc2-403b-4b8e-bc63-df9234f432f3,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:44.976594 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7227d8-7dda-42c3-b5c4-6b26482c5604 x-openstack-request-id: req-4e7227d8-7dda-42c3-b5c4-6b26482c5604 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:44.976878 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ed1531-b116-47e3-ae70-08ee23d7f1de", "tag": "74688dc2-403b-4b8e-bc63-df9234f432f3", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:44.977121 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e7227d8-7dda-42c3-b5c4-6b26482c5604 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:44.977508 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ed1531-b116-47e3-ae70-08ee23d7f1de', 'tag': '74688dc2-403b-4b8e-bc63-df9234f432f3', 'status': 'completed', 'code': 200} Sep 16 04:41:44.995994 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c433ac49-852c-41b4-866b-79cb3a2ded69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d53c589c81f46019129effd954eae13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449944 Sep 16 04:41:44.998669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59412) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:45.001692 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433ac49-852c-41b4-866b-79cb3a2ded69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e2c368-c10a-4f60-916b-67abbee44237,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:45.043242 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:45.068070 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e550e-80bc-42f4-ab68-896405390c46 req-91cbe21d-827a-4f7c-b649-1b702045a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.069818 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-092e550e-80bc-42f4-ab68-896405390c46 req-91cbe21d-827a-4f7c-b649-1b702045a811 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af2bb4dc17d54a00aa9acfb919ebb08a&device_id=e4ed1531-b116-47e3-ae70-08ee23d7f1de HTTP/1.1" status: 200 len: 1095 time: 0.0605099 Sep 16 04:41:45.070123 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-53d086ba-123e-470a-9c34-9a96caee48ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.096571 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:45.096945 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.100959 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-53d086ba-123e-470a-9c34-9a96caee48ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.192143 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b9f28bd9-b0c2-4f58-be52-7bac29d804de details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:45.214314 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:45.236864 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.267992 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-53d086ba-123e-470a-9c34-9a96caee48ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.271091 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-53d086ba-123e-470a-9c34-9a96caee48ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.274482 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-53d086ba-123e-470a-9c34-9a96caee48ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96e2c368-c10a-4f60-916b-67abbee44237 HTTP/1.1" status: 204 len: 168 time: 0.2724605 Sep 16 04:41:45.306945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9ec59-530b-4309-b9e8-b777c1808530 req-160c187c-7cc3-4e3a-bba8-8cddfeb16565 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.310001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ec9ec59-530b-4309-b9e8-b777c1808530 req-160c187c-7cc3-4e3a-bba8-8cddfeb16565 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.1165733 Sep 16 04:41:45.319957 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6005299-14ff-43e1-8cdd-b3fc1f9292cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:45.320182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d086ba-123e-470a-9c34-9a96caee48ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e2c368-c10a-4f60-916b-67abbee44237,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:45.323367 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ada40cb-43d9-4e3f-a85b-c78aa0bea2f3" -d '{"events": [{"server_uuid": "f6005299-14ff-43e1-8cdd-b3fc1f9292cd", "name": "network-vif-plugged", "status": "completed", "tag": "a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:45.350702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:45.369384 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e550e-80bc-42f4-ab68-896405390c46 req-9f91c5fb-d3fc-43c0-b7f1-4bac19668e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.375416 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-092e550e-80bc-42f4-ab68-896405390c46 req-9f91c5fb-d3fc-43c0-b7f1-4bac19668e6d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=af2bb4dc17d54a00aa9acfb919ebb08a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2811871 Sep 16 04:41:45.375745 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f8c0d-30bc-4584-b07e-62b031f7a70f req-7f0c0d84-1fc9-4471-be8e-c8b324f81787 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.386463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-871f8c0d-30bc-4584-b07e-62b031f7a70f req-7f0c0d84-1fc9-4471-be8e-c8b324f81787 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 943 time: 0.1639240 Sep 16 04:41:45.420881 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.449479 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ec9ec59-530b-4309-b9e8-b777c1808530 req-adb4a9ad-7318-415f-965e-323b378e8f37 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384680 Sep 16 04:41:45.473706 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port b9f28bd9-b0c2-4f58-be52-7bac29d804de, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b9f28bd9-b0c2-4f58-be52-7bac29d804de,segment=NetworkSegment(ad304f20-6e26-4222-8d09-8cf5b7a9ff0e),segment_id=ad304f20-6e26-4222-8d09-8cf5b7a9ff0e)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:45.484490 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-871f8c0d-30bc-4584-b07e-62b031f7a70f req-9c6fdb5b-5c84-4a69-8c27-120ca214eaf8 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960925 Sep 16 04:41:45.520426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:45.560226 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'port_id': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de', 'mac_address': 'fa:16:3e:1a:d4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:45.568500 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae07e40e-2eeb-4fb5-af66-556bbfd89d0b x-openstack-request-id: req-ae07e40e-2eeb-4fb5-af66-556bbfd89d0b {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:45.568956 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6005299-14ff-43e1-8cdd-b3fc1f9292cd", "name": "network-vif-plugged", "status": "completed", "tag": "a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:45.569346 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae07e40e-2eeb-4fb5-af66-556bbfd89d0b {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:45.569939 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6005299-14ff-43e1-8cdd-b3fc1f9292cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4', 'code': 200} Sep 16 04:41:45.576870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:45.577535 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.716688 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:45.721310 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51336b0-4385-434c-9785-f2c8ce28ac4e req-a8984882-bacb-4d4e-ac09-3d5234719b39 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.739795 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e51336b0-4385-434c-9785-f2c8ce28ac4e req-a8984882-bacb-4d4e-ac09-3d5234719b39 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 948 time: 0.1049330 Sep 16 04:41:45.764327 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.787247 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e550e-80bc-42f4-ab68-896405390c46 req-3dea373b-d46c-4f7e-8afc-59af45a79f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.795604 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-092e550e-80bc-42f4-ab68-896405390c46 req-3dea373b-d46c-4f7e-8afc-59af45a79f07 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4121182 Sep 16 04:41:45.799960 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f28bd9-b0c2-4f58-be52-7bac29d804de {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:45.862663 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port b9f28bd9-b0c2-4f58-be52-7bac29d804de, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b9f28bd9-b0c2-4f58-be52-7bac29d804de,segment=NetworkSegment(ad304f20-6e26-4222-8d09-8cf5b7a9ff0e),segment_id=ad304f20-6e26-4222-8d09-8cf5b7a9ff0e)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:45.877557 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.887022 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e51336b0-4385-434c-9785-f2c8ce28ac4e req-4c3477ba-77fb-4226-92e6-3e3a66ef3007 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448913 Sep 16 04:41:45.933489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc6bdf-87c6-4815-9d74-b2cea2c08bc1 req-8ad3d7dd-ef80-41be-9d76-c3ad8291eb41 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.947212 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-81cc6bdf-87c6-4815-9d74-b2cea2c08bc1 req-8ad3d7dd-ef80-41be-9d76-c3ad8291eb41 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4ed1531-b116-47e3-ae70-08ee23d7f1de HTTP/1.1" status: 200 len: 943 time: 0.1557720 Sep 16 04:41:45.959221 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.036812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-81cc6bdf-87c6-4815-9d74-b2cea2c08bc1 req-38f9d49b-04b5-4daf-8120-566ba1d25c0a tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864234 Sep 16 04:41:46.087243 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-77dae399-c194-4d53-acb4-40ea71b2f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:46.088980 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-77dae399-c194-4d53-acb4-40ea71b2f427 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af2bb4dc17d54a00aa9acfb919ebb08a&device_id=e4ed1531-b116-47e3-ae70-08ee23d7f1de HTTP/1.1" status: 200 len: 1095 time: 0.1804509 Sep 16 04:41:46.140953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:46.148353 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=b9f28bd9-b0c2-4f58-be52-7bac29d804de,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:46.185562 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-45c1f8e3-8120-4dfb-a883-2c927d46c914 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74688dc2-403b-4b8e-bc63-df9234f432f3 HTTP/1.1" status: 200 len: 217 time: 0.0751979 Sep 16 04:41:46.196113 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd67b-ca59-4b52-96f8-85d4994a624d req-3477fa78-bfd6-41d2-872d-c57ec62dabe7 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:46.197809 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3fddd67b-ca59-4b52-96f8-85d4994a624d req-3477fa78-bfd6-41d2-872d-c57ec62dabe7 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.0956023 Sep 16 04:41:46.206739 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cdbd4-0edc-4306-9cd8-c7d9899dee67 req-93ce307c-edd2-42cf-816b-1439c4ed2766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:46.208399 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c57cdbd4-0edc-4306-9cd8-c7d9899dee67 req-93ce307c-edd2-42cf-816b-1439c4ed2766 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 1102 time: 0.0970423 Sep 16 04:41:46.241723 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.305019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3fddd67b-ca59-4b52-96f8-85d4994a624d req-c3f79055-ac85-4e94-b42f-1f62ae81faeb tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925386 Sep 16 04:41:46.317471 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c57cdbd4-0edc-4306-9cd8-c7d9899dee67 req-6c77572f-8055-4dfd-9971-ca84c40e86f1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836277 Sep 16 04:41:46.335058 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-58acc02d-46ae-4a3b-8424-b9d2f0a3a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:46.336648 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-58acc02d-46ae-4a3b-8424-b9d2f0a3a740 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=02f3edd7-c966-45f1-a2c0-304513016974 HTTP/1.1" status: 200 len: 845 time: 0.1422970 Sep 16 04:41:46.364201 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:46.421751 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['b9f28bd9-b0c2-4f58-be52-7bac29d804de'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:46.727672 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799a03e-e447-4743-a13f-f3e7fab935c9 req-1c669b29-f2ed-48c7-ab85-d179a4f0d7ec tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:46.736493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b799a03e-e447-4743-a13f-f3e7fab935c9 req-1c669b29-f2ed-48c7-ab85-d179a4f0d7ec tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.1882153 Sep 16 04:41:46.740468 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-e23f4b5f-1b32-407b-96b2-7f1adb3eac30 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3575ff3-4916-47b4-a229-afff767245c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260117 Sep 16 04:41:46.764950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4d086-3f54-4afd-a7a7-d7cd2b4d6d43 req-2cda4850-823d-46de-8947-ad45ff78371a tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:46.766649 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-27f4d086-3f54-4afd-a7a7-d7cd2b4d6d43 req-2cda4850-823d-46de-8947-ad45ff78371a tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 944 time: 0.1279347 Sep 16 04:41:46.840475 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b799a03e-e447-4743-a13f-f3e7fab935c9 req-f4ff1c48-9b87-430f-ad1d-7d9d1b5a5f4f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971100 Sep 16 04:41:46.880686 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-27f4d086-3f54-4afd-a7a7-d7cd2b4d6d43 req-3185bd00-ecf8-4f7a-8c9b-d5b7bbaed06d tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803759 Sep 16 04:41:46.972038 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-24d73b41-5258-4d02-a582-4d6b2f542564 service neutron] 10.222.0.21 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232893 Sep 16 04:41:47.144891 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7fca6-e20c-4bdb-a43d-59fcac487827 req-81abefff-a0ce-42ab-826a-ca0ce54a6f30 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:47.146244 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a08ebd78-62e9-4e77-a0ed-a72149fe5d27 req-35958b5e-593c-4167-98ae-7b7a919e3047 service neutron] 10.222.0.21 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651995 Sep 16 04:41:47.147209 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57f7fca6-e20c-4bdb-a43d-59fcac487827 req-81abefff-a0ce-42ab-826a-ca0ce54a6f30 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 949 time: 0.0953176 Sep 16 04:41:47.201969 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57f7fca6-e20c-4bdb-a43d-59fcac487827 req-858fc6fd-3b4c-46b4-a774-734d7f9b6f47 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450985 Sep 16 04:41:47.378188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59492) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:47.405424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7444ff3-506e-4a4b-8cde-f13d96826f3b req-a68a8412-5c7f-4b16-a1d7-883cea85e775 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:47.407176 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7444ff3-506e-4a4b-8cde-f13d96826f3b req-a68a8412-5c7f-4b16-a1d7-883cea85e775 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4ed1531-b116-47e3-ae70-08ee23d7f1de HTTP/1.1" status: 200 len: 943 time: 0.1028876 Sep 16 04:41:47.461307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7444ff3-506e-4a4b-8cde-f13d96826f3b req-9ea7ad98-2e2a-43f5-bf76-219d3a46a3ed tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440972 Sep 16 04:41:47.551641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b305f5e9-899d-4fc6-bc64-d3ea7f64af7c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429636503-network', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:47.570954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773c2312-9711-4982-ab1b-d6d074496504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:47.573868 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b99838a-f17f-4a30-b1ec-fdbb492313f3" -d '{"events": [{"server_uuid": "773c2312-9711-4982-ab1b-d6d074496504", "name": "network-vif-plugged", "status": "completed", "tag": "c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:47.649741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9822c-8b31-4e5a-94ce-b96197463154 req-25030db0-a75a-4330-87e1-cb73ee8ce088 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:47.654705 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81d5994-6480-4375-a975-215c5c396465 x-openstack-request-id: req-a81d5994-6480-4375-a975-215c5c396465 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:47.655786 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773c2312-9711-4982-ab1b-d6d074496504", "name": "network-vif-plugged", "status": "completed", "tag": "c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:47.656425 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a81d5994-6480-4375-a975-215c5c396465 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:47.657282 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773c2312-9711-4982-ab1b-d6d074496504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1', 'code': 200} Sep 16 04:41:47.675026 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cf9822c-8b31-4e5a-94ce-b96197463154 req-25030db0-a75a-4330-87e1-cb73ee8ce088 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.1061971 Sep 16 04:41:47.691145 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-b766cd65-f83e-4098-9d3d-1d7b5c568431 service neutron] show failed (client error): The resource could not be found. Sep 16 04:41:47.691979 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-b766cd65-f83e-4098-9d3d-1d7b5c568431 service neutron] 10.222.0.21 "GET /v2.0/ports/31aed236-7506-4376-9eef-5131f1554622/bindings/n-h2-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.0947137 Sep 16 04:41:47.701133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b305f5e9-899d-4fc6-bc64-d3ea7f64af7c admin admin] Made reservation on behalf of 0ee33074fd5a433d8637c207bee82ff1 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:47.705451 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b305f5e9-899d-4fc6-bc64-d3ea7f64af7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.729019 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b305f5e9-899d-4fc6-bc64-d3ea7f64af7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.764876 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cf9822c-8b31-4e5a-94ce-b96197463154 req-993fa77e-f25f-4393-9484-811ff08bf456 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916271 Sep 16 04:41:47.871472 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680eb359-77de-4030-aeff-8cda9030e99c req-30589e45-41a2-48cc-9f19-61f8f4477791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:47.873592 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-680eb359-77de-4030-aeff-8cda9030e99c req-30589e45-41a2-48cc-9f19-61f8f4477791 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 1101 time: 0.1053231 Sep 16 04:41:48.053779 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-680eb359-77de-4030-aeff-8cda9030e99c req-11f34906-2a8a-4d77-bb1f-ba593bb513b4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506495 Sep 16 04:41:48.077062 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b305f5e9-899d-4fc6-bc64-d3ea7f64af7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.115075 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7184d-f482-4d34-aa34-b1e8ebdb753f req-32f58d14-33e0-49cd-99ee-84ba9559cda8 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.116711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53d7184d-f482-4d34-aa34-b1e8ebdb753f req-32f58d14-33e0-49cd-99ee-84ba9559cda8 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.1372497 Sep 16 04:41:48.134173 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98b86a-c53c-44c3-84f6-ec51f1ba9b59 req-88eed65c-1c63-4f8f-ab25-c5a47ab16e62 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.136080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e98b86a-c53c-44c3-84f6-ec51f1ba9b59 req-88eed65c-1c63-4f8f-ab25-c5a47ab16e62 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 944 time: 0.0771258 Sep 16 04:41:48.207895 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53d7184d-f482-4d34-aa34-b1e8ebdb753f req-153d0ed6-9185-47d1-a52f-470a88d2e6b0 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703537 Sep 16 04:41:48.213671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e98b86a-c53c-44c3-84f6-ec51f1ba9b59 req-75b68ede-920a-473a-ae8d-801b38687658 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660267 Sep 16 04:41:48.237644 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b305f5e9-899d-4fc6-bc64-d3ea7f64af7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.288286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b305f5e9-899d-4fc6-bc64-d3ea7f64af7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:41:48.304410 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305f5e9-899d-4fc6-bc64-d3ea7f64af7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07432f6d-b4c1-4620-83f5-4bb8143d78ed,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:48.310325 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b305f5e9-899d-4fc6-bc64-d3ea7f64af7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.310789 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-b305f5e9-899d-4fc6-bc64-d3ea7f64af7c admin admin] Added segment 3bb82cf0-ee0f-4c07-837b-a05751c55984 of type vlan for network 5d30b5e1-6737-44a0-aa98-81c0f6007768 Sep 16 04:41:48.368703 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b305f5e9-899d-4fc6-bc64-d3ea7f64af7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.468311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514ddf9-bde8-4ed4-b2d5-d20e7d390edd req-5fee919a-d185-41a5-b568-a65cb4deb59d tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.469945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e514ddf9-bde8-4ed4-b2d5-d20e7d390edd req-5fee919a-d185-41a5-b568-a65cb4deb59d tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 949 time: 0.0856047 Sep 16 04:41:48.516643 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e514ddf9-bde8-4ed4-b2d5-d20e7d390edd req-7267b55c-0ed5-4e71-9ed9-89c2e0fa938e tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392504 Sep 16 04:41:48.517966 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b305f5e9-899d-4fc6-bc64-d3ea7f64af7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.519207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b305f5e9-899d-4fc6-bc64-d3ea7f64af7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.520036 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b305f5e9-899d-4fc6-bc64-d3ea7f64af7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.684056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305f5e9-899d-4fc6-bc64-d3ea7f64af7c admin admin] Pushing event updated for resources: {'Network': ['ID=5d30b5e1-6737-44a0-aa98-81c0f6007768,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:48.696469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b305f5e9-899d-4fc6-bc64-d3ea7f64af7c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.3167846 Sep 16 04:41:48.699772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59536) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:48.700888 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 5d30b5e1-6737-44a0-aa98-81c0f6007768 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:41:48.706486 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3b4fd11d-5a3e-4ece-8671-b0ee366640b0 admin admin] Request body: {'subnet': {'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429636503-subnet', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:48.726330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-2f6b06ee-5ad1-4e69-8d3a-fee6918de92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.726330 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-2f6b06ee-5ad1-4e69-8d3a-fee6918de92d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e&tenant_id=a016558221c5434f8347e2de57e4ce82 HTTP/1.1" status: 200 len: 1102 time: 0.1732681 Sep 16 04:41:48.742064 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711cd3-2736-4508-b18b-6fec83bc884f req-2882d8b8-4633-4507-bbde-bf5c4912bae8 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.743928 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0711cd3-2736-4508-b18b-6fec83bc884f req-2882d8b8-4633-4507-bbde-bf5c4912bae8 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4ed1531-b116-47e3-ae70-08ee23d7f1de HTTP/1.1" status: 200 len: 943 time: 0.1544476 Sep 16 04:41:48.754283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-13', 'device_owner': 'compute:nova'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:48.839803 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0711cd3-2736-4508-b18b-6fec83bc884f req-e7b9fb43-a498-45b2-b9d1-3503bef1823a tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806684 Sep 16 04:41:48.846421 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.914838 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4fd11d-5a3e-4ece-8671-b0ee366640b0 admin admin] Made reservation on behalf of 0ee33074fd5a433d8637c207bee82ff1 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:48.917220 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd11d-5a3e-4ece-8671-b0ee366640b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.047628 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59542) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:49.084166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5e45b-5b68-4e02-97d7-67eae534cbe6 req-0d7b6f14-f98b-4a73-9478-9c207c17ea17 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.085710 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8bc5e45b-5b68-4e02-97d7-67eae534cbe6 req-0d7b6f14-f98b-4a73-9478-9c207c17ea17 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.2232985 Sep 16 04:41:49.165011 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7135c3c-af8b-4611-9080-bcb42fc2e4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.197658 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b9f28bd9-b0c2-4f58-be52-7bac29d804de up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:49.210418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8bc5e45b-5b68-4e02-97d7-67eae534cbe6 req-edfcab3f-c45f-4451-bb83-23a8a80ee49d tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127369 Sep 16 04:41:49.318385 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7135c3c-af8b-4611-9080-bcb42fc2e4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.333472 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port b9f28bd9-b0c2-4f58-be52-7bac29d804de completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:49.338205 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port b9f28bd9-b0c2-4f58-be52-7bac29d804de triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:49.338696 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.371037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] For port 31aed236-7506-4376-9eef-5131f1554622, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=31aed236-7506-4376-9eef-5131f1554622,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:49.402493 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7135c3c-af8b-4611-9080-bcb42fc2e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.439120 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.466921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] For port 31aed236-7506-4376-9eef-5131f1554622, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:49.476813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445dbbe-4313-479b-b9ed-75fee31350d9 req-fa845057-18e6-4653-ae05-3f13ea54535f tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.478458 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f445dbbe-4313-479b-b9ed-75fee31350d9 req-fa845057-18e6-4653-ae05-3f13ea54535f tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.1441104 Sep 16 04:41:49.481984 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d7135c3c-af8b-4611-9080-bcb42fc2e4e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d24562c30524c4886676490b0d20bc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328909 Sep 16 04:41:49.483274 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7135c3c-af8b-4611-9080-bcb42fc2e4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7297ce1-2065-440e-8f34-28fb5ca6a9dd,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:49.488343 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59554) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:49.505761 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd11d-5a3e-4ece-8671-b0ee366640b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.509609 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port b9f28bd9-b0c2-4f58-be52-7bac29d804de, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b9f28bd9-b0c2-4f58-be52-7bac29d804de,segment=NetworkSegment(ad304f20-6e26-4222-8d09-8cf5b7a9ff0e),segment_id=ad304f20-6e26-4222-8d09-8cf5b7a9ff0e)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:49.515349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb71aa5-bc38-4014-bce2-63d9aeda3c79 req-57e2b14d-de3c-4fb9-8896-ea6d11b40215 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.522464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fdb71aa5-bc38-4014-bce2-63d9aeda3c79 req-57e2b14d-de3c-4fb9-8896-ea6d11b40215 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.1848347 Sep 16 04:41:49.551032 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.572776 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c15e5b8-10a5-4e50-ac22-31a62e69b474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.619731 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c15e5b8-10a5-4e50-ac22-31a62e69b474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.641357 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=b9f28bd9-b0c2-4f58-be52-7bac29d804de,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:49.656998 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.659342 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6745227-a3db-4329-b814-b9c73da1244b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:49.661872 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb8a942-4cfe-41b1-8832-2208bebb0c21" -d '{"events": [{"server_uuid": "e6745227-a3db-4329-b814-b9c73da1244b", "name": "network-vif-plugged", "status": "completed", "tag": "b9f28bd9-b0c2-4f58-be52-7bac29d804de"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:49.667856 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e12b67-113e-4024-a8fc-4b2065ee486e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31aed236-7506-4376-9eef-5131f1554622'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:49.671596 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b22173d-9a51-4cea-800b-2ec6df215777" -d '{"events": [{"server_uuid": "35e12b67-113e-4024-a8fc-4b2065ee486e", "name": "network-vif-unplugged", "status": "completed", "tag": "31aed236-7506-4376-9eef-5131f1554622"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:49.728441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fd11d-5a3e-4ece-8671-b0ee366640b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=269fd9e1-5b0f-4157-a7b7-740c6a216112,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:49.737036 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] Transition to ACTIVE for port object 31aed236-7506-4376-9eef-5131f1554622 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:49.739607 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f445dbbe-4313-479b-b9ed-75fee31350d9 req-7e239160-1e75-4103-8eac-bbe87dfc5a41 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385597 Sep 16 04:41:49.746725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fdb71aa5-bc38-4014-bce2-63d9aeda3c79 req-469e7d13-1edc-48bc-b256-7e55d505323a tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075384 Sep 16 04:41:49.771195 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4fd11d-5a3e-4ece-8671-b0ee366640b0 admin admin] Checking segment: {'id': '3bb82cf0-ee0f-4c07-837b-a05751c55984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:49.771561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4fd11d-5a3e-4ece-8671-b0ee366640b0 admin admin] Network hostable DHCP agents. Network: 5d30b5e1-6737-44a0-aa98-81c0f6007768, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:41:49.785500 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c15e5b8-10a5-4e50-ac22-31a62e69b474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.788665 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c15e5b8-10a5-4e50-ac22-31a62e69b474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.789908 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4c15e5b8-10a5-4e50-ac22-31a62e69b474 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7297ce1-2065-440e-8f34-28fb5ca6a9dd HTTP/1.1" status: 204 len: 168 time: 0.2865884 Sep 16 04:41:49.801819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15e5b8-10a5-4e50-ac22-31a62e69b474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7297ce1-2065-440e-8f34-28fb5ca6a9dd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:49.872670 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.913198 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4fd11d-5a3e-4ece-8671-b0ee366640b0 admin admin] Network 5d30b5e1-6737-44a0-aa98-81c0f6007768 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:41:50.007720 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=31aed236-7506-4376-9eef-5131f1554622,revision_number=6']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:50.030990 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] No DVR routers for this DVR port 31aed236-7506-4376-9eef-5131f1554622 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:50.035767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-3b4fd11d-5a3e-4ece-8671-b0ee366640b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 5d30b5e1-6737-44a0-aa98-81c0f6007768) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:50.045046 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007ba566-7dc1-45b3-8a42-d80b2316e6df None None] Network 5d30b5e1-6737-44a0-aa98-81c0f6007768 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:50.055666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d1dbd-f900-4c94-ac0d-d672f2bc3c95 req-311cfaf9-c80c-40cd-ac83-cde22cb3a53c tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:50.057689 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c5d1dbd-f900-4c94-ac0d-d672f2bc3c95 req-311cfaf9-c80c-40cd-ac83-cde22cb3a53c tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 945 time: 0.2165401 Sep 16 04:41:50.069479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4fd11d-5a3e-4ece-8671-b0ee366640b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:50.070408 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd11d-5a3e-4ece-8671-b0ee366640b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.134693 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8875118-6891-49cd-8b4c-6547a1144dd5 req-9869a11f-532b-45bf-b67a-ac2ca210cafe tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:50.145581 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8875118-6891-49cd-8b4c-6547a1144dd5 req-9869a11f-532b-45bf-b67a-ac2ca210cafe tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 949 time: 0.2140436 Sep 16 04:41:50.178792 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] Attempting to bind port 31aed236-7506-4376-9eef-5131f1554622 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:50.179282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] Attempting to bind port 31aed236-7506-4376-9eef-5131f1554622 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:50.179570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] Attempting to bind port 31aed236-7506-4376-9eef-5131f1554622 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:50.205088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] Port 31aed236-7506-4376-9eef-5131f1554622 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:50.205452 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] Attempting to bind port 31aed236-7506-4376-9eef-5131f1554622 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:50.219009 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c5d1dbd-f900-4c94-ac0d-d672f2bc3c95 req-3625c7f7-4bb3-4fcf-8ff2-23d6a4a52790 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401503 Sep 16 04:41:50.228341 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:50.228691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:50.229086 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:50.229675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] Bound port: 31aed236-7506-4376-9eef-5131f1554622, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:50.230149 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.258585 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3b4fd11d-5a3e-4ece-8671-b0ee366640b0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5527203 Sep 16 04:41:50.260770 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59570) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:50.268948 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8875118-6891-49cd-8b4c-6547a1144dd5 req-5f01b1c5-c681-4f39-b6ae-656ca7d8f312 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250286 Sep 16 04:41:50.272006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-5d30b5e1-6737-44a0-aa98-81c0f6007768', 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'fixed_ips': [{'subnet_id': '269fd9e1-5b0f-4157-a7b7-740c6a216112'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:41:50.273841 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.275237 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e9749cb2-7de9-4eac-bbe0-47af3c75df5a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429636503-router', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:50.348455 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] For port 31aed236-7506-4376-9eef-5131f1554622, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:50.352075 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] For port 31aed236-7506-4376-9eef-5131f1554622, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=31aed236-7506-4376-9eef-5131f1554622,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:50.380936 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b3e8b2-0ad6-49af-807c-65b27d908199 x-openstack-request-id: req-f6b3e8b2-0ad6-49af-807c-65b27d908199 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:50.381235 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e12b67-113e-4024-a8fc-4b2065ee486e", "name": "network-vif-unplugged", "status": "completed", "tag": "31aed236-7506-4376-9eef-5131f1554622", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:50.381539 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6b3e8b2-0ad6-49af-807c-65b27d908199 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:50.381948 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e12b67-113e-4024-a8fc-4b2065ee486e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31aed236-7506-4376-9eef-5131f1554622', 'code': 200} Sep 16 04:41:50.426677 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0165b9-8233-4b8f-ae49-63f70b0d8e48 x-openstack-request-id: req-cd0165b9-8233-4b8f-ae49-63f70b0d8e48 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:50.427421 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6745227-a3db-4329-b814-b9c73da1244b", "name": "network-vif-plugged", "status": "completed", "tag": "b9f28bd9-b0c2-4f58-be52-7bac29d804de", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:50.427924 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd0165b9-8233-4b8f-ae49-63f70b0d8e48 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:50.428505 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6745227-a3db-4329-b814-b9c73da1244b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de', 'code': 200} Sep 16 04:41:50.437009 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e9749cb2-7de9-4eac-bbe0-47af3c75df5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.437418 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.438276 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e9749cb2-7de9-4eac-bbe0-47af3c75df5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.518420 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] Allocated IP 172.20.0.2 (5d30b5e1-6737-44a0-aa98-81c0f6007768/269fd9e1-5b0f-4157-a7b7-740c6a216112/3972e558-5e45-4b23-a9f3-eb449ca87671) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:50.531739 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e9749cb2-7de9-4eac-bbe0-47af3c75df5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.553937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:50.554590 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.556732 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] 10.222.0.38 "PUT /v2.0/ports/31aed236-7506-4376-9eef-5131f1554622 HTTP/1.1" status: 200 len: 1097 time: 1.8086402 Sep 16 04:41:50.581288 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa696c-598a-4123-8bca-99b30fad58e7 req-709f1af7-b87d-4735-9852-9503cc44a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:50.584473 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a8aa696c-598a-4123-8bca-99b30fad58e7 req-709f1af7-b87d-4735-9852-9503cc44a4b6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 1097 time: 0.0975780 Sep 16 04:41:50.607472 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb274789-c63f-4a94-8107-00b0be74f1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=31aed236-7506-4376-9eef-5131f1554622,revision_number=7']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:50.658335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b51db-e784-4e27-94d4-92057430dcd6 req-4711e325-012a-40e8-b31c-cc7f54e29102 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:50.666309 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-071b51db-e784-4e27-94d4-92057430dcd6 req-4711e325-012a-40e8-b31c-cc7f54e29102 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4ed1531-b116-47e3-ae70-08ee23d7f1de HTTP/1.1" status: 200 len: 943 time: 0.1551480 Sep 16 04:41:50.681543 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a8aa696c-598a-4123-8bca-99b30fad58e7 req-8060bdde-dfdb-4314-a721-510002a31806 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718901 Sep 16 04:41:50.731136 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59582) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:50.744779 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-071b51db-e784-4e27-94d4-92057430dcd6 req-67ca55c3-2069-4b86-87c3-881491780c50 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774655 Sep 16 04:41:50.747897 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-958302e5-d974-4c16-acce-e59b4cfb0096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.759105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-db231112-7c98-41b5-849c-bf1005179f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:50.761049 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-db231112-7c98-41b5-849c-bf1005179f26 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 1100 time: 0.1493330 Sep 16 04:41:50.904126 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e9749cb2-7de9-4eac-bbe0-47af3c75df5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.918822 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.022604 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-958302e5-d974-4c16-acce-e59b4cfb0096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.031302 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.077374 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] Network 5d30b5e1-6737-44a0-aa98-81c0f6007768 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:51.078536 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 74688dc2-403b-4b8e-bc63-df9234f432f3 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:51.086023 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 31aed236-7506-4376-9eef-5131f1554622 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:51.096837 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:51.126100 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:51.133144 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] Pushing event updated for resources: {'Port': ['ID=3972e558-5e45-4b23-a9f3-eb449ca87671,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:51.155495 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-958302e5-d974-4c16-acce-e59b4cfb0096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.217192 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958302e5-d974-4c16-acce-e59b4cfb0096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50be1c39-7d64-4a15-afa9-7c6f815d3d09,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:51.244107 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 31aed236-7506-4376-9eef-5131f1554622 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:51.282214 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] Attempting to bind port 3972e558-5e45-4b23-a9f3-eb449ca87671 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:51.283270 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] Attempting to bind port 3972e558-5e45-4b23-a9f3-eb449ca87671 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '3bb82cf0-ee0f-4c07-837b-a05751c55984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:51.284032 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] Attempting to bind port 3972e558-5e45-4b23-a9f3-eb449ca87671 on network 5d30b5e1-6737-44a0-aa98-81c0f6007768 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:51.324457 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-958302e5-d974-4c16-acce-e59b4cfb0096 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7543d2695de4a54b20dc4f21dfc9baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5914841 Sep 16 04:41:51.328015 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59598) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:51.362550 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:51.363680 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] Checking segment: {'id': '3bb82cf0-ee0f-4c07-837b-a05751c55984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:51.364293 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.364879 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] Bound using segment: {'id': '3bb82cf0-ee0f-4c07-837b-a05751c55984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:51.365570 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] Bound port: 3972e558-5e45-4b23-a9f3-eb449ca87671, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb82cf0-ee0f-4c07-837b-a05751c55984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:51.366181 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.406038 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e9749cb2-7de9-4eac-bbe0-47af3c75df5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.433140 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1834cdc-6a9c-49cd-a0c5-1a7b6ffca0b7 req-010482d5-d9cf-4829-80da-72f3190a6b57 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:51.445870 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1834cdc-6a9c-49cd-a0c5-1a7b6ffca0b7 req-010482d5-d9cf-4829-80da-72f3190a6b57 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 948 time: 0.4413550 Sep 16 04:41:51.491059 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e9749cb2-7de9-4eac-bbe0-47af3c75df5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.498140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 74688dc2-403b-4b8e-bc63-df9234f432f3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=74688dc2-403b-4b8e-bc63-df9234f432f3,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:51.531984 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '74688dc2-403b-4b8e-bc63-df9234f432f3', 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5', 'port_id': '74688dc2-403b-4b8e-bc63-df9234f432f3', 'mac_address': 'fa:16:3e:13:dd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f3edd7-c966-45f1-a2c0-304513016974', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:51.549079 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] For port 3972e558-5e45-4b23-a9f3-eb449ca87671, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:51.553849 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] For port 3972e558-5e45-4b23-a9f3-eb449ca87671, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3972e558-5e45-4b23-a9f3-eb449ca87671,segment=NetworkSegment(3bb82cf0-ee0f-4c07-837b-a05751c55984),segment_id=3bb82cf0-ee0f-4c07-837b-a05751c55984)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:51.571618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-b1c25548-48a3-4ad3-8a15-8eb26ed99f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:51.574051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-b1c25548-48a3-4ad3-8a15-8eb26ed99f20 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.2909322 Sep 16 04:41:51.587494 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1834cdc-6a9c-49cd-a0c5-1a7b6ffca0b7 req-f672c751-9045-4ec8-9f54-dfebce4230b8 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408756 Sep 16 04:41:51.602696 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bc34ce1f-d6d7-4d1a-9fc7-64cf3a6140d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.622356 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.665479 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74688dc2-403b-4b8e-bc63-df9234f432f3 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:51.675083 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-e9749cb2-7de9-4eac-bbe0-47af3c75df5a admin admin] Allocated IP 172.25.4.79 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/42ceed66-1374-492b-9bd4-e699ae54413b) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:51.680523 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.684918 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-6a90cc53-9b25-4b6c-8c7f-ee7d20a86575 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=31aed236-7506-4376-9eef-5131f1554622 HTTP/1.1" status: 200 len: 217 time: 0.0918117 Sep 16 04:41:51.711167 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bc34ce1f-d6d7-4d1a-9fc7-64cf3a6140d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.761147 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 74688dc2-403b-4b8e-bc63-df9234f432f3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=74688dc2-403b-4b8e-bc63-df9234f432f3,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:51.835861 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.836850 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e9749cb2-7de9-4eac-bbe0-47af3c75df5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.850635 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc2776-232e-459e-bb3b-3dec955aa9a0 None None] Pushing event updated for resources: {'Port': ['ID=3972e558-5e45-4b23-a9f3-eb449ca87671,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:51.892172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90038bac-888f-4a37-950d-d554ac3e95e9 req-6d8ce8b0-01ad-4a1e-a374-2c64e1bb2c80 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:51.906379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90038bac-888f-4a37-950d-d554ac3e95e9 req-6d8ce8b0-01ad-4a1e-a374-2c64e1bb2c80 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.3371255 Sep 16 04:41:51.925899 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-c69ee66d-a090-4d96-a99f-c1a2d8d3b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:51.928392 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-c69ee66d-a090-4d96-a99f-c1a2d8d3b4a0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.2142088 Sep 16 04:41:51.953210 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=74688dc2-403b-4b8e-bc63-df9234f432f3,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:52.008572 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e9749cb2-7de9-4eac-bbe0-47af3c75df5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:52.010320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f0da0-0ce5-460a-ad92-036f4a94f772 req-debd5470-0867-42fb-bf55-8209e6f4760d tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:52.012134 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e09f0da0-0ce5-460a-ad92-036f4a94f772 req-debd5470-0867-42fb-bf55-8209e6f4760d tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 945 time: 0.2561927 Sep 16 04:41:52.049641 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90038bac-888f-4a37-950d-d554ac3e95e9 req-d774ec84-fdf5-493a-8cdd-9f7a02442d91 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420579 Sep 16 04:41:52.067301 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9749cb2-7de9-4eac-bbe0-47af3c75df5a admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:52.070183 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-e9749cb2-7de9-4eac-bbe0-47af3c75df5a admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:52.079523 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9749cb2-7de9-4eac-bbe0-47af3c75df5a admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:52.105898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-44cc2e67-d303-41a3-bd48-f5f03569f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:52.107533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-44cc2e67-d303-41a3-bd48-f5f03569f97a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1590559 Sep 16 04:41:52.118340 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e09f0da0-0ce5-460a-ad92-036f4a94f772 req-6bea18b8-ee2e-411f-802b-5ee233c8e29e tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912330 Sep 16 04:41:52.153237 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bc34ce1f-d6d7-4d1a-9fc7-64cf3a6140d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:52.156272 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bc34ce1f-d6d7-4d1a-9fc7-64cf3a6140d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:52.157497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bc34ce1f-d6d7-4d1a-9fc7-64cf3a6140d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50be1c39-7d64-4a15-afa9-7c6f815d3d09 HTTP/1.1" status: 204 len: 168 time: 0.8282270 Sep 16 04:41:52.210130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34ce1f-d6d7-4d1a-9fc7-64cf3a6140d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50be1c39-7d64-4a15-afa9-7c6f815d3d09,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:52.311518 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['74688dc2-403b-4b8e-bc63-df9234f432f3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:52.365463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-333b0bd1-057c-457d-adca-ca42dbb63c10 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459848 Sep 16 04:41:52.382843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50541d08-da05-4ed1-af11-749935248b45 req-fd011ebf-f3ee-44d0-8e15-593e813e6c96 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:52.383322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9749cb2-7de9-4eac-bbe0-47af3c75df5a admin admin] Pushing event updated for resources: {'Port': ['ID=42ceed66-1374-492b-9bd4-e699ae54413b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:52.391689 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50541d08-da05-4ed1-af11-749935248b45 req-fd011ebf-f3ee-44d0-8e15-593e813e6c96 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 949 time: 0.1099339 Sep 16 04:41:52.397035 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e12b67-113e-4024-a8fc-4b2065ee486e', 'tag': '31aed236-7506-4376-9eef-5131f1554622'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:52.399420 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbc7805-9130-40f2-8966-32e817aab919" -d '{"events": [{"name": "network-changed", "server_uuid": "35e12b67-113e-4024-a8fc-4b2065ee486e", "tag": "31aed236-7506-4376-9eef-5131f1554622"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:52.578429 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50541d08-da05-4ed1-af11-749935248b45 req-dea24981-ba96-4d5b-b611-dd886c2e9842 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857307 Sep 16 04:41:52.610418 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3972e558-5e45-4b23-a9f3-eb449ca87671 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:52.673242 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7618b3-e5d5-470f-a5cc-a59f47af4b4c req-c23ca16a-02e4-4d9a-9190-d16e950e5d4c tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:52.696942 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b7618b3-e5d5-470f-a5cc-a59f47af4b4c req-c23ca16a-02e4-4d9a-9190-d16e950e5d4c tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4ed1531-b116-47e3-ae70-08ee23d7f1de HTTP/1.1" status: 200 len: 944 time: 0.3006670 Sep 16 04:41:52.714363 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702ddfdc-3515-40b8-951c-5f072ede243c x-openstack-request-id: req-702ddfdc-3515-40b8-951c-5f072ede243c {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:52.715049 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e12b67-113e-4024-a8fc-4b2065ee486e", "tag": "31aed236-7506-4376-9eef-5131f1554622", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:52.715939 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-702ddfdc-3515-40b8-951c-5f072ede243c {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:52.716721 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e12b67-113e-4024-a8fc-4b2065ee486e', 'tag': '31aed236-7506-4376-9eef-5131f1554622', 'status': 'completed', 'code': 200} Sep 16 04:41:52.737742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa84148e-0f4f-4808-adc5-b59ebce47179 req-829dd281-91a4-4813-983b-19e9d00160c9 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435645 Sep 16 04:41:52.831188 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 3972e558-5e45-4b23-a9f3-eb449ca87671 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:52.832133 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:52.862304 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b7618b3-e5d5-470f-a5cc-a59f47af4b4c req-3d2eec19-acf0-4850-b05d-dd59df3b8d27 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407442 Sep 16 04:41:52.900329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d23b3-e1af-49dd-90c9-72af7c7c6cdb req-38860ee3-3e02-483d-a29f-cc5e6a0e0ebd tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:52.910517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f28d23b3-e1af-49dd-90c9-72af7c7c6cdb req-38860ee3-3e02-483d-a29f-cc5e6a0e0ebd tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 948 time: 0.0970755 Sep 16 04:41:53.041880 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f28d23b3-e1af-49dd-90c9-72af7c7c6cdb req-ea10a757-cc96-42be-91cb-e988ee936217 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298895 Sep 16 04:41:53.063175 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.077405 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc7805-9130-40f2-8966-32e817aab919 req-4997fd03-c8cc-414a-ad22-45fc2e9a7dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.080154 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fbc7805-9130-40f2-8966-32e817aab919 req-4997fd03-c8cc-414a-ad22-45fc2e9a7dfe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 1100 time: 0.1126728 Sep 16 04:41:53.145969 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 3972e558-5e45-4b23-a9f3-eb449ca87671, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3972e558-5e45-4b23-a9f3-eb449ca87671,segment=NetworkSegment(3bb82cf0-ee0f-4c07-837b-a05751c55984),segment_id=3bb82cf0-ee0f-4c07-837b-a05751c55984)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:53.242686 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.249983 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e9749cb2-7de9-4eac-bbe0-47af3c75df5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.313990 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc7805-9130-40f2-8966-32e817aab919 req-06cf2b49-b13b-469d-8f71-ba775eaa317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.315884 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5fbc7805-9130-40f2-8966-32e817aab919 req-06cf2b49-b13b-469d-8f71-ba775eaa317f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 1100 time: 0.1453993 Sep 16 04:41:53.332931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc7805-9130-40f2-8966-32e817aab919 req-cc64527c-ea22-450e-b13c-d61d131cd84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.335403 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fbc7805-9130-40f2-8966-32e817aab919 req-cc64527c-ea22-450e-b13c-d61d131cd84f service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.2477469 Sep 16 04:41:53.338106 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=3972e558-5e45-4b23-a9f3-eb449ca87671,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:53.419715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112eb10-ccdc-41c1-b72b-129b4d0877ad req-4675555a-da06-4b6b-a9bc-4a92bb5bea36 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.421377 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f112eb10-ccdc-41c1-b72b-129b4d0877ad req-4675555a-da06-4b6b-a9bc-4a92bb5bea36 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.2086091 Sep 16 04:41:53.439125 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fbc7805-9130-40f2-8966-32e817aab919 req-530b7134-9093-4d76-a79b-f60a7ff0a303 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=31aed236-7506-4376-9eef-5131f1554622 HTTP/1.1" status: 200 len: 217 time: 0.0822172 Sep 16 04:41:53.523675 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e6503f-cf17-4c64-bdf3-3f32de949fda None None] Network 5d30b5e1-6737-44a0-aa98-81c0f6007768 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:53.539862 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c92f8e-4626-4716-9f2d-6f9d79025cdb req-45905b7d-c38c-44a8-95b5-9481e7b4b60b tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.542754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3c92f8e-4626-4716-9f2d-6f9d79025cdb req-45905b7d-c38c-44a8-95b5-9481e7b4b60b tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 945 time: 0.2446759 Sep 16 04:41:53.561291 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc7805-9130-40f2-8966-32e817aab919 req-b7a885c1-a723-4587-a396-cd03b58faee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.563500 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5fbc7805-9130-40f2-8966-32e817aab919 req-b7a885c1-a723-4587-a396-cd03b58faee5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.2306252 Sep 16 04:41:53.634717 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b9defbfc-fdc5-49f7-9813-1213486d63b2 None None] Provisioning complete for port 3972e558-5e45-4b23-a9f3-eb449ca87671 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:53.635594 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b9defbfc-fdc5-49f7-9813-1213486d63b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.636262 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f112eb10-ccdc-41c1-b72b-129b4d0877ad req-3a99284f-d996-496d-83f4-ba0566be3a9b tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954412 Sep 16 04:41:53.640496 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5fbc7805-9130-40f2-8966-32e817aab919 req-63cefa5c-deab-4aa3-9b99-ac9158e11905 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=31aed236-7506-4376-9eef-5131f1554622 HTTP/1.1" status: 200 len: 217 time: 0.0480530 Sep 16 04:41:53.643996 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc7805-9130-40f2-8966-32e817aab919 req-07069344-09bc-448c-8e33-8fbf5e47737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.646817 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fbc7805-9130-40f2-8966-32e817aab919 req-07069344-09bc-448c-8e33-8fbf5e47737d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1961803 Sep 16 04:41:53.688432 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e9749cb2-7de9-4eac-bbe0-47af3c75df5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.786297 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3c92f8e-4626-4716-9f2d-6f9d79025cdb req-c62016ac-0059-41b5-8129-5eb970656791 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173226 Sep 16 04:41:53.847460 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc7805-9130-40f2-8966-32e817aab919 req-3b8e4699-009b-4b39-a733-6fc481580011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.849863 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5fbc7805-9130-40f2-8966-32e817aab919 req-3b8e4699-009b-4b39-a733-6fc481580011 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1984320 Sep 16 04:41:53.853167 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc7805-9130-40f2-8966-32e817aab919 req-d9fa2f90-1710-4d72-846d-afe27d42ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.855672 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fbc7805-9130-40f2-8966-32e817aab919 req-d9fa2f90-1710-4d72-846d-afe27d42ba9e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1951101 Sep 16 04:41:53.951983 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc7805-9130-40f2-8966-32e817aab919 req-9ed2961f-8bf5-42f9-be17-7212622b2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.955608 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5fbc7805-9130-40f2-8966-32e817aab919 req-9ed2961f-8bf5-42f9-be17-7212622b2364 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0933948 Sep 16 04:41:53.967008 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95286383-1dde-407e-a7b1-b559873b6baa req-56624ee8-c4d5-4391-ac24-877f999462da tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.971136 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95286383-1dde-407e-a7b1-b559873b6baa req-56624ee8-c4d5-4391-ac24-877f999462da tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 949 time: 0.1590016 Sep 16 04:41:54.086952 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.087746 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9749cb2-7de9-4eac-bbe0-47af3c75df5a admin admin] Router 9de9d321-3317-4557-a7d1-f86371624872 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:41:54.123050 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95286383-1dde-407e-a7b1-b559873b6baa req-8b86713e-cb7b-4fe1-95f8-f5215c54fdf4 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233275 Sep 16 04:41:54.193627 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fbc7805-9130-40f2-8966-32e817aab919 req-36a670ac-fa16-4849-897d-feab50dab1f6 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033040 Sep 16 04:41:54.201042 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d91e0c44-427d-4976-9fa9-8fdc58ec7bf9 None None] Provisioning complete for port 3972e558-5e45-4b23-a9f3-eb449ca87671 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:54.201900 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d91e0c44-427d-4976-9fa9-8fdc58ec7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.232825 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5fbc7805-9130-40f2-8966-32e817aab919 req-c97e169b-4557-4370-89db-ba9b8511bf87 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678621 Sep 16 04:41:54.359299 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9749cb2-7de9-4eac-bbe0-47af3c75df5a admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:41:54.376019 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] Sync routers for ids ['9de9d321-3317-4557-a7d1-f86371624872'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:41:54.377820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f5e075f-794e-4e8a-9f8f-9b5ba150c6e9 req-eae780ef-0f9f-4e53-a5d2-5e257f1f7d12 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3798542 Sep 16 04:41:54.380058 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3972e558-5e45-4b23-a9f3-eb449ca87671 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:54.383100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-9f5e075f-794e-4e8a-9f8f-9b5ba150c6e9 req-61f6200e-f8b2-4392-99db-a7728737aa10 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:54.444993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] Routers {'9de9d321-3317-4557-a7d1-f86371624872'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:54.445441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7acd3-b8e8-4710-82e1-ef7410461577 req-9f4f5e2e-a5c4-432a-ade5-4d296102a892 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:54.445908 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:41:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['9de9d321-3317-4557-a7d1-f86371624872'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:54.447726 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ac7acd3-b8e8-4710-82e1-ef7410461577 req-9f4f5e2e-a5c4-432a-ade5-4d296102a892 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4ed1531-b116-47e3-ae70-08ee23d7f1de HTTP/1.1" status: 200 len: 944 time: 0.1783886 Sep 16 04:41:54.451940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fbc7805-9130-40f2-8966-32e817aab919 req-3c3882e6-0569-4bff-971c-bb342cc5ba51 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478218 Sep 16 04:41:54.461236 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e9749cb2-7de9-4eac-bbe0-47af3c75df5a admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.465603 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e9749cb2-7de9-4eac-bbe0-47af3c75df5a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.1994827 Sep 16 04:41:54.468569 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59648) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:54.506277 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 3972e558-5e45-4b23-a9f3-eb449ca87671 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:54.506702 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.542835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ac7acd3-b8e8-4710-82e1-ef7410461577 req-436e1d49-5b9a-4edd-8d87-71bf4598f228 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820954 Sep 16 04:41:54.596016 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9f5e075f-794e-4e8a-9f8f-9b5ba150c6e9 req-61f6200e-f8b2-4392-99db-a7728737aa10 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.612091 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5fbc7805-9130-40f2-8966-32e817aab919 req-3d7c5ecb-3836-43e8-bb03-53a7ed8de4cb service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692901 Sep 16 04:41:54.621815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] Set router 9de9d321-3317-4557-a7d1-f86371624872 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:54.800410 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f1821-eefb-43b1-8aff-b94c5fe0a342 req-d4b65faa-99b7-4649-9c55-3b35b48cbbd9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:54.802448 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-484f1821-eefb-43b1-8aff-b94c5fe0a342 req-d4b65faa-99b7-4649-9c55-3b35b48cbbd9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 948 time: 0.0896623 Sep 16 04:41:54.847993 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9f5e075f-794e-4e8a-9f8f-9b5ba150c6e9 req-61f6200e-f8b2-4392-99db-a7728737aa10 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.867217 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-484f1821-eefb-43b1-8aff-b94c5fe0a342 req-1949cf79-1fc0-4b8a-8388-1bebb1ab6595 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567772 Sep 16 04:41:54.944396 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de9d321-3317-4557-a7d1-f86371624872', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429636503-router', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:50Z', 'updated_at': '2021-09-16T04:41:52Z', 'revision_number': 3, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'gw_port': {'id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:df:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:51Z', 'updated_at': '2021-09-16T04:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:54.980006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] Checking router: 9de9d321-3317-4557-a7d1-f86371624872 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:41:54.980006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] Updating router 9de9d321-3317-4557-a7d1-f86371624872 port 42ceed66-1374-492b-9bd4-e699ae54413b binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:41:55.015527 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.026553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225fc47-b41f-422f-8779-67be47056bcd req-50be1bc6-00ac-4020-b5e9-64d024667fde tempest-LiveMigrationNegativeTest-1406218625 tempest-LiveMigrationNegativeTest-1406218625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:55.028943 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a225fc47-b41f-422f-8779-67be47056bcd req-50be1bc6-00ac-4020-b5e9-64d024667fde tempest-LiveMigrationNegativeTest-1406218625 tempest-LiveMigrationNegativeTest-1406218625-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 1101 time: 0.0934343 Sep 16 04:41:55.043237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-9f5e075f-794e-4e8a-9f8f-9b5ba150c6e9 req-61f6200e-f8b2-4392-99db-a7728737aa10 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Allocated IP 172.25.4.245 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/ba8fd932-75c7-4399-9827-d94edf340f7a) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:55.066021 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a225fc47-b41f-422f-8779-67be47056bcd req-a98e2160-a6bd-4b97-b6df-52a80ed638bb tempest-LiveMigrationNegativeTest-1406218625 tempest-LiveMigrationNegativeTest-1406218625-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.101287 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-46d714ac-5a7f-4d5c-82d8-08d719d6d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.229061 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 74688dc2-403b-4b8e-bc63-df9234f432f3 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:55.262744 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9f5e075f-794e-4e8a-9f8f-9b5ba150c6e9 req-61f6200e-f8b2-4392-99db-a7728737aa10 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.325645 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a225fc47-b41f-422f-8779-67be47056bcd req-a98e2160-a6bd-4b97-b6df-52a80ed638bb tempest-LiveMigrationNegativeTest-1406218625 tempest-LiveMigrationNegativeTest-1406218625-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.372491 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-46d714ac-5a7f-4d5c-82d8-08d719d6d845 admin admin] Allocated IP 172.20.0.1 (5d30b5e1-6737-44a0-aa98-81c0f6007768/269fd9e1-5b0f-4157-a7b7-740c6a216112/374da879-559f-4564-80d8-64e93c7e11b6) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:55.419235 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a225fc47-b41f-422f-8779-67be47056bcd req-a98e2160-a6bd-4b97-b6df-52a80ed638bb tempest-LiveMigrationNegativeTest-1406218625 tempest-LiveMigrationNegativeTest-1406218625-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.447121 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a225fc47-b41f-422f-8779-67be47056bcd req-a98e2160-a6bd-4b97-b6df-52a80ed638bb tempest-LiveMigrationNegativeTest-1406218625 tempest-LiveMigrationNegativeTest-1406218625-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047785 Sep 16 04:41:55.465289 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e2160-a6bd-4b97-b6df-52a80ed638bb tempest-LiveMigrationNegativeTest-1406218625 tempest-LiveMigrationNegativeTest-1406218625-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7478fa-b2f3-48c6-9971-6a21d35ce191,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:55.510982 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9f5e075f-794e-4e8a-9f8f-9b5ba150c6e9 req-61f6200e-f8b2-4392-99db-a7728737aa10 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.524049 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-46d714ac-5a7f-4d5c-82d8-08d719d6d845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.544064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 74688dc2-403b-4b8e-bc63-df9234f432f3 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:55.550399 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 74688dc2-403b-4b8e-bc63-df9234f432f3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:55.550958 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.583347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6200e-f8b2-4392-99db-a7728737aa10 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Pushing event updated for resources: {'Port': ['ID=ba8fd932-75c7-4399-9827-d94edf340f7a,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:55.619410 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f5e075f-794e-4e8a-9f8f-9b5ba150c6e9 req-61f6200e-f8b2-4392-99db-a7728737aa10 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:55.623917 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-9f5e075f-794e-4e8a-9f8f-9b5ba150c6e9 req-61f6200e-f8b2-4392-99db-a7728737aa10 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:55.627354 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5e075f-794e-4e8a-9f8f-9b5ba150c6e9 req-61f6200e-f8b2-4392-99db-a7728737aa10 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:55.671314 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-46d714ac-5a7f-4d5c-82d8-08d719d6d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.735305 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.770461 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.775311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d714ac-5a7f-4d5c-82d8-08d719d6d845 admin admin] Network 5d30b5e1-6737-44a0-aa98-81c0f6007768 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:55.779314 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ed1531-b116-47e3-ae70-08ee23d7f1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74688dc2-403b-4b8e-bc63-df9234f432f3'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:55.781769 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede09edb-87d9-4143-8a8f-fd3fe017d155" -d '{"events": [{"server_uuid": "e4ed1531-b116-47e3-ae70-08ee23d7f1de", "name": "network-vif-plugged", "status": "completed", "tag": "74688dc2-403b-4b8e-bc63-df9234f432f3"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:55.787349 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-46d714ac-5a7f-4d5c-82d8-08d719d6d845 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:55.796338 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 74688dc2-403b-4b8e-bc63-df9234f432f3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=74688dc2-403b-4b8e-bc63-df9234f432f3,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:55.797884 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d714ac-5a7f-4d5c-82d8-08d719d6d845 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:55.801912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d714ac-5a7f-4d5c-82d8-08d719d6d845 admin admin] Pushing event updated for resources: {'Port': ['ID=374da879-559f-4564-80d8-64e93c7e11b6,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:55.853809 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.861685 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-46d714ac-5a7f-4d5c-82d8-08d719d6d845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.925070 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.938579 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] Attempting to bind port 42ceed66-1374-492b-9bd4-e699ae54413b on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:55.939456 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] Attempting to bind port 42ceed66-1374-492b-9bd4-e699ae54413b by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:55.940266 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] Attempting to bind port 42ceed66-1374-492b-9bd4-e699ae54413b on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:55.944532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c8338-d28d-47fc-bf50-c1b513b8a9e7 req-718f220b-1ac2-4d9b-9ad5-9cb4288b9f40 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:55.951986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-856c8338-d28d-47fc-bf50-c1b513b8a9e7 req-718f220b-1ac2-4d9b-9ad5-9cb4288b9f40 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.4375482 Sep 16 04:41:55.968402 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:55.969004 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:55.970650 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.971364 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:55.972229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] Bound port: 42ceed66-1374-492b-9bd4-e699ae54413b, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:55.972849 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.973276 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9f5e075f-794e-4e8a-9f8f-9b5ba150c6e9 req-61f6200e-f8b2-4392-99db-a7728737aa10 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.007845 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254dc8c4-1740-4a3a-abbe-843e225d30cf None None] Pushing event updated for resources: {'Port': ['ID=42ceed66-1374-492b-9bd4-e699ae54413b,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:56.010499 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-856c8338-d28d-47fc-bf50-c1b513b8a9e7 req-5a1f4404-7484-4b61-9f1b-0392a496c263 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575275 Sep 16 04:41:56.085232 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9f5e075f-794e-4e8a-9f8f-9b5ba150c6e9 req-61f6200e-f8b2-4392-99db-a7728737aa10 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.149719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=74688dc2-403b-4b8e-bc63-df9234f432f3,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:56.181499 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] For port 42ceed66-1374-492b-9bd4-e699ae54413b, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:56.185538 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] For port 42ceed66-1374-492b-9bd4-e699ae54413b, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=42ceed66-1374-492b-9bd4-e699ae54413b,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:56.185963 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-46d714ac-5a7f-4d5c-82d8-08d719d6d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.200538 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8594c9d0-6a36-4e7a-b76e-ba7a266ce636 None None] Provisioning complete for port 374da879-559f-4564-80d8-64e93c7e11b6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:56.200913 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8594c9d0-6a36-4e7a-b76e-ba7a266ce636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.255948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-8594c9d0-6a36-4e7a-b76e-ba7a266ce636 None None] Port 374da879-559f-4564-80d8-64e93c7e11b6 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:56.271360 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.363128 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254dc8c4-1740-4a3a-abbe-843e225d30cf None None] Pushing event updated for resources: {'Port': ['ID=42ceed66-1374-492b-9bd4-e699ae54413b,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:56.376131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] Routers {'9de9d321-3317-4557-a7d1-f86371624872'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:56.376973 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:41:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['9de9d321-3317-4557-a7d1-f86371624872'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:56.390743 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9f5e075f-794e-4e8a-9f8f-9b5ba150c6e9 req-61f6200e-f8b2-4392-99db-a7728737aa10 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.435008 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-46d714ac-5a7f-4d5c-82d8-08d719d6d845 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.453822 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9f5e075f-794e-4e8a-9f8f-9b5ba150c6e9 req-61f6200e-f8b2-4392-99db-a7728737aa10 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.510975 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-46d714ac-5a7f-4d5c-82d8-08d719d6d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.514359 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9f5e075f-794e-4e8a-9f8f-9b5ba150c6e9 req-61f6200e-f8b2-4392-99db-a7728737aa10 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.545689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] Set router 9de9d321-3317-4557-a7d1-f86371624872 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:56.557430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6200e-f8b2-4392-99db-a7728737aa10 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Pushing event updated for resources: {'Port': ['ID=ba8fd932-75c7-4399-9827-d94edf340f7a,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:56.589228 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04fe95-2610-42dd-80f5-789ed5f68c99 req-33fe0acb-83f1-4eba-a3dd-91cc7d54d228 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:56.592026 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c04fe95-2610-42dd-80f5-789ed5f68c99 req-33fe0acb-83f1-4eba-a3dd-91cc7d54d228 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4ed1531-b116-47e3-ae70-08ee23d7f1de HTTP/1.1" status: 200 len: 945 time: 0.1345150 Sep 16 04:41:56.619150 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d714ac-5a7f-4d5c-82d8-08d719d6d845 admin admin] Pushing event updated for resources: {'Port': ['ID=374da879-559f-4564-80d8-64e93c7e11b6,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:56.619842 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9f5e075f-794e-4e8a-9f8f-9b5ba150c6e9 req-61f6200e-f8b2-4392-99db-a7728737aa10 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.621253 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f5e075f-794e-4e8a-9f8f-9b5ba150c6e9 req-61f6200e-f8b2-4392-99db-a7728737aa10 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2426035 Sep 16 04:41:56.621394 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-46d714ac-5a7f-4d5c-82d8-08d719d6d845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.664090 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c04fe95-2610-42dd-80f5-789ed5f68c99 req-efcaee3c-a303-434b-a564-8120a4ffd8be tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646305 Sep 16 04:41:56.709525 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f5e075f-794e-4e8a-9f8f-9b5ba150c6e9 req-e11f1ae2-598c-4f1c-b0d9-c0ebc135097d tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 696 time: 0.0633655 Sep 16 04:41:56.752292 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ef4856-c270-46f7-91a3-18e58684ec5c x-openstack-request-id: req-f2ef4856-c270-46f7-91a3-18e58684ec5c {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:56.755261 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d714ac-5a7f-4d5c-82d8-08d719d6d845 admin admin] Network 5d30b5e1-6737-44a0-aa98-81c0f6007768 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:56.756188 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ed1531-b116-47e3-ae70-08ee23d7f1de", "name": "network-vif-plugged", "status": "completed", "tag": "74688dc2-403b-4b8e-bc63-df9234f432f3", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:56.756548 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2ef4856-c270-46f7-91a3-18e58684ec5c {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:56.757014 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ed1531-b116-47e3-ae70-08ee23d7f1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74688dc2-403b-4b8e-bc63-df9234f432f3', 'code': 200} Sep 16 04:41:56.760558 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-46d714ac-5a7f-4d5c-82d8-08d719d6d845 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:56.942800 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de9d321-3317-4557-a7d1-f86371624872', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429636503-router', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:50Z', 'updated_at': '2021-09-16T04:41:55Z', 'revision_number': 4, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'gw_port': {'id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:df:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:51Z', 'updated_at': '2021-09-16T04:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '374da879-559f-4564-80d8-64e93c7e11b6', 'name': '', 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'mac_address': 'fa:16:3e:a5:73:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:41:55Z', 'revision_number': 1, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'subnets': [{'id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:56.976325 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e075f-794e-4e8a-9f8f-9b5ba150c6e9 req-d4bff3db-e491-4ed9-805f-8f1d09174fd3 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:56.977815 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f5e075f-794e-4e8a-9f8f-9b5ba150c6e9 req-d4bff3db-e491-4ed9-805f-8f1d09174fd3 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.2593200 Sep 16 04:41:57.009786 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4199f7-1331-4a97-8ff3-b3eca2d7218d None None] The sync data for ids ['9de9d321-3317-4557-a7d1-f86371624872'] in n-d-712140-13 is: [{'id': '9de9d321-3317-4557-a7d1-f86371624872', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429636503-router', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:50Z', 'updated_at': '2021-09-16T04:41:55Z', 'revision_number': 4, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'gw_port': {'id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:df:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:51Z', 'updated_at': '2021-09-16T04:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '374da879-559f-4564-80d8-64e93c7e11b6', 'name': '', 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'mac_address': 'fa:16:3e:a5:73:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:41:55Z', 'revision_number': 1, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'subnets': [{'id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:41:57.024414 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a47b5-8b6e-4a4b-a945-8d7b3b56c20a req-84e359b9-f5b2-4aa1-a56a-77a88b573537 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:57.034486 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-364a47b5-8b6e-4a4b-a945-8d7b3b56c20a req-84e359b9-f5b2-4aa1-a56a-77a88b573537 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 948 time: 0.1509960 Sep 16 04:41:57.063040 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d714ac-5a7f-4d5c-82d8-08d719d6d845 admin admin] Router 9de9d321-3317-4557-a7d1-f86371624872 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:41:57.101989 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-364a47b5-8b6e-4a4b-a945-8d7b3b56c20a req-ec65556a-3c57-442a-9d57-07e16bf7c8f5 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624318 Sep 16 04:41:57.161229 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6b6c4-700b-4f0e-b6d5-ba732cb09821 req-b38bde51-6d48-4bd9-9aea-dba2bdbec69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:57.163459 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-bff6b6c4-700b-4f0e-b6d5-ba732cb09821 req-b38bde51-6d48-4bd9-9aea-dba2bdbec69e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e4ed1531-b116-47e3-ae70-08ee23d7f1de HTTP/1.1" status: 200 len: 1097 time: 0.2277036 Sep 16 04:41:57.214736 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-604adc91-ba62-4f82-9a50-a15c02a023df None None] Provisioning complete for port 374da879-559f-4564-80d8-64e93c7e11b6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:57.216134 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-604adc91-ba62-4f82-9a50-a15c02a023df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.230850 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-bff6b6c4-700b-4f0e-b6d5-ba732cb09821 req-c6372be3-2287-41fd-b62f-3c6836f5e373 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511985 Sep 16 04:41:57.291162 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 31aed236-7506-4376-9eef-5131f1554622 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:57.324090 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d714ac-5a7f-4d5c-82d8-08d719d6d845 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:41:57.324575 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-604adc91-ba62-4f82-9a50-a15c02a023df None None] Port 374da879-559f-4564-80d8-64e93c7e11b6 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:57.339199 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-46d714ac-5a7f-4d5c-82d8-08d719d6d845 admin admin] 10.222.0.20 "PUT /v2.0/routers/9de9d321-3317-4557-a7d1-f86371624872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8687017 Sep 16 04:41:57.422618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8bde3-1ae3-4bd9-8773-335f7caa269d req-b5ef1d5f-a82c-4dbf-adbd-8f724d3aadde tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:57.435395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0d8bde3-1ae3-4bd9-8773-335f7caa269d req-b5ef1d5f-a82c-4dbf-adbd-8f724d3aadde tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.1451380 Sep 16 04:41:57.503532 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 31aed236-7506-4376-9eef-5131f1554622, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=31aed236-7506-4376-9eef-5131f1554622,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:57.525945 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '31aed236-7506-4376-9eef-5131f1554622', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '31aed236-7506-4376-9eef-5131f1554622', 'mac_address': 'fa:16:3e:ad:43:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:57.562410 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0d8bde3-1ae3-4bd9-8773-335f7caa269d req-d209ef18-a1a2-433f-9500-23f32946f2ce tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256738 Sep 16 04:41:57.603164 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.656769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31aed236-7506-4376-9eef-5131f1554622 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:57.728768 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 31aed236-7506-4376-9eef-5131f1554622, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=31aed236-7506-4376-9eef-5131f1554622,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:57.762618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-10c04900-ccde-4ecb-83e1-5aa92a9728b9 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:57.764261 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-10c04900-ccde-4ecb-83e1-5aa92a9728b9 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/networks?id=cf53fbb3-94f1-456d-b2d9-2308b0506441 HTTP/1.1" status: 200 len: 821 time: 0.1411769 Sep 16 04:41:57.781436 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-c76630c4-3486-4992-85a2-9889b5085116 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/quotas/b9deb9fa87304830acda5a1e3199fc36 HTTP/1.1" status: 200 len: 375 time: 0.0101833 Sep 16 04:41:57.790793 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.851677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-b4f63d16-3817-46d2-8394-b4c13369aa51 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9deb9fa87304830acda5a1e3199fc36&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0632303 Sep 16 04:41:57.872693 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=31aed236-7506-4376-9eef-5131f1554622,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:57.939026 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.978054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-9e80b35b-d315-4a43-928f-f129d8979ba2 service neutron] 10.222.0.20 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170611 Sep 16 04:41:58.108702 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-e9b9336f-e676-4c42-a342-2f4225c693e8 service neutron] 10.222.0.20 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144712 Sep 16 04:41:58.195673 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e34fc-9713-45a8-a8b3-4f2f4b1164f5 req-4f9fd618-7658-4c31-be76-3152769847bc tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:58.197276 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b3e34fc-9713-45a8-a8b3-4f2f4b1164f5 req-4f9fd618-7658-4c31-be76-3152769847bc tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4ed1531-b116-47e3-ae70-08ee23d7f1de HTTP/1.1" status: 200 len: 945 time: 0.0558889 Sep 16 04:41:58.246170 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b3e34fc-9713-45a8-a8b3-4f2f4b1164f5 req-2f1720bf-c88c-422c-af91-df7e82e1a9b9 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424974 Sep 16 04:41:58.256359 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['31aed236-7506-4376-9eef-5131f1554622'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:58.467614 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 42ceed66-1374-492b-9bd4-e699ae54413b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:58.557454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 42ceed66-1374-492b-9bd4-e699ae54413b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:58.557791 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.603661 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2712196-4360-456e-8064-13e93cb598ad req-07f60de7-4b0e-42c9-bc46-8c6e07f25c86 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:58.606240 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2712196-4360-456e-8064-13e93cb598ad req-07f60de7-4b0e-42c9-bc46-8c6e07f25c86 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 949 time: 0.1291778 Sep 16 04:41:58.704716 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.730256 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 42ceed66-1374-492b-9bd4-e699ae54413b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=42ceed66-1374-492b-9bd4-e699ae54413b,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:58.739279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2712196-4360-456e-8064-13e93cb598ad req-d2fd110c-b23e-4472-89c5-554baf74d5b9 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194284 Sep 16 04:41:58.784877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb21032-15c4-440b-995e-e30f03255140 req-764a605f-1d14-431f-ab60-336a5e7ab606 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:58.787267 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cb21032-15c4-440b-995e-e30f03255140 req-764a605f-1d14-431f-ab60-336a5e7ab606 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/networks?id=5d30b5e1-6737-44a0-aa98-81c0f6007768 HTTP/1.1" status: 200 len: 828 time: 0.1796722 Sep 16 04:41:58.808837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cb21032-15c4-440b-995e-e30f03255140 req-1deebf06-6fc4-4755-b0f4-97613b7d263d tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/quotas/0ee33074fd5a433d8637c207bee82ff1 HTTP/1.1" status: 200 len: 375 time: 0.0119307 Sep 16 04:41:58.831789 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.906911 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cb21032-15c4-440b-995e-e30f03255140 req-e612b28a-bc90-4fbc-8fe3-d9d405c8cefa tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ee33074fd5a433d8637c207bee82ff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895524 Sep 16 04:41:58.956402 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=42ceed66-1374-492b-9bd4-e699ae54413b,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:59.043097 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557de8a-444e-46d5-b395-cc9859aa0e49 req-d86ac135-acb3-4910-a90f-1bac3fce4363 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:59.045041 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0557de8a-444e-46d5-b395-cc9859aa0e49 req-d86ac135-acb3-4910-a90f-1bac3fce4363 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 949 time: 0.1366243 Sep 16 04:41:59.077223 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cb21032-15c4-440b-995e-e30f03255140 req-dd5445b5-20fb-47f5-9de5-cc203cb845d0 service neutron] 10.222.0.20 "GET /v2.0/networks/5d30b5e1-6737-44a0-aa98-81c0f6007768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389091 Sep 16 04:41:59.130288 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0557de8a-444e-46d5-b395-cc9859aa0e49 req-aa585ff0-e0e3-46cc-8bc6-f26d5a0e734b tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699930 Sep 16 04:41:59.209247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f5b6cb-5934-47c3-8300-4add8ef4ad01 req-083a74fa-2ac1-4f1c-b9d2-1e4d934186e4 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 210 time: 0.0322034 Sep 16 04:41:59.231277 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cb21032-15c4-440b-995e-e30f03255140 req-1a5b0fb6-22f8-4349-bc95-58e6b6bc029c service neutron] 10.222.0.20 "GET /v2.0/networks/5d30b5e1-6737-44a0-aa98-81c0f6007768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461976 Sep 16 04:41:59.429464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3371b-60a1-48ce-8580-d2777ca8fb04 req-cf84416c-8399-48fe-bff5-83052188fe15 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:59.431205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eec3371b-60a1-48ce-8580-d2777ca8fb04 req-cf84416c-8399-48fe-bff5-83052188fe15 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.0543036 Sep 16 04:41:59.476157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eec3371b-60a1-48ce-8580-d2777ca8fb04 req-5f7d32c2-9d66-4c3a-8f6c-ed2460b302d5 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352135 Sep 16 04:41:59.664231 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ab7f9-034d-4110-bcfe-49156fcb4644 req-8bf90a47-35cf-49ce-9114-ddcdd411ccad tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:59.666024 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e8ab7f9-034d-4110-bcfe-49156fcb4644 req-8bf90a47-35cf-49ce-9114-ddcdd411ccad tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4ed1531-b116-47e3-ae70-08ee23d7f1de HTTP/1.1" status: 200 len: 945 time: 0.0600431 Sep 16 04:41:59.714829 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e8ab7f9-034d-4110-bcfe-49156fcb4644 req-b0076438-2775-4791-913a-c793d963bf98 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409012 Sep 16 04:41:59.803780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ba8df3f-9f75-401d-9a6e-3e48b9dc17ad req-fba02656-2e51-4c02-96ed-badbe365dc48 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 210 time: 0.0312459 Sep 16 04:41:59.909448 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] Sync routers for ids ['9de9d321-3317-4557-a7d1-f86371624872'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:41:59.922332 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] Routers {'9de9d321-3317-4557-a7d1-f86371624872'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:59.923983 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:41:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['9de9d321-3317-4557-a7d1-f86371624872'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:00.053044 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd13ed7-2c6a-420e-9f7e-71a4ab682792 req-ccd9f644-ffc8-42d8-9bed-0e81af932e98 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:00.054716 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-afd13ed7-2c6a-420e-9f7e-71a4ab682792 req-ccd9f644-ffc8-42d8-9bed-0e81af932e98 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.21 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e&tenant_id=a016558221c5434f8347e2de57e4ce82&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 949 time: 0.0840480 Sep 16 04:42:00.059666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f9966-861b-4862-b12f-38fcb06e8a9c req-2c4df09a-e5a5-4a05-a382-8fdaa0ebc243 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:00.061225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d1f9966-861b-4862-b12f-38fcb06e8a9c req-2c4df09a-e5a5-4a05-a382-8fdaa0ebc243 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 949 time: 0.0825012 Sep 16 04:42:00.061628 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] Set router 9de9d321-3317-4557-a7d1-f86371624872 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:00.128024 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [req-afd13ed7-2c6a-420e-9f7e-71a4ab682792 req-d291ad53-4be0-4738-9b0b-f5128fd34f58 service neutron] delete failed (client error): The resource could not be found. Sep 16 04:42:00.129331 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-afd13ed7-2c6a-420e-9f7e-71a4ab682792 req-d291ad53-4be0-4738-9b0b-f5128fd34f58 service neutron] 10.222.0.21 "DELETE /v2.0/ports/31aed236-7506-4376-9eef-5131f1554622/bindings/n-h1-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.0670252 Sep 16 04:42:00.139185 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d1f9966-861b-4862-b12f-38fcb06e8a9c req-77029949-4706-45cf-9b5a-8d0bd8d11196 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602133 Sep 16 04:42:00.391949 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd13ed7-2c6a-420e-9f7e-71a4ab682792 req-5083fae4-ef51-4927-a2dd-56150a3bdbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:00.398867 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-afd13ed7-2c6a-420e-9f7e-71a4ab682792 req-5083fae4-ef51-4927-a2dd-56150a3bdbb1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 1101 time: 0.1075795 Sep 16 04:42:00.406826 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 42ceed66-1374-492b-9bd4-e699ae54413b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:00.482712 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de9d321-3317-4557-a7d1-f86371624872', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429636503-router', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:50Z', 'updated_at': '2021-09-16T04:41:55Z', 'revision_number': 4, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'gw_port': {'id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:51Z', 'updated_at': '2021-09-16T04:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '374da879-559f-4564-80d8-64e93c7e11b6', 'name': '', 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'mac_address': 'fa:16:3e:a5:73:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:41:56Z', 'revision_number': 2, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'subnets': [{'id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:00.511175 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b51a4-d99a-4e81-872d-162417adfd1b req-c8fa8539-c627-4160-8c61-dccdd4824605 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:00.513468 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e71b51a4-d99a-4e81-872d-162417adfd1b req-c8fa8539-c627-4160-8c61-dccdd4824605 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4ed1531-b116-47e3-ae70-08ee23d7f1de HTTP/1.1" status: 200 len: 945 time: 0.0843453 Sep 16 04:42:00.525521 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] Checking router: 9de9d321-3317-4557-a7d1-f86371624872 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:00.526137 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] Updating router 9de9d321-3317-4557-a7d1-f86371624872 port 374da879-559f-4564-80d8-64e93c7e11b6 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:42:00.536294 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 42ceed66-1374-492b-9bd4-e699ae54413b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:00.536764 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.540262 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1b020-0828-4d73-93ad-052da81d14c5 req-c1217274-9d9f-458e-ae6a-8e1093d1ea22 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:00.555573 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0c1b020-0828-4d73-93ad-052da81d14c5 req-c1217274-9d9f-458e-ae6a-8e1093d1ea22 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 949 time: 0.3313842 Sep 16 04:42:00.562772 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.587532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6431df-a761-4900-81fc-4cf94794ad26 req-dd71b540-12fd-46e2-b727-29507a2f6f1d tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:00.590852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b6431df-a761-4900-81fc-4cf94794ad26 req-dd71b540-12fd-46e2-b727-29507a2f6f1d tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.38 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 949 time: 0.2596638 Sep 16 04:42:00.633525 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd13ed7-2c6a-420e-9f7e-71a4ab682792 req-4c5ec285-8d06-4beb-adea-7b737922edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:00.636035 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-afd13ed7-2c6a-420e-9f7e-71a4ab682792 req-4c5ec285-8d06-4beb-adea-7b737922edaf service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.2165494 Sep 16 04:42:00.679652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0c1b020-0828-4d73-93ad-052da81d14c5 req-a94b54da-12cb-4eca-ab4c-9abd68f515a8 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224174 Sep 16 04:42:00.717345 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-afd13ed7-2c6a-420e-9f7e-71a4ab682792 req-4c60958d-4837-4486-895a-3cd9a77d92c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=31aed236-7506-4376-9eef-5131f1554622 HTTP/1.1" status: 200 len: 217 time: 0.0673456 Sep 16 04:42:00.776982 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd13ed7-2c6a-420e-9f7e-71a4ab682792 req-f520e34e-522f-4ae5-a0f3-cb4eec543ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:00.778483 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-afd13ed7-2c6a-420e-9f7e-71a4ab682792 req-f520e34e-522f-4ae5-a0f3-cb4eec543ee0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0506380 Sep 16 04:42:00.840923 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd13ed7-2c6a-420e-9f7e-71a4ab682792 req-95b82658-8b2d-4432-8c1f-6ded2014730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:00.843418 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-afd13ed7-2c6a-420e-9f7e-71a4ab682792 req-95b82658-8b2d-4432-8c1f-6ded2014730c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0576384 Sep 16 04:42:00.860507 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-30f3c6ed-3e68-45c9-a87f-638a15de4398 req-caccf71f-d588-4267-8726-6723ce57a505 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 210 time: 0.0512431 Sep 16 04:42:00.898922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e71b51a4-d99a-4e81-872d-162417adfd1b req-f30c8d90-9abe-475b-9d34-36a8ca36816e tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289990 Sep 16 04:42:01.003328 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.027456 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-afd13ed7-2c6a-420e-9f7e-71a4ab682792 req-276ae983-ead1-4c06-9d77-ae6bd753dcd2 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770110 Sep 16 04:42:01.054423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-4b6431df-a761-4900-81fc-4cf94794ad26 req-46ee6ed3-be54-4324-b731-dc96f54c8c69 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Deleting port c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:01.054774 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4b6431df-a761-4900-81fc-4cf94794ad26 req-46ee6ed3-be54-4324-b731-dc96f54c8c69 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.072147 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.182507 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438ac92-496b-4b8b-ab85-455e44f7cd16 None None] Pushing event updated for resources: {'Port': ['ID=374da879-559f-4564-80d8-64e93c7e11b6,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:01.256082 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-afd13ed7-2c6a-420e-9f7e-71a4ab682792 req-6b201763-734c-4ad3-bbb2-6306e9fab35a service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117302 Sep 16 04:42:01.294928 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 31aed236-7506-4376-9eef-5131f1554622 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:01.306117 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] Attempting to bind port 374da879-559f-4564-80d8-64e93c7e11b6 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:01.306487 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] Attempting to bind port 374da879-559f-4564-80d8-64e93c7e11b6 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '3bb82cf0-ee0f-4c07-837b-a05751c55984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:01.306950 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] Attempting to bind port 374da879-559f-4564-80d8-64e93c7e11b6 on network 5d30b5e1-6737-44a0-aa98-81c0f6007768 {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:01.313622 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:01.316046 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] Checking segment: {'id': '3bb82cf0-ee0f-4c07-837b-a05751c55984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:01.316494 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.317391 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] Bound using segment: {'id': '3bb82cf0-ee0f-4c07-837b-a05751c55984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:01.317950 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] Bound port: 374da879-559f-4564-80d8-64e93c7e11b6, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb82cf0-ee0f-4c07-837b-a05751c55984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:01.318518 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.324809 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a555e7d2-7fa1-4b69-8bc8-7eee17c31c42 req-d59f730e-2935-41cc-80c2-f21a297cfafd tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 210 time: 0.0709102 Sep 16 04:42:01.356804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6200e5-5e53-40ea-bc8f-0338bc79de3c req-dfbcc13e-f3cb-4c95-a6ee-12a2a12955ab tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:01.372092 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd6200e5-5e53-40ea-bc8f-0338bc79de3c req-dfbcc13e-f3cb-4c95-a6ee-12a2a12955ab tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.3137021 Sep 16 04:42:01.447494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4b6431df-a761-4900-81fc-4cf94794ad26 req-46ee6ed3-be54-4324-b731-dc96f54c8c69 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] For port c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:01.448261 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4b6431df-a761-4900-81fc-4cf94794ad26 req-46ee6ed3-be54-4324-b731-dc96f54c8c69 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.492271 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] For port 374da879-559f-4564-80d8-64e93c7e11b6, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:01.495859 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] For port 374da879-559f-4564-80d8-64e93c7e11b6, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=374da879-559f-4564-80d8-64e93c7e11b6,segment=NetworkSegment(3bb82cf0-ee0f-4c07-837b-a05751c55984),segment_id=3bb82cf0-ee0f-4c07-837b-a05751c55984)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:01.507885 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-4b6431df-a761-4900-81fc-4cf94794ad26 req-46ee6ed3-be54-4324-b731-dc96f54c8c69 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Calling delete_port for c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:01.517313 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd6200e5-5e53-40ea-bc8f-0338bc79de3c req-9a592312-d488-4a72-bd99-621b55452bc4 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433053 Sep 16 04:42:01.592836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa78de-e6a8-47af-a870-e3e5c3e2a389 req-f672ff89-18a2-4205-ab48-fb6b738b118a tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:01.594313 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3dfa78de-e6a8-47af-a870-e3e5c3e2a389 req-f672ff89-18a2-4205-ab48-fb6b738b118a tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 949 time: 0.1304481 Sep 16 04:42:01.602429 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6dbcaa92-17e8-4fe1-a026-61f6aa39e061 None None] Provisioning complete for port 374da879-559f-4564-80d8-64e93c7e11b6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:01.603187 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-6446b39c-1482-42ef-8ce5-1b0a22b15dc7 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:01.604901 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6dbcaa92-17e8-4fe1-a026-61f6aa39e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.608794 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-6446b39c-1482-42ef-8ce5-1b0a22b15dc7 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.38 "GET /v2.0/networks?id=cf53fbb3-94f1-456d-b2d9-2308b0506441 HTTP/1.1" status: 200 len: 821 time: 0.2961252 Sep 16 04:42:01.625601 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.635941 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 31aed236-7506-4376-9eef-5131f1554622 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:01.648404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 31aed236-7506-4376-9eef-5131f1554622 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:01.649338 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-e0509b6c-ae1a-4e97-8fd6-1b47fc8318e8 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Request body: {'port': {'device_id': '0c562da6-285e-449f-ac23-6084bf831f8c', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'admin_state_up': True, 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:01.649630 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.664661 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3dfa78de-e6a8-47af-a870-e3e5c3e2a389 req-7ab99f2a-8bc4-4d58-9fa3-3cf6e1b6f715 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577705 Sep 16 04:42:01.728938 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438ac92-496b-4b8b-ab85-455e44f7cd16 None None] Pushing event updated for resources: {'Port': ['ID=374da879-559f-4564-80d8-64e93c7e11b6,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:01.751933 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] Routers {'9de9d321-3317-4557-a7d1-f86371624872'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:01.752656 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:41:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['9de9d321-3317-4557-a7d1-f86371624872'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:01.758115 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6dbcaa92-17e8-4fe1-a026-61f6aa39e061 None None] Port 374da879-559f-4564-80d8-64e93c7e11b6 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:01.855003 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4b6431df-a761-4900-81fc-4cf94794ad26 req-46ee6ed3-be54-4324-b731-dc96f54c8c69 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.901370 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['78eadf64-dd51-4b4f-9610-64efedd6cdce'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:01.957818 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] Set router 9de9d321-3317-4557-a7d1-f86371624872 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:01.976490 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.007011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee6ed3-be54-4324-b731-dc96f54c8c69 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Pushing event deleted for resources: {'Port': ['ID=c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:02.020402 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59796) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:02.102019 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e12b67-113e-4024-a8fc-4b2065ee486e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aed236-7506-4376-9eef-5131f1554622'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:02.116264 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f91b8fe-4111-4c7f-8241-dde804f3e81e" -d '{"events": [{"server_uuid": "35e12b67-113e-4024-a8fc-4b2065ee486e", "name": "network-vif-plugged", "status": "completed", "tag": "31aed236-7506-4376-9eef-5131f1554622"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:02.170736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6431df-a761-4900-81fc-4cf94794ad26 req-46ee6ed3-be54-4324-b731-dc96f54c8c69 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] No DVR routers for this DVR port c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:02.178140 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4b6431df-a761-4900-81fc-4cf94794ad26 req-46ee6ed3-be54-4324-b731-dc96f54c8c69 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.180516 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b6431df-a761-4900-81fc-4cf94794ad26 req-46ee6ed3-be54-4324-b731-dc96f54c8c69 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.38 "DELETE /v2.0/ports/c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 HTTP/1.1" status: 204 len: 173 time: 1.5292995 Sep 16 04:42:02.182485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773c2312-9711-4982-ab1b-d6d074496504', 'name': 'network-vif-deleted', 'tag': 'c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:02.185074 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4934551-9da9-40c3-96d6-b0318ff0af3f" -d '{"events": [{"server_uuid": "773c2312-9711-4982-ab1b-d6d074496504", "name": "network-vif-deleted", "tag": "c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:02.190111 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 31aed236-7506-4376-9eef-5131f1554622, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=31aed236-7506-4376-9eef-5131f1554622,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:02.204744 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a853f-5292-432f-9c43-91eb5c64f5cc req-cfbd173f-fdbb-47fe-9f97-361657784016 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:02.215254 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-586a853f-5292-432f-9c43-91eb5c64f5cc req-cfbd173f-fdbb-47fe-9f97-361657784016 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 949 time: 0.3619616 Sep 16 04:42:02.288839 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab3482-90d8-4329-a18e-207897b50082 req-a0d72868-6dd7-43fc-a390-55b8cee7e71b tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:02.306408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6ab3482-90d8-4329-a18e-207897b50082 req-a0d72868-6dd7-43fc-a390-55b8cee7e71b tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4ed1531-b116-47e3-ae70-08ee23d7f1de HTTP/1.1" status: 200 len: 945 time: 0.2063529 Sep 16 04:42:02.374933 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-64f6da37-b3a2-4884-a8b3-e59eddf17a0e None None] Provisioning complete for port 374da879-559f-4564-80d8-64e93c7e11b6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:02.375220 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-64f6da37-b3a2-4884-a8b3-e59eddf17a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.402460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-586a853f-5292-432f-9c43-91eb5c64f5cc req-7b7b7822-c9e2-44dd-a8a1-d48a426cb992 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787050 Sep 16 04:42:02.452286 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dcbfde97-0ec1-47d5-a2d8-67ad7fd365c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.467026 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de9d321-3317-4557-a7d1-f86371624872', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429636503-router', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:50Z', 'updated_at': '2021-09-16T04:41:55Z', 'revision_number': 4, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'gw_port': {'id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:51Z', 'updated_at': '2021-09-16T04:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '374da879-559f-4564-80d8-64e93c7e11b6', 'name': '', 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'mac_address': 'fa:16:3e:a5:73:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:42:01Z', 'revision_number': 4, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'subnets': [{'id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:02.476954 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.480229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:02.560246 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f090f783-dc3e-4825-bb35-4d84e590cb27 None None] The sync data for ids ['9de9d321-3317-4557-a7d1-f86371624872'] in n-d-712140-13 is: [{'id': '9de9d321-3317-4557-a7d1-f86371624872', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429636503-router', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:50Z', 'updated_at': '2021-09-16T04:41:55Z', 'revision_number': 4, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'gw_port': {'id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:51Z', 'updated_at': '2021-09-16T04:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '374da879-559f-4564-80d8-64e93c7e11b6', 'name': '', 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'mac_address': 'fa:16:3e:a5:73:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:42:01Z', 'revision_number': 4, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'subnets': [{'id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:02.561254 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 374da879-559f-4564-80d8-64e93c7e11b6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:02.593719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:02.594680 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:02.756554 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-e0509b6c-ae1a-4e97-8fd6-1b47fc8318e8 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Made reservation on behalf of b9deb9fa87304830acda5a1e3199fc36 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:02.768140 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-e0509b6c-ae1a-4e97-8fd6-1b47fc8318e8 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.783223 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=31aed236-7506-4376-9eef-5131f1554622,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:02.859658 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 374da879-559f-4564-80d8-64e93c7e11b6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:02.860375 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.864054 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-64f6da37-b3a2-4884-a8b3-e59eddf17a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.922273 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34482225-6dd4-4d0c-965d-c52ed5469847 req-029d5722-fafe-4fae-b78b-849afbc86d4f tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 210 time: 0.4235532 Sep 16 04:42:02.944128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6ab3482-90d8-4329-a18e-207897b50082 req-2043dddb-447a-4c79-bab3-a337b6ca5e5f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6363175 Sep 16 04:42:02.951355 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-64f6da37-b3a2-4884-a8b3-e59eddf17a0e None None] For port 374da879-559f-4564-80d8-64e93c7e11b6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=374da879-559f-4564-80d8-64e93c7e11b6,segment=NetworkSegment(3bb82cf0-ee0f-4c07-837b-a05751c55984),segment_id=3bb82cf0-ee0f-4c07-837b-a05751c55984)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:03.066515 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385d987e-394e-4f44-9a10-9a83e9868944 x-openstack-request-id: req-385d987e-394e-4f44-9a10-9a83e9868944 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:03.067486 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e12b67-113e-4024-a8fc-4b2065ee486e", "name": "network-vif-plugged", "status": "completed", "tag": "31aed236-7506-4376-9eef-5131f1554622", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:03.067630 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-385d987e-394e-4f44-9a10-9a83e9868944 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:03.070184 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e12b67-113e-4024-a8fc-4b2065ee486e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aed236-7506-4376-9eef-5131f1554622', 'code': 200} Sep 16 04:42:03.077483 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-64f6da37-b3a2-4884-a8b3-e59eddf17a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.116819 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3359ef2f-7a07-44b3-96e2-018b43f6ec75 x-openstack-request-id: req-3359ef2f-7a07-44b3-96e2-018b43f6ec75 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:03.117434 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773c2312-9711-4982-ab1b-d6d074496504", "name": "network-vif-deleted", "tag": "c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:03.117806 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3359ef2f-7a07-44b3-96e2-018b43f6ec75 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:03.118376 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773c2312-9711-4982-ab1b-d6d074496504', 'name': 'network-vif-deleted', 'tag': 'c52ea9dc-44b0-4c17-9e3b-c18c82ce0ad1', 'status': 'completed', 'code': 200} Sep 16 04:42:03.175449 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dcbfde97-0ec1-47d5-a2d8-67ad7fd365c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.191944 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-e0509b6c-ae1a-4e97-8fd6-1b47fc8318e8 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Allocated IP 172.20.0.14 (cf53fbb3-94f1-456d-b2d9-2308b0506441/2fc8c2b9-7714-43f4-b109-3d95b7293220/5b838b49-d2e6-415e-bce5-42dba05c4c2f) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:03.222431 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.237834 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6da37-b3a2-4884-a8b3-e59eddf17a0e None None] Pushing event updated for resources: {'Port': ['ID=374da879-559f-4564-80d8-64e93c7e11b6,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:03.269340 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dcbfde97-0ec1-47d5-a2d8-67ad7fd365c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.331449 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:42:03.331746 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:42:03.344557 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-dcbfde97-0ec1-47d5-a2d8-67ad7fd365c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a0e00300aaa4d67b95e5a2ba699b2bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3172832 Sep 16 04:42:03.347809 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfde97-0ec1-47d5-a2d8-67ad7fd365c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d875386a-31ee-4ea2-a883-528cfe746cfb,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:03.353249 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72865c85-1cf6-4d04-9ae7-4573195b5e0e req-7a1cfad7-33bc-440d-8e7d-136da32fd6e1 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 210 time: 0.1046433 Sep 16 04:42:03.355809 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59814) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:03.489932 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-e0509b6c-ae1a-4e97-8fd6-1b47fc8318e8 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.560457 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2404230-6b4a-4a03-bd41-e47987b37d43 req-a3b668dd-1504-46e2-90c8-9f8e47b75fb7 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:03.561981 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2404230-6b4a-4a03-bd41-e47987b37d43 req-a3b668dd-1504-46e2-90c8-9f8e47b75fb7 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.2153533 Sep 16 04:42:03.588921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-551f1a8f-4c54-4b47-bf43-9e2f92874ac5 req-497a2590-7590-4dfa-a8e2-a9e0a610686f tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=773c2312-9711-4982-ab1b-d6d074496504 HTTP/1.1" status: 200 len: 210 time: 0.0926678 Sep 16 04:42:03.592510 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-648e5d1e-268b-496f-ace4-539ae7acddb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.653071 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb21032-15c4-440b-995e-e30f03255140 req-504363a9-ab14-4aa6-814a-507951b2a74e tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:03.654588 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cb21032-15c4-440b-995e-e30f03255140 req-504363a9-ab14-4aa6-814a-507951b2a74e tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.38 "GET /v2.0/networks?id=5d30b5e1-6737-44a0-aa98-81c0f6007768 HTTP/1.1" status: 200 len: 828 time: 0.2544148 Sep 16 04:42:03.665397 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-648e5d1e-268b-496f-ace4-539ae7acddb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.672193 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-e0509b6c-ae1a-4e97-8fd6-1b47fc8318e8 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.686492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-3cb21032-15c4-440b-995e-e30f03255140 req-2c680d9c-b62b-41eb-be3d-4ed52f94d30a tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Request body: {'port': {'device_id': '6c46f807-ab11-492c-8434-ba55a8c317a6', 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768', 'admin_state_up': True, 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:03.697438 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2404230-6b4a-4a03-bd41-e47987b37d43 req-bc2bbf7a-018b-4fbd-963d-cec80934a955 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127269 Sep 16 04:42:03.731090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['b9f28bd9-b0c2-4f58-be52-7bac29d804de'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:03.791921 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-e0509b6c-ae1a-4e97-8fd6-1b47fc8318e8 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Network cf53fbb3-94f1-456d-b2d9-2308b0506441 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:03.806851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-e0509b6c-ae1a-4e97-8fd6-1b47fc8318e8 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:03.816462 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-e0509b6c-ae1a-4e97-8fd6-1b47fc8318e8 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:03.932093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0509b6c-ae1a-4e97-8fd6-1b47fc8318e8 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Pushing event updated for resources: {'Port': ['ID=5b838b49-d2e6-415e-bce5-42dba05c4c2f,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:03.993136 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-e0509b6c-ae1a-4e97-8fd6-1b47fc8318e8 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:03.993829 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-e0509b6c-ae1a-4e97-8fd6-1b47fc8318e8 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.119753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c57906-203e-4c6c-b31c-ea82a7354a14 req-92444e67-a473-4085-bf85-930f1e871705 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:04.128154 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d0c57906-203e-4c6c-b31c-ea82a7354a14 req-92444e67-a473-4085-bf85-930f1e871705 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.2948344 Sep 16 04:42:04.157428 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-e0509b6c-ae1a-4e97-8fd6-1b47fc8318e8 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5207310 Sep 16 04:42:04.175571 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-648e5d1e-268b-496f-ace4-539ae7acddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.178416 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-648e5d1e-268b-496f-ace4-539ae7acddb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.183588 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-648e5d1e-268b-496f-ace4-539ae7acddb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d875386a-31ee-4ea2-a883-528cfe746cfb HTTP/1.1" status: 204 len: 168 time: 0.8226449 Sep 16 04:42:04.207225 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Request body: {'port': {'device_id': '0c562da6-285e-449f-ac23-6084bf831f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:04.224777 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d0c57906-203e-4c6c-b31c-ea82a7354a14 req-e94ce5ca-acd1-45bb-8350-7df3681f1acc tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955582 Sep 16 04:42:04.226990 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e5d1e-268b-496f-ace4-539ae7acddb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d875386a-31ee-4ea2-a883-528cfe746cfb,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:04.330548 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb21032-15c4-440b-995e-e30f03255140 req-2c680d9c-b62b-41eb-be3d-4ed52f94d30a tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Made reservation on behalf of 0ee33074fd5a433d8637c207bee82ff1 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:04.334319 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3cb21032-15c4-440b-995e-e30f03255140 req-2c680d9c-b62b-41eb-be3d-4ed52f94d30a tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.335015 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.342865 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2cea7c15-0e52-4c4a-bfb2-72386f2b8bc2 None None] Provisioning complete for port 5b838b49-d2e6-415e-bce5-42dba05c4c2f triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:04.344085 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2cea7c15-0e52-4c4a-bfb2-72386f2b8bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.430344 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257a628-954e-48e3-ba03-4bda1c5c572c req-9c002b21-f328-4f16-8bc5-3654bd5b7ffe tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:04.433373 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7c15-0e52-4c4a-bfb2-72386f2b8bc2 None None] Port 5b838b49-d2e6-415e-bce5-42dba05c4c2f cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:04.439618 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d257a628-954e-48e3-ba03-4bda1c5c572c req-9c002b21-f328-4f16-8bc5-3654bd5b7ffe tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 932 time: 0.1451089 Sep 16 04:42:04.455603 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 374da879-559f-4564-80d8-64e93c7e11b6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:04.514995 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 374da879-559f-4564-80d8-64e93c7e11b6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:04.515249 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.588027 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d257a628-954e-48e3-ba03-4bda1c5c572c req-13d3fa34-a7e6-47b3-b4d5-c4cf80aaee22 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474476 Sep 16 04:42:04.608700 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-3cb21032-15c4-440b-995e-e30f03255140 req-2c680d9c-b62b-41eb-be3d-4ed52f94d30a tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Allocated IP 172.20.0.6 (5d30b5e1-6737-44a0-aa98-81c0f6007768/269fd9e1-5b0f-4157-a7b7-740c6a216112/154095c0-1cb8-424f-a832-2bb7299d5d79) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:04.858775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96083b6f-ad3f-4d84-808d-02184a1ddda8 req-7a28757e-2815-4e0b-91b0-fd4d9344e3bf tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 210 time: 0.0651128 Sep 16 04:42:04.928210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daf91c-6608-49b2-a300-93fbd489dd66 req-d58c3245-48b0-4fdd-bb30-b0f2263f6e9f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:04.932058 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8daf91c-6608-49b2-a300-93fbd489dd66 req-d58c3245-48b0-4fdd-bb30-b0f2263f6e9f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.2229195 Sep 16 04:42:04.946986 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b838b49-d2e6-415e-bce5-42dba05c4c2f {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:04.964929 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.991952 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Transition to ACTIVE for port object 5b838b49-d2e6-415e-bce5-42dba05c4c2f will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:05.033542 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8daf91c-6608-49b2-a300-93fbd489dd66 req-636be189-a854-4e9e-8836-b1f7d807b828 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005864 Sep 16 04:42:05.040675 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3cb21032-15c4-440b-995e-e30f03255140 req-2c680d9c-b62b-41eb-be3d-4ed52f94d30a tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.078725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d11969-694a-4af0-96d4-88f469bbf908 req-19931891-32b3-4291-808a-5ade4ea82613 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:05.081022 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79d11969-694a-4af0-96d4-88f469bbf908 req-19931891-32b3-4291-808a-5ade4ea82613 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.0933080 Sep 16 04:42:05.149095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79d11969-694a-4af0-96d4-88f469bbf908 req-5aa3a653-5c9f-43d1-b971-2a092f4a2bd5 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553093 Sep 16 04:42:05.196164 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.207751 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-40001566-5573-4fba-86ac-9ead432823cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.257842 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Pushing event updated for resources: {'Port': ['ID=5b838b49-d2e6-415e-bce5-42dba05c4c2f,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:05.276412 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3cb21032-15c4-440b-995e-e30f03255140 req-2c680d9c-b62b-41eb-be3d-4ed52f94d30a tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.333221 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb21032-15c4-440b-995e-e30f03255140 req-2c680d9c-b62b-41eb-be3d-4ed52f94d30a tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Network 5d30b5e1-6737-44a0-aa98-81c0f6007768 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:05.337978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-3cb21032-15c4-440b-995e-e30f03255140 req-2c680d9c-b62b-41eb-be3d-4ed52f94d30a tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:05.340487 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb21032-15c4-440b-995e-e30f03255140 req-2c680d9c-b62b-41eb-be3d-4ed52f94d30a tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:05.352254 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb21032-15c4-440b-995e-e30f03255140 req-2c680d9c-b62b-41eb-be3d-4ed52f94d30a tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:05.356108 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3cb21032-15c4-440b-995e-e30f03255140 req-2c680d9c-b62b-41eb-be3d-4ed52f94d30a tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.358919 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Attempting to bind port 5b838b49-d2e6-415e-bce5-42dba05c4c2f on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:05.359647 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Attempting to bind port 5b838b49-d2e6-415e-bce5-42dba05c4c2f by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'ad304f20-6e26-4222-8d09-8cf5b7a9ff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:05.363291 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Attempting to bind port 5b838b49-d2e6-415e-bce5-42dba05c4c2f on network cf53fbb3-94f1-456d-b2d9-2308b0506441 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:05.373996 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Port 5b838b49-d2e6-415e-bce5-42dba05c4c2f on network cf53fbb3-94f1-456d-b2d9-2308b0506441 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:05.374203 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c680d9c-b62b-41eb-be3d-4ed52f94d30a tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Pushing event updated for resources: {'Port': ['ID=154095c0-1cb8-424f-a832-2bb7299d5d79,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:05.376608 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Attempting to bind port 5b838b49-d2e6-415e-bce5-42dba05c4c2f on network cf53fbb3-94f1-456d-b2d9-2308b0506441 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:05.384101 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:05.384454 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Checking segment: {'id': 'ad304f20-6e26-4222-8d09-8cf5b7a9ff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:05.385005 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Bound using segment: {'id': 'ad304f20-6e26-4222-8d09-8cf5b7a9ff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:05.385450 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Bound port: 5b838b49-d2e6-415e-bce5-42dba05c4c2f, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad304f20-6e26-4222-8d09-8cf5b7a9ff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:05.385847 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.399547 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59860) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:05.416060 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3d8cd6b8-3a73-45f5-aaaa-70c7c5fa9585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.495280 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] For port 5b838b49-d2e6-415e-bce5-42dba05c4c2f, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:05.498625 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] For port 5b838b49-d2e6-415e-bce5-42dba05c4c2f, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5b838b49-d2e6-415e-bce5-42dba05c4c2f,segment=NetworkSegment(ad304f20-6e26-4222-8d09-8cf5b7a9ff0e),segment_id=ad304f20-6e26-4222-8d09-8cf5b7a9ff0e)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:05.519886 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cb21032-15c4-440b-995e-e30f03255140 req-2c680d9c-b62b-41eb-be3d-4ed52f94d30a tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8419447 Sep 16 04:42:05.545098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Request body: {'port': {'device_id': '6c46f807-ab11-492c-8434-ba55a8c317a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:05.635588 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.699267 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.729507 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-246cc55b-9f9a-46ff-923c-f01a808a0e7d None None] Provisioning complete for port 154095c0-1cb8-424f-a832-2bb7299d5d79 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:05.729994 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3d8cd6b8-3a73-45f5-aaaa-70c7c5fa9585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.730190 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-246cc55b-9f9a-46ff-923c-f01a808a0e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.773954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-246cc55b-9f9a-46ff-923c-f01a808a0e7d None None] Port 154095c0-1cb8-424f-a832-2bb7299d5d79 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:05.784724 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:05.785500 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.789845 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] 10.222.0.38 "PUT /v2.0/ports/5b838b49-d2e6-415e-bce5-42dba05c4c2f HTTP/1.1" status: 200 len: 1093 time: 1.5880394 Sep 16 04:42:05.795596 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c562da6-285e-449f-ac23-6084bf831f8c', 'tag': '5b838b49-d2e6-415e-bce5-42dba05c4c2f'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:05.795596 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea7a76e-e2a1-4e3b-83d9-a7bf222a83f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0c562da6-285e-449f-ac23-6084bf831f8c", "tag": "5b838b49-d2e6-415e-bce5-42dba05c4c2f"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:05.801547 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bda33b-4fc3-4bdf-aa4f-3c6934236d9b service neutron] Pushing event updated for resources: {'Port': ['ID=5b838b49-d2e6-415e-bce5-42dba05c4c2f,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:05.837675 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3d8cd6b8-3a73-45f5-aaaa-70c7c5fa9585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.841693 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-328f2697-06e8-4411-a270-f08f7778155d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a016558221c5434f8347e2de57e4ce82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1022651 Sep 16 04:42:05.978126 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cd6b8-3a73-45f5-aaaa-70c7c5fa9585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922d6d14-64fd-40c9-93f2-7532be010ee7,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:05.987868 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3d8cd6b8-3a73-45f5-aaaa-70c7c5fa9585 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f031c8ef5bde4569ba199e58a6e18aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5871501 Sep 16 04:42:05.996255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59888) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:06.014106 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-7d1cdac3-7235-43bb-b909-0e7a0637b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.015712 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-7d1cdac3-7235-43bb-b909-0e7a0637b5bf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9deb9fa87304830acda5a1e3199fc36&device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 1096 time: 0.0582836 Sep 16 04:42:06.066443 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-8d5b57a3-17ad-4a63-a614-9e6e2929032b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b838b49-d2e6-415e-bce5-42dba05c4c2f HTTP/1.1" status: 200 len: 217 time: 0.0364201 Sep 16 04:42:06.071610 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:42:06.081941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f9b45-26a6-475d-a93c-a46455e5fa9a req-60e2c83c-582b-46c9-9622-d13e71b0f681 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.083577 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d9f9b45-26a6-475d-a93c-a46455e5fa9a req-60e2c83c-582b-46c9-9622-d13e71b0f681 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 944 time: 0.2807662 Sep 16 04:42:06.137058 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-ee8fdf91-cdd7-446c-96f6-955eec2d9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.138656 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-ee8fdf91-cdd7-446c-96f6-955eec2d9d10 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2fc8c2b9-7714-43f4-b109-3d95b7293220 HTTP/1.1" status: 200 len: 860 time: 0.0634828 Sep 16 04:42:06.187146 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-ea047291-0ddb-4a56-bbbd-a712d34afbbe tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.189476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-ea047291-0ddb-4a56-bbbd-a712d34afbbe tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3146319 Sep 16 04:42:06.195862 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-20df7752-c100-4960-8fc3-55b9727d71f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.197026 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-20df7752-c100-4960-8fc3-55b9727d71f6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cf53fbb3-94f1-456d-b2d9-2308b0506441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487514 Sep 16 04:42:06.243302 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d9f9b45-26a6-475d-a93c-a46455e5fa9a req-bcd66ce9-7c9b-468a-a9a4-f38dbe1ff175 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455216 Sep 16 04:42:06.249071 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-266e3a6d-39b1-4819-b652-d68b142d2f65 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/quotas/a016558221c5434f8347e2de57e4ce82 HTTP/1.1" status: 200 len: 375 time: 0.0402212 Sep 16 04:42:06.253330 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7c390d62-2e8d-42ae-ba26-db5aac00692f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:06.319976 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-a8befb36-d4a7-439b-b565-ec4cb982636d service neutron] 10.222.0.38 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103215 Sep 16 04:42:06.352241 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7c390d62-2e8d-42ae-ba26-db5aac00692f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:06.372018 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 154095c0-1cb8-424f-a832-2bb7299d5d79 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:06.398733 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:06.429844 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b9a75b9b-becb-4761-811b-4a2d0e8a94c2 req-02f7c608-b29f-4072-90ff-16ee5bf6e85b service neutron] 10.222.0.38 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007617 Sep 16 04:42:06.447041 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Transition to ACTIVE for port object 154095c0-1cb8-424f-a832-2bb7299d5d79 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:06.453909 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-4d7405fe-7923-4b20-95f0-85e4219b2599 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1894660 Sep 16 04:42:06.477475 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecfbef-12ad-4102-8e8a-5dfe5f3cfdcd req-b0915200-8227-437e-922a-64c2f261492e tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.477993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35ecfbef-12ad-4102-8e8a-5dfe5f3cfdcd req-b0915200-8227-437e-922a-64c2f261492e tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 950 time: 0.0972223 Sep 16 04:42:06.519418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35ecfbef-12ad-4102-8e8a-5dfe5f3cfdcd req-5b3f171c-6594-4ad9-b970-0875e52544fe tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347991 Sep 16 04:42:06.527122 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:06.575489 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7c390d62-2e8d-42ae-ba26-db5aac00692f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:06.584279 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7c390d62-2e8d-42ae-ba26-db5aac00692f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:06.584279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7c390d62-2e8d-42ae-ba26-db5aac00692f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/922d6d14-64fd-40c9-93f2-7532be010ee7 HTTP/1.1" status: 204 len: 168 time: 0.5493395 Sep 16 04:42:06.584749 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0350f5d8-c2ae-469b-bd65-7f5def732503 x-openstack-request-id: req-0350f5d8-c2ae-469b-bd65-7f5def732503 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:06.585079 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c562da6-285e-449f-ac23-6084bf831f8c", "tag": "5b838b49-d2e6-415e-bce5-42dba05c4c2f", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:06.585470 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0350f5d8-c2ae-469b-bd65-7f5def732503 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:06.586364 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c562da6-285e-449f-ac23-6084bf831f8c', 'tag': '5b838b49-d2e6-415e-bce5-42dba05c4c2f', 'status': 'completed', 'code': 200} Sep 16 04:42:06.591551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Pushing event updated for resources: {'Port': ['ID=154095c0-1cb8-424f-a832-2bb7299d5d79,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:06.622543 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c390d62-2e8d-42ae-ba26-db5aac00692f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922d6d14-64fd-40c9-93f2-7532be010ee7,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:06.679047 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Attempting to bind port 154095c0-1cb8-424f-a832-2bb7299d5d79 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:06.680000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Attempting to bind port 154095c0-1cb8-424f-a832-2bb7299d5d79 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '3bb82cf0-ee0f-4c07-837b-a05751c55984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:06.680558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Attempting to bind port 154095c0-1cb8-424f-a832-2bb7299d5d79 on network 5d30b5e1-6737-44a0-aa98-81c0f6007768 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:06.710964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Port 154095c0-1cb8-424f-a832-2bb7299d5d79 on network 5d30b5e1-6737-44a0-aa98-81c0f6007768 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:06.712340 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Attempting to bind port 154095c0-1cb8-424f-a832-2bb7299d5d79 on network 5d30b5e1-6737-44a0-aa98-81c0f6007768 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:06.741310 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:06.741690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Checking segment: {'id': '3bb82cf0-ee0f-4c07-837b-a05751c55984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:06.742201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Bound using segment: {'id': '3bb82cf0-ee0f-4c07-837b-a05751c55984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:06.743195 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Bound port: 154095c0-1cb8-424f-a832-2bb7299d5d79, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb82cf0-ee0f-4c07-837b-a05751c55984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:06.743622 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:06.756445 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7a76e-e2a1-4e3b-83d9-a7bf222a83f8 req-381fe00e-f7fc-447f-bc3a-6a39a62c53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.757964 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2ea7a76e-e2a1-4e3b-83d9-a7bf222a83f8 req-381fe00e-f7fc-447f-bc3a-6a39a62c53df service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9deb9fa87304830acda5a1e3199fc36&device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 1096 time: 0.0879757 Sep 16 04:42:06.880599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd61d3-c6e4-46ac-8b4e-72eb8300e8cf req-fe6fb230-9799-4c5b-bf8c-648d2be1ba30 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.882339 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50bd61d3-c6e4-46ac-8b4e-72eb8300e8cf req-fe6fb230-9799-4c5b-bf8c-648d2be1ba30 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 943 time: 0.2180660 Sep 16 04:42:06.901553 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7a76e-e2a1-4e3b-83d9-a7bf222a83f8 req-52cd70f8-f0de-4294-8058-60aa9456c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.903549 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2ea7a76e-e2a1-4e3b-83d9-a7bf222a83f8 req-52cd70f8-f0de-4294-8058-60aa9456c6b5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cf53fbb3-94f1-456d-b2d9-2308b0506441 HTTP/1.1" status: 200 len: 922 time: 0.1337550 Sep 16 04:42:06.933199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ea008-e10d-4e1d-a91a-969f6ede39a1 req-17257eca-9251-44e9-b8f4-efdcd8ecafd4 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.935464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-758ea008-e10d-4e1d-a91a-969f6ede39a1 req-17257eca-9251-44e9-b8f4-efdcd8ecafd4 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.1243846 Sep 16 04:42:06.959001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] For port 154095c0-1cb8-424f-a832-2bb7299d5d79, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:06.970070 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2ea7a76e-e2a1-4e3b-83d9-a7bf222a83f8 req-f7bd9da0-4422-47c6-97a9-3c579b57d58a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b838b49-d2e6-415e-bce5-42dba05c4c2f HTTP/1.1" status: 200 len: 217 time: 0.0484822 Sep 16 04:42:06.990205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] For port 154095c0-1cb8-424f-a832-2bb7299d5d79, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=154095c0-1cb8-424f-a832-2bb7299d5d79,segment=NetworkSegment(3bb82cf0-ee0f-4c07-837b-a05751c55984),segment_id=3bb82cf0-ee0f-4c07-837b-a05751c55984)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:06.999520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50bd61d3-c6e4-46ac-8b4e-72eb8300e8cf req-41179446-bcf3-4373-be46-2f2d14d7c936 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/security-groups?id=07432f6d-b4c1-4620-83f5-4bb8143d78ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016278 Sep 16 04:42:07.014498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-758ea008-e10d-4e1d-a91a-969f6ede39a1 req-e24ad957-043a-4dcd-b3f1-78fea4333762 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668802 Sep 16 04:42:07.047216 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7a76e-e2a1-4e3b-83d9-a7bf222a83f8 req-1764bb3e-2f94-45f6-b1de-0bffd24b2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:07.049020 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2ea7a76e-e2a1-4e3b-83d9-a7bf222a83f8 req-1764bb3e-2f94-45f6-b1de-0bffd24b2587 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2fc8c2b9-7714-43f4-b109-3d95b7293220 HTTP/1.1" status: 200 len: 860 time: 0.0716646 Sep 16 04:42:07.088601 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5385b65f-775e-482f-a324-a3ac4d79aa02 req-efd0971b-193b-48b8-bc4c-55c8f8d14af0 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 210 time: 0.0418808 Sep 16 04:42:07.100547 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.124038 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7a76e-e2a1-4e3b-83d9-a7bf222a83f8 req-a24b1480-6925-43f9-966f-ed300f94d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:07.124038 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2ea7a76e-e2a1-4e3b-83d9-a7bf222a83f8 req-a24b1480-6925-43f9-966f-ed300f94d86f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cf53fbb3-94f1-456d-b2d9-2308b0506441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645540 Sep 16 04:42:07.142255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:07.142974 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.144704 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cb21032-15c4-440b-995e-e30f03255140 req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] 10.222.0.38 "PUT /v2.0/ports/154095c0-1cb8-424f-a832-2bb7299d5d79 HTTP/1.1" status: 200 len: 1092 time: 1.6075499 Sep 16 04:42:07.149876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c46f807-ab11-492c-8434-ba55a8c317a6', 'tag': '154095c0-1cb8-424f-a832-2bb7299d5d79'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:07.150967 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab1a73c-8f31-4ef0-a508-6b18947de6f3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c46f807-ab11-492c-8434-ba55a8c317a6", "tag": "154095c0-1cb8-424f-a832-2bb7299d5d79"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:07.190520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b1121-2de2-441c-873f-86d7b2952c13 service neutron] Pushing event updated for resources: {'Port': ['ID=154095c0-1cb8-424f-a832-2bb7299d5d79,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:07.230824 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b7586c-6291-4a4f-af9d-904b095d220a x-openstack-request-id: req-95b7586c-6291-4a4f-af9d-904b095d220a {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:07.231028 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c46f807-ab11-492c-8434-ba55a8c317a6", "tag": "154095c0-1cb8-424f-a832-2bb7299d5d79", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:07.231279 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95b7586c-6291-4a4f-af9d-904b095d220a {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:07.231675 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c46f807-ab11-492c-8434-ba55a8c317a6', 'tag': '154095c0-1cb8-424f-a832-2bb7299d5d79', 'status': 'completed', 'code': 200} Sep 16 04:42:07.302746 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2ea7a76e-e2a1-4e3b-83d9-a7bf222a83f8 req-dde9a974-2a18-4119-b37e-b9f115beaae0 service neutron] 10.222.0.38 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717968 Sep 16 04:42:07.333073 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1a73c-8f31-4ef0-a508-6b18947de6f3 req-7952e5d4-9c4b-4d44-84a7-6c2ac932eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:07.339993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aab1a73c-8f31-4ef0-a508-6b18947de6f3 req-7952e5d4-9c4b-4d44-84a7-6c2ac932eb26 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0ee33074fd5a433d8637c207bee82ff1&device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 1095 time: 0.0613198 Sep 16 04:42:07.484149 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2ea7a76e-e2a1-4e3b-83d9-a7bf222a83f8 req-72e64864-cac5-48d6-83d8-dcdf033e4b47 service neutron] 10.222.0.38 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537733 Sep 16 04:42:07.561708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb68e5b-f4b5-4960-8687-286d0e6101fc req-1b7d6182-89fb-448e-92f4-15a71fa28fb7 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:07.564898 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2eb68e5b-f4b5-4960-8687-286d0e6101fc req-1b7d6182-89fb-448e-92f4-15a71fa28fb7 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 944 time: 0.1922710 Sep 16 04:42:07.709996 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88cda2-f1a4-453d-b94d-51d231910f14 req-b7c24a79-3af6-42cc-8bac-a02bb5a4e4b2 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:07.711554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1a73c-8f31-4ef0-a508-6b18947de6f3 req-b1cd2baf-45e1-4fd1-87f2-2d2791c8b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:07.713077 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aab1a73c-8f31-4ef0-a508-6b18947de6f3 req-b1cd2baf-45e1-4fd1-87f2-2d2791c8b9a1 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=0ee33074fd5a433d8637c207bee82ff1&shared=False HTTP/1.1" status: 200 len: 929 time: 0.2793696 Sep 16 04:42:07.713287 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-bd88cda2-f1a4-453d-b94d-51d231910f14 req-b7c24a79-3af6-42cc-8bac-a02bb5a4e4b2 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 950 time: 0.0855639 Sep 16 04:42:07.725304 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2eb68e5b-f4b5-4960-8687-286d0e6101fc req-a344c5dc-eaa6-4837-9455-2c6eafaedfea tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488924 Sep 16 04:42:07.773783 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ab968-1c41-499d-8678-e92f5755901d req-797134a8-a543-4a13-940e-54938dbbda21 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:07.776838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c1ab968-1c41-499d-8678-e92f5755901d req-797134a8-a543-4a13-940e-54938dbbda21 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 950 time: 0.1601837 Sep 16 04:42:07.818574 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8932388d-cf6e-4a08-9694-14d0bb2b0029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.836061 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-bd88cda2-f1a4-453d-b94d-51d231910f14 req-de2f90b3-9e8e-4962-9e97-920bbf186480 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Deleting port 78eadf64-dd51-4b4f-9610-64efedd6cdce {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:07.836417 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-bd88cda2-f1a4-453d-b94d-51d231910f14 req-de2f90b3-9e8e-4962-9e97-920bbf186480 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.952222 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-bd88cda2-f1a4-453d-b94d-51d231910f14 req-de2f90b3-9e8e-4962-9e97-920bbf186480 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] For port 78eadf64-dd51-4b4f-9610-64efedd6cdce, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=78eadf64-dd51-4b4f-9610-64efedd6cdce,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:07.952902 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-bd88cda2-f1a4-453d-b94d-51d231910f14 req-de2f90b3-9e8e-4962-9e97-920bbf186480 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.968768 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-bd88cda2-f1a4-453d-b94d-51d231910f14 req-de2f90b3-9e8e-4962-9e97-920bbf186480 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Calling delete_port for 78eadf64-dd51-4b4f-9610-64efedd6cdce owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:08.152323 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c1ab968-1c41-499d-8678-e92f5755901d req-2761c605-5eac-404a-b85c-037d3589cf1a tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426709 Sep 16 04:42:08.160055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1a73c-8f31-4ef0-a508-6b18947de6f3 req-3dbb783c-fbb3-40ea-9c88-84faa1be7185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:08.161537 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aab1a73c-8f31-4ef0-a508-6b18947de6f3 req-3dbb783c-fbb3-40ea-9c88-84faa1be7185 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4319177 Sep 16 04:42:08.197102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860032b7-3444-4101-a7a4-eab489d8bccc req-b58bbf6b-c111-4a6b-87fd-7964fb1a5c80 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:08.198670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-860032b7-3444-4101-a7a4-eab489d8bccc req-b58bbf6b-c111-4a6b-87fd-7964fb1a5c80 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 943 time: 0.1004090 Sep 16 04:42:08.239266 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-bd88cda2-f1a4-453d-b94d-51d231910f14 req-de2f90b3-9e8e-4962-9e97-920bbf186480 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.279769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['78eadf64-dd51-4b4f-9610-64efedd6cdce'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:08.287330 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f90b3-9e8e-4962-9e97-920bbf186480 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Pushing event deleted for resources: {'Port': ['ID=78eadf64-dd51-4b4f-9610-64efedd6cdce,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:08.302942 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-860032b7-3444-4101-a7a4-eab489d8bccc req-6ebf243a-a79b-4bb7-969f-360bc1dbacda tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/security-groups?id=07432f6d-b4c1-4620-83f5-4bb8143d78ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968771 Sep 16 04:42:08.345540 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb21032-15c4-440b-995e-e30f03255140 req-0b31b646-9fa9-46ff-82d4-e2803cae4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:08.345540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cb21032-15c4-440b-995e-e30f03255140 req-0b31b646-9fa9-46ff-82d4-e2803cae4e50 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0ee33074fd5a433d8637c207bee82ff1&device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 1095 time: 0.1023560 Sep 16 04:42:08.362094 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99bf98-97c8-4a59-a707-bcae2a34f815 req-694108de-ba46-4891-b830-ca019d31af33 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:08.372046 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f99bf98-97c8-4a59-a707-bcae2a34f815 req-694108de-ba46-4891-b830-ca019d31af33 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.1467040 Sep 16 04:42:08.413180 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd88cda2-f1a4-453d-b94d-51d231910f14 req-de2f90b3-9e8e-4962-9e97-920bbf186480 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] No DVR routers for this DVR port 78eadf64-dd51-4b4f-9610-64efedd6cdce on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:08.415969 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-bd88cda2-f1a4-453d-b94d-51d231910f14 req-de2f90b3-9e8e-4962-9e97-920bbf186480 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.418661 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-bd88cda2-f1a4-453d-b94d-51d231910f14 req-de2f90b3-9e8e-4962-9e97-920bbf186480 tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.38 "DELETE /v2.0/ports/78eadf64-dd51-4b4f-9610-64efedd6cdce HTTP/1.1" status: 204 len: 173 time: 0.6898797 Sep 16 04:42:08.443595 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cb21032-15c4-440b-995e-e30f03255140 req-be4033ec-297b-4f13-ad06-10a2eef56004 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=154095c0-1cb8-424f-a832-2bb7299d5d79 HTTP/1.1" status: 200 len: 217 time: 0.0699687 Sep 16 04:42:08.515679 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.533465 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb21032-15c4-440b-995e-e30f03255140 req-7f48c845-ad63-4f39-96c1-f28d0d9538db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:08.535129 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cb21032-15c4-440b-995e-e30f03255140 req-7f48c845-ad63-4f39-96c1-f28d0d9538db service neutron] 10.222.0.38 "GET /v2.0/subnets?id=269fd9e1-5b0f-4157-a7b7-740c6a216112 HTTP/1.1" status: 200 len: 867 time: 0.0714154 Sep 16 04:42:08.549505 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-37253a9a-d9ef-4801-b626-9f6a89f66084 req-06f96321-ab94-4640-a6a6-464150bcdd11 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 210 time: 0.0933156 Sep 16 04:42:08.581154 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f99bf98-97c8-4a59-a707-bcae2a34f815 req-080ba1ce-5794-4330-8f59-63f62890524f tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871190 Sep 16 04:42:08.587997 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0562b1-cde5-4496-81ba-0346ac34602d', 'name': 'network-vif-deleted', 'tag': '78eadf64-dd51-4b4f-9610-64efedd6cdce'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:08.590585 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf5e79a-2691-4002-a2ab-021281796670" -d '{"events": [{"server_uuid": "2b0562b1-cde5-4496-81ba-0346ac34602d", "name": "network-vif-deleted", "tag": "78eadf64-dd51-4b4f-9610-64efedd6cdce"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:08.655153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb21032-15c4-440b-995e-e30f03255140 req-33167d26-c7d3-4b29-8191-2e818c713627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:08.661997 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cb21032-15c4-440b-995e-e30f03255140 req-33167d26-c7d3-4b29-8191-2e818c713627 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5d30b5e1-6737-44a0-aa98-81c0f6007768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853364 Sep 16 04:42:08.700856 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222d7b12-4569-4846-ad47-ac53ce917268 x-openstack-request-id: req-222d7b12-4569-4846-ad47-ac53ce917268 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:08.701186 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0562b1-cde5-4496-81ba-0346ac34602d", "name": "network-vif-deleted", "tag": "78eadf64-dd51-4b4f-9610-64efedd6cdce", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:08.701447 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-222d7b12-4569-4846-ad47-ac53ce917268 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:08.704512 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0562b1-cde5-4496-81ba-0346ac34602d', 'name': 'network-vif-deleted', 'tag': '78eadf64-dd51-4b4f-9610-64efedd6cdce', 'status': 'completed', 'code': 200} Sep 16 04:42:08.786813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cb21032-15c4-440b-995e-e30f03255140 req-2c8f43d2-1204-43e4-8cfa-f9440938a87c service neutron] 10.222.0.38 "GET /v2.0/networks/5d30b5e1-6737-44a0-aa98-81c0f6007768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067383 Sep 16 04:42:08.928603 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cb21032-15c4-440b-995e-e30f03255140 req-3122b314-33f5-4fc2-b9bb-8210af6907e9 service neutron] 10.222.0.38 "GET /v2.0/networks/5d30b5e1-6737-44a0-aa98-81c0f6007768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324768 Sep 16 04:42:08.950336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62961e6-5685-45eb-acf3-f13e9f3ca727 req-ae8cde13-5dcd-4f79-a3b8-ea8dbf1e6d2d tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:08.955526 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c62961e6-5685-45eb-acf3-f13e9f3ca727 req-ae8cde13-5dcd-4f79-a3b8-ea8dbf1e6d2d tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 944 time: 0.1169062 Sep 16 04:42:08.996015 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c62961e6-5685-45eb-acf3-f13e9f3ca727 req-ba9d1716-fd17-455e-8333-eac43287f771 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357835 Sep 16 04:42:09.024185 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.135526 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 74688dc2-403b-4b8e-bc63-df9234f432f3 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:09.260951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 74688dc2-403b-4b8e-bc63-df9234f432f3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=74688dc2-403b-4b8e-bc63-df9234f432f3,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:09.275041 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '74688dc2-403b-4b8e-bc63-df9234f432f3', 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5', 'port_id': '74688dc2-403b-4b8e-bc63-df9234f432f3', 'mac_address': 'fa:16:3e:13:dd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f3edd7-c966-45f1-a2c0-304513016974', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:09.295741 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf5dd7a1-0869-4a8f-9d87-8c153e6329be req-bf322744-83ae-41ff-948f-eaf1327c741f tempest-LiveMigrationNegativeTest-598038060 tempest-LiveMigrationNegativeTest-598038060-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0562b1-cde5-4496-81ba-0346ac34602d HTTP/1.1" status: 200 len: 210 time: 0.0399752 Sep 16 04:42:09.319186 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.334391 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74688dc2-403b-4b8e-bc63-df9234f432f3 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:09.371572 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 74688dc2-403b-4b8e-bc63-df9234f432f3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=74688dc2-403b-4b8e-bc63-df9234f432f3,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:09.487407 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.499711 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dfdb9-d347-459a-a433-a269ad2dd3a3 req-b10d688c-0bbd-4124-9c12-1ad369451bea tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:09.501725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-414dfdb9-d347-459a-a433-a269ad2dd3a3 req-b10d688c-0bbd-4124-9c12-1ad369451bea tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 943 time: 0.0870335 Sep 16 04:42:09.560257 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=74688dc2-403b-4b8e-bc63-df9234f432f3,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:09.581141 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-414dfdb9-d347-459a-a433-a269ad2dd3a3 req-85799e33-c0c0-4960-b2e2-c1a499bc663e tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/security-groups?id=07432f6d-b4c1-4620-83f5-4bb8143d78ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693948 Sep 16 04:42:09.688889 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-45e16410-e603-4be7-8793-7d992473b22c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a016558221c5434f8347e2de57e4ce82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329778 Sep 16 04:42:09.706385 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['74688dc2-403b-4b8e-bc63-df9234f432f3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:09.719248 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cefe78f5-afc9-43a8-b419-f313ec60e1b6 req-5a17a272-1449-4c2c-bcd8-ee454c856a1a tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 210 time: 0.0635316 Sep 16 04:42:09.870815 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-a436af11-7419-43e7-a380-d133f3f7d76c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:09.872919 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-a436af11-7419-43e7-a380-d133f3f7d76c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766963 Sep 16 04:42:09.896433 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa506e05-5a5a-49ab-9819-b5a174e5736e req-6b18504b-b1b1-43ff-b5c6-3ddf8a2089a0 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:09.898205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aa506e05-5a5a-49ab-9819-b5a174e5736e req-6b18504b-b1b1-43ff-b5c6-3ddf8a2089a0 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.0692782 Sep 16 04:42:09.908278 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-27034e1a-5271-4471-abbb-fb0959b8c525 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Request body: {'port': {'device_id': 'd074cf46-53ca-451d-b625-861fa13dc7ff', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': 'a016558221c5434f8347e2de57e4ce82'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:09.974054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aa506e05-5a5a-49ab-9819-b5a174e5736e req-02650c85-3fb8-4dd5-baae-9166cddb1cb6 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674448 Sep 16 04:42:10.156118 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ab4b5-1ee1-4fdd-b3c6-c53fea4d372f req-20714308-26c2-437a-ac83-faed83d473f0 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:10.506768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a8ab4b5-1ee1-4fdd-b3c6-c53fea4d372f req-20714308-26c2-437a-ac83-faed83d473f0 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 944 time: 0.0613735 Sep 16 04:42:10.506768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a8ab4b5-1ee1-4fdd-b3c6-c53fea4d372f req-2b77a754-0257-4a12-ba66-7665c5670017 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356832 Sep 16 04:42:10.713691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11473d-d56b-4217-893d-367046cb4a4d req-f2d7dc22-7bcc-4422-9a48-20c30a0709b9 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:10.715286 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f11473d-d56b-4217-893d-367046cb4a4d req-f2d7dc22-7bcc-4422-9a48-20c30a0709b9 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 943 time: 0.0587819 Sep 16 04:42:10.732688 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-27034e1a-5271-4471-abbb-fb0959b8c525 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Made reservation on behalf of a016558221c5434f8347e2de57e4ce82 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:10.736846 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-27034e1a-5271-4471-abbb-fb0959b8c525 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.762704 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f11473d-d56b-4217-893d-367046cb4a4d req-6f6e384d-178e-4247-8968-da96d23fbb4b tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/security-groups?id=07432f6d-b4c1-4620-83f5-4bb8143d78ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408320 Sep 16 04:42:10.779109 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.848901 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b65a6feb-02a8-4633-a215-e394e5c870c0 req-a506a305-43c4-4aba-a2ac-b208632c7720 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 210 time: 0.0335255 Sep 16 04:42:10.912498 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-27034e1a-5271-4471-abbb-fb0959b8c525 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Allocated IP 192.168.233.240 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/9dae50d3-bda3-4bfe-88d1-3280a8d5a56e) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:11.096817 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-27034e1a-5271-4471-abbb-fb0959b8c525 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.115621 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fc76a-bc42-4a10-a1de-958abb6d91c9 req-ecd9e43c-1c18-4ea1-8c16-8356ed4798cd tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:11.119515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b81fc76a-bc42-4a10-a1de-958abb6d91c9 req-ecd9e43c-1c18-4ea1-8c16-8356ed4798cd tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.0698516 Sep 16 04:42:11.147454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 74688dc2-403b-4b8e-bc63-df9234f432f3 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:11.174983 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60046) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:11.234179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b81fc76a-bc42-4a10-a1de-958abb6d91c9 req-7e1cbecd-96ec-485d-84ef-f547ad6aaa22 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024389 Sep 16 04:42:11.242734 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 74688dc2-403b-4b8e-bc63-df9234f432f3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:11.243640 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.281106 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-27034e1a-5271-4471-abbb-fb0959b8c525 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.304839 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5b838b49-d2e6-415e-bce5-42dba05c4c2f details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:11.330623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60054) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:11.333907 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-27034e1a-5271-4471-abbb-fb0959b8c525 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:11.344850 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-27034e1a-5271-4471-abbb-fb0959b8c525 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:11.348439 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-27034e1a-5271-4471-abbb-fb0959b8c525 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:11.367342 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['44bd3647-20c9-4130-8c7f-1b5380042dc5', '31aed236-7506-4376-9eef-5131f1554622'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:11.370967 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 78eadf64-dd51-4b4f-9610-64efedd6cdce no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:11.390089 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27034e1a-5271-4471-abbb-fb0959b8c525 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Pushing event updated for resources: {'Port': ['ID=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:11.421534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 78eadf64-dd51-4b4f-9610-64efedd6cdce {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:11.422103 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 78eadf64-dd51-4b4f-9610-64efedd6cdce not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:11.438573 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3fea164a-7086-4167-bca6-ae1e6339a86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.488782 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-27034e1a-5271-4471-abbb-fb0959b8c525 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:11.488985 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.resource_extend [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:42:11.489347 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-27034e1a-5271-4471-abbb-fb0959b8c525 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.514112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60060) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:11.522671 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-31245e63-887e-4c48-8eee-73897040ed41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae884b3eaaf74e2186455b10c0118a22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450949 Sep 16 04:42:11.558728 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.608489 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7216d77a-6bcb-4c1b-81b7-1caad548bb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.639455 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ed1531-b116-47e3-ae70-08ee23d7f1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74688dc2-403b-4b8e-bc63-df9234f432f3'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:11.640248 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ecf7c-7ea0-4550-a328-b8c194b5ff61 req-17eb7153-5e2f-4a6a-b39b-089ba772e834 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:11.640727 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3fea164a-7086-4167-bca6-ae1e6339a86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.642291 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755caa7c-9541-4272-b148-bcab8a4b12f1" -d '{"events": [{"server_uuid": "e4ed1531-b116-47e3-ae70-08ee23d7f1de", "name": "network-vif-plugged", "status": "completed", "tag": "74688dc2-403b-4b8e-bc63-df9234f432f3"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:11.642679 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a40ecf7c-7ea0-4550-a328-b8c194b5ff61 req-17eb7153-5e2f-4a6a-b39b-089ba772e834 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 944 time: 0.0865204 Sep 16 04:42:11.648724 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7216d77a-6bcb-4c1b-81b7-1caad548bb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.655910 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 74688dc2-403b-4b8e-bc63-df9234f432f3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=74688dc2-403b-4b8e-bc63-df9234f432f3,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:11.699566 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c2e793-7725-44f6-b4da-9551c2b8797e x-openstack-request-id: req-d9c2e793-7725-44f6-b4da-9551c2b8797e {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:11.699862 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ed1531-b116-47e3-ae70-08ee23d7f1de", "name": "network-vif-plugged", "status": "completed", "tag": "74688dc2-403b-4b8e-bc63-df9234f432f3", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:11.700090 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9c2e793-7725-44f6-b4da-9551c2b8797e {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:11.700563 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ed1531-b116-47e3-ae70-08ee23d7f1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74688dc2-403b-4b8e-bc63-df9234f432f3', 'code': 200} Sep 16 04:42:11.708460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8c6566ae-12c0-45e9-b13c-a457c4e2f0c1 None None] Provisioning complete for port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:11.708803 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8c6566ae-12c0-45e9-b13c-a457c4e2f0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.715944 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a40ecf7c-7ea0-4550-a328-b8c194b5ff61 req-a505e0bb-2e46-4c8a-b18c-e918d34c2d13 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643961 Sep 16 04:42:11.718118 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5b838b49-d2e6-415e-bce5-42dba05c4c2f, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5b838b49-d2e6-415e-bce5-42dba05c4c2f,segment=NetworkSegment(ad304f20-6e26-4222-8d09-8cf5b7a9ff0e),segment_id=ad304f20-6e26-4222-8d09-8cf5b7a9ff0e)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:11.730289 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3fea164a-7086-4167-bca6-ae1e6339a86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.763667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '5b838b49-d2e6-415e-bce5-42dba05c4c2f', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'port_id': '5b838b49-d2e6-415e-bce5-42dba05c4c2f', 'mac_address': 'fa:16:3e:23:5e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:11.774131 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3fea164a-7086-4167-bca6-ae1e6339a86d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4dd567327b50451c8f4f25822ced3e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4422522 Sep 16 04:42:11.774978 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea164a-7086-4167-bca6-ae1e6339a86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc62b9a6-65b2-4640-81b0-10f4c676d37e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:11.776746 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60064) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:11.780678 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.791169 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-8c6566ae-12c0-45e9-b13c-a457c4e2f0c1 None None] Port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:11.869741 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3e8e571-4d6b-436d-8a6a-6416ed50be6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.876567 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-27034e1a-5271-4471-abbb-fb0959b8c525 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9758358 Sep 16 04:42:11.897334 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Request body: {'port': {'device_id': 'd074cf46-53ca-451d-b625-861fa13dc7ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:11.905520 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7216d77a-6bcb-4c1b-81b7-1caad548bb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.908861 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7216d77a-6bcb-4c1b-81b7-1caad548bb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.910100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7216d77a-6bcb-4c1b-81b7-1caad548bb25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d02e49b-3b12-4b40-ad5e-8be6c2851c1c HTTP/1.1" status: 204 len: 168 time: 0.3949907 Sep 16 04:42:11.948254 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.970584 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216d77a-6bcb-4c1b-81b7-1caad548bb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d02e49b-3b12-4b40-ad5e-8be6c2851c1c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:11.970584 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3e8e571-4d6b-436d-8a6a-6416ed50be6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.974072 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.989857 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=74688dc2-403b-4b8e-bc63-df9234f432f3,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:12.017867 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b838b49-d2e6-415e-bce5-42dba05c4c2f {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:12.035805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3f3f8-8a09-41b5-8879-66896c75f28c req-91281cf2-66fc-40d4-afc6-2a1c52b25cd0 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.043222 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57f3f3f8-8a09-41b5-8879-66896c75f28c req-91281cf2-66fc-40d4-afc6-2a1c52b25cd0 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 943 time: 0.1870637 Sep 16 04:42:12.058919 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5b838b49-d2e6-415e-bce5-42dba05c4c2f, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5b838b49-d2e6-415e-bce5-42dba05c4c2f,segment=NetworkSegment(ad304f20-6e26-4222-8d09-8cf5b7a9ff0e),segment_id=ad304f20-6e26-4222-8d09-8cf5b7a9ff0e)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:12.088264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e1fa8-2b8f-4c23-8e84-107cae33a801 req-f953bd01-5e85-48bc-8f37-f567a25e4bed tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.089889 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-620e1fa8-2b8f-4c23-8e84-107cae33a801 req-f953bd01-5e85-48bc-8f37-f567a25e4bed tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 936 time: 0.1387503 Sep 16 04:42:12.132165 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57f3f3f8-8a09-41b5-8879-66896c75f28c req-27e9bc2c-6b29-4893-bde2-f89737d88370 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/security-groups?id=07432f6d-b4c1-4620-83f5-4bb8143d78ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719852 Sep 16 04:42:12.147965 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.181166 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-620e1fa8-2b8f-4c23-8e84-107cae33a801 req-75815f3e-eef3-4de7-8290-66ac9a509d5a tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790124 Sep 16 04:42:12.215936 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=5b838b49-d2e6-415e-bce5-42dba05c4c2f,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:12.240946 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3e8e571-4d6b-436d-8a6a-6416ed50be6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.243593 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3e8e571-4d6b-436d-8a6a-6416ed50be6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.253213 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f3e8e571-4d6b-436d-8a6a-6416ed50be6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc62b9a6-65b2-4640-81b0-10f4c676d37e HTTP/1.1" status: 204 len: 168 time: 0.4690654 Sep 16 04:42:12.262060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8e571-4d6b-436d-8a6a-6416ed50be6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc62b9a6-65b2-4640-81b0-10f4c676d37e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:12.315793 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:12.323566 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.340052 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Transition to ACTIVE for port object 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:12.406680 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.424009 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fbb88-1308-4b8a-b78e-a94d8a89d65e req-e758bf34-6de0-4a00-bc6d-9ee4bc871376 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.432940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-566fbb88-1308-4b8a-b78e-a94d8a89d65e req-e758bf34-6de0-4a00-bc6d-9ee4bc871376 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.0784118 Sep 16 04:42:12.459614 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:12.479039 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-566fbb88-1308-4b8a-b78e-a94d8a89d65e req-458e92df-5528-474f-b340-028da1b47023 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453861 Sep 16 04:42:12.537845 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Attempting to bind port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:12.537845 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Attempting to bind port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:12.537845 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Attempting to bind port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:12.540920 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:12.541253 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Attempting to bind port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:12.546738 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:12.547140 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:12.547535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:12.548135 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Bound port: 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:12.548519 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.630106 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] For port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:12.633583 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] For port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:12.723554 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.757195 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.757816 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.759276 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] 10.222.0.21 "PUT /v2.0/ports/9dae50d3-bda3-4bfe-88d1-3280a8d5a56e HTTP/1.1" status: 200 len: 1097 time: 0.8665018 Sep 16 04:42:12.763570 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd074cf46-53ca-451d-b625-861fa13dc7ff', 'tag': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:12.763570 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c6339c-4ed6-4a35-bd5c-e110a67d15a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d074cf46-53ca-451d-b625-861fa13dc7ff", "tag": "9dae50d3-bda3-4bfe-88d1-3280a8d5a56e"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:12.791858 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['5b838b49-d2e6-415e-bce5-42dba05c4c2f'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:12.795025 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22357c-6f77-4f9c-8fbc-615397afb2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:12.814694 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60096) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:12.827241 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220b4bbf-b6f8-48a3-9925-aa94ff8024e6 x-openstack-request-id: req-220b4bbf-b6f8-48a3-9925-aa94ff8024e6 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:12.828079 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d074cf46-53ca-451d-b625-861fa13dc7ff", "tag": "9dae50d3-bda3-4bfe-88d1-3280a8d5a56e", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:12.828079 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-220b4bbf-b6f8-48a3-9925-aa94ff8024e6 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:12.831496 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd074cf46-53ca-451d-b625-861fa13dc7ff', 'tag': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e', 'status': 'completed', 'code': 200} Sep 16 04:42:12.856772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967ce8e-ee32-448d-a718-8d863007b44a req-30859ece-e639-4f78-bc82-5670be30d805 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.858416 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f967ce8e-ee32-448d-a718-8d863007b44a req-30859ece-e639-4f78-bc82-5670be30d805 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 945 time: 0.0667770 Sep 16 04:42:12.912635 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f967ce8e-ee32-448d-a718-8d863007b44a req-3d1b721b-32e7-4367-9b0f-3f42420052d4 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471971 Sep 16 04:42:12.941416 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c9778906-6df1-4ead-9066-707b9db5e7d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e59bf6515f144b6088678a8f7d35e189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1253729 Sep 16 04:42:12.944659 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60098) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:13.012182 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6339c-4ed6-4a35-bd5c-e110a67d15a7 req-74d4e6a9-3208-4dce-ae3b-f5f73ad03e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.013755 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e9c6339c-4ed6-4a35-bd5c-e110a67d15a7 req-74d4e6a9-3208-4dce-ae3b-f5f73ad03e78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 1100 time: 0.1157062 Sep 16 04:42:13.019576 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-debc8d6a-714c-41ff-b8ed-c478b5c70761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.060613 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-debc8d6a-714c-41ff-b8ed-c478b5c70761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.064154 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e9c6339c-4ed6-4a35-bd5c-e110a67d15a7 req-de1791ee-24ad-42ac-ac4d-7939daf621a7 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a016558221c5434f8347e2de57e4ce82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353537 Sep 16 04:42:13.089815 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60100) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:13.104667 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6dfcae5-4d03-426d-85b0-d92f6b396633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.193834 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6339c-4ed6-4a35-bd5c-e110a67d15a7 req-eccbecc8-a76f-4a77-b991-0109939501f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.195456 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e9c6339c-4ed6-4a35-bd5c-e110a67d15a7 req-eccbecc8-a76f-4a77-b991-0109939501f0 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1242075 Sep 16 04:42:13.230708 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6dfcae5-4d03-426d-85b0-d92f6b396633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.258469 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-debc8d6a-714c-41ff-b8ed-c478b5c70761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.261101 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-debc8d6a-714c-41ff-b8ed-c478b5c70761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.261264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269e1b7-b424-4edf-9f75-62d069bad5b3 req-51333750-facd-4913-a31b-f2377d9d2833 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.262326 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-debc8d6a-714c-41ff-b8ed-c478b5c70761 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d7478fa-b2f3-48c6-9971-6a21d35ce191 HTTP/1.1" status: 204 len: 168 time: 0.3166766 Sep 16 04:42:13.263324 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a269e1b7-b424-4edf-9f75-62d069bad5b3 req-51333750-facd-4913-a31b-f2377d9d2833 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 943 time: 0.0702195 Sep 16 04:42:13.280646 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 154095c0-1cb8-424f-a832-2bb7299d5d79 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:13.287970 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc8d6a-714c-41ff-b8ed-c478b5c70761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7478fa-b2f3-48c6-9971-6a21d35ce191,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:13.327189 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6dfcae5-4d03-426d-85b0-d92f6b396633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.386055 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-ebd0a902-3af9-44af-a4e8-d3a050aa923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.387857 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-ebd0a902-3af9-44af-a4e8-d3a050aa923c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 1100 time: 0.0837364 Sep 16 04:42:13.388390 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a269e1b7-b424-4edf-9f75-62d069bad5b3 req-80ff8287-a729-4c00-b77b-0bd50740230e tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/security-groups?id=07432f6d-b4c1-4620-83f5-4bb8143d78ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109452 Sep 16 04:42:13.426002 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c6dfcae5-4d03-426d-85b0-d92f6b396633 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a97a1b9c7284d1db9c0c75b0c63c521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349671 Sep 16 04:42:13.428034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60112) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:13.464383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfcae5-4d03-426d-85b0-d92f6b396633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdeee0c2-e3ff-4525-9559-1d2f78204e49,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:13.478530 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 154095c0-1cb8-424f-a832-2bb7299d5d79, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=154095c0-1cb8-424f-a832-2bb7299d5d79,segment=NetworkSegment(3bb82cf0-ee0f-4c07-837b-a05751c55984),segment_id=3bb82cf0-ee0f-4c07-837b-a05751c55984)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:13.493086 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-aa03ab68-2f72-4d6b-b157-1f866f5ab19a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e HTTP/1.1" status: 200 len: 217 time: 0.0887537 Sep 16 04:42:13.498050 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '154095c0-1cb8-424f-a832-2bb7299d5d79', 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768', 'port_id': '154095c0-1cb8-424f-a832-2bb7299d5d79', 'mac_address': 'fa:16:3e:94:2c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:13.553689 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.555252 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-15885977-1306-4527-80c2-bc84c2377a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.571427 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154095c0-1cb8-424f-a832-2bb7299d5d79 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:13.583046 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-a9763a50-dc0d-4801-92ce-1ee38409d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.585720 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-a9763a50-dc0d-4801-92ce-1ee38409d2f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0850391 Sep 16 04:42:13.593998 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-15885977-1306-4527-80c2-bc84c2377a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.598695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 154095c0-1cb8-424f-a832-2bb7299d5d79, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=154095c0-1cb8-424f-a832-2bb7299d5d79,segment=NetworkSegment(3bb82cf0-ee0f-4c07-837b-a05751c55984),segment_id=3bb82cf0-ee0f-4c07-837b-a05751c55984)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:13.609561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8dbdcb-820c-4925-86e4-b2a12ccf9660 req-9c62d037-8b06-44ee-81b5-3d9d07e9dbce tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.611792 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc8dbdcb-820c-4925-86e4-b2a12ccf9660 req-9c62d037-8b06-44ee-81b5-3d9d07e9dbce tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 948 time: 0.1168149 Sep 16 04:42:13.656217 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-9528ee01-9a8f-4098-bf3a-b829a1c2fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.659295 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-9528ee01-9a8f-4098-bf3a-b829a1c2fe33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0607815 Sep 16 04:42:13.671706 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc8dbdcb-820c-4925-86e4-b2a12ccf9660 req-d7fe853a-fdf1-4d8e-95f7-5e15e8b763f9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504396 Sep 16 04:42:13.675199 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.738962 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992a824-c7d1-4cfd-b629-2bd911a4bf27 req-f041de08-7ec9-4cb6-bf65-22831ea511f4 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.740612 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5992a824-c7d1-4cfd-b629-2bd911a4bf27 req-f041de08-7ec9-4cb6-bf65-22831ea511f4 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.0732648 Sep 16 04:42:13.747896 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=154095c0-1cb8-424f-a832-2bb7299d5d79,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:13.756695 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-15885977-1306-4527-80c2-bc84c2377a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.759179 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-15885977-1306-4527-80c2-bc84c2377a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.762626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-15885977-1306-4527-80c2-bc84c2377a1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdeee0c2-e3ff-4525-9559-1d2f78204e49 HTTP/1.1" status: 204 len: 168 time: 0.3292546 Sep 16 04:42:13.782649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15885977-1306-4527-80c2-bc84c2377a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdeee0c2-e3ff-4525-9559-1d2f78204e49,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:13.790214 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-884c9935-357e-4846-981d-e2b14dc414bd service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230831 Sep 16 04:42:13.797214 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5992a824-c7d1-4cfd-b629-2bd911a4bf27 req-a0a97ce0-edd4-439f-bd52-2498539bf049 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502717 Sep 16 04:42:14.064727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b639712-bb4b-43fe-bf85-390a026d1361 req-f697440c-e399-49b0-83c7-498d70f98a12 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:14.071929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b639712-bb4b-43fe-bf85-390a026d1361 req-f697440c-e399-49b0-83c7-498d70f98a12 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 945 time: 0.0629411 Sep 16 04:42:14.092494 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1d7f6ec7-11b5-4277-9816-73694f5f1077 req-28dd4010-b186-491b-8326-d1d9df87fb7d service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443172 Sep 16 04:42:14.107616 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b639712-bb4b-43fe-bf85-390a026d1361 req-524ad944-e9c6-4f52-8bd9-119d04ecf6f9 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348005 Sep 16 04:42:14.176478 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['154095c0-1cb8-424f-a832-2bb7299d5d79'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:14.510470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb42765-772f-4b45-b238-0c0fcd441611 req-ef23e735-007e-424d-8359-d94fc59c81ec tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:14.511965 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4eb42765-772f-4b45-b238-0c0fcd441611 req-ef23e735-007e-424d-8359-d94fc59c81ec tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 944 time: 0.0575972 Sep 16 04:42:14.554720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4eb42765-772f-4b45-b238-0c0fcd441611 req-519fc6b9-1647-4547-ad67-fdaf4c7eeea0 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/security-groups?id=07432f6d-b4c1-4620-83f5-4bb8143d78ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355101 Sep 16 04:42:14.797304 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f9e51-2965-4065-ac83-50bb1f55639f req-d669f603-90e4-4dc0-8f49-ed0d6ba34074 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:14.799045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-269f9e51-2965-4065-ac83-50bb1f55639f req-d669f603-90e4-4dc0-8f49-ed0d6ba34074 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 948 time: 0.0523305 Sep 16 04:42:14.861684 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-269f9e51-2965-4065-ac83-50bb1f55639f req-adde9b64-f211-4593-b0a7-ac91e5ec1212 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567033 Sep 16 04:42:14.942091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69307696-e7bd-42cb-aab1-2efbe52cbc21 req-03974647-3482-4903-b643-f532562f5d1d tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:14.949832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-69307696-e7bd-42cb-aab1-2efbe52cbc21 req-03974647-3482-4903-b643-f532562f5d1d tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.0597124 Sep 16 04:42:14.965921 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60198) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:14.991414 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-69307696-e7bd-42cb-aab1-2efbe52cbc21 req-60ad4bba-364b-4cd5-a406-5b479e695fa7 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404274 Sep 16 04:42:15.096864 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-23822079-49c3-4816-aa63-1831fa1d2ac1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1879925982-network', 'tenant_id': '19e8745573624aaa8a63c80689f7b7bc'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:15.245362 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c1b6f-7bfd-436c-af0a-37573b5a72aa req-7fd55dec-80bd-4759-9e71-b93f11bb817c tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:15.254537 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-715c1b6f-7bfd-436c-af0a-37573b5a72aa req-7fd55dec-80bd-4759-9e71-b93f11bb817c tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 945 time: 0.0779953 Sep 16 04:42:15.258560 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23822079-49c3-4816-aa63-1831fa1d2ac1 admin admin] Made reservation on behalf of 19e8745573624aaa8a63c80689f7b7bc for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:15.260920 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-23822079-49c3-4816-aa63-1831fa1d2ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.276948 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-23822079-49c3-4816-aa63-1831fa1d2ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.295327 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5b838b49-d2e6-415e-bce5-42dba05c4c2f up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:15.305692 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-715c1b6f-7bfd-436c-af0a-37573b5a72aa req-00b07c82-c6c9-4b46-94a0-9d0477bb9a8c tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497773 Sep 16 04:42:15.429168 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-23822079-49c3-4816-aa63-1831fa1d2ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.481199 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 5b838b49-d2e6-415e-bce5-42dba05c4c2f completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:15.487809 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 5b838b49-d2e6-415e-bce5-42dba05c4c2f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:15.487809 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.514727 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-23822079-49c3-4816-aa63-1831fa1d2ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.543136 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23822079-49c3-4816-aa63-1831fa1d2ac1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:42:15.559509 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23822079-49c3-4816-aa63-1831fa1d2ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dc4b45-b6f6-40e5-b6ea-50638aedd60e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:15.564035 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-23822079-49c3-4816-aa63-1831fa1d2ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.564398 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-23822079-49c3-4816-aa63-1831fa1d2ac1 admin admin] Added segment f3b66e33-1532-4e43-91f5-c6b4478ea47c of type vlan for network f79bb79b-c0c8-4d17-b050-5e52580a6ab2 Sep 16 04:42:15.587351 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.631241 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-23822079-49c3-4816-aa63-1831fa1d2ac1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.631367 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5b838b49-d2e6-415e-bce5-42dba05c4c2f, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5b838b49-d2e6-415e-bce5-42dba05c4c2f,segment=NetworkSegment(ad304f20-6e26-4222-8d09-8cf5b7a9ff0e),segment_id=ad304f20-6e26-4222-8d09-8cf5b7a9ff0e)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:15.631367 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c562da6-285e-449f-ac23-6084bf831f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b838b49-d2e6-415e-bce5-42dba05c4c2f'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:15.631934 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9052d2d-538f-45e5-878f-44edc4a70557" -d '{"events": [{"server_uuid": "0c562da6-285e-449f-ac23-6084bf831f8c", "name": "network-vif-plugged", "status": "completed", "tag": "5b838b49-d2e6-415e-bce5-42dba05c4c2f"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:15.683350 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cb426d-2e31-450e-b319-2caeebf5fdc8 x-openstack-request-id: req-66cb426d-2e31-450e-b319-2caeebf5fdc8 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:15.683756 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c562da6-285e-449f-ac23-6084bf831f8c", "name": "network-vif-plugged", "status": "completed", "tag": "5b838b49-d2e6-415e-bce5-42dba05c4c2f", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:15.684009 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66cb426d-2e31-450e-b319-2caeebf5fdc8 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:15.684416 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c562da6-285e-449f-ac23-6084bf831f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b838b49-d2e6-415e-bce5-42dba05c4c2f', 'code': 200} Sep 16 04:42:15.721008 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.737874 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-23822079-49c3-4816-aa63-1831fa1d2ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.739257 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23822079-49c3-4816-aa63-1831fa1d2ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:15.746471 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-23822079-49c3-4816-aa63-1831fa1d2ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.751396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347dc3d-339c-42a1-8e7f-cd15aee5a4bf req-522821f1-4c2b-4f5b-af2e-98f05ea94627 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:15.771754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f347dc3d-339c-42a1-8e7f-cd15aee5a4bf req-522821f1-4c2b-4f5b-af2e-98f05ea94627 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 944 time: 0.1047661 Sep 16 04:42:15.828095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f347dc3d-339c-42a1-8e7f-cd15aee5a4bf req-b9da5325-b3e4-4d23-b65e-d5e65d6cee12 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/security-groups?id=07432f6d-b4c1-4620-83f5-4bb8143d78ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545368 Sep 16 04:42:15.842588 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=5b838b49-d2e6-415e-bce5-42dba05c4c2f,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:15.849759 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23822079-49c3-4816-aa63-1831fa1d2ac1 admin admin] Pushing event updated for resources: {'Network': ['ID=f79bb79b-c0c8-4d17-b050-5e52580a6ab2,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:15.867111 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network f79bb79b-c0c8-4d17-b050-5e52580a6ab2 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:42:15.874442 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-23822079-49c3-4816-aa63-1831fa1d2ac1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9044945 Sep 16 04:42:15.874784 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60228) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:15.883061 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ca22d121-39c9-4a09-8a50-07f832514e6b admin admin] Request body: {'subnet': {'network_id': 'f79bb79b-c0c8-4d17-b050-5e52580a6ab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1879925982-subnet', 'tenant_id': '19e8745573624aaa8a63c80689f7b7bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:15.937850 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04293c61-2fa4-4836-b2fd-00b7618c0c18 req-a4fa0f13-02c7-41e0-baaa-256de8e3834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:15.939379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-04293c61-2fa4-4836-b2fd-00b7618c0c18 req-a4fa0f13-02c7-41e0-baaa-256de8e3834c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 1098 time: 0.1107123 Sep 16 04:42:16.044191 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-04293c61-2fa4-4836-b2fd-00b7618c0c18 req-94d2fcb6-6171-498a-b822-aa5368b83393 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949540 Sep 16 04:42:16.098429 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba81be-a2cf-4e0b-89bc-11287f011d32 req-4bc8f1ca-1a69-408a-b741-d4b9cdde342a tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:16.100800 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ceba81be-a2cf-4e0b-89bc-11287f011d32 req-4bc8f1ca-1a69-408a-b741-d4b9cdde342a tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 948 time: 0.1433425 Sep 16 04:42:16.171415 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ceba81be-a2cf-4e0b-89bc-11287f011d32 req-6f124355-f9ad-4d4e-ae33-39869c633591 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580211 Sep 16 04:42:16.178174 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca22d121-39c9-4a09-8a50-07f832514e6b admin admin] Made reservation on behalf of 19e8745573624aaa8a63c80689f7b7bc for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:16.200965 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca22d121-39c9-4a09-8a50-07f832514e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.204435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec28f0-66c1-471b-959a-67f3c34a655f req-e91e822e-8186-4436-a1f1-6f85b1ff6ac3 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:16.211895 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0aec28f0-66c1-471b-959a-67f3c34a655f req-e91e822e-8186-4436-a1f1-6f85b1ff6ac3 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.1099563 Sep 16 04:42:16.259099 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0aec28f0-66c1-471b-959a-67f3c34a655f req-4e8693f7-9da6-4a37-bee3-d8bf39a801e8 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461893 Sep 16 04:42:16.437876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b630245-b64d-423c-9422-5b29c0e2a0a8 req-47345d5d-9f2d-40c8-b20a-238cdd3b7b8e tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:16.447469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b630245-b64d-423c-9422-5b29c0e2a0a8 req-47345d5d-9f2d-40c8-b20a-238cdd3b7b8e tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 946 time: 0.0778759 Sep 16 04:42:16.473809 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca22d121-39c9-4a09-8a50-07f832514e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.498509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b630245-b64d-423c-9422-5b29c0e2a0a8 req-d1d4df13-2d25-43e7-b39a-86f9b45fb069 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494621 Sep 16 04:42:16.555403 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22d121-39c9-4a09-8a50-07f832514e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f915b2ee-8243-4d3d-a882-24e5aa3c6148,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:16.565445 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca22d121-39c9-4a09-8a50-07f832514e6b admin admin] Checking segment: {'id': 'f3b66e33-1532-4e43-91f5-c6b4478ea47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f79bb79b-c0c8-4d17-b050-5e52580a6ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:16.565815 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca22d121-39c9-4a09-8a50-07f832514e6b admin admin] Network hostable DHCP agents. Network: f79bb79b-c0c8-4d17-b050-5e52580a6ab2, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:42:16.669297 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca22d121-39c9-4a09-8a50-07f832514e6b admin admin] Network f79bb79b-c0c8-4d17-b050-5e52580a6ab2 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:42:16.778059 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-ca22d121-39c9-4a09-8a50-07f832514e6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, f79bb79b-c0c8-4d17-b050-5e52580a6ab2) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:16.791322 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572562e4-8e45-41aa-afce-76fb49c366b5 None None] Network f79bb79b-c0c8-4d17-b050-5e52580a6ab2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:16.792920 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca22d121-39c9-4a09-8a50-07f832514e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:16.793883 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca22d121-39c9-4a09-8a50-07f832514e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.922213 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60260) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:16.923469 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ca22d121-39c9-4a09-8a50-07f832514e6b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0467756 Sep 16 04:42:16.925317 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-d0223ba2-3079-41f4-a971-ae15eaa7352e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1879925982-router', 'tenant_id': '19e8745573624aaa8a63c80689f7b7bc', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:17.035527 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-f79bb79b-c0c8-4d17-b050-5e52580a6ab2', 'network_id': 'f79bb79b-c0c8-4d17-b050-5e52580a6ab2', 'tenant_id': '19e8745573624aaa8a63c80689f7b7bc', 'fixed_ips': [{'subnet_id': 'f915b2ee-8243-4d3d-a882-24e5aa3c6148'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:42:17.037159 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d0223ba2-3079-41f4-a971-ae15eaa7352e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.037785 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.038215 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d0223ba2-3079-41f4-a971-ae15eaa7352e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.081214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573c492-e47e-4722-94f7-ffb2e8d8eb58 req-049467ab-7499-4a57-a151-51e2817b5f83 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:17.089748 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7573c492-e47e-4722-94f7-ffb2e8d8eb58 req-049467ab-7499-4a57-a151-51e2817b5f83 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 944 time: 0.0921676 Sep 16 04:42:17.144809 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d0223ba2-3079-41f4-a971-ae15eaa7352e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.163412 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7573c492-e47e-4722-94f7-ffb2e8d8eb58 req-feadfe26-7081-47ba-85a3-659b11710818 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/security-groups?id=07432f6d-b4c1-4620-83f5-4bb8143d78ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727942 Sep 16 04:42:17.233204 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] Allocated IP 172.20.0.2 (f79bb79b-c0c8-4d17-b050-5e52580a6ab2/f915b2ee-8243-4d3d-a882-24e5aa3c6148/153de383-80c2-4d3c-ae53-16e830f94a57) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:17.312810 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 154095c0-1cb8-424f-a832-2bb7299d5d79 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:17.525015 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.559467 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e861fc-1550-4f9e-be5c-16791925afd9 req-4fb52f21-41c2-4ec5-8108-d01e8f236720 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:17.568776 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6e861fc-1550-4f9e-be5c-16791925afd9 req-4fb52f21-41c2-4ec5-8108-d01e8f236720 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 948 time: 0.2334359 Sep 16 04:42:17.687453 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d0223ba2-3079-41f4-a971-ae15eaa7352e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.700457 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aeaa6d-fc05-4a60-a0cb-da25db607425 req-e0cb26bd-8d21-4598-a0c3-bb73a46b9694 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:17.708725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62aeaa6d-fc05-4a60-a0cb-da25db607425 req-e0cb26bd-8d21-4598-a0c3-bb73a46b9694 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.2601883 Sep 16 04:42:17.715335 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 154095c0-1cb8-424f-a832-2bb7299d5d79 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:17.720341 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 154095c0-1cb8-424f-a832-2bb7299d5d79 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:17.726632 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.746294 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.761017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6e861fc-1550-4f9e-be5c-16791925afd9 req-befc63ea-08c4-4b91-ac86-93bfe64c55d9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792593 Sep 16 04:42:17.805909 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] Pushing event updated for resources: {'Port': ['ID=153de383-80c2-4d3c-ae53-16e830f94a57,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:17.813382 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62aeaa6d-fc05-4a60-a0cb-da25db607425 req-fef4bc49-71a9-4b89-8c65-894bab95b236 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865412 Sep 16 04:42:17.836792 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] Network f79bb79b-c0c8-4d17-b050-5e52580a6ab2 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:17.839942 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:17.842369 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:17.917990 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] Attempting to bind port 153de383-80c2-4d3c-ae53-16e830f94a57 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:17.918598 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] Attempting to bind port 153de383-80c2-4d3c-ae53-16e830f94a57 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'f3b66e33-1532-4e43-91f5-c6b4478ea47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f79bb79b-c0c8-4d17-b050-5e52580a6ab2'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:17.919065 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] Attempting to bind port 153de383-80c2-4d3c-ae53-16e830f94a57 on network f79bb79b-c0c8-4d17-b050-5e52580a6ab2 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:17.951239 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:17.951716 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] Checking segment: {'id': 'f3b66e33-1532-4e43-91f5-c6b4478ea47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f79bb79b-c0c8-4d17-b050-5e52580a6ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:17.952193 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.952660 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] Bound using segment: {'id': 'f3b66e33-1532-4e43-91f5-c6b4478ea47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f79bb79b-c0c8-4d17-b050-5e52580a6ab2'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:17.953217 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] Bound port: 153de383-80c2-4d3c-ae53-16e830f94a57, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b66e33-1532-4e43-91f5-c6b4478ea47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f79bb79b-c0c8-4d17-b050-5e52580a6ab2'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:17.953862 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.010032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a195c9-5c36-4d10-a71b-aa93bb74db39 req-7373c7a6-cd7e-41de-a1de-8dd16e9a4c1e tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:18.019349 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17a195c9-5c36-4d10-a71b-aa93bb74db39 req-7373c7a6-cd7e-41de-a1de-8dd16e9a4c1e tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 946 time: 0.1170249 Sep 16 04:42:18.070911 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17a195c9-5c36-4d10-a71b-aa93bb74db39 req-dbab8a92-2de8-4f9c-8ed9-ff75fa78eeae tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500336 Sep 16 04:42:18.149536 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.192547 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 154095c0-1cb8-424f-a832-2bb7299d5d79, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=154095c0-1cb8-424f-a832-2bb7299d5d79,segment=NetworkSegment(3bb82cf0-ee0f-4c07-837b-a05751c55984),segment_id=3bb82cf0-ee0f-4c07-837b-a05751c55984)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:18.197464 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c46f807-ab11-492c-8434-ba55a8c317a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154095c0-1cb8-424f-a832-2bb7299d5d79'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:18.200036 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8153354b-1098-4bb9-8228-b49e986af617" -d '{"events": [{"server_uuid": "6c46f807-ab11-492c-8434-ba55a8c317a6", "name": "network-vif-plugged", "status": "completed", "tag": "154095c0-1cb8-424f-a832-2bb7299d5d79"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:18.215877 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d0223ba2-3079-41f4-a971-ae15eaa7352e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.226239 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] For port 153de383-80c2-4d3c-ae53-16e830f94a57, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:18.231426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] For port 153de383-80c2-4d3c-ae53-16e830f94a57, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=153de383-80c2-4d3c-ae53-16e830f94a57,segment=NetworkSegment(f3b66e33-1532-4e43-91f5-c6b4478ea47c),segment_id=f3b66e33-1532-4e43-91f5-c6b4478ea47c)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:18.241229 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d0223ba2-3079-41f4-a971-ae15eaa7352e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.258181 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791773f9-3379-4c19-821e-6b44c069ed27 x-openstack-request-id: req-791773f9-3379-4c19-821e-6b44c069ed27 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:18.258487 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c46f807-ab11-492c-8434-ba55a8c317a6", "name": "network-vif-plugged", "status": "completed", "tag": "154095c0-1cb8-424f-a832-2bb7299d5d79", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:18.258743 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-791773f9-3379-4c19-821e-6b44c069ed27 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:18.259168 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c46f807-ab11-492c-8434-ba55a8c317a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154095c0-1cb8-424f-a832-2bb7299d5d79', 'code': 200} Sep 16 04:42:18.303721 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.347210 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.465059 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=154095c0-1cb8-424f-a832-2bb7299d5d79,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:18.470399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-d0223ba2-3079-41f4-a971-ae15eaa7352e admin admin] Allocated IP 172.25.4.120 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/46cf5f42-7f2d-4987-b010-a3d004cddb15) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:18.490769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f4eaf-5a49-49b5-9ed9-ed3a763d869e req-ae59105b-a56b-488d-8dab-558062021e66 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:18.499105 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-755f4eaf-5a49-49b5-9ed9-ed3a763d869e req-ae59105b-a56b-488d-8dab-558062021e66 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 945 time: 0.1862230 Sep 16 04:42:18.578946 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec325cd-85b7-4287-8dbd-f3a2f6bb321f None None] Pushing event updated for resources: {'Port': ['ID=153de383-80c2-4d3c-ae53-16e830f94a57,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:18.631078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee1f8c-b592-4ebf-9576-306ebcfc5988 req-f646c6bd-9227-4408-8d00-8bae1d07278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:18.632677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bcee1f8c-b592-4ebf-9576-306ebcfc5988 req-f646c6bd-9227-4408-8d00-8bae1d07278f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 1097 time: 0.2447729 Sep 16 04:42:18.799775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-755f4eaf-5a49-49b5-9ed9-ed3a763d869e req-c61ad79e-d97e-407c-95ba-ba95ab13d3a0 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/security-groups?id=07432f6d-b4c1-4620-83f5-4bb8143d78ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975688 Sep 16 04:42:18.821156 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d0223ba2-3079-41f4-a971-ae15eaa7352e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.825413 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bcee1f8c-b592-4ebf-9576-306ebcfc5988 req-6c1801da-a769-41fe-b594-69be77ce1c04 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=07432f6d-b4c1-4620-83f5-4bb8143d78ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181531 Sep 16 04:42:18.967745 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d0223ba2-3079-41f4-a971-ae15eaa7352e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.068085 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0223ba2-3079-41f4-a971-ae15eaa7352e admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:19.083189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b7061-6e71-4bfc-8cc3-79d90bef2a1b req-c22d4c8d-2065-4fc1-8bbe-2d7a7cd981a6 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:19.085073 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e0b7061-6e71-4bfc-8cc3-79d90bef2a1b req-c22d4c8d-2065-4fc1-8bbe-2d7a7cd981a6 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 948 time: 0.1689517 Sep 16 04:42:19.093103 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-d0223ba2-3079-41f4-a971-ae15eaa7352e admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:19.101193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0223ba2-3079-41f4-a971-ae15eaa7352e admin admin] Pushing event updated for resources: {'Port': ['ID=46cf5f42-7f2d-4987-b010-a3d004cddb15,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:19.108114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0223ba2-3079-41f4-a971-ae15eaa7352e admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:19.155259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:19.176651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b33894-c585-4fe5-ab11-e9f430c2bc78 req-cba07e5d-3925-4a60-9641-4a4530de9da4 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:19.182007 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e5b33894-c585-4fe5-ab11-e9f430c2bc78 req-cba07e5d-3925-4a60-9641-4a4530de9da4 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.2295303 Sep 16 04:42:19.272289 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e0b7061-6e71-4bfc-8cc3-79d90bef2a1b req-0197882e-a9a7-42cc-9b43-d9508add6c46 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687989 Sep 16 04:42:19.360463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:19.378443 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e', 'mac_address': 'fa:16:3e:d7:32:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:19.429237 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.463147 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:19.472378 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:19.644467 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e5b33894-c585-4fe5-ab11-e9f430c2bc78 req-706eb769-9236-4838-a501-8e0abfb8eef7 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616954 Sep 16 04:42:19.685715 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfee8d8-82c6-4f15-89b0-8418caeb4915 None None] Network f79bb79b-c0c8-4d17-b050-5e52580a6ab2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:19.754433 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-be49842f-7ba4-4f13-8b80-925f1e38d449 None None] Provisioning complete for port 153de383-80c2-4d3c-ae53-16e830f94a57 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:19.754801 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-be49842f-7ba4-4f13-8b80-925f1e38d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.772873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4109fa3-e8bb-48ee-9188-339286e53976 req-3e5c8117-5920-44f7-bfad-3891469b2829 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:19.775446 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4109fa3-e8bb-48ee-9188-339286e53976 req-3e5c8117-5920-44f7-bfad-3891469b2829 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 946 time: 0.0573537 Sep 16 04:42:19.840127 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.859140 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4109fa3-e8bb-48ee-9188-339286e53976 req-7b576c24-6271-455b-84f8-d787abbc0d7d tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782669 Sep 16 04:42:20.001361 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d0223ba2-3079-41f4-a971-ae15eaa7352e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:20.007337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:20.035298 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-be49842f-7ba4-4f13-8b80-925f1e38d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:20.087866 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-be49842f-7ba4-4f13-8b80-925f1e38d449 None None] For port 153de383-80c2-4d3c-ae53-16e830f94a57, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=153de383-80c2-4d3c-ae53-16e830f94a57,segment=NetworkSegment(f3b66e33-1532-4e43-91f5-c6b4478ea47c),segment_id=f3b66e33-1532-4e43-91f5-c6b4478ea47c)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:20.155595 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-be49842f-7ba4-4f13-8b80-925f1e38d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:20.230446 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49842f-7ba4-4f13-8b80-925f1e38d449 None None] Pushing event updated for resources: {'Port': ['ID=153de383-80c2-4d3c-ae53-16e830f94a57,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:20.380437 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1346e3b6-6a80-45ba-8800-20a42654c4cc None None] Provisioning complete for port 153de383-80c2-4d3c-ae53-16e830f94a57 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:20.380806 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1346e3b6-6a80-45ba-8800-20a42654c4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:20.384390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0c94c-e024-47a6-b800-39c7d0761a05 req-f45bbb59-b243-4b63-aa1d-b53a9622b629 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:20.386007 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9f0c94c-e024-47a6-b800-39c7d0761a05 req-f45bbb59-b243-4b63-aa1d-b53a9622b629 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 945 time: 0.2687502 Sep 16 04:42:20.398566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-d130cee7-92b7-4b49-b8c4-64b860721657 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:20.414143 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-d130cee7-92b7-4b49-b8c4-64b860721657 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2485602 Sep 16 04:42:20.448056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['9dae50d3-bda3-4bfe-88d1-3280a8d5a56e'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:20.518985 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-277c5908-87f7-4236-9891-f97546f762f2 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 696 time: 0.1044824 Sep 16 04:42:20.522364 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d0223ba2-3079-41f4-a971-ae15eaa7352e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:20.530616 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-96a7f9e9-b0af-4ebb-8bcf-5fd6c64ece59 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Request body: {'floatingip': {'port_id': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:20.535963 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 153de383-80c2-4d3c-ae53-16e830f94a57 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:20.617367 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9f0c94c-e024-47a6-b800-39c7d0761a05 req-49119cfb-cd8f-4b86-8b4c-df2d234618d5 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/security-groups?id=07432f6d-b4c1-4620-83f5-4bb8143d78ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840425 Sep 16 04:42:20.621187 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-96a7f9e9-b0af-4ebb-8bcf-5fd6c64ece59 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:20.690760 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 153de383-80c2-4d3c-ae53-16e830f94a57 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:20.691330 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.045839 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd2c77-cdd7-4b32-9698-739bd719274c req-6b447720-9356-42f5-8150-d0e8ea8d13b1 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:21.047436 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8dbd2c77-cdd7-4b32-9698-739bd719274c req-6b447720-9356-42f5-8150-d0e8ea8d13b1 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 949 time: 0.2112808 Sep 16 04:42:21.226739 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8dbd2c77-cdd7-4b32-9698-739bd719274c req-acb598c0-f6e5-4468-882c-01a9022d1cb6 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417525 Sep 16 04:42:21.483112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0223ba2-3079-41f4-a971-ae15eaa7352e admin admin] Router f094f345-bbae-4782-95cc-c044070d818a is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:42:21.496336 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60344) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:21.602266 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16899802-5931-4eaa-b356-969ff775f5df req-ba28f187-6da1-4aa1-af37-1d38fb3090af tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:21.603911 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16899802-5931-4eaa-b356-969ff775f5df req-ba28f187-6da1-4aa1-af37-1d38fb3090af tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.2890334 Sep 16 04:42:21.693494 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.db.resource_extend [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-96a7f9e9-b0af-4ebb-8bcf-5fd6c64ece59 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:42:21.697352 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b32da8a-c5a9-4b86-a3e5-8f8a41eb736c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.814492 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b32da8a-c5a9-4b86-a3e5-8f8a41eb736c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.892442 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b32da8a-c5a9-4b86-a3e5-8f8a41eb736c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.924993 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6b32da8a-c5a9-4b86-a3e5-8f8a41eb736c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3103d63ee48f42e0962aaddb9550dbd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266951 Sep 16 04:42:21.947260 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60350) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:21.948304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32da8a-c5a9-4b86-a3e5-8f8a41eb736c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98d9a95-36eb-4bfa-b625-481ead0ab1e9,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:22.024368 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1202025a-6d7e-4b4b-bca2-f3ae82a8824b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.050979 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1202025a-6d7e-4b4b-bca2-f3ae82a8824b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.175545 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16899802-5931-4eaa-b356-969ff775f5df req-411e5f80-1e1b-43bc-b1cc-ac0272006c46 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298719 Sep 16 04:42:22.187727 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-96a7f9e9-b0af-4ebb-8bcf-5fd6c64ece59 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.215469 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1202025a-6d7e-4b4b-bca2-f3ae82a8824b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.222605 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1202025a-6d7e-4b4b-bca2-f3ae82a8824b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.227555 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1202025a-6d7e-4b4b-bca2-f3ae82a8824b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e98d9a95-36eb-4bfa-b625-481ead0ab1e9 HTTP/1.1" status: 204 len: 168 time: 0.2734282 Sep 16 04:42:22.249754 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0223ba2-3079-41f4-a971-ae15eaa7352e admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:22.253938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202025a-6d7e-4b4b-bca2-f3ae82a8824b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98d9a95-36eb-4bfa-b625-481ead0ab1e9,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:22.269389 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] Sync routers for ids ['f094f345-bbae-4782-95cc-c044070d818a'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:22.286712 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-96a7f9e9-b0af-4ebb-8bcf-5fd6c64ece59 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.306198 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] Routers {'f094f345-bbae-4782-95cc-c044070d818a'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:22.307145 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f094f345-bbae-4782-95cc-c044070d818a'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:22.393995 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d0223ba2-3079-41f4-a971-ae15eaa7352e admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.395414 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d0223ba2-3079-41f4-a971-ae15eaa7352e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4783044 Sep 16 04:42:22.398614 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60364) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:22.420194 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-96a7f9e9-b0af-4ebb-8bcf-5fd6c64ece59 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Floating IP 4f37d05c-9ed3-4872-aff2-ec3c8cb060ae associated. External IP: 172.25.4.245, port: b9f28bd9-b0c2-4f58-be52-7bac29d804de. Sep 16 04:42:22.543288 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] Set router f094f345-bbae-4782-95cc-c044070d818a gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:22.740245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32061175-ad02-4c19-a81c-1d89c572493f req-92728e36-f1a8-4f3e-8153-ab094a9640df tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:22.748308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32061175-ad02-4c19-a81c-1d89c572493f req-92728e36-f1a8-4f3e-8153-ab094a9640df tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 945 time: 0.2043021 Sep 16 04:42:22.803834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32061175-ad02-4c19-a81c-1d89c572493f req-5e76b5bb-6a42-4112-bfe1-ad768597e5b7 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/security-groups?id=07432f6d-b4c1-4620-83f5-4bb8143d78ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543623 Sep 16 04:42:22.867655 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-96a7f9e9-b0af-4ebb-8bcf-5fd6c64ece59 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Router 97e58b37-a86f-4adc-b480-fc7dc11c7840 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:22.920677 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f094f345-bbae-4782-95cc-c044070d818a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1879925982-router', 'tenant_id': '19e8745573624aaa8a63c80689f7b7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '46cf5f42-7f2d-4987-b010-a3d004cddb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:17Z', 'updated_at': '2021-09-16T04:42:19Z', 'revision_number': 3, 'project_id': '19e8745573624aaa8a63c80689f7b7bc', 'gw_port': {'id': '46cf5f42-7f2d-4987-b010-a3d004cddb15', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f094f345-bbae-4782-95cc-c044070d818a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:22.951346 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] Checking router: f094f345-bbae-4782-95cc-c044070d818a for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:22.951931 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] Updating router f094f345-bbae-4782-95cc-c044070d818a port 46cf5f42-7f2d-4987-b010-a3d004cddb15 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:42:22.997735 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.063687 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-96a7f9e9-b0af-4ebb-8bcf-5fd6c64ece59 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:23.075396 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad000b52-8259-43f5-99a3-3917a1d37520 None None] Sync routers for ids ['97e58b37-a86f-4adc-b480-fc7dc11c7840'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:23.076897 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-96a7f9e9-b0af-4ebb-8bcf-5fd6c64ece59 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.091236 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad000b52-8259-43f5-99a3-3917a1d37520 None None] Routers {'97e58b37-a86f-4adc-b480-fc7dc11c7840'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:23.095406 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ad000b52-8259-43f5-99a3-3917a1d37520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['97e58b37-a86f-4adc-b480-fc7dc11c7840'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:23.114186 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-96a7f9e9-b0af-4ebb-8bcf-5fd6c64ece59 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "PUT /v2.0/floatingips/4f37d05c-9ed3-4872-aff2-ec3c8cb060ae HTTP/1.1" status: 200 len: 996 time: 2.5941525 Sep 16 04:42:23.115958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6745227-a3db-4329-b814-b9c73da1244b', 'tag': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:23.118697 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8d8310-9178-489e-a038-5e1b08205854" -d '{"events": [{"name": "network-changed", "server_uuid": "e6745227-a3db-4329-b814-b9c73da1244b", "tag": "b9f28bd9-b0c2-4f58-be52-7bac29d804de"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:23.138687 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc40d69-26ab-4aa1-897d-2dcfd83769ae req-5667f4f7-e0a7-40bd-83fc-77ec14bffbb5 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.148668 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cc40d69-26ab-4aa1-897d-2dcfd83769ae req-5667f4f7-e0a7-40bd-83fc-77ec14bffbb5 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 949 time: 0.1115582 Sep 16 04:42:23.231563 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cc40d69-26ab-4aa1-897d-2dcfd83769ae req-36797325-870d-4d1f-996c-aafa053493d8 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811882 Sep 16 04:42:23.263843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-7694c539-e4bf-4419-b12d-a2ed6b6a9c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.269361 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-7694c539-e4bf-4419-b12d-a2ed6b6a9c47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9deb9fa87304830acda5a1e3199fc36&device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 1097 time: 0.0989285 Sep 16 04:42:23.292512 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47eedf82-4137-47fc-b00e-16a8d3c16dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.435810 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60376) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:23.457774 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.464321 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:23.484043 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-664b3ec8-b29d-45a3-a3ad-8d307c273447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.524376 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-47eedf82-4137-47fc-b00e-16a8d3c16dd3 admin admin] Allocated IP 172.20.0.1 (f79bb79b-c0c8-4d17-b050-5e52580a6ab2/f915b2ee-8243-4d3d-a882-24e5aa3c6148/6de96eb3-c037-4f45-afa6-7a1c25251103) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:23.552534 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-ad000b52-8259-43f5-99a3-3917a1d37520 None None] Set router 97e58b37-a86f-4adc-b480-fc7dc11c7840 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:23.566519 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.654813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-501297df-64ab-4d0d-b60f-00227b84ac87 req-c62a3ee1-ea26-4593-96de-cada09d1c12c tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 258 time: 0.3785057 Sep 16 04:42:23.659583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95a1e8-badf-4499-9df0-30c19189d702 None None] Pushing event updated for resources: {'Port': ['ID=46cf5f42-7f2d-4987-b010-a3d004cddb15,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:23.675677 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:23.681157 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-501297df-64ab-4d0d-b60f-00227b84ac87 req-e32d5348-c52a-4e1f-b46f-35cc62e859a4 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:23.688324 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:23.689079 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.713662 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47eedf82-4137-47fc-b00e-16a8d3c16dd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.732559 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-664b3ec8-b29d-45a3-a3ad-8d307c273447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.751984 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-0a88fc7e-be0b-4881-9f9c-13b49b1a4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.753790 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-0a88fc7e-be0b-4881-9f9c-13b49b1a4519 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cf53fbb3-94f1-456d-b2d9-2308b0506441 HTTP/1.1" status: 200 len: 922 time: 0.3098311 Sep 16 04:42:23.777933 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] Attempting to bind port 46cf5f42-7f2d-4987-b010-a3d004cddb15 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:23.778337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] Attempting to bind port 46cf5f42-7f2d-4987-b010-a3d004cddb15 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:23.778703 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] Attempting to bind port 46cf5f42-7f2d-4987-b010-a3d004cddb15 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:23.791141 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:23.793929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:23.793929 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.793929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:23.793929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] Bound port: 46cf5f42-7f2d-4987-b010-a3d004cddb15, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:23.793929 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.817651 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-664b3ec8-b29d-45a3-a3ad-8d307c273447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.867052 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47eedf82-4137-47fc-b00e-16a8d3c16dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.876940 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] For port 46cf5f42-7f2d-4987-b010-a3d004cddb15, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:23.882674 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] For port 46cf5f42-7f2d-4987-b010-a3d004cddb15, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=46cf5f42-7f2d-4987-b010-a3d004cddb15,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:23.927841 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-60c552f1-031e-45e2-ac3e-854ac3b3fa4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f28bd9-b0c2-4f58-be52-7bac29d804de HTTP/1.1" status: 200 len: 999 time: 0.1671410 Sep 16 04:42:23.979144 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.012718 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-664b3ec8-b29d-45a3-a3ad-8d307c273447 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c550a672fe6a49699423c42cc0367dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5734887 Sep 16 04:42:24.015833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-3bad3a33-6566-47c8-b964-165206b91d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:24.018739 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-3bad3a33-6566-47c8-b964-165206b91d0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2fc8c2b9-7714-43f4-b109-3d95b7293220 HTTP/1.1" status: 200 len: 860 time: 0.0832515 Sep 16 04:42:24.020023 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60380) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:24.034171 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eedf82-4137-47fc-b00e-16a8d3c16dd3 admin admin] Network f79bb79b-c0c8-4d17-b050-5e52580a6ab2 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:24.040347 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-47eedf82-4137-47fc-b00e-16a8d3c16dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:24.056421 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eedf82-4137-47fc-b00e-16a8d3c16dd3 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:24.059361 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b3ec8-b29d-45a3-a3ad-8d307c273447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0a6093-10ff-4881-98ed-83f0c2dc58ca,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:24.061226 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-501297df-64ab-4d0d-b60f-00227b84ac87 req-e32d5348-c52a-4e1f-b46f-35cc62e859a4 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.076779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] Routers {'f094f345-bbae-4782-95cc-c044070d818a'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:24.077807 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f094f345-bbae-4782-95cc-c044070d818a'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:24.110821 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ad000b52-8259-43f5-99a3-3917a1d37520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '4f37d05c-9ed3-4872-aff2-ec3c8cb060ae', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'port_id': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'mac_address': 'fa:16:3e:1a:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6745227-a3db-4329-b814-b9c73da1244b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:42:21Z', 'revision_number': 1, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:32Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:24.197549 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-edfc7168-1dc4-495c-8c59-b038356bf585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.201523 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eedf82-4137-47fc-b00e-16a8d3c16dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=6de96eb3-c037-4f45-afa6-7a1c25251103,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:24.211475 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad000b52-8259-43f5-99a3-3917a1d37520 None None] Checking router: 97e58b37-a86f-4adc-b480-fc7dc11c7840 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:24.226283 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47eedf82-4137-47fc-b00e-16a8d3c16dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.237899 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad000b52-8259-43f5-99a3-3917a1d37520 None None] Routers {'97e58b37-a86f-4adc-b480-fc7dc11c7840'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:24.240950 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ad000b52-8259-43f5-99a3-3917a1d37520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['97e58b37-a86f-4adc-b480-fc7dc11c7840'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:24.255764 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] Set router f094f345-bbae-4782-95cc-c044070d818a gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:24.321277 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-edfc7168-1dc4-495c-8c59-b038356bf585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.353900 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-5648cdc8-4ef6-406f-9c29-d79652f896bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:24.367990 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-5648cdc8-4ef6-406f-9c29-d79652f896bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cf53fbb3-94f1-456d-b2d9-2308b0506441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2830758 Sep 16 04:42:24.376262 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-54dc24f9-167a-4202-ba3d-2c660806de2a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:42:24.387341 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-54dc24f9-167a-4202-ba3d-2c660806de2a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187173 Sep 16 04:42:24.470943 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-ad000b52-8259-43f5-99a3-3917a1d37520 None None] Set router 97e58b37-a86f-4adc-b480-fc7dc11c7840 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:24.515648 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.518261 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.589745 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-501297df-64ab-4d0d-b60f-00227b84ac87 req-e32d5348-c52a-4e1f-b46f-35cc62e859a4 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.607093 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47eedf82-4137-47fc-b00e-16a8d3c16dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.629918 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-d41200e3-1631-4365-964c-5c0a27bcfa9f service neutron] 10.222.0.20 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415340 Sep 16 04:42:24.658276 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-edfc7168-1dc4-495c-8c59-b038356bf585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.663046 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-edfc7168-1dc4-495c-8c59-b038356bf585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.663046 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-edfc7168-1dc4-495c-8c59-b038356bf585 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b0a6093-10ff-4881-98ed-83f0c2dc58ca HTTP/1.1" status: 204 len: 168 time: 0.6411607 Sep 16 04:42:24.715621 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6d8a4eb1-4aae-4ff9-9211-d406be02049c None None] Provisioning complete for port 6de96eb3-c037-4f45-afa6-7a1c25251103 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:24.715621 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6d8a4eb1-4aae-4ff9-9211-d406be02049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.818334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc7168-1dc4-495c-8c59-b038356bf585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0a6093-10ff-4881-98ed-83f0c2dc58ca,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:24.863865 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:24.879199 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd074cf46-53ca-451d-b625-861fa13dc7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:24.972172 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56283d72-b208-4b95-9d80-5deb8f193d11" -d '{"events": [{"server_uuid": "d074cf46-53ca-451d-b625-861fa13dc7ff", "name": "network-vif-plugged", "status": "completed", "tag": "9dae50d3-bda3-4bfe-88d1-3280a8d5a56e"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:24.976138 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95a1e8-badf-4499-9df0-30c19189d702 None None] Pushing event updated for resources: {'Port': ['ID=46cf5f42-7f2d-4987-b010-a3d004cddb15,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:24.994206 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6d8a4eb1-4aae-4ff9-9211-d406be02049c None None] Port 6de96eb3-c037-4f45-afa6-7a1c25251103 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:25.040615 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f094f345-bbae-4782-95cc-c044070d818a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1879925982-router', 'tenant_id': '19e8745573624aaa8a63c80689f7b7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '46cf5f42-7f2d-4987-b010-a3d004cddb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:17Z', 'updated_at': '2021-09-16T04:42:19Z', 'revision_number': 3, 'project_id': '19e8745573624aaa8a63c80689f7b7bc', 'gw_port': {'id': '46cf5f42-7f2d-4987-b010-a3d004cddb15', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f094f345-bbae-4782-95cc-c044070d818a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:25.050376 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ad000b52-8259-43f5-99a3-3917a1d37520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '4f37d05c-9ed3-4872-aff2-ec3c8cb060ae', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'port_id': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'mac_address': 'fa:16:3e:1a:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6745227-a3db-4329-b814-b9c73da1244b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:42:21Z', 'revision_number': 1, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:32Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:25.055472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cf8eec4-3ac0-4d6f-8079-f6287146dc2c req-e94dea87-0228-4032-9162-4de30ba51e85 service neutron] 10.222.0.20 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245510 Sep 16 04:42:25.074636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47eedf82-4137-47fc-b00e-16a8d3c16dd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.085459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-501297df-64ab-4d0d-b60f-00227b84ac87 req-e32d5348-c52a-4e1f-b46f-35cc62e859a4 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Allocated IP 172.25.4.64 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/81fe25a0-9580-407a-8944-af4e397cb003) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:25.086510 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052a5f3-76f2-4300-869f-94c716f1e17e None None] The sync data for ids ['f094f345-bbae-4782-95cc-c044070d818a'] in n-d-712140-13 is: [{'id': 'f094f345-bbae-4782-95cc-c044070d818a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1879925982-router', 'tenant_id': '19e8745573624aaa8a63c80689f7b7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '46cf5f42-7f2d-4987-b010-a3d004cddb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:17Z', 'updated_at': '2021-09-16T04:42:19Z', 'revision_number': 3, 'project_id': '19e8745573624aaa8a63c80689f7b7bc', 'gw_port': {'id': '46cf5f42-7f2d-4987-b010-a3d004cddb15', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f094f345-bbae-4782-95cc-c044070d818a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:25.096951 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad000b52-8259-43f5-99a3-3917a1d37520 None None] The sync data for ids ['97e58b37-a86f-4adc-b480-fc7dc11c7840'] in n-d-712140-13 is: [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '4f37d05c-9ed3-4872-aff2-ec3c8cb060ae', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'port_id': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'mac_address': 'fa:16:3e:1a:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6745227-a3db-4329-b814-b9c73da1244b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:42:21Z', 'revision_number': 1, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:32Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:25.391729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d72e1e-1f47-405c-90ba-aead5a4fb952 None None] New status for floating IP 4f37d05c-9ed3-4872-aff2-ec3c8cb060ae: ACTIVE {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:42:25.495000 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.527598 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:25.544569 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47eedf82-4137-47fc-b00e-16a8d3c16dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.636716 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b04502d-c3ae-452c-acf2-2be200ee6ce0 x-openstack-request-id: req-5b04502d-c3ae-452c-acf2-2be200ee6ce0 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:25.637278 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6745227-a3db-4329-b814-b9c73da1244b", "tag": "b9f28bd9-b0c2-4f58-be52-7bac29d804de", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:25.637278 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b04502d-c3ae-452c-acf2-2be200ee6ce0 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:25.637627 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6745227-a3db-4329-b814-b9c73da1244b', 'tag': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de', 'status': 'completed', 'code': 200} Sep 16 04:42:25.702166 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eedf82-4137-47fc-b00e-16a8d3c16dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=6de96eb3-c037-4f45-afa6-7a1c25251103,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:25.743492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:25.843239 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.879935 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47eedf82-4137-47fc-b00e-16a8d3c16dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.933488 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:25.951498 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-501297df-64ab-4d0d-b60f-00227b84ac87 req-e32d5348-c52a-4e1f-b46f-35cc62e859a4 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:26.027416 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d8310-9178-489e-a038-5e1b08205854 req-7f5b98f6-731c-47f4-9483-451f358c673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:26.029710 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a8d8310-9178-489e-a038-5e1b08205854 req-7f5b98f6-731c-47f4-9483-451f358c673b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9deb9fa87304830acda5a1e3199fc36&device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 1097 time: 0.3122668 Sep 16 04:42:26.030674 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:26.096911 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eedf82-4137-47fc-b00e-16a8d3c16dd3 admin admin] Network f79bb79b-c0c8-4d17-b050-5e52580a6ab2 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:26.098331 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-47eedf82-4137-47fc-b00e-16a8d3c16dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:26.190240 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:26.294695 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701adee4-9003-4e0a-b529-d13136515159 req-30274ba1-d51e-4154-a5c8-6f1c561102c1 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:26.314827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-701adee4-9003-4e0a-b529-d13136515159 req-30274ba1-d51e-4154-a5c8-6f1c561102c1 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.4835978 Sep 16 04:42:26.363479 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-501297df-64ab-4d0d-b60f-00227b84ac87 req-e32d5348-c52a-4e1f-b46f-35cc62e859a4 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:26.398373 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47eedf82-4137-47fc-b00e-16a8d3c16dd3 admin admin] Router f094f345-bbae-4782-95cc-c044070d818a has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:26.449554 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 46cf5f42-7f2d-4987-b010-a3d004cddb15 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:26.543688 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501297df-64ab-4d0d-b60f-00227b84ac87 req-e32d5348-c52a-4e1f-b46f-35cc62e859a4 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:26.564286 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f949fc95-6522-4aac-b34b-ec011cbd9e3e None None] Provisioning complete for port 6de96eb3-c037-4f45-afa6-7a1c25251103 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:26.565458 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f949fc95-6522-4aac-b34b-ec011cbd9e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:26.573183 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-501297df-64ab-4d0d-b60f-00227b84ac87 req-e32d5348-c52a-4e1f-b46f-35cc62e859a4 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:26.579835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-501297df-64ab-4d0d-b60f-00227b84ac87 req-e32d5348-c52a-4e1f-b46f-35cc62e859a4 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:26.618816 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-f949fc95-6522-4aac-b34b-ec011cbd9e3e None None] Port 6de96eb3-c037-4f45-afa6-7a1c25251103 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:26.619889 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d8310-9178-489e-a038-5e1b08205854 req-97d9d9d6-e0e7-4585-b0df-5a5d687763c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:26.622367 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a8d8310-9178-489e-a038-5e1b08205854 req-97d9d9d6-e0e7-4585-b0df-5a5d687763c7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cf53fbb3-94f1-456d-b2d9-2308b0506441 HTTP/1.1" status: 200 len: 922 time: 0.5773408 Sep 16 04:42:26.622528 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 46cf5f42-7f2d-4987-b010-a3d004cddb15 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:26.623105 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:26.658051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-701adee4-9003-4e0a-b529-d13136515159 req-ead0fa1b-c995-4bd4-b941-aa8cebc2e429 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408425 Sep 16 04:42:26.720908 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d5348-c52a-4e1f-b46f-35cc62e859a4 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Pushing event updated for resources: {'Port': ['ID=81fe25a0-9580-407a-8944-af4e397cb003,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:26.736931 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47eedf82-4137-47fc-b00e-16a8d3c16dd3 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:26.751939 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-47eedf82-4137-47fc-b00e-16a8d3c16dd3 admin admin] 10.222.0.20 "PUT /v2.0/routers/f094f345-bbae-4782-95cc-c044070d818a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3516479 Sep 16 04:42:26.756273 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:26.812710 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 46cf5f42-7f2d-4987-b010-a3d004cddb15, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=46cf5f42-7f2d-4987-b010-a3d004cddb15,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:26.920109 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.049347 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=46cf5f42-7f2d-4987-b010-a3d004cddb15,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:27.311843 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-501297df-64ab-4d0d-b60f-00227b84ac87 req-e32d5348-c52a-4e1f-b46f-35cc62e859a4 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.315640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a8d8310-9178-489e-a038-5e1b08205854 req-10e0a786-cc48-461d-97d1-20da6bbb6d61 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f28bd9-b0c2-4f58-be52-7bac29d804de HTTP/1.1" status: 200 len: 1001 time: 0.6485348 Sep 16 04:42:27.388433 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f9aaa-280b-4249-86ce-a9bf0d12a787 req-76794833-612e-444a-8abf-d336ff19d1d3 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:27.400746 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e0f9aaa-280b-4249-86ce-a9bf0d12a787 req-76794833-612e-444a-8abf-d336ff19d1d3 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.1574326 Sep 16 04:42:27.457209 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60426) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:27.485826 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d8310-9178-489e-a038-5e1b08205854 req-e2817a83-93e7-4c84-af38-ca5a711d6f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:27.486063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a8d8310-9178-489e-a038-5e1b08205854 req-e2817a83-93e7-4c84-af38-ca5a711d6f38 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2fc8c2b9-7714-43f4-b109-3d95b7293220 HTTP/1.1" status: 200 len: 860 time: 0.1598673 Sep 16 04:42:27.493668 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e0f9aaa-280b-4249-86ce-a9bf0d12a787 req-51f055ce-7688-4fc3-b45a-b7d60b9cd94c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843244 Sep 16 04:42:27.495609 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-501297df-64ab-4d0d-b60f-00227b84ac87 req-e32d5348-c52a-4e1f-b46f-35cc62e859a4 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.514292 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] Sync routers for ids ['f094f345-bbae-4782-95cc-c044070d818a'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:27.537944 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] Routers {'f094f345-bbae-4782-95cc-c044070d818a'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:27.538584 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f094f345-bbae-4782-95cc-c044070d818a'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:27.618636 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c86925-eab2-451b-bd50-1be4645a80fc x-openstack-request-id: req-90c86925-eab2-451b-bd50-1be4645a80fc {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:27.619180 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d074cf46-53ca-451d-b625-861fa13dc7ff", "name": "network-vif-plugged", "status": "completed", "tag": "9dae50d3-bda3-4bfe-88d1-3280a8d5a56e", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:27.619376 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90c86925-eab2-451b-bd50-1be4645a80fc {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:27.619616 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd074cf46-53ca-451d-b625-861fa13dc7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e', 'code': 200} Sep 16 04:42:27.684760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-36338ee0-51af-4c2e-8ebf-bb7af470c5d2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-170256763-network', 'tenant_id': 'a00de99f55234129963878f58d14e1a5'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:27.716629 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d8310-9178-489e-a038-5e1b08205854 req-ea7f562f-95ae-4368-9956-dfe6b77856c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:27.723464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a8d8310-9178-489e-a038-5e1b08205854 req-ea7f562f-95ae-4368-9956-dfe6b77856c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cf53fbb3-94f1-456d-b2d9-2308b0506441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2236676 Sep 16 04:42:27.766203 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] Set router f094f345-bbae-4782-95cc-c044070d818a gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:27.808572 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36338ee0-51af-4c2e-8ebf-bb7af470c5d2 admin admin] Made reservation on behalf of a00de99f55234129963878f58d14e1a5 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:27.812109 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36338ee0-51af-4c2e-8ebf-bb7af470c5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.833544 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36338ee0-51af-4c2e-8ebf-bb7af470c5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.859418 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d37d5-a547-4576-9f18-2e68d04000da req-5de87f06-a554-427b-95c2-d76297ec0765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:27.861645 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d24d37d5-a547-4576-9f18-2e68d04000da req-5de87f06-a554-427b-95c2-d76297ec0765 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 1102 time: 0.1224337 Sep 16 04:42:27.929016 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d24d37d5-a547-4576-9f18-2e68d04000da req-14d323a4-af8e-4047-b58e-bfab2361ccfc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569193 Sep 16 04:42:27.932454 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a8d8310-9178-489e-a038-5e1b08205854 req-69ae3e3f-1758-4fd2-8ef5-84c870536e62 service neutron] 10.222.0.38 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895051 Sep 16 04:42:27.949743 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.003384 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36338ee0-51af-4c2e-8ebf-bb7af470c5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.056579 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f094f345-bbae-4782-95cc-c044070d818a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1879925982-router', 'tenant_id': '19e8745573624aaa8a63c80689f7b7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '46cf5f42-7f2d-4987-b010-a3d004cddb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:17Z', 'updated_at': '2021-09-16T04:42:24Z', 'revision_number': 4, 'project_id': '19e8745573624aaa8a63c80689f7b7bc', 'gw_port': {'id': '46cf5f42-7f2d-4987-b010-a3d004cddb15', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f094f345-bbae-4782-95cc-c044070d818a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '6de96eb3-c037-4f45-afa6-7a1c25251103', 'name': '', 'network_id': 'f79bb79b-c0c8-4d17-b050-5e52580a6ab2', 'tenant_id': '19e8745573624aaa8a63c80689f7b7bc', 'mac_address': 'fa:16:3e:6e:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f094f345-bbae-4782-95cc-c044070d818a', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f915b2ee-8243-4d3d-a882-24e5aa3c6148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:23Z', 'updated_at': '2021-09-16T04:42:24Z', 'revision_number': 2, 'project_id': '19e8745573624aaa8a63c80689f7b7bc', 'subnets': [{'id': 'f915b2ee-8243-4d3d-a882-24e5aa3c6148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:28.069173 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36338ee0-51af-4c2e-8ebf-bb7af470c5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.093028 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] Checking router: f094f345-bbae-4782-95cc-c044070d818a for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:28.093028 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] Updating router f094f345-bbae-4782-95cc-c044070d818a port 6de96eb3-c037-4f45-afa6-7a1c25251103 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:42:28.114565 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36338ee0-51af-4c2e-8ebf-bb7af470c5d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:42:28.135905 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.161526 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36338ee0-51af-4c2e-8ebf-bb7af470c5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.161877 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-36338ee0-51af-4c2e-8ebf-bb7af470c5d2 admin admin] Added segment c2b29d03-8b2d-417d-8914-3e77e2c913b3 of type vlan for network 94aa3f97-6ed2-410f-a6a8-2309531d94bc Sep 16 04:42:28.172218 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36338ee0-51af-4c2e-8ebf-bb7af470c5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61798750-9432-4df7-857a-cf7d4cb6c028,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:28.173499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60444) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:28.180287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-bd641bee-c3d5-4468-ae5d-1ee7ff5ebefd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1385936426-network', 'tenant_id': '64e3881bb5064860bb366908dcb0d43c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:28.240554 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36338ee0-51af-4c2e-8ebf-bb7af470c5d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.266958 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-501297df-64ab-4d0d-b60f-00227b84ac87 req-e32d5348-c52a-4e1f-b46f-35cc62e859a4 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.303712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242fc0b-9ae0-4544-9161-400328367e9d req-e3cb9096-9916-47b4-ac92-46769eb9c417 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:28.305303 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5242fc0b-9ae0-4544-9161-400328367e9d req-e3cb9096-9916-47b4-ac92-46769eb9c417 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c562da6-285e-449f-ac23-6084bf831f8c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2431955 Sep 16 04:42:28.339017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a8d8310-9178-489e-a038-5e1b08205854 req-18f8f412-0077-4a41-b68b-29fd2dc42e8a service neutron] 10.222.0.38 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406604 Sep 16 04:42:28.339017 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-501297df-64ab-4d0d-b60f-00227b84ac87 req-e32d5348-c52a-4e1f-b46f-35cc62e859a4 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.361611 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36338ee0-51af-4c2e-8ebf-bb7af470c5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.363136 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36338ee0-51af-4c2e-8ebf-bb7af470c5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:28.363748 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36338ee0-51af-4c2e-8ebf-bb7af470c5d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.429586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 46cf5f42-7f2d-4987-b010-a3d004cddb15 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:28.469553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd641bee-c3d5-4468-ae5d-1ee7ff5ebefd admin admin] Made reservation on behalf of 64e3881bb5064860bb366908dcb0d43c for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:28.474763 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd641bee-c3d5-4468-ae5d-1ee7ff5ebefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.517675 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd641bee-c3d5-4468-ae5d-1ee7ff5ebefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.541962 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-501297df-64ab-4d0d-b60f-00227b84ac87 req-e32d5348-c52a-4e1f-b46f-35cc62e859a4 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.550759 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36338ee0-51af-4c2e-8ebf-bb7af470c5d2 admin admin] Pushing event updated for resources: {'Network': ['ID=94aa3f97-6ed2-410f-a6a8-2309531d94bc,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:28.571989 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-36338ee0-51af-4c2e-8ebf-bb7af470c5d2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1136522 Sep 16 04:42:28.577184 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60448) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:28.579546 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 94aa3f97-6ed2-410f-a6a8-2309531d94bc details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:42:28.588894 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-697c23a2-fd1f-4349-846b-7e6b2e679faa admin admin] Request body: {'subnet': {'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-170256763-subnet', 'tenant_id': 'a00de99f55234129963878f58d14e1a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:28.589812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d5348-c52a-4e1f-b46f-35cc62e859a4 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Pushing event updated for resources: {'Port': ['ID=81fe25a0-9580-407a-8944-af4e397cb003,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:28.608458 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5242fc0b-9ae0-4544-9161-400328367e9d req-b1874468-2d2a-4b74-8b1f-6856fac7f8f7 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 1001 time: 0.2907381 Sep 16 04:42:28.660109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 46cf5f42-7f2d-4987-b010-a3d004cddb15 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:28.661196 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.671612 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.675450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-5242fc0b-9ae0-4544-9161-400328367e9d req-8f6455f8-62b3-40b8-a5f7-ade9ad7214e1 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Request body: {'floatingip': {'port_id': '5b838b49-d2e6-415e-bce5-42dba05c4c2f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:28.750019 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.773090 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd641bee-c3d5-4468-ae5d-1ee7ff5ebefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.780701 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5242fc0b-9ae0-4544-9161-400328367e9d req-8f6455f8-62b3-40b8-a5f7-ade9ad7214e1 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.866478 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd641bee-c3d5-4468-ae5d-1ee7ff5ebefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.940910 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] Attempting to bind port 6de96eb3-c037-4f45-afa6-7a1c25251103 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:28.941281 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] Attempting to bind port 6de96eb3-c037-4f45-afa6-7a1c25251103 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'f3b66e33-1532-4e43-91f5-c6b4478ea47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f79bb79b-c0c8-4d17-b050-5e52580a6ab2'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:28.941756 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] Attempting to bind port 6de96eb3-c037-4f45-afa6-7a1c25251103 on network f79bb79b-c0c8-4d17-b050-5e52580a6ab2 {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:28.948180 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7915b6-5d9d-4a6e-bc02-fb78a5486e2d None None] Pushing event updated for resources: {'Port': ['ID=6de96eb3-c037-4f45-afa6-7a1c25251103,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:28.957857 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:28.958233 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] Checking segment: {'id': 'f3b66e33-1532-4e43-91f5-c6b4478ea47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f79bb79b-c0c8-4d17-b050-5e52580a6ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:28.958707 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.959175 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] Bound using segment: {'id': 'f3b66e33-1532-4e43-91f5-c6b4478ea47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f79bb79b-c0c8-4d17-b050-5e52580a6ab2'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:28.964921 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] Bound port: 6de96eb3-c037-4f45-afa6-7a1c25251103, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b66e33-1532-4e43-91f5-c6b4478ea47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f79bb79b-c0c8-4d17-b050-5e52580a6ab2'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:28.964921 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.964921 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7915b6-5d9d-4a6e-bc02-fb78a5486e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:28.965254 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7915b6-5d9d-4a6e-bc02-fb78a5486e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:28.965633 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7915b6-5d9d-4a6e-bc02-fb78a5486e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:28.965964 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7915b6-5d9d-4a6e-bc02-fb78a5486e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:28.966297 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7915b6-5d9d-4a6e-bc02-fb78a5486e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:28.966677 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7915b6-5d9d-4a6e-bc02-fb78a5486e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:28.967036 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7915b6-5d9d-4a6e-bc02-fb78a5486e2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:28.967353 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7915b6-5d9d-4a6e-bc02-fb78a5486e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:28.968080 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7915b6-5d9d-4a6e-bc02-fb78a5486e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:28.968419 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7915b6-5d9d-4a6e-bc02-fb78a5486e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:28.969747 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7915b6-5d9d-4a6e-bc02-fb78a5486e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:28.970105 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7915b6-5d9d-4a6e-bc02-fb78a5486e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:29.057628 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697c23a2-fd1f-4349-846b-7e6b2e679faa admin admin] Made reservation on behalf of a00de99f55234129963878f58d14e1a5 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:29.062493 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-697c23a2-fd1f-4349-846b-7e6b2e679faa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.069327 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] For port 6de96eb3-c037-4f45-afa6-7a1c25251103, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:29.073038 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] For port 6de96eb3-c037-4f45-afa6-7a1c25251103, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6de96eb3-c037-4f45-afa6-7a1c25251103,segment=NetworkSegment(f3b66e33-1532-4e43-91f5-c6b4478ea47c),segment_id=f3b66e33-1532-4e43-91f5-c6b4478ea47c)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:29.099575 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-501297df-64ab-4d0d-b60f-00227b84ac87 req-e32d5348-c52a-4e1f-b46f-35cc62e859a4 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.101132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-501297df-64ab-4d0d-b60f-00227b84ac87 req-e32d5348-c52a-4e1f-b46f-35cc62e859a4 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.4388106 Sep 16 04:42:29.104863 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd641bee-c3d5-4468-ae5d-1ee7ff5ebefd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:42:29.172367 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.214343 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:29.231549 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd641bee-c3d5-4468-ae5d-1ee7ff5ebefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.232000 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-bd641bee-c3d5-4468-ae5d-1ee7ff5ebefd admin admin] Added segment a8390d2f-db23-4457-876a-1a5a7b8e6d98 of type vlan for network fd44ea4e-9498-46ce-b58e-80009dbe923b Sep 16 04:42:29.241827 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] Routers {'f094f345-bbae-4782-95cc-c044070d818a'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:29.242366 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f094f345-bbae-4782-95cc-c044070d818a'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:29.301173 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd641bee-c3d5-4468-ae5d-1ee7ff5ebefd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.348644 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f2954100-4f73-4de2-be52-8ba6db2f56b2 None None] Provisioning complete for port 6de96eb3-c037-4f45-afa6-7a1c25251103 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:29.350451 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f2954100-4f73-4de2-be52-8ba6db2f56b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.365800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd641bee-c3d5-4468-ae5d-1ee7ff5ebefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a35359-ac55-46fc-94e3-572e92b04ba0,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:29.381446 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-501297df-64ab-4d0d-b60f-00227b84ac87 req-50fdf029-58d8-4cf8-9788-99037bb0f12d tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.64 HTTP/1.1" status: 200 len: 695 time: 0.2697916 Sep 16 04:42:29.420639 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831f3da-c062-40eb-bbf9-08ca31e5ab3f req-ea6d8b69-abcc-48e8-aff9-7542ae91b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.423450 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4831f3da-c062-40eb-bbf9-08ca31e5ab3f req-ea6d8b69-abcc-48e8-aff9-7542ae91b03d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 1100 time: 0.0854857 Sep 16 04:42:29.442122 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd641bee-c3d5-4468-ae5d-1ee7ff5ebefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.443189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd641bee-c3d5-4468-ae5d-1ee7ff5ebefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.443865 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd641bee-c3d5-4468-ae5d-1ee7ff5ebefd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.477845 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-697c23a2-fd1f-4349-846b-7e6b2e679faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.573425 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c23a2-fd1f-4349-846b-7e6b2e679faa admin admin] Pushing event updated for resources: {'Subnet': ['ID=84cb2d22-db72-4730-b5c0-6fc65c2696d2,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:29.593206 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bd641bee-c3d5-4468-ae5d-1ee7ff5ebefd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4182689 Sep 16 04:42:29.597321 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60450) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:29.607764 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7915b6-5d9d-4a6e-bc02-fb78a5486e2d None None] Pushing event updated for resources: {'Port': ['ID=6de96eb3-c037-4f45-afa6-7a1c25251103,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:29.615249 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] Set router f094f345-bbae-4782-95cc-c044070d818a gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:29.626422 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-472b3d1a-f88f-4bb2-81bf-5e888975c4dc admin admin] Request body: {'subnet': {'network_id': 'fd44ea4e-9498-46ce-b58e-80009dbe923b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1385936426-subnet', 'tenant_id': '64e3881bb5064860bb366908dcb0d43c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:29.645571 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:29.660427 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4831f3da-c062-40eb-bbf9-08ca31e5ab3f req-2d1755ca-59d6-4345-b436-ff6abda356c5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091286 Sep 16 04:42:29.669521 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6005299-14ff-43e1-8cdd-b3fc1f9292cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:29.672647 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0edc03-62ca-4fa6-b814-6ef64aa93d8a" -d '{"events": [{"server_uuid": "f6005299-14ff-43e1-8cdd-b3fc1f9292cd", "name": "network-vif-unplugged", "status": "completed", "tag": "a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:29.676644 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4', 'mac_address': 'fa:16:3e:47:39:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:29.700954 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c23a2-fd1f-4349-846b-7e6b2e679faa admin admin] Checking segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:29.707309 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697c23a2-fd1f-4349-846b-7e6b2e679faa admin admin] Network hostable DHCP agents. Network: 94aa3f97-6ed2-410f-a6a8-2309531d94bc, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:42:29.726328 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.753469 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472b3d1a-f88f-4bb2-81bf-5e888975c4dc admin admin] Made reservation on behalf of 64e3881bb5064860bb366908dcb0d43c for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:29.755949 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-472b3d1a-f88f-4bb2-81bf-5e888975c4dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.791975 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f2954100-4f73-4de2-be52-8ba6db2f56b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.816830 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:29.840283 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:29.862617 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f2954100-4f73-4de2-be52-8ba6db2f56b2 None None] For port 6de96eb3-c037-4f45-afa6-7a1c25251103, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6de96eb3-c037-4f45-afa6-7a1c25251103,segment=NetworkSegment(f3b66e33-1532-4e43-91f5-c6b4478ea47c),segment_id=f3b66e33-1532-4e43-91f5-c6b4478ea47c)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:29.889113 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd641bee-c3d5-4468-ae5d-1ee7ff5ebefd admin admin] Pushing event updated for resources: {'Network': ['ID=fd44ea4e-9498-46ce-b58e-80009dbe923b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:29.898255 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697c23a2-fd1f-4349-846b-7e6b2e679faa admin admin] Network 94aa3f97-6ed2-410f-a6a8-2309531d94bc is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:42:29.910827 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network fd44ea4e-9498-46ce-b58e-80009dbe923b details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:42:29.931892 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501297df-64ab-4d0d-b60f-00227b84ac87 req-5decf0e0-a92b-4dfe-a2de-ca6101f75f48 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.935187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-501297df-64ab-4d0d-b60f-00227b84ac87 req-5decf0e0-a92b-4dfe-a2de-ca6101f75f48 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.5526786 Sep 16 04:42:29.980064 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.983946 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f2954100-4f73-4de2-be52-8ba6db2f56b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.193627 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c8e64806-9c57-4cf1-9d54-52d07bbba26b None None] Provisioning complete for port 6de96eb3-c037-4f45-afa6-7a1c25251103 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:30.194001 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c8e64806-9c57-4cf1-9d54-52d07bbba26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.196914 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f094f345-bbae-4782-95cc-c044070d818a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1879925982-router', 'tenant_id': '19e8745573624aaa8a63c80689f7b7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '46cf5f42-7f2d-4987-b010-a3d004cddb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:17Z', 'updated_at': '2021-09-16T04:42:24Z', 'revision_number': 4, 'project_id': '19e8745573624aaa8a63c80689f7b7bc', 'gw_port': {'id': '46cf5f42-7f2d-4987-b010-a3d004cddb15', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f094f345-bbae-4782-95cc-c044070d818a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '6de96eb3-c037-4f45-afa6-7a1c25251103', 'name': '', 'network_id': 'f79bb79b-c0c8-4d17-b050-5e52580a6ab2', 'tenant_id': '19e8745573624aaa8a63c80689f7b7bc', 'mac_address': 'fa:16:3e:6e:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f094f345-bbae-4782-95cc-c044070d818a', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f915b2ee-8243-4d3d-a882-24e5aa3c6148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:23Z', 'updated_at': '2021-09-16T04:42:29Z', 'revision_number': 4, 'project_id': '19e8745573624aaa8a63c80689f7b7bc', 'subnets': [{'id': 'f915b2ee-8243-4d3d-a882-24e5aa3c6148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:30.198296 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-697c23a2-fd1f-4349-846b-7e6b2e679faa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 94aa3f97-6ed2-410f-a6a8-2309531d94bc) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:30.208821 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697c23a2-fd1f-4349-846b-7e6b2e679faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.209775 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-697c23a2-fd1f-4349-846b-7e6b2e679faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.251084 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27751459-b2de-4601-8a75-40500bfeba24 None None] The sync data for ids ['f094f345-bbae-4782-95cc-c044070d818a'] in n-d-712140-13 is: [{'id': 'f094f345-bbae-4782-95cc-c044070d818a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1879925982-router', 'tenant_id': '19e8745573624aaa8a63c80689f7b7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '46cf5f42-7f2d-4987-b010-a3d004cddb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:17Z', 'updated_at': '2021-09-16T04:42:24Z', 'revision_number': 4, 'project_id': '19e8745573624aaa8a63c80689f7b7bc', 'gw_port': {'id': '46cf5f42-7f2d-4987-b010-a3d004cddb15', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f094f345-bbae-4782-95cc-c044070d818a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '6de96eb3-c037-4f45-afa6-7a1c25251103', 'name': '', 'network_id': 'f79bb79b-c0c8-4d17-b050-5e52580a6ab2', 'tenant_id': '19e8745573624aaa8a63c80689f7b7bc', 'mac_address': 'fa:16:3e:6e:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f094f345-bbae-4782-95cc-c044070d818a', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f915b2ee-8243-4d3d-a882-24e5aa3c6148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:23Z', 'updated_at': '2021-09-16T04:42:29Z', 'revision_number': 4, 'project_id': '19e8745573624aaa8a63c80689f7b7bc', 'subnets': [{'id': 'f915b2ee-8243-4d3d-a882-24e5aa3c6148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:30.263863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab491905-eb2e-4f52-9f47-6fb3eea60cbc None None] Network 94aa3f97-6ed2-410f-a6a8-2309531d94bc requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:30.321830 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-472b3d1a-f88f-4bb2-81bf-5e888975c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.384255 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,revision_number=10']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:30.564405 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b3d1a-f88f-4bb2-81bf-5e888975c4dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b19fc33-b025-4eb1-9019-41149a459a0f,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:30.586613 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-697c23a2-fd1f-4349-846b-7e6b2e679faa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0042422 Sep 16 04:42:30.675601 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472b3d1a-f88f-4bb2-81bf-5e888975c4dc admin admin] Checking segment: {'id': 'a8390d2f-db23-4457-876a-1a5a7b8e6d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd44ea4e-9498-46ce-b58e-80009dbe923b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:30.676119 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472b3d1a-f88f-4bb2-81bf-5e888975c4dc admin admin] Network hostable DHCP agents. Network: fd44ea4e-9498-46ce-b58e-80009dbe923b, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:42:30.733219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2954100-4f73-4de2-be52-8ba6db2f56b2 None None] Pushing event updated for resources: {'Port': ['ID=6de96eb3-c037-4f45-afa6-7a1c25251103,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:30.765752 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f776e2a-3d40-44f2-87f1-f08ebb93f8ce req-5a22a1b5-d952-4ab3-a575-e9df64b5f08c tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.768109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f776e2a-3d40-44f2-87f1-f08ebb93f8ce req-5a22a1b5-d952-4ab3-a575-e9df64b5f08c tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 950 time: 0.6442392 Sep 16 04:42:30.806106 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472b3d1a-f88f-4bb2-81bf-5e888975c4dc admin admin] Network fd44ea4e-9498-46ce-b58e-80009dbe923b is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:42:30.839276 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5242fc0b-9ae0-4544-9161-400328367e9d req-8f6455f8-62b3-40b8-a5f7-ade9ad7214e1 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.862658 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:30.899106 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f776e2a-3d40-44f2-87f1-f08ebb93f8ce req-353af32c-1732-441e-b3c5-48be824845fe tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814912 Sep 16 04:42:30.917737 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327b7d19-c143-427a-aae5-53fd4e0ac643 None None] Network 94aa3f97-6ed2-410f-a6a8-2309531d94bc requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:30.917999 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54760a59-3ee3-4a24-9445-4452d37dffdd req-2c5cb2ed-d66d-4087-9c43-abd4fa0de927 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1800671 Sep 16 04:42:30.933725 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-472b3d1a-f88f-4bb2-81bf-5e888975c4dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, fd44ea4e-9498-46ce-b58e-80009dbe923b) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:30.945610 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5242fc0b-9ae0-4544-9161-400328367e9d req-8f6455f8-62b3-40b8-a5f7-ade9ad7214e1 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.946708 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472b3d1a-f88f-4bb2-81bf-5e888975c4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.949245 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-472b3d1a-f88f-4bb2-81bf-5e888975c4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.967029 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8beaf3d-e40e-4ef3-ac46-fec98e069f2f None None] Network fd44ea4e-9498-46ce-b58e-80009dbe923b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:31.050362 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-472b3d1a-f88f-4bb2-81bf-5e888975c4dc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4424729 Sep 16 04:42:31.050950 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60460) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:31.058128 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1385936426-router', 'tenant_id': '64e3881bb5064860bb366908dcb0d43c', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:31.204526 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.206765 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.347863 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.451366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54760a59-3ee3-4a24-9445-4452d37dffdd req-24321614-d392-4f0e-9d44-986203099b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.453471 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54760a59-3ee3-4a24-9445-4452d37dffdd req-24321614-d392-4f0e-9d44-986203099b71 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 1102 time: 0.3351758 Sep 16 04:42:31.485037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70874564-708b-42b0-b6cc-ca4419156974 req-38a0846d-b41e-4226-bc97-b266f9ffdbae tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.486603 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70874564-708b-42b0-b6cc-ca4419156974 req-38a0846d-b41e-4226-bc97-b266f9ffdbae tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.1919262 Sep 16 04:42:31.550060 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [req-5242fc0b-9ae0-4544-9161-400328367e9d req-8f6455f8-62b3-40b8-a5f7-ade9ad7214e1 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Floating IP 4f37d05c-9ed3-4872-aff2-ec3c8cb060ae associated. External IP: 172.25.4.245, port: b9f28bd9-b0c2-4f58-be52-7bac29d804de. Sep 16 04:42:31.677954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-fd44ea4e-9498-46ce-b58e-80009dbe923b', 'network_id': 'fd44ea4e-9498-46ce-b58e-80009dbe923b', 'tenant_id': '64e3881bb5064860bb366908dcb0d43c', 'fixed_ips': [{'subnet_id': '2b19fc33-b025-4eb1-9019-41149a459a0f'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:42:31.678839 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.712611 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.814932 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70874564-708b-42b0-b6cc-ca4419156974 req-a19b13d8-86e5-49ce-821c-4e43dfb95147 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872651 Sep 16 04:42:31.950287 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16af0ee9-ef23-4434-86ad-d2f3ba111b23 x-openstack-request-id: req-16af0ee9-ef23-4434-86ad-d2f3ba111b23 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:31.953593 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6005299-14ff-43e1-8cdd-b3fc1f9292cd", "name": "network-vif-unplugged", "status": "completed", "tag": "a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:31.953593 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16af0ee9-ef23-4434-86ad-d2f3ba111b23 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:31.953989 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6005299-14ff-43e1-8cdd-b3fc1f9292cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4', 'code': 200} Sep 16 04:42:31.985262 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54760a59-3ee3-4a24-9445-4452d37dffdd req-8de45d0b-52ba-4e45-9f18-7a9e72abd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.986860 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54760a59-3ee3-4a24-9445-4452d37dffdd req-8de45d0b-52ba-4e45-9f18-7a9e72abd5d5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.4990242 Sep 16 04:42:32.151203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] Allocated IP 172.20.0.2 (fd44ea4e-9498-46ce-b58e-80009dbe923b/2b19fc33-b025-4eb1-9019-41149a459a0f/30ec2e3d-c4fb-4048-a766-4e1090150f9e) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:32.277441 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60488) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:32.285534 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ddbef61f-e692-4190-82e6-3bfcdf1123a5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1090027892-network', 'tenant_id': '0892e49cf1d44631bcfbce4d0ef11bc1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:32.465259 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.493287 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.504142 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.527173 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54760a59-3ee3-4a24-9445-4452d37dffdd req-d564beff-50a1-492c-a32d-3c7ea975a033 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=44bd3647-20c9-4130-8c7f-1b5380042dc5 HTTP/1.1" status: 200 len: 217 time: 0.0608339 Sep 16 04:42:32.529806 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6de96eb3-c037-4f45-afa6-7a1c25251103 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:32.594783 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 6de96eb3-c037-4f45-afa6-7a1c25251103 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:32.595724 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.641502 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54760a59-3ee3-4a24-9445-4452d37dffdd req-998443f6-2806-42e1-8196-9f855ddd6484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:32.642689 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Allocated IP 172.25.4.147 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/6cd61d8b-2640-49d0-980f-2cb27c3a5268) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:32.643255 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54760a59-3ee3-4a24-9445-4452d37dffdd req-998443f6-2806-42e1-8196-9f855ddd6484 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0921981 Sep 16 04:42:32.659308 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-f7ce3a64-c5a7-4b22-bce2-0dbea1e604f9 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:32.660832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-f7ce3a64-c5a7-4b22-bce2-0dbea1e604f9 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1876457 Sep 16 04:42:32.741928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5242fc0b-9ae0-4544-9161-400328367e9d req-8f6455f8-62b3-40b8-a5f7-ade9ad7214e1 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Router 97e58b37-a86f-4adc-b480-fc7dc11c7840 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:32.751134 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-79ec41ee-f1cb-4ec1-8a69-e06675d77eff tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.64 HTTP/1.1" status: 200 len: 695 time: 0.0733638 Sep 16 04:42:32.773046 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-b76e6253-b038-4545-b0a3-36ba932cffc8 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Request body: {'floatingip': {'port_id': '154095c0-1cb8-424f-a832-2bb7299d5d79', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:32.780103 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.782704 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54760a59-3ee3-4a24-9445-4452d37dffdd req-d8fff72b-f495-4ee0-8189-7f76f3e0b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:32.784259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54760a59-3ee3-4a24-9445-4452d37dffdd req-d8fff72b-f495-4ee0-8189-7f76f3e0b678 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1182952 Sep 16 04:42:32.888191 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-b76e6253-b038-4545-b0a3-36ba932cffc8 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.977602 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbef61f-e692-4190-82e6-3bfcdf1123a5 admin admin] Made reservation on behalf of 0892e49cf1d44631bcfbce4d0ef11bc1 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:32.980109 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ddbef61f-e692-4190-82e6-3bfcdf1123a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.989706 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ddbef61f-e692-4190-82e6-3bfcdf1123a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.006339 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.013458 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.066345 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:33.077175 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:33.084846 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:33.089257 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Pushing event updated for resources: {'Port': ['ID=6cd61d8b-2640-49d0-980f-2cb27c3a5268,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:33.109446 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5242fc0b-9ae0-4544-9161-400328367e9d req-8f6455f8-62b3-40b8-a5f7-ade9ad7214e1 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:33.130429 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.130747 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.131123 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.131458 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.131790 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.132202 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.132427 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.132806 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.133167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.133440 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.133753 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.134064 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.162646 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c86213-137b-4b5f-84be-6808280b09cc None None] Sync routers for ids ['97e58b37-a86f-4adc-b480-fc7dc11c7840'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:33.184838 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] Network fd44ea4e-9498-46ce-b58e-80009dbe923b is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:33.191986 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:33.196605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c86213-137b-4b5f-84be-6808280b09cc None None] Routers {'97e58b37-a86f-4adc-b480-fc7dc11c7840'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:33.197250 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-08c86213-137b-4b5f-84be-6808280b09cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['97e58b37-a86f-4adc-b480-fc7dc11c7840'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:33.199474 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:33.202219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] Pushing event updated for resources: {'Port': ['ID=30ec2e3d-c4fb-4048-a766-4e1090150f9e,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:33.241859 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:33.333019 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ddbef61f-e692-4190-82e6-3bfcdf1123a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.378469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] Attempting to bind port 30ec2e3d-c4fb-4048-a766-4e1090150f9e on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:33.378746 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] Attempting to bind port 30ec2e3d-c4fb-4048-a766-4e1090150f9e by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'a8390d2f-db23-4457-876a-1a5a7b8e6d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd44ea4e-9498-46ce-b58e-80009dbe923b'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:33.379131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] Attempting to bind port 30ec2e3d-c4fb-4048-a766-4e1090150f9e on network fd44ea4e-9498-46ce-b58e-80009dbe923b {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:33.402120 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ddbef61f-e692-4190-82e6-3bfcdf1123a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.422648 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-08c86213-137b-4b5f-84be-6808280b09cc None None] Set router 97e58b37-a86f-4adc-b480-fc7dc11c7840 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:33.507105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbef61f-e692-4190-82e6-3bfcdf1123a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:42:33.527844 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbef61f-e692-4190-82e6-3bfcdf1123a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db152fec-a58e-43a5-87a1-407eb2e46532,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:33.556819 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ddbef61f-e692-4190-82e6-3bfcdf1123a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.558850 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-ddbef61f-e692-4190-82e6-3bfcdf1123a5 admin admin] Added segment e714934a-1abb-46fb-8fb9-5bd928ec727b of type vlan for network ecadd970-f4f4-419d-9cb1-f866d5d6be72 Sep 16 04:42:33.587148 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:33.587635 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] Checking segment: {'id': 'a8390d2f-db23-4457-876a-1a5a7b8e6d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd44ea4e-9498-46ce-b58e-80009dbe923b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:33.588045 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.588438 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] Bound using segment: {'id': 'a8390d2f-db23-4457-876a-1a5a7b8e6d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd44ea4e-9498-46ce-b58e-80009dbe923b'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:33.589070 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] Bound port: 30ec2e3d-c4fb-4048-a766-4e1090150f9e, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8390d2f-db23-4457-876a-1a5a7b8e6d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd44ea4e-9498-46ce-b58e-80009dbe923b'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:33.589518 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.647340 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:33.647678 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.654760 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-b76e6253-b038-4545-b0a3-36ba932cffc8 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.658344 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54760a59-3ee3-4a24-9445-4452d37dffdd req-92a1f2f6-ea0e-4c1a-9ef0-ee6fb3f14e21 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8076508 Sep 16 04:42:33.789433 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-b76e6253-b038-4545-b0a3-36ba932cffc8 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.866093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] For port 30ec2e3d-c4fb-4048-a766-4e1090150f9e, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:33.878983 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.917299 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] For port 30ec2e3d-c4fb-4048-a766-4e1090150f9e, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=30ec2e3d-c4fb-4048-a766-4e1090150f9e,segment=NetworkSegment(a8390d2f-db23-4457-876a-1a5a7b8e6d98),segment_id=a8390d2f-db23-4457-876a-1a5a7b8e6d98)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:33.945599 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54760a59-3ee3-4a24-9445-4452d37dffdd req-62a5c274-ca00-430a-a780-1fab3e8b4a24 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520294 Sep 16 04:42:33.959894 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:33.962534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6005299-14ff-43e1-8cdd-b3fc1f9292cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:33.965883 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e341aa6-0d5a-44a4-ae5f-374758d1ff3b" -d '{"events": [{"server_uuid": "f6005299-14ff-43e1-8cdd-b3fc1f9292cd", "name": "network-vif-plugged", "status": "completed", "tag": "a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:33.986217 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.004191 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-08c86213-137b-4b5f-84be-6808280b09cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '4f37d05c-9ed3-4872-aff2-ec3c8cb060ae', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'port_id': '5b838b49-d2e6-415e-bce5-42dba05c4c2f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'mac_address': 'fa:16:3e:23:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c562da6-285e-449f-ac23-6084bf831f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:42:30Z', 'revision_number': 3, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:32Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:34.083786 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ddbef61f-e692-4190-82e6-3bfcdf1123a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.084087 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-b76e6253-b038-4545-b0a3-36ba932cffc8 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Floating IP 447b98e5-dbf2-45b3-b0c2-db1504ac4d28 associated. External IP: 172.25.4.64, port: 154095c0-1cb8-424f-a832-2bb7299d5d79. Sep 16 04:42:34.100661 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.103644 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c86213-137b-4b5f-84be-6808280b09cc None None] Checking router: 97e58b37-a86f-4adc-b480-fc7dc11c7840 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:34.125107 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c86213-137b-4b5f-84be-6808280b09cc None None] Routers {'97e58b37-a86f-4adc-b480-fc7dc11c7840'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:34.125930 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-08c86213-137b-4b5f-84be-6808280b09cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['97e58b37-a86f-4adc-b480-fc7dc11c7840'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:34.217561 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5ad80-3f27-47b9-b3f6-eb21a4f7da3c None None] Pushing event updated for resources: {'Port': ['ID=30ec2e3d-c4fb-4048-a766-4e1090150f9e,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:34.236596 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.278441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5242fc0b-9ae0-4544-9161-400328367e9d req-8f6455f8-62b3-40b8-a5f7-ade9ad7214e1 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Router 97e58b37-a86f-4adc-b480-fc7dc11c7840 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:34.294349 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-776ac09a-55f0-4e3b-9cd7-c1a44f9a406a req-5c74bb42-2523-46b8-92e9-4115f36f6b6e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1860404 Sep 16 04:42:34.314948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,revision_number=11']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:34.338718 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-08c86213-137b-4b5f-84be-6808280b09cc None None] Set router 97e58b37-a86f-4adc-b480-fc7dc11c7840 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:34.567955 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ddbef61f-e692-4190-82e6-3bfcdf1123a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.568655 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbef61f-e692-4190-82e6-3bfcdf1123a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.569221 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ddbef61f-e692-4190-82e6-3bfcdf1123a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.608721 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5242fc0b-9ae0-4544-9161-400328367e9d req-8f6455f8-62b3-40b8-a5f7-ade9ad7214e1 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:34.614997 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5242fc0b-9ae0-4544-9161-400328367e9d req-8f6455f8-62b3-40b8-a5f7-ade9ad7214e1 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.645184 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.655473 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-b76e6253-b038-4545-b0a3-36ba932cffc8 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Router 9de9d321-3317-4557-a7d1-f86371624872 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:34.657838 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbef61f-e692-4190-82e6-3bfcdf1123a5 admin admin] Pushing event updated for resources: {'Network': ['ID=ecadd970-f4f4-419d-9cb1-f866d5d6be72,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:34.659095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6745227-a3db-4329-b814-b9c73da1244b', 'tag': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:34.662537 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc08aff2-286a-4f87-8458-528d47d85bca" -d '{"events": [{"name": "network-changed", "server_uuid": "e6745227-a3db-4329-b814-b9c73da1244b", "tag": "b9f28bd9-b0c2-4f58-be52-7bac29d804de"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:34.682214 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network ecadd970-f4f4-419d-9cb1-f866d5d6be72 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:42:34.703738 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5242fc0b-9ae0-4544-9161-400328367e9d req-8f6455f8-62b3-40b8-a5f7-ade9ad7214e1 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "PUT /v2.0/floatingips/4f37d05c-9ed3-4872-aff2-ec3c8cb060ae HTTP/1.1" status: 200 len: 999 time: 6.0330315 Sep 16 04:42:34.715941 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ac09a-55f0-4e3b-9cd7-c1a44f9a406a req-541b21ac-35be-4762-8fdd-fc074dd10b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.715941 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-776ac09a-55f0-4e3b-9cd7-c1a44f9a406a req-541b21ac-35be-4762-8fdd-fc074dd10b86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce1074e13e1b4897bf4ea77f32e6f819&device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 1102 time: 0.3368986 Sep 16 04:42:34.715941 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ddbef61f-e692-4190-82e6-3bfcdf1123a5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4369173 Sep 16 04:42:34.733742 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60504) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:34.741151 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-9d77bc09-6709-4018-9496-892cdc8d33f4 admin admin] Request body: {'subnet': {'network_id': 'ecadd970-f4f4-419d-9cb1-f866d5d6be72', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1090027892-subnet', 'tenant_id': '0892e49cf1d44631bcfbce4d0ef11bc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:34.804964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-08c86213-137b-4b5f-84be-6808280b09cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '4f37d05c-9ed3-4872-aff2-ec3c8cb060ae', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'port_id': '5b838b49-d2e6-415e-bce5-42dba05c4c2f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'mac_address': 'fa:16:3e:23:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c562da6-285e-449f-ac23-6084bf831f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:42:30Z', 'revision_number': 3, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:32Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:34.809265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242fc0b-9ae0-4544-9161-400328367e9d req-144ea079-bc8d-4d6a-a9be-23be14e581ed tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.810677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5242fc0b-9ae0-4544-9161-400328367e9d req-144ea079-bc8d-4d6a-a9be-23be14e581ed tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports/b9f28bd9-b0c2-4f58-be52-7bac29d804de HTTP/1.1" status: 200 len: 942 time: 0.0693927 Sep 16 04:42:34.844781 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c86213-137b-4b5f-84be-6808280b09cc None None] The sync data for ids ['97e58b37-a86f-4adc-b480-fc7dc11c7840'] in n-d-712140-13 is: [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '4f37d05c-9ed3-4872-aff2-ec3c8cb060ae', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'port_id': '5b838b49-d2e6-415e-bce5-42dba05c4c2f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'mac_address': 'fa:16:3e:23:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c562da6-285e-449f-ac23-6084bf831f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:42:30Z', 'revision_number': 3, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:32Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:34.936593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ac09a-55f0-4e3b-9cd7-c1a44f9a406a req-30115a03-6965-4571-ab7b-1aaeb0dd4e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.938751 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-776ac09a-55f0-4e3b-9cd7-c1a44f9a406a req-30115a03-6965-4571-ab7b-1aaeb0dd4e82 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1928189 Sep 16 04:42:34.994754 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d77bc09-6709-4018-9496-892cdc8d33f4 admin admin] Made reservation on behalf of 0892e49cf1d44631bcfbce4d0ef11bc1 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:34.997177 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d77bc09-6709-4018-9496-892cdc8d33f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.001664 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-776ac09a-55f0-4e3b-9cd7-c1a44f9a406a req-fe116700-ad4c-4dbd-9feb-0b5a4f2bfd1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=96a9d340-3901-461b-8a68-132cc0e29b80 HTTP/1.1" status: 200 len: 217 time: 0.0497968 Sep 16 04:42:35.101041 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Router 5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:42:35.115224 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-929afe02-ad08-4f6c-8843-ae49ea1d1d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.118604 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ac09a-55f0-4e3b-9cd7-c1a44f9a406a req-c2ad22eb-7d41-45c9-82ae-d727ece11c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.120606 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-776ac09a-55f0-4e3b-9cd7-c1a44f9a406a req-c2ad22eb-7d41-45c9-82ae-d727ece11c2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1089299 Sep 16 04:42:35.214732 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-b76e6253-b038-4545-b0a3-36ba932cffc8 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:35.227237 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6efe5-3592-4ea0-bc3f-915283333358 None None] Sync routers for ids ['9de9d321-3317-4557-a7d1-f86371624872'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:35.233245 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-b76e6253-b038-4545-b0a3-36ba932cffc8 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.241737 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6efe5-3592-4ea0-bc3f-915283333358 None None] Routers {'9de9d321-3317-4557-a7d1-f86371624872'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:35.242374 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-24d6efe5-3592-4ea0-bc3f-915283333358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['9de9d321-3317-4557-a7d1-f86371624872'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:35.282912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ac09a-55f0-4e3b-9cd7-c1a44f9a406a req-d108e7f4-0d61-4274-a84b-c012d602f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.284476 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-776ac09a-55f0-4e3b-9cd7-c1a44f9a406a req-d108e7f4-0d61-4274-a84b-c012d602f966 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1561167 Sep 16 04:42:35.288184 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1404baa5-0576-43f0-bd8d-20c4d7e5fc9f None None] New status for floating IP 4f37d05c-9ed3-4872-aff2-ec3c8cb060ae: ACTIVE {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:42:35.325205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-b76e6253-b038-4545-b0a3-36ba932cffc8 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "PUT /v2.0/floatingips/447b98e5-dbf2-45b3-b0c2-db1504ac4d28 HTTP/1.1" status: 200 len: 995 time: 2.5582602 Sep 16 04:42:35.336342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242fc0b-9ae0-4544-9161-400328367e9d req-15c66e95-649b-4b37-9e4d-11c6f2fb00f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.338430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5242fc0b-9ae0-4544-9161-400328367e9d req-15c66e95-649b-4b37-9e4d-11c6f2fb00f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9deb9fa87304830acda5a1e3199fc36&device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 1097 time: 0.1217287 Sep 16 04:42:35.400022 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:35.412033 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] Sync routers for ids ['5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:35.437835 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-24d6efe5-3592-4ea0-bc3f-915283333358 None None] Set router 9de9d321-3317-4557-a7d1-f86371624872 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:35.440525 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] Routers {'5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:35.441334 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:35.468626 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d77bc09-6709-4018-9496-892cdc8d33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.527162 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-7a4da7ab-3326-4c51-9d83-a20b8b3e7c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.528840 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-7a4da7ab-3326-4c51-9d83-a20b8b3e7c5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ee33074fd5a433d8637c207bee82ff1&device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 1097 time: 0.1680989 Sep 16 04:42:35.565796 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.567595 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-acac8d15-c755-41fe-b0b3-5710032b74bc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5143902 Sep 16 04:42:35.574078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60510) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:35.626770 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77bc09-6709-4018-9496-892cdc8d33f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58274a79-4de4-44ea-b095-9378a5cbdfd4,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:35.632489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e63a5e-60c7-4696-b6ed-ef7225a3fed4 None None] Network fd44ea4e-9498-46ce-b58e-80009dbe923b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:35.655643 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d77bc09-6709-4018-9496-892cdc8d33f4 admin admin] Checking segment: {'id': 'e714934a-1abb-46fb-8fb9-5bd928ec727b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ecadd970-f4f4-419d-9cb1-f866d5d6be72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:35.656371 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d77bc09-6709-4018-9496-892cdc8d33f4 admin admin] Network hostable DHCP agents. Network: ecadd970-f4f4-419d-9cb1-f866d5d6be72, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:42:35.661157 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242fc0b-9ae0-4544-9161-400328367e9d req-13096d43-b693-479f-bcb7-9a4f331b7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.662970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5242fc0b-9ae0-4544-9161-400328367e9d req-13096d43-b693-479f-bcb7-9a4f331b7d10 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cf53fbb3-94f1-456d-b2d9-2308b0506441 HTTP/1.1" status: 200 len: 922 time: 0.3164504 Sep 16 04:42:35.676466 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-776ac09a-55f0-4e3b-9cd7-c1a44f9a406a req-a8beff0d-56a4-48f7-89cc-7f6e5d5813ce service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274930 Sep 16 04:42:35.744734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5242fc0b-9ae0-4544-9161-400328367e9d req-7c929dbe-a0a9-4582-8472-581709aaaa50 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f28bd9-b0c2-4f58-be52-7bac29d804de HTTP/1.1" status: 200 len: 217 time: 0.0463905 Sep 16 04:42:35.785324 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d77bc09-6709-4018-9496-892cdc8d33f4 admin admin] Network ecadd970-f4f4-419d-9cb1-f866d5d6be72 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:42:35.810976 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-776ac09a-55f0-4e3b-9cd7-c1a44f9a406a req-ee882f8b-b0c3-476a-b254-eec369b3b7a8 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251867 Sep 16 04:42:35.859848 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-9d77bc09-6709-4018-9496-892cdc8d33f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, ecadd970-f4f4-419d-9cb1-f866d5d6be72) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:35.877131 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d77bc09-6709-4018-9496-892cdc8d33f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.878774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-e0299ee8-217f-4a99-a362-01d9e38938ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.879332 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d77bc09-6709-4018-9496-892cdc8d33f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.880147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-e0299ee8-217f-4a99-a362-01d9e38938ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=5d30b5e1-6737-44a0-aa98-81c0f6007768 HTTP/1.1" status: 200 len: 929 time: 0.3324881 Sep 16 04:42:35.900426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f498d9-da8f-437e-98b5-0e861d546291 None None] Network ecadd970-f4f4-419d-9cb1-f866d5d6be72 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:35.910084 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] Set router 5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:35.961060 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9d77bc09-6709-4018-9496-892cdc8d33f4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2252371 Sep 16 04:42:35.966837 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242fc0b-9ae0-4544-9161-400328367e9d req-49e867b5-7b0a-4fed-af7a-e2b08e744d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.969883 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5242fc0b-9ae0-4544-9161-400328367e9d req-49e867b5-7b0a-4fed-af7a-e2b08e744d76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2fc8c2b9-7714-43f4-b109-3d95b7293220 HTTP/1.1" status: 200 len: 860 time: 0.2067652 Sep 16 04:42:36.012337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2e1d1aa0-61e1-47e8-a8dd-e0d3fa4b237b None None] Provisioning complete for port 30ec2e3d-c4fb-4048-a766-4e1090150f9e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:36.013011 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2e1d1aa0-61e1-47e8-a8dd-e0d3fa4b237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.017182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5409d7f-17a8-4549-bb83-0d609772a633 None None] Sync routers for ids ['97e58b37-a86f-4adc-b480-fc7dc11c7840'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:36.249310 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5409d7f-17a8-4549-bb83-0d609772a633 None None] Routers {'97e58b37-a86f-4adc-b480-fc7dc11c7840'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:36.250233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-d5409d7f-17a8-4549-bb83-0d609772a633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['97e58b37-a86f-4adc-b480-fc7dc11c7840'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:36.273396 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-9fe1d2b1-2d1c-4d12-9625-1e8bbe4d4b99 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=154095c0-1cb8-424f-a832-2bb7299d5d79 HTTP/1.1" status: 200 len: 998 time: 0.3761241 Sep 16 04:42:36.324460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242fc0b-9ae0-4544-9161-400328367e9d req-756297a9-3692-4c00-bae5-643974a5911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:36.326119 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5242fc0b-9ae0-4544-9161-400328367e9d req-756297a9-3692-4c00-bae5-643974a5911c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cf53fbb3-94f1-456d-b2d9-2308b0506441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3022535 Sep 16 04:42:36.337580 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'name': 'tempest-AttachSCSIVolumeTestJSON-1385936426-router', 'tenant_id': '64e3881bb5064860bb366908dcb0d43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '6cd61d8b-2640-49d0-980f-2cb27c3a5268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:31Z', 'updated_at': '2021-09-16T04:42:33Z', 'revision_number': 3, 'project_id': '64e3881bb5064860bb366908dcb0d43c', 'gw_port': {'id': '6cd61d8b-2640-49d0-980f-2cb27c3a5268', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:32Z', 'updated_at': '2021-09-16T04:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:36.387255 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-24d6efe5-3592-4ea0-bc3f-915283333358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de9d321-3317-4557-a7d1-f86371624872', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429636503-router', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:50Z', 'updated_at': '2021-09-16T04:41:55Z', 'revision_number': 4, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'gw_port': {'id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:51Z', 'updated_at': '2021-09-16T04:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '447b98e5-dbf2-45b3-b0c2-db1504ac4d28', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'floating_ip_address': '172.25.4.64', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '9de9d321-3317-4557-a7d1-f86371624872', 'port_id': '154095c0-1cb8-424f-a832-2bb7299d5d79', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768', 'mac_address': 'fa:16:3e:94:2c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c46f807-ab11-492c-8434-ba55a8c317a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:42:26Z', 'updated_at': '2021-09-16T04:42:33Z', 'revision_number': 1, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '374da879-559f-4564-80d8-64e93c7e11b6', 'name': '', 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'mac_address': 'fa:16:3e:a5:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:42:02Z', 'revision_number': 5, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'subnets': [{'id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:36.390249 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] Checking router: 5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:36.391181 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] Updating router 5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93 port 6cd61d8b-2640-49d0-980f-2cb27c3a5268 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:42:36.402668 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-b9f35616-ddc9-4045-8673-796173f61de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:36.404379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-b9f35616-ddc9-4045-8673-796173f61de9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=269fd9e1-5b0f-4157-a7b7-740c6a216112 HTTP/1.1" status: 200 len: 867 time: 0.1300449 Sep 16 04:42:36.442756 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6efe5-3592-4ea0-bc3f-915283333358 None None] Checking router: 9de9d321-3317-4557-a7d1-f86371624872 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:36.460258 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.463252 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6efe5-3592-4ea0-bc3f-915283333358 None None] Routers {'9de9d321-3317-4557-a7d1-f86371624872'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:36.463975 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-24d6efe5-3592-4ea0-bc3f-915283333358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['9de9d321-3317-4557-a7d1-f86371624872'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:36.568309 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-d5409d7f-17a8-4549-bb83-0d609772a633 None None] Set router 97e58b37-a86f-4adc-b480-fc7dc11c7840 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:36.598428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-5da17fb2-afe3-4d0b-b631-6b1178e223db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:36.600155 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-5da17fb2-afe3-4d0b-b631-6b1178e223db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d30b5e1-6737-44a0-aa98-81c0f6007768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1676266 Sep 16 04:42:36.610101 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 30ec2e3d-c4fb-4048-a766-4e1090150f9e up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:36.618404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-5dd835da-2b49-4969-b036-84a59a87958e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:42:36.619555 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-5dd835da-2b49-4969-b036-84a59a87958e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064192 Sep 16 04:42:36.630163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5242fc0b-9ae0-4544-9161-400328367e9d req-4d0d5dc2-5c42-47eb-8914-b12380cb0f6d service neutron] 10.222.0.20 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907975 Sep 16 04:42:36.732621 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-24d6efe5-3592-4ea0-bc3f-915283333358 None None] Set router 9de9d321-3317-4557-a7d1-f86371624872 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:36.797081 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a05012c-af9e-4aad-892d-9fd5cf21f613 None None] Network ecadd970-f4f4-419d-9cb1-f866d5d6be72 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:36.805728 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2e1d1aa0-61e1-47e8-a8dd-e0d3fa4b237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.820283 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.856627 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 30ec2e3d-c4fb-4048-a766-4e1090150f9e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:36.856991 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.869195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-8bd75630-4fb7-4e40-9955-5b11f89f4313 service neutron] 10.222.0.20 "GET /v2.0/networks/5d30b5e1-6737-44a0-aa98-81c0f6007768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416389 Sep 16 04:42:36.908575 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5242fc0b-9ae0-4544-9161-400328367e9d req-0f9564af-6b97-45b2-9992-5cadb2d5c5e0 service neutron] 10.222.0.20 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673976 Sep 16 04:42:37.027688 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2e1d1aa0-61e1-47e8-a8dd-e0d3fa4b237b None None] For port 30ec2e3d-c4fb-4048-a766-4e1090150f9e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=30ec2e3d-c4fb-4048-a766-4e1090150f9e,segment=NetworkSegment(a8390d2f-db23-4457-876a-1a5a7b8e6d98),segment_id=a8390d2f-db23-4457-876a-1a5a7b8e6d98)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:37.067540 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.090224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ce1b073-a8a3-43c2-a179-c8dd4874797c req-dff6dc59-ef77-4dd2-907b-811ed7733e13 service neutron] 10.222.0.20 "GET /v2.0/networks/5d30b5e1-6737-44a0-aa98-81c0f6007768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086484 Sep 16 04:42:37.103878 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-24d6efe5-3592-4ea0-bc3f-915283333358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de9d321-3317-4557-a7d1-f86371624872', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429636503-router', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:50Z', 'updated_at': '2021-09-16T04:41:55Z', 'revision_number': 4, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'gw_port': {'id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:51Z', 'updated_at': '2021-09-16T04:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '447b98e5-dbf2-45b3-b0c2-db1504ac4d28', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'floating_ip_address': '172.25.4.64', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '9de9d321-3317-4557-a7d1-f86371624872', 'port_id': '154095c0-1cb8-424f-a832-2bb7299d5d79', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768', 'mac_address': 'fa:16:3e:94:2c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c46f807-ab11-492c-8434-ba55a8c317a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:42:26Z', 'updated_at': '2021-09-16T04:42:33Z', 'revision_number': 1, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '374da879-559f-4564-80d8-64e93c7e11b6', 'name': '', 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'mac_address': 'fa:16:3e:a5:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:42:02Z', 'revision_number': 5, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'subnets': [{'id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:37.118958 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2e1d1aa0-61e1-47e8-a8dd-e0d3fa4b237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.136156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242fc0b-9ae0-4544-9161-400328367e9d req-ee013c42-83b1-43bb-aac0-d422290714e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:37.136924 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6efe5-3592-4ea0-bc3f-915283333358 None None] The sync data for ids ['9de9d321-3317-4557-a7d1-f86371624872'] in n-d-712140-13 is: [{'id': '9de9d321-3317-4557-a7d1-f86371624872', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429636503-router', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:50Z', 'updated_at': '2021-09-16T04:41:55Z', 'revision_number': 4, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'gw_port': {'id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:51Z', 'updated_at': '2021-09-16T04:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '447b98e5-dbf2-45b3-b0c2-db1504ac4d28', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'floating_ip_address': '172.25.4.64', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '9de9d321-3317-4557-a7d1-f86371624872', 'port_id': '154095c0-1cb8-424f-a832-2bb7299d5d79', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768', 'mac_address': 'fa:16:3e:94:2c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c46f807-ab11-492c-8434-ba55a8c317a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:42:26Z', 'updated_at': '2021-09-16T04:42:33Z', 'revision_number': 1, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '374da879-559f-4564-80d8-64e93c7e11b6', 'name': '', 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'mac_address': 'fa:16:3e:a5:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:42:02Z', 'revision_number': 5, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'subnets': [{'id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:37.137939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5242fc0b-9ae0-4544-9161-400328367e9d req-ee013c42-83b1-43bb-aac0-d422290714e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9deb9fa87304830acda5a1e3199fc36&device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 1098 time: 0.1088636 Sep 16 04:42:37.142210 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.188604 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Allocated IP 172.20.0.1 (fd44ea4e-9498-46ce-b58e-80009dbe923b/2b19fc33-b025-4eb1-9019-41149a459a0f/c94f12df-4006-4a20-b515-dac63952c12a) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:37.221069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d1aa0-61e1-47e8-a8dd-e0d3fa4b237b None None] Pushing event updated for resources: {'Port': ['ID=30ec2e3d-c4fb-4048-a766-4e1090150f9e,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:37.223405 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c21622-6e5c-4022-969b-ea72bd8a147e None None] Pushing event updated for resources: {'Port': ['ID=6cd61d8b-2640-49d0-980f-2cb27c3a5268,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:37.229988 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] Attempting to bind port 6cd61d8b-2640-49d0-980f-2cb27c3a5268 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:37.230433 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] Attempting to bind port 6cd61d8b-2640-49d0-980f-2cb27c3a5268 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:37.230940 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] Attempting to bind port 6cd61d8b-2640-49d0-980f-2cb27c3a5268 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:37.238110 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:37.239233 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:37.239697 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.240387 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:37.240930 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] Bound port: 6cd61d8b-2640-49d0-980f-2cb27c3a5268, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:37.241391 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.306121 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] For port 6cd61d8b-2640-49d0-980f-2cb27c3a5268, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:37.309903 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] For port 6cd61d8b-2640-49d0-980f-2cb27c3a5268, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6cd61d8b-2640-49d0-980f-2cb27c3a5268,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:37.328651 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-66acc41b-02d2-46c6-ba14-710d72939835 None None] Provisioning complete for port 30ec2e3d-c4fb-4048-a766-4e1090150f9e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:37.329249 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-66acc41b-02d2-46c6-ba14-710d72939835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.335188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242fc0b-9ae0-4544-9161-400328367e9d req-74f1e206-16ad-411e-9031-1956ab627c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:37.336887 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5242fc0b-9ae0-4544-9161-400328367e9d req-74f1e206-16ad-411e-9031-1956ab627c2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=cf53fbb3-94f1-456d-b2d9-2308b0506441 HTTP/1.1" status: 200 len: 922 time: 0.1788371 Sep 16 04:42:37.389253 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.436227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-d5409d7f-17a8-4549-bb83-0d609772a633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '4f37d05c-9ed3-4872-aff2-ec3c8cb060ae', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'port_id': '5b838b49-d2e6-415e-bce5-42dba05c4c2f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'mac_address': 'fa:16:3e:23:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c562da6-285e-449f-ac23-6084bf831f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:42:35Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:32Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:37.447651 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.448186 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28ae2b6-2099-43b0-9d5b-e4a53cf9b2b1 None None] New status for floating IP 447b98e5-dbf2-45b3-b0c2-db1504ac4d28: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:42:37.467906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5550c33-26db-4062-8254-606acd7072ad req-7f943863-3ac5-4a82-8fda-6141428cb816 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:37.469610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5550c33-26db-4062-8254-606acd7072ad req-7f943863-3ac5-4a82-8fda-6141428cb816 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.1553805 Sep 16 04:42:37.473288 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5242fc0b-9ae0-4544-9161-400328367e9d req-99951355-bdc4-42e8-81e9-c5374c691d57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b838b49-d2e6-415e-bce5-42dba05c4c2f HTTP/1.1" status: 200 len: 1002 time: 0.1192522 Sep 16 04:42:37.474047 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5409d7f-17a8-4549-bb83-0d609772a633 None None] Checking router: 97e58b37-a86f-4adc-b480-fc7dc11c7840 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:37.490840 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5409d7f-17a8-4549-bb83-0d609772a633 None None] Routers {'97e58b37-a86f-4adc-b480-fc7dc11c7840'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:37.491578 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-d5409d7f-17a8-4549-bb83-0d609772a633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['97e58b37-a86f-4adc-b480-fc7dc11c7840'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:37.571857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5550c33-26db-4062-8254-606acd7072ad req-0941229e-f49b-4230-b49a-ed430f38c236 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949142 Sep 16 04:42:37.577772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242fc0b-9ae0-4544-9161-400328367e9d req-a34ee7a0-6884-45a4-8576-b82d843270a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:37.585022 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5242fc0b-9ae0-4544-9161-400328367e9d req-a34ee7a0-6884-45a4-8576-b82d843270a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2fc8c2b9-7714-43f4-b109-3d95b7293220 HTTP/1.1" status: 200 len: 860 time: 0.0931182 Sep 16 04:42:37.585166 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] Routers {'5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:37.585166 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:37.622498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-d5409d7f-17a8-4549-bb83-0d609772a633 None None] Set router 97e58b37-a86f-4adc-b480-fc7dc11c7840 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:37.629800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242fc0b-9ae0-4544-9161-400328367e9d req-592afbd7-ed8e-497f-9a3e-c93b62402160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:37.631685 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5242fc0b-9ae0-4544-9161-400328367e9d req-592afbd7-ed8e-497f-9a3e-c93b62402160 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cf53fbb3-94f1-456d-b2d9-2308b0506441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463054 Sep 16 04:42:37.662586 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.763386 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c21622-6e5c-4022-969b-ea72bd8a147e None None] Pushing event updated for resources: {'Port': ['ID=6cd61d8b-2640-49d0-980f-2cb27c3a5268,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:37.763928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Network fd44ea4e-9498-46ce-b58e-80009dbe923b is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:37.803389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:37.849308 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=c94f12df-4006-4a20-b515-dac63952c12a,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:37.860902 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:37.864654 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.937565 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5242fc0b-9ae0-4544-9161-400328367e9d req-85075675-5d3f-4a7e-a961-51c34c58892d service neutron] 10.222.0.20 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988684 Sep 16 04:42:37.939156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:37.939511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:37.939846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:37.940187 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:37.940525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:37.940866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:37.941206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:37.941535 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:37.941928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:37.942267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:37.942602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:37.943152 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:37.960155 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] Set router 5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:37.963754 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a75edb-7789-4e56-8226-e72fc175b56d req-5fb89c23-35db-48e4-996c-eb2ba9258aa9 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:37.965494 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60a75edb-7789-4e56-8226-e72fc175b56d req-5fb89c23-35db-48e4-996c-eb2ba9258aa9 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 951 time: 0.3044198 Sep 16 04:42:38.076296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-d5409d7f-17a8-4549-bb83-0d609772a633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '4f37d05c-9ed3-4872-aff2-ec3c8cb060ae', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'port_id': '5b838b49-d2e6-415e-bce5-42dba05c4c2f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'mac_address': 'fa:16:3e:23:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c562da6-285e-449f-ac23-6084bf831f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:42:35Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:32Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:38.110526 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60a75edb-7789-4e56-8226-e72fc175b56d req-1342728d-dfa3-46b8-b8e2-665ea2ad055f tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292837 Sep 16 04:42:38.117811 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5409d7f-17a8-4549-bb83-0d609772a633 None None] The sync data for ids ['97e58b37-a86f-4adc-b480-fc7dc11c7840'] in n-d-712140-13 is: [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '4f37d05c-9ed3-4872-aff2-ec3c8cb060ae', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'port_id': '5b838b49-d2e6-415e-bce5-42dba05c4c2f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'mac_address': 'fa:16:3e:23:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c562da6-285e-449f-ac23-6084bf831f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:42:35Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:32Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:38.129687 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-43cf7397-21c3-4a70-a342-bb81e361e78e None None] Provisioning complete for port c94f12df-4006-4a20-b515-dac63952c12a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:38.130347 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-43cf7397-21c3-4a70-a342-bb81e361e78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:38.135491 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bcb40d71-3b24-4275-b6ad-bd053b4e6a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:38.142456 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5242fc0b-9ae0-4544-9161-400328367e9d req-4b149ef1-933d-467f-8928-b2603a398f71 service neutron] 10.222.0.20 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757326 Sep 16 04:42:38.201609 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-43cf7397-21c3-4a70-a342-bb81e361e78e None None] Port c94f12df-4006-4a20-b515-dac63952c12a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:38.259259 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:38.282568 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'name': 'tempest-AttachSCSIVolumeTestJSON-1385936426-router', 'tenant_id': '64e3881bb5064860bb366908dcb0d43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '6cd61d8b-2640-49d0-980f-2cb27c3a5268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:31Z', 'updated_at': '2021-09-16T04:42:33Z', 'revision_number': 3, 'project_id': '64e3881bb5064860bb366908dcb0d43c', 'gw_port': {'id': '6cd61d8b-2640-49d0-980f-2cb27c3a5268', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:32Z', 'updated_at': '2021-09-16T04:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:38.322475 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ba4abf-0add-4e97-8d92-ea8ed31b06e5 x-openstack-request-id: req-72ba4abf-0add-4e97-8d92-ea8ed31b06e5 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:38.324715 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6005299-14ff-43e1-8cdd-b3fc1f9292cd", "name": "network-vif-plugged", "status": "completed", "tag": "a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:38.324715 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72ba4abf-0add-4e97-8d92-ea8ed31b06e5 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:38.324715 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6005299-14ff-43e1-8cdd-b3fc1f9292cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4', 'code': 200} Sep 16 04:42:38.366164 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0f0ffe-cc84-43f4-a655-3e2b15fb71c4 None None] The sync data for ids ['5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93'] in n-d-712140-13 is: [{'id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'name': 'tempest-AttachSCSIVolumeTestJSON-1385936426-router', 'tenant_id': '64e3881bb5064860bb366908dcb0d43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '6cd61d8b-2640-49d0-980f-2cb27c3a5268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:31Z', 'updated_at': '2021-09-16T04:42:33Z', 'revision_number': 3, 'project_id': '64e3881bb5064860bb366908dcb0d43c', 'gw_port': {'id': '6cd61d8b-2640-49d0-980f-2cb27c3a5268', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:32Z', 'updated_at': '2021-09-16T04:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:38.382733 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ec15d8-5e61-4778-92d2-9500180bb2c6 x-openstack-request-id: req-d3ec15d8-5e61-4778-92d2-9500180bb2c6 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:38.383310 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6745227-a3db-4329-b814-b9c73da1244b", "tag": "b9f28bd9-b0c2-4f58-be52-7bac29d804de", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:38.386215 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3ec15d8-5e61-4778-92d2-9500180bb2c6 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:38.386714 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6745227-a3db-4329-b814-b9c73da1244b', 'tag': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de', 'status': 'completed', 'code': 200} Sep 16 04:42:38.453684 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 30ec2e3d-c4fb-4048-a766-4e1090150f9e up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:38.487860 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:38.531844 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 30ec2e3d-c4fb-4048-a766-4e1090150f9e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:38.532687 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.003391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08aff2-286a-4f87-8458-528d47d85bca req-835f9cec-ca40-4ce9-8017-ee4ecd030ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:39.004927 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc08aff2-286a-4f87-8458-528d47d85bca req-835f9cec-ca40-4ce9-8017-ee4ecd030ed3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9deb9fa87304830acda5a1e3199fc36&device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 1097 time: 0.5611887 Sep 16 04:42:39.034440 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.045927 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09410922-544b-4c75-9c8f-e2d199120145 req-80d9f44e-b0d4-4c90-9acf-b8f6b7f6a65a tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 258 time: 0.6209152 Sep 16 04:42:39.083738 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-09410922-544b-4c75-9c8f-e2d199120145 req-9ade2a36-388c-4b60-b915-bbfffcfb2972 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:39.108280 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-0819c0ca-fbe1-4bd0-929c-ffab8a3a4af0 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:39.110525 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-0819c0ca-fbe1-4bd0-929c-ffab8a3a4af0 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 807 time: 0.3183777 Sep 16 04:42:39.172777 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.184851 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-c4441f27-899f-43fc-a90f-f46bfd36e9c0 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/quotas/a00de99f55234129963878f58d14e1a5 HTTP/1.1" status: 200 len: 375 time: 0.0420656 Sep 16 04:42:39.211765 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08aff2-286a-4f87-8458-528d47d85bca req-435cfec4-f168-42dd-a44c-7d234e060010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:39.213218 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc08aff2-286a-4f87-8458-528d47d85bca req-435cfec4-f168-42dd-a44c-7d234e060010 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cf53fbb3-94f1-456d-b2d9-2308b0506441 HTTP/1.1" status: 200 len: 922 time: 0.1870427 Sep 16 04:42:39.235239 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-86e1852c-1d83-459a-b9fe-e960dd7f424d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416448 Sep 16 04:42:39.273804 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc08aff2-286a-4f87-8458-528d47d85bca req-25b9c617-867d-41ac-8412-f1bce99e8bc9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f28bd9-b0c2-4f58-be52-7bac29d804de HTTP/1.1" status: 200 len: 217 time: 0.0465398 Sep 16 04:42:39.284437 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.285194 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.287143 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 74688dc2-403b-4b8e-bc63-df9234f432f3 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:39.307208 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-09410922-544b-4c75-9c8f-e2d199120145 req-9ade2a36-388c-4b60-b915-bbfffcfb2972 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.363388 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.399809 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 74688dc2-403b-4b8e-bc63-df9234f432f3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=74688dc2-403b-4b8e-bc63-df9234f432f3,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:39.462818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=c94f12df-4006-4a20-b515-dac63952c12a,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:39.466802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08aff2-286a-4f87-8458-528d47d85bca req-6f5835c7-2a41-42f8-968c-0beb6870bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:39.468879 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc08aff2-286a-4f87-8458-528d47d85bca req-6f5835c7-2a41-42f8-968c-0beb6870bf6d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2fc8c2b9-7714-43f4-b109-3d95b7293220 HTTP/1.1" status: 200 len: 860 time: 0.1807442 Sep 16 04:42:39.472518 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.522683 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=74688dc2-403b-4b8e-bc63-df9234f432f3,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:39.564188 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-cb438cf7-21b0-475d-b392-7b4462e2c72e service neutron] 10.222.0.20 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000836 Sep 16 04:42:39.686077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08aff2-286a-4f87-8458-528d47d85bca req-e96c8649-68e6-4096-8f6b-cc4ffdbe8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:39.687698 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc08aff2-286a-4f87-8458-528d47d85bca req-e96c8649-68e6-4096-8f6b-cc4ffdbe8462 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cf53fbb3-94f1-456d-b2d9-2308b0506441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1859279 Sep 16 04:42:39.697806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Network fd44ea4e-9498-46ce-b58e-80009dbe923b is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:39.711121 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:39.866635 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-ac6d26f3-a3d2-4b53-88c9-19161fd744be service neutron] 10.222.0.20 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947819 Sep 16 04:42:39.882805 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-09410922-544b-4c75-9c8f-e2d199120145 req-9ade2a36-388c-4b60-b915-bbfffcfb2972 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.952392 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc08aff2-286a-4f87-8458-528d47d85bca req-b6e04e3d-4ebf-4231-9cda-60081dd3750a service neutron] 10.222.0.38 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471771 Sep 16 04:42:39.953165 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-5c0440ad-4c6d-45cb-a445-7466e5df1c0c None None] Provisioning complete for port c94f12df-4006-4a20-b515-dac63952c12a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:39.953165 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5c0440ad-4c6d-45cb-a445-7466e5df1c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.987814 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-5c0440ad-4c6d-45cb-a445-7466e5df1c0c None None] Port c94f12df-4006-4a20-b515-dac63952c12a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:40.101856 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Router 5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:40.251956 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-09410922-544b-4c75-9c8f-e2d199120145 req-9ade2a36-388c-4b60-b915-bbfffcfb2972 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Allocated IP 172.25.4.102 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/342b0b65-3a88-4ca6-bdac-7e0a9f7eda68) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:40.251956 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc08aff2-286a-4f87-8458-528d47d85bca req-4d7c902d-ac9f-44a1-bcff-ff6f3d49fb9f service neutron] 10.222.0.38 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057381 Sep 16 04:42:40.324883 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ed1531-b116-47e3-ae70-08ee23d7f1de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74688dc2-403b-4b8e-bc63-df9234f432f3'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:40.328940 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d756b41e-fb1f-4661-8917-63296774e2e7" -d '{"events": [{"server_uuid": "e4ed1531-b116-47e3-ae70-08ee23d7f1de", "name": "network-vif-unplugged", "status": "completed", "tag": "74688dc2-403b-4b8e-bc63-df9234f432f3"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:40.367708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:40.375900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0d2d4f06-55c5-48b3-b8fc-30f54d17f1f5 admin admin] 10.222.0.20 "PUT /v2.0/routers/5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7891409 Sep 16 04:42:40.378418 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] Sync routers for ids ['5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:40.387826 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c562da6-285e-449f-ac23-6084bf831f8c', 'tag': '5b838b49-d2e6-415e-bce5-42dba05c4c2f'}, {'name': 'network-changed', 'server_uuid': '6c46f807-ab11-492c-8434-ba55a8c317a6', 'tag': '154095c0-1cb8-424f-a832-2bb7299d5d79'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:40.387994 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] Routers {'5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:40.388582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:40.389818 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7c20f2-8612-4a27-88f5-02e9112de345" -d '{"events": [{"name": "network-changed", "server_uuid": "0c562da6-285e-449f-ac23-6084bf831f8c", "tag": "5b838b49-d2e6-415e-bce5-42dba05c4c2f"}, {"name": "network-changed", "server_uuid": "6c46f807-ab11-492c-8434-ba55a8c317a6", "tag": "154095c0-1cb8-424f-a832-2bb7299d5d79"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:40.411941 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-09410922-544b-4c75-9c8f-e2d199120145 req-9ade2a36-388c-4b60-b915-bbfffcfb2972 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.445562 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6cd61d8b-2640-49d0-980f-2cb27c3a5268 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:40.550814 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-09410922-544b-4c75-9c8f-e2d199120145 req-9ade2a36-388c-4b60-b915-bbfffcfb2972 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.559203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] Set router 5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:40.595423 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 6cd61d8b-2640-49d0-980f-2cb27c3a5268 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:40.595891 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.614789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade2a36-388c-4b60-b915-bbfffcfb2972 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Pushing event updated for resources: {'Port': ['ID=342b0b65-3a88-4ca6-bdac-7e0a9f7eda68,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:40.631313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09410922-544b-4c75-9c8f-e2d199120145 req-9ade2a36-388c-4b60-b915-bbfffcfb2972 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:40.633228 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-09410922-544b-4c75-9c8f-e2d199120145 req-9ade2a36-388c-4b60-b915-bbfffcfb2972 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:40.635326 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-09410922-544b-4c75-9c8f-e2d199120145 req-9ade2a36-388c-4b60-b915-bbfffcfb2972 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:40.663947 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.700164 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-09410922-544b-4c75-9c8f-e2d199120145 req-9ade2a36-388c-4b60-b915-bbfffcfb2972 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.788471 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.829922 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 6cd61d8b-2640-49d0-980f-2cb27c3a5268, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6cd61d8b-2640-49d0-980f-2cb27c3a5268,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:40.877382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'name': 'tempest-AttachSCSIVolumeTestJSON-1385936426-router', 'tenant_id': '64e3881bb5064860bb366908dcb0d43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '6cd61d8b-2640-49d0-980f-2cb27c3a5268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:31Z', 'updated_at': '2021-09-16T04:42:38Z', 'revision_number': 4, 'project_id': '64e3881bb5064860bb366908dcb0d43c', 'gw_port': {'id': '6cd61d8b-2640-49d0-980f-2cb27c3a5268', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:32Z', 'updated_at': '2021-09-16T04:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'c94f12df-4006-4a20-b515-dac63952c12a', 'name': '', 'network_id': 'fd44ea4e-9498-46ce-b58e-80009dbe923b', 'tenant_id': '64e3881bb5064860bb366908dcb0d43c', 'mac_address': 'fa:16:3e:f4:f6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '2b19fc33-b025-4eb1-9019-41149a459a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:36Z', 'updated_at': '2021-09-16T04:42:38Z', 'revision_number': 2, 'project_id': '64e3881bb5064860bb366908dcb0d43c', 'subnets': [{'id': '2b19fc33-b025-4eb1-9019-41149a459a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:40.901219 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-09410922-544b-4c75-9c8f-e2d199120145 req-9ade2a36-388c-4b60-b915-bbfffcfb2972 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.909445 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] Checking router: 5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:40.909843 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] Updating router 5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93 port c94f12df-4006-4a20-b515-dac63952c12a binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:42:40.911977 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.932532 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20f5ab08-2728-4921-a778-1c5784a68fe1 req-652c20bc-6ae7-4a46-91ca-a630383306fa tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 1002 time: 0.1406322 Sep 16 04:42:40.961280 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.021577 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=6cd61d8b-2640-49d0-980f-2cb27c3a5268,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:41.023458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ab08-2728-4921-a778-1c5784a68fe1 req-afdc74af-f5f7-428e-9cbd-b4496927fdad tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:41.026579 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20f5ab08-2728-4921-a778-1c5784a68fe1 req-afdc74af-f5f7-428e-9cbd-b4496927fdad tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports/5b838b49-d2e6-415e-bce5-42dba05c4c2f HTTP/1.1" status: 200 len: 943 time: 0.0798395 Sep 16 04:42:41.237242 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-09410922-544b-4c75-9c8f-e2d199120145 req-9ade2a36-388c-4b60-b915-bbfffcfb2972 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.249956 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20f5ab08-2728-4921-a778-1c5784a68fe1 req-c2a26786-880e-4fc8-a737-46aa29619500 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 1002 time: 0.1255090 Sep 16 04:42:41.342819 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.355721 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-09410922-544b-4c75-9c8f-e2d199120145 req-9ade2a36-388c-4b60-b915-bbfffcfb2972 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.402327 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-09410922-544b-4c75-9c8f-e2d199120145 req-9ade2a36-388c-4b60-b915-bbfffcfb2972 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.411989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ab08-2728-4921-a778-1c5784a68fe1 req-845d3bb0-4167-4739-936d-f62eff923617 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:41.413373 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20f5ab08-2728-4921-a778-1c5784a68fe1 req-845d3bb0-4167-4739-936d-f62eff923617 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.1543448 Sep 16 04:42:41.437743 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade2a36-388c-4b60-b915-bbfffcfb2972 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Pushing event updated for resources: {'Port': ['ID=342b0b65-3a88-4ca6-bdac-7e0a9f7eda68,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:41.446210 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.577081 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-09410922-544b-4c75-9c8f-e2d199120145 req-9ade2a36-388c-4b60-b915-bbfffcfb2972 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.586730 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e3458-eb93-4ee6-a31f-6308c14cc9dd None None] Pushing event updated for resources: {'Port': ['ID=c94f12df-4006-4a20-b515-dac63952c12a,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:41.587251 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09410922-544b-4c75-9c8f-e2d199120145 req-9ade2a36-388c-4b60-b915-bbfffcfb2972 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5187173 Sep 16 04:42:41.598088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] Attempting to bind port c94f12df-4006-4a20-b515-dac63952c12a on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:41.598815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] Attempting to bind port c94f12df-4006-4a20-b515-dac63952c12a by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'a8390d2f-db23-4457-876a-1a5a7b8e6d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd44ea4e-9498-46ce-b58e-80009dbe923b'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:41.599524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] Attempting to bind port c94f12df-4006-4a20-b515-dac63952c12a on network fd44ea4e-9498-46ce-b58e-80009dbe923b {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:41.611031 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:41.611031 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] Checking segment: {'id': 'a8390d2f-db23-4457-876a-1a5a7b8e6d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd44ea4e-9498-46ce-b58e-80009dbe923b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:41.611031 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.611031 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] Bound using segment: {'id': 'a8390d2f-db23-4457-876a-1a5a7b8e6d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd44ea4e-9498-46ce-b58e-80009dbe923b'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:41.611460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] Bound port: c94f12df-4006-4a20-b515-dac63952c12a, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8390d2f-db23-4457-876a-1a5a7b8e6d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd44ea4e-9498-46ce-b58e-80009dbe923b'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:41.611770 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.713293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09410922-544b-4c75-9c8f-e2d199120145 req-f897f4df-8ee0-4186-8cfc-68e08426d05a tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.1272843 Sep 16 04:42:41.718823 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] For port c94f12df-4006-4a20-b515-dac63952c12a, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:41.724492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] For port c94f12df-4006-4a20-b515-dac63952c12a, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c94f12df-4006-4a20-b515-dac63952c12a,segment=NetworkSegment(a8390d2f-db23-4457-876a-1a5a7b8e6d98),segment_id=a8390d2f-db23-4457-876a-1a5a7b8e6d98)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:41.768224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0694c7a-badf-456e-9e54-083eb2debfb7 req-5807ce27-60f5-409d-9bbf-f4dd4e36bd35 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 210 time: 0.0531089 Sep 16 04:42:41.825356 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.872720 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3c426c51-3565-4f13-9067-040506cdb2ce None None] Provisioning complete for port c94f12df-4006-4a20-b515-dac63952c12a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:41.872720 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3c426c51-3565-4f13-9067-040506cdb2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.875597 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b0b202-242b-4d0c-956e-e4af406b6fca x-openstack-request-id: req-51b0b202-242b-4d0c-956e-e4af406b6fca {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:41.875975 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ed1531-b116-47e3-ae70-08ee23d7f1de", "name": "network-vif-unplugged", "status": "completed", "tag": "74688dc2-403b-4b8e-bc63-df9234f432f3", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:41.876285 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51b0b202-242b-4d0c-956e-e4af406b6fca {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:41.876728 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ed1531-b116-47e3-ae70-08ee23d7f1de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74688dc2-403b-4b8e-bc63-df9234f432f3', 'code': 200} Sep 16 04:42:41.893118 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09410922-544b-4c75-9c8f-e2d199120145 req-9efc92d7-7a9e-4e69-b0f1-4f12918805da tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:41.917892 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09410922-544b-4c75-9c8f-e2d199120145 req-9efc92d7-7a9e-4e69-b0f1-4f12918805da tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.1837761 Sep 16 04:42:41.962671 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] Routers {'5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:41.963509 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:41.972268 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05616ae-eba4-445d-8737-496f2613c647 x-openstack-request-id: req-e05616ae-eba4-445d-8737-496f2613c647 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:41.972268 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c562da6-285e-449f-ac23-6084bf831f8c", "tag": "5b838b49-d2e6-415e-bce5-42dba05c4c2f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c46f807-ab11-492c-8434-ba55a8c317a6", "tag": "154095c0-1cb8-424f-a832-2bb7299d5d79", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:41.972499 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e05616ae-eba4-445d-8737-496f2613c647 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:41.972767 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c562da6-285e-449f-ac23-6084bf831f8c', 'tag': '5b838b49-d2e6-415e-bce5-42dba05c4c2f', 'status': 'completed', 'code': 200} Sep 16 04:42:41.973022 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c46f807-ab11-492c-8434-ba55a8c317a6', 'tag': '154095c0-1cb8-424f-a832-2bb7299d5d79', 'status': 'completed', 'code': 200} Sep 16 04:42:41.974395 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e3458-eb93-4ee6-a31f-6308c14cc9dd None None] Pushing event updated for resources: {'Port': ['ID=c94f12df-4006-4a20-b515-dac63952c12a,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:42.066369 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e3458-eb93-4ee6-a31f-6308c14cc9dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:42.067084 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e3458-eb93-4ee6-a31f-6308c14cc9dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:42.067438 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e3458-eb93-4ee6-a31f-6308c14cc9dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:42.067833 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e3458-eb93-4ee6-a31f-6308c14cc9dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:42.068232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e3458-eb93-4ee6-a31f-6308c14cc9dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:42.068625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e3458-eb93-4ee6-a31f-6308c14cc9dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:42.069069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e3458-eb93-4ee6-a31f-6308c14cc9dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:42.069474 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e3458-eb93-4ee6-a31f-6308c14cc9dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:42.069894 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e3458-eb93-4ee6-a31f-6308c14cc9dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:42.070282 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e3458-eb93-4ee6-a31f-6308c14cc9dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:42.070785 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e3458-eb93-4ee6-a31f-6308c14cc9dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:42.071027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e3458-eb93-4ee6-a31f-6308c14cc9dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:42.134245 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-2f7d6170-71dd-453e-95cd-49ecdedd9a22 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 1002 time: 0.1331396 Sep 16 04:42:42.194228 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3c426c51-3565-4f13-9067-040506cdb2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.230458 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] Set router 5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:42.275235 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3c426c51-3565-4f13-9067-040506cdb2ce None None] For port c94f12df-4006-4a20-b515-dac63952c12a, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c94f12df-4006-4a20-b515-dac63952c12a,segment=NetworkSegment(a8390d2f-db23-4457-876a-1a5a7b8e6d98),segment_id=a8390d2f-db23-4457-876a-1a5a7b8e6d98)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:42.416289 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6cd61d8b-2640-49d0-980f-2cb27c3a5268 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:42.513998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-9d68f31f-0686-43ba-a675-19caa9d80fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:42.515693 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-9d68f31f-0686-43ba-a675-19caa9d80fa1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9deb9fa87304830acda5a1e3199fc36&device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 1098 time: 0.4306188 Sep 16 04:42:42.530244 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-54164faf-7e04-4429-842f-46a000eae642 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:42.531788 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 6cd61d8b-2640-49d0-980f-2cb27c3a5268 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:42.532229 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.543222 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-54164faf-7e04-4429-842f-46a000eae642 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports/5b838b49-d2e6-415e-bce5-42dba05c4c2f HTTP/1.1" status: 200 len: 943 time: 0.3631752 Sep 16 04:42:42.579229 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3c426c51-3565-4f13-9067-040506cdb2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.584422 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c4ab2-8570-425e-8212-231fc4563342 req-4ab1f925-ca8c-41b1-b684-18a18f28d83f tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:42.585921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd2c4ab2-8570-425e-8212-231fc4563342 req-4ab1f925-ca8c-41b1-b684-18a18f28d83f tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 1103 time: 0.5021625 Sep 16 04:42:42.665690 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'name': 'tempest-AttachSCSIVolumeTestJSON-1385936426-router', 'tenant_id': '64e3881bb5064860bb366908dcb0d43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '6cd61d8b-2640-49d0-980f-2cb27c3a5268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:31Z', 'updated_at': '2021-09-16T04:42:38Z', 'revision_number': 4, 'project_id': '64e3881bb5064860bb366908dcb0d43c', 'gw_port': {'id': '6cd61d8b-2640-49d0-980f-2cb27c3a5268', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:32Z', 'updated_at': '2021-09-16T04:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'c94f12df-4006-4a20-b515-dac63952c12a', 'name': '', 'network_id': 'fd44ea4e-9498-46ce-b58e-80009dbe923b', 'tenant_id': '64e3881bb5064860bb366908dcb0d43c', 'mac_address': 'fa:16:3e:f4:f6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '2b19fc33-b025-4eb1-9019-41149a459a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:36Z', 'updated_at': '2021-09-16T04:42:41Z', 'revision_number': 4, 'project_id': '64e3881bb5064860bb366908dcb0d43c', 'subnets': [{'id': '2b19fc33-b025-4eb1-9019-41149a459a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:42.699966 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0517f8a-c138-499e-b9bb-add2826beb78 None None] The sync data for ids ['5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93'] in n-d-712140-13 is: [{'id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'name': 'tempest-AttachSCSIVolumeTestJSON-1385936426-router', 'tenant_id': '64e3881bb5064860bb366908dcb0d43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '6cd61d8b-2640-49d0-980f-2cb27c3a5268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:31Z', 'updated_at': '2021-09-16T04:42:38Z', 'revision_number': 4, 'project_id': '64e3881bb5064860bb366908dcb0d43c', 'gw_port': {'id': '6cd61d8b-2640-49d0-980f-2cb27c3a5268', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:32Z', 'updated_at': '2021-09-16T04:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'c94f12df-4006-4a20-b515-dac63952c12a', 'name': '', 'network_id': 'fd44ea4e-9498-46ce-b58e-80009dbe923b', 'tenant_id': '64e3881bb5064860bb366908dcb0d43c', 'mac_address': 'fa:16:3e:f4:f6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '2b19fc33-b025-4eb1-9019-41149a459a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:36Z', 'updated_at': '2021-09-16T04:42:41Z', 'revision_number': 4, 'project_id': '64e3881bb5064860bb366908dcb0d43c', 'subnets': [{'id': '2b19fc33-b025-4eb1-9019-41149a459a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:42.704334 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c426c51-3565-4f13-9067-040506cdb2ce None None] Pushing event updated for resources: {'Port': ['ID=c94f12df-4006-4a20-b515-dac63952c12a,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:42.771769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-50af3407-1df1-4eab-b90c-932a73f74580 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 1002 time: 0.1751430 Sep 16 04:42:42.782441 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b0da4b0b-1893-4f41-9740-27dc8b385466 None None] Provisioning complete for port c94f12df-4006-4a20-b515-dac63952c12a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:42.782441 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b0da4b0b-1893-4f41-9740-27dc8b385466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.786082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd2c4ab2-8570-425e-8212-231fc4563342 req-ce03b48e-db79-44df-957b-7900d774bc43 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710432 Sep 16 04:42:42.909787 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-8a95ed99-0180-4ba1-97b5-9702ba587209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:42.912435 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-8a95ed99-0180-4ba1-97b5-9702ba587209 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cf53fbb3-94f1-456d-b2d9-2308b0506441 HTTP/1.1" status: 200 len: 922 time: 0.3894119 Sep 16 04:42:43.074791 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:42:43.101140 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-006b4194-3545-4c81-9626-c597e5db9715 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b838b49-d2e6-415e-bce5-42dba05c4c2f HTTP/1.1" status: 200 len: 1002 time: 0.1668680 Sep 16 04:42:43.132207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-c010bf8f-7f87-43a3-b5d2-2d5acb96f92f tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:43.143031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-c010bf8f-7f87-43a3-b5d2-2d5acb96f92f tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.3146718 Sep 16 04:42:43.245526 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-a5ede9c2-fa83-404b-95c3-da527102066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:43.259896 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-a5ede9c2-fa83-404b-95c3-da527102066b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2fc8c2b9-7714-43f4-b109-3d95b7293220 HTTP/1.1" status: 200 len: 860 time: 0.1363072 Sep 16 04:42:43.302172 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-e4283727-8e83-4e91-82e2-8da1c3861d14 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 1002 time: 0.1582253 Sep 16 04:42:43.317859 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-99ad28ef-a543-4d8a-ae23-854a2a718faf tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:43.402502 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-0fa930a4-805e-4f3d-a72a-bcb3f12b0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:43.404891 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-0fa930a4-805e-4f3d-a72a-bcb3f12b0d95 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cf53fbb3-94f1-456d-b2d9-2308b0506441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1475959 Sep 16 04:42:43.478506 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-99ad28ef-a543-4d8a-ae23-854a2a718faf tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.634400 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-6255a422-eef6-48b9-b01c-12dacd3d0e8c service neutron] 10.222.0.38 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202928 Sep 16 04:42:43.729060 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-99ad28ef-a543-4d8a-ae23-854a2a718faf tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.791225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-48a3a844-dd12-4760-9de1-acc125f1521a service neutron] 10.222.0.38 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470041 Sep 16 04:42:43.830314 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-99ad28ef-a543-4d8a-ae23-854a2a718faf tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.832546 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-99ad28ef-a543-4d8a-ae23-854a2a718faf tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Floating IP 4f37d05c-9ed3-4872-aff2-ec3c8cb060ae disassociated. External IP: 172.25.4.245, port: 5b838b49-d2e6-415e-bce5-42dba05c4c2f. Sep 16 04:42:44.049301 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-ede2ff5f-19ad-4f1d-bae5-aa5f3cff2295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:44.051006 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-ede2ff5f-19ad-4f1d-bae5-aa5f3cff2295 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0ee33074fd5a433d8637c207bee82ff1&device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 1097 time: 0.1593466 Sep 16 04:42:44.261122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-fe2ce4b7-49fd-4876-992f-ab3dfd1189f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:44.262469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-fe2ce4b7-49fd-4876-992f-ab3dfd1189f2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5d30b5e1-6737-44a0-aa98-81c0f6007768 HTTP/1.1" status: 200 len: 929 time: 0.2040937 Sep 16 04:42:44.394119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-99ad28ef-a543-4d8a-ae23-854a2a718faf tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Router 97e58b37-a86f-4adc-b480-fc7dc11c7840 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:44.557980 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-4db8fcfc-6ee7-444d-acc3-cccbfac0fa73 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:44.563788 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-4db8fcfc-6ee7-444d-acc3-cccbfac0fa73 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.21 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 807 time: 0.2600558 Sep 16 04:42:44.579546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-7270d1c4-0359-48f2-85ad-75954381d120 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=154095c0-1cb8-424f-a832-2bb7299d5d79 HTTP/1.1" status: 200 len: 1000 time: 0.3048348 Sep 16 04:42:44.597219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c94f12df-4006-4a20-b515-dac63952c12a up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:44.602034 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-9321d983-75aa-44cf-aaae-aeb012811954 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Request body: {'port': {'device_id': 'f093166a-ea52-409c-b026-00ffd4a5a2f1', 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc', 'admin_state_up': True, 'tenant_id': 'a00de99f55234129963878f58d14e1a5'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:44.699059 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port c94f12df-4006-4a20-b515-dac63952c12a triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:44.699433 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.711973 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-1d182513-c4ca-49e2-a2c7-09c7277ab89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:44.714694 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-1d182513-c4ca-49e2-a2c7-09c7277ab89a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=269fd9e1-5b0f-4157-a7b7-740c6a216112 HTTP/1.1" status: 200 len: 867 time: 0.1179183 Sep 16 04:42:44.850733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-99ad28ef-a543-4d8a-ae23-854a2a718faf tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:44.859742 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-99ad28ef-a543-4d8a-ae23-854a2a718faf tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.864859 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e8fdfe-4015-4d39-8c1d-9575583f9bce None None] Sync routers for ids ['97e58b37-a86f-4adc-b480-fc7dc11c7840'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:44.875189 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-9321d983-75aa-44cf-aaae-aeb012811954 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Made reservation on behalf of a00de99f55234129963878f58d14e1a5 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:44.879651 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-9321d983-75aa-44cf-aaae-aeb012811954 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.892008 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e8fdfe-4015-4d39-8c1d-9575583f9bce None None] Routers {'97e58b37-a86f-4adc-b480-fc7dc11c7840'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:44.892896 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-23e8fdfe-4015-4d39-8c1d-9575583f9bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['97e58b37-a86f-4adc-b480-fc7dc11c7840'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:44.936045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-99ad28ef-a543-4d8a-ae23-854a2a718faf tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "PUT /v2.0/floatingips/4f37d05c-9ed3-4872-aff2-ec3c8cb060ae HTTP/1.1" status: 200 len: 695 time: 1.6191108 Sep 16 04:42:44.946961 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c562da6-285e-449f-ac23-6084bf831f8c', 'tag': '5b838b49-d2e6-415e-bce5-42dba05c4c2f'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:44.949509 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd26a37d-b6da-4ed5-900b-2f0eccb3fb5b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c562da6-285e-449f-ac23-6084bf831f8c", "tag": "5b838b49-d2e6-415e-bce5-42dba05c4c2f"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:44.957162 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-5e743494-bfb5-46cd-bcaa-b1e2df0f2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:44.958686 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-5e743494-bfb5-46cd-bcaa-b1e2df0f2687 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5d30b5e1-6737-44a0-aa98-81c0f6007768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1607661 Sep 16 04:42:45.089521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-5a385aa7-41fc-4521-8105-525a5bd26501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.094111 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-23e8fdfe-4015-4d39-8c1d-9575583f9bce None None] Set router 97e58b37-a86f-4adc-b480-fc7dc11c7840 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:45.095202 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-5a385aa7-41fc-4521-8105-525a5bd26501 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9deb9fa87304830acda5a1e3199fc36&device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 1098 time: 0.1582739 Sep 16 04:42:45.119798 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-9321d983-75aa-44cf-aaae-aeb012811954 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Allocated IP 172.20.0.11 (94aa3f97-6ed2-410f-a6a8-2309531d94bc/84cb2d22-db72-4730-b5c0-6fc65c2696d2/8f88c01d-4c11-4d04-99af-8a2275711b61) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:45.366915 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-73b728ac-cda6-473a-970d-a3b8a2bacf6c service neutron] 10.222.0.38 "GET /v2.0/networks/5d30b5e1-6737-44a0-aa98-81c0f6007768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800418 Sep 16 04:42:45.417793 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-9321d983-75aa-44cf-aaae-aeb012811954 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.433162 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-834f0a7a-e7be-4fda-9f29-d2fbaa2d604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.443547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-834f0a7a-e7be-4fda-9f29-d2fbaa2d604e service neutron] 10.222.0.20 "GET /v2.0/networks?id=cf53fbb3-94f1-456d-b2d9-2308b0506441 HTTP/1.1" status: 200 len: 922 time: 0.2673249 Sep 16 04:42:45.451200 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-23e8fdfe-4015-4d39-8c1d-9575583f9bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:32Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:45.482107 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e8fdfe-4015-4d39-8c1d-9575583f9bce None None] Checking router: 97e58b37-a86f-4adc-b480-fc7dc11c7840 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:45.491739 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e8fdfe-4015-4d39-8c1d-9575583f9bce None None] Routers {'97e58b37-a86f-4adc-b480-fc7dc11c7840'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:45.492366 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-23e8fdfe-4015-4d39-8c1d-9575583f9bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['97e58b37-a86f-4adc-b480-fc7dc11c7840'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:45.519630 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-8ea5458c-8739-4aff-a2f3-6b06cded84d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b838b49-d2e6-415e-bce5-42dba05c4c2f HTTP/1.1" status: 200 len: 217 time: 0.0442255 Sep 16 04:42:45.543200 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c7c20f2-8612-4a27-88f5-02e9112de345 req-6ec4413d-71bb-4cdb-acbc-8d57b72be24e service neutron] 10.222.0.38 "GET /v2.0/networks/5d30b5e1-6737-44a0-aa98-81c0f6007768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614959 Sep 16 04:42:45.578714 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-9321d983-75aa-44cf-aaae-aeb012811954 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.598700 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-27529e4c-201e-4d18-bcc3-ec55f11f5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.600261 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-27529e4c-201e-4d18-bcc3-ec55f11f5662 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2fc8c2b9-7714-43f4-b109-3d95b7293220 HTTP/1.1" status: 200 len: 860 time: 0.0503914 Sep 16 04:42:45.605912 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-23e8fdfe-4015-4d39-8c1d-9575583f9bce None None] Set router 97e58b37-a86f-4adc-b480-fc7dc11c7840 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:45.652543 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-9321d983-75aa-44cf-aaae-aeb012811954 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Network 94aa3f97-6ed2-410f-a6a8-2309531d94bc is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:45.669069 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-9321d983-75aa-44cf-aaae-aeb012811954 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:45.683203 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-9321d983-75aa-44cf-aaae-aeb012811954 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:45.694805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-caf1c73f-fc41-41d7-b396-f669febe34f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.702474 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-caf1c73f-fc41-41d7-b396-f669febe34f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cf53fbb3-94f1-456d-b2d9-2308b0506441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909729 Sep 16 04:42:45.781258 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321d983-75aa-44cf-aaae-aeb012811954 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Pushing event updated for resources: {'Port': ['ID=8f88c01d-4c11-4d04-99af-8a2275711b61,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:45.816071 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-9321d983-75aa-44cf-aaae-aeb012811954 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.820051 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-9321d983-75aa-44cf-aaae-aeb012811954 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.852640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-65d31a6b-49b4-42df-9b83-291c9e6501d2 service neutron] 10.222.0.20 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443031 Sep 16 04:42:45.882479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc82b3-54ab-4e79-8517-643945f1b429 req-ee6045e7-031f-4e08-9c38-9fd7bb9e2f7b tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.884128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fafc82b3-54ab-4e79-8517-643945f1b429 req-ee6045e7-031f-4e08-9c38-9fd7bb9e2f7b tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1081409 Sep 16 04:42:45.895740 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-23e8fdfe-4015-4d39-8c1d-9575583f9bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:32Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:45.928061 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e8fdfe-4015-4d39-8c1d-9575583f9bce None None] The sync data for ids ['97e58b37-a86f-4adc-b480-fc7dc11c7840'] in n-d-712140-13 is: [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:32Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:45.944519 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-9321d983-75aa-44cf-aaae-aeb012811954 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3596482 Sep 16 04:42:45.966650 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ff70b468-0bed-4771-b423-6077a5e69eab req-8365ae8d-9f73-4e1e-bca1-bf1550d49845 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0540252 Sep 16 04:42:45.974674 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Request body: {'port': {'device_id': 'f093166a-ea52-409c-b026-00ffd4a5a2f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:46.026102 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fafc82b3-54ab-4e79-8517-643945f1b429 req-ceb88531-3785-4e00-b42a-39beb58eb1c2 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.0680091 Sep 16 04:42:46.033365 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-fafc82b3-54ab-4e79-8517-643945f1b429 req-2339a02f-c75f-4c17-91f3-e5c56d964494 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Request body: {'floatingip': {'port_id': '154095c0-1cb8-424f-a832-2bb7299d5d79', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:46.055368 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.082544 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fafc82b3-54ab-4e79-8517-643945f1b429 req-2339a02f-c75f-4c17-91f3-e5c56d964494 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.099875 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18830fa4-545d-47a8-8924-1627371ae2c3 req-be96cc27-6bd7-4b88-8819-c59ff94d6e3c service neutron] 10.222.0.20 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317221 Sep 16 04:42:46.407565 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d3585d-a903-4c31-93f2-6e0a099866d3 None None] New status for floating IP 4f37d05c-9ed3-4872-aff2-ec3c8cb060ae: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:42:46.475140 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f88c01d-4c11-4d04-99af-8a2275711b61 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:46.485866 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.502671 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Transition to ACTIVE for port object 8f88c01d-4c11-4d04-99af-8a2275711b61 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:46.504610 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-fafc82b3-54ab-4e79-8517-643945f1b429 req-2339a02f-c75f-4c17-91f3-e5c56d964494 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 04:42:46.504610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fafc82b3-54ab-4e79-8517-643945f1b429 req-2339a02f-c75f-4c17-91f3-e5c56d964494 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "PUT /v2.0/floatingips/ef59659e-6764-45ef-88fd-c6c0b4eafc8c HTTP/1.1" status: 409 len: 550 time: 0.4771466 Sep 16 04:42:46.557808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab1a37-0682-43cd-87b7-0019ae6625b3 req-24aa0732-540f-45ff-bd9e-8837f17bcd84 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:46.559964 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bdab1a37-0682-43cd-87b7-0019ae6625b3 req-24aa0732-540f-45ff-bd9e-8837f17bcd84 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 932 time: 0.0549607 Sep 16 04:42:46.602654 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bdab1a37-0682-43cd-87b7-0019ae6625b3 req-85046693-0aae-479f-9261-9ce3f6137f7e tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343769 Sep 16 04:42:46.645431 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.672254 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a3253f-b51b-4e54-8f1a-da21df325b99 x-openstack-request-id: req-96a3253f-b51b-4e54-8f1a-da21df325b99 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:46.672584 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c562da6-285e-449f-ac23-6084bf831f8c", "tag": "5b838b49-d2e6-415e-bce5-42dba05c4c2f", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:46.672836 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96a3253f-b51b-4e54-8f1a-da21df325b99 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:46.673229 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c562da6-285e-449f-ac23-6084bf831f8c', 'tag': '5b838b49-d2e6-415e-bce5-42dba05c4c2f', 'status': 'completed', 'code': 200} Sep 16 04:42:46.701541 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Pushing event updated for resources: {'Port': ['ID=8f88c01d-4c11-4d04-99af-8a2275711b61,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:46.811260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26a37d-b6da-4ed5-900b-2f0eccb3fb5b req-da0cec04-e9b6-4821-9890-70d9d8ef9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:46.816904 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd26a37d-b6da-4ed5-900b-2f0eccb3fb5b req-da0cec04-e9b6-4821-9890-70d9d8ef9a55 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9deb9fa87304830acda5a1e3199fc36&device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 1098 time: 0.0740690 Sep 16 04:42:46.871532 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Attempting to bind port 8f88c01d-4c11-4d04-99af-8a2275711b61 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:46.871876 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Attempting to bind port 8f88c01d-4c11-4d04-99af-8a2275711b61 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:46.872268 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Attempting to bind port 8f88c01d-4c11-4d04-99af-8a2275711b61 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:46.877901 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Port 8f88c01d-4c11-4d04-99af-8a2275711b61 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:46.878227 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Attempting to bind port 8f88c01d-4c11-4d04-99af-8a2275711b61 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:46.888443 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:46.888443 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Checking segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:46.888443 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Bound using segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:46.888443 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Bound port: 8f88c01d-4c11-4d04-99af-8a2275711b61, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:46.892709 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.002186 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] For port 8f88c01d-4c11-4d04-99af-8a2275711b61, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:47.005833 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] For port 8f88c01d-4c11-4d04-99af-8a2275711b61, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=8f88c01d-4c11-4d04-99af-8a2275711b61,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:47.138039 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.207927 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.208493 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.212131 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] 10.222.0.21 "PUT /v2.0/ports/8f88c01d-4c11-4d04-99af-8a2275711b61 HTTP/1.1" status: 200 len: 1093 time: 1.2410088 Sep 16 04:42:47.212411 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f093166a-ea52-409c-b026-00ffd4a5a2f1', 'tag': '8f88c01d-4c11-4d04-99af-8a2275711b61'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:47.217706 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafabb15-4c2e-4776-b8f6-12f14fba5a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "f093166a-ea52-409c-b026-00ffd4a5a2f1", "tag": "8f88c01d-4c11-4d04-99af-8a2275711b61"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:47.288133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26a37d-b6da-4ed5-900b-2f0eccb3fb5b req-7a9c39e1-7215-472e-962b-1825b6badab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.289666 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd26a37d-b6da-4ed5-900b-2f0eccb3fb5b req-7a9c39e1-7215-472e-962b-1825b6badab9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cf53fbb3-94f1-456d-b2d9-2308b0506441 HTTP/1.1" status: 200 len: 922 time: 0.4648013 Sep 16 04:42:47.297496 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd5c38-c0f0-4439-b8bc-0abf4c250d82 service neutron] Pushing event updated for resources: {'Port': ['ID=8f88c01d-4c11-4d04-99af-8a2275711b61,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:47.350204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd26a37d-b6da-4ed5-900b-2f0eccb3fb5b req-285b1d61-ebd8-4547-96b3-c2d22cef9581 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b838b49-d2e6-415e-bce5-42dba05c4c2f HTTP/1.1" status: 200 len: 217 time: 0.0493371 Sep 16 04:42:47.407395 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b2fdb-1a72-4af9-a9b9-fd00ba04fa49 req-f9df4eee-63e2-4da4-a83f-ba7d14a62159 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.413560 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f81b2fdb-1a72-4af9-a9b9-fd00ba04fa49 req-f9df4eee-63e2-4da4-a83f-ba7d14a62159 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.1228755 Sep 16 04:42:47.448694 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26a37d-b6da-4ed5-900b-2f0eccb3fb5b req-c86dda19-0735-4a09-b816-8665e3b998c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.450333 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd26a37d-b6da-4ed5-900b-2f0eccb3fb5b req-c86dda19-0735-4a09-b816-8665e3b998c4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2fc8c2b9-7714-43f4-b109-3d95b7293220 HTTP/1.1" status: 200 len: 860 time: 0.0922608 Sep 16 04:42:47.483319 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f81b2fdb-1a72-4af9-a9b9-fd00ba04fa49 req-c03c2805-7e9b-497a-ac50-72eca89d32b8 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556626 Sep 16 04:42:47.498441 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-a94ac1c8-0c5c-49af-8922-60b60ceb7164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.512773 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-a94ac1c8-0c5c-49af-8922-60b60ceb7164 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 1096 time: 0.0916591 Sep 16 04:42:47.573172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26a37d-b6da-4ed5-900b-2f0eccb3fb5b req-f7c63bee-1448-4ce5-b758-c7c78ff4fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.574691 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd26a37d-b6da-4ed5-900b-2f0eccb3fb5b req-f7c63bee-1448-4ce5-b758-c7c78ff4fd2d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cf53fbb3-94f1-456d-b2d9-2308b0506441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154168 Sep 16 04:42:47.577711 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-1c1b489d-3cce-4bc0-96b5-c01e9f113985 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f88c01d-4c11-4d04-99af-8a2275711b61 HTTP/1.1" status: 200 len: 217 time: 0.0371830 Sep 16 04:42:47.578818 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4960eb0d-69e9-4a80-97bc-3ddd951a2ba6 req-9d9df9a3-0fa0-4908-a6fd-08639e748446 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/floatingips/ef59659e-6764-45ef-88fd-c6c0b4eafc8c HTTP/1.1" status: 200 len: 693 time: 0.0582342 Sep 16 04:42:47.657369 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-c2cc3e61-3217-48d5-b9eb-0014fcc73b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.663837 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-c2cc3e61-3217-48d5-b9eb-0014fcc73b86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 200 len: 847 time: 0.0647330 Sep 16 04:42:47.705837 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-43620ed7-ed85-403d-a3af-65d9c444b4da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94aa3f97-6ed2-410f-a6a8-2309531d94bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338380 Sep 16 04:42:47.707341 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd26a37d-b6da-4ed5-900b-2f0eccb3fb5b req-0b56b6a7-6e7b-4316-8c96-9f726ef34c3f service neutron] 10.222.0.38 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991828 Sep 16 04:42:47.818232 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-5fbccba8-1aae-40ba-a14b-a0576a6330ff service neutron] 10.222.0.21 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003520 Sep 16 04:42:47.891998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6645f6-99c4-41b8-b2cb-d5fb56bb6858 req-112891d6-efec-44d5-841f-b7c58805ee1a tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.896276 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b6645f6-99c4-41b8-b2cb-d5fb56bb6858 req-112891d6-efec-44d5-841f-b7c58805ee1a tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 1103 time: 0.1806474 Sep 16 04:42:47.908560 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd26a37d-b6da-4ed5-900b-2f0eccb3fb5b req-70d5be92-b321-452b-8afa-2ad8597eba8d service neutron] 10.222.0.38 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891403 Sep 16 04:42:47.923355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960eb0d-69e9-4a80-97bc-3ddd951a2ba6 req-dbab233f-c844-4fea-b9ee-11a4247595ac tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.924745 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4960eb0d-69e9-4a80-97bc-3ddd951a2ba6 req-dbab233f-c844-4fea-b9ee-11a4247595ac tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.3393993 Sep 16 04:42:47.933794 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-113f5f43-1344-4bbc-9698-3334ba6f87bf req-132bd67c-1abe-40fa-84ef-7b1aed5c74c6 service neutron] 10.222.0.21 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027427 Sep 16 04:42:47.955852 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-4960eb0d-69e9-4a80-97bc-3ddd951a2ba6 req-20b30ea5-c245-4090-8def-e276fe7330a2 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:42:47.958086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4960eb0d-69e9-4a80-97bc-3ddd951a2ba6 req-20b30ea5-c245-4090-8def-e276fe7330a2 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109446 Sep 16 04:42:47.960591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b6645f6-99c4-41b8-b2cb-d5fb56bb6858 req-cc7a0ccb-d0b6-4f2e-8e00-b7f8d53572a9 tempest-ServersAdminTestJSON-1171629405 tempest-ServersAdminTestJSON-1171629405-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573308 Sep 16 04:42:48.021302 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4960eb0d-69e9-4a80-97bc-3ddd951a2ba6 req-d689461f-0d1a-4e15-bdb4-20c9a4192269 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.0502203 Sep 16 04:42:48.034216 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477dfb20-81f7-440b-ac72-512a6dfcd94d x-openstack-request-id: req-477dfb20-81f7-440b-ac72-512a6dfcd94d {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:48.034687 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f093166a-ea52-409c-b026-00ffd4a5a2f1", "tag": "8f88c01d-4c11-4d04-99af-8a2275711b61", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:48.035141 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-477dfb20-81f7-440b-ac72-512a6dfcd94d {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:48.035700 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f093166a-ea52-409c-b026-00ffd4a5a2f1', 'tag': '8f88c01d-4c11-4d04-99af-8a2275711b61', 'status': 'completed', 'code': 200} Sep 16 04:42:48.086272 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4960eb0d-69e9-4a80-97bc-3ddd951a2ba6 req-a2da676d-24f8-41c5-9fb6-e2dbdb044de9 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.0587616 Sep 16 04:42:48.180012 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafabb15-4c2e-4776-b8f6-12f14fba5a7d req-4c033f22-cfae-4c77-aa58-5ed11dff0f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.182397 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-aafabb15-4c2e-4776-b8f6-12f14fba5a7d req-4c033f22-cfae-4c77-aa58-5ed11dff0f64 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 1096 time: 0.0512967 Sep 16 04:42:48.308951 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafabb15-4c2e-4776-b8f6-12f14fba5a7d req-83ef1580-044a-46a5-8256-f2e1b8edb67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.312273 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-aafabb15-4c2e-4776-b8f6-12f14fba5a7d req-83ef1580-044a-46a5-8256-f2e1b8edb67c service neutron] 10.222.0.21 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 908 time: 0.1078560 Sep 16 04:42:48.315053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-4960eb0d-69e9-4a80-97bc-3ddd951a2ba6 req-b78fc4b2-1452-4c03-9548-2f689251d3d7 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Deleting port 342b0b65-3a88-4ca6-bdac-7e0a9f7eda68 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:48.325315 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4960eb0d-69e9-4a80-97bc-3ddd951a2ba6 req-b78fc4b2-1452-4c03-9548-2f689251d3d7 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.366724 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-42118bbb-6be7-4b47-adcf-7ac7c293ff03 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.368366 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-42118bbb-6be7-4b47-adcf-7ac7c293ff03 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/networks?id=a3575ff3-4916-47b4-a229-afff767245c5 HTTP/1.1" status: 200 len: 805 time: 0.1495457 Sep 16 04:42:48.383467 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-aafabb15-4c2e-4776-b8f6-12f14fba5a7d req-8e212743-5dc1-42b3-86e3-31a951f61bff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f88c01d-4c11-4d04-99af-8a2275711b61 HTTP/1.1" status: 200 len: 217 time: 0.0512314 Sep 16 04:42:48.427200 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-4d9dba19-f22d-46b3-84c5-f45cd80a01a0 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/quotas/af2bb4dc17d54a00aa9acfb919ebb08a HTTP/1.1" status: 200 len: 375 time: 0.0331154 Sep 16 04:42:48.476852 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafabb15-4c2e-4776-b8f6-12f14fba5a7d req-4cdeabbd-2fa2-42cd-b660-ad185c247c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.478396 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-aafabb15-4c2e-4776-b8f6-12f14fba5a7d req-4cdeabbd-2fa2-42cd-b660-ad185c247c49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 200 len: 847 time: 0.0853302 Sep 16 04:42:48.484116 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4960eb0d-69e9-4a80-97bc-3ddd951a2ba6 req-b78fc4b2-1452-4c03-9548-2f689251d3d7 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.485256 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4960eb0d-69e9-4a80-97bc-3ddd951a2ba6 req-b78fc4b2-1452-4c03-9548-2f689251d3d7 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.504699 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-4960eb0d-69e9-4a80-97bc-3ddd951a2ba6 req-b78fc4b2-1452-4c03-9548-2f689251d3d7 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Calling delete_port for 342b0b65-3a88-4ca6-bdac-7e0a9f7eda68 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:48.520760 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-aafabb15-4c2e-4776-b8f6-12f14fba5a7d req-d6bd3d3c-4153-4434-9571-045d9d15a01f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94aa3f97-6ed2-410f-a6a8-2309531d94bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284743 Sep 16 04:42:48.523214 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-ff7e2402-8a02-468e-aa34-c2edd6ef6516 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=af2bb4dc17d54a00aa9acfb919ebb08a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0951700 Sep 16 04:42:48.626415 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-aafabb15-4c2e-4776-b8f6-12f14fba5a7d req-2cbe32f3-b5c1-4d53-9a7d-62d514318179 service neutron] 10.222.0.21 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971670 Sep 16 04:42:48.673487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-ff4a191a-de15-4d19-9fcd-d62b2d78c5c3 service neutron] 10.222.0.20 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133196 Sep 16 04:42:48.733317 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-aafabb15-4c2e-4776-b8f6-12f14fba5a7d req-80e4bf61-a7ec-4832-a36e-3fb26ac7ebd9 service neutron] 10.222.0.21 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971177 Sep 16 04:42:48.808377 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-2cd61588-dd8d-48b1-9f76-705c8e157f35 service neutron] 10.222.0.20 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257315 Sep 16 04:42:48.857312 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4960eb0d-69e9-4a80-97bc-3ddd951a2ba6 req-b78fc4b2-1452-4c03-9548-2f689251d3d7 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.887135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fc4b2-1452-4c03-9548-2f689251d3d7 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Pushing event deleted for resources: {'Port': ['ID=342b0b65-3a88-4ca6-bdac-7e0a9f7eda68,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:48.914539 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4960eb0d-69e9-4a80-97bc-3ddd951a2ba6 req-b78fc4b2-1452-4c03-9548-2f689251d3d7 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.917150 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4960eb0d-69e9-4a80-97bc-3ddd951a2ba6 req-b78fc4b2-1452-4c03-9548-2f689251d3d7 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.918320 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4960eb0d-69e9-4a80-97bc-3ddd951a2ba6 req-b78fc4b2-1452-4c03-9548-2f689251d3d7 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "DELETE /v2.0/floatingips/ef59659e-6764-45ef-88fd-c6c0b4eafc8c HTTP/1.1" status: 204 len: 173 time: 0.8259490 Sep 16 04:42:49.026580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebda84d-d25c-4774-b11b-08550842f091 req-a2dc457d-9ce6-499a-b5f4-bdb5de20bd70 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.028365 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ebda84d-d25c-4774-b11b-08550842f091 req-a2dc457d-9ce6-499a-b5f4-bdb5de20bd70 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0584121 Sep 16 04:42:49.101692 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ebda84d-d25c-4774-b11b-08550842f091 req-cda8772f-4406-4e73-b875-622f14a48359 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 696 time: 0.0642807 Sep 16 04:42:49.131716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-8ebda84d-d25c-4774-b11b-08550842f091 req-c81912ad-0cc6-40c6-9e82-db7d03769d6e tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Request body: {'floatingip': {'port_id': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:49.163613 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70b468-0bed-4771-b423-6077a5e69eab req-15dc4dc4-8d63-46b9-a6e1-10afe17b399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.165266 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ff70b468-0bed-4771-b423-6077a5e69eab req-15dc4dc4-8d63-46b9-a6e1-10afe17b399f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 1102 time: 0.0606630 Sep 16 04:42:49.181173 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8ebda84d-d25c-4774-b11b-08550842f091 req-c81912ad-0cc6-40c6-9e82-db7d03769d6e tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.309859 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f5ad2-79d2-4ca3-8e5f-4febc3739c0f req-c8b4d575-be33-4727-9abd-0aa30b9242e7 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.313436 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70b468-0bed-4771-b423-6077a5e69eab req-03098f74-ff71-48ea-b9da-5680ce1c7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.315595 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-908f5ad2-79d2-4ca3-8e5f-4febc3739c0f req-c8b4d575-be33-4727-9abd-0aa30b9242e7 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 944 time: 0.2286048 Sep 16 04:42:49.316230 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ff70b468-0bed-4771-b423-6077a5e69eab req-03098f74-ff71-48ea-b9da-5680ce1c7ffb service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1379769 Sep 16 04:42:49.376027 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ff70b468-0bed-4771-b423-6077a5e69eab req-0106a7f0-1657-423a-9554-ad3efe0135a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e HTTP/1.1" status: 200 len: 217 time: 0.0462275 Sep 16 04:42:49.377954 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-908f5ad2-79d2-4ca3-8e5f-4febc3739c0f req-7a38b537-369d-478e-8e39-88b4c2a4d612 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564160 Sep 16 04:42:49.488091 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70b468-0bed-4771-b423-6077a5e69eab req-a48a6144-874f-45e0-9517-2a6d2f79645b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.488091 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ff70b468-0bed-4771-b423-6077a5e69eab req-a48a6144-874f-45e0-9517-2a6d2f79645b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0836201 Sep 16 04:42:49.544865 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70b468-0bed-4771-b423-6077a5e69eab req-0da798e5-bc4d-4c18-862b-db9ccd690604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.547085 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ff70b468-0bed-4771-b423-6077a5e69eab req-0da798e5-bc4d-4c18-862b-db9ccd690604 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0465808 Sep 16 04:42:49.703648 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ff70b468-0bed-4771-b423-6077a5e69eab req-31e2a515-1c69-4dd5-8e1c-e434ef4d0c84 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256473 Sep 16 04:42:49.823749 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ff70b468-0bed-4771-b423-6077a5e69eab req-e8a29584-eae7-4752-b119-41f70d147f8a service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239824 Sep 16 04:42:49.848920 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6279eee-ba09-4362-ae05-ab1c3e0850f6 req-7f1fbdc1-1c9b-40b6-8ea4-ddb16ca35960 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.850476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6279eee-ba09-4362-ae05-ab1c3e0850f6 req-7f1fbdc1-1c9b-40b6-8ea4-ddb16ca35960 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c562da6-285e-449f-ac23-6084bf831f8c HTTP/1.1" status: 200 len: 946 time: 0.1066716 Sep 16 04:42:50.001764 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8ebda84d-d25c-4774-b11b-08550842f091 req-c81912ad-0cc6-40c6-9e82-db7d03769d6e tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.043519 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bdd31-8e09-4328-a712-156480f65299 req-c29bfe76-22a9-4b78-ad97-8f9241150138 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:50.045044 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb0bdd31-8e09-4328-a712-156480f65299 req-c29bfe76-22a9-4b78-ad97-8f9241150138 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.1251018 Sep 16 04:42:50.090138 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-f6279eee-ba09-4362-ae05-ab1c3e0850f6 req-b0f8d9c1-5967-4ab1-aa21-c95405e225a0 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Deleting port 5b838b49-d2e6-415e-bce5-42dba05c4c2f {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:50.090490 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6279eee-ba09-4362-ae05-ab1c3e0850f6 req-b0f8d9c1-5967-4ab1-aa21-c95405e225a0 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.113618 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb0bdd31-8e09-4328-a712-156480f65299 req-d1549481-9292-43ff-bb12-48483deae59a tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604620 Sep 16 04:42:50.165198 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8ebda84d-d25c-4774-b11b-08550842f091 req-c81912ad-0cc6-40c6-9e82-db7d03769d6e tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.307720 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-f6279eee-ba09-4362-ae05-ab1c3e0850f6 req-b0f8d9c1-5967-4ab1-aa21-c95405e225a0 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] For port 5b838b49-d2e6-415e-bce5-42dba05c4c2f, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5b838b49-d2e6-415e-bce5-42dba05c4c2f,segment=NetworkSegment(ad304f20-6e26-4222-8d09-8cf5b7a9ff0e),segment_id=ad304f20-6e26-4222-8d09-8cf5b7a9ff0e)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:50.308080 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6279eee-ba09-4362-ae05-ab1c3e0850f6 req-b0f8d9c1-5967-4ab1-aa21-c95405e225a0 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.315226 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-6885a7c1-5bee-4180-aaef-acd2e466271e tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.64 HTTP/1.1" status: 200 len: 1000 time: 0.1540580 Sep 16 04:42:50.365058 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-f6279eee-ba09-4362-ae05-ab1c3e0850f6 req-b0f8d9c1-5967-4ab1-aa21-c95405e225a0 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Calling delete_port for 5b838b49-d2e6-415e-bce5-42dba05c4c2f owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:50.422870 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-664bb34f-e065-4af3-a725-bebc085c6b85 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:50.424627 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-664bb34f-e065-4af3-a725-bebc085c6b85 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports/154095c0-1cb8-424f-a832-2bb7299d5d79 HTTP/1.1" status: 200 len: 942 time: 0.0753663 Sep 16 04:42:50.642636 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4ba91-854a-40d6-9f18-e78a17e6bfbd req-9f18a124-4b66-45e1-ac0d-211533efb830 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:50.642636 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-06a4ba91-854a-40d6-9f18-e78a17e6bfbd req-9f18a124-4b66-45e1-ac0d-211533efb830 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4ed1531-b116-47e3-ae70-08ee23d7f1de HTTP/1.1" status: 200 len: 943 time: 0.4882965 Sep 16 04:42:50.744702 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-06a4ba91-854a-40d6-9f18-e78a17e6bfbd req-e9427965-d47e-455f-8c78-cc60e8aaa1ab tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Deleting port 74688dc2-403b-4b8e-bc63-df9234f432f3 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:50.745036 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-06a4ba91-854a-40d6-9f18-e78a17e6bfbd req-e9427965-d47e-455f-8c78-cc60e8aaa1ab tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.766774 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [req-8ebda84d-d25c-4774-b11b-08550842f091 req-c81912ad-0cc6-40c6-9e82-db7d03769d6e tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Floating IP 4f37d05c-9ed3-4872-aff2-ec3c8cb060ae associated. External IP: 172.25.4.245, port: b9f28bd9-b0c2-4f58-be52-7bac29d804de. Sep 16 04:42:50.884661 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-06a4ba91-854a-40d6-9f18-e78a17e6bfbd req-e9427965-d47e-455f-8c78-cc60e8aaa1ab tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] For port 74688dc2-403b-4b8e-bc63-df9234f432f3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=74688dc2-403b-4b8e-bc63-df9234f432f3,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:50.885846 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-06a4ba91-854a-40d6-9f18-e78a17e6bfbd req-e9427965-d47e-455f-8c78-cc60e8aaa1ab tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.886757 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-3d5585f2-a100-4508-84aa-818729d6db51 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.64 HTTP/1.1" status: 200 len: 1000 time: 0.1306129 Sep 16 04:42:50.909131 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-06a4ba91-854a-40d6-9f18-e78a17e6bfbd req-e9427965-d47e-455f-8c78-cc60e8aaa1ab tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Calling delete_port for 74688dc2-403b-4b8e-bc63-df9234f432f3 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:51.156698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-8259edd4-cced-471e-87db-4fe3c28fb31d tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:51.158135 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-8259edd4-cced-471e-87db-4fe3c28fb31d tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.2702990 Sep 16 04:42:51.217083 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-06a4ba91-854a-40d6-9f18-e78a17e6bfbd req-e9427965-d47e-455f-8c78-cc60e8aaa1ab tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.250060 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9427965-d47e-455f-8c78-cc60e8aaa1ab tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Pushing event deleted for resources: {'Port': ['ID=74688dc2-403b-4b8e-bc63-df9234f432f3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:51.284715 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-af1e758e-ade9-49a0-a1b1-3c2756f24862 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.64 HTTP/1.1" status: 200 len: 1000 time: 0.1175117 Sep 16 04:42:51.289982 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ebda84d-d25c-4774-b11b-08550842f091 req-c81912ad-0cc6-40c6-9e82-db7d03769d6e tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Router 97e58b37-a86f-4adc-b480-fc7dc11c7840 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:51.293878 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a4ba91-854a-40d6-9f18-e78a17e6bfbd req-e9427965-d47e-455f-8c78-cc60e8aaa1ab tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] No DVR routers for this DVR port 74688dc2-403b-4b8e-bc63-df9234f432f3 on host n-h1-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:51.299801 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-06a4ba91-854a-40d6-9f18-e78a17e6bfbd req-e9427965-d47e-455f-8c78-cc60e8aaa1ab tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.300690 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-06a4ba91-854a-40d6-9f18-e78a17e6bfbd req-e9427965-d47e-455f-8c78-cc60e8aaa1ab tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.21 "DELETE /v2.0/ports/74688dc2-403b-4b8e-bc63-df9234f432f3 HTTP/1.1" status: 204 len: 173 time: 0.6560264 Sep 16 04:42:51.301157 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ed1531-b116-47e3-ae70-08ee23d7f1de', 'name': 'network-vif-deleted', 'tag': '74688dc2-403b-4b8e-bc63-df9234f432f3'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:51.305106 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09f1b53-6e71-4ecd-8794-ff0fcb44b028" -d '{"events": [{"server_uuid": "e4ed1531-b116-47e3-ae70-08ee23d7f1de", "name": "network-vif-deleted", "tag": "74688dc2-403b-4b8e-bc63-df9234f432f3"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:51.341525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-738f2c08-2077-4eeb-b9b3-70b87b20840c tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:51.348389 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6279eee-ba09-4362-ae05-ab1c3e0850f6 req-b0f8d9c1-5967-4ab1-aa21-c95405e225a0 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.382915 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 8f88c01d-4c11-4d04-99af-8a2275711b61 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:51.388145 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['b9f28bd9-b0c2-4f58-be52-7bac29d804de', '5b838b49-d2e6-415e-bce5-42dba05c4c2f'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:51.426358 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8d9c1-5967-4ab1-aa21-c95405e225a0 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Pushing event deleted for resources: {'Port': ['ID=5b838b49-d2e6-415e-bce5-42dba05c4c2f,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:51.516082 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-738f2c08-2077-4eeb-b9b3-70b87b20840c tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.580539 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6279eee-ba09-4362-ae05-ab1c3e0850f6 req-b0f8d9c1-5967-4ab1-aa21-c95405e225a0 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] No DVR routers for this DVR port 5b838b49-d2e6-415e-bce5-42dba05c4c2f on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:51.589171 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6279eee-ba09-4362-ae05-ab1c3e0850f6 req-b0f8d9c1-5967-4ab1-aa21-c95405e225a0 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.591660 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6279eee-ba09-4362-ae05-ab1c3e0850f6 req-b0f8d9c1-5967-4ab1-aa21-c95405e225a0 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.38 "DELETE /v2.0/ports/5b838b49-d2e6-415e-bce5-42dba05c4c2f HTTP/1.1" status: 204 len: 173 time: 1.6892247 Sep 16 04:42:51.593738 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 8f88c01d-4c11-4d04-99af-8a2275711b61, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=8f88c01d-4c11-4d04-99af-8a2275711b61,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:51.595484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c562da6-285e-449f-ac23-6084bf831f8c', 'name': 'network-vif-deleted', 'tag': '5b838b49-d2e6-415e-bce5-42dba05c4c2f'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:51.598093 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b667f87-377b-4937-8963-134f4c4a8bab" -d '{"events": [{"server_uuid": "0c562da6-285e-449f-ac23-6084bf831f8c", "name": "network-vif-deleted", "tag": "5b838b49-d2e6-415e-bce5-42dba05c4c2f"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:51.613281 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '8f88c01d-4c11-4d04-99af-8a2275711b61', 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc', 'port_id': '8f88c01d-4c11-4d04-99af-8a2275711b61', 'mac_address': 'fa:16:3e:92:32:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84cb2d22-db72-4730-b5c0-6fc65c2696d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:51.616952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ebda84d-d25c-4774-b11b-08550842f091 req-c81912ad-0cc6-40c6-9e82-db7d03769d6e tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:51.632696 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8ebda84d-d25c-4774-b11b-08550842f091 req-c81912ad-0cc6-40c6-9e82-db7d03769d6e tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.647004 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687efb34-d680-4192-bae1-8afbc24dbb3c None None] Sync routers for ids ['97e58b37-a86f-4adc-b480-fc7dc11c7840'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:51.660331 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687efb34-d680-4192-bae1-8afbc24dbb3c None None] Routers {'97e58b37-a86f-4adc-b480-fc7dc11c7840'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:51.661302 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-687efb34-d680-4192-bae1-8afbc24dbb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['97e58b37-a86f-4adc-b480-fc7dc11c7840'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:51.751962 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.790640 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f88c01d-4c11-4d04-99af-8a2275711b61 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:51.840013 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 8f88c01d-4c11-4d04-99af-8a2275711b61, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=8f88c01d-4c11-4d04-99af-8a2275711b61,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:51.847705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ebda84d-d25c-4774-b11b-08550842f091 req-c81912ad-0cc6-40c6-9e82-db7d03769d6e tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "PUT /v2.0/floatingips/4f37d05c-9ed3-4872-aff2-ec3c8cb060ae HTTP/1.1" status: 200 len: 996 time: 2.7205966 Sep 16 04:42:51.943286 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.956492 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-738f2c08-2077-4eeb-b9b3-70b87b20840c tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.973278 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-687efb34-d680-4192-bae1-8afbc24dbb3c None None] Set router 97e58b37-a86f-4adc-b480-fc7dc11c7840 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:51.987460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebda84d-d25c-4774-b11b-08550842f091 req-35b0771e-7d6e-4009-b366-994d7f28ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:51.989336 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ebda84d-d25c-4774-b11b-08550842f091 req-35b0771e-7d6e-4009-b366-994d7f28ef82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9deb9fa87304830acda5a1e3199fc36&device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 1097 time: 0.1222973 Sep 16 04:42:52.032368 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=8f88c01d-4c11-4d04-99af-8a2275711b61,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:52.081993 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-738f2c08-2077-4eeb-b9b3-70b87b20840c tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.081993 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-738f2c08-2077-4eeb-b9b3-70b87b20840c tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Floating IP 447b98e5-dbf2-45b3-b0c2-db1504ac4d28 disassociated. External IP: 172.25.4.64, port: 154095c0-1cb8-424f-a832-2bb7299d5d79. Sep 16 04:42:52.238171 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebda84d-d25c-4774-b11b-08550842f091 req-6ccbff1e-14ad-473d-9a50-1409cb5bf632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:52.240249 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ebda84d-d25c-4774-b11b-08550842f091 req-6ccbff1e-14ad-473d-9a50-1409cb5bf632 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cf53fbb3-94f1-456d-b2d9-2308b0506441 HTTP/1.1" status: 200 len: 922 time: 0.2398388 Sep 16 04:42:52.295106 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381e92f-6cc0-416c-96aa-8597bf505f68 req-3b8308e9-38a4-4afd-9ffd-3e3c2fde2b5c tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:52.302853 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a381e92f-6cc0-416c-96aa-8597bf505f68 req-3b8308e9-38a4-4afd-9ffd-3e3c2fde2b5c tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.21 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 950 time: 0.1353636 Sep 16 04:42:52.407693 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-860499f2-fc5e-405c-9696-a6585a9518a1 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:52.409282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-860499f2-fc5e-405c-9696-a6585a9518a1 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.38 "GET /v2.0/networks?id=a3575ff3-4916-47b4-a229-afff767245c5 HTTP/1.1" status: 200 len: 805 time: 0.4104626 Sep 16 04:42:52.439952 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-687efb34-d680-4192-bae1-8afbc24dbb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '4f37d05c-9ed3-4872-aff2-ec3c8cb060ae', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'port_id': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'mac_address': 'fa:16:3e:1a:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6745227-a3db-4329-b814-b9c73da1244b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:42:49Z', 'revision_number': 8, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:32Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:52.462793 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-a381e92f-6cc0-416c-96aa-8597bf505f68 req-c800e51c-2211-4ce0-9f2e-54df0b5e41c2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Deleting port d745825d-f737-47a7-b588-f9136ff9ee55 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:52.466902 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a381e92f-6cc0-416c-96aa-8597bf505f68 req-c800e51c-2211-4ce0-9f2e-54df0b5e41c2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.473223 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687efb34-d680-4192-bae1-8afbc24dbb3c None None] Checking router: 97e58b37-a86f-4adc-b480-fc7dc11c7840 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:52.482259 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687efb34-d680-4192-bae1-8afbc24dbb3c None None] Routers {'97e58b37-a86f-4adc-b480-fc7dc11c7840'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:52.484099 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-687efb34-d680-4192-bae1-8afbc24dbb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['97e58b37-a86f-4adc-b480-fc7dc11c7840'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:52.502898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-b86cb6f4-333b-42ae-b9f1-815b196a5602 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Request body: {'port': {'device_id': '404e1231-d964-4175-872f-f2e6d42cb2c0', 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5', 'admin_state_up': True, 'tenant_id': 'af2bb4dc17d54a00aa9acfb919ebb08a'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:52.547414 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['8f88c01d-4c11-4d04-99af-8a2275711b61'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:52.641951 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ebda84d-d25c-4774-b11b-08550842f091 req-fe135a29-d07c-4f08-a25e-5e8795a70a54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f28bd9-b0c2-4f58-be52-7bac29d804de HTTP/1.1" status: 200 len: 999 time: 0.3724062 Sep 16 04:42:52.661973 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-a381e92f-6cc0-416c-96aa-8597bf505f68 req-c800e51c-2211-4ce0-9f2e-54df0b5e41c2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] For port d745825d-f737-47a7-b588-f9136ff9ee55, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d745825d-f737-47a7-b588-f9136ff9ee55,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:52.668715 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a381e92f-6cc0-416c-96aa-8597bf505f68 req-c800e51c-2211-4ce0-9f2e-54df0b5e41c2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.685735 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-a381e92f-6cc0-416c-96aa-8597bf505f68 req-c800e51c-2211-4ce0-9f2e-54df0b5e41c2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Calling delete_port for d745825d-f737-47a7-b588-f9136ff9ee55 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:52.749042 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-687efb34-d680-4192-bae1-8afbc24dbb3c None None] Set router 97e58b37-a86f-4adc-b480-fc7dc11c7840 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:52.880222 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebda84d-d25c-4774-b11b-08550842f091 req-5e1eab2c-31e6-4f00-873f-b6681b4831b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:52.881770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ebda84d-d25c-4774-b11b-08550842f091 req-5e1eab2c-31e6-4f00-873f-b6681b4831b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2fc8c2b9-7714-43f4-b109-3d95b7293220 HTTP/1.1" status: 200 len: 860 time: 0.2287338 Sep 16 04:42:52.900404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-738f2c08-2077-4eeb-b9b3-70b87b20840c tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Router 9de9d321-3317-4557-a7d1-f86371624872 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:52.976709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-b86cb6f4-333b-42ae-b9f1-815b196a5602 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Made reservation on behalf of af2bb4dc17d54a00aa9acfb919ebb08a for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:52.980306 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-b86cb6f4-333b-42ae-b9f1-815b196a5602 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.073949 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebda84d-d25c-4774-b11b-08550842f091 req-70608854-4c03-4eb9-9453-44f61e834eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:53.073949 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ebda84d-d25c-4774-b11b-08550842f091 req-70608854-4c03-4eb9-9453-44f61e834eb2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cf53fbb3-94f1-456d-b2d9-2308b0506441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1688421 Sep 16 04:42:53.104739 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a381e92f-6cc0-416c-96aa-8597bf505f68 req-c800e51c-2211-4ce0-9f2e-54df0b5e41c2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.171702 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-687efb34-d680-4192-bae1-8afbc24dbb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '4f37d05c-9ed3-4872-aff2-ec3c8cb060ae', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'port_id': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'mac_address': 'fa:16:3e:1a:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6745227-a3db-4329-b814-b9c73da1244b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:42:49Z', 'revision_number': 8, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:32Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:53.225811 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687efb34-d680-4192-bae1-8afbc24dbb3c None None] The sync data for ids ['97e58b37-a86f-4adc-b480-fc7dc11c7840'] in n-d-712140-13 is: [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '4f37d05c-9ed3-4872-aff2-ec3c8cb060ae', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'port_id': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'mac_address': 'fa:16:3e:1a:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6745227-a3db-4329-b814-b9c73da1244b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:42:49Z', 'revision_number': 8, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:32Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:53.239065 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800e51c-2211-4ce0-9f2e-54df0b5e41c2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Pushing event deleted for resources: {'Port': ['ID=d745825d-f737-47a7-b588-f9136ff9ee55,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:53.276752 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-a381e92f-6cc0-416c-96aa-8597bf505f68 req-c800e51c-2211-4ce0-9f2e-54df0b5e41c2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] No DVR routers for this DVR port d745825d-f737-47a7-b588-f9136ff9ee55 on host n-h1-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:53.279605 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a381e92f-6cc0-416c-96aa-8597bf505f68 req-c800e51c-2211-4ce0-9f2e-54df0b5e41c2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.282445 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a381e92f-6cc0-416c-96aa-8597bf505f68 req-c800e51c-2211-4ce0-9f2e-54df0b5e41c2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.21 "DELETE /v2.0/ports/d745825d-f737-47a7-b588-f9136ff9ee55 HTTP/1.1" status: 204 len: 173 time: 0.9694808 Sep 16 04:42:53.391514 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 74688dc2-403b-4b8e-bc63-df9234f432f3 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:53.444648 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 74688dc2-403b-4b8e-bc63-df9234f432f3 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:53.445140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 74688dc2-403b-4b8e-bc63-df9234f432f3 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:53.535334 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5b838b49-d2e6-415e-bce5-42dba05c4c2f no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:53.558070 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 5b838b49-d2e6-415e-bce5-42dba05c4c2f {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:53.568245 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5b838b49-d2e6-415e-bce5-42dba05c4c2f not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:53.573719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728bd034-1b81-484c-8fb2-df83101a6a12 None None] New status for floating IP 4f37d05c-9ed3-4872-aff2-ec3c8cb060ae: ACTIVE {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:42:53.669955 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['96a9d340-3901-461b-8a68-132cc0e29b80', 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:53.710674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ebda84d-d25c-4774-b11b-08550842f091 req-022d9a40-ac15-4537-9d02-c536695e2dd3 service neutron] 10.222.0.20 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995944 Sep 16 04:42:53.745077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-738f2c08-2077-4eeb-b9b3-70b87b20840c tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:53.751870 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-738f2c08-2077-4eeb-b9b3-70b87b20840c tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.773792 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce890899-9433-4f70-991f-1975b3356a4e None None] Sync routers for ids ['9de9d321-3317-4557-a7d1-f86371624872'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:53.805799 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce890899-9433-4f70-991f-1975b3356a4e None None] Routers {'9de9d321-3317-4557-a7d1-f86371624872'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:53.806797 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ce890899-9433-4f70-991f-1975b3356a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['9de9d321-3317-4557-a7d1-f86371624872'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:53.845746 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-738f2c08-2077-4eeb-b9b3-70b87b20840c tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "PUT /v2.0/floatingips/447b98e5-dbf2-45b3-b0c2-db1504ac4d28 HTTP/1.1" status: 200 len: 694 time: 2.5376768 Sep 16 04:42:53.947388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-b86cb6f4-333b-42ae-b9f1-815b196a5602 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Allocated IP 172.20.0.4 (a3575ff3-4916-47b4-a229-afff767245c5/02f3edd7-c966-45f1-a2c0-304513016974/0dbcb52b-251a-4346-b1c2-334a7c5c145f) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:54.037068 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-f9e26d68-92db-4d51-9030-fb61bedec410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:54.037068 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-f9e26d68-92db-4d51-9030-fb61bedec410 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ee33074fd5a433d8637c207bee82ff1&device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 1097 time: 0.1553836 Sep 16 04:42:54.063816 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-ce890899-9433-4f70-991f-1975b3356a4e None None] Set router 9de9d321-3317-4557-a7d1-f86371624872 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:54.090281 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ebda84d-d25c-4774-b11b-08550842f091 req-6f4579fd-7799-4a8c-9c94-f037def1b255 service neutron] 10.222.0.20 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597083 Sep 16 04:42:54.133961 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.323586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8007d79-1652-4918-a221-0cd83f2f63bf req-9b3c7fa2-8092-4852-ba6a-3d8ba725b55f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 210 time: 0.0347970 Sep 16 04:42:54.327501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-ab82ff59-572b-448b-8d90-9b5b07b58534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:54.329261 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-ab82ff59-572b-448b-8d90-9b5b07b58534 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5d30b5e1-6737-44a0-aa98-81c0f6007768 HTTP/1.1" status: 200 len: 929 time: 0.2730076 Sep 16 04:42:54.375486 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-b86cb6f4-333b-42ae-b9f1-815b196a5602 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.420966 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ce890899-9433-4f70-991f-1975b3356a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de9d321-3317-4557-a7d1-f86371624872', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429636503-router', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:50Z', 'updated_at': '2021-09-16T04:41:55Z', 'revision_number': 4, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'gw_port': {'id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:51Z', 'updated_at': '2021-09-16T04:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '374da879-559f-4564-80d8-64e93c7e11b6', 'name': '', 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'mac_address': 'fa:16:3e:a5:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:42:02Z', 'revision_number': 5, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'subnets': [{'id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:54.458799 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce890899-9433-4f70-991f-1975b3356a4e None None] Checking router: 9de9d321-3317-4557-a7d1-f86371624872 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:54.459115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-675849a7-7d88-4726-a3d0-e90dfbf32ee2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=154095c0-1cb8-424f-a832-2bb7299d5d79 HTTP/1.1" status: 200 len: 217 time: 0.0469301 Sep 16 04:42:54.469741 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce890899-9433-4f70-991f-1975b3356a4e None None] Routers {'9de9d321-3317-4557-a7d1-f86371624872'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:54.470458 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ce890899-9433-4f70-991f-1975b3356a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['9de9d321-3317-4557-a7d1-f86371624872'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:54.522811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-9fba963b-17cf-44ea-b909-ab22cc6215cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:54.524358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-9fba963b-17cf-44ea-b909-ab22cc6215cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=269fd9e1-5b0f-4157-a7b7-740c6a216112 HTTP/1.1" status: 200 len: 867 time: 0.0586507 Sep 16 04:42:54.532359 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-b86cb6f4-333b-42ae-b9f1-815b196a5602 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.592180 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-ce890899-9433-4f70-991f-1975b3356a4e None None] Set router 9de9d321-3317-4557-a7d1-f86371624872 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:54.615081 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6251bfb0-c384-43b7-be68-ca2a5da4ec1e req-d2c67a5f-d46d-42fb-b77b-63741468737d tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=61329eab-c066-45f0-88f4-ed54a65c75c0 HTTP/1.1" status: 200 len: 210 time: 0.0695839 Sep 16 04:42:54.634322 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-b86cb6f4-333b-42ae-b9f1-815b196a5602 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Network a3575ff3-4916-47b4-a229-afff767245c5 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:54.639540 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-b86cb6f4-333b-42ae-b9f1-815b196a5602 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:54.643444 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cb6f4-333b-42ae-b9f1-815b196a5602 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Pushing event updated for resources: {'Port': ['ID=0dbcb52b-251a-4346-b1c2-334a7c5c145f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:54.646804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-b86cb6f4-333b-42ae-b9f1-815b196a5602 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:54.652832 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-b86cb6f4-333b-42ae-b9f1-815b196a5602 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:54.653523 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-b86cb6f4-333b-42ae-b9f1-815b196a5602 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.665301 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-1e145ef2-937b-4e7b-9393-dc6ea63060d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:54.667056 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-1e145ef2-937b-4e7b-9393-dc6ea63060d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d30b5e1-6737-44a0-aa98-81c0f6007768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1322508 Sep 16 04:42:54.790030 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-b86cb6f4-333b-42ae-b9f1-815b196a5602 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2933972 Sep 16 04:42:54.819803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Request body: {'port': {'device_id': '404e1231-d964-4175-872f-f2e6d42cb2c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:54.833738 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035798ce-f9db-4c3e-88bb-57c5ef624209 req-00b3b207-884b-4533-9705-4fdf929d08e9 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:54.835316 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-035798ce-f9db-4c3e-88bb-57c5ef624209 req-00b3b207-884b-4533-9705-4fdf929d08e9 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1113133 Sep 16 04:42:54.851277 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ce890899-9433-4f70-991f-1975b3356a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de9d321-3317-4557-a7d1-f86371624872', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429636503-router', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:50Z', 'updated_at': '2021-09-16T04:41:55Z', 'revision_number': 4, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'gw_port': {'id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:51Z', 'updated_at': '2021-09-16T04:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '374da879-559f-4564-80d8-64e93c7e11b6', 'name': '', 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'mac_address': 'fa:16:3e:a5:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:42:02Z', 'revision_number': 5, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'subnets': [{'id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:54.858843 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-724ef8cf-33c2-4054-a17b-7ea691575609 service neutron] 10.222.0.20 "GET /v2.0/networks/5d30b5e1-6737-44a0-aa98-81c0f6007768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836650 Sep 16 04:42:54.882087 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce890899-9433-4f70-991f-1975b3356a4e None None] The sync data for ids ['9de9d321-3317-4557-a7d1-f86371624872'] in n-d-712140-13 is: [{'id': '9de9d321-3317-4557-a7d1-f86371624872', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429636503-router', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:50Z', 'updated_at': '2021-09-16T04:41:55Z', 'revision_number': 4, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'gw_port': {'id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:51Z', 'updated_at': '2021-09-16T04:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '374da879-559f-4564-80d8-64e93c7e11b6', 'name': '', 'network_id': '5d30b5e1-6737-44a0-aa98-81c0f6007768', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'mac_address': 'fa:16:3e:a5:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:55Z', 'updated_at': '2021-09-16T04:42:02Z', 'revision_number': 5, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'subnets': [{'id': '269fd9e1-5b0f-4157-a7b7-740c6a216112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:54.976531 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-035798ce-f9db-4c3e-88bb-57c5ef624209 req-a2482324-b986-4cf9-a75b-a667d287f977 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210594 Sep 16 04:42:54.984466 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.040781 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5d64dc6-0d32-463e-af6e-7363aa528bc4 req-3a1f051b-794f-4814-a949-5f21eec62ddc service neutron] 10.222.0.20 "GET /v2.0/networks/5d30b5e1-6737-44a0-aa98-81c0f6007768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712258 Sep 16 04:42:55.136834 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789b7d01-fe7c-4469-be35-c31452bbd1ae None None] New status for floating IP 447b98e5-dbf2-45b3-b0c2-db1504ac4d28: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:42:55.162849 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f468bb-2ba8-4bdc-88ef-6da3d4c37e6f req-58cd87f7-de97-4d9c-a9a9-298046b09bbd tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:55.164330 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01f468bb-2ba8-4bdc-88ef-6da3d4c37e6f req-58cd87f7-de97-4d9c-a9a9-298046b09bbd tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.1202703 Sep 16 04:42:55.250115 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105e9a47-e450-492f-a3cc-42e33da0460e x-openstack-request-id: req-105e9a47-e450-492f-a3cc-42e33da0460e {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:55.250686 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ed1531-b116-47e3-ae70-08ee23d7f1de", "name": "network-vif-deleted", "tag": "74688dc2-403b-4b8e-bc63-df9234f432f3", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:55.250686 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-105e9a47-e450-492f-a3cc-42e33da0460e {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:55.251080 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ed1531-b116-47e3-ae70-08ee23d7f1de', 'name': 'network-vif-deleted', 'tag': '74688dc2-403b-4b8e-bc63-df9234f432f3', 'status': 'completed', 'code': 200} Sep 16 04:42:55.264365 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01f468bb-2ba8-4bdc-88ef-6da3d4c37e6f req-55e9b581-6a9a-4be8-89b3-adfd9e232d95 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913978 Sep 16 04:42:55.303881 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa27691-f200-4a7a-85ae-30d51c6b7bbf x-openstack-request-id: req-7fa27691-f200-4a7a-85ae-30d51c6b7bbf {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:55.304307 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c562da6-285e-449f-ac23-6084bf831f8c", "name": "network-vif-deleted", "tag": "5b838b49-d2e6-415e-bce5-42dba05c4c2f", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:55.304410 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fa27691-f200-4a7a-85ae-30d51c6b7bbf {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:55.304839 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c562da6-285e-449f-ac23-6084bf831f8c', 'name': 'network-vif-deleted', 'tag': '5b838b49-d2e6-415e-bce5-42dba05c4c2f', 'status': 'completed', 'code': 200} Sep 16 04:42:55.379352 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 8f88c01d-4c11-4d04-99af-8a2275711b61 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:55.450540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87e58d6d-958c-4455-8fec-2b6a3ef0fad3 req-021c142b-db11-4b9f-bc5c-da11418377e3 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/floatingips/447b98e5-dbf2-45b3-b0c2-db1504ac4d28 HTTP/1.1" status: 200 len: 694 time: 0.1283119 Sep 16 04:42:55.466566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dbcb52b-251a-4346-b1c2-334a7c5c145f {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:55.492635 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.522219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-996af352-dae4-4659-8a66-64b1660bf23b req-972a0b03-9e95-46fd-9411-f57725d9f747 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/floatingips/4f37d05c-9ed3-4872-aff2-ec3c8cb060ae HTTP/1.1" status: 200 len: 998 time: 0.1844821 Sep 16 04:42:55.537202 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 8f88c01d-4c11-4d04-99af-8a2275711b61 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:55.539819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Transition to ACTIVE for port object 0dbcb52b-251a-4346-b1c2-334a7c5c145f will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:55.541512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 8f88c01d-4c11-4d04-99af-8a2275711b61 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:55.541893 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.632118 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.675199 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.679171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 8f88c01d-4c11-4d04-99af-8a2275711b61, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=8f88c01d-4c11-4d04-99af-8a2275711b61,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:55.680150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f093166a-ea52-409c-b026-00ffd4a5a2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f88c01d-4c11-4d04-99af-8a2275711b61'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:55.682995 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2a671a-8a89-462e-9f60-6170139092ff" -d '{"events": [{"server_uuid": "f093166a-ea52-409c-b026-00ffd4a5a2f1", "name": "network-vif-plugged", "status": "completed", "tag": "8f88c01d-4c11-4d04-99af-8a2275711b61"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:55.700686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e58d6d-958c-4455-8fec-2b6a3ef0fad3 req-fdda0a17-afa0-4ced-9fe3-29c7ebf8ed91 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:55.702269 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87e58d6d-958c-4455-8fec-2b6a3ef0fad3 req-fdda0a17-afa0-4ced-9fe3-29c7ebf8ed91 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.2403450 Sep 16 04:42:55.759654 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.760638 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d745825d-f737-47a7-b588-f9136ff9ee55 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:55.762601 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996af352-dae4-4659-8a66-64b1660bf23b req-76d0a7f2-7a67-4811-b2f7-46d6e3b90917 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:55.764187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-996af352-dae4-4659-8a66-64b1660bf23b req-76d0a7f2-7a67-4811-b2f7-46d6e3b90917 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.2304487 Sep 16 04:42:55.809284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-996af352-dae4-4659-8a66-64b1660bf23b req-5e38ec2e-b724-46ab-ac02-89a9e375132a tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:42:55.810300 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-996af352-dae4-4659-8a66-64b1660bf23b req-5e38ec2e-b724-46ab-ac02-89a9e375132a tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159829 Sep 16 04:42:55.824407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbcb52b-251a-4346-b1c2-334a7c5c145f,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:55.849311 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87e58d6d-958c-4455-8fec-2b6a3ef0fad3 req-79ab38c2-018b-4904-bd69-b02e9d3bfebe tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.64 HTTP/1.1" status: 200 len: 695 time: 0.1138234 Sep 16 04:42:55.881045 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: d745825d-f737-47a7-b588-f9136ff9ee55 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:55.881391 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d745825d-f737-47a7-b588-f9136ff9ee55 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:55.927545 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=8f88c01d-4c11-4d04-99af-8a2275711b61,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:55.947012 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87e58d6d-958c-4455-8fec-2b6a3ef0fad3 req-1043971b-9c24-406d-956d-52055f2c468f tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.64 HTTP/1.1" status: 200 len: 695 time: 0.0965800 Sep 16 04:42:55.965544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Attempting to bind port 0dbcb52b-251a-4346-b1c2-334a7c5c145f on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:55.965796 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Attempting to bind port 0dbcb52b-251a-4346-b1c2-334a7c5c145f by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '7b61a8d8-2664-44da-bd79-64843a1f98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:55.966129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Attempting to bind port 0dbcb52b-251a-4346-b1c2-334a7c5c145f on network a3575ff3-4916-47b4-a229-afff767245c5 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:56.020695 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Port 0dbcb52b-251a-4346-b1c2-334a7c5c145f on network a3575ff3-4916-47b4-a229-afff767245c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:56.020926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Attempting to bind port 0dbcb52b-251a-4346-b1c2-334a7c5c145f on network a3575ff3-4916-47b4-a229-afff767245c5 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:56.032826 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:56.033176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Checking segment: {'id': '7b61a8d8-2664-44da-bd79-64843a1f98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:56.033580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Bound using segment: {'id': '7b61a8d8-2664-44da-bd79-64843a1f98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:56.034078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Bound port: 0dbcb52b-251a-4346-b1c2-334a7c5c145f, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b61a8d8-2664-44da-bd79-64843a1f98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:56.034465 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.142440 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a634d-c399-4a4c-b9b4-f4b2569bf81e req-58cc787b-08a2-41eb-ad09-f696edb1d6e3 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.143961 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef8a634d-c399-4a4c-b9b4-f4b2569bf81e req-58cc787b-08a2-41eb-ad09-f696edb1d6e3 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 943 time: 0.2089686 Sep 16 04:42:56.201270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] For port 0dbcb52b-251a-4346-b1c2-334a7c5c145f, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:56.212015 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] For port 0dbcb52b-251a-4346-b1c2-334a7c5c145f, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0dbcb52b-251a-4346-b1c2-334a7c5c145f,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:56.224172 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef8a634d-c399-4a4c-b9b4-f4b2569bf81e req-9e11617a-76f7-43bd-91c7-4386b48f71f5 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719969 Sep 16 04:42:56.237305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-87e58d6d-958c-4455-8fec-2b6a3ef0fad3 req-5a68728a-6aaa-461b-a0ab-02d8331808e1 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Deleting port 81fe25a0-9580-407a-8944-af4e397cb003 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:56.237928 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-87e58d6d-958c-4455-8fec-2b6a3ef0fad3 req-5a68728a-6aaa-461b-a0ab-02d8331808e1 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.321498 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.343335 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-87e58d6d-958c-4455-8fec-2b6a3ef0fad3 req-5a68728a-6aaa-461b-a0ab-02d8331808e1 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.343681 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-87e58d6d-958c-4455-8fec-2b6a3ef0fad3 req-5a68728a-6aaa-461b-a0ab-02d8331808e1 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.385749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.386401 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.387834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] 10.222.0.38 "PUT /v2.0/ports/0dbcb52b-251a-4346-b1c2-334a7c5c145f HTTP/1.1" status: 200 len: 1092 time: 1.5742884 Sep 16 04:42:56.388666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-87e58d6d-958c-4455-8fec-2b6a3ef0fad3 req-5a68728a-6aaa-461b-a0ab-02d8331808e1 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Calling delete_port for 81fe25a0-9580-407a-8944-af4e397cb003 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:56.438815 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa63f17a-3f8b-4aed-bc35-b705ef2ce41b x-openstack-request-id: req-fa63f17a-3f8b-4aed-bc35-b705ef2ce41b {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:56.439364 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f093166a-ea52-409c-b026-00ffd4a5a2f1", "name": "network-vif-plugged", "status": "completed", "tag": "8f88c01d-4c11-4d04-99af-8a2275711b61", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:56.439603 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa63f17a-3f8b-4aed-bc35-b705ef2ce41b {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:56.439944 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f093166a-ea52-409c-b026-00ffd4a5a2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f88c01d-4c11-4d04-99af-8a2275711b61', 'code': 200} Sep 16 04:42:56.460090 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b572f6-b837-46ab-8fa6-83ddc7e369f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbcb52b-251a-4346-b1c2-334a7c5c145f,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:56.584164 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4087955-527d-4d96-ac67-da6d9b22e50e req-0e43d37b-0073-400f-91f2-9073ba1aee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.586767 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f4087955-527d-4d96-ac67-da6d9b22e50e req-0e43d37b-0073-400f-91f2-9073ba1aee0c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 1098 time: 0.0540051 Sep 16 04:42:56.591714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-0383c125-baec-456a-beed-24ac0c503d73 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 1001 time: 0.1347272 Sep 16 04:42:56.635897 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f4087955-527d-4d96-ac67-da6d9b22e50e req-05beb178-89c3-47b7-b6f2-6af5f3557644 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396395 Sep 16 04:42:56.642442 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-6a133535-1a99-428f-8de7-6ad2024ba044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.642442 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-6a133535-1a99-428f-8de7-6ad2024ba044 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=af2bb4dc17d54a00aa9acfb919ebb08a&device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 1095 time: 0.1272693 Sep 16 04:42:56.682633 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-1aa1c772-b695-4067-a37c-5d1254cae449 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.690770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-1aa1c772-b695-4067-a37c-5d1254cae449 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports/b9f28bd9-b0c2-4f58-be52-7bac29d804de HTTP/1.1" status: 200 len: 942 time: 0.0927396 Sep 16 04:42:56.723981 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-11c408c6-3aab-490d-8ecd-f5fdd0394769 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dbcb52b-251a-4346-b1c2-334a7c5c145f HTTP/1.1" status: 200 len: 217 time: 0.0568926 Sep 16 04:42:56.854797 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-29cdd904-ed7e-478f-a93d-bc62c8a9e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.856337 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-29cdd904-ed7e-478f-a93d-bc62c8a9e29c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=02f3edd7-c966-45f1-a2c0-304513016974 HTTP/1.1" status: 200 len: 845 time: 0.1213524 Sep 16 04:42:56.860409 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-197700dd-c2d0-4f6f-887f-aa226e6d94df tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 1001 time: 0.1294727 Sep 16 04:42:56.896012 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-62c35c75-d4b2-45f8-8dcd-59044e082bbe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a3575ff3-4916-47b4-a229-afff767245c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319502 Sep 16 04:42:56.903978 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-87e58d6d-958c-4455-8fec-2b6a3ef0fad3 req-5a68728a-6aaa-461b-a0ab-02d8331808e1 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.968079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68728a-6aaa-461b-a0ab-02d8331808e1 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Pushing event deleted for resources: {'Port': ['ID=81fe25a0-9580-407a-8944-af4e397cb003,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:57.038939 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-87e58d6d-958c-4455-8fec-2b6a3ef0fad3 req-5a68728a-6aaa-461b-a0ab-02d8331808e1 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.041032 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-87e58d6d-958c-4455-8fec-2b6a3ef0fad3 req-5a68728a-6aaa-461b-a0ab-02d8331808e1 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.042201 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87e58d6d-958c-4455-8fec-2b6a3ef0fad3 req-5a68728a-6aaa-461b-a0ab-02d8331808e1 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "DELETE /v2.0/floatingips/447b98e5-dbf2-45b3-b0c2-db1504ac4d28 HTTP/1.1" status: 204 len: 173 time: 1.0944238 Sep 16 04:42:57.152834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-4fb9d27e-f188-40c0-81f2-b5e948c0d7d7 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:57.154130 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-4fb9d27e-f188-40c0-81f2-b5e948c0d7d7 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.2865767 Sep 16 04:42:57.159303 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-8048f510-916c-4530-b0fa-9daae599eb4b service neutron] 10.222.0.38 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526281 Sep 16 04:42:57.252474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61329eab-c066-45f0-88f4-ed54a65c75c0', 'name': 'network-vif-deleted', 'tag': 'd745825d-f737-47a7-b588-f9136ff9ee55'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:57.255174 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247b9b31-32f0-47c5-b8f0-4a4b949f5e75" -d '{"events": [{"server_uuid": "61329eab-c066-45f0-88f4-ed54a65c75c0", "name": "network-vif-deleted", "tag": "d745825d-f737-47a7-b588-f9136ff9ee55"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:57.594923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6745227-a3db-4329-b814-b9c73da1244b', 'tag': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de'}, {'name': 'network-changed', 'server_uuid': '6c46f807-ab11-492c-8434-ba55a8c317a6', 'tag': '154095c0-1cb8-424f-a832-2bb7299d5d79'}, {'name': 'network-changed', 'server_uuid': '404e1231-d964-4175-872f-f2e6d42cb2c0', 'tag': '0dbcb52b-251a-4346-b1c2-334a7c5c145f'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:57.597192 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6745227-a3db-4329-b814-b9c73da1244b", "tag": "b9f28bd9-b0c2-4f58-be52-7bac29d804de"}, {"name": "network-changed", "server_uuid": "6c46f807-ab11-492c-8434-ba55a8c317a6", "tag": "154095c0-1cb8-424f-a832-2bb7299d5d79"}, {"name": "network-changed", "server_uuid": "404e1231-d964-4175-872f-f2e6d42cb2c0", "tag": "0dbcb52b-251a-4346-b1c2-334a7c5c145f"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:57.616008 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0bd9a-c35d-42ba-b0e3-c41a9d1e7e12 req-ed6f4051-3cfe-45a8-8fb7-6dd5619c5c84 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:57.626307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bf0bd9a-c35d-42ba-b0e3-c41a9d1e7e12 req-ed6f4051-3cfe-45a8-8fb7-6dd5619c5c84 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 946 time: 0.5264876 Sep 16 04:42:57.657165 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-39317d26-cdca-4ec4-bc3b-f6b99f7d8776 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 1001 time: 0.4915860 Sep 16 04:42:57.668573 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-b5a74ca9-788f-4f9f-b73a-af0c3a0dcb97 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:57.753361 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bf0bd9a-c35d-42ba-b0e3-c41a9d1e7e12 req-332b3a62-bbe2-4fc9-8ff6-c92a47dae9fa tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267099 Sep 16 04:42:57.791213 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-b5a74ca9-788f-4f9f-b73a-af0c3a0dcb97 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.806831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2a36a6f-d4d5-44a4-b575-c49c746f7bb5 req-98e42482-c1b6-4cff-915d-7bdb397afc01 service neutron] 10.222.0.38 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6342261 Sep 16 04:42:57.947960 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.960016 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a7e9f-f271-440d-b080-de91228473aa req-277fb6dd-0b07-48ba-8c52-cf7ae256525d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:57.961548 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-210a7e9f-f271-440d-b080-de91228473aa req-277fb6dd-0b07-48ba-8c52-cf7ae256525d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.1074820 Sep 16 04:42:58.045055 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-b5a74ca9-788f-4f9f-b73a-af0c3a0dcb97 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.050677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-210a7e9f-f271-440d-b080-de91228473aa req-f70b0f2f-d16f-4a8c-ad59-6570765baecc tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817597 Sep 16 04:42:58.114024 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-b5a74ca9-788f-4f9f-b73a-af0c3a0dcb97 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.114374 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-b5a74ca9-788f-4f9f-b73a-af0c3a0dcb97 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Floating IP 4f37d05c-9ed3-4872-aff2-ec3c8cb060ae disassociated. External IP: 172.25.4.245, port: b9f28bd9-b0c2-4f58-be52-7bac29d804de. Sep 16 04:42:58.354539 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-b5a74ca9-788f-4f9f-b73a-af0c3a0dcb97 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Router 97e58b37-a86f-4adc-b480-fc7dc11c7840 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:58.496162 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-b5a74ca9-788f-4f9f-b73a-af0c3a0dcb97 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:58.504064 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-b5a74ca9-788f-4f9f-b73a-af0c3a0dcb97 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.509463 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34876cc-c247-429b-9d6a-59ea0b154d89 None None] Sync routers for ids ['97e58b37-a86f-4adc-b480-fc7dc11c7840'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:58.514248 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4981423a-a8fe-43b0-8c2c-6a3f1c35a947 x-openstack-request-id: req-4981423a-a8fe-43b0-8c2c-6a3f1c35a947 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:58.516110 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61329eab-c066-45f0-88f4-ed54a65c75c0", "name": "network-vif-deleted", "tag": "d745825d-f737-47a7-b588-f9136ff9ee55", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:58.516110 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4981423a-a8fe-43b0-8c2c-6a3f1c35a947 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:58.516110 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61329eab-c066-45f0-88f4-ed54a65c75c0', 'name': 'network-vif-deleted', 'tag': 'd745825d-f737-47a7-b588-f9136ff9ee55', 'status': 'completed', 'code': 200} Sep 16 04:42:58.523864 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34876cc-c247-429b-9d6a-59ea0b154d89 None None] Routers {'97e58b37-a86f-4adc-b480-fc7dc11c7840'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:58.524377 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-e34876cc-c247-429b-9d6a-59ea0b154d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['97e58b37-a86f-4adc-b480-fc7dc11c7840'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:58.539285 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-b5a74ca9-788f-4f9f-b73a-af0c3a0dcb97 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "PUT /v2.0/floatingips/4f37d05c-9ed3-4872-aff2-ec3c8cb060ae HTTP/1.1" status: 200 len: 696 time: 0.8769257 Sep 16 04:42:58.622323 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-4c348c62-cc0f-4268-b6fd-733c8a66ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:58.623516 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-4c348c62-cc0f-4268-b6fd-733c8a66ef89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9deb9fa87304830acda5a1e3199fc36&device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 1097 time: 0.0693400 Sep 16 04:42:58.646972 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f85122-0fb4-4e86-ba57-b8e989b32919 req-e9167a6a-2c71-4d43-8ee5-6cc53b74f0e6 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:58.648459 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58f85122-0fb4-4e86-ba57-b8e989b32919 req-e9167a6a-2c71-4d43-8ee5-6cc53b74f0e6 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 943 time: 0.0680423 Sep 16 04:42:58.655953 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-e34876cc-c247-429b-9d6a-59ea0b154d89 None None] Set router 97e58b37-a86f-4adc-b480-fc7dc11c7840 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:58.741677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58f85122-0fb4-4e86-ba57-b8e989b32919 req-17dccf45-a48e-4aed-9721-1297cbe3c461 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800858 Sep 16 04:42:58.761760 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-6fd0cd88-690e-4c0c-a2d2-ff19a0f602cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:58.763349 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-6fd0cd88-690e-4c0c-a2d2-ff19a0f602cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=cf53fbb3-94f1-456d-b2d9-2308b0506441 HTTP/1.1" status: 200 len: 922 time: 0.1317325 Sep 16 04:42:58.816759 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-d97b883b-4584-4fa1-bf48-5a44714bcc83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f28bd9-b0c2-4f58-be52-7bac29d804de HTTP/1.1" status: 200 len: 217 time: 0.0461164 Sep 16 04:42:58.910119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-fe0dc36b-9568-4b29-ab68-e087a9071fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:58.917505 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-fe0dc36b-9568-4b29-ab68-e087a9071fea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2fc8c2b9-7714-43f4-b109-3d95b7293220 HTTP/1.1" status: 200 len: 860 time: 0.0988607 Sep 16 04:42:58.970792 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1144b841-98b1-4d64-8d3c-9419e02b3d9f x-openstack-request-id: req-1144b841-98b1-4d64-8d3c-9419e02b3d9f {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:58.971791 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6745227-a3db-4329-b814-b9c73da1244b", "tag": "b9f28bd9-b0c2-4f58-be52-7bac29d804de", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c46f807-ab11-492c-8434-ba55a8c317a6", "tag": "154095c0-1cb8-424f-a832-2bb7299d5d79", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "404e1231-d964-4175-872f-f2e6d42cb2c0", "tag": "0dbcb52b-251a-4346-b1c2-334a7c5c145f", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:58.972340 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1144b841-98b1-4d64-8d3c-9419e02b3d9f {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:58.972878 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6745227-a3db-4329-b814-b9c73da1244b', 'tag': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de', 'status': 'completed', 'code': 200} Sep 16 04:42:58.973290 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c46f807-ab11-492c-8434-ba55a8c317a6', 'tag': '154095c0-1cb8-424f-a832-2bb7299d5d79', 'status': 'completed', 'code': 200} Sep 16 04:42:58.973694 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404e1231-d964-4175-872f-f2e6d42cb2c0', 'tag': '0dbcb52b-251a-4346-b1c2-334a7c5c145f', 'status': 'completed', 'code': 200} Sep 16 04:42:58.997269 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-3f8693d5-19ec-432a-8f83-c4b970385f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.007474 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-3f8693d5-19ec-432a-8f83-c4b970385f59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cf53fbb3-94f1-456d-b2d9-2308b0506441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799186 Sep 16 04:42:59.014500 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-e34876cc-c247-429b-9d6a-59ea0b154d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:32Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:59.044625 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34876cc-c247-429b-9d6a-59ea0b154d89 None None] Checking router: 97e58b37-a86f-4adc-b480-fc7dc11c7840 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:59.058114 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34876cc-c247-429b-9d6a-59ea0b154d89 None None] Routers {'97e58b37-a86f-4adc-b480-fc7dc11c7840'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:59.058908 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-e34876cc-c247-429b-9d6a-59ea0b154d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:42:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['97e58b37-a86f-4adc-b480-fc7dc11c7840'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:59.157488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-093976ae-ef6a-49d9-9346-43eb77dd8779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.158960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-093976ae-ef6a-49d9-9346-43eb77dd8779 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9deb9fa87304830acda5a1e3199fc36&device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 1097 time: 0.1256258 Sep 16 04:42:59.186616 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695e449-ea73-4636-906d-fda036e1949b req-2f926fe4-6947-4a56-8699-f57ce907221e tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.194118 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0695e449-ea73-4636-906d-fda036e1949b req-2f926fe4-6947-4a56-8699-f57ce907221e tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 950 time: 0.1844323 Sep 16 04:42:59.204053 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-251729f0-4c40-4546-a7e0-bc27f89058af service neutron] 10.222.0.20 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956532 Sep 16 04:42:59.216715 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-e34876cc-c247-429b-9d6a-59ea0b154d89 None None] Set router 97e58b37-a86f-4adc-b480-fc7dc11c7840 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:59.361210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0695e449-ea73-4636-906d-fda036e1949b req-898e2a84-1251-43b9-8121-3b289a588dfb tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642237 Sep 16 04:42:59.438559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-83316e09-9b83-4d99-83f5-f77c5f927e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.440117 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-83316e09-9b83-4d99-83f5-f77c5f927e41 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cf53fbb3-94f1-456d-b2d9-2308b0506441 HTTP/1.1" status: 200 len: 922 time: 0.2708051 Sep 16 04:42:59.453795 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-107ac152-9d45-43a9-94d1-e7238c7d2a0c req-19ce6a16-2bf9-4986-ae8a-2d025f92b317 service neutron] 10.222.0.20 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377927 Sep 16 04:42:59.493365 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-e34876cc-c247-429b-9d6a-59ea0b154d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:32Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:59.512481 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-b2c9b963-53f1-4013-b481-076ce3f4d716 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f28bd9-b0c2-4f58-be52-7bac29d804de HTTP/1.1" status: 200 len: 217 time: 0.0563276 Sep 16 04:42:59.532513 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34876cc-c247-429b-9d6a-59ea0b154d89 None None] The sync data for ids ['97e58b37-a86f-4adc-b480-fc7dc11c7840'] in n-d-712140-13 is: [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '494a8910-078e-4bb6-b932-1c3fd472f99b', 'name': '', 'network_id': 'cf53fbb3-94f1-456d-b2d9-2308b0506441', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'mac_address': 'fa:16:3e:5a:b8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:25Z', 'updated_at': '2021-09-16T04:41:32Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'subnets': [{'id': '2fc8c2b9-7714-43f4-b109-3d95b7293220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:59.567904 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ce77d-5cf2-4957-b8c4-9933bff7497e req-1a862f38-407b-4fd3-8c78-9dea27a43555 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.569476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a3ce77d-5cf2-4957-b8c4-9933bff7497e req-1a862f38-407b-4fd3-8c78-9dea27a43555 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1269901 Sep 16 04:42:59.588425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-1c46273e-720a-48a6-952e-6b107e03b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.589909 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-1c46273e-720a-48a6-952e-6b107e03b337 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2fc8c2b9-7714-43f4-b109-3d95b7293220 HTTP/1.1" status: 200 len: 860 time: 0.0695779 Sep 16 04:42:59.677051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a3ce77d-5cf2-4957-b8c4-9933bff7497e req-0e8f7dc2-7b88-4af0-a8ae-2dfea672cfed tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0861452 Sep 16 04:42:59.718865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-f0038862-91be-4282-836a-0bc2d0c0ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.720437 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-f0038862-91be-4282-836a-0bc2d0c0ddd5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cf53fbb3-94f1-456d-b2d9-2308b0506441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773008 Sep 16 04:42:59.758714 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4bb2f-a30f-44ab-a8d7-92cb8d61b27a req-8ecceec3-d0c1-4cab-883e-5efd065d791c tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.760695 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-add4bb2f-a30f-44ab-a8d7-92cb8d61b27a req-8ecceec3-d0c1-4cab-883e-5efd065d791c tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 946 time: 0.0855465 Sep 16 04:42:59.900072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-add4bb2f-a30f-44ab-a8d7-92cb8d61b27a req-dde6b70b-ea9b-461f-87c1-c01f8856b24e tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213031 Sep 16 04:42:59.906066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983afe67-8110-47bd-bf1f-356effbbe005 None None] New status for floating IP 4f37d05c-9ed3-4872-aff2-ec3c8cb060ae: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:42:59.958146 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d8bbb-3d66-4527-b1d4-af068df2a1e1 req-c3b2141d-e8dc-4354-8819-a460f20daf9c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.960310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b8d8bbb-3d66-4527-b1d4-af068df2a1e1 req-c3b2141d-e8dc-4354-8819-a460f20daf9c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.1855998 Sep 16 04:42:59.978409 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-44b858ac-264e-4de2-afb2-6a5a0e475bf3 service neutron] 10.222.0.38 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467942 Sep 16 04:43:00.063037 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0695e0d6-5ae1-4fe3-83f8-19a0be1eea60 req-d57244b9-9456-4dd0-81fc-60a9f4fbe1f1 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0819275 Sep 16 04:43:00.128996 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b8d8bbb-3d66-4527-b1d4-af068df2a1e1 req-0635fc75-2ddf-4010-a428-f3a168f9068f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513956 Sep 16 04:43:00.227707 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-be9e74c3-cc2d-498f-9eb8-0b3e7a7d7cc7 service neutron] 10.222.0.38 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333238 Sep 16 04:43:00.236852 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af513e-3575-40ee-8a0a-0b0b4669d40c req-15803c85-aa69-4a9b-b333-77304fa2ddaf tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.239209 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65af513e-3575-40ee-8a0a-0b0b4669d40c req-15803c85-aa69-4a9b-b333-77304fa2ddaf tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 943 time: 0.0801945 Sep 16 04:43:00.303619 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65af513e-3575-40ee-8a0a-0b0b4669d40c req-1e56d980-78be-4fe5-a308-d0d92791e413 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520821 Sep 16 04:43:00.398944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-2f119a76-cc5c-4b3b-9613-0adc6cbe4ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.400750 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-2f119a76-cc5c-4b3b-9613-0adc6cbe4ca0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0ee33074fd5a433d8637c207bee82ff1&device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 1097 time: 0.0719275 Sep 16 04:43:00.513793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f1de4-97c2-4f52-9089-0d2fd895cc17 req-1f63a003-20b9-47dc-8e6f-844862b0a017 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.517237 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-258f1de4-97c2-4f52-9089-0d2fd895cc17 req-1f63a003-20b9-47dc-8e6f-844862b0a017 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 1098 time: 0.1106129 Sep 16 04:43:00.575390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-e7168d5e-94f4-4b0f-b57e-36ead7a3bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.577511 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-e7168d5e-94f4-4b0f-b57e-36ead7a3bfc9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5d30b5e1-6737-44a0-aa98-81c0f6007768 HTTP/1.1" status: 200 len: 929 time: 0.1461816 Sep 16 04:43:00.600756 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-258f1de4-97c2-4f52-9089-0d2fd895cc17 req-1488f27b-b205-4fa0-a672-b1fe15af08bc tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733519 Sep 16 04:43:00.675726 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-023c4397-89a4-4b52-a731-3ad36252a52d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=154095c0-1cb8-424f-a832-2bb7299d5d79 HTTP/1.1" status: 200 len: 217 time: 0.0907710 Sep 16 04:43:00.723847 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-27f2f98d-1803-4fe3-8ef0-52d3d9f423fc req-dd33c81c-2c5c-4ce9-bdc6-6e23029916a1 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/floatingips/4f37d05c-9ed3-4872-aff2-ec3c8cb060ae HTTP/1.1" status: 200 len: 694 time: 0.0844710 Sep 16 04:43:00.778037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-3fd61802-f849-4ff8-ba2c-352652fdd2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.780188 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-3fd61802-f849-4ff8-ba2c-352652fdd2aa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=269fd9e1-5b0f-4157-a7b7-740c6a216112 HTTP/1.1" status: 200 len: 867 time: 0.0946987 Sep 16 04:43:00.863760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff283b-f4cc-4096-aadc-7b7c47c34f98 req-ceaf3f6c-cee8-45b6-bc5b-6d7110dd33ae tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.866145 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e0ff283b-f4cc-4096-aadc-7b7c47c34f98 req-ceaf3f6c-cee8-45b6-bc5b-6d7110dd33ae tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.21 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 950 time: 0.0873909 Sep 16 04:43:00.942194 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-06d87f9e-2b81-437f-9c2b-a2983c3b8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.943898 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-06d87f9e-2b81-437f-9c2b-a2983c3b8afb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5d30b5e1-6737-44a0-aa98-81c0f6007768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1099687 Sep 16 04:43:00.970081 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1425a-cc59-4fae-aa71-e2665dc6076c req-94f92fa6-64cc-425b-bd10-e62a036c8a7d tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.971786 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85a1425a-cc59-4fae-aa71-e2665dc6076c req-94f92fa6-64cc-425b-bd10-e62a036c8a7d tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 950 time: 0.0959485 Sep 16 04:43:00.978788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6745227-a3db-4329-b814-b9c73da1244b', 'tag': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:00.981173 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f2165d-0bc0-4549-9b4f-7e0f4301f0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e6745227-a3db-4329-b814-b9c73da1244b", "tag": "b9f28bd9-b0c2-4f58-be52-7bac29d804de"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:00.993102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2f98d-1803-4fe3-8ef0-52d3d9f423fc req-05a9dd96-bd18-43b8-b7d8-0ae8a0e56dae tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.994629 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-27f2f98d-1803-4fe3-8ef0-52d3d9f423fc req-05a9dd96-bd18-43b8-b7d8-0ae8a0e56dae tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.2598681 Sep 16 04:43:01.005031 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-e0ff283b-f4cc-4096-aadc-7b7c47c34f98 req-f763fbe8-9df2-444a-8276-7922ea27c299 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Deleting port 96a9d340-3901-461b-8a68-132cc0e29b80 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:01.005382 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e0ff283b-f4cc-4096-aadc-7b7c47c34f98 req-f763fbe8-9df2-444a-8276-7922ea27c299 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.094030 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-27f2f98d-1803-4fe3-8ef0-52d3d9f423fc req-e91e62d3-c014-4d5c-8178-414c84ad0f38 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 697 time: 0.0873497 Sep 16 04:43:01.137832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85a1425a-cc59-4fae-aa71-e2665dc6076c req-05419e53-3be0-47b4-9650-96368e892d17 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521831 Sep 16 04:43:01.158087 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-e0ff283b-f4cc-4096-aadc-7b7c47c34f98 req-f763fbe8-9df2-444a-8276-7922ea27c299 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] For port 96a9d340-3901-461b-8a68-132cc0e29b80, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=96a9d340-3901-461b-8a68-132cc0e29b80,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:01.158360 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e0ff283b-f4cc-4096-aadc-7b7c47c34f98 req-f763fbe8-9df2-444a-8276-7922ea27c299 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.191127 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-27f2f98d-1803-4fe3-8ef0-52d3d9f423fc req-25ca4b81-063c-421c-a311-71ce0c35d135 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 697 time: 0.0959289 Sep 16 04:43:01.203294 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-e0ff283b-f4cc-4096-aadc-7b7c47c34f98 req-f763fbe8-9df2-444a-8276-7922ea27c299 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Calling delete_port for 96a9d340-3901-461b-8a68-132cc0e29b80 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:01.434151 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e0ff283b-f4cc-4096-aadc-7b7c47c34f98 req-f763fbe8-9df2-444a-8276-7922ea27c299 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.471245 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['96a9d340-3901-461b-8a68-132cc0e29b80', 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:01.485174 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763fbe8-9df2-444a-8276-7922ea27c299 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Pushing event deleted for resources: {'Port': ['ID=96a9d340-3901-461b-8a68-132cc0e29b80,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:01.600342 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ff283b-f4cc-4096-aadc-7b7c47c34f98 req-f763fbe8-9df2-444a-8276-7922ea27c299 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] No DVR routers for this DVR port 96a9d340-3901-461b-8a68-132cc0e29b80 on host n-h1-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:01.603816 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0dbcb52b-251a-4346-b1c2-334a7c5c145f details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:01.604331 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e0ff283b-f4cc-4096-aadc-7b7c47c34f98 req-f763fbe8-9df2-444a-8276-7922ea27c299 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.606766 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e0ff283b-f4cc-4096-aadc-7b7c47c34f98 req-f763fbe8-9df2-444a-8276-7922ea27c299 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.21 "DELETE /v2.0/ports/96a9d340-3901-461b-8a68-132cc0e29b80 HTTP/1.1" status: 204 len: 173 time: 0.7335906 Sep 16 04:43:01.607245 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39060bcc-0eb3-492c-9b27-a4392437aa7e', 'name': 'network-vif-deleted', 'tag': '96a9d340-3901-461b-8a68-132cc0e29b80'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:01.619832 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db47de75-6472-45db-aa4e-6fceb44c457a" -d '{"events": [{"server_uuid": "39060bcc-0eb3-492c-9b27-a4392437aa7e", "name": "network-vif-deleted", "tag": "96a9d340-3901-461b-8a68-132cc0e29b80"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:01.653717 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-c522acc3-7f2a-46db-9c5c-47e514a22f29 service neutron] 10.222.0.38 "GET /v2.0/networks/5d30b5e1-6737-44a0-aa98-81c0f6007768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6920426 Sep 16 04:43:01.676393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47886e-a9f6-4a28-a459-144ff1a43b0c req-a58ac6d4-dd74-45e6-80b3-506fb0ed219a tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:01.683943 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb47886e-a9f6-4a28-a459-144ff1a43b0c req-a58ac6d4-dd74-45e6-80b3-506fb0ed219a tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 1098 time: 0.1573529 Sep 16 04:43:01.775885 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 0dbcb52b-251a-4346-b1c2-334a7c5c145f, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0dbcb52b-251a-4346-b1c2-334a7c5c145f,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:01.798719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '0dbcb52b-251a-4346-b1c2-334a7c5c145f', 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5', 'port_id': '0dbcb52b-251a-4346-b1c2-334a7c5c145f', 'mac_address': 'fa:16:3e:07:e6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f3edd7-c966-45f1-a2c0-304513016974', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:01.808831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb47886e-a9f6-4a28-a459-144ff1a43b0c req-79285301-b970-4ed1-b3c5-95c3d08f3339 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229391 Sep 16 04:43:01.846976 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-949efaa2-bfdb-4893-95b1-1b9f783d3c5a service neutron] 10.222.0.38 "GET /v2.0/networks/5d30b5e1-6737-44a0-aa98-81c0f6007768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777577 Sep 16 04:43:01.852378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-27f2f98d-1803-4fe3-8ef0-52d3d9f423fc req-8234eb8d-b3d9-4174-90cd-293a820e24f3 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Deleting port ba8fd932-75c7-4399-9827-d94edf340f7a {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:01.852740 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-27f2f98d-1803-4fe3-8ef0-52d3d9f423fc req-8234eb8d-b3d9-4174-90cd-293a820e24f3 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.867528 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.906913 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dbcb52b-251a-4346-b1c2-334a7c5c145f {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:01.960545 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 0dbcb52b-251a-4346-b1c2-334a7c5c145f, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0dbcb52b-251a-4346-b1c2-334a7c5c145f,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:02.050964 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.081006 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-27f2f98d-1803-4fe3-8ef0-52d3d9f423fc req-8234eb8d-b3d9-4174-90cd-293a820e24f3 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.082187 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-27f2f98d-1803-4fe3-8ef0-52d3d9f423fc req-8234eb8d-b3d9-4174-90cd-293a820e24f3 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.105901 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ec70d-6fc7-4523-a2e4-6fbf1ea2d973 req-7225c684-7fe7-4636-bfe2-d4b551d8b328 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:02.107887 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c75ec70d-6fc7-4523-a2e4-6fbf1ea2d973 req-7225c684-7fe7-4636-bfe2-d4b551d8b328 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 945 time: 0.1684406 Sep 16 04:43:02.113305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-27f2f98d-1803-4fe3-8ef0-52d3d9f423fc req-8234eb8d-b3d9-4174-90cd-293a820e24f3 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Calling delete_port for ba8fd932-75c7-4399-9827-d94edf340f7a owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:02.130920 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-2c619270-45d7-4ee7-99cf-9868397dc9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:02.132472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-2c619270-45d7-4ee7-99cf-9868397dc9ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=af2bb4dc17d54a00aa9acfb919ebb08a&device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 1095 time: 0.1500859 Sep 16 04:43:02.245006 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c75ec70d-6fc7-4523-a2e4-6fbf1ea2d973 req-864f0e1e-286d-44be-90c0-9c5f390ea85b tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/security-groups?id=07432f6d-b4c1-4620-83f5-4bb8143d78ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274424 Sep 16 04:43:02.278999 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=0dbcb52b-251a-4346-b1c2-334a7c5c145f,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:02.355548 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2257666-c036-4ddd-82d1-cdebf94aba4d x-openstack-request-id: req-e2257666-c036-4ddd-82d1-cdebf94aba4d {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:02.355750 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6745227-a3db-4329-b814-b9c73da1244b", "tag": "b9f28bd9-b0c2-4f58-be52-7bac29d804de", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:02.356051 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2257666-c036-4ddd-82d1-cdebf94aba4d {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:02.356363 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6745227-a3db-4329-b814-b9c73da1244b', 'tag': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de', 'status': 'completed', 'code': 200} Sep 16 04:43:02.361003 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-14dc6c72-42d6-4308-b264-7a5c50183be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:02.362569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-14dc6c72-42d6-4308-b264-7a5c50183be3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a3575ff3-4916-47b4-a229-afff767245c5 HTTP/1.1" status: 200 len: 906 time: 0.2163899 Sep 16 04:43:02.468467 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2165d-0bc0-4549-9b4f-7e0f4301f0c7 req-be4613e1-e5e7-4de1-99af-c49c4c62e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:02.471186 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2f2165d-0bc0-4549-9b4f-7e0f4301f0c7 req-be4613e1-e5e7-4de1-99af-c49c4c62e531 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9deb9fa87304830acda5a1e3199fc36&device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 1097 time: 0.0526981 Sep 16 04:43:02.493821 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-dd37ab47-5255-4376-9000-676cfe1fea97 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dbcb52b-251a-4346-b1c2-334a7c5c145f HTTP/1.1" status: 200 len: 217 time: 0.0848484 Sep 16 04:43:02.537950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968fe9c-6711-41ee-91c6-7ef4ecb6c95f req-07022413-53df-4119-a37d-df427861c497 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:02.543351 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9968fe9c-6711-41ee-91c6-7ef4ecb6c95f req-07022413-53df-4119-a37d-df427861c497 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.1394310 Sep 16 04:43:02.584471 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2165d-0bc0-4549-9b4f-7e0f4301f0c7 req-414b18a0-916e-4e18-bf0c-9aaf203fd473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:02.585891 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2f2165d-0bc0-4549-9b4f-7e0f4301f0c7 req-414b18a0-916e-4e18-bf0c-9aaf203fd473 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cf53fbb3-94f1-456d-b2d9-2308b0506441 HTTP/1.1" status: 200 len: 922 time: 0.1075392 Sep 16 04:43:02.624135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-5fdc2161-50a4-4d48-b677-44a003eaa50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:02.625889 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-5fdc2161-50a4-4d48-b677-44a003eaa50e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=02f3edd7-c966-45f1-a2c0-304513016974 HTTP/1.1" status: 200 len: 845 time: 0.1095870 Sep 16 04:43:02.628854 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9968fe9c-6711-41ee-91c6-7ef4ecb6c95f req-4b17a680-18d0-4eb1-aa53-57c38b433064 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559351 Sep 16 04:43:02.635596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['0dbcb52b-251a-4346-b1c2-334a7c5c145f'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:02.681436 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-b6379be6-5d67-4705-913d-894518c2c7a1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a3575ff3-4916-47b4-a229-afff767245c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371733 Sep 16 04:43:02.713938 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2f2165d-0bc0-4549-9b4f-7e0f4301f0c7 req-ac60b0bd-1f90-467b-b464-9a22f4f6fa8a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f28bd9-b0c2-4f58-be52-7bac29d804de HTTP/1.1" status: 200 len: 217 time: 0.0559409 Sep 16 04:43:02.741761 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5df539-f175-46e7-b0b0-2db2c49790fd req-3a95ae32-bcf8-4843-b188-5b5263bc30b5 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:02.744723 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fb5df539-f175-46e7-b0b0-2db2c49790fd req-3a95ae32-bcf8-4843-b188-5b5263bc30b5 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 945 time: 0.0969081 Sep 16 04:43:02.799908 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-649766c3-8983-459a-a74a-fbdbcd467ebc service neutron] 10.222.0.38 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106498 Sep 16 04:43:02.875078 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2165d-0bc0-4549-9b4f-7e0f4301f0c7 req-09691998-7f35-43f5-bbad-f93fd2b36bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:02.876505 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2f2165d-0bc0-4549-9b4f-7e0f4301f0c7 req-09691998-7f35-43f5-bbad-f93fd2b36bf2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2fc8c2b9-7714-43f4-b109-3d95b7293220 HTTP/1.1" status: 200 len: 860 time: 0.1280429 Sep 16 04:43:02.916293 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352cfba-3938-4c93-97f6-0f68ef38024c req-37158a11-558c-4e4e-a279-6735c6bad269 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:02.917830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9352cfba-3938-4c93-97f6-0f68ef38024c req-37158a11-558c-4e4e-a279-6735c6bad269 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 944 time: 0.1214240 Sep 16 04:43:02.939200 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-fb5df539-f175-46e7-b0b0-2db2c49790fd req-3d2e2803-11b1-44cb-af58-d0f535c30940 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Deleting port 154095c0-1cb8-424f-a832-2bb7299d5d79 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:02.939552 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fb5df539-f175-46e7-b0b0-2db2c49790fd req-3d2e2803-11b1-44cb-af58-d0f535c30940 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.949809 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-27f2f98d-1803-4fe3-8ef0-52d3d9f423fc req-8234eb8d-b3d9-4174-90cd-293a820e24f3 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.962466 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa58e3de-03fd-4fa1-8e18-a7550a55be9b req-89e5fbdc-30b0-4493-8bf5-32c8dd27bdc0 service neutron] 10.222.0.38 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543207 Sep 16 04:43:02.969925 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2165d-0bc0-4549-9b4f-7e0f4301f0c7 req-6086e5d2-4eee-4545-90ba-4aa66e90b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:02.971500 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2f2165d-0bc0-4549-9b4f-7e0f4301f0c7 req-6086e5d2-4eee-4545-90ba-4aa66e90b9fc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cf53fbb3-94f1-456d-b2d9-2308b0506441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873599 Sep 16 04:43:02.994541 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234eb8d-b3d9-4174-90cd-293a820e24f3 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Pushing event deleted for resources: {'Port': ['ID=ba8fd932-75c7-4399-9827-d94edf340f7a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:03.021643 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9352cfba-3938-4c93-97f6-0f68ef38024c req-d9bbea6d-461d-479e-b39c-5e92ae881b3e tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962815 Sep 16 04:43:03.025232 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-27f2f98d-1803-4fe3-8ef0-52d3d9f423fc req-8234eb8d-b3d9-4174-90cd-293a820e24f3 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.028129 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-27f2f98d-1803-4fe3-8ef0-52d3d9f423fc req-8234eb8d-b3d9-4174-90cd-293a820e24f3 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.028849 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-27f2f98d-1803-4fe3-8ef0-52d3d9f423fc req-8234eb8d-b3d9-4174-90cd-293a820e24f3 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "DELETE /v2.0/floatingips/4f37d05c-9ed3-4872-aff2-ec3c8cb060ae HTTP/1.1" status: 204 len: 173 time: 1.8366046 Sep 16 04:43:03.089556 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066553b5-b247-4c3d-92b3-e58885c32ddf x-openstack-request-id: req-066553b5-b247-4c3d-92b3-e58885c32ddf {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:03.089842 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39060bcc-0eb3-492c-9b27-a4392437aa7e", "name": "network-vif-deleted", "tag": "96a9d340-3901-461b-8a68-132cc0e29b80", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:03.090086 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-066553b5-b247-4c3d-92b3-e58885c32ddf {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:03.090578 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39060bcc-0eb3-492c-9b27-a4392437aa7e', 'name': 'network-vif-deleted', 'tag': '96a9d340-3901-461b-8a68-132cc0e29b80', 'status': 'completed', 'code': 200} Sep 16 04:43:03.110387 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-fb5df539-f175-46e7-b0b0-2db2c49790fd req-3d2e2803-11b1-44cb-af58-d0f535c30940 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] For port 154095c0-1cb8-424f-a832-2bb7299d5d79, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=154095c0-1cb8-424f-a832-2bb7299d5d79,segment=NetworkSegment(3bb82cf0-ee0f-4c07-837b-a05751c55984),segment_id=3bb82cf0-ee0f-4c07-837b-a05751c55984)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:03.110758 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fb5df539-f175-46e7-b0b0-2db2c49790fd req-3d2e2803-11b1-44cb-af58-d0f535c30940 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.133919 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-fb5df539-f175-46e7-b0b0-2db2c49790fd req-3d2e2803-11b1-44cb-af58-d0f535c30940 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Calling delete_port for 154095c0-1cb8-424f-a832-2bb7299d5d79 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:03.154336 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2f2165d-0bc0-4549-9b4f-7e0f4301f0c7 req-37208e69-fd30-408d-a172-30e9ffae0296 service neutron] 10.222.0.38 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442347 Sep 16 04:43:03.208280 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cb861b3-3587-4183-8311-a0c0845e6060 req-70eb7cc4-2310-45b5-9c96-f5ed2da96ac2 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=39060bcc-0eb3-492c-9b27-a4392437aa7e HTTP/1.1" status: 200 len: 210 time: 0.0350602 Sep 16 04:43:03.419114 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2f2165d-0bc0-4549-9b4f-7e0f4301f0c7 req-34ff8681-b3d9-4147-9a10-fb59f6b54af2 service neutron] 10.222.0.38 "GET /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305450 Sep 16 04:43:03.444052 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 96a9d340-3901-461b-8a68-132cc0e29b80 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:03.473903 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 96a9d340-3901-461b-8a68-132cc0e29b80 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:03.474546 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 96a9d340-3901-461b-8a68-132cc0e29b80 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:03.485002 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fb5df539-f175-46e7-b0b0-2db2c49790fd req-3d2e2803-11b1-44cb-af58-d0f535c30940 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.511801 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e2803-11b1-44cb-af58-d0f535c30940 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Pushing event deleted for resources: {'Port': ['ID=154095c0-1cb8-424f-a832-2bb7299d5d79,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:03.557751 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['154095c0-1cb8-424f-a832-2bb7299d5d79'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:03.578366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5df539-f175-46e7-b0b0-2db2c49790fd req-3d2e2803-11b1-44cb-af58-d0f535c30940 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] No DVR routers for this DVR port 154095c0-1cb8-424f-a832-2bb7299d5d79 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:03.581087 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fb5df539-f175-46e7-b0b0-2db2c49790fd req-3d2e2803-11b1-44cb-af58-d0f535c30940 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.583490 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fb5df539-f175-46e7-b0b0-2db2c49790fd req-3d2e2803-11b1-44cb-af58-d0f535c30940 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.38 "DELETE /v2.0/ports/154095c0-1cb8-424f-a832-2bb7299d5d79 HTTP/1.1" status: 204 len: 173 time: 0.8228934 Sep 16 04:43:03.671231 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc814003-ce2d-418e-920e-c952d6e4e733 req-f1c4b032-eeda-4bf9-b487-1e566d2c7a84 tempest-FloatingIPsAssociationNegativeTestJSON-85167583 tempest-FloatingIPsAssociationNegativeTestJSON-85167583-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c46f807-ab11-492c-8434-ba55a8c317a6 HTTP/1.1" status: 200 len: 210 time: 0.0293353 Sep 16 04:43:03.803001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bc346-f46a-409d-bd0e-b8bf5662d338 req-ed49e54b-ab70-437d-8263-275bd3bae641 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:03.804510 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-527bc346-f46a-409d-bd0e-b8bf5662d338 req-ed49e54b-ab70-437d-8263-275bd3bae641 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 945 time: 0.0578115 Sep 16 04:43:03.877401 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-527bc346-f46a-409d-bd0e-b8bf5662d338 req-f75e5d10-a774-4ccd-9739-e74b1c8b662e tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642869 Sep 16 04:43:04.024851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a76b8d-27b6-4e30-b0c0-9436dbd78621 req-72e65a21-be6d-4ae5-9161-b27656560767 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:04.035111 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26a76b8d-27b6-4e30-b0c0-9436dbd78621 req-72e65a21-be6d-4ae5-9161-b27656560767 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.0904789 Sep 16 04:43:04.098957 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26a76b8d-27b6-4e30-b0c0-9436dbd78621 req-c501aa9f-b7e6-4dd2-bdf0-0a14ee6b9c65 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629783 Sep 16 04:43:04.439678 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308d61b-a71c-4fc6-9670-fc9208038328 req-9cb1278b-fa36-450f-9b07-4422683d601c tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:04.448899 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6308d61b-a71c-4fc6-9670-fc9208038328 req-9cb1278b-fa36-450f-9b07-4422683d601c tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 944 time: 0.0970314 Sep 16 04:43:04.484376 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6308d61b-a71c-4fc6-9670-fc9208038328 req-4a885798-c497-406c-a0e3-2a414545f1ac tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345101 Sep 16 04:43:05.033008 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60882) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:05.090217 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-11f58e9f-0a86-47f7-abb4-2c996d7bd60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.092401 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c46f807-ab11-492c-8434-ba55a8c317a6', 'name': 'network-vif-deleted', 'tag': '154095c0-1cb8-424f-a832-2bb7299d5d79'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:05.095518 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f55565d-1339-4a16-b50a-5c59a612801e" -d '{"events": [{"server_uuid": "6c46f807-ab11-492c-8434-ba55a8c317a6", "name": "network-vif-deleted", "tag": "154095c0-1cb8-424f-a832-2bb7299d5d79"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:05.208524 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd4688-59ef-4342-8a6e-04fd5b6af919 req-656eff62-04de-423f-b72f-5efec126e163 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:05.209978 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2abd4688-59ef-4342-8a6e-04fd5b6af919 req-656eff62-04de-423f-b72f-5efec126e163 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 945 time: 0.1094508 Sep 16 04:43:05.315461 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2abd4688-59ef-4342-8a6e-04fd5b6af919 req-a1012884-a3dd-4a10-bf80-ce2818d68d20 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/security-groups?id=b20771f1-c611-4f61-913d-4e97d70feac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931029 Sep 16 04:43:05.448961 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062c96e-a686-44a4-898a-3048d758c51d req-c35794a0-9079-4d07-84a8-1c75f5558070 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:05.450408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f062c96e-a686-44a4-898a-3048d758c51d req-c35794a0-9079-4d07-84a8-1c75f5558070 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 951 time: 0.0699165 Sep 16 04:43:05.554080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f062c96e-a686-44a4-898a-3048d758c51d req-1fccf180-6af0-4a14-8853-c22e64686164 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746384 Sep 16 04:43:05.567414 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce13f09-4e84-4f80-a28b-a26767992275 req-a829b47f-cd29-4a36-baab-bc438e3ebf55 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:05.569860 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fce13f09-4e84-4f80-a28b-a26767992275 req-a829b47f-cd29-4a36-baab-bc438e3ebf55 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 945 time: 0.0620840 Sep 16 04:43:05.617728 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0dbcb52b-251a-4346-b1c2-334a7c5c145f up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:05.641882 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f455cc-3b1e-4f4b-a37d-f3ccb6e2722b x-openstack-request-id: req-d5f455cc-3b1e-4f4b-a37d-f3ccb6e2722b {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:05.642657 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c46f807-ab11-492c-8434-ba55a8c317a6", "name": "network-vif-deleted", "tag": "154095c0-1cb8-424f-a832-2bb7299d5d79", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:05.643178 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5f455cc-3b1e-4f4b-a37d-f3ccb6e2722b {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:05.643803 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c46f807-ab11-492c-8434-ba55a8c317a6', 'name': 'network-vif-deleted', 'tag': '154095c0-1cb8-424f-a832-2bb7299d5d79', 'status': 'completed', 'code': 200} Sep 16 04:43:05.763023 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-fce13f09-4e84-4f80-a28b-a26767992275 req-87d61aae-267a-42f3-86a7-bda40fe0ebfb tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Deleting port b9f28bd9-b0c2-4f58-be52-7bac29d804de {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:05.763455 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fce13f09-4e84-4f80-a28b-a26767992275 req-87d61aae-267a-42f3-86a7-bda40fe0ebfb tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.770156 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 0dbcb52b-251a-4346-b1c2-334a7c5c145f completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:05.775101 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 0dbcb52b-251a-4346-b1c2-334a7c5c145f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:05.775776 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.836323 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174f364-6ca3-4d7f-84a9-1d82049494bb req-edfc6980-e2c1-41a0-b0fc-54b0193beb1c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:05.845089 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e174f364-6ca3-4d7f-84a9-1d82049494bb req-edfc6980-e2c1-41a0-b0fc-54b0193beb1c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.1618390 Sep 16 04:43:05.917167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-fce13f09-4e84-4f80-a28b-a26767992275 req-87d61aae-267a-42f3-86a7-bda40fe0ebfb tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] For port b9f28bd9-b0c2-4f58-be52-7bac29d804de, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b9f28bd9-b0c2-4f58-be52-7bac29d804de,segment=NetworkSegment(ad304f20-6e26-4222-8d09-8cf5b7a9ff0e),segment_id=ad304f20-6e26-4222-8d09-8cf5b7a9ff0e)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:05.917533 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fce13f09-4e84-4f80-a28b-a26767992275 req-87d61aae-267a-42f3-86a7-bda40fe0ebfb tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.928269 n-d-712140-13 neutron-server[95474]: WARNING keystonemiddleware.auth_token [req-ff70b468-0bed-4771-b423-6077a5e69eab req-8365ae8d-9f73-4e1e-bca1-bf1550d49845 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 04:43:05.934872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-628ae6cb-f7a0-4e42-8118-31e7f6bd215b tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:43:05.937603 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.942749 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-628ae6cb-f7a0-4e42-8118-31e7f6bd215b tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2093627 Sep 16 04:43:05.955343 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-fce13f09-4e84-4f80-a28b-a26767992275 req-87d61aae-267a-42f3-86a7-bda40fe0ebfb tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Calling delete_port for b9f28bd9-b0c2-4f58-be52-7bac29d804de owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:05.963506 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e174f364-6ca3-4d7f-84a9-1d82049494bb req-d6a1a577-e86a-42aa-8827-806a49b490ca tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169431 Sep 16 04:43:05.977784 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404e1231-d964-4175-872f-f2e6d42cb2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbcb52b-251a-4346-b1c2-334a7c5c145f'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:05.983480 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08948d09-7174-4282-a2de-4c1688aa36a4" -d '{"events": [{"server_uuid": "404e1231-d964-4175-872f-f2e6d42cb2c0", "name": "network-vif-plugged", "status": "completed", "tag": "0dbcb52b-251a-4346-b1c2-334a7c5c145f"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:05.999525 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-89af5e4a-c3e4-4fd9-b899-a50146722a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.018668 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 0dbcb52b-251a-4346-b1c2-334a7c5c145f, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0dbcb52b-251a-4346-b1c2-334a7c5c145f,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:06.027866 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-f52573c9-1d5a-4cf6-8f47-0df8f863fdad tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:06.036458 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-f52573c9-1d5a-4cf6-8f47-0df8f863fdad tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/ports/8f88c01d-4c11-4d04-99af-8a2275711b61 HTTP/1.1" status: 200 len: 1095 time: 0.0927417 Sep 16 04:43:06.042977 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-b00a699a-8dcf-4b66-a99d-44f945a3ad69 service neutron] Request body: {'binding': {'host': 'n-h2-712140-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:06.043573 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-b00a699a-8dcf-4b66-a99d-44f945a3ad69 service neutron] Unknown quota resources ['binding']. {{(pid=95474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:43:06.074347 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.075455 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 154095c0-1cb8-424f-a832-2bb7299d5d79 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:06.183259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 154095c0-1cb8-424f-a832-2bb7299d5d79 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:06.192682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 154095c0-1cb8-424f-a832-2bb7299d5d79 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:06.271195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=0dbcb52b-251a-4346-b1c2-334a7c5c145f,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:06.286193 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-b00a699a-8dcf-4b66-a99d-44f945a3ad69 service neutron] Attempting to bind port 8f88c01d-4c11-4d04-99af-8a2275711b61 on host n-h2-712140-13 for vnic_type normal with profile None {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:06.286580 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-b00a699a-8dcf-4b66-a99d-44f945a3ad69 service neutron] Attempting to bind port 8f88c01d-4c11-4d04-99af-8a2275711b61 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:06.286684 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-b00a699a-8dcf-4b66-a99d-44f945a3ad69 service neutron] Attempting to bind port 8f88c01d-4c11-4d04-99af-8a2275711b61 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:06.291358 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-b00a699a-8dcf-4b66-a99d-44f945a3ad69 service neutron] Port 8f88c01d-4c11-4d04-99af-8a2275711b61 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:06.291680 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-b00a699a-8dcf-4b66-a99d-44f945a3ad69 service neutron] Attempting to bind port 8f88c01d-4c11-4d04-99af-8a2275711b61 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:06.297798 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-b00a699a-8dcf-4b66-a99d-44f945a3ad69 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:06.298140 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-b00a699a-8dcf-4b66-a99d-44f945a3ad69 service neutron] Checking segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:06.298527 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-b00a699a-8dcf-4b66-a99d-44f945a3ad69 service neutron] Bound using segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:06.299066 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-b00a699a-8dcf-4b66-a99d-44f945a3ad69 service neutron] Bound port: 8f88c01d-4c11-4d04-99af-8a2275711b61, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:06.354260 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fce13f09-4e84-4f80-a28b-a26767992275 req-87d61aae-267a-42f3-86a7-bda40fe0ebfb tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.391436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b92b4f-434f-4443-a64c-98481563ea14 req-3de08cd5-0ad2-420b-bdf5-88c347047b51 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:06.396849 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['b9f28bd9-b0c2-4f58-be52-7bac29d804de'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:06.401092 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87b92b4f-434f-4443-a64c-98481563ea14 req-3de08cd5-0ad2-420b-bdf5-88c347047b51 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 945 time: 0.0988657 Sep 16 04:43:06.404254 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d61aae-267a-42f3-86a7-bda40fe0ebfb tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Pushing event deleted for resources: {'Port': ['ID=b9f28bd9-b0c2-4f58-be52-7bac29d804de,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:06.468382 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-b00a699a-8dcf-4b66-a99d-44f945a3ad69 service neutron] For port 8f88c01d-4c11-4d04-99af-8a2275711b61, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=8f88c01d-4c11-4d04-99af-8a2275711b61,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:06.488486 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87b92b4f-434f-4443-a64c-98481563ea14 req-e25eb048-0c14-44d7-8b51-03a5cfa3e450 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863128 Sep 16 04:43:06.492499 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce13f09-4e84-4f80-a28b-a26767992275 req-87d61aae-267a-42f3-86a7-bda40fe0ebfb tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] No DVR routers for this DVR port b9f28bd9-b0c2-4f58-be52-7bac29d804de on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:06.497919 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fce13f09-4e84-4f80-a28b-a26767992275 req-87d61aae-267a-42f3-86a7-bda40fe0ebfb tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.501427 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fce13f09-4e84-4f80-a28b-a26767992275 req-87d61aae-267a-42f3-86a7-bda40fe0ebfb tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.38 "DELETE /v2.0/ports/b9f28bd9-b0c2-4f58-be52-7bac29d804de HTTP/1.1" status: 204 len: 173 time: 0.9185789 Sep 16 04:43:06.541216 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086b862f-62f3-42b2-9d7f-6dabc421b0a3 x-openstack-request-id: req-086b862f-62f3-42b2-9d7f-6dabc421b0a3 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:06.541682 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404e1231-d964-4175-872f-f2e6d42cb2c0", "name": "network-vif-plugged", "status": "completed", "tag": "0dbcb52b-251a-4346-b1c2-334a7c5c145f", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:06.542005 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-086b862f-62f3-42b2-9d7f-6dabc421b0a3 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:06.542465 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404e1231-d964-4175-872f-f2e6d42cb2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbcb52b-251a-4346-b1c2-334a7c5c145f', 'code': 200} Sep 16 04:43:06.548592 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-b00a699a-8dcf-4b66-a99d-44f945a3ad69 service neutron] Notify callbacks [] for binding, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.554754 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-b00a699a-8dcf-4b66-a99d-44f945a3ad69 service neutron] 10.222.0.20 "POST /v2.0/ports/8f88c01d-4c11-4d04-99af-8a2275711b61/bindings HTTP/1.1" status: 201 len: 390 time: 0.5153341 Sep 16 04:43:06.580185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-89af5e4a-c3e4-4fd9-b899-a50146722a10 admin admin] Deleting port 374da879-559f-4564-80d8-64e93c7e11b6 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:06.580942 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-89af5e4a-c3e4-4fd9-b899-a50146722a10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.670762 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e611ef4-8bfd-45fb-8227-7733f1592c76 req-d6fdd8e2-9016-482b-8671-2a9fe4ed38da tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 210 time: 0.0548100 Sep 16 04:43:06.703706 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56499bdb-b45b-4de1-b217-9fdcf17a2195 req-b4d3f141-6af6-4a5e-8089-bfd47a985b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:06.705337 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-56499bdb-b45b-4de1-b217-9fdcf17a2195 req-b4d3f141-6af6-4a5e-8089-bfd47a985b7a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 1097 time: 0.0724361 Sep 16 04:43:06.714915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-89af5e4a-c3e4-4fd9-b899-a50146722a10 admin admin] For port 374da879-559f-4564-80d8-64e93c7e11b6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=374da879-559f-4564-80d8-64e93c7e11b6,segment=NetworkSegment(3bb82cf0-ee0f-4c07-837b-a05751c55984),segment_id=3bb82cf0-ee0f-4c07-837b-a05751c55984)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:06.715577 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-89af5e4a-c3e4-4fd9-b899-a50146722a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.731503 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-89af5e4a-c3e4-4fd9-b899-a50146722a10 admin admin] Calling delete_port for 374da879-559f-4564-80d8-64e93c7e11b6 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:06.836004 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-56499bdb-b45b-4de1-b217-9fdcf17a2195 req-0b22c343-bc8f-4a5c-9bda-032fd662ca80 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171203 Sep 16 04:43:06.927357 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062645c-f953-43a1-ba11-5017b69f1884 req-094a7df8-899a-4618-9e4b-8b04e540e2df tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:06.930006 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b062645c-f953-43a1-ba11-5017b69f1884 req-094a7df8-899a-4618-9e4b-8b04e540e2df tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 951 time: 0.0936089 Sep 16 04:43:07.040221 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079f9ca-2d44-4193-b9f1-b80ff0f53c9d req-e09ba8f2-3453-42c1-ae1f-b5c3941e0978 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:07.041885 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2079f9ca-2d44-4193-b9f1-b80ff0f53c9d req-e09ba8f2-3453-42c1-ae1f-b5c3941e0978 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 951 time: 0.1876121 Sep 16 04:43:07.079275 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef3d20-1bee-43cd-8bfc-9a6da694d098 req-10ad4b54-35a8-46d1-9be1-63fa6208deff tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:07.086849 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2ef3d20-1bee-43cd-8bfc-9a6da694d098 req-10ad4b54-35a8-46d1-9be1-63fa6208deff tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 946 time: 0.2118039 Sep 16 04:43:07.088447 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-b062645c-f953-43a1-ba11-5017b69f1884 req-af621107-5e71-4b97-a7ca-08ddd1428188 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Deleting port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:07.088797 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b062645c-f953-43a1-ba11-5017b69f1884 req-af621107-5e71-4b97-a7ca-08ddd1428188 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.130852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2079f9ca-2d44-4193-b9f1-b80ff0f53c9d req-92315c19-5eb4-406d-b25e-86296b825b16 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c766bd4-c28a-45d7-8186-421399e062c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777464 Sep 16 04:43:07.191058 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2ef3d20-1bee-43cd-8bfc-9a6da694d098 req-660be15c-bba6-46ea-b3ff-1a1c5defa3e9 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031497 Sep 16 04:43:07.274507 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-b062645c-f953-43a1-ba11-5017b69f1884 req-af621107-5e71-4b97-a7ca-08ddd1428188 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] For port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:07.274963 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b062645c-f953-43a1-ba11-5017b69f1884 req-af621107-5e71-4b97-a7ca-08ddd1428188 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.291064 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-89af5e4a-c3e4-4fd9-b899-a50146722a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.309412 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-b062645c-f953-43a1-ba11-5017b69f1884 req-af621107-5e71-4b97-a7ca-08ddd1428188 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Calling delete_port for a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:07.327395 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af5e4a-c3e4-4fd9-b899-a50146722a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=374da879-559f-4564-80d8-64e93c7e11b6,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:07.444168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0216a9-2a1f-4560-b07b-192fb461d53c req-fecf215b-9bba-4b88-b8dc-d1d766a17992 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:07.444168 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a0216a9-2a1f-4560-b07b-192fb461d53c req-fecf215b-9bba-4b88-b8dc-d1d766a17992 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.2163568 Sep 16 04:43:07.527135 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-2b1da3dc-4297-4b9c-a56b-7bf41660dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:07.528583 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-2b1da3dc-4297-4b9c-a56b-7bf41660dc63 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 1098 time: 0.0913553 Sep 16 04:43:07.539432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a0216a9-2a1f-4560-b07b-192fb461d53c req-8526f996-a51f-45df-80ca-02b5d5d2c7e6 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984752 Sep 16 04:43:07.563789 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-89af5e4a-c3e4-4fd9-b899-a50146722a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.645401 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6745227-a3db-4329-b814-b9c73da1244b', 'name': 'network-vif-deleted', 'tag': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:07.647646 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40056fde-22f1-42b7-8797-56af345d4c01" -d '{"events": [{"server_uuid": "e6745227-a3db-4329-b814-b9c73da1244b", "name": "network-vif-deleted", "tag": "b9f28bd9-b0c2-4f58-be52-7bac29d804de"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:07.651998 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-3f674919-1836-4b73-871b-4f1a371592e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:07.653783 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-3f674919-1836-4b73-871b-4f1a371592e2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 908 time: 0.1168642 Sep 16 04:43:07.705175 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297210be-373d-4425-9dad-d20c12d9ea21 x-openstack-request-id: req-297210be-373d-4425-9dad-d20c12d9ea21 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:07.705365 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6745227-a3db-4329-b814-b9c73da1244b", "name": "network-vif-deleted", "tag": "b9f28bd9-b0c2-4f58-be52-7bac29d804de", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:07.705620 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-297210be-373d-4425-9dad-d20c12d9ea21 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:07.706012 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6745227-a3db-4329-b814-b9c73da1244b', 'name': 'network-vif-deleted', 'tag': 'b9f28bd9-b0c2-4f58-be52-7bac29d804de', 'status': 'completed', 'code': 200} Sep 16 04:43:07.707869 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-0c970673-bcd0-42ba-be6e-18496f744b45 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f88c01d-4c11-4d04-99af-8a2275711b61 HTTP/1.1" status: 200 len: 217 time: 0.0465188 Sep 16 04:43:07.725542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c3043-c2d7-4dcf-bb72-612404dd8e41 req-82f3cd7c-02d0-43bd-b2f5-1240cdc2a5c9 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:07.727078 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc2c3043-c2d7-4dcf-bb72-612404dd8e41 req-82f3cd7c-02d0-43bd-b2f5-1240cdc2a5c9 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 945 time: 0.1098931 Sep 16 04:43:07.772103 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-afc87fa6-5931-4a25-a64a-eff484abd6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:07.773834 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-afc87fa6-5931-4a25-a64a-eff484abd6a2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 200 len: 847 time: 0.0576549 Sep 16 04:43:07.807810 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-3d361dd5-80c8-44e1-bde2-2b8ce99db459 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94aa3f97-6ed2-410f-a6a8-2309531d94bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256438 Sep 16 04:43:07.818735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc2c3043-c2d7-4dcf-bb72-612404dd8e41 req-562c8e1a-905f-43bf-b0e0-b7ccca721b99 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844817 Sep 16 04:43:07.837117 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af668dcb-cf2e-474d-b6b9-20ce955054bd req-a4fee152-1ce9-41b6-9a28-3e6d4f708e69 tempest-FloatingIPsAssociationTestJSON-1142885035 tempest-FloatingIPsAssociationTestJSON-1142885035-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6745227-a3db-4329-b814-b9c73da1244b HTTP/1.1" status: 200 len: 210 time: 0.0370679 Sep 16 04:43:07.907288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89af5e4a-c3e4-4fd9-b899-a50146722a10 admin admin] Router 9de9d321-3317-4557-a7d1-f86371624872 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:43:07.915010 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-fc381740-2353-4de6-b287-6a5c62c26955 service neutron] 10.222.0.38 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991652 Sep 16 04:43:07.959952 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b062645c-f953-43a1-ba11-5017b69f1884 req-af621107-5e71-4b97-a7ca-08ddd1428188 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.987522 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d656780a-7e7f-4c48-b9fb-c2bf2cfce755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:08.021591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89af5e4a-c3e4-4fd9-b899-a50146722a10 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:08.029103 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-89af5e4a-c3e4-4fd9-b899-a50146722a10 admin admin] 10.222.0.20 "PUT /v2.0/routers/9de9d321-3317-4557-a7d1-f86371624872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9924688 Sep 16 04:43:08.032827 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60916) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:08.033862 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214224f4-c08c-4b49-b906-209ac6a3346e None None] Sync routers for ids ['9de9d321-3317-4557-a7d1-f86371624872'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:08.037847 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af621107-5e71-4b97-a7ca-08ddd1428188 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Pushing event deleted for resources: {'Port': ['ID=a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:08.047688 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214224f4-c08c-4b49-b906-209ac6a3346e None None] Routers {'9de9d321-3317-4557-a7d1-f86371624872'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:08.048616 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-214224f4-c08c-4b49-b906-209ac6a3346e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:43:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['9de9d321-3317-4557-a7d1-f86371624872'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:08.091628 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-b062645c-f953-43a1-ba11-5017b69f1884 req-af621107-5e71-4b97-a7ca-08ddd1428188 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] No DVR routers for this DVR port a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 on host n-h1-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:08.095612 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b062645c-f953-43a1-ba11-5017b69f1884 req-af621107-5e71-4b97-a7ca-08ddd1428188 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:08.097639 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b062645c-f953-43a1-ba11-5017b69f1884 req-af621107-5e71-4b97-a7ca-08ddd1428188 tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.21 "DELETE /v2.0/ports/a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 HTTP/1.1" status: 204 len: 173 time: 1.1580908 Sep 16 04:43:08.101649 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-21bc1bf5-2010-4c20-a86b-5a024ed9a56d service neutron] 10.222.0.38 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773849 Sep 16 04:43:08.209609 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-214224f4-c08c-4b49-b906-209ac6a3346e None None] Set router 9de9d321-3317-4557-a7d1-f86371624872 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:08.485281 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-214224f4-c08c-4b49-b906-209ac6a3346e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de9d321-3317-4557-a7d1-f86371624872', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429636503-router', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:50Z', 'updated_at': '2021-09-16T04:43:07Z', 'revision_number': 5, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'gw_port': {'id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:51Z', 'updated_at': '2021-09-16T04:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:08.525762 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:08.526197 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214224f4-c08c-4b49-b906-209ac6a3346e None None] Checking router: 9de9d321-3317-4557-a7d1-f86371624872 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:08.544007 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214224f4-c08c-4b49-b906-209ac6a3346e None None] Routers {'9de9d321-3317-4557-a7d1-f86371624872'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:08.544644 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-214224f4-c08c-4b49-b906-209ac6a3346e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:43:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['9de9d321-3317-4557-a7d1-f86371624872'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:08.557555 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-615dd63b-3df2-4cf5-8bdd-af2885bb0a5a req-e784018c-c569-470f-9467-b51b409eaade tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 210 time: 0.0386450 Sep 16 04:43:08.643237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf3fb0-4f55-4685-954b-98519dba242d req-6a2b4a32-5b89-4836-a6b8-c91daa391a68 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:08.650656 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dfaf3fb0-4f55-4685-954b-98519dba242d req-6a2b4a32-5b89-4836-a6b8-c91daa391a68 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 946 time: 0.1331446 Sep 16 04:43:08.732707 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dfaf3fb0-4f55-4685-954b-98519dba242d req-398d4ea3-225e-4a42-9512-40ff581ef47b tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662816 Sep 16 04:43:08.747389 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f1374e38-7a7e-42a9-bc42-87ca1156af08 admin admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:08.758078 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-214224f4-c08c-4b49-b906-209ac6a3346e None None] Set router 9de9d321-3317-4557-a7d1-f86371624872 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:08.786331 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-2dd542b2-8575-462e-b17b-af5c94e98451 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:08.790909 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-2dd542b2-8575-462e-b17b-af5c94e98451 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1&tenant_id=a00de99f55234129963878f58d14e1a5&binding%3Ahost_id=n-h1-712140-13 HTTP/1.1" status: 200 len: 1098 time: 0.2146792 Sep 16 04:43:08.804216 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-13'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:08.938481 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.033889 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.035977 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-214224f4-c08c-4b49-b906-209ac6a3346e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de9d321-3317-4557-a7d1-f86371624872', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429636503-router', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:50Z', 'updated_at': '2021-09-16T04:43:07Z', 'revision_number': 5, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'gw_port': {'id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:51Z', 'updated_at': '2021-09-16T04:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:09.046971 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f1374e38-7a7e-42a9-bc42-87ca1156af08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.073655 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214224f4-c08c-4b49-b906-209ac6a3346e None None] The sync data for ids ['9de9d321-3317-4557-a7d1-f86371624872'] in n-d-712140-13 is: [{'id': '9de9d321-3317-4557-a7d1-f86371624872', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429636503-router', 'tenant_id': '0ee33074fd5a433d8637c207bee82ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:50Z', 'updated_at': '2021-09-16T04:43:07Z', 'revision_number': 5, 'project_id': '0ee33074fd5a433d8637c207bee82ff1', 'gw_port': {'id': '42ceed66-1374-492b-9bd4-e699ae54413b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9d321-3317-4557-a7d1-f86371624872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:51Z', 'updated_at': '2021-09-16T04:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:09.093757 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77434bb-59b0-4825-9b45-4dab2bd5363a req-2d983eac-904e-4927-9c9a-4b44e2cdded4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:09.095425 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f77434bb-59b0-4825-9b45-4dab2bd5363a req-2d983eac-904e-4927-9c9a-4b44e2cdded4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.1671004 Sep 16 04:43:09.103540 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f70e4-d351-4086-8c54-6eb772919bb4 req-8ffe30d0-b357-48b9-a2f8-6a6d2e468486 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:09.111263 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f03f70e4-d351-4086-8c54-6eb772919bb4 req-8ffe30d0-b357-48b9-a2f8-6a6d2e468486 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 945 time: 0.1625617 Sep 16 04:43:09.151521 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] For port 8f88c01d-4c11-4d04-99af-8a2275711b61, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=8f88c01d-4c11-4d04-99af-8a2275711b61,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:09.178246 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f03f70e4-d351-4086-8c54-6eb772919bb4 req-b3d80650-6994-4d9a-890c-27b526df3b45 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660908 Sep 16 04:43:09.181005 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f77434bb-59b0-4825-9b45-4dab2bd5363a req-1f3698af-6b70-4364-9737-e4a29d8846d6 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654116 Sep 16 04:43:09.197117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] For port 8f88c01d-4c11-4d04-99af-8a2275711b61, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:09.240277 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60936) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:09.254443 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.379128 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-f1374e38-7a7e-42a9-bc42-87ca1156af08 admin admin] Deleting port 42ceed66-1374-492b-9bd4-e699ae54413b {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:09.379394 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f1374e38-7a7e-42a9-bc42-87ca1156af08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.382611 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.475994 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:09.512744 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] Pushing event updated for resources: {'Port': ['ID=8f88c01d-4c11-4d04-99af-8a2275711b61,revision_number=7']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:09.538329 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:09.539067 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:09.540149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] Attempting to bind port 8f88c01d-4c11-4d04-99af-8a2275711b61 on host n-h1-712140-13 for vnic_type normal with profile {"migrating_to": "n-h2-712140-13"} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:09.540722 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] Attempting to bind port 8f88c01d-4c11-4d04-99af-8a2275711b61 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:09.541062 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] Attempting to bind port 8f88c01d-4c11-4d04-99af-8a2275711b61 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:09.546705 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] Port 8f88c01d-4c11-4d04-99af-8a2275711b61 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:09.547213 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] Attempting to bind port 8f88c01d-4c11-4d04-99af-8a2275711b61 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:09.556445 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:09.556445 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] Checking segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:09.556850 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] Bound using segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:09.557443 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] Bound port: 8f88c01d-4c11-4d04-99af-8a2275711b61, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:09.558965 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.580938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-f1374e38-7a7e-42a9-bc42-87ca1156af08 admin admin] For port 42ceed66-1374-492b-9bd4-e699ae54413b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=42ceed66-1374-492b-9bd4-e699ae54413b,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:09.581543 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f1374e38-7a7e-42a9-bc42-87ca1156af08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.605715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-f1374e38-7a7e-42a9-bc42-87ca1156af08 admin admin] Calling delete_port for 42ceed66-1374-492b-9bd4-e699ae54413b owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:09.630696 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b9f28bd9-b0c2-4f58-be52-7bac29d804de no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:09.648600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] For port 8f88c01d-4c11-4d04-99af-8a2275711b61, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:09.652676 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] For port 8f88c01d-4c11-4d04-99af-8a2275711b61, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=8f88c01d-4c11-4d04-99af-8a2275711b61,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:09.664240 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: b9f28bd9-b0c2-4f58-be52-7bac29d804de {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:09.665021 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b9f28bd9-b0c2-4f58-be52-7bac29d804de not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:09.707440 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6005299-14ff-43e1-8cdd-b3fc1f9292cd', 'name': 'network-vif-deleted', 'tag': 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4'}, {'server_uuid': 'f093166a-ea52-409c-b026-00ffd4a5a2f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f88c01d-4c11-4d04-99af-8a2275711b61'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:09.709936 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19af88ad-5bb1-4e55-a3e6-7f3ef7ebb91f" -d '{"events": [{"server_uuid": "f6005299-14ff-43e1-8cdd-b3fc1f9292cd", "name": "network-vif-deleted", "tag": "a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4"}, {"server_uuid": "f093166a-ea52-409c-b026-00ffd4a5a2f1", "name": "network-vif-unplugged", "status": "completed", "tag": "8f88c01d-4c11-4d04-99af-8a2275711b61"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:09.783237 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.797348 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35d5cd80-2ba2-4e7a-90d5-b1fa23127ad9 req-ea17ee1d-4fb0-4551-815f-ed8635802a4e tempest-ServersAdminTestJSON-51717305 tempest-ServersAdminTestJSON-51717305-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6005299-14ff-43e1-8cdd-b3fc1f9292cd HTTP/1.1" status: 200 len: 210 time: 0.0794535 Sep 16 04:43:09.854178 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f94d3-d139-45fa-bb00-242e89a44512 req-9a123415-11c6-4320-b254-c10894ffb42f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:09.854178 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-259f94d3-d139-45fa-bb00-242e89a44512 req-9a123415-11c6-4320-b254-c10894ffb42f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 945 time: 0.1634190 Sep 16 04:43:09.867755 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeb2137-2b83-4d21-8a2d-0a2fcc752a6a x-openstack-request-id: req-6eeb2137-2b83-4d21-8a2d-0a2fcc752a6a {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:09.868355 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6005299-14ff-43e1-8cdd-b3fc1f9292cd", "name": "network-vif-deleted", "tag": "a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4", "status": "completed", "code": 200}, {"server_uuid": "f093166a-ea52-409c-b026-00ffd4a5a2f1", "name": "network-vif-unplugged", "status": "completed", "tag": "8f88c01d-4c11-4d04-99af-8a2275711b61", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:09.868355 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6eeb2137-2b83-4d21-8a2d-0a2fcc752a6a {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:09.869052 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6005299-14ff-43e1-8cdd-b3fc1f9292cd', 'name': 'network-vif-deleted', 'tag': 'a2cb49c9-5ed9-49a7-bf7d-3e5cf3f6a3a4', 'status': 'completed', 'code': 200} Sep 16 04:43:09.869463 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f093166a-ea52-409c-b026-00ffd4a5a2f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f88c01d-4c11-4d04-99af-8a2275711b61', 'code': 200} Sep 16 04:43:09.899366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] Pushing event updated for resources: {'Port': ['ID=8f88c01d-4c11-4d04-99af-8a2275711b61,revision_number=8']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:09.903452 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:09.904072 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.906729 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-a11e9330-bfc1-4b4b-bd4b-270931de4b84 service neutron] 10.222.0.38 "PUT /v2.0/ports/8f88c01d-4c11-4d04-99af-8a2275711b61 HTTP/1.1" status: 200 len: 1124 time: 1.1077425 Sep 16 04:43:09.959483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-259f94d3-d139-45fa-bb00-242e89a44512 req-89f2ba3a-be63-4ec6-8549-50af31e9759c tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989213 Sep 16 04:43:10.047127 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['8f88c01d-4c11-4d04-99af-8a2275711b61'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:10.151135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e911bbe-f961-44c4-b67c-1d3222016b1d req-ca93194d-0aeb-4ce2-9fde-bd6647676e6d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.152709 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e911bbe-f961-44c4-b67c-1d3222016b1d req-ca93194d-0aeb-4ce2-9fde-bd6647676e6d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 944 time: 0.1291239 Sep 16 04:43:10.214549 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f1374e38-7a7e-42a9-bc42-87ca1156af08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.274124 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1374e38-7a7e-42a9-bc42-87ca1156af08 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ceed66-1374-492b-9bd4-e699ae54413b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:10.285046 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4e0dd7a8-1f17-4ad9-8148-8aef1814a678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.315319 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f1374e38-7a7e-42a9-bc42-87ca1156af08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.352047 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e911bbe-f961-44c4-b67c-1d3222016b1d req-7e078662-754f-4c2b-b555-c76ae53ad214 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887743 Sep 16 04:43:10.385677 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-3326b3e4-c167-4352-b721-a6b431ad9d37 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.391432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-3326b3e4-c167-4352-b721-a6b431ad9d37 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/networks?id=f79bb79b-c0c8-4d17-b050-5e52580a6ab2 HTTP/1.1" status: 200 len: 815 time: 0.2880116 Sep 16 04:43:10.417039 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 374da879-559f-4564-80d8-64e93c7e11b6 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:10.437654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 374da879-559f-4564-80d8-64e93c7e11b6 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:10.437993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 374da879-559f-4564-80d8-64e93c7e11b6 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:10.475708 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f1374e38-7a7e-42a9-bc42-87ca1156af08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.492391 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f1374e38-7a7e-42a9-bc42-87ca1156af08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.508139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-bdebcee4-1c8a-4069-aae2-f8a260c55ad8 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/quotas/19e8745573624aaa8a63c80689f7b7bc HTTP/1.1" status: 200 len: 375 time: 0.0767193 Sep 16 04:43:10.592922 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.628330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69bce9-6f0d-439e-b6c9-4efba25d8e7c req-8a1c3e84-6670-4912-a519-e0ce575032a2 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.629829 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f69bce9-6f0d-439e-b6c9-4efba25d8e7c req-8a1c3e84-6670-4912-a519-e0ce575032a2 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a134b74-1e18-4ca6-9acb-015478043b00 HTTP/1.1" status: 200 len: 967 time: 0.1996145 Sep 16 04:43:10.703540 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f1374e38-7a7e-42a9-bc42-87ca1156af08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.704059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1374e38-7a7e-42a9-bc42-87ca1156af08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9de9d321-3317-4557-a7d1-f86371624872 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:43:10.713289 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-6b5574cf-62e6-4430-92af-018600efd88a tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=19e8745573624aaa8a63c80689f7b7bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1699555 Sep 16 04:43:10.718797 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f1374e38-7a7e-42a9-bc42-87ca1156af08 admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.722137 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f1374e38-7a7e-42a9-bc42-87ca1156af08 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9de9d321-3317-4557-a7d1-f86371624872 HTTP/1.1" status: 204 len: 168 time: 2.6862557 Sep 16 04:43:10.722485 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60972) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:10.744852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f69bce9-6f0d-439e-b6c9-4efba25d8e7c req-3b974fcb-c1dc-427c-bee7-c7abe70ecb6d tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074498 Sep 16 04:43:10.775935 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d5bd1c-9e48-4d16-a07c-584d3c428ff4 admin admin] Deleting subnet 269fd9e1-5b0f-4157-a7b7-740c6a216112 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:43:10.779243 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-00d5bd1c-9e48-4d16-a07c-584d3c428ff4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.824496 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-00d5bd1c-9e48-4d16-a07c-584d3c428ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.921970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-95057c0e-aa09-4a91-aae0-e385ed3333f5 service neutron] 10.222.0.20 "GET /v2.0/networks/f79bb79b-c0c8-4d17-b050-5e52580a6ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937218 Sep 16 04:43:10.949503 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1cbd0-fbbb-477d-8063-023328ed0642 req-df72e668-2da7-486b-a02f-8caf1889ff3d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.951020 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bfa1cbd0-fbbb-477d-8063-023328ed0642 req-df72e668-2da7-486b-a02f-8caf1889ff3d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.1290135 Sep 16 04:43:10.958056 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-00d5bd1c-9e48-4d16-a07c-584d3c428ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.073282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bfa1cbd0-fbbb-477d-8063-023328ed0642 req-984ec213-2bf0-43ce-b3e2-e0ccafe2ce11 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074157 Sep 16 04:43:11.097104 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-db88fd88-d149-4870-a853-0ad4d975c04d service neutron] 10.222.0.20 "GET /v2.0/networks/f79bb79b-c0c8-4d17-b050-5e52580a6ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643093 Sep 16 04:43:11.099428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-4e0dd7a8-1f17-4ad9-8148-8aef1814a678 admin admin] Deleting port 494a8910-078e-4bb6-b932-1c3fd472f99b {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:11.100309 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4e0dd7a8-1f17-4ad9-8148-8aef1814a678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.113765 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-00d5bd1c-9e48-4d16-a07c-584d3c428ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.158945 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c374b049-6ec2-4b54-b891-bbf2dfc28e5f None None] Network 5d30b5e1-6737-44a0-aa98-81c0f6007768 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:11.159427 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-00d5bd1c-9e48-4d16-a07c-584d3c428ff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.160697 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-00d5bd1c-9e48-4d16-a07c-584d3c428ff4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/269fd9e1-5b0f-4157-a7b7-740c6a216112 HTTP/1.1" status: 204 len: 168 time: 0.4371865 Sep 16 04:43:11.161635 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5bd1c-9e48-4d16-a07c-584d3c428ff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=269fd9e1-5b0f-4157-a7b7-740c6a216112,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:11.167642 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60982) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:11.236500 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-4e0dd7a8-1f17-4ad9-8148-8aef1814a678 admin admin] For port 494a8910-078e-4bb6-b932-1c3fd472f99b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=494a8910-078e-4bb6-b932-1c3fd472f99b,segment=NetworkSegment(ad304f20-6e26-4222-8d09-8cf5b7a9ff0e),segment_id=ad304f20-6e26-4222-8d09-8cf5b7a9ff0e)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:11.246786 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4e0dd7a8-1f17-4ad9-8148-8aef1814a678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.312708 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.313182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-4e0dd7a8-1f17-4ad9-8148-8aef1814a678 admin admin] Calling delete_port for 494a8910-078e-4bb6-b932-1c3fd472f99b owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:11.362488 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] Deleting port 3972e558-5e45-4b23-a9f3-eb449ca87671 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:11.362631 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.453868 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad2996f-3f50-4294-b8b3-af410f99d2d1 None None] DHCP port deletion for 5d30b5e1-6737-44a0-aa98-81c0f6007768 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:43:11.573423 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-7ad2996f-3f50-4294-b8b3-af410f99d2d1 None None] Deleting port 3972e558-5e45-4b23-a9f3-eb449ca87671 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:11.573734 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7ad2996f-3f50-4294-b8b3-af410f99d2d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.681557 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7ad2996f-3f50-4294-b8b3-af410f99d2d1 None None] For port 3972e558-5e45-4b23-a9f3-eb449ca87671, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3972e558-5e45-4b23-a9f3-eb449ca87671,segment=NetworkSegment(3bb82cf0-ee0f-4c07-837b-a05751c55984),segment_id=3bb82cf0-ee0f-4c07-837b-a05751c55984)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:11.681961 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7ad2996f-3f50-4294-b8b3-af410f99d2d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.699013 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97904d9-d0bc-4e42-a81d-b6ba34d5eccf req-6be00d6f-75cf-4abf-bac8-7e375abf1d77 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:11.700770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e97904d9-d0bc-4e42-a81d-b6ba34d5eccf req-6be00d6f-75cf-4abf-bac8-7e375abf1d77 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 945 time: 0.4782131 Sep 16 04:43:11.711876 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-7ad2996f-3f50-4294-b8b3-af410f99d2d1 None None] Calling delete_port for 3972e558-5e45-4b23-a9f3-eb449ca87671 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:11.777153 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] For port 3972e558-5e45-4b23-a9f3-eb449ca87671, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3972e558-5e45-4b23-a9f3-eb449ca87671,segment=NetworkSegment(3bb82cf0-ee0f-4c07-837b-a05751c55984),segment_id=3bb82cf0-ee0f-4c07-837b-a05751c55984)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:11.787660 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.792960 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] Calling delete_port for 3972e558-5e45-4b23-a9f3-eb449ca87671 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:11.844770 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60998) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:11.859988 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6a804-e6be-43dc-9562-5392489619a0 req-6dffb8da-b9d9-44b7-a45e-8869e412b2d0 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:11.870165 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f093166a-ea52-409c-b026-00ffd4a5a2f1', 'tag': '8f88c01d-4c11-4d04-99af-8a2275711b61'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:11.871418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dec6a804-e6be-43dc-9562-5392489619a0 req-6dffb8da-b9d9-44b7-a45e-8869e412b2d0 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 944 time: 0.1945660 Sep 16 04:43:11.872488 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c95a9dc-cb27-4539-827f-66d7071cb1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f093166a-ea52-409c-b026-00ffd4a5a2f1", "tag": "8f88c01d-4c11-4d04-99af-8a2275711b61"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:11.879299 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e97904d9-d0bc-4e42-a81d-b6ba34d5eccf req-9931338c-6bf2-4c3d-8dfd-e169bf119109 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576908 Sep 16 04:43:11.910861 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7ad2996f-3f50-4294-b8b3-af410f99d2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.915390 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.923790 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad2996f-3f50-4294-b8b3-af410f99d2d1 None None] No DVR routers for this DVR port 3972e558-5e45-4b23-a9f3-eb449ca87671 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:11.959583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dec6a804-e6be-43dc-9562-5392489619a0 req-9c66957a-afc1-4e78-9816-c5727cf003de tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837941 Sep 16 04:43:11.978949 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] Pushing event deleted for resources: {'Port': ['ID=3972e558-5e45-4b23-a9f3-eb449ca87671,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:11.978949 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] No DVR routers for this DVR port 3972e558-5e45-4b23-a9f3-eb449ca87671 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:11.986137 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2996f-3f50-4294-b8b3-af410f99d2d1 None None] Pushing event deleted for resources: {'Port': ['ID=3972e558-5e45-4b23-a9f3-eb449ca87671,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:12.047207 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-492af337-e3e8-44ee-8e0b-59f676bda865 req-3e601e0f-eb95-4ade-8825-f13f2eea8e8a tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 210 time: 0.0512984 Sep 16 04:43:12.096226 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.106380 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488877e3-03fb-4474-8670-38c49cca6e45 x-openstack-request-id: req-488877e3-03fb-4474-8670-38c49cca6e45 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:12.106668 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f093166a-ea52-409c-b026-00ffd4a5a2f1", "tag": "8f88c01d-4c11-4d04-99af-8a2275711b61", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:12.106962 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-488877e3-03fb-4474-8670-38c49cca6e45 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:12.107525 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f093166a-ea52-409c-b026-00ffd4a5a2f1', 'tag': '8f88c01d-4c11-4d04-99af-8a2275711b61', 'status': 'completed', 'code': 200} Sep 16 04:43:12.133507 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9d84c4f8-851b-4786-9478-14d5df5305df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce1074e13e1b4897bf4ea77f32e6f819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850952 Sep 16 04:43:12.134475 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32774) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:12.134600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d30b5e1-6737-44a0-aa98-81c0f6007768']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:12.146926 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb82cf0-ee0f-4c07-837b-a05751c55984') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:12.147175 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb82cf0-ee0f-4c07-837b-a05751c55984') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:12.160009 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.197303 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.205834 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:43:12.206243 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:43:12.207975 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:43:12.233708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447beae0-fbe9-42a8-bc3e-c97d09c6c537 req-b82bccdf-7718-45e5-b8ec-ea6f6463b5aa tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:12.235250 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-447beae0-fbe9-42a8-bc3e-c97d09c6c537 req-b82bccdf-7718-45e5-b8ec-ea6f6463b5aa tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.0844188 Sep 16 04:43:12.235936 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-11482706-b267-4d7d-8911-bb1dd1a39b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.250084 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4e0dd7a8-1f17-4ad9-8148-8aef1814a678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.267909 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95a9dc-cb27-4539-827f-66d7071cb1ee req-a2e8915c-7d27-4ec2-a286-872aa08b782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:12.268127 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5c95a9dc-cb27-4539-827f-66d7071cb1ee req-a2e8915c-7d27-4ec2-a286-872aa08b782d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 1127 time: 0.1012936 Sep 16 04:43:12.301068 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-11482706-b267-4d7d-8911-bb1dd1a39b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.306792 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0dd7a8-1f17-4ad9-8148-8aef1814a678 admin admin] Pushing event deleted for resources: {'Port': ['ID=494a8910-078e-4bb6-b932-1c3fd472f99b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:12.395205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-447beae0-fbe9-42a8-bc3e-c97d09c6c537 req-3edcd3c7-1f08-4038-aa0f-0253284f794d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492536 Sep 16 04:43:12.398989 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.422601 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.427787 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5d30b5e1-6737-44a0-aa98-81c0f6007768 HTTP/1.1" status: 204 len: 168 time: 1.2559087 Sep 16 04:43:12.445476 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95a9dc-cb27-4539-827f-66d7071cb1ee req-5330dc66-5693-4c68-b533-7a45f6c2a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:12.447073 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5c95a9dc-cb27-4539-827f-66d7071cb1ee req-5330dc66-5693-4c68-b533-7a45f6c2a198 service neutron] 10.222.0.21 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 908 time: 0.1683018 Sep 16 04:43:12.486574 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a3544-e866-4e4b-b6df-2366747cbd80 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d30b5e1-6737-44a0-aa98-81c0f6007768,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:12.514414 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3972e558-5e45-4b23-a9f3-eb449ca87671 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:12.548621 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5c95a9dc-cb27-4539-827f-66d7071cb1ee req-6759dd45-3a0e-4055-aa58-2fc91aea7594 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f88c01d-4c11-4d04-99af-8a2275711b61 HTTP/1.1" status: 200 len: 217 time: 0.0738506 Sep 16 04:43:12.555647 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 3972e558-5e45-4b23-a9f3-eb449ca87671 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:12.555991 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3972e558-5e45-4b23-a9f3-eb449ca87671 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:12.558776 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-11482706-b267-4d7d-8911-bb1dd1a39b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.561841 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-11482706-b267-4d7d-8911-bb1dd1a39b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.565471 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-11482706-b267-4d7d-8911-bb1dd1a39b5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c766bd4-c28a-45d7-8186-421399e062c0 HTTP/1.1" status: 204 len: 168 time: 0.4274940 Sep 16 04:43:12.568540 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 42ceed66-1374-492b-9bd4-e699ae54413b no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:12.573480 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4e0dd7a8-1f17-4ad9-8148-8aef1814a678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.586254 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11482706-b267-4d7d-8911-bb1dd1a39b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c766bd4-c28a-45d7-8186-421399e062c0,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:12.617298 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 42ceed66-1374-492b-9bd4-e699ae54413b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:12.622472 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 42ceed66-1374-492b-9bd4-e699ae54413b not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:12.624593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95a9dc-cb27-4539-827f-66d7071cb1ee req-b11327ed-4d02-4f6b-927d-728a927943b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:12.627856 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5c95a9dc-cb27-4539-827f-66d7071cb1ee req-b11327ed-4d02-4f6b-927d-728a927943b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 200 len: 847 time: 0.0709138 Sep 16 04:43:12.680338 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5c95a9dc-cb27-4539-827f-66d7071cb1ee req-ef360417-9bf9-4d15-afed-8a8e36c98ad8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94aa3f97-6ed2-410f-a6a8-2309531d94bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397894 Sep 16 04:43:12.801877 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5c95a9dc-cb27-4539-827f-66d7071cb1ee req-0c70d9c9-46de-4624-8b5a-7f5206f9ba97 service neutron] 10.222.0.21 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125410 Sep 16 04:43:12.832223 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32794) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:12.849204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-c7613f17-aedd-41c6-ae0a-85187697a62e tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--852368679&fields=id&tenant_id=5387f45468474f6a993aa8f14847e99a HTTP/1.1" status: 200 len: 267 time: 0.1032889 Sep 16 04:43:12.938373 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3de14633-4734-46eb-9fc9-0117f55420f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ee33074fd5a433d8637c207bee82ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1049745 Sep 16 04:43:12.939955 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-ff70b468-0bed-4771-b423-6077a5e69eab req-c297fa6e-6fd7-445f-946c-723b51417d43 service neutron] show failed (client error): The resource could not be found. Sep 16 04:43:12.949771 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff70b468-0bed-4771-b423-6077a5e69eab req-c297fa6e-6fd7-445f-946c-723b51417d43 service neutron] 10.222.0.21 "GET /v2.0/ports/9dae50d3-bda3-4bfe-88d1-3280a8d5a56e/bindings/n-h2-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.1963389 Sep 16 04:43:12.949771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32798) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:12.953168 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5c95a9dc-cb27-4539-827f-66d7071cb1ee req-acc1c554-6a11-4fd7-99fb-a2a5c1ba6be2 service neutron] 10.222.0.21 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393824 Sep 16 04:43:13.157851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-39c7f6c7-78d8-4f15-8265-e2c38e71c39c tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:13.159402 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-39c7f6c7-78d8-4f15-8265-e2c38e71c39c tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/networks?id=1fbbfb6a-decf-48e9-be9a-550f7df178ee HTTP/1.1" status: 200 len: 824 time: 0.3025022 Sep 16 04:43:13.167597 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0dd7a8-1f17-4ad9-8148-8aef1814a678 admin admin] Router 97e58b37-a86f-4adc-b480-fc7dc11c7840 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:43:13.173573 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74155826-bb8b-4660-94e3-6436ef796bba req-4435df69-d958-4201-91db-12d5b802dd4d tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:13.175116 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74155826-bb8b-4660-94e3-6436ef796bba req-4435df69-d958-4201-91db-12d5b802dd4d tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 945 time: 0.2024415 Sep 16 04:43:13.178193 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f2eb004c-e06b-4d98-9595-cd11f128684c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.221922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-04def207-e0ea-41df-833c-9d27d2af8a64 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/quotas/5387f45468474f6a993aa8f14847e99a HTTP/1.1" status: 200 len: 375 time: 0.0568738 Sep 16 04:43:13.228069 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f2eb004c-e06b-4d98-9595-cd11f128684c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.341400 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74155826-bb8b-4660-94e3-6436ef796bba req-1ca541f0-8f12-4bc4-943d-3076044d4c9e tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530480 Sep 16 04:43:13.408289 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-c09d30d4-9768-48b4-bf67-98574610aede tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5387f45468474f6a993aa8f14847e99a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1749105 Sep 16 04:43:13.458539 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0dd7a8-1f17-4ad9-8148-8aef1814a678 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:13.467972 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0bdc53-3564-4795-9131-6ce13c1d530e None None] Sync routers for ids ['97e58b37-a86f-4adc-b480-fc7dc11c7840'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:13.473867 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4e0dd7a8-1f17-4ad9-8148-8aef1814a678 admin admin] 10.222.0.20 "PUT /v2.0/routers/97e58b37-a86f-4adc-b480-fc7dc11c7840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2325103 Sep 16 04:43:13.476553 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32808) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:13.494171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0bdc53-3564-4795-9131-6ce13c1d530e None None] Routers {'97e58b37-a86f-4adc-b480-fc7dc11c7840'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:13.494948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3a0bdc53-3564-4795-9131-6ce13c1d530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:43:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['97e58b37-a86f-4adc-b480-fc7dc11c7840'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:13.534429 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8687b43-2e83-40bb-a3ea-7d5296621450 req-05e8335e-a868-4dc2-afc2-40f45533ad67 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:13.536081 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8687b43-2e83-40bb-a3ea-7d5296621450 req-05e8335e-a868-4dc2-afc2-40f45533ad67 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 944 time: 0.1265028 Sep 16 04:43:13.584090 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-c7fae36d-4410-46b8-ac63-03edbf83597d service neutron] 10.222.0.20 "GET /v2.0/networks/1fbbfb6a-decf-48e9-be9a-550f7df178ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364975 Sep 16 04:43:13.605824 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdad3-bd1e-4bc9-a81e-f95bd64b449e admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.610522 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8687b43-2e83-40bb-a3ea-7d5296621450 req-b35ed194-3dbc-4674-87e1-67bdc53b5e09 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627749 Sep 16 04:43:13.626300 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f2eb004c-e06b-4d98-9595-cd11f128684c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.626300 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f2eb004c-e06b-4d98-9595-cd11f128684c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.626300 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f2eb004c-e06b-4d98-9595-cd11f128684c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07432f6d-b4c1-4620-83f5-4bb8143d78ed HTTP/1.1" status: 204 len: 168 time: 0.6727989 Sep 16 04:43:13.641948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-3a0bdc53-3564-4795-9131-6ce13c1d530e None None] Set router 97e58b37-a86f-4adc-b480-fc7dc11c7840 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:13.687091 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32812) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:13.687825 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb004c-e06b-4d98-9595-cd11f128684c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07432f6d-b4c1-4620-83f5-4bb8143d78ed,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:13.739517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-d2598044-f4e4-4bb6-a2a9-be66b535f285 service neutron] 10.222.0.20 "GET /v2.0/networks/1fbbfb6a-decf-48e9-be9a-550f7df178ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278441 Sep 16 04:43:13.756233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 8f88c01d-4c11-4d04-99af-8a2275711b61 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:13.784030 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e965a6c4-d76e-4be6-9e30-1286843f6cdc req-55021fd8-4820-4fa9-ad4d-89e73b4eb741 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 210 time: 0.0292330 Sep 16 04:43:13.905270 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70b468-0bed-4771-b423-6077a5e69eab req-718250ea-a769-41ea-b64e-fbf38dc0e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:13.906902 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ff70b468-0bed-4771-b423-6077a5e69eab req-718250ea-a769-41ea-b64e-fbf38dc0e6ef service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff&tenant_id=a016558221c5434f8347e2de57e4ce82 HTTP/1.1" status: 200 len: 1102 time: 0.2305059 Sep 16 04:43:13.911409 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-768f17ff-8071-4d72-b802-f8770d421247 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cabda67cc136484b9a8ee2c65e46ba43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232015 Sep 16 04:43:13.914089 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32816) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:13.964483 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-13', 'device_owner': 'compute:nova'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:13.968178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 8f88c01d-4c11-4d04-99af-8a2275711b61, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=8f88c01d-4c11-4d04-99af-8a2275711b61,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:13.975009 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdad3-bd1e-4bc9-a81e-f95bd64b449e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.994518 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 8f88c01d-4c11-4d04-99af-8a2275711b61 has no active binding in host n-h2-712140-13 {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:43:14.006712 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3a0bdc53-3564-4795-9131-6ce13c1d530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:43:11Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:14.038799 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0bdc53-3564-4795-9131-6ce13c1d530e None None] Checking router: 97e58b37-a86f-4adc-b480-fc7dc11c7840 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:14.048946 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0bdc53-3564-4795-9131-6ce13c1d530e None None] Routers {'97e58b37-a86f-4adc-b480-fc7dc11c7840'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:14.049150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3a0bdc53-3564-4795-9131-6ce13c1d530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:43:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['97e58b37-a86f-4adc-b480-fc7dc11c7840'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:14.056516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61ab49-4fde-45ca-912d-c695a0917ee3 req-25493d35-a3f3-4738-8046-f66cb5f8a21a tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:14.058180 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb61ab49-4fde-45ca-912d-c695a0917ee3 req-25493d35-a3f3-4738-8046-f66cb5f8a21a tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.1450841 Sep 16 04:43:14.081527 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.139423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74af0189-9fbe-4d72-833e-1cbedc31efed req-97f88dd4-9a1d-435f-8558-6fa7308d2bc4 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 210 time: 0.0738566 Sep 16 04:43:14.150428 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-63eec663-8449-40db-8c3c-fc60bbc07604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.190186 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-3a0bdc53-3564-4795-9131-6ce13c1d530e None None] Set router 97e58b37-a86f-4adc-b480-fc7dc11c7840 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:14.218710 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb61ab49-4fde-45ca-912d-c695a0917ee3 req-1012d7cb-99f5-49b8-a36a-1e0ad26e54da tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490564 Sep 16 04:43:14.247507 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-63eec663-8449-40db-8c3c-fc60bbc07604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.424184 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-1d1fdad3-bd1e-4bc9-a81e-f95bd64b449e admin admin] Deleting port a494aa5f-e4f3-467f-8bc5-e1b089412972 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:14.424528 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdad3-bd1e-4bc9-a81e-f95bd64b449e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.443240 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3a0bdc53-3564-4795-9131-6ce13c1d530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:43:11Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:14.496754 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-63eec663-8449-40db-8c3c-fc60bbc07604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.498992 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0bdc53-3564-4795-9131-6ce13c1d530e None None] The sync data for ids ['97e58b37-a86f-4adc-b480-fc7dc11c7840'] in n-d-712140-13 is: [{'id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'name': 'tempest-FloatingIPsAssociationTestJSON-2023209330-router', 'tenant_id': 'b9deb9fa87304830acda5a1e3199fc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:20Z', 'updated_at': '2021-09-16T04:43:11Z', 'revision_number': 5, 'project_id': 'b9deb9fa87304830acda5a1e3199fc36', 'gw_port': {'id': 'a494aa5f-e4f3-467f-8bc5-e1b089412972', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e58b37-a86f-4adc-b480-fc7dc11c7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:21Z', 'updated_at': '2021-09-16T04:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:14.501102 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-63eec663-8449-40db-8c3c-fc60bbc07604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.503159 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-63eec663-8449-40db-8c3c-fc60bbc07604 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c6e373e-155d-40e1-a072-786ab87c9af6 HTTP/1.1" status: 204 len: 168 time: 0.5872183 Sep 16 04:43:14.512090 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bcd07-5e50-4e5a-966b-6e094655ffd1 req-de03ee5f-99f4-4512-b791-4c5b7ff73675 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:14.514186 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c25bcd07-5e50-4e5a-966b-6e094655ffd1 req-de03ee5f-99f4-4512-b791-4c5b7ff73675 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 945 time: 0.0991871 Sep 16 04:43:14.522180 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] For port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:14.550333 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eec663-8449-40db-8c3c-fc60bbc07604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6e373e-155d-40e1-a072-786ab87c9af6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:14.588297 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-1d1fdad3-bd1e-4bc9-a81e-f95bd64b449e admin admin] For port a494aa5f-e4f3-467f-8bc5-e1b089412972, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a494aa5f-e4f3-467f-8bc5-e1b089412972,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:14.588667 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdad3-bd1e-4bc9-a81e-f95bd64b449e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.602949 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] For port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:14.628128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c25bcd07-5e50-4e5a-966b-6e094655ffd1 req-3a241e24-beb1-4acf-80d0-d7358acf10bb tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026251 Sep 16 04:43:14.639295 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-1d1fdad3-bd1e-4bc9-a81e-f95bd64b449e admin admin] Calling delete_port for a494aa5f-e4f3-467f-8bc5-e1b089412972 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:14.788621 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd074cf46-53ca-451d-b625-861fa13dc7ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:14.788849 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5327a-00ba-484e-822d-1b0025db26e0 req-d70b373d-aae5-4adc-b724-6ee36156b4a1 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:14.790531 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afd5327a-00ba-484e-822d-1b0025db26e0 req-d70b373d-aae5-4adc-b724-6ee36156b4a1 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 944 time: 0.0819032 Sep 16 04:43:14.790957 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d472489-4387-44bf-8b19-d0f78e71d599" -d '{"events": [{"server_uuid": "d074cf46-53ca-451d-b625-861fa13dc7ff", "name": "network-vif-unplugged", "status": "completed", "tag": "9dae50d3-bda3-4bfe-88d1-3280a8d5a56e"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:14.801698 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.847904 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] Transition to ACTIVE for port object 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:14.875641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea1aa6-4141-4b3d-8964-e03e9d23280c req-9f87c9e6-f26d-4c20-bc93-b9dfed99dec1 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:14.877380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afd5327a-00ba-484e-822d-1b0025db26e0 req-ea59847c-c296-41da-b982-d39e3c90e32a tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784352 Sep 16 04:43:14.878066 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-12ea1aa6-4141-4b3d-8964-e03e9d23280c req-9f87c9e6-f26d-4c20-bc93-b9dfed99dec1 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a134b74-1e18-4ca6-9acb-015478043b00 HTTP/1.1" status: 200 len: 967 time: 0.2256572 Sep 16 04:43:14.910450 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-ec72dd45-ba59-4e20-8228-01480f19ab2c tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:14.914109 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-ec72dd45-ba59-4e20-8228-01480f19ab2c tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.21 "GET /v2.0/networks?id=f79bb79b-c0c8-4d17-b050-5e52580a6ab2 HTTP/1.1" status: 200 len: 815 time: 0.3115246 Sep 16 04:43:14.918600 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79196ce-b526-420b-a4f6-a2c36c4f47d8 x-openstack-request-id: req-d79196ce-b526-420b-a4f6-a2c36c4f47d8 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:14.919810 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d074cf46-53ca-451d-b625-861fa13dc7ff", "name": "network-vif-unplugged", "status": "completed", "tag": "9dae50d3-bda3-4bfe-88d1-3280a8d5a56e", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:14.919810 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d79196ce-b526-420b-a4f6-a2c36c4f47d8 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:14.919810 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd074cf46-53ca-451d-b625-861fa13dc7ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e', 'code': 200} Sep 16 04:43:14.984913 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.991285 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-ae32acc5-3a99-4268-8a32-37befdf4c0db tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Request body: {'port': {'device_id': '8f87adcb-e5a9-48a4-b18f-d63ab3eac47e', 'network_id': 'f79bb79b-c0c8-4d17-b050-5e52580a6ab2', 'admin_state_up': True, 'tenant_id': '19e8745573624aaa8a63c80689f7b7bc'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:15.030172 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14378e57-d2f0-4124-98f9-f2cf06ac27df req-c5e81220-6b3f-4092-b64c-229f12d1a03a tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 210 time: 0.0678520 Sep 16 04:43:15.284161 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-636ce9f3-3a39-4613-9176-daac69890117 req-809820f2-5bfd-4d66-8bcc-235ed4b684f1 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 210 time: 0.0621138 Sep 16 04:43:15.296162 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32868) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:15.375990 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,revision_number=6']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:15.381168 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] No DVR routers for this DVR port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e on host n-h1-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:15.443333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13de0b2-67c1-4162-b8df-24bce843ce79 req-c707307a-e69f-4857-bea7-e5fa3081f619 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:15.453322 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d13de0b2-67c1-4162-b8df-24bce843ce79 req-c707307a-e69f-4857-bea7-e5fa3081f619 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 948 time: 0.0732493 Sep 16 04:43:15.487009 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3eff0738-889a-4035-95ed-8a2993f7da45 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-678290030-network', 'tenant_id': 'af76e3bf640c4a97b4f25b747df8d815'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:15.507108 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:15.508278 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] Attempting to bind port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:15.510547 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] Attempting to bind port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:15.515328 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] Attempting to bind port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:15.539916 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-12ea1aa6-4141-4b3d-8964-e03e9d23280c req-84e0ef73-d1d0-4fd0-b890-5c75965cc999 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Deleting port 47329f48-0a96-4910-9871-3976a30ceb01 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:15.540366 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-12ea1aa6-4141-4b3d-8964-e03e9d23280c req-84e0ef73-d1d0-4fd0-b890-5c75965cc999 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.548724 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] Port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:15.549054 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] Attempting to bind port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:15.571696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d13de0b2-67c1-4162-b8df-24bce843ce79 req-b75a02d3-0a0f-4225-a2dd-3cbf645ec970 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097660 Sep 16 04:43:15.573414 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdad3-bd1e-4bc9-a81e-f95bd64b449e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.590068 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:15.593155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eff0738-889a-4035-95ed-8a2993f7da45 admin admin] Made reservation on behalf of af76e3bf640c4a97b4f25b747df8d815 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:15.595514 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3eff0738-889a-4035-95ed-8a2993f7da45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.607134 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3eff0738-889a-4035-95ed-8a2993f7da45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.641815 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:15.642160 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:15.642545 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:15.643020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] Bound port: 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:15.648179 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.652144 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fdad3-bd1e-4bc9-a81e-f95bd64b449e admin admin] Pushing event deleted for resources: {'Port': ['ID=a494aa5f-e4f3-467f-8bc5-e1b089412972,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:15.760619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19e91d-43b2-4909-8e68-eea73f907edf req-450fe661-2393-4f4d-96f0-8f821b0ad91a tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:15.762698 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f19e91d-43b2-4909-8e68-eea73f907edf req-450fe661-2393-4f4d-96f0-8f821b0ad91a tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 945 time: 0.0599885 Sep 16 04:43:15.809458 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-12ea1aa6-4141-4b3d-8964-e03e9d23280c req-84e0ef73-d1d0-4fd0-b890-5c75965cc999 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] For port 47329f48-0a96-4910-9871-3976a30ceb01, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=47329f48-0a96-4910-9871-3976a30ceb01,segment=NetworkSegment(8d5e9848-4a0a-48f6-9639-d05a7fe721db),segment_id=8d5e9848-4a0a-48f6-9639-d05a7fe721db)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:15.809828 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-12ea1aa6-4141-4b3d-8964-e03e9d23280c req-84e0ef73-d1d0-4fd0-b890-5c75965cc999 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.815194 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f19e91d-43b2-4909-8e68-eea73f907edf req-a4971644-85e2-4283-9db8-4688682492df tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445883 Sep 16 04:43:15.842432 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdad3-bd1e-4bc9-a81e-f95bd64b449e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.908426 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-ae32acc5-3a99-4268-8a32-37befdf4c0db tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Made reservation on behalf of 19e8745573624aaa8a63c80689f7b7bc for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:15.912049 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-ae32acc5-3a99-4268-8a32-37befdf4c0db tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.980856 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3eff0738-889a-4035-95ed-8a2993f7da45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.991127 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] For port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:16.120144 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3eff0738-889a-4035-95ed-8a2993f7da45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.133187 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eff0738-889a-4035-95ed-8a2993f7da45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:16.144201 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3eff0738-889a-4035-95ed-8a2993f7da45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.144601 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-3eff0738-889a-4035-95ed-8a2993f7da45 admin admin] Added segment 17284fc8-44f5-4b7f-9e8b-dc070027c752 of type vlan for network 7296be56-555a-4f56-9ae8-2ac494bd48f8 Sep 16 04:43:16.223282 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3eff0738-889a-4035-95ed-8a2993f7da45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.309448 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bff5d81-fae8-4d9d-8a97-a79d6460feaf req-09477e73-2a6a-433d-957c-8b3145dbcb0f tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 210 time: 0.0600033 Sep 16 04:43:16.352166 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdad3-bd1e-4bc9-a81e-f95bd64b449e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.362768 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdad3-bd1e-4bc9-a81e-f95bd64b449e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.371314 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] For port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:16.387934 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812335f1-450f-4d8f-addd-568836ddfae7 req-ac77f1a1-de82-44ed-8a70-8d11cd4514e5 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:16.401949 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-812335f1-450f-4d8f-addd-568836ddfae7 req-ac77f1a1-de82-44ed-8a70-8d11cd4514e5 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 944 time: 0.3647232 Sep 16 04:43:16.438356 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3eff0738-889a-4035-95ed-8a2993f7da45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.442658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eff0738-889a-4035-95ed-8a2993f7da45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:16.448881 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3eff0738-889a-4035-95ed-8a2993f7da45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.496439 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 494a8910-078e-4bb6-b932-1c3fd472f99b no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:16.504082 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.522246 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 494a8910-078e-4bb6-b932-1c3fd472f99b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:16.522845 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 494a8910-078e-4bb6-b932-1c3fd472f99b not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:16.558121 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff0738-889a-4035-95ed-8a2993f7da45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559dc039-4990-42f2-b384-8cb3deefd628,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:16.619714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba36c625-a4b7-40f9-bca3-080b2341336d req-173c0812-4011-4f8a-a692-5cfd02919233 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 210 time: 0.1715262 Sep 16 04:43:16.623933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff0738-889a-4035-95ed-8a2993f7da45 admin admin] Pushing event updated for resources: {'Network': ['ID=7296be56-555a-4f56-9ae8-2ac494bd48f8,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:16.631989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 7296be56-555a-4f56-9ae8-2ac494bd48f8 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:16.665639 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-812335f1-450f-4d8f-addd-568836ddfae7 req-404c6282-30d1-4a88-931b-9367a8ba9de2 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627885 Sep 16 04:43:16.692759 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3eff0738-889a-4035-95ed-8a2993f7da45 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3950725 Sep 16 04:43:16.701227 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32910) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:16.707471 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-13c9be47-dad1-4dcf-ae05-6010d286ad5c admin admin] Request body: {'subnet': {'network_id': '7296be56-555a-4f56-9ae8-2ac494bd48f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-678290030-subnet', 'tenant_id': 'af76e3bf640c4a97b4f25b747df8d815', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:16.783464 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdad3-bd1e-4bc9-a81e-f95bd64b449e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.784067 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1fdad3-bd1e-4bc9-a81e-f95bd64b449e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97e58b37-a86f-4adc-b480-fc7dc11c7840 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:43:16.838992 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53658488-b715-4501-b666-2bb4d3bdfa24 req-1f9f066f-881a-47c1-995e-df50a2be61b5 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:16.848535 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53658488-b715-4501-b666-2bb4d3bdfa24 req-1f9f066f-881a-47c1-995e-df50a2be61b5 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 948 time: 0.0897021 Sep 16 04:43:16.858742 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c9be47-dad1-4dcf-ae05-6010d286ad5c admin admin] Made reservation on behalf of af76e3bf640c4a97b4f25b747df8d815 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:16.862020 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-13c9be47-dad1-4dcf-ae05-6010d286ad5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.890560 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-12ea1aa6-4141-4b3d-8964-e03e9d23280c req-84e0ef73-d1d0-4fd0-b890-5c75965cc999 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.894323 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-12ea1aa6-4141-4b3d-8964-e03e9d23280c req-84e0ef73-d1d0-4fd0-b890-5c75965cc999 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.895100 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [req-12ea1aa6-4141-4b3d-8964-e03e9d23280c req-84e0ef73-d1d0-4fd0-b890-5c75965cc999 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Floating IP c2a51765-4aa6-42d3-b116-4bf0d9ffbd17 disassociated. External IP: 172.25.4.143, port: 47329f48-0a96-4910-9871-3976a30ceb01. Sep 16 04:43:16.895848 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-12ea1aa6-4141-4b3d-8964-e03e9d23280c req-84e0ef73-d1d0-4fd0-b890-5c75965cc999 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Calling delete_port for 47329f48-0a96-4910-9871-3976a30ceb01 owned by compute:tempest-test_az-855548121 {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:17.125360 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdad3-bd1e-4bc9-a81e-f95bd64b449e admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:17.129975 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1d1fdad3-bd1e-4bc9-a81e-f95bd64b449e admin admin] 10.222.0.20 "DELETE /v2.0/routers/97e58b37-a86f-4adc-b480-fc7dc11c7840 HTTP/1.1" status: 204 len: 168 time: 3.6522105 Sep 16 04:43:17.135108 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32916) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:17.164460 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:17.165264 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:17.166568 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ff70b468-0bed-4771-b423-6077a5e69eab req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] 10.222.0.38 "PUT /v2.0/ports/9dae50d3-bda3-4bfe-88d1-3280a8d5a56e HTTP/1.1" status: 200 len: 1097 time: 3.2083161 Sep 16 04:43:17.171370 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd074cf46-53ca-451d-b625-861fa13dc7ff', 'tag': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:17.173754 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d33d4c-19da-415a-984a-b9cf04e728a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d074cf46-53ca-451d-b625-861fa13dc7ff", "tag": "9dae50d3-bda3-4bfe-88d1-3280a8d5a56e"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:17.177087 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981702eb-3db2-4ce6-b01f-060491d5a4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,revision_number=7']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:17.291294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef719d50-0572-4365-91c4-34c6fe4b3ad5 admin admin] Deleting subnet 2fc8c2b9-7714-43f4-b109-3d95b7293220 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:43:17.307375 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-12ea1aa6-4141-4b3d-8964-e03e9d23280c req-84e0ef73-d1d0-4fd0-b890-5c75965cc999 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:17.345270 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-ae32acc5-3a99-4268-8a32-37befdf4c0db tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Allocated IP 172.20.0.9 (f79bb79b-c0c8-4d17-b050-5e52580a6ab2/f915b2ee-8243-4d3d-a882-24e5aa3c6148/4bbe43bb-ce1f-4abf-a417-77c7e2804962) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:17.393943 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53658488-b715-4501-b666-2bb4d3bdfa24 req-277e7271-eb28-4151-973b-cd141ae8e68e tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5444367 Sep 16 04:43:17.395277 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ef719d50-0572-4365-91c4-34c6fe4b3ad5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:17.405128 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70b468-0bed-4771-b423-6077a5e69eab req-a6d66ae6-b2db-4d34-acd2-e02cb6d54c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:17.406894 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ff70b468-0bed-4771-b423-6077a5e69eab req-a6d66ae6-b2db-4d34-acd2-e02cb6d54c7f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 1100 time: 0.1598067 Sep 16 04:43:17.416887 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0ef73-d1d0-4fd0-b890-5c75965cc999 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Pushing event deleted for resources: {'Port': ['ID=47329f48-0a96-4910-9871-3976a30ceb01,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:17.590012 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae7dfa-a523-465b-8373-5240a7b9bd1d req-a1578609-4450-4f58-b6bb-79338edc9122 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:17.591681 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66ae7dfa-a523-465b-8373-5240a7b9bd1d req-a1578609-4450-4f58-b6bb-79338edc9122 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 945 time: 0.5414708 Sep 16 04:43:17.611847 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d5fd47-e293-4059-9f4a-871a19ae4cb6 x-openstack-request-id: req-63d5fd47-e293-4059-9f4a-871a19ae4cb6 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:17.612357 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d074cf46-53ca-451d-b625-861fa13dc7ff", "tag": "9dae50d3-bda3-4bfe-88d1-3280a8d5a56e", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:17.612357 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63d5fd47-e293-4059-9f4a-871a19ae4cb6 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:17.612772 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd074cf46-53ca-451d-b625-861fa13dc7ff', 'tag': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e', 'status': 'completed', 'code': 200} Sep 16 04:43:17.622599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-e27350a3-77ec-4564-b3da-be900cfddd99 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:17.626282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-e27350a3-77ec-4564-b3da-be900cfddd99 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.38 "GET /v2.0/networks?id=1fbbfb6a-decf-48e9-be9a-550f7df178ee HTTP/1.1" status: 200 len: 824 time: 0.5274363 Sep 16 04:43:17.671314 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 8f88c01d-4c11-4d04-99af-8a2275711b61 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:17.692345 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 47329f48-0a96-4910-9871-3976a30ceb01 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:17.735508 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-13c9be47-dad1-4dcf-ae05-6010d286ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:17.866334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9be47-dad1-4dcf-ae05-6010d286ad5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85042d6-19bc-40ec-9148-83cde0f42a17,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:17.894324 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6b37314-5922-47e5-885b-06a8f70c44fb req-c2a21520-52ec-417a-9704-8710a91a5cdd tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 210 time: 0.1647644 Sep 16 04:43:17.999811 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-213aec19-2eb1-4fdd-9329-195fbad73842 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5387f45468474f6a993aa8f14847e99a HTTP/1.1" status: 200 len: 379 time: 0.2858076 Sep 16 04:43:18.035360 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ef719d50-0572-4365-91c4-34c6fe4b3ad5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.056691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-13781a0e-f8b7-4bfa-bd38-a06b3ba11494 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Request body: {'port': {'device_id': 'ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'admin_state_up': True, 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'security_groups': ['fba553a1-fa5d-4803-8ef9-478f87ddc26a']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:18.098605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 8f88c01d-4c11-4d04-99af-8a2275711b61, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=8f88c01d-4c11-4d04-99af-8a2275711b61,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:18.117595 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 8f88c01d-4c11-4d04-99af-8a2275711b61 has no active binding in host n-h2-712140-13 {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:43:18.119514 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 47329f48-0a96-4910-9871-3976a30ceb01 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:18.120392 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 47329f48-0a96-4910-9871-3976a30ceb01 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:18.129390 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85ea32c9-c336-47e9-bd63-580902fb0b96 req-1f103b66-915b-489c-9ebb-47fed106dc61 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 210 time: 0.0668085 Sep 16 04:43:18.202083 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12ea1aa6-4141-4b3d-8964-e03e9d23280c req-84e0ef73-d1d0-4fd0-b890-5c75965cc999 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:43:18.211538 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70b468-0bed-4771-b423-6077a5e69eab req-680c3d93-3557-48a2-8552-e91f0e60fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:18.213416 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ff70b468-0bed-4771-b423-6077a5e69eab req-680c3d93-3557-48a2-8552-e91f0e60fdf8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.7658849 Sep 16 04:43:18.233494 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66ae7dfa-a523-465b-8373-5240a7b9bd1d req-479756b1-df0a-4a4c-945f-f2bced021011 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309299 Sep 16 04:43:18.243136 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c9be47-dad1-4dcf-ae05-6010d286ad5c admin admin] Checking segment: {'id': '17284fc8-44f5-4b7f-9e8b-dc070027c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7296be56-555a-4f56-9ae8-2ac494bd48f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:18.243508 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c9be47-dad1-4dcf-ae05-6010d286ad5c admin admin] Network hostable DHCP agents. Network: 7296be56-555a-4f56-9ae8-2ac494bd48f8, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:43:18.270617 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ff70b468-0bed-4771-b423-6077a5e69eab req-3867e525-cd7f-4537-a3a0-644209671d47 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e HTTP/1.1" status: 200 len: 217 time: 0.0430248 Sep 16 04:43:18.383013 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-ae32acc5-3a99-4268-8a32-37befdf4c0db tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.396303 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a494aa5f-e4f3-467f-8bc5-e1b089412972 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:18.418970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-e23fbe21-26b6-4c9c-ad1b-0ebaafbd6068 service neutron] 10.222.0.21 "GET /v2.0/ports/8f88c01d-4c11-4d04-99af-8a2275711b61/bindings/n-h2-712140-13 HTTP/1.1" status: 200 len: 385 time: 0.0750258 Sep 16 04:43:18.436039 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: a494aa5f-e4f3-467f-8bc5-e1b089412972 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:18.441504 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a494aa5f-e4f3-467f-8bc5-e1b089412972 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:18.538302 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ef719d50-0572-4365-91c4-34c6fe4b3ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.547209 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70b468-0bed-4771-b423-6077a5e69eab req-168417c8-bf27-44ca-9926-632eff6b007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:18.549141 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ff70b468-0bed-4771-b423-6077a5e69eab req-168417c8-bf27-44ca-9926-632eff6b007f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.2663147 Sep 16 04:43:18.595141 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12ea1aa6-4141-4b3d-8964-e03e9d23280c req-84e0ef73-d1d0-4fd0-b890-5c75965cc999 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:18.606752 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14796ad-832c-4ddc-965c-bfdf441d093c None None] Sync routers for ids ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:18.623458 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14796ad-832c-4ddc-965c-bfdf441d093c None None] Routers {'712015b8-cf43-4dbc-b21f-fefb1d39fb1f'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:18.624804 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d14796ad-832c-4ddc-965c-bfdf441d093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:43:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:18.629265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab10c79-c462-492b-b28b-ee33a9a75eb2 req-23fdfa5d-1bc6-4299-931b-73d461d6a557 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:18.631695 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aab10c79-c462-492b-b28b-ee33a9a75eb2 req-23fdfa5d-1bc6-4299-931b-73d461d6a557 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 944 time: 0.3896201 Sep 16 04:43:18.681909 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ea1aa6-4141-4b3d-8964-e03e9d23280c req-84e0ef73-d1d0-4fd0-b890-5c75965cc999 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] No DVR routers for this DVR port 47329f48-0a96-4910-9871-3976a30ceb01 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:18.686791 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-12ea1aa6-4141-4b3d-8964-e03e9d23280c req-84e0ef73-d1d0-4fd0-b890-5c75965cc999 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.688949 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-12ea1aa6-4141-4b3d-8964-e03e9d23280c req-84e0ef73-d1d0-4fd0-b890-5c75965cc999 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.38 "DELETE /v2.0/ports/47329f48-0a96-4910-9871-3976a30ceb01 HTTP/1.1" status: 204 len: 173 time: 3.7735915 Sep 16 04:43:18.707423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70b468-0bed-4771-b423-6077a5e69eab req-a0989008-3d5d-472e-840c-740b608de7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:18.709794 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ff70b468-0bed-4771-b423-6077a5e69eab req-a0989008-3d5d-472e-840c-740b608de7fb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1300075 Sep 16 04:43:18.723775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c9be47-dad1-4dcf-ae05-6010d286ad5c admin admin] Network 7296be56-555a-4f56-9ae8-2ac494bd48f8 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:18.737957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-b8b03d1a-1cc0-45c4-8365-d7828fdcaf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:18.746761 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-b8b03d1a-1cc0-45c4-8365-d7828fdcaf11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 1100 time: 0.4295843 Sep 16 04:43:18.764919 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-ae32acc5-3a99-4268-8a32-37befdf4c0db tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.850154 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-d14796ad-832c-4ddc-965c-bfdf441d093c None None] Set router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:18.882504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-13c9be47-dad1-4dcf-ae05-6010d286ad5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 7296be56-555a-4f56-9ae8-2ac494bd48f8) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:18.896464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aab10c79-c462-492b-b28b-ee33a9a75eb2 req-82049c8c-6d04-47eb-9b86-a7dfcee0abcf tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320032 Sep 16 04:43:18.900167 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb190a59-8864-45dc-8cb3-d2e0b70b8586 None None] Network 7296be56-555a-4f56-9ae8-2ac494bd48f8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:18.904727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c9be47-dad1-4dcf-ae05-6010d286ad5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:18.905380 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-13c9be47-dad1-4dcf-ae05-6010d286ad5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.944698 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-ae32acc5-3a99-4268-8a32-37befdf4c0db tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Network f79bb79b-c0c8-4d17-b050-5e52580a6ab2 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:18.959766 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-ae32acc5-3a99-4268-8a32-37befdf4c0db tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:18.976019 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-ae32acc5-3a99-4268-8a32-37befdf4c0db tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:19.011223 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32acc5-3a99-4268-8a32-37befdf4c0db tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Pushing event updated for resources: {'Port': ['ID=4bbe43bb-ce1f-4abf-a417-77c7e2804962,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:19.075321 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ff70b468-0bed-4771-b423-6077a5e69eab req-447d900b-02d8-4a5a-bb55-37e7870c8a68 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550596 Sep 16 04:43:19.218777 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-ae32acc5-3a99-4268-8a32-37befdf4c0db tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:19.219664 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-ae32acc5-3a99-4268-8a32-37befdf4c0db tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.368850 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-7296be56-555a-4f56-9ae8-2ac494bd48f8', 'network_id': '7296be56-555a-4f56-9ae8-2ac494bd48f8', 'tenant_id': 'af76e3bf640c4a97b4f25b747df8d815', 'fixed_ips': [{'subnet_id': 'f85042d6-19bc-40ec-9148-83cde0f42a17'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:43:19.369733 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.383553 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ff70b468-0bed-4771-b423-6077a5e69eab req-95badcdd-f0c3-47fd-8339-ba4bd7c2c880 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911947 Sep 16 04:43:19.474518 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d14796ad-832c-4ddc-965c-bfdf441d093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:39:35Z', 'revision_number': 4, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port': {'id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:31Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '947d7ded-9a35-41aa-af5b-80adee2ebc48', 'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'mac_address': 'fa:16:3e:a3:c3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:34Z', 'updated_at': '2021-09-16T04:39:39Z', 'revision_number': 5, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'subnets': [{'id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:19.490729 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-ae32acc5-3a99-4268-8a32-37befdf4c0db tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5072536 Sep 16 04:43:19.506713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-73acdcee-6488-4aa1-aea4-ff3bd6e3b9df None None] Provisioning complete for port 4bbe43bb-ce1f-4abf-a417-77c7e2804962 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:19.507124 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-73acdcee-6488-4aa1-aea4-ff3bd6e3b9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.511012 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14796ad-832c-4ddc-965c-bfdf441d093c None None] Checking router: 712015b8-cf43-4dbc-b21f-fefb1d39fb1f for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:19.519741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-dbf190f4-cdfe-482a-9dfe-c66209a6655b service neutron] For port 8f88c01d-4c11-4d04-99af-8a2275711b61, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=8f88c01d-4c11-4d04-99af-8a2275711b61,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:19.526534 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14796ad-832c-4ddc-965c-bfdf441d093c None None] Routers {'712015b8-cf43-4dbc-b21f-fefb1d39fb1f'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:19.527619 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d14796ad-832c-4ddc-965c-bfdf441d093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:43:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:19.569361 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-73acdcee-6488-4aa1-aea4-ff3bd6e3b9df None None] Port 4bbe43bb-ce1f-4abf-a417-77c7e2804962 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:19.570909 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 8f88c01d-4c11-4d04-99af-8a2275711b61 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:19.580822 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Request body: {'port': {'device_id': '8f87adcb-e5a9-48a4-b18f-d63ab3eac47e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:19.633134 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a134b74-1e18-4ca6-9acb-015478043b00', 'name': 'network-vif-deleted', 'tag': '47329f48-0a96-4910-9871-3976a30ceb01'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:19.644407 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d49f32-ff0b-46b7-983a-8009814a2dc6" -d '{"events": [{"server_uuid": "1a134b74-1e18-4ca6-9acb-015478043b00", "name": "network-vif-deleted", "tag": "47329f48-0a96-4910-9871-3976a30ceb01"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:19.672233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-13781a0e-f8b7-4bfa-bd38-a06b3ba11494 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Made reservation on behalf of 5387f45468474f6a993aa8f14847e99a for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:19.676124 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-13781a0e-f8b7-4bfa-bd38-a06b3ba11494 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.765259 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-d14796ad-832c-4ddc-965c-bfdf441d093c None None] Set router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:19.773718 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-63610ff7-73bd-4ccb-9b5b-5d73d2a63172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:19.775854 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-63610ff7-73bd-4ccb-9b5b-5d73d2a63172 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 1100 time: 0.1224806 Sep 16 04:43:19.782615 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.803064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] Allocated IP 172.20.0.2 (7296be56-555a-4f56-9ae8-2ac494bd48f8/f85042d6-19bc-40ec-9148-83cde0f42a17/69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:19.851802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-13781a0e-f8b7-4bfa-bd38-a06b3ba11494 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Allocated IP 172.20.0.7 (1fbbfb6a-decf-48e9-be9a-550f7df178ee/124f68eb-31a3-43f3-9f21-13efd54fa405/4b198c54-9c9f-436f-86a4-0cac2a50b49c) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:19.869460 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ef719d50-0572-4365-91c4-34c6fe4b3ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.900570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962efe4-ad3e-4fb8-b28e-bf6208a9f13f req-c947f191-bce5-45d1-91de-72d698677a74 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:19.902406 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d962efe4-ad3e-4fb8-b28e-bf6208a9f13f req-c947f191-bce5-45d1-91de-72d698677a74 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 948 time: 1.1474559 Sep 16 04:43:19.903762 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-13c9be47-dad1-4dcf-ae05-6010d286ad5c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.2012253 Sep 16 04:43:19.919731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-dbf190f4-cdfe-482a-9dfe-c66209a6655b service neutron] For port 8f88c01d-4c11-4d04-99af-8a2275711b61, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:19.966749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-dbf190f4-cdfe-482a-9dfe-c66209a6655b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f88c01d-4c11-4d04-99af-8a2275711b61 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:19.980897 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-dbf190f4-cdfe-482a-9dfe-c66209a6655b service neutron] For port 8f88c01d-4c11-4d04-99af-8a2275711b61, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=8f88c01d-4c11-4d04-99af-8a2275711b61,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:20.030864 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef719d50-0572-4365-91c4-34c6fe4b3ad5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fc8c2b9-7714-43f4-b109-3d95b7293220,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:20.047769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32960) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:20.059173 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-0816564d-8991-45cd-8984-29c5e0ace03d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-678290030-router', 'tenant_id': 'af76e3bf640c4a97b4f25b747df8d815', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:20.091871 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456a52c-c2b7-4f06-b258-c3039c1ea494 req-5e19b5dd-2ea4-4b7d-bdd5-a817dc2e54f0 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:20.095327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6456a52c-c2b7-4f06-b258-c3039c1ea494 req-5e19b5dd-2ea4-4b7d-bdd5-a817dc2e54f0 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 931 time: 0.4843636 Sep 16 04:43:20.111848 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:43:20.116363 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-dbf190f4-cdfe-482a-9dfe-c66209a6655b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.136416 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaab069-33ce-4353-9304-74bc6e5ec623 None None] Network cf53fbb3-94f1-456d-b2d9-2308b0506441 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:20.157473 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ef719d50-0572-4365-91c4-34c6fe4b3ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.160156 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ef719d50-0572-4365-91c4-34c6fe4b3ad5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2fc8c2b9-7714-43f4-b109-3d95b7293220 HTTP/1.1" status: 204 len: 168 time: 2.9975774 Sep 16 04:43:20.163746 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d14796ad-832c-4ddc-965c-bfdf441d093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:39:35Z', 'revision_number': 4, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port': {'id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:31Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '947d7ded-9a35-41aa-af5b-80adee2ebc48', 'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'mac_address': 'fa:16:3e:a3:c3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:34Z', 'updated_at': '2021-09-16T04:39:39Z', 'revision_number': 5, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'subnets': [{'id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:20.178229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32966) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:20.222094 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14796ad-832c-4ddc-965c-bfdf441d093c None None] The sync data for ids ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'] in n-d-712140-13 is: [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:39:35Z', 'revision_number': 4, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port': {'id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:31Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '947d7ded-9a35-41aa-af5b-80adee2ebc48', 'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'mac_address': 'fa:16:3e:a3:c3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:34Z', 'updated_at': '2021-09-16T04:39:39Z', 'revision_number': 5, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'subnets': [{'id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:20.321574 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.328452 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-13179f23-6a4d-474d-9fa2-3f1a37ea18b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:20.330134 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-13179f23-6a4d-474d-9fa2-3f1a37ea18b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 1.4215517 Sep 16 04:43:20.413792 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-9d4d75ce-88a8-47ea-8866-1ac70d908965 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e HTTP/1.1" status: 200 len: 217 time: 0.0491240 Sep 16 04:43:20.475798 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbe43bb-ce1f-4abf-a417-77c7e2804962 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:20.486586 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.525053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-dbf190f4-cdfe-482a-9dfe-c66209a6655b service neutron] Transition to ACTIVE for port object 8f88c01d-4c11-4d04-99af-8a2275711b61 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:20.536975 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Transition to ACTIVE for port object 4bbe43bb-ce1f-4abf-a417-77c7e2804962 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:20.540866 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-22bd8749-3c24-4d7b-83d2-4254b85a07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:20.542382 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-22bd8749-3c24-4d7b-83d2-4254b85a07d4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.7320144 Sep 16 04:43:20.590033 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6456a52c-c2b7-4f06-b258-c3039c1ea494 req-53b76b0d-9670-4783-b065-ad9fd4da2f8d tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/security-groups?id=43dc4b45-b6f6-40e5-b6ea-50638aedd60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662962 Sep 16 04:43:20.631740 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-57423842-3fe4-45dc-8081-2082769ea7e9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e HTTP/1.1" status: 200 len: 217 time: 0.0806100 Sep 16 04:43:20.645176 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-dbf190f4-cdfe-482a-9dfe-c66209a6655b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.649643 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d962efe4-ad3e-4fb8-b28e-bf6208a9f13f req-f4106b2c-e807-4439-be43-c20c710d006c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6089287 Sep 16 04:43:20.739336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-ba47cf6d-e321-4c8a-b51b-46865931715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:20.741004 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.741195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-ba47cf6d-e321-4c8a-b51b-46865931715e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.2018695 Sep 16 04:43:20.770212 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebda0e3-1b6f-4b8a-9333-4cf7fc82a7af None None] New status for floating IP c2a51765-4aa6-42d3-b116-4bf0d9ffbd17: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:43:20.775739 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.780179 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d67007-02c6-4008-8f21-ae3651f5a4ea None None] DHCP port deletion for cf53fbb3-94f1-456d-b2d9-2308b0506441 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:43:20.897163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48d362be-cc6e-4dbb-8086-e790fe56af3a req-7a38687c-b153-4355-b4a3-49f87f194b81 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 210 time: 0.0424359 Sep 16 04:43:20.942066 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0816564d-8991-45cd-8984-29c5e0ace03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.946561 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0816564d-8991-45cd-8984-29c5e0ace03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.973131 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.019037 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7199d750-658d-47cb-ba69-4b061e5e12c4 x-openstack-request-id: req-7199d750-658d-47cb-ba69-4b061e5e12c4 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:21.019231 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a134b74-1e18-4ca6-9acb-015478043b00", "name": "network-vif-deleted", "tag": "47329f48-0a96-4910-9871-3976a30ceb01", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:21.019434 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7199d750-658d-47cb-ba69-4b061e5e12c4 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:21.020751 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a134b74-1e18-4ca6-9acb-015478043b00', 'name': 'network-vif-deleted', 'tag': '47329f48-0a96-4910-9871-3976a30ceb01', 'status': 'completed', 'code': 200} Sep 16 04:43:21.044214 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-1a37439c-afcc-4e99-a284-36eed28eadba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:21.047393 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-1a37439c-afcc-4e99-a284-36eed28eadba service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.4031165 Sep 16 04:43:21.051229 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbe43bb-ce1f-4abf-a417-77c7e2804962,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:21.073011 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] Network 7296be56-555a-4f56-9ae8-2ac494bd48f8 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:21.079302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:21.097347 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0816564d-8991-45cd-8984-29c5e0ace03d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.098205 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:21.173378 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] Pushing event updated for resources: {'Port': ['ID=69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:21.202481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-dbf190f4-cdfe-482a-9dfe-c66209a6655b service neutron] No DVR routers for this DVR port 8f88c01d-4c11-4d04-99af-8a2275711b61 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:21.233643 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Attempting to bind port 4bbe43bb-ce1f-4abf-a417-77c7e2804962 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:21.233960 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Attempting to bind port 4bbe43bb-ce1f-4abf-a417-77c7e2804962 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'f3b66e33-1532-4e43-91f5-c6b4478ea47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f79bb79b-c0c8-4d17-b050-5e52580a6ab2'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:21.234404 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Attempting to bind port 4bbe43bb-ce1f-4abf-a417-77c7e2804962 on network f79bb79b-c0c8-4d17-b050-5e52580a6ab2 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:21.242821 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Port 4bbe43bb-ce1f-4abf-a417-77c7e2804962 on network f79bb79b-c0c8-4d17-b050-5e52580a6ab2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:21.243212 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Attempting to bind port 4bbe43bb-ce1f-4abf-a417-77c7e2804962 on network f79bb79b-c0c8-4d17-b050-5e52580a6ab2 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:21.270042 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] Attempting to bind port 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:21.270419 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] Attempting to bind port 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '17284fc8-44f5-4b7f-9e8b-dc070027c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7296be56-555a-4f56-9ae8-2ac494bd48f8'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:21.274304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-10709377-15ba-470d-8447-112b1b660430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:21.274452 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] Attempting to bind port 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3 on network 7296be56-555a-4f56-9ae8-2ac494bd48f8 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:21.274543 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-10709377-15ba-470d-8447-112b1b660430 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1834052 Sep 16 04:43:21.274543 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:21.274543 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Checking segment: {'id': 'f3b66e33-1532-4e43-91f5-c6b4478ea47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f79bb79b-c0c8-4d17-b050-5e52580a6ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:21.276568 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e9d67007-02c6-4008-8f21-ae3651f5a4ea None None] Deleting port 39649a12-662c-4a1e-a3be-c98f5ac7b809 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:21.277032 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e9d67007-02c6-4008-8f21-ae3651f5a4ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.285068 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:21.285517 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Bound using segment: {'id': 'f3b66e33-1532-4e43-91f5-c6b4478ea47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f79bb79b-c0c8-4d17-b050-5e52580a6ab2'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:21.285672 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] Checking segment: {'id': '17284fc8-44f5-4b7f-9e8b-dc070027c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7296be56-555a-4f56-9ae8-2ac494bd48f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:21.286290 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.286938 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] Bound using segment: {'id': '17284fc8-44f5-4b7f-9e8b-dc070027c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7296be56-555a-4f56-9ae8-2ac494bd48f8'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:21.287166 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Bound port: 4bbe43bb-ce1f-4abf-a417-77c7e2804962, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b66e33-1532-4e43-91f5-c6b4478ea47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f79bb79b-c0c8-4d17-b050-5e52580a6ab2'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:21.287553 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.287670 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] Bound port: 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17284fc8-44f5-4b7f-9e8b-dc070027c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7296be56-555a-4f56-9ae8-2ac494bd48f8'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:21.288408 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.406758 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e9d67007-02c6-4008-8f21-ae3651f5a4ea None None] For port 39649a12-662c-4a1e-a3be-c98f5ac7b809, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=39649a12-662c-4a1e-a3be-c98f5ac7b809,segment=NetworkSegment(ad304f20-6e26-4222-8d09-8cf5b7a9ff0e),segment_id=ad304f20-6e26-4222-8d09-8cf5b7a9ff0e)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:21.407150 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e9d67007-02c6-4008-8f21-ae3651f5a4ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.430302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e9d67007-02c6-4008-8f21-ae3651f5a4ea None None] Calling delete_port for 39649a12-662c-4a1e-a3be-c98f5ac7b809 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:21.432904 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-ef5a7d68-2743-4dc6-8d2f-d28cef9b184b service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389887 Sep 16 04:43:21.444200 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0816564d-8991-45cd-8984-29c5e0ace03d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.450198 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf190f4-cdfe-482a-9dfe-c66209a6655b service neutron] Pushing event updated for resources: {'Port': ['ID=8f88c01d-4c11-4d04-99af-8a2275711b61,revision_number=10']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:21.461312 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-13781a0e-f8b7-4bfa-bd38-a06b3ba11494 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.500752 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-610e69c7-9920-4de0-a6fa-ea8fb4eeccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:21.502714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-610e69c7-9920-4de0-a6fa-ea8fb4eeccea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7278776 Sep 16 04:43:21.507764 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] For port 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:21.515690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Deleting port 39649a12-662c-4a1e-a3be-c98f5ac7b809 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:21.516561 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.527332 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] For port 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3,segment=NetworkSegment(17284fc8-44f5-4b7f-9e8b-dc070027c752),segment_id=17284fc8-44f5-4b7f-9e8b-dc070027c752)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:21.532254 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] For port 4bbe43bb-ce1f-4abf-a417-77c7e2804962, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:21.536627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] For port 4bbe43bb-ce1f-4abf-a417-77c7e2804962, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4bbe43bb-ce1f-4abf-a417-77c7e2804962,segment=NetworkSegment(f3b66e33-1532-4e43-91f5-c6b4478ea47c),segment_id=f3b66e33-1532-4e43-91f5-c6b4478ea47c)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:21.555129 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-dbf190f4-cdfe-482a-9dfe-c66209a6655b service neutron] 10.222.0.21 "PUT /v2.0/ports/8f88c01d-4c11-4d04-99af-8a2275711b61/bindings/n-h2-712140-13/activate HTTP/1.1" status: 200 len: 370 time: 3.0956059 Sep 16 04:43:21.605126 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fef5a7-36f8-4dfa-80d2-34ca9d7f331c req-a46aa244-431a-4816-b407-be3b28885e21 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:21.606664 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a2fef5a7-36f8-4dfa-80d2-34ca9d7f331c req-a46aa244-431a-4816-b407-be3b28885e21 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 945 time: 0.6904337 Sep 16 04:43:21.615340 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f12ffd-bc1f-4a51-9e44-ba267f1ad3cb req-7e982cd8-d01d-4881-a733-01e8909d014f tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:21.623313 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-52f12ffd-bc1f-4a51-9e44-ba267f1ad3cb req-7e982cd8-d01d-4881-a733-01e8909d014f tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 945 time: 0.4806070 Sep 16 04:43:21.635245 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.652494 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-65898f53-3fcb-44eb-9b9b-52f830133a37 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143785 Sep 16 04:43:21.662209 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.725596 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:21.726233 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.728034 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] 10.222.0.21 "PUT /v2.0/ports/4bbe43bb-ce1f-4abf-a417-77c7e2804962 HTTP/1.1" status: 200 len: 1092 time: 2.1522083 Sep 16 04:43:21.745086 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e9d67007-02c6-4008-8f21-ae3651f5a4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.783517 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6894d10-943a-4fe3-bca2-7dccbf5b6c63 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbe43bb-ce1f-4abf-a417-77c7e2804962,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:21.784375 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d67007-02c6-4008-8f21-ae3651f5a4ea None None] No DVR routers for this DVR port 39649a12-662c-4a1e-a3be-c98f5ac7b809 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:21.816048 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a715f-f203-49b5-a9dc-b7d12ee29c33 None None] Pushing event updated for resources: {'Port': ['ID=69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:21.866706 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] For port 39649a12-662c-4a1e-a3be-c98f5ac7b809, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=39649a12-662c-4a1e-a3be-c98f5ac7b809,segment=NetworkSegment(ad304f20-6e26-4222-8d09-8cf5b7a9ff0e),segment_id=ad304f20-6e26-4222-8d09-8cf5b7a9ff0e)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:21.868682 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.883600 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d67007-02c6-4008-8f21-ae3651f5a4ea None None] Pushing event deleted for resources: {'Port': ['ID=39649a12-662c-4a1e-a3be-c98f5ac7b809,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:21.938492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Calling delete_port for 39649a12-662c-4a1e-a3be-c98f5ac7b809 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:21.941611 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-4f2ac0f5-c3b2-4fd4-b1cd-559dab3a59f4 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:21.943353 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-4f2ac0f5-c3b2-4fd4-b1cd-559dab3a59f4 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1&tenant_id=a00de99f55234129963878f58d14e1a5&binding%3Ahost_id=n-h1-712140-13 HTTP/1.1" status: 200 len: 1097 time: 0.0895152 Sep 16 04:43:21.965559 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a2fef5a7-36f8-4dfa-80d2-34ca9d7f331c req-fcae344c-11eb-4e98-a9d6-5a6495f87e17 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179948 Sep 16 04:43:22.175180 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-52f12ffd-bc1f-4a51-9e44-ba267f1ad3cb req-6540dd4d-58e7-4189-8501-4967ffeb567f tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501230 Sep 16 04:43:22.190251 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-13781a0e-f8b7-4bfa-bd38-a06b3ba11494 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.193235 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6a45965-8c18-4181-bce8-9e0e9a5d57c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:22.195153 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-c6a45965-8c18-4181-bce8-9e0e9a5d57c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=19e8745573624aaa8a63c80689f7b7bc&device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 1095 time: 0.1693063 Sep 16 04:43:22.204240 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-5f96b5ac-56ce-489e-969a-b21c0cc927df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:22.210693 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-5f96b5ac-56ce-489e-969a-b21c0cc927df service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1&tenant_id=a00de99f55234129963878f58d14e1a5 HTTP/1.1" status: 200 len: 1097 time: 0.2546871 Sep 16 04:43:22.309749 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-67aaf28b-df6f-4800-9c64-f840eca2609c service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7856140 Sep 16 04:43:22.336928 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-f2acadbf-7f1b-4e08-8e2b-84cc0a1e47fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bbe43bb-ce1f-4abf-a417-77c7e2804962 HTTP/1.1" status: 200 len: 217 time: 0.1054547 Sep 16 04:43:22.445290 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-752585ca-1f14-413f-9c61-20dce41dc677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:22.447022 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-752585ca-1f14-413f-9c61-20dce41dc677 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 1097 time: 0.1216023 Sep 16 04:43:22.477174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-13781a0e-f8b7-4bfa-bd38-a06b3ba11494 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Network 1fbbfb6a-decf-48e9-be9a-550f7df178ee is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:22.511864 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-13781a0e-f8b7-4bfa-bd38-a06b3ba11494 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:22.532136 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:22.536656 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-13781a0e-f8b7-4bfa-bd38-a06b3ba11494 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:22.553469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-13781a0e-f8b7-4bfa-bd38-a06b3ba11494 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:22.563780 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-13781a0e-f8b7-4bfa-bd38-a06b3ba11494 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.572549 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13781a0e-f8b7-4bfa-bd38-a06b3ba11494 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Pushing event updated for resources: {'Port': ['ID=4b198c54-9c9f-436f-86a4-0cac2a50b49c,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:22.597053 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-ec147da9-604c-4226-9046-3865b50619af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:22.601664 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-ec147da9-604c-4226-9046-3865b50619af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f915b2ee-8243-4d3d-a882-24e5aa3c6148 HTTP/1.1" status: 200 len: 854 time: 0.2337580 Sep 16 04:43:22.633204 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:22.634484 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.667462 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-423a56b9-4062-4e8e-8017-8cc0141c298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:22.668940 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-423a56b9-4062-4e8e-8017-8cc0141c298e service neutron] 10.222.0.38 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 908 time: 0.2119262 Sep 16 04:43:22.751475 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46d33d4c-19da-415a-984a-b9cf04e728a9 req-0e9d1577-3f94-4188-86b7-b9a18d83826f service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216635 Sep 16 04:43:22.801932 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-45968609-a834-43fd-9524-6c0a38cae05b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f88c01d-4c11-4d04-99af-8a2275711b61 HTTP/1.1" status: 200 len: 217 time: 0.1226654 Sep 16 04:43:22.817361 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825bba4-0415-4e5b-8747-4cf6a39b2e6d req-79839696-9bce-4cea-aefa-690fa1f75728 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:22.831843 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.843048 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f825bba4-0415-4e5b-8747-4cf6a39b2e6d req-79839696-9bce-4cea-aefa-690fa1f75728 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 943 time: 0.5248744 Sep 16 04:43:22.927550 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890047c7-0d18-4614-b8ae-fe9d6c6d6524 req-f40d7c9b-4eda-445e-950e-31a3602fd91c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:22.929561 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-890047c7-0d18-4614-b8ae-fe9d6c6d6524 req-f40d7c9b-4eda-445e-950e-31a3602fd91c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 948 time: 0.5986245 Sep 16 04:43:22.936031 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3,segment=NetworkSegment(17284fc8-44f5-4b7f-9e8b-dc070027c752),segment_id=17284fc8-44f5-4b7f-9e8b-dc070027c752)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:22.951491 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.959112 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-13781a0e-f8b7-4bfa-bd38-a06b3ba11494 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9238970 Sep 16 04:43:23.011887 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.021874 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-ddff2cb9-2a10-44bb-a5bb-86dbbeae470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:23.027834 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-ddff2cb9-2a10-44bb-a5bb-86dbbeae470c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 200 len: 847 time: 0.2112741 Sep 16 04:43:23.027834 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f87adcb-e5a9-48a4-b18f-d63ab3eac47e', 'tag': '4bbe43bb-ce1f-4abf-a417-77c7e2804962'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:23.031643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Pushing event deleted for resources: {'Port': ['ID=39649a12-662c-4a1e-a3be-c98f5ac7b809,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:23.031813 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2e6c2c-41fb-461d-ba93-fa328bdc8429" -d '{"events": [{"name": "network-changed", "server_uuid": "8f87adcb-e5a9-48a4-b18f-d63ab3eac47e", "tag": "4bbe43bb-ce1f-4abf-a417-77c7e2804962"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:23.047399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Request body: {'port': {'device_id': 'ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:23.098059 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32990) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:23.110584 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f825bba4-0415-4e5b-8747-4cf6a39b2e6d req-cb9a21f4-ae12-4cd0-8abf-18a38e972f7b tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/security-groups?id=43dc4b45-b6f6-40e5-b6ea-50638aedd60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655010 Sep 16 04:43:23.142268 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 39649a12-662c-4a1e-a3be-c98f5ac7b809 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:23.163305 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a71da79b-01f1-4694-9505-f8616ee563d6 None None] Provisioning complete for port 4b198c54-9c9f-436f-86a4-0cac2a50b49c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:23.163821 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a71da79b-01f1-4694-9505-f8616ee563d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.173199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] No DVR routers for this DVR port 39649a12-662c-4a1e-a3be-c98f5ac7b809 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:23.184412 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-0452a252-dcab-4186-bb34-45eeeff35227 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94aa3f97-6ed2-410f-a6a8-2309531d94bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1406703 Sep 16 04:43:23.199198 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-93c3f82f-a5a8-421c-8a90-5b1cda80b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:23.209609 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-93c3f82f-a5a8-421c-8a90-5b1cda80b847 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f79bb79b-c0c8-4d17-b050-5e52580a6ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2902129 Sep 16 04:43:23.279371 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a71da79b-01f1-4694-9505-f8616ee563d6 None None] Port 4b198c54-9c9f-436f-86a4-0cac2a50b49c cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:23.303694 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 39649a12-662c-4a1e-a3be-c98f5ac7b809 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:23.304041 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 39649a12-662c-4a1e-a3be-c98f5ac7b809 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:23.331790 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:23.385535 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-e0a26c6b-17fb-45f4-9341-9e27e852cda5 service neutron] 10.222.0.21 "GET /v2.0/networks/f79bb79b-c0c8-4d17-b050-5e52580a6ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162355 Sep 16 04:43:23.453620 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-890047c7-0d18-4614-b8ae-fe9d6c6d6524 req-7ea2c62d-3588-4483-bb26-4850f1a0b7b4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111721 Sep 16 04:43:23.526706 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96978daa-977c-421a-a15d-c858e7245144 None None] Network 7296be56-555a-4f56-9ae8-2ac494bd48f8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:23.531238 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-d4216b4e-b485-44f2-92cb-ab422e3e07ed service neutron] 10.222.0.38 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270710 Sep 16 04:43:23.645440 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6efb08f4-e218-4d7a-9883-a78044fcee5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.680469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-7a4cadc7-fd1f-419b-98ab-da55034cc2cc None None] Provisioning complete for port 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:23.682688 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7a4cadc7-fd1f-419b-98ab-da55034cc2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.720879 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fcdbed81-55da-4891-99a1-a581fc9f077f req-41c7cc98-d172-4660-9856-4c2b8af923fc service neutron] 10.222.0.21 "GET /v2.0/networks/f79bb79b-c0c8-4d17-b050-5e52580a6ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880240 Sep 16 04:43:23.780792 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:23.833996 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-1da63e81-d7ac-4cd4-846b-1aa864d44193 service neutron] 10.222.0.38 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861942 Sep 16 04:43:23.979780 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6efb08f4-e218-4d7a-9883-a78044fcee5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.008862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:24.024380 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e', 'mac_address': 'fa:16:3e:d7:32:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:24.090057 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.113646 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:24.122452 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.129253 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6efb08f4-e218-4d7a-9883-a78044fcee5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.129419 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.154019 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:24.202639 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6efb08f4-e218-4d7a-9883-a78044fcee5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b23680287f647e687c49add379b16db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1028726 Sep 16 04:43:24.203596 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32998) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:24.233687 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb08f4-e218-4d7a-9883-a78044fcee5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac69b04-7705-4e53-9fae-31af7f06bc12,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:24.249566 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.272122 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:43:24.275105 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:43:24.275915 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:43:24.276290 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Subscribe: > port after_create 55550000 {{(pid=95473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:43:24.276632 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Subscribe: > port after_delete 55550000 {{(pid=95473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:43:24.277059 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Subscribe: > port after_update 55550000 {{(pid=95473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:43:24.277382 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:43:24.277743 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:43:24.280605 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:43:24.281001 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:43:24.325188 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.334862 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca60237e-8793-45f5-b112-a3c4f00efd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.383901 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca60237e-8793-45f5-b112-a3c4f00efd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.467564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:24.475041 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:24.493609 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:43:24.494273 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:43:24.494678 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:43:24.495114 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:43:24.495552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf53fbb3-94f1-456d-b2d9-2308b0506441']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:24.502477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2eae4544-3f24-45da-a29b-c2f2ba17d54b None None] Provisioning complete for port 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:24.502905 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2eae4544-3f24-45da-a29b-c2f2ba17d54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.520425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad304f20-6e26-4222-8d09-8cf5b7a9ff0e') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:24.520713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad304f20-6e26-4222-8d09-8cf5b7a9ff0e') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:24.539525 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.563796 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.574403 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:24.574771 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.575225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:43:24.576317 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.614454 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca60237e-8793-45f5-b112-a3c4f00efd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.623713 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca60237e-8793-45f5-b112-a3c4f00efd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.630854 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ca60237e-8793-45f5-b112-a3c4f00efd1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ac69b04-7705-4e53-9fae-31af7f06bc12 HTTP/1.1" status: 204 len: 168 time: 0.4230399 Sep 16 04:43:24.655305 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60237e-8793-45f5-b112-a3c4f00efd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac69b04-7705-4e53-9fae-31af7f06bc12,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:24.671780 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-ed1281c4-7c41-499e-a1ff-0e6a1832d5da tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:24.673713 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-ed1281c4-7c41-499e-a1ff-0e6a1832d5da tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1&tenant_id=a00de99f55234129963878f58d14e1a5&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 1097 time: 0.1353986 Sep 16 04:43:24.676195 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c20511-0041-41ee-a00d-996f1fd6ef8f req-892d4b14-2488-4b32-813a-7a3b5113116d tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:24.677969 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4c20511-0041-41ee-a00d-996f1fd6ef8f req-892d4b14-2488-4b32-813a-7a3b5113116d tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 931 time: 1.4170332 Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: from cryptography.utils import int_from_bytes Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: from cryptography.utils import int_from_bytes Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:43:24.681221 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:43:24.684401 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0816564d-8991-45cd-8984-29c5e0ace03d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.743242 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0816564d-8991-45cd-8984-29c5e0ace03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.870836 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['9dae50d3-bda3-4bfe-88d1-3280a8d5a56e'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:24.890874 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-0816564d-8991-45cd-8984-29c5e0ace03d admin admin] Allocated IP 172.25.4.240 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/9293c8cc-c1d8-473a-928b-6edd91408239) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:24.975867 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4c20511-0041-41ee-a00d-996f1fd6ef8f req-80ed6b79-e7a5-4df0-a998-8bba39a7f32f tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568305 Sep 16 04:43:24.976492 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.979280 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-72573aca-9962-43fb-94a8-2f93a3efe7d5 service neutron] For port 8f88c01d-4c11-4d04-99af-8a2275711b61, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:24.983233 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-72573aca-9962-43fb-94a8-2f93a3efe7d5 service neutron] Notify callbacks [] for binding, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.984442 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d4d8fc9d-ce24-47d2-9c23-b3ef4f0b7bf5 req-72573aca-9962-43fb-94a8-2f93a3efe7d5 service neutron] 10.222.0.38 "DELETE /v2.0/ports/8f88c01d-4c11-4d04-99af-8a2275711b61/bindings/n-h1-712140-13 HTTP/1.1" status: 204 len: 173 time: 0.2983234 Sep 16 04:43:24.988148 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.988148 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] 10.222.0.20 "DELETE /v2.0/networks/cf53fbb3-94f1-456d-b2d9-2308b0506441 HTTP/1.1" status: 204 len: 168 time: 4.8070304 Sep 16 04:43:25.074561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191917bf-c47b-4dbd-8617-e9b628078a34 req-26bda29b-a4f6-42db-97fb-12126b20f273 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:25.084643 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-191917bf-c47b-4dbd-8617-e9b628078a34 req-26bda29b-a4f6-42db-97fb-12126b20f273 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 945 time: 1.0564325 Sep 16 04:43:25.090337 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc96100-1d99-48b9-9f49-629b58d038fa admin admin] Pushing event deleted for resources: {'Network': ['ID=cf53fbb3-94f1-456d-b2d9-2308b0506441,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:25.154692 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d837ccf2-d1e6-4350-b6bc-5eb881551617 x-openstack-request-id: req-d837ccf2-d1e6-4350-b6bc-5eb881551617 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:25.155055 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f87adcb-e5a9-48a4-b18f-d63ab3eac47e", "tag": "4bbe43bb-ce1f-4abf-a417-77c7e2804962", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:25.156886 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d837ccf2-d1e6-4350-b6bc-5eb881551617 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:25.159964 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f87adcb-e5a9-48a4-b18f-d63ab3eac47e', 'tag': '4bbe43bb-ce1f-4abf-a417-77c7e2804962', 'status': 'completed', 'code': 200} Sep 16 04:43:25.214781 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-191917bf-c47b-4dbd-8617-e9b628078a34 req-264bb0b4-1754-4d32-b86e-5d046fc0bf45 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036849 Sep 16 04:43:25.318937 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0816564d-8991-45cd-8984-29c5e0ace03d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.343528 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e6c2c-41fb-461d-ba93-fa328bdc8429 req-f13108f4-e073-489b-9932-a494ff791529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:25.345869 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fe2e6c2c-41fb-461d-ba93-fa328bdc8429 req-f13108f4-e073-489b-9932-a494ff791529 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=19e8745573624aaa8a63c80689f7b7bc&device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 1095 time: 0.0897446 Sep 16 04:43:25.422921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b07aaa-4317-4754-8dcb-292b9d3fb525 req-a567d5f2-7057-472a-a4a2-c913cde9b357 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:25.424444 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72b07aaa-4317-4754-8dcb-292b9d3fb525 req-a567d5f2-7057-472a-a4a2-c913cde9b357 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1583488 Sep 16 04:43:25.510698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4862e-5d3c-4a92-ad77-886c4eae366d req-911ad9e5-5e10-4304-8f02-f0dc5b0dd9b2 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:25.512436 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1bc4862e-5d3c-4a92-ad77-886c4eae366d req-911ad9e5-5e10-4304-8f02-f0dc5b0dd9b2 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 943 time: 0.1877193 Sep 16 04:43:25.570438 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72b07aaa-4317-4754-8dcb-292b9d3fb525 req-a502d277-2584-4544-b276-01d69904d07e tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369770 Sep 16 04:43:25.603947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1bc4862e-5d3c-4a92-ad77-886c4eae366d req-8b346645-4389-4648-ba2e-a29fd662b7d0 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/security-groups?id=43dc4b45-b6f6-40e5-b6ea-50638aedd60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828941 Sep 16 04:43:25.629480 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0816564d-8991-45cd-8984-29c5e0ace03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.682388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0816564d-8991-45cd-8984-29c5e0ace03d admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:25.737713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-0816564d-8991-45cd-8984-29c5e0ace03d admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:25.749276 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33014) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:25.760194 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0816564d-8991-45cd-8984-29c5e0ace03d admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:25.807506 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-34bf3383-21a7-4a91-94c7-57fbe81a635c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9deb9fa87304830acda5a1e3199fc36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570140 Sep 16 04:43:25.809994 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33016) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:25.861196 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b198c54-9c9f-436f-86a4-0cac2a50b49c {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:25.865530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816564d-8991-45cd-8984-29c5e0ace03d admin admin] Pushing event updated for resources: {'Port': ['ID=9293c8cc-c1d8-473a-928b-6edd91408239,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:25.877810 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-164594c3-2c63-469f-b99c-25ff9e15727c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.877944 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.884919 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33018) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:25.914541 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a65b8f02-9870-4ebb-bc90-7e5d5a5760c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.934547 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-164594c3-2c63-469f-b99c-25ff9e15727c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.958478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21caf1f0-a773-4819-b8c4-50565d4468ee req-fb44476e-d15a-4c45-a00b-f718dd735475 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:25.960232 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-21caf1f0-a773-4819-b8c4-50565d4468ee req-fb44476e-d15a-4c45-a00b-f718dd735475 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 949 time: 0.2923899 Sep 16 04:43:25.962955 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Transition to ACTIVE for port object 4b198c54-9c9f-436f-86a4-0cac2a50b49c will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:26.040175 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b5347-cba0-4ca0-91d9-2f4149a51b1b req-18a72397-45e0-469b-8ed0-2be08a568301 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:26.041922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-066b5347-cba0-4ca0-91d9-2f4149a51b1b req-18a72397-45e0-469b-8ed0-2be08a568301 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 1097 time: 0.2385533 Sep 16 04:43:26.073213 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a65b8f02-9870-4ebb-bc90-7e5d5a5760c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.105588 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.147541 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-164594c3-2c63-469f-b99c-25ff9e15727c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.150650 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-164594c3-2c63-469f-b99c-25ff9e15727c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.152867 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-164594c3-2c63-469f-b99c-25ff9e15727c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b20771f1-c611-4f61-913d-4e97d70feac1 HTTP/1.1" status: 204 len: 168 time: 0.3408916 Sep 16 04:43:26.157877 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-21caf1f0-a773-4819-b8c4-50565d4468ee req-2413e7dd-981d-4343-ab99-2355eedbbb92 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860013 Sep 16 04:43:26.176835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-066b5347-cba0-4ca0-91d9-2f4149a51b1b req-9ed3cc90-8662-43b5-9407-9af67cb1ba8b tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203234 Sep 16 04:43:26.189897 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164594c3-2c63-469f-b99c-25ff9e15727c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20771f1-c611-4f61-913d-4e97d70feac1,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:26.212178 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Pushing event updated for resources: {'Port': ['ID=4b198c54-9c9f-436f-86a4-0cac2a50b49c,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:26.259720 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a65b8f02-9870-4ebb-bc90-7e5d5a5760c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.518687 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a65b8f02-9870-4ebb-bc90-7e5d5a5760c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04de8ca009724684be0cb61bee40083b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6323669 Sep 16 04:43:26.522455 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33032) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:26.536859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b8f02-9870-4ebb-bc90-7e5d5a5760c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a79df9-ef36-4b5c-92c9-c3d4e79e9d1f,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:26.740067 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Attempting to bind port 4b198c54-9c9f-436f-86a4-0cac2a50b49c on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:26.740877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Attempting to bind port 4b198c54-9c9f-436f-86a4-0cac2a50b49c by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '8d5e9848-4a0a-48f6-9639-d05a7fe721db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:26.740877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Attempting to bind port 4b198c54-9c9f-436f-86a4-0cac2a50b49c on network 1fbbfb6a-decf-48e9-be9a-550f7df178ee {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:26.771941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2657f-2df2-45b4-b80d-a7a8736c89cc req-189dd35f-6b38-47d1-a109-f8382be32ab6 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:26.797520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4e2657f-2df2-45b4-b80d-a7a8736c89cc req-189dd35f-6b38-47d1-a109-f8382be32ab6 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 943 time: 0.3587294 Sep 16 04:43:26.806734 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Port 4b198c54-9c9f-436f-86a4-0cac2a50b49c on network 1fbbfb6a-decf-48e9-be9a-550f7df178ee not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:26.806734 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Attempting to bind port 4b198c54-9c9f-436f-86a4-0cac2a50b49c on network 1fbbfb6a-decf-48e9-be9a-550f7df178ee {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:26.806734 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0816564d-8991-45cd-8984-29c5e0ace03d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.908658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:26.911726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Checking segment: {'id': '8d5e9848-4a0a-48f6-9639-d05a7fe721db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:26.912245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Bound using segment: {'id': '8d5e9848-4a0a-48f6-9639-d05a7fe721db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:26.916883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Bound port: 4b198c54-9c9f-436f-86a4-0cac2a50b49c, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5e9848-4a0a-48f6-9639-d05a7fe721db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:26.920621 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.099003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4e2657f-2df2-45b4-b80d-a7a8736c89cc req-96cdd52e-4235-41a2-921a-b927887374f5 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623081 Sep 16 04:43:27.442349 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6bd5769-cdce-4a86-ab30-c5364c67c5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.494308 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931d302-d712-4d28-9327-b6a887565947 req-efd2845d-04cb-4340-b18e-a0cf4b52d018 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:27.496135 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6931d302-d712-4d28-9327-b6a887565947 req-efd2845d-04cb-4340-b18e-a0cf4b52d018 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff&tenant_id=a016558221c5434f8347e2de57e4ce82&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 949 time: 0.1397805 Sep 16 04:43:27.498703 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e6c2c-41fb-461d-ba93-fa328bdc8429 req-3ca3eeb4-1eca-409d-aeba-4c7bbce4d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:27.500909 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fe2e6c2c-41fb-461d-ba93-fa328bdc8429 req-3ca3eeb4-1eca-409d-aeba-4c7bbce4d8ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=f79bb79b-c0c8-4d17-b050-5e52580a6ab2 HTTP/1.1" status: 200 len: 916 time: 1.1747644 Sep 16 04:43:27.548309 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0816564d-8991-45cd-8984-29c5e0ace03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.606282 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6bd5769-cdce-4a86-ab30-c5364c67c5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.615690 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6931d302-d712-4d28-9327-b6a887565947 req-6263797d-07d3-4c42-a803-613688f27860 service neutron] 10.222.0.38 "GET /v2.0/ports/9dae50d3-bda3-4bfe-88d1-3280a8d5a56e/bindings/n-h2-712140-13 HTTP/1.1" status: 200 len: 383 time: 0.1116955 Sep 16 04:43:27.698053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ac877-fb06-49f2-b2a6-f9dabc57ac8c req-cc8dfb0e-93a3-4a5b-ba25-62740c8d547a tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:27.699947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a60ac877-fb06-49f2-b2a6-f9dabc57ac8c req-cc8dfb0e-93a3-4a5b-ba25-62740c8d547a tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 945 time: 0.2783585 Sep 16 04:43:27.705617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] For port 4b198c54-9c9f-436f-86a4-0cac2a50b49c, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:27.725219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:27.727194 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931d302-d712-4d28-9327-b6a887565947 req-3eede2ed-c867-4030-89d9-c07c634b0c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:27.729625 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6931d302-d712-4d28-9327-b6a887565947 req-3eede2ed-c867-4030-89d9-c07c634b0c45 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 1101 time: 0.0700874 Sep 16 04:43:27.749966 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] For port 4b198c54-9c9f-436f-86a4-0cac2a50b49c, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=4b198c54-9c9f-436f-86a4-0cac2a50b49c,segment=NetworkSegment(8d5e9848-4a0a-48f6-9639-d05a7fe721db),segment_id=8d5e9848-4a0a-48f6-9639-d05a7fe721db)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:27.823678 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244f091-96cc-4b31-8361-7b3bb492471f req-7c372ba1-68fb-40f7-bb78-d5ac88d4f258 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:27.825249 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e244f091-96cc-4b31-8361-7b3bb492471f req-7c372ba1-68fb-40f7-bb78-d5ac88d4f258 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 807 time: 0.4053719 Sep 16 04:43:27.835892 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a60ac877-fb06-49f2-b2a6-f9dabc57ac8c req-2d1576b8-599f-4511-9c52-39cd2c9b3336 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231432 Sep 16 04:43:27.862023 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e244f091-96cc-4b31-8361-7b3bb492471f req-ce014eb6-534f-4eda-baf7-6edbc40a207e tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/quotas/a00de99f55234129963878f58d14e1a5 HTTP/1.1" status: 200 len: 375 time: 0.0232942 Sep 16 04:43:27.874690 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.906791 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:27.923872 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:27.924596 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.947768 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Pushing event updated for resources: {'Port': ['ID=4b198c54-9c9f-436f-86a4-0cac2a50b49c,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:27.991401 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6bd5769-cdce-4a86-ab30-c5364c67c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.995327 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6bd5769-cdce-4a86-ab30-c5364c67c5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.997664 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:27.998037 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c6bd5769-cdce-4a86-ab30-c5364c67c5d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33a79df9-ef36-4b5c-92c9-c3d4e79e9d1f HTTP/1.1" status: 204 len: 168 time: 1.4628336 Sep 16 04:43:27.998335 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.999955 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-fae51686-37ad-4ac3-814d-c283afe07a00 service neutron] 10.222.0.38 "PUT /v2.0/ports/4b198c54-9c9f-436f-86a4-0cac2a50b49c HTTP/1.1" status: 200 len: 1092 time: 4.9766400 Sep 16 04:43:28.002335 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.003083 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c', 'tag': '4b198c54-9c9f-436f-86a4-0cac2a50b49c'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:28.005826 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbc7edd-b477-4faf-8175-3e30348fdde4" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c", "tag": "4b198c54-9c9f-436f-86a4-0cac2a50b49c"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:28.021763 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931d302-d712-4d28-9327-b6a887565947 req-a0d9dbc6-ed97-49f6-9706-99e837a95acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:28.024789 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6931d302-d712-4d28-9327-b6a887565947 req-a0d9dbc6-ed97-49f6-9706-99e837a95acb service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.2871287 Sep 16 04:43:28.064319 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd5769-cdce-4a86-ab30-c5364c67c5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a79df9-ef36-4b5c-92c9-c3d4e79e9d1f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:28.104089 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e244f091-96cc-4b31-8361-7b3bb492471f req-652bcaea-04d0-41fd-852b-23d868fd28d8 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1693547 Sep 16 04:43:28.119614 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547473b-d580-428a-b1b1-60d23c427a42 req-b00406e6-8a9f-4439-b996-ce78f6663ce6 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:28.121370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7547473b-d580-428a-b1b1-60d23c427a42 req-b00406e6-8a9f-4439-b996-ce78f6663ce6 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 943 time: 0.1006160 Sep 16 04:43:28.163782 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.188686 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6931d302-d712-4d28-9327-b6a887565947 req-b129cc55-49f0-4309-a4c0-af9998c50b65 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e HTTP/1.1" status: 200 len: 217 time: 0.1474473 Sep 16 04:43:28.236105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd074cf46-53ca-451d-b625-861fa13dc7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:28.240202 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768f98fd-7083-4c4b-be26-65de5818126c" -d '{"events": [{"server_uuid": "d074cf46-53ca-451d-b625-861fa13dc7ff", "name": "network-vif-plugged", "status": "completed", "tag": "9dae50d3-bda3-4bfe-88d1-3280a8d5a56e"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:28.272651 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:28.328113 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931d302-d712-4d28-9327-b6a887565947 req-99998818-fc3e-4ccd-b7cf-71e03e313b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:28.329667 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6931d302-d712-4d28-9327-b6a887565947 req-99998818-fc3e-4ccd-b7cf-71e03e313b00 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0688508 Sep 16 04:43:28.331878 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fe2e6c2c-41fb-461d-ba93-fa328bdc8429 req-d38001b1-0a67-4f8b-aa90-e16b3087d301 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bbe43bb-ce1f-4abf-a417-77c7e2804962 HTTP/1.1" status: 200 len: 217 time: 0.1536715 Sep 16 04:43:28.387350 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.473090 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e6c2c-41fb-461d-ba93-fa328bdc8429 req-02e37cb2-6443-48f2-970f-04e2f8ee052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:28.473722 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:28.474754 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fe2e6c2c-41fb-461d-ba93-fa328bdc8429 req-02e37cb2-6443-48f2-970f-04e2f8ee052f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f915b2ee-8243-4d3d-a882-24e5aa3c6148 HTTP/1.1" status: 200 len: 854 time: 0.0732269 Sep 16 04:43:28.485264 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931d302-d712-4d28-9327-b6a887565947 req-e18268d9-08db-4788-a782-73c6b6de4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:28.485264 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6931d302-d712-4d28-9327-b6a887565947 req-e18268d9-08db-4788-a782-73c6b6de4209 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1474087 Sep 16 04:43:28.650281 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e6c2c-41fb-461d-ba93-fa328bdc8429 req-6229fad9-16b9-41b8-98dd-10cae36a5ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:28.699303 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fe2e6c2c-41fb-461d-ba93-fa328bdc8429 req-6229fad9-16b9-41b8-98dd-10cae36a5ab3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f79bb79b-c0c8-4d17-b050-5e52580a6ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859191 Sep 16 04:43:28.699303 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6931d302-d712-4d28-9327-b6a887565947 req-e46bf4be-0eb0-404c-b147-52b030e85181 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617117 Sep 16 04:43:28.787043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0816564d-8991-45cd-8984-29c5e0ace03d admin admin] Router 293ec9f9-7ac0-4daf-861e-68e0ac3df3c5 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:43:28.803596 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7547473b-d580-428a-b1b1-60d23c427a42 req-cdf5f231-6885-4f3b-b7ba-76df2fc046bd tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/security-groups?id=43dc4b45-b6f6-40e5-b6ea-50638aedd60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6719501 Sep 16 04:43:28.850850 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fe2e6c2c-41fb-461d-ba93-fa328bdc8429 req-02c2a00a-b8ef-44d8-8ad5-d164304132db service neutron] 10.222.0.21 "GET /v2.0/networks/f79bb79b-c0c8-4d17-b050-5e52580a6ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809576 Sep 16 04:43:28.894714 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-01591e96-3543-4729-82d2-5aa12ed035a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:28.895008 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6931d302-d712-4d28-9327-b6a887565947 req-931d86ec-f105-47dd-976a-9d64fb19da3f service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140346 Sep 16 04:43:28.896226 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-01591e96-3543-4729-82d2-5aa12ed035a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5387f45468474f6a993aa8f14847e99a&device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 1095 time: 0.7083848 Sep 16 04:43:28.913244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e244f091-96cc-4b31-8361-7b3bb492471f req-9ece079c-6ae9-470f-bbbf-541ccd23367d service neutron] 10.222.0.20 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7907889 Sep 16 04:43:28.961812 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fe2e6c2c-41fb-461d-ba93-fa328bdc8429 req-74f2f10d-b603-43bd-ba07-e2c6d5c19fe4 service neutron] 10.222.0.21 "GET /v2.0/networks/f79bb79b-c0c8-4d17-b050-5e52580a6ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031761 Sep 16 04:43:29.039898 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-0dc9a690-eb64-4885-b714-1384a75bad4e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b198c54-9c9f-436f-86a4-0cac2a50b49c HTTP/1.1" status: 200 len: 217 time: 0.0914257 Sep 16 04:43:29.099289 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971d90e-f079-41df-9074-80c28d0c41d2 req-12c0ac09-337c-40f8-9a29-befaaa00de0b tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.100806 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4971d90e-f079-41df-9074-80c28d0c41d2 req-12c0ac09-337c-40f8-9a29-befaaa00de0b tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.2125187 Sep 16 04:43:29.129904 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0816564d-8991-45cd-8984-29c5e0ace03d admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:29.141158 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] Sync routers for ids ['293ec9f9-7ac0-4daf-861e-68e0ac3df3c5'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:29.152134 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] Routers {'293ec9f9-7ac0-4daf-861e-68e0ac3df3c5'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:29.153001 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:43:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['293ec9f9-7ac0-4daf-861e-68e0ac3df3c5'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:29.198788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-741fefb9-9df8-4940-ae9f-493583d31558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.199659 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-741fefb9-9df8-4940-ae9f-493583d31558 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=124f68eb-31a3-43f3-9f21-13efd54fa405 HTTP/1.1" status: 200 len: 863 time: 0.1189051 Sep 16 04:43:29.204794 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e244f091-96cc-4b31-8361-7b3bb492471f req-09d82e78-f5c7-40fe-8a12-0d42fac63f94 service neutron] 10.222.0.20 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736869 Sep 16 04:43:29.208096 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4971d90e-f079-41df-9074-80c28d0c41d2 req-658c7693-b071-478c-b82d-ede511910a34 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999560 Sep 16 04:43:29.264143 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-2ce8b451-87b6-47b5-b031-979fd7f07b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.264143 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-2ce8b451-87b6-47b5-b031-979fd7f07b70 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1fbbfb6a-decf-48e9-be9a-550f7df178ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536668 Sep 16 04:43:29.286816 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c0ff3f-c65b-4869-b3e9-7d8486c31073 x-openstack-request-id: req-d8c0ff3f-c65b-4869-b3e9-7d8486c31073 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:29.287086 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c", "tag": "4b198c54-9c9f-436f-86a4-0cac2a50b49c", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:29.287337 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8c0ff3f-c65b-4869-b3e9-7d8486c31073 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:29.287750 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c', 'tag': '4b198c54-9c9f-436f-86a4-0cac2a50b49c', 'status': 'completed', 'code': 200} Sep 16 04:43:29.303427 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] Set router 293ec9f9-7ac0-4daf-861e-68e0ac3df3c5 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:29.307016 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0816564d-8991-45cd-8984-29c5e0ace03d admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.319230 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0816564d-8991-45cd-8984-29c5e0ace03d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.2529480 Sep 16 04:43:29.319857 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33094) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:29.484238 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229e047-d506-442d-8a58-077c608c81b9 req-b2b57d09-5594-4cd9-a5f5-72a3a9a555df tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.487220 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7229e047-d506-442d-8a58-077c608c81b9 req-b2b57d09-5594-4cd9-a5f5-72a3a9a555df tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 943 time: 0.1086736 Sep 16 04:43:29.501172 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293ec9f9-7ac0-4daf-861e-68e0ac3df3c5', 'name': 'tempest-FloatingIPsNegativeTestJSON-678290030-router', 'tenant_id': 'af76e3bf640c4a97b4f25b747df8d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9293c8cc-c1d8-473a-928b-6edd91408239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:20Z', 'updated_at': '2021-09-16T04:43:26Z', 'revision_number': 3, 'project_id': 'af76e3bf640c4a97b4f25b747df8d815', 'gw_port': {'id': '9293c8cc-c1d8-473a-928b-6edd91408239', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:dc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293ec9f9-7ac0-4daf-861e-68e0ac3df3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:24Z', 'updated_at': '2021-09-16T04:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:29.514001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-0e7d896c-b4f9-4044-8e3e-5352ff8b42c4 service neutron] 10.222.0.38 "GET /v2.0/networks/1fbbfb6a-decf-48e9-be9a-550f7df178ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951797 Sep 16 04:43:29.534808 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] Checking router: 293ec9f9-7ac0-4daf-861e-68e0ac3df3c5 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:29.535394 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] Updating router 293ec9f9-7ac0-4daf-861e-68e0ac3df3c5 port 9293c8cc-c1d8-473a-928b-6edd91408239 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:43:29.564488 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.611891 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7229e047-d506-442d-8a58-077c608c81b9 req-ff2bedda-f013-4826-a1ec-7dac1ff64a4a tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121292 Sep 16 04:43:29.683103 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1bdffd-daf3-4388-b928-1f3a6dbcac07 x-openstack-request-id: req-dc1bdffd-daf3-4388-b928-1f3a6dbcac07 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:29.684228 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d074cf46-53ca-451d-b625-861fa13dc7ff", "name": "network-vif-plugged", "status": "completed", "tag": "9dae50d3-bda3-4bfe-88d1-3280a8d5a56e", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:29.685900 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc1bdffd-daf3-4388-b928-1f3a6dbcac07 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:29.686541 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd074cf46-53ca-451d-b625-861fa13dc7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e', 'code': 200} Sep 16 04:43:29.694069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33106) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:29.733504 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d168b847-deab-4b63-a9ae-0be87d5f79d4 req-e6cafa7b-3c78-4626-8f99-0178cee21114 service neutron] 10.222.0.38 "GET /v2.0/networks/1fbbfb6a-decf-48e9-be9a-550f7df178ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112780 Sep 16 04:43:29.898612 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-083f0c71-69e2-42e2-befa-a3b7ee00b6c2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-261749998-network', 'tenant_id': 'ab6df580a7954f16bf8201bdc5b31977'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:29.943625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16125b38-66bc-475a-bd85-0fa201d02d58 req-b5855474-4404-4272-bbff-773508e26e04 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.945294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16125b38-66bc-475a-bd85-0fa201d02d58 req-b5855474-4404-4272-bbff-773508e26e04 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 945 time: 0.1357386 Sep 16 04:43:29.958008 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.997945 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2325e1aa-f1dc-4149-b7ef-fdd9f559846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.043287 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16125b38-66bc-475a-bd85-0fa201d02d58 req-86885521-5898-40e9-9786-0afd27c3cf79 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774558 Sep 16 04:43:30.047074 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ba234e2f-eb3b-4a23-96b8-930179ad54cf tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=494fa3fda1504b4885f69a8c5f98f3a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341191 Sep 16 04:43:30.049162 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc7edd-b477-4faf-8175-3e30348fdde4 req-1f54c5d6-7135-43ac-b2c7-2faacafcda9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:30.050560 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbbc7edd-b477-4faf-8175-3e30348fdde4 req-1f54c5d6-7135-43ac-b2c7-2faacafcda9c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5387f45468474f6a993aa8f14847e99a&device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 1095 time: 0.1022332 Sep 16 04:43:30.093121 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.111447 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083f0c71-69e2-42e2-befa-a3b7ee00b6c2 admin admin] Made reservation on behalf of ab6df580a7954f16bf8201bdc5b31977 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:30.113839 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-083f0c71-69e2-42e2-befa-a3b7ee00b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.160168 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] Attempting to bind port 9293c8cc-c1d8-473a-928b-6edd91408239 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:30.160803 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] Attempting to bind port 9293c8cc-c1d8-473a-928b-6edd91408239 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:30.161056 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] Attempting to bind port 9293c8cc-c1d8-473a-928b-6edd91408239 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:30.163967 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d1184-5dfc-4749-aeba-bd0049817d9d None None] Pushing event updated for resources: {'Port': ['ID=9293c8cc-c1d8-473a-928b-6edd91408239,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:30.170700 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:30.171200 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:30.171662 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.172293 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:30.172830 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] Bound port: 9293c8cc-c1d8-473a-928b-6edd91408239, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:30.173272 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.191410 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e84bfeb1-1d7e-467e-b856-03519497ead6 req-2d4bc965-4305-4c68-9fc8-f8d386c5575b tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 210 time: 0.0996802 Sep 16 04:43:30.191856 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-083f0c71-69e2-42e2-befa-a3b7ee00b6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.192529 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-2325e1aa-f1dc-4149-b7ef-fdd9f559846c admin admin] Allocated IP 172.20.0.1 (7296be56-555a-4f56-9ae8-2ac494bd48f8/f85042d6-19bc-40ec-9148-83cde0f42a17/1cf8e0b0-418a-4202-85b9-be8c9c3cd751) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:30.198149 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d1184-5dfc-4749-aeba-bd0049817d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:30.200465 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d1184-5dfc-4749-aeba-bd0049817d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:30.200465 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d1184-5dfc-4749-aeba-bd0049817d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:30.200465 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d1184-5dfc-4749-aeba-bd0049817d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:30.200465 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d1184-5dfc-4749-aeba-bd0049817d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:30.200465 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d1184-5dfc-4749-aeba-bd0049817d9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:30.200465 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d1184-5dfc-4749-aeba-bd0049817d9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:30.201312 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d1184-5dfc-4749-aeba-bd0049817d9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:30.201466 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d1184-5dfc-4749-aeba-bd0049817d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:30.202199 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d1184-5dfc-4749-aeba-bd0049817d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:30.203075 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d1184-5dfc-4749-aeba-bd0049817d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:30.203593 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d1184-5dfc-4749-aeba-bd0049817d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:30.245120 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] For port 9293c8cc-c1d8-473a-928b-6edd91408239, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:30.249776 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] For port 9293c8cc-c1d8-473a-928b-6edd91408239, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9293c8cc-c1d8-473a-928b-6edd91408239,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:30.293156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-c20ea8b7-fb23-4f48-86b8-7be4f76ece43 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:30.295248 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-c20ea8b7-fb23-4f48-86b8-7be4f76ece43 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2412734 Sep 16 04:43:30.329165 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc7edd-b477-4faf-8175-3e30348fdde4 req-e0cae6f8-018c-441c-a9d1-129b1d79787a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:30.330690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbbc7edd-b477-4faf-8175-3e30348fdde4 req-e0cae6f8-018c-441c-a9d1-129b1d79787a service neutron] 10.222.0.38 "GET /v2.0/networks?id=1fbbfb6a-decf-48e9-be9a-550f7df178ee HTTP/1.1" status: 200 len: 925 time: 0.2652946 Sep 16 04:43:30.343893 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.360615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-4df9bb4e-c431-47af-b0cb-e0ec1442ee79 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/quotas/494fa3fda1504b4885f69a8c5f98f3a1 HTTP/1.1" status: 200 len: 375 time: 0.0533736 Sep 16 04:43:30.362613 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2325e1aa-f1dc-4149-b7ef-fdd9f559846c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.406079 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] Routers {'293ec9f9-7ac0-4daf-861e-68e0ac3df3c5'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:30.406716 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:43:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['293ec9f9-7ac0-4daf-861e-68e0ac3df3c5'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:30.408664 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbbc7edd-b477-4faf-8175-3e30348fdde4 req-627bac1c-3973-433d-9cc8-b2e701e71987 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b198c54-9c9f-436f-86a4-0cac2a50b49c HTTP/1.1" status: 200 len: 217 time: 0.0588727 Sep 16 04:43:30.441415 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d1184-5dfc-4749-aeba-bd0049817d9d None None] Pushing event updated for resources: {'Port': ['ID=9293c8cc-c1d8-473a-928b-6edd91408239,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:30.449232 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-332b32fe-d410-4f96-8544-4e2b6976db39 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=494fa3fda1504b4885f69a8c5f98f3a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462008 Sep 16 04:43:30.495792 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4248b07-910e-4f94-9d4c-066683b915fe req-0c1788c6-652e-450a-91fc-7a3ec3b41de2 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:30.497840 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4248b07-910e-4f94-9d4c-066683b915fe req-0c1788c6-652e-450a-91fc-7a3ec3b41de2 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 943 time: 0.1932449 Sep 16 04:43:30.503221 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2325e1aa-f1dc-4149-b7ef-fdd9f559846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.518985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc7edd-b477-4faf-8175-3e30348fdde4 req-06535bb3-2147-4c2b-8d29-13b36404b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:30.520463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbbc7edd-b477-4faf-8175-3e30348fdde4 req-06535bb3-2147-4c2b-8d29-13b36404b3ee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=124f68eb-31a3-43f3-9f21-13efd54fa405 HTTP/1.1" status: 200 len: 863 time: 0.1007082 Sep 16 04:43:30.554599 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] Set router 293ec9f9-7ac0-4daf-861e-68e0ac3df3c5 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:30.573798 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325e1aa-f1dc-4149-b7ef-fdd9f559846c admin admin] Pushing event updated for resources: {'Port': ['ID=1cf8e0b0-418a-4202-85b9-be8c9c3cd751,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:30.587138 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2325e1aa-f1dc-4149-b7ef-fdd9f559846c admin admin] Network 7296be56-555a-4f56-9ae8-2ac494bd48f8 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:30.588647 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-2325e1aa-f1dc-4149-b7ef-fdd9f559846c admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:30.599570 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2325e1aa-f1dc-4149-b7ef-fdd9f559846c admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:30.612835 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-083f0c71-69e2-42e2-befa-a3b7ee00b6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.624203 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4248b07-910e-4f94-9d4c-066683b915fe req-ed7b2bd5-f6d2-4417-94b5-c10cbba48374 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/security-groups?id=43dc4b45-b6f6-40e5-b6ea-50638aedd60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065841 Sep 16 04:43:30.641811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc7edd-b477-4faf-8175-3e30348fdde4 req-110abd10-9d69-4cbe-96cf-b6ecd7534293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:30.641811 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbbc7edd-b477-4faf-8175-3e30348fdde4 req-110abd10-9d69-4cbe-96cf-b6ecd7534293 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1fbbfb6a-decf-48e9-be9a-550f7df178ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1078255 Sep 16 04:43:30.687400 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2325e1aa-f1dc-4149-b7ef-fdd9f559846c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.747673 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-083f0c71-69e2-42e2-befa-a3b7ee00b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.856062 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083f0c71-69e2-42e2-befa-a3b7ee00b6c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:30.929053 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293ec9f9-7ac0-4daf-861e-68e0ac3df3c5', 'name': 'tempest-FloatingIPsNegativeTestJSON-678290030-router', 'tenant_id': 'af76e3bf640c4a97b4f25b747df8d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9293c8cc-c1d8-473a-928b-6edd91408239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:20Z', 'updated_at': '2021-09-16T04:43:26Z', 'revision_number': 3, 'project_id': 'af76e3bf640c4a97b4f25b747df8d815', 'gw_port': {'id': '9293c8cc-c1d8-473a-928b-6edd91408239', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:dc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293ec9f9-7ac0-4daf-861e-68e0ac3df3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:24Z', 'updated_at': '2021-09-16T04:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:30.942360 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbbc7edd-b477-4faf-8175-3e30348fdde4 req-30105d24-f70f-4953-8489-2fce28ce078a service neutron] 10.222.0.38 "GET /v2.0/networks/1fbbfb6a-decf-48e9-be9a-550f7df178ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889438 Sep 16 04:43:30.948675 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-083f0c71-69e2-42e2-befa-a3b7ee00b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.948675 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-083f0c71-69e2-42e2-befa-a3b7ee00b6c2 admin admin] Added segment 5a38c8cd-b962-4c24-855c-d74566d17b7a of type vlan for network 0ca7ce56-88d6-420e-a5db-a06f560e04a0 Sep 16 04:43:30.948675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f0c71-69e2-42e2-befa-a3b7ee00b6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd645c7-4b35-4058-9318-15b13ca24acd,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:31.017719 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c2a43058-6a02-428a-be8c-10e4feddf40a req-3e664980-c015-46da-96e1-a72bd4e2a54a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1057072 Sep 16 04:43:31.056925 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-25e12b6a-031c-482f-a5e4-4271464f37c5 None None] Provisioning complete for port 1cf8e0b0-418a-4202-85b9-be8c9c3cd751 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:31.057690 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-25e12b6a-031c-482f-a5e4-4271464f37c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.079282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b265f0a-a950-46fb-92dc-d06416992a02 req-ed8cc069-704c-4f49-9645-e48866ab935d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.090022 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b265f0a-a950-46fb-92dc-d06416992a02 req-ed8cc069-704c-4f49-9645-e48866ab935d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.3372955 Sep 16 04:43:31.124194 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d6b6c-2376-4825-b376-46bfcc412f74 None None] The sync data for ids ['293ec9f9-7ac0-4daf-861e-68e0ac3df3c5'] in n-d-712140-13 is: [{'id': '293ec9f9-7ac0-4daf-861e-68e0ac3df3c5', 'name': 'tempest-FloatingIPsNegativeTestJSON-678290030-router', 'tenant_id': 'af76e3bf640c4a97b4f25b747df8d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9293c8cc-c1d8-473a-928b-6edd91408239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:20Z', 'updated_at': '2021-09-16T04:43:26Z', 'revision_number': 3, 'project_id': 'af76e3bf640c4a97b4f25b747df8d815', 'gw_port': {'id': '9293c8cc-c1d8-473a-928b-6edd91408239', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:dc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293ec9f9-7ac0-4daf-861e-68e0ac3df3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:24Z', 'updated_at': '2021-09-16T04:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:31.131249 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-25e12b6a-031c-482f-a5e4-4271464f37c5 None None] Port 1cf8e0b0-418a-4202-85b9-be8c9c3cd751 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:31.150721 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a43058-6a02-428a-be8c-10e4feddf40a req-acb088c0-4111-46f6-bfb6-10b1d99319e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.156691 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-083f0c71-69e2-42e2-befa-a3b7ee00b6c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.157000 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c2a43058-6a02-428a-be8c-10e4feddf40a req-acb088c0-4111-46f6-bfb6-10b1d99319e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 1102 time: 0.0529411 Sep 16 04:43:31.259018 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7d43c-bc77-4b70-8a73-7e8289a91f2e req-deaef42d-934b-4880-ab40-574c2d580df7 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.260584 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bb7d43c-bc77-4b70-8a73-7e8289a91f2e req-deaef42d-934b-4880-ab40-574c2d580df7 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 943 time: 0.3324969 Sep 16 04:43:31.279332 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2325e1aa-f1dc-4149-b7ef-fdd9f559846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.279521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b265f0a-a950-46fb-92dc-d06416992a02 req-ce03855e-6404-4427-a429-12e19d0e43d4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858418 Sep 16 04:43:31.313957 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbbc7edd-b477-4faf-8175-3e30348fdde4 req-649ac034-ce84-4577-8ff3-abf24bf872c2 service neutron] 10.222.0.38 "GET /v2.0/networks/1fbbfb6a-decf-48e9-be9a-550f7df178ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499951 Sep 16 04:43:31.369790 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a43058-6a02-428a-be8c-10e4feddf40a req-4189d444-f56d-4be7-903a-329b68b832de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.371527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17dcd660-4ac6-4236-b4f2-8ad6ed3f1d2d req-80a341a9-a61b-4e86-96b4-bcd220140d95 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 210 time: 0.0404456 Sep 16 04:43:31.377165 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c2a43058-6a02-428a-be8c-10e4feddf40a req-4189d444-f56d-4be7-903a-329b68b832de service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1979897 Sep 16 04:43:31.392148 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bb7d43c-bc77-4b70-8a73-7e8289a91f2e req-cfa75d8d-22fa-4d2d-aa54-59017a95b997 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020119 Sep 16 04:43:31.410173 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-083f0c71-69e2-42e2-befa-a3b7ee00b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.412023 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083f0c71-69e2-42e2-befa-a3b7ee00b6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.412481 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-083f0c71-69e2-42e2-befa-a3b7ee00b6c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.494233 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c2a43058-6a02-428a-be8c-10e4feddf40a req-f0a84984-fb68-4556-a164-6c75b7fc4925 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=31aed236-7506-4376-9eef-5131f1554622 HTTP/1.1" status: 200 len: 217 time: 0.1095688 Sep 16 04:43:31.541740 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-083f0c71-69e2-42e2-befa-a3b7ee00b6c2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8468580 Sep 16 04:43:31.562903 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33142) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:31.563676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f0c71-69e2-42e2-befa-a3b7ee00b6c2 admin admin] Pushing event updated for resources: {'Network': ['ID=0ca7ce56-88d6-420e-a5db-a06f560e04a0,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:31.572219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c7363ca5-ee4e-436a-bf68-13242b93b92c admin admin] Request body: {'subnet': {'network_id': '0ca7ce56-88d6-420e-a5db-a06f560e04a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-261749998-subnet', 'tenant_id': 'ab6df580a7954f16bf8201bdc5b31977', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:31.578109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 0ca7ce56-88d6-420e-a5db-a06f560e04a0 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:31.612428 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82110d10-834f-4e8c-aebc-6bea8eec57c9 req-5d852b38-28f0-4dd9-9207-a2334d57282c tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 210 time: 0.0736806 Sep 16 04:43:31.665403 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa38591-6a7a-4925-a7bd-ad57916deec4 req-0a5c00a2-f2b7-43ea-a680-449126f28c5b tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.672467 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-efa38591-6a7a-4925-a7bd-ad57916deec4 req-0a5c00a2-f2b7-43ea-a680-449126f28c5b tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 945 time: 0.1363976 Sep 16 04:43:31.737120 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2325e1aa-f1dc-4149-b7ef-fdd9f559846c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.740398 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a43058-6a02-428a-be8c-10e4feddf40a req-90aaad47-c2de-4257-8616-6543de7e6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.742943 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c2a43058-6a02-428a-be8c-10e4feddf40a req-90aaad47-c2de-4257-8616-6543de7e6ce9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.2290649 Sep 16 04:43:31.746909 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-efa38591-6a7a-4925-a7bd-ad57916deec4 req-e0d58ec4-583e-4452-9e5f-99ce72272708 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710759 Sep 16 04:43:31.764802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7363ca5-ee4e-436a-bf68-13242b93b92c admin admin] Made reservation on behalf of ab6df580a7954f16bf8201bdc5b31977 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:31.767625 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c7363ca5-ee4e-436a-bf68-13242b93b92c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.807060 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a43058-6a02-428a-be8c-10e4feddf40a req-92f7292f-6e3a-406d-8840-7da5034d2b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.808841 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c2a43058-6a02-428a-be8c-10e4feddf40a req-92f7292f-6e3a-406d-8840-7da5034d2b75 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0567698 Sep 16 04:43:31.851675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836d8c0-9c75-4006-8b9a-62feab3656a5 req-2c1bbf4d-8caf-47de-ba20-76bb04efa381 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.853366 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8836d8c0-9c75-4006-8b9a-62feab3656a5 req-2c1bbf4d-8caf-47de-ba20-76bb04efa381 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 943 time: 0.1335363 Sep 16 04:43:31.904562 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2325e1aa-f1dc-4149-b7ef-fdd9f559846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.954450 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8836d8c0-9c75-4006-8b9a-62feab3656a5 req-7b2966d6-2df1-4bdc-8f9b-60b448df154d tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/security-groups?id=43dc4b45-b6f6-40e5-b6ea-50638aedd60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887341 Sep 16 04:43:31.984221 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c2a43058-6a02-428a-be8c-10e4feddf40a req-080fd09c-e779-4ca9-88b5-77465738f49b service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674266 Sep 16 04:43:31.993725 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2325e1aa-f1dc-4149-b7ef-fdd9f559846c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.020993 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325e1aa-f1dc-4149-b7ef-fdd9f559846c admin admin] Pushing event updated for resources: {'Port': ['ID=1cf8e0b0-418a-4202-85b9-be8c9c3cd751,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:32.161337 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c2a43058-6a02-428a-be8c-10e4feddf40a req-7971e0d3-05f6-4d16-ac50-f8342e3f1be1 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612449 Sep 16 04:43:32.184439 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2325e1aa-f1dc-4149-b7ef-fdd9f559846c admin admin] Network 7296be56-555a-4f56-9ae8-2ac494bd48f8 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:32.186487 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-2325e1aa-f1dc-4149-b7ef-fdd9f559846c admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:32.255626 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c7363ca5-ee4e-436a-bf68-13242b93b92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.313856 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2325e1aa-f1dc-4149-b7ef-fdd9f559846c admin admin] Router 293ec9f9-7ac0-4daf-861e-68e0ac3df3c5 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:43:32.360009 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7363ca5-ee4e-436a-bf68-13242b93b92c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6af89f1-1dd6-4f36-9917-e50d040e02c3,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:32.392089 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7363ca5-ee4e-436a-bf68-13242b93b92c admin admin] Checking segment: {'id': '5a38c8cd-b962-4c24-855c-d74566d17b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ca7ce56-88d6-420e-a5db-a06f560e04a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:32.393765 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7363ca5-ee4e-436a-bf68-13242b93b92c admin admin] Network hostable DHCP agents. Network: 0ca7ce56-88d6-420e-a5db-a06f560e04a0, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:43:32.484415 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-483f1f23-a121-48c4-bafb-4af2e4cc47c0 req-393d16ad-6ddf-490f-b2dd-9cfcc83a4879 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 210 time: 0.0467255 Sep 16 04:43:32.523683 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2325e1aa-f1dc-4149-b7ef-fdd9f559846c admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:32.527068 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9293c8cc-c1d8-473a-928b-6edd91408239 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:32.530399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8484cca-d147-4f47-a20c-2160fc1136e7 req-9db13a47-68d2-4385-95a0-ab6c6fd62c86 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:32.532467 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8484cca-d147-4f47-a20c-2160fc1136e7 req-9db13a47-68d2-4385-95a0-ab6c6fd62c86 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.1539693 Sep 16 04:43:32.558733 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2325e1aa-f1dc-4149-b7ef-fdd9f559846c admin admin] 10.222.0.20 "PUT /v2.0/routers/293ec9f9-7ac0-4daf-861e-68e0ac3df3c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2287822 Sep 16 04:43:32.592393 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-58b80482-fba1-48e0-be1a-6824be28e4e1 None None] Provisioning complete for port 1cf8e0b0-418a-4202-85b9-be8c9c3cd751 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:32.592769 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-58b80482-fba1-48e0-be1a-6824be28e4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.595322 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8484cca-d147-4f47-a20c-2160fc1136e7 req-111aa6c4-e7ef-49f8-bf48-85359fedcd6b tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566885 Sep 16 04:43:32.597179 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7363ca5-ee4e-436a-bf68-13242b93b92c admin admin] Network 0ca7ce56-88d6-420e-a5db-a06f560e04a0 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:32.634417 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-58b80482-fba1-48e0-be1a-6824be28e4e1 None None] Port 1cf8e0b0-418a-4202-85b9-be8c9c3cd751 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:32.642675 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 9293c8cc-c1d8-473a-928b-6edd91408239 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:32.643500 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.697714 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80a469-c2e7-4c55-9e49-5908e7539ae8 req-b4b64398-4f53-4341-a5a3-65f997793a29 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:32.699621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc80a469-c2e7-4c55-9e49-5908e7539ae8 req-b4b64398-4f53-4341-a5a3-65f997793a29 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 943 time: 0.0669711 Sep 16 04:43:32.734658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4391b6e5-6ade-409c-8a81-61bcfe86d943 req-416afbdd-b823-4f62-9630-d8c513ecaf50 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 210 time: 0.0337524 Sep 16 04:43:32.744934 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.757055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-c7363ca5-ee4e-436a-bf68-13242b93b92c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 0ca7ce56-88d6-420e-a5db-a06f560e04a0) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:32.767730 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb75b85-98b0-4c13-b4c3-0f24f3a3b61b None None] Network 0ca7ce56-88d6-420e-a5db-a06f560e04a0 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:32.770657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7363ca5-ee4e-436a-bf68-13242b93b92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:32.771301 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c7363ca5-ee4e-436a-bf68-13242b93b92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.799621 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 9293c8cc-c1d8-473a-928b-6edd91408239, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9293c8cc-c1d8-473a-928b-6edd91408239,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:32.831894 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc80a469-c2e7-4c55-9e49-5908e7539ae8 req-5a71fc7a-dc8e-4bf4-bf8d-f280e251d03c tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080945 Sep 16 04:43:32.882628 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.938092 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2275e183-3e68-4ce8-92e8-3dcdec58c778 req-2f0684f5-f405-4747-89ed-a61e51aca04e tempest-FloatingIPsNegativeTestJSON-751611006 tempest-FloatingIPsNegativeTestJSON-751611006-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=af76e3bf640c4a97b4f25b747df8d815 HTTP/1.1" status: 200 len: 217 time: 0.0822895 Sep 16 04:43:32.940552 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c7363ca5-ee4e-436a-bf68-13242b93b92c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3741179 Sep 16 04:43:32.943970 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33164) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:32.948958 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-27393d3d-dcce-456f-8dea-1fea700063b9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-261749998-router', 'tenant_id': 'ab6df580a7954f16bf8201bdc5b31977', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:33.011610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-733ec165-6d0d-4dc5-94b6-fd6ebcec4a60 req-fc4d9f63-6bfc-46ed-bdbc-55efddf8c252 tempest-FloatingIPsNegativeTestJSON-751611006 tempest-FloatingIPsNegativeTestJSON-751611006-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0317793 Sep 16 04:43:33.018046 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=9293c8cc-c1d8-473a-928b-6edd91408239,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:33.037931 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-0ca7ce56-88d6-420e-a5db-a06f560e04a0', 'network_id': '0ca7ce56-88d6-420e-a5db-a06f560e04a0', 'tenant_id': 'ab6df580a7954f16bf8201bdc5b31977', 'fixed_ips': [{'subnet_id': 'a6af89f1-1dd6-4f36-9917-e50d040e02c3'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:43:33.039847 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.041305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcf383-dd9e-4264-91a3-54fab202cd17 req-32f2ec9f-6701-4b9c-a3b3-48a16674104a tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:33.051657 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9dbcf383-dd9e-4264-91a3-54fab202cd17 req-32f2ec9f-6701-4b9c-a3b3-48a16674104a tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 945 time: 0.1153507 Sep 16 04:43:33.095561 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9dbcf383-dd9e-4264-91a3-54fab202cd17 req-75fdf744-00c4-41a1-8e36-4a96db9f117d tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429075 Sep 16 04:43:33.119026 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-27393d3d-dcce-456f-8dea-1fea700063b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.120177 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-27393d3d-dcce-456f-8dea-1fea700063b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.202938 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-27393d3d-dcce-456f-8dea-1fea700063b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.214524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] Allocated IP 172.20.0.2 (0ca7ce56-88d6-420e-a5db-a06f560e04a0/a6af89f1-1dd6-4f36-9917-e50d040e02c3/01ed3897-b230-4f70-a0d2-7be221258256) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:33.214772 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-cb80415a-1f15-46a9-a632-d058a24d8453 req-081344a1-8984-4a8a-be88-e9f99838f726 tempest-FloatingIPsNegativeTestJSON-751611006 tempest-FloatingIPsNegativeTestJSON-751611006-project] show failed (client error): The resource could not be found. Sep 16 04:43:33.217160 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb80415a-1f15-46a9-a632-d058a24d8453 req-081344a1-8984-4a8a-be88-e9f99838f726 tempest-FloatingIPsNegativeTestJSON-751611006 tempest-FloatingIPsNegativeTestJSON-751611006-project] 10.222.0.20 "GET /v2.0/floatingips/a63a1ade-44b1-46b8-9959-cf0ca605478e HTTP/1.1" status: 404 len: 350 time: 0.0612440 Sep 16 04:43:33.227731 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33172) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:33.249421 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa6153-fc26-402c-bc8d-7e6c4a9369ff req-1987e976-735f-4ce2-8d75-78d4663b1e36 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:33.251125 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19fa6153-fc26-402c-bc8d-7e6c4a9369ff req-1987e976-735f-4ce2-8d75-78d4663b1e36 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 943 time: 0.1369183 Sep 16 04:43:33.334966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19fa6153-fc26-402c-bc8d-7e6c4a9369ff req-07c53803-8717-4291-9371-0760a6aa862e tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/security-groups?id=43dc4b45-b6f6-40e5-b6ea-50638aedd60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759103 Sep 16 04:43:33.445317 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Sync routers for ids ['293ec9f9-7ac0-4daf-861e-68e0ac3df3c5'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:33.463759 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Routers {'293ec9f9-7ac0-4daf-861e-68e0ac3df3c5'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:33.464399 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:43:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['293ec9f9-7ac0-4daf-861e-68e0ac3df3c5'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:33.594113 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79ebf383-35be-4808-8544-4c77174a196a req-4444b25a-d3fa-4f59-bfbe-95e54e29e8c0 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 210 time: 0.0316579 Sep 16 04:43:33.617924 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.634966 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Set router 293ec9f9-7ac0-4daf-861e-68e0ac3df3c5 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:33.732583 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953eee0-0be0-4af3-8ee0-8cf9974c95c2 req-af518128-c3f8-4975-9a9d-f75bd8798708 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:33.732583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9953eee0-0be0-4af3-8ee0-8cf9974c95c2 req-af518128-c3f8-4975-9a9d-f75bd8798708 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.0580933 Sep 16 04:43:33.781741 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9953eee0-0be0-4af3-8ee0-8cf9974c95c2 req-87b8ee4b-7f90-4f3a-91b0-e98648374215 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498157 Sep 16 04:43:33.832539 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:33.832539 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.833181 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-27393d3d-dcce-456f-8dea-1fea700063b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.833181 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931d302-d712-4d28-9327-b6a887565947 req-faee2666-7b51-4e98-b677-55a4859d0573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:33.833181 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6931d302-d712-4d28-9327-b6a887565947 req-faee2666-7b51-4e98-b677-55a4859d0573 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff&tenant_id=a016558221c5434f8347e2de57e4ce82 HTTP/1.1" status: 200 len: 1102 time: 0.4361360 Sep 16 04:43:33.856608 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-13', 'device_owner': 'compute:nova'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:33.884215 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] Network 0ca7ce56-88d6-420e-a5db-a06f560e04a0 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:33.896366 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01dd0982-a7c2-4701-9c44-36962146c2bd req-d15a73c0-c75c-4e63-ae6d-a522b5c955d7 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 210 time: 0.0355668 Sep 16 04:43:33.898477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:33.910693 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:33.948124 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] Pushing event updated for resources: {'Port': ['ID=01ed3897-b230-4f70-a0d2-7be221258256,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:33.970057 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.991321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62d19a-ed9d-48a3-82cb-225c02797871 req-b2945433-3596-49cc-be5c-1a3152d7ed09 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:33.993210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d62d19a-ed9d-48a3-82cb-225c02797871 req-b2945433-3596-49cc-be5c-1a3152d7ed09 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 943 time: 0.0604303 Sep 16 04:43:34.051688 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d62d19a-ed9d-48a3-82cb-225c02797871 req-cadf923e-46df-4b42-8252-a7dccdcf2f3d tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515172 Sep 16 04:43:34.067095 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] Attempting to bind port 01ed3897-b230-4f70-a0d2-7be221258256 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:34.067095 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] Attempting to bind port 01ed3897-b230-4f70-a0d2-7be221258256 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '5a38c8cd-b962-4c24-855c-d74566d17b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ca7ce56-88d6-420e-a5db-a06f560e04a0'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:34.067095 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] Attempting to bind port 01ed3897-b230-4f70-a0d2-7be221258256 on network 0ca7ce56-88d6-420e-a5db-a06f560e04a0 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:34.073429 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:34.073819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] Checking segment: {'id': '5a38c8cd-b962-4c24-855c-d74566d17b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ca7ce56-88d6-420e-a5db-a06f560e04a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:34.074228 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.074624 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] Bound using segment: {'id': '5a38c8cd-b962-4c24-855c-d74566d17b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ca7ce56-88d6-420e-a5db-a06f560e04a0'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:34.075133 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] Bound port: 01ed3897-b230-4f70-a0d2-7be221258256, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a38c8cd-b962-4c24-855c-d74566d17b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ca7ce56-88d6-420e-a5db-a06f560e04a0'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:34.076261 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.089907 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.109185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293ec9f9-7ac0-4daf-861e-68e0ac3df3c5', 'name': 'tempest-FloatingIPsNegativeTestJSON-678290030-router', 'tenant_id': 'af76e3bf640c4a97b4f25b747df8d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9293c8cc-c1d8-473a-928b-6edd91408239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:20Z', 'updated_at': '2021-09-16T04:43:30Z', 'revision_number': 4, 'project_id': 'af76e3bf640c4a97b4f25b747df8d815', 'gw_port': {'id': '9293c8cc-c1d8-473a-928b-6edd91408239', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:dc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293ec9f9-7ac0-4daf-861e-68e0ac3df3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:24Z', 'updated_at': '2021-09-16T04:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '1cf8e0b0-418a-4202-85b9-be8c9c3cd751', 'name': '', 'network_id': '7296be56-555a-4f56-9ae8-2ac494bd48f8', 'tenant_id': 'af76e3bf640c4a97b4f25b747df8d815', 'mac_address': 'fa:16:3e:15:3e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293ec9f9-7ac0-4daf-861e-68e0ac3df3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f85042d6-19bc-40ec-9148-83cde0f42a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:30Z', 'updated_at': '2021-09-16T04:43:31Z', 'revision_number': 2, 'project_id': 'af76e3bf640c4a97b4f25b747df8d815', 'subnets': [{'id': 'f85042d6-19bc-40ec-9148-83cde0f42a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:34.176715 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Checking router: 293ec9f9-7ac0-4daf-861e-68e0ac3df3c5 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:34.176715 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Updating router 293ec9f9-7ac0-4daf-861e-68e0ac3df3c5 port 1cf8e0b0-418a-4202-85b9-be8c9c3cd751 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:43:34.215448 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.235319 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] For port 01ed3897-b230-4f70-a0d2-7be221258256, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:34.238373 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62685ca0-3377-47ec-af50-079675d2c8da req-45538fda-ff8c-4790-9ba2-d1ba070b98ff tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:34.246236 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62685ca0-3377-47ec-af50-079675d2c8da req-45538fda-ff8c-4790-9ba2-d1ba070b98ff tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 945 time: 0.0570109 Sep 16 04:43:34.270990 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] For port 01ed3897-b230-4f70-a0d2-7be221258256, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=01ed3897-b230-4f70-a0d2-7be221258256,segment=NetworkSegment(5a38c8cd-b962-4c24-855c-d74566d17b7a),segment_id=5a38c8cd-b962-4c24-855c-d74566d17b7a)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:34.319923 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62685ca0-3377-47ec-af50-079675d2c8da req-b2496e0e-0428-4106-9cd2-baf61c5e440b tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595925 Sep 16 04:43:34.356247 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] For port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:34.399768 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] For port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:34.451581 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9293c8cc-c1d8-473a-928b-6edd91408239 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:34.472581 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd074cf46-53ca-451d-b625-861fa13dc7ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:34.474849 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a9d8e2-b2a5-4de2-b201-c3c6591dbe04" -d '{"events": [{"server_uuid": "d074cf46-53ca-451d-b625-861fa13dc7ff", "name": "network-vif-unplugged", "status": "completed", "tag": "9dae50d3-bda3-4bfe-88d1-3280a8d5a56e"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:34.480282 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.484425 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e693eedb-3c89-492f-aa36-4ea3fc5481dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.499413 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964522aa-917a-40d0-abe8-21439ae1c362 req-f23e3d6e-ed15-4452-a213-c01431b59e68 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:34.500925 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-964522aa-917a-40d0-abe8-21439ae1c362 req-f23e3d6e-ed15-4452-a213-c01431b59e68 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 943 time: 0.0805855 Sep 16 04:43:34.540666 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Transition to ACTIVE for port object 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:34.543568 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b353759-5a00-42f1-9c07-c65f535afcd4 x-openstack-request-id: req-7b353759-5a00-42f1-9c07-c65f535afcd4 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:34.543858 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d074cf46-53ca-451d-b625-861fa13dc7ff", "name": "network-vif-unplugged", "status": "completed", "tag": "9dae50d3-bda3-4bfe-88d1-3280a8d5a56e", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:34.544656 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b353759-5a00-42f1-9c07-c65f535afcd4 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:34.545052 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd074cf46-53ca-451d-b625-861fa13dc7ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e', 'code': 200} Sep 16 04:43:34.556977 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-964522aa-917a-40d0-abe8-21439ae1c362 req-9b14b9ee-3ccd-4422-a1e9-1d170cf94027 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/security-groups?id=43dc4b45-b6f6-40e5-b6ea-50638aedd60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474935 Sep 16 04:43:34.583686 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 9293c8cc-c1d8-473a-928b-6edd91408239 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:34.584311 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.628547 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.701910 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba55dc27-eb77-4316-bb55-20505905cf1e req-52a4279e-a277-488e-a6be-9b1cb3d4e0af tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 210 time: 0.0294895 Sep 16 04:43:34.778142 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e693eedb-3c89-492f-aa36-4ea3fc5481dc admin admin] Deleting port 1cf8e0b0-418a-4202-85b9-be8c9c3cd751 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:34.778368 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e693eedb-3c89-492f-aa36-4ea3fc5481dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.798090 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.870000 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e71ad-88c1-4f06-a03a-322eec582653 None None] Pushing event updated for resources: {'Port': ['ID=01ed3897-b230-4f70-a0d2-7be221258256,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:34.885349 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e693eedb-3c89-492f-aa36-4ea3fc5481dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.928965 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e693eedb-3c89-492f-aa36-4ea3fc5481dc admin admin] Calling delete_port for 1cf8e0b0-418a-4202-85b9-be8c9c3cd751 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:34.950759 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71597c44-8bc1-4c59-9942-24ef49514ea3 req-00fb81f9-4bfe-4428-8012-384033bdb4a9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:34.952588 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71597c44-8bc1-4c59-9942-24ef49514ea3 req-00fb81f9-4bfe-4428-8012-384033bdb4a9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.0574780 Sep 16 04:43:34.984560 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.003508 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71597c44-8bc1-4c59-9942-24ef49514ea3 req-c9961863-cdc7-4475-b7c7-955631e9a892 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448587 Sep 16 04:43:35.040379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-76733787-ca68-48cc-aee1-cc41e5a84565 req-3369db20-fce0-4709-8674-ae435cbdfc0a tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 210 time: 0.0344734 Sep 16 04:43:35.050953 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.088036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Pushing event updated for resources: {'Port': ['ID=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,revision_number=10']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:35.092648 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] No DVR routers for this DVR port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:35.166076 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.166422 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.166760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.167125 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.170059 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.170059 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.170059 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.170059 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.170059 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.170059 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.170059 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.170059 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.193782 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:43:35.194147 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:43:35.209699 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3e3be9f8-4d83-428c-8675-009e3a9c8801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.274984 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db552d35-1a47-462a-b54c-2e5456c7262e None None] Pushing event updated for resources: {'Port': ['ID=1cf8e0b0-418a-4202-85b9-be8c9c3cd751,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:35.345177 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Attempting to bind port 1cf8e0b0-418a-4202-85b9-be8c9c3cd751 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:35.345977 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Attempting to bind port 1cf8e0b0-418a-4202-85b9-be8c9c3cd751 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '17284fc8-44f5-4b7f-9e8b-dc070027c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7296be56-555a-4f56-9ae8-2ac494bd48f8'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:35.347044 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Attempting to bind port 1cf8e0b0-418a-4202-85b9-be8c9c3cd751 on network 7296be56-555a-4f56-9ae8-2ac494bd48f8 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:35.357227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:35.357227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Checking segment: {'id': '17284fc8-44f5-4b7f-9e8b-dc070027c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7296be56-555a-4f56-9ae8-2ac494bd48f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:35.357227 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.357227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Bound using segment: {'id': '17284fc8-44f5-4b7f-9e8b-dc070027c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7296be56-555a-4f56-9ae8-2ac494bd48f8'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:35.357227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Bound port: 1cf8e0b0-418a-4202-85b9-be8c9c3cd751, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17284fc8-44f5-4b7f-9e8b-dc070027c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7296be56-555a-4f56-9ae8-2ac494bd48f8'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:35.360599 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.375775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Attempting to bind port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:35.376367 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Attempting to bind port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:35.376487 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Attempting to bind port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:35.404212 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:35.404531 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Attempting to bind port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:35.454006 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-27393d3d-dcce-456f-8dea-1fea700063b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.456529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244f091-96cc-4b31-8361-7b3bb492471f req-5eab4664-cef7-4424-8f9b-c25eb31eaa04 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:35.458203 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e244f091-96cc-4b31-8361-7b3bb492471f req-5eab4664-cef7-4424-8f9b-c25eb31eaa04 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.21 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 807 time: 0.3441966 Sep 16 04:43:35.482337 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc9e91-ab25-4951-a813-794e8b867856 req-e05cf784-3ddd-4165-8370-3838f98d3311 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:35.490842 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-27393d3d-dcce-456f-8dea-1fea700063b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.492981 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:35.493339 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:35.493737 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:35.494184 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Bound port: 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:35.494538 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.499857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4dc9e91-ab25-4951-a813-794e8b867856 req-e05cf784-3ddd-4165-8370-3838f98d3311 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 943 time: 0.2114363 Sep 16 04:43:35.527284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-e244f091-96cc-4b31-8361-7b3bb492471f req-6ebd704a-17c9-40a4-848e-b33371c9af0d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Request body: {'port': {'device_id': '666309ef-9f6b-40dd-85a5-74df93185d02', 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc', 'admin_state_up': True, 'tenant_id': 'a00de99f55234129963878f58d14e1a5'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:35.553603 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-686ee0f2-77f3-49ee-ba27-75c575dad840 None None] Provisioning complete for port 1cf8e0b0-418a-4202-85b9-be8c9c3cd751 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:35.554388 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-686ee0f2-77f3-49ee-ba27-75c575dad840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.602350 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-686ee0f2-77f3-49ee-ba27-75c575dad840 None None] Port 1cf8e0b0-418a-4202-85b9-be8c9c3cd751 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:35.648069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4bbe43bb-ce1f-4abf-a417-77c7e2804962 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:35.654024 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] For port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:35.660176 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4dc9e91-ab25-4951-a813-794e8b867856 req-1ad17259-b552-4d0a-9a6b-855327628a4d tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523452 Sep 16 04:43:35.660627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] For port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:35.691270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde9726-e0a9-4bab-b4cd-212f4f3b80ee req-58fb2d6a-6cea-49c4-8256-028c32c11ceb tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:35.703130 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2dde9726-e0a9-4bab-b4cd-212f4f3b80ee req-58fb2d6a-6cea-49c4-8256-028c32c11ceb tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 945 time: 0.2438254 Sep 16 04:43:35.718086 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-27393d3d-dcce-456f-8dea-1fea700063b9 admin admin] Allocated IP 172.25.4.156 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/f82970bd-336e-4b69-902b-d9dedf87eedd) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:35.720282 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e693eedb-3c89-492f-aa36-4ea3fc5481dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.759804 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693eedb-3c89-492f-aa36-4ea3fc5481dc admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf8e0b0-418a-4202-85b9-be8c9c3cd751,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:35.765518 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:43:35.765518 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:43:35.772078 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 4b198c54-9c9f-436f-86a4-0cac2a50b49c details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:35.808616 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.949161 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:35.950060 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.950330 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 4b198c54-9c9f-436f-86a4-0cac2a50b49c, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=4b198c54-9c9f-436f-86a4-0cac2a50b49c,segment=NetworkSegment(8d5e9848-4a0a-48f6-9639-d05a7fe721db),segment_id=8d5e9848-4a0a-48f6-9639-d05a7fe721db)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:35.952543 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6931d302-d712-4d28-9327-b6a887565947 req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] 10.222.0.21 "PUT /v2.0/ports/9dae50d3-bda3-4bfe-88d1-3280a8d5a56e HTTP/1.1" status: 200 len: 1098 time: 2.1038039 Sep 16 04:43:36.010398 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '4b198c54-9c9f-436f-86a4-0cac2a50b49c', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'port_id': '4b198c54-9c9f-436f-86a4-0cac2a50b49c', 'mac_address': 'fa:16:3e:fe:ff:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:36.106248 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.132844 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed9eb7-8090-4e70-af6d-7bb409e52a60 service neutron] Pushing event updated for resources: {'Port': ['ID=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,revision_number=11']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:36.159472 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b198c54-9c9f-436f-86a4-0cac2a50b49c {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:36.197151 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 4b198c54-9c9f-436f-86a4-0cac2a50b49c, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=4b198c54-9c9f-436f-86a4-0cac2a50b49c,segment=NetworkSegment(8d5e9848-4a0a-48f6-9639-d05a7fe721db),segment_id=8d5e9848-4a0a-48f6-9639-d05a7fe721db)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:36.218484 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 4bbe43bb-ce1f-4abf-a417-77c7e2804962, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4bbe43bb-ce1f-4abf-a417-77c7e2804962,segment=NetworkSegment(f3b66e33-1532-4e43-91f5-c6b4478ea47c),segment_id=f3b66e33-1532-4e43-91f5-c6b4478ea47c)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:36.241745 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-27393d3d-dcce-456f-8dea-1fea700063b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.253390 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '4bbe43bb-ce1f-4abf-a417-77c7e2804962', 'network_id': 'f79bb79b-c0c8-4d17-b050-5e52580a6ab2', 'port_id': '4bbe43bb-ce1f-4abf-a417-77c7e2804962', 'mac_address': 'fa:16:3e:1e:9e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f915b2ee-8243-4d3d-a882-24e5aa3c6148', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:36.312478 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931d302-d712-4d28-9327-b6a887565947 req-e5e09aec-a71c-4292-926b-5960ffd9a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:36.314051 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6931d302-d712-4d28-9327-b6a887565947 req-e5e09aec-a71c-4292-926b-5960ffd9a34c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 1101 time: 0.2937443 Sep 16 04:43:36.340182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Attempting to bind port 1cf8e0b0-418a-4202-85b9-be8c9c3cd751 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:36.340182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Attempting to bind port 1cf8e0b0-418a-4202-85b9-be8c9c3cd751 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '17284fc8-44f5-4b7f-9e8b-dc070027c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7296be56-555a-4f56-9ae8-2ac494bd48f8'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:36.340182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Attempting to bind port 1cf8e0b0-418a-4202-85b9-be8c9c3cd751 on network 7296be56-555a-4f56-9ae8-2ac494bd48f8 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:36.360251 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-2dd27ee9-bb4a-4edc-9d8d-cabf3fcb3b58 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=494fa3fda1504b4885f69a8c5f98f3a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909715 Sep 16 04:43:36.370339 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.422268 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e693eedb-3c89-492f-aa36-4ea3fc5481dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.486813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2dde9726-e0a9-4bab-b4cd-212f4f3b80ee req-93cf7c53-70ff-477a-9cef-94f6d9336211 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7825871 Sep 16 04:43:36.531152 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b115b22-a0c4-4935-905b-c4465074fe10 req-37173980-ec93-4880-8ad7-56109bf720dc tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:36.532619 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-27393d3d-dcce-456f-8dea-1fea700063b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.533354 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b115b22-a0c4-4935-905b-c4465074fe10 req-37173980-ec93-4880-8ad7-56109bf720dc tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 943 time: 0.2631619 Sep 16 04:43:36.549690 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd074cf46-53ca-451d-b625-861fa13dc7ff', 'tag': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:36.551412 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4592c10d-2ae0-44ba-b958-f04c612ea3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d074cf46-53ca-451d-b625-861fa13dc7ff", "tag": "9dae50d3-bda3-4bfe-88d1-3280a8d5a56e"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:36.573957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-5d7efb8c-d3f0-4ec8-8743-eae4ac047de4 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:36.577623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-5d7efb8c-d3f0-4ec8-8743-eae4ac047de4 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116396 Sep 16 04:43:36.581405 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.581607 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e244f091-96cc-4b31-8361-7b3bb492471f req-6ebd704a-17c9-40a4-848e-b33371c9af0d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Made reservation on behalf of a00de99f55234129963878f58d14e1a5 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:36.585710 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e244f091-96cc-4b31-8361-7b3bb492471f req-6ebd704a-17c9-40a4-848e-b33371c9af0d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.588729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=4b198c54-9c9f-436f-86a4-0cac2a50b49c,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:36.593773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf1f01e-7090-4edb-8753-bd6433250690 None None] Network 0ca7ce56-88d6-420e-a5db-a06f560e04a0 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:36.596661 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 01ed3897-b230-4f70-a0d2-7be221258256 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:36.610503 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Request body: {'port': {'device_id': '2a6a8a29-f0ba-4153-9e65-230cbd98c634', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': '494fa3fda1504b4885f69a8c5f98f3a1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:36.614708 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27393d3d-dcce-456f-8dea-1fea700063b9 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:36.632878 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:36.633252 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Checking segment: {'id': '17284fc8-44f5-4b7f-9e8b-dc070027c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7296be56-555a-4f56-9ae8-2ac494bd48f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:36.633659 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.634055 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Bound using segment: {'id': '17284fc8-44f5-4b7f-9e8b-dc070027c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7296be56-555a-4f56-9ae8-2ac494bd48f8'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:36.634550 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Bound port: 1cf8e0b0-418a-4202-85b9-be8c9c3cd751, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17284fc8-44f5-4b7f-9e8b-dc070027c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7296be56-555a-4f56-9ae8-2ac494bd48f8'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:36.635042 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.655607 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-27393d3d-dcce-456f-8dea-1fea700063b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:36.663352 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27393d3d-dcce-456f-8dea-1fea700063b9 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:36.669027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931d302-d712-4d28-9327-b6a887565947 req-60ea6af6-36ad-4837-b81f-ff96ca2d8b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:36.671323 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6931d302-d712-4d28-9327-b6a887565947 req-60ea6af6-36ad-4837-b81f-ff96ca2d8b16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.3480461 Sep 16 04:43:36.690075 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ed142a9-29b6-4d22-b224-6b16603e818c req-7e881a62-a85a-45b4-9ec6-98feed7d439f tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 210 time: 0.0949082 Sep 16 04:43:36.690977 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27393d3d-dcce-456f-8dea-1fea700063b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f82970bd-336e-4b69-902b-d9dedf87eedd,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:36.697911 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbe43bb-ce1f-4abf-a417-77c7e2804962 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:36.756062 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6931d302-d712-4d28-9327-b6a887565947 req-e3c37941-3bb3-4b92-b625-14f5971c05d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e HTTP/1.1" status: 200 len: 217 time: 0.0539436 Sep 16 04:43:36.775155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Port 1cf8e0b0-418a-4202-85b9-be8c9c3cd751 has been deleted concurrently {{(pid=95475) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 16 04:43:36.801965 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 4bbe43bb-ce1f-4abf-a417-77c7e2804962, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4bbe43bb-ce1f-4abf-a417-77c7e2804962,segment=NetworkSegment(f3b66e33-1532-4e43-91f5-c6b4478ea47c),segment_id=f3b66e33-1532-4e43-91f5-c6b4478ea47c)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:36.825841 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Routers {'293ec9f9-7ac0-4daf-861e-68e0ac3df3c5'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:36.826607 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:43:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['293ec9f9-7ac0-4daf-861e-68e0ac3df3c5'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:36.891694 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 01ed3897-b230-4f70-a0d2-7be221258256 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:36.891694 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.906337 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b115b22-a0c4-4935-905b-c4465074fe10 req-50493b9c-504f-4f7a-ae4c-4ae8a5d35f9e tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/security-groups?id=43dc4b45-b6f6-40e5-b6ea-50638aedd60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269012 Sep 16 04:43:36.945268 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.947693 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['4b198c54-9c9f-436f-86a4-0cac2a50b49c'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:36.962829 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e1f6c38b-7f78-47fb-8ada-1ed7772445a6 None None] Provisioning complete for port 01ed3897-b230-4f70-a0d2-7be221258256 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:36.963129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd27d1-e625-496e-a043-755a7ab0f53f req-bac03071-1991-447e-8f8f-e4c31987740b tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:36.963393 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e1f6c38b-7f78-47fb-8ada-1ed7772445a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.966872 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02fd27d1-e625-496e-a043-755a7ab0f53f req-bac03071-1991-447e-8f8f-e4c31987740b tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 949 time: 0.1846042 Sep 16 04:43:37.040234 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=4bbe43bb-ce1f-4abf-a417-77c7e2804962,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:37.104094 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e8a5e37a-22c4-41b7-9633-891c610ea877 req-da596f24-ec1b-48fe-82c7-d40a6c0723dc tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 210 time: 0.0680642 Sep 16 04:43:37.108277 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-e244f091-96cc-4b31-8361-7b3bb492471f req-6ebd704a-17c9-40a4-848e-b33371c9af0d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Allocated IP 172.20.0.7 (94aa3f97-6ed2-410f-a6a8-2309531d94bc/84cb2d22-db72-4730-b5c0-6fc65c2696d2/6390ae53-fe5c-445f-82eb-19fbdff6738e) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:37.118713 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02fd27d1-e625-496e-a043-755a7ab0f53f req-060c54d9-b32f-49ff-9d46-6f8220ab0062 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440837 Sep 16 04:43:37.256704 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b96b90d-2d61-41f6-8e7f-acd01a8fddad x-openstack-request-id: req-7b96b90d-2d61-41f6-8e7f-acd01a8fddad {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:37.256984 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d074cf46-53ca-451d-b625-861fa13dc7ff", "tag": "9dae50d3-bda3-4bfe-88d1-3280a8d5a56e", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:37.257252 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b96b90d-2d61-41f6-8e7f-acd01a8fddad {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:37.257600 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd074cf46-53ca-451d-b625-861fa13dc7ff', 'tag': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e', 'status': 'completed', 'code': 200} Sep 16 04:43:37.267771 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931d302-d712-4d28-9327-b6a887565947 req-42dba6b4-8f83-4ecf-ade3-d3bca4d95aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:37.269284 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6931d302-d712-4d28-9327-b6a887565947 req-42dba6b4-8f83-4ecf-ade3-d3bca4d95aca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.5048835 Sep 16 04:43:37.301538 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] Set router 293ec9f9-7ac0-4daf-861e-68e0ac3df3c5 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:37.317423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Made reservation on behalf of 494fa3fda1504b4885f69a8c5f98f3a1 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:37.322142 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.414492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['4bbe43bb-ce1f-4abf-a417-77c7e2804962'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:37.430310 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e693eedb-3c89-492f-aa36-4ea3fc5481dc admin admin] Router 293ec9f9-7ac0-4daf-861e-68e0ac3df3c5 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:43:37.430948 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.435110 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931d302-d712-4d28-9327-b6a887565947 req-ce4bae39-44f1-4442-9ab7-723f2b2282a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:37.438199 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6931d302-d712-4d28-9327-b6a887565947 req-ce4bae39-44f1-4442-9ab7-723f2b2282a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1591041 Sep 16 04:43:37.447347 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-6325fedb-4492-4738-a8e5-36ee8a9b724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:37.449553 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-6325fedb-4492-4738-a8e5-36ee8a9b724c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 1101 time: 0.1213620 Sep 16 04:43:37.498126 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e244f091-96cc-4b31-8361-7b3bb492471f req-6ebd704a-17c9-40a4-848e-b33371c9af0d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.542524 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.571460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287dc6a-7bf0-46cb-9e54-545326224428 req-70ce908c-92e6-43d5-8f99-533d4cbba4fc tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:37.579814 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0287dc6a-7bf0-46cb-9e54-545326224428 req-70ce908c-92e6-43d5-8f99-533d4cbba4fc tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 944 time: 0.2634220 Sep 16 04:43:37.632663 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e1f6c38b-7f78-47fb-8ada-1ed7772445a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.678784 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e244f091-96cc-4b31-8361-7b3bb492471f req-6ebd704a-17c9-40a4-848e-b33371c9af0d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.683457 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 01ed3897-b230-4f70-a0d2-7be221258256, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=01ed3897-b230-4f70-a0d2-7be221258256,segment=NetworkSegment(5a38c8cd-b962-4c24-855c-d74566d17b7a),segment_id=5a38c8cd-b962-4c24-855c-d74566d17b7a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:37.734214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c4956-9b41-45f0-be46-f3e2fb95a968 req-b64a04d6-6853-4a17-92e0-1a4407373e70 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:37.735854 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b29c4956-9b41-45f0-be46-f3e2fb95a968 req-b64a04d6-6853-4a17-92e0-1a4407373e70 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 945 time: 0.1404376 Sep 16 04:43:37.768125 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0287dc6a-7bf0-46cb-9e54-545326224428 req-1ebd30f5-92ad-4a58-8221-b944af2298dd tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874144 Sep 16 04:43:37.783489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e244f091-96cc-4b31-8361-7b3bb492471f req-6ebd704a-17c9-40a4-848e-b33371c9af0d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Network 94aa3f97-6ed2-410f-a6a8-2309531d94bc is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:37.801074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-e244f091-96cc-4b31-8361-7b3bb492471f req-6ebd704a-17c9-40a4-848e-b33371c9af0d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:37.818102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-e244f091-96cc-4b31-8361-7b3bb492471f req-6ebd704a-17c9-40a4-848e-b33371c9af0d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:37.838825 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e693eedb-3c89-492f-aa36-4ea3fc5481dc admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:37.846278 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6931d302-d712-4d28-9327-b6a887565947 req-e680c742-8556-42b8-a962-ad610e716a02 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945878 Sep 16 04:43:37.857314 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e693eedb-3c89-492f-aa36-4ea3fc5481dc admin admin] 10.222.0.20 "PUT /v2.0/routers/293ec9f9-7ac0-4daf-861e-68e0ac3df3c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6260469 Sep 16 04:43:37.861132 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd704a-17c9-40a4-848e-b33371c9af0d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Pushing event updated for resources: {'Port': ['ID=6390ae53-fe5c-445f-82eb-19fbdff6738e,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:37.866290 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33216) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:37.877230 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.932185 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b29c4956-9b41-45f0-be46-f3e2fb95a968 req-72db8fc1-1bb8-41c6-8682-974d82118b2c tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835256 Sep 16 04:43:37.947995 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ea3d19a7-91fe-41bf-87c7-43566b9dd6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.984596 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244f091-96cc-4b31-8361-7b3bb492471f req-6ebd704a-17c9-40a4-848e-b33371c9af0d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:37.985528 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e244f091-96cc-4b31-8361-7b3bb492471f req-6ebd704a-17c9-40a4-848e-b33371c9af0d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.993916 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8862962-a27d-410c-bddb-3466694a9733 req-c2f5dfd4-6441-4484-a5c4-c245537bbfae tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 210 time: 0.0582321 Sep 16 04:43:37.994528 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293ec9f9-7ac0-4daf-861e-68e0ac3df3c5', 'name': 'tempest-FloatingIPsNegativeTestJSON-678290030-router', 'tenant_id': 'af76e3bf640c4a97b4f25b747df8d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9293c8cc-c1d8-473a-928b-6edd91408239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:20Z', 'updated_at': '2021-09-16T04:43:35Z', 'revision_number': 5, 'project_id': 'af76e3bf640c4a97b4f25b747df8d815', 'gw_port': {'id': '9293c8cc-c1d8-473a-928b-6edd91408239', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:dc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293ec9f9-7ac0-4daf-861e-68e0ac3df3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:24Z', 'updated_at': '2021-09-16T04:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:38.017240 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.040458 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-27393d3d-dcce-456f-8dea-1fea700063b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.041593 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=01ed3897-b230-4f70-a0d2-7be221258256,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:38.047508 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a07ca01-6837-4795-843c-a9309661b55d None None] The sync data for ids ['293ec9f9-7ac0-4daf-861e-68e0ac3df3c5'] in n-d-712140-13 is: [{'id': '293ec9f9-7ac0-4daf-861e-68e0ac3df3c5', 'name': 'tempest-FloatingIPsNegativeTestJSON-678290030-router', 'tenant_id': 'af76e3bf640c4a97b4f25b747df8d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9293c8cc-c1d8-473a-928b-6edd91408239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:20Z', 'updated_at': '2021-09-16T04:43:35Z', 'revision_number': 5, 'project_id': 'af76e3bf640c4a97b4f25b747df8d815', 'gw_port': {'id': '9293c8cc-c1d8-473a-928b-6edd91408239', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:dc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293ec9f9-7ac0-4daf-861e-68e0ac3df3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:24Z', 'updated_at': '2021-09-16T04:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:38.052328 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-5db428d0-6d1e-4dba-a98e-07584b844a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:38.055392 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-5db428d0-6d1e-4dba-a98e-07584b844a68 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.5882802 Sep 16 04:43:38.060316 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6931d302-d712-4d28-9327-b6a887565947 req-995722ba-d6b5-4b34-997d-081cc520fe03 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013705 Sep 16 04:43:38.068285 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-e1f6c38b-7f78-47fb-8ada-1ed7772445a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:43:38.068638 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-e1f6c38b-7f78-47fb-8ada-1ed7772445a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:43:38.123680 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-698fc84d-2e11-4ea3-9e07-23bfb75442af admin admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.126696 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.197470 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-763f68f2-1240-4997-a32c-e7930e78a17f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e HTTP/1.1" status: 200 len: 217 time: 0.0918670 Sep 16 04:43:38.241175 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1f383-378b-4073-9a55-53a655385c5e req-b275f98d-0a09-494b-9025-fc797d89ac51 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:38.242769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12a1f383-378b-4073-9a55-53a655385c5e req-b275f98d-0a09-494b-9025-fc797d89ac51 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 944 time: 0.1727548 Sep 16 04:43:38.253899 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e244f091-96cc-4b31-8361-7b3bb492471f req-6ebd704a-17c9-40a4-848e-b33371c9af0d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7367036 Sep 16 04:43:38.287293 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Request body: {'port': {'device_id': '666309ef-9f6b-40dd-85a5-74df93185d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:38.299750 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-d119d654-2f05-4199-9357-a17ea074e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:38.301118 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-d119d654-2f05-4199-9357-a17ea074e1fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 1101 time: 0.1390183 Sep 16 04:43:38.323660 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbe80d9-3d39-4a67-8abe-e62cb23032f8,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:38.342346 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-abf97c19-a7a6-4bdc-92c0-98cab76f5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:38.343887 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-abf97c19-a7a6-4bdc-92c0-98cab76f5b26 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1325009 Sep 16 04:43:38.365766 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:38.366107 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:38.366452 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:38.366791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:38.367150 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:38.367479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:38.367808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:38.368134 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:38.368462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:38.368788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:38.369113 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:38.369436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:38.488640 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 01ed3897-b230-4f70-a0d2-7be221258256 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:38.488970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12a1f383-378b-4073-9a55-53a655385c5e req-0f7f9476-9087-4aea-addf-a4169370fe70 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/security-groups?id=43dc4b45-b6f6-40e5-b6ea-50638aedd60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314529 Sep 16 04:43:38.500720 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.528037 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.552066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937ba60-3c16-4554-a7d8-3990e5c32279 req-63d00ba5-98e4-408a-bf79-68113be1eb5f tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:38.560166 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e937ba60-3c16-4554-a7d8-3990e5c32279 req-63d00ba5-98e4-408a-bf79-68113be1eb5f tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 931 time: 0.3267617 Sep 16 04:43:38.563946 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 01ed3897-b230-4f70-a0d2-7be221258256 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:38.564235 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.580021 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-a9c95bbf-b836-4e30-9df6-5ff5c046a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:38.581561 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-a9c95bbf-b836-4e30-9df6-5ff5c046a0ea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2278454 Sep 16 04:43:38.599231 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Allocated IP 192.168.233.228 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/802e089d-0c99-46e9-957c-f84c3107c1a0) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:38.601817 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-698fc84d-2e11-4ea3-9e07-23bfb75442af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.625833 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-fd1cadbc-c0bb-4abf-853e-621a72c58d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:38.627464 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-fd1cadbc-c0bb-4abf-853e-621a72c58d95 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.3143959 Sep 16 04:43:38.630985 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-27393d3d-dcce-456f-8dea-1fea700063b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.699878 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-dc43cdbb-c79d-45a5-9e34-0d9b6ee9a26a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e HTTP/1.1" status: 200 len: 217 time: 0.0577772 Sep 16 04:43:38.726527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e937ba60-3c16-4554-a7d8-3990e5c32279 req-b822b235-e39b-463e-8824-07ec426f1a9d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627092 Sep 16 04:43:38.787951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-341c80f7-d4eb-49ac-8fc0-a71632bfa94f None None] Provisioning complete for port 01ed3897-b230-4f70-a0d2-7be221258256 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:38.788569 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-341c80f7-d4eb-49ac-8fc0-a71632bfa94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.846615 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-7ab61ad8-be78-4393-831a-adc0dfc826d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:38.855299 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-7ab61ad8-be78-4393-831a-adc0dfc826d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1224043 Sep 16 04:43:38.915227 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-e226cb71-8563-44ed-95b6-3512b2df9c8f service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248861 Sep 16 04:43:38.958700 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6390ae53-fe5c-445f-82eb-19fbdff6738e {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:38.974333 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.023320 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4fbcb-3bbd-4010-b876-c328e4a3a832 None None] Sync routers for ids ['293ec9f9-7ac0-4daf-861e-68e0ac3df3c5'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:39.032609 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-d717c5a4-12fd-4f92-a6ec-781c429f934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:39.034166 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-d717c5a4-12fd-4f92-a6ec-781c429f934c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1721642 Sep 16 04:43:39.035850 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab4fbcb-3bbd-4010-b876-c328e4a3a832 None None] Routers {'293ec9f9-7ac0-4daf-861e-68e0ac3df3c5'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:39.036592 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-eab4fbcb-3bbd-4010-b876-c328e4a3a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:43:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['293ec9f9-7ac0-4daf-861e-68e0ac3df3c5'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:39.038586 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.071639 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Transition to ACTIVE for port object 6390ae53-fe5c-445f-82eb-19fbdff6738e will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:39.083214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495089c-cd8e-4789-9206-6c150de58ec5 req-84b9bbea-0f33-4b78-99a9-ee6dbda9d035 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:39.085254 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e495089c-cd8e-4789-9206-6c150de58ec5 req-84b9bbea-0f33-4b78-99a9-ee6dbda9d035 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 949 time: 0.4482963 Sep 16 04:43:39.106779 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-35a26c60-b8c3-4bc4-a609-4bbb8f732c80 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741242 Sep 16 04:43:39.168152 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-eab4fbcb-3bbd-4010-b876-c328e4a3a832 None None] Set router 293ec9f9-7ac0-4daf-861e-68e0ac3df3c5 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:39.176858 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-5c294ecd-d1b6-4e4e-be93-3642938b2e0f service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300526 Sep 16 04:43:39.206236 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872f959-a749-4e66-b48b-dc4434864881 req-9ad2fb1b-dc89-41a3-9d19-15ff9d77c92d tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:39.207890 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0872f959-a749-4e66-b48b-dc4434864881 req-9ad2fb1b-dc89-41a3-9d19-15ff9d77c92d tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 944 time: 0.2357559 Sep 16 04:43:39.221349 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e495089c-cd8e-4789-9206-6c150de58ec5 req-c912ec63-9d7e-4447-9d12-58f45efcf712 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277134 Sep 16 04:43:39.245080 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.253768 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27393d3d-dcce-456f-8dea-1fea700063b9 admin admin] Router 1c44884a-da50-4f7e-abb5-758bb77b25fe is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:43:39.256930 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-eab4fbcb-3bbd-4010-b876-c328e4a3a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293ec9f9-7ac0-4daf-861e-68e0ac3df3c5', 'name': 'tempest-FloatingIPsNegativeTestJSON-678290030-router', 'tenant_id': 'af76e3bf640c4a97b4f25b747df8d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:20Z', 'updated_at': '2021-09-16T04:43:38Z', 'revision_number': 6, 'project_id': 'af76e3bf640c4a97b4f25b747df8d815', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:39.290991 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4fbcb-3bbd-4010-b876-c328e4a3a832 None None] Checking router: 293ec9f9-7ac0-4daf-861e-68e0ac3df3c5 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:39.300335 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab4fbcb-3bbd-4010-b876-c328e4a3a832 None None] Routers {'293ec9f9-7ac0-4daf-861e-68e0ac3df3c5'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:39.300958 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-eab4fbcb-3bbd-4010-b876-c328e4a3a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:43:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['293ec9f9-7ac0-4daf-861e-68e0ac3df3c5'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:39.309386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-698fc84d-2e11-4ea3-9e07-23bfb75442af admin admin] Deleting port 9293c8cc-c1d8-473a-928b-6edd91408239 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:39.310539 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-698fc84d-2e11-4ea3-9e07-23bfb75442af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.347626 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4592c10d-2ae0-44ba-b958-f04c612ea3ac req-e0bc904a-c1b5-4f95-8cdc-24b903a4ab58 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614172 Sep 16 04:43:39.361258 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.383566 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0872f959-a749-4e66-b48b-dc4434864881 req-6b94e686-745e-4243-be9e-dd4ad106cdc1 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589763 Sep 16 04:43:39.394144 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-eab4fbcb-3bbd-4010-b876-c328e4a3a832 None None] Set router 293ec9f9-7ac0-4daf-861e-68e0ac3df3c5 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:39.413744 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27393d3d-dcce-456f-8dea-1fea700063b9 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:39.424500 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] Sync routers for ids ['1c44884a-da50-4f7e-abb5-758bb77b25fe'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:39.436189 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] Routers {'1c44884a-da50-4f7e-abb5-758bb77b25fe'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:39.436987 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:43:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['1c44884a-da50-4f7e-abb5-758bb77b25fe'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:39.454967 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Pushing event updated for resources: {'Port': ['ID=6390ae53-fe5c-445f-82eb-19fbdff6738e,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:39.473734 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-eab4fbcb-3bbd-4010-b876-c328e4a3a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293ec9f9-7ac0-4daf-861e-68e0ac3df3c5', 'name': 'tempest-FloatingIPsNegativeTestJSON-678290030-router', 'tenant_id': 'af76e3bf640c4a97b4f25b747df8d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:20Z', 'updated_at': '2021-09-16T04:43:38Z', 'revision_number': 6, 'project_id': 'af76e3bf640c4a97b4f25b747df8d815', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:39.495190 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-27393d3d-dcce-456f-8dea-1fea700063b9 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.500226 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-27393d3d-dcce-456f-8dea-1fea700063b9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5552113 Sep 16 04:43:39.500935 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33230) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:39.519343 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4fbcb-3bbd-4010-b876-c328e4a3a832 None None] The sync data for ids ['293ec9f9-7ac0-4daf-861e-68e0ac3df3c5'] in n-d-712140-13 is: [{'id': '293ec9f9-7ac0-4daf-861e-68e0ac3df3c5', 'name': 'tempest-FloatingIPsNegativeTestJSON-678290030-router', 'tenant_id': 'af76e3bf640c4a97b4f25b747df8d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:20Z', 'updated_at': '2021-09-16T04:43:38Z', 'revision_number': 6, 'project_id': 'af76e3bf640c4a97b4f25b747df8d815', 'gw_port_host': None}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:39.544385 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-30ee7538-f662-468a-910a-8a3e1795f286 req-8351f5ab-a845-4062-bfb8-25c6d5a3e7f3 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 210 time: 0.0750487 Sep 16 04:43:39.593349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca30e80-3da8-40c1-a81a-76c4f40e74e8 req-25f2944c-87bd-47c2-a308-0c47a8295580 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:39.595009 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bca30e80-3da8-40c1-a81a-76c4f40e74e8 req-25f2944c-87bd-47c2-a308-0c47a8295580 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 945 time: 0.2787271 Sep 16 04:43:39.613006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] Set router 1c44884a-da50-4f7e-abb5-758bb77b25fe gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:39.620546 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-698fc84d-2e11-4ea3-9e07-23bfb75442af admin admin] For port 9293c8cc-c1d8-473a-928b-6edd91408239, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9293c8cc-c1d8-473a-928b-6edd91408239,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:39.621911 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-698fc84d-2e11-4ea3-9e07-23bfb75442af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.654873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-698fc84d-2e11-4ea3-9e07-23bfb75442af admin admin] Calling delete_port for 9293c8cc-c1d8-473a-928b-6edd91408239 owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:39.707879 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.721727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Attempting to bind port 6390ae53-fe5c-445f-82eb-19fbdff6738e on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:39.722127 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Attempting to bind port 6390ae53-fe5c-445f-82eb-19fbdff6738e by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:39.722394 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Attempting to bind port 6390ae53-fe5c-445f-82eb-19fbdff6738e on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:39.769344 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bca30e80-3da8-40c1-a81a-76c4f40e74e8 req-45951329-5719-4d31-ba3a-106c909f1095 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627092 Sep 16 04:43:39.840241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4bbe43bb-ce1f-4abf-a417-77c7e2804962 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:39.842777 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 4b198c54-9c9f-436f-86a4-0cac2a50b49c up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:40.072155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c44884a-da50-4f7e-abb5-758bb77b25fe', 'name': 'tempest-FloatingIPDetailsTestJSON-261749998-router', 'tenant_id': 'ab6df580a7954f16bf8201bdc5b31977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'f82970bd-336e-4b69-902b-d9dedf87eedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:33Z', 'updated_at': '2021-09-16T04:43:37Z', 'revision_number': 3, 'project_id': 'ab6df580a7954f16bf8201bdc5b31977', 'gw_port': {'id': 'f82970bd-336e-4b69-902b-d9dedf87eedd', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c44884a-da50-4f7e-abb5-758bb77b25fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:35Z', 'updated_at': '2021-09-16T04:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:40.107122 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] Checking router: 1c44884a-da50-4f7e-abb5-758bb77b25fe for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:40.107463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] Updating router 1c44884a-da50-4f7e-abb5-758bb77b25fe port f82970bd-336e-4b69-902b-d9dedf87eedd binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:43:40.111480 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 4bbe43bb-ce1f-4abf-a417-77c7e2804962 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:40.132325 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 4bbe43bb-ce1f-4abf-a417-77c7e2804962 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:40.132695 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.134235 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 4b198c54-9c9f-436f-86a4-0cac2a50b49c completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:40.139919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Port 6390ae53-fe5c-445f-82eb-19fbdff6738e on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:40.140338 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Attempting to bind port 6390ae53-fe5c-445f-82eb-19fbdff6738e on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:40.160463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 4b198c54-9c9f-436f-86a4-0cac2a50b49c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:40.160831 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.175160 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:40.191861 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.208928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67587154-ec3a-4313-b40c-04f76840aac1 req-0c863b92-154b-4644-8b3d-6a8218d526f7 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:40.217335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67587154-ec3a-4313-b40c-04f76840aac1 req-0c863b92-154b-4644-8b3d-6a8218d526f7 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 944 time: 0.5656776 Sep 16 04:43:40.221174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:40.221730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Checking segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:40.222209 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Bound using segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:40.222666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Bound port: 6390ae53-fe5c-445f-82eb-19fbdff6738e, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:40.223154 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.246317 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:40.282980 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:40.289704 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Pushing event updated for resources: {'Port': ['ID=802e089d-0c99-46e9-957c-f84c3107c1a0,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:40.422110 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.438040 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.439133 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67587154-ec3a-4313-b40c-04f76840aac1 req-b224e6af-c5ab-42a6-a47d-ef45e65f9b65 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/security-groups?id=43dc4b45-b6f6-40e5-b6ea-50638aedd60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190392 Sep 16 04:43:40.483373 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b198c54-9c9f-436f-86a4-0cac2a50b49c'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:40.487007 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc458ba-1e17-4934-86ca-e5b69be605fc" -d '{"events": [{"server_uuid": "ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c", "name": "network-vif-plugged", "status": "completed", "tag": "4b198c54-9c9f-436f-86a4-0cac2a50b49c"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:40.496591 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9293c8cc-c1d8-473a-928b-6edd91408239 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:40.504180 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0e32ae2-e10e-45c2-aa60-d4d06733ac9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.557864 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 4b198c54-9c9f-436f-86a4-0cac2a50b49c, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=4b198c54-9c9f-436f-86a4-0cac2a50b49c,segment=NetworkSegment(8d5e9848-4a0a-48f6-9639-d05a7fe721db),segment_id=8d5e9848-4a0a-48f6-9639-d05a7fe721db)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:40.589475 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436172b-36f2-4343-80c6-d2d1a1b83e57 req-10bd2cf8-ce45-4a0c-8589-13d9d2be1d8e tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:40.591403 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4436172b-36f2-4343-80c6-d2d1a1b83e57 req-10bd2cf8-ce45-4a0c-8589-13d9d2be1d8e tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 943 time: 0.4540522 Sep 16 04:43:40.597259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:40.598023 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.642550 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 4bbe43bb-ce1f-4abf-a417-77c7e2804962, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4bbe43bb-ce1f-4abf-a417-77c7e2804962,segment=NetworkSegment(f3b66e33-1532-4e43-91f5-c6b4478ea47c),segment_id=f3b66e33-1532-4e43-91f5-c6b4478ea47c)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:40.679705 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.700815 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] For port 6390ae53-fe5c-445f-82eb-19fbdff6738e, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:40.728579 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-f0e32ae2-e10e-45c2-aa60-d4d06733ac9e admin admin] Allocated IP 172.20.0.1 (0ca7ce56-88d6-420e-a5db-a06f560e04a0/a6af89f1-1dd6-4f36-9917-e50d040e02c3/b9f849fc-fda0-410b-b861-77dc6c63db21) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:40.738342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] For port 6390ae53-fe5c-445f-82eb-19fbdff6738e, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6390ae53-fe5c-445f-82eb-19fbdff6738e,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:40.753148 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4436172b-36f2-4343-80c6-d2d1a1b83e57 req-a652ca89-ab92-4b81-a5df-ffebcc50800f tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479204 Sep 16 04:43:40.759580 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8ad54efc-6632-4e89-8255-2359f15f022d None None] Provisioning complete for port 802e089d-0c99-46e9-957c-f84c3107c1a0 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:40.759953 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8ad54efc-6632-4e89-8255-2359f15f022d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.768217 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.778106 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.784459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0d0a3-5174-4d57-8324-e5f15f48090f req-128d572e-998c-4360-a9fd-e2a13a90efc7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:40.786028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4bc0d0a3-5174-4d57-8324-e5f15f48090f req-128d572e-998c-4360-a9fd-e2a13a90efc7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 949 time: 0.1753178 Sep 16 04:43:40.800334 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-13dfdfe5-2e9e-43c3-948f-281dfdcbd410 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1998546 Sep 16 04:43:40.823730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Request body: {'port': {'device_id': '2a6a8a29-f0ba-4153-9e65-230cbd98c634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:40.833971 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.853495 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.873596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=4b198c54-9c9f-436f-86a4-0cac2a50b49c,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:40.878206 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0e32ae2-e10e-45c2-aa60-d4d06733ac9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.900628 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-8ad54efc-6632-4e89-8255-2359f15f022d None None] Port 802e089d-0c99-46e9-957c-f84c3107c1a0 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:40.936622 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:40.937241 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.938724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e244f091-96cc-4b31-8361-7b3bb492471f req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] 10.222.0.21 "PUT /v2.0/ports/6390ae53-fe5c-445f-82eb-19fbdff6738e HTTP/1.1" status: 200 len: 1092 time: 2.6636310 Sep 16 04:43:40.952159 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.955621 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666309ef-9f6b-40dd-85a5-74df93185d02', 'tag': '6390ae53-fe5c-445f-82eb-19fbdff6738e'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:40.957915 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2aa228-f0f6-46e9-b1bd-af60bc7e0934" -d '{"events": [{"name": "network-changed", "server_uuid": "666309ef-9f6b-40dd-85a5-74df93185d02", "tag": "6390ae53-fe5c-445f-82eb-19fbdff6738e"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:40.963168 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=4bbe43bb-ce1f-4abf-a417-77c7e2804962,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:40.969095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4bc0d0a3-5174-4d57-8324-e5f15f48090f req-f739c81b-035c-4311-b306-9de91c4a130c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703842 Sep 16 04:43:40.996683 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-698fc84d-2e11-4ea3-9e07-23bfb75442af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.017486 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb0f1-c58d-4a2c-baee-bc6e3da1786a service neutron] Pushing event updated for resources: {'Port': ['ID=6390ae53-fe5c-445f-82eb-19fbdff6738e,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:41.021599 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.027235 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0e32ae2-e10e-45c2-aa60-d4d06733ac9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.032678 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5923db02-99fc-46ba-8394-d83ff23c773d x-openstack-request-id: req-5923db02-99fc-46ba-8394-d83ff23c773d {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:41.032973 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c", "name": "network-vif-plugged", "status": "completed", "tag": "4b198c54-9c9f-436f-86a4-0cac2a50b49c", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:41.036126 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5923db02-99fc-46ba-8394-d83ff23c773d {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:41.036126 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b198c54-9c9f-436f-86a4-0cac2a50b49c', 'code': 200} Sep 16 04:43:41.080362 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e32ae2-e10e-45c2-aa60-d4d06733ac9e admin admin] Network 0ca7ce56-88d6-420e-a5db-a06f560e04a0 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:41.083460 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.087688 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fc84d-2e11-4ea3-9e07-23bfb75442af admin admin] Pushing event deleted for resources: {'Port': ['ID=9293c8cc-c1d8-473a-928b-6edd91408239,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:41.128537 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6f666-6d52-4226-a629-4c00da36f9c2 req-642cae01-7683-44ba-9ab8-3bffdd83661a tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:41.130075 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ea6f666-6d52-4226-a629-4c00da36f9c2 req-642cae01-7683-44ba-9ab8-3bffdd83661a tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 945 time: 0.2282877 Sep 16 04:43:41.131144 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e32ae2-e10e-45c2-aa60-d4d06733ac9e admin admin] Pushing event updated for resources: {'Port': ['ID=b9f849fc-fda0-410b-b861-77dc6c63db21,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:41.138721 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] Attempting to bind port f82970bd-336e-4b69-902b-d9dedf87eedd on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:41.139510 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] Attempting to bind port f82970bd-336e-4b69-902b-d9dedf87eedd by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:41.139682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] Attempting to bind port f82970bd-336e-4b69-902b-d9dedf87eedd on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:41.142043 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99aaa0a-32fc-4118-85c3-14b252eb1c2b None None] Pushing event updated for resources: {'Port': ['ID=f82970bd-336e-4b69-902b-d9dedf87eedd,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:41.148491 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:41.148770 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:41.149232 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.149676 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:41.150200 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] Bound port: f82970bd-336e-4b69-902b-d9dedf87eedd, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:41.150642 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.157638 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-f0e32ae2-e10e-45c2-aa60-d4d06733ac9e admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:41.162026 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e32ae2-e10e-45c2-aa60-d4d06733ac9e admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:41.222986 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] For port f82970bd-336e-4b69-902b-d9dedf87eedd, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:41.228185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] For port f82970bd-336e-4b69-902b-d9dedf87eedd, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f82970bd-336e-4b69-902b-d9dedf87eedd,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:41.251139 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0e32ae2-e10e-45c2-aa60-d4d06733ac9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.256731 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-698fc84d-2e11-4ea3-9e07-23bfb75442af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.257145 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079e143-ee70-4c99-983a-9327d03bce67 req-cf9b526f-d3eb-463f-942e-0ca9f4a1af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:41.258667 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4079e143-ee70-4c99-983a-9327d03bce67 req-cf9b526f-d3eb-463f-942e-0ca9f4a1af2d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 1097 time: 0.0913076 Sep 16 04:43:41.344589 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4079e143-ee70-4c99-983a-9327d03bce67 req-db82568a-fd66-4a4c-82e5-5ede1559aee3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508161 Sep 16 04:43:41.358743 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.433819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] Routers {'1c44884a-da50-4f7e-abb5-758bb77b25fe'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:41.434528 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:43:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['1c44884a-da50-4f7e-abb5-758bb77b25fe'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:41.439543 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99aaa0a-32fc-4118-85c3-14b252eb1c2b None None] Pushing event updated for resources: {'Port': ['ID=f82970bd-336e-4b69-902b-d9dedf87eedd,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:41.465987 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ea6f666-6d52-4226-a629-4c00da36f9c2 req-2eb55f48-a2d2-4f84-b4d8-7c4989c6aa2a tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3127570 Sep 16 04:43:41.471779 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-698fc84d-2e11-4ea3-9e07-23bfb75442af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.480486 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-698fc84d-2e11-4ea3-9e07-23bfb75442af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.483659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1e327f46-2830-4057-9546-43ad3fb7de24 None None] Provisioning complete for port b9f849fc-fda0-410b-b861-77dc6c63db21 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:41.484101 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1e327f46-2830-4057-9546-43ad3fb7de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.487234 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244f091-96cc-4b31-8361-7b3bb492471f req-652658fa-201e-475c-95d2-0f11bc3a9aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:41.488801 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e244f091-96cc-4b31-8361-7b3bb492471f req-652658fa-201e-475c-95d2-0f11bc3a9aa9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 1095 time: 0.3383238 Sep 16 04:43:41.503667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03f956-40ca-4287-b17f-cdca9a69daa1 req-c13ee0fa-399b-4901-ab94-c0e9dc1cd998 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:41.506219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f03f956-40ca-4287-b17f-cdca9a69daa1 req-c13ee0fa-399b-4901-ab94-c0e9dc1cd998 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 936 time: 0.3514924 Sep 16 04:43:41.539146 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0e32ae2-e10e-45c2-aa60-d4d06733ac9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.588013 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-1e327f46-2830-4057-9546-43ad3fb7de24 None None] Port b9f849fc-fda0-410b-b861-77dc6c63db21 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:41.608630 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] Set router 1c44884a-da50-4f7e-abb5-758bb77b25fe gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:41.625414 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e244f091-96cc-4b31-8361-7b3bb492471f req-69475fb7-fc34-4b82-86a5-c6fbae378f5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6390ae53-fe5c-445f-82eb-19fbdff6738e HTTP/1.1" status: 200 len: 217 time: 0.0730054 Sep 16 04:43:41.677304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:41.718359 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-698fc84d-2e11-4ea3-9e07-23bfb75442af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.718950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698fc84d-2e11-4ea3-9e07-23bfb75442af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 293ec9f9-7ac0-4daf-861e-68e0ac3df3c5 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:43:41.723958 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-698fc84d-2e11-4ea3-9e07-23bfb75442af admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.728142 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-698fc84d-2e11-4ea3-9e07-23bfb75442af admin admin] 10.222.0.20 "DELETE /v2.0/routers/293ec9f9-7ac0-4daf-861e-68e0ac3df3c5 HTTP/1.1" status: 204 len: 168 time: 3.8565600 Sep 16 04:43:41.728934 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0e32ae2-e10e-45c2-aa60-d4d06733ac9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.730578 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33250) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:41.767068 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f03f956-40ca-4287-b17f-cdca9a69daa1 req-8a2bdf50-da23-4b5e-99ab-c3867f38d86e tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbe80d9-3d39-4a67-8abe-e62cb23032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191715 Sep 16 04:43:41.803398 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-92535adb-78e0-4ab3-b5a6-7ce1dd30a79a admin admin] Deleting subnet f85042d6-19bc-40ec-9148-83cde0f42a17 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:43:41.806862 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-92535adb-78e0-4ab3-b5a6-7ce1dd30a79a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.808640 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0e32ae2-e10e-45c2-aa60-d4d06733ac9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.841569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244f091-96cc-4b31-8361-7b3bb492471f req-0122cdc2-2dce-4df0-8ec0-40c18c2b44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:41.849069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e244f091-96cc-4b31-8361-7b3bb492471f req-0122cdc2-2dce-4df0-8ec0-40c18c2b44c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 200 len: 847 time: 0.2039816 Sep 16 04:43:41.870093 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576def9f-ae5a-404f-80c8-6c969923efda req-7c23d04e-59c5-46a2-b38e-6320822383c9 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:41.872387 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-576def9f-ae5a-404f-80c8-6c969923efda req-7c23d04e-59c5-46a2-b38e-6320822383c9 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 945 time: 0.2590873 Sep 16 04:43:41.874183 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62359e0e-78fb-48e3-a6c0-8fd7696fd804 x-openstack-request-id: req-62359e0e-78fb-48e3-a6c0-8fd7696fd804 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:41.874476 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666309ef-9f6b-40dd-85a5-74df93185d02", "tag": "6390ae53-fe5c-445f-82eb-19fbdff6738e", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:41.874712 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62359e0e-78fb-48e3-a6c0-8fd7696fd804 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:41.875171 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666309ef-9f6b-40dd-85a5-74df93185d02', 'tag': '6390ae53-fe5c-445f-82eb-19fbdff6738e', 'status': 'completed', 'code': 200} Sep 16 04:43:41.912344 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0e32ae2-e10e-45c2-aa60-d4d06733ac9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.933021 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e244f091-96cc-4b31-8361-7b3bb492471f req-915b523c-6cb6-4488-be8a-e0b421befc16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94aa3f97-6ed2-410f-a6a8-2309531d94bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465145 Sep 16 04:43:41.962916 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:41.976991 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-92535adb-78e0-4ab3-b5a6-7ce1dd30a79a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.989122 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e', 'mac_address': 'fa:16:3e:d7:32:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:42.015889 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e32ae2-e10e-45c2-aa60-d4d06733ac9e admin admin] Pushing event updated for resources: {'Port': ['ID=b9f849fc-fda0-410b-b861-77dc6c63db21,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:42.031031 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c44884a-da50-4f7e-abb5-758bb77b25fe', 'name': 'tempest-FloatingIPDetailsTestJSON-261749998-router', 'tenant_id': 'ab6df580a7954f16bf8201bdc5b31977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'f82970bd-336e-4b69-902b-d9dedf87eedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:33Z', 'updated_at': '2021-09-16T04:43:37Z', 'revision_number': 3, 'project_id': 'ab6df580a7954f16bf8201bdc5b31977', 'gw_port': {'id': 'f82970bd-336e-4b69-902b-d9dedf87eedd', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c44884a-da50-4f7e-abb5-758bb77b25fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:35Z', 'updated_at': '2021-09-16T04:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:42.071548 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc8af90-0a62-44f2-b33e-0745d8912b6c None None] The sync data for ids ['1c44884a-da50-4f7e-abb5-758bb77b25fe'] in n-d-712140-13 is: [{'id': '1c44884a-da50-4f7e-abb5-758bb77b25fe', 'name': 'tempest-FloatingIPDetailsTestJSON-261749998-router', 'tenant_id': 'ab6df580a7954f16bf8201bdc5b31977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'f82970bd-336e-4b69-902b-d9dedf87eedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:33Z', 'updated_at': '2021-09-16T04:43:37Z', 'revision_number': 3, 'project_id': 'ab6df580a7954f16bf8201bdc5b31977', 'gw_port': {'id': 'f82970bd-336e-4b69-902b-d9dedf87eedd', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c44884a-da50-4f7e-abb5-758bb77b25fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:35Z', 'updated_at': '2021-09-16T04:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:42.082161 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.098568 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:42.102758 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-576def9f-ae5a-404f-80c8-6c969923efda req-5e0cc3d4-d440-4a73-a0be-00b30b0563b8 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981893 Sep 16 04:43:42.112637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802e089d-0c99-46e9-957c-f84c3107c1a0 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:42.128194 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.156275 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:42.160721 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e32ae2-e10e-45c2-aa60-d4d06733ac9e admin admin] Network 0ca7ce56-88d6-420e-a5db-a06f560e04a0 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:42.163440 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c257fd5-48a6-42f9-9c6b-c353ffe6ee19 req-fed36d91-1f7c-4779-86f0-ad753849eee1 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:42.164987 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0c257fd5-48a6-42f9-9c6b-c353ffe6ee19 req-fed36d91-1f7c-4779-86f0-ad753849eee1 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 945 time: 0.2013211 Sep 16 04:43:42.166756 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-f0e32ae2-e10e-45c2-aa60-d4d06733ac9e admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:42.167728 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Transition to ACTIVE for port object 802e089d-0c99-46e9-957c-f84c3107c1a0 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:42.180786 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-92535adb-78e0-4ab3-b5a6-7ce1dd30a79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.180991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e244f091-96cc-4b31-8361-7b3bb492471f req-7a156f54-1ae1-4b49-9044-0d56e1688fa0 service neutron] 10.222.0.21 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384832 Sep 16 04:43:42.308702 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0c257fd5-48a6-42f9-9c6b-c353ffe6ee19 req-e42fc939-dbdd-4d2c-80f8-3e75bb43f3b8 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/security-groups?id=43dc4b45-b6f6-40e5-b6ea-50638aedd60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327200 Sep 16 04:43:42.362740 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144423e-3f24-4288-80e7-97676b267a40 req-1aded553-e493-4392-b6cb-91cc6114fa80 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:42.364898 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.374145 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a144423e-3f24-4288-80e7-97676b267a40 req-1aded553-e493-4392-b6cb-91cc6114fa80 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 943 time: 0.1526310 Sep 16 04:43:42.392632 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e32ae2-e10e-45c2-aa60-d4d06733ac9e admin admin] Router 1c44884a-da50-4f7e-abb5-758bb77b25fe has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:43:42.404952 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.450710 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,revision_number=12']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:42.460357 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:42.460771 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:42.461182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:42.461582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:42.461986 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:42.462386 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:42.462847 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:42.463265 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:42.463653 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:42.464179 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:42.464566 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:42.464953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:42.553153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Pushing event updated for resources: {'Port': ['ID=802e089d-0c99-46e9-957c-f84c3107c1a0,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:42.565019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e244f091-96cc-4b31-8361-7b3bb492471f req-147e7e6d-95f1-4103-b008-103e644d01d3 service neutron] 10.222.0.21 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746934 Sep 16 04:43:42.573381 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a144423e-3f24-4288-80e7-97676b267a40 req-e62f0f5f-9363-47e2-ab09-2f83530ad8a5 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964388 Sep 16 04:43:42.645793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379fd55-af51-4f3e-a12d-c129a8cf1ebd req-44828975-56ec-4265-93fe-edb1f62498bd tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:42.647646 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e32ae2-e10e-45c2-aa60-d4d06733ac9e admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:42.649311 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e379fd55-af51-4f3e-a12d-c129a8cf1ebd req-44828975-56ec-4265-93fe-edb1f62498bd tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.2092781 Sep 16 04:43:42.655271 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f0e32ae2-e10e-45c2-aa60-d4d06733ac9e admin admin] 10.222.0.20 "PUT /v2.0/routers/1c44884a-da50-4f7e-abb5-758bb77b25fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1530874 Sep 16 04:43:42.657366 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-92535adb-78e0-4ab3-b5a6-7ce1dd30a79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.691048 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92535adb-78e0-4ab3-b5a6-7ce1dd30a79a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85042d6-19bc-40ec-9148-83cde0f42a17,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:42.699130 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-92535adb-78e0-4ab3-b5a6-7ce1dd30a79a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.702909 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-92535adb-78e0-4ab3-b5a6-7ce1dd30a79a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f85042d6-19bc-40ec-9148-83cde0f42a17 HTTP/1.1" status: 204 len: 168 time: 0.9709077 Sep 16 04:43:42.705790 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33262) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:42.709283 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2adc5cc-6d71-4b88-9e8b-9006d35ee9dd None None] Network 7296be56-555a-4f56-9ae8-2ac494bd48f8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:42.864067 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e379fd55-af51-4f3e-a12d-c129a8cf1ebd req-be20f81b-ad4e-4b95-b08e-f31872af3bc6 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447792 Sep 16 04:43:42.906224 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.920240 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Attempting to bind port 802e089d-0c99-46e9-957c-f84c3107c1a0 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:42.920446 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Attempting to bind port 802e089d-0c99-46e9-957c-f84c3107c1a0 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:42.920838 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Attempting to bind port 802e089d-0c99-46e9-957c-f84c3107c1a0 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:42.931656 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2aa228-f0f6-46e9-b1bd-af60bc7e0934 req-d9dfd0ef-b0de-40c6-9f65-096c72f3ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:42.933184 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba2aa228-f0f6-46e9-b1bd-af60bc7e0934 req-d9dfd0ef-b0de-40c6-9f65-096c72f3ec59 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 1095 time: 0.1294222 Sep 16 04:43:42.938584 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Port 802e089d-0c99-46e9-957c-f84c3107c1a0 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:42.938932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Attempting to bind port 802e089d-0c99-46e9-957c-f84c3107c1a0 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:42.954219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:42.957285 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:42.957742 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:42.959341 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Bound port: 802e089d-0c99-46e9-957c-f84c3107c1a0, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:42.959727 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.052371 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] Deleting port 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:43.052795 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.063797 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f87adcb-e5a9-48a4-b18f-d63ab3eac47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbe43bb-ce1f-4abf-a417-77c7e2804962'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:43.066316 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7ec0d2-5d21-4ab4-bcbb-e0b7197c8b18" -d '{"events": [{"server_uuid": "8f87adcb-e5a9-48a4-b18f-d63ab3eac47e", "name": "network-vif-plugged", "status": "completed", "tag": "4bbe43bb-ce1f-4abf-a417-77c7e2804962"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:43.077598 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['9dae50d3-bda3-4bfe-88d1-3280a8d5a56e'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:43.112121 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0e074e31-a5d3-4ce3-b95c-de02a9f84349 None None] Provisioning complete for port b9f849fc-fda0-410b-b861-77dc6c63db21 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:43.112661 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e074e31-a5d3-4ce3-b95c-de02a9f84349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.152436 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] For port 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3,segment=NetworkSegment(17284fc8-44f5-4b7f-9e8b-dc070027c752),segment_id=17284fc8-44f5-4b7f-9e8b-dc070027c752)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:43.152807 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.207285 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] Calling delete_port for 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:43.216471 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-0e074e31-a5d3-4ce3-b95c-de02a9f84349 None None] Port b9f849fc-fda0-410b-b861-77dc6c63db21 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:43.217704 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44210fd-a4df-4be5-8130-ef6fbe25edf2 req-460cccd8-f711-4d1b-9c98-95dcdbd97f48 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:43.219506 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f44210fd-a4df-4be5-8130-ef6fbe25edf2 req-460cccd8-f711-4d1b-9c98-95dcdbd97f48 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 945 time: 0.1446354 Sep 16 04:43:43.239095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] For port 802e089d-0c99-46e9-957c-f84c3107c1a0, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:43.242925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] For port 802e089d-0c99-46e9-957c-f84c3107c1a0, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=802e089d-0c99-46e9-957c-f84c3107c1a0,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:43.286027 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2aa228-f0f6-46e9-b1bd-af60bc7e0934 req-daf9fb5b-e5f2-47fe-9f37-ba95139cbb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:43.287958 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba2aa228-f0f6-46e9-b1bd-af60bc7e0934 req-daf9fb5b-e5f2-47fe-9f37-ba95139cbb03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 908 time: 0.3390160 Sep 16 04:43:43.342952 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60dacd5-f0b9-43c0-be64-9c01fd01e85c None None] DHCP port deletion for 7296be56-555a-4f56-9ae8-2ac494bd48f8 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:43:43.361549 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f44210fd-a4df-4be5-8130-ef6fbe25edf2 req-e4f33032-2b5d-411e-8df5-5d7526ee3dee tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108658 Sep 16 04:43:43.363359 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba2aa228-f0f6-46e9-b1bd-af60bc7e0934 req-2d190347-4886-49ea-a6c9-0a0433fdfa04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6390ae53-fe5c-445f-82eb-19fbdff6738e HTTP/1.1" status: 200 len: 217 time: 0.0648198 Sep 16 04:43:43.364662 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.427870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a60dacd5-f0b9-43c0-be64-9c01fd01e85c None None] Deleting port 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:43.428386 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a60dacd5-f0b9-43c0-be64-9c01fd01e85c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.443556 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.459036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] No DVR routers for this DVR port 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:43.485892 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] Pushing event deleted for resources: {'Port': ['ID=69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:43.513504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:43.514305 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.516837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] 10.222.0.21 "PUT /v2.0/ports/802e089d-0c99-46e9-957c-f84c3107c1a0 HTTP/1.1" status: 200 len: 1097 time: 2.6997275 Sep 16 04:43:43.522678 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a60dacd5-f0b9-43c0-be64-9c01fd01e85c None None] For port 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3,segment=NetworkSegment(17284fc8-44f5-4b7f-9e8b-dc070027c752),segment_id=17284fc8-44f5-4b7f-9e8b-dc070027c752)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:43.523324 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a60dacd5-f0b9-43c0-be64-9c01fd01e85c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.524638 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8363ae-eee4-4b0c-9a09-23da7c74b2da service neutron] Pushing event updated for resources: {'Port': ['ID=802e089d-0c99-46e9-957c-f84c3107c1a0,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:43.542916 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a60dacd5-f0b9-43c0-be64-9c01fd01e85c None None] Calling delete_port for 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:43.578562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2aa228-f0f6-46e9-b1bd-af60bc7e0934 req-fc58dfca-db20-40bf-b2b5-31d40b972a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:43.581038 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba2aa228-f0f6-46e9-b1bd-af60bc7e0934 req-fc58dfca-db20-40bf-b2b5-31d40b972a76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 200 len: 847 time: 0.1791418 Sep 16 04:43:43.693840 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.711668 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a60dacd5-f0b9-43c0-be64-9c01fd01e85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.721596 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba2aa228-f0f6-46e9-b1bd-af60bc7e0934 req-f9878dab-9e20-45a9-bce6-98d65b567727 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94aa3f97-6ed2-410f-a6a8-2309531d94bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282215 Sep 16 04:43:43.728592 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7296be56-555a-4f56-9ae8-2ac494bd48f8']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:43.738577 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01139a-4b79-432a-a6ef-c47340db11d0 req-a5c42c10-fd52-492c-9822-0c88ab4651e6 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:43.741100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac01139a-4b79-432a-a6ef-c47340db11d0 req-a5c42c10-fd52-492c-9822-0c88ab4651e6 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 948 time: 0.2831974 Sep 16 04:43:43.755271 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17284fc8-44f5-4b7f-9e8b-dc070027c752') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:43.756235 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dacd5-f0b9-43c0-be64-9c01fd01e85c None None] Pushing event deleted for resources: {'Port': ['ID=69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:43.756766 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17284fc8-44f5-4b7f-9e8b-dc070027c752') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:43.758097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60dacd5-f0b9-43c0-be64-9c01fd01e85c None None] No DVR routers for this DVR port 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:43.777571 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.799541 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.806289 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:43:43.806689 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: items = [ Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:43:43.808440 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:43:43.969162 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.975435 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.977600 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] 10.222.0.20 "DELETE /v2.0/networks/7296be56-555a-4f56-9ae8-2ac494bd48f8 HTTP/1.1" status: 204 len: 168 time: 1.2707584 Sep 16 04:43:43.989267 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2891c-34cd-4ac8-9282-486b0f3aba3e admin admin] Pushing event deleted for resources: {'Network': ['ID=7296be56-555a-4f56-9ae8-2ac494bd48f8,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:44.167320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6a8a29-f0ba-4153-9e65-230cbd98c634', 'tag': '802e089d-0c99-46e9-957c-f84c3107c1a0'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:44.169621 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d120f96-14ba-461b-9071-8a547dc0e5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6a8a29-f0ba-4153-9e65-230cbd98c634", "tag": "802e089d-0c99-46e9-957c-f84c3107c1a0"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:44.199378 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac01139a-4b79-432a-a6ef-c47340db11d0 req-3344d906-f022-4100-aaed-3cb7640a336c tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbe80d9-3d39-4a67-8abe-e62cb23032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444554 Sep 16 04:43:44.213764 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991f408-4e4d-4f27-acbe-b2f112646803 req-3c824ac6-bbed-41af-89c4-5e0813cf1ad7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:44.215284 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8991f408-4e4d-4f27-acbe-b2f112646803 req-3c824ac6-bbed-41af-89c4-5e0813cf1ad7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 950 time: 0.5942316 Sep 16 04:43:44.251760 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba2aa228-f0f6-46e9-b1bd-af60bc7e0934 req-1d73d9e3-d2ef-436a-987e-8c8e7c8ca90e service neutron] 10.222.0.21 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093513 Sep 16 04:43:44.253666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-24044081-6821-4466-b039-a74b11359fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:44.255271 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-24044081-6821-4466-b039-a74b11359fb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=494fa3fda1504b4885f69a8c5f98f3a1&device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 1100 time: 0.5036652 Sep 16 04:43:44.342217 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8991f408-4e4d-4f27-acbe-b2f112646803 req-cf9e6c99-767c-41a1-badd-6f6fd5db0f1d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107335 Sep 16 04:43:44.343615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-9d1f6f03-2081-4ff1-84b8-88b37562d25d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=802e089d-0c99-46e9-957c-f84c3107c1a0 HTTP/1.1" status: 200 len: 217 time: 0.0670834 Sep 16 04:43:44.410170 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bff5d4-2d86-481e-9902-42d19defa669 x-openstack-request-id: req-88bff5d4-2d86-481e-9902-42d19defa669 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:44.410645 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f87adcb-e5a9-48a4-b18f-d63ab3eac47e", "name": "network-vif-plugged", "status": "completed", "tag": "4bbe43bb-ce1f-4abf-a417-77c7e2804962", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:44.410743 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88bff5d4-2d86-481e-9902-42d19defa669 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:44.411218 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f87adcb-e5a9-48a4-b18f-d63ab3eac47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbe43bb-ce1f-4abf-a417-77c7e2804962', 'code': 200} Sep 16 04:43:44.456670 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33296) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:44.494248 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f82970bd-336e-4b69-902b-d9dedf87eedd up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:44.509206 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-df5b59d0-2e14-486a-9863-987357ac7bd5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af76e3bf640c4a97b4f25b747df8d815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488327 Sep 16 04:43:44.509799 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33298) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:44.533195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba2aa228-f0f6-46e9-b1bd-af60bc7e0934 req-7803f968-8a91-42d4-9110-43411fc449ab service neutron] 10.222.0.21 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604206 Sep 16 04:43:44.545998 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] Sync routers for ids ['1c44884a-da50-4f7e-abb5-758bb77b25fe'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:44.561267 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] Routers {'1c44884a-da50-4f7e-abb5-758bb77b25fe'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:44.563142 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:43:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['1c44884a-da50-4f7e-abb5-758bb77b25fe'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:44.571290 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port f82970bd-336e-4b69-902b-d9dedf87eedd triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:44.571817 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.593642 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e81f40-38b0-4e5b-9bd2-a28402d4cebd req-d15e7942-1bc5-41ee-902a-9bc9d619cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:44.595275 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-29e81f40-38b0-4e5b-9bd2-a28402d4cebd req-d15e7942-1bc5-41ee-902a-9bc9d619cdf9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 1097 time: 0.0765920 Sep 16 04:43:44.604431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-359b9efe-6322-4a03-b56a-efa73ed9dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:44.606090 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-359b9efe-6322-4a03-b56a-efa73ed9dd2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.2429435 Sep 16 04:43:44.635939 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d43790f-dad0-4627-88e2-e32221de3212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.658118 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-29e81f40-38b0-4e5b-9bd2-a28402d4cebd req-7091cdfb-7230-4d46-9a2e-435fbb37d069 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=43dc4b45-b6f6-40e5-b6ea-50638aedd60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491560 Sep 16 04:43:44.662583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9c907ddc-a6e5-48c0-8f61-42270965e99c req-3652b401-b5ea-4030-90e6-fb33362eacae tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3731301 Sep 16 04:43:44.671330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6951d59-d607-449f-b4f6-dd171275d698 req-d3b662f8-daa7-4e13-9da5-86fed309341a tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:44.672857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6951d59-d607-449f-b4f6-dd171275d698 req-d3b662f8-daa7-4e13-9da5-86fed309341a tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 945 time: 0.1387541 Sep 16 04:43:44.678814 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d43790f-dad0-4627-88e2-e32221de3212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.680793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-9c907ddc-a6e5-48c0-8f61-42270965e99c req-fb930922-ed74-4968-8e27-b6f9bc99dc8f tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:44.685959 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.734507 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] Set router 1c44884a-da50-4f7e-abb5-758bb77b25fe gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:44.734734 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port f82970bd-336e-4b69-902b-d9dedf87eedd, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f82970bd-336e-4b69-902b-d9dedf87eedd,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:44.736876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-da17dc2e-c9ea-4d48-a7a6-2c915063218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:44.738406 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-da17dc2e-c9ea-4d48-a7a6-2c915063218c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1219480 Sep 16 04:43:44.745696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6951d59-d607-449f-b4f6-dd171275d698 req-eb8125e0-580f-494e-8f22-fe7a4ba3e7a2 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/security-groups?id=43dc4b45-b6f6-40e5-b6ea-50638aedd60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572298 Sep 16 04:43:44.889518 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d43790f-dad0-4627-88e2-e32221de3212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.890267 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9c907ddc-a6e5-48c0-8f61-42270965e99c req-fb930922-ed74-4968-8e27-b6f9bc99dc8f tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.892950 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d43790f-dad0-4627-88e2-e32221de3212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.893599 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.899635 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8d43790f-dad0-4627-88e2-e32221de3212 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/559dc039-4990-42f2-b384-8cb3deefd628 HTTP/1.1" status: 204 len: 168 time: 0.3885458 Sep 16 04:43:44.911217 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43790f-dad0-4627-88e2-e32221de3212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559dc039-4990-42f2-b384-8cb3deefd628,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:44.946033 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c44884a-da50-4f7e-abb5-758bb77b25fe', 'name': 'tempest-FloatingIPDetailsTestJSON-261749998-router', 'tenant_id': 'ab6df580a7954f16bf8201bdc5b31977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'f82970bd-336e-4b69-902b-d9dedf87eedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:33Z', 'updated_at': '2021-09-16T04:43:41Z', 'revision_number': 4, 'project_id': 'ab6df580a7954f16bf8201bdc5b31977', 'gw_port': {'id': 'f82970bd-336e-4b69-902b-d9dedf87eedd', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c44884a-da50-4f7e-abb5-758bb77b25fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:35Z', 'updated_at': '2021-09-16T04:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'b9f849fc-fda0-410b-b861-77dc6c63db21', 'name': '', 'network_id': '0ca7ce56-88d6-420e-a5db-a06f560e04a0', 'tenant_id': 'ab6df580a7954f16bf8201bdc5b31977', 'mac_address': 'fa:16:3e:d8:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c44884a-da50-4f7e-abb5-758bb77b25fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a6af89f1-1dd6-4f36-9917-e50d040e02c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:40Z', 'updated_at': '2021-09-16T04:43:41Z', 'revision_number': 2, 'project_id': 'ab6df580a7954f16bf8201bdc5b31977', 'subnets': [{'id': 'a6af89f1-1dd6-4f36-9917-e50d040e02c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:44.968049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bb79a-8b31-4ebe-bd6e-287ec323457e req-4621173b-e4cb-451e-9f18-a1386d046abf tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:44.971374 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a90bb79a-8b31-4ebe-bd6e-287ec323457e req-4621173b-e4cb-451e-9f18-a1386d046abf tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 943 time: 0.1111553 Sep 16 04:43:44.983585 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:44.996423 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] Checking router: 1c44884a-da50-4f7e-abb5-758bb77b25fe for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:44.997283 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] Updating router 1c44884a-da50-4f7e-abb5-758bb77b25fe port b9f849fc-fda0-410b-b861-77dc6c63db21 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:43:45.013844 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=f82970bd-336e-4b69-902b-d9dedf87eedd,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:45.025327 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.025808 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:45.026242 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 69ee95ab-e7b4-47c2-9a3f-58432ffe4ac3 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:45.086947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a90bb79a-8b31-4ebe-bd6e-287ec323457e req-fd2b680a-1290-479e-a3a4-78668e6e86e3 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786262 Sep 16 04:43:45.160242 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62de0da-ca8f-4545-b579-0ef7c1e95c01 x-openstack-request-id: req-a62de0da-ca8f-4545-b579-0ef7c1e95c01 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:45.160242 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6a8a29-f0ba-4153-9e65-230cbd98c634", "tag": "802e089d-0c99-46e9-957c-f84c3107c1a0", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:45.160242 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a62de0da-ca8f-4545-b579-0ef7c1e95c01 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:45.160242 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6a8a29-f0ba-4153-9e65-230cbd98c634', 'tag': '802e089d-0c99-46e9-957c-f84c3107c1a0', 'status': 'completed', 'code': 200} Sep 16 04:43:45.160242 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9c907ddc-a6e5-48c0-8f61-42270965e99c req-fb930922-ed74-4968-8e27-b6f9bc99dc8f tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.215883 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-9be8401a-1aed-4483-90e7-0112361fdee7 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678302 Sep 16 04:43:45.349873 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.373949 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110f440-71c9-4af3-b8b8-b94aa7032616 req-f191c531-5974-4688-b678-bfb637ec27bc tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:45.375486 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d110f440-71c9-4af3-b8b8-b94aa7032616 req-f191c531-5974-4688-b678-bfb637ec27bc tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 945 time: 0.1566150 Sep 16 04:43:45.422236 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-9c907ddc-a6e5-48c0-8f61-42270965e99c req-fb930922-ed74-4968-8e27-b6f9bc99dc8f tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Allocated IP 172.25.4.22 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/96b2b02c-2ac6-4281-b497-ebb33b86bc21) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:45.431527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-921ad921-f654-41d3-9b9c-af02a47ef0ad req-36e23497-02f1-4fea-8dfa-86bfbafc65e3 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761508 Sep 16 04:43:45.460081 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d110f440-71c9-4af3-b8b8-b94aa7032616 req-64b8ba2b-f76e-4da8-a0c4-e743dc3c25ce tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782390 Sep 16 04:43:45.473200 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.535782 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3866a5-79e6-4637-9a14-cd0f42d93e45 None None] Pushing event updated for resources: {'Port': ['ID=b9f849fc-fda0-410b-b861-77dc6c63db21,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:45.587962 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9c907ddc-a6e5-48c0-8f61-42270965e99c req-fb930922-ed74-4968-8e27-b6f9bc99dc8f tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.598138 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] Attempting to bind port b9f849fc-fda0-410b-b861-77dc6c63db21 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:45.598725 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] Attempting to bind port b9f849fc-fda0-410b-b861-77dc6c63db21 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '5a38c8cd-b962-4c24-855c-d74566d17b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ca7ce56-88d6-420e-a5db-a06f560e04a0'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:45.599049 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] Attempting to bind port b9f849fc-fda0-410b-b861-77dc6c63db21 on network 0ca7ce56-88d6-420e-a5db-a06f560e04a0 {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:45.605452 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:45.605929 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] Checking segment: {'id': '5a38c8cd-b962-4c24-855c-d74566d17b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ca7ce56-88d6-420e-a5db-a06f560e04a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:45.607002 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.607638 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] Bound using segment: {'id': '5a38c8cd-b962-4c24-855c-d74566d17b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ca7ce56-88d6-420e-a5db-a06f560e04a0'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:45.608314 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] Bound port: b9f849fc-fda0-410b-b861-77dc6c63db21, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a38c8cd-b962-4c24-855c-d74566d17b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ca7ce56-88d6-420e-a5db-a06f560e04a0'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:45.608920 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.671474 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31eaa6-6218-4079-a6da-14eeb3b78cf1 req-8ed0937c-0fcf-4053-a0e4-f5089edee3c7 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:45.673179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b31eaa6-6218-4079-a6da-14eeb3b78cf1 req-8ed0937c-0fcf-4053-a0e4-f5089edee3c7 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 948 time: 0.1119440 Sep 16 04:43:45.689771 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] For port b9f849fc-fda0-410b-b861-77dc6c63db21, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:45.693286 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] For port b9f849fc-fda0-410b-b861-77dc6c63db21, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=b9f849fc-fda0-410b-b861-77dc6c63db21,segment=NetworkSegment(5a38c8cd-b962-4c24-855c-d74566d17b7a),segment_id=5a38c8cd-b962-4c24-855c-d74566d17b7a)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:45.714432 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6390ae53-fe5c-445f-82eb-19fbdff6738e details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:45.733392 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:45.738045 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d120f96-14ba-461b-9071-8a547dc0e5e6 req-db7de9eb-57e5-41a3-9e3d-ab97aef1c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:45.739834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d120f96-14ba-461b-9071-8a547dc0e5e6 req-db7de9eb-57e5-41a3-9e3d-ab97aef1c093 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=494fa3fda1504b4885f69a8c5f98f3a1&device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 1100 time: 0.1140158 Sep 16 04:43:45.749912 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b31eaa6-6218-4079-a6da-14eeb3b78cf1 req-8191eaa6-9e4a-4ee5-b97a-d824979ae638 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbe80d9-3d39-4a67-8abe-e62cb23032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686281 Sep 16 04:43:45.775826 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.853378 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] Routers {'1c44884a-da50-4f7e-abb5-758bb77b25fe'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:45.853939 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:43:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['1c44884a-da50-4f7e-abb5-758bb77b25fe'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:45.859910 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3866a5-79e6-4637-9a14-cd0f42d93e45 None None] Pushing event updated for resources: {'Port': ['ID=b9f849fc-fda0-410b-b861-77dc6c63db21,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:45.904892 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9c907ddc-a6e5-48c0-8f61-42270965e99c req-fb930922-ed74-4968-8e27-b6f9bc99dc8f tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.913747 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 6390ae53-fe5c-445f-82eb-19fbdff6738e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6390ae53-fe5c-445f-82eb-19fbdff6738e,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:45.940387 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '6390ae53-fe5c-445f-82eb-19fbdff6738e', 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc', 'port_id': '6390ae53-fe5c-445f-82eb-19fbdff6738e', 'mac_address': 'fa:16:3e:57:80:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84cb2d22-db72-4730-b5c0-6fc65c2696d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:45.987474 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.989214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d120f96-14ba-461b-9071-8a547dc0e5e6 req-58e6bec9-f64d-4334-a9fe-aefcbc04defe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:45.990050 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2fe951b7-c73e-4add-8e34-0fa2d8040cdc None None] Provisioning complete for port b9f849fc-fda0-410b-b861-77dc6c63db21 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:45.990578 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2fe951b7-c73e-4add-8e34-0fa2d8040cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.990910 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d120f96-14ba-461b-9071-8a547dc0e5e6 req-58e6bec9-f64d-4334-a9fe-aefcbc04defe service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.2400932 Sep 16 04:43:45.992826 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-44aba894-6aaf-4c55-9b93-211ce2ab7bfc tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a016558221c5434f8347e2de57e4ce82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1052096 Sep 16 04:43:46.041501 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6390ae53-fe5c-445f-82eb-19fbdff6738e {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:46.063468 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] Set router 1c44884a-da50-4f7e-abb5-758bb77b25fe gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:46.074100 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 6390ae53-fe5c-445f-82eb-19fbdff6738e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6390ae53-fe5c-445f-82eb-19fbdff6738e,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:46.077738 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c907ddc-a6e5-48c0-8f61-42270965e99c req-fb930922-ed74-4968-8e27-b6f9bc99dc8f tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:46.096187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d120f96-14ba-461b-9071-8a547dc0e5e6 req-1a74a268-33ab-454e-baec-51e37340aff9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=802e089d-0c99-46e9-957c-f84c3107c1a0 HTTP/1.1" status: 200 len: 217 time: 0.0962064 Sep 16 04:43:46.097086 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-9c907ddc-a6e5-48c0-8f61-42270965e99c req-fb930922-ed74-4968-8e27-b6f9bc99dc8f tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:46.110741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c907ddc-a6e5-48c0-8f61-42270965e99c req-fb930922-ed74-4968-8e27-b6f9bc99dc8f tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:46.149255 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2fe951b7-c73e-4add-8e34-0fa2d8040cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.189260 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:46.192681 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2fe951b7-c73e-4add-8e34-0fa2d8040cdc None None] For port b9f849fc-fda0-410b-b861-77dc6c63db21, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=b9f849fc-fda0-410b-b861-77dc6c63db21,segment=NetworkSegment(5a38c8cd-b962-4c24-855c-d74566d17b7a),segment_id=5a38c8cd-b962-4c24-855c-d74566d17b7a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:46.194669 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.201094 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:46.201489 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.288196 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb930922-ed74-4968-8e27-b6f9bc99dc8f tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Pushing event updated for resources: {'Port': ['ID=96b2b02c-2ac6-4281-b497-ebb33b86bc21,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:46.303894 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2fe951b7-c73e-4add-8e34-0fa2d8040cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.318100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d120f96-14ba-461b-9071-8a547dc0e5e6 req-dada9554-a646-490b-85a9-1eebe3c9d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:46.321030 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d120f96-14ba-461b-9071-8a547dc0e5e6 req-dada9554-a646-490b-85a9-1eebe3c9d0cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.2120492 Sep 16 04:43:46.353365 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=6390ae53-fe5c-445f-82eb-19fbdff6738e,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:46.425294 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.442357 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-e65904d9-42c5-4f94-9070-3a5caba5402d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:46.442357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-e65904d9-42c5-4f94-9070-3a5caba5402d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4263713 Sep 16 04:43:46.447496 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c44884a-da50-4f7e-abb5-758bb77b25fe', 'name': 'tempest-FloatingIPDetailsTestJSON-261749998-router', 'tenant_id': 'ab6df580a7954f16bf8201bdc5b31977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'f82970bd-336e-4b69-902b-d9dedf87eedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:33Z', 'updated_at': '2021-09-16T04:43:41Z', 'revision_number': 4, 'project_id': 'ab6df580a7954f16bf8201bdc5b31977', 'gw_port': {'id': 'f82970bd-336e-4b69-902b-d9dedf87eedd', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c44884a-da50-4f7e-abb5-758bb77b25fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:35Z', 'updated_at': '2021-09-16T04:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'b9f849fc-fda0-410b-b861-77dc6c63db21', 'name': '', 'network_id': '0ca7ce56-88d6-420e-a5db-a06f560e04a0', 'tenant_id': 'ab6df580a7954f16bf8201bdc5b31977', 'mac_address': 'fa:16:3e:d8:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c44884a-da50-4f7e-abb5-758bb77b25fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a6af89f1-1dd6-4f36-9917-e50d040e02c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:40Z', 'updated_at': '2021-09-16T04:43:45Z', 'revision_number': 4, 'project_id': 'ab6df580a7954f16bf8201bdc5b31977', 'subnets': [{'id': 'a6af89f1-1dd6-4f36-9917-e50d040e02c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:46.493393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-3ee50806-f555-4cbe-bfd8-8ebff43bfba3 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/quotas/a016558221c5434f8347e2de57e4ce82 HTTP/1.1" status: 200 len: 375 time: 0.0506432 Sep 16 04:43:46.493657 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a26fdc9-79f6-4fbe-a043-3dc812ce7206 None None] The sync data for ids ['1c44884a-da50-4f7e-abb5-758bb77b25fe'] in n-d-712140-13 is: [{'id': '1c44884a-da50-4f7e-abb5-758bb77b25fe', 'name': 'tempest-FloatingIPDetailsTestJSON-261749998-router', 'tenant_id': 'ab6df580a7954f16bf8201bdc5b31977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'f82970bd-336e-4b69-902b-d9dedf87eedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:33Z', 'updated_at': '2021-09-16T04:43:41Z', 'revision_number': 4, 'project_id': 'ab6df580a7954f16bf8201bdc5b31977', 'gw_port': {'id': 'f82970bd-336e-4b69-902b-d9dedf87eedd', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c44884a-da50-4f7e-abb5-758bb77b25fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:35Z', 'updated_at': '2021-09-16T04:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'b9f849fc-fda0-410b-b861-77dc6c63db21', 'name': '', 'network_id': '0ca7ce56-88d6-420e-a5db-a06f560e04a0', 'tenant_id': 'ab6df580a7954f16bf8201bdc5b31977', 'mac_address': 'fa:16:3e:d8:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c44884a-da50-4f7e-abb5-758bb77b25fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a6af89f1-1dd6-4f36-9917-e50d040e02c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:40Z', 'updated_at': '2021-09-16T04:43:45Z', 'revision_number': 4, 'project_id': 'ab6df580a7954f16bf8201bdc5b31977', 'subnets': [{'id': 'a6af89f1-1dd6-4f36-9917-e50d040e02c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:46.503778 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9c907ddc-a6e5-48c0-8f61-42270965e99c req-fb930922-ed74-4968-8e27-b6f9bc99dc8f tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.504756 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:46.517002 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd074cf46-53ca-451d-b625-861fa13dc7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:46.519550 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b9d001-ab15-487e-86fd-bb300a141b6f" -d '{"events": [{"server_uuid": "d074cf46-53ca-451d-b625-861fa13dc7ff", "name": "network-vif-plugged", "status": "completed", "tag": "9dae50d3-bda3-4bfe-88d1-3280a8d5a56e"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:46.533411 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-74ba1385-2222-45ae-b917-ea7b1c55d1e4 None None] Provisioning complete for port b9f849fc-fda0-410b-b861-77dc6c63db21 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:46.533754 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-74ba1385-2222-45ae-b917-ea7b1c55d1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.570664 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d120f96-14ba-461b-9071-8a547dc0e5e6 req-af93b771-67c2-426a-9040-a1fa2e4d79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:46.572522 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d120f96-14ba-461b-9071-8a547dc0e5e6 req-af93b771-67c2-426a-9040-a1fa2e4d79b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2375391 Sep 16 04:43:46.583485 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f82970bd-336e-4b69-902b-d9dedf87eedd up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:46.650006 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.656440 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-7dedf5e2-defd-4048-b994-8b6926cb9963 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1536942 Sep 16 04:43:46.657283 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe951b7-c73e-4add-8e34-0fa2d8040cdc None None] Pushing event updated for resources: {'Port': ['ID=b9f849fc-fda0-410b-b861-77dc6c63db21,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:46.728797 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9c907ddc-a6e5-48c0-8f61-42270965e99c req-fb930922-ed74-4968-8e27-b6f9bc99dc8f tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.741823 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,revision_number=13']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:46.774999 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port f82970bd-336e-4b69-902b-d9dedf87eedd triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:46.775896 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.817401 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d120f96-14ba-461b-9071-8a547dc0e5e6 req-4ccd69ad-b42f-4896-b712-5787713547fc service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359774 Sep 16 04:43:46.859382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['6390ae53-fe5c-445f-82eb-19fbdff6738e'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:47.036154 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d120f96-14ba-461b-9071-8a547dc0e5e6 req-4e41525e-ee9d-4328-894f-9b6ec30f7caf service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941528 Sep 16 04:43:47.145901 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e15dc-239f-4313-87c8-3819c09ae3ef req-536bebf3-8853-4085-8f41-fcfc7eb2e34b tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.147550 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-335e15dc-239f-4313-87c8-3819c09ae3ef req-536bebf3-8853-4085-8f41-fcfc7eb2e34b tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 945 time: 0.1105084 Sep 16 04:43:47.152486 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9c907ddc-a6e5-48c0-8f61-42270965e99c req-fb930922-ed74-4968-8e27-b6f9bc99dc8f tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.157716 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33364) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:47.163748 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-061e176a-678b-4300-95ad-56c2f8b8b6fd tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Request body: {'floatingip': {'port_id': '4b198c54-9c9f-436f-86a4-0cac2a50b49c'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:47.208956 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-061e176a-678b-4300-95ad-56c2f8b8b6fd tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for floatingip, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.239696 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9c907ddc-a6e5-48c0-8f61-42270965e99c req-fb930922-ed74-4968-8e27-b6f9bc99dc8f tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.338252 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b395a4-3677-481b-99f7-d6657d88bc75 req-52daf151-edd6-456f-95fa-fa7a0f209070 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.339778 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-45b395a4-3677-481b-99f7-d6657d88bc75 req-52daf151-edd6-456f-95fa-fa7a0f209070 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 945 time: 0.1334913 Sep 16 04:43:47.344080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb930922-ed74-4968-8e27-b6f9bc99dc8f tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Pushing event updated for resources: {'Port': ['ID=96b2b02c-2ac6-4281-b497-ebb33b86bc21,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:47.373855 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9c907ddc-a6e5-48c0-8f61-42270965e99c req-fb930922-ed74-4968-8e27-b6f9bc99dc8f tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.407008 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-45b395a4-3677-481b-99f7-d6657d88bc75 req-57644a3a-7beb-4b98-92d5-83ea12fc7edf tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/security-groups?id=43dc4b45-b6f6-40e5-b6ea-50638aedd60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588043 Sep 16 04:43:47.460380 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9c907ddc-a6e5-48c0-8f61-42270965e99c req-fb930922-ed74-4968-8e27-b6f9bc99dc8f tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.461872 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9c907ddc-a6e5-48c0-8f61-42270965e99c req-fb930922-ed74-4968-8e27-b6f9bc99dc8f tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7869580 Sep 16 04:43:47.532747 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9c907ddc-a6e5-48c0-8f61-42270965e99c req-531e0108-e29f-42e7-807e-a2b0db6cfff6 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 695 time: 0.0557473 Sep 16 04:43:47.690585 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10584c-79bc-403d-b56b-984cd88f4060 req-71bc3e53-4f58-4c04-b311-6668c6257a5a tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.698417 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee10584c-79bc-403d-b56b-984cd88f4060 req-71bc3e53-4f58-4c04-b311-6668c6257a5a tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 944 time: 0.1140802 Sep 16 04:43:47.752720 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c907ddc-a6e5-48c0-8f61-42270965e99c req-6d597bd7-8423-4962-9dc4-dc5656a53079 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.754327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9c907ddc-a6e5-48c0-8f61-42270965e99c req-6d597bd7-8423-4962-9dc4-dc5656a53079 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.2127934 Sep 16 04:43:47.782453 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee10584c-79bc-403d-b56b-984cd88f4060 req-c5ac4faf-6f60-4eee-b1b1-1f95a0a635f8 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829794 Sep 16 04:43:47.784057 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-061e176a-678b-4300-95ad-56c2f8b8b6fd tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.817803 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b24739-50b7-4323-8717-6f5e5a8c4f2d x-openstack-request-id: req-59b24739-50b7-4323-8717-6f5e5a8c4f2d {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:47.818281 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d074cf46-53ca-451d-b625-861fa13dc7ff", "name": "network-vif-plugged", "status": "completed", "tag": "9dae50d3-bda3-4bfe-88d1-3280a8d5a56e", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:47.818383 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59b24739-50b7-4323-8717-6f5e5a8c4f2d {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:47.818927 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd074cf46-53ca-451d-b625-861fa13dc7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e', 'code': 200} Sep 16 04:43:47.821827 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0dbcb52b-251a-4346-b1c2-334a7c5c145f details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:47.877144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-061e176a-678b-4300-95ad-56c2f8b8b6fd tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.962668 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094aca5a-7b15-48f7-9cf7-c8fa5ed973e8 req-a96629ff-3c9a-4c7f-9784-432aac5dee50 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.974254 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-094aca5a-7b15-48f7-9cf7-c8fa5ed973e8 req-a96629ff-3c9a-4c7f-9784-432aac5dee50 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 948 time: 0.0927291 Sep 16 04:43:48.005464 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-061e176a-678b-4300-95ad-56c2f8b8b6fd tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Floating IP c2a51765-4aa6-42d3-b116-4bf0d9ffbd17 associated. External IP: 172.25.4.143, port: 4b198c54-9c9f-436f-86a4-0cac2a50b49c. Sep 16 04:43:48.009447 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 0dbcb52b-251a-4346-b1c2-334a7c5c145f, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0dbcb52b-251a-4346-b1c2-334a7c5c145f,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:48.016034 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-094aca5a-7b15-48f7-9cf7-c8fa5ed973e8 req-5dcbe66b-e68b-4486-9bfa-8655d190cdb5 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbe80d9-3d39-4a67-8abe-e62cb23032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402606 Sep 16 04:43:48.044121 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '0dbcb52b-251a-4346-b1c2-334a7c5c145f', 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5', 'port_id': '0dbcb52b-251a-4346-b1c2-334a7c5c145f', 'mac_address': 'fa:16:3e:07:e6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f3edd7-c966-45f1-a2c0-304513016974', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:48.117741 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.136321 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0dbcb52b-251a-4346-b1c2-334a7c5c145f {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:48.138788 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-629799fa-8413-4457-a2a8-8e64f6596c23 req-1f689726-c2a8-4c6b-b9e5-5cdf47cd1fb7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 210 time: 0.0371828 Sep 16 04:43:48.174004 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 0dbcb52b-251a-4346-b1c2-334a7c5c145f, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0dbcb52b-251a-4346-b1c2-334a7c5c145f,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:48.222556 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-642fbdd5-900f-47c7-a60b-566a0d4c4ae2 req-6cc33429-0ee4-482f-bcb8-137c37b4e325 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1635089 Sep 16 04:43:48.236202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-642fbdd5-900f-47c7-a60b-566a0d4c4ae2 req-5a5bcb76-52ab-4aef-a10a-1ffc86a59381 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:48.275271 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061e176a-678b-4300-95ad-56c2f8b8b6fd tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:43:48.295880 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.355448 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=0dbcb52b-251a-4346-b1c2-334a7c5c145f,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:48.361919 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-642fbdd5-900f-47c7-a60b-566a0d4c4ae2 req-5a5bcb76-52ab-4aef-a10a-1ffc86a59381 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.469787 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['0dbcb52b-251a-4346-b1c2-334a7c5c145f'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:48.590225 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device b9f849fc-fda0-410b-b861-77dc6c63db21 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:48.630545 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-642fbdd5-900f-47c7-a60b-566a0d4c4ae2 req-5a5bcb76-52ab-4aef-a10a-1ffc86a59381 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.686450 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port b9f849fc-fda0-410b-b861-77dc6c63db21 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:48.686892 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.773073 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061e176a-678b-4300-95ad-56c2f8b8b6fd tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:48.783913 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6218a3ea-d83d-4d8f-bd34-2a433599cdfa None None] Sync routers for ids ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:48.784527 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-061e176a-678b-4300-95ad-56c2f8b8b6fd tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.830564 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-642fbdd5-900f-47c7-a60b-566a0d4c4ae2 req-5a5bcb76-52ab-4aef-a10a-1ffc86a59381 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Allocated IP 172.25.4.58 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/b883d88c-e293-4dc5-9c55-4526a61f182c) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:48.842457 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-061e176a-678b-4300-95ad-56c2f8b8b6fd tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "PUT /v2.0/floatingips/c2a51765-4aa6-42d3-b116-4bf0d9ffbd17 HTTP/1.1" status: 200 len: 991 time: 1.6834164 Sep 16 04:43:48.843208 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c', 'tag': '4b198c54-9c9f-436f-86a4-0cac2a50b49c'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:48.848219 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eec2861-7fad-4598-9c9b-4ba7a4db63cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c", "tag": "4b198c54-9c9f-436f-86a4-0cac2a50b49c"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:48.857224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6218a3ea-d83d-4d8f-bd34-2a433599cdfa None None] Routers {'712015b8-cf43-4dbc-b21f-fefb1d39fb1f'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:48.857224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6218a3ea-d83d-4d8f-bd34-2a433599cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:43:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:49.006603 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76989d4-045e-4827-9d8a-1ef507aad0b9 req-cbd9d762-6663-4e73-b141-9c71801cc7e6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.009898 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e76989d4-045e-4827-9d8a-1ef507aad0b9 req-cbd9d762-6663-4e73-b141-9c71801cc7e6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 944 time: 0.0913701 Sep 16 04:43:49.038911 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-6218a3ea-d83d-4d8f-bd34-2a433599cdfa None None] Set router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:49.056871 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-642fbdd5-900f-47c7-a60b-566a0d4c4ae2 req-5a5bcb76-52ab-4aef-a10a-1ffc86a59381 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.091174 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e76989d4-045e-4827-9d8a-1ef507aad0b9 req-77305448-1ea4-4ddf-af39-ea535ec90adb tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690038 Sep 16 04:43:49.190793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33450) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:49.259572 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c762b7-0270-40b4-b710-9bc0b53fe0a4 x-openstack-request-id: req-b3c762b7-0270-40b4-b710-9bc0b53fe0a4 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:49.260063 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c", "tag": "4b198c54-9c9f-436f-86a4-0cac2a50b49c", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:49.260472 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3c762b7-0270-40b4-b710-9bc0b53fe0a4 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:49.261252 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c', 'tag': '4b198c54-9c9f-436f-86a4-0cac2a50b49c', 'status': 'completed', 'code': 200} Sep 16 04:43:49.278366 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-642fbdd5-900f-47c7-a60b-566a0d4c4ae2 req-5a5bcb76-52ab-4aef-a10a-1ffc86a59381 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.357062 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec2861-7fad-4598-9c9b-4ba7a4db63cc req-b6dfe495-1f40-4216-aa46-e0c5e26f8728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.359281 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5eec2861-7fad-4598-9c9b-4ba7a4db63cc req-b6dfe495-1f40-4216-aa46-e0c5e26f8728 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5387f45468474f6a993aa8f14847e99a&device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 1097 time: 0.0510409 Sep 16 04:43:49.367655 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642fbdd5-900f-47c7-a60b-566a0d4c4ae2 req-5a5bcb76-52ab-4aef-a10a-1ffc86a59381 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:49.373346 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1183a938-9363-4f63-ba34-c1894ceefc54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.376247 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-642fbdd5-900f-47c7-a60b-566a0d4c4ae2 req-5a5bcb76-52ab-4aef-a10a-1ffc86a59381 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:49.385465 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-642fbdd5-900f-47c7-a60b-566a0d4c4ae2 req-5a5bcb76-52ab-4aef-a10a-1ffc86a59381 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:49.420004 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bcb76-52ab-4aef-a10a-1ffc86a59381 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Pushing event updated for resources: {'Port': ['ID=b883d88c-e293-4dc5-9c55-4526a61f182c,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:49.452299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6a85a-7c35-4e4c-a985-ad59f5204687 req-4c7220e1-0263-4887-9ae3-25c96b2312c4 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.452642 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fcc6a85a-7c35-4e4c-a985-ad59f5204687 req-4c7220e1-0263-4887-9ae3-25c96b2312c4 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 948 time: 0.1344087 Sep 16 04:43:49.484710 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec2861-7fad-4598-9c9b-4ba7a4db63cc req-bc69636b-4377-41ff-a470-863062121282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.485484 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6218a3ea-d83d-4d8f-bd34-2a433599cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:39:35Z', 'revision_number': 4, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port': {'id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:31Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c2a51765-4aa6-42d3-b116-4bf0d9ffbd17', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'port_id': '4b198c54-9c9f-436f-86a4-0cac2a50b49c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'mac_address': 'fa:16:3e:fe:ff:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:40:04Z', 'updated_at': '2021-09-16T04:43:47Z', 'revision_number': 5, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '947d7ded-9a35-41aa-af5b-80adee2ebc48', 'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'mac_address': 'fa:16:3e:a3:c3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:34Z', 'updated_at': '2021-09-16T04:39:39Z', 'revision_number': 5, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'subnets': [{'id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:49.492217 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5eec2861-7fad-4598-9c9b-4ba7a4db63cc req-bc69636b-4377-41ff-a470-863062121282 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1fbbfb6a-decf-48e9-be9a-550f7df178ee HTTP/1.1" status: 200 len: 925 time: 0.1192465 Sep 16 04:43:49.524810 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6218a3ea-d83d-4d8f-bd34-2a433599cdfa None None] Checking router: 712015b8-cf43-4dbc-b21f-fefb1d39fb1f for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:49.537178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6218a3ea-d83d-4d8f-bd34-2a433599cdfa None None] Routers {'712015b8-cf43-4dbc-b21f-fefb1d39fb1f'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:49.537952 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6218a3ea-d83d-4d8f-bd34-2a433599cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:43:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:49.563735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fcc6a85a-7c35-4e4c-a985-ad59f5204687 req-c948f606-b420-44b3-b9a1-1b424c021c42 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbe80d9-3d39-4a67-8abe-e62cb23032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044631 Sep 16 04:43:49.567402 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-642fbdd5-900f-47c7-a60b-566a0d4c4ae2 req-5a5bcb76-52ab-4aef-a10a-1ffc86a59381 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.606624 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5eec2861-7fad-4598-9c9b-4ba7a4db63cc req-afa5c417-de68-499a-9f49-05da4470390e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b198c54-9c9f-436f-86a4-0cac2a50b49c HTTP/1.1" status: 200 len: 999 time: 0.0895727 Sep 16 04:43:49.664447 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1183a938-9363-4f63-ba34-c1894ceefc54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.667521 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec2861-7fad-4598-9c9b-4ba7a4db63cc req-87232493-57a7-45ca-8ff7-cf7f676cca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.669359 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5eec2861-7fad-4598-9c9b-4ba7a4db63cc req-87232493-57a7-45ca-8ff7-cf7f676cca82 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=124f68eb-31a3-43f3-9f21-13efd54fa405 HTTP/1.1" status: 200 len: 863 time: 0.0547204 Sep 16 04:43:49.687880 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-6218a3ea-d83d-4d8f-bd34-2a433599cdfa None None] Set router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:49.707979 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cdd66508-a221-45e8-afae-07cf6cf53028 req-4d4381ff-94e1-4e1b-b0fb-2a81194edcb5 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 210 time: 0.0611823 Sep 16 04:43:49.734082 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 802e089d-0c99-46e9-957c-f84c3107c1a0 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:49.748042 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec2861-7fad-4598-9c9b-4ba7a4db63cc req-60c15a27-6c47-4185-92aa-3e22044be00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.749688 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5eec2861-7fad-4598-9c9b-4ba7a4db63cc req-60c15a27-6c47-4185-92aa-3e22044be00e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1fbbfb6a-decf-48e9-be9a-550f7df178ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726814 Sep 16 04:43:49.753612 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6390ae53-fe5c-445f-82eb-19fbdff6738e up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:49.769681 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-642fbdd5-900f-47c7-a60b-566a0d4c4ae2 req-5a5bcb76-52ab-4aef-a10a-1ffc86a59381 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.778709 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1183a938-9363-4f63-ba34-c1894ceefc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.857582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0dbcb52b-251a-4346-b1c2-334a7c5c145f up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:49.913750 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-c4357eb4-777c-4695-ad44-3320be8b1746 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a016558221c5434f8347e2de57e4ce82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592251 Sep 16 04:43:49.920516 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5eec2861-7fad-4598-9c9b-4ba7a4db63cc req-5476975f-b303-4f84-ab7e-71a7ec2d1454 service neutron] 10.222.0.38 "GET /v2.0/networks/1fbbfb6a-decf-48e9-be9a-550f7df178ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612363 Sep 16 04:43:49.925196 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1183a938-9363-4f63-ba34-c1894ceefc54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e879fa217d9c41faaf9780a1020af100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7308655 Sep 16 04:43:49.927546 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33468) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:49.930011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183a938-9363-4f63-ba34-c1894ceefc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef2324d-1b00-4d0a-992b-9028d00581ec,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:50.098773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 6390ae53-fe5c-445f-82eb-19fbdff6738e completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:50.115843 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 802e089d-0c99-46e9-957c-f84c3107c1a0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=802e089d-0c99-46e9-957c-f84c3107c1a0,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:50.115843 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 0dbcb52b-251a-4346-b1c2-334a7c5c145f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:50.115843 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.128001 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 6390ae53-fe5c-445f-82eb-19fbdff6738e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:50.128516 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.182829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-c74b914d-bf42-4b6d-b4ed-c48c5f86f2df tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:50.185081 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-c74b914d-bf42-4b6d-b4ed-c48c5f86f2df tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2507496 Sep 16 04:43:50.202811 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '802e089d-0c99-46e9-957c-f84c3107c1a0', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '802e089d-0c99-46e9-957c-f84c3107c1a0', 'mac_address': 'fa:16:3e:9c:42:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:50.218693 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-8b6f0faa-33a9-4f2f-8529-c9fab200409c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Request body: {'port': {'device_id': '23479af7-8363-4b59-aa15-de1d7f376ed8', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': 'a016558221c5434f8347e2de57e4ce82'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:50.221456 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-400fb44a-9fe8-4481-9927-a47e8d2bb305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.232824 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5eec2861-7fad-4598-9c9b-4ba7a4db63cc req-84543b13-5b45-4424-becd-77106df49115 service neutron] 10.222.0.38 "GET /v2.0/networks/1fbbfb6a-decf-48e9-be9a-550f7df178ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034604 Sep 16 04:43:50.268727 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-400fb44a-9fe8-4481-9927-a47e8d2bb305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.315541 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.388487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802e089d-0c99-46e9-957c-f84c3107c1a0 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:50.411333 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.421092 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.449677 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 802e089d-0c99-46e9-957c-f84c3107c1a0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=802e089d-0c99-46e9-957c-f84c3107c1a0,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:50.466363 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-400fb44a-9fe8-4481-9927-a47e8d2bb305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.469351 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-400fb44a-9fe8-4481-9927-a47e8d2bb305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.472709 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6218a3ea-d83d-4d8f-bd34-2a433599cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:39:35Z', 'revision_number': 4, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port': {'id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:31Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c2a51765-4aa6-42d3-b116-4bf0d9ffbd17', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'port_id': '4b198c54-9c9f-436f-86a4-0cac2a50b49c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'mac_address': 'fa:16:3e:fe:ff:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:40:04Z', 'updated_at': '2021-09-16T04:43:47Z', 'revision_number': 5, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '947d7ded-9a35-41aa-af5b-80adee2ebc48', 'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'mac_address': 'fa:16:3e:a3:c3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:34Z', 'updated_at': '2021-09-16T04:39:39Z', 'revision_number': 5, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'subnets': [{'id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:50.474335 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-400fb44a-9fe8-4481-9927-a47e8d2bb305 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ef2324d-1b00-4d0a-992b-9028d00581ec HTTP/1.1" status: 204 len: 168 time: 0.5090108 Sep 16 04:43:50.479320 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404e1231-d964-4175-872f-f2e6d42cb2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbcb52b-251a-4346-b1c2-334a7c5c145f'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:50.481934 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d059e44e-b9ea-4bee-9876-225d96a3603e" -d '{"events": [{"server_uuid": "404e1231-d964-4175-872f-f2e6d42cb2c0", "name": "network-vif-plugged", "status": "completed", "tag": "0dbcb52b-251a-4346-b1c2-334a7c5c145f"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:50.483629 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fb44a-9fe8-4481-9927-a47e8d2bb305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef2324d-1b00-4d0a-992b-9028d00581ec,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:50.545444 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6218a3ea-d83d-4d8f-bd34-2a433599cdfa None None] The sync data for ids ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'] in n-d-712140-13 is: [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:39:35Z', 'revision_number': 4, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port': {'id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:31Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c2a51765-4aa6-42d3-b116-4bf0d9ffbd17', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'port_id': '4b198c54-9c9f-436f-86a4-0cac2a50b49c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'mac_address': 'fa:16:3e:fe:ff:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:40:04Z', 'updated_at': '2021-09-16T04:43:47Z', 'revision_number': 5, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '947d7ded-9a35-41aa-af5b-80adee2ebc48', 'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'mac_address': 'fa:16:3e:a3:c3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:34Z', 'updated_at': '2021-09-16T04:39:39Z', 'revision_number': 5, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'subnets': [{'id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:50.549315 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 0dbcb52b-251a-4346-b1c2-334a7c5c145f, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0dbcb52b-251a-4346-b1c2-334a7c5c145f,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:50.552597 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 6390ae53-fe5c-445f-82eb-19fbdff6738e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6390ae53-fe5c-445f-82eb-19fbdff6738e,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:50.609149 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.666801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=802e089d-0c99-46e9-957c-f84c3107c1a0,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:50.669055 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-642fbdd5-900f-47c7-a60b-566a0d4c4ae2 req-5a5bcb76-52ab-4aef-a10a-1ffc86a59381 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.681379 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.683000 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.715484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7249c74-a469-4b26-a46a-d0a18d4011e2 req-53bf759a-d9f6-4459-a38e-93d27bc29f83 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:50.723083 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7249c74-a469-4b26-a46a-d0a18d4011e2 req-53bf759a-d9f6-4459-a38e-93d27bc29f83 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 944 time: 0.4732771 Sep 16 04:43:50.742431 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=0dbcb52b-251a-4346-b1c2-334a7c5c145f,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:50.775200 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7249c74-a469-4b26-a46a-d0a18d4011e2 req-44a8bee8-23d0-4f0d-a25f-4f002feaa716 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512781 Sep 16 04:43:50.791271 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1ae0a3-6210-42da-abf9-6cd377c7f614 None None] New status for floating IP c2a51765-4aa6-42d3-b116-4bf0d9ffbd17: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:43:50.813045 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=6390ae53-fe5c-445f-82eb-19fbdff6738e,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:50.821061 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-642fbdd5-900f-47c7-a60b-566a0d4c4ae2 req-5a5bcb76-52ab-4aef-a10a-1ffc86a59381 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.914201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bcb76-52ab-4aef-a10a-1ffc86a59381 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Pushing event updated for resources: {'Port': ['ID=b883d88c-e293-4dc5-9c55-4526a61f182c,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:50.950700 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-642fbdd5-900f-47c7-a60b-566a0d4c4ae2 req-5a5bcb76-52ab-4aef-a10a-1ffc86a59381 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.967588 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-8b6f0faa-33a9-4f2f-8529-c9fab200409c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Made reservation on behalf of a016558221c5434f8347e2de57e4ce82 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:50.968587 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ccf22e-557f-4d1e-a512-c5b34162ad02 x-openstack-request-id: req-d7ccf22e-557f-4d1e-a512-c5b34162ad02 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:50.969080 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404e1231-d964-4175-872f-f2e6d42cb2c0", "name": "network-vif-plugged", "status": "completed", "tag": "0dbcb52b-251a-4346-b1c2-334a7c5c145f", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:50.969198 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7ccf22e-557f-4d1e-a512-c5b34162ad02 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:50.969547 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404e1231-d964-4175-872f-f2e6d42cb2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbcb52b-251a-4346-b1c2-334a7c5c145f', 'code': 200} Sep 16 04:43:50.971670 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-8b6f0faa-33a9-4f2f-8529-c9fab200409c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.037234 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['802e089d-0c99-46e9-957c-f84c3107c1a0'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:51.127761 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-642fbdd5-900f-47c7-a60b-566a0d4c4ae2 req-5a5bcb76-52ab-4aef-a10a-1ffc86a59381 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.130080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-642fbdd5-900f-47c7-a60b-566a0d4c4ae2 req-5a5bcb76-52ab-4aef-a10a-1ffc86a59381 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8990457 Sep 16 04:43:51.181599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17875e73-5dad-4b87-b783-814ab7e2bf6f req-47f3f53c-04cb-4ef1-a412-e6a452c0d47c tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:51.192212 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17875e73-5dad-4b87-b783-814ab7e2bf6f req-47f3f53c-04cb-4ef1-a412-e6a452c0d47c tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 949 time: 0.1401589 Sep 16 04:43:51.270099 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-642fbdd5-900f-47c7-a60b-566a0d4c4ae2 req-4d6fc88f-b9bd-42de-884f-8ffc32953f16 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.1132183 Sep 16 04:43:51.311285 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17875e73-5dad-4b87-b783-814ab7e2bf6f req-063f181d-53e4-4028-a8a4-4546893d979d tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbe80d9-3d39-4a67-8abe-e62cb23032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181424 Sep 16 04:43:51.313776 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-8b6f0faa-33a9-4f2f-8529-c9fab200409c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Allocated IP 192.168.233.113 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/7b400d13-d631-471b-aeb2-3483742b344d) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:51.508584 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b354126-2f4a-4be3-8590-c30997086708 req-2cf48220-1a2a-4209-9c8f-d661de321277 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 210 time: 0.0683899 Sep 16 04:43:51.608505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fbdd5-900f-47c7-a60b-566a0d4c4ae2 req-865a1c7a-373c-4fca-8168-6cd89bf22d40 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:51.610300 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-642fbdd5-900f-47c7-a60b-566a0d4c4ae2 req-865a1c7a-373c-4fca-8168-6cd89bf22d40 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.3255084 Sep 16 04:43:51.741972 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-8b6f0faa-33a9-4f2f-8529-c9fab200409c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.821161 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c02d9600-32c8-45e5-8254-c945c872a215 req-ba767495-578b-41c5-969d-77174e1033ab tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1898184 Sep 16 04:43:51.829870 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-c02d9600-32c8-45e5-8254-c945c872a215 req-bc862ce6-e3a0-46cf-9499-d1290d16ba94 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:51.979533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f1dec-a85b-4cd1-8c0f-eb462d493c3c req-65079046-4c66-4b5b-bbb7-5a6abf574926 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:51.981630 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e27f1dec-a85b-4cd1-8c0f-eb462d493c3c req-65079046-4c66-4b5b-bbb7-5a6abf574926 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 945 time: 0.0514066 Sep 16 04:43:52.002823 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c02d9600-32c8-45e5-8254-c945c872a215 req-bc862ce6-e3a0-46cf-9499-d1290d16ba94 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.046259 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-8b6f0faa-33a9-4f2f-8529-c9fab200409c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.061145 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e27f1dec-a85b-4cd1-8c0f-eb462d493c3c req-9f1e3570-9628-4e77-a1d8-12eb00699e9a tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731354 Sep 16 04:43:52.083756 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['44bd3647-20c9-4130-8c7f-1b5380042dc5', '31aed236-7506-4376-9eef-5131f1554622'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:52.119131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-8b6f0faa-33a9-4f2f-8529-c9fab200409c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:52.123228 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-8b6f0faa-33a9-4f2f-8529-c9fab200409c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:52.127217 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-8b6f0faa-33a9-4f2f-8529-c9fab200409c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:52.163203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['9dae50d3-bda3-4bfe-88d1-3280a8d5a56e'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:52.196124 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-8b6f0faa-33a9-4f2f-8529-c9fab200409c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:52.196766 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-8b6f0faa-33a9-4f2f-8529-c9fab200409c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.229605 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f0faa-33a9-4f2f-8529-c9fab200409c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Pushing event updated for resources: {'Port': ['ID=7b400d13-d631-471b-aeb2-3483742b344d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:52.377063 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c02d9600-32c8-45e5-8254-c945c872a215 req-bc862ce6-e3a0-46cf-9499-d1290d16ba94 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.380938 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-8b6f0faa-33a9-4f2f-8529-c9fab200409c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1759133 Sep 16 04:43:52.426481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Request body: {'port': {'device_id': '23479af7-8363-4b59-aa15-de1d7f376ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:52.533294 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.577733 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-7b8f90ed-a1ef-4719-8e5a-a5b953a947e2 None None] Provisioning complete for port 7b400d13-d631-471b-aeb2-3483742b344d triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:52.579757 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7b8f90ed-a1ef-4719-8e5a-a5b953a947e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.638174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-c02d9600-32c8-45e5-8254-c945c872a215 req-bc862ce6-e3a0-46cf-9499-d1290d16ba94 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Allocated IP 172.25.4.110 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/73689b81-3299-4daf-a9e5-b36b53dfcc50) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:52.651964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f90ed-a1ef-4719-8e5a-a5b953a947e2 None None] Port 7b400d13-d631-471b-aeb2-3483742b344d cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:52.970525 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666309ef-9f6b-40dd-85a5-74df93185d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6390ae53-fe5c-445f-82eb-19fbdff6738e'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:52.972996 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99f84aa-f3b2-4e86-9f2c-f3172be6cab5" -d '{"events": [{"server_uuid": "666309ef-9f6b-40dd-85a5-74df93185d02", "name": "network-vif-plugged", "status": "completed", "tag": "6390ae53-fe5c-445f-82eb-19fbdff6738e"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:53.030361 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c02d9600-32c8-45e5-8254-c945c872a215 req-bc862ce6-e3a0-46cf-9499-d1290d16ba94 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.224481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b400d13-d631-471b-aeb2-3483742b344d {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:53.238731 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.267585 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027a492-8ac2-4b11-828d-df3bb0f168b3 req-ef38e8e3-e3dc-4ad3-aeb7-0a0c32d8e3b5 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:53.269699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2027a492-8ac2-4b11-828d-df3bb0f168b3 req-ef38e8e3-e3dc-4ad3-aeb7-0a0c32d8e3b5 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 949 time: 0.1637313 Sep 16 04:43:53.279802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Transition to ACTIVE for port object 7b400d13-d631-471b-aeb2-3483742b344d will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:53.316811 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c02d9600-32c8-45e5-8254-c945c872a215 req-bc862ce6-e3a0-46cf-9499-d1290d16ba94 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.383463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2027a492-8ac2-4b11-828d-df3bb0f168b3 req-eaeb19eb-da79-43b7-b061-a940a34417d8 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbe80d9-3d39-4a67-8abe-e62cb23032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045470 Sep 16 04:43:53.401183 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c02d9600-32c8-45e5-8254-c945c872a215 req-bc862ce6-e3a0-46cf-9499-d1290d16ba94 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:53.407975 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-c02d9600-32c8-45e5-8254-c945c872a215 req-bc862ce6-e3a0-46cf-9499-d1290d16ba94 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:53.413570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02d9600-32c8-45e5-8254-c945c872a215 req-bc862ce6-e3a0-46cf-9499-d1290d16ba94 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:53.453804 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.465678 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc862ce6-e3a0-46cf-9499-d1290d16ba94 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Pushing event updated for resources: {'Port': ['ID=73689b81-3299-4daf-a9e5-b36b53dfcc50,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:53.614957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Pushing event updated for resources: {'Port': ['ID=7b400d13-d631-471b-aeb2-3483742b344d,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:53.710949 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c02d9600-32c8-45e5-8254-c945c872a215 req-bc862ce6-e3a0-46cf-9499-d1290d16ba94 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.732118 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 802e089d-0c99-46e9-957c-f84c3107c1a0 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:53.740527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Attempting to bind port 7b400d13-d631-471b-aeb2-3483742b344d on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:53.740927 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Attempting to bind port 7b400d13-d631-471b-aeb2-3483742b344d by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:53.741395 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Attempting to bind port 7b400d13-d631-471b-aeb2-3483742b344d on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:53.758408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Port 7b400d13-d631-471b-aeb2-3483742b344d on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:53.760062 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Attempting to bind port 7b400d13-d631-471b-aeb2-3483742b344d on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:53.767643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:53.768108 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:53.768557 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:53.769601 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Bound port: 7b400d13-d631-471b-aeb2-3483742b344d, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:53.770482 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.874209 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c02d9600-32c8-45e5-8254-c945c872a215 req-bc862ce6-e3a0-46cf-9499-d1290d16ba94 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.929189 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 802e089d-0c99-46e9-957c-f84c3107c1a0 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:53.937166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 802e089d-0c99-46e9-957c-f84c3107c1a0 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:53.940648 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.981820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] For port 7b400d13-d631-471b-aeb2-3483742b344d, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:54.010618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] For port 7b400d13-d631-471b-aeb2-3483742b344d, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=7b400d13-d631-471b-aeb2-3483742b344d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:54.058222 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.096464 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.101219 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.114370 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 802e089d-0c99-46e9-957c-f84c3107c1a0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=802e089d-0c99-46e9-957c-f84c3107c1a0,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:54.149043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:54.149915 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.151394 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] 10.222.0.38 "PUT /v2.0/ports/7b400d13-d631-471b-aeb2-3483742b344d HTTP/1.1" status: 200 len: 1097 time: 1.7294123 Sep 16 04:43:54.155462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23479af7-8363-4b59-aa15-de1d7f376ed8', 'tag': '7b400d13-d631-471b-aeb2-3483742b344d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:54.157859 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978953e2-4d8f-4b70-b9dd-e451064514d5" -d '{"events": [{"name": "network-changed", "server_uuid": "23479af7-8363-4b59-aa15-de1d7f376ed8", "tag": "7b400d13-d631-471b-aeb2-3483742b344d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:54.223458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd045420-4f33-4313-a348-48a7f0a7fd61 service neutron] Pushing event updated for resources: {'Port': ['ID=7b400d13-d631-471b-aeb2-3483742b344d,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:54.268842 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c02d9600-32c8-45e5-8254-c945c872a215 req-bc862ce6-e3a0-46cf-9499-d1290d16ba94 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.277430 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.382944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=802e089d-0c99-46e9-957c-f84c3107c1a0,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:54.397894 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c02d9600-32c8-45e5-8254-c945c872a215 req-bc862ce6-e3a0-46cf-9499-d1290d16ba94 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.403540 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-334cee61-31b0-4c5b-a540-707188e6fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:54.405846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-334cee61-31b0-4c5b-a540-707188e6fc1c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 1100 time: 0.0604136 Sep 16 04:43:54.480054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-412939db-431a-4cb3-a712-8529a63f6b76 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=7b400d13-d631-471b-aeb2-3483742b344d HTTP/1.1" status: 200 len: 217 time: 0.0442495 Sep 16 04:43:54.567015 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc862ce6-e3a0-46cf-9499-d1290d16ba94 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Pushing event updated for resources: {'Port': ['ID=73689b81-3299-4daf-a9e5-b36b53dfcc50,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:54.585544 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c02d9600-32c8-45e5-8254-c945c872a215 req-bc862ce6-e3a0-46cf-9499-d1290d16ba94 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.590381 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-12a9bef9-8f9c-4b19-9bb7-50dd82196a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:54.592003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-12a9bef9-8f9c-4b19-9bb7-50dd82196a4e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0842595 Sep 16 04:43:54.651156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-ef9fdf9b-7459-438f-9a68-f3ae1a38a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:54.653790 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-ef9fdf9b-7459-438f-9a68-f3ae1a38a73a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0531144 Sep 16 04:43:54.779330 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c02d9600-32c8-45e5-8254-c945c872a215 req-bc862ce6-e3a0-46cf-9499-d1290d16ba94 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.790465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c02d9600-32c8-45e5-8254-c945c872a215 req-bc862ce6-e3a0-46cf-9499-d1290d16ba94 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9647877 Sep 16 04:43:54.859886 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-f0bebb50-83af-4c2d-966e-2d9ffb0062eb service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961110 Sep 16 04:43:54.885241 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c02d9600-32c8-45e5-8254-c945c872a215 req-d27dd50d-8386-4ce2-94fa-56d1467b25da tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 696 time: 0.0971677 Sep 16 04:43:55.056049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838929-9050-47b5-beab-c473b0900060 req-c4bb6e1d-8dcd-4cc9-b7ef-924202f11ab1 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:55.057480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5838929-9050-47b5-beab-c473b0900060 req-c4bb6e1d-8dcd-4cc9-b7ef-924202f11ab1 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 948 time: 0.2073977 Sep 16 04:43:55.098300 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a797e711-59a7-4f79-8246-bdaad7c6607f req-dbf52ea3-ca1e-4a56-a84c-2dca98fa7092 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253582 Sep 16 04:43:55.140950 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5838929-9050-47b5-beab-c473b0900060 req-55036ce0-a448-479d-be6e-88cec667a257 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736742 Sep 16 04:43:55.151197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d9600-32c8-45e5-8254-c945c872a215 req-cb3c5da9-29d8-4621-abfd-228838142d38 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:55.152594 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c02d9600-32c8-45e5-8254-c945c872a215 req-cb3c5da9-29d8-4621-abfd-228838142d38 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.2322409 Sep 16 04:43:55.225063 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169aa00b-faa8-4f8b-a3ea-d6d9ed754745 x-openstack-request-id: req-169aa00b-faa8-4f8b-a3ea-d6d9ed754745 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:55.225618 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666309ef-9f6b-40dd-85a5-74df93185d02", "name": "network-vif-plugged", "status": "completed", "tag": "6390ae53-fe5c-445f-82eb-19fbdff6738e", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:55.225618 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-169aa00b-faa8-4f8b-a3ea-d6d9ed754745 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:55.225988 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666309ef-9f6b-40dd-85a5-74df93185d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6390ae53-fe5c-445f-82eb-19fbdff6738e', 'code': 200} Sep 16 04:43:55.364976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ce28e-e193-49c9-a8d1-b748886065d5 req-06c43229-6312-4519-a324-1f3beb0f01e4 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:55.377834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd1ce28e-e193-49c9-a8d1-b748886065d5 req-06c43229-6312-4519-a324-1f3beb0f01e4 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 945 time: 0.0874758 Sep 16 04:43:55.389910 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107b4bd5-a61a-43f5-8052-ae808f1d6cc4 x-openstack-request-id: req-107b4bd5-a61a-43f5-8052-ae808f1d6cc4 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:55.390787 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23479af7-8363-4b59-aa15-de1d7f376ed8", "tag": "7b400d13-d631-471b-aeb2-3483742b344d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:55.391216 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-107b4bd5-a61a-43f5-8052-ae808f1d6cc4 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:55.391763 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23479af7-8363-4b59-aa15-de1d7f376ed8', 'tag': '7b400d13-d631-471b-aeb2-3483742b344d', 'status': 'completed', 'code': 200} Sep 16 04:43:55.539751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd1ce28e-e193-49c9-a8d1-b748886065d5 req-c02b7e30-7fa9-4f36-a806-d9e5abc14c80 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447461 Sep 16 04:43:55.614086 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4ddf8-900f-4bad-bab9-2a39c6ed96ad req-25c40eeb-0948-42b4-816e-cb6b607dd1a9 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:55.631483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-36f4ddf8-900f-4bad-bab9-2a39c6ed96ad req-25c40eeb-0948-42b4-816e-cb6b607dd1a9 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 950 time: 0.1458549 Sep 16 04:43:55.647101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea82831-fd6f-4fa5-9fc6-ba01d9979605 req-f4c43291-5dbf-4979-ba6d-6bbd1f6c9206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:55.649489 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ea82831-fd6f-4fa5-9fc6-ba01d9979605 req-f4c43291-5dbf-4979-ba6d-6bbd1f6c9206 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 1097 time: 0.2015514 Sep 16 04:43:55.726110 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978953e2-4d8f-4b70-b9dd-e451064514d5 req-f4dbac3f-a429-415e-94d3-b0deea99cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:55.727705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-978953e2-4d8f-4b70-b9dd-e451064514d5 req-f4dbac3f-a429-415e-94d3-b0deea99cb36 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 1100 time: 0.2586312 Sep 16 04:43:55.778750 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ea82831-fd6f-4fa5-9fc6-ba01d9979605 req-cda2c14c-26fc-42b5-b06b-0e70107e9ee8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879998 Sep 16 04:43:55.788118 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-36f4ddf8-900f-4bad-bab9-2a39c6ed96ad req-7ce3773c-d5b0-4895-86f9-3ad496a3e8a8 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbe80d9-3d39-4a67-8abe-e62cb23032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545599 Sep 16 04:43:55.957862 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa2477b0-1c2a-4801-a02a-a99d4adb87fe req-455ea25a-f9c6-427d-bf97-e8ab32dd0de3 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3239276 Sep 16 04:43:55.963581 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-fa2477b0-1c2a-4801-a02a-a99d4adb87fe req-9c2bbd17-c45f-4f16-ac75-6ecc91c4bc5a tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:55.969701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978953e2-4d8f-4b70-b9dd-e451064514d5 req-59d873a7-54f7-4fc6-a085-d7e03806dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:55.971413 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-978953e2-4d8f-4b70-b9dd-e451064514d5 req-59d873a7-54f7-4fc6-a085-d7e03806dbe4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.2235048 Sep 16 04:43:56.054763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-978953e2-4d8f-4b70-b9dd-e451064514d5 req-4d316f84-064e-4203-804b-b362e51bb7d9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=7b400d13-d631-471b-aeb2-3483742b344d HTTP/1.1" status: 200 len: 217 time: 0.0727570 Sep 16 04:43:56.134191 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978953e2-4d8f-4b70-b9dd-e451064514d5 req-37f94d6c-b05b-4303-bc6b-dceef7fe9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:56.136430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-978953e2-4d8f-4b70-b9dd-e451064514d5 req-37f94d6c-b05b-4303-bc6b-dceef7fe9f73 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0714471 Sep 16 04:43:56.192035 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978953e2-4d8f-4b70-b9dd-e451064514d5 req-d41ba513-f156-4a17-b781-f273507b7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:56.193830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-978953e2-4d8f-4b70-b9dd-e451064514d5 req-d41ba513-f156-4a17-b781-f273507b7933 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0456128 Sep 16 04:43:56.322133 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-978953e2-4d8f-4b70-b9dd-e451064514d5 req-075f7197-b11e-4870-b7b2-a5fc4d909fe5 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205199 Sep 16 04:43:56.427661 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-978953e2-4d8f-4b70-b9dd-e451064514d5 req-cf473393-6855-4a34-8e70-bc368f7653f5 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964038 Sep 16 04:43:56.962777 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fa2477b0-1c2a-4801-a02a-a99d4adb87fe req-9c2bbd17-c45f-4f16-ac75-6ecc91c4bc5a tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.091393 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:43:57.227520 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6a8a29-f0ba-4153-9e65-230cbd98c634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802e089d-0c99-46e9-957c-f84c3107c1a0'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:57.230626 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a504ff2c-147b-4412-803f-9aa3eb781d99" -d '{"events": [{"server_uuid": "2a6a8a29-f0ba-4153-9e65-230cbd98c634", "name": "network-vif-plugged", "status": "completed", "tag": "802e089d-0c99-46e9-957c-f84c3107c1a0"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:57.458107 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa0ada-0e55-4279-9aaa-5440dc8fc160 req-438a9995-ff66-404d-865b-661ee011fc05 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:57.459814 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5dfa0ada-0e55-4279-9aaa-5440dc8fc160 req-438a9995-ff66-404d-865b-661ee011fc05 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 948 time: 0.0775168 Sep 16 04:43:57.487788 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fa2477b0-1c2a-4801-a02a-a99d4adb87fe req-9c2bbd17-c45f-4f16-ac75-6ecc91c4bc5a tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.518807 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5dfa0ada-0e55-4279-9aaa-5440dc8fc160 req-7fc694a1-9c16-49ac-8bb3-703a0d05a0a8 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521002 Sep 16 04:43:57.670159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-fa2477b0-1c2a-4801-a02a-a99d4adb87fe req-9c2bbd17-c45f-4f16-ac75-6ecc91c4bc5a tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Allocated IP 172.25.4.202 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/2bd1ade4-1559-4635-a38c-1f737b801c51) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:57.816036 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fa2477b0-1c2a-4801-a02a-a99d4adb87fe req-9c2bbd17-c45f-4f16-ac75-6ecc91c4bc5a tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.939542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203723a-7635-44b9-b73c-2bb5a89cbd8c req-653fe509-b89a-424b-afb7-e0c26dadbe82 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:57.955907 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d203723a-7635-44b9-b73c-2bb5a89cbd8c req-653fe509-b89a-424b-afb7-e0c26dadbe82 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 945 time: 0.1119950 Sep 16 04:43:58.031178 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d203723a-7635-44b9-b73c-2bb5a89cbd8c req-1184d92b-492e-45c3-b57a-ab2c3f464f68 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703304 Sep 16 04:43:58.037024 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.045364 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fa2477b0-1c2a-4801-a02a-a99d4adb87fe req-9c2bbd17-c45f-4f16-ac75-6ecc91c4bc5a tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.097066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bbd17-c45f-4f16-ac75-6ecc91c4bc5a tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Pushing event updated for resources: {'Port': ['ID=2bd1ade4-1559-4635-a38c-1f737b801c51,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:58.115879 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2477b0-1c2a-4801-a02a-a99d4adb87fe req-9c2bbd17-c45f-4f16-ac75-6ecc91c4bc5a tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:58.117358 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-fa2477b0-1c2a-4801-a02a-a99d4adb87fe req-9c2bbd17-c45f-4f16-ac75-6ecc91c4bc5a tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:58.125034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2477b0-1c2a-4801-a02a-a99d4adb87fe req-9c2bbd17-c45f-4f16-ac75-6ecc91c4bc5a tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:58.277119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d98f9-d4de-4366-841d-e077c65b406d req-b20d736f-1b57-4a74-81f5-00e37cd14f36 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:58.288395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa1d98f9-d4de-4366-841d-e077c65b406d req-b20d736f-1b57-4a74-81f5-00e37cd14f36 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 950 time: 0.1227057 Sep 16 04:43:58.333225 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fa2477b0-1c2a-4801-a02a-a99d4adb87fe req-9c2bbd17-c45f-4f16-ac75-6ecc91c4bc5a tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.365001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa1d98f9-d4de-4366-841d-e077c65b406d req-a7a9b21c-cea2-4621-b61c-b5e93277b102 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbe80d9-3d39-4a67-8abe-e62cb23032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754187 Sep 16 04:43:58.494345 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fa2477b0-1c2a-4801-a02a-a99d4adb87fe req-9c2bbd17-c45f-4f16-ac75-6ecc91c4bc5a tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.602865 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0130305-6ddf-4f0a-8445-01e343a6f665 x-openstack-request-id: req-e0130305-6ddf-4f0a-8445-01e343a6f665 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:58.603400 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6a8a29-f0ba-4153-9e65-230cbd98c634", "name": "network-vif-plugged", "status": "completed", "tag": "802e089d-0c99-46e9-957c-f84c3107c1a0", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:58.603510 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0130305-6ddf-4f0a-8445-01e343a6f665 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:58.603808 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6a8a29-f0ba-4153-9e65-230cbd98c634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802e089d-0c99-46e9-957c-f84c3107c1a0', 'code': 200} Sep 16 04:43:58.798406 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fa2477b0-1c2a-4801-a02a-a99d4adb87fe req-9c2bbd17-c45f-4f16-ac75-6ecc91c4bc5a tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.801762 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3cd7f-7402-486e-8129-d836b1339266 req-758c4bf1-f2ec-4414-bd5f-84c82c0d772f tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:58.809726 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ce3cd7f-7402-486e-8129-d836b1339266 req-758c4bf1-f2ec-4414-bd5f-84c82c0d772f tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 1097 time: 0.1193337 Sep 16 04:43:58.846071 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6031a3c-61a4-4810-8402-c0eba84fdf5d req-4ea2f5e5-c900-4f76-bf24-504f96543aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:58.847708 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6031a3c-61a4-4810-8402-c0eba84fdf5d req-4ea2f5e5-c900-4f76-bf24-504f96543aa6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 1102 time: 0.1351821 Sep 16 04:43:58.883044 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ce3cd7f-7402-486e-8129-d836b1339266 req-d07b0342-ce34-4caf-ac74-57c5fd899456 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720589 Sep 16 04:43:58.894855 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fa2477b0-1c2a-4801-a02a-a99d4adb87fe req-9c2bbd17-c45f-4f16-ac75-6ecc91c4bc5a tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.943327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6031a3c-61a4-4810-8402-c0eba84fdf5d req-6b3f2e1d-0477-4cb3-aca2-ecc4db11e7c9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9bbe80d9-3d39-4a67-8abe-e62cb23032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812681 Sep 16 04:43:58.986124 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bbd17-c45f-4f16-ac75-6ecc91c4bc5a tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Pushing event updated for resources: {'Port': ['ID=2bd1ade4-1559-4635-a38c-1f737b801c51,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:59.014130 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fa2477b0-1c2a-4801-a02a-a99d4adb87fe req-9c2bbd17-c45f-4f16-ac75-6ecc91c4bc5a tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.066163 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e138784-6cdd-4181-9880-960f54a05d3a req-f70acb4d-74e1-40c1-8ff4-6f240febef06 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:59.075055 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e138784-6cdd-4181-9880-960f54a05d3a req-f70acb4d-74e1-40c1-8ff4-6f240febef06 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 948 time: 0.0778039 Sep 16 04:43:59.106840 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fa2477b0-1c2a-4801-a02a-a99d4adb87fe req-9c2bbd17-c45f-4f16-ac75-6ecc91c4bc5a tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.108158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa2477b0-1c2a-4801-a02a-a99d4adb87fe req-9c2bbd17-c45f-4f16-ac75-6ecc91c4bc5a tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1491323 Sep 16 04:43:59.125773 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e138784-6cdd-4181-9880-960f54a05d3a req-cf5d06d7-c4b9-4f3b-a39e-4a4acee76835 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497134 Sep 16 04:43:59.206900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa2477b0-1c2a-4801-a02a-a99d4adb87fe req-80744587-2a10-4836-b0d6-be527efea6cc tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.202 HTTP/1.1" status: 200 len: 696 time: 0.0790544 Sep 16 04:43:59.345844 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2477b0-1c2a-4801-a02a-a99d4adb87fe req-13b1732e-08ba-42b4-82ca-e4fb7d523bd1 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:59.347628 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa2477b0-1c2a-4801-a02a-a99d4adb87fe req-13b1732e-08ba-42b4-82ca-e4fb7d523bd1 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.1344240 Sep 16 04:43:59.584479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff33325-145f-4e22-9ee2-40de938983d4 req-5957d454-a6bf-4267-9389-1490d85985c7 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:59.586047 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cff33325-145f-4e22-9ee2-40de938983d4 req-5957d454-a6bf-4267-9389-1490d85985c7 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 1097 time: 0.1049283 Sep 16 04:43:59.589481 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed423b32-e3a5-40ef-aa44-74b5f22ada3d req-a75e8b62-a432-4835-80c0-bb291cc36eff tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/floatingips/8ee7249f-aff3-4d34-8fc1-b85a7517cc6b HTTP/1.1" status: 200 len: 693 time: 0.0656931 Sep 16 04:43:59.668788 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cff33325-145f-4e22-9ee2-40de938983d4 req-038be801-bc5e-46a8-abcf-6d17c3a79e2a tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737295 Sep 16 04:43:59.763733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed423b32-e3a5-40ef-aa44-74b5f22ada3d req-b24ec001-d015-49d3-9aca-393d8b4f6529 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:59.780589 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed423b32-e3a5-40ef-aa44-74b5f22ada3d req-b24ec001-d015-49d3-9aca-393d8b4f6529 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.1836238 Sep 16 04:43:59.983361 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 7b400d13-d631-471b-aeb2-3483742b344d details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:59.983831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9364961d-7de7-441b-983d-46daa5ae95ba req-246ec738-26b8-44eb-bafb-0c9212010ed5 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/floatingips/8ee7249f-aff3-4d34-8fc1-b85a7517cc6b HTTP/1.1" status: 200 len: 693 time: 0.0847850 Sep 16 04:44:00.007770 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 7b400d13-d631-471b-aeb2-3483742b344d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=7b400d13-d631-471b-aeb2-3483742b344d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:00.022016 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '7b400d13-d631-471b-aeb2-3483742b344d', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '7b400d13-d631-471b-aeb2-3483742b344d', 'mac_address': 'fa:16:3e:26:40:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:00.041516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770f454-ae01-42ad-a7a4-2b5d78ff9ea5 req-43c0af9f-3e79-4600-ae96-6cc481d758d1 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:00.044339 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a770f454-ae01-42ad-a7a4-2b5d78ff9ea5 req-43c0af9f-3e79-4600-ae96-6cc481d758d1 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 950 time: 0.1814849 Sep 16 04:44:00.146590 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a770f454-ae01-42ad-a7a4-2b5d78ff9ea5 req-9e6760de-3490-43ed-a0f5-494dfbb29d1d tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbe80d9-3d39-4a67-8abe-e62cb23032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928874 Sep 16 04:44:00.262587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364961d-7de7-441b-983d-46daa5ae95ba req-07c58165-0ae0-4aa0-89b7-ff87f0bdac89 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:00.262587 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9364961d-7de7-441b-983d-46daa5ae95ba req-07c58165-0ae0-4aa0-89b7-ff87f0bdac89 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.1927950 Sep 16 04:44:00.264607 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9364961d-7de7-441b-983d-46daa5ae95ba req-dbc35de2-72e2-4c2b-9a8b-5037a7e751fd tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.202 HTTP/1.1" status: 200 len: 696 time: 0.0780022 Sep 16 04:44:00.333868 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.335889 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9364961d-7de7-441b-983d-46daa5ae95ba req-330bfcc8-bd2d-4997-887c-76d218603e15 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.202 HTTP/1.1" status: 200 len: 696 time: 0.0653372 Sep 16 04:44:00.391694 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b400d13-d631-471b-aeb2-3483742b344d {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:00.398011 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 7b400d13-d631-471b-aeb2-3483742b344d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=7b400d13-d631-471b-aeb2-3483742b344d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:00.533197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-9364961d-7de7-441b-983d-46daa5ae95ba req-545b739b-13bf-4039-9cf3-d26301fe3258 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Deleting port 2bd1ade4-1559-4635-a38c-1f737b801c51 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:00.533620 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9364961d-7de7-441b-983d-46daa5ae95ba req-545b739b-13bf-4039-9cf3-d26301fe3258 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.650768 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9364961d-7de7-441b-983d-46daa5ae95ba req-545b739b-13bf-4039-9cf3-d26301fe3258 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.651488 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9364961d-7de7-441b-983d-46daa5ae95ba req-545b739b-13bf-4039-9cf3-d26301fe3258 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.667480 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-9364961d-7de7-441b-983d-46daa5ae95ba req-545b739b-13bf-4039-9cf3-d26301fe3258 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Calling delete_port for 2bd1ade4-1559-4635-a38c-1f737b801c51 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:00.751208 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.858415 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=7b400d13-d631-471b-aeb2-3483742b344d,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:01.031702 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9364961d-7de7-441b-983d-46daa5ae95ba req-545b739b-13bf-4039-9cf3-d26301fe3258 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.066644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b739b-13bf-4039-9cf3-d26301fe3258 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Pushing event deleted for resources: {'Port': ['ID=2bd1ade4-1559-4635-a38c-1f737b801c51,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:01.138732 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9364961d-7de7-441b-983d-46daa5ae95ba req-545b739b-13bf-4039-9cf3-d26301fe3258 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.141642 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9364961d-7de7-441b-983d-46daa5ae95ba req-545b739b-13bf-4039-9cf3-d26301fe3258 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.142863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9364961d-7de7-441b-983d-46daa5ae95ba req-545b739b-13bf-4039-9cf3-d26301fe3258 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "DELETE /v2.0/floatingips/8ee7249f-aff3-4d34-8fc1-b85a7517cc6b HTTP/1.1" status: 204 len: 173 time: 0.8004572 Sep 16 04:44:01.240964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa90c5-15a3-4b12-a501-fe04d7fc166f req-bdff8185-7ed6-48f6-b506-ff4368c0482b tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:01.241243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['7b400d13-d631-471b-aeb2-3483742b344d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:01.242481 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88fa90c5-15a3-4b12-a501-fe04d7fc166f req-bdff8185-7ed6-48f6-b506-ff4368c0482b tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 949 time: 0.0523429 Sep 16 04:44:01.286963 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88fa90c5-15a3-4b12-a501-fe04d7fc166f req-dbce8afd-ecc9-47d6-940d-38bb59978643 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365934 Sep 16 04:44:01.978717 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd003af9-997e-4d91-88e8-b06caf1cb377 req-c618340a-2585-412c-b40d-a86ac9fc9ee7 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:01.984082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd003af9-997e-4d91-88e8-b06caf1cb377 req-c618340a-2585-412c-b40d-a86ac9fc9ee7 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2429674 Sep 16 04:44:01.999310 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3f0cc-4883-4f78-b517-7fc9e7032358 req-72b36a50-54b6-4a97-ad59-d68f0ca489ed tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:02.002444 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e8e3f0cc-4883-4f78-b517-7fc9e7032358 req-72b36a50-54b6-4a97-ad59-d68f0ca489ed tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 950 time: 0.1316946 Sep 16 04:44:02.075609 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e8e3f0cc-4883-4f78-b517-7fc9e7032358 req-01e524e6-ee5f-4697-9148-a9490a7d48a5 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbe80d9-3d39-4a67-8abe-e62cb23032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655859 Sep 16 04:44:02.094056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296849f-cbb0-4095-8576-638ef7932b88 req-78a89ff3-bf87-4515-b0e3-81c106b90966 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:02.096297 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6296849f-cbb0-4095-8576-638ef7932b88 req-78a89ff3-bf87-4515-b0e3-81c106b90966 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 1097 time: 0.0562949 Sep 16 04:44:02.149763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6296849f-cbb0-4095-8576-638ef7932b88 req-a681f17d-f1ca-4238-ab77-1a1fce493956 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458305 Sep 16 04:44:02.257699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5c6f7e6-058c-4849-a1c9-c1cc9bd567a8 req-7d710a11-5e39-4b25-ab56-f1fca0df0e65 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=ab6df580a7954f16bf8201bdc5b31977 HTTP/1.1" status: 200 len: 1655 time: 0.0653725 Sep 16 04:44:02.440254 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6f7e6-058c-4849-a1c9-c1cc9bd567a8 req-bb882418-8486-4fc6-b105-bdeeb0fa6496 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:02.453296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5c6f7e6-058c-4849-a1c9-c1cc9bd567a8 req-bb882418-8486-4fc6-b105-bdeeb0fa6496 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/networks?id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 787 time: 0.1807892 Sep 16 04:44:02.960925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5a100-204d-4b15-891e-573e19686bba req-bcb020d9-97c8-41c3-9009-d7a70aac114e tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:02.963218 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1d5a100-204d-4b15-891e-573e19686bba req-bcb020d9-97c8-41c3-9009-d7a70aac114e tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 949 time: 0.0552902 Sep 16 04:44:03.015904 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1d5a100-204d-4b15-891e-573e19686bba req-d8e6fbb9-1a50-4e97-a668-b91b34c47c47 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458324 Sep 16 04:44:03.221121 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84cab320-e850-452b-9b3e-c928aac99e81 req-a2c3a24a-b3ca-4dfc-8f95-025475f16f19 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/floatingips/9eb4ff7d-edf4-4f1d-91e2-5a46279f695a HTTP/1.1" status: 200 len: 693 time: 0.0758915 Sep 16 04:44:03.393834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cab320-e850-452b-9b3e-c928aac99e81 req-a80b4d12-4dac-4117-a1d0-10211efffbc3 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:03.395225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84cab320-e850-452b-9b3e-c928aac99e81 req-a80b4d12-4dac-4117-a1d0-10211efffbc3 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.1674962 Sep 16 04:44:03.398479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2aa53-ee46-476e-8166-7feca03edf47 req-e37cf19e-643a-4106-ae23-37dac007afdf tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:03.399942 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ee2aa53-ee46-476e-8166-7feca03edf47 req-e37cf19e-643a-4106-ae23-37dac007afdf tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 1097 time: 0.0826550 Sep 16 04:44:03.473503 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84cab320-e850-452b-9b3e-c928aac99e81 req-78de697d-a1c1-4796-b468-e46d42085ab9 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 696 time: 0.0605571 Sep 16 04:44:03.497332 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ee2aa53-ee46-476e-8166-7feca03edf47 req-40ff0ffe-419d-437c-a0ec-9238cc90e0bd tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855322 Sep 16 04:44:03.551258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84cab320-e850-452b-9b3e-c928aac99e81 req-6dc8df2e-b392-42ef-8c95-413224705aa0 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 696 time: 0.0665340 Sep 16 04:44:03.703497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-84cab320-e850-452b-9b3e-c928aac99e81 req-b336611e-5e7e-466a-8b47-3368c91bbe3d tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Deleting port 73689b81-3299-4daf-a9e5-b36b53dfcc50 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:03.703898 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-84cab320-e850-452b-9b3e-c928aac99e81 req-b336611e-5e7e-466a-8b47-3368c91bbe3d tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.794828 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-84cab320-e850-452b-9b3e-c928aac99e81 req-b336611e-5e7e-466a-8b47-3368c91bbe3d tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.794828 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-84cab320-e850-452b-9b3e-c928aac99e81 req-b336611e-5e7e-466a-8b47-3368c91bbe3d tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.808324 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-fd9c1c23-e455-4f73-8b3a-ddb49dfe749f req-960df30f-08c8-4c81-b9bb-1980411c3079 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:44:03.810142 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd9c1c23-e455-4f73-8b3a-ddb49dfe749f req-960df30f-08c8-4c81-b9bb-1980411c3079 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067532 Sep 16 04:44:03.816231 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-84cab320-e850-452b-9b3e-c928aac99e81 req-b336611e-5e7e-466a-8b47-3368c91bbe3d tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Calling delete_port for 73689b81-3299-4daf-a9e5-b36b53dfcc50 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:03.924130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 7b400d13-d631-471b-aeb2-3483742b344d up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:04.191847 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-84cab320-e850-452b-9b3e-c928aac99e81 req-b336611e-5e7e-466a-8b47-3368c91bbe3d tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.192414 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 7b400d13-d631-471b-aeb2-3483742b344d completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:04.196635 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 7b400d13-d631-471b-aeb2-3483742b344d triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:04.197093 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.217948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336611e-5e7e-466a-8b47-3368c91bbe3d tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Pushing event deleted for resources: {'Port': ['ID=73689b81-3299-4daf-a9e5-b36b53dfcc50,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:04.307807 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-84cab320-e850-452b-9b3e-c928aac99e81 req-b336611e-5e7e-466a-8b47-3368c91bbe3d tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.312761 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-84cab320-e850-452b-9b3e-c928aac99e81 req-b336611e-5e7e-466a-8b47-3368c91bbe3d tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.321020 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.329171 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84cab320-e850-452b-9b3e-c928aac99e81 req-b336611e-5e7e-466a-8b47-3368c91bbe3d tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "DELETE /v2.0/floatingips/9eb4ff7d-edf4-4f1d-91e2-5a46279f695a HTTP/1.1" status: 204 len: 173 time: 0.7714422 Sep 16 04:44:04.353570 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23479af7-8363-4b59-aa15-de1d7f376ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b400d13-d631-471b-aeb2-3483742b344d'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:04.358968 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380fbf6e-edfa-405d-8ca6-328329bd7a63" -d '{"events": [{"server_uuid": "23479af7-8363-4b59-aa15-de1d7f376ed8", "name": "network-vif-plugged", "status": "completed", "tag": "7b400d13-d631-471b-aeb2-3483742b344d"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:04.384543 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 7b400d13-d631-471b-aeb2-3483742b344d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=7b400d13-d631-471b-aeb2-3483742b344d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:04.465881 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.553670 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=7b400d13-d631-471b-aeb2-3483742b344d,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:04.555065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01b266-8045-48e3-ae22-fcf90ceb902f req-3dae16d2-f9bc-479c-8ab6-a2adb56d501e tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:04.556708 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b01b266-8045-48e3-ae22-fcf90ceb902f req-3dae16d2-f9bc-479c-8ab6-a2adb56d501e tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.0620987 Sep 16 04:44:04.642249 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b01b266-8045-48e3-ae22-fcf90ceb902f req-05bca773-e36f-4f4c-8700-841523e899f5 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743403 Sep 16 04:44:05.001201 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88cafbf9-66ea-4ed6-8618-2318c2dcdc6a req-f37f47a6-0a83-4cc6-8d99-f106ceb988b1 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/floatingips/62753f19-0d95-4e48-91a9-a6c5e953cf45 HTTP/1.1" status: 200 len: 692 time: 0.0577135 Sep 16 04:44:05.124425 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-151560e5-b678-42c4-9144-b13afc875b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.131104 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cafbf9-66ea-4ed6-8618-2318c2dcdc6a req-67daa32f-0e27-40ce-9906-74bba3c07bd7 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:05.132589 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88cafbf9-66ea-4ed6-8618-2318c2dcdc6a req-67daa32f-0e27-40ce-9906-74bba3c07bd7 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.1220756 Sep 16 04:44:05.188705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88cafbf9-66ea-4ed6-8618-2318c2dcdc6a req-9915b78f-eb12-4fcd-b7c4-acd18e5cb1df tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.0487533 Sep 16 04:44:05.245431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88cafbf9-66ea-4ed6-8618-2318c2dcdc6a req-0cd236c4-3a9a-423d-8c4d-c624d1d0b31a tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.0502608 Sep 16 04:44:05.409797 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-88cafbf9-66ea-4ed6-8618-2318c2dcdc6a req-478f764a-c631-4d25-b67c-0b8335f8a10e tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Deleting port b883d88c-e293-4dc5-9c55-4526a61f182c {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:05.410222 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-88cafbf9-66ea-4ed6-8618-2318c2dcdc6a req-478f764a-c631-4d25-b67c-0b8335f8a10e tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.492319 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-88cafbf9-66ea-4ed6-8618-2318c2dcdc6a req-478f764a-c631-4d25-b67c-0b8335f8a10e tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.492639 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-88cafbf9-66ea-4ed6-8618-2318c2dcdc6a req-478f764a-c631-4d25-b67c-0b8335f8a10e tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.504338 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-88cafbf9-66ea-4ed6-8618-2318c2dcdc6a req-478f764a-c631-4d25-b67c-0b8335f8a10e tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Calling delete_port for b883d88c-e293-4dc5-9c55-4526a61f182c owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:06.168726 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-88cafbf9-66ea-4ed6-8618-2318c2dcdc6a req-478f764a-c631-4d25-b67c-0b8335f8a10e tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.197767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f764a-c631-4d25-b67c-0b8335f8a10e tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Pushing event deleted for resources: {'Port': ['ID=b883d88c-e293-4dc5-9c55-4526a61f182c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:06.265861 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-88cafbf9-66ea-4ed6-8618-2318c2dcdc6a req-478f764a-c631-4d25-b67c-0b8335f8a10e tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.268525 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-88cafbf9-66ea-4ed6-8618-2318c2dcdc6a req-478f764a-c631-4d25-b67c-0b8335f8a10e tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.269732 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88cafbf9-66ea-4ed6-8618-2318c2dcdc6a req-478f764a-c631-4d25-b67c-0b8335f8a10e tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "DELETE /v2.0/floatingips/62753f19-0d95-4e48-91a9-a6c5e953cf45 HTTP/1.1" status: 204 len: 173 time: 1.0177462 Sep 16 04:44:06.315463 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5405883-4043-4529-9983-42a3e6b26ee7 x-openstack-request-id: req-b5405883-4043-4529-9983-42a3e6b26ee7 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:06.316370 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23479af7-8363-4b59-aa15-de1d7f376ed8", "name": "network-vif-plugged", "status": "completed", "tag": "7b400d13-d631-471b-aeb2-3483742b344d", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:06.316927 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5405883-4043-4529-9983-42a3e6b26ee7 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:06.317641 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23479af7-8363-4b59-aa15-de1d7f376ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b400d13-d631-471b-aeb2-3483742b344d', 'code': 200} Sep 16 04:44:06.479116 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403da054-e152-4993-9ccc-49b06aa1d1a0 req-402002b8-471c-434c-83b9-a244c7f557dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:06.482711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-403da054-e152-4993-9ccc-49b06aa1d1a0 req-402002b8-471c-434c-83b9-a244c7f557dd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 1102 time: 0.0648866 Sep 16 04:44:06.576268 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-403da054-e152-4993-9ccc-49b06aa1d1a0 req-b2b71c2b-7f3f-45cd-bb7b-95921b54e8a6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851889 Sep 16 04:44:06.585196 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb3544-cdcd-437f-90aa-a6dd4390d8c5 req-f081b04b-d5af-47af-8e35-9c05a44dae1a tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:06.587050 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54cb3544-cdcd-437f-90aa-a6dd4390d8c5 req-f081b04b-d5af-47af-8e35-9c05a44dae1a tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.0724618 Sep 16 04:44:06.925846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54cb3544-cdcd-437f-90aa-a6dd4390d8c5 req-c10806d1-5a6b-440c-9174-37c48d98a8a7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326378 Sep 16 04:44:07.173639 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-388f8fd8-15a7-4193-bafb-a68af5564f4f req-7ea95f59-f1b2-45fa-b789-d6c23cbffd0d tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/floatingips/eeabca8e-eec5-43b6-bef9-63acae03e8d4 HTTP/1.1" status: 200 len: 692 time: 0.0446293 Sep 16 04:44:07.284345 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f8fd8-15a7-4193-bafb-a68af5564f4f req-3e2075a0-b924-43db-a858-f2d8fa3616ab tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:07.285713 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-388f8fd8-15a7-4193-bafb-a68af5564f4f req-3e2075a0-b924-43db-a858-f2d8fa3616ab tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.1064599 Sep 16 04:44:07.336051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-388f8fd8-15a7-4193-bafb-a68af5564f4f req-39023386-106e-45e8-b6ad-7cb341275412 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 695 time: 0.0437744 Sep 16 04:44:07.389556 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-388f8fd8-15a7-4193-bafb-a68af5564f4f req-5d6edf0c-cbc8-4c39-a781-e0d15a310ca7 tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 695 time: 0.0466595 Sep 16 04:44:07.455256 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-cd456dbd-4096-4c28-98b5-fb0e19031e46 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:44:07.456332 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-cd456dbd-4096-4c28-98b5-fb0e19031e46 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062408 Sep 16 04:44:07.503452 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cb210-ca20-4a93-92cb-9aa687148edd req-3ac1809e-67eb-4044-80d6-e3b7fce5418a tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:07.504955 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-3ac1809e-67eb-4044-80d6-e3b7fce5418a tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/ports/6390ae53-fe5c-445f-82eb-19fbdff6738e HTTP/1.1" status: 200 len: 1094 time: 0.0428629 Sep 16 04:44:07.514775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-580cb210-ca20-4a93-92cb-9aa687148edd req-0fa2ce71-27ce-41ad-941c-43143326c4a5 service neutron] Request body: {'binding': {'host': 'n-h2-712140-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:07.515592 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-580cb210-ca20-4a93-92cb-9aa687148edd req-0fa2ce71-27ce-41ad-941c-43143326c4a5 service neutron] Unknown quota resources ['binding']. {{(pid=95474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:44:07.524827 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-388f8fd8-15a7-4193-bafb-a68af5564f4f req-917fa6ce-eaec-4cf2-8293-c4919a95e6aa tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Deleting port 96b2b02c-2ac6-4281-b497-ebb33b86bc21 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:07.528220 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-388f8fd8-15a7-4193-bafb-a68af5564f4f req-917fa6ce-eaec-4cf2-8293-c4919a95e6aa tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.601165 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-388f8fd8-15a7-4193-bafb-a68af5564f4f req-917fa6ce-eaec-4cf2-8293-c4919a95e6aa tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.601392 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-388f8fd8-15a7-4193-bafb-a68af5564f4f req-917fa6ce-eaec-4cf2-8293-c4919a95e6aa tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.613054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-388f8fd8-15a7-4193-bafb-a68af5564f4f req-917fa6ce-eaec-4cf2-8293-c4919a95e6aa tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Calling delete_port for 96b2b02c-2ac6-4281-b497-ebb33b86bc21 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:07.652528 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-580cb210-ca20-4a93-92cb-9aa687148edd req-0fa2ce71-27ce-41ad-941c-43143326c4a5 service neutron] Attempting to bind port 6390ae53-fe5c-445f-82eb-19fbdff6738e on host n-h2-712140-13 for vnic_type normal with profile None {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:07.652851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-580cb210-ca20-4a93-92cb-9aa687148edd req-0fa2ce71-27ce-41ad-941c-43143326c4a5 service neutron] Attempting to bind port 6390ae53-fe5c-445f-82eb-19fbdff6738e by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:07.653188 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580cb210-ca20-4a93-92cb-9aa687148edd req-0fa2ce71-27ce-41ad-941c-43143326c4a5 service neutron] Attempting to bind port 6390ae53-fe5c-445f-82eb-19fbdff6738e on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:07.657584 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580cb210-ca20-4a93-92cb-9aa687148edd req-0fa2ce71-27ce-41ad-941c-43143326c4a5 service neutron] Port 6390ae53-fe5c-445f-82eb-19fbdff6738e on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:07.660311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580cb210-ca20-4a93-92cb-9aa687148edd req-0fa2ce71-27ce-41ad-941c-43143326c4a5 service neutron] Attempting to bind port 6390ae53-fe5c-445f-82eb-19fbdff6738e on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:07.662895 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580cb210-ca20-4a93-92cb-9aa687148edd req-0fa2ce71-27ce-41ad-941c-43143326c4a5 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:07.663252 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580cb210-ca20-4a93-92cb-9aa687148edd req-0fa2ce71-27ce-41ad-941c-43143326c4a5 service neutron] Checking segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:07.663679 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580cb210-ca20-4a93-92cb-9aa687148edd req-0fa2ce71-27ce-41ad-941c-43143326c4a5 service neutron] Bound using segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:07.664114 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-580cb210-ca20-4a93-92cb-9aa687148edd req-0fa2ce71-27ce-41ad-941c-43143326c4a5 service neutron] Bound port: 6390ae53-fe5c-445f-82eb-19fbdff6738e, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:07.716968 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-580cb210-ca20-4a93-92cb-9aa687148edd req-0fa2ce71-27ce-41ad-941c-43143326c4a5 service neutron] For port 6390ae53-fe5c-445f-82eb-19fbdff6738e, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=6390ae53-fe5c-445f-82eb-19fbdff6738e,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:07.785558 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bd01c90b-2e11-4a37-b938-d58082b3c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.804468 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 802e089d-0c99-46e9-957c-f84c3107c1a0 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:07.843160 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-580cb210-ca20-4a93-92cb-9aa687148edd req-0fa2ce71-27ce-41ad-941c-43143326c4a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.844509 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-0fa2ce71-27ce-41ad-941c-43143326c4a5 service neutron] 10.222.0.20 "POST /v2.0/ports/6390ae53-fe5c-445f-82eb-19fbdff6738e/bindings HTTP/1.1" status: 201 len: 390 time: 0.3339057 Sep 16 04:44:07.889026 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-388f8fd8-15a7-4193-bafb-a68af5564f4f req-917fa6ce-eaec-4cf2-8293-c4919a95e6aa tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.903207 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 802e089d-0c99-46e9-957c-f84c3107c1a0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=802e089d-0c99-46e9-957c-f84c3107c1a0,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:07.914777 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '802e089d-0c99-46e9-957c-f84c3107c1a0', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '802e089d-0c99-46e9-957c-f84c3107c1a0', 'mac_address': 'fa:16:3e:9c:42:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:07.916686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fa6ce-eaec-4cf2-8293-c4919a95e6aa tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Pushing event deleted for resources: {'Port': ['ID=96b2b02c-2ac6-4281-b497-ebb33b86bc21,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:07.955636 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.968494 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 802e089d-0c99-46e9-957c-f84c3107c1a0 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:07.989660 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 802e089d-0c99-46e9-957c-f84c3107c1a0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=802e089d-0c99-46e9-957c-f84c3107c1a0,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:07.992592 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-388f8fd8-15a7-4193-bafb-a68af5564f4f req-917fa6ce-eaec-4cf2-8293-c4919a95e6aa tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.995575 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-388f8fd8-15a7-4193-bafb-a68af5564f4f req-917fa6ce-eaec-4cf2-8293-c4919a95e6aa tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.997542 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-388f8fd8-15a7-4193-bafb-a68af5564f4f req-917fa6ce-eaec-4cf2-8293-c4919a95e6aa tempest-FloatingIPDetailsTestJSON-655667589 tempest-FloatingIPDetailsTestJSON-655667589-project] 10.222.0.20 "DELETE /v2.0/floatingips/eeabca8e-eec5-43b6-bef9-63acae03e8d4 HTTP/1.1" status: 204 len: 173 time: 0.6019280 Sep 16 04:44:08.003347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33860) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:08.139308 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.186913 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=802e089d-0c99-46e9-957c-f84c3107c1a0,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:08.248665 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c77c6-5d77-4836-9115-97136e0dff8d req-8ff64c97-e0ce-4afb-a80b-98f53d32f657 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.250314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e18c77c6-5d77-4836-9115-97136e0dff8d req-8ff64c97-e0ce-4afb-a80b-98f53d32f657 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.1001375 Sep 16 04:44:08.321270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e18c77c6-5d77-4836-9115-97136e0dff8d req-e2ff5e91-237d-4f49-8fe7-4fac7205e2fb tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623004 Sep 16 04:44:08.362721 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['802e089d-0c99-46e9-957c-f84c3107c1a0'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:08.517633 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9dc83bd0-f289-4375-b830-a3f65bff7845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.528497 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.694675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c76c5-04a1-492e-b815-956cd01e95b3 req-234b0537-0666-4fdc-a99a-059c12e7aa2d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.700314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-893c76c5-04a1-492e-b815-956cd01e95b3 req-234b0537-0666-4fdc-a99a-059c12e7aa2d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 945 time: 0.1105483 Sep 16 04:44:08.793614 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-893c76c5-04a1-492e-b815-956cd01e95b3 req-f164f4c2-a0ba-458b-beee-7186e34a0b34 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668588 Sep 16 04:44:08.884290 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cb210-ca20-4a93-92cb-9aa687148edd req-e066924e-51ae-4339-a835-d900bba4156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.885820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-e066924e-51ae-4339-a835-d900bba4156a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 1097 time: 0.0729392 Sep 16 04:44:09.017556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-9dc83bd0-f289-4375-b830-a3f65bff7845 admin admin] Deleting port b9f849fc-fda0-410b-b861-77dc6c63db21 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:09.018221 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9dc83bd0-f289-4375-b830-a3f65bff7845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.022636 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cb210-ca20-4a93-92cb-9aa687148edd req-69cda9c5-bc1a-4d80-8dd9-8115ff69b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.024214 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-69cda9c5-bc1a-4d80-8dd9-8115ff69b0f4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 908 time: 0.1191456 Sep 16 04:44:09.043834 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.092376 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-d8561d4d-c623-4c79-9747-e0e3cf75241d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6390ae53-fe5c-445f-82eb-19fbdff6738e HTTP/1.1" status: 200 len: 217 time: 0.0581124 Sep 16 04:44:09.186537 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cb210-ca20-4a93-92cb-9aa687148edd req-81d80037-fb70-404e-adfc-3eb51663dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.187965 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-81d80037-fb70-404e-adfc-3eb51663dbe4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 200 len: 847 time: 0.0673628 Sep 16 04:44:09.189715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-9dc83bd0-f289-4375-b830-a3f65bff7845 admin admin] For port b9f849fc-fda0-410b-b861-77dc6c63db21, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=b9f849fc-fda0-410b-b861-77dc6c63db21,segment=NetworkSegment(5a38c8cd-b962-4c24-855c-d74566d17b7a),segment_id=5a38c8cd-b962-4c24-855c-d74566d17b7a)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:09.190095 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9dc83bd0-f289-4375-b830-a3f65bff7845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.212726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-9dc83bd0-f289-4375-b830-a3f65bff7845 admin admin] Calling delete_port for b9f849fc-fda0-410b-b861-77dc6c63db21 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:09.234003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-efdfdd72-8c0d-4065-bc54-442ad7f0e3d0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94aa3f97-6ed2-410f-a6a8-2309531d94bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360329 Sep 16 04:44:09.409885 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-3e3c9758-833b-40b7-a155-7452ee8aacea service neutron] 10.222.0.38 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689785 Sep 16 04:44:09.559435 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-a82eb197-2a68-40ce-b7ac-19c2e3b683fb service neutron] 10.222.0.38 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350083 Sep 16 04:44:09.642583 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9dc83bd0-f289-4375-b830-a3f65bff7845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.671546 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc83bd0-f289-4375-b830-a3f65bff7845 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f849fc-fda0-410b-b861-77dc6c63db21,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:09.802353 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 802e089d-0c99-46e9-957c-f84c3107c1a0 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:09.855145 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0754088-9fde-4663-a8d1-1ba1eaff1f0f req-dcaa042a-7665-47d5-a0a8-82720ff78544 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.856956 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0754088-9fde-4663-a8d1-1ba1eaff1f0f req-dcaa042a-7665-47d5-a0a8-82720ff78544 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.1627293 Sep 16 04:44:09.877120 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 802e089d-0c99-46e9-957c-f84c3107c1a0 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:09.882684 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.965204 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.978350 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cb210-ca20-4a93-92cb-9aa687148edd req-17f8bff9-5ae0-4f56-914c-b609f9dab938 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.979916 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-17f8bff9-5ae0-4f56-914c-b609f9dab938 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02&tenant_id=a00de99f55234129963878f58d14e1a5&binding%3Ahost_id=n-h1-712140-13 HTTP/1.1" status: 200 len: 1097 time: 0.1696756 Sep 16 04:44:09.984899 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0754088-9fde-4663-a8d1-1ba1eaff1f0f req-623dee62-5648-4c92-8f4b-280c74e5bb04 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067045 Sep 16 04:44:09.990529 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6a8a29-f0ba-4153-9e65-230cbd98c634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802e089d-0c99-46e9-957c-f84c3107c1a0'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:09.992755 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84dd2cd-8aba-48c3-8b45-1292ecb24b76" -d '{"events": [{"server_uuid": "2a6a8a29-f0ba-4153-9e65-230cbd98c634", "name": "network-vif-plugged", "status": "completed", "tag": "802e089d-0c99-46e9-957c-f84c3107c1a0"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:09.995753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-13'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:10.016227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 802e089d-0c99-46e9-957c-f84c3107c1a0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=802e089d-0c99-46e9-957c-f84c3107c1a0,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:10.024377 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9dc83bd0-f289-4375-b830-a3f65bff7845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.107930 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.137227 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.204549 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=802e089d-0c99-46e9-957c-f84c3107c1a0,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:10.579920 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.682450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de59486-d355-4ad3-99d2-10a8f8a0300e req-811888ac-ceac-466b-bafa-61e709bff07f tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.683887 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2de59486-d355-4ad3-99d2-10a8f8a0300e req-811888ac-ceac-466b-bafa-61e709bff07f tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 945 time: 0.4837542 Sep 16 04:44:10.704522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde06d23-32b8-402c-afa1-60b2e11e6ee2 req-1ca5e856-8229-48b8-be40-ca65c4879c18 tempest-MigrationsAdminTest-85682894 tempest-MigrationsAdminTest-85682894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.710053 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fde06d23-32b8-402c-afa1-60b2e11e6ee2 req-1ca5e856-8229-48b8-be40-ca65c4879c18 tempest-MigrationsAdminTest-85682894 tempest-MigrationsAdminTest-85682894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 1102 time: 0.4683077 Sep 16 04:44:10.808757 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] For port 6390ae53-fe5c-445f-82eb-19fbdff6738e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6390ae53-fe5c-445f-82eb-19fbdff6738e,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:10.822076 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2de59486-d355-4ad3-99d2-10a8f8a0300e req-ce64c85c-f96c-4f51-8613-3c8e068e3fe1 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291595 Sep 16 04:44:10.853335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fde06d23-32b8-402c-afa1-60b2e11e6ee2 req-7c7995ec-dd70-45a7-b01a-7ce32e118c33 tempest-MigrationsAdminTest-85682894 tempest-MigrationsAdminTest-85682894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359963 Sep 16 04:44:10.859120 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc83bd0-f289-4375-b830-a3f65bff7845 admin admin] Router 1c44884a-da50-4f7e-abb5-758bb77b25fe has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:44:10.867689 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac603bf-b44b-41e0-942c-fa4cc47b84c0 x-openstack-request-id: req-4ac603bf-b44b-41e0-942c-fa4cc47b84c0 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:10.868344 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6a8a29-f0ba-4153-9e65-230cbd98c634", "name": "network-vif-plugged", "status": "completed", "tag": "802e089d-0c99-46e9-957c-f84c3107c1a0", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:10.869214 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ac603bf-b44b-41e0-942c-fa4cc47b84c0 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:10.869987 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6a8a29-f0ba-4153-9e65-230cbd98c634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802e089d-0c99-46e9-957c-f84c3107c1a0', 'code': 200} Sep 16 04:44:10.893987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] For port 6390ae53-fe5c-445f-82eb-19fbdff6738e, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:10.977934 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666309ef-9f6b-40dd-85a5-74df93185d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6390ae53-fe5c-445f-82eb-19fbdff6738e'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:10.977934 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b198a3-07b7-4fdc-a5c7-1867602832de" -d '{"events": [{"server_uuid": "666309ef-9f6b-40dd-85a5-74df93185d02", "name": "network-vif-unplugged", "status": "completed", "tag": "6390ae53-fe5c-445f-82eb-19fbdff6738e"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:10.977934 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.025647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc83bd0-f289-4375-b830-a3f65bff7845 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:11.032110 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9dc83bd0-f289-4375-b830-a3f65bff7845 admin admin] 10.222.0.20 "PUT /v2.0/routers/1c44884a-da50-4f7e-abb5-758bb77b25fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0275400 Sep 16 04:44:11.034491 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33978) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:11.153002 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03de5f12-3808-44e2-adb3-b4f564992af8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.160093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294add18-94de-4eb8-a69b-6b2acb996105 None None] Sync routers for ids ['1c44884a-da50-4f7e-abb5-758bb77b25fe'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:11.169662 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294add18-94de-4eb8-a69b-6b2acb996105 None None] Routers {'1c44884a-da50-4f7e-abb5-758bb77b25fe'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:11.170483 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-294add18-94de-4eb8-a69b-6b2acb996105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:44:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['1c44884a-da50-4f7e-abb5-758bb77b25fe'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:11.176153 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.271880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] Attempting to bind port 6390ae53-fe5c-445f-82eb-19fbdff6738e on host n-h1-712140-13 for vnic_type normal with profile {"migrating_to": "n-h2-712140-13"} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:11.272771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] Attempting to bind port 6390ae53-fe5c-445f-82eb-19fbdff6738e by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:11.273114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] Attempting to bind port 6390ae53-fe5c-445f-82eb-19fbdff6738e on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:11.280248 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03de5f12-3808-44e2-adb3-b4f564992af8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.289891 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] Port 6390ae53-fe5c-445f-82eb-19fbdff6738e on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:11.290223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] Attempting to bind port 6390ae53-fe5c-445f-82eb-19fbdff6738e on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:11.293673 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] Pushing event updated for resources: {'Port': ['ID=6390ae53-fe5c-445f-82eb-19fbdff6738e,revision_number=7']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:11.298902 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:11.299259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] Checking segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:11.299644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] Bound using segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:11.300082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] Bound port: 6390ae53-fe5c-445f-82eb-19fbdff6738e, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:11.300446 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.361536 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-294add18-94de-4eb8-a69b-6b2acb996105 None None] Set router 1c44884a-da50-4f7e-abb5-758bb77b25fe gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:11.378963 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] For port 6390ae53-fe5c-445f-82eb-19fbdff6738e, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:11.382104 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] For port 6390ae53-fe5c-445f-82eb-19fbdff6738e, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6390ae53-fe5c-445f-82eb-19fbdff6738e,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:11.426071 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440d5a0c-d0f1-476e-a049-3da9a8846802 x-openstack-request-id: req-440d5a0c-d0f1-476e-a049-3da9a8846802 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:11.426547 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666309ef-9f6b-40dd-85a5-74df93185d02", "name": "network-vif-unplugged", "status": "completed", "tag": "6390ae53-fe5c-445f-82eb-19fbdff6738e", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:11.427028 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-440d5a0c-d0f1-476e-a049-3da9a8846802 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:11.434322 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666309ef-9f6b-40dd-85a5-74df93185d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6390ae53-fe5c-445f-82eb-19fbdff6738e', 'code': 200} Sep 16 04:44:11.456733 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-03de5f12-3808-44e2-adb3-b4f564992af8 admin admin] Deleting port f82970bd-336e-4b69-902b-d9dedf87eedd {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:11.457076 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03de5f12-3808-44e2-adb3-b4f564992af8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.494095 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.715898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.717621 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.719286 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] 10.222.0.38 "PUT /v2.0/ports/6390ae53-fe5c-445f-82eb-19fbdff6738e HTTP/1.1" status: 200 len: 1123 time: 1.7318373 Sep 16 04:44:11.723481 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-294add18-94de-4eb8-a69b-6b2acb996105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c44884a-da50-4f7e-abb5-758bb77b25fe', 'name': 'tempest-FloatingIPDetailsTestJSON-261749998-router', 'tenant_id': 'ab6df580a7954f16bf8201bdc5b31977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'f82970bd-336e-4b69-902b-d9dedf87eedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:33Z', 'updated_at': '2021-09-16T04:44:09Z', 'revision_number': 5, 'project_id': 'ab6df580a7954f16bf8201bdc5b31977', 'gw_port': {'id': 'f82970bd-336e-4b69-902b-d9dedf87eedd', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c44884a-da50-4f7e-abb5-758bb77b25fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:35Z', 'updated_at': '2021-09-16T04:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:11.730689 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ea411-e50d-4ed5-843c-a097b9bff62e service neutron] Pushing event updated for resources: {'Port': ['ID=6390ae53-fe5c-445f-82eb-19fbdff6738e,revision_number=8']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:11.761259 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-03de5f12-3808-44e2-adb3-b4f564992af8 admin admin] For port f82970bd-336e-4b69-902b-d9dedf87eedd, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f82970bd-336e-4b69-902b-d9dedf87eedd,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:11.761856 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03de5f12-3808-44e2-adb3-b4f564992af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.766138 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294add18-94de-4eb8-a69b-6b2acb996105 None None] Checking router: 1c44884a-da50-4f7e-abb5-758bb77b25fe for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:44:11.777824 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294add18-94de-4eb8-a69b-6b2acb996105 None None] Routers {'1c44884a-da50-4f7e-abb5-758bb77b25fe'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:11.778438 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-03de5f12-3808-44e2-adb3-b4f564992af8 admin admin] Calling delete_port for f82970bd-336e-4b69-902b-d9dedf87eedd owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:11.778604 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-294add18-94de-4eb8-a69b-6b2acb996105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:44:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['1c44884a-da50-4f7e-abb5-758bb77b25fe'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:11.799646 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-e27b41ed-3aa3-445f-b48b-cea428ef0b5e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2016191 Sep 16 04:44:11.881286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ab38f-51dc-403d-b89b-d19ad5a9cc70 req-6734ccf0-d0a6-4684-84ba-6b162638b4bc tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.883194 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c87ab38f-51dc-403d-b89b-d19ad5a9cc70 req-6734ccf0-d0a6-4684-84ba-6b162638b4bc tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.1624506 Sep 16 04:44:11.897302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-294add18-94de-4eb8-a69b-6b2acb996105 None None] Set router 1c44884a-da50-4f7e-abb5-758bb77b25fe gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:11.938361 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e207c79-8894-46ac-b646-9268e2931f76 req-461f6609-7900-4bca-912b-4088842c0e4e tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.940764 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1e207c79-8894-46ac-b646-9268e2931f76 req-461f6609-7900-4bca-912b-4088842c0e4e tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/networks?id=a3575ff3-4916-47b4-a229-afff767245c5 HTTP/1.1" status: 200 len: 805 time: 0.2325425 Sep 16 04:44:11.965638 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c87ab38f-51dc-403d-b89b-d19ad5a9cc70 req-47265ebe-5c75-4b89-b9d3-416f5a8a636f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702052 Sep 16 04:44:11.983164 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['6390ae53-fe5c-445f-82eb-19fbdff6738e'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:11.984276 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1e207c79-8894-46ac-b646-9268e2931f76 req-e18c2a6c-125b-4b2e-8b70-1aa04afda3d7 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/quotas/af2bb4dc17d54a00aa9acfb919ebb08a HTTP/1.1" status: 200 len: 375 time: 0.0278747 Sep 16 04:44:11.987585 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0dbcb52b-251a-4346-b1c2-334a7c5c145f no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:12.040449 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-294add18-94de-4eb8-a69b-6b2acb996105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c44884a-da50-4f7e-abb5-758bb77b25fe', 'name': 'tempest-FloatingIPDetailsTestJSON-261749998-router', 'tenant_id': 'ab6df580a7954f16bf8201bdc5b31977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:33Z', 'updated_at': '2021-09-16T04:44:11Z', 'revision_number': 6, 'project_id': 'ab6df580a7954f16bf8201bdc5b31977', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:12.059882 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1e207c79-8894-46ac-b646-9268e2931f76 req-fdc7c25d-65fe-414e-864a-fde3a3881b12 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=af2bb4dc17d54a00aa9acfb919ebb08a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0745022 Sep 16 04:44:12.101271 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294add18-94de-4eb8-a69b-6b2acb996105 None None] The sync data for ids ['1c44884a-da50-4f7e-abb5-758bb77b25fe'] in n-d-712140-13 is: [{'id': '1c44884a-da50-4f7e-abb5-758bb77b25fe', 'name': 'tempest-FloatingIPDetailsTestJSON-261749998-router', 'tenant_id': 'ab6df580a7954f16bf8201bdc5b31977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:33Z', 'updated_at': '2021-09-16T04:44:11Z', 'revision_number': 6, 'project_id': 'ab6df580a7954f16bf8201bdc5b31977', 'gw_port_host': None}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:12.190960 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.197322 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03de5f12-3808-44e2-adb3-b4f564992af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.233834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1e207c79-8894-46ac-b646-9268e2931f76 req-9466496d-310c-41e8-9fb4-0d88e2c32cb6 service neutron] 10.222.0.20 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665540 Sep 16 04:44:12.235178 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de5f12-3808-44e2-adb3-b4f564992af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f82970bd-336e-4b69-902b-d9dedf87eedd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:12.335934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 0dbcb52b-251a-4346-b1c2-334a7c5c145f, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0dbcb52b-251a-4346-b1c2-334a7c5c145f,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:12.337381 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03de5f12-3808-44e2-adb3-b4f564992af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.372476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1e207c79-8894-46ac-b646-9268e2931f76 req-3779b1c8-b224-41aa-a4ab-eb82a98271d6 service neutron] 10.222.0.20 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348968 Sep 16 04:44:12.383041 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34040) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:12.453660 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.489465 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03de5f12-3808-44e2-adb3-b4f564992af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.498610 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03de5f12-3808-44e2-adb3-b4f564992af8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.560002 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=0dbcb52b-251a-4346-b1c2-334a7c5c145f,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:12.592399 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device b9f849fc-fda0-410b-b861-77dc6c63db21 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:12.609127 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ba74841-e81b-4c1f-9398-69f9a70193ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.616405 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: b9f849fc-fda0-410b-b861-77dc6c63db21 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:12.616866 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device b9f849fc-fda0-410b-b861-77dc6c63db21 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:12.682784 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03de5f12-3808-44e2-adb3-b4f564992af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.684747 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03de5f12-3808-44e2-adb3-b4f564992af8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c44884a-da50-4f7e-abb5-758bb77b25fe {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:44:12.693031 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03de5f12-3808-44e2-adb3-b4f564992af8 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.695858 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-03de5f12-3808-44e2-adb3-b4f564992af8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1c44884a-da50-4f7e-abb5-758bb77b25fe HTTP/1.1" status: 204 len: 168 time: 1.6602960 Sep 16 04:44:12.697028 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34056) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:12.772816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c086c-965f-407a-8178-95db8a762a13 req-7b75bbd4-0da2-467a-8ff1-9433963df6f5 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.774746 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d12c086c-965f-407a-8178-95db8a762a13 req-7b75bbd4-0da2-467a-8ff1-9433963df6f5 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 943 time: 0.0816510 Sep 16 04:44:12.817994 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6396ce-ee60-475b-a150-900f5cabc630 admin admin] Deleting subnet a6af89f1-1dd6-4f36-9917-e50d040e02c3 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:44:12.820764 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ba74841-e81b-4c1f-9398-69f9a70193ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.830050 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5a6396ce-ee60-475b-a150-900f5cabc630 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.868068 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d12c086c-965f-407a-8178-95db8a762a13 req-79b6caa4-4b5c-40bd-87b2-6551b43729cc tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843995 Sep 16 04:44:12.871698 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404e1231-d964-4175-872f-f2e6d42cb2c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dbcb52b-251a-4346-b1c2-334a7c5c145f'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:12.874318 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27e7340-511d-45f6-bff7-92e373e6b7ff" -d '{"events": [{"server_uuid": "404e1231-d964-4175-872f-f2e6d42cb2c0", "name": "network-vif-unplugged", "status": "completed", "tag": "0dbcb52b-251a-4346-b1c2-334a7c5c145f"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:12.928328 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ba74841-e81b-4c1f-9398-69f9a70193ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.929691 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5a6396ce-ee60-475b-a150-900f5cabc630 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.003675 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2764ce-944c-4ab3-87fb-d4b595baf679 x-openstack-request-id: req-2c2764ce-944c-4ab3-87fb-d4b595baf679 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:13.003982 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404e1231-d964-4175-872f-f2e6d42cb2c0", "name": "network-vif-unplugged", "status": "completed", "tag": "0dbcb52b-251a-4346-b1c2-334a7c5c145f", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:13.004688 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c2764ce-944c-4ab3-87fb-d4b595baf679 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:13.005436 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404e1231-d964-4175-872f-f2e6d42cb2c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dbcb52b-251a-4346-b1c2-334a7c5c145f', 'code': 200} Sep 16 04:44:13.020665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e1c07a87-1a0d-4bbf-92de-df2bda62f347 req-0481b634-77aa-4213-913d-fce6df016358 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 210 time: 0.0783792 Sep 16 04:44:13.022710 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba74841-e81b-4c1f-9398-69f9a70193ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a262c4d-e18e-47a6-9b0e-7d35ba8d7010,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:13.054864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4ba74841-e81b-4c1f-9398-69f9a70193ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bad5bcfdd814184894c853c545071c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6703913 Sep 16 04:44:13.067550 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34082) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:13.086820 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5a6396ce-ee60-475b-a150-900f5cabc630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.217735 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001996f-52ec-4606-8121-def7a3fac169 req-852077aa-6e47-44fa-afc6-f70d78cdaaf5 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.220249 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a001996f-52ec-4606-8121-def7a3fac169 req-852077aa-6e47-44fa-afc6-f70d78cdaaf5 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.1357484 Sep 16 04:44:13.224900 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-baeb2881-caa6-4d27-bf6d-cb66b19b6938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.237239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fd1ed-dc7b-4e13-aa39-2c4c0208fb80 req-74d52eee-d846-45cd-aec6-adddd874f4b9 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.238712 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-490fd1ed-dc7b-4e13-aa39-2c4c0208fb80 req-74d52eee-d846-45cd-aec6-adddd874f4b9 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.38 "GET /v2.0/ports?device_id=404e1231-d964-4175-872f-f2e6d42cb2c0 HTTP/1.1" status: 200 len: 943 time: 0.1040335 Sep 16 04:44:13.277797 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5a6396ce-ee60-475b-a150-900f5cabc630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.301457 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-baeb2881-caa6-4d27-bf6d-cb66b19b6938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.311620 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6396ce-ee60-475b-a150-900f5cabc630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6af89f1-1dd6-4f36-9917-e50d040e02c3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:13.324429 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5a6396ce-ee60-475b-a150-900f5cabc630 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.327278 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5a6396ce-ee60-475b-a150-900f5cabc630 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a6af89f1-1dd6-4f36-9917-e50d040e02c3 HTTP/1.1" status: 204 len: 168 time: 0.6296563 Sep 16 04:44:13.332296 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34090) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:13.335150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0e6a4e-c69e-43fd-931c-d32924b899cd None None] Network 0ca7ce56-88d6-420e-a5db-a06f560e04a0 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:13.403800 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a001996f-52ec-4606-8121-def7a3fac169 req-41101675-aa09-4701-961b-acb732bb0cd9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727808 Sep 16 04:44:13.429063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666309ef-9f6b-40dd-85a5-74df93185d02', 'tag': '6390ae53-fe5c-445f-82eb-19fbdff6738e'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:13.431393 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac18f7bf-0a56-4f39-a64c-4f6d6cbb88e2" -d '{"events": [{"name": "network-changed", "server_uuid": "666309ef-9f6b-40dd-85a5-74df93185d02", "tag": "6390ae53-fe5c-445f-82eb-19fbdff6738e"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:13.434280 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.444099 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-490fd1ed-dc7b-4e13-aa39-2c4c0208fb80 req-8d8513c1-7fd5-4839-ae8d-8d3c7f4629d4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Deleting port 0dbcb52b-251a-4346-b1c2-334a7c5c145f {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:13.444457 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-490fd1ed-dc7b-4e13-aa39-2c4c0208fb80 req-8d8513c1-7fd5-4839-ae8d-8d3c7f4629d4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.493691 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9fcb60-5782-4aed-b1d2-195e8e472119 x-openstack-request-id: req-ac9fcb60-5782-4aed-b1d2-195e8e472119 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:13.493927 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666309ef-9f6b-40dd-85a5-74df93185d02", "tag": "6390ae53-fe5c-445f-82eb-19fbdff6738e", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:13.494074 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac9fcb60-5782-4aed-b1d2-195e8e472119 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:13.494493 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666309ef-9f6b-40dd-85a5-74df93185d02', 'tag': '6390ae53-fe5c-445f-82eb-19fbdff6738e', 'status': 'completed', 'code': 200} Sep 16 04:44:13.533423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] Deleting port 01ed3897-b230-4f70-a0d2-7be221258256 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:13.533656 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.590318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-490fd1ed-dc7b-4e13-aa39-2c4c0208fb80 req-8d8513c1-7fd5-4839-ae8d-8d3c7f4629d4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] For port 0dbcb52b-251a-4346-b1c2-334a7c5c145f, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0dbcb52b-251a-4346-b1c2-334a7c5c145f,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:13.590740 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-490fd1ed-dc7b-4e13-aa39-2c4c0208fb80 req-8d8513c1-7fd5-4839-ae8d-8d3c7f4629d4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.600135 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-baeb2881-caa6-4d27-bf6d-cb66b19b6938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.602439 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-baeb2881-caa6-4d27-bf6d-cb66b19b6938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.603658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-baeb2881-caa6-4d27-bf6d-cb66b19b6938 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a262c4d-e18e-47a6-9b0e-7d35ba8d7010 HTTP/1.1" status: 204 len: 168 time: 0.5407062 Sep 16 04:44:13.609715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-490fd1ed-dc7b-4e13-aa39-2c4c0208fb80 req-8d8513c1-7fd5-4839-ae8d-8d3c7f4629d4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Calling delete_port for 0dbcb52b-251a-4346-b1c2-334a7c5c145f owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:13.610807 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3df5b8d-c6b6-49ca-82dc-776dff2adac9 None None] DHCP port deletion for 0ca7ce56-88d6-420e-a5db-a06f560e04a0 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:44:13.619857 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb2881-caa6-4d27-bf6d-cb66b19b6938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a262c4d-e18e-47a6-9b0e-7d35ba8d7010,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:13.666110 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] For port 01ed3897-b230-4f70-a0d2-7be221258256, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=01ed3897-b230-4f70-a0d2-7be221258256,segment=NetworkSegment(5a38c8cd-b962-4c24-855c-d74566d17b7a),segment_id=5a38c8cd-b962-4c24-855c-d74566d17b7a)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:13.666760 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.682360 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] Calling delete_port for 01ed3897-b230-4f70-a0d2-7be221258256 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:13.717342 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a3df5b8d-c6b6-49ca-82dc-776dff2adac9 None None] Deleting port 01ed3897-b230-4f70-a0d2-7be221258256 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:13.719398 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a3df5b8d-c6b6-49ca-82dc-776dff2adac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.750147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18f7bf-0a56-4f39-a64c-4f6d6cbb88e2 req-b1b27452-3baa-415a-90ad-a3cad7b8c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.751697 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac18f7bf-0a56-4f39-a64c-4f6d6cbb88e2 req-b1b27452-3baa-415a-90ad-a3cad7b8c8dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 1126 time: 0.0621803 Sep 16 04:44:13.808114 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a3df5b8d-c6b6-49ca-82dc-776dff2adac9 None None] For port 01ed3897-b230-4f70-a0d2-7be221258256, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=01ed3897-b230-4f70-a0d2-7be221258256,segment=NetworkSegment(5a38c8cd-b962-4c24-855c-d74566d17b7a),segment_id=5a38c8cd-b962-4c24-855c-d74566d17b7a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:13.808114 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a3df5b8d-c6b6-49ca-82dc-776dff2adac9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.839119 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a3df5b8d-c6b6-49ca-82dc-776dff2adac9 None None] Calling delete_port for 01ed3897-b230-4f70-a0d2-7be221258256 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:13.894110 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.931443 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18f7bf-0a56-4f39-a64c-4f6d6cbb88e2 req-e180e4de-fd7f-4487-9b6a-767b40410693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.934328 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac18f7bf-0a56-4f39-a64c-4f6d6cbb88e2 req-e180e4de-fd7f-4487-9b6a-767b40410693 service neutron] 10.222.0.21 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 908 time: 0.1509881 Sep 16 04:44:14.006792 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 6390ae53-fe5c-445f-82eb-19fbdff6738e details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:14.007991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac18f7bf-0a56-4f39-a64c-4f6d6cbb88e2 req-b1a5a2f6-4a01-4175-a6fb-21f8837bf563 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6390ae53-fe5c-445f-82eb-19fbdff6738e HTTP/1.1" status: 200 len: 217 time: 0.0653841 Sep 16 04:44:14.008598 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-490fd1ed-dc7b-4e13-aa39-2c4c0208fb80 req-8d8513c1-7fd5-4839-ae8d-8d3c7f4629d4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.035268 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=01ed3897-b230-4f70-a0d2-7be221258256,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:14.043994 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] No DVR routers for this DVR port 01ed3897-b230-4f70-a0d2-7be221258256 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:14.126508 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8513c1-7fd5-4839-ae8d-8d3c7f4629d4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Pushing event deleted for resources: {'Port': ['ID=0dbcb52b-251a-4346-b1c2-334a7c5c145f,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:14.239761 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 6390ae53-fe5c-445f-82eb-19fbdff6738e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6390ae53-fe5c-445f-82eb-19fbdff6738e,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:14.279356 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 6390ae53-fe5c-445f-82eb-19fbdff6738e has no active binding in host n-h2-712140-13 {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:44:14.281146 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a3df5b8d-c6b6-49ca-82dc-776dff2adac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.300327 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3df5b8d-c6b6-49ca-82dc-776dff2adac9 None None] No DVR routers for this DVR port 01ed3897-b230-4f70-a0d2-7be221258256 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:14.348253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df5b8d-c6b6-49ca-82dc-776dff2adac9 None None] Pushing event deleted for resources: {'Port': ['ID=01ed3897-b230-4f70-a0d2-7be221258256,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:14.352910 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.374216 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-490fd1ed-dc7b-4e13-aa39-2c4c0208fb80 req-8d8513c1-7fd5-4839-ae8d-8d3c7f4629d4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] No DVR routers for this DVR port 0dbcb52b-251a-4346-b1c2-334a7c5c145f on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:14.378934 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-490fd1ed-dc7b-4e13-aa39-2c4c0208fb80 req-8d8513c1-7fd5-4839-ae8d-8d3c7f4629d4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.381330 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-490fd1ed-dc7b-4e13-aa39-2c4c0208fb80 req-8d8513c1-7fd5-4839-ae8d-8d3c7f4629d4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.38 "DELETE /v2.0/ports/0dbcb52b-251a-4346-b1c2-334a7c5c145f HTTP/1.1" status: 204 len: 173 time: 1.1295762 Sep 16 04:44:14.399590 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca7ce56-88d6-420e-a5db-a06f560e04a0']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:14.414476 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92d20f-8ca6-4b36-9100-ca5d50489dc9 req-6b13c472-7c76-45a1-9873-24cd67240eec tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.430168 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a38c8cd-b962-4c24-855c-d74566d17b7a') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:14.432566 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a38c8cd-b962-4c24-855c-d74566d17b7a') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:14.437987 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d92d20f-8ca6-4b36-9100-ca5d50489dc9 req-6b13c472-7c76-45a1-9873-24cd67240eec tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 943 time: 0.4170394 Sep 16 04:44:14.455776 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.493195 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.531419 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:44:14.532280 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:44:14.534951 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:44:14.555642 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24a9c0a5-2f16-484a-bc50-b4b2acd2f193 req-71608b30-397c-487c-b467-feda7fc16e0c tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 210 time: 0.1720893 Sep 16 04:44:14.566261 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 01ed3897-b230-4f70-a0d2-7be221258256 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:14.571231 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18f7bf-0a56-4f39-a64c-4f6d6cbb88e2 req-806b2af8-e28e-4882-95a5-363d7d2cb911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.571231 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac18f7bf-0a56-4f39-a64c-4f6d6cbb88e2 req-806b2af8-e28e-4882-95a5-363d7d2cb911 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 200 len: 847 time: 0.4735258 Sep 16 04:44:14.606337 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d92d20f-8ca6-4b36-9100-ca5d50489dc9 req-ee7272cd-92f1-4f1c-8191-bcb65b700ad5 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671140 Sep 16 04:44:14.625206 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac18f7bf-0a56-4f39-a64c-4f6d6cbb88e2 req-bf403d76-e89f-4400-930b-33a4a4594700 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94aa3f97-6ed2-410f-a6a8-2309531d94bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477896 Sep 16 04:44:14.777104 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 01ed3897-b230-4f70-a0d2-7be221258256 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:14.778206 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 01ed3897-b230-4f70-a0d2-7be221258256 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:14.778793 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f82970bd-336e-4b69-902b-d9dedf87eedd no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:14.798986 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: f82970bd-336e-4b69-902b-d9dedf87eedd {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:14.799485 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f82970bd-336e-4b69-902b-d9dedf87eedd not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:14.801866 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac18f7bf-0a56-4f39-a64c-4f6d6cbb88e2 req-c3059383-15b3-4dac-85db-3d9d72af88a8 service neutron] 10.222.0.21 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582057 Sep 16 04:44:14.905662 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7483ae-d2b9-4f92-84d8-1f0c98229ffd req-9d9ea382-013e-42ab-9310-44491527d792 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.907416 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aa7483ae-d2b9-4f92-84d8-1f0c98229ffd req-9d9ea382-013e-42ab-9310-44491527d792 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.2100666 Sep 16 04:44:14.916816 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.923561 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.935032 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0ca7ce56-88d6-420e-a5db-a06f560e04a0 HTTP/1.1" status: 204 len: 168 time: 1.5965669 Sep 16 04:44:15.000799 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c4e78-b274-4e88-b77b-aec9240a5ec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca7ce56-88d6-420e-a5db-a06f560e04a0,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:15.049558 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aa7483ae-d2b9-4f92-84d8-1f0c98229ffd req-a38e6976-dd68-4224-9e00-81d7d5ffc9ab tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872700 Sep 16 04:44:15.097076 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac18f7bf-0a56-4f39-a64c-4f6d6cbb88e2 req-e1b3a6c5-a365-434c-a6b7-ee7dfcb63cf6 service neutron] 10.222.0.21 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767730 Sep 16 04:44:15.232335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-716c12c2-c6d8-4e2b-ab40-8c8e1c9fef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.234260 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-716c12c2-c6d8-4e2b-ab40-8c8e1c9fef47 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 1102 time: 0.0767355 Sep 16 04:44:15.368813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-6f0ac402-b072-4be2-8aa4-170777d1e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.388095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-6f0ac402-b072-4be2-8aa4-170777d1e46f service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1449409 Sep 16 04:44:15.464052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-c2835224-fa48-453d-b286-d7f3e6781c32 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=7b400d13-d631-471b-aeb2-3483742b344d HTTP/1.1" status: 200 len: 217 time: 0.0670981 Sep 16 04:44:15.587124 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404e1231-d964-4175-872f-f2e6d42cb2c0', 'name': 'network-vif-deleted', 'tag': '0dbcb52b-251a-4346-b1c2-334a7c5c145f'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:15.588432 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34166) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:15.590513 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711bb71a-ca83-411f-9332-d470337ddaaf" -d '{"events": [{"server_uuid": "404e1231-d964-4175-872f-f2e6d42cb2c0", "name": "network-vif-deleted", "tag": "0dbcb52b-251a-4346-b1c2-334a7c5c145f"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:15.603983 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-6d3de889-8142-47b5-b6b6-55834a2b4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.605964 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-6d3de889-8142-47b5-b6b6-55834a2b4ff2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1210136 Sep 16 04:44:15.680758 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41cbc7a-4c2e-492c-a484-13fd76a3d50f x-openstack-request-id: req-e41cbc7a-4c2e-492c-a484-13fd76a3d50f {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:15.684536 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404e1231-d964-4175-872f-f2e6d42cb2c0", "name": "network-vif-deleted", "tag": "0dbcb52b-251a-4346-b1c2-334a7c5c145f", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:15.684911 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e41cbc7a-4c2e-492c-a484-13fd76a3d50f {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:15.685518 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404e1231-d964-4175-872f-f2e6d42cb2c0', 'name': 'network-vif-deleted', 'tag': '0dbcb52b-251a-4346-b1c2-334a7c5c145f', 'status': 'completed', 'code': 200} Sep 16 04:44:15.713079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-4653196c-514f-4d5d-9353-001e68425332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.716295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-4653196c-514f-4d5d-9353-001e68425332 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1017239 Sep 16 04:44:15.727944 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-29adfe7d-739c-46eb-954a-aeb68fa52f89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab6df580a7954f16bf8201bdc5b31977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1361060 Sep 16 04:44:15.729561 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34176) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:15.834163 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-041f7d6f-3ea7-4f23-8f23-b65c440022fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.873111 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-041f7d6f-3ea7-4f23-8f23-b65c440022fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.925363 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1a00f12-d80a-4433-8915-fb042360e719 req-fbeefb64-932c-43bd-bb99-daa3ec219e18 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 210 time: 0.1745071 Sep 16 04:44:15.987000 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0dbcb52b-251a-4346-b1c2-334a7c5c145f no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:16.051891 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d81b0a-6e3b-4bba-96e2-385df4ade3dd req-185bffc8-9ebb-4d78-9fea-8ce64f4bdf4f tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.053809 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24d81b0a-6e3b-4bba-96e2-385df4ade3dd req-185bffc8-9ebb-4d78-9fea-8ce64f4bdf4f tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 943 time: 0.2187040 Sep 16 04:44:16.064468 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 0dbcb52b-251a-4346-b1c2-334a7c5c145f {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:16.065249 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0dbcb52b-251a-4346-b1c2-334a7c5c145f not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:16.104280 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-487ddb64-73af-4fa9-8afa-6c26bf13d8c9 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778949 Sep 16 04:44:16.124960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24d81b0a-6e3b-4bba-96e2-385df4ade3dd req-6f65ea63-7343-4ed8-8f10-fa7d1475d281 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569551 Sep 16 04:44:16.175258 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-041f7d6f-3ea7-4f23-8f23-b65c440022fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.181245 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-041f7d6f-3ea7-4f23-8f23-b65c440022fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.186380 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-041f7d6f-3ea7-4f23-8f23-b65c440022fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fd645c7-4b35-4058-9318-15b13ca24acd HTTP/1.1" status: 204 len: 168 time: 0.4521289 Sep 16 04:44:16.331560 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f7d6f-3ea7-4f23-8f23-b65c440022fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd645c7-4b35-4058-9318-15b13ca24acd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:16.578702 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-5f7cc27a-a163-4418-b08c-d83c517fd178 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511068 Sep 16 04:44:16.587770 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e207c79-8894-46ac-b646-9268e2931f76 req-b9918441-6b8d-4228-971b-78509099d51d tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.588329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88886a9b-e89d-4978-96c4-cd3a6e2a5ab5 req-6cfcb789-c31a-460e-bb10-bcb29c0a56b1 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.590142 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1e207c79-8894-46ac-b646-9268e2931f76 req-b9918441-6b8d-4228-971b-78509099d51d tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.38 "GET /v2.0/networks?id=a3575ff3-4916-47b4-a229-afff767245c5 HTTP/1.1" status: 200 len: 805 time: 0.4334998 Sep 16 04:44:16.602139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88886a9b-e89d-4978-96c4-cd3a6e2a5ab5 req-6cfcb789-c31a-460e-bb10-bcb29c0a56b1 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.2534678 Sep 16 04:44:16.612790 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-1e207c79-8894-46ac-b646-9268e2931f76 req-cc29d35d-084b-431e-b4db-45d65a7d259f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Request body: {'port': {'device_id': '1f32a055-5cde-4647-a94d-b27bf2fde11b', 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5', 'admin_state_up': True, 'tenant_id': 'af2bb4dc17d54a00aa9acfb919ebb08a'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:16.678540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88886a9b-e89d-4978-96c4-cd3a6e2a5ab5 req-a7ed6e8d-8cec-40b7-8db2-52a5d79379e8 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648615 Sep 16 04:44:17.058226 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff8411f4-e57e-4540-8f2b-99a171251bd0 req-b4b9a7f1-6b3c-484b-a280-0c5c73f82aed tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 210 time: 0.0446563 Sep 16 04:44:17.116853 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e207c79-8894-46ac-b646-9268e2931f76 req-cc29d35d-084b-431e-b4db-45d65a7d259f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Made reservation on behalf of af2bb4dc17d54a00aa9acfb919ebb08a for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:17.121313 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1e207c79-8894-46ac-b646-9268e2931f76 req-cc29d35d-084b-431e-b4db-45d65a7d259f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.397331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f5e2c-9d5e-43ba-be60-74be6051faa0 req-9ca8f25c-241b-499a-a546-5e0a59faee8c tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.401181 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e3f5e2c-9d5e-43ba-be60-74be6051faa0 req-9ca8f25c-241b-499a-a546-5e0a59faee8c tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 943 time: 0.1568594 Sep 16 04:44:17.444050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34216) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:17.522515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e3f5e2c-9d5e-43ba-be60-74be6051faa0 req-1d3acbee-2500-45d2-bb27-390fc6bc662c tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135619 Sep 16 04:44:17.560908 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-1e207c79-8894-46ac-b646-9268e2931f76 req-cc29d35d-084b-431e-b4db-45d65a7d259f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Allocated IP 172.20.0.4 (a3575ff3-4916-47b4-a229-afff767245c5/02f3edd7-c966-45f1-a2c0-304513016974/1907978b-8970-415c-b4fc-9fbfaf6308f7) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:17.664403 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9aedad09-3dad-491a-aa7e-0db2adde7cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.901097 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9aedad09-3dad-491a-aa7e-0db2adde7cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.928669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f89717-aa7f-46ce-8630-e144bb274622 req-76d4bd74-113c-4881-a47f-d8a4654cd49e tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.930277 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8f89717-aa7f-46ce-8630-e144bb274622 req-76d4bd74-113c-4881-a47f-d8a4654cd49e tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.1070964 Sep 16 04:44:17.952634 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1e207c79-8894-46ac-b646-9268e2931f76 req-cc29d35d-084b-431e-b4db-45d65a7d259f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.976180 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9aedad09-3dad-491a-aa7e-0db2adde7cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.996551 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 6390ae53-fe5c-445f-82eb-19fbdff6738e details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:18.111915 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8f89717-aa7f-46ce-8630-e144bb274622 req-fd8e0468-c51f-45c7-95ba-16c35af87d4a tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628425 Sep 16 04:44:18.123159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedad09-3dad-491a-aa7e-0db2adde7cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9d8f1c-a80d-4933-b77a-de21b4edc8bf,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:18.132569 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34246) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:18.140294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9aedad09-3dad-491a-aa7e-0db2adde7cab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2698159d552e4cea9766ac16c0e78213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6946712 Sep 16 04:44:18.165858 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1e207c79-8894-46ac-b646-9268e2931f76 req-cc29d35d-084b-431e-b4db-45d65a7d259f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.247024 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 6390ae53-fe5c-445f-82eb-19fbdff6738e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6390ae53-fe5c-445f-82eb-19fbdff6738e,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:18.253019 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e207c79-8894-46ac-b646-9268e2931f76 req-cc29d35d-084b-431e-b4db-45d65a7d259f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Network a3575ff3-4916-47b4-a229-afff767245c5 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:18.262568 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 6390ae53-fe5c-445f-82eb-19fbdff6738e has no active binding in host n-h2-712140-13 {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:44:18.287535 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-980e39d9-3e2e-40ab-b55f-fd749fae3306 service neutron] 10.222.0.21 "GET /v2.0/ports/6390ae53-fe5c-445f-82eb-19fbdff6738e/bindings/n-h2-712140-13 HTTP/1.1" status: 200 len: 385 time: 0.2585073 Sep 16 04:44:18.298160 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-1e207c79-8894-46ac-b646-9268e2931f76 req-cc29d35d-084b-431e-b4db-45d65a7d259f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:18.326345 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e207c79-8894-46ac-b646-9268e2931f76 req-cc29d35d-084b-431e-b4db-45d65a7d259f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:18.355046 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29d35d-084b-431e-b4db-45d65a7d259f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Pushing event updated for resources: {'Port': ['ID=1907978b-8970-415c-b4fc-9fbfaf6308f7,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:18.367903 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fd72e-a5ac-476e-98bf-35ec1aa4e5a7 req-38446c9f-bd26-426d-82f6-e95edc3c0715 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.376942 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-870fd72e-a5ac-476e-98bf-35ec1aa4e5a7 req-38446c9f-bd26-426d-82f6-e95edc3c0715 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 931 time: 0.1821902 Sep 16 04:44:18.475360 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-870fd72e-a5ac-476e-98bf-35ec1aa4e5a7 req-0edbefe3-90ea-4448-9cb5-050623e25939 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939405 Sep 16 04:44:18.535169 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e207c79-8894-46ac-b646-9268e2931f76 req-cc29d35d-084b-431e-b4db-45d65a7d259f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.535855 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1e207c79-8894-46ac-b646-9268e2931f76 req-cc29d35d-084b-431e-b4db-45d65a7d259f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.562034 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-97a1cc62-92c1-464b-8417-593d4cfc87cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.602862 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-97a1cc62-92c1-464b-8417-593d4cfc87cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.739919 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-97a1cc62-92c1-464b-8417-593d4cfc87cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.744373 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-97a1cc62-92c1-464b-8417-593d4cfc87cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.747284 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-97a1cc62-92c1-464b-8417-593d4cfc87cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee9d8f1c-a80d-4933-b77a-de21b4edc8bf HTTP/1.1" status: 204 len: 168 time: 0.6124015 Sep 16 04:44:18.779730 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1cc62-92c1-464b-8417-593d4cfc87cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9d8f1c-a80d-4933-b77a-de21b4edc8bf,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:18.831085 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1e207c79-8894-46ac-b646-9268e2931f76 req-cc29d35d-084b-431e-b4db-45d65a7d259f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1890502 Sep 16 04:44:18.847648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-580cb210-ca20-4a93-92cb-9aa687148edd req-1e0e1bbe-8be6-4218-875d-7d991938b6e8 service neutron] For port 6390ae53-fe5c-445f-82eb-19fbdff6738e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6390ae53-fe5c-445f-82eb-19fbdff6738e,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:18.866011 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Request body: {'port': {'device_id': '1f32a055-5cde-4647-a94d-b27bf2fde11b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:18.868211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec87d1-0ff4-40d9-aeba-e66251fb7cc5 req-ee41ad09-c89a-49e4-9b00-7dc26405d09b tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.873056 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16ec87d1-0ff4-40d9-aeba-e66251fb7cc5 req-ee41ad09-c89a-49e4-9b00-7dc26405d09b tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 943 time: 0.1951642 Sep 16 04:44:18.951545 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-580cb210-ca20-4a93-92cb-9aa687148edd req-1e0e1bbe-8be6-4218-875d-7d991938b6e8 service neutron] For port 6390ae53-fe5c-445f-82eb-19fbdff6738e, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:19.002547 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.065113 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16ec87d1-0ff4-40d9-aeba-e66251fb7cc5 req-bd06fcf5-be8a-49db-b45b-b24e0a0e2ce7 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790743 Sep 16 04:44:19.072022 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-580cb210-ca20-4a93-92cb-9aa687148edd req-1e0e1bbe-8be6-4218-875d-7d991938b6e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6390ae53-fe5c-445f-82eb-19fbdff6738e {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:19.108114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-580cb210-ca20-4a93-92cb-9aa687148edd req-1e0e1bbe-8be6-4218-875d-7d991938b6e8 service neutron] For port 6390ae53-fe5c-445f-82eb-19fbdff6738e, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=6390ae53-fe5c-445f-82eb-19fbdff6738e,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:19.230676 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-580cb210-ca20-4a93-92cb-9aa687148edd req-1e0e1bbe-8be6-4218-875d-7d991938b6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.398686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-580cb210-ca20-4a93-92cb-9aa687148edd req-1e0e1bbe-8be6-4218-875d-7d991938b6e8 service neutron] Transition to ACTIVE for port object 6390ae53-fe5c-445f-82eb-19fbdff6738e will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:19.450934 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45787c97-5123-4eb3-8048-36e0cfa8c5d0 req-e01833cf-6751-40a1-a173-c4eb6311c8e7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.453262 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-45787c97-5123-4eb3-8048-36e0cfa8c5d0 req-e01833cf-6751-40a1-a173-c4eb6311c8e7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.2024086 Sep 16 04:44:19.479163 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-580cb210-ca20-4a93-92cb-9aa687148edd req-1e0e1bbe-8be6-4218-875d-7d991938b6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.539362 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1907978b-8970-415c-b4fc-9fbfaf6308f7 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:19.555251 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.583546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-45787c97-5123-4eb3-8048-36e0cfa8c5d0 req-f4af5419-a5e6-4477-83c9-2a5b5b8c21b0 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198449 Sep 16 04:44:19.586145 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Transition to ACTIVE for port object 1907978b-8970-415c-b4fc-9fbfaf6308f7 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:19.659577 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-580cb210-ca20-4a93-92cb-9aa687148edd req-1e0e1bbe-8be6-4218-875d-7d991938b6e8 service neutron] No DVR routers for this DVR port 6390ae53-fe5c-445f-82eb-19fbdff6738e on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:19.700970 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.739804 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-1e0e1bbe-8be6-4218-875d-7d991938b6e8 service neutron] 10.222.0.21 "PUT /v2.0/ports/6390ae53-fe5c-445f-82eb-19fbdff6738e/bindings/n-h2-712140-13/activate HTTP/1.1" status: 200 len: 370 time: 1.4397123 Sep 16 04:44:19.760698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e1bbe-8be6-4218-875d-7d991938b6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6390ae53-fe5c-445f-82eb-19fbdff6738e,revision_number=10']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:19.810057 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66ddcc-cfc7-4eab-906b-062300bdcfb0 req-2345cc5a-ec60-4fe2-8b6d-64149a4b389d tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.823714 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Pushing event updated for resources: {'Port': ['ID=1907978b-8970-415c-b4fc-9fbfaf6308f7,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:19.846321 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b66ddcc-cfc7-4eab-906b-062300bdcfb0 req-2345cc5a-ec60-4fe2-8b6d-64149a4b389d tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 931 time: 0.2515526 Sep 16 04:44:19.881060 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6390ae53-fe5c-445f-82eb-19fbdff6738e no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:19.926127 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b66ddcc-cfc7-4eab-906b-062300bdcfb0 req-4f7bc186-138c-4d7e-a2ef-fa055b854cda tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742269 Sep 16 04:44:20.010163 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6390ae53-fe5c-445f-82eb-19fbdff6738e not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:20.034058 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34312) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:20.090920 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cb210-ca20-4a93-92cb-9aa687148edd req-5f512612-cbd7-432e-86ca-d250fc56a232 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.090920 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-5f512612-cbd7-432e-86ca-d250fc56a232 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02&tenant_id=a00de99f55234129963878f58d14e1a5&binding%3Ahost_id=n-h1-712140-13 HTTP/1.1" status: 200 len: 1096 time: 0.1050124 Sep 16 04:44:20.127639 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Attempting to bind port 1907978b-8970-415c-b4fc-9fbfaf6308f7 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:20.128702 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Attempting to bind port 1907978b-8970-415c-b4fc-9fbfaf6308f7 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '7b61a8d8-2664-44da-bd79-64843a1f98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:20.131021 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Attempting to bind port 1907978b-8970-415c-b4fc-9fbfaf6308f7 on network a3575ff3-4916-47b4-a229-afff767245c5 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:20.146199 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Port 1907978b-8970-415c-b4fc-9fbfaf6308f7 on network a3575ff3-4916-47b4-a229-afff767245c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:20.173207 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Attempting to bind port 1907978b-8970-415c-b4fc-9fbfaf6308f7 on network a3575ff3-4916-47b4-a229-afff767245c5 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:20.173207 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:20.173207 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Checking segment: {'id': '7b61a8d8-2664-44da-bd79-64843a1f98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:20.173207 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Bound using segment: {'id': '7b61a8d8-2664-44da-bd79-64843a1f98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:20.173207 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Bound port: 1907978b-8970-415c-b4fc-9fbfaf6308f7, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b61a8d8-2664-44da-bd79-64843a1f98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:20.173207 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.173930 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cb210-ca20-4a93-92cb-9aa687148edd req-2b6572d3-253a-46d9-8673-fdffdc724450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.175638 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-2b6572d3-253a-46d9-8673-fdffdc724450 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02&tenant_id=a00de99f55234129963878f58d14e1a5 HTTP/1.1" status: 200 len: 1096 time: 0.0889881 Sep 16 04:44:20.315151 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] For port 1907978b-8970-415c-b4fc-9fbfaf6308f7, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:20.315449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cb210-ca20-4a93-92cb-9aa687148edd req-3cf195cf-2168-4609-95f2-5c0b9185ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.317006 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-3cf195cf-2168-4609-95f2-5c0b9185ca9b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 1096 time: 0.1019268 Sep 16 04:44:20.318921 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] For port 1907978b-8970-415c-b4fc-9fbfaf6308f7, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1907978b-8970-415c-b4fc-9fbfaf6308f7,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:20.320170 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b943aa94-4f9b-44f1-8cb1-377c8b37e5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.331529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934eecf-faaf-4a4e-bbcd-6a7e19983383 req-c16193d6-aaf5-4ea0-87a1-0501f54832a2 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.333169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0934eecf-faaf-4a4e-bbcd-6a7e19983383 req-c16193d6-aaf5-4ea0-87a1-0501f54832a2 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 944 time: 0.1091924 Sep 16 04:44:20.465570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0934eecf-faaf-4a4e-bbcd-6a7e19983383 req-3e5ab323-cc0d-4fe1-98d6-5827f5f5dff2 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169684 Sep 16 04:44:20.531017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cb210-ca20-4a93-92cb-9aa687148edd req-ef28f3c3-f0e9-4ca9-8825-5d0f56ed482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.532505 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-ef28f3c3-f0e9-4ca9-8825-5d0f56ed482e service neutron] 10.222.0.38 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 908 time: 0.1984725 Sep 16 04:44:20.593319 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-34df2917-dee3-4e79-abbb-6f0582be59d5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6390ae53-fe5c-445f-82eb-19fbdff6738e HTTP/1.1" status: 200 len: 217 time: 0.0512335 Sep 16 04:44:20.650502 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b943aa94-4f9b-44f1-8cb1-377c8b37e5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.673527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cb210-ca20-4a93-92cb-9aa687148edd req-76c4218d-0953-4e7e-bb9c-254ac30891d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.675169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-76c4218d-0953-4e7e-bb9c-254ac30891d3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 200 len: 847 time: 0.0740881 Sep 16 04:44:20.723475 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-1382fc8d-ff46-4f62-beeb-6e70b9b4ff63 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94aa3f97-6ed2-410f-a6a8-2309531d94bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291126 Sep 16 04:44:20.729324 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.767082 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.767399 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.768819 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1e207c79-8894-46ac-b646-9268e2931f76 req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] 10.222.0.38 "PUT /v2.0/ports/1907978b-8970-415c-b4fc-9fbfaf6308f7 HTTP/1.1" status: 200 len: 1092 time: 1.9359384 Sep 16 04:44:20.769446 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f32a055-5cde-4647-a94d-b27bf2fde11b', 'tag': '1907978b-8970-415c-b4fc-9fbfaf6308f7'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:20.772166 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b5a088-14f4-4002-8488-332228a14cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "1f32a055-5cde-4647-a94d-b27bf2fde11b", "tag": "1907978b-8970-415c-b4fc-9fbfaf6308f7"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:20.774645 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b943aa94-4f9b-44f1-8cb1-377c8b37e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.800664 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e814c58-f0ea-410f-8cbe-89c920f30e5f service neutron] Pushing event updated for resources: {'Port': ['ID=1907978b-8970-415c-b4fc-9fbfaf6308f7,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:21.161510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258e701-463d-48b7-9de4-da9a1d4bc8ee req-88943496-0d5e-4429-a136-ec007d088617 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.161510 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9258e701-463d-48b7-9de4-da9a1d4bc8ee req-88943496-0d5e-4429-a136-ec007d088617 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.4966614 Sep 16 04:44:21.184908 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e207c79-8894-46ac-b646-9268e2931f76 req-de285962-9c38-48be-bba4-767141a73f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.186745 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1e207c79-8894-46ac-b646-9268e2931f76 req-de285962-9c38-48be-bba4-767141a73f53 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=af2bb4dc17d54a00aa9acfb919ebb08a&device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 1095 time: 0.0864906 Sep 16 04:44:21.198102 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e309b8-f231-436c-a74b-24d0c442beb5 x-openstack-request-id: req-41e309b8-f231-436c-a74b-24d0c442beb5 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:21.198390 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f32a055-5cde-4647-a94d-b27bf2fde11b", "tag": "1907978b-8970-415c-b4fc-9fbfaf6308f7", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:21.201455 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41e309b8-f231-436c-a74b-24d0c442beb5 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:21.201455 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f32a055-5cde-4647-a94d-b27bf2fde11b', 'tag': '1907978b-8970-415c-b4fc-9fbfaf6308f7', 'status': 'completed', 'code': 200} Sep 16 04:44:21.216204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b943aa94-4f9b-44f1-8cb1-377c8b37e5f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35a0e6170336449c98397bd0f4a6557a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1757154 Sep 16 04:44:21.216453 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34348) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:21.250490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943aa94-4f9b-44f1-8cb1-377c8b37e5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c000e3-05af-4e60-84dc-82cc9decd217,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:21.268426 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34350) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:21.294270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-74b07253-4a8b-416e-9528-1d065681ecf9 service neutron] 10.222.0.38 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604599 Sep 16 04:44:21.315758 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9258e701-463d-48b7-9de4-da9a1d4bc8ee req-e922b51d-7f35-4883-af79-50345ca0c06a tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189053 Sep 16 04:44:21.356441 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1e207c79-8894-46ac-b646-9268e2931f76 req-dbccdc1c-dab7-48db-9aeb-43eeff2957d4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1907978b-8970-415c-b4fc-9fbfaf6308f7 HTTP/1.1" status: 200 len: 217 time: 0.1154075 Sep 16 04:44:21.434227 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9cc28281-2d3c-4b9b-90c8-b3f5c164187d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:21.492229 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9cc28281-2d3c-4b9b-90c8-b3f5c164187d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:21.500902 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-655995f6-6df5-45bf-9f45-c47bed1fc562 service neutron] 10.222.0.38 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972556 Sep 16 04:44:21.511241 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e207c79-8894-46ac-b646-9268e2931f76 req-a0a4f49f-2e01-4dac-b1fe-a4fcb66ad327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.513153 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1e207c79-8894-46ac-b646-9268e2931f76 req-a0a4f49f-2e01-4dac-b1fe-a4fcb66ad327 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=02f3edd7-c966-45f1-a2c0-304513016974 HTTP/1.1" status: 200 len: 845 time: 0.1134353 Sep 16 04:44:21.530994 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac05fa0-b4d8-4d16-864c-deac2c5368dc req-d2da70fd-89ec-4f0f-b26f-f464bd514af5 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.532820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ac05fa0-b4d8-4d16-864c-deac2c5368dc req-d2da70fd-89ec-4f0f-b26f-f464bd514af5 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 943 time: 0.0982220 Sep 16 04:44:21.540056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-4d75c506-af95-4912-9f8a-ffb42a5aa30d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-562996048-network', 'tenant_id': '6dad241d04f94c02b95070bcffa69569'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:21.560028 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1e207c79-8894-46ac-b646-9268e2931f76 req-a9961464-9b9a-4be9-acac-5a936315f014 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a3575ff3-4916-47b4-a229-afff767245c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330067 Sep 16 04:44:21.663042 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ac05fa0-b4d8-4d16-864c-deac2c5368dc req-9579e341-147a-4579-aca4-4ae729ff838d tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150317 Sep 16 04:44:21.676294 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1e207c79-8894-46ac-b646-9268e2931f76 req-81b6e43c-dd11-4de5-97e1-49caaba08b91 service neutron] 10.222.0.38 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058547 Sep 16 04:44:21.687246 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a7e23-8881-4adf-a8ea-db0e469b168d req-915b2fe0-8e07-4fb6-bb99-63b69d9cb510 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.689375 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-199a7e23-8881-4adf-a8ea-db0e469b168d req-915b2fe0-8e07-4fb6-bb99-63b69d9cb510 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 945 time: 0.1532943 Sep 16 04:44:21.730678 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d75c506-af95-4912-9f8a-ffb42a5aa30d admin admin] Made reservation on behalf of 6dad241d04f94c02b95070bcffa69569 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:21.732026 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9cc28281-2d3c-4b9b-90c8-b3f5c164187d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:21.735366 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4d75c506-af95-4912-9f8a-ffb42a5aa30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:21.742117 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9cc28281-2d3c-4b9b-90c8-b3f5c164187d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:21.749765 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9cc28281-2d3c-4b9b-90c8-b3f5c164187d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2c000e3-05af-4e60-84dc-82cc9decd217 HTTP/1.1" status: 204 len: 168 time: 0.5264342 Sep 16 04:44:21.752094 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4d75c506-af95-4912-9f8a-ffb42a5aa30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:21.788714 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc28281-2d3c-4b9b-90c8-b3f5c164187d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c000e3-05af-4e60-84dc-82cc9decd217,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:21.843890 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1e207c79-8894-46ac-b646-9268e2931f76 req-3e625a6c-d285-4ca7-952a-0e9892938292 service neutron] 10.222.0.38 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534874 Sep 16 04:44:21.930409 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-199a7e23-8881-4adf-a8ea-db0e469b168d req-596af602-5eed-427f-b48e-ac2494be026a tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/security-groups?id=43dc4b45-b6f6-40e5-b6ea-50638aedd60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333612 Sep 16 04:44:21.936293 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4d75c506-af95-4912-9f8a-ffb42a5aa30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:21.989269 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86477d99-47f6-43bb-93f7-fe6f35fd2bef req-98b62df5-55f8-40c5-9ca3-93f52636d847 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.990865 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86477d99-47f6-43bb-93f7-fe6f35fd2bef req-98b62df5-55f8-40c5-9ca3-93f52636d847 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 944 time: 0.0655773 Sep 16 04:44:22.052545 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4d75c506-af95-4912-9f8a-ffb42a5aa30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.117308 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d75c506-af95-4912-9f8a-ffb42a5aa30d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:44:22.127472 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5a088-14f4-4002-8488-332228a14cb6 req-0ff70589-1322-4927-829c-37765031ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.129292 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e9b5a088-14f4-4002-8488-332228a14cb6 req-0ff70589-1322-4927-829c-37765031ec34 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=af2bb4dc17d54a00aa9acfb919ebb08a&device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 1095 time: 0.0685086 Sep 16 04:44:22.136998 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86477d99-47f6-43bb-93f7-fe6f35fd2bef req-d95c8ef3-d4e6-4a07-b539-6fee59030d2c tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308765 Sep 16 04:44:22.157495 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4d75c506-af95-4912-9f8a-ffb42a5aa30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.161275 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-4d75c506-af95-4912-9f8a-ffb42a5aa30d admin admin] Added segment 9b675b96-8de6-417f-9031-b96f05eac528 of type vlan for network 3b2f8e69-e798-428b-909a-dbf5d4620f7d Sep 16 04:44:22.168721 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75c506-af95-4912-9f8a-ffb42a5aa30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041104ca-02bf-40c8-9080-f5c4c7e50d5d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:22.212743 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4d75c506-af95-4912-9f8a-ffb42a5aa30d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.262692 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5a088-14f4-4002-8488-332228a14cb6 req-a3db85c8-571e-4d5c-8da1-d7b25c89e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.264293 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e9b5a088-14f4-4002-8488-332228a14cb6 req-a3db85c8-571e-4d5c-8da1-d7b25c89e679 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a3575ff3-4916-47b4-a229-afff767245c5 HTTP/1.1" status: 200 len: 906 time: 0.1261945 Sep 16 04:44:22.324767 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e9b5a088-14f4-4002-8488-332228a14cb6 req-1885fb0c-9288-4cab-a6ef-6e0972e62375 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1907978b-8970-415c-b4fc-9fbfaf6308f7 HTTP/1.1" status: 200 len: 217 time: 0.0443766 Sep 16 04:44:22.376735 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4d75c506-af95-4912-9f8a-ffb42a5aa30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.377964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75c506-af95-4912-9f8a-ffb42a5aa30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.378768 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4d75c506-af95-4912-9f8a-ffb42a5aa30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.467157 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5a088-14f4-4002-8488-332228a14cb6 req-fbca294e-82bb-409e-970f-8ec1bb075aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.469430 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e9b5a088-14f4-4002-8488-332228a14cb6 req-fbca294e-82bb-409e-970f-8ec1bb075aec service neutron] 10.222.0.38 "GET /v2.0/subnets?id=02f3edd7-c966-45f1-a2c0-304513016974 HTTP/1.1" status: 200 len: 845 time: 0.1338668 Sep 16 04:44:22.483279 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75c506-af95-4912-9f8a-ffb42a5aa30d admin admin] Pushing event updated for resources: {'Network': ['ID=3b2f8e69-e798-428b-909a-dbf5d4620f7d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:22.491343 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cb210-ca20-4a93-92cb-9aa687148edd req-c082604f-7366-409c-b50a-82f9104f12fc tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.491343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-c082604f-7366-409c-b50a-82f9104f12fc tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02&tenant_id=a00de99f55234129963878f58d14e1a5&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 1096 time: 0.2109618 Sep 16 04:44:22.494375 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 3b2f8e69-e798-428b-909a-dbf5d4620f7d details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:44:22.608490 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e9b5a088-14f4-4002-8488-332228a14cb6 req-78effa61-a537-4aea-98ed-11f215c1296d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a3575ff3-4916-47b4-a229-afff767245c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067643 Sep 16 04:44:22.661341 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4d75c506-af95-4912-9f8a-ffb42a5aa30d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3837466 Sep 16 04:44:22.663539 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34386) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:22.678682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-1ce9dd63-c77d-4259-b64d-09d32c2acf3a admin admin] Request body: {'subnet': {'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-562996048-subnet', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:22.763935 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3cf81-c49e-46c7-a258-558445b32d30 req-0a3ac799-dfd4-4f61-88d5-a3edf031d706 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.773178 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fee3cf81-c49e-46c7-a258-558445b32d30 req-0a3ac799-dfd4-4f61-88d5-a3edf031d706 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.2964289 Sep 16 04:44:22.877478 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce9dd63-c77d-4259-b64d-09d32c2acf3a admin admin] Made reservation on behalf of 6dad241d04f94c02b95070bcffa69569 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:22.879956 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1ce9dd63-c77d-4259-b64d-09d32c2acf3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.931756 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e9b5a088-14f4-4002-8488-332228a14cb6 req-06151353-dec7-49ce-94b4-dd76eb965039 service neutron] 10.222.0.38 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061821 Sep 16 04:44:22.941556 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fee3cf81-c49e-46c7-a258-558445b32d30 req-6b20ba1e-ac07-4f65-a636-3f0ebb0368b7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672318 Sep 16 04:44:22.965540 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1417693-153f-4f8f-8d49-669a44d43ab4 req-79724d92-7dc8-4eaf-8b2f-3f7b47d84a3e tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.967311 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1417693-153f-4f8f-8d49-669a44d43ab4 req-79724d92-7dc8-4eaf-8b2f-3f7b47d84a3e tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 943 time: 0.1555238 Sep 16 04:44:23.084462 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1417693-153f-4f8f-8d49-669a44d43ab4 req-bd02d3f0-6717-402d-b3d6-5c2110603dc8 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019697 Sep 16 04:44:23.088155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-580cb210-ca20-4a93-92cb-9aa687148edd req-2c20632e-9aa2-458a-b892-671e77c712b9 service neutron] For port 6390ae53-fe5c-445f-82eb-19fbdff6738e, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:23.111265 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-580cb210-ca20-4a93-92cb-9aa687148edd req-2c20632e-9aa2-458a-b892-671e77c712b9 service neutron] Notify callbacks [] for binding, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.111265 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580cb210-ca20-4a93-92cb-9aa687148edd req-2c20632e-9aa2-458a-b892-671e77c712b9 service neutron] 10.222.0.38 "DELETE /v2.0/ports/6390ae53-fe5c-445f-82eb-19fbdff6738e/bindings/n-h1-712140-13 HTTP/1.1" status: 204 len: 173 time: 0.5714278 Sep 16 04:44:23.161060 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e9b5a088-14f4-4002-8488-332228a14cb6 req-f7b3a282-33a3-4fb9-aea2-3bf99c108682 service neutron] 10.222.0.38 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511612 Sep 16 04:44:23.209173 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21245e68-fb19-462c-8b53-323a9b6fe73c req-291cad03-f397-4d8f-832f-85bd334e22c3 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.212918 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-21245e68-fb19-462c-8b53-323a9b6fe73c req-291cad03-f397-4d8f-832f-85bd334e22c3 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 945 time: 0.1265576 Sep 16 04:44:23.292513 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-21245e68-fb19-462c-8b53-323a9b6fe73c req-dc438356-02b0-4831-a4bc-cef8374642b4 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/security-groups?id=43dc4b45-b6f6-40e5-b6ea-50638aedd60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716686 Sep 16 04:44:23.411524 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93fea4-3352-441c-933c-0d27eb47b096 req-7676dc13-18fd-4240-9785-793b0c1ce94f tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.413139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af93fea4-3352-441c-933c-0d27eb47b096 req-7676dc13-18fd-4240-9785-793b0c1ce94f tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 944 time: 0.0856419 Sep 16 04:44:23.460464 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1ce9dd63-c77d-4259-b64d-09d32c2acf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.461849 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af93fea4-3352-441c-933c-0d27eb47b096 req-19179998-b2db-4671-ba74-f7099018c2f5 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389311 Sep 16 04:44:23.593505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e71e91-43a6-46f3-b3d8-1b4ed57902f1 req-bc57ac3a-5e57-4d9e-822e-8b109e2c0ea9 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.608330 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7e71e91-43a6-46f3-b3d8-1b4ed57902f1 req-bc57ac3a-5e57-4d9e-822e-8b109e2c0ea9 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 945 time: 0.1323347 Sep 16 04:44:23.650167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9dd63-c77d-4259-b64d-09d32c2acf3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a664049-f7c0-4b64-9c28-3b362226319a,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:23.686338 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce9dd63-c77d-4259-b64d-09d32c2acf3a admin admin] Checking segment: {'id': '9b675b96-8de6-417f-9031-b96f05eac528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:23.686760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce9dd63-c77d-4259-b64d-09d32c2acf3a admin admin] Network hostable DHCP agents. Network: 3b2f8e69-e798-428b-909a-dbf5d4620f7d, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:44:23.775015 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f4dc2-9a88-487f-a793-51cb2fedb229 req-6d1666be-f473-42c6-94a9-25f3f7645117 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.776930 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-125f4dc2-9a88-487f-a793-51cb2fedb229 req-6d1666be-f473-42c6-94a9-25f3f7645117 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 1096 time: 0.1666481 Sep 16 04:44:23.822759 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-f7e71e91-43a6-46f3-b3d8-1b4ed57902f1 req-f0785772-35cd-47a8-a8c1-10164c67a11a tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Deleting port 4bbe43bb-ce1f-4abf-a417-77c7e2804962 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:23.823239 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f7e71e91-43a6-46f3-b3d8-1b4ed57902f1 req-f0785772-35cd-47a8-a8c1-10164c67a11a tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.830455 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce9dd63-c77d-4259-b64d-09d32c2acf3a admin admin] Network 3b2f8e69-e798-428b-909a-dbf5d4620f7d is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:44:23.859525 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-125f4dc2-9a88-487f-a793-51cb2fedb229 req-efd57ccf-0b5f-4d3b-af5b-0d706befc1a8 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645614 Sep 16 04:44:23.904521 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-1ce9dd63-c77d-4259-b64d-09d32c2acf3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 3b2f8e69-e798-428b-909a-dbf5d4620f7d) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:23.909072 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce9dd63-c77d-4259-b64d-09d32c2acf3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.909748 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1ce9dd63-c77d-4259-b64d-09d32c2acf3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.918056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7ef3ea-69e1-4227-9546-e112d5d9e95a None None] Network 3b2f8e69-e798-428b-909a-dbf5d4620f7d requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:24.015485 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1ce9dd63-c77d-4259-b64d-09d32c2acf3a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3495228 Sep 16 04:44:24.020227 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34430) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:24.027434 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-75ae24b0-486e-4687-a67b-0fa17f575db6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-562996048-router', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:24.061965 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-f7e71e91-43a6-46f3-b3d8-1b4ed57902f1 req-f0785772-35cd-47a8-a8c1-10164c67a11a tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] For port 4bbe43bb-ce1f-4abf-a417-77c7e2804962, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4bbe43bb-ce1f-4abf-a417-77c7e2804962,segment=NetworkSegment(f3b66e33-1532-4e43-91f5-c6b4478ea47c),segment_id=f3b66e33-1532-4e43-91f5-c6b4478ea47c)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:24.062432 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f7e71e91-43a6-46f3-b3d8-1b4ed57902f1 req-f0785772-35cd-47a8-a8c1-10164c67a11a tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.098378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-f7e71e91-43a6-46f3-b3d8-1b4ed57902f1 req-f0785772-35cd-47a8-a8c1-10164c67a11a tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Calling delete_port for 4bbe43bb-ce1f-4abf-a417-77c7e2804962 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:24.102469 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.185357 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75ae24b0-486e-4687-a67b-0fa17f575db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.186438 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75ae24b0-486e-4687-a67b-0fa17f575db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.294762 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-3b2f8e69-e798-428b-909a-dbf5d4620f7d', 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'fixed_ips': [{'subnet_id': '3a664049-f7c0-4b64-9c28-3b362226319a'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:44:24.295696 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.318390 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75ae24b0-486e-4687-a67b-0fa17f575db6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.360926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03eb3d3-8ada-4ca6-a2e8-f8640f912c88 req-db0edd2f-1399-4f00-98f4-7c95043aef25 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:24.363046 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e03eb3d3-8ada-4ca6-a2e8-f8640f912c88 req-db0edd2f-1399-4f00-98f4-7c95043aef25 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.0681384 Sep 16 04:44:24.424933 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e03eb3d3-8ada-4ca6-a2e8-f8640f912c88 req-7bb8349a-5685-46c4-bdbb-e9bcdb4166e6 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479927 Sep 16 04:44:24.493259 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f7e71e91-43a6-46f3-b3d8-1b4ed57902f1 req-f0785772-35cd-47a8-a8c1-10164c67a11a tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.575648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0785772-35cd-47a8-a8c1-10164c67a11a tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Pushing event deleted for resources: {'Port': ['ID=4bbe43bb-ce1f-4abf-a417-77c7e2804962,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:24.600691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] Allocated IP 172.20.0.2 (3b2f8e69-e798-428b-909a-dbf5d4620f7d/3a664049-f7c0-4b64-9c28-3b362226319a/f0c1951d-566d-463d-86cd-3ac37e773ed4) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:24.642586 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e71e91-43a6-46f3-b3d8-1b4ed57902f1 req-f0785772-35cd-47a8-a8c1-10164c67a11a tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] No DVR routers for this DVR port 4bbe43bb-ce1f-4abf-a417-77c7e2804962 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:24.646983 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f7e71e91-43a6-46f3-b3d8-1b4ed57902f1 req-f0785772-35cd-47a8-a8c1-10164c67a11a tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.649243 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7e71e91-43a6-46f3-b3d8-1b4ed57902f1 req-f0785772-35cd-47a8-a8c1-10164c67a11a tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.21 "DELETE /v2.0/ports/4bbe43bb-ce1f-4abf-a417-77c7e2804962 HTTP/1.1" status: 204 len: 173 time: 1.0404227 Sep 16 04:44:24.649641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f87adcb-e5a9-48a4-b18f-d63ab3eac47e', 'name': 'network-vif-deleted', 'tag': '4bbe43bb-ce1f-4abf-a417-77c7e2804962'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:24.653392 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc360bc-42ae-43c2-8573-a915285b0831" -d '{"events": [{"server_uuid": "8f87adcb-e5a9-48a4-b18f-d63ab3eac47e", "name": "network-vif-deleted", "tag": "4bbe43bb-ce1f-4abf-a417-77c7e2804962"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:24.707092 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f1d67-68f3-4db0-8d62-27f1fd5a21d5 req-c25ee369-d7c5-4f49-81cb-5d280825f7f4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:24.715476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e3f1d67-68f3-4db0-8d62-27f1fd5a21d5 req-c25ee369-d7c5-4f49-81cb-5d280825f7f4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 943 time: 0.1622279 Sep 16 04:44:24.799362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e3f1d67-68f3-4db0-8d62-27f1fd5a21d5 req-6d157f26-a110-4e89-88d8-51c2af37d130 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810127 Sep 16 04:44:24.977418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7541b16-9f7d-45bc-9c28-b311d59340d6 req-1ccdbf7c-bdf5-4b65-84b0-3c31baf06969 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 210 time: 0.0406182 Sep 16 04:44:25.005386 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.084900 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-7442dc3e-9fdd-4db4-9866-4268ea6e1f60 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.097301 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-7442dc3e-9fdd-4db4-9866-4268ea6e1f60 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 807 time: 0.1848543 Sep 16 04:44:25.111044 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.122417 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-a845ed7d-83b7-4a46-a221-109c4f3824de tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/quotas/a00de99f55234129963878f58d14e1a5 HTTP/1.1" status: 200 len: 375 time: 0.0237310 Sep 16 04:44:25.195966 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] Pushing event updated for resources: {'Port': ['ID=f0c1951d-566d-463d-86cd-3ac37e773ed4,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:25.205094 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e39ac1c-d94f-4d03-b7cd-09a029ebab10 x-openstack-request-id: req-1e39ac1c-d94f-4d03-b7cd-09a029ebab10 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:25.205094 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f87adcb-e5a9-48a4-b18f-d63ab3eac47e", "name": "network-vif-deleted", "tag": "4bbe43bb-ce1f-4abf-a417-77c7e2804962", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:25.205094 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e39ac1c-d94f-4d03-b7cd-09a029ebab10 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:25.205094 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f87adcb-e5a9-48a4-b18f-d63ab3eac47e', 'name': 'network-vif-deleted', 'tag': '4bbe43bb-ce1f-4abf-a417-77c7e2804962', 'status': 'completed', 'code': 200} Sep 16 04:44:25.224576 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-7f167ebf-0648-4829-b76c-143c9763aeea tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007669 Sep 16 04:44:25.258540 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] Network 3b2f8e69-e798-428b-909a-dbf5d4620f7d is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:25.269006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:25.269006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:25.346149 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] Attempting to bind port f0c1951d-566d-463d-86cd-3ac37e773ed4 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:25.346536 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] Attempting to bind port f0c1951d-566d-463d-86cd-3ac37e773ed4 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '9b675b96-8de6-417f-9031-b96f05eac528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:25.346989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] Attempting to bind port f0c1951d-566d-463d-86cd-3ac37e773ed4 on network 3b2f8e69-e798-428b-909a-dbf5d4620f7d {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:25.353027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:25.353593 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] Checking segment: {'id': '9b675b96-8de6-417f-9031-b96f05eac528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:25.354832 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.355561 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] Bound using segment: {'id': '9b675b96-8de6-417f-9031-b96f05eac528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:25.355871 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] Bound port: f0c1951d-566d-463d-86cd-3ac37e773ed4, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b675b96-8de6-417f-9031-b96f05eac528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:25.356327 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.384678 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75ae24b0-486e-4687-a67b-0fa17f575db6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.419234 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-7340ec7d-616b-4015-92f8-e079235d921b service neutron] 10.222.0.20 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937065 Sep 16 04:44:25.428544 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] For port f0c1951d-566d-463d-86cd-3ac37e773ed4, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:25.486174 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] For port f0c1951d-566d-463d-86cd-3ac37e773ed4, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f0c1951d-566d-463d-86cd-3ac37e773ed4,segment=NetworkSegment(9b675b96-8de6-417f-9031-b96f05eac528),segment_id=9b675b96-8de6-417f-9031-b96f05eac528)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:25.522391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-b04e6301-779e-4891-9e51-dc212ca005c0 service neutron] 10.222.0.20 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952253 Sep 16 04:44:25.889009 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.966172 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82d211-d3b5-4a53-8154-0c8b8886f021 None None] Pushing event updated for resources: {'Port': ['ID=f0c1951d-566d-463d-86cd-3ac37e773ed4,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:25.972139 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4bbe43bb-ce1f-4abf-a417-77c7e2804962 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:26.001674 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 4bbe43bb-ce1f-4abf-a417-77c7e2804962 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:26.002233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4bbe43bb-ce1f-4abf-a417-77c7e2804962 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:26.042090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 1907978b-8970-415c-b4fc-9fbfaf6308f7 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:26.122857 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689c881-2363-4dc9-bddb-b42cf55b153f req-83a3ab52-5f79-495c-9c09-47ceadc5fa7d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.125016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d689c881-2363-4dc9-bddb-b42cf55b153f req-83a3ab52-5f79-495c-9c09-47ceadc5fa7d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.1477091 Sep 16 04:44:26.213155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 1907978b-8970-415c-b4fc-9fbfaf6308f7, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1907978b-8970-415c-b4fc-9fbfaf6308f7,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:26.243065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed004e70-37ed-45ce-a55b-a47709d59900 req-8fdd44b1-d38f-4d6d-adf2-67eb620e5048 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.246039 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '1907978b-8970-415c-b4fc-9fbfaf6308f7', 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5', 'port_id': '1907978b-8970-415c-b4fc-9fbfaf6308f7', 'mac_address': 'fa:16:3e:0d:a3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f3edd7-c966-45f1-a2c0-304513016974', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:26.255695 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed004e70-37ed-45ce-a55b-a47709d59900 req-8fdd44b1-d38f-4d6d-adf2-67eb620e5048 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 943 time: 0.2352648 Sep 16 04:44:26.334276 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d689c881-2363-4dc9-bddb-b42cf55b153f req-de8b7664-1ce7-4c4f-b862-4ef0f6fe7ff1 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768918 Sep 16 04:44:26.380849 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75ae24b0-486e-4687-a67b-0fa17f575db6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.387099 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.411616 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75ae24b0-486e-4687-a67b-0fa17f575db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.413257 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed004e70-37ed-45ce-a55b-a47709d59900 req-ddf44aaf-1ee9-4cc9-a63d-6b557526b921 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562529 Sep 16 04:44:26.520664 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1907978b-8970-415c-b4fc-9fbfaf6308f7 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:26.562440 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66496484-4f3c-4c58-b736-e212a7f55024 req-cd2d2165-a34c-437c-871c-51e7c66244ca tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 210 time: 0.0700333 Sep 16 04:44:26.621051 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f0c1951d-566d-463d-86cd-3ac37e773ed4 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:26.628673 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 1907978b-8970-415c-b4fc-9fbfaf6308f7, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1907978b-8970-415c-b4fc-9fbfaf6308f7,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:26.684033 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-75ae24b0-486e-4687-a67b-0fa17f575db6 admin admin] Allocated IP 172.25.4.4 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/3fc5cbcc-5343-40e5-8ee1-795b840804cb) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:26.696695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port f0c1951d-566d-463d-86cd-3ac37e773ed4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:26.697945 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.704674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-194221ec-e090-44b9-8539-1cc169a7a90e req-24f5cf92-e4fb-4a32-bd78-37b6241f5d30 tempest-AttachSCSIVolumeTestJSON-1935876514 tempest-AttachSCSIVolumeTestJSON-1935876514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f87adcb-e5a9-48a4-b18f-d63ab3eac47e HTTP/1.1" status: 200 len: 210 time: 0.0403337 Sep 16 04:44:26.813848 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.903957 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75ae24b0-486e-4687-a67b-0fa17f575db6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.905809 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=1907978b-8970-415c-b4fc-9fbfaf6308f7,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:26.923016 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.976393 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port f0c1951d-566d-463d-86cd-3ac37e773ed4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f0c1951d-566d-463d-86cd-3ac37e773ed4,segment=NetworkSegment(9b675b96-8de6-417f-9031-b96f05eac528),segment_id=9b675b96-8de6-417f-9031-b96f05eac528)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:27.156441 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:27.157188 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75ae24b0-486e-4687-a67b-0fa17f575db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:27.310183 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['1907978b-8970-415c-b4fc-9fbfaf6308f7'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:27.336778 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ae24b0-486e-4687-a67b-0fa17f575db6 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:27.345900 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-75ae24b0-486e-4687-a67b-0fa17f575db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:27.347727 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=f0c1951d-566d-463d-86cd-3ac37e773ed4,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:27.353182 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae24b0-486e-4687-a67b-0fa17f575db6 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc5cbcc-5343-40e5-8ee1-795b840804cb,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:27.380467 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae24b0-486e-4687-a67b-0fa17f575db6 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:27.457334 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1df182-306f-4fc4-87ad-daa028d114cd None None] Network 3b2f8e69-e798-428b-909a-dbf5d4620f7d requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:27.710489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-129bac26-a0e4-4d2a-8463-119cde296a75 None None] Provisioning complete for port f0c1951d-566d-463d-86cd-3ac37e773ed4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:27.710788 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-129bac26-a0e4-4d2a-8463-119cde296a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:27.773095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50f3e8-2d60-4387-9322-0176a351d29c req-f0c43d32-50b8-462f-9c8d-3b6fe2c8f562 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:27.789366 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b50f3e8-2d60-4387-9322-0176a351d29c req-f0c43d32-50b8-462f-9c8d-3b6fe2c8f562 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.2110147 Sep 16 04:44:27.881172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ad390-a5ae-487c-a604-df337bb8674b req-43eba5ac-ad1b-4cf1-a24c-83601fc47d6f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:27.895011 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-140ad390-a5ae-487c-a604-df337bb8674b req-43eba5ac-ad1b-4cf1-a24c-83601fc47d6f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 944 time: 0.2405891 Sep 16 04:44:27.915992 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b50f3e8-2d60-4387-9322-0176a351d29c req-7b5c7ee1-0820-4d10-89ef-008780c1a638 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186900 Sep 16 04:44:27.991119 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-140ad390-a5ae-487c-a604-df337bb8674b req-8138aa14-6e1d-4da9-bcff-67bf2de037ce tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966809 Sep 16 04:44:28.183769 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.187836 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a73c3947-1ddc-407c-a4d2-6e13eead67e0 req-dc14b27f-e7d2-444d-9f40-c3040c84de79 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 210 time: 0.0620775 Sep 16 04:44:28.242238 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75ae24b0-486e-4687-a67b-0fa17f575db6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.518498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f0c1951d-566d-463d-86cd-3ac37e773ed4 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:28.695230 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port f0c1951d-566d-463d-86cd-3ac37e773ed4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:28.695827 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.721434 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75ae24b0-486e-4687-a67b-0fa17f575db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.744312 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c5666fa7-4187-42cf-aaee-947bd2b53de1 None None] Provisioning complete for port f0c1951d-566d-463d-86cd-3ac37e773ed4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:28.744990 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c5666fa7-4187-42cf-aaee-947bd2b53de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.997344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ae24b0-486e-4687-a67b-0fa17f575db6 admin admin] Router 23b152f3-fa1f-4797-ad07-2c03d9373572 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:44:29.092275 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249912b9-0f27-435d-9a68-e46dfe59e2c5 req-d18f79aa-fdf2-4837-8300-26fecb8c9a3b tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.117090 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-249912b9-0f27-435d-9a68-e46dfe59e2c5 req-d18f79aa-fdf2-4837-8300-26fecb8c9a3b tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.1229429 Sep 16 04:44:29.158489 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ae24b0-486e-4687-a67b-0fa17f575db6 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:29.158762 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-249912b9-0f27-435d-9a68-e46dfe59e2c5 req-c05a28e7-a602-483a-9eb8-2282396d88ff tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406601 Sep 16 04:44:29.178679 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] Sync routers for ids ['23b152f3-fa1f-4797-ad07-2c03d9373572'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:29.196065 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] Routers {'23b152f3-fa1f-4797-ad07-2c03d9373572'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:29.197634 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:44:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['23b152f3-fa1f-4797-ad07-2c03d9373572'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:29.311276 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] Set router 23b152f3-fa1f-4797-ad07-2c03d9373572 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:29.365289 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75ae24b0-486e-4687-a67b-0fa17f575db6 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.366702 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-75ae24b0-486e-4687-a67b-0fa17f575db6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3453884 Sep 16 04:44:29.369283 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34562) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:29.515534 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'name': 'tempest-ServersTestManualDisk-562996048-router', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:24Z', 'updated_at': '2021-09-16T04:44:27Z', 'revision_number': 3, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'gw_port': {'id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:26Z', 'updated_at': '2021-09-16T04:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:29.543731 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] Checking router: 23b152f3-fa1f-4797-ad07-2c03d9373572 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:44:29.544474 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] Updating router 23b152f3-fa1f-4797-ad07-2c03d9373572 port 3fc5cbcc-5343-40e5-8ee1-795b840804cb binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:44:29.573206 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.691330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-ddcfbb20-f8e7-4f27-ac70-eaf3e3de82ec tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.692868 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-ddcfbb20-f8e7-4f27-ac70-eaf3e3de82ec tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.21 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 807 time: 0.2479076 Sep 16 04:44:29.715945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-878f87d5-2ffc-4a86-86a8-14ace2fb30bc tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Request body: {'port': {'device_id': 'f91bfc6d-2ba7-40a4-b075-a88675f3ec6b', 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc', 'admin_state_up': True, 'tenant_id': 'a00de99f55234129963878f58d14e1a5'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:29.895645 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.067276 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.067910 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-878f87d5-2ffc-4a86-86a8-14ace2fb30bc tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Made reservation on behalf of a00de99f55234129963878f58d14e1a5 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:30.069492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 1907978b-8970-415c-b4fc-9fbfaf6308f7 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:30.074860 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-878f87d5-2ffc-4a86-86a8-14ace2fb30bc tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.215482 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] Attempting to bind port 3fc5cbcc-5343-40e5-8ee1-795b840804cb on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:30.216437 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] Attempting to bind port 3fc5cbcc-5343-40e5-8ee1-795b840804cb by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:30.216808 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] Attempting to bind port 3fc5cbcc-5343-40e5-8ee1-795b840804cb on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:30.224660 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:30.225508 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:30.227084 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.227647 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:30.230367 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] Bound port: 3fc5cbcc-5343-40e5-8ee1-795b840804cb, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:30.234219 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.281435 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45113f11-46e6-461f-9577-2ea7c8d50f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.287204 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24853c-7d30-401f-8682-a1e9fd784ebd None None] Pushing event updated for resources: {'Port': ['ID=3fc5cbcc-5343-40e5-8ee1-795b840804cb,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:30.298976 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 1907978b-8970-415c-b4fc-9fbfaf6308f7 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:30.303891 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 1907978b-8970-415c-b4fc-9fbfaf6308f7 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:30.304515 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.320817 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24853c-7d30-401f-8682-a1e9fd784ebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:30.322855 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24853c-7d30-401f-8682-a1e9fd784ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:30.322855 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24853c-7d30-401f-8682-a1e9fd784ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:30.322855 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24853c-7d30-401f-8682-a1e9fd784ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:30.322855 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24853c-7d30-401f-8682-a1e9fd784ebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:30.324894 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24853c-7d30-401f-8682-a1e9fd784ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:30.325488 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24853c-7d30-401f-8682-a1e9fd784ebd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:30.327490 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24853c-7d30-401f-8682-a1e9fd784ebd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:30.327957 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24853c-7d30-401f-8682-a1e9fd784ebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:30.329783 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24853c-7d30-401f-8682-a1e9fd784ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:30.329783 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24853c-7d30-401f-8682-a1e9fd784ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:30.330241 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24853c-7d30-401f-8682-a1e9fd784ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:30.361363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-878f87d5-2ffc-4a86-86a8-14ace2fb30bc tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Allocated IP 172.20.0.13 (94aa3f97-6ed2-410f-a6a8-2309531d94bc/84cb2d22-db72-4730-b5c0-6fc65c2696d2/f4986137-bb28-4bd6-b14b-9d03563408f0) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:30.387301 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] For port 3fc5cbcc-5343-40e5-8ee1-795b840804cb, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:30.391457 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] For port 3fc5cbcc-5343-40e5-8ee1-795b840804cb, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3fc5cbcc-5343-40e5-8ee1-795b840804cb,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:30.437140 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05971d15-5176-40fc-b634-2beb8b62b86b req-52323c70-4b57-4608-a804-5b0e6a6d4bae tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.444850 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05971d15-5176-40fc-b634-2beb8b62b86b req-52323c70-4b57-4608-a804-5b0e6a6d4bae tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 944 time: 0.2832093 Sep 16 04:44:30.462930 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.529043 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05971d15-5176-40fc-b634-2beb8b62b86b req-fffd485b-89ff-4b67-87b0-22ab60d98edc tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832255 Sep 16 04:44:30.533040 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 1907978b-8970-415c-b4fc-9fbfaf6308f7, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1907978b-8970-415c-b4fc-9fbfaf6308f7,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:30.534766 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f32a055-5cde-4647-a94d-b27bf2fde11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1907978b-8970-415c-b4fc-9fbfaf6308f7'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:30.543663 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd77c4fc-67aa-4beb-8009-1c3beabf1ca7" -d '{"events": [{"server_uuid": "1f32a055-5cde-4647-a94d-b27bf2fde11b", "name": "network-vif-plugged", "status": "completed", "tag": "1907978b-8970-415c-b4fc-9fbfaf6308f7"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:30.551166 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.607796 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-45113f11-46e6-461f-9577-2ea7c8d50f82 admin admin] Allocated IP 172.20.0.1 (3b2f8e69-e798-428b-909a-dbf5d4620f7d/3a664049-f7c0-4b64-9c28-3b362226319a/3fece526-9769-458a-be14-9450befd4668) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:30.654894 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.681798 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] Routers {'23b152f3-fa1f-4797-ad07-2c03d9373572'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:30.682668 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:44:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['23b152f3-fa1f-4797-ad07-2c03d9373572'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:30.702449 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ac737ff-5ef2-4634-86a3-04ea7e552bc4 req-e199f18d-e436-4387-a2e8-b8dc618779fa tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 210 time: 0.0856087 Sep 16 04:44:30.730124 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24853c-7d30-401f-8682-a1e9fd784ebd None None] Pushing event updated for resources: {'Port': ['ID=3fc5cbcc-5343-40e5-8ee1-795b840804cb,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:30.759574 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=1907978b-8970-415c-b4fc-9fbfaf6308f7,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:30.776707 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-878f87d5-2ffc-4a86-86a8-14ace2fb30bc tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.885292 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45113f11-46e6-461f-9577-2ea7c8d50f82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.895299 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] Set router 23b152f3-fa1f-4797-ad07-2c03d9373572 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:30.962622 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-878f87d5-2ffc-4a86-86a8-14ace2fb30bc tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.993470 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e44109-7370-4d52-861a-a777511945b0 x-openstack-request-id: req-e4e44109-7370-4d52-861a-a777511945b0 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:30.995901 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f32a055-5cde-4647-a94d-b27bf2fde11b", "name": "network-vif-plugged", "status": "completed", "tag": "1907978b-8970-415c-b4fc-9fbfaf6308f7", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:30.995901 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4e44109-7370-4d52-861a-a777511945b0 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:30.995901 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f32a055-5cde-4647-a94d-b27bf2fde11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1907978b-8970-415c-b4fc-9fbfaf6308f7', 'code': 200} Sep 16 04:44:31.092759 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-878f87d5-2ffc-4a86-86a8-14ace2fb30bc tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Network 94aa3f97-6ed2-410f-a6a8-2309531d94bc is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:31.105315 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f87d5-2ffc-4a86-86a8-14ace2fb30bc tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Pushing event updated for resources: {'Port': ['ID=f4986137-bb28-4bd6-b14b-9d03563408f0,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:31.112986 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-878f87d5-2ffc-4a86-86a8-14ace2fb30bc tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:31.122708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d9d36-de55-40e4-a53a-b134bf999eaa req-e911093d-9c22-4883-81a7-bba4dd366fb3 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.130115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-478d9d36-de55-40e4-a53a-b134bf999eaa req-e911093d-9c22-4883-81a7-bba4dd366fb3 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.1096139 Sep 16 04:44:31.130115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-878f87d5-2ffc-4a86-86a8-14ace2fb30bc tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:31.139834 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45113f11-46e6-461f-9577-2ea7c8d50f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.214538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-878f87d5-2ffc-4a86-86a8-14ace2fb30bc tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.215230 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-878f87d5-2ffc-4a86-86a8-14ace2fb30bc tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.278063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-478d9d36-de55-40e4-a53a-b134bf999eaa req-17eb7427-72ad-49b7-be49-c4c4a9eb16d8 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446939 Sep 16 04:44:31.287128 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45113f11-46e6-461f-9577-2ea7c8d50f82 admin admin] Network 3b2f8e69-e798-428b-909a-dbf5d4620f7d is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:31.293586 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-45113f11-46e6-461f-9577-2ea7c8d50f82 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:31.304572 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45113f11-46e6-461f-9577-2ea7c8d50f82 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:31.312402 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45113f11-46e6-461f-9577-2ea7c8d50f82 admin admin] Pushing event updated for resources: {'Port': ['ID=3fece526-9769-458a-be14-9450befd4668,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:31.351490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93551c45-205d-424f-9665-0c6d7d3fd489 req-0c240266-e7d9-4e52-899f-f4db25efcb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.353422 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-93551c45-205d-424f-9665-0c6d7d3fd489 req-0c240266-e7d9-4e52-899f-f4db25efcb07 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 1097 time: 0.2289400 Sep 16 04:44:31.354304 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'name': 'tempest-ServersTestManualDisk-562996048-router', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:24Z', 'updated_at': '2021-09-16T04:44:27Z', 'revision_number': 3, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'gw_port': {'id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:26Z', 'updated_at': '2021-09-16T04:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:31.383682 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45113f11-46e6-461f-9577-2ea7c8d50f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.393918 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ae3aa-adf1-4474-bb7a-5a604684436f None None] The sync data for ids ['23b152f3-fa1f-4797-ad07-2c03d9373572'] in n-d-712140-13 is: [{'id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'name': 'tempest-ServersTestManualDisk-562996048-router', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:24Z', 'updated_at': '2021-09-16T04:44:27Z', 'revision_number': 3, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'gw_port': {'id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:26Z', 'updated_at': '2021-09-16T04:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:31.439837 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-93551c45-205d-424f-9665-0c6d7d3fd489 req-57cc2307-7d02-4c91-bb06-4411e028e02d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792089 Sep 16 04:44:31.676068 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b4051159-32a5-4cb4-bff3-33eb9ccea079 None None] Provisioning complete for port 3fece526-9769-458a-be14-9450befd4668 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:31.676068 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b4051159-32a5-4cb4-bff3-33eb9ccea079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.685215 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060784b0-d078-41fc-9553-92e4dc61d498 req-f118f255-3b16-4e78-8dee-95c7476c25cc tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.696023 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-060784b0-d078-41fc-9553-92e4dc61d498 req-f118f255-3b16-4e78-8dee-95c7476c25cc tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 945 time: 0.0971215 Sep 16 04:44:31.702171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b4051159-32a5-4cb4-bff3-33eb9ccea079 None None] Port 3fece526-9769-458a-be14-9450befd4668 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:31.733578 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-060784b0-d078-41fc-9553-92e4dc61d498 req-81cdd1a2-d838-4449-82f8-b91a86a4a39f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366330 Sep 16 04:44:31.853271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668331d-f785-4ab4-8d54-da66e3f97eb5 req-3a4b0e9b-193a-4d31-a4eb-0c925bb92973 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.856686 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4668331d-f785-4ab4-8d54-da66e3f97eb5 req-3a4b0e9b-193a-4d31-a4eb-0c925bb92973 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 932 time: 0.0604570 Sep 16 04:44:31.920621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4668331d-f785-4ab4-8d54-da66e3f97eb5 req-61963cff-ee68-47e9-a37a-bd5534ab4f08 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545838 Sep 16 04:44:31.980700 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-878f87d5-2ffc-4a86-86a8-14ace2fb30bc tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2697918 Sep 16 04:44:32.000869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Request body: {'port': {'device_id': 'f91bfc6d-2ba7-40a4-b075-a88675f3ec6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:32.039647 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45113f11-46e6-461f-9577-2ea7c8d50f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.150659 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.428325 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45113f11-46e6-461f-9577-2ea7c8d50f82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.568054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3fc5cbcc-5343-40e5-8ee1-795b840804cb up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:32.584418 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45113f11-46e6-461f-9577-2ea7c8d50f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.690983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 3fc5cbcc-5343-40e5-8ee1-795b840804cb triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:32.692104 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.795115 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45113f11-46e6-461f-9577-2ea7c8d50f82 admin admin] Pushing event updated for resources: {'Port': ['ID=3fece526-9769-458a-be14-9450befd4668,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:32.801910 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45113f11-46e6-461f-9577-2ea7c8d50f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.859179 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4986137-bb28-4bd6-b14b-9d03563408f0 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:32.870813 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.876008 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.891659 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Transition to ACTIVE for port object f4986137-bb28-4bd6-b14b-9d03563408f0 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:32.926807 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 3fc5cbcc-5343-40e5-8ee1-795b840804cb, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3fc5cbcc-5343-40e5-8ee1-795b840804cb,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:33.007430 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45113f11-46e6-461f-9577-2ea7c8d50f82 admin admin] Network 3b2f8e69-e798-428b-909a-dbf5d4620f7d is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:33.009247 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-45113f11-46e6-461f-9577-2ea7c8d50f82 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:33.056422 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.059376 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.174472 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57a4cd-a8c3-44be-bded-3996db528379 req-b5a458db-6959-4b85-8781-bc5ec95e65aa tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:33.182149 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=3fc5cbcc-5343-40e5-8ee1-795b840804cb,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:33.194317 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a57a4cd-a8c3-44be-bded-3996db528379 req-b5a458db-6959-4b85-8781-bc5ec95e65aa tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 945 time: 0.2879338 Sep 16 04:44:33.221927 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc72f4-968c-497a-8679-1bf2bf255a77 req-941c3f53-adc9-4d5e-9f67-da8c6792a419 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:33.232089 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ecc72f4-968c-497a-8679-1bf2bf255a77 req-941c3f53-adc9-4d5e-9f67-da8c6792a419 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.7488205 Sep 16 04:44:33.244802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34634) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:33.304895 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45113f11-46e6-461f-9577-2ea7c8d50f82 admin admin] Router 23b152f3-fa1f-4797-ad07-2c03d9373572 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:44:33.404830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4986137-bb28-4bd6-b14b-9d03563408f0,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:33.448097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a059ed47-cc54-4997-b169-06a5d45d475c None None] Provisioning complete for port 3fece526-9769-458a-be14-9450befd4668 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:33.449000 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a059ed47-cc54-4997-b169-06a5d45d475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.515682 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ecc72f4-968c-497a-8679-1bf2bf255a77 req-a9f47d3b-296a-41cd-9a43-8c0fc79a76b5 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823570 Sep 16 04:44:33.538872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45113f11-46e6-461f-9577-2ea7c8d50f82 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:33.557341 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-45113f11-46e6-461f-9577-2ea7c8d50f82 admin admin] 10.222.0.20 "PUT /v2.0/routers/23b152f3-fa1f-4797-ad07-2c03d9373572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1869431 Sep 16 04:44:33.572611 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a059ed47-cc54-4997-b169-06a5d45d475c None None] Port 3fece526-9769-458a-be14-9450befd4668 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:33.579233 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a57a4cd-a8c3-44be-bded-3996db528379 req-3ce49698-4728-4be9-9847-963f5e999907 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801749 Sep 16 04:44:33.633207 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7c6176b4-0b3f-4122-ba08-ed7a3f80b0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.652991 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Attempting to bind port f4986137-bb28-4bd6-b14b-9d03563408f0 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:33.653339 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Attempting to bind port f4986137-bb28-4bd6-b14b-9d03563408f0 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:33.653809 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Attempting to bind port f4986137-bb28-4bd6-b14b-9d03563408f0 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:33.684760 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Port f4986137-bb28-4bd6-b14b-9d03563408f0 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:33.688243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Attempting to bind port f4986137-bb28-4bd6-b14b-9d03563408f0 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:33.702235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:33.702719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Checking segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:33.703151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Bound using segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:33.703605 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Bound port: f4986137-bb28-4bd6-b14b-9d03563408f0, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:33.703974 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.785937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753d410-bb66-4a16-8175-5d5517ffa82b req-1ffe21aa-6e53-42af-adc9-87f1374c61ba tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:33.787769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4753d410-bb66-4a16-8175-5d5517ffa82b req-1ffe21aa-6e53-42af-adc9-87f1374c61ba tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 944 time: 0.1810007 Sep 16 04:44:33.822766 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] Sync routers for ids ['23b152f3-fa1f-4797-ad07-2c03d9373572'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:33.846226 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] Routers {'23b152f3-fa1f-4797-ad07-2c03d9373572'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:33.846919 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:44:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['23b152f3-fa1f-4797-ad07-2c03d9373572'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:33.854287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] For port f4986137-bb28-4bd6-b14b-9d03563408f0, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:33.891180 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] For port f4986137-bb28-4bd6-b14b-9d03563408f0, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f4986137-bb28-4bd6-b14b-9d03563408f0,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:33.907635 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4753d410-bb66-4a16-8175-5d5517ffa82b req-56da0fc1-23b6-43ec-be85-54051b7dc3b9 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011302 Sep 16 04:44:33.943956 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7c6176b4-0b3f-4122-ba08-ed7a3f80b0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.001226 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] Set router 23b152f3-fa1f-4797-ad07-2c03d9373572 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:34.031631 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.033851 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7c6176b4-0b3f-4122-ba08-ed7a3f80b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.093109 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:44:34.102485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.103151 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.106130 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] 10.222.0.21 "PUT /v2.0/ports/f4986137-bb28-4bd6-b14b-9d03563408f0 HTTP/1.1" status: 200 len: 1093 time: 2.1091495 Sep 16 04:44:34.106130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91bfc6d-2ba7-40a4-b075-a88675f3ec6b', 'tag': 'f4986137-bb28-4bd6-b14b-9d03563408f0'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:34.109021 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf43eed-3be2-4354-9da7-e6089336b6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "f91bfc6d-2ba7-40a4-b075-a88675f3ec6b", "tag": "f4986137-bb28-4bd6-b14b-9d03563408f0"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:34.120824 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6176b4-0b3f-4122-ba08-ed7a3f80b0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e849d39-7b72-45dc-b746-383238d7bc98,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:34.127691 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7c6176b4-0b3f-4122-ba08-ed7a3f80b0d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a5baee7282b4755982d1fbabf4af008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8729844 Sep 16 04:44:34.130833 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34666) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:34.161851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9a661-f3e6-4f07-855b-0004cf60a6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4986137-bb28-4bd6-b14b-9d03563408f0,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:34.192613 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b087265-dfa8-4711-8a5a-5b10681fb2b2 x-openstack-request-id: req-4b087265-dfa8-4711-8a5a-5b10681fb2b2 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:34.192875 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f91bfc6d-2ba7-40a4-b075-a88675f3ec6b", "tag": "f4986137-bb28-4bd6-b14b-9d03563408f0", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:34.193064 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b087265-dfa8-4711-8a5a-5b10681fb2b2 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:34.193445 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91bfc6d-2ba7-40a4-b075-a88675f3ec6b', 'tag': 'f4986137-bb28-4bd6-b14b-9d03563408f0', 'status': 'completed', 'code': 200} Sep 16 04:44:34.220162 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-959c87db-8a9e-4f9a-87f0-a27e44742b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.247475 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-959c87db-8a9e-4f9a-87f0-a27e44742b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.254048 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2883f3f-4ec5-4933-b95a-7e75783ee52e req-b3055275-3b0c-4892-9650-751a3cde5ffb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0702789 Sep 16 04:44:34.321597 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf43eed-3be2-4354-9da7-e6089336b6b0 req-cea1e683-1566-4f22-9c53-f66ed95ac09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.324440 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ecf43eed-3be2-4354-9da7-e6089336b6b0 req-cea1e683-1566-4f22-9c53-f66ed95ac09a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 1096 time: 0.0684433 Sep 16 04:44:34.371504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2883f3f-4ec5-4933-b95a-7e75783ee52e req-33b9f5c8-2ecc-4578-89d7-818eaea909e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.373506 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2883f3f-4ec5-4933-b95a-7e75783ee52e req-33b9f5c8-2ecc-4578-89d7-818eaea909e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 1103 time: 0.0509100 Sep 16 04:44:34.446436 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-959c87db-8a9e-4f9a-87f0-a27e44742b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.456606 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34668) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:34.463574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f672c7ba-0e0c-47ee-8b28-d64583e751c0 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2097924033', 'description': 'tempest-description--1966973980'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:34.466227 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-959c87db-8a9e-4f9a-87f0-a27e44742b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.473312 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-959c87db-8a9e-4f9a-87f0-a27e44742b50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e849d39-7b72-45dc-b746-383238d7bc98 HTTP/1.1" status: 204 len: 168 time: 0.3414357 Sep 16 04:44:34.510517 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'name': 'tempest-ServersTestManualDisk-562996048-router', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:24Z', 'updated_at': '2021-09-16T04:44:31Z', 'revision_number': 4, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'gw_port': {'id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:26Z', 'updated_at': '2021-09-16T04:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '3fece526-9769-458a-be14-9450befd4668', 'name': '', 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'mac_address': 'fa:16:3e:8f:70:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '3a664049-f7c0-4b64-9c28-3b362226319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:30Z', 'updated_at': '2021-09-16T04:44:32Z', 'revision_number': 2, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'subnets': [{'id': '3a664049-f7c0-4b64-9c28-3b362226319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:34.511600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c87db-8a9e-4f9a-87f0-a27e44742b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e849d39-7b72-45dc-b746-383238d7bc98,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:34.543684 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3fc5cbcc-5343-40e5-8ee1-795b840804cb up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:34.548269 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] Checking router: 23b152f3-fa1f-4797-ad07-2c03d9373572 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:44:34.548826 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] Updating router 23b152f3-fa1f-4797-ad07-2c03d9373572 port 3fece526-9769-458a-be14-9450befd4668 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:44:34.564540 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf43eed-3be2-4354-9da7-e6089336b6b0 req-f0786e89-5fd4-4ebf-8fbf-1c5620d3927a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.566480 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ecf43eed-3be2-4354-9da7-e6089336b6b0 req-f0786e89-5fd4-4ebf-8fbf-1c5620d3927a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a00de99f55234129963878f58d14e1a5&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2259605 Sep 16 04:44:34.619902 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.688767 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 3fc5cbcc-5343-40e5-8ee1-795b840804cb triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:34.691054 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.747041 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f672c7ba-0e0c-47ee-8b28-d64583e751c0 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.869706 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f672c7ba-0e0c-47ee-8b28-d64583e751c0 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.877761 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2883f3f-4ec5-4933-b95a-7e75783ee52e req-02891460-e847-4abf-b3ea-43e543eb3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.879788 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2883f3f-4ec5-4933-b95a-7e75783ee52e req-02891460-e847-4abf-b3ea-43e543eb3967 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.4841785 Sep 16 04:44:34.909217 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7768a-e32d-4a7b-99f1-819242dcbdba req-56f8b2af-eae4-490e-8c3d-9d8780d4d7b0 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.911871 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40d7768a-e32d-4a7b-99f1-819242dcbdba req-56f8b2af-eae4-490e-8c3d-9d8780d4d7b0 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.2650752 Sep 16 04:44:35.019526 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f672c7ba-0e0c-47ee-8b28-d64583e751c0 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.030241 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2883f3f-4ec5-4933-b95a-7e75783ee52e req-6855f8f6-bae9-4d0f-909b-08787c4954b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e HTTP/1.1" status: 200 len: 217 time: 0.1101518 Sep 16 04:44:35.085573 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.204677 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f672c7ba-0e0c-47ee-8b28-d64583e751c0 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.208752 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f672c7ba-0e0c-47ee-8b28-d64583e751c0 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7466490 Sep 16 04:44:35.214702 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34694) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:35.216733 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf43eed-3be2-4354-9da7-e6089336b6b0 req-370c63e3-b8e2-489e-a951-dee32137f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.218921 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ecf43eed-3be2-4354-9da7-e6089336b6b0 req-370c63e3-b8e2-489e-a951-dee32137f671 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6438825 Sep 16 04:44:35.221829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-2919192a-e074-47f6-9141-f003ef3c2eb0 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Request body: {'security_group_rule': {'security_group_id': '748bff85-048f-4869-b953-45d4bc6403a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:35.246790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672c7ba-0e0c-47ee-8b28-d64583e751c0 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748bff85-048f-4869-b953-45d4bc6403a3,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:35.269061 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40d7768a-e32d-4a7b-99f1-819242dcbdba req-d553255f-423e-48d4-919a-c2037ec56b69 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353240 Sep 16 04:44:35.270621 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.274870 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2883f3f-4ec5-4933-b95a-7e75783ee52e req-15d07697-8e33-49bb-9ec7-4c637b55e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.276794 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2883f3f-4ec5-4933-b95a-7e75783ee52e req-15d07697-8e33-49bb-9ec7-4c637b55e101 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1948621 Sep 16 04:44:35.296219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ece7d-9632-46d8-93d5-0c2cd02003ec req-265b50e2-f461-4f51-933a-1b4bfdc21bca tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.299362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-504ece7d-9632-46d8-93d5-0c2cd02003ec req-265b50e2-f461-4f51-933a-1b4bfdc21bca tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 945 time: 0.5646927 Sep 16 04:44:35.356280 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-91593700-9a84-4920-9e09-505cfffe6a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.363124 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-91593700-9a84-4920-9e09-505cfffe6a3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 1096 time: 0.0529373 Sep 16 04:44:35.363264 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b236fd49-0a06-4f49-ab4c-f8858790ae7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.374400 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-504ece7d-9632-46d8-93d5-0c2cd02003ec req-87aa29e9-d64f-46a6-818b-8c5c456aff09 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604105 Sep 16 04:44:35.391798 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2919192a-e074-47f6-9141-f003ef3c2eb0 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.405632 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2883f3f-4ec5-4933-b95a-7e75783ee52e req-e1a093f9-efb1-4933-bf04-60035026dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.407207 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2883f3f-4ec5-4933-b95a-7e75783ee52e req-e1a093f9-efb1-4933-bf04-60035026dbe0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1067741 Sep 16 04:44:35.502101 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] Attempting to bind port 3fece526-9769-458a-be14-9450befd4668 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:35.502355 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] Attempting to bind port 3fece526-9769-458a-be14-9450befd4668 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '9b675b96-8de6-417f-9031-b96f05eac528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:35.502638 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-f21e7f1c-e327-4276-92e2-99340c449e69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4986137-bb28-4bd6-b14b-9d03563408f0 HTTP/1.1" status: 200 len: 217 time: 0.1272492 Sep 16 04:44:35.502755 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] Attempting to bind port 3fece526-9769-458a-be14-9450befd4668 on network 3b2f8e69-e798-428b-909a-dbf5d4620f7d {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:35.505201 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f10ffa-4a0f-4184-844b-63fe9eeea99e None None] Pushing event updated for resources: {'Port': ['ID=3fece526-9769-458a-be14-9450befd4668,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:35.519114 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:35.519493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] Checking segment: {'id': '9b675b96-8de6-417f-9031-b96f05eac528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:35.519949 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.520348 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] Bound using segment: {'id': '9b675b96-8de6-417f-9031-b96f05eac528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:35.520835 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] Bound port: 3fece526-9769-458a-be14-9450befd4668, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b675b96-8de6-417f-9031-b96f05eac528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:35.521219 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.609779 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-125dcf3e-b009-4e5c-b9f6-fcd8e23db5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.611265 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-125dcf3e-b009-4e5c-b9f6-fcd8e23db5ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 200 len: 847 time: 0.1011014 Sep 16 04:44:35.664640 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-10141edc-b1ad-42b3-8466-21c1bba92ea1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94aa3f97-6ed2-410f-a6a8-2309531d94bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446680 Sep 16 04:44:35.681599 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] For port 3fece526-9769-458a-be14-9450befd4668, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:35.698213 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2919192a-e074-47f6-9141-f003ef3c2eb0 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.706916 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] For port 3fece526-9769-458a-be14-9450befd4668, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3fece526-9769-458a-be14-9450befd4668,segment=NetworkSegment(9b675b96-8de6-417f-9031-b96f05eac528),segment_id=9b675b96-8de6-417f-9031-b96f05eac528)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:35.728095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1e7bb-6da0-4d1b-a2a3-092d117f3f11 req-79c4df7d-66ff-4f5a-8c89-589532701200 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.730720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4d1e7bb-6da0-4d1b-a2a3-092d117f3f11 req-79c4df7d-66ff-4f5a-8c89-589532701200 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 944 time: 0.1792893 Sep 16 04:44:35.733670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2883f3f-4ec5-4933-b95a-7e75783ee52e req-2bb162ab-63fb-44c7-98a9-7520b92981f7 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169930 Sep 16 04:44:35.761869 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-327509d5-2865-4452-969f-9e188d54f937 None None] Provisioning complete for port 3fece526-9769-458a-be14-9450befd4668 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:35.761869 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-327509d5-2865-4452-969f-9e188d54f937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.799998 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-327509d5-2865-4452-969f-9e188d54f937 None None] Port 3fece526-9769-458a-be14-9450befd4668 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:35.867523 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-32634988-5fc6-4b14-964c-4443016e6660 service neutron] 10.222.0.21 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943498 Sep 16 04:44:35.884072 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.985110 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f10ffa-4a0f-4184-844b-63fe9eeea99e None None] Pushing event updated for resources: {'Port': ['ID=3fece526-9769-458a-be14-9450befd4668,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:36.000459 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] Routers {'23b152f3-fa1f-4797-ad07-2c03d9373572'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:36.001106 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:44:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['23b152f3-fa1f-4797-ad07-2c03d9373572'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:36.056723 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-31d6c7ac-c25a-4d25-8312-1e1fce34880f req-3b8a1d42-0289-4935-8acb-bd6d6877448d service neutron] 10.222.0.21 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807203 Sep 16 04:44:36.097375 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2919192a-e074-47f6-9141-f003ef3c2eb0 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.160778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919192a-e074-47f6-9141-f003ef3c2eb0 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0886eb2-5cab-4da7-8444-0e8eaf356358,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:36.174654 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34724) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:36.184231 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] Set router 23b152f3-fa1f-4797-ad07-2c03d9373572 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:36.247027 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4d1e7bb-6da0-4d1b-a2a3-092d117f3f11 req-eb1c4a87-8fd7-4c09-80a6-3d8e5426878a tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017703 Sep 16 04:44:36.305281 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2883f3f-4ec5-4933-b95a-7e75783ee52e req-357d30ed-7547-4a48-88ad-1b7b480a8ea9 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5590289 Sep 16 04:44:36.360837 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2919192a-e074-47f6-9141-f003ef3c2eb0 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.361995 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2919192a-e074-47f6-9141-f003ef3c2eb0 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1462977 Sep 16 04:44:36.364618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34740) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:36.371045 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-b16c23f0-3a00-42bd-bd09-7e48459348f8 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Request body: {'security_group_rule': {'security_group_id': '748bff85-048f-4869-b953-45d4bc6403a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:36.418332 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-dadb9295-89ac-402d-8309-92c641b3b74e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-7495031-network', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:36.421971 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b66cfa11-5904-4bba-a3b5-b47738ed41a7 None None] Provisioning complete for port 3fece526-9769-458a-be14-9450befd4668 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:36.423820 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b66cfa11-5904-4bba-a3b5-b47738ed41a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.480559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3f623-aa9d-477f-99d0-e040d03ea480 req-85a6de83-72d2-4706-9967-a212da3d59aa tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:36.484143 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ace3f623-aa9d-477f-99d0-e040d03ea480 req-85a6de83-72d2-4706-9967-a212da3d59aa tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 945 time: 0.1353226 Sep 16 04:44:36.495753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ce319-767a-4d54-8b2c-3a786f3361bf req-20c9cd71-f9b7-43d8-b4be-61650497793b tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:36.498035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-500ce319-767a-4d54-8b2c-3a786f3361bf req-20c9cd71-f9b7-43d8-b4be-61650497793b tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 950 time: 0.1247790 Sep 16 04:44:36.561500 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b66cfa11-5904-4bba-a3b5-b47738ed41a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.579493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ace3f623-aa9d-477f-99d0-e040d03ea480 req-b0262443-4064-4ebf-a897-60b994f8c7f4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802882 Sep 16 04:44:36.582157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-500ce319-767a-4d54-8b2c-3a786f3361bf req-c7b06983-37c8-466d-b843-112e47abc3de tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbe80d9-3d39-4a67-8abe-e62cb23032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751252 Sep 16 04:44:36.594572 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'name': 'tempest-ServersTestManualDisk-562996048-router', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:24Z', 'updated_at': '2021-09-16T04:44:31Z', 'revision_number': 4, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'gw_port': {'id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:26Z', 'updated_at': '2021-09-16T04:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '3fece526-9769-458a-be14-9450befd4668', 'name': '', 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'mac_address': 'fa:16:3e:8f:70:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '3a664049-f7c0-4b64-9c28-3b362226319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:30Z', 'updated_at': '2021-09-16T04:44:35Z', 'revision_number': 4, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'subnets': [{'id': '3a664049-f7c0-4b64-9c28-3b362226319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:36.598335 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b16c23f0-3a00-42bd-bd09-7e48459348f8 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.656083 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42bffaf-2c07-439b-90bc-b6b4998d871c None None] The sync data for ids ['23b152f3-fa1f-4797-ad07-2c03d9373572'] in n-d-712140-13 is: [{'id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'name': 'tempest-ServersTestManualDisk-562996048-router', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:24Z', 'updated_at': '2021-09-16T04:44:31Z', 'revision_number': 4, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'gw_port': {'id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:26Z', 'updated_at': '2021-09-16T04:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '3fece526-9769-458a-be14-9450befd4668', 'name': '', 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'mac_address': 'fa:16:3e:8f:70:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '3a664049-f7c0-4b64-9c28-3b362226319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:30Z', 'updated_at': '2021-09-16T04:44:35Z', 'revision_number': 4, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'subnets': [{'id': '3a664049-f7c0-4b64-9c28-3b362226319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:36.664374 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b66cfa11-5904-4bba-a3b5-b47738ed41a7 None None] For port 3fece526-9769-458a-be14-9450befd4668, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3fece526-9769-458a-be14-9450befd4668,segment=NetworkSegment(9b675b96-8de6-417f-9031-b96f05eac528),segment_id=9b675b96-8de6-417f-9031-b96f05eac528)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:36.684078 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b16c23f0-3a00-42bd-bd09-7e48459348f8 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.756703 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadb9295-89ac-402d-8309-92c641b3b74e admin admin] Made reservation on behalf of 313a4b3172b84bbdb716cd409eccfeb1 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:36.760913 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dadb9295-89ac-402d-8309-92c641b3b74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.774636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dadb9295-89ac-402d-8309-92c641b3b74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.778785 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b66cfa11-5904-4bba-a3b5-b47738ed41a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.784842 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b16c23f0-3a00-42bd-bd09-7e48459348f8 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.815436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ceabe9-87d7-4c70-8b5f-89a8a6ed4a01 req-cac1ec17-8096-49d3-b984-6fd25c24608f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:36.832834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6ceabe9-87d7-4c70-8b5f-89a8a6ed4a01 req-cac1ec17-8096-49d3-b984-6fd25c24608f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.1488187 Sep 16 04:44:36.841046 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c23f0-3a00-42bd-bd09-7e48459348f8 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9851fd28-1526-4052-9af0-8e06df6408a5,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:36.857935 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66cfa11-5904-4bba-a3b5-b47738ed41a7 None None] Pushing event updated for resources: {'Port': ['ID=3fece526-9769-458a-be14-9450befd4668,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:36.876738 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c23f0-3a00-42bd-bd09-7e48459348f8 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:36.878160 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c23f0-3a00-42bd-bd09-7e48459348f8 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:36.878160 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c23f0-3a00-42bd-bd09-7e48459348f8 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:36.878160 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c23f0-3a00-42bd-bd09-7e48459348f8 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:36.878160 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c23f0-3a00-42bd-bd09-7e48459348f8 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:36.878502 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c23f0-3a00-42bd-bd09-7e48459348f8 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:36.878809 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c23f0-3a00-42bd-bd09-7e48459348f8 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:36.879183 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c23f0-3a00-42bd-bd09-7e48459348f8 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:36.879741 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c23f0-3a00-42bd-bd09-7e48459348f8 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:36.880066 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c23f0-3a00-42bd-bd09-7e48459348f8 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:36.880430 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c23f0-3a00-42bd-bd09-7e48459348f8 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:36.880772 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c23f0-3a00-42bd-bd09-7e48459348f8 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:36.919590 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6ceabe9-87d7-4c70-8b5f-89a8a6ed4a01 req-3cf5f243-bde2-4d12-91bb-35abccd3be3f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857577 Sep 16 04:44:36.950250 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34764) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:37.066541 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dadb9295-89ac-402d-8309-92c641b3b74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.189854 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dadb9295-89ac-402d-8309-92c641b3b74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.250495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dadb9295-89ac-402d-8309-92c641b3b74e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:44:37.264332 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb9295-89ac-402d-8309-92c641b3b74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:37.279510 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dadb9295-89ac-402d-8309-92c641b3b74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.279510 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-dadb9295-89ac-402d-8309-92c641b3b74e admin admin] Added segment 229a1043-e00a-4651-938c-5c29398ee2b4 of type vlan for network dfa00947-d844-42e7-a6bc-3c59d3fba537 Sep 16 04:44:37.320585 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b16c23f0-3a00-42bd-bd09-7e48459348f8 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.322095 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b16c23f0-3a00-42bd-bd09-7e48459348f8 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9564528 Sep 16 04:44:37.325626 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34778) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:37.337688 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-2c19edad-4ac9-44db-bcc4-7211b3dbf4eb tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:37.358041 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dadb9295-89ac-402d-8309-92c641b3b74e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.465789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812add42-7682-48bb-b73f-8d571094d8b9 req-da00d3f3-4915-4116-ae8e-be1af823f8fe tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.467516 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-812add42-7682-48bb-b73f-8d571094d8b9 req-da00d3f3-4915-4116-ae8e-be1af823f8fe tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 944 time: 0.1114757 Sep 16 04:44:37.516201 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c19edad-4ac9-44db-bcc4-7211b3dbf4eb tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.548066 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-812add42-7682-48bb-b73f-8d571094d8b9 req-aa821c3c-28b1-4b0e-8222-dc8db71712b5 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722878 Sep 16 04:44:37.591857 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.597015 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dadb9295-89ac-402d-8309-92c641b3b74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.599416 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb9295-89ac-402d-8309-92c641b3b74e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.599416 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dadb9295-89ac-402d-8309-92c641b3b74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.688326 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb9295-89ac-402d-8309-92c641b3b74e admin admin] Pushing event updated for resources: {'Network': ['ID=dfa00947-d844-42e7-a6bc-3c59d3fba537,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:37.699622 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network dfa00947-d844-42e7-a6bc-3c59d3fba537 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:44:37.714821 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c19edad-4ac9-44db-bcc4-7211b3dbf4eb tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.767934 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dadb9295-89ac-402d-8309-92c641b3b74e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5921633 Sep 16 04:44:37.768612 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34792) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:37.780694 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-5acfcbc1-a1f0-4b23-801d-cb0fdb2b574b admin admin] Request body: {'subnet': {'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-7495031-subnet', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:37.791060 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-be4e1bad-7888-439d-96e4-f9fac7282e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.863453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894d5d5-35d5-42bd-9071-6e0ec725e78a req-b7b8294e-243f-4d7e-99e3-c9f4a523482d tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.865010 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9894d5d5-35d5-42bd-9071-6e0ec725e78a req-b7b8294e-243f-4d7e-99e3-c9f4a523482d tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 945 time: 0.1901894 Sep 16 04:44:37.865543 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-2c19edad-4ac9-44db-bcc4-7211b3dbf4eb tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Allocated IP 172.25.4.172 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/86f398fa-da6f-43ee-bd0d-1f38927e195d) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:37.945023 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9894d5d5-35d5-42bd-9071-6e0ec725e78a req-faf6b7e5-7da7-46ca-ac42-f66c612e94c1 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687346 Sep 16 04:44:37.956839 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acfcbc1-a1f0-4b23-801d-cb0fdb2b574b admin admin] Made reservation on behalf of 313a4b3172b84bbdb716cd409eccfeb1 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:37.959515 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5acfcbc1-a1f0-4b23-801d-cb0fdb2b574b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.960357 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 802e089d-0c99-46e9-957c-f84c3107c1a0 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:38.038651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Deleting port 6de96eb3-c037-4f45-afa6-7a1c25251103 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:38.039073 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.095037 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c19edad-4ac9-44db-bcc4-7211b3dbf4eb tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.115388 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.147413 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] For port 6de96eb3-c037-4f45-afa6-7a1c25251103, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6de96eb3-c037-4f45-afa6-7a1c25251103,segment=NetworkSegment(f3b66e33-1532-4e43-91f5-c6b4478ea47c),segment_id=f3b66e33-1532-4e43-91f5-c6b4478ea47c)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:38.147799 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.185796 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6a8a29-f0ba-4153-9e65-230cbd98c634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '802e089d-0c99-46e9-957c-f84c3107c1a0'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:38.186243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Calling delete_port for 6de96eb3-c037-4f45-afa6-7a1c25251103 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:38.186422 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645ec59d-c74f-4611-8d2e-54eb23b68fca" -d '{"events": [{"server_uuid": "2a6a8a29-f0ba-4153-9e65-230cbd98c634", "name": "network-vif-unplugged", "status": "completed", "tag": "802e089d-0c99-46e9-957c-f84c3107c1a0"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:38.205407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 802e089d-0c99-46e9-957c-f84c3107c1a0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=802e089d-0c99-46e9-957c-f84c3107c1a0,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:38.307315 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636853f-f179-4395-b88f-5f8e1c94eeb5 req-6df3ad13-4e55-4c6b-8fd3-299b8f1f4484 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.309229 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0636853f-f179-4395-b88f-5f8e1c94eeb5 req-6df3ad13-4e55-4c6b-8fd3-299b8f1f4484 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.0749214 Sep 16 04:44:38.311518 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c19edad-4ac9-44db-bcc4-7211b3dbf4eb tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.350847 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c19edad-4ac9-44db-bcc4-7211b3dbf4eb tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:38.353108 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-2c19edad-4ac9-44db-bcc4-7211b3dbf4eb tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:38.355689 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c19edad-4ac9-44db-bcc4-7211b3dbf4eb tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:38.382229 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.407924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19edad-4ac9-44db-bcc4-7211b3dbf4eb tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Pushing event updated for resources: {'Port': ['ID=86f398fa-da6f-43ee-bd0d-1f38927e195d,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:38.412754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0636853f-f179-4395-b88f-5f8e1c94eeb5 req-26dfe3c2-8b49-4769-80fb-b45bd2e43e86 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696161 Sep 16 04:44:38.412922 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5acfcbc1-a1f0-4b23-801d-cb0fdb2b574b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.461799 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=802e089d-0c99-46e9-957c-f84c3107c1a0,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:38.521831 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.522699 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfcbc1-a1f0-4b23-801d-cb0fdb2b574b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aaa3052-f1cc-492f-84e6-ab27c153753a,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:38.539985 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acfcbc1-a1f0-4b23-801d-cb0fdb2b574b admin admin] Checking segment: {'id': '229a1043-e00a-4651-938c-5c29398ee2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:38.540339 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acfcbc1-a1f0-4b23-801d-cb0fdb2b574b admin admin] Network hostable DHCP agents. Network: dfa00947-d844-42e7-a6bc-3c59d3fba537, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:44:38.580007 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3fece526-9769-458a-be14-9450befd4668 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:38.633742 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 3fece526-9769-458a-be14-9450befd4668 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:38.634130 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.643665 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.667640 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acfcbc1-a1f0-4b23-801d-cb0fdb2b574b admin admin] Network dfa00947-d844-42e7-a6bc-3c59d3fba537 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:44:38.697335 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c19edad-4ac9-44db-bcc4-7211b3dbf4eb tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.704481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=6de96eb3-c037-4f45-afa6-7a1c25251103,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:38.733872 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.734115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.735258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.735258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.735459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.735791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.736105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.737235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.737235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.737235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.737618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.737828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.807144 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-5acfcbc1-a1f0-4b23-801d-cb0fdb2b574b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, dfa00947-d844-42e7-a6bc-3c59d3fba537) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:38.811660 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acfcbc1-a1f0-4b23-801d-cb0fdb2b574b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.821376 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5acfcbc1-a1f0-4b23-801d-cb0fdb2b574b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.821646 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a53d21-469d-4d47-9db5-51f0696952a6 None None] Network dfa00947-d844-42e7-a6bc-3c59d3fba537 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:38.873972 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c19edad-4ac9-44db-bcc4-7211b3dbf4eb tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.944835 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5acfcbc1-a1f0-4b23-801d-cb0fdb2b574b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1728868 Sep 16 04:44:38.947740 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34828) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:38.952756 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f96eb594-b088-4762-aa03-f3417cebac41 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-7495031-router', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:38.967655 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.014546 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45aee920-45dd-47be-93c9-62994de69cf3 x-openstack-request-id: req-45aee920-45dd-47be-93c9-62994de69cf3 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:39.014850 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6a8a29-f0ba-4153-9e65-230cbd98c634", "name": "network-vif-unplugged", "status": "completed", "tag": "802e089d-0c99-46e9-957c-f84c3107c1a0", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:39.015307 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45aee920-45dd-47be-93c9-62994de69cf3 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:39.015875 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6a8a29-f0ba-4153-9e65-230cbd98c634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '802e089d-0c99-46e9-957c-f84c3107c1a0', 'code': 200} Sep 16 04:44:39.065896 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-dfa00947-d844-42e7-a6bc-3c59d3fba537', 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'fixed_ips': [{'subnet_id': '5aaa3052-f1cc-492f-84e6-ab27c153753a'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:44:39.085782 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.085782 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.107631 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c19edad-4ac9-44db-bcc4-7211b3dbf4eb tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.180984 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9aa83a-93ac-4e2e-ae4d-304d1b45b40f req-d313f68d-8ba4-4f5a-bf52-a666c444937a tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.182681 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a9aa83a-93ac-4e2e-ae4d-304d1b45b40f req-d313f68d-8ba4-4f5a-bf52-a666c444937a tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 944 time: 0.1123881 Sep 16 04:44:39.211432 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] Allocated IP 172.20.0.2 (dfa00947-d844-42e7-a6bc-3c59d3fba537/5aaa3052-f1cc-492f-84e6-ab27c153753a/f487fed6-732f-47a9-a6a0-750a8bc399eb) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:39.253297 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c19edad-4ac9-44db-bcc4-7211b3dbf4eb tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.282408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a9aa83a-93ac-4e2e-ae4d-304d1b45b40f req-7c57ff6f-79d9-4e92-96f9-5ec3ea77068b tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639803 Sep 16 04:44:39.331073 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19edad-4ac9-44db-bcc4-7211b3dbf4eb tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Pushing event updated for resources: {'Port': ['ID=86f398fa-da6f-43ee-bd0d-1f38927e195d,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:39.344489 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c19edad-4ac9-44db-bcc4-7211b3dbf4eb tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.359187 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f96eb594-b088-4762-aa03-f3417cebac41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.359187 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f96eb594-b088-4762-aa03-f3417cebac41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.406544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Router f094f345-bbae-4782-95cc-c044070d818a has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:44:39.436734 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.437724 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f96eb594-b088-4762-aa03-f3417cebac41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.504562 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c19edad-4ac9-44db-bcc4-7211b3dbf4eb tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.506140 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2c19edad-4ac9-44db-bcc4-7211b3dbf4eb tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1791062 Sep 16 04:44:39.574685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa6760-7be4-42ff-98d2-2ff6cf75776b req-a403f2d3-f57c-459e-8556-6a7ffc3125e5 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.576247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-38aa6760-7be4-42ff-98d2-2ff6cf75776b req-a403f2d3-f57c-459e-8556-6a7ffc3125e5 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.0910468 Sep 16 04:44:39.624670 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.641360 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:39.652194 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34864) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:39.652807 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5cb781c0-c5d3-4463-a6a7-fcc17b319d40 admin admin] 10.222.0.20 "PUT /v2.0/routers/f094f345-bbae-4782-95cc-c044070d818a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7005465 Sep 16 04:44:39.653969 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23faaddd-caa6-485b-bcd4-65b96bc2c5d6 None None] Sync routers for ids ['f094f345-bbae-4782-95cc-c044070d818a'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:39.673160 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23faaddd-caa6-485b-bcd4-65b96bc2c5d6 None None] Routers {'f094f345-bbae-4782-95cc-c044070d818a'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:39.679296 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-23faaddd-caa6-485b-bcd4-65b96bc2c5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:44:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f094f345-bbae-4782-95cc-c044070d818a'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:39.692947 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] Network dfa00947-d844-42e7-a6bc-3c59d3fba537 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:39.696071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:39.715773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:39.723444 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] Pushing event updated for resources: {'Port': ['ID=f487fed6-732f-47a9-a6a0-750a8bc399eb,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:39.748914 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-38aa6760-7be4-42ff-98d2-2ff6cf75776b req-f6eb5d2a-e598-479f-8df5-5564262bcfda tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536021 Sep 16 04:44:39.808546 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f96eb594-b088-4762-aa03-f3417cebac41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.820505 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a65aea6-e414-4022-900c-1e38f6357e3a admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.835189 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] Attempting to bind port f487fed6-732f-47a9-a6a0-750a8bc399eb on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:39.839705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] Attempting to bind port f487fed6-732f-47a9-a6a0-750a8bc399eb by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '229a1043-e00a-4651-938c-5c29398ee2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:39.839705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] Attempting to bind port f487fed6-732f-47a9-a6a0-750a8bc399eb on network dfa00947-d844-42e7-a6bc-3c59d3fba537 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:39.844122 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:39.844492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] Checking segment: {'id': '229a1043-e00a-4651-938c-5c29398ee2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:39.844892 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.845278 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] Bound using segment: {'id': '229a1043-e00a-4651-938c-5c29398ee2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:39.845742 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] Bound port: f487fed6-732f-47a9-a6a0-750a8bc399eb, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '229a1043-e00a-4651-938c-5c29398ee2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:39.846120 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.861110 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-23faaddd-caa6-485b-bcd4-65b96bc2c5d6 None None] Set router f094f345-bbae-4782-95cc-c044070d818a gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:39.908093 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-39d21910-681b-4d16-804a-b63b41ceb921 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2097924033&fields=id&tenant_id=6dad241d04f94c02b95070bcffa69569 HTTP/1.1" status: 200 len: 267 time: 0.0565956 Sep 16 04:44:39.988599 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a65aea6-e414-4022-900c-1e38f6357e3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.025087 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device f4986137-bb28-4bd6-b14b-9d03563408f0 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:40.077284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-315d8dd5-9b84-4013-a344-5ab8d9e2a46a tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.078582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] For port f487fed6-732f-47a9-a6a0-750a8bc399eb, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:40.078828 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-315d8dd5-9b84-4013-a344-5ab8d9e2a46a tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/networks?id=3b2f8e69-e798-428b-909a-dbf5d4620f7d HTTP/1.1" status: 200 len: 811 time: 0.1698639 Sep 16 04:44:40.088777 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-23faaddd-caa6-485b-bcd4-65b96bc2c5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f094f345-bbae-4782-95cc-c044070d818a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1879925982-router', 'tenant_id': '19e8745573624aaa8a63c80689f7b7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '46cf5f42-7f2d-4987-b010-a3d004cddb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:17Z', 'updated_at': '2021-09-16T04:44:38Z', 'revision_number': 5, 'project_id': '19e8745573624aaa8a63c80689f7b7bc', 'gw_port': {'id': '46cf5f42-7f2d-4987-b010-a3d004cddb15', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f094f345-bbae-4782-95cc-c044070d818a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:40.099757 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] For port f487fed6-732f-47a9-a6a0-750a8bc399eb, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f487fed6-732f-47a9-a6a0-750a8bc399eb,segment=NetworkSegment(229a1043-e00a-4651-938c-5c29398ee2b4),segment_id=229a1043-e00a-4651-938c-5c29398ee2b4)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:40.130600 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-24449407-cff4-4b17-92c5-c5ab0c761f41 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/quotas/6dad241d04f94c02b95070bcffa69569 HTTP/1.1" status: 200 len: 375 time: 0.0216708 Sep 16 04:44:40.130852 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23faaddd-caa6-485b-bcd4-65b96bc2c5d6 None None] Checking router: f094f345-bbae-4782-95cc-c044070d818a for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:44:40.147574 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23faaddd-caa6-485b-bcd4-65b96bc2c5d6 None None] Routers {'f094f345-bbae-4782-95cc-c044070d818a'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:40.148933 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-23faaddd-caa6-485b-bcd4-65b96bc2c5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:44:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f094f345-bbae-4782-95cc-c044070d818a'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:40.159833 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port f4986137-bb28-4bd6-b14b-9d03563408f0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f4986137-bb28-4bd6-b14b-9d03563408f0,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:40.176493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'f4986137-bb28-4bd6-b14b-9d03563408f0', 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc', 'port_id': 'f4986137-bb28-4bd6-b14b-9d03563408f0', 'mac_address': 'fa:16:3e:0b:20:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84cb2d22-db72-4730-b5c0-6fc65c2696d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:40.217468 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-4a65aea6-e414-4022-900c-1e38f6357e3a admin admin] Deleting port 46cf5f42-7f2d-4987-b010-a3d004cddb15 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:40.218235 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a65aea6-e414-4022-900c-1e38f6357e3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.233193 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.238101 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-5dcc655d-64f8-42fd-b543-684c62fd7cc3 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6dad241d04f94c02b95070bcffa69569&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0990758 Sep 16 04:44:40.248591 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4986137-bb28-4bd6-b14b-9d03563408f0 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:40.273082 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port f4986137-bb28-4bd6-b14b-9d03563408f0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f4986137-bb28-4bd6-b14b-9d03563408f0,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:40.273693 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-23faaddd-caa6-485b-bcd4-65b96bc2c5d6 None None] Set router f094f345-bbae-4782-95cc-c044070d818a gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:40.339863 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-23faaddd-caa6-485b-bcd4-65b96bc2c5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f094f345-bbae-4782-95cc-c044070d818a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1879925982-router', 'tenant_id': '19e8745573624aaa8a63c80689f7b7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:17Z', 'updated_at': '2021-09-16T04:44:39Z', 'revision_number': 6, 'project_id': '19e8745573624aaa8a63c80689f7b7bc', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:40.342315 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-4a65aea6-e414-4022-900c-1e38f6357e3a admin admin] For port 46cf5f42-7f2d-4987-b010-a3d004cddb15, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=46cf5f42-7f2d-4987-b010-a3d004cddb15,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:40.343194 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a65aea6-e414-4022-900c-1e38f6357e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.356983 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.373679 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-4a65aea6-e414-4022-900c-1e38f6357e3a admin admin] Calling delete_port for 46cf5f42-7f2d-4987-b010-a3d004cddb15 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:40.376692 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23faaddd-caa6-485b-bcd4-65b96bc2c5d6 None None] The sync data for ids ['f094f345-bbae-4782-95cc-c044070d818a'] in n-d-712140-13 is: [{'id': 'f094f345-bbae-4782-95cc-c044070d818a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1879925982-router', 'tenant_id': '19e8745573624aaa8a63c80689f7b7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:17Z', 'updated_at': '2021-09-16T04:44:39Z', 'revision_number': 6, 'project_id': '19e8745573624aaa8a63c80689f7b7bc', 'gw_port_host': None}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:40.476392 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-1762da31-3c4e-4d49-80ef-3189e6cece2b service neutron] 10.222.0.20 "GET /v2.0/networks/3b2f8e69-e798-428b-909a-dbf5d4620f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368214 Sep 16 04:44:40.482769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f03dc5-3b36-4fe1-b7ec-0142e5ca42ac None None] Pushing event updated for resources: {'Port': ['ID=f487fed6-732f-47a9-a6a0-750a8bc399eb,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:40.495842 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.568895 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=f4986137-bb28-4bd6-b14b-9d03563408f0,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:40.710205 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.821057 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a65aea6-e414-4022-900c-1e38f6357e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.873068 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65aea6-e414-4022-900c-1e38f6357e3a admin admin] Pushing event deleted for resources: {'Port': ['ID=46cf5f42-7f2d-4987-b010-a3d004cddb15,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:40.936376 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f96eb594-b088-4762-aa03-f3417cebac41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.949890 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a65aea6-e414-4022-900c-1e38f6357e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.973798 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba8eb5-d986-4bf6-b19c-0d99b658d727 req-79c95d2b-6b61-4341-86ea-36d10baa291d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.975580 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fba8eb5-d986-4bf6-b19c-0d99b658d727 req-79c95d2b-6b61-4341-86ea-36d10baa291d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 944 time: 0.5985599 Sep 16 04:44:40.978231 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['f4986137-bb28-4bd6-b14b-9d03563408f0'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:41.009975 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f96eb594-b088-4762-aa03-f3417cebac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.058686 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a65aea6-e414-4022-900c-1e38f6357e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.061244 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a65aea6-e414-4022-900c-1e38f6357e3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.099289 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-8082ccb8-8a90-4a1d-bbef-cfbe76859723 service neutron] 10.222.0.20 "GET /v2.0/networks/3b2f8e69-e798-428b-909a-dbf5d4620f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6219869 Sep 16 04:44:41.118514 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fba8eb5-d986-4bf6-b19c-0d99b658d727 req-695939cf-fae4-4ec0-9f70-39e0b8f7c8a9 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123605 Sep 16 04:44:41.206258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-f96eb594-b088-4762-aa03-f3417cebac41 admin admin] Allocated IP 172.25.4.119 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/59f44d82-cca1-4cbc-b2f9-b0055005e6ce) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:41.304349 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a65aea6-e414-4022-900c-1e38f6357e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.304894 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a65aea6-e414-4022-900c-1e38f6357e3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f094f345-bbae-4782-95cc-c044070d818a {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:44:41.315060 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a65aea6-e414-4022-900c-1e38f6357e3a admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.315060 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4a65aea6-e414-4022-900c-1e38f6357e3a admin admin] 10.222.0.20 "DELETE /v2.0/routers/f094f345-bbae-4782-95cc-c044070d818a HTTP/1.1" status: 204 len: 168 time: 1.6576896 Sep 16 04:44:41.316839 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34902) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:41.363261 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f96eb594-b088-4762-aa03-f3417cebac41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.377863 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-204fedf8-b01b-4296-80c3-fa35f93d1e3e admin admin] Deleting subnet f915b2ee-8243-4d3d-a882-24e5aa3c6148 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:44:41.382435 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-204fedf8-b01b-4296-80c3-fa35f93d1e3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.424946 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-204fedf8-b01b-4296-80c3-fa35f93d1e3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.447619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aeb5a9-28fe-4c70-ae5b-6714ae89af7d req-a0c24629-da06-4787-a885-b3f94cd2a849 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:41.449224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54aeb5a9-28fe-4c70-ae5b-6714ae89af7d req-a0c24629-da06-4787-a885-b3f94cd2a849 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.0765750 Sep 16 04:44:41.528740 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54aeb5a9-28fe-4c70-ae5b-6714ae89af7d req-28470b92-5584-4057-a2b2-f3736fe7c4c9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733538 Sep 16 04:44:41.562132 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f96eb594-b088-4762-aa03-f3417cebac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.563928 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-204fedf8-b01b-4296-80c3-fa35f93d1e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.597105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96eb594-b088-4762-aa03-f3417cebac41 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:41.604295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-f96eb594-b088-4762-aa03-f3417cebac41 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:41.641483 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96eb594-b088-4762-aa03-f3417cebac41 admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:41.720973 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97d98e65-a648-4dbf-ba66-45690cf68e4f req-faec6613-1e4b-4386-93c1-3ff319be0500 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 210 time: 0.1047711 Sep 16 04:44:41.727552 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-204fedf8-b01b-4296-80c3-fa35f93d1e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.750450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96eb594-b088-4762-aa03-f3417cebac41 admin admin] Pushing event updated for resources: {'Port': ['ID=59f44d82-cca1-4cbc-b2f9-b0055005e6ce,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:41.774846 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204fedf8-b01b-4296-80c3-fa35f93d1e3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f915b2ee-8243-4d3d-a882-24e5aa3c6148,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:41.795956 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b14e0d8-a065-4634-9ff2-8c26c6fc6978 None None] Network f79bb79b-c0c8-4d17-b050-5e52580a6ab2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:41.799425 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-204fedf8-b01b-4296-80c3-fa35f93d1e3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.805219 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-204fedf8-b01b-4296-80c3-fa35f93d1e3e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f915b2ee-8243-4d3d-a882-24e5aa3c6148 HTTP/1.1" status: 204 len: 168 time: 0.4846861 Sep 16 04:44:41.806766 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34918) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:41.838408 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28180348-43e9-421a-8f9e-59403697a118 None None] Network dfa00947-d844-42e7-a6bc-3c59d3fba537 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:41.915640 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.973657 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] Deleting port 153de383-80c2-4d3c-ae53-16e830f94a57 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:41.973997 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.988281 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-5f429b21-5654-48e9-8e02-8d855cfb2043 None None] Provisioning complete for port f487fed6-732f-47a9-a6a0-750a8bc399eb triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:41.993364 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f429b21-5654-48e9-8e02-8d855cfb2043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.041815 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] For port 153de383-80c2-4d3c-ae53-16e830f94a57, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=153de383-80c2-4d3c-ae53-16e830f94a57,segment=NetworkSegment(f3b66e33-1532-4e43-91f5-c6b4478ea47c),segment_id=f3b66e33-1532-4e43-91f5-c6b4478ea47c)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:42.042098 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.056571 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] Calling delete_port for 153de383-80c2-4d3c-ae53-16e830f94a57 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:42.161139 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f96eb594-b088-4762-aa03-f3417cebac41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.177706 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 1907978b-8970-415c-b4fc-9fbfaf6308f7 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:42.236686 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cab2c63-b5a5-4fc0-a7ca-136dc66fe804 None None] DHCP port deletion for f79bb79b-c0c8-4d17-b050-5e52580a6ab2 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:44:42.259011 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.294979 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=153de383-80c2-4d3c-ae53-16e830f94a57,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:42.301465 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] No DVR routers for this DVR port 153de383-80c2-4d3c-ae53-16e830f94a57 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:42.310599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c52883-85ba-4ceb-88ea-06e419cdaee4 req-989d93c5-5e5b-4ce2-8953-2a97e9922ad3 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.313091 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44c52883-85ba-4ceb-88ea-06e419cdaee4 req-989d93c5-5e5b-4ce2-8953-2a97e9922ad3 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 945 time: 0.1084883 Sep 16 04:44:42.332405 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f429b21-5654-48e9-8e02-8d855cfb2043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.397070 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5f429b21-5654-48e9-8e02-8d855cfb2043 None None] For port f487fed6-732f-47a9-a6a0-750a8bc399eb, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f487fed6-732f-47a9-a6a0-750a8bc399eb,segment=NetworkSegment(229a1043-e00a-4651-938c-5c29398ee2b4),segment_id=229a1043-e00a-4651-938c-5c29398ee2b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:42.408385 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 1907978b-8970-415c-b4fc-9fbfaf6308f7, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1907978b-8970-415c-b4fc-9fbfaf6308f7,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:42.430060 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-3cab2c63-b5a5-4fc0-a7ca-136dc66fe804 None None] Deleting port 153de383-80c2-4d3c-ae53-16e830f94a57 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:42.430649 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3cab2c63-b5a5-4fc0-a7ca-136dc66fe804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.435098 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.435330 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '1907978b-8970-415c-b4fc-9fbfaf6308f7', 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5', 'port_id': '1907978b-8970-415c-b4fc-9fbfaf6308f7', 'mac_address': 'fa:16:3e:0d:a3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f3edd7-c966-45f1-a2c0-304513016974', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:42.474821 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79bb79b-c0c8-4d17-b050-5e52580a6ab2']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:42.493318 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b66e33-1532-4e43-91f5-c6b4478ea47c') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:42.493844 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b66e33-1532-4e43-91f5-c6b4478ea47c') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:42.506083 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.524033 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.529888 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f429b21-5654-48e9-8e02-8d855cfb2043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.549572 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:44:42.549572 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.550446 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44c52883-85ba-4ceb-88ea-06e419cdaee4 req-ace7c069-e35f-4aeb-9c68-eb468279ac1c tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579840 Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:44:42.563471 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:44:42.577847 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f96eb594-b088-4762-aa03-f3417cebac41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.600241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3cab2c63-b5a5-4fc0-a7ca-136dc66fe804 None None] For port 153de383-80c2-4d3c-ae53-16e830f94a57, host n-d-712140-13, got binding levels [] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:42.600649 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3cab2c63-b5a5-4fc0-a7ca-136dc66fe804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.633095 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-3cab2c63-b5a5-4fc0-a7ca-136dc66fe804 None None] Calling delete_port for 153de383-80c2-4d3c-ae53-16e830f94a57 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:42.647772 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.ipam_backend_mixin [None req-3cab2c63-b5a5-4fc0-a7ca-136dc66fe804 None None] Port 153de383-80c2-4d3c-ae53-16e830f94a57 was not found and therefore no delete operation was performed {{(pid=95475) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:44:42.697358 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.702589 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f487fed6-732f-47a9-a6a0-750a8bc399eb up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:42.707610 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3cab2c63-b5a5-4fc0-a7ca-136dc66fe804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.746039 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30bfd5-c446-4fe0-a2a6-75f076514b32 req-b82ae2f5-4cf5-446d-a7a2-1bf2415d0bf9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.748019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b30bfd5-c446-4fe0-a2a6-75f076514b32 req-b82ae2f5-4cf5-446d-a7a2-1bf2415d0bf9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.0952451 Sep 16 04:44:42.752858 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab2c63-b5a5-4fc0-a7ca-136dc66fe804 None None] No DVR routers for this DVR port 153de383-80c2-4d3c-ae53-16e830f94a57 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:42.773043 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.789494 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1907978b-8970-415c-b4fc-9fbfaf6308f7 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:42.810493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b30bfd5-c446-4fe0-a2a6-75f076514b32 req-042c7ba3-780d-48de-a9b2-ef4336449ddf tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512438 Sep 16 04:44:42.815625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-90e7142a-349c-44a5-9096-b6241dc6b98e None None] Provisioning complete for port f487fed6-732f-47a9-a6a0-750a8bc399eb triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:42.816009 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-90e7142a-349c-44a5-9096-b6241dc6b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.816376 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.817597 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f429b21-5654-48e9-8e02-8d855cfb2043 None None] Pushing event updated for resources: {'Port': ['ID=f487fed6-732f-47a9-a6a0-750a8bc399eb,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:42.818311 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f79bb79b-c0c8-4d17-b050-5e52580a6ab2 HTTP/1.1" status: 204 len: 168 time: 1.0099225 Sep 16 04:44:42.821154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34952) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:42.832167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400e2f6-625f-4415-b881-1d266b1eb0a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f79bb79b-c0c8-4d17-b050-5e52580a6ab2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:42.868961 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429b21-5654-48e9-8e02-8d855cfb2043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:42.869307 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429b21-5654-48e9-8e02-8d855cfb2043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:42.869657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429b21-5654-48e9-8e02-8d855cfb2043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:42.870125 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429b21-5654-48e9-8e02-8d855cfb2043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:42.871061 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429b21-5654-48e9-8e02-8d855cfb2043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:42.871399 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429b21-5654-48e9-8e02-8d855cfb2043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:42.871732 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429b21-5654-48e9-8e02-8d855cfb2043 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:42.872063 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429b21-5654-48e9-8e02-8d855cfb2043 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:42.872412 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429b21-5654-48e9-8e02-8d855cfb2043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:42.872738 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429b21-5654-48e9-8e02-8d855cfb2043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:42.873064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429b21-5654-48e9-8e02-8d855cfb2043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:42.873387 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429b21-5654-48e9-8e02-8d855cfb2043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:42.884682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 1907978b-8970-415c-b4fc-9fbfaf6308f7, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1907978b-8970-415c-b4fc-9fbfaf6308f7,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:42.906853 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de54acad-e629-44b0-937b-629b4772ee92 req-7b6721b5-efdc-4dc1-a834-f2113fb6fd3f tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 210 time: 0.0352128 Sep 16 04:44:42.924879 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab2c63-b5a5-4fc0-a7ca-136dc66fe804 None None] Pushing event deleted for resources: {'Port': ['ID=153de383-80c2-4d3c-ae53-16e830f94a57,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:42.931920 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port f487fed6-732f-47a9-a6a0-750a8bc399eb triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:42.932454 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.969760 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96eb594-b088-4762-aa03-f3417cebac41 admin admin] Router 7b71af7b-d718-4a47-9c24-9fc83fef599b is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:44:42.969945 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:43.101546 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=1907978b-8970-415c-b4fc-9fbfaf6308f7,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:43.180973 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6de96eb3-c037-4f45-afa6-7a1c25251103 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:43.203660 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['1907978b-8970-415c-b4fc-9fbfaf6308f7'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:43.206801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 6de96eb3-c037-4f45-afa6-7a1c25251103 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:43.207165 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6de96eb3-c037-4f45-afa6-7a1c25251103 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:43.207571 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 46cf5f42-7f2d-4987-b010-a3d004cddb15 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:43.208410 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96eb594-b088-4762-aa03-f3417cebac41 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:43.246644 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] Sync routers for ids ['7b71af7b-d718-4a47-9c24-9fc83fef599b'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:43.254678 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 46cf5f42-7f2d-4987-b010-a3d004cddb15 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:43.255057 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 46cf5f42-7f2d-4987-b010-a3d004cddb15 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:43.255474 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 153de383-80c2-4d3c-ae53-16e830f94a57 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:43.283740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 153de383-80c2-4d3c-ae53-16e830f94a57 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:43.284182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 153de383-80c2-4d3c-ae53-16e830f94a57 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:43.288943 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] Routers {'7b71af7b-d718-4a47-9c24-9fc83fef599b'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:43.289602 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:44:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7b71af7b-d718-4a47-9c24-9fc83fef599b'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:43.364933 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-48d4f5f9-f52a-4003-8cfa-c378e88f1e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:43.368063 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f96eb594-b088-4762-aa03-f3417cebac41 admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:43.369393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f96eb594-b088-4762-aa03-f3417cebac41 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4204013 Sep 16 04:44:43.372755 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34966) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:43.625104 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] Set router 7b71af7b-d718-4a47-9c24-9fc83fef599b gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:43.733363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-48d4f5f9-f52a-4003-8cfa-c378e88f1e9f admin admin] Deleting port c94f12df-4006-4a20-b515-dac63952c12a {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:43.736836 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-48d4f5f9-f52a-4003-8cfa-c378e88f1e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:43.744434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa93b3-8d77-4b76-8cda-707742b11912 req-0eedec76-56a9-4382-8122-b92881ff3add tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:43.747027 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cafa93b3-8d77-4b76-8cda-707742b11912 req-0eedec76-56a9-4382-8122-b92881ff3add tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 945 time: 0.1030660 Sep 16 04:44:43.845950 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cafa93b3-8d77-4b76-8cda-707742b11912 req-52550b1d-5328-4b1d-98aa-4ddcd8b80267 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875759 Sep 16 04:44:43.865809 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-48d4f5f9-f52a-4003-8cfa-c378e88f1e9f admin admin] For port c94f12df-4006-4a20-b515-dac63952c12a, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c94f12df-4006-4a20-b515-dac63952c12a,segment=NetworkSegment(a8390d2f-db23-4457-876a-1a5a7b8e6d98),segment_id=a8390d2f-db23-4457-876a-1a5a7b8e6d98)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:43.865809 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-48d4f5f9-f52a-4003-8cfa-c378e88f1e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:43.898919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-48d4f5f9-f52a-4003-8cfa-c378e88f1e9f admin admin] Calling delete_port for c94f12df-4006-4a20-b515-dac63952c12a owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:43.910830 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'name': 'tempest-TaggedBootDevicesTest-7495031-router', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:39Z', 'updated_at': '2021-09-16T04:44:41Z', 'revision_number': 3, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'gw_port': {'id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:41Z', 'updated_at': '2021-09-16T04:44:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:43.955425 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] Checking router: 7b71af7b-d718-4a47-9c24-9fc83fef599b for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:44:43.955679 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] Updating router 7b71af7b-d718-4a47-9c24-9fc83fef599b port 59f44d82-cca1-4cbc-b2f9-b0055005e6ce binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:44:43.984336 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device f4986137-bb28-4bd6-b14b-9d03563408f0 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:44.020348 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.025804 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-68a98cc2-4149-43b4-9604-834d25032db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.045730 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dbb31b13-e5e5-4302-97a5-5c3435910017 req-057341a1-cb35-4f78-857f-2cfa238bbe70 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 210 time: 0.0481699 Sep 16 04:44:44.059897 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fa992-2c47-46bd-bc75-1363e502c5a0 req-986d37ff-33ff-4ace-9523-cee0ca88c8d8 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.062203 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc1fa992-2c47-46bd-bc75-1363e502c5a0 req-986d37ff-33ff-4ace-9523-cee0ca88c8d8 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.1169071 Sep 16 04:44:44.153431 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 1907978b-8970-415c-b4fc-9fbfaf6308f7 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:44.161658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc1fa992-2c47-46bd-bc75-1363e502c5a0 req-10be4eae-4942-4bab-8c90-452ff865ef3e tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605161 Sep 16 04:44:44.227416 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-68a98cc2-4149-43b4-9604-834d25032db5 admin admin] Allocated IP 172.20.0.1 (dfa00947-d844-42e7-a6bc-3c59d3fba537/5aaa3052-f1cc-492f-84e6-ab27c153753a/92be808e-3341-47ae-9fa3-6adc19df2d40) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:44.275035 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port f4986137-bb28-4bd6-b14b-9d03563408f0 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:44.278990 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 1907978b-8970-415c-b4fc-9fbfaf6308f7 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:44.279361 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.307592 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port f4986137-bb28-4bd6-b14b-9d03563408f0 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:44.307967 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.342800 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-68a98cc2-4149-43b4-9604-834d25032db5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.367499 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-48d4f5f9-f52a-4003-8cfa-c378e88f1e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.423196 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4f5f9-f52a-4003-8cfa-c378e88f1e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=c94f12df-4006-4a20-b515-dac63952c12a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:44.494183 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-68a98cc2-4149-43b4-9604-834d25032db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.506487 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.515625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f487fed6-732f-47a9-a6a0-750a8bc399eb up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:44.525326 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.558936 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.566486 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a98cc2-4149-43b4-9604-834d25032db5 admin admin] Pushing event updated for resources: {'Port': ['ID=92be808e-3341-47ae-9fa3-6adc19df2d40,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:44.574385 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a98cc2-4149-43b4-9604-834d25032db5 admin admin] Network dfa00947-d844-42e7-a6bc-3c59d3fba537 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:44.575857 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-68a98cc2-4149-43b4-9604-834d25032db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:44.578300 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a98cc2-4149-43b4-9604-834d25032db5 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:44.595779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f32a055-5cde-4647-a94d-b27bf2fde11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1907978b-8970-415c-b4fc-9fbfaf6308f7'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:44.598930 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f69d03-8a40-41ce-abea-63187e15b356" -d '{"events": [{"server_uuid": "1f32a055-5cde-4647-a94d-b27bf2fde11b", "name": "network-vif-plugged", "status": "completed", "tag": "1907978b-8970-415c-b4fc-9fbfaf6308f7"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:44.632837 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.643350 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 1907978b-8970-415c-b4fc-9fbfaf6308f7, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1907978b-8970-415c-b4fc-9fbfaf6308f7,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:44.650187 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-68a98cc2-4149-43b4-9604-834d25032db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.699712 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port f4986137-bb28-4bd6-b14b-9d03563408f0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f4986137-bb28-4bd6-b14b-9d03563408f0,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:44.707909 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1a3428-6a55-44d5-a16c-8bdd2331a041 x-openstack-request-id: req-de1a3428-6a55-44d5-a16c-8bdd2331a041 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:44.708302 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f32a055-5cde-4647-a94d-b27bf2fde11b", "name": "network-vif-plugged", "status": "completed", "tag": "1907978b-8970-415c-b4fc-9fbfaf6308f7", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:44.708437 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de1a3428-6a55-44d5-a16c-8bdd2331a041 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:44.708855 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f32a055-5cde-4647-a94d-b27bf2fde11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1907978b-8970-415c-b4fc-9fbfaf6308f7', 'code': 200} Sep 16 04:44:44.730622 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-48d4f5f9-f52a-4003-8cfa-c378e88f1e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.778783 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.787876 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cde74-4521-4b2a-b50f-69fb113f0708 None None] Pushing event updated for resources: {'Port': ['ID=59f44d82-cca1-4cbc-b2f9-b0055005e6ce,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:44.800172 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port f487fed6-732f-47a9-a6a0-750a8bc399eb triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:44.800636 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.805147 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] Attempting to bind port 59f44d82-cca1-4cbc-b2f9-b0055005e6ce on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:44.805717 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] Attempting to bind port 59f44d82-cca1-4cbc-b2f9-b0055005e6ce by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:44.806153 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] Attempting to bind port 59f44d82-cca1-4cbc-b2f9-b0055005e6ce on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:44.862537 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:44.862970 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:44.863364 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.863744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:44.864465 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] Bound port: 59f44d82-cca1-4cbc-b2f9-b0055005e6ce, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:44.864591 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.866250 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.957567 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=1907978b-8970-415c-b4fc-9fbfaf6308f7,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:44.996053 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-82c6e156-6e07-424d-9f1b-e1c250b96e46 None None] Provisioning complete for port 92be808e-3341-47ae-9fa3-6adc19df2d40 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:44.996431 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-82c6e156-6e07-424d-9f1b-e1c250b96e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.999306 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-68a98cc2-4149-43b4-9604-834d25032db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.002493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] For port 59f44d82-cca1-4cbc-b2f9-b0055005e6ce, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:45.061014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf978da-fe80-411a-93e1-4d61fd3ad2dd req-dd54184c-addf-434b-a4cc-4dd2e26c268a tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.062743 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbf978da-fe80-411a-93e1-4d61fd3ad2dd req-dd54184c-addf-434b-a4cc-4dd2e26c268a tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 946 time: 0.1105714 Sep 16 04:44:45.064820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d4f5f9-f52a-4003-8cfa-c378e88f1e9f admin admin] Router 5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:44:45.079165 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] For port 59f44d82-cca1-4cbc-b2f9-b0055005e6ce, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=59f44d82-cca1-4cbc-b2f9-b0055005e6ce,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:45.127624 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=f4986137-bb28-4bd6-b14b-9d03563408f0,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:45.138107 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-82c6e156-6e07-424d-9f1b-e1c250b96e46 None None] Port 92be808e-3341-47ae-9fa3-6adc19df2d40 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:45.201982 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.222163 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-68a98cc2-4149-43b4-9604-834d25032db5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.266566 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] Routers {'7b71af7b-d718-4a47-9c24-9fc83fef599b'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:45.267358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:44:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7b71af7b-d718-4a47-9c24-9fc83fef599b'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:45.273294 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cde74-4521-4b2a-b50f-69fb113f0708 None None] Pushing event updated for resources: {'Port': ['ID=59f44d82-cca1-4cbc-b2f9-b0055005e6ce,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:45.367503 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-68a98cc2-4149-43b4-9604-834d25032db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.395666 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] Set router 7b71af7b-d718-4a47-9c24-9fc83fef599b gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:45.460537 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a98cc2-4149-43b4-9604-834d25032db5 admin admin] Pushing event updated for resources: {'Port': ['ID=92be808e-3341-47ae-9fa3-6adc19df2d40,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:45.467806 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-68a98cc2-4149-43b4-9604-834d25032db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.551149 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5cc25374-6410-4170-82a8-055d4f32c236 req-db347688-28f8-4e8d-8802-38ee92c20644 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 210 time: 0.0614491 Sep 16 04:44:45.605396 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a98cc2-4149-43b4-9604-834d25032db5 admin admin] Network dfa00947-d844-42e7-a6bc-3c59d3fba537 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:45.608788 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-68a98cc2-4149-43b4-9604-834d25032db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:45.649966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbf978da-fe80-411a-93e1-4d61fd3ad2dd req-1a63c6bd-f1f4-4df7-9e78-36495d434494 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5781391 Sep 16 04:44:45.708097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'name': 'tempest-TaggedBootDevicesTest-7495031-router', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:39Z', 'updated_at': '2021-09-16T04:44:44Z', 'revision_number': 4, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'gw_port': {'id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:41Z', 'updated_at': '2021-09-16T04:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '92be808e-3341-47ae-9fa3-6adc19df2d40', 'name': '', 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'mac_address': 'fa:16:3e:b6:53:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:44Z', 'updated_at': '2021-09-16T04:44:44Z', 'revision_number': 1, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'subnets': [{'id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:45.749743 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294d011f-872e-44c2-8ee4-ab358a73fcc4 None None] The sync data for ids ['7b71af7b-d718-4a47-9c24-9fc83fef599b'] in n-d-712140-13 is: [{'id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'name': 'tempest-TaggedBootDevicesTest-7495031-router', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:39Z', 'updated_at': '2021-09-16T04:44:44Z', 'revision_number': 4, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'gw_port': {'id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:41Z', 'updated_at': '2021-09-16T04:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '92be808e-3341-47ae-9fa3-6adc19df2d40', 'name': '', 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'mac_address': 'fa:16:3e:b6:53:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:44Z', 'updated_at': '2021-09-16T04:44:44Z', 'revision_number': 1, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'subnets': [{'id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:45.774895 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d4f5f9-f52a-4003-8cfa-c378e88f1e9f admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:45.781583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-48d4f5f9-f52a-4003-8cfa-c378e88f1e9f admin admin] 10.222.0.20 "PUT /v2.0/routers/5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9593070 Sep 16 04:44:45.786537 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af807239-d892-4e1e-b412-461809a857db None None] Sync routers for ids ['5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:45.790102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-43b26940-e6fe-4e0f-bc0a-3db90e0aba96 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.791833 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-43b26940-e6fe-4e0f-bc0a-3db90e0aba96 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.21 "GET /v2.0/networks?id=3b2f8e69-e798-428b-909a-dbf5d4620f7d HTTP/1.1" status: 200 len: 811 time: 0.6987867 Sep 16 04:44:45.792258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35030) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:45.813068 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7249427-b09a-4219-a89e-b74a0182112c req-eadbb2f2-6581-4b8f-b21f-8020a6fc5861 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.813068 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7249427-b09a-4219-a89e-b74a0182112c req-eadbb2f2-6581-4b8f-b21f-8020a6fc5861 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.1866217 Sep 16 04:44:45.817628 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af807239-d892-4e1e-b412-461809a857db None None] Routers {'5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:45.819720 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-af807239-d892-4e1e-b412-461809a857db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:44:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:45.936567 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7249427-b09a-4219-a89e-b74a0182112c req-9e193c50-a104-43a4-bca9-9e2763ca4589 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721419 Sep 16 04:44:45.984409 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-af807239-d892-4e1e-b412-461809a857db None None] Set router 5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:46.002139 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 802e089d-0c99-46e9-957c-f84c3107c1a0 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:46.019273 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-5d81501c-be67-43a7-bac3-d42a75e42161 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dad241d04f94c02b95070bcffa69569 HTTP/1.1" status: 200 len: 380 time: 0.1615739 Sep 16 04:44:46.033302 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-6faf5674-ffff-439e-a0f8-a259d01334a7 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Request body: {'port': {'device_id': '46585f3f-d21e-4205-81c8-353de0501a16', 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d', 'admin_state_up': True, 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'security_groups': ['748bff85-048f-4869-b953-45d4bc6403a3']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:46.069688 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d899c549-27a5-4977-92fc-baf00454e49d admin admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.139427 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e780366c-0aa7-48b9-959a-2e4617fc5abd None None] Provisioning complete for port 92be808e-3341-47ae-9fa3-6adc19df2d40 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:46.144947 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e780366c-0aa7-48b9-959a-2e4617fc5abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.213298 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e780366c-0aa7-48b9-959a-2e4617fc5abd None None] Port 92be808e-3341-47ae-9fa3-6adc19df2d40 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:46.252440 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a98cc2-4149-43b4-9604-834d25032db5 admin admin] Router 7b71af7b-d718-4a47-9c24-9fc83fef599b has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:44:46.277779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 802e089d-0c99-46e9-957c-f84c3107c1a0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=802e089d-0c99-46e9-957c-f84c3107c1a0,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:46.293687 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-af807239-d892-4e1e-b412-461809a857db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'name': 'tempest-AttachSCSIVolumeTestJSON-1385936426-router', 'tenant_id': '64e3881bb5064860bb366908dcb0d43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '6cd61d8b-2640-49d0-980f-2cb27c3a5268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:31Z', 'updated_at': '2021-09-16T04:44:44Z', 'revision_number': 5, 'project_id': '64e3881bb5064860bb366908dcb0d43c', 'gw_port': {'id': '6cd61d8b-2640-49d0-980f-2cb27c3a5268', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:32Z', 'updated_at': '2021-09-16T04:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:46.305317 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d899c549-27a5-4977-92fc-baf00454e49d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.305546 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '802e089d-0c99-46e9-957c-f84c3107c1a0', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '802e089d-0c99-46e9-957c-f84c3107c1a0', 'mac_address': 'fa:16:3e:9c:42:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:46.333269 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af807239-d892-4e1e-b412-461809a857db None None] Checking router: 5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:44:46.351395 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af807239-d892-4e1e-b412-461809a857db None None] Routers {'5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:46.353157 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-af807239-d892-4e1e-b412-461809a857db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:44:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:46.378069 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.392831 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802e089d-0c99-46e9-957c-f84c3107c1a0 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:46.430973 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 802e089d-0c99-46e9-957c-f84c3107c1a0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=802e089d-0c99-46e9-957c-f84c3107c1a0,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:46.435078 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a98cc2-4149-43b4-9604-834d25032db5 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:46.445466 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-68a98cc2-4149-43b4-9604-834d25032db5 admin admin] 10.222.0.20 "PUT /v2.0/routers/7b71af7b-d718-4a47-9c24-9fc83fef599b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0715787 Sep 16 04:44:46.504996 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-af807239-d892-4e1e-b412-461809a857db None None] Set router 5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:46.522960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-6faf5674-ffff-439e-a0f8-a259d01334a7 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Made reservation on behalf of 6dad241d04f94c02b95070bcffa69569 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:46.528025 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-6faf5674-ffff-439e-a0f8-a259d01334a7 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.571500 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-d899c549-27a5-4977-92fc-baf00454e49d admin admin] Deleting port 6cd61d8b-2640-49d0-980f-2cb27c3a5268 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:46.572904 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d899c549-27a5-4977-92fc-baf00454e49d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.654084 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.715073 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91bfc6d-2ba7-40a4-b075-a88675f3ec6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4986137-bb28-4bd6-b14b-9d03563408f0'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:46.717374 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6115c574-f596-4fa4-b22a-2b0f96eb92e6" -d '{"events": [{"server_uuid": "f91bfc6d-2ba7-40a4-b075-a88675f3ec6b", "name": "network-vif-plugged", "status": "completed", "tag": "f4986137-bb28-4bd6-b14b-9d03563408f0"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:46.736524 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2c19ead-3636-416e-912b-2bd8dc11f67b req-badbc7b7-ff02-45da-92be-6a1c4a68ac0b tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 210 time: 0.0464561 Sep 16 04:44:46.797231 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=802e089d-0c99-46e9-957c-f84c3107c1a0,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:46.819239 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['802e089d-0c99-46e9-957c-f84c3107c1a0'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:46.850722 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-d899c549-27a5-4977-92fc-baf00454e49d admin admin] For port 6cd61d8b-2640-49d0-980f-2cb27c3a5268, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6cd61d8b-2640-49d0-980f-2cb27c3a5268,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:46.851130 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d899c549-27a5-4977-92fc-baf00454e49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.898026 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd579c6a-59cc-4970-b2d5-0bf110872e6a x-openstack-request-id: req-cd579c6a-59cc-4970-b2d5-0bf110872e6a {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:46.898302 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91bfc6d-2ba7-40a4-b075-a88675f3ec6b", "name": "network-vif-plugged", "status": "completed", "tag": "f4986137-bb28-4bd6-b14b-9d03563408f0", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:46.898554 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd579c6a-59cc-4970-b2d5-0bf110872e6a {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:46.904032 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91bfc6d-2ba7-40a4-b075-a88675f3ec6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4986137-bb28-4bd6-b14b-9d03563408f0', 'code': 200} Sep 16 04:44:46.942768 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-d899c549-27a5-4977-92fc-baf00454e49d admin admin] Calling delete_port for 6cd61d8b-2640-49d0-980f-2cb27c3a5268 owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:46.967853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-6faf5674-ffff-439e-a0f8-a259d01334a7 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Allocated IP 172.20.0.8 (3b2f8e69-e798-428b-909a-dbf5d4620f7d/3a664049-f7c0-4b64-9c28-3b362226319a/d913b1eb-af21-49fd-8e5e-bcb7d6ed4088) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:47.085323 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-af807239-d892-4e1e-b412-461809a857db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'name': 'tempest-AttachSCSIVolumeTestJSON-1385936426-router', 'tenant_id': '64e3881bb5064860bb366908dcb0d43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '6cd61d8b-2640-49d0-980f-2cb27c3a5268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:31Z', 'updated_at': '2021-09-16T04:44:44Z', 'revision_number': 5, 'project_id': '64e3881bb5064860bb366908dcb0d43c', 'gw_port': {'id': '6cd61d8b-2640-49d0-980f-2cb27c3a5268', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:32Z', 'updated_at': '2021-09-16T04:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:47.133365 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fb563-1ee9-4516-a8ee-4bb68953545f req-45b212df-ed6b-4f53-a6cd-02d1506f987e tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:47.142261 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af807239-d892-4e1e-b412-461809a857db None None] The sync data for ids ['5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93'] in n-d-712140-13 is: [{'id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'name': 'tempest-AttachSCSIVolumeTestJSON-1385936426-router', 'tenant_id': '64e3881bb5064860bb366908dcb0d43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '6cd61d8b-2640-49d0-980f-2cb27c3a5268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:31Z', 'updated_at': '2021-09-16T04:44:44Z', 'revision_number': 5, 'project_id': '64e3881bb5064860bb366908dcb0d43c', 'gw_port': {'id': '6cd61d8b-2640-49d0-980f-2cb27c3a5268', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:32Z', 'updated_at': '2021-09-16T04:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:47.143092 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b68fb563-1ee9-4516-a8ee-4bb68953545f req-45b212df-ed6b-4f53-a6cd-02d1506f987e tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 946 time: 0.3021338 Sep 16 04:44:47.198019 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb2b7a-326a-40e8-a791-6e105e635448 req-1a135caf-96e9-4b27-a3bd-82036615e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:47.199574 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b0bb2b7a-326a-40e8-a791-6e105e635448 req-1a135caf-96e9-4b27-a3bd-82036615e7a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 1098 time: 0.1436181 Sep 16 04:44:47.251737 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b0bb2b7a-326a-40e8-a791-6e105e635448 req-2d85c97f-4cb9-4c74-9e3f-8c38122b6b57 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447161 Sep 16 04:44:47.423986 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c8ec8-755c-4d89-b17d-c5979b000cb1 req-802bb8f2-ca50-4624-8aa3-ebbb293449be tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:47.431807 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d86c8ec8-755c-4d89-b17d-c5979b000cb1 req-802bb8f2-ca50-4624-8aa3-ebbb293449be tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.1450150 Sep 16 04:44:47.469604 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-6faf5674-ffff-439e-a0f8-a259d01334a7 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.487885 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b68fb563-1ee9-4516-a8ee-4bb68953545f req-3d1f2388-3599-42f4-8441-f178e50be14f tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644714 Sep 16 04:44:47.556607 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d86c8ec8-755c-4d89-b17d-c5979b000cb1 req-e882b242-d768-4ebc-bfb7-d71c8946df1c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235931 Sep 16 04:44:47.744921 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-6faf5674-ffff-439e-a0f8-a259d01334a7 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.793651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-6faf5674-ffff-439e-a0f8-a259d01334a7 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Network 3b2f8e69-e798-428b-909a-dbf5d4620f7d is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:47.798560 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-6faf5674-ffff-439e-a0f8-a259d01334a7 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:47.805036 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-6faf5674-ffff-439e-a0f8-a259d01334a7 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:47.851161 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf5674-ffff-439e-a0f8-a259d01334a7 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Pushing event updated for resources: {'Port': ['ID=d913b1eb-af21-49fd-8e5e-bcb7d6ed4088,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:47.897102 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d899c549-27a5-4977-92fc-baf00454e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.919473 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-6faf5674-ffff-439e-a0f8-a259d01334a7 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:47.920161 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-6faf5674-ffff-439e-a0f8-a259d01334a7 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.951080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899c549-27a5-4977-92fc-baf00454e49d admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd61d8b-2640-49d0-980f-2cb27c3a5268,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:48.006339 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 802e089d-0c99-46e9-957c-f84c3107c1a0 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:48.055769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523ea3c-f451-4894-a644-b5fb9396ce09 req-d4398e12-a7eb-4eb6-a008-63913dc4c73d tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:48.057439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1523ea3c-f451-4894-a644-b5fb9396ce09 req-d4398e12-a7eb-4eb6-a008-63913dc4c73d tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 931 time: 0.1959939 Sep 16 04:44:48.086182 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d899c549-27a5-4977-92fc-baf00454e49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.115699 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 802e089d-0c99-46e9-957c-f84c3107c1a0 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:48.115699 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.161825 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-bf063026-a6d1-4243-b596-03254db7fa09 None None] Provisioning complete for port d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:48.162188 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bf063026-a6d1-4243-b596-03254db7fa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.175886 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-6faf5674-ffff-439e-a0f8-a259d01334a7 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1479113 Sep 16 04:44:48.178812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1523ea3c-f451-4894-a644-b5fb9396ce09 req-9454f190-fdd9-4b94-9704-561ebc8a2949 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/security-groups?id=748bff85-048f-4869-b953-45d4bc6403a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145222 Sep 16 04:44:48.209961 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Request body: {'port': {'device_id': '46585f3f-d21e-4205-81c8-353de0501a16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:48.214609 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d899c549-27a5-4977-92fc-baf00454e49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.218322 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d899c549-27a5-4977-92fc-baf00454e49d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.230335 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.232298 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-bf063026-a6d1-4243-b596-03254db7fa09 None None] Port d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:48.309974 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.440543 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 802e089d-0c99-46e9-957c-f84c3107c1a0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=802e089d-0c99-46e9-957c-f84c3107c1a0,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:48.472639 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d899c549-27a5-4977-92fc-baf00454e49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.473040 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d899c549-27a5-4977-92fc-baf00454e49d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:44:48.498912 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d899c549-27a5-4977-92fc-baf00454e49d admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.509648 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d899c549-27a5-4977-92fc-baf00454e49d admin admin] 10.222.0.20 "DELETE /v2.0/routers/5ce5d318-9d25-4ab5-a7a9-2ce17ab54c93 HTTP/1.1" status: 204 len: 168 time: 2.7153189 Sep 16 04:44:48.512995 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35158) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:48.516070 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.644035 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-275fd593-2c40-4329-aa2d-ab178d8da9c5 admin admin] Deleting subnet 2b19fc33-b025-4eb1-9019-41149a459a0f {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:44:48.649962 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-275fd593-2c40-4329-aa2d-ab178d8da9c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.681241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=802e089d-0c99-46e9-957c-f84c3107c1a0,revision_number=10']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:48.766642 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-275fd593-2c40-4329-aa2d-ab178d8da9c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.799942 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 59f44d82-cca1-4cbc-b2f9-b0055005e6ce up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:48.834435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf240527-b142-4a15-984d-18aecb35baf1 req-f4a11bf4-62aa-4e23-bb77-92755aad9e82 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:48.836272 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf240527-b142-4a15-984d-18aecb35baf1 req-f4a11bf4-62aa-4e23-bb77-92755aad9e82 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 946 time: 0.2131324 Sep 16 04:44:48.906596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6a8a29-f0ba-4153-9e65-230cbd98c634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802e089d-0c99-46e9-957c-f84c3107c1a0'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:48.913103 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de92955-0121-464d-a84b-7a777f4cacf1" -d '{"events": [{"server_uuid": "2a6a8a29-f0ba-4153-9e65-230cbd98c634", "name": "network-vif-plugged", "status": "completed", "tag": "802e089d-0c99-46e9-957c-f84c3107c1a0"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:48.945408 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 59f44d82-cca1-4cbc-b2f9-b0055005e6ce triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:48.946064 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.006409 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-275fd593-2c40-4329-aa2d-ab178d8da9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.071407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ebd6e-d72a-4beb-ae1d-6fd8d8b5ef2f req-7eb013b9-6396-4533-b67a-e05f95b186ef tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.073612 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-930ebd6e-d72a-4beb-ae1d-6fd8d8b5ef2f req-7eb013b9-6396-4533-b67a-e05f95b186ef tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.2207744 Sep 16 04:44:49.086698 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf240527-b142-4a15-984d-18aecb35baf1 req-e6d105b8-6fac-466a-ab9d-f31558abcd40 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359557 Sep 16 04:44:49.132227 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.173026 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:49.173026 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.173646 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 59f44d82-cca1-4cbc-b2f9-b0055005e6ce, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=59f44d82-cca1-4cbc-b2f9-b0055005e6ce,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:49.176664 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e355db-cb50-4b59-b581-1a4b34b2209c x-openstack-request-id: req-e5e355db-cb50-4b59-b581-1a4b34b2209c {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:49.177157 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6a8a29-f0ba-4153-9e65-230cbd98c634", "name": "network-vif-plugged", "status": "completed", "tag": "802e089d-0c99-46e9-957c-f84c3107c1a0", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:49.177578 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5e355db-cb50-4b59-b581-1a4b34b2209c {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:49.178133 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6a8a29-f0ba-4153-9e65-230cbd98c634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802e089d-0c99-46e9-957c-f84c3107c1a0', 'code': 200} Sep 16 04:44:49.202098 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-930ebd6e-d72a-4beb-ae1d-6fd8d8b5ef2f req-341045b1-8b30-4f6e-80c9-9b25a221791d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143537 Sep 16 04:44:49.202340 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] Sync routers for ids ['7b71af7b-d718-4a47-9c24-9fc83fef599b'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:49.203655 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Transition to ACTIVE for port object d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:49.216451 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] Routers {'7b71af7b-d718-4a47-9c24-9fc83fef599b'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:49.217140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:44:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7b71af7b-d718-4a47-9c24-9fc83fef599b'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:49.322994 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-275fd593-2c40-4329-aa2d-ab178d8da9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.382484 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] Set router 7b71af7b-d718-4a47-9c24-9fc83fef599b gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:49.391937 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fd593-2c40-4329-aa2d-ab178d8da9c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b19fc33-b025-4eb1-9019-41149a459a0f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:49.398122 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-275fd593-2c40-4329-aa2d-ab178d8da9c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.400348 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-275fd593-2c40-4329-aa2d-ab178d8da9c5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2b19fc33-b025-4eb1-9019-41149a459a0f HTTP/1.1" status: 204 len: 168 time: 0.8859401 Sep 16 04:44:49.402866 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35192) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:49.441548 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0275456-42fd-4d9c-a37a-8daa7f6d84af req-d9979266-ae1d-4005-8030-ccb1628fecfc tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.449984 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d0275456-42fd-4d9c-a37a-8daa7f6d84af req-d9979266-ae1d-4005-8030-ccb1628fecfc tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 931 time: 0.0881886 Sep 16 04:44:49.501224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d0275456-42fd-4d9c-a37a-8daa7f6d84af req-43cdeec0-c2b5-493c-958c-997652996688 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/security-groups?id=748bff85-048f-4869-b953-45d4bc6403a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501235 Sep 16 04:44:49.508239 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc7c13-29ea-41b4-85d1-9bce2c573ed7 None None] Network fd44ea4e-9498-46ce-b58e-80009dbe923b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:49.529988 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.567156 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.592905 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.641237 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c94f12df-4006-4a20-b515-dac63952c12a no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:49.672675 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: c94f12df-4006-4a20-b515-dac63952c12a {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:49.673273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c94f12df-4006-4a20-b515-dac63952c12a not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:49.679546 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] Deleting port 30ec2e3d-c4fb-4048-a766-4e1090150f9e {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:49.679903 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.681771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=d913b1eb-af21-49fd-8e5e-bcb7d6ed4088,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:49.819218 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] For port 30ec2e3d-c4fb-4048-a766-4e1090150f9e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=30ec2e3d-c4fb-4048-a766-4e1090150f9e,segment=NetworkSegment(a8390d2f-db23-4457-876a-1a5a7b8e6d98),segment_id=a8390d2f-db23-4457-876a-1a5a7b8e6d98)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:49.820047 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.881613 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] Calling delete_port for 30ec2e3d-c4fb-4048-a766-4e1090150f9e owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:49.965114 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-c42714ba-db11-484d-bcb2-868c48cea972 service neutron] show failed (client error): The resource could not be found. Sep 16 04:44:49.967174 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-c42714ba-db11-484d-bcb2-868c48cea972 service neutron] 10.222.0.38 "GET /v2.0/ports/7b400d13-d631-471b-aeb2-3483742b344d/bindings/n-h1-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.3899562 Sep 16 04:44:49.967795 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Attempting to bind port d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:49.968283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Attempting to bind port d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '9b675b96-8de6-417f-9031-b96f05eac528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:49.968747 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Attempting to bind port d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 on network 3b2f8e69-e798-428b-909a-dbf5d4620f7d {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:49.977825 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Port d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 on network 3b2f8e69-e798-428b-909a-dbf5d4620f7d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:49.978621 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Attempting to bind port d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 on network 3b2f8e69-e798-428b-909a-dbf5d4620f7d {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:49.986814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:49.987141 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Checking segment: {'id': '9b675b96-8de6-417f-9031-b96f05eac528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:49.987554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Bound using segment: {'id': '9b675b96-8de6-417f-9031-b96f05eac528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:49.988064 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Bound port: d913b1eb-af21-49fd-8e5e-bcb7d6ed4088, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b675b96-8de6-417f-9031-b96f05eac528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:49.988435 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.073912 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=59f44d82-cca1-4cbc-b2f9-b0055005e6ce,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:50.121871 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] For port d913b1eb-af21-49fd-8e5e-bcb7d6ed4088, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:50.128725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] For port d913b1eb-af21-49fd-8e5e-bcb7d6ed4088, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d913b1eb-af21-49fd-8e5e-bcb7d6ed4088,segment=NetworkSegment(9b675b96-8de6-417f-9031-b96f05eac528),segment_id=9b675b96-8de6-417f-9031-b96f05eac528)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:50.148512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'name': 'tempest-TaggedBootDevicesTest-7495031-router', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:39Z', 'updated_at': '2021-09-16T04:44:44Z', 'revision_number': 4, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'gw_port': {'id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:41Z', 'updated_at': '2021-09-16T04:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '92be808e-3341-47ae-9fa3-6adc19df2d40', 'name': '', 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'mac_address': 'fa:16:3e:b6:53:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:44Z', 'updated_at': '2021-09-16T04:44:45Z', 'revision_number': 2, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'subnets': [{'id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:50.197944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] Checking router: 7b71af7b-d718-4a47-9c24-9fc83fef599b for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:44:50.198823 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] Updating router 7b71af7b-d718-4a47-9c24-9fc83fef599b port 92be808e-3341-47ae-9fa3-6adc19df2d40 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:44:50.242595 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9946c028-179b-4424-b5fb-79672adbf4df None None] DHCP port deletion for fd44ea4e-9498-46ce-b58e-80009dbe923b request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:44:50.255815 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.264622 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.332712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dbda7-e9c9-4e83-9ec2-f52bf252ef45 req-cf63802d-5f55-43ba-96f2-2b71f5e361b2 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.333919 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] Pushing event deleted for resources: {'Port': ['ID=30ec2e3d-c4fb-4048-a766-4e1090150f9e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:50.351459 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-420dbda7-e9c9-4e83-9ec2-f52bf252ef45 req-cf63802d-5f55-43ba-96f2-2b71f5e361b2 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 946 time: 0.1201084 Sep 16 04:44:50.354871 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] No DVR routers for this DVR port 30ec2e3d-c4fb-4048-a766-4e1090150f9e on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:50.426099 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.571160 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9946c028-179b-4424-b5fb-79672adbf4df None None] The port '30ec2e3d-c4fb-4048-a766-4e1090150f9e' was deleted {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 16 04:44:50.588101 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.595057 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 59f44d82-cca1-4cbc-b2f9-b0055005e6ce up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:50.596117 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-420dbda7-e9c9-4e83-9ec2-f52bf252ef45 req-0b79ea94-90a7-4cd6-b134-f24ccb02b824 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431118 Sep 16 04:44:50.632485 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd44ea4e-9498-46ce-b58e-80009dbe923b']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:50.650316 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=d913b1eb-af21-49fd-8e5e-bcb7d6ed4088,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:50.667646 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8390d2f-db23-4457-876a-1a5a7b8e6d98') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:50.668354 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8390d2f-db23-4457-876a-1a5a7b8e6d98') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:50.671981 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.678605 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.682281 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-256b231f-fe7f-4da7-832b-081918e6bdf4 service neutron] 10.222.0.21 "PUT /v2.0/ports/d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 HTTP/1.1" status: 200 len: 1092 time: 2.4752922 Sep 16 04:44:50.682941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46585f3f-d21e-4205-81c8-353de0501a16', 'tag': 'd913b1eb-af21-49fd-8e5e-bcb7d6ed4088'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:50.688705 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2379fdb9-4db7-4a96-b558-702a85a1f81a" -d '{"events": [{"name": "network-changed", "server_uuid": "46585f3f-d21e-4205-81c8-353de0501a16", "tag": "d913b1eb-af21-49fd-8e5e-bcb7d6ed4088"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:50.691350 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.713831 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ce550-0744-40b4-94c8-e25dc53a9ba7 req-edd3c7d8-f62e-432a-a1db-84175f3068bc tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.715538 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a5ce550-0744-40b4-94c8-e25dc53a9ba7 req-edd3c7d8-f62e-432a-a1db-84175f3068bc tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.3404150 Sep 16 04:44:50.733357 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.754270 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:44:50.754270 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.790481 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a5ce550-0744-40b4-94c8-e25dc53a9ba7 req-6bdb5a3a-c108-41f6-a96f-38b16eb05355 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642610 Sep 16 04:44:50.857226 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 59f44d82-cca1-4cbc-b2f9-b0055005e6ce triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:50.858197 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:44:50.928119 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:44:51.094172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-3b2f197f-d6ee-489b-870d-95318d3d2ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.098305 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-3b2f197f-d6ee-489b-870d-95318d3d2ed8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dad241d04f94c02b95070bcffa69569&device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 1095 time: 0.0987680 Sep 16 04:44:51.126212 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.135974 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.158298 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.161073 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fd44ea4e-9498-46ce-b58e-80009dbe923b HTTP/1.1" status: 204 len: 168 time: 1.7551978 Sep 16 04:44:51.185343 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-fb1dd7f5-fae1-4569-a771-f15ddb2d91b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.192688 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-fb1dd7f5-fae1-4569-a771-f15ddb2d91b0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8&tenant_id=a016558221c5434f8347e2de57e4ce82 HTTP/1.1" status: 200 len: 1102 time: 0.1768749 Sep 16 04:44:51.193794 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67dd0bc-8b49-44db-a09c-e6c56431a128 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd44ea4e-9498-46ce-b58e-80009dbe923b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:51.211690 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-13', 'device_owner': 'compute:nova'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:51.270217 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-fb242602-7c7e-427b-a472-c413d95a0f86 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 HTTP/1.1" status: 200 len: 217 time: 0.1583881 Sep 16 04:44:51.298307 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.317726 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.379387 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 30ec2e3d-c4fb-4048-a766-4e1090150f9e no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:51.387362 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-71a95d15-c9e7-4f4e-a191-e738949c3650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.392494 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-71a95d15-c9e7-4f4e-a191-e738949c3650 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a664049-f7c0-4b64-9c28-3b362226319a HTTP/1.1" status: 200 len: 850 time: 0.1134813 Sep 16 04:44:51.482514 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa7c92-5478-41c7-866d-2bce71f500e8 req-96e61db3-8b4c-4e80-b043-c9cdb6106776 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.498910 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79027260-ce22-45bb-b3f3-31424a13e44c None None] Pushing event updated for resources: {'Port': ['ID=92be808e-3341-47ae-9fa3-6adc19df2d40,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:51.508409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 30ec2e3d-c4fb-4048-a766-4e1090150f9e {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:51.508409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 30ec2e3d-c4fb-4048-a766-4e1090150f9e not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:51.508409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6cd61d8b-2640-49d0-980f-2cb27c3a5268 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:51.508970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26fa7c92-5478-41c7-866d-2bce71f500e8 req-96e61db3-8b4c-4e80-b043-c9cdb6106776 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 943 time: 0.3274937 Sep 16 04:44:51.548780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-fd239cfa-484b-44b8-8bc8-f6450b088f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.552588 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-fd239cfa-484b-44b8-8bc8-f6450b088f40 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b2f8e69-e798-428b-909a-dbf5d4620f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1546679 Sep 16 04:44:51.678694 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26fa7c92-5478-41c7-866d-2bce71f500e8 req-1fd90ece-d214-4217-ad68-8aff9f891599 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/security-groups?id=748bff85-048f-4869-b953-45d4bc6403a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721537 Sep 16 04:44:51.708460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] Attempting to bind port 92be808e-3341-47ae-9fa3-6adc19df2d40 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:51.713084 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] Attempting to bind port 92be808e-3341-47ae-9fa3-6adc19df2d40 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '229a1043-e00a-4651-938c-5c29398ee2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:51.713996 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] Attempting to bind port 92be808e-3341-47ae-9fa3-6adc19df2d40 on network dfa00947-d844-42e7-a6bc-3c59d3fba537 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:51.718712 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 6cd61d8b-2640-49d0-980f-2cb27c3a5268 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:51.719095 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6cd61d8b-2640-49d0-980f-2cb27c3a5268 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:51.733525 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:51.733942 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] Checking segment: {'id': '229a1043-e00a-4651-938c-5c29398ee2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:51.734350 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.734748 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] Bound using segment: {'id': '229a1043-e00a-4651-938c-5c29398ee2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:51.737308 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] Bound port: 92be808e-3341-47ae-9fa3-6adc19df2d40, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '229a1043-e00a-4651-938c-5c29398ee2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:51.737702 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.824586 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35262) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:51.911798 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-e2856ca9-34d0-4778-bd31-34d8e7e79986 service neutron] 10.222.0.21 "GET /v2.0/networks/3b2f8e69-e798-428b-909a-dbf5d4620f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461010 Sep 16 04:44:51.919875 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-bf816483-0e32-4b00-a298-fe2584ea28e6 None None] Provisioning complete for port 92be808e-3341-47ae-9fa3-6adc19df2d40 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:51.920369 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bf816483-0e32-4b00-a298-fe2584ea28e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.929184 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] For port 7b400d13-d631-471b-aeb2-3483742b344d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=7b400d13-d631-471b-aeb2-3483742b344d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:51.939055 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8d0970c8-94a1-4140-a203-d126ca31f2c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19e8745573624aaa8a63c80689f7b7bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1096342 Sep 16 04:44:51.942952 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35266) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:52.016819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] For port 7b400d13-d631-471b-aeb2-3483742b344d, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:52.071124 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5d851ce-ad7a-4c33-8d1e-ec84f4ad8ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.091657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] For port 92be808e-3341-47ae-9fa3-6adc19df2d40, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:52.108791 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23479af7-8363-4b59-aa15-de1d7f376ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b400d13-d631-471b-aeb2-3483742b344d'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:52.112079 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4157aaa5-0c3c-41db-aadb-40e6347db77e" -d '{"events": [{"server_uuid": "23479af7-8363-4b59-aa15-de1d7f376ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "7b400d13-d631-471b-aeb2-3483742b344d"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:52.120087 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.137028 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5d851ce-ad7a-4c33-8d1e-ec84f4ad8ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.158636 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] Transition to ACTIVE for port object 7b400d13-d631-471b-aeb2-3483742b344d will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:52.162512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-bf816483-0e32-4b00-a298-fe2584ea28e6 None None] Port 92be808e-3341-47ae-9fa3-6adc19df2d40 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:52.165890 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] For port 92be808e-3341-47ae-9fa3-6adc19df2d40, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=92be808e-3341-47ae-9fa3-6adc19df2d40,segment=NetworkSegment(229a1043-e00a-4651-938c-5c29398ee2b4),segment_id=229a1043-e00a-4651-938c-5c29398ee2b4)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:52.224741 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.225848 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.424781 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] No DVR routers for this DVR port 7b400d13-d631-471b-aeb2-3483742b344d on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:52.436402 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5d851ce-ad7a-4c33-8d1e-ec84f4ad8ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.448377 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5d851ce-ad7a-4c33-8d1e-ec84f4ad8ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.454676 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b5d851ce-ad7a-4c33-8d1e-ec84f4ad8ba8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43dc4b45-b6f6-40e5-b6ea-50638aedd60e HTTP/1.1" status: 204 len: 168 time: 0.5071044 Sep 16 04:44:52.464357 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7b400d13-d631-471b-aeb2-3483742b344d,revision_number=6']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:52.541800 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] Routers {'7b71af7b-d718-4a47-9c24-9fc83fef599b'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:52.543455 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:44:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7b71af7b-d718-4a47-9c24-9fc83fef599b'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:52.548116 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d851ce-ad7a-4c33-8d1e-ec84f4ad8ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dc4b45-b6f6-40e5-b6ea-50638aedd60e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:52.612808 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] Attempting to bind port 7b400d13-d631-471b-aeb2-3483742b344d on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:52.615779 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] Attempting to bind port 7b400d13-d631-471b-aeb2-3483742b344d by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:52.616447 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] Attempting to bind port 7b400d13-d631-471b-aeb2-3483742b344d on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:52.636043 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] Port 7b400d13-d631-471b-aeb2-3483742b344d on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:52.636488 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] Attempting to bind port 7b400d13-d631-471b-aeb2-3483742b344d on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:52.657425 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:52.662040 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:52.668871 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:52.669733 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] Bound port: 7b400d13-d631-471b-aeb2-3483742b344d, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:52.670326 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.723643 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79027260-ce22-45bb-b3f3-31424a13e44c None None] Pushing event updated for resources: {'Port': ['ID=92be808e-3341-47ae-9fa3-6adc19df2d40,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:52.727865 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e28d3ae9-09b0-4c0c-a4dd-8753a1dc13fd req-cdb44482-6a5b-4066-a984-9055bbac6e08 service neutron] 10.222.0.21 "GET /v2.0/networks/3b2f8e69-e798-428b-909a-dbf5d4620f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6848998 Sep 16 04:44:52.774043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a0bf4-48b7-4048-bb6b-5c8dad75099b req-74477781-0f29-41b3-8c1a-362c769d4a41 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.790406 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db2a0bf4-48b7-4048-bb6b-5c8dad75099b req-74477781-0f29-41b3-8c1a-362c769d4a41 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 1098 time: 0.8715868 Sep 16 04:44:52.860120 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db2a0bf4-48b7-4048-bb6b-5c8dad75099b req-2b333109-d724-47cc-bdb3-1c8e106ea777 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660908 Sep 16 04:44:52.947289 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbcfe63-e599-4868-9d3f-2f86ecc1d09c x-openstack-request-id: req-3fbcfe63-e599-4868-9d3f-2f86ecc1d09c {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:52.948474 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46585f3f-d21e-4205-81c8-353de0501a16", "tag": "d913b1eb-af21-49fd-8e5e-bcb7d6ed4088", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:52.948811 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fbcfe63-e599-4868-9d3f-2f86ecc1d09c {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:52.949333 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46585f3f-d21e-4205-81c8-353de0501a16', 'tag': 'd913b1eb-af21-49fd-8e5e-bcb7d6ed4088', 'status': 'completed', 'code': 200} Sep 16 04:44:53.003947 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] For port 7b400d13-d631-471b-aeb2-3483742b344d, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:53.009025 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] For port 7b400d13-d631-471b-aeb2-3483742b344d, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7b400d13-d631-471b-aeb2-3483742b344d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:53.101084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379fdb9-4db7-4a96-b558-702a85a1f81a req-82db295c-4663-4ccd-a114-fa1092b5027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.103635 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2379fdb9-4db7-4a96-b558-702a85a1f81a req-82db295c-4663-4ccd-a114-fa1092b5027d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dad241d04f94c02b95070bcffa69569&device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 1095 time: 0.1064525 Sep 16 04:44:53.122107 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.204166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] Set router 7b71af7b-d718-4a47-9c24-9fc83fef599b gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:53.271964 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.272412 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.277149 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] 10.222.0.21 "PUT /v2.0/ports/7b400d13-d631-471b-aeb2-3483742b344d HTTP/1.1" status: 200 len: 1097 time: 2.0702214 Sep 16 04:44:53.284817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053be61a-a1c2-4edf-8b28-eda1e8a430a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7b400d13-d631-471b-aeb2-3483742b344d,revision_number=7']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:53.318300 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379fdb9-4db7-4a96-b558-702a85a1f81a req-dc1e8e20-c280-4a8f-9c54-fe46ef43652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.325922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2379fdb9-4db7-4a96-b558-702a85a1f81a req-dc1e8e20-c280-4a8f-9c54-fe46ef43652f service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b2f8e69-e798-428b-909a-dbf5d4620f7d HTTP/1.1" status: 200 len: 912 time: 0.2145536 Sep 16 04:44:53.472242 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2379fdb9-4db7-4a96-b558-702a85a1f81a req-1a01b3ff-95e6-4217-88da-602b4bc0d692 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 HTTP/1.1" status: 200 len: 217 time: 0.1342418 Sep 16 04:44:53.479296 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-ff618dba-70b3-4b40-8afa-e0d0fd469cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.481438 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-ff618dba-70b3-4b40-8afa-e0d0fd469cd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 1100 time: 0.1432521 Sep 16 04:44:53.530454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-feface15-932a-4f74-8c03-6751c797f800 None None] Provisioning complete for port 92be808e-3341-47ae-9fa3-6adc19df2d40 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:53.531193 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-feface15-932a-4f74-8c03-6751c797f800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.658274 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379fdb9-4db7-4a96-b558-702a85a1f81a req-8ec40ca8-dbc6-49c0-9db9-7cf53e9d8aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.661091 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2379fdb9-4db7-4a96-b558-702a85a1f81a req-8ec40ca8-dbc6-49c0-9db9-7cf53e9d8aab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a664049-f7c0-4b64-9c28-3b362226319a HTTP/1.1" status: 200 len: 850 time: 0.1805136 Sep 16 04:44:53.666114 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-1b463405-c013-4113-81ab-358f8671a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.669921 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-1b463405-c013-4113-81ab-358f8671a00e service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1765192 Sep 16 04:44:53.734924 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-feface15-932a-4f74-8c03-6751c797f800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.765870 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-32b9db4d-2807-443a-9bf3-1c5872e5d4df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=7b400d13-d631-471b-aeb2-3483742b344d HTTP/1.1" status: 200 len: 217 time: 0.0848348 Sep 16 04:44:53.769551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379fdb9-4db7-4a96-b558-702a85a1f81a req-c6ccb7db-d7fa-4d58-8b85-9b51ddff6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.772571 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2379fdb9-4db7-4a96-b558-702a85a1f81a req-c6ccb7db-d7fa-4d58-8b85-9b51ddff6d4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b2f8e69-e798-428b-909a-dbf5d4620f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868163 Sep 16 04:44:53.796266 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'name': 'tempest-TaggedBootDevicesTest-7495031-router', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:39Z', 'updated_at': '2021-09-16T04:44:44Z', 'revision_number': 4, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'gw_port': {'id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:41Z', 'updated_at': '2021-09-16T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '92be808e-3341-47ae-9fa3-6adc19df2d40', 'name': '', 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'mac_address': 'fa:16:3e:b6:53:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:44Z', 'updated_at': '2021-09-16T04:44:51Z', 'revision_number': 4, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'subnets': [{'id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:53.829722 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-feface15-932a-4f74-8c03-6751c797f800 None None] For port 92be808e-3341-47ae-9fa3-6adc19df2d40, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=92be808e-3341-47ae-9fa3-6adc19df2d40,segment=NetworkSegment(229a1043-e00a-4651-938c-5c29398ee2b4),segment_id=229a1043-e00a-4651-938c-5c29398ee2b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:53.831257 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f8f7e-a5d2-486b-8e0e-484c9d70331b None None] The sync data for ids ['7b71af7b-d718-4a47-9c24-9fc83fef599b'] in n-d-712140-13 is: [{'id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'name': 'tempest-TaggedBootDevicesTest-7495031-router', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:39Z', 'updated_at': '2021-09-16T04:44:44Z', 'revision_number': 4, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'gw_port': {'id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:41Z', 'updated_at': '2021-09-16T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '92be808e-3341-47ae-9fa3-6adc19df2d40', 'name': '', 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'mac_address': 'fa:16:3e:b6:53:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:44Z', 'updated_at': '2021-09-16T04:44:51Z', 'revision_number': 4, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'subnets': [{'id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:53.908176 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-95cb89a5-1484-4a2b-a92f-b9a32198c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.908176 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-95cb89a5-1484-4a2b-a92f-b9a32198c08d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1281910 Sep 16 04:44:53.938189 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-feface15-932a-4f74-8c03-6751c797f800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.005797 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2379fdb9-4db7-4a96-b558-702a85a1f81a req-49b989e4-c0b3-4684-bd28-7d45d0063aaa service neutron] 10.222.0.21 "GET /v2.0/networks/3b2f8e69-e798-428b-909a-dbf5d4620f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240322 Sep 16 04:44:54.015501 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-9506d39f-e96c-4249-b47e-0ce9f41421c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:54.018130 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-9506d39f-e96c-4249-b47e-0ce9f41421c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1039374 Sep 16 04:44:54.180460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feface15-932a-4f74-8c03-6751c797f800 None None] Pushing event updated for resources: {'Port': ['ID=92be808e-3341-47ae-9fa3-6adc19df2d40,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:54.218103 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 7b400d13-d631-471b-aeb2-3483742b344d no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:54.250582 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35290) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:54.258226 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2379fdb9-4db7-4a96-b558-702a85a1f81a req-804f1fd8-4cfd-4cd4-8e2d-a1387f47fb8d service neutron] 10.222.0.21 "GET /v2.0/networks/3b2f8e69-e798-428b-909a-dbf5d4620f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435765 Sep 16 04:44:54.274605 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.299208 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 7b400d13-d631-471b-aeb2-3483742b344d not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:54.311143 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-efdb0c21-fc88-4e14-aa55-141f7d129150 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840362 Sep 16 04:44:54.479639 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5d810508-bdb1-4ba6-9f48-c84bc3c4f618 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64e3881bb5064860bb366908dcb0d43c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268794 Sep 16 04:44:54.484971 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35294) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:54.559125 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-acfbfcb2-98eb-416a-ab9f-7c8f453e417d req-76f3d0ef-da41-47b9-b867-ca1cd4910879 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275190 Sep 16 04:44:54.584576 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 92be808e-3341-47ae-9fa3-6adc19df2d40 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:54.673055 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 92be808e-3341-47ae-9fa3-6adc19df2d40 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:54.673823 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.703337 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-47b9a00c-c069-4bee-b349-e813d1998e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.774945 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-47b9a00c-c069-4bee-b349-e813d1998e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.012050 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-47b9a00c-c069-4bee-b349-e813d1998e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.012050 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-47b9a00c-c069-4bee-b349-e813d1998e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.012050 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-47b9a00c-c069-4bee-b349-e813d1998e6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5a35359-ac55-46fc-94e3-572e92b04ba0 HTTP/1.1" status: 204 len: 168 time: 0.5225666 Sep 16 04:44:55.028859 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9a00c-c069-4bee-b349-e813d1998e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a35359-ac55-46fc-94e3-572e92b04ba0,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:56.113541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:56.250640 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port d913b1eb-af21-49fd-8e5e-bcb7d6ed4088, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d913b1eb-af21-49fd-8e5e-bcb7d6ed4088,segment=NetworkSegment(9b675b96-8de6-417f-9031-b96f05eac528),segment_id=9b675b96-8de6-417f-9031-b96f05eac528)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:56.270316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'd913b1eb-af21-49fd-8e5e-bcb7d6ed4088', 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d', 'port_id': 'd913b1eb-af21-49fd-8e5e-bcb7d6ed4088', 'mac_address': 'fa:16:3e:a9:af:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a664049-f7c0-4b64-9c28-3b362226319a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:56.327067 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.347902 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:56.381167 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port d913b1eb-af21-49fd-8e5e-bcb7d6ed4088, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d913b1eb-af21-49fd-8e5e-bcb7d6ed4088,segment=NetworkSegment(9b675b96-8de6-417f-9031-b96f05eac528),segment_id=9b675b96-8de6-417f-9031-b96f05eac528)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:56.486743 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.551246 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=d913b1eb-af21-49fd-8e5e-bcb7d6ed4088,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:57.046400 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['d913b1eb-af21-49fd-8e5e-bcb7d6ed4088'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:58.052262 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.129855 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 7b400d13-d631-471b-aeb2-3483742b344d details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:58.313814 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 7b400d13-d631-471b-aeb2-3483742b344d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7b400d13-d631-471b-aeb2-3483742b344d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:58.331916 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '7b400d13-d631-471b-aeb2-3483742b344d', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '7b400d13-d631-471b-aeb2-3483742b344d', 'mac_address': 'fa:16:3e:26:40:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:58.381998 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.398513 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b400d13-d631-471b-aeb2-3483742b344d {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:58.429622 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 7b400d13-d631-471b-aeb2-3483742b344d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7b400d13-d631-471b-aeb2-3483742b344d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:58.498225 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.613071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=7b400d13-d631-471b-aeb2-3483742b344d,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:59.129639 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['7b400d13-d631-471b-aeb2-3483742b344d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:00.149348 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:00.349259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:00.356467 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:00.356467 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.469535 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.505967 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46585f3f-d21e-4205-81c8-353de0501a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd913b1eb-af21-49fd-8e5e-bcb7d6ed4088'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:00.514515 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a38c125-dfa7-4efd-a8a3-d80dcc0a909f" -d '{"events": [{"server_uuid": "46585f3f-d21e-4205-81c8-353de0501a16", "name": "network-vif-plugged", "status": "completed", "tag": "d913b1eb-af21-49fd-8e5e-bcb7d6ed4088"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:00.533761 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port d913b1eb-af21-49fd-8e5e-bcb7d6ed4088, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d913b1eb-af21-49fd-8e5e-bcb7d6ed4088,segment=NetworkSegment(9b675b96-8de6-417f-9031-b96f05eac528),segment_id=9b675b96-8de6-417f-9031-b96f05eac528)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:00.619156 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.678278 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=d913b1eb-af21-49fd-8e5e-bcb7d6ed4088,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:02.278130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 7b400d13-d631-471b-aeb2-3483742b344d up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:02.652819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 7b400d13-d631-471b-aeb2-3483742b344d completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:02.657015 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 7b400d13-d631-471b-aeb2-3483742b344d triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:02.657473 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.737726 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.772381 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 7b400d13-d631-471b-aeb2-3483742b344d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7b400d13-d631-471b-aeb2-3483742b344d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:02.846478 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.914349 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=7b400d13-d631-471b-aeb2-3483742b344d,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:04.239788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184849a-efb0-4d56-9a01-4444616fb2d5 req-41316130-3c7c-42d8-990a-8d1100c56c57 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:04.241461 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5184849a-efb0-4d56-9a01-4444616fb2d5 req-41316130-3c7c-42d8-990a-8d1100c56c57 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.0674078 Sep 16 04:45:04.288051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5184849a-efb0-4d56-9a01-4444616fb2d5 req-abfdb7e4-c867-4251-aac4-4cc7f2191c2f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386539 Sep 16 04:45:04.312220 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e000195e-c245-4bea-85c1-2173fd420965 x-openstack-request-id: req-e000195e-c245-4bea-85c1-2173fd420965 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:04.312220 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23479af7-8363-4b59-aa15-de1d7f376ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "7b400d13-d631-471b-aeb2-3483742b344d", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:04.312220 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e000195e-c245-4bea-85c1-2173fd420965 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:04.312220 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23479af7-8363-4b59-aa15-de1d7f376ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b400d13-d631-471b-aeb2-3483742b344d', 'code': 200} Sep 16 04:45:04.443363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404c60e-8e26-44ef-8327-47cafc8c73ad req-34dc5b9a-764f-49e5-b576-ccefb3cb92e5 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:04.445356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6404c60e-8e26-44ef-8327-47cafc8c73ad req-34dc5b9a-764f-49e5-b576-ccefb3cb92e5 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 945 time: 0.0840025 Sep 16 04:45:04.516885 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6404c60e-8e26-44ef-8327-47cafc8c73ad req-f6bbc2d8-d15c-4699-a28a-83af706131d6 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/security-groups?id=748bff85-048f-4869-b953-45d4bc6403a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582476 Sep 16 04:45:04.578092 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cdcc51-ebb7-4217-9bba-cd65d2ab3342 x-openstack-request-id: req-87cdcc51-ebb7-4217-9bba-cd65d2ab3342 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:04.579023 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46585f3f-d21e-4205-81c8-353de0501a16", "name": "network-vif-plugged", "status": "completed", "tag": "d913b1eb-af21-49fd-8e5e-bcb7d6ed4088", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:04.579447 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87cdcc51-ebb7-4217-9bba-cd65d2ab3342 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:04.579999 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46585f3f-d21e-4205-81c8-353de0501a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd913b1eb-af21-49fd-8e5e-bcb7d6ed4088', 'code': 200} Sep 16 04:45:04.751255 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c438491-ec17-4eee-a785-809e11200760 req-f2b752fb-66f0-4e97-8af0-05185955bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:04.753184 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3c438491-ec17-4eee-a785-809e11200760 req-f2b752fb-66f0-4e97-8af0-05185955bc0d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 1097 time: 0.0470092 Sep 16 04:45:04.797172 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3c438491-ec17-4eee-a785-809e11200760 req-54ee6b19-b85a-48cd-b22b-617870688e7e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=748bff85-048f-4869-b953-45d4bc6403a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353222 Sep 16 04:45:05.132100 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-86680d71-d38a-4be6-b95a-2372ee9600f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:06.305050 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23479af7-8363-4b59-aa15-de1d7f376ed8', 'tag': '7b400d13-d631-471b-aeb2-3483742b344d'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:06.309082 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561" -d '{"events": [{"name": "network-changed", "server_uuid": "23479af7-8363-4b59-aa15-de1d7f376ed8", "tag": "7b400d13-d631-471b-aeb2-3483742b344d"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:06.582395 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23479af7-8363-4b59-aa15-de1d7f376ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b400d13-d631-471b-aeb2-3483742b344d'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:06.585183 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426f4681-c2ef-4ac1-9b58-20d4445571fa" -d '{"events": [{"server_uuid": "23479af7-8363-4b59-aa15-de1d7f376ed8", "name": "network-vif-plugged", "status": "completed", "tag": "7b400d13-d631-471b-aeb2-3483742b344d"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:06.992967 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-d1257a68-1102-47a9-b604-3c23ccdc5046 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4ef47fe3b50d47b4b872c700a2646965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586147 Sep 16 04:45:07.151201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-c1e826ae-db4c-425c-b7f6-25046b080676 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.159286 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-c1e826ae-db4c-425c-b7f6-25046b080676 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1652260 Sep 16 04:45:07.198023 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-9fcebc43-18da-45ac-995f-63d4cfe6b91e tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/quotas/4ef47fe3b50d47b4b872c700a2646965 HTTP/1.1" status: 200 len: 375 time: 0.0371773 Sep 16 04:45:07.290479 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-29298fb5-6576-4b9f-9400-3eb17a29d5c1 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ef47fe3b50d47b4b872c700a2646965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913050 Sep 16 04:45:07.801565 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-94fbdee3-ff7c-4102-9f47-ad33bd0e6ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.830731 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23f7cdd-8bcf-487a-a3ff-76dd5b1780e0 x-openstack-request-id: req-e23f7cdd-8bcf-487a-a3ff-76dd5b1780e0 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:07.831729 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23479af7-8363-4b59-aa15-de1d7f376ed8", "tag": "7b400d13-d631-471b-aeb2-3483742b344d", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:07.832138 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e23f7cdd-8bcf-487a-a3ff-76dd5b1780e0 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:07.832710 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23479af7-8363-4b59-aa15-de1d7f376ed8', 'tag': '7b400d13-d631-471b-aeb2-3483742b344d', 'status': 'completed', 'code': 200} Sep 16 04:45:07.912548 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-965b1aaf-cb23-4cb7-b1a3-141e1ae15d0c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.914638 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-965b1aaf-cb23-4cb7-b1a3-141e1ae15d0c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.21 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8&tenant_id=a016558221c5434f8347e2de57e4ce82&binding%3Ahost_id=n-h1-712140-13 HTTP/1.1" status: 200 len: 950 time: 0.1970923 Sep 16 04:45:07.960544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07da2d-b8ba-4d41-8bd6-b867f344e486 req-a4a9f750-c405-46e2-b43f-1633d507c3e9 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.962220 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca07da2d-b8ba-4d41-8bd6-b867f344e486 req-a4a9f750-c405-46e2-b43f-1633d507c3e9 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 945 time: 0.2110004 Sep 16 04:45:07.991790 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-3eb426ec-d93c-4c6b-a1ae-4e5fc7d3b1e2 service neutron] 10.222.0.21 "GET /v2.0/ports/7b400d13-d631-471b-aeb2-3483742b344d/bindings/n-h1-712140-13 HTTP/1.1" status: 200 len: 383 time: 0.0688214 Sep 16 04:45:08.008436 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e492675-10b6-40fd-a4f5-7844a0f624b0 x-openstack-request-id: req-7e492675-10b6-40fd-a4f5-7844a0f624b0 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:08.009216 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23479af7-8363-4b59-aa15-de1d7f376ed8", "name": "network-vif-plugged", "status": "completed", "tag": "7b400d13-d631-471b-aeb2-3483742b344d", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:08.009784 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e492675-10b6-40fd-a4f5-7844a0f624b0 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:08.010899 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23479af7-8363-4b59-aa15-de1d7f376ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b400d13-d631-471b-aeb2-3483742b344d', 'code': 200} Sep 16 04:45:08.015313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-abde8c0f-fbcf-4da1-95fd-f01d25efab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.021045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-abde8c0f-fbcf-4da1-95fd-f01d25efab40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 1102 time: 0.1374593 Sep 16 04:45:08.046058 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca07da2d-b8ba-4d41-8bd6-b867f344e486 req-982d017c-db2a-4c54-b377-af8d6d6a70c3 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/security-groups?id=748bff85-048f-4869-b953-45d4bc6403a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766711 Sep 16 04:45:08.060006 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-050d5d18-c11d-47e5-b76d-8ec44e6178e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.061776 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-050d5d18-c11d-47e5-b76d-8ec44e6178e7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 1102 time: 0.2092390 Sep 16 04:45:08.185547 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-2a6a5443-74b2-4e5d-8d89-126f91f4adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.187280 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-2a6a5443-74b2-4e5d-8d89-126f91f4adf8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1149724 Sep 16 04:45:08.196604 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-441e33d7-04e0-46f2-9b28-35b0daafc5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.198098 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-441e33d7-04e0-46f2-9b28-35b0daafc5da service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1465261 Sep 16 04:45:08.200787 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db385553-b7d4-4cde-8745-5dab3757880f req-cddc66c1-7ee0-429c-a357-7a4a7609c64d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 210 time: 0.0431457 Sep 16 04:45:08.251337 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-e683d6d7-7270-4586-abf5-d28cc788cf13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=7b400d13-d631-471b-aeb2-3483742b344d HTTP/1.1" status: 200 len: 217 time: 0.0447001 Sep 16 04:45:08.251651 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 1907978b-8970-415c-b4fc-9fbfaf6308f7 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:08.341587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-e28d8df6-1969-4536-b61b-aafb7806746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.343639 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-e28d8df6-1969-4536-b61b-aafb7806746a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0756311 Sep 16 04:45:08.381609 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-843f305d-350d-45f5-a6fc-3e446020728c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=7b400d13-d631-471b-aeb2-3483742b344d HTTP/1.1" status: 200 len: 217 time: 0.1797101 Sep 16 04:45:08.451749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-c1815782-d7d5-429a-90f8-4445ace6ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.455013 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-c1815782-d7d5-429a-90f8-4445ace6ad3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0914981 Sep 16 04:45:08.488875 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:08.505884 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-32b5196d-0da3-47b2-9fda-872156cce86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.511153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cc2c0-f8dc-41a1-90b3-efb9c4a9da2a req-6d8c8355-8c74-4f4d-bd48-a1e5a18188b9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.518134 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-32b5196d-0da3-47b2-9fda-872156cce86b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1282916 Sep 16 04:45:08.520248 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d14cc2c0-f8dc-41a1-90b3-efb9c4a9da2a req-6d8c8355-8c74-4f4d-bd48-a1e5a18188b9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.1264784 Sep 16 04:45:08.539064 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:08.568488 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 1907978b-8970-415c-b4fc-9fbfaf6308f7, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1907978b-8970-415c-b4fc-9fbfaf6308f7,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:08.628025 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-54112be7-c142-4ec3-bf8a-e862d90a8abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.630069 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-54112be7-c142-4ec3-bf8a-e862d90a8abd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1047111 Sep 16 04:45:08.641171 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d14cc2c0-f8dc-41a1-90b3-efb9c4a9da2a req-b47879e3-b18c-44c7-b808-671e455095ae tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196284 Sep 16 04:45:08.680921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-4c62f562-bffb-41ff-a318-bb28c7fb6b08 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165475 Sep 16 04:45:08.703807 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:08.787658 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=1907978b-8970-415c-b4fc-9fbfaf6308f7,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:08.850055 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-f5461b8c-8461-457c-a6fd-f1e4750628a0 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118771 Sep 16 04:45:08.866117 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-2427bf3e-3039-4359-b272-8d9f19bff65e service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767600 Sep 16 04:45:08.998663 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3c19b001-7a02-4bb1-9d2d-ae6ed33ed561 req-fcdc0410-e78a-412b-b35b-72c682417b10 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408582 Sep 16 04:45:09.075087 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.141458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-0556141c-97b8-4c9e-8ca5-52a15d8f7ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:09.144550 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-0556141c-97b8-4c9e-8ca5-52a15d8f7ce6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 1102 time: 0.0947537 Sep 16 04:45:09.304157 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-b1498e29-e2b7-4193-8e6a-8e742dd90202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:09.308500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-b1498e29-e2b7-4193-8e6a-8e742dd90202 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1534655 Sep 16 04:45:09.371861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-158f96d9-8195-4c62-ad96-645cc7a62c7c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=7b400d13-d631-471b-aeb2-3483742b344d HTTP/1.1" status: 200 len: 217 time: 0.0548000 Sep 16 04:45:09.439895 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-b07cdd0d-be4b-4636-a3d3-06b2d37c192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:09.441686 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-b07cdd0d-be4b-4636-a3d3-06b2d37c192d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0617635 Sep 16 04:45:09.505729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-a4a88c70-4b7e-4855-aceb-7ec855ea427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:09.507885 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-a4a88c70-4b7e-4855-aceb-7ec855ea427d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0555587 Sep 16 04:45:09.696696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c54fe-19bb-4d5d-ab6d-75103a7b465c req-2cf260be-8da4-4e4c-8443-f8bde7c7ead5 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:09.699287 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a7c54fe-19bb-4d5d-ab6d-75103a7b465c req-2cf260be-8da4-4e4c-8443-f8bde7c7ead5 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 945 time: 0.1069927 Sep 16 04:45:09.709238 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35556) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:09.722862 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-033b3039-c07e-4cea-acc7-3a5de9629e3d tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Request body: {'floatingip': {'port_id': 'd913b1eb-af21-49fd-8e5e-bcb7d6ed4088'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:09.728749 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-d8574ab2-8a99-4898-8017-60b0b2fdfc13 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115076 Sep 16 04:45:09.860906 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-033b3039-c07e-4cea-acc7-3a5de9629e3d tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for floatingip, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.012440 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f32a055-5cde-4647-a94d-b27bf2fde11b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1907978b-8970-415c-b4fc-9fbfaf6308f7'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:10.017625 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13499b2-d12b-416f-bbff-0b111810f32f" -d '{"events": [{"server_uuid": "1f32a055-5cde-4647-a94d-b27bf2fde11b", "name": "network-vif-unplugged", "status": "completed", "tag": "1907978b-8970-415c-b4fc-9fbfaf6308f7"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:10.044971 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-6ebcda04-d6d4-4cfd-89c4-e04b395c6f1f service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057020 Sep 16 04:45:10.153253 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-583cd75c-0299-4ff5-bc8c-5d3df0accdf7 req-734f5abf-9283-4245-b123-9873e4aa6ad1 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 210 time: 0.0722752 Sep 16 04:45:10.419532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb08c1-5a39-4a73-9b1e-64c321af3b80 req-e4b29701-91c5-4e43-a940-cd38bfcc7f3e tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:10.421151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-81eb08c1-5a39-4a73-9b1e-64c321af3b80 req-e4b29701-91c5-4e43-a940-cd38bfcc7f3e tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.0924299 Sep 16 04:45:10.510390 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-81eb08c1-5a39-4a73-9b1e-64c321af3b80 req-0f25b12f-b1e5-4c64-9fce-101994d1aadf tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749512 Sep 16 04:45:10.573498 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3103e7-cd81-4e97-8db6-3e69560b381a x-openstack-request-id: req-0d3103e7-cd81-4e97-8db6-3e69560b381a {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:10.573955 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f32a055-5cde-4647-a94d-b27bf2fde11b", "name": "network-vif-unplugged", "status": "completed", "tag": "1907978b-8970-415c-b4fc-9fbfaf6308f7", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:10.574043 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d3103e7-cd81-4e97-8db6-3e69560b381a {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:10.574598 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f32a055-5cde-4647-a94d-b27bf2fde11b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1907978b-8970-415c-b4fc-9fbfaf6308f7', 'code': 200} Sep 16 04:45:10.676321 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.790080 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-033b3039-c07e-4cea-acc7-3a5de9629e3d tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.852420 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-033b3039-c07e-4cea-acc7-3a5de9629e3d tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.096608 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:45:11.250524 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-033b3039-c07e-4cea-acc7-3a5de9629e3d tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Floating IP c907f3de-00da-4dbe-b115-05b41b6a796f associated. External IP: 172.25.4.172, port: d913b1eb-af21-49fd-8e5e-bcb7d6ed4088. Sep 16 04:45:11.285762 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-6ac4fd8b-a178-4c2b-929e-730d2061f54e tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4ef47fe3b50d47b4b872c700a2646965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326314 Sep 16 04:45:11.387766 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0822747d-9052-4cca-ab8d-fde83490ba67 req-c2160f1e-c9b1-4f36-81b4-34b99d032573 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 210 time: 0.0771036 Sep 16 04:45:11.452881 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-a055cfac-ac2d-422b-9243-98e577c284b4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:11.462079 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-a055cfac-ac2d-422b-9243-98e577c284b4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/networks?id=a3575ff3-4916-47b4-a229-afff767245c5 HTTP/1.1" status: 200 len: 805 time: 0.3162401 Sep 16 04:45:11.506292 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-175d34ff-f9f9-400a-816a-92f9365428ef tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/quotas/af2bb4dc17d54a00aa9acfb919ebb08a HTTP/1.1" status: 200 len: 375 time: 0.0258393 Sep 16 04:45:11.612864 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-a8415599-8402-4f80-8375-683234a91c90 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:11.620894 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-a8415599-8402-4f80-8375-683234a91c90 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3272777 Sep 16 04:45:11.669127 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-a28423b3-150e-48a9-aa4d-f2e60542a38d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Request body: {'port': {'device_id': 'ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': '4ef47fe3b50d47b4b872c700a2646965'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:11.694245 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033b3039-c07e-4cea-acc7-3a5de9629e3d tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Router 23b152f3-fa1f-4797-ad07-2c03d9373572 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:45:11.866100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982efe47-560d-4f32-a099-6a9e4a436da9 req-c6dbfde5-a513-4b81-945f-f8189afbeadf tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:11.878830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-982efe47-560d-4f32-a099-6a9e4a436da9 req-c6dbfde5-a513-4b81-945f-f8189afbeadf tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.2050419 Sep 16 04:45:11.931493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-39280a78-49d2-4301-bdc5-9c11c5dfdd3a tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=af2bb4dc17d54a00aa9acfb919ebb08a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4348764 Sep 16 04:45:12.032414 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033b3039-c07e-4cea-acc7-3a5de9629e3d tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:12.044908 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c69a6c8-cb06-49ed-8f21-bfcad4e99891 None None] Sync routers for ids ['23b152f3-fa1f-4797-ad07-2c03d9373572'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:12.046440 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-033b3039-c07e-4cea-acc7-3a5de9629e3d tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.065780 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c69a6c8-cb06-49ed-8f21-bfcad4e99891 None None] Routers {'23b152f3-fa1f-4797-ad07-2c03d9373572'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:12.066409 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-5c69a6c8-cb06-49ed-8f21-bfcad4e99891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:45:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['23b152f3-fa1f-4797-ad07-2c03d9373572'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:12.084497 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-033b3039-c07e-4cea-acc7-3a5de9629e3d tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "PUT /v2.0/floatingips/c907f3de-00da-4dbe-b115-05b41b6a796f HTTP/1.1" status: 200 len: 991 time: 2.3734596 Sep 16 04:45:12.085541 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46585f3f-d21e-4205-81c8-353de0501a16', 'tag': 'd913b1eb-af21-49fd-8e5e-bcb7d6ed4088'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:12.088799 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23f8913-ba4a-4738-8d53-63e824d5be42" -d '{"events": [{"name": "network-changed", "server_uuid": "46585f3f-d21e-4205-81c8-353de0501a16", "tag": "d913b1eb-af21-49fd-8e5e-bcb7d6ed4088"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:12.240363 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-5c69a6c8-cb06-49ed-8f21-bfcad4e99891 None None] Set router 23b152f3-fa1f-4797-ad07-2c03d9373572 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:12.248857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-982efe47-560d-4f32-a099-6a9e4a436da9 req-cf5b36bd-79e6-42f8-8730-b02483e84dbf tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689299 Sep 16 04:45:12.260655 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-784ebb41-7840-4099-9338-ede511bfa5eb service neutron] 10.222.0.20 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210032 Sep 16 04:45:12.528356 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-a28423b3-150e-48a9-aa4d-f2e60542a38d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Made reservation on behalf of 4ef47fe3b50d47b4b872c700a2646965 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:12.535111 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-a28423b3-150e-48a9-aa4d-f2e60542a38d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.588209 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-a28423b3-150e-48a9-aa4d-f2e60542a38d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.600066 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-9597c471-574c-4d2d-b550-2e2bcf135d57 service neutron] 10.222.0.20 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332911 Sep 16 04:45:12.629034 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-5c69a6c8-cb06-49ed-8f21-bfcad4e99891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'name': 'tempest-ServersTestManualDisk-562996048-router', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:24Z', 'updated_at': '2021-09-16T04:44:31Z', 'revision_number': 4, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'gw_port': {'id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:26Z', 'updated_at': '2021-09-16T04:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c907f3de-00da-4dbe-b115-05b41b6a796f', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'floating_ip_address': '172.25.4.172', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'port_id': 'd913b1eb-af21-49fd-8e5e-bcb7d6ed4088', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d', 'mac_address': 'fa:16:3e:a9:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46585f3f-d21e-4205-81c8-353de0501a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:44:38Z', 'updated_at': '2021-09-16T04:45:10Z', 'revision_number': 1, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fece526-9769-458a-be14-9450befd4668', 'name': '', 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'mac_address': 'fa:16:3e:8f:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '3a664049-f7c0-4b64-9c28-3b362226319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:30Z', 'updated_at': '2021-09-16T04:44:36Z', 'revision_number': 5, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'subnets': [{'id': '3a664049-f7c0-4b64-9c28-3b362226319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:12.672424 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8980e4fc-6a30-409b-9bae-8e01586e05a9 x-openstack-request-id: req-8980e4fc-6a30-409b-9bae-8e01586e05a9 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:12.673017 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46585f3f-d21e-4205-81c8-353de0501a16", "tag": "d913b1eb-af21-49fd-8e5e-bcb7d6ed4088", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:12.673349 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8980e4fc-6a30-409b-9bae-8e01586e05a9 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:12.674357 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46585f3f-d21e-4205-81c8-353de0501a16', 'tag': 'd913b1eb-af21-49fd-8e5e-bcb7d6ed4088', 'status': 'completed', 'code': 200} Sep 16 04:45:12.722746 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c69a6c8-cb06-49ed-8f21-bfcad4e99891 None None] Checking router: 23b152f3-fa1f-4797-ad07-2c03d9373572 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:45:12.748330 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c69a6c8-cb06-49ed-8f21-bfcad4e99891 None None] Routers {'23b152f3-fa1f-4797-ad07-2c03d9373572'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:12.750601 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-5c69a6c8-cb06-49ed-8f21-bfcad4e99891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:45:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['23b152f3-fa1f-4797-ad07-2c03d9373572'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:12.776782 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-a28423b3-150e-48a9-aa4d-f2e60542a38d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.876026 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f8913-ba4a-4738-8d53-63e824d5be42 req-d125c066-ea4f-4b6d-88c8-80ae7531085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:12.883037 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f23f8913-ba4a-4738-8d53-63e824d5be42 req-d125c066-ea4f-4b6d-88c8-80ae7531085b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dad241d04f94c02b95070bcffa69569&device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 1097 time: 0.1604595 Sep 16 04:45:12.895131 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-a28423b3-150e-48a9-aa4d-f2e60542a38d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.080251 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-5c69a6c8-cb06-49ed-8f21-bfcad4e99891 None None] Set router 23b152f3-fa1f-4797-ad07-2c03d9373572 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:13.124622 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28423b3-150e-48a9-aa4d-f2e60542a38d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d771dd4-2d12-402f-9d37-afabf104ce60,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:13.159662 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-657a6628-7e56-4a70-93d7-cf252d02c55a req-c796a172-b612-40c9-8a46-1691a58c8663 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 210 time: 0.1626487 Sep 16 04:45:13.243458 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f8913-ba4a-4738-8d53-63e824d5be42 req-d1244bb2-8d4d-4cac-a879-d0ba5cc5ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.246411 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f23f8913-ba4a-4738-8d53-63e824d5be42 req-d1244bb2-8d4d-4cac-a879-d0ba5cc5ba85 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b2f8e69-e798-428b-909a-dbf5d4620f7d HTTP/1.1" status: 200 len: 912 time: 0.3517694 Sep 16 04:45:13.440419 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca436dad-c5c7-4bfc-8910-1ccc850ed316 req-158fcf35-ce63-44b0-99d0-6aebea5090e0 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 210 time: 0.2765632 Sep 16 04:45:13.557008 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f23f8913-ba4a-4738-8d53-63e824d5be42 req-ff76684d-3cd3-4d37-8e92-16c238c9f9b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 HTTP/1.1" status: 200 len: 999 time: 0.2380698 Sep 16 04:45:13.579428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbcd74-ba63-47e6-a60e-10914db66543 req-4c3e4a9e-5d05-4cd7-96f8-2fd52b721d79 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.583518 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ddbbcd74-ba63-47e6-a60e-10914db66543 req-4c3e4a9e-5d05-4cd7-96f8-2fd52b721d79 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f32a055-5cde-4647-a94d-b27bf2fde11b HTTP/1.1" status: 200 len: 943 time: 0.3335245 Sep 16 04:45:13.690246 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0d676-3958-406f-97a9-e3f4b91b9884 req-1bea820e-8c6e-4258-9cec-6d1fd021bd77 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.701973 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5f0d676-3958-406f-97a9-e3f4b91b9884 req-1bea820e-8c6e-4258-9cec-6d1fd021bd77 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.2926123 Sep 16 04:45:13.780896 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-5c69a6c8-cb06-49ed-8f21-bfcad4e99891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'name': 'tempest-ServersTestManualDisk-562996048-router', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:24Z', 'updated_at': '2021-09-16T04:44:31Z', 'revision_number': 4, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'gw_port': {'id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:26Z', 'updated_at': '2021-09-16T04:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c907f3de-00da-4dbe-b115-05b41b6a796f', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'floating_ip_address': '172.25.4.172', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'port_id': 'd913b1eb-af21-49fd-8e5e-bcb7d6ed4088', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d', 'mac_address': 'fa:16:3e:a9:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46585f3f-d21e-4205-81c8-353de0501a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:44:38Z', 'updated_at': '2021-09-16T04:45:10Z', 'revision_number': 1, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fece526-9769-458a-be14-9450befd4668', 'name': '', 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'mac_address': 'fa:16:3e:8f:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '3a664049-f7c0-4b64-9c28-3b362226319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:30Z', 'updated_at': '2021-09-16T04:44:36Z', 'revision_number': 5, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'subnets': [{'id': '3a664049-f7c0-4b64-9c28-3b362226319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:13.874414 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c69a6c8-cb06-49ed-8f21-bfcad4e99891 None None] The sync data for ids ['23b152f3-fa1f-4797-ad07-2c03d9373572'] in n-d-712140-13 is: [{'id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'name': 'tempest-ServersTestManualDisk-562996048-router', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:24Z', 'updated_at': '2021-09-16T04:44:31Z', 'revision_number': 4, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'gw_port': {'id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:26Z', 'updated_at': '2021-09-16T04:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c907f3de-00da-4dbe-b115-05b41b6a796f', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'floating_ip_address': '172.25.4.172', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'port_id': 'd913b1eb-af21-49fd-8e5e-bcb7d6ed4088', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d', 'mac_address': 'fa:16:3e:a9:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46585f3f-d21e-4205-81c8-353de0501a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:44:38Z', 'updated_at': '2021-09-16T04:45:10Z', 'revision_number': 1, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fece526-9769-458a-be14-9450befd4668', 'name': '', 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'mac_address': 'fa:16:3e:8f:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '3a664049-f7c0-4b64-9c28-3b362226319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:30Z', 'updated_at': '2021-09-16T04:44:36Z', 'revision_number': 5, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'subnets': [{'id': '3a664049-f7c0-4b64-9c28-3b362226319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:45:13.892083 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-a28423b3-150e-48a9-aa4d-f2e60542a38d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Allocated IP 192.168.233.161 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/7351c06c-afad-4ea7-86d1-e87c8a17216b) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:14.393943 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-a28423b3-150e-48a9-aa4d-f2e60542a38d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.419913 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ce3e1e-ca07-486f-ac5e-a28e7db10c2c None None] New status for floating IP c907f3de-00da-4dbe-b115-05b41b6a796f: ACTIVE {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:45:14.528671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5f0d676-3958-406f-97a9-e3f4b91b9884 req-3905d6c3-61cd-40be-8ec6-6510a989b287 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8254867 Sep 16 04:45:14.542937 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f8913-ba4a-4738-8d53-63e824d5be42 req-e0b2acb9-dce7-4d1d-9433-71e54b75c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:14.544721 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f23f8913-ba4a-4738-8d53-63e824d5be42 req-e0b2acb9-dce7-4d1d-9433-71e54b75c854 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a664049-f7c0-4b64-9c28-3b362226319a HTTP/1.1" status: 200 len: 850 time: 0.9601758 Sep 16 04:45:14.629069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64773577-a6dd-42cd-8a47-24b86bccd133 req-f326d5d3-5473-460f-af85-eb69f9723867 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 210 time: 0.0889318 Sep 16 04:45:14.634391 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-a28423b3-150e-48a9-aa4d-f2e60542a38d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.786864 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f8913-ba4a-4738-8d53-63e824d5be42 req-6baec2aa-36d9-4654-8318-ba02051f220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:14.790068 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f23f8913-ba4a-4738-8d53-63e824d5be42 req-6baec2aa-36d9-4654-8318-ba02051f220b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b2f8e69-e798-428b-909a-dbf5d4620f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2147634 Sep 16 04:45:14.816127 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28423b3-150e-48a9-aa4d-f2e60542a38d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Pushing event updated for resources: {'Port': ['ID=7351c06c-afad-4ea7-86d1-e87c8a17216b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:14.856091 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-ddbbcd74-ba63-47e6-a60e-10914db66543 req-dcfa98c0-e6be-491b-884b-bd0d1150c5b2 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Deleting port 1907978b-8970-415c-b4fc-9fbfaf6308f7 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:14.856733 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ddbbcd74-ba63-47e6-a60e-10914db66543 req-dcfa98c0-e6be-491b-884b-bd0d1150c5b2 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.971956 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96766676-e4c1-4d43-978d-1df705ad4452 req-e5410375-09fc-48c5-bf10-e95f8fae388a tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 210 time: 0.3390110 Sep 16 04:45:15.024752 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-a28423b3-150e-48a9-aa4d-f2e60542a38d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:15.030094 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f23f8913-ba4a-4738-8d53-63e824d5be42 req-f312c0de-4db7-49f7-80f7-1d1bc37afe2a service neutron] 10.222.0.21 "GET /v2.0/networks/3b2f8e69-e798-428b-909a-dbf5d4620f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320719 Sep 16 04:45:15.036005 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-a28423b3-150e-48a9-aa4d-f2e60542a38d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:15.053635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-a28423b3-150e-48a9-aa4d-f2e60542a38d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:15.138648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-a28423b3-150e-48a9-aa4d-f2e60542a38d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.138648 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-a28423b3-150e-48a9-aa4d-f2e60542a38d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.167731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-06e91240-2819-4e46-b9d2-fab3772132ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.170142 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-06e91240-2819-4e46-b9d2-fab3772132ad service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8&tenant_id=a016558221c5434f8347e2de57e4ce82 HTTP/1.1" status: 200 len: 1102 time: 0.6333909 Sep 16 04:45:15.195921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-13', 'device_owner': 'compute:nova'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:15.214673 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-ddbbcd74-ba63-47e6-a60e-10914db66543 req-dcfa98c0-e6be-491b-884b-bd0d1150c5b2 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] For port 1907978b-8970-415c-b4fc-9fbfaf6308f7, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1907978b-8970-415c-b4fc-9fbfaf6308f7,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:15.215098 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ddbbcd74-ba63-47e6-a60e-10914db66543 req-dcfa98c0-e6be-491b-884b-bd0d1150c5b2 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.233292 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-ddbbcd74-ba63-47e6-a60e-10914db66543 req-dcfa98c0-e6be-491b-884b-bd0d1150c5b2 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Calling delete_port for 1907978b-8970-415c-b4fc-9fbfaf6308f7 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:15.318922 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.329180 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-a28423b3-150e-48a9-aa4d-f2e60542a38d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6664221 Sep 16 04:45:15.363675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Request body: {'port': {'device_id': 'ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:15.539747 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d0b1eaf7-b027-49ba-a216-1a5035f12bb0 None None] Provisioning complete for port 7351c06c-afad-4ea7-86d1-e87c8a17216b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:15.539747 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d0b1eaf7-b027-49ba-a216-1a5035f12bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.546362 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f23f8913-ba4a-4738-8d53-63e824d5be42 req-5b688a4a-39a4-4994-956f-fe9a1c3fcee1 service neutron] 10.222.0.21 "GET /v2.0/networks/3b2f8e69-e798-428b-909a-dbf5d4620f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080140 Sep 16 04:45:15.562093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d0b1eaf7-b027-49ba-a216-1a5035f12bb0 None None] Port 7351c06c-afad-4ea7-86d1-e87c8a17216b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:15.660355 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.825356 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04454a-a618-4a0c-95de-0c5c55bd803f req-5a7b21f1-9df6-493e-ac84-68f98326523d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.827036 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf04454a-a618-4a0c-95de-0c5c55bd803f req-5a7b21f1-9df6-493e-ac84-68f98326523d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.1896212 Sep 16 04:45:15.935230 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ddbbcd74-ba63-47e6-a60e-10914db66543 req-dcfa98c0-e6be-491b-884b-bd0d1150c5b2 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.961993 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] For port 7b400d13-d631-471b-aeb2-3483742b344d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7b400d13-d631-471b-aeb2-3483742b344d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:16.055216 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf04454a-a618-4a0c-95de-0c5c55bd803f req-2996b1d4-59a1-4c31-9e79-cb03f2b311f5 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154849 Sep 16 04:45:16.065322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa98c0-e6be-491b-884b-bd0d1150c5b2 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Pushing event deleted for resources: {'Port': ['ID=1907978b-8970-415c-b4fc-9fbfaf6308f7,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:16.079496 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] For port 7b400d13-d631-471b-aeb2-3483742b344d, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:16.091782 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c6aa3-be31-4fad-9876-9bbd4ca515f2 req-6b773807-0ad5-4397-8822-40fbc2c1f9f4 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:16.102547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff7c6aa3-be31-4fad-9876-9bbd4ca515f2 req-6b773807-0ad5-4397-8822-40fbc2c1f9f4 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 936 time: 0.3571019 Sep 16 04:45:16.207917 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbbcd74-ba63-47e6-a60e-10914db66543 req-dcfa98c0-e6be-491b-884b-bd0d1150c5b2 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] No DVR routers for this DVR port 1907978b-8970-415c-b4fc-9fbfaf6308f7 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:16.208152 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23479af7-8363-4b59-aa15-de1d7f376ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b400d13-d631-471b-aeb2-3483742b344d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:16.210838 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860ae29d-94d3-4383-89ef-a50841c4200d" -d '{"events": [{"server_uuid": "23479af7-8363-4b59-aa15-de1d7f376ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "7b400d13-d631-471b-aeb2-3483742b344d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:16.214532 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ddbbcd74-ba63-47e6-a60e-10914db66543 req-dcfa98c0-e6be-491b-884b-bd0d1150c5b2 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.219836 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ddbbcd74-ba63-47e6-a60e-10914db66543 req-dcfa98c0-e6be-491b-884b-bd0d1150c5b2 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.38 "DELETE /v2.0/ports/1907978b-8970-415c-b4fc-9fbfaf6308f7 HTTP/1.1" status: 204 len: 173 time: 2.6112678 Sep 16 04:45:16.220598 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f32a055-5cde-4647-a94d-b27bf2fde11b', 'name': 'network-vif-deleted', 'tag': '1907978b-8970-415c-b4fc-9fbfaf6308f7'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:16.225167 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.226243 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab51734-b97e-487a-b542-be0151ddeeb2" -d '{"events": [{"server_uuid": "1f32a055-5cde-4647-a94d-b27bf2fde11b", "name": "network-vif-deleted", "tag": "1907978b-8970-415c-b4fc-9fbfaf6308f7"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:16.235978 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff7c6aa3-be31-4fad-9876-9bbd4ca515f2 req-fbb9cec9-3723-4bd4-ba7b-32030e07c137 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d771dd4-2d12-402f-9d37-afabf104ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309268 Sep 16 04:45:16.266367 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 7b400d13-d631-471b-aeb2-3483742b344d no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:16.281528 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] Transition to ACTIVE for port object 7b400d13-d631-471b-aeb2-3483742b344d will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:45:16.451195 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.477077 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed33dbb5-6f5b-4634-803c-dc0b515e403c req-5342a7ee-8df6-4c23-a0a9-87ac58539811 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 210 time: 0.0964937 Sep 16 04:45:16.530786 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.696767 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11eb02c1-d19c-49c2-81d5-e125894bda72 x-openstack-request-id: req-11eb02c1-d19c-49c2-81d5-e125894bda72 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:16.698214 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f32a055-5cde-4647-a94d-b27bf2fde11b", "name": "network-vif-deleted", "tag": "1907978b-8970-415c-b4fc-9fbfaf6308f7", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:16.698214 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11eb02c1-d19c-49c2-81d5-e125894bda72 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:16.698846 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f32a055-5cde-4647-a94d-b27bf2fde11b', 'name': 'network-vif-deleted', 'tag': '1907978b-8970-415c-b4fc-9fbfaf6308f7', 'status': 'completed', 'code': 200} Sep 16 04:45:16.721349 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:45:16.722201 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:45:16.733758 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] Pushing event updated for resources: {'Port': ['ID=7b400d13-d631-471b-aeb2-3483742b344d,revision_number=10']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:17.533817 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71f6def-00b3-4702-8b92-1a36d428e3eb x-openstack-request-id: req-d71f6def-00b3-4702-8b92-1a36d428e3eb {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:17.533817 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23479af7-8363-4b59-aa15-de1d7f376ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "7b400d13-d631-471b-aeb2-3483742b344d", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:17.533817 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d71f6def-00b3-4702-8b92-1a36d428e3eb {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:17.535046 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23479af7-8363-4b59-aa15-de1d7f376ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b400d13-d631-471b-aeb2-3483742b344d', 'code': 200} Sep 16 04:45:17.539984 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] No DVR routers for this DVR port 7b400d13-d631-471b-aeb2-3483742b344d on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:17.664954 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-a530f750-681b-41ee-9344-083b70b475c0 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:17.669762 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-a530f750-681b-41ee-9344-083b70b475c0 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.38 "GET /v2.0/networks?id=a3575ff3-4916-47b4-a229-afff767245c5 HTTP/1.1" status: 200 len: 805 time: 0.6718042 Sep 16 04:45:17.732154 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-576e54c8-00ca-45cc-adb0-1ea8138a7142 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Request body: {'port': {'device_id': 'a0a97a7e-c716-4bc2-9124-1afc25764897', 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5', 'admin_state_up': True, 'tenant_id': 'af2bb4dc17d54a00aa9acfb919ebb08a'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:17.754411 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] Attempting to bind port 7b400d13-d631-471b-aeb2-3483742b344d on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:17.755956 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] Attempting to bind port 7b400d13-d631-471b-aeb2-3483742b344d by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:17.757227 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] Attempting to bind port 7b400d13-d631-471b-aeb2-3483742b344d on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:17.779734 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] Port 7b400d13-d631-471b-aeb2-3483742b344d on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:45:17.780403 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] Attempting to bind port 7b400d13-d631-471b-aeb2-3483742b344d on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:17.861382 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:17.862612 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:17.863289 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:17.866932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] Bound port: 7b400d13-d631-471b-aeb2-3483742b344d, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:17.867564 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.076011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bd0ef-9ed0-46ec-acdf-a95664ab4c72 req-b9d99f91-7753-456b-9d07-51a50efbc666 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:18.092230 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-377bd0ef-9ed0-46ec-acdf-a95664ab4c72 req-b9d99f91-7753-456b-9d07-51a50efbc666 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 936 time: 0.1803944 Sep 16 04:45:18.231969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0106e4-054a-4c70-9543-dc4565fd0b50 req-ae88c6fb-a86a-4522-a1cf-292d9b7e8efa tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:18.234182 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc0106e4-054a-4c70-9543-dc4565fd0b50 req-ae88c6fb-a86a-4522-a1cf-292d9b7e8efa tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 949 time: 0.7046509 Sep 16 04:45:18.295191 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 1907978b-8970-415c-b4fc-9fbfaf6308f7 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:18.338941 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-377bd0ef-9ed0-46ec-acdf-a95664ab4c72 req-8d821d7b-6180-4782-ad27-171604c834e9 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d771dd4-2d12-402f-9d37-afabf104ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984735 Sep 16 04:45:18.358674 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 1907978b-8970-415c-b4fc-9fbfaf6308f7 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:18.360903 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 1907978b-8970-415c-b4fc-9fbfaf6308f7 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:18.377256 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-576e54c8-00ca-45cc-adb0-1ea8138a7142 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Made reservation on behalf of af2bb4dc17d54a00aa9acfb919ebb08a for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:18.381472 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-576e54c8-00ca-45cc-adb0-1ea8138a7142 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.406168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] For port 7b400d13-d631-471b-aeb2-3483742b344d, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:18.413371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] For port 7b400d13-d631-471b-aeb2-3483742b344d, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=7b400d13-d631-471b-aeb2-3483742b344d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:18.503820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc0106e4-054a-4c70-9543-dc4565fd0b50 req-123418a3-ce2f-4eb0-94d5-932d5b917bef tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916873 Sep 16 04:45:18.646412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7351c06c-afad-4ea7-86d1-e87c8a17216b {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:18.703078 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-576e54c8-00ca-45cc-adb0-1ea8138a7142 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Allocated IP 172.20.0.12 (a3575ff3-4916-47b4-a229-afff767245c5/02f3edd7-c966-45f1-a2c0-304513016974/bb565c29-9d77-4023-ae0f-ffd99919b000) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:18.709900 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.779517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Transition to ACTIVE for port object 7351c06c-afad-4ea7-86d1-e87c8a17216b will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:45:18.833391 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.923913 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf4a0c5f-11bb-4b8b-a810-08a1e0631fd9 req-5c9a4ea8-a094-4309-a0f8-bfa577c63f44 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 210 time: 0.1363304 Sep 16 04:45:18.932485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:18.933742 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.935882 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] 10.222.0.38 "PUT /v2.0/ports/7b400d13-d631-471b-aeb2-3483742b344d HTTP/1.1" status: 200 len: 1098 time: 3.7512877 Sep 16 04:45:18.995301 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.006205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa7923-a4c2-444d-9875-bd0620d395ff service neutron] Pushing event updated for resources: {'Port': ['ID=7b400d13-d631-471b-aeb2-3483742b344d,revision_number=11']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:19.140374 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-576e54c8-00ca-45cc-adb0-1ea8138a7142 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.254008 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-de79a7c6-11cb-4068-90bd-9f4a67c1b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:19.258551 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-de79a7c6-11cb-4068-90bd-9f4a67c1b088 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 1101 time: 0.2480602 Sep 16 04:45:19.303434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Pushing event updated for resources: {'Port': ['ID=7351c06c-afad-4ea7-86d1-e87c8a17216b,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:19.350165 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-576e54c8-00ca-45cc-adb0-1ea8138a7142 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.539480 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-576e54c8-00ca-45cc-adb0-1ea8138a7142 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Network a3575ff3-4916-47b4-a229-afff767245c5 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:19.567030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23479af7-8363-4b59-aa15-de1d7f376ed8', 'tag': '7b400d13-d631-471b-aeb2-3483742b344d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:19.572711 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca1be52-31be-4c51-8273-ab1fa13f9646" -d '{"events": [{"name": "network-changed", "server_uuid": "23479af7-8363-4b59-aa15-de1d7f376ed8", "tag": "7b400d13-d631-471b-aeb2-3483742b344d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:19.583050 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-576e54c8-00ca-45cc-adb0-1ea8138a7142 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:19.629074 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-576e54c8-00ca-45cc-adb0-1ea8138a7142 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:19.772001 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-576e54c8-00ca-45cc-adb0-1ea8138a7142 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:19.772856 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-576e54c8-00ca-45cc-adb0-1ea8138a7142 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.773325 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bc6c53-b0e8-465b-99aa-a7b0ebd6167b x-openstack-request-id: req-03bc6c53-b0e8-465b-99aa-a7b0ebd6167b {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:19.774083 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23479af7-8363-4b59-aa15-de1d7f376ed8", "tag": "7b400d13-d631-471b-aeb2-3483742b344d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:19.774083 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03bc6c53-b0e8-465b-99aa-a7b0ebd6167b {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:19.774652 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23479af7-8363-4b59-aa15-de1d7f376ed8', 'tag': '7b400d13-d631-471b-aeb2-3483742b344d', 'status': 'completed', 'code': 200} Sep 16 04:45:19.803133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Attempting to bind port 7351c06c-afad-4ea7-86d1-e87c8a17216b on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:19.803133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Attempting to bind port 7351c06c-afad-4ea7-86d1-e87c8a17216b by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:19.803133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Attempting to bind port 7351c06c-afad-4ea7-86d1-e87c8a17216b on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:19.821530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Port 7351c06c-afad-4ea7-86d1-e87c8a17216b on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:45:19.821530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Attempting to bind port 7351c06c-afad-4ea7-86d1-e87c8a17216b on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:19.845950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-de7d1080-12d7-47b0-a340-5ed06cadbad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:19.854055 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-de7d1080-12d7-47b0-a340-5ed06cadbad1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.5303302 Sep 16 04:45:19.860049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:19.861141 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:19.862438 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:19.866039 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Bound port: 7351c06c-afad-4ea7-86d1-e87c8a17216b, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:19.866039 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.933694 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416279e3-db35-43b8-b412-7fd22cb2c06f req-ba7661f1-baab-45c7-a895-878f5d144c97 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:19.935836 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-416279e3-db35-43b8-b412-7fd22cb2c06f req-ba7661f1-baab-45c7-a895-878f5d144c97 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 948 time: 0.3104818 Sep 16 04:45:19.942821 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e54c8-00ca-45cc-adb0-1ea8138a7142 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Pushing event updated for resources: {'Port': ['ID=bb565c29-9d77-4023-ae0f-ffd99919b000,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:19.983173 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-7ecce929-2def-4a10-bb1d-7994077feca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:19.984912 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-7ecce929-2def-4a10-bb1d-7994077feca0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 1101 time: 0.1488011 Sep 16 04:45:20.088546 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-576e54c8-00ca-45cc-adb0-1ea8138a7142 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3994715 Sep 16 04:45:20.109442 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Request body: {'port': {'device_id': 'a0a97a7e-c716-4bc2-9124-1afc25764897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:20.153222 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-3a9893d2-18e5-4778-bb82-02594f19396c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=7b400d13-d631-471b-aeb2-3483742b344d HTTP/1.1" status: 200 len: 217 time: 0.2801628 Sep 16 04:45:20.180258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-416279e3-db35-43b8-b412-7fd22cb2c06f req-6b4ee7f2-559a-4ce1-80e4-0d1ec372e92a tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d771dd4-2d12-402f-9d37-afabf104ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836624 Sep 16 04:45:20.224504 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.264040 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] For port 7351c06c-afad-4ea7-86d1-e87c8a17216b, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:20.287259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] For port 7351c06c-afad-4ea7-86d1-e87c8a17216b, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7351c06c-afad-4ea7-86d1-e87c8a17216b,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:20.287259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-34315b37-21f8-4e08-885a-cc5e126c74ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.287259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-34315b37-21f8-4e08-885a-cc5e126c74ef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1225612 Sep 16 04:45:20.316024 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c816143-6386-4807-b863-8f65256b7f13 req-d19d95a7-2f31-4f9a-b757-47d2b5689a34 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.320962 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c816143-6386-4807-b863-8f65256b7f13 req-d19d95a7-2f31-4f9a-b757-47d2b5689a34 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 949 time: 0.4283876 Sep 16 04:45:20.415862 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.540160 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Pushing event updated for resources: {'Port': ['ID=7351c06c-afad-4ea7-86d1-e87c8a17216b,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:20.544624 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.545315 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.546864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f3a35b55-a3d5-41a6-83af-ef4754fa8583 service neutron] 10.222.0.21 "PUT /v2.0/ports/7351c06c-afad-4ea7-86d1-e87c8a17216b HTTP/1.1" status: 200 len: 1097 time: 5.1978474 Sep 16 04:45:20.560586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c816143-6386-4807-b863-8f65256b7f13 req-7308a59c-bbbe-4eb4-aba2-401822f2c116 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278259 Sep 16 04:45:20.574208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-c9a6320c-5c13-47b0-ae58-f867a7985621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.574208 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-c9a6320c-5c13-47b0-ae58-f867a7985621 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2757897 Sep 16 04:45:20.662215 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb565c29-9d77-4023-ae0f-ffd99919b000 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:20.676042 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.684258 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-811bf419-d21d-4ea5-b84c-466bf64731cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.685842 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-811bf419-d21d-4ea5-b84c-466bf64731cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.6927431 Sep 16 04:45:20.694285 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Transition to ACTIVE for port object bb565c29-9d77-4023-ae0f-ffd99919b000 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:45:20.774401 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-fab0ab6a-5c90-4c53-baed-a92c00918cfc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=7b400d13-d631-471b-aeb2-3483742b344d HTTP/1.1" status: 200 len: 217 time: 0.0761266 Sep 16 04:45:20.813145 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-eaad2e6c-08e4-4ad5-9df9-17d1a5d2e4a4 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312796 Sep 16 04:45:20.834105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ccc37-1801-4e08-b28c-de100cbbc247 req-b8ea975f-dc1e-48fc-9a86-98b054fdc9f2 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.844247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b7ccc37-1801-4e08-b28c-de100cbbc247 req-b8ea975f-dc1e-48fc-9a86-98b054fdc9f2 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 932 time: 0.1236401 Sep 16 04:45:20.949040 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.003677 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-ecfe4189-00c8-47a9-9173-f1d016579d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.005811 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-ecfe4189-00c8-47a9-9173-f1d016579d57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1975574 Sep 16 04:45:21.074693 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Pushing event updated for resources: {'Port': ['ID=bb565c29-9d77-4023-ae0f-ffd99919b000,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:21.100827 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-04dfacdb-7a50-4080-a5a7-d1b4711e980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.103096 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-04dfacdb-7a50-4080-a5a7-d1b4711e980f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ef47fe3b50d47b4b872c700a2646965&device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 1100 time: 0.2418222 Sep 16 04:45:21.148443 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-d07c200f-ff8e-47a6-b1c6-1667e01a8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.150395 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-d07c200f-ff8e-47a6-b1c6-1667e01a8d82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1348939 Sep 16 04:45:21.182273 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-f0f3d236-ec91-45e1-8b57-f0deaa1047f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=7351c06c-afad-4ea7-86d1-e87c8a17216b HTTP/1.1" status: 200 len: 217 time: 0.0587690 Sep 16 04:45:21.193518 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b7ccc37-1801-4e08-b28c-de100cbbc247 req-2fc6dbf2-e270-4495-83a8-3b3c3f80e176 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480937 Sep 16 04:45:21.228777 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Attempting to bind port bb565c29-9d77-4023-ae0f-ffd99919b000 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:21.229401 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Attempting to bind port bb565c29-9d77-4023-ae0f-ffd99919b000 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '7b61a8d8-2664-44da-bd79-64843a1f98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:21.229685 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Attempting to bind port bb565c29-9d77-4023-ae0f-ffd99919b000 on network a3575ff3-4916-47b4-a229-afff767245c5 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:21.240082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-977803c9-d4b3-496d-a6e0-74b9821ab0c8 req-88763db5-a755-4a77-94b9-f776d6da8afe service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882239 Sep 16 04:45:21.282533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-d7105099-f8a0-4a0e-b599-3484592a811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.285006 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-d7105099-f8a0-4a0e-b599-3484592a811c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0903902 Sep 16 04:45:21.290661 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Port bb565c29-9d77-4023-ae0f-ffd99919b000 on network a3575ff3-4916-47b4-a229-afff767245c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:45:21.291293 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Attempting to bind port bb565c29-9d77-4023-ae0f-ffd99919b000 on network a3575ff3-4916-47b4-a229-afff767245c5 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:21.306657 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:21.307458 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Checking segment: {'id': '7b61a8d8-2664-44da-bd79-64843a1f98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:21.308002 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Bound using segment: {'id': '7b61a8d8-2664-44da-bd79-64843a1f98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:21.308483 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Bound port: bb565c29-9d77-4023-ae0f-ffd99919b000, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b61a8d8-2664-44da-bd79-64843a1f98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:21.309035 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.399070 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-4ac6a941-5835-405d-b906-2ac1c7edbf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.401022 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-4ac6a941-5835-405d-b906-2ac1c7edbf09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1023443 Sep 16 04:45:21.409468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f24edf-b3c5-42f4-937a-e0997c06bcb1 req-de86d79a-13ab-459c-b24b-500f01e9497d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.411063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20f24edf-b3c5-42f4-937a-e0997c06bcb1 req-de86d79a-13ab-459c-b24b-500f01e9497d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 948 time: 0.0707736 Sep 16 04:45:21.458298 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-3df58dbd-047f-4c77-bf0b-933a4d3427aa service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897017 Sep 16 04:45:21.489220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] For port bb565c29-9d77-4023-ae0f-ffd99919b000, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:21.493486 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] For port bb565c29-9d77-4023-ae0f-ffd99919b000, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=bb565c29-9d77-4023-ae0f-ffd99919b000,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:21.567520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20f24edf-b3c5-42f4-937a-e0997c06bcb1 req-6957a5e9-525b-4dce-a3dc-34b349798bc4 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d771dd4-2d12-402f-9d37-afabf104ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382117 Sep 16 04:45:21.577232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-e6a863e4-7e74-4c94-9ee0-8985f8625d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.578755 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-e6a863e4-7e74-4c94-9ee0-8985f8625d05 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 1101 time: 0.1484962 Sep 16 04:45:21.648908 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-8693006e-eb42-438f-bbaf-eb20b68cf13c service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309368 Sep 16 04:45:21.684728 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-19b3218c-d6ca-4c4d-8c86-65b97c85e2a3 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881166 Sep 16 04:45:21.731940 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.775624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.776592 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.778257 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] 10.222.0.38 "PUT /v2.0/ports/bb565c29-9d77-4023-ae0f-ffd99919b000 HTTP/1.1" status: 200 len: 1093 time: 1.6740065 Sep 16 04:45:21.778924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a97a7e-c716-4bc2-9124-1afc25764897', 'tag': 'bb565c29-9d77-4023-ae0f-ffd99919b000'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:21.780596 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69', 'tag': '7351c06c-afad-4ea7-86d1-e87c8a17216b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:21.781663 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fe85b9-1e69-46da-a799-34cd995b17e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a97a7e-c716-4bc2-9124-1afc25764897", "tag": "bb565c29-9d77-4023-ae0f-ffd99919b000"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:21.786299 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c5ee09-854c-48c4-a517-cc14ceb5a793" -d '{"events": [{"name": "network-changed", "server_uuid": "ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69", "tag": "7351c06c-afad-4ea7-86d1-e87c8a17216b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:21.820739 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb838f-16d0-47e5-8fec-cb24f48c2f89 service neutron] Pushing event updated for resources: {'Port': ['ID=bb565c29-9d77-4023-ae0f-ffd99919b000,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:21.919286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-95180de5-190c-4e61-bd8e-0c99a32b3a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.921195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-95180de5-190c-4e61-bd8e-0c99a32b3a69 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.3209686 Sep 16 04:45:21.951722 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bce2081-2e53-4880-be8f-9b9a34e8d802 x-openstack-request-id: req-1bce2081-2e53-4880-be8f-9b9a34e8d802 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:21.952012 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a97a7e-c716-4bc2-9124-1afc25764897", "tag": "bb565c29-9d77-4023-ae0f-ffd99919b000", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:21.952263 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bce2081-2e53-4880-be8f-9b9a34e8d802 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:21.952658 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a97a7e-c716-4bc2-9124-1afc25764897', 'tag': 'bb565c29-9d77-4023-ae0f-ffd99919b000', 'status': 'completed', 'code': 200} Sep 16 04:45:21.960173 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4c75d-5d01-47d5-8b34-fd87a65e80cf req-b55e8e05-c12c-4c3c-b40e-7c24fbf4f050 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.962076 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ad4c75d-5d01-47d5-8b34-fd87a65e80cf req-b55e8e05-c12c-4c3c-b40e-7c24fbf4f050 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 949 time: 0.2744925 Sep 16 04:45:22.008587 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-2fe98a03-c75b-4e13-8844-d8035cd391c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=7b400d13-d631-471b-aeb2-3483742b344d HTTP/1.1" status: 200 len: 217 time: 0.0626414 Sep 16 04:45:22.069232 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-52b5ead1-69ac-4d9d-afe7-9ec2e2d74058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.071062 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-52b5ead1-69ac-4d9d-afe7-9ec2e2d74058 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=af2bb4dc17d54a00aa9acfb919ebb08a&device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 1096 time: 0.1009974 Sep 16 04:45:22.086629 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a2065b-a3c5-457d-87de-2bfd4388d2f4 x-openstack-request-id: req-b6a2065b-a3c5-457d-87de-2bfd4388d2f4 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:22.086629 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69", "tag": "7351c06c-afad-4ea7-86d1-e87c8a17216b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:22.086629 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6a2065b-a3c5-457d-87de-2bfd4388d2f4 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:22.086629 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69', 'tag': '7351c06c-afad-4ea7-86d1-e87c8a17216b', 'status': 'completed', 'code': 200} Sep 16 04:45:22.093754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7af1c3e-291d-410f-ab39-c38b1ea1debd req-d2458bb8-2139-4ba5-bf8d-9d7e70fafb89 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159892 Sep 16 04:45:22.097879 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-5d85b338-ee26-4f07-b9a6-39e744087cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.099452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-5d85b338-ee26-4f07-b9a6-39e744087cf6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0770206 Sep 16 04:45:22.133128 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-2be99fdd-82ea-46a1-b9d5-2b15be91ea2e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb565c29-9d77-4023-ae0f-ffd99919b000 HTTP/1.1" status: 200 len: 217 time: 0.0444789 Sep 16 04:45:22.154151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ad4c75d-5d01-47d5-8b34-fd87a65e80cf req-8f04d243-4ebb-4670-9b90-3793beeef6fb tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445103 Sep 16 04:45:22.174911 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-b1814585-8bfa-479e-96c3-7cd7240e4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.177102 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-b1814585-8bfa-479e-96c3-7cd7240e4cc4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0650377 Sep 16 04:45:22.200930 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-0fb9bab5-228e-4732-a211-7756834623fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.202848 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-0fb9bab5-228e-4732-a211-7756834623fc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=02f3edd7-c966-45f1-a2c0-304513016974 HTTP/1.1" status: 200 len: 845 time: 0.0629222 Sep 16 04:45:22.269990 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-dc3e25c7-a17a-45bf-8ec0-1d93f16ecb89 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a3575ff3-4916-47b4-a229-afff767245c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584881 Sep 16 04:45:22.322759 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-bb2b07f4-046a-4166-9736-3c508126f52c service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347442 Sep 16 04:45:22.372936 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-be9ed6ff-7ad3-49a8-84a5-77a652ba1311 service neutron] 10.222.0.38 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954890 Sep 16 04:45:22.571260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf64d0e-e848-422d-9301-b574edf2664e req-e290f826-451e-403a-b4a3-22ac367bd7e9 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.571260 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-baf64d0e-e848-422d-9301-b574edf2664e req-e290f826-451e-403a-b4a3-22ac367bd7e9 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 944 time: 0.1807325 Sep 16 04:45:22.573784 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ad1e9420-da79-4d7d-8a98-8fe6f5344453 req-b06a1d27-63bf-4450-9195-37b021f635a8 service neutron] 10.222.0.38 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061463 Sep 16 04:45:22.574211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5ee09-854c-48c4-a517-cc14ceb5a793 req-d9f779fd-f985-4cb8-a439-2fdb73c14f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.574211 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82c5ee09-854c-48c4-a517-cc14ceb5a793 req-d9f779fd-f985-4cb8-a439-2fdb73c14f01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ef47fe3b50d47b4b872c700a2646965&device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 1100 time: 0.1687791 Sep 16 04:45:22.574211 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ca1be52-31be-4c51-8273-ab1fa13f9646 req-7060d6da-6895-498c-9fc9-903af2ee1ecb service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318013 Sep 16 04:45:22.609890 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-baf64d0e-e848-422d-9301-b574edf2664e req-e6569448-412a-4143-a8ac-318401c8c9d3 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138091 Sep 16 04:45:22.653030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5ee09-854c-48c4-a517-cc14ceb5a793 req-24178fd6-df44-42ff-8b33-db116a23e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.654639 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82c5ee09-854c-48c4-a517-cc14ceb5a793 req-24178fd6-df44-42ff-8b33-db116a23e36c service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1469870 Sep 16 04:45:22.716940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82c5ee09-854c-48c4-a517-cc14ceb5a793 req-bf23739c-301b-40e5-9a2d-aa07444e1658 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=7351c06c-afad-4ea7-86d1-e87c8a17216b HTTP/1.1" status: 200 len: 217 time: 0.0529206 Sep 16 04:45:22.810679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5ee09-854c-48c4-a517-cc14ceb5a793 req-86bcb98b-0d6d-4eb5-a42a-938e0205f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.812217 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82c5ee09-854c-48c4-a517-cc14ceb5a793 req-86bcb98b-0d6d-4eb5-a42a-938e0205f437 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0744085 Sep 16 04:45:22.857555 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc2f6d-e93c-4768-baa9-d947d903e676 req-6c75c849-3f39-4ad4-8818-ac2530d0cb68 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.859404 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92dc2f6d-e93c-4768-baa9-d947d903e676 req-6c75c849-3f39-4ad4-8818-ac2530d0cb68 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 948 time: 0.1860094 Sep 16 04:45:22.923478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe85b9-1e69-46da-a799-34cd995b17e0 req-5ab084f9-952a-491a-84f8-8aadfab2f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.925283 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86fe85b9-1e69-46da-a799-34cd995b17e0 req-5ab084f9-952a-491a-84f8-8aadfab2f460 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=af2bb4dc17d54a00aa9acfb919ebb08a&device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 1096 time: 0.1272631 Sep 16 04:45:22.947638 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92dc2f6d-e93c-4768-baa9-d947d903e676 req-271f9ad1-c70d-4c12-a8e5-c77cd9d3cc97 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d771dd4-2d12-402f-9d37-afabf104ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691741 Sep 16 04:45:22.965944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5ee09-854c-48c4-a517-cc14ceb5a793 req-721a226d-160a-4deb-af89-c982f222aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.967768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82c5ee09-854c-48c4-a517-cc14ceb5a793 req-721a226d-160a-4deb-af89-c982f222aedf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1350257 Sep 16 04:45:23.137818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe85b9-1e69-46da-a799-34cd995b17e0 req-1d993216-a740-433e-853d-ac6f6941fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:23.139617 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86fe85b9-1e69-46da-a799-34cd995b17e0 req-1d993216-a740-433e-853d-ac6f6941fd60 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a3575ff3-4916-47b4-a229-afff767245c5 HTTP/1.1" status: 200 len: 906 time: 0.2048750 Sep 16 04:45:23.141810 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82c5ee09-854c-48c4-a517-cc14ceb5a793 req-7e4237ab-c588-4290-88f8-62c05637013a service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556253 Sep 16 04:45:23.228625 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86fe85b9-1e69-46da-a799-34cd995b17e0 req-c8904765-96dd-46da-b247-680007b853d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb565c29-9d77-4023-ae0f-ffd99919b000 HTTP/1.1" status: 200 len: 217 time: 0.0755019 Sep 16 04:45:23.356159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe85b9-1e69-46da-a799-34cd995b17e0 req-9a688853-c891-408b-937d-a46b92acbd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:23.357559 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86fe85b9-1e69-46da-a799-34cd995b17e0 req-9a688853-c891-408b-937d-a46b92acbd93 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=02f3edd7-c966-45f1-a2c0-304513016974 HTTP/1.1" status: 200 len: 845 time: 0.1222019 Sep 16 04:45:23.402296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86fe85b9-1e69-46da-a799-34cd995b17e0 req-175d5406-b358-446c-9089-45aa5cd10331 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a3575ff3-4916-47b4-a229-afff767245c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351937 Sep 16 04:45:23.405293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82c5ee09-854c-48c4-a517-cc14ceb5a793 req-e265c917-18b6-4b09-b29b-4a3f8939a187 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424176 Sep 16 04:45:23.413255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576c009-bdbc-4566-9ff3-3b9e96c5775f req-cd4e86bc-0143-4a1a-87a2-8310e1e3d1f5 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:23.414813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2576c009-bdbc-4566-9ff3-3b9e96c5775f req-cd4e86bc-0143-4a1a-87a2-8310e1e3d1f5 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 949 time: 0.1479454 Sep 16 04:45:23.516818 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2576c009-bdbc-4566-9ff3-3b9e96c5775f req-10c0afae-3132-4adf-bf0b-13880268c3ad tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917239 Sep 16 04:45:23.539010 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86fe85b9-1e69-46da-a799-34cd995b17e0 req-9c4a2a46-ea56-4823-8f11-dbbeff47f720 service neutron] 10.222.0.38 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225712 Sep 16 04:45:23.640618 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86fe85b9-1e69-46da-a799-34cd995b17e0 req-cd4f2f7e-8ec7-4fbf-bd8a-ae7acbd0c1b7 service neutron] 10.222.0.38 "GET /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937588 Sep 16 04:45:23.741564 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd66318-c757-48da-94e9-87390d55fba7 req-da4fe4a4-1280-4f54-aff0-ee7ae56376a6 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:23.754428 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5dd66318-c757-48da-94e9-87390d55fba7 req-da4fe4a4-1280-4f54-aff0-ee7ae56376a6 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 944 time: 0.0509808 Sep 16 04:45:23.789423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5dd66318-c757-48da-94e9-87390d55fba7 req-5cd101fc-7529-44bf-8e2b-764d67f8c629 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400400 Sep 16 04:45:23.981590 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8536c36-1e3d-4c99-9f6d-d653bf215dd4 req-8662b276-b626-4d7f-99b0-af849cb332a8 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:23.983164 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8536c36-1e3d-4c99-9f6d-d653bf215dd4 req-8662b276-b626-4d7f-99b0-af849cb332a8 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 951 time: 0.0509706 Sep 16 04:45:24.026694 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8536c36-1e3d-4c99-9f6d-d653bf215dd4 req-066a6a7b-0bda-46e5-bd4c-df88055adf9e tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbe80d9-3d39-4a67-8abe-e62cb23032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370629 Sep 16 04:45:24.043280 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.085145 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040aeb58-8d55-4662-89b5-0eed881b3c82 req-dedfd54a-7a0a-46dc-be7e-053bfd35b962 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:24.086714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-040aeb58-8d55-4662-89b5-0eed881b3c82 req-dedfd54a-7a0a-46dc-be7e-053bfd35b962 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 948 time: 0.0502875 Sep 16 04:45:24.128143 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-040aeb58-8d55-4662-89b5-0eed881b3c82 req-dd849753-77df-413c-98b1-1a6ea69ea4f5 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d771dd4-2d12-402f-9d37-afabf104ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332308 Sep 16 04:45:24.356642 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 7b400d13-d631-471b-aeb2-3483742b344d details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:24.455069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 7b400d13-d631-471b-aeb2-3483742b344d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=7b400d13-d631-471b-aeb2-3483742b344d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:24.466200 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '7b400d13-d631-471b-aeb2-3483742b344d', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '7b400d13-d631-471b-aeb2-3483742b344d', 'mac_address': 'fa:16:3e:26:40:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:24.507255 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.525012 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b400d13-d631-471b-aeb2-3483742b344d {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:24.551976 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 7b400d13-d631-471b-aeb2-3483742b344d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=7b400d13-d631-471b-aeb2-3483742b344d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:24.639814 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.645019 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab252e-c758-4307-91f1-c7f4c86fc1e0 req-207553dd-a72a-4fd1-b249-7ba544c37c72 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:24.646622 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bdab252e-c758-4307-91f1-c7f4c86fc1e0 req-207553dd-a72a-4fd1-b249-7ba544c37c72 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 949 time: 0.0515876 Sep 16 04:45:24.693387 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bdab252e-c758-4307-91f1-c7f4c86fc1e0 req-c9e8d41d-0a7e-4e9b-8104-97d1bb386b05 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390646 Sep 16 04:45:24.703983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=7b400d13-d631-471b-aeb2-3483742b344d,revision_number=12']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:24.912097 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a561e-09a9-47f3-ba66-d79445a6d990 req-9ea22543-41d3-44c5-81d7-aa1f2fa5628c tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:24.913605 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc3a561e-09a9-47f3-ba66-d79445a6d990 req-9ea22543-41d3-44c5-81d7-aa1f2fa5628c tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 944 time: 0.0500822 Sep 16 04:45:24.961840 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc3a561e-09a9-47f3-ba66-d79445a6d990 req-ca01340e-a3ca-4b2d-bdff-2fac109ab0c4 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390353 Sep 16 04:45:25.154382 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289701e2-1694-4702-b345-fbbe67eacdf4 req-1b0f7757-0f56-4bdb-b301-c82426e68f58 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:25.155993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-289701e2-1694-4702-b345-fbbe67eacdf4 req-1b0f7757-0f56-4bdb-b301-c82426e68f58 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 951 time: 0.0549669 Sep 16 04:45:25.172647 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['7b400d13-d631-471b-aeb2-3483742b344d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:25.202096 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-289701e2-1694-4702-b345-fbbe67eacdf4 req-7c601a94-2ad3-449a-8401-ade0136b0866 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbe80d9-3d39-4a67-8abe-e62cb23032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396554 Sep 16 04:45:25.353398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6032e-7e9b-4a21-b604-8fcae902c8a6 req-70f241de-87d5-4987-933c-bb0a21c260d5 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:25.355337 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59e6032e-7e9b-4a21-b604-8fcae902c8a6 req-70f241de-87d5-4987-933c-bb0a21c260d5 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 948 time: 0.0890155 Sep 16 04:45:25.401652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59e6032e-7e9b-4a21-b604-8fcae902c8a6 req-ecfa2604-f9e8-4147-8287-25678569960b tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d771dd4-2d12-402f-9d37-afabf104ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400240 Sep 16 04:45:25.812580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6550458-9d6c-43d4-9dea-4777e130ee94 req-652ae04f-b563-49d0-82be-514e2f1e0c6a tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:25.814172 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6550458-9d6c-43d4-9dea-4777e130ee94 req-652ae04f-b563-49d0-82be-514e2f1e0c6a tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 950 time: 0.0500958 Sep 16 04:45:25.855937 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6550458-9d6c-43d4-9dea-4777e130ee94 req-51ae8275-7ffa-4a7b-b5dc-879de608a9e6 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354431 Sep 16 04:45:26.157307 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc85d2-4028-4612-8c9c-4ccc93c26944 req-687ad507-8166-43e6-ab63-cda606b7a8fe tempest-MigrationsAdminTest-85682894 tempest-MigrationsAdminTest-85682894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:26.158961 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96dc85d2-4028-4612-8c9c-4ccc93c26944 req-687ad507-8166-43e6-ab63-cda606b7a8fe tempest-MigrationsAdminTest-85682894 tempest-MigrationsAdminTest-85682894-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 1102 time: 0.0435050 Sep 16 04:45:26.204232 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96dc85d2-4028-4612-8c9c-4ccc93c26944 req-7bd84f37-a858-4192-96d1-4b2b0fac8e33 tempest-MigrationsAdminTest-85682894 tempest-MigrationsAdminTest-85682894-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364082 Sep 16 04:45:26.323404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94170b6-3761-4e59-9000-5ce92449d1b4 req-b888c691-bdf5-43ad-bbf4-3f94af07c6e0 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:26.325093 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b94170b6-3761-4e59-9000-5ce92449d1b4 req-b888c691-bdf5-43ad-bbf4-3f94af07c6e0 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 944 time: 0.0612893 Sep 16 04:45:26.369412 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b94170b6-3761-4e59-9000-5ce92449d1b4 req-3fedc247-16f0-42d9-8b59-058fb6cd7320 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376358 Sep 16 04:45:26.372504 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device bb565c29-9d77-4023-ae0f-ffd99919b000 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:26.380442 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 7b400d13-d631-471b-aeb2-3483742b344d up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:26.516275 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port bb565c29-9d77-4023-ae0f-ffd99919b000, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=bb565c29-9d77-4023-ae0f-ffd99919b000,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:26.530393 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'bb565c29-9d77-4023-ae0f-ffd99919b000', 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5', 'port_id': 'bb565c29-9d77-4023-ae0f-ffd99919b000', 'mac_address': 'fa:16:3e:0f:81:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f3edd7-c966-45f1-a2c0-304513016974', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:26.576930 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.578962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 7b400d13-d631-471b-aeb2-3483742b344d completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:26.591077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 7b400d13-d631-471b-aeb2-3483742b344d triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:26.591454 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.596091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb565c29-9d77-4023-ae0f-ffd99919b000 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:26.642073 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port bb565c29-9d77-4023-ae0f-ffd99919b000, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=bb565c29-9d77-4023-ae0f-ffd99919b000,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:26.688966 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.716709 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23479af7-8363-4b59-aa15-de1d7f376ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b400d13-d631-471b-aeb2-3483742b344d'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:26.719281 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a08406d-eb18-4326-a8fa-c230e121bbbc" -d '{"events": [{"server_uuid": "23479af7-8363-4b59-aa15-de1d7f376ed8", "name": "network-vif-plugged", "status": "completed", "tag": "7b400d13-d631-471b-aeb2-3483742b344d"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:26.733793 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 7b400d13-d631-471b-aeb2-3483742b344d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=7b400d13-d631-471b-aeb2-3483742b344d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:26.788532 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.849108 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=bb565c29-9d77-4023-ae0f-ffd99919b000,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:26.919912 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.974465 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=7b400d13-d631-471b-aeb2-3483742b344d,revision_number=13']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:27.179986 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4220f9c-a378-42d2-9289-7546b7fa0e91 x-openstack-request-id: req-d4220f9c-a378-42d2-9289-7546b7fa0e91 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:27.180402 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23479af7-8363-4b59-aa15-de1d7f376ed8", "name": "network-vif-plugged", "status": "completed", "tag": "7b400d13-d631-471b-aeb2-3483742b344d", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:27.180725 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4220f9c-a378-42d2-9289-7546b7fa0e91 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:27.181244 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23479af7-8363-4b59-aa15-de1d7f376ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b400d13-d631-471b-aeb2-3483742b344d', 'code': 200} Sep 16 04:45:27.265351 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['bb565c29-9d77-4023-ae0f-ffd99919b000'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:27.443227 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f52ab0-fc01-4de4-a5a2-6f32516ca082 req-b05eaa96-73ea-4380-98ad-a283f136bc48 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:27.444902 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26f52ab0-fc01-4de4-a5a2-6f32516ca082 req-b05eaa96-73ea-4380-98ad-a283f136bc48 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 948 time: 0.4202614 Sep 16 04:45:27.463124 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640d2b2-b600-4501-9c42-f7c36e756e16 req-b4f1accf-1e89-4b06-a554-25cfa4bfcc96 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:27.466662 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9640d2b2-b600-4501-9c42-f7c36e756e16 req-b4f1accf-1e89-4b06-a554-25cfa4bfcc96 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 951 time: 0.0940926 Sep 16 04:45:27.535081 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26f52ab0-fc01-4de4-a5a2-6f32516ca082 req-3b464690-b419-4d55-bec1-6b497d4dd106 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d771dd4-2d12-402f-9d37-afabf104ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673013 Sep 16 04:45:27.537803 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9640d2b2-b600-4501-9c42-f7c36e756e16 req-cfbbbd16-2aa7-4358-97b1-19b009a973a8 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633383 Sep 16 04:45:27.657251 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76512cc-de0b-4787-bdfa-05f8d97dc7d6 req-db90dd2c-5499-4102-8ef6-b3fdb8582659 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:27.658838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c76512cc-de0b-4787-bdfa-05f8d97dc7d6 req-db90dd2c-5499-4102-8ef6-b3fdb8582659 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 945 time: 0.0587413 Sep 16 04:45:27.707469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c76512cc-de0b-4787-bdfa-05f8d97dc7d6 req-341ec025-bfc2-4ed9-8904-811e366600d6 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401294 Sep 16 04:45:27.795533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecfb13-ff95-4625-ace6-a4e2c107d259 req-800d94ba-f24e-4bfc-848e-44cee272a9ed tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:27.797087 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40ecfb13-ff95-4625-ace6-a4e2c107d259 req-800d94ba-f24e-4bfc-848e-44cee272a9ed tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 1098 time: 0.0460818 Sep 16 04:45:27.841046 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40ecfb13-ff95-4625-ace6-a4e2c107d259 req-8d656441-800b-47f6-ab81-5fee59a56698 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353539 Sep 16 04:45:28.126928 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:28.348697 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 7351c06c-afad-4ea7-86d1-e87c8a17216b details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:28.359487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 802e089d-0c99-46e9-957c-f84c3107c1a0 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:28.565233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f80e13-3f52-4ecb-af48-4251b44ee012 req-31ff4854-179e-439f-9832-50423628cf9e tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:28.567859 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03f80e13-3f52-4ecb-af48-4251b44ee012 req-31ff4854-179e-439f-9832-50423628cf9e tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 951 time: 0.0973623 Sep 16 04:45:28.636509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03f80e13-3f52-4ecb-af48-4251b44ee012 req-a909ea2f-c116-433f-a778-5faff017dc8a tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbe80d9-3d39-4a67-8abe-e62cb23032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559061 Sep 16 04:45:28.660167 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:28.685558 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 7351c06c-afad-4ea7-86d1-e87c8a17216b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7351c06c-afad-4ea7-86d1-e87c8a17216b,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:28.703304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '7351c06c-afad-4ea7-86d1-e87c8a17216b', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '7351c06c-afad-4ea7-86d1-e87c8a17216b', 'mac_address': 'fa:16:3e:fb:24:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:28.714315 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 802e089d-0c99-46e9-957c-f84c3107c1a0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=802e089d-0c99-46e9-957c-f84c3107c1a0,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:28.754565 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:28.772645 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7351c06c-afad-4ea7-86d1-e87c8a17216b {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:28.788563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd08a08-cb59-4ff9-9646-6db220fc92e5 req-42017e89-44ec-4e79-abee-a7c9641cc8c1 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:28.790060 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cdd08a08-cb59-4ff9-9646-6db220fc92e5 req-42017e89-44ec-4e79-abee-a7c9641cc8c1 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.38 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 951 time: 0.1218741 Sep 16 04:45:28.806948 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:28.811872 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 7351c06c-afad-4ea7-86d1-e87c8a17216b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7351c06c-afad-4ea7-86d1-e87c8a17216b,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:28.816725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7179bfd-0631-47b7-b8ea-6c8df939e9ed req-44486bdf-753b-450e-a749-8629bb41ef2c tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:28.818295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7179bfd-0631-47b7-b8ea-6c8df939e9ed req-44486bdf-753b-450e-a749-8629bb41ef2c tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 948 time: 0.0815835 Sep 16 04:45:28.908404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=802e089d-0c99-46e9-957c-f84c3107c1a0,revision_number=11']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:28.926032 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:28.930656 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7179bfd-0631-47b7-b8ea-6c8df939e9ed req-84300f69-1e86-4d8d-83c4-22099889ba2d tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d771dd4-2d12-402f-9d37-afabf104ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929229 Sep 16 04:45:29.018897 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-cdd08a08-cb59-4ff9-9646-6db220fc92e5 req-7b8eae21-7115-4d57-aff7-329c92c9634d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Deleting port 7b400d13-d631-471b-aeb2-3483742b344d {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:29.019429 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cdd08a08-cb59-4ff9-9646-6db220fc92e5 req-7b8eae21-7115-4d57-aff7-329c92c9634d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.090920 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=7351c06c-afad-4ea7-86d1-e87c8a17216b,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:29.182052 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6a8a29-f0ba-4153-9e65-230cbd98c634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '802e089d-0c99-46e9-957c-f84c3107c1a0'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:29.185436 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c075c1-14c7-4302-aed4-8455d3b401a5" -d '{"events": [{"server_uuid": "2a6a8a29-f0ba-4153-9e65-230cbd98c634", "name": "network-vif-unplugged", "status": "completed", "tag": "802e089d-0c99-46e9-957c-f84c3107c1a0"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:29.232331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-cdd08a08-cb59-4ff9-9646-6db220fc92e5 req-7b8eae21-7115-4d57-aff7-329c92c9634d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] For port 7b400d13-d631-471b-aeb2-3483742b344d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=7b400d13-d631-471b-aeb2-3483742b344d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:29.232705 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cdd08a08-cb59-4ff9-9646-6db220fc92e5 req-7b8eae21-7115-4d57-aff7-329c92c9634d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.256900 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87be84e-4abe-4712-a14d-2718437c3040 req-6228b1bd-cb56-4af1-9e03-a4db679a2c24 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:29.264953 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a87be84e-4abe-4712-a14d-2718437c3040 req-6228b1bd-cb56-4af1-9e03-a4db679a2c24 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 951 time: 0.1353922 Sep 16 04:45:29.268091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-cdd08a08-cb59-4ff9-9646-6db220fc92e5 req-7b8eae21-7115-4d57-aff7-329c92c9634d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Calling delete_port for 7b400d13-d631-471b-aeb2-3483742b344d owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:29.367768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a87be84e-4abe-4712-a14d-2718437c3040 req-72d6e712-ce16-418a-acff-ac4c29699bfc tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016634 Sep 16 04:45:29.522773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['7351c06c-afad-4ea7-86d1-e87c8a17216b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:29.606536 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cdd08a08-cb59-4ff9-9646-6db220fc92e5 req-7b8eae21-7115-4d57-aff7-329c92c9634d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.642663 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['44bd3647-20c9-4130-8c7f-1b5380042dc5', '31aed236-7506-4376-9eef-5131f1554622', '7b400d13-d631-471b-aeb2-3483742b344d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:29.718220 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8eae21-7115-4d57-aff7-329c92c9634d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Pushing event deleted for resources: {'Port': ['ID=7b400d13-d631-471b-aeb2-3483742b344d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:29.836818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9aef9-7d07-4597-9ba0-a4131fd715f3 req-e20b6584-be0c-459f-b826-eeba6fa6bddf tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:29.849159 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31e9aef9-7d07-4597-9ba0-a4131fd715f3 req-e20b6584-be0c-459f-b826-eeba6fa6bddf tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 945 time: 0.2379949 Sep 16 04:45:29.862715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd08a08-cb59-4ff9-9646-6db220fc92e5 req-7b8eae21-7115-4d57-aff7-329c92c9634d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] No DVR routers for this DVR port 7b400d13-d631-471b-aeb2-3483742b344d on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:29.868184 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cdd08a08-cb59-4ff9-9646-6db220fc92e5 req-7b8eae21-7115-4d57-aff7-329c92c9634d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.872515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cdd08a08-cb59-4ff9-9646-6db220fc92e5 req-7b8eae21-7115-4d57-aff7-329c92c9634d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.38 "DELETE /v2.0/ports/7b400d13-d631-471b-aeb2-3483742b344d HTTP/1.1" status: 204 len: 173 time: 1.0753963 Sep 16 04:45:29.895572 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23479af7-8363-4b59-aa15-de1d7f376ed8', 'name': 'network-vif-deleted', 'tag': '7b400d13-d631-471b-aeb2-3483742b344d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:29.900538 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e843da-090e-4509-a808-1f8f0309271c" -d '{"events": [{"server_uuid": "23479af7-8363-4b59-aa15-de1d7f376ed8", "name": "network-vif-deleted", "tag": "7b400d13-d631-471b-aeb2-3483742b344d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:29.951382 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31e9aef9-7d07-4597-9ba0-a4131fd715f3 req-5152c1a7-fd98-4c31-9c77-1b71b78fae87 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009839 Sep 16 04:45:30.046592 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2457cfeb-2b1d-4f93-b7a1-3e195b2df77e x-openstack-request-id: req-2457cfeb-2b1d-4f93-b7a1-3e195b2df77e {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:30.047152 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6a8a29-f0ba-4153-9e65-230cbd98c634", "name": "network-vif-unplugged", "status": "completed", "tag": "802e089d-0c99-46e9-957c-f84c3107c1a0", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:30.047554 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2457cfeb-2b1d-4f93-b7a1-3e195b2df77e {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:30.048169 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6a8a29-f0ba-4153-9e65-230cbd98c634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '802e089d-0c99-46e9-957c-f84c3107c1a0', 'code': 200} Sep 16 04:45:30.300072 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da528a77-6abe-4286-85cc-5ab1eee5d316 req-11f4306a-2eb9-41a2-b365-9d5ff5fdab68 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:30.302609 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da528a77-6abe-4286-85cc-5ab1eee5d316 req-11f4306a-2eb9-41a2-b365-9d5ff5fdab68 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 949 time: 0.0698166 Sep 16 04:45:30.355492 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da528a77-6abe-4286-85cc-5ab1eee5d316 req-34bc8a6c-5b72-4476-bc4d-7d441b83cef0 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbe80d9-3d39-4a67-8abe-e62cb23032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420361 Sep 16 04:45:30.408794 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c630e3-c463-4ac1-ad2e-f578596514c5 x-openstack-request-id: req-95c630e3-c463-4ac1-ad2e-f578596514c5 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:30.409313 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23479af7-8363-4b59-aa15-de1d7f376ed8", "name": "network-vif-deleted", "tag": "7b400d13-d631-471b-aeb2-3483742b344d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:30.409732 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95c630e3-c463-4ac1-ad2e-f578596514c5 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:30.410239 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23479af7-8363-4b59-aa15-de1d7f376ed8', 'name': 'network-vif-deleted', 'tag': '7b400d13-d631-471b-aeb2-3483742b344d', 'status': 'completed', 'code': 200} Sep 16 04:45:30.439588 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device bb565c29-9d77-4023-ae0f-ffd99919b000 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:30.545129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833403e6-ff51-44b2-ae59-105104adf1c3 req-6451f5e5-bf6d-4b90-9ddc-9ead151af483 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:30.546944 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-833403e6-ff51-44b2-ae59-105104adf1c3 req-6451f5e5-bf6d-4b90-9ddc-9ead151af483 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 949 time: 0.0664022 Sep 16 04:45:30.619100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-833403e6-ff51-44b2-ae59-105104adf1c3 req-a3e01cd0-3abe-4f7f-932b-117da102cc00 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d771dd4-2d12-402f-9d37-afabf104ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571277 Sep 16 04:45:30.651603 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port bb565c29-9d77-4023-ae0f-ffd99919b000 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:30.657726 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port bb565c29-9d77-4023-ae0f-ffd99919b000 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:30.658186 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.700722 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['9dae50d3-bda3-4bfe-88d1-3280a8d5a56e'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:30.765671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e1ededb8-e164-4d80-b6a8-8c13552b6a6a req-2c0fef30-2719-448e-85e5-5910e0a07116 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=23479af7-8363-4b59-aa15-de1d7f376ed8 HTTP/1.1" status: 200 len: 210 time: 0.0316155 Sep 16 04:45:30.798174 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.874111 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port bb565c29-9d77-4023-ae0f-ffd99919b000, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=bb565c29-9d77-4023-ae0f-ffd99919b000,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:30.953364 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-8a038dd4-3552-4d5b-8102-f71810f68a04 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:45:30.954985 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-8a038dd4-3552-4d5b-8102-f71810f68a04 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0615840 Sep 16 04:45:30.989218 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:31.002361 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-4b9ba327-34a7-41e4-8a33-0129de97f4f4 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.011180 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-4b9ba327-34a7-41e4-8a33-0129de97f4f4 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/ports/f4986137-bb28-4bd6-b14b-9d03563408f0 HTTP/1.1" status: 200 len: 1095 time: 0.0487461 Sep 16 04:45:31.018666 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-2caa93af-f62c-443d-ace3-219be33d156a service neutron] Request body: {'binding': {'host': 'n-h2-712140-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:31.019288 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-2caa93af-f62c-443d-ace3-219be33d156a service neutron] Unknown quota resources ['binding']. {{(pid=95474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:45:31.061085 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=bb565c29-9d77-4023-ae0f-ffd99919b000,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:31.126350 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600a598-755d-42d9-8ff0-2d32ae42e9c6 req-4074c12c-0624-42db-973e-12fd7174c282 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.128733 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1600a598-755d-42d9-8ff0-2d32ae42e9c6 req-4074c12c-0624-42db-973e-12fd7174c282 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 946 time: 0.0660555 Sep 16 04:45:31.187188 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1600a598-755d-42d9-8ff0-2d32ae42e9c6 req-6d77bf20-37c9-4ef1-ae07-58c725ac350b tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514898 Sep 16 04:45:31.291552 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-2caa93af-f62c-443d-ace3-219be33d156a service neutron] Attempting to bind port f4986137-bb28-4bd6-b14b-9d03563408f0 on host n-h2-712140-13 for vnic_type normal with profile None {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:31.292097 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-2caa93af-f62c-443d-ace3-219be33d156a service neutron] Attempting to bind port f4986137-bb28-4bd6-b14b-9d03563408f0 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:31.292548 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-2caa93af-f62c-443d-ace3-219be33d156a service neutron] Attempting to bind port f4986137-bb28-4bd6-b14b-9d03563408f0 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:31.302304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-2caa93af-f62c-443d-ace3-219be33d156a service neutron] Port f4986137-bb28-4bd6-b14b-9d03563408f0 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:45:31.302969 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-2caa93af-f62c-443d-ace3-219be33d156a service neutron] Attempting to bind port f4986137-bb28-4bd6-b14b-9d03563408f0 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:31.313943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-2caa93af-f62c-443d-ace3-219be33d156a service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:31.314481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-2caa93af-f62c-443d-ace3-219be33d156a service neutron] Checking segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:31.324168 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-2caa93af-f62c-443d-ace3-219be33d156a service neutron] Bound using segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:31.324168 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-2caa93af-f62c-443d-ace3-219be33d156a service neutron] Bound port: f4986137-bb28-4bd6-b14b-9d03563408f0, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:31.398446 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1914ed5-9507-4b55-92d8-ae32de27a48b req-04049467-8f91-49b2-aae1-aa4deb8fe13f tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.401933 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1914ed5-9507-4b55-92d8-ae32de27a48b req-04049467-8f91-49b2-aae1-aa4deb8fe13f tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 949 time: 0.1154964 Sep 16 04:45:31.421258 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-2caa93af-f62c-443d-ace3-219be33d156a service neutron] For port f4986137-bb28-4bd6-b14b-9d03563408f0, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=f4986137-bb28-4bd6-b14b-9d03563408f0,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:31.482454 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-2caa93af-f62c-443d-ace3-219be33d156a service neutron] Notify callbacks [] for binding, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:31.484677 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-2caa93af-f62c-443d-ace3-219be33d156a service neutron] 10.222.0.20 "POST /v2.0/ports/f4986137-bb28-4bd6-b14b-9d03563408f0/bindings HTTP/1.1" status: 201 len: 390 time: 0.4720175 Sep 16 04:45:31.572251 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e09569-619b-4f06-8283-41c760a86159 req-94e4a9ad-743c-4c80-b293-db6379190d94 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.573912 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4e09569-619b-4f06-8283-41c760a86159 req-94e4a9ad-743c-4c80-b293-db6379190d94 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 949 time: 0.0800252 Sep 16 04:45:31.580191 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-d1914ed5-9507-4b55-92d8-ae32de27a48b req-66b294fb-86bc-4cf0-be39-dd589c3623dd tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Deleting port 802e089d-0c99-46e9-957c-f84c3107c1a0 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:31.580711 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1914ed5-9507-4b55-92d8-ae32de27a48b req-66b294fb-86bc-4cf0-be39-dd589c3623dd tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:31.679748 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4e09569-619b-4f06-8283-41c760a86159 req-3b462ee1-9706-4490-8fa5-165a6cd087c1 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbe80d9-3d39-4a67-8abe-e62cb23032f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953195 Sep 16 04:45:31.816869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-d1914ed5-9507-4b55-92d8-ae32de27a48b req-66b294fb-86bc-4cf0-be39-dd589c3623dd tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] For port 802e089d-0c99-46e9-957c-f84c3107c1a0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=802e089d-0c99-46e9-957c-f84c3107c1a0,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:31.817243 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1914ed5-9507-4b55-92d8-ae32de27a48b req-66b294fb-86bc-4cf0-be39-dd589c3623dd tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:31.855229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-d1914ed5-9507-4b55-92d8-ae32de27a48b req-66b294fb-86bc-4cf0-be39-dd589c3623dd tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Calling delete_port for 802e089d-0c99-46e9-957c-f84c3107c1a0 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:31.884358 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66294d7-2636-4224-b8a5-8a852e02c6d4 req-40741931-d3f2-4fc2-a998-bf6555fcf247 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.886451 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b66294d7-2636-4224-b8a5-8a852e02c6d4 req-40741931-d3f2-4fc2-a998-bf6555fcf247 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 949 time: 0.1434958 Sep 16 04:45:31.940812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80229747-ba24-4eb7-978f-77d515d025d8 req-837aa136-d3ff-43dc-adf2-1673baec5165 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.942317 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80229747-ba24-4eb7-978f-77d515d025d8 req-837aa136-d3ff-43dc-adf2-1673baec5165 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 946 time: 0.1537473 Sep 16 04:45:32.032650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b66294d7-2636-4224-b8a5-8a852e02c6d4 req-cd87f626-a28c-48a1-95f7-b232732f57b0 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d771dd4-2d12-402f-9d37-afabf104ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329138 Sep 16 04:45:32.039919 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80229747-ba24-4eb7-978f-77d515d025d8 req-a1db197f-8551-4ff6-9016-9edf56162d24 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879824 Sep 16 04:45:32.049953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a97a7e-c716-4bc2-9124-1afc25764897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb565c29-9d77-4023-ae0f-ffd99919b000'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:32.053847 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a90e244-2554-448c-9d6b-eadfbb3fdd40" -d '{"events": [{"server_uuid": "a0a97a7e-c716-4bc2-9124-1afc25764897", "name": "network-vif-plugged", "status": "completed", "tag": "bb565c29-9d77-4023-ae0f-ffd99919b000"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:32.147172 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ef3bd2-6f61-4926-b836-71bad29badb5 x-openstack-request-id: req-32ef3bd2-6f61-4926-b836-71bad29badb5 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:32.147587 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a97a7e-c716-4bc2-9124-1afc25764897", "name": "network-vif-plugged", "status": "completed", "tag": "bb565c29-9d77-4023-ae0f-ffd99919b000", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:32.147938 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32ef3bd2-6f61-4926-b836-71bad29badb5 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:32.148750 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a97a7e-c716-4bc2-9124-1afc25764897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb565c29-9d77-4023-ae0f-ffd99919b000', 'code': 200} Sep 16 04:45:32.362144 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 7351c06c-afad-4ea7-86d1-e87c8a17216b up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:32.368870 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1914ed5-9507-4b55-92d8-ae32de27a48b req-66b294fb-86bc-4cf0-be39-dd589c3623dd tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.438337 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-8cce7cbf-29dd-4220-b357-510b5d65b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.441202 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-8cce7cbf-29dd-4220-b357-510b5d65b16b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 1098 time: 0.0902796 Sep 16 04:45:32.445334 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 7b400d13-d631-471b-aeb2-3483742b344d no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:32.471396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b294fb-86bc-4cf0-be39-dd589c3623dd tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Pushing event deleted for resources: {'Port': ['ID=802e089d-0c99-46e9-957c-f84c3107c1a0,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:32.471692 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 7b400d13-d631-471b-aeb2-3483742b344d {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:32.471865 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 7b400d13-d631-471b-aeb2-3483742b344d not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:32.523882 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749d59b-033b-4ae0-85e4-6e20d88370cd req-11ea5029-3044-4171-9171-2ceddb145e64 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.526714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6749d59b-033b-4ae0-85e4-6e20d88370cd req-11ea5029-3044-4171-9171-2ceddb145e64 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 946 time: 0.1933849 Sep 16 04:45:32.547233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1914ed5-9507-4b55-92d8-ae32de27a48b req-66b294fb-86bc-4cf0-be39-dd589c3623dd tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] No DVR routers for this DVR port 802e089d-0c99-46e9-957c-f84c3107c1a0 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:32.549055 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 7351c06c-afad-4ea7-86d1-e87c8a17216b completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:32.556368 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 7351c06c-afad-4ea7-86d1-e87c8a17216b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:32.557471 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.559488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e8033-ca8e-4b7b-8ef8-01084cdfab76 req-4540ce16-fd2b-465f-865b-e17120515def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.561468 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca2e8033-ca8e-4b7b-8ef8-01084cdfab76 req-4540ce16-fd2b-465f-865b-e17120515def service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 1098 time: 0.2174699 Sep 16 04:45:32.564464 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1914ed5-9507-4b55-92d8-ae32de27a48b req-66b294fb-86bc-4cf0-be39-dd589c3623dd tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.567677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1914ed5-9507-4b55-92d8-ae32de27a48b req-66b294fb-86bc-4cf0-be39-dd589c3623dd tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.21 "DELETE /v2.0/ports/802e089d-0c99-46e9-957c-f84c3107c1a0 HTTP/1.1" status: 204 len: 173 time: 1.1581461 Sep 16 04:45:32.568311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6a8a29-f0ba-4153-9e65-230cbd98c634', 'name': 'network-vif-deleted', 'tag': '802e089d-0c99-46e9-957c-f84c3107c1a0'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:32.572748 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db73a55e-85d3-4009-a98d-2b0d03e888b9" -d '{"events": [{"server_uuid": "2a6a8a29-f0ba-4153-9e65-230cbd98c634", "name": "network-vif-deleted", "tag": "802e089d-0c99-46e9-957c-f84c3107c1a0"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:32.591997 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-1de081c2-4c1f-4abf-926d-75032db55ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.593771 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-1de081c2-4c1f-4abf-926d-75032db55ed2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 908 time: 0.1446230 Sep 16 04:45:32.669991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca2e8033-ca8e-4b7b-8ef8-01084cdfab76 req-ce04e415-9aef-4c1c-bd11-6b4f8b37b332 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808432 Sep 16 04:45:32.681662 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-bb98bb43-b13a-4def-81eb-412f675f5402 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4986137-bb28-4bd6-b14b-9d03563408f0 HTTP/1.1" status: 200 len: 217 time: 0.0758660 Sep 16 04:45:32.688273 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6749d59b-033b-4ae0-85e4-6e20d88370cd req-4f5fc0b9-5231-4242-883c-62f8d10d02ae tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435797 Sep 16 04:45:32.731056 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.774384 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 7351c06c-afad-4ea7-86d1-e87c8a17216b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7351c06c-afad-4ea7-86d1-e87c8a17216b,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:32.911332 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5cc45f-00f2-4b6c-9cfc-62fc08e05e4f x-openstack-request-id: req-4f5cc45f-00f2-4b6c-9cfc-62fc08e05e4f {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:32.912196 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6a8a29-f0ba-4153-9e65-230cbd98c634", "name": "network-vif-deleted", "tag": "802e089d-0c99-46e9-957c-f84c3107c1a0", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:32.913346 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f5cc45f-00f2-4b6c-9cfc-62fc08e05e4f {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:32.914286 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6a8a29-f0ba-4153-9e65-230cbd98c634', 'name': 'network-vif-deleted', 'tag': '802e089d-0c99-46e9-957c-f84c3107c1a0', 'status': 'completed', 'code': 200} Sep 16 04:45:32.949543 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.061744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=7351c06c-afad-4ea7-86d1-e87c8a17216b,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:33.113392 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1e70686-c574-4389-825c-4d94d239f5e2 req-0c1a8400-230c-4478-bdcd-9138d8e9aaf4 tempest-ImagesOneServerTestJSON-1900302389 tempest-ImagesOneServerTestJSON-1900302389-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a6a8a29-f0ba-4153-9e65-230cbd98c634 HTTP/1.1" status: 200 len: 210 time: 0.0934339 Sep 16 04:45:33.245028 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-b42e9258-601f-4a03-bde8-8332bd48efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.249298 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-b42e9258-601f-4a03-bde8-8332bd48efaa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 200 len: 847 time: 0.1598122 Sep 16 04:45:33.308075 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-8add8e90-2149-44bb-81d6-82e2c535c85a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94aa3f97-6ed2-410f-a6a8-2309531d94bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438912 Sep 16 04:45:33.347946 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4e81d-0f14-4ae4-8d27-afc0d6f39465 req-764cab58-0834-45e4-a795-c1a12a11fb45 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.350699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22f4e81d-0f14-4ae4-8d27-afc0d6f39465 req-764cab58-0834-45e4-a795-c1a12a11fb45 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 946 time: 0.1233132 Sep 16 04:45:33.368836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9441890-ea81-4dec-822d-5ff348ee04c6 req-0b54f029-0337-4d94-ad85-1b69096ff8ac tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.371915 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9441890-ea81-4dec-822d-5ff348ee04c6 req-0b54f029-0337-4d94-ad85-1b69096ff8ac tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 951 time: 0.1416731 Sep 16 04:45:33.491549 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-78ef42b6-09f4-4894-8179-0ec8390993ec service neutron] 10.222.0.38 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726279 Sep 16 04:45:33.496970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22f4e81d-0f14-4ae4-8d27-afc0d6f39465 req-bfce8527-c3ed-4ebb-8634-b4f3f57e25b6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236873 Sep 16 04:45:33.501130 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9441890-ea81-4dec-822d-5ff348ee04c6 req-e815652d-8712-4e59-97e9-2c9a9d06706e tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198323 Sep 16 04:45:33.679197 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-3d72ae58-6f0b-4b60-a568-c9e9f94753b4 service neutron] 10.222.0.38 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796219 Sep 16 04:45:33.697455 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e855e4c-04ae-47c3-9703-d99f7e0c496a req-0f5491a4-d548-44ac-9994-8809209853d9 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.700040 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e855e4c-04ae-47c3-9703-d99f7e0c496a req-0f5491a4-d548-44ac-9994-8809209853d9 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 950 time: 0.0696273 Sep 16 04:45:33.769603 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e855e4c-04ae-47c3-9703-d99f7e0c496a req-4eb3ea07-f217-4e32-ae56-2b503a25e02f tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d771dd4-2d12-402f-9d37-afabf104ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553229 Sep 16 04:45:33.876999 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20642107-8e69-4411-9673-ec1c0922f923 req-6142c4c3-6d89-4fc3-b946-b0a3a1420100 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.878610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20642107-8e69-4411-9673-ec1c0922f923 req-6142c4c3-6d89-4fc3-b946-b0a3a1420100 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 946 time: 0.0852587 Sep 16 04:45:33.936313 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20642107-8e69-4411-9673-ec1c0922f923 req-59cde740-686f-4e5f-bea5-c53d1e705097 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428050 Sep 16 04:45:34.149944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7351c06c-afad-4ea7-86d1-e87c8a17216b'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:34.153718 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb11b609-d950-4fe4-b293-462201483072" -d '{"events": [{"server_uuid": "ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69", "name": "network-vif-plugged", "status": "completed", "tag": "7351c06c-afad-4ea7-86d1-e87c8a17216b"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:34.233700 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f1c917-d125-4786-a53f-8457f2a92c5d x-openstack-request-id: req-12f1c917-d125-4786-a53f-8457f2a92c5d {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:34.234128 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69", "name": "network-vif-plugged", "status": "completed", "tag": "7351c06c-afad-4ea7-86d1-e87c8a17216b", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:34.234473 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12f1c917-d125-4786-a53f-8457f2a92c5d {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:34.235044 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7351c06c-afad-4ea7-86d1-e87c8a17216b', 'code': 200} Sep 16 04:45:34.437935 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373b4ac-c817-4fb8-aa92-f74bc540dd39 req-142d179c-fd07-43c4-ad60-e9b4f1f66a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:34.440939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7373b4ac-c817-4fb8-aa92-f74bc540dd39 req-142d179c-fd07-43c4-ad60-e9b4f1f66a53 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 1102 time: 0.0878682 Sep 16 04:45:34.513003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7373b4ac-c817-4fb8-aa92-f74bc540dd39 req-93284119-3d9b-4ff6-8642-d8ce1d735e14 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4d771dd4-2d12-402f-9d37-afabf104ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599682 Sep 16 04:45:34.778592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449acf95-62d4-4649-88e2-706f5115eae0 req-5762e8fb-5185-4f3c-9cef-5b100b31da47 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:34.780953 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-449acf95-62d4-4649-88e2-706f5115eae0 req-5762e8fb-5185-4f3c-9cef-5b100b31da47 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 946 time: 0.1333041 Sep 16 04:45:34.815408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d47d8a-0d9a-495c-92f9-d833b58b8d9b req-3fb9a90d-1d94-4795-a561-1f68ea1b5d0f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:34.824175 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7d47d8a-0d9a-495c-92f9-d833b58b8d9b req-3fb9a90d-1d94-4795-a561-1f68ea1b5d0f tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 951 time: 0.1372330 Sep 16 04:45:34.953035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-449acf95-62d4-4649-88e2-706f5115eae0 req-06f31724-a8c2-42a0-adef-9b7477ebbc51 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596675 Sep 16 04:45:34.977308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7d47d8a-0d9a-495c-92f9-d833b58b8d9b req-cf65bf36-7396-42b7-851e-a4655c1b9b9d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451981 Sep 16 04:45:35.091434 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36120) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:35.169289 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afd869-8789-48c2-a782-88ab0518e9a2 req-aca630b4-b590-46b2-b9cc-87cc94db3e7e tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.175547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1afd869-8789-48c2-a782-88ab0518e9a2 req-aca630b4-b590-46b2-b9cc-87cc94db3e7e tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 950 time: 0.1193419 Sep 16 04:45:35.229991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1afd869-8789-48c2-a782-88ab0518e9a2 req-7c14c74b-29e2-445a-b86f-ce3182c623e3 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d771dd4-2d12-402f-9d37-afabf104ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440545 Sep 16 04:45:35.252697 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-13fe1bf2-4cfb-4e9a-8a12-3323a4bec36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.396135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edd497-a3e1-4b65-bb2b-22cd77fc0345 req-8d7ec9ba-3ed4-410c-86f3-04c3a7470d21 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.400374 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7edd497-a3e1-4b65-bb2b-22cd77fc0345 req-8d7ec9ba-3ed4-410c-86f3-04c3a7470d21 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 946 time: 0.1365747 Sep 16 04:45:35.434190 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-20cedaae-9d95-46ac-b2d4-24a4f9d6f5d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=494fa3fda1504b4885f69a8c5f98f3a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406591 Sep 16 04:45:35.435179 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36128) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:35.541659 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-86cacfff-b66b-4078-b1f2-afe7372b439c req-b186b381-d43f-4ecc-86cc-b67fd55982cb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1930864 Sep 16 04:45:35.590680 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13fcaeb2-e051-42b3-8116-4b2ffba01fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.594292 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658715e-6b42-4113-a5b7-c3621b704d49 req-961de78c-7297-4f1d-8c6d-9f723e32057c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.598151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0658715e-6b42-4113-a5b7-c3621b704d49 req-961de78c-7297-4f1d-8c6d-9f723e32057c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.21 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 951 time: 0.2407808 Sep 16 04:45:35.612743 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7edd497-a3e1-4b65-bb2b-22cd77fc0345 req-9e1b0b33-3466-4c06-a13e-ce90d53ed04f tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571105 Sep 16 04:45:35.681054 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13fcaeb2-e051-42b3-8116-4b2ffba01fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.753137 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cacfff-b66b-4078-b1f2-afe7372b439c req-2ee165c9-f07b-4cbc-8637-a63285783102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.755211 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-86cacfff-b66b-4078-b1f2-afe7372b439c req-2ee165c9-f07b-4cbc-8637-a63285783102 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a016558221c5434f8347e2de57e4ce82&device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 1102 time: 0.1297801 Sep 16 04:45:35.808675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-0658715e-6b42-4113-a5b7-c3621b704d49 req-73acde13-8a5b-47f5-a98d-2067d23b47f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Deleting port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:35.810366 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0658715e-6b42-4113-a5b7-c3621b704d49 req-73acde13-8a5b-47f5-a98d-2067d23b47f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.894018 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13fcaeb2-e051-42b3-8116-4b2ffba01fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.897902 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13fcaeb2-e051-42b3-8116-4b2ffba01fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.900226 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-13fcaeb2-e051-42b3-8116-4b2ffba01fce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9bbe80d9-3d39-4a67-8abe-e62cb23032f8 HTTP/1.1" status: 204 len: 168 time: 0.4629302 Sep 16 04:45:35.933432 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcaeb2-e051-42b3-8116-4b2ffba01fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbe80d9-3d39-4a67-8abe-e62cb23032f8,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:36.035540 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-0658715e-6b42-4113-a5b7-c3621b704d49 req-73acde13-8a5b-47f5-a98d-2067d23b47f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] For port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:36.036602 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0658715e-6b42-4113-a5b7-c3621b704d49 req-73acde13-8a5b-47f5-a98d-2067d23b47f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:36.068512 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-0658715e-6b42-4113-a5b7-c3621b704d49 req-73acde13-8a5b-47f5-a98d-2067d23b47f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Calling delete_port for 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:36.090861 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cacfff-b66b-4078-b1f2-afe7372b439c req-9971f9c9-bf90-48ef-81dd-2b4ed7be3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:36.097815 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-86cacfff-b66b-4078-b1f2-afe7372b439c req-9971f9c9-bf90-48ef-81dd-2b4ed7be3900 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.2918100 Sep 16 04:45:36.177141 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-86cacfff-b66b-4078-b1f2-afe7372b439c req-5d85996c-2af2-482d-94ea-3fbd2d5923a2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=44bd3647-20c9-4130-8c7f-1b5380042dc5 HTTP/1.1" status: 200 len: 217 time: 0.0725214 Sep 16 04:45:36.339684 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cacfff-b66b-4078-b1f2-afe7372b439c req-be655b52-3ba2-40b2-960f-a53c7e1280fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:36.344689 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-86cacfff-b66b-4078-b1f2-afe7372b439c req-be655b52-3ba2-40b2-960f-a53c7e1280fd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1604092 Sep 16 04:45:36.397032 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 802e089d-0c99-46e9-957c-f84c3107c1a0 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:36.431516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80915ab3-6bd6-43a1-8183-a744e240fcc6 req-773fdb5e-a90d-46fd-b1d2-8fc254a0faa6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:36.443327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80915ab3-6bd6-43a1-8183-a744e240fcc6 req-773fdb5e-a90d-46fd-b1d2-8fc254a0faa6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 946 time: 0.2495198 Sep 16 04:45:36.462076 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 802e089d-0c99-46e9-957c-f84c3107c1a0 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:36.472456 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 802e089d-0c99-46e9-957c-f84c3107c1a0 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:36.538419 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cacfff-b66b-4078-b1f2-afe7372b439c req-8942e668-b887-43d8-9281-61bf7fbe2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:36.542254 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-86cacfff-b66b-4078-b1f2-afe7372b439c req-8942e668-b887-43d8-9281-61bf7fbe2bbf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1901417 Sep 16 04:45:36.623130 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80915ab3-6bd6-43a1-8183-a744e240fcc6 req-8e421250-1f82-45f2-ab92-62dd366e1361 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781855 Sep 16 04:45:36.744934 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-86cacfff-b66b-4078-b1f2-afe7372b439c req-d22caeb2-0fc5-4911-b66a-c0714777d3e9 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934347 Sep 16 04:45:36.834352 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0658715e-6b42-4113-a5b7-c3621b704d49 req-73acde13-8a5b-47f5-a98d-2067d23b47f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:36.879051 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['44bd3647-20c9-4130-8c7f-1b5380042dc5', '31aed236-7506-4376-9eef-5131f1554622'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:36.983377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['9dae50d3-bda3-4bfe-88d1-3280a8d5a56e'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:37.055429 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73acde13-8a5b-47f5-a98d-2067d23b47f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Pushing event deleted for resources: {'Port': ['ID=9dae50d3-bda3-4bfe-88d1-3280a8d5a56e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:37.100123 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b86177f-edf4-4d33-9297-4bd587b828eb req-52f040bf-e78f-4cdf-920c-f36af9c2dbe9 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 210 time: 0.2404585 Sep 16 04:45:37.215579 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-86cacfff-b66b-4078-b1f2-afe7372b439c req-e190096d-f1fd-415b-ae65-2ef9d4bae809 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487107 Sep 16 04:45:37.267675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-0658715e-6b42-4113-a5b7-c3621b704d49 req-73acde13-8a5b-47f5-a98d-2067d23b47f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] No DVR routers for this DVR port 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:37.280276 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0658715e-6b42-4113-a5b7-c3621b704d49 req-73acde13-8a5b-47f5-a98d-2067d23b47f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:37.284645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0658715e-6b42-4113-a5b7-c3621b704d49 req-73acde13-8a5b-47f5-a98d-2067d23b47f4 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.21 "DELETE /v2.0/ports/9dae50d3-bda3-4bfe-88d1-3280a8d5a56e HTTP/1.1" status: 204 len: 173 time: 1.6689095 Sep 16 04:45:37.285401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd074cf46-53ca-451d-b625-861fa13dc7ff', 'name': 'network-vif-deleted', 'tag': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:37.317177 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c87c211-2879-4f22-8368-da15d6f3b68f" -d '{"events": [{"server_uuid": "d074cf46-53ca-451d-b625-861fa13dc7ff", "name": "network-vif-deleted", "tag": "9dae50d3-bda3-4bfe-88d1-3280a8d5a56e"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:37.504079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf639a-3ca5-41a7-9d86-57623926a2be req-8fe8f8e7-a335-4682-97e8-f6c165b977d6 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:37.525018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3fbf639a-3ca5-41a7-9d86-57623926a2be req-8fe8f8e7-a335-4682-97e8-f6c165b977d6 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 950 time: 0.1911595 Sep 16 04:45:37.635134 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3fbf639a-3ca5-41a7-9d86-57623926a2be req-f9db2bfd-adb8-4bf0-ba09-64c8fa4b7254 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d771dd4-2d12-402f-9d37-afabf104ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066716 Sep 16 04:45:37.724586 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e54bd2-435a-4381-acfe-1b51b364fd7c x-openstack-request-id: req-c7e54bd2-435a-4381-acfe-1b51b364fd7c {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:37.725084 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d074cf46-53ca-451d-b625-861fa13dc7ff", "name": "network-vif-deleted", "tag": "9dae50d3-bda3-4bfe-88d1-3280a8d5a56e", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:37.725497 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7e54bd2-435a-4381-acfe-1b51b364fd7c {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:37.726227 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd074cf46-53ca-451d-b625-861fa13dc7ff', 'name': 'network-vif-deleted', 'tag': '9dae50d3-bda3-4bfe-88d1-3280a8d5a56e', 'status': 'completed', 'code': 200} Sep 16 04:45:37.807438 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-74ce89a0-0604-4c4d-a067-9280ecc6f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:37.980727 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36204) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:37.987800 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-436180709'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:38.021701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea6d78-b15c-4cf7-a4e2-7a26648420aa req-6a8b3e19-dfb9-488c-b2dc-a485c271d1b8 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:38.026825 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-deea6d78-b15c-4cf7-a4e2-7a26648420aa req-6a8b3e19-dfb9-488c-b2dc-a485c271d1b8 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 946 time: 0.1318190 Sep 16 04:45:38.111133 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-deea6d78-b15c-4cf7-a4e2-7a26648420aa req-b1fec2ff-3ee2-4615-8e4e-130530560dcd tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633759 Sep 16 04:45:38.114404 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Made reservation on behalf of 313a4b3172b84bbdb716cd409eccfeb1 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:38.121641 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.173182 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:45:38.191639 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.192253 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Added segment d4f33c83-4740-4a47-81ac-fa975870047a of type vlan for network 29992b00-8aa1-46fd-bc66-045ef0922c90 Sep 16 04:45:38.272120 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.412457 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.437679 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:38.437679 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.497517 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.811719 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26559f68-59d6-4426-b71e-4f237578ebbd req-00603794-8f61-4864-9c78-a6a2f7a69966 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d074cf46-53ca-451d-b625-861fa13dc7ff HTTP/1.1" status: 200 len: 210 time: 0.1041555 Sep 16 04:45:39.068872 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:39.080650 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881e249-8bc3-4df7-9a72-58cc13bd4c48 req-89dcc9b8-e372-4927-9449-c79afd5910f1 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:39.085652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6881e249-8bc3-4df7-9a72-58cc13bd4c48 req-89dcc9b8-e372-4927-9449-c79afd5910f1 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 950 time: 0.1238136 Sep 16 04:45:39.177261 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6881e249-8bc3-4df7-9a72-58cc13bd4c48 req-5a41726f-158b-44ea-8f3b-a9a4b6ad3040 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d771dd4-2d12-402f-9d37-afabf104ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818641 Sep 16 04:45:39.313928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36248) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:39.318662 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3265808 Sep 16 04:45:39.326321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-849423909'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:39.327519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event updated for resources: {'Network': ['ID=29992b00-8aa1-46fd-bc66-045ef0922c90,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:39.338739 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:39.339146 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:39.339497 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:39.339839 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:39.340167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:39.340544 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:39.340878 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:39.341200 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:39.341521 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:39.341840 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:39.342159 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:39.342475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaac575-90a3-4fe7-873c-529363ac7398 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:39.359471 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 29992b00-8aa1-46fd-bc66-045ef0922c90 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:45:39.496207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Made reservation on behalf of 313a4b3172b84bbdb716cd409eccfeb1 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:39.501884 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:39.599676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264c241-2d49-4193-9a05-04dc3fdd86fd req-a028bc75-05fc-437c-8c1a-9cfa1c31b735 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:39.601429 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1264c241-2d49-4193-9a05-04dc3fdd86fd req-a028bc75-05fc-437c-8c1a-9cfa1c31b735 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 946 time: 0.1694739 Sep 16 04:45:39.627238 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:45:39.649960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231039e0-b993-4e57-8e6a-7daeea56d0ee req-6a9fb23d-b3e2-4e59-a5b0-12b200b86fc5 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:39.652848 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-231039e0-b993-4e57-8e6a-7daeea56d0ee req-6a9fb23d-b3e2-4e59-a5b0-12b200b86fc5 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 946 time: 0.2032113 Sep 16 04:45:39.690577 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:39.691159 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Added segment 5a682ea8-492d-4d22-bdb4-de15db270039 of type vlan for network 21679cc1-76e7-41d2-b180-59ac954df250 Sep 16 04:45:39.807513 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1264c241-2d49-4193-9a05-04dc3fdd86fd req-81f0881a-9844-484d-a6d9-6069d99f83e1 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905763 Sep 16 04:45:39.832714 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:39.844633 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-231039e0-b993-4e57-8e6a-7daeea56d0ee req-386e4b44-ac49-4415-831d-9f1634befd2b tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822746 Sep 16 04:45:39.988615 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.002047 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:40.003186 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.099742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7813046 Sep 16 04:45:40.100418 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36272) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:40.106748 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-983baea8-6053-4399-ac98-ed881e7488b4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Request body: {'subnet': {'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:40.243821 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event updated for resources: {'Network': ['ID=21679cc1-76e7-41d2-b180-59ac954df250,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:40.289899 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:40.290903 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:40.291792 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:40.292424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:40.293082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:40.293745 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:40.294386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:40.295061 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:40.295635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:40.296197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:40.296778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:40.297354 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c2dc0-6076-4e72-aa68-c99b40b65bfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:40.323657 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983baea8-6053-4399-ac98-ed881e7488b4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Made reservation on behalf of 313a4b3172b84bbdb716cd409eccfeb1 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:40.327147 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 21679cc1-76e7-41d2-b180-59ac954df250 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:45:40.329206 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-983baea8-6053-4399-ac98-ed881e7488b4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.376556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5daff-b58a-414a-a3d1-231c2e12ac30 req-98c959e1-6341-4f37-aa91-4d67316b61b3 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:40.383209 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-81f5daff-b58a-414a-a3d1-231c2e12ac30 req-98c959e1-6341-4f37-aa91-4d67316b61b3 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 950 time: 0.1550841 Sep 16 04:45:40.419803 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:40.473167 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:40.474044 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 9dae50d3-bda3-4bfe-88d1-3280a8d5a56e not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:40.594780 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device bb565c29-9d77-4023-ae0f-ffd99919b000 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:40.693140 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf55897-6e0c-4066-b4b7-d9cf69876f9f req-2ec83835-e94a-4ac1-b2ef-906e829ba921 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:40.706092 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4cf55897-6e0c-4066-b4b7-d9cf69876f9f req-2ec83835-e94a-4ac1-b2ef-906e829ba921 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 950 time: 0.3168666 Sep 16 04:45:40.710507 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36282) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:40.766037 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-983baea8-6053-4399-ac98-ed881e7488b4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.867932 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4cf55897-6e0c-4066-b4b7-d9cf69876f9f req-0500c069-7284-41ad-a622-5cd29945955a tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d771dd4-2d12-402f-9d37-afabf104ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559241 Sep 16 04:45:40.895429 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983baea8-6053-4399-ac98-ed881e7488b4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Checking segment: {'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:40.895863 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983baea8-6053-4399-ac98-ed881e7488b4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Network hostable DHCP agents. Network: 29992b00-8aa1-46fd-bc66-045ef0922c90, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:45:40.901850 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port bb565c29-9d77-4023-ae0f-ffd99919b000, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=bb565c29-9d77-4023-ae0f-ffd99919b000,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:40.902355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983baea8-6053-4399-ac98-ed881e7488b4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event updated for resources: {'Subnet': ['ID=ccbedd25-58d2-42fa-831b-01900aebbe43,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:40.940135 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.942275 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'bb565c29-9d77-4023-ae0f-ffd99919b000', 'network_id': 'a3575ff3-4916-47b4-a229-afff767245c5', 'port_id': 'bb565c29-9d77-4023-ae0f-ffd99919b000', 'mac_address': 'fa:16:3e:0f:81:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f3edd7-c966-45f1-a2c0-304513016974', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:40.969559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-81f5daff-b58a-414a-a3d1-231c2e12ac30 req-166c8d5c-c9dd-41d7-8478-904c57c3d3c0 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Deleting port 7351c06c-afad-4ea7-86d1-e87c8a17216b {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:40.970299 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-81f5daff-b58a-414a-a3d1-231c2e12ac30 req-166c8d5c-c9dd-41d7-8478-904c57c3d3c0 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.978089 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1868ae1b-a7cd-404b-bd3a-43add69b9102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.033696 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.053512 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983baea8-6053-4399-ac98-ed881e7488b4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Network 29992b00-8aa1-46fd-bc66-045ef0922c90 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:45:41.055547 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ada85-f9c1-47af-8211-e426a96ff53a req-6195ea69-6d9d-4a35-ae26-d0c722bc8700 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:41.062471 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb565c29-9d77-4023-ae0f-ffd99919b000 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:41.072159 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e5ada85-f9c1-47af-8211-e426a96ff53a req-6195ea69-6d9d-4a35-ae26-d0c722bc8700 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.3565371 Sep 16 04:45:41.101868 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port bb565c29-9d77-4023-ae0f-ffd99919b000, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=bb565c29-9d77-4023-ae0f-ffd99919b000,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:41.152492 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1868ae1b-a7cd-404b-bd3a-43add69b9102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.177913 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-983baea8-6053-4399-ac98-ed881e7488b4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 29992b00-8aa1-46fd-bc66-045ef0922c90) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:41.188794 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983baea8-6053-4399-ac98-ed881e7488b4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:41.193251 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-983baea8-6053-4399-ac98-ed881e7488b4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.202723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f06638-10da-4f06-a0dd-013838bc35ad None None] Network 29992b00-8aa1-46fd-bc66-045ef0922c90 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:41.238662 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e5ada85-f9c1-47af-8211-e426a96ff53a req-66fbdd6d-4bb0-425f-a239-89a606acd57c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350625 Sep 16 04:45:41.245572 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.250572 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07ca5f-81c6-44f8-8449-9e5af3bb250f req-428a969d-682b-4c6e-9e9d-a2a7df33a4fb tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:41.258138 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e07ca5f-81c6-44f8-8449-9e5af3bb250f req-428a969d-682b-4c6e-9e9d-a2a7df33a4fb tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 946 time: 0.1649976 Sep 16 04:45:41.261803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-81f5daff-b58a-414a-a3d1-231c2e12ac30 req-166c8d5c-c9dd-41d7-8478-904c57c3d3c0 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] For port 7351c06c-afad-4ea7-86d1-e87c8a17216b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7351c06c-afad-4ea7-86d1-e87c8a17216b,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:41.262190 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-81f5daff-b58a-414a-a3d1-231c2e12ac30 req-166c8d5c-c9dd-41d7-8478-904c57c3d3c0 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.298703 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-81f5daff-b58a-414a-a3d1-231c2e12ac30 req-166c8d5c-c9dd-41d7-8478-904c57c3d3c0 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Calling delete_port for 7351c06c-afad-4ea7-86d1-e87c8a17216b owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:41.336162 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1868ae1b-a7cd-404b-bd3a-43add69b9102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.349161 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e07ca5f-81c6-44f8-8449-9e5af3bb250f req-e82fea8a-7a27-47b1-a5c0-21767f5c3235 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899441 Sep 16 04:45:41.383688 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=bb565c29-9d77-4023-ae0f-ffd99919b000,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:41.506279 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['bb565c29-9d77-4023-ae0f-ffd99919b000'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:41.508102 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868ae1b-a7cd-404b-bd3a-43add69b9102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5a247c-d1d1-4c92-a313-6ae161ba57a6,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:41.527517 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-983baea8-6053-4399-ac98-ed881e7488b4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4237607 Sep 16 04:45:41.539304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36294) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:41.550837 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-642ca83a-0301-4b2f-aa75-2bf82cca59eb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Request body: {'subnet': {'network_id': '21679cc1-76e7-41d2-b180-59ac954df250', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:41.607036 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1868ae1b-a7cd-404b-bd3a-43add69b9102 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=201a0343dbe34d77b844cea6c7e89661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8949230 Sep 16 04:45:41.613705 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36296) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:41.713767 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-29992b00-8aa1-46fd-bc66-045ef0922c90', 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'fixed_ips': [{'subnet_id': 'ccbedd25-58d2-42fa-831b-01900aebbe43'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:45:41.722920 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.756606 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-81f5daff-b58a-414a-a3d1-231c2e12ac30 req-166c8d5c-c9dd-41d7-8478-904c57c3d3c0 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.796700 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['7351c06c-afad-4ea7-86d1-e87c8a17216b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:41.806934 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d734418-2ee3-4bbb-9cd5-b2e399c9704d req-7a1cc6a1-3a3a-44a6-8e3b-bfaf3ad4ab19 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:41.821202 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d734418-2ee3-4bbb-9cd5-b2e399c9704d req-7a1cc6a1-3a3a-44a6-8e3b-bfaf3ad4ab19 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 945 time: 0.1461091 Sep 16 04:45:41.831168 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3606-b684-4e4f-85b5-e432dbe25042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.877575 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3606-b684-4e4f-85b5-e432dbe25042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.902259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c8d5c-c9dd-41d7-8478-904c57c3d3c0 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Pushing event deleted for resources: {'Port': ['ID=7351c06c-afad-4ea7-86d1-e87c8a17216b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:41.958071 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f5daff-b58a-414a-a3d1-231c2e12ac30 req-166c8d5c-c9dd-41d7-8478-904c57c3d3c0 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] No DVR routers for this DVR port 7351c06c-afad-4ea7-86d1-e87c8a17216b on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:41.969138 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-81f5daff-b58a-414a-a3d1-231c2e12ac30 req-166c8d5c-c9dd-41d7-8478-904c57c3d3c0 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.972847 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-81f5daff-b58a-414a-a3d1-231c2e12ac30 req-166c8d5c-c9dd-41d7-8478-904c57c3d3c0 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.21 "DELETE /v2.0/ports/7351c06c-afad-4ea7-86d1-e87c8a17216b HTTP/1.1" status: 204 len: 173 time: 1.5784001 Sep 16 04:45:41.973404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69', 'name': 'network-vif-deleted', 'tag': '7351c06c-afad-4ea7-86d1-e87c8a17216b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:41.978374 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2574c6-209f-4a41-8515-0e4991431047" -d '{"events": [{"server_uuid": "ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69", "name": "network-vif-deleted", "tag": "7351c06c-afad-4ea7-86d1-e87c8a17216b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:41.991507 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642ca83a-0301-4b2f-aa75-2bf82cca59eb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Made reservation on behalf of 313a4b3172b84bbdb716cd409eccfeb1 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:42.001290 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-642ca83a-0301-4b2f-aa75-2bf82cca59eb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.013561 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d734418-2ee3-4bbb-9cd5-b2e399c9704d req-b5f36536-f6b5-401e-be76-c0497ba4feb5 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576297 Sep 16 04:45:42.098834 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6571d51f-de23-44d3-92f3-9e40d2ad2255 x-openstack-request-id: req-6571d51f-de23-44d3-92f3-9e40d2ad2255 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:42.098834 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69", "name": "network-vif-deleted", "tag": "7351c06c-afad-4ea7-86d1-e87c8a17216b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:42.098834 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6571d51f-de23-44d3-92f3-9e40d2ad2255 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:42.098834 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69', 'name': 'network-vif-deleted', 'tag': '7351c06c-afad-4ea7-86d1-e87c8a17216b', 'status': 'completed', 'code': 200} Sep 16 04:45:42.162515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f794a278-afec-48d3-a748-fac7e5621d1b req-1816687d-e445-4108-9439-5a33f81dbd31 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 210 time: 0.0446496 Sep 16 04:45:42.165265 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] Allocated IP 10.1.1.2 (29992b00-8aa1-46fd-bc66-045ef0922c90/ccbedd25-58d2-42fa-831b-01900aebbe43/c77447a6-8e8b-4805-a915-317734e2a14f) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:42.188469 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3606-b684-4e4f-85b5-e432dbe25042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.192384 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3606-b684-4e4f-85b5-e432dbe25042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.199881 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bcbe3606-b684-4e4f-85b5-e432dbe25042 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b5a247c-d1d1-4c92-a313-6ae161ba57a6 HTTP/1.1" status: 204 len: 168 time: 0.5796916 Sep 16 04:45:42.223844 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3606-b684-4e4f-85b5-e432dbe25042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5a247c-d1d1-4c92-a313-6ae161ba57a6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:42.413819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79e39e-01db-4937-a3ac-a03f51a0167f req-3766434e-f65b-47c4-baa5-a4a509e05b3e tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:42.417645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ec79e39e-01db-4937-a3ac-a03f51a0167f req-3766434e-f65b-47c4-baa5-a4a509e05b3e tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.0685992 Sep 16 04:45:42.458348 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.529316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device bb565c29-9d77-4023-ae0f-ffd99919b000 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:42.569889 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ec79e39e-01db-4937-a3ac-a03f51a0167f req-df7b6431-ab36-48a1-a09f-0ca24f4e8023 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370351 Sep 16 04:45:42.592266 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.631996 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb716ae1-9cf7-4ba6-b96f-b6ee6776fabc req-87ad2024-667b-4d82-9281-bf8296395103 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:42.639739 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb716ae1-9cf7-4ba6-b96f-b6ee6776fabc req-87ad2024-667b-4d82-9281-bf8296395103 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 946 time: 0.1470723 Sep 16 04:45:42.650928 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] Network 29992b00-8aa1-46fd-bc66-045ef0922c90 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:42.652856 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-642ca83a-0301-4b2f-aa75-2bf82cca59eb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.662742 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:42.664825 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:42.666847 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] Pushing event updated for resources: {'Port': ['ID=c77447a6-8e8b-4805-a915-317734e2a14f,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:42.672605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port bb565c29-9d77-4023-ae0f-ffd99919b000 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:42.673087 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.721913 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb716ae1-9cf7-4ba6-b96f-b6ee6776fabc req-a2703323-2bbb-4957-8bc0-526340441536 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753336 Sep 16 04:45:42.767237 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] Attempting to bind port c77447a6-8e8b-4805-a915-317734e2a14f on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:42.767787 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] Attempting to bind port c77447a6-8e8b-4805-a915-317734e2a14f by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:42.768207 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] Attempting to bind port c77447a6-8e8b-4805-a915-317734e2a14f on network 29992b00-8aa1-46fd-bc66-045ef0922c90 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:42.778517 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:42.778517 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] Checking segment: {'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:42.778517 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.778517 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] Bound using segment: {'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:42.779721 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] Bound port: c77447a6-8e8b-4805-a915-317734e2a14f, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:42.779721 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.830975 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ca83a-0301-4b2f-aa75-2bf82cca59eb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event updated for resources: {'Subnet': ['ID=bc008854-b60a-4e50-9836-d00ca586adc0,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:42.841353 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642ca83a-0301-4b2f-aa75-2bf82cca59eb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Checking segment: {'id': '5a682ea8-492d-4d22-bdb4-de15db270039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '21679cc1-76e7-41d2-b180-59ac954df250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:42.841921 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ca83a-0301-4b2f-aa75-2bf82cca59eb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Network hostable DHCP agents. Network: 21679cc1-76e7-41d2-b180-59ac954df250, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:45:42.908562 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.942816 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ca83a-0301-4b2f-aa75-2bf82cca59eb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Network 21679cc1-76e7-41d2-b180-59ac954df250 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:45:42.982932 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a97a7e-c716-4bc2-9124-1afc25764897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb565c29-9d77-4023-ae0f-ffd99919b000'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:42.987709 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5f8130-4e40-4085-a6ed-e3d55a3781fc" -d '{"events": [{"server_uuid": "a0a97a7e-c716-4bc2-9124-1afc25764897", "name": "network-vif-plugged", "status": "completed", "tag": "bb565c29-9d77-4023-ae0f-ffd99919b000"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:43.078062 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-642ca83a-0301-4b2f-aa75-2bf82cca59eb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 21679cc1-76e7-41d2-b180-59ac954df250) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:43.104729 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ca83a-0301-4b2f-aa75-2bf82cca59eb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:43.109085 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-642ca83a-0301-4b2f-aa75-2bf82cca59eb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.138183 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ae7ab-275e-4a55-b067-f4ec5018d945 req-931d8c80-dc24-494d-80d8-d15fe51bb82d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:43.141516 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ad3ae7ab-275e-4a55-b067-f4ec5018d945 req-931d8c80-dc24-494d-80d8-d15fe51bb82d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.38 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.1568418 Sep 16 04:45:43.199362 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd639bd7-034f-454c-a02c-7f366a97d1c7 x-openstack-request-id: req-cd639bd7-034f-454c-a02c-7f366a97d1c7 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:43.199800 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a97a7e-c716-4bc2-9124-1afc25764897", "name": "network-vif-plugged", "status": "completed", "tag": "bb565c29-9d77-4023-ae0f-ffd99919b000", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:43.200195 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd639bd7-034f-454c-a02c-7f366a97d1c7 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:43.200802 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a97a7e-c716-4bc2-9124-1afc25764897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb565c29-9d77-4023-ae0f-ffd99919b000', 'code': 200} Sep 16 04:45:43.201962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc625a6-c6c2-47b7-93ae-deeb477ac77f None None] Network 21679cc1-76e7-41d2-b180-59ac954df250 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:43.236063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0f370-57b2-4d6b-ad8d-d39358383dc1 req-7a76e4e9-107f-4df8-bcc9-ef7a0b3de0d5 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:43.243779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] For port c77447a6-8e8b-4805-a915-317734e2a14f, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:43.248484 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port bb565c29-9d77-4023-ae0f-ffd99919b000, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=bb565c29-9d77-4023-ae0f-ffd99919b000,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:43.257600 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74f0f370-57b2-4d6b-ad8d-d39358383dc1 req-7a76e4e9-107f-4df8-bcc9-ef7a0b3de0d5 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 945 time: 0.1115317 Sep 16 04:45:43.274468 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-642ca83a-0301-4b2f-aa75-2bf82cca59eb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7335587 Sep 16 04:45:43.275328 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36328) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:43.303507 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ee57e423-374d-4b56-b4e4-885853f83656 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Request body: {'port': {'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90', 'name': 'tempest-TaggedBootDevicesTest-524706919', 'fixed_ips': [{'subnet_id': 'ccbedd25-58d2-42fa-831b-01900aebbe43'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:43.329257 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] For port c77447a6-8e8b-4805-a915-317734e2a14f, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c77447a6-8e8b-4805-a915-317734e2a14f,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:43.344468 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.385978 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74f0f370-57b2-4d6b-ad8d-d39358383dc1 req-6782c637-3978-414f-a54c-7feb593301cd tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177046 Sep 16 04:45:43.427925 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.465817 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f18526d3-eec0-49fb-ad9e-4ba1ecdd2928 req-d4d6b841-fc57-48f0-8bdd-304acceb7694 tempest-ImagesNegativeTestJSON-1585877537 tempest-ImagesNegativeTestJSON-1585877537-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff04ab19-1ad6-4bec-bf2f-ed8d35b74c69 HTTP/1.1" status: 200 len: 210 time: 0.0509527 Sep 16 04:45:43.529218 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=bb565c29-9d77-4023-ae0f-ffd99919b000,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:43.536819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-ad3ae7ab-275e-4a55-b067-f4ec5018d945 req-4edf3e42-36c5-4063-bf1c-67df560208be tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Deleting port 31aed236-7506-4376-9eef-5131f1554622 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:43.537911 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ad3ae7ab-275e-4a55-b067-f4ec5018d945 req-4edf3e42-36c5-4063-bf1c-67df560208be tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.557983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:43.565571 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:43.566140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:43.566661 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:43.567244 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:43.567777 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:43.568326 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:43.568863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:43.569397 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:43.569934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:43.570487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:43.571584 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:43.808414 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-21679cc1-76e7-41d2-b180-59ac954df250', 'network_id': '21679cc1-76e7-41d2-b180-59ac954df250', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'fixed_ips': [{'subnet_id': 'bc008854-b60a-4e50-9836-d00ca586adc0'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:45:43.809898 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.843079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4599735-acef-4db5-949c-f2103931115b req-626721a8-55ef-4c58-96c7-83afc9e2e1ca tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:43.851273 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-ad3ae7ab-275e-4a55-b067-f4ec5018d945 req-4edf3e42-36c5-4063-bf1c-67df560208be tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] For port 31aed236-7506-4376-9eef-5131f1554622, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=31aed236-7506-4376-9eef-5131f1554622,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:43.852073 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ad3ae7ab-275e-4a55-b067-f4ec5018d945 req-4edf3e42-36c5-4063-bf1c-67df560208be tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.858563 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4599735-acef-4db5-949c-f2103931115b req-626721a8-55ef-4c58-96c7-83afc9e2e1ca tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 950 time: 0.1405296 Sep 16 04:45:43.876949 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe3362-e17a-45f9-8c9a-afc757c976f1 None None] Pushing event updated for resources: {'Port': ['ID=c77447a6-8e8b-4805-a915-317734e2a14f,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:43.900133 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-ad3ae7ab-275e-4a55-b067-f4ec5018d945 req-4edf3e42-36c5-4063-bf1c-67df560208be tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Calling delete_port for 31aed236-7506-4376-9eef-5131f1554622 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:44.015220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee57e423-374d-4b56-b4e4-885853f83656 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Made reservation on behalf of 313a4b3172b84bbdb716cd409eccfeb1 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:44.019878 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4599735-acef-4db5-949c-f2103931115b req-e7d82e66-5bdb-4ecd-b9f9-71cbc4ef9f30 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598122 Sep 16 04:45:44.117914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e65d94-81b1-4079-a1af-10075e3d8a63 req-215fb3fc-b03e-4793-a4f6-d57054bfd65e tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:44.134167 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0e65d94-81b1-4079-a1af-10075e3d8a63 req-215fb3fc-b03e-4793-a4f6-d57054bfd65e tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 946 time: 0.1118608 Sep 16 04:45:44.184165 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0e65d94-81b1-4079-a1af-10075e3d8a63 req-dba72318-7756-48d1-a5e9-e67a1bad27d5 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489979 Sep 16 04:45:44.212136 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] Allocated IP 10.2.2.2 (21679cc1-76e7-41d2-b180-59ac954df250/bc008854-b60a-4e50-9836-d00ca586adc0/39d70116-bb21-473e-9871-96d545092814) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:44.322847 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ee57e423-374d-4b56-b4e4-885853f83656 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.347645 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-ee57e423-374d-4b56-b4e4-885853f83656 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] device_id is not set on port 5b16cc3a-295b-414f-9d1d-8e4808f34041 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:45:44.396781 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 7351c06c-afad-4ea7-86d1-e87c8a17216b no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:44.428736 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ad3ae7ab-275e-4a55-b067-f4ec5018d945 req-4edf3e42-36c5-4063-bf1c-67df560208be tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.441780 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 7351c06c-afad-4ea7-86d1-e87c8a17216b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:44.442135 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 7351c06c-afad-4ea7-86d1-e87c8a17216b not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:44.447375 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.470230 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['44bd3647-20c9-4130-8c7f-1b5380042dc5', '31aed236-7506-4376-9eef-5131f1554622'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:44.535496 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.616970 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf3e42-36c5-4063-bf1c-67df560208be tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Pushing event deleted for resources: {'Port': ['ID=31aed236-7506-4376-9eef-5131f1554622,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:44.703195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c77447a6-8e8b-4805-a915-317734e2a14f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:44.730144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32515458-b47d-4f5d-a23d-885c2664bae7 req-80be61f4-603a-4bbb-b63d-8009ce9f5ac0 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:44.737563 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32515458-b47d-4f5d-a23d-885c2664bae7 req-80be61f4-603a-4bbb-b63d-8009ce9f5ac0 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 946 time: 0.1929746 Sep 16 04:45:44.750840 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] Pushing event updated for resources: {'Port': ['ID=39d70116-bb21-473e-9871-96d545092814,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:44.754738 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] Network 21679cc1-76e7-41d2-b180-59ac954df250 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:44.768774 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:44.774215 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:44.834464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32515458-b47d-4f5d-a23d-885c2664bae7 req-63235d90-f15e-432f-9436-641596ad7bd9 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902815 Sep 16 04:45:44.863641 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] Attempting to bind port 39d70116-bb21-473e-9871-96d545092814 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:44.867411 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] Attempting to bind port 39d70116-bb21-473e-9871-96d545092814 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '5a682ea8-492d-4d22-bdb4-de15db270039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '21679cc1-76e7-41d2-b180-59ac954df250'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:44.871617 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] Attempting to bind port 39d70116-bb21-473e-9871-96d545092814 on network 21679cc1-76e7-41d2-b180-59ac954df250 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:44.898293 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:44.898581 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] Checking segment: {'id': '5a682ea8-492d-4d22-bdb4-de15db270039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '21679cc1-76e7-41d2-b180-59ac954df250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:44.899060 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.899492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] Bound using segment: {'id': '5a682ea8-492d-4d22-bdb4-de15db270039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '21679cc1-76e7-41d2-b180-59ac954df250'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:44.900317 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] Bound port: 39d70116-bb21-473e-9871-96d545092814, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a682ea8-492d-4d22-bdb4-de15db270039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '21679cc1-76e7-41d2-b180-59ac954df250'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:44.901836 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.975819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3ae7ab-275e-4a55-b067-f4ec5018d945 req-4edf3e42-36c5-4063-bf1c-67df560208be tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] No DVR routers for this DVR port 31aed236-7506-4376-9eef-5131f1554622 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:44.991697 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ad3ae7ab-275e-4a55-b067-f4ec5018d945 req-4edf3e42-36c5-4063-bf1c-67df560208be tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.994829 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ad3ae7ab-275e-4a55-b067-f4ec5018d945 req-4edf3e42-36c5-4063-bf1c-67df560208be tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.38 "DELETE /v2.0/ports/31aed236-7506-4376-9eef-5131f1554622 HTTP/1.1" status: 204 len: 173 time: 1.8462050 Sep 16 04:45:44.998619 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e12b67-113e-4024-a8fc-4b2065ee486e', 'name': 'network-vif-deleted', 'tag': '31aed236-7506-4376-9eef-5131f1554622'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:45.003388 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62238aad-f428-42e1-ad64-0d1a96ee3727" -d '{"events": [{"server_uuid": "35e12b67-113e-4024-a8fc-4b2065ee486e", "name": "network-vif-deleted", "tag": "31aed236-7506-4376-9eef-5131f1554622"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:45.029365 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port c77447a6-8e8b-4805-a915-317734e2a14f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:45.029907 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.149947 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-ee57e423-374d-4b56-b4e4-885853f83656 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Allocated IP 10.1.1.5 (29992b00-8aa1-46fd-bc66-045ef0922c90/ccbedd25-58d2-42fa-831b-01900aebbe43/5b16cc3a-295b-414f-9d1d-8e4808f34041) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:45.170904 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4f3f27ae-608c-4916-bf14-1ba878dbc651 req-6bac4e11-6718-4707-a844-6d49d1fa6d48 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 210 time: 0.0551620 Sep 16 04:45:45.195155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] For port 39d70116-bb21-473e-9871-96d545092814, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:45.250586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] For port 39d70116-bb21-473e-9871-96d545092814, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=39d70116-bb21-473e-9871-96d545092814,segment=NetworkSegment(5a682ea8-492d-4d22-bdb4-de15db270039),segment_id=5a682ea8-492d-4d22-bdb4-de15db270039)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:45.270473 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b7d250-f0ba-49d2-8f92-d3ddb1b87252 None None] Network 29992b00-8aa1-46fd-bc66-045ef0922c90 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:45.376421 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.501374 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc29e426-60c0-4097-b888-cf1dd3785cd6 x-openstack-request-id: req-fc29e426-60c0-4097-b888-cf1dd3785cd6 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:45.501992 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e12b67-113e-4024-a8fc-4b2065ee486e", "name": "network-vif-deleted", "tag": "31aed236-7506-4376-9eef-5131f1554622", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:45.502603 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc29e426-60c0-4097-b888-cf1dd3785cd6 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:45.503271 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e12b67-113e-4024-a8fc-4b2065ee486e', 'name': 'network-vif-deleted', 'tag': '31aed236-7506-4376-9eef-5131f1554622', 'status': 'completed', 'code': 200} Sep 16 04:45:45.538280 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.558929 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ee57e423-374d-4b56-b4e4-885853f83656 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.560081 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0681e2-1fd0-43b2-8419-ed3b82302e16 req-20b955b0-3a67-461e-abde-d6070b7eafee tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:45.562068 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a0681e2-1fd0-43b2-8419-ed3b82302e16 req-20b955b0-3a67-461e-abde-d6070b7eafee tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 946 time: 0.0801198 Sep 16 04:45:45.568132 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36390) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:45.621673 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a0681e2-1fd0-43b2-8419-ed3b82302e16 req-6e262000-bce2-407b-91fc-21791e96b506 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461166 Sep 16 04:45:45.637249 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-64dc0b24-383a-4387-a09c-edfe9a5ee6ed None None] Provisioning complete for port c77447a6-8e8b-4805-a915-317734e2a14f triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:45.638042 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-64dc0b24-383a-4387-a09c-edfe9a5ee6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.667627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36394) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:45.685046 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port c77447a6-8e8b-4805-a915-317734e2a14f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c77447a6-8e8b-4805-a915-317734e2a14f,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:45.725531 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7f9d6-7c83-40b7-b9c4-072865b1d7dd None None] Pushing event updated for resources: {'Port': ['ID=39d70116-bb21-473e-9871-96d545092814,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:45.726520 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ee57e423-374d-4b56-b4e4-885853f83656 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.817570 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee57e423-374d-4b56-b4e4-885853f83656 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Network 29992b00-8aa1-46fd-bc66-045ef0922c90 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:45.833792 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-ee57e423-374d-4b56-b4e4-885853f83656 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:45.843623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee57e423-374d-4b56-b4e4-885853f83656 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:45.853251 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57e423-374d-4b56-b4e4-885853f83656 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event updated for resources: {'Port': ['ID=5b16cc3a-295b-414f-9d1d-8e4808f34041,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:45.878926 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.885263 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-64dc0b24-383a-4387-a09c-edfe9a5ee6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.893343 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9067dee7-fa54-477e-b0a3-20d7522210c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.974028 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57e423-374d-4b56-b4e4-885853f83656 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:45.975469 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ee57e423-374d-4b56-b4e4-885853f83656 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.023516 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bd00a4f5-530a-4fd5-a491-9cfd952d4cd7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ef47fe3b50d47b4b872c700a2646965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522696 Sep 16 04:45:46.024222 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36400) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:46.026954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=c77447a6-8e8b-4805-a915-317734e2a14f,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:46.041303 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-64dc0b24-383a-4387-a09c-edfe9a5ee6ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:45:46.041757 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-64dc0b24-383a-4387-a09c-edfe9a5ee6ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:45:46.120483 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5211ec71-df84-4d45-870d-38d533546cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.159521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3268b54-88c1-4003-b443-61fadfad6a78 req-588833fd-791b-4269-86ed-f8d47d2e0f4b tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:46.161648 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5211ec71-df84-4d45-870d-38d533546cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.170082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b3268b54-88c1-4003-b443-61fadfad6a78 req-588833fd-791b-4269-86ed-f8d47d2e0f4b tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 946 time: 0.2203012 Sep 16 04:45:46.236637 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b3268b54-88c1-4003-b443-61fadfad6a78 req-ad653774-a28b-40fd-9bec-0448f03fa2a3 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651770 Sep 16 04:45:46.317580 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9067dee7-fa54-477e-b0a3-20d7522210c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.365776 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5211ec71-df84-4d45-870d-38d533546cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.370203 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5211ec71-df84-4d45-870d-38d533546cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.371611 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5211ec71-df84-4d45-870d-38d533546cc3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d771dd4-2d12-402f-9d37-afabf104ce60 HTTP/1.1" status: 204 len: 168 time: 0.3455038 Sep 16 04:45:46.381911 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211ec71-df84-4d45-870d-38d533546cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d771dd4-2d12-402f-9d37-afabf104ce60,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:46.417493 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9067dee7-fa54-477e-b0a3-20d7522210c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.425306 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea1a5ae2-2fb5-4ac7-a501-b7903db4bb20 req-35f07d06-5040-4488-bd8d-7ae9f0bdfe45 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e12b67-113e-4024-a8fc-4b2065ee486e HTTP/1.1" status: 200 len: 210 time: 0.0656486 Sep 16 04:45:46.531668 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9067dee7-fa54-477e-b0a3-20d7522210c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c59858cfe613481381b61ce01d4e9829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9621987 Sep 16 04:45:46.532816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067dee7-fa54-477e-b0a3-20d7522210c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddfb9c3-d6aa-40ac-88f7-a740ff4fe6a9,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:46.536457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36412) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:46.636791 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device bb565c29-9d77-4023-ae0f-ffd99919b000 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:46.651351 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ee57e423-374d-4b56-b4e4-885853f83656 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3745420 Sep 16 04:45:46.655525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36416) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:46.682575 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8d0de868-fa19-4f89-8ade-0235d3b7491f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Request body: {'port': {'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90', 'name': 'tempest-TaggedBootDevicesTest-608550138', 'fixed_ips': [{'subnet_id': 'ccbedd25-58d2-42fa-831b-01900aebbe43'}]}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:46.719452 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9e84-f160-48ae-850f-eb8689ab88a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.772470 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9e84-f160-48ae-850f-eb8689ab88a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.950262 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 39d70116-bb21-473e-9871-96d545092814 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:47.084932 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9e84-f160-48ae-850f-eb8689ab88a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.088003 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9e84-f160-48ae-850f-eb8689ab88a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.090110 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8f4e9e84-f160-48ae-850f-eb8689ab88a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ddfb9c3-d6aa-40ac-88f7-a740ff4fe6a9 HTTP/1.1" status: 204 len: 168 time: 0.5509925 Sep 16 04:45:47.092981 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.107138 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e9e84-f160-48ae-850f-eb8689ab88a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddfb9c3-d6aa-40ac-88f7-a740ff4fe6a9,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:47.136836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a2711-2f69-4f47-b50a-323be65d94a9 req-ff36487e-6c78-471a-b4d2-9bd3e3859f7d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:47.145490 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f16a2711-2f69-4f47-b50a-323be65d94a9 req-ff36487e-6c78-471a-b4d2-9bd3e3859f7d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 946 time: 0.1497469 Sep 16 04:45:47.153381 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4cb74feb-904a-4343-89dd-1d7924883c31 None None] Provisioning complete for port 5b16cc3a-295b-414f-9d1d-8e4808f34041 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:47.154512 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4cb74feb-904a-4343-89dd-1d7924883c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.224523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f16a2711-2f69-4f47-b50a-323be65d94a9 req-36edbf2d-eca5-44cf-b7a0-fdd2b18fdf1b tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746622 Sep 16 04:45:47.249556 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port bb565c29-9d77-4023-ae0f-ffd99919b000, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=bb565c29-9d77-4023-ae0f-ffd99919b000,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:47.273802 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a97a7e-c716-4bc2-9124-1afc25764897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb565c29-9d77-4023-ae0f-ffd99919b000'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:47.283165 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28afda6c-039f-4d3f-b940-887bcab9ae8d" -d '{"events": [{"server_uuid": "a0a97a7e-c716-4bc2-9124-1afc25764897", "name": "network-vif-unplugged", "status": "completed", "tag": "bb565c29-9d77-4023-ae0f-ffd99919b000"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:47.295729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4cb74feb-904a-4343-89dd-1d7924883c31 None None] Port 5b16cc3a-295b-414f-9d1d-8e4808f34041 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:47.302195 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0de868-fa19-4f89-8ade-0235d3b7491f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Made reservation on behalf of 313a4b3172b84bbdb716cd409eccfeb1 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:47.330748 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 39d70116-bb21-473e-9871-96d545092814 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:47.331123 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.337934 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.338546 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 31aed236-7506-4376-9eef-5131f1554622 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:47.344937 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4cb74feb-904a-4343-89dd-1d7924883c31 None None] Provisioning complete for port c77447a6-8e8b-4805-a915-317734e2a14f triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:47.344937 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4cb74feb-904a-4343-89dd-1d7924883c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.485422 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=bb565c29-9d77-4023-ae0f-ffd99919b000,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:47.495488 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 31aed236-7506-4376-9eef-5131f1554622 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:47.495488 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 31aed236-7506-4376-9eef-5131f1554622 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:47.506400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fc4d2-ca82-43bf-84ac-0885690e51ec req-03c8af64-6a94-4003-b1a5-9b00b4054ecf tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:47.515545 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-570fc4d2-ca82-43bf-84ac-0885690e51ec req-03c8af64-6a94-4003-b1a5-9b00b4054ecf tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 944 time: 0.0904615 Sep 16 04:45:47.520387 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d0de868-fa19-4f89-8ade-0235d3b7491f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.562189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-8d0de868-fa19-4f89-8ade-0235d3b7491f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] device_id is not set on port 3b10ae3d-8211-4c16-9527-e19b5ce57a46 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:45:47.690043 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-570fc4d2-ca82-43bf-84ac-0885690e51ec req-d60d35b9-3317-426b-9a85-dfe6934e7c8d tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632526 Sep 16 04:45:47.791237 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00c1a79-434f-41b2-bcff-c10f5284a1b1 x-openstack-request-id: req-e00c1a79-434f-41b2-bcff-c10f5284a1b1 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:47.792170 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a97a7e-c716-4bc2-9124-1afc25764897", "name": "network-vif-unplugged", "status": "completed", "tag": "bb565c29-9d77-4023-ae0f-ffd99919b000", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:47.792170 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e00c1a79-434f-41b2-bcff-c10f5284a1b1 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:47.794701 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a97a7e-c716-4bc2-9124-1afc25764897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb565c29-9d77-4023-ae0f-ffd99919b000', 'code': 200} Sep 16 04:45:47.797786 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803ac07b-52a9-4b2c-b9c6-f06031a87c66 None None] Network 21679cc1-76e7-41d2-b180-59ac954df250 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:48.061535 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.070230 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f410c939-d318-4861-be45-c022b538f8f1 None None] Provisioning complete for port 5b16cc3a-295b-414f-9d1d-8e4808f34041 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:48.070875 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f410c939-d318-4861-be45-c022b538f8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.098945 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:45:48.171180 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-f410c939-d318-4861-be45-c022b538f8f1 None None] Port 5b16cc3a-295b-414f-9d1d-8e4808f34041 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:48.292220 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 39d70116-bb21-473e-9871-96d545092814, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=39d70116-bb21-473e-9871-96d545092814,segment=NetworkSegment(5a682ea8-492d-4d22-bdb4-de15db270039),segment_id=5a682ea8-492d-4d22-bdb4-de15db270039)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:48.298379 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f410c939-d318-4861-be45-c022b538f8f1 None None] Provisioning complete for port 39d70116-bb21-473e-9871-96d545092814 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:48.298836 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f410c939-d318-4861-be45-c022b538f8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.359118 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.360232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c77447a6-8e8b-4805-a915-317734e2a14f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:48.369659 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-8d0de868-fa19-4f89-8ade-0235d3b7491f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Allocated IP 10.1.1.207 (29992b00-8aa1-46fd-bc66-045ef0922c90/ccbedd25-58d2-42fa-831b-01900aebbe43/3b10ae3d-8211-4c16-9527-e19b5ce57a46) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:48.528927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=39d70116-bb21-473e-9871-96d545092814,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:48.553498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port c77447a6-8e8b-4805-a915-317734e2a14f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:48.554115 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.747498 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36478) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:48.788989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991e134-9e47-4a6e-8b97-18df44c7b343 req-9035c638-0ad0-4257-93e3-751e624977c1 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:48.794361 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7991e134-9e47-4a6e-8b97-18df44c7b343 req-9035c638-0ad0-4257-93e3-751e624977c1 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.2354343 Sep 16 04:45:48.804002 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d0de868-fa19-4f89-8ade-0235d3b7491f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.913564 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7991e134-9e47-4a6e-8b97-18df44c7b343 req-9d018253-19ef-4ba5-b6a7-0f12844b866d tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963175 Sep 16 04:45:48.992369 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 39d70116-bb21-473e-9871-96d545092814 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:49.006007 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d0de868-fa19-4f89-8ade-0235d3b7491f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.030830 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d9124cdb-5605-4774-8838-8a28033a4314 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1453600167-network', 'tenant_id': '78ee5e5457a84bd8a350723cb409ffa4'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:49.112217 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6d486a91-f81f-4bf3-aa4c-76b51032d939 None None] Provisioning complete for port 39d70116-bb21-473e-9871-96d545092814 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:49.113148 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6d486a91-f81f-4bf3-aa4c-76b51032d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.124685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0de868-fa19-4f89-8ade-0235d3b7491f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Network 29992b00-8aa1-46fd-bc66-045ef0922c90 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:49.144478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d08fa4-fab7-4dce-8b30-b96bf460b799 req-34a86977-a89b-47b0-90ab-c7450a69f1e6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:49.147421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2d08fa4-fab7-4dce-8b30-b96bf460b799 req-34a86977-a89b-47b0-90ab-c7450a69f1e6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 946 time: 0.2124183 Sep 16 04:45:49.157322 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-8d0de868-fa19-4f89-8ade-0235d3b7491f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:49.168660 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0de868-fa19-4f89-8ade-0235d3b7491f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:49.185252 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0de868-fa19-4f89-8ade-0235d3b7491f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event updated for resources: {'Port': ['ID=3b10ae3d-8211-4c16-9527-e19b5ce57a46,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:49.197195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 39d70116-bb21-473e-9871-96d545092814 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:49.197195 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.197523 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9124cdb-5605-4774-8838-8a28033a4314 admin admin] Made reservation on behalf of 78ee5e5457a84bd8a350723cb409ffa4 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:49.215968 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9124cdb-5605-4774-8838-8a28033a4314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.262191 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec0865-84a1-4be5-aded-3d8050a76f11 req-0631291f-3f9f-41e2-bdbc-d64cacd78232 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:49.266945 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6fec0865-84a1-4be5-aded-3d8050a76f11 req-0631291f-3f9f-41e2-bdbc-d64cacd78232 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 944 time: 0.1621644 Sep 16 04:45:49.268311 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9124cdb-5605-4774-8838-8a28033a4314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.344994 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2d08fa4-fab7-4dce-8b30-b96bf460b799 req-7650a261-00ea-403a-a6a9-f26c1c7bd12b tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784678 Sep 16 04:45:49.489525 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36492) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:49.496914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0de868-fa19-4f89-8ade-0235d3b7491f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:49.498958 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d0de868-fa19-4f89-8ade-0235d3b7491f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.566562 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-6fec0865-84a1-4be5-aded-3d8050a76f11 req-2f98086c-a6ce-4f61-a2a9-b13bd0dace55 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Deleting port bb565c29-9d77-4023-ae0f-ffd99919b000 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:49.567043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9a235-1b1c-485c-982c-7b13e0662a17 req-7400158f-1d8c-4eea-a235-26b1163e9b81 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:49.567242 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6fec0865-84a1-4be5-aded-3d8050a76f11 req-2f98086c-a6ce-4f61-a2a9-b13bd0dace55 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.570390 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7af9a235-1b1c-485c-982c-7b13e0662a17 req-7400158f-1d8c-4eea-a235-26b1163e9b81 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 944 time: 0.2439141 Sep 16 04:45:49.621876 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6238d830-9f23-4e79-af6b-2b4396e81434 None None] Provisioning complete for port 3b10ae3d-8211-4c16-9527-e19b5ce57a46 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:49.622537 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6238d830-9f23-4e79-af6b-2b4396e81434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.656524 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7af9a235-1b1c-485c-982c-7b13e0662a17 req-7dc81e43-f9a4-41d8-ab11-821386bbf1f2 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/security-groups?id=9886d184-6e65-4694-b9e0-380967eecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751374 Sep 16 04:45:49.666606 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6238d830-9f23-4e79-af6b-2b4396e81434 None None] Port 3b10ae3d-8211-4c16-9527-e19b5ce57a46 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:49.743410 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-0afd668f-d79f-4c8d-a844-c535ad313686 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1491527688-network', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:49.846858 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-6fec0865-84a1-4be5-aded-3d8050a76f11 req-2f98086c-a6ce-4f61-a2a9-b13bd0dace55 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] For port bb565c29-9d77-4023-ae0f-ffd99919b000, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=bb565c29-9d77-4023-ae0f-ffd99919b000,segment=NetworkSegment(7b61a8d8-2664-44da-bd79-64843a1f98c9),segment_id=7b61a8d8-2664-44da-bd79-64843a1f98c9)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:49.847609 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6fec0865-84a1-4be5-aded-3d8050a76f11 req-2f98086c-a6ce-4f61-a2a9-b13bd0dace55 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.874946 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9124cdb-5605-4774-8838-8a28033a4314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.882077 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-6fec0865-84a1-4be5-aded-3d8050a76f11 req-2f98086c-a6ce-4f61-a2a9-b13bd0dace55 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Calling delete_port for bb565c29-9d77-4023-ae0f-ffd99919b000 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:49.934440 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9124cdb-5605-4774-8838-8a28033a4314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.968925 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9124cdb-5605-4774-8838-8a28033a4314 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:45:49.992546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8d0de868-fa19-4f89-8ade-0235d3b7491f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3218596 Sep 16 04:45:49.999470 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9124cdb-5605-4774-8838-8a28033a4314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e433abc4-bced-4677-8b4c-690c37c0b009,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:50.007842 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9124cdb-5605-4774-8838-8a28033a4314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.008194 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-d9124cdb-5605-4774-8838-8a28033a4314 admin admin] Added segment 58b2560f-5315-4caf-90dd-894823bdc0e5 of type vlan for network 5acd6586-8a2c-490f-9c1f-4e1587166d60 Sep 16 04:45:50.075171 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9124cdb-5605-4774-8838-8a28033a4314 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.131964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc8486-5864-4fb7-8b3f-509880afa238 req-537302a8-b20d-4f41-bed3-40c880be3f38 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.135533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eddc8486-5864-4fb7-8b3f-509880afa238 req-537302a8-b20d-4f41-bed3-40c880be3f38 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.0709238 Sep 16 04:45:50.156039 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afd668f-d79f-4c8d-a844-c535ad313686 admin admin] Made reservation on behalf of 0d0250c151a647dfa2dfb2009b7a17b5 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:50.159856 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0afd668f-d79f-4c8d-a844-c535ad313686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.185241 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eddc8486-5864-4fb7-8b3f-509880afa238 req-0b17cec4-29fa-458b-8e9e-de01df4bf526 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441334 Sep 16 04:45:50.194505 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0afd668f-d79f-4c8d-a844-c535ad313686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.270142 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9124cdb-5605-4774-8838-8a28033a4314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.271661 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9124cdb-5605-4774-8838-8a28033a4314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.272281 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9124cdb-5605-4774-8838-8a28033a4314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.358825 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6fec0865-84a1-4be5-aded-3d8050a76f11 req-2f98086c-a6ce-4f61-a2a9-b13bd0dace55 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.371455 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9124cdb-5605-4774-8838-8a28033a4314 admin admin] Pushing event updated for resources: {'Network': ['ID=5acd6586-8a2c-490f-9c1f-4e1587166d60,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:50.385396 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 5acd6586-8a2c-490f-9c1f-4e1587166d60 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:45:50.405154 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98086c-a6ce-4f61-a2a9-b13bd0dace55 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Pushing event deleted for resources: {'Port': ['ID=bb565c29-9d77-4023-ae0f-ffd99919b000,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:50.425171 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0afd668f-d79f-4c8d-a844-c535ad313686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.464625 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fec0865-84a1-4be5-aded-3d8050a76f11 req-2f98086c-a6ce-4f61-a2a9-b13bd0dace55 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] No DVR routers for this DVR port bb565c29-9d77-4023-ae0f-ffd99919b000 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:50.468180 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6fec0865-84a1-4be5-aded-3d8050a76f11 req-2f98086c-a6ce-4f61-a2a9-b13bd0dace55 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.470787 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6fec0865-84a1-4be5-aded-3d8050a76f11 req-2f98086c-a6ce-4f61-a2a9-b13bd0dace55 tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.38 "DELETE /v2.0/ports/bb565c29-9d77-4023-ae0f-ffd99919b000 HTTP/1.1" status: 204 len: 173 time: 1.1955147 Sep 16 04:45:50.471296 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a97a7e-c716-4bc2-9124-1afc25764897', 'name': 'network-vif-deleted', 'tag': 'bb565c29-9d77-4023-ae0f-ffd99919b000'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:50.474075 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ef1a1e-7f12-48fe-bfc3-44d2ee10743b" -d '{"events": [{"server_uuid": "a0a97a7e-c716-4bc2-9124-1afc25764897", "name": "network-vif-deleted", "tag": "bb565c29-9d77-4023-ae0f-ffd99919b000"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:50.489808 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0afd668f-d79f-4c8d-a844-c535ad313686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.515740 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0afd668f-d79f-4c8d-a844-c535ad313686 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:45:50.534277 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd668f-d79f-4c8d-a844-c535ad313686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a43e49b-fc77-4084-9eff-8eebd45b778b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:50.537920 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0afd668f-d79f-4c8d-a844-c535ad313686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.538587 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-0afd668f-d79f-4c8d-a844-c535ad313686 admin admin] Added segment fe2f5db3-fa6a-4b02-9a38-237349f3fb2a of type vlan for network 0a35f6de-0293-4a4b-a0e4-0cb629dcb913 Sep 16 04:45:50.592601 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d9124cdb-5605-4774-8838-8a28033a4314 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8438115 Sep 16 04:45:50.593277 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36508) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:50.600410 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ec759880-0a8c-40dd-90ec-d2165122c30a admin admin] Request body: {'subnet': {'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1453600167-subnet', 'tenant_id': '78ee5e5457a84bd8a350723cb409ffa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:50.610607 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0afd668f-d79f-4c8d-a844-c535ad313686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.628442 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device f4986137-bb28-4bd6-b14b-9d03563408f0 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:50.646816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614a1ac-35c3-43ae-af00-c9030ec01d92 req-0a882795-ecf7-4a4d-bf18-351ac90f75ca tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.650560 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5614a1ac-35c3-43ae-af00-c9030ec01d92 req-0a882795-ecf7-4a4d-bf18-351ac90f75ca tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.2337949 Sep 16 04:45:50.690084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28a7f4-f1ae-4b6d-99c9-8885c65a5178 req-d287fcc7-7215-4f9b-a7a3-4429a5ad1704 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.701499 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f28a7f4-f1ae-4b6d-99c9-8885c65a5178 req-d287fcc7-7215-4f9b-a7a3-4429a5ad1704 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 946 time: 0.1594362 Sep 16 04:45:50.742441 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-93de1677-52d8-42b1-b78e-b7fbdc0369a7 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.746036 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-93de1677-52d8-42b1-b78e-b7fbdc0369a7 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b&tenant_id=a00de99f55234129963878f58d14e1a5&binding%3Ahost_id=n-h1-712140-13 HTTP/1.1" status: 200 len: 1098 time: 0.1250637 Sep 16 04:45:50.761937 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-13'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:50.777970 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec759880-0a8c-40dd-90ec-d2165122c30a admin admin] Made reservation on behalf of 78ee5e5457a84bd8a350723cb409ffa4 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:50.781775 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec759880-0a8c-40dd-90ec-d2165122c30a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.814079 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f28a7f4-f1ae-4b6d-99c9-8885c65a5178 req-28e69b7d-3ceb-4e96-ba4c-72414cd930d4 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981324 Sep 16 04:45:50.854215 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0afd668f-d79f-4c8d-a844-c535ad313686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.855684 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afd668f-d79f-4c8d-a844-c535ad313686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.856421 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0afd668f-d79f-4c8d-a844-c535ad313686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.908777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-5614a1ac-35c3-43ae-af00-c9030ec01d92 req-4a2970b1-96a7-4aba-82c8-a5c90566f9b7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Deleting port 44bd3647-20c9-4130-8c7f-1b5380042dc5 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:50.908777 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5614a1ac-35c3-43ae-af00-c9030ec01d92 req-4a2970b1-96a7-4aba-82c8-a5c90566f9b7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.987449 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7142af8-dff3-4bb5-b456-be4107e8ec37 x-openstack-request-id: req-d7142af8-dff3-4bb5-b456-be4107e8ec37 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:50.988296 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a97a7e-c716-4bc2-9124-1afc25764897", "name": "network-vif-deleted", "tag": "bb565c29-9d77-4023-ae0f-ffd99919b000", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:50.988537 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port f4986137-bb28-4bd6-b14b-9d03563408f0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f4986137-bb28-4bd6-b14b-9d03563408f0,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:50.989174 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7142af8-dff3-4bb5-b456-be4107e8ec37 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:50.990053 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a97a7e-c716-4bc2-9124-1afc25764897', 'name': 'network-vif-deleted', 'tag': 'bb565c29-9d77-4023-ae0f-ffd99919b000', 'status': 'completed', 'code': 200} Sep 16 04:45:50.996160 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd668f-d79f-4c8d-a844-c535ad313686 admin admin] Pushing event updated for resources: {'Network': ['ID=0a35f6de-0293-4a4b-a0e4-0cb629dcb913,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:51.022587 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device f4986137-bb28-4bd6-b14b-9d03563408f0 has no active binding in host n-h2-712140-13 {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:45:51.030562 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 0a35f6de-0293-4a4b-a0e4-0cb629dcb913 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:45:51.067311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36512) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:51.084172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-5614a1ac-35c3-43ae-af00-c9030ec01d92 req-4a2970b1-96a7-4aba-82c8-a5c90566f9b7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] For port 44bd3647-20c9-4130-8c7f-1b5380042dc5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=44bd3647-20c9-4130-8c7f-1b5380042dc5,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:51.084550 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5614a1ac-35c3-43ae-af00-c9030ec01d92 req-4a2970b1-96a7-4aba-82c8-a5c90566f9b7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.099479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-5614a1ac-35c3-43ae-af00-c9030ec01d92 req-4a2970b1-96a7-4aba-82c8-a5c90566f9b7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Calling delete_port for 44bd3647-20c9-4130-8c7f-1b5380042dc5 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:51.147267 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-91a4db64-4523-42d2-86b3-f410abab2177 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1696479726', 'description': 'tempest-description--1074028859'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:51.155942 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.214003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-037ca477-733a-4ecf-a185-11616d42146c req-0789f780-e76a-4415-adf9-1c31c3c74bab tempest-ImagesTestJSON-1829817393 tempest-ImagesTestJSON-1829817393-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a97a7e-c716-4bc2-9124-1afc25764897 HTTP/1.1" status: 200 len: 210 time: 0.0459118 Sep 16 04:45:51.279514 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0afd668f-d79f-4c8d-a844-c535ad313686 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7798886 Sep 16 04:45:51.290646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36516) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:51.290646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-37512bf2-b9b5-4413-b2fd-96a3b39568d6 admin admin] Request body: {'subnet': {'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1491527688-subnet', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:51.375080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584291ca-aef7-43a2-8291-188003dffd93 req-3490b427-d192-4064-8251-dc1a1aada1c2 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:51.376157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-584291ca-aef7-43a2-8291-188003dffd93 req-3490b427-d192-4064-8251-dc1a1aada1c2 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 950 time: 0.0579841 Sep 16 04:45:51.418941 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-584291ca-aef7-43a2-8291-188003dffd93 req-b010e5aa-cc91-46f4-8e23-edfe3e93706c tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ea37f19-7259-44fb-85ef-87a006c51715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356281 Sep 16 04:45:51.462557 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5614a1ac-35c3-43ae-af00-c9030ec01d92 req-4a2970b1-96a7-4aba-82c8-a5c90566f9b7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.472529 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-91a4db64-4523-42d2-86b3-f410abab2177 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.501332 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2970b1-96a7-4aba-82c8-a5c90566f9b7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Pushing event deleted for resources: {'Port': ['ID=44bd3647-20c9-4130-8c7f-1b5380042dc5,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:51.501670 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['44bd3647-20c9-4130-8c7f-1b5380042dc5'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:51.566935 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-5614a1ac-35c3-43ae-af00-c9030ec01d92 req-4a2970b1-96a7-4aba-82c8-a5c90566f9b7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] No DVR routers for this DVR port 44bd3647-20c9-4130-8c7f-1b5380042dc5 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:51.569949 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5614a1ac-35c3-43ae-af00-c9030ec01d92 req-4a2970b1-96a7-4aba-82c8-a5c90566f9b7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.573626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5614a1ac-35c3-43ae-af00-c9030ec01d92 req-4a2970b1-96a7-4aba-82c8-a5c90566f9b7 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.38 "DELETE /v2.0/ports/44bd3647-20c9-4130-8c7f-1b5380042dc5 HTTP/1.1" status: 204 len: 173 time: 0.8705831 Sep 16 04:45:51.574576 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4', 'name': 'network-vif-deleted', 'tag': '44bd3647-20c9-4130-8c7f-1b5380042dc5'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:51.576399 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] For port f4986137-bb28-4bd6-b14b-9d03563408f0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f4986137-bb28-4bd6-b14b-9d03563408f0,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:51.577821 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58782db6-03a9-48bc-8593-da773c2157c1" -d '{"events": [{"server_uuid": "0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4", "name": "network-vif-deleted", "tag": "44bd3647-20c9-4130-8c7f-1b5380042dc5"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:51.582399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37512bf2-b9b5-4413-b2fd-96a3b39568d6 admin admin] Made reservation on behalf of 0d0250c151a647dfa2dfb2009b7a17b5 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:51.585480 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-37512bf2-b9b5-4413-b2fd-96a3b39568d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.686458 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9227e4-6b8c-4eb2-88b1-d32418c686a8 x-openstack-request-id: req-aa9227e4-6b8c-4eb2-88b1-d32418c686a8 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:51.687843 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4", "name": "network-vif-deleted", "tag": "44bd3647-20c9-4130-8c7f-1b5380042dc5", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:51.687843 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa9227e4-6b8c-4eb2-88b1-d32418c686a8 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:51.688037 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4', 'name': 'network-vif-deleted', 'tag': '44bd3647-20c9-4130-8c7f-1b5380042dc5', 'status': 'completed', 'code': 200} Sep 16 04:45:51.763154 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] For port f4986137-bb28-4bd6-b14b-9d03563408f0, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:51.814520 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec759880-0a8c-40dd-90ec-d2165122c30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.918495 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.993840 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec759880-0a8c-40dd-90ec-d2165122c30a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1389bae5-dd46-4164-b9db-3ab16c90c617,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:51.999372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2a1c7-b4bb-46db-a6c4-d516603f94d6 req-92dc1b5d-b744-4b7c-ab6d-4f090ea800a7 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:52.002137 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46d2a1c7-b4bb-46db-a6c4-d516603f94d6 req-92dc1b5d-b744-4b7c-ab6d-4f090ea800a7 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 946 time: 0.0850294 Sep 16 04:45:52.004553 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-37512bf2-b9b5-4413-b2fd-96a3b39568d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.035292 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-91a4db64-4523-42d2-86b3-f410abab2177 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.035292 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec759880-0a8c-40dd-90ec-d2165122c30a admin admin] Checking segment: {'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:52.035292 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec759880-0a8c-40dd-90ec-d2165122c30a admin admin] Network hostable DHCP agents. Network: 5acd6586-8a2c-490f-9c1f-4e1587166d60, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:45:52.038137 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.133009 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-91a4db64-4523-42d2-86b3-f410abab2177 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.149161 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] Attempting to bind port f4986137-bb28-4bd6-b14b-9d03563408f0 on host n-h1-712140-13 for vnic_type normal with profile {"migrating_to": "n-h2-712140-13"} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:52.149504 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] Attempting to bind port f4986137-bb28-4bd6-b14b-9d03563408f0 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:52.149840 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] Attempting to bind port f4986137-bb28-4bd6-b14b-9d03563408f0 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:52.168878 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37512bf2-b9b5-4413-b2fd-96a3b39568d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=468c6202-a0a8-4f1f-b1d3-f66b80c96296,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:52.179707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4986137-bb28-4bd6-b14b-9d03563408f0,revision_number=7']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:52.183103 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] Port f4986137-bb28-4bd6-b14b-9d03563408f0 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:45:52.187329 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] Attempting to bind port f4986137-bb28-4bd6-b14b-9d03563408f0 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:52.210423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46d2a1c7-b4bb-46db-a6c4-d516603f94d6 req-1c98b746-92f8-48aa-99db-51ab53380e33 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870527 Sep 16 04:45:52.210659 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec759880-0a8c-40dd-90ec-d2165122c30a admin admin] Network 5acd6586-8a2c-490f-9c1f-4e1587166d60 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:45:52.210851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37512bf2-b9b5-4413-b2fd-96a3b39568d6 admin admin] Checking segment: {'id': 'fe2f5db3-fa6a-4b02-9a38-237349f3fb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:52.210851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37512bf2-b9b5-4413-b2fd-96a3b39568d6 admin admin] Network hostable DHCP agents. Network: 0a35f6de-0293-4a4b-a0e4-0cb629dcb913, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:45:52.211192 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:52.211192 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] Checking segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:52.211192 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] Bound using segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:52.211192 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] Bound port: f4986137-bb28-4bd6-b14b-9d03563408f0, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:52.211192 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.229911 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4db64-4523-42d2-86b3-f410abab2177 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea51e56d-232f-4cb3-95e2-f36816408e96,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:52.290618 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-91a4db64-4523-42d2-86b3-f410abab2177 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.290618 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-91a4db64-4523-42d2-86b3-f410abab2177 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2086065 Sep 16 04:45:52.296665 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36528) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:52.300507 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] For port f4986137-bb28-4bd6-b14b-9d03563408f0, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:52.301685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-159b729a-43cf-48ec-ba90-7de3f7c78910 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Request body: {'security_group_rule': {'security_group_id': 'ea51e56d-232f-4cb3-95e2-f36816408e96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:52.306129 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] For port f4986137-bb28-4bd6-b14b-9d03563408f0, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f4986137-bb28-4bd6-b14b-9d03563408f0,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:52.308649 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-ec759880-0a8c-40dd-90ec-d2165122c30a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 5acd6586-8a2c-490f-9c1f-4e1587166d60) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:52.327552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22729ef3-633e-4fa9-bf17-04be4331741d None None] Network 5acd6586-8a2c-490f-9c1f-4e1587166d60 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:52.329588 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec759880-0a8c-40dd-90ec-d2165122c30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:52.330750 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec759880-0a8c-40dd-90ec-d2165122c30a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.383138 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.440525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37512bf2-b9b5-4413-b2fd-96a3b39568d6 admin admin] Network 0a35f6de-0293-4a4b-a0e4-0cb629dcb913 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:45:52.458679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-37512bf2-b9b5-4413-b2fd-96a3b39568d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 0a35f6de-0293-4a4b-a0e4-0cb629dcb913) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:52.469054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37512bf2-b9b5-4413-b2fd-96a3b39568d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:52.470519 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-37512bf2-b9b5-4413-b2fd-96a3b39568d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.486968 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15cfdfd-97a3-4d47-9a00-4c7ca89b37dd None None] Network 0a35f6de-0293-4a4b-a0e4-0cb629dcb913 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:52.514139 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-159b729a-43cf-48ec-ba90-7de3f7c78910 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.520245 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4986137-bb28-4bd6-b14b-9d03563408f0,revision_number=8']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:52.527871 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:52.529067 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.531910 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-abef1d01-2d5c-4537-9213-abd921970ec9 service neutron] 10.222.0.38 "PUT /v2.0/ports/f4986137-bb28-4bd6-b14b-9d03563408f0 HTTP/1.1" status: 200 len: 1124 time: 1.7768958 Sep 16 04:45:52.589270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-37512bf2-b9b5-4413-b2fd-96a3b39568d6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3076077 Sep 16 04:45:52.594637 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36544) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:52.602393 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-757bf981-889d-421a-86dc-c1c4406b9641 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1491527688-router', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:52.632787 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ec759880-0a8c-40dd-90ec-d2165122c30a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0287681 Sep 16 04:45:52.633024 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device bb565c29-9d77-4023-ae0f-ffd99919b000 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:52.696460 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-159b729a-43cf-48ec-ba90-7de3f7c78910 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.754735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe5d1bcb-2262-4a5b-9ac5-41464a9e6b3e req-ccf88814-029c-48df-bc71-6b299243bf98 tempest-MigrationsAdminTest-842621387 tempest-MigrationsAdminTest-842621387-project] 10.222.0.20 "GET /v2.0/ports?device_id=0622a0ff-8e3b-41e4-a724-6f6ecfc7c9f4 HTTP/1.1" status: 200 len: 210 time: 0.0548656 Sep 16 04:45:52.806496 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-159b729a-43cf-48ec-ba90-7de3f7c78910 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.841060 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-757bf981-889d-421a-86dc-c1c4406b9641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.848471 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-757bf981-889d-421a-86dc-c1c4406b9641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.854603 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['f4986137-bb28-4bd6-b14b-9d03563408f0'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:52.857250 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['f4986137-bb28-4bd6-b14b-9d03563408f0'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:52.871965 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b729a-43cf-48ec-ba90-7de3f7c78910 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec91f11-152b-49d8-8e03-19c92ac2d069,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:52.953658 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: bb565c29-9d77-4023-ae0f-ffd99919b000 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:52.954011 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device bb565c29-9d77-4023-ae0f-ffd99919b000 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:52.994164 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-159b729a-43cf-48ec-ba90-7de3f7c78910 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.998845 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-159b729a-43cf-48ec-ba90-7de3f7c78910 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7009611 Sep 16 04:45:52.999671 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36558) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:53.004933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-5e82622c-322c-47fc-835b-6d414c62d1dd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Request body: {'security_group_rule': {'security_group_id': 'ea51e56d-232f-4cb3-95e2-f36816408e96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:53.019132 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84675a6e-76da-424a-b77a-2ea48f501894 None None] Network 5acd6586-8a2c-490f-9c1f-4e1587166d60 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:53.154193 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e82622c-322c-47fc-835b-6d414c62d1dd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.248592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36580) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:53.313171 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e82622c-322c-47fc-835b-6d414c62d1dd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.350538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1e31e3-fb51-40fe-bc34-a3079c71bf02 admin admin] Deleting subnet 02f3edd7-c966-45f1-a2c0-304513016974 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:53.358319 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ba1e31e3-fb51-40fe-bc34-a3079c71bf02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.412001 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e82622c-322c-47fc-835b-6d414c62d1dd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.481595 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82622c-322c-47fc-835b-6d414c62d1dd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e40679c-0ede-4102-8fee-b9ee91d5f1b5,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:53.548861 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ba1e31e3-fb51-40fe-bc34-a3079c71bf02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.555381 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91bfc6d-2ba7-40a4-b075-a88675f3ec6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4986137-bb28-4bd6-b14b-9d03563408f0'}, {'name': 'network-changed', 'server_uuid': 'f91bfc6d-2ba7-40a4-b075-a88675f3ec6b', 'tag': 'f4986137-bb28-4bd6-b14b-9d03563408f0'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:53.558665 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c88d6be-c617-4f06-b8b2-4e88850b0267" -d '{"events": [{"server_uuid": "f91bfc6d-2ba7-40a4-b075-a88675f3ec6b", "name": "network-vif-unplugged", "status": "completed", "tag": "f4986137-bb28-4bd6-b14b-9d03563408f0"}, {"name": "network-changed", "server_uuid": "f91bfc6d-2ba7-40a4-b075-a88675f3ec6b", "tag": "f4986137-bb28-4bd6-b14b-9d03563408f0"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:53.562768 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-757bf981-889d-421a-86dc-c1c4406b9641 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.573825 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-0a35f6de-0293-4a4b-a0e4-0cb629dcb913', 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'fixed_ips': [{'subnet_id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:45:53.573825 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.660126 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e82622c-322c-47fc-835b-6d414c62d1dd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.661594 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5e82622c-322c-47fc-835b-6d414c62d1dd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6605980 Sep 16 04:45:53.678050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36594) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:53.691471 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8b7df1c1-fea4-449b-9aca-387d81d916d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:53.830205 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-757bf981-889d-421a-86dc-c1c4406b9641 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.830419 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ba1e31e3-fb51-40fe-bc34-a3079c71bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.907423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515805c-687f-44fd-a7ca-4e0f707009cf req-538fb1d2-cf4c-4aea-a090-61a65089e7d8 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:53.910195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5515805c-687f-44fd-a7ca-4e0f707009cf req-538fb1d2-cf4c-4aea-a090-61a65089e7d8 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 944 time: 0.3526978 Sep 16 04:45:53.925586 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b7df1c1-fea4-449b-9aca-387d81d916d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.953074 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] Allocated IP 172.20.0.2 (0a35f6de-0293-4a4b-a0e4-0cb629dcb913/468c6202-a0a8-4f1f-b1d3-f66b80c96296/5091470a-8cfd-47ab-9f8f-eea105cd901e) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:53.973332 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-f8e2cd6b-d6df-4677-b246-92d8ba0e8cb3 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:53.976038 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-f8e2cd6b-d6df-4677-b246-92d8ba0e8cb3 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/networks?id=5acd6586-8a2c-490f-9c1f-4e1587166d60 HTTP/1.1" status: 200 len: 812 time: 0.4803007 Sep 16 04:45:54.062695 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.076537 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-579364fd-1202-4287-9ea1-f2002db773f7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/quotas/78ee5e5457a84bd8a350723cb409ffa4 HTTP/1.1" status: 200 len: 375 time: 0.0700562 Sep 16 04:45:54.125782 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5515805c-687f-44fd-a7ca-4e0f707009cf req-c463faac-6e00-4c4c-b309-703c52149112 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017753 Sep 16 04:45:54.160156 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-f35e2433-bdca-407e-8ecc-9cf49a635c3a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636418 Sep 16 04:45:54.186374 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.234089 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff79416f-465a-4ad9-9686-b8b42e6aa263 x-openstack-request-id: req-ff79416f-465a-4ad9-9686-b8b42e6aa263 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:54.234616 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91bfc6d-2ba7-40a4-b075-a88675f3ec6b", "name": "network-vif-unplugged", "status": "completed", "tag": "f4986137-bb28-4bd6-b14b-9d03563408f0", "code": 200}, {"name": "network-changed", "server_uuid": "f91bfc6d-2ba7-40a4-b075-a88675f3ec6b", "tag": "f4986137-bb28-4bd6-b14b-9d03563408f0", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:54.234977 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff79416f-465a-4ad9-9686-b8b42e6aa263 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:54.235427 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91bfc6d-2ba7-40a4-b075-a88675f3ec6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4986137-bb28-4bd6-b14b-9d03563408f0', 'code': 200} Sep 16 04:45:54.235746 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91bfc6d-2ba7-40a4-b075-a88675f3ec6b', 'tag': 'f4986137-bb28-4bd6-b14b-9d03563408f0', 'status': 'completed', 'code': 200} Sep 16 04:45:54.239170 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ba1e31e3-fb51-40fe-bc34-a3079c71bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.250932 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-757bf981-889d-421a-86dc-c1c4406b9641 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.274676 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.286080 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-757bf981-889d-421a-86dc-c1c4406b9641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.303563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e31e3-fb51-40fe-bc34-a3079c71bf02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02f3edd7-c966-45f1-a2c0-304513016974,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:54.312950 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ba1e31e3-fb51-40fe-bc34-a3079c71bf02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.319973 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ba1e31e3-fb51-40fe-bc34-a3079c71bf02 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/02f3edd7-c966-45f1-a2c0-304513016974 HTTP/1.1" status: 204 len: 168 time: 1.0695615 Sep 16 04:45:54.323686 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36600) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:54.384948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] Network 0a35f6de-0293-4a4b-a0e4-0cb629dcb913 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:54.394741 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:54.403173 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:54.466954 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-25362898-6287-422b-9e93-ee0ccd5553ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.485870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] Pushing event updated for resources: {'Port': ['ID=5091470a-8cfd-47ab-9f8f-eea105cd901e,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:54.556631 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-757bf981-889d-421a-86dc-c1c4406b9641 admin admin] Allocated IP 172.25.4.73 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/6c88632f-1066-4a21-98ae-9b187fa3d22c) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:54.561947 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] Attempting to bind port 5091470a-8cfd-47ab-9f8f-eea105cd901e on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:54.562546 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] Attempting to bind port 5091470a-8cfd-47ab-9f8f-eea105cd901e by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'fe2f5db3-fa6a-4b02-9a38-237349f3fb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:54.563192 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] Attempting to bind port 5091470a-8cfd-47ab-9f8f-eea105cd901e on network 0a35f6de-0293-4a4b-a0e4-0cb629dcb913 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:54.574810 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:54.575562 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] Checking segment: {'id': 'fe2f5db3-fa6a-4b02-9a38-237349f3fb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:54.576167 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.576843 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] Bound using segment: {'id': 'fe2f5db3-fa6a-4b02-9a38-237349f3fb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:54.578273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] Bound port: 5091470a-8cfd-47ab-9f8f-eea105cd901e, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2f5db3-fa6a-4b02-9a38-237349f3fb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:54.578520 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.635975 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 44bd3647-20c9-4130-8c7f-1b5380042dc5 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:54.663448 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 44bd3647-20c9-4130-8c7f-1b5380042dc5 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:54.663819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 44bd3647-20c9-4130-8c7f-1b5380042dc5 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:54.678838 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88d6be-c617-4f06-b8b2-4e88850b0267 req-ad5b15e1-5af4-4a93-998d-8192a7459152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:54.680879 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c88d6be-c617-4f06-b8b2-4e88850b0267 req-ad5b15e1-5af4-4a93-998d-8192a7459152 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 1127 time: 0.3555059 Sep 16 04:45:54.693746 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-25362898-6287-422b-9e93-ee0ccd5553ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.693993 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b7df1c1-fea4-449b-9aca-387d81d916d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.702866 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] For port 5091470a-8cfd-47ab-9f8f-eea105cd901e, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:54.708843 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] For port 5091470a-8cfd-47ab-9f8f-eea105cd901e, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5091470a-8cfd-47ab-9f8f-eea105cd901e,segment=NetworkSegment(fe2f5db3-fa6a-4b02-9a38-237349f3fb2a),segment_id=fe2f5db3-fa6a-4b02-9a38-237349f3fb2a)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:54.719356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-1fcccd77-46d6-4d17-b5ee-b62bf70cfd4a service neutron] 10.222.0.20 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941292 Sep 16 04:45:54.772066 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.800208 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-25362898-6287-422b-9e93-ee0ccd5553ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3575ff3-4916-47b4-a229-afff767245c5']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:54.838348 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-25362898-6287-422b-9e93-ee0ccd5553ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b61a8d8-2664-44da-bd79-64843a1f98c9') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:54.838842 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-25362898-6287-422b-9e93-ee0ccd5553ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b61a8d8-2664-44da-bd79-64843a1f98c9') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:54.862838 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-25362898-6287-422b-9e93-ee0ccd5553ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.896001 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c40ad-a0d8-4acb-bebd-ac58c4f0d546 None None] Pushing event updated for resources: {'Port': ['ID=5091470a-8cfd-47ab-9f8f-eea105cd901e,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:54.904644 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-25362898-6287-422b-9e93-ee0ccd5553ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.932820 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25362898-6287-422b-9e93-ee0ccd5553ad admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:45:54.933508 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-25362898-6287-422b-9e93-ee0ccd5553ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:45:54.936647 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:45:54.996825 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-757bf981-889d-421a-86dc-c1c4406b9641 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.037186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88d6be-c617-4f06-b8b2-4e88850b0267 req-c691466d-89f9-4415-8b25-0734b12fb474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:55.038759 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c88d6be-c617-4f06-b8b2-4e88850b0267 req-c691466d-89f9-4415-8b25-0734b12fb474 service neutron] 10.222.0.21 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 908 time: 0.3485448 Sep 16 04:45:55.043646 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-c9991b1a-0323-4d57-afac-51a481d05e58 service neutron] 10.222.0.20 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103511 Sep 16 04:45:55.174763 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-25362898-6287-422b-9e93-ee0ccd5553ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.187874 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c88d6be-c617-4f06-b8b2-4e88850b0267 req-936aab91-6721-4869-98d4-2a8515899709 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4986137-bb28-4bd6-b14b-9d03563408f0 HTTP/1.1" status: 200 len: 217 time: 0.1307538 Sep 16 04:45:55.188661 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-25362898-6287-422b-9e93-ee0ccd5553ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.194802 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-25362898-6287-422b-9e93-ee0ccd5553ad admin admin] 10.222.0.20 "DELETE /v2.0/networks/a3575ff3-4916-47b4-a229-afff767245c5 HTTP/1.1" status: 204 len: 168 time: 0.8659573 Sep 16 04:45:55.241156 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25362898-6287-422b-9e93-ee0ccd5553ad admin admin] Pushing event deleted for resources: {'Network': ['ID=a3575ff3-4916-47b4-a229-afff767245c5,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:55.250226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36612) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:55.295252 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-757bf981-889d-421a-86dc-c1c4406b9641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.351086 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757bf981-889d-421a-86dc-c1c4406b9641 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:55.370254 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-757bf981-889d-421a-86dc-c1c4406b9641 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:55.380274 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757bf981-889d-421a-86dc-c1c4406b9641 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:55.430141 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757bf981-889d-421a-86dc-c1c4406b9641 admin admin] Pushing event updated for resources: {'Port': ['ID=6c88632f-1066-4a21-98ae-9b187fa3d22c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:55.437223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88d6be-c617-4f06-b8b2-4e88850b0267 req-91c37996-b3f8-4788-80e9-c9ccad2a1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:55.440022 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c88d6be-c617-4f06-b8b2-4e88850b0267 req-91c37996-b3f8-4788-80e9-c9ccad2a1edc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 200 len: 847 time: 0.2429669 Sep 16 04:45:55.552022 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c88d6be-c617-4f06-b8b2-4e88850b0267 req-ed0ad972-3023-49d3-8f7a-63d45cf0a53e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94aa3f97-6ed2-410f-a6a8-2309531d94bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978165 Sep 16 04:45:55.640070 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0fe7c-db39-48d4-81ec-95207fa86b27 req-964552f2-e04b-4f9e-9608-f3f2e7fc2e6a tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:55.644232 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4a0fe7c-db39-48d4-81ec-95207fa86b27 req-964552f2-e04b-4f9e-9608-f3f2e7fc2e6a tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 944 time: 0.3610809 Sep 16 04:45:55.702665 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-8b7df1c1-fea4-449b-9aca-387d81d916d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Allocated IP 172.25.4.124 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/4e10e743-0680-4f9f-982c-1fb35e9e9f14) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:55.910233 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee2e9ed9-5c15-4da2-848c-b1fe46307091 req-071ccbe4-794f-4c9d-a06a-fb72c16db821 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=65366993-0c30-49c0-a2fb-0dc7f33d21a2 HTTP/1.1" status: 200 len: 210 time: 0.2104490 Sep 16 04:45:55.921223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36628) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:55.954115 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-757bf981-889d-421a-86dc-c1c4406b9641 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.049325 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-997cf740-f57f-4d0c-902f-4b9c51d47c79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a016558221c5434f8347e2de57e4ce82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7960949 Sep 16 04:45:56.071827 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36630) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:56.111416 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4a0fe7c-db39-48d4-81ec-95207fa86b27 req-c1586573-10a0-4095-8e65-d1964e45cb28 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040661 Sep 16 04:45:56.227624 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d48da63e-3d04-45c7-80b7-ad6fde9e8157 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af2bb4dc17d54a00aa9acfb919ebb08a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945719 Sep 16 04:45:56.241797 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c88d6be-c617-4f06-b8b2-4e88850b0267 req-522e3394-5655-4514-ba88-d9dc2f105e2d service neutron] 10.222.0.21 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6593020 Sep 16 04:45:56.251014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36632) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:56.305061 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-757bf981-889d-421a-86dc-c1c4406b9641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.388211 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de99cf40-e778-4ba4-aece-4436dfa571e1 None None] Network 0a35f6de-0293-4a4b-a0e4-0cb629dcb913 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:56.502835 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-98935d6d-2821-4f38-ba7b-b9e4fd171bb7 None None] Provisioning complete for port 5091470a-8cfd-47ab-9f8f-eea105cd901e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:56.503352 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-98935d6d-2821-4f38-ba7b-b9e4fd171bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.541381 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b7df1c1-fea4-449b-9aca-387d81d916d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.552632 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-56659c44-3108-41c1-a0ab-c796d0827b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.576936 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757bf981-889d-421a-86dc-c1c4406b9641 admin admin] Router 91982fad-9b2d-4054-a43a-be019f253e47 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:45:56.625416 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9023ba63-f099-4661-a33e-ef1a651093c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.645337 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c88d6be-c617-4f06-b8b2-4e88850b0267 req-bed44f15-e5cd-4662-af7a-6680c5ebb90a service neutron] 10.222.0.21 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907380 Sep 16 04:45:56.676405 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-56659c44-3108-41c1-a0ab-c796d0827b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.711176 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-98935d6d-2821-4f38-ba7b-b9e4fd171bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.741472 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9023ba63-f099-4661-a33e-ef1a651093c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.765495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757bf981-889d-421a-86dc-c1c4406b9641 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:56.787201 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] Sync routers for ids ['91982fad-9b2d-4054-a43a-be019f253e47'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:56.818478 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] Routers {'91982fad-9b2d-4054-a43a-be019f253e47'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:56.819524 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:45:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['91982fad-9b2d-4054-a43a-be019f253e47'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:56.856186 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-757bf981-889d-421a-86dc-c1c4406b9641 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.860648 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-757bf981-889d-421a-86dc-c1c4406b9641 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2644305 Sep 16 04:45:56.861561 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36638) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:56.867593 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-98935d6d-2821-4f38-ba7b-b9e4fd171bb7 None None] For port 5091470a-8cfd-47ab-9f8f-eea105cd901e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5091470a-8cfd-47ab-9f8f-eea105cd901e,segment=NetworkSegment(fe2f5db3-fa6a-4b02-9a38-237349f3fb2a),segment_id=fe2f5db3-fa6a-4b02-9a38-237349f3fb2a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:56.887003 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b7df1c1-fea4-449b-9aca-387d81d916d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.948555 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-98935d6d-2821-4f38-ba7b-b9e4fd171bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.997924 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-56659c44-3108-41c1-a0ab-c796d0827b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.002974 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-56659c44-3108-41c1-a0ab-c796d0827b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.019456 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-56659c44-3108-41c1-a0ab-c796d0827b4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ea37f19-7259-44fb-85ef-87a006c51715 HTTP/1.1" status: 204 len: 168 time: 0.9291921 Sep 16 04:45:57.054570 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5091470a-8cfd-47ab-9f8f-eea105cd901e up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:57.063227 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7df1c1-fea4-449b-9aca-387d81d916d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:57.113528 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-8b7df1c1-fea4-449b-9aca-387d81d916d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:57.123322 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7df1c1-fea4-449b-9aca-387d81d916d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:57.172908 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] Set router 91982fad-9b2d-4054-a43a-be019f253e47 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:57.250005 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98935d6d-2821-4f38-ba7b-b9e4fd171bb7 None None] Pushing event updated for resources: {'Port': ['ID=5091470a-8cfd-47ab-9f8f-eea105cd901e,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:57.339637 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5091470a-8cfd-47ab-9f8f-eea105cd901e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:57.340370 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.400768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dfd0b186-8baa-445f-966e-ef177f7e417c req-b82293c0-1324-4cb1-a36b-3ee7d5bb3cbb tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=65366993-0c30-49c0-a2fb-0dc7f33d21a2 HTTP/1.1" status: 200 len: 210 time: 0.1067901 Sep 16 04:45:57.401690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56659c44-3108-41c1-a0ab-c796d0827b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea37f19-7259-44fb-85ef-87a006c51715,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:57.416771 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9023ba63-f099-4661-a33e-ef1a651093c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.425599 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9023ba63-f099-4661-a33e-ef1a651093c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.428733 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9023ba63-f099-4661-a33e-ef1a651093c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9886d184-6e65-4694-b9e0-380967eecf2f HTTP/1.1" status: 204 len: 168 time: 1.1761830 Sep 16 04:45:57.481677 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7df1c1-fea4-449b-9aca-387d81d916d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event updated for resources: {'Port': ['ID=4e10e743-0680-4f9f-982c-1fb35e9e9f14,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:57.517157 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023ba63-f099-4661-a33e-ef1a651093c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9886d184-6e65-4694-b9e0-380967eecf2f,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:57.609504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124d70e-6665-40cd-9ea3-a4f20215a6b3 req-00f83686-8a7e-4de2-9d62-bb946adfc5d1 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:57.619479 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a124d70e-6665-40cd-9ea3-a4f20215a6b3 req-00f83686-8a7e-4de2-9d62-bb946adfc5d1 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 944 time: 0.1678789 Sep 16 04:45:57.654219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0852a6a1-ffea-4f8b-9f0f-9ae984cee9ee None None] Provisioning complete for port 5091470a-8cfd-47ab-9f8f-eea105cd901e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:57.655356 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0852a6a1-ffea-4f8b-9f0f-9ae984cee9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.705205 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b7df1c1-fea4-449b-9aca-387d81d916d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.759659 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a124d70e-6665-40cd-9ea3-a4f20215a6b3 req-1609236c-cc54-4883-bece-38f34b1b6d42 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371293 Sep 16 04:45:57.802845 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91982fad-9b2d-4054-a43a-be019f253e47', 'name': 'tempest-ServersTestFqdnHostnames-1491527688-router', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:52Z', 'updated_at': '2021-09-16T04:45:55Z', 'revision_number': 3, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'gw_port': {'id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:45:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:57.868673 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebe35968-3679-40e5-b319-35168e9c9aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.882395 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b7df1c1-fea4-449b-9aca-387d81d916d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.901966 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] Checking router: 91982fad-9b2d-4054-a43a-be019f253e47 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:45:57.905074 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] Updating router 91982fad-9b2d-4054-a43a-be019f253e47 port 6c88632f-1066-4a21-98ae-9b187fa3d22c binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:45:57.997037 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.057445 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.216039 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b7df1c1-fea4-449b-9aca-387d81d916d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.223397 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-ebe35968-3679-40e5-b319-35168e9c9aa7 admin admin] Allocated IP 172.20.0.1 (0a35f6de-0293-4a4b-a0e4-0cb629dcb913/468c6202-a0a8-4f1f-b1d3-f66b80c96296/38114cc1-9fcf-46ba-9319-53b2f9f2f38e) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:58.349031 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b7df1c1-fea4-449b-9aca-387d81d916d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.378065 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebe35968-3679-40e5-b319-35168e9c9aa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.439150 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7df1c1-fea4-449b-9aca-387d81d916d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event updated for resources: {'Port': ['ID=4e10e743-0680-4f9f-982c-1fb35e9e9f14,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:58.454463 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b7df1c1-fea4-449b-9aca-387d81d916d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.519952 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebe35968-3679-40e5-b319-35168e9c9aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.547552 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-881f0230-f63e-48b8-87bd-1e5f6a69fb15 req-8577dfb9-f3cb-42e9-b2fc-7180cdb3c9ba tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=65366993-0c30-49c0-a2fb-0dc7f33d21a2 HTTP/1.1" status: 200 len: 210 time: 0.0533676 Sep 16 04:45:58.560786 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b7df1c1-fea4-449b-9aca-387d81d916d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.572698 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8b7df1c1-fea4-449b-9aca-387d81d916d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8835564 Sep 16 04:45:58.603489 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.610342 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe35968-3679-40e5-b319-35168e9c9aa7 admin admin] Network 0a35f6de-0293-4a4b-a0e4-0cb629dcb913 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:58.611345 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe35968-3679-40e5-b319-35168e9c9aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=38114cc1-9fcf-46ba-9319-53b2f9f2f38e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:58.616251 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-ebe35968-3679-40e5-b319-35168e9c9aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:58.620543 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe35968-3679-40e5-b319-35168e9c9aa7 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:58.667288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebe35968-3679-40e5-b319-35168e9c9aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.674411 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.686528 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36670) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:58.777365 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161d74d-a7b1-4467-9ff7-63e45f4febe0 None None] Pushing event updated for resources: {'Port': ['ID=6c88632f-1066-4a21-98ae-9b187fa3d22c,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:58.801862 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161d74d-a7b1-4467-9ff7-63e45f4febe0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:58.802542 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161d74d-a7b1-4467-9ff7-63e45f4febe0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:58.803424 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161d74d-a7b1-4467-9ff7-63e45f4febe0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:58.804449 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161d74d-a7b1-4467-9ff7-63e45f4febe0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:58.805096 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161d74d-a7b1-4467-9ff7-63e45f4febe0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:58.805809 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161d74d-a7b1-4467-9ff7-63e45f4febe0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:58.806144 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161d74d-a7b1-4467-9ff7-63e45f4febe0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:58.806476 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161d74d-a7b1-4467-9ff7-63e45f4febe0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:58.806803 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161d74d-a7b1-4467-9ff7-63e45f4febe0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:58.807169 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161d74d-a7b1-4467-9ff7-63e45f4febe0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:58.807702 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161d74d-a7b1-4467-9ff7-63e45f4febe0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:58.808029 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5161d74d-a7b1-4467-9ff7-63e45f4febe0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:58.864732 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36678) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:58.889235 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9c7f6ef4-ceb1-46ad-973f-c119c850c6fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30381d8288ac4c679de9d48ff21b77fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730945 Sep 16 04:45:58.897145 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] Attempting to bind port 6c88632f-1066-4a21-98ae-9b187fa3d22c on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:58.899627 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] Attempting to bind port 6c88632f-1066-4a21-98ae-9b187fa3d22c by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:58.900294 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] Attempting to bind port 6c88632f-1066-4a21-98ae-9b187fa3d22c on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:58.923870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5091470a-8cfd-47ab-9f8f-eea105cd901e up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:58.928953 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:58.935380 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:58.937675 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.939968 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:58.941311 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] Bound port: 6c88632f-1066-4a21-98ae-9b187fa3d22c, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:58.943435 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:59.064935 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] For port 6c88632f-1066-4a21-98ae-9b187fa3d22c, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:59.076671 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5091470a-8cfd-47ab-9f8f-eea105cd901e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:59.077569 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:59.079967 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] For port 6c88632f-1066-4a21-98ae-9b187fa3d22c, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6c88632f-1066-4a21-98ae-9b187fa3d22c,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:59.186473 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:59.205907 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-06d5e4e3-97d7-4b91-bc8f-070e708d5884 None None] Provisioning complete for port 38114cc1-9fcf-46ba-9319-53b2f9f2f38e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:59.215173 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-06d5e4e3-97d7-4b91-bc8f-070e708d5884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:59.287447 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebe35968-3679-40e5-b319-35168e9c9aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:59.295549 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-06d5e4e3-97d7-4b91-bc8f-070e708d5884 None None] Port 38114cc1-9fcf-46ba-9319-53b2f9f2f38e cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:59.357348 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] Routers {'91982fad-9b2d-4054-a43a-be019f253e47'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:59.358483 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:45:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['91982fad-9b2d-4054-a43a-be019f253e47'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:59.405170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7c1d-3027-4532-9443-154b2f62c812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:59.421155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28282f-923d-4e00-8d08-3a9147f8275a req-c3cb3bc0-79fc-455e-8e75-0331b5b59f35 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:59.424999 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf28282f-923d-4e00-8d08-3a9147f8275a req-c3cb3bc0-79fc-455e-8e75-0331b5b59f35 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 944 time: 0.4170015 Sep 16 04:45:59.439477 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7c1d-3027-4532-9443-154b2f62c812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:59.452435 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-13330399-8820-435d-941c-d06f1e677b4c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1696479726&fields=id&tenant_id=313a4b3172b84bbdb716cd409eccfeb1 HTTP/1.1" status: 200 len: 267 time: 0.3785784 Sep 16 04:45:59.457769 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161d74d-a7b1-4467-9ff7-63e45f4febe0 None None] Pushing event updated for resources: {'Port': ['ID=6c88632f-1066-4a21-98ae-9b187fa3d22c,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:59.563321 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] Set router 91982fad-9b2d-4054-a43a-be019f253e47 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:59.567762 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-42f7ce68-8791-4964-84f7-c18b09736279 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:59.570228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-42f7ce68-8791-4964-84f7-c18b09736279 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "GET /v2.0/networks?id=5acd6586-8a2c-490f-9c1f-4e1587166d60 HTTP/1.1" status: 200 len: 812 time: 0.5159438 Sep 16 04:45:59.581132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf28282f-923d-4e00-8d08-3a9147f8275a req-a373a99a-4cb3-4dc0-923e-891c5622548b tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429815 Sep 16 04:45:59.604336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-76452688-d4a0-453d-b6bb-bcf849ca6e8f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:59.614267 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-76452688-d4a0-453d-b6bb-bcf849ca6e8f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports/5b16cc3a-295b-414f-9d1d-8e4808f34041 HTTP/1.1" status: 200 len: 929 time: 0.1273766 Sep 16 04:45:59.614267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-9abf5778-3ad0-4c4f-a64b-581c262f8bbe tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Request body: {'port': {'device_id': '65366993-0c30-49c0-a2fb-0dc7f33d21a2', 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60', 'admin_state_up': True, 'tenant_id': '78ee5e5457a84bd8a350723cb409ffa4'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:59.647043 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7c1d-3027-4532-9443-154b2f62c812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:59.661680 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7c1d-3027-4532-9443-154b2f62c812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:59.662791 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5e6e7c1d-3027-4532-9443-154b2f62c812 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f483de47-b8ad-43b6-aeaf-906f30d00bec HTTP/1.1" status: 204 len: 168 time: 0.7969959 Sep 16 04:45:59.722348 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36704) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:59.753115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3fcfdc73-abfe-487b-8211-99030819107b tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:59.754623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3fcfdc73-abfe-487b-8211-99030819107b tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports/3b10ae3d-8211-4c16-9527-e19b5ce57a46 HTTP/1.1" status: 200 len: 931 time: 0.1215713 Sep 16 04:45:59.770724 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e7c1d-3027-4532-9443-154b2f62c812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f483de47-b8ad-43b6-aeaf-906f30d00bec,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:59.924779 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebe35968-3679-40e5-b319-35168e9c9aa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:00.021368 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91982fad-9b2d-4054-a43a-be019f253e47', 'name': 'tempest-ServersTestFqdnHostnames-1491527688-router', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:52Z', 'updated_at': '2021-09-16T04:45:58Z', 'revision_number': 4, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'gw_port': {'id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '38114cc1-9fcf-46ba-9319-53b2f9f2f38e', 'name': '', 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'mac_address': 'fa:16:3e:59:dd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:57Z', 'updated_at': '2021-09-16T04:45:58Z', 'revision_number': 1, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'subnets': [{'id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:00.023347 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebe35968-3679-40e5-b319-35168e9c9aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:00.085312 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a4a27-b652-4945-9035-94eb5f716c93 None None] The sync data for ids ['91982fad-9b2d-4054-a43a-be019f253e47'] in n-d-712140-13 is: [{'id': '91982fad-9b2d-4054-a43a-be019f253e47', 'name': 'tempest-ServersTestFqdnHostnames-1491527688-router', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:52Z', 'updated_at': '2021-09-16T04:45:58Z', 'revision_number': 4, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'gw_port': {'id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '38114cc1-9fcf-46ba-9319-53b2f9f2f38e', 'name': '', 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'mac_address': 'fa:16:3e:59:dd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:57Z', 'updated_at': '2021-09-16T04:45:58Z', 'revision_number': 1, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'subnets': [{'id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:46:00.166317 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe35968-3679-40e5-b319-35168e9c9aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=38114cc1-9fcf-46ba-9319-53b2f9f2f38e,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:00.171738 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebe35968-3679-40e5-b319-35168e9c9aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:00.292231 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71404865-a9ce-4e19-b7b2-9f8067acbae3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?network_id=21679cc1-76e7-41d2-b180-59ac954df250&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.5185981 Sep 16 04:46:00.297218 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-4ddef241-fff1-4561-a1b3-019d7d45619d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2009699996-network', 'tenant_id': '5227ac6f65c74e56840e53f88300ac94'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:00.309050 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe35968-3679-40e5-b319-35168e9c9aa7 admin admin] Network 0a35f6de-0293-4a4b-a0e4-0cb629dcb913 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:00.311338 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-ebe35968-3679-40e5-b319-35168e9c9aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:00.351085 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d557c45b-7165-40c5-a4ab-affd33148be7 req-62ccb69f-2b67-420e-afcb-7dbc37535b64 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=65366993-0c30-49c0-a2fb-0dc7f33d21a2 HTTP/1.1" status: 200 len: 210 time: 0.0674379 Sep 16 04:46:00.416058 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-fc5aa85b-2f2f-4acb-aa9e-34a8f60ec4a4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?network_id=21679cc1-76e7-41d2-b180-59ac954df250&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1228304 Sep 16 04:46:00.595323 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddef241-fff1-4561-a1b3-019d7d45619d admin admin] Made reservation on behalf of 5227ac6f65c74e56840e53f88300ac94 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:00.597753 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ddef241-fff1-4561-a1b3-019d7d45619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:00.626284 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ddef241-fff1-4561-a1b3-019d7d45619d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:00.635498 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe35968-3679-40e5-b319-35168e9c9aa7 admin admin] Router 91982fad-9b2d-4054-a43a-be019f253e47 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:46:00.671722 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-87029a7b-05a8-478d-a4d9-cc5e5dac935a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:00.678584 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-87029a7b-05a8-478d-a4d9-cc5e5dac935a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:00.687270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-87029a7b-05a8-478d-a4d9-cc5e5dac935a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:00.701189 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-87029a7b-05a8-478d-a4d9-cc5e5dac935a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/networks?id=dfa00947-d844-42e7-a6bc-3c59d3fba537&id=29992b00-8aa1-46fd-bc66-045ef0922c90&id=29992b00-8aa1-46fd-bc66-045ef0922c90&id=21679cc1-76e7-41d2-b180-59ac954df250&id=21679cc1-76e7-41d2-b180-59ac954df250 HTTP/1.1" status: 200 len: 1986 time: 0.2841232 Sep 16 04:46:00.720908 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-9abf5778-3ad0-4c4f-a64b-581c262f8bbe tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Made reservation on behalf of 78ee5e5457a84bd8a350723cb409ffa4 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:00.724547 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-9abf5778-3ad0-4c4f-a64b-581c262f8bbe tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:00.728770 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a9d3c7dd-b707-4ed9-93c7-8841b5c7e49c None None] Provisioning complete for port 38114cc1-9fcf-46ba-9319-53b2f9f2f38e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:00.729368 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c7dd-b707-4ed9-93c7-8841b5c7e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:00.795956 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-0b297f04-d605-4b14-9458-3e6290fb502d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/quotas/313a4b3172b84bbdb716cd409eccfeb1 HTTP/1.1" status: 200 len: 375 time: 0.0937207 Sep 16 04:46:00.802229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a9d3c7dd-b707-4ed9-93c7-8841b5c7e49c None None] Port 38114cc1-9fcf-46ba-9319-53b2f9f2f38e cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:46:00.967523 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ed23c-09f3-48f9-91e1-a092c059b519 req-f396ab28-8b40-492d-8557-61f14eff43aa tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:00.967523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c10ed23c-09f3-48f9-91e1-a092c059b519 req-f396ab28-8b40-492d-8557-61f14eff43aa tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 944 time: 0.2502801 Sep 16 04:46:01.035620 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-738ee7f8-a574-4cc3-9d7d-307753f70423 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=313a4b3172b84bbdb716cd409eccfeb1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2385578 Sep 16 04:46:01.127399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-9abf5778-3ad0-4c4f-a64b-581c262f8bbe tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Allocated IP 172.20.0.2 (5acd6586-8a2c-490f-9c1f-4e1587166d60/1389bae5-dd46-4164-b9db-3ab16c90c617/b24f9c5c-43eb-4bf5-b17a-947ebb253af2) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:01.258663 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe35968-3679-40e5-b319-35168e9c9aa7 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:46:01.261652 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ddef241-fff1-4561-a1b3-019d7d45619d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.266775 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ebe35968-3679-40e5-b319-35168e9c9aa7 admin admin] 10.222.0.20 "PUT /v2.0/routers/91982fad-9b2d-4054-a43a-be019f253e47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4033780 Sep 16 04:46:01.299258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c10ed23c-09f3-48f9-91e1-a092c059b519 req-9f5f72f6-a729-40e7-a361-b0bcc0abc71a tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026700 Sep 16 04:46:01.358694 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ddef241-fff1-4561-a1b3-019d7d45619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.452707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ddef241-fff1-4561-a1b3-019d7d45619d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:46:01.479181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddef241-fff1-4561-a1b3-019d7d45619d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:01.483285 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-ee430ba2-7640-4987-a079-a4e861c75131 service neutron] 10.222.0.20 "GET /v2.0/networks/dfa00947-d844-42e7-a6bc-3c59d3fba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276147 Sep 16 04:46:01.524799 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ddef241-fff1-4561-a1b3-019d7d45619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.525169 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-4ddef241-fff1-4561-a1b3-019d7d45619d admin admin] Added segment 859a1227-30d9-4097-9e60-74c2f1dc1274 of type vlan for network de603ae2-4471-4acd-89c3-36abf29128c1 Sep 16 04:46:01.739658 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ddef241-fff1-4561-a1b3-019d7d45619d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.767638 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9c15b229-dcae-4416-851d-115432ea1e15 req-85642de3-eb6b-46d3-9656-cd1a523de025 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=65366993-0c30-49c0-a2fb-0dc7f33d21a2 HTTP/1.1" status: 200 len: 210 time: 0.0653894 Sep 16 04:46:01.852065 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-ba00891f-8154-40d8-b9f6-cf144a5385ec service neutron] 10.222.0.20 "GET /v2.0/networks/dfa00947-d844-42e7-a6bc-3c59d3fba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525715 Sep 16 04:46:01.859553 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-9abf5778-3ad0-4c4f-a64b-581c262f8bbe tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.905041 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-c69dc1bc-479b-4322-92e1-07357b06d1d9 service neutron] 10.222.0.20 "GET /v2.0/ports/5b16cc3a-295b-414f-9d1d-8e4808f34041?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0430753 Sep 16 04:46:01.917902 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ddef241-fff1-4561-a1b3-019d7d45619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.919333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddef241-fff1-4561-a1b3-019d7d45619d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:01.920115 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ddef241-fff1-4561-a1b3-019d7d45619d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.077956 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3cfa2d86-3c7a-4666-99cf-ab226068acdc service neutron] 10.222.0.20 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585934 Sep 16 04:46:02.156649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddef241-fff1-4561-a1b3-019d7d45619d admin admin] Pushing event updated for resources: {'Network': ['ID=de603ae2-4471-4acd-89c3-36abf29128c1,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:02.169494 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network de603ae2-4471-4acd-89c3-36abf29128c1 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:46:02.239667 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4ddef241-fff1-4561-a1b3-019d7d45619d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.5143528 Sep 16 04:46:02.241431 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-9abf5778-3ad0-4c4f-a64b-581c262f8bbe tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.244076 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36748) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:02.251595 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c489bc12-4774-4a0c-86f1-aab35a6e1eaf admin admin] Request body: {'subnet': {'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2009699996-subnet', 'tenant_id': '5227ac6f65c74e56840e53f88300ac94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:02.328725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-9abf5778-3ad0-4c4f-a64b-581c262f8bbe tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Network 5acd6586-8a2c-490f-9c1f-4e1587166d60 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:02.336968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-9abf5778-3ad0-4c4f-a64b-581c262f8bbe tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:02.342353 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-9abf5778-3ad0-4c4f-a64b-581c262f8bbe tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:02.375978 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c489bc12-4774-4a0c-86f1-aab35a6e1eaf admin admin] Made reservation on behalf of 5227ac6f65c74e56840e53f88300ac94 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:02.378670 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c489bc12-4774-4a0c-86f1-aab35a6e1eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.414259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-9abf5778-3ad0-4c4f-a64b-581c262f8bbe tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:02.415471 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-9abf5778-3ad0-4c4f-a64b-581c262f8bbe tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.425697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf5778-3ad0-4c4f-a64b-581c262f8bbe tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Pushing event updated for resources: {'Port': ['ID=b24f9c5c-43eb-4bf5-b17a-947ebb253af2,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:02.454025 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-b0304da2-c714-4c06-99a7-44b3d74dbacf service neutron] 10.222.0.20 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676298 Sep 16 04:46:02.518524 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-b8c394fa-d1ae-45d2-8d62-49c3399db188 service neutron] 10.222.0.20 "GET /v2.0/ports/3b10ae3d-8211-4c16-9527-e19b5ce57a46?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0600727 Sep 16 04:46:02.591331 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-9abf5778-3ad0-4c4f-a64b-581c262f8bbe tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9839950 Sep 16 04:46:02.616453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Request body: {'port': {'device_id': '65366993-0c30-49c0-a2fb-0dc7f33d21a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:02.625975 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36760) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:02.641210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b31728b8-d6a4-4c60-87c1-14781862b59c tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2126429138', 'description': 'tempest-description--600865752'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:02.745581 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c489bc12-4774-4a0c-86f1-aab35a6e1eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.843197 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489bc12-4774-4a0c-86f1-aab35a6e1eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9108a406-26b4-4800-8499-3d9477c83d5d,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:02.934599 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489bc12-4774-4a0c-86f1-aab35a6e1eaf admin admin] Checking segment: {'id': '859a1227-30d9-4097-9e60-74c2f1dc1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:02.935553 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c489bc12-4774-4a0c-86f1-aab35a6e1eaf admin admin] Network hostable DHCP agents. Network: de603ae2-4471-4acd-89c3-36abf29128c1, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:46:03.005782 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6c88632f-1066-4a21-98ae-9b187fa3d22c up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:03.011800 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-842115fe-d5da-4ca4-be73-949fd6e30cca service neutron] 10.222.0.20 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846950 Sep 16 04:46:03.028139 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c489bc12-4774-4a0c-86f1-aab35a6e1eaf admin admin] Network de603ae2-4471-4acd-89c3-36abf29128c1 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:46:03.048683 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.084658 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b31728b8-d6a4-4c60-87c1-14781862b59c tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.106805 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 6c88632f-1066-4a21-98ae-9b187fa3d22c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:03.108835 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.114932 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-c489bc12-4774-4a0c-86f1-aab35a6e1eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, de603ae2-4471-4acd-89c3-36abf29128c1) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:03.122149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c489bc12-4774-4a0c-86f1-aab35a6e1eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:03.122750 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c489bc12-4774-4a0c-86f1-aab35a6e1eaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.160030 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb13d88c-2cf0-4fd0-bc36-01749669afdb None None] Network de603ae2-4471-4acd-89c3-36abf29128c1 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:03.216771 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c489bc12-4774-4a0c-86f1-aab35a6e1eaf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9701791 Sep 16 04:46:03.302741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd441f-10c0-4e66-b1eb-5a6c51125020 req-7b6cf502-06ec-4c5d-a28e-964d1872d57c tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:03.318872 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-73bd441f-10c0-4e66-b1eb-5a6c51125020 req-7b6cf502-06ec-4c5d-a28e-964d1872d57c tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 944 time: 0.5926402 Sep 16 04:46:03.431745 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.502772 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 6c88632f-1066-4a21-98ae-9b187fa3d22c, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6c88632f-1066-4a21-98ae-9b187fa3d22c,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:03.581826 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] Sync routers for ids ['91982fad-9b2d-4054-a43a-be019f253e47'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:46:03.585770 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.635787 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61091421-2ecf-41f3-8cdd-a61a144f0980 None None] Network de603ae2-4471-4acd-89c3-36abf29128c1 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:03.669525 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] Routers {'91982fad-9b2d-4054-a43a-be019f253e47'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:03.670279 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:45:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['91982fad-9b2d-4054-a43a-be019f253e47'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:03.707287 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-f2822a20-ec69-41bb-9895-dcada408b06e service neutron] 10.222.0.20 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6801531 Sep 16 04:46:03.768054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=6c88632f-1066-4a21-98ae-9b187fa3d22c,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:03.795930 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-73bd441f-10c0-4e66-b1eb-5a6c51125020 req-af263bf6-8dac-4699-86e5-08af0baf96a8 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600840 Sep 16 04:46:03.800856 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b31728b8-d6a4-4c60-87c1-14781862b59c tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.912722 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-18b6a44b-f5cb-451e-8d89-a5554da1a748 service neutron] 10.222.0.20 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697834 Sep 16 04:46:03.967297 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] Set router 91982fad-9b2d-4054-a43a-be019f253e47 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:03.978488 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-d2e8272d-0540-4f6d-87d3-404b69bb8ff2 service neutron] 10.222.0.21 "GET /v2.0/ports/f4986137-bb28-4bd6-b14b-9d03563408f0/bindings/n-h2-712140-13 HTTP/1.1" status: 200 len: 385 time: 0.1657693 Sep 16 04:46:03.983339 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b31728b8-d6a4-4c60-87c1-14781862b59c tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.079840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31728b8-d6a4-4c60-87c1-14781862b59c tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e607b9d-ef7e-429d-800d-5d2c8ee6d896,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:04.129465 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b31728b8-d6a4-4c60-87c1-14781862b59c tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.130747 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b31728b8-d6a4-4c60-87c1-14781862b59c tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5037768 Sep 16 04:46:04.143594 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36782) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:04.149247 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-fa6effa5-d162-44ed-8de8-293bc1bce643 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Request body: {'security_group_rule': {'security_group_id': '1e607b9d-ef7e-429d-800d-5d2c8ee6d896', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:04.301529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24f9c5c-43eb-4bf5-b17a-947ebb253af2 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:04.310194 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-10bd74cc-e148-4504-820f-0d709c735b86 service neutron] For port f4986137-bb28-4bd6-b14b-9d03563408f0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f4986137-bb28-4bd6-b14b-9d03563408f0,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:04.321123 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.346606 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-10bd74cc-e148-4504-820f-0d709c735b86 service neutron] For port f4986137-bb28-4bd6-b14b-9d03563408f0, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:04.354903 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Transition to ACTIVE for port object b24f9c5c-43eb-4bf5-b17a-947ebb253af2 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:04.362971 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-fed2a809-32cf-4d72-b521-cfd102170eca service neutron] 10.222.0.20 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803937 Sep 16 04:46:04.374175 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fa6effa5-d162-44ed-8de8-293bc1bce643 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.400301 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-10bd74cc-e148-4504-820f-0d709c735b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4986137-bb28-4bd6-b14b-9d03563408f0 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:04.413501 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-10bd74cc-e148-4504-820f-0d709c735b86 service neutron] For port f4986137-bb28-4bd6-b14b-9d03563408f0, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=f4986137-bb28-4bd6-b14b-9d03563408f0,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:04.452084 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.490819 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-10bd74cc-e148-4504-820f-0d709c735b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.529441 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91982fad-9b2d-4054-a43a-be019f253e47', 'name': 'tempest-ServersTestFqdnHostnames-1491527688-router', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:52Z', 'updated_at': '2021-09-16T04:45:58Z', 'revision_number': 4, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'gw_port': {'id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '38114cc1-9fcf-46ba-9319-53b2f9f2f38e', 'name': '', 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'mac_address': 'fa:16:3e:59:dd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:57Z', 'updated_at': '2021-09-16T04:45:59Z', 'revision_number': 2, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'subnets': [{'id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:04.537149 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device f4986137-bb28-4bd6-b14b-9d03563408f0 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:04.605685 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-10bd74cc-e148-4504-820f-0d709c735b86 service neutron] Transition to ACTIVE for port object f4986137-bb28-4bd6-b14b-9d03563408f0 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:04.617957 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] Checking router: 91982fad-9b2d-4054-a43a-be019f253e47 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:46:04.618438 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] Updating router 91982fad-9b2d-4054-a43a-be019f253e47 port 38114cc1-9fcf-46ba-9319-53b2f9f2f38e binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:46:04.667122 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.685796 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-10bd74cc-e148-4504-820f-0d709c735b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.721471 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Pushing event updated for resources: {'Port': ['ID=b24f9c5c-43eb-4bf5-b17a-947ebb253af2,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:04.782679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01bd6f-6347-4577-a441-2bfe2d843090 req-bf6ec9fa-1202-4a6c-9583-348c884b85af tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:04.795734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd01bd6f-6347-4577-a441-2bfe2d843090 req-bf6ec9fa-1202-4a6c-9583-348c884b85af tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=65366993-0c30-49c0-a2fb-0dc7f33d21a2 HTTP/1.1" status: 200 len: 943 time: 0.3547187 Sep 16 04:46:04.807429 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fa6effa5-d162-44ed-8de8-293bc1bce643 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.863837 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-10bd74cc-e148-4504-820f-0d709c735b86 service neutron] No DVR routers for this DVR port f4986137-bb28-4bd6-b14b-9d03563408f0 on host n-h1-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:04.958108 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fa6effa5-d162-44ed-8de8-293bc1bce643 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.978525 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd74cc-e148-4504-820f-0d709c735b86 service neutron] Pushing event updated for resources: {'Port': ['ID=f4986137-bb28-4bd6-b14b-9d03563408f0,revision_number=10']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:04.983219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-d9ce295f-b1b9-4a27-af02-0186e632d0db service neutron] 10.222.0.20 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5997558 Sep 16 04:46:04.988161 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6c88632f-1066-4a21-98ae-9b187fa3d22c up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:04.996232 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-10bd74cc-e148-4504-820f-0d709c735b86 service neutron] 10.222.0.21 "PUT /v2.0/ports/f4986137-bb28-4bd6-b14b-9d03563408f0/bindings/n-h2-712140-13/activate HTTP/1.1" status: 200 len: 370 time: 1.0072513 Sep 16 04:46:05.045563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6effa5-d162-44ed-8de8-293bc1bce643 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de07a990-3f92-4e81-9b8e-18dad2f788e1,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:05.128480 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6efeec3f-1882-4b91-8f2b-8669dc0d5146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.138434 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd01bd6f-6347-4577-a441-2bfe2d843090 req-9a9eaa85-2390-4961-8700-b6f9b198baff tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765112 Sep 16 04:46:05.188108 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fa6effa5-d162-44ed-8de8-293bc1bce643 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.191721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fa6effa5-d162-44ed-8de8-293bc1bce643 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0466278 Sep 16 04:46:05.193116 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36790) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:05.265218 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3c0ba6b6-951e-4fa2-8384-4e4f465b1286 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Request body: {'security_group_rule': {'security_group_id': '1e607b9d-ef7e-429d-800d-5d2c8ee6d896', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:05.276418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-2ba355bc-c198-4e36-9d3c-039d81438dca service neutron] 10.222.0.20 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734718 Sep 16 04:46:05.277558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Attempting to bind port b24f9c5c-43eb-4bf5-b17a-947ebb253af2 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:05.278084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Attempting to bind port b24f9c5c-43eb-4bf5-b17a-947ebb253af2 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:05.278582 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Attempting to bind port b24f9c5c-43eb-4bf5-b17a-947ebb253af2 on network 5acd6586-8a2c-490f-9c1f-4e1587166d60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:05.297330 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-2c267110-de94-4851-b0a1-35488dabe6e6 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.299682 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-2c267110-de94-4851-b0a1-35488dabe6e6 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b&tenant_id=a00de99f55234129963878f58d14e1a5&binding%3Ahost_id=n-h1-712140-13 HTTP/1.1" status: 200 len: 1097 time: 0.1385391 Sep 16 04:46:05.344918 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Port b24f9c5c-43eb-4bf5-b17a-947ebb253af2 on network 5acd6586-8a2c-490f-9c1f-4e1587166d60 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:05.345485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Attempting to bind port b24f9c5c-43eb-4bf5-b17a-947ebb253af2 on network 5acd6586-8a2c-490f-9c1f-4e1587166d60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:05.363770 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-c405c61e-a503-4a36-a0f9-0d89bf40a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.365571 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-c405c61e-a503-4a36-a0f9-0d89bf40a3f5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b&tenant_id=a00de99f55234129963878f58d14e1a5 HTTP/1.1" status: 200 len: 1097 time: 0.0576777 Sep 16 04:46:05.380776 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:05.381319 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Checking segment: {'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:05.381822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Bound using segment: {'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:05.383874 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Bound port: b24f9c5c-43eb-4bf5-b17a-947ebb253af2, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:05.389700 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.431638 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 6c88632f-1066-4a21-98ae-9b187fa3d22c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:05.432701 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.476308 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-95b7505c-cf01-4544-b3c1-7f95ee8a87bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.479723 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-95b7505c-cf01-4544-b3c1-7f95ee8a87bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 1097 time: 0.0716274 Sep 16 04:46:05.509613 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] For port b24f9c5c-43eb-4bf5-b17a-947ebb253af2, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:05.513792 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] For port b24f9c5c-43eb-4bf5-b17a-947ebb253af2, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b24f9c5c-43eb-4bf5-b17a-947ebb253af2,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:05.529488 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c0ba6b6-951e-4fa2-8384-4e4f465b1286 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.588604 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-9da34c73-a1c3-4dbe-b6c4-a91e2157ff69 service neutron] 10.222.0.20 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975266 Sep 16 04:46:05.641200 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.647547 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-2b828fd6-b54c-416d-943f-9d0535fae776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.649468 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-2b828fd6-b54c-416d-943f-9d0535fae776 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 908 time: 0.1621649 Sep 16 04:46:05.686148 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.727527 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-ed379b08-f148-4446-bd2f-b6c87df75f87 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4986137-bb28-4bd6-b14b-9d03563408f0 HTTP/1.1" status: 200 len: 217 time: 0.0681069 Sep 16 04:46:05.747403 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.805316 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.806373 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.808896 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] 10.222.0.21 "PUT /v2.0/ports/b24f9c5c-43eb-4bf5-b17a-947ebb253af2 HTTP/1.1" status: 200 len: 1092 time: 3.2014606 Sep 16 04:46:05.812968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65366993-0c30-49c0-a2fb-0dc7f33d21a2', 'tag': 'b24f9c5c-43eb-4bf5-b17a-947ebb253af2'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:05.817141 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256bbf18-656e-4b99-b754-52c787195ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "65366993-0c30-49c0-a2fb-0dc7f33d21a2", "tag": "b24f9c5c-43eb-4bf5-b17a-947ebb253af2"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:05.834095 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eca369-30c8-4722-8399-1d12ee7ed7c0 None None] Pushing event updated for resources: {'Port': ['ID=38114cc1-9fcf-46ba-9319-53b2f9f2f38e,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:05.903765 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c0ba6b6-951e-4fa2-8384-4e4f465b1286 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.915249 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] Attempting to bind port 38114cc1-9fcf-46ba-9319-53b2f9f2f38e on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:05.915665 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] Attempting to bind port 38114cc1-9fcf-46ba-9319-53b2f9f2f38e by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'fe2f5db3-fa6a-4b02-9a38-237349f3fb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:05.916032 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] Attempting to bind port 38114cc1-9fcf-46ba-9319-53b2f9f2f38e on network 0a35f6de-0293-4a4b-a0e4-0cb629dcb913 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:05.917866 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-60b6e950-ea9f-46a8-8892-2e960b507b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.920882 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-60b6e950-ea9f-46a8-8892-2e960b507b6b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 200 len: 847 time: 0.1866360 Sep 16 04:46:05.922989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:05.927628 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] Checking segment: {'id': 'fe2f5db3-fa6a-4b02-9a38-237349f3fb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:05.927628 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.927628 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] Bound using segment: {'id': 'fe2f5db3-fa6a-4b02-9a38-237349f3fb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:05.927628 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] Bound port: 38114cc1-9fcf-46ba-9319-53b2f9f2f38e, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2f5db3-fa6a-4b02-9a38-237349f3fb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:05.927628 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.986935 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-6026ae23-ac39-4bdd-908e-eb2b8ecd20e0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94aa3f97-6ed2-410f-a6a8-2309531d94bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574880 Sep 16 04:46:06.005064 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c0ba6b6-951e-4fa2-8384-4e4f465b1286 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.020256 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] For port 38114cc1-9fcf-46ba-9319-53b2f9f2f38e, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:06.025962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] For port 38114cc1-9fcf-46ba-9319-53b2f9f2f38e, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=38114cc1-9fcf-46ba-9319-53b2f9f2f38e,segment=NetworkSegment(fe2f5db3-fa6a-4b02-9a38-237349f3fb2a),segment_id=fe2f5db3-fa6a-4b02-9a38-237349f3fb2a)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:06.042605 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-e5a5fdd5-99af-4c74-8726-fe137f4d16dc service neutron] 10.222.0.20 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528062 Sep 16 04:46:06.043425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de61573-e5d9-4c9e-9037-eec5b0db077b service neutron] Pushing event updated for resources: {'Port': ['ID=b24f9c5c-43eb-4bf5-b17a-947ebb253af2,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:06.114714 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ba6b6-951e-4fa2-8384-4e4f465b1286 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb7b65d-f88f-4fa9-828c-39ea531b2dc8,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:06.127587 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c0ba6b6-951e-4fa2-8384-4e4f465b1286 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.129703 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3c0ba6b6-951e-4fa2-8384-4e4f465b1286 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8728878 Sep 16 04:46:06.135392 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.147909 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36812) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:06.153946 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-a8940ca2-bbb1-406c-98eb-61627e31c8af tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:06.163712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-e51db9f8-1630-41ba-8aaa-9eecd48cfc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.166916 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-e51db9f8-1630-41ba-8aaa-9eecd48cfc75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&device_id=65366993-0c30-49c0-a2fb-0dc7f33d21a2 HTTP/1.1" status: 200 len: 1095 time: 0.2283871 Sep 16 04:46:06.196112 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-30df85d0-423a-44c4-93b3-b3be822e6dfd service neutron] 10.222.0.38 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001376 Sep 16 04:46:06.226614 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eca369-30c8-4722-8399-1d12ee7ed7c0 None None] Pushing event updated for resources: {'Port': ['ID=38114cc1-9fcf-46ba-9319-53b2f9f2f38e,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:06.252376 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] Routers {'91982fad-9b2d-4054-a43a-be019f253e47'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:06.253457 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:45:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['91982fad-9b2d-4054-a43a-be019f253e47'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:06.333312 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-04a35936-dc82-4570-81b5-221edfeba356 service neutron] 10.222.0.38 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309423 Sep 16 04:46:06.334914 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8940ca2-bbb1-406c-98eb-61627e31c8af tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.356795 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-8ef161c8-4cd5-4092-b3d4-373e090a14df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b24f9c5c-43eb-4bf5-b17a-947ebb253af2 HTTP/1.1" status: 200 len: 217 time: 0.1367233 Sep 16 04:46:06.397597 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b0eee7f6-3342-4430-b798-ae90abde1ef4 None None] Provisioning complete for port 38114cc1-9fcf-46ba-9319-53b2f9f2f38e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:06.398565 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b0eee7f6-3342-4430-b798-ae90abde1ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.496752 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8940ca2-bbb1-406c-98eb-61627e31c8af tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.505809 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-2c8b4360-841c-4689-be9f-44cdb6254e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.509105 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-2c8b4360-841c-4689-be9f-44cdb6254e17 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1389bae5-dd46-4164-b9db-3ab16c90c617 HTTP/1.1" status: 200 len: 852 time: 0.1291668 Sep 16 04:46:06.518111 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-377a6329-f4af-4d44-b25c-a09c848033b7 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.520742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-377a6329-f4af-4d44-b25c-a09c848033b7 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/networks?id=de603ae2-4471-4acd-89c3-36abf29128c1 HTTP/1.1" status: 200 len: 822 time: 0.5182343 Sep 16 04:46:06.554130 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-f4c51205-9e5e-4821-b287-670ec6d868af tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/quotas/5227ac6f65c74e56840e53f88300ac94 HTTP/1.1" status: 200 len: 375 time: 0.0197456 Sep 16 04:46:06.577311 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] Set router 91982fad-9b2d-4054-a43a-be019f253e47 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:06.614678 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-d0f089a5-575c-4b94-8bc2-a74a19dc6dcb tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5227ac6f65c74e56840e53f88300ac94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590832 Sep 16 04:46:06.624581 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-976a6e0d-4a0f-4f21-9020-ddff32b391d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5acd6586-8a2c-490f-9c1f-4e1587166d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020374 Sep 16 04:46:06.682963 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-a8940ca2-bbb1-406c-98eb-61627e31c8af tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Allocated IP 172.25.4.165 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/57283579-bbb9-4248-bbdd-87fde46eb99a) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:06.705606 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-e3d12d00-4bca-4fe4-93e0-cd39ccc7c001 service neutron] 10.222.0.20 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6517377 Sep 16 04:46:06.891469 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b0eee7f6-3342-4430-b798-ae90abde1ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.901563 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8940ca2-bbb1-406c-98eb-61627e31c8af tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.920650 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-c4473c85-ad9f-4fd2-a876-6ba597f153a6 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.922240 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-c4473c85-ad9f-4fd2-a876-6ba597f153a6 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b&tenant_id=a00de99f55234129963878f58d14e1a5&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 1097 time: 0.1115568 Sep 16 04:46:06.952619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 38114cc1-9fcf-46ba-9319-53b2f9f2f38e up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:06.982552 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-cba9b6a3-76e7-4eab-9fa6-ab39e73515ba service neutron] 10.222.0.20 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595944 Sep 16 04:46:07.044373 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b0eee7f6-3342-4430-b798-ae90abde1ef4 None None] For port 38114cc1-9fcf-46ba-9319-53b2f9f2f38e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=38114cc1-9fcf-46ba-9319-53b2f9f2f38e,segment=NetworkSegment(fe2f5db3-fa6a-4b02-9a38-237349f3fb2a),segment_id=fe2f5db3-fa6a-4b02-9a38-237349f3fb2a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:07.060547 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8940ca2-bbb1-406c-98eb-61627e31c8af tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.118651 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8940ca2-bbb1-406c-98eb-61627e31c8af tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:07.126728 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-a8940ca2-bbb1-406c-98eb-61627e31c8af tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:07.133739 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8940ca2-bbb1-406c-98eb-61627e31c8af tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:07.141727 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 38114cc1-9fcf-46ba-9319-53b2f9f2f38e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:07.144984 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.151096 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b0eee7f6-3342-4430-b798-ae90abde1ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.272319 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8940ca2-bbb1-406c-98eb-61627e31c8af tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.284126 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-3a777c47-ec29-44b4-aaec-fcc6e895dafc service neutron] For port f4986137-bb28-4bd6-b14b-9d03563408f0, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:07.293123 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-3a777c47-ec29-44b4-aaec-fcc6e895dafc service neutron] Notify callbacks [] for binding, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.294816 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-76edc50d-bd4d-4d38-9b4f-40594d211e83 req-3a777c47-ec29-44b4-aaec-fcc6e895dafc service neutron] 10.222.0.38 "DELETE /v2.0/ports/f4986137-bb28-4bd6-b14b-9d03563408f0/bindings/n-h1-712140-13 HTTP/1.1" status: 204 len: 173 time: 0.3627009 Sep 16 04:46:07.296506 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8940ca2-bbb1-406c-98eb-61627e31c8af tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Pushing event updated for resources: {'Port': ['ID=57283579-bbb9-4248-bbdd-87fde46eb99a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:07.310241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91982fad-9b2d-4054-a43a-be019f253e47', 'name': 'tempest-ServersTestFqdnHostnames-1491527688-router', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:52Z', 'updated_at': '2021-09-16T04:45:58Z', 'revision_number': 4, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'gw_port': {'id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '38114cc1-9fcf-46ba-9319-53b2f9f2f38e', 'name': '', 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'mac_address': 'fa:16:3e:59:dd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:57Z', 'updated_at': '2021-09-16T04:46:06Z', 'revision_number': 4, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'subnets': [{'id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:07.397217 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8940ca2-bbb1-406c-98eb-61627e31c8af tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.404055 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc540b9-4226-4d3d-be80-8b0a7fe609c2 None None] The sync data for ids ['91982fad-9b2d-4054-a43a-be019f253e47'] in n-d-712140-13 is: [{'id': '91982fad-9b2d-4054-a43a-be019f253e47', 'name': 'tempest-ServersTestFqdnHostnames-1491527688-router', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:52Z', 'updated_at': '2021-09-16T04:45:58Z', 'revision_number': 4, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'gw_port': {'id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '38114cc1-9fcf-46ba-9319-53b2f9f2f38e', 'name': '', 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'mac_address': 'fa:16:3e:59:dd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:57Z', 'updated_at': '2021-09-16T04:46:06Z', 'revision_number': 4, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'subnets': [{'id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:46:07.423911 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eee7f6-3342-4430-b798-ae90abde1ef4 None None] Pushing event updated for resources: {'Port': ['ID=38114cc1-9fcf-46ba-9319-53b2f9f2f38e,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:07.429214 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ee424fde-f7e0-41a4-aa29-4633689f8d2e None None] Provisioning complete for port 38114cc1-9fcf-46ba-9319-53b2f9f2f38e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:07.430365 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ee424fde-f7e0-41a4-aa29-4633689f8d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.667820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-c589de3e-105e-498a-ab6c-76bd3e7f3499 service neutron] 10.222.0.20 "GET /v2.0/networks/de603ae2-4471-4acd-89c3-36abf29128c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0411422 Sep 16 04:46:07.683910 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8940ca2-bbb1-406c-98eb-61627e31c8af tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.690965 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-b0e7b167-619a-4bb0-b1eb-79bc5160a302 service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0444133 Sep 16 04:46:07.736339 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2747285f-91cd-4146-bcae-1b8ca25ffc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.776041 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8940ca2-bbb1-406c-98eb-61627e31c8af tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.905989 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8940ca2-bbb1-406c-98eb-61627e31c8af tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.913152 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8940ca2-bbb1-406c-98eb-61627e31c8af tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Pushing event updated for resources: {'Port': ['ID=57283579-bbb9-4248-bbdd-87fde46eb99a,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:07.977545 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-0e67b170-e82a-4196-9af7-fbd0df78c22b service neutron] 10.222.0.20 "GET /v2.0/networks/de603ae2-4471-4acd-89c3-36abf29128c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047099 Sep 16 04:46:07.986266 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-295dd5cf-8424-40e2-a8d2-3ffbf53b1505 req-16dc8d4c-9315-40d7-8d2b-d679bfb75ef0 service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764230 Sep 16 04:46:08.022621 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8940ca2-bbb1-406c-98eb-61627e31c8af tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.024922 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a8940ca2-bbb1-406c-98eb-61627e31c8af tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8760591 Sep 16 04:46:08.417147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8283a-4783-4d2a-944c-bd6290cd87cc req-220b3e5a-2f79-441f-9ac0-5771ef44f366 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:08.417147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e8e8283a-4783-4d2a-944c-bd6290cd87cc req-220b3e5a-2f79-441f-9ac0-5771ef44f366 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 945 time: 0.0699997 Sep 16 04:46:08.472162 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e8e8283a-4783-4d2a-944c-bd6290cd87cc req-5ec96ecd-9a3b-4b9d-9ec1-8c1d1ddf972b tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644732 Sep 16 04:46:08.668382 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.845909 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 38114cc1-9fcf-46ba-9319-53b2f9f2f38e up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:08.861208 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceaf217e-1de1-4e1f-a2f4-38cad0f6140c x-openstack-request-id: req-ceaf217e-1de1-4e1f-a2f4-38cad0f6140c {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:08.862325 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65366993-0c30-49c0-a2fb-0dc7f33d21a2", "tag": "b24f9c5c-43eb-4bf5-b17a-947ebb253af2", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:08.862776 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ceaf217e-1de1-4e1f-a2f4-38cad0f6140c {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:08.863423 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65366993-0c30-49c0-a2fb-0dc7f33d21a2', 'tag': 'b24f9c5c-43eb-4bf5-b17a-947ebb253af2', 'status': 'completed', 'code': 200} Sep 16 04:46:08.962716 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 38114cc1-9fcf-46ba-9319-53b2f9f2f38e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:08.963189 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.057944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bbf18-656e-4b99-b754-52c787195ed0 req-541b253f-a080-4785-aeca-a8a42473b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:09.057944 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-256bbf18-656e-4b99-b754-52c787195ed0 req-541b253f-a080-4785-aeca-a8a42473b3d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&device_id=65366993-0c30-49c0-a2fb-0dc7f33d21a2 HTTP/1.1" status: 200 len: 1095 time: 0.1395895 Sep 16 04:46:09.076550 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.177350 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0b4d3-9ed4-40fb-8a46-3d3254c2d9bc req-a40a7ba0-57fd-40fd-9b6d-1756b5acc6f4 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:09.179011 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97a0b4d3-9ed4-40fb-8a46-3d3254c2d9bc req-a40a7ba0-57fd-40fd-9b6d-1756b5acc6f4 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=65366993-0c30-49c0-a2fb-0dc7f33d21a2 HTTP/1.1" status: 200 len: 943 time: 0.1924026 Sep 16 04:46:09.190248 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-42f062fb-70f8-43c8-9402-46ca002e54ca tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2126429138&fields=id&tenant_id=0d0250c151a647dfa2dfb2009b7a17b5 HTTP/1.1" status: 200 len: 267 time: 0.1313360 Sep 16 04:46:09.318816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bbf18-656e-4b99-b754-52c787195ed0 req-0d5c35da-b6a8-47b5-99ca-b6156313768c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:09.320555 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-256bbf18-656e-4b99-b754-52c787195ed0 req-0d5c35da-b6a8-47b5-99ca-b6156313768c service neutron] 10.222.0.21 "GET /v2.0/networks?id=5acd6586-8a2c-490f-9c1f-4e1587166d60 HTTP/1.1" status: 200 len: 913 time: 0.2505450 Sep 16 04:46:09.329016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97a0b4d3-9ed4-40fb-8a46-3d3254c2d9bc req-a1a75caa-ea8c-4fe6-80ff-161c52ab1b07 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316717 Sep 16 04:46:09.384379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-256bbf18-656e-4b99-b754-52c787195ed0 req-08fc452f-0cee-4530-9270-8c8affc16936 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b24f9c5c-43eb-4bf5-b17a-947ebb253af2 HTTP/1.1" status: 200 len: 217 time: 0.0507822 Sep 16 04:46:09.453862 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89f3a30b-dde5-44e3-b872-a35b3a8acc2c req-343d9b21-8e5a-4130-8d74-820732f9fe57 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 210 time: 0.0725899 Sep 16 04:46:09.462803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-8d74949c-ca05-487a-9921-47407fa94dd0 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:09.469972 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-8d74949c-ca05-487a-9921-47407fa94dd0 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/networks?id=0a35f6de-0293-4a4b-a0e4-0cb629dcb913 HTTP/1.1" status: 200 len: 815 time: 0.2782509 Sep 16 04:46:09.500816 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-a452642e-cbcf-4b0e-b407-a35a5727051e tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/quotas/0d0250c151a647dfa2dfb2009b7a17b5 HTTP/1.1" status: 200 len: 375 time: 0.0289955 Sep 16 04:46:09.508736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bbf18-656e-4b99-b754-52c787195ed0 req-5287d776-fdf5-4cb6-a44c-71465cff9dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:09.510251 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-256bbf18-656e-4b99-b754-52c787195ed0 req-5287d776-fdf5-4cb6-a44c-71465cff9dc0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1389bae5-dd46-4164-b9db-3ab16c90c617 HTTP/1.1" status: 200 len: 852 time: 0.1064091 Sep 16 04:46:09.594767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-256bbf18-656e-4b99-b754-52c787195ed0 req-af9c8f94-0938-4fd7-8cad-0123f035936f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5acd6586-8a2c-490f-9c1f-4e1587166d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708873 Sep 16 04:46:09.599470 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a657a6ef-8818-4cc1-aa66-4cd0bbe4136c req-3c05f1df-c399-42d0-828a-aa527817c33a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 210 time: 0.0465748 Sep 16 04:46:09.654605 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-1640b786-6ea0-4b29-b4f1-38ebe707567d tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d0250c151a647dfa2dfb2009b7a17b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1390965 Sep 16 04:46:09.824043 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-256bbf18-656e-4b99-b754-52c787195ed0 req-8bcf54d5-d95d-4b77-b9a5-57b2763299cf service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213414 Sep 16 04:46:09.946401 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-b7f9db21-e39e-4e2c-9609-d8879aa4c4ef service neutron] 10.222.0.20 "GET /v2.0/networks/0a35f6de-0293-4a4b-a0e4-0cb629dcb913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309670 Sep 16 04:46:10.061018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-256bbf18-656e-4b99-b754-52c787195ed0 req-d29c0874-fdea-4fde-8192-78b3a7a804f7 service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275684 Sep 16 04:46:10.128293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-6b044fbc-eb04-4ef8-816a-8dafa65019bb service neutron] 10.222.0.20 "GET /v2.0/networks/0a35f6de-0293-4a4b-a0e4-0cb629dcb913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695209 Sep 16 04:46:10.137771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54fb6b-e268-4e4e-985c-78d9e89e548f req-83e16b65-1cc5-429b-8787-55d524270ef8 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:10.140018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa54fb6b-e268-4e4e-985c-78d9e89e548f req-83e16b65-1cc5-429b-8787-55d524270ef8 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 1097 time: 0.0816073 Sep 16 04:46:10.192153 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa54fb6b-e268-4e4e-985c-78d9e89e548f req-4fb9578e-bbb3-47e7-99d0-6331bd726ae7 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 Sep 16 04:46:10.636150 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.800653 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93295e7c-3057-4532-b443-d515b816420e req-ab45ffcf-cd7f-4053-8be9-f96fbaf30fc2 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:10.803497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93295e7c-3057-4532-b443-d515b816420e req-ab45ffcf-cd7f-4053-8be9-f96fbaf30fc2 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 1097 time: 0.1213653 Sep 16 04:46:10.820892 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae405489-9c54-459f-91e3-05a2cfdf418b req-d6e575c6-235b-4fc1-be9f-3fd7aeda14cf tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:10.828460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae405489-9c54-459f-91e3-05a2cfdf418b req-d6e575c6-235b-4fc1-be9f-3fd7aeda14cf tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=65366993-0c30-49c0-a2fb-0dc7f33d21a2 HTTP/1.1" status: 200 len: 943 time: 0.1462755 Sep 16 04:46:10.924541 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93295e7c-3057-4532-b443-d515b816420e req-79ee51d7-b5bf-4df7-9db5-27d74ba53dee tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992668 Sep 16 04:46:10.934350 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae405489-9c54-459f-91e3-05a2cfdf418b req-d5c8d8ee-eff6-4ee2-81ec-55ebfafed2a8 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967033 Sep 16 04:46:11.108020 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4dee5a3a-884d-48f2-915b-d13c05b5deae req-07e68dd6-c8bd-4c4b-9f7a-e2e059b01b3b tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 210 time: 0.1145840 Sep 16 04:46:11.180277 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-00154c63-0555-48da-b50f-e88d6554c1ce req-75062606-eb4a-4682-a946-b64bccfef2a6 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 210 time: 0.0612798 Sep 16 04:46:11.317820 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1cef2e6c-4bfc-4d55-8048-97e00b77b794 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:11.321508 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1cef2e6c-4bfc-4d55-8048-97e00b77b794 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.38 "GET /v2.0/networks?id=de603ae2-4471-4acd-89c3-36abf29128c1 HTTP/1.1" status: 200 len: 822 time: 0.2893813 Sep 16 04:46:11.332270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88bb1abe-614c-4629-91bf-fb08393dbc34 req-bbd6fb8f-9e43-406a-9282-fe8365ac293f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 210 time: 0.0465083 Sep 16 04:46:11.343367 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-790672b0-29f8-4698-949e-82da39f220f8 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Request body: {'port': {'device_id': '58632ac4-6b3f-4b9f-850b-0e46ac08e8de', 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1', 'admin_state_up': True, 'tenant_id': '5227ac6f65c74e56840e53f88300ac94'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:11.679282 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-790672b0-29f8-4698-949e-82da39f220f8 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Made reservation on behalf of 5227ac6f65c74e56840e53f88300ac94 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:11.692139 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-790672b0-29f8-4698-949e-82da39f220f8 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:11.909577 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-790672b0-29f8-4698-949e-82da39f220f8 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Allocated IP 172.20.0.3 (de603ae2-4471-4acd-89c3-36abf29128c1/9108a406-26b4-4800-8499-3d9477c83d5d/d543f987-4a90-4882-aa8c-f9e3fda1004c) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:11.996869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-bbed9337-8e38-4f59-b85e-bbf95b4852ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:11.999726 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-bbed9337-8e38-4f59-b85e-bbf95b4852ba service neutron] 10.222.0.38 "GET /v2.0/ports/5b16cc3a-295b-414f-9d1d-8e4808f34041 HTTP/1.1" status: 200 len: 1025 time: 0.0653148 Sep 16 04:46:12.072840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-f8ca06fb-e5b8-4d73-9691-312525fb6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.075768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-f8ca06fb-e5b8-4d73-9691-312525fb6672 service neutron] 10.222.0.38 "GET /v2.0/ports/3b10ae3d-8211-4c16-9527-e19b5ce57a46 HTTP/1.1" status: 200 len: 1027 time: 0.0676794 Sep 16 04:46:12.264099 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-790672b0-29f8-4698-949e-82da39f220f8 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.323141 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e17d992-e8ff-4041-9e94-ad35dde4d62e req-86bc31af-bc02-4881-8444-6e27f5b769b2 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 210 time: 0.0589998 Sep 16 04:46:12.446172 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-790672b0-29f8-4698-949e-82da39f220f8 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.456390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f719a-d57b-4fc5-94e3-6651ff01fa8a req-4d38486d-12dd-4889-9574-08617e7ff10b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.470008 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-060f719a-d57b-4fc5-94e3-6651ff01fa8a req-4d38486d-12dd-4889-9574-08617e7ff10b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=65366993-0c30-49c0-a2fb-0dc7f33d21a2 HTTP/1.1" status: 200 len: 943 time: 0.3643706 Sep 16 04:46:12.485611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36944) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:12.504391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-30052ad4-0d50-45fc-98ff-3b20532657fd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.512320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-30052ad4-0d50-45fc-98ff-3b20532657fd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.520400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-30052ad4-0d50-45fc-98ff-3b20532657fd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.522194 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-30052ad4-0d50-45fc-98ff-3b20532657fd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.38 "GET /v2.0/networks?id=dfa00947-d844-42e7-a6bc-3c59d3fba537&id=29992b00-8aa1-46fd-bc66-045ef0922c90&id=29992b00-8aa1-46fd-bc66-045ef0922c90&id=29992b00-8aa1-46fd-bc66-045ef0922c90&id=29992b00-8aa1-46fd-bc66-045ef0922c90&id=21679cc1-76e7-41d2-b180-59ac954df250&id=21679cc1-76e7-41d2-b180-59ac954df250 HTTP/1.1" status: 200 len: 1986 time: 0.4350538 Sep 16 04:46:12.538777 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-790672b0-29f8-4698-949e-82da39f220f8 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Network de603ae2-4471-4acd-89c3-36abf29128c1 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:12.545825 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-790672b0-29f8-4698-949e-82da39f220f8 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:12.549296 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-790672b0-29f8-4698-949e-82da39f220f8 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:12.612283 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b24f9c5c-43eb-4bf5-b17a-947ebb253af2 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:12.634969 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790672b0-29f8-4698-949e-82da39f220f8 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Pushing event updated for resources: {'Port': ['ID=d543f987-4a90-4882-aa8c-f9e3fda1004c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:12.664920 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-060f719a-d57b-4fc5-94e3-6651ff01fa8a req-08fecb23-f60a-432b-9b94-46a761575791 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774797 Sep 16 04:46:12.712888 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-790672b0-29f8-4698-949e-82da39f220f8 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.720035 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-790672b0-29f8-4698-949e-82da39f220f8 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.740078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf85022-3f15-4cb3-b8ac-3f7cb9746caf req-4f8b3b25-916f-41c3-8dcf-97c063fef2b2 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.750727 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cbf85022-3f15-4cb3-b8ac-3f7cb9746caf req-4f8b3b25-916f-41c3-8dcf-97c063fef2b2 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 931 time: 0.2744954 Sep 16 04:46:12.753434 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42b7ccca-33c8-4121-bb98-2d3aa7193019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.779157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-939b491e-1785-4058-87a9-081a63bfa69b tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=313a4b3172b84bbdb716cd409eccfeb1 HTTP/1.1" status: 200 len: 380 time: 0.2262206 Sep 16 04:46:12.811995 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-790672b0-29f8-4698-949e-82da39f220f8 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4738693 Sep 16 04:46:12.822499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-51d5e34c-29a9-4975-b0f5-e84d70485fa9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Request body: {'port': {'device_id': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537', 'admin_state_up': True, 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'security_groups': ['ea51e56d-232f-4cb3-95e2-f36816408e96']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:12.839249 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Request body: {'port': {'device_id': '58632ac4-6b3f-4b9f-850b-0e46ac08e8de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:12.920045 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b24f9c5c-43eb-4bf5-b17a-947ebb253af2, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b24f9c5c-43eb-4bf5-b17a-947ebb253af2,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:12.959994 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'b24f9c5c-43eb-4bf5-b17a-947ebb253af2', 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60', 'port_id': 'b24f9c5c-43eb-4bf5-b17a-947ebb253af2', 'mac_address': 'fa:16:3e:9a:d7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1389bae5-dd46-4164-b9db-3ab16c90c617', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:13.041274 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.047206 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-871a74b6-9f24-4c6f-b0e3-30edc5115e83 req-edf9f75c-a5b7-47b6-9f26-f97ec0c68924 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 210 time: 0.0705645 Sep 16 04:46:13.050313 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.102984 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24f9c5c-43eb-4bf5-b17a-947ebb253af2 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:13.133605 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cbf85022-3f15-4cb3-b8ac-3f7cb9746caf req-4587b971-38d4-4b9a-831f-5120ce829189 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810120 Sep 16 04:46:13.147237 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b24f9c5c-43eb-4bf5-b17a-947ebb253af2, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b24f9c5c-43eb-4bf5-b17a-947ebb253af2,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:13.216936 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.337281 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42b7ccca-33c8-4121-bb98-2d3aa7193019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.352505 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=b24f9c5c-43eb-4bf5-b17a-947ebb253af2,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:13.399035 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42b7ccca-33c8-4121-bb98-2d3aa7193019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.483097 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-42b7ccca-33c8-4121-bb98-2d3aa7193019 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c60019539f94f4baf4cf29e26fc667e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9949427 Sep 16 04:46:13.484241 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7ccca-33c8-4121-bb98-2d3aa7193019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d412617f-252f-4725-9427-21bbb9af0a7d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:13.506155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36956) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:13.583865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-51d5e34c-29a9-4975-b0f5-e84d70485fa9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Made reservation on behalf of 313a4b3172b84bbdb716cd409eccfeb1 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:13.589325 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-51d5e34c-29a9-4975-b0f5-e84d70485fa9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.626038 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dcd656ab-de93-4061-963b-b193d88ae31a req-e79f7057-2fd5-4d8d-8ff8-6dc16bbdcb52 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 210 time: 0.0854571 Sep 16 04:46:13.644977 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b24f9c5c-43eb-4bf5-b17a-947ebb253af2'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:13.790280 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5dddf334-ba56-459b-b689-ad7545981558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.926908 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5dddf334-ba56-459b-b689-ad7545981558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.951929 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-64ffa1be-b8d9-436a-9ee2-395407952846 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:13.953880 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-64ffa1be-b8d9-436a-9ee2-395407952846 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.21 "GET /v2.0/networks?id=0a35f6de-0293-4a4b-a0e4-0cb629dcb913 HTTP/1.1" status: 200 len: 815 time: 0.3852179 Sep 16 04:46:13.966936 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d543f987-4a90-4882-aa8c-f9e3fda1004c {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:13.987791 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.009893 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Transition to ACTIVE for port object d543f987-4a90-4882-aa8c-f9e3fda1004c will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:14.067125 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f704a11-6390-4d0b-83f0-9161408aa486 req-d8afbf11-6317-459a-97e5-97915b92c26d tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.068785 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f704a11-6390-4d0b-83f0-9161408aa486 req-d8afbf11-6317-459a-97e5-97915b92c26d tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=65366993-0c30-49c0-a2fb-0dc7f33d21a2 HTTP/1.1" status: 200 len: 944 time: 0.2349916 Sep 16 04:46:14.084666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-51d5e34c-29a9-4975-b0f5-e84d70485fa9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Allocated IP 172.20.0.4 (dfa00947-d844-42e7-a6bc-3c59d3fba537/5aaa3052-f1cc-492f-84e6-ab27c153753a/291ebc99-8f20-4e0a-a402-de01d23f02f8) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:14.092577 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.119358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-5743fae6-c84a-4489-b066-2469ead9d3e9 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d0250c151a647dfa2dfb2009b7a17b5 HTTP/1.1" status: 200 len: 380 time: 0.1227200 Sep 16 04:46:14.133256 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ff7b732a-41cb-4f74-9940-a682597f24a3 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Request body: {'port': {'device_id': '924d5f2e-187b-477d-a23b-28f4bce6b4d5', 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913', 'admin_state_up': True, 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'security_groups': ['1e607b9d-ef7e-429d-800d-5d2c8ee6d896']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:14.205220 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5dddf334-ba56-459b-b689-ad7545981558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.207883 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5dddf334-ba56-459b-b689-ad7545981558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.211979 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5dddf334-ba56-459b-b689-ad7545981558 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d412617f-252f-4725-9427-21bbb9af0a7d HTTP/1.1" status: 204 len: 168 time: 0.7000980 Sep 16 04:46:14.300835 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Pushing event updated for resources: {'Port': ['ID=d543f987-4a90-4882-aa8c-f9e3fda1004c,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:14.342770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f704a11-6390-4d0b-83f0-9161408aa486 req-dd1013a6-1884-4e74-b16b-0a95d90b6da0 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476716 Sep 16 04:46:14.364073 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90796282-beb8-4389-b29b-f69d6eaff5a9 req-fdd8ff22-d28c-4d32-adcd-8f215eb8afd0 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 210 time: 0.0645866 Sep 16 04:46:14.370043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddf334-ba56-459b-b689-ad7545981558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d412617f-252f-4725-9427-21bbb9af0a7d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:14.373004 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Attempting to bind port d543f987-4a90-4882-aa8c-f9e3fda1004c on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:14.373544 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Attempting to bind port d543f987-4a90-4882-aa8c-f9e3fda1004c by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '859a1227-30d9-4097-9e60-74c2f1dc1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:14.374355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Attempting to bind port d543f987-4a90-4882-aa8c-f9e3fda1004c on network de603ae2-4471-4acd-89c3-36abf29128c1 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:14.399713 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Port d543f987-4a90-4882-aa8c-f9e3fda1004c on network de603ae2-4471-4acd-89c3-36abf29128c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:14.400208 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Attempting to bind port d543f987-4a90-4882-aa8c-f9e3fda1004c on network de603ae2-4471-4acd-89c3-36abf29128c1 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:14.409351 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:14.417568 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Checking segment: {'id': '859a1227-30d9-4097-9e60-74c2f1dc1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:14.417568 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Bound using segment: {'id': '859a1227-30d9-4097-9e60-74c2f1dc1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:14.417568 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Bound port: d543f987-4a90-4882-aa8c-f9e3fda1004c, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859a1227-30d9-4097-9e60-74c2f1dc1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:14.417568 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.557648 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] For port d543f987-4a90-4882-aa8c-f9e3fda1004c, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:14.561428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] For port d543f987-4a90-4882-aa8c-f9e3fda1004c, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d543f987-4a90-4882-aa8c-f9e3fda1004c,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:14.647171 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-51d5e34c-29a9-4975-b0f5-e84d70485fa9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.684131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ff7b732a-41cb-4f74-9940-a682597f24a3 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Made reservation on behalf of 0d0250c151a647dfa2dfb2009b7a17b5 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:14.690584 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ff7b732a-41cb-4f74-9940-a682597f24a3 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.720256 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.736059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fc44e-10ad-4cef-a44f-81b1ee782ae8 req-0af88a46-3d61-402c-92a7-81891b731c5b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.740785 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e2fc44e-10ad-4cef-a44f-81b1ee782ae8 req-0af88a46-3d61-402c-92a7-81891b731c5b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 943 time: 0.2041762 Sep 16 04:46:14.853300 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.853300 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.853300 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] 10.222.0.38 "PUT /v2.0/ports/d543f987-4a90-4882-aa8c-f9e3fda1004c HTTP/1.1" status: 200 len: 1092 time: 2.0239439 Sep 16 04:46:14.853300 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58632ac4-6b3f-4b9f-850b-0e46ac08e8de', 'tag': 'd543f987-4a90-4882-aa8c-f9e3fda1004c'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:14.855396 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f2ee80-a270-402a-aab8-2e20b61c6caa" -d '{"events": [{"name": "network-changed", "server_uuid": "58632ac4-6b3f-4b9f-850b-0e46ac08e8de", "tag": "d543f987-4a90-4882-aa8c-f9e3fda1004c"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:14.891661 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-51d5e34c-29a9-4975-b0f5-e84d70485fa9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.902044 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b0bc9-964b-4050-969c-80466bad0617 service neutron] Pushing event updated for resources: {'Port': ['ID=d543f987-4a90-4882-aa8c-f9e3fda1004c,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:14.947424 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fddc4ac-7fa7-42e5-a2f2-6bee3956004d req-3e2728b5-0d7f-4e3f-959c-9906cafba6b6 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 210 time: 0.0738034 Sep 16 04:46:14.970033 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e2fc44e-10ad-4cef-a44f-81b1ee782ae8 req-9d394094-e29d-4466-a7a8-a03b70b21525 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206879 Sep 16 04:46:15.041189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-51d5e34c-29a9-4975-b0f5-e84d70485fa9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Network dfa00947-d844-42e7-a6bc-3c59d3fba537 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:15.056369 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5027b13-e326-4557-b920-a551085849b1 x-openstack-request-id: req-f5027b13-e326-4557-b920-a551085849b1 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:15.056955 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58632ac4-6b3f-4b9f-850b-0e46ac08e8de", "tag": "d543f987-4a90-4882-aa8c-f9e3fda1004c", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:15.056955 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5027b13-e326-4557-b920-a551085849b1 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:15.061290 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58632ac4-6b3f-4b9f-850b-0e46ac08e8de', 'tag': 'd543f987-4a90-4882-aa8c-f9e3fda1004c', 'status': 'completed', 'code': 200} Sep 16 04:46:15.061440 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-51d5e34c-29a9-4975-b0f5-e84d70485fa9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:15.077974 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-51d5e34c-29a9-4975-b0f5-e84d70485fa9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:15.078356 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-4f9ed211-aaa8-4390-bd18-68cf06d8a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.080150 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-4f9ed211-aaa8-4390-bd18-68cf06d8a416 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5227ac6f65c74e56840e53f88300ac94&device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 1095 time: 0.0691500 Sep 16 04:46:15.122835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5e34c-29a9-4975-b0f5-e84d70485fa9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event updated for resources: {'Port': ['ID=291ebc99-8f20-4e0a-a402-de01d23f02f8,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:15.147204 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-51bea166-a015-4cdc-84c4-98552c4056e7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d543f987-4a90-4882-aa8c-f9e3fda1004c HTTP/1.1" status: 200 len: 217 time: 0.0458179 Sep 16 04:46:15.152634 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ff7b732a-41cb-4f74-9940-a682597f24a3 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Allocated IP 172.20.0.10 (0a35f6de-0293-4a4b-a0e4-0cb629dcb913/468c6202-a0a8-4f1f-b1d3-f66b80c96296/3f1434f7-6d5a-406c-9db8-5d5e6d5732f2) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:15.288151 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-42403a1d-6555-49d1-8dd7-965d50a1a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.291493 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-42403a1d-6555-49d1-8dd7-965d50a1a44c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9108a406-26b4-4800-8499-3d9477c83d5d HTTP/1.1" status: 200 len: 862 time: 0.1367223 Sep 16 04:46:15.356563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-51d5e34c-29a9-4975-b0f5-e84d70485fa9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.357599 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-51d5e34c-29a9-4975-b0f5-e84d70485fa9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.357977 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-36657a2d-09c0-4891-9ba1-4bf26d242042 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de603ae2-4471-4acd-89c3-36abf29128c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562212 Sep 16 04:46:15.358738 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36978) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:15.378071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-682fa24d-a84f-4f36-a8b5-51713bfa4fea None None] Provisioning complete for port 291ebc99-8f20-4e0a-a402-de01d23f02f8 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:15.378071 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-682fa24d-a84f-4f36-a8b5-51713bfa4fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.382321 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e4deb03b-1149-487d-ac11-521e8dd75abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.445162 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-682fa24d-a84f-4f36-a8b5-51713bfa4fea None None] Port 291ebc99-8f20-4e0a-a402-de01d23f02f8 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:46:15.455494 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ff7b732a-41cb-4f74-9940-a682597f24a3 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.539010 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-51d5e34c-29a9-4975-b0f5-e84d70485fa9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7346931 Sep 16 04:46:15.575278 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-917b42e6-fb74-4d99-be4a-e36800339cc6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Request body: {'port': {'device_id': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90', 'admin_state_up': True, 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'security_groups': ['ea51e56d-232f-4cb3-95e2-f36816408e96']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:15.651000 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-1c78be79-f43a-44c7-a72d-bd9e1c5af1fe service neutron] 10.222.0.38 "GET /v2.0/networks/de603ae2-4471-4acd-89c3-36abf29128c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652862 Sep 16 04:46:15.715777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59dd90-0e4f-48d0-be31-6882dd5786e4 req-8dff3c88-18c2-463d-bdc7-a589d330c636 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.728252 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef59dd90-0e4f-48d0-be31-6882dd5786e4 req-8dff3c88-18c2-463d-bdc7-a589d330c636 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=65366993-0c30-49c0-a2fb-0dc7f33d21a2 HTTP/1.1" status: 200 len: 944 time: 0.2716002 Sep 16 04:46:15.750468 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ff7b732a-41cb-4f74-9940-a682597f24a3 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.776813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701387c9-23d3-4957-947e-8ef012105de0 req-849f4ea7-f65f-4f16-aa99-7beaf977327f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.779778 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-701387c9-23d3-4957-947e-8ef012105de0 req-849f4ea7-f65f-4f16-aa99-7beaf977327f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 931 time: 0.2604532 Sep 16 04:46:15.877415 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e4deb03b-1149-487d-ac11-521e8dd75abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.882186 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-63d4eafe-c2ea-4e25-9751-8d955ff4e922 req-0cd8a06e-3823-4ad9-b5a8-fa875f11f9f2 service neutron] 10.222.0.38 "GET /v2.0/networks/de603ae2-4471-4acd-89c3-36abf29128c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205193 Sep 16 04:46:15.923045 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ff7b732a-41cb-4f74-9940-a682597f24a3 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Network 0a35f6de-0293-4a4b-a0e4-0cb629dcb913 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:15.935905 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef59dd90-0e4f-48d0-be31-6882dd5786e4 req-37a14b5d-5e62-4266-b84a-30f14c50e68d tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067907 Sep 16 04:46:15.949350 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ff7b732a-41cb-4f74-9940-a682597f24a3 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:15.955211 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e4deb03b-1149-487d-ac11-521e8dd75abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.955825 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b732a-41cb-4f74-9940-a682597f24a3 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Pushing event updated for resources: {'Port': ['ID=3f1434f7-6d5a-406c-9db8-5d5e6d5732f2,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:15.958679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ff7b732a-41cb-4f74-9940-a682597f24a3 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:16.032452 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e4deb03b-1149-487d-ac11-521e8dd75abc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f2a3c7797554b308e8143777fab266f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6721919 Sep 16 04:46:16.033252 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36994) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:16.073427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-701387c9-23d3-4957-947e-8ef012105de0 req-f96ca1b6-9de3-4a9e-ba5d-9162a2da3518 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752681 Sep 16 04:46:16.110938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4deb03b-1149-487d-ac11-521e8dd75abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24fc33c-f54d-418e-9395-49cde9de3df1,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:16.111777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ff7b732a-41cb-4f74-9940-a682597f24a3 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:16.121602 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ff7b732a-41cb-4f74-9940-a682597f24a3 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.204034 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2ee80-a270-402a-aab8-2e20b61c6caa req-03ff46e1-fcb9-4ca2-a6ba-af670f1da9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:16.204034 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-57f2ee80-a270-402a-aab8-2e20b61c6caa req-03ff46e1-fcb9-4ca2-a6ba-af670f1da9d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5227ac6f65c74e56840e53f88300ac94&device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 1095 time: 0.1048217 Sep 16 04:46:16.224253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-917b42e6-fb74-4d99-be4a-e36800339cc6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Made reservation on behalf of 313a4b3172b84bbdb716cd409eccfeb1 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:16.233197 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-917b42e6-fb74-4d99-be4a-e36800339cc6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.299639 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ff7b732a-41cb-4f74-9940-a682597f24a3 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1718593 Sep 16 04:46:16.302297 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca0bd48b-f504-4a16-82c1-42bfe7ab8b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.368737 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Request body: {'port': {'device_id': '924d5f2e-187b-477d-a23b-28f4bce6b4d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:16.432004 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca0bd48b-f504-4a16-82c1-42bfe7ab8b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.496501 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e6b920a2-b18c-4257-820b-f410d857c548 None None] Provisioning complete for port 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:16.498086 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e6b920a2-b18c-4257-820b-f410d857c548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.526778 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2ee80-a270-402a-aab8-2e20b61c6caa req-ab5389df-4209-4e98-a9a4-28b1e607edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:16.530370 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-57f2ee80-a270-402a-aab8-2e20b61c6caa req-ab5389df-4209-4e98-a9a4-28b1e607edeb service neutron] 10.222.0.38 "GET /v2.0/networks?id=de603ae2-4471-4acd-89c3-36abf29128c1 HTTP/1.1" status: 200 len: 923 time: 0.3123922 Sep 16 04:46:16.568065 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e6b920a2-b18c-4257-820b-f410d857c548 None None] Port 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:46:16.623902 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-57f2ee80-a270-402a-aab8-2e20b61c6caa req-54df3972-773d-44b1-b91c-ad1b68835ea9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d543f987-4a90-4882-aa8c-f9e3fda1004c HTTP/1.1" status: 200 len: 217 time: 0.0848269 Sep 16 04:46:16.641587 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b24f9c5c-43eb-4bf5-b17a-947ebb253af2 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:16.717844 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca0bd48b-f504-4a16-82c1-42bfe7ab8b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.722630 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca0bd48b-f504-4a16-82c1-42bfe7ab8b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.727606 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ca0bd48b-f504-4a16-82c1-42bfe7ab8b9b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d24fc33c-f54d-418e-9395-49cde9de3df1 HTTP/1.1" status: 204 len: 168 time: 0.6888580 Sep 16 04:46:16.756807 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0bd48b-f504-4a16-82c1-42bfe7ab8b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24fc33c-f54d-418e-9395-49cde9de3df1,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:16.768027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2ee80-a270-402a-aab8-2e20b61c6caa req-5f139249-7dbb-4773-9e86-7596b48df0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:16.771608 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-57f2ee80-a270-402a-aab8-2e20b61c6caa req-5f139249-7dbb-4773-9e86-7596b48df0a9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9108a406-26b4-4800-8499-3d9477c83d5d HTTP/1.1" status: 200 len: 862 time: 0.1365566 Sep 16 04:46:16.792256 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port b24f9c5c-43eb-4bf5-b17a-947ebb253af2 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:46:16.803692 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port b24f9c5c-43eb-4bf5-b17a-947ebb253af2 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:16.806936 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.869163 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-57f2ee80-a270-402a-aab8-2e20b61c6caa req-cafdba27-4a9d-4984-b5de-d00dcc6a9387 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de603ae2-4471-4acd-89c3-36abf29128c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876172 Sep 16 04:46:17.050250 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:17.057929 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:17.094168 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65366993-0c30-49c0-a2fb-0dc7f33d21a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24f9c5c-43eb-4bf5-b17a-947ebb253af2'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:17.095943 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c37ab5-4b03-4d69-9d0b-d072d8f47dbb req-3ec9c469-3dd1-4853-82c2-7154edbee488 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.096889 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f366b942-f21a-4fa3-b91b-3a43b3cba982" -d '{"events": [{"server_uuid": "65366993-0c30-49c0-a2fb-0dc7f33d21a2", "name": "network-vif-plugged", "status": "completed", "tag": "b24f9c5c-43eb-4bf5-b17a-947ebb253af2"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:17.097820 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-57f2ee80-a270-402a-aab8-2e20b61c6caa req-3e43add3-caf5-4bcb-beda-7d82f1ed58d5 service neutron] 10.222.0.38 "GET /v2.0/networks/de603ae2-4471-4acd-89c3-36abf29128c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183001 Sep 16 04:46:17.099047 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32c37ab5-4b03-4d69-9d0b-d072d8f47dbb req-3ec9c469-3dd1-4853-82c2-7154edbee488 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 932 time: 0.7364256 Sep 16 04:46:17.129028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903bbbc-6b01-432b-a8da-6815d4627b82 req-1b2fba8e-22d3-4ce4-9c21-2a7189683eb3 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.135086 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b24f9c5c-43eb-4bf5-b17a-947ebb253af2, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b24f9c5c-43eb-4bf5-b17a-947ebb253af2,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:17.146807 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6903bbbc-6b01-432b-a8da-6815d4627b82 req-1b2fba8e-22d3-4ce4-9c21-2a7189683eb3 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 943 time: 0.3501589 Sep 16 04:46:17.175733 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:17.253719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=b24f9c5c-43eb-4bf5-b17a-947ebb253af2,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:17.280693 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-57f2ee80-a270-402a-aab8-2e20b61c6caa req-d2497ee4-9302-4df3-8340-ae33f3369fc3 service neutron] 10.222.0.38 "GET /v2.0/networks/de603ae2-4471-4acd-89c3-36abf29128c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749418 Sep 16 04:46:17.304218 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-917b42e6-fb74-4d99-be4a-e36800339cc6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Allocated IP 10.1.1.58 (29992b00-8aa1-46fd-bc66-045ef0922c90/ccbedd25-58d2-42fa-831b-01900aebbe43/1d882fd4-c98f-4a4c-abf2-404e5e9a95a2) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:17.397826 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32c37ab5-4b03-4d69-9d0b-d072d8f47dbb req-bbffad38-9f66-45c3-b94a-d1a0118026b6 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e607b9d-ef7e-429d-800d-5d2c8ee6d896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431622 Sep 16 04:46:17.410759 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6903bbbc-6b01-432b-a8da-6815d4627b82 req-60af9634-d87c-4395-aadf-f787aa9cdbbd tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625754 Sep 16 04:46:17.556405 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7eadffc-379e-4b04-96f0-f7b497c003be x-openstack-request-id: req-a7eadffc-379e-4b04-96f0-f7b497c003be {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:17.557325 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65366993-0c30-49c0-a2fb-0dc7f33d21a2", "name": "network-vif-plugged", "status": "completed", "tag": "b24f9c5c-43eb-4bf5-b17a-947ebb253af2", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:17.557772 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7eadffc-379e-4b04-96f0-f7b497c003be {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:17.558443 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65366993-0c30-49c0-a2fb-0dc7f33d21a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24f9c5c-43eb-4bf5-b17a-947ebb253af2', 'code': 200} Sep 16 04:46:17.718287 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936fca6-2a7a-43e7-b39b-2749725a47c2 req-3782302f-126e-4ac6-b177-de63933754f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.722472 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6936fca6-2a7a-43e7-b39b-2749725a47c2 req-3782302f-126e-4ac6-b177-de63933754f1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=65366993-0c30-49c0-a2fb-0dc7f33d21a2 HTTP/1.1" status: 200 len: 1097 time: 0.0765786 Sep 16 04:46:17.771964 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6936fca6-2a7a-43e7-b39b-2749725a47c2 req-ca01741d-a027-4750-b337-fe09377a66b6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436091 Sep 16 04:46:17.881211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df66213-74b8-4b33-8318-9b6fc9717549 req-560b6055-985b-4355-a74f-d497309923d6 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.884730 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7df66213-74b8-4b33-8318-9b6fc9717549 req-560b6055-985b-4355-a74f-d497309923d6 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=65366993-0c30-49c0-a2fb-0dc7f33d21a2 HTTP/1.1" status: 200 len: 945 time: 0.3506613 Sep 16 04:46:18.010327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ebf8d-5975-4a1c-b7d4-aef0411e17c7 req-d24619df-3d54-4d13-9201-4f687216d624 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.012684 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-465ebf8d-5975-4a1c-b7d4-aef0411e17c7 req-d24619df-3d54-4d13-9201-4f687216d624 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 931 time: 0.3720913 Sep 16 04:46:18.037301 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-917b42e6-fb74-4d99-be4a-e36800339cc6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.083358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7df66213-74b8-4b33-8318-9b6fc9717549 req-94044fd7-2308-4977-a3ed-fd1316702f5c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837103 Sep 16 04:46:18.154173 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-465ebf8d-5975-4a1c-b7d4-aef0411e17c7 req-87f85734-84f0-49af-bca1-4e47f1c42bfa tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225374 Sep 16 04:46:18.167861 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:18.177159 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.233134 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-917b42e6-fb74-4d99-be4a-e36800339cc6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.302027 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-917b42e6-fb74-4d99-be4a-e36800339cc6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Network 29992b00-8aa1-46fd-bc66-045ef0922c90 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:18.335378 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37028) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:18.372025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-917b42e6-fb74-4d99-be4a-e36800339cc6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:18.375692 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Transition to ACTIVE for port object 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:18.383015 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-917b42e6-fb74-4d99-be4a-e36800339cc6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:18.392169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b42e6-fb74-4d99-be4a-e36800339cc6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event updated for resources: {'Port': ['ID=1d882fd4-c98f-4a4c-abf2-404e5e9a95a2,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:18.487666 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.596054 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8d1e3cca-6224-42c8-af7c-fa0fcc266150 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1767683248-network', 'tenant_id': '3acdbd26d84649c99e003584ad64d1e2'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:18.687498 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-917b42e6-fb74-4d99-be4a-e36800339cc6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.687498 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-917b42e6-fb74-4d99-be4a-e36800339cc6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.741694 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1e3cca-6224-42c8-af7c-fa0fcc266150 admin admin] Made reservation on behalf of 3acdbd26d84649c99e003584ad64d1e2 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:18.745569 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d1e3cca-6224-42c8-af7c-fa0fcc266150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.764102 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device d543f987-4a90-4882-aa8c-f9e3fda1004c details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:18.777941 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d1e3cca-6224-42c8-af7c-fa0fcc266150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.855420 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Pushing event updated for resources: {'Port': ['ID=3f1434f7-6d5a-406c-9db8-5d5e6d5732f2,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:18.925989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97aaf45-f922-45b4-bb46-8279ade308db req-abb1d161-8139-4c49-8db7-f596e288abb2 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.929328 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a97aaf45-f922-45b4-bb46-8279ade308db req-abb1d161-8139-4c49-8db7-f596e288abb2 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 944 time: 0.3045058 Sep 16 04:46:18.943841 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-917b42e6-fb74-4d99-be4a-e36800339cc6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3755548 Sep 16 04:46:18.951027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-84fcaa38-8347-4f39-82b1-9d3dcfb5d6ba None None] Provisioning complete for port 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:18.955405 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-84fcaa38-8347-4f39-82b1-9d3dcfb5d6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.964447 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254f1a6-aaa6-40ca-8259-ec9458fde3f2 req-7ec7d2fa-2da6-4fec-95ae-570874a88eb7 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.977387 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d254f1a6-aaa6-40ca-8259-ec9458fde3f2 req-7ec7d2fa-2da6-4fec-95ae-570874a88eb7 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 943 time: 0.3269637 Sep 16 04:46:19.024587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-0e338c50-d4d9-4285-8c19-feab5e62cca3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Request body: {'port': {'device_id': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90', 'admin_state_up': True, 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'security_groups': ['ea51e56d-232f-4cb3-95e2-f36816408e96']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:19.127895 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Attempting to bind port 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:19.128635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Attempting to bind port 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'fe2f5db3-fa6a-4b02-9a38-237349f3fb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:19.129238 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Attempting to bind port 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 on network 0a35f6de-0293-4a4b-a0e4-0cb629dcb913 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:19.162464 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port d543f987-4a90-4882-aa8c-f9e3fda1004c, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d543f987-4a90-4882-aa8c-f9e3fda1004c,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:19.169954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-84fcaa38-8347-4f39-82b1-9d3dcfb5d6ba None None] Port 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:46:19.170993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d254f1a6-aaa6-40ca-8259-ec9458fde3f2 req-c374a728-39d0-4ff9-999a-aa18662e1153 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670909 Sep 16 04:46:19.221374 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'd543f987-4a90-4882-aa8c-f9e3fda1004c', 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1', 'port_id': 'd543f987-4a90-4882-aa8c-f9e3fda1004c', 'mac_address': 'fa:16:3e:93:7a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9108a406-26b4-4800-8499-3d9477c83d5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:19.221711 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d1e3cca-6224-42c8-af7c-fa0fcc266150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.223084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Port 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 on network 0a35f6de-0293-4a4b-a0e4-0cb629dcb913 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:19.223827 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Attempting to bind port 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 on network 0a35f6de-0293-4a4b-a0e4-0cb629dcb913 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:19.238087 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a97aaf45-f922-45b4-bb46-8279ade308db req-fba55ad3-c219-4838-91aa-74d7f97b0ad4 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e607b9d-ef7e-429d-800d-5d2c8ee6d896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896340 Sep 16 04:46:19.254730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:19.255290 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Checking segment: {'id': 'fe2f5db3-fa6a-4b02-9a38-237349f3fb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:19.256061 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Bound using segment: {'id': 'fe2f5db3-fa6a-4b02-9a38-237349f3fb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:19.256928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Bound port: 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2f5db3-fa6a-4b02-9a38-237349f3fb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:19.256928 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.337824 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d1e3cca-6224-42c8-af7c-fa0fcc266150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.375579 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.420623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d543f987-4a90-4882-aa8c-f9e3fda1004c {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:19.424763 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1e3cca-6224-42c8-af7c-fa0fcc266150 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:46:19.459002 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e3cca-6224-42c8-af7c-fa0fcc266150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575f5020-058c-40f0-9ed6-0e59709e951c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:19.471569 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d1e3cca-6224-42c8-af7c-fa0fcc266150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.471569 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-8d1e3cca-6224-42c8-af7c-fa0fcc266150 admin admin] Added segment e7d9e74f-d8ed-40eb-a537-8b7a07c1ebde of type vlan for network 3a8b5f60-bb48-44e9-9436-634ed7bd6084 Sep 16 04:46:19.480605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port d543f987-4a90-4882-aa8c-f9e3fda1004c, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d543f987-4a90-4882-aa8c-f9e3fda1004c,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:19.492696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] For port 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:19.554789 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d1e3cca-6224-42c8-af7c-fa0fcc266150 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.571065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] For port 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=3f1434f7-6d5a-406c-9db8-5d5e6d5732f2,segment=NetworkSegment(fe2f5db3-fa6a-4b02-9a38-237349f3fb2a),segment_id=fe2f5db3-fa6a-4b02-9a38-237349f3fb2a)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:19.575721 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.609922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e28467-7656-4ee5-8d9d-ed6b1694dc92 req-8ee06a0f-8278-48e5-97dd-283febaa56e2 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.612983 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02e28467-7656-4ee5-8d9d-ed6b1694dc92 req-8ee06a0f-8278-48e5-97dd-283febaa56e2 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=65366993-0c30-49c0-a2fb-0dc7f33d21a2 HTTP/1.1" status: 200 len: 945 time: 0.2147868 Sep 16 04:46:19.620926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-0e338c50-d4d9-4285-8c19-feab5e62cca3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Made reservation on behalf of 313a4b3172b84bbdb716cd409eccfeb1 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:19.627546 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-0e338c50-d4d9-4285-8c19-feab5e62cca3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.657226 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d1e3cca-6224-42c8-af7c-fa0fcc266150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.659135 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1e3cca-6224-42c8-af7c-fa0fcc266150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.661460 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d1e3cca-6224-42c8-af7c-fa0fcc266150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.669943 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.699553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a71974-4403-44b9-93ec-d4df7cad7fa9 req-3c4de85c-fe89-47ea-b6c4-c6094716387b tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.712884 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a71974-4403-44b9-93ec-d4df7cad7fa9 req-3c4de85c-fe89-47ea-b6c4-c6094716387b tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.716086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64a71974-4403-44b9-93ec-d4df7cad7fa9 req-3c4de85c-fe89-47ea-b6c4-c6094716387b tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 1652 time: 0.2145569 Sep 16 04:46:19.786065 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8d1e3cca-6224-42c8-af7c-fa0fcc266150 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4443154 Sep 16 04:46:19.791223 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e3cca-6224-42c8-af7c-fa0fcc266150 admin admin] Pushing event updated for resources: {'Network': ['ID=3a8b5f60-bb48-44e9-9436-634ed7bd6084,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:19.799211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.799715 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.801318 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] 10.222.0.21 "PUT /v2.0/ports/3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 HTTP/1.1" status: 200 len: 1093 time: 3.4376884 Sep 16 04:46:19.819448 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37046) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:19.828247 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '924d5f2e-187b-477d-a23b-28f4bce6b4d5', 'tag': '3f1434f7-6d5a-406c-9db8-5d5e6d5732f2'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:19.828247 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6541c8-9747-40ee-9c5f-091cb70bff8b" -d '{"events": [{"name": "network-changed", "server_uuid": "924d5f2e-187b-477d-a23b-28f4bce6b4d5", "tag": "3f1434f7-6d5a-406c-9db8-5d5e6d5732f2"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:19.828778 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-0f5788b3-845f-4692-be3b-39e81f51a677 admin admin] Request body: {'subnet': {'network_id': '3a8b5f60-bb48-44e9-9436-634ed7bd6084', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1767683248-subnet', 'tenant_id': '3acdbd26d84649c99e003584ad64d1e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:19.881381 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 3a8b5f60-bb48-44e9-9436-634ed7bd6084 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:46:19.918605 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02e28467-7656-4ee5-8d9d-ed6b1694dc92 req-4905fc14-a87d-4b6d-a019-2b06e3a7c201 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847233 Sep 16 04:46:19.930686 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5788b3-845f-4692-be3b-39e81f51a677 admin admin] Made reservation on behalf of 3acdbd26d84649c99e003584ad64d1e2 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:19.936737 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f5788b3-845f-4692-be3b-39e81f51a677 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.947375 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1d69d-ae3f-4aa2-aac3-da53e297515e service neutron] Pushing event updated for resources: {'Port': ['ID=3f1434f7-6d5a-406c-9db8-5d5e6d5732f2,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:19.975560 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64a71974-4403-44b9-93ec-d4df7cad7fa9 req-cb1f6c6b-8505-4f20-8f6b-72db477dc1a4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078111 Sep 16 04:46:19.980387 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=d543f987-4a90-4882-aa8c-f9e3fda1004c,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:20.095818 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['d543f987-4a90-4882-aa8c-f9e3fda1004c'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:20.181660 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-0e338c50-d4d9-4285-8c19-feab5e62cca3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Allocated IP 10.1.1.36 (29992b00-8aa1-46fd-bc66-045ef0922c90/ccbedd25-58d2-42fa-831b-01900aebbe43/680135e1-a5ee-40fa-b0a3-8141af74525e) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:20.192484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-0e80c57f-d9ab-4e29-b67c-8e0c3dc12594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.195802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-0e80c57f-d9ab-4e29-b67c-8e0c3dc12594 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d0250c151a647dfa2dfb2009b7a17b5&device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 1096 time: 0.2396889 Sep 16 04:46:20.316720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-de39823f-f7a5-481e-92fe-3588e17c6ee0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 HTTP/1.1" status: 200 len: 217 time: 0.1080060 Sep 16 04:46:20.484140 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efcc54b-c23d-421b-a219-8314ccf9054a x-openstack-request-id: req-0efcc54b-c23d-421b-a219-8314ccf9054a {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:20.484987 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "924d5f2e-187b-477d-a23b-28f4bce6b4d5", "tag": "3f1434f7-6d5a-406c-9db8-5d5e6d5732f2", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:20.485474 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0efcc54b-c23d-421b-a219-8314ccf9054a {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:20.486067 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '924d5f2e-187b-477d-a23b-28f4bce6b4d5', 'tag': '3f1434f7-6d5a-406c-9db8-5d5e6d5732f2', 'status': 'completed', 'code': 200} Sep 16 04:46:20.530636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f5788b3-845f-4692-be3b-39e81f51a677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.626097 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5788b3-845f-4692-be3b-39e81f51a677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f993a33-8c76-4ed2-9b50-af12729b0a58,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:20.683860 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5788b3-845f-4692-be3b-39e81f51a677 admin admin] Checking segment: {'id': 'e7d9e74f-d8ed-40eb-a537-8b7a07c1ebde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3a8b5f60-bb48-44e9-9436-634ed7bd6084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:20.684920 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5788b3-845f-4692-be3b-39e81f51a677 admin admin] Network hostable DHCP agents. Network: 3a8b5f60-bb48-44e9-9436-634ed7bd6084, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:46:20.776348 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5788b3-845f-4692-be3b-39e81f51a677 admin admin] Network 3a8b5f60-bb48-44e9-9436-634ed7bd6084 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:46:20.813975 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-be065ebb-0fb1-46b2-88f5-dea64a020086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.817152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-be065ebb-0fb1-46b2-88f5-dea64a020086 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=468c6202-a0a8-4f1f-b1d3-f66b80c96296 HTTP/1.1" status: 200 len: 854 time: 0.3348198 Sep 16 04:46:20.839753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fb653-e845-45a1-bdb1-8946c87cdecb req-fbf275f0-d395-4086-8572-289b50d95466 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.842945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b28fb653-e845-45a1-bdb1-8946c87cdecb req-fbf275f0-d395-4086-8572-289b50d95466 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 944 time: 0.3543010 Sep 16 04:46:20.864576 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc1b09-fea5-4ddf-ade7-0b99c58af75f req-5e15559a-7fa1-4379-b43e-6350b32ebf2e tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.868196 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-0f5788b3-845f-4692-be3b-39e81f51a677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 3a8b5f60-bb48-44e9-9436-634ed7bd6084) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:20.873608 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5788b3-845f-4692-be3b-39e81f51a677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.874504 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f5788b3-845f-4692-be3b-39e81f51a677 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.881183 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-27bc1b09-fea5-4ddf-ade7-0b99c58af75f req-5e15559a-7fa1-4379-b43e-6350b32ebf2e tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 944 time: 0.3934793 Sep 16 04:46:20.887489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b07342-21dc-4811-92d4-3cf3aacc439d None None] Network 3a8b5f60-bb48-44e9-9436-634ed7bd6084 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:20.970846 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0f5788b3-845f-4692-be3b-39e81f51a677 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1496429 Sep 16 04:46:21.021753 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-0e338c50-d4d9-4285-8c19-feab5e62cca3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:21.155165 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b28fb653-e845-45a1-bdb1-8946c87cdecb req-c1edd488-744f-4ba9-81bc-0f2c47d202cd tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473185 Sep 16 04:46:21.182080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-27bc1b09-fea5-4ddf-ade7-0b99c58af75f req-265f139f-510e-4438-9e9c-fcb8f3063122 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e607b9d-ef7e-429d-800d-5d2c8ee6d896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950375 Sep 16 04:46:21.241458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-c3565f2d-70f6-4d3f-b9ab-4e3c0ea87b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.244335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-c3565f2d-70f6-4d3f-b9ab-4e3c0ea87b21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a35f6de-0293-4a4b-a0e4-0cb629dcb913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3945761 Sep 16 04:46:21.279268 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000dcc87-b2f8-451c-a956-eb67e81623d6 None None] Network 3a8b5f60-bb48-44e9-9436-634ed7bd6084 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:21.539283 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-0e338c50-d4d9-4285-8c19-feab5e62cca3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:21.591919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a178cd-4a57-4912-8e33-a30dc42a20b1 req-89365eef-2978-4242-995f-0a9c291b2470 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.594641 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24a178cd-4a57-4912-8e33-a30dc42a20b1 req-89365eef-2978-4242-995f-0a9c291b2470 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=65366993-0c30-49c0-a2fb-0dc7f33d21a2 HTTP/1.1" status: 200 len: 945 time: 0.2880399 Sep 16 04:46:21.654352 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-6fbb9d98-2bb3-4d26-a81c-a8c58ace7909 service neutron] 10.222.0.21 "GET /v2.0/networks/0a35f6de-0293-4a4b-a0e4-0cb629dcb913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866377 Sep 16 04:46:21.735986 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184dadaa-56f8-4ebb-8e72-029d2f7da66f req-d5a16ad8-6b9d-47c9-b127-83e559164549 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.748147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184dadaa-56f8-4ebb-8e72-029d2f7da66f req-d5a16ad8-6b9d-47c9-b127-83e559164549 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.751191 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-184dadaa-56f8-4ebb-8e72-029d2f7da66f req-d5a16ad8-6b9d-47c9-b127-83e559164549 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 1652 time: 0.3203545 Sep 16 04:46:21.754774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-0e338c50-d4d9-4285-8c19-feab5e62cca3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Network 29992b00-8aa1-46fd-bc66-045ef0922c90 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:21.817240 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-0e338c50-d4d9-4285-8c19-feab5e62cca3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:21.845796 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-0e338c50-d4d9-4285-8c19-feab5e62cca3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:21.896314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e338c50-d4d9-4285-8c19-feab5e62cca3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event updated for resources: {'Port': ['ID=680135e1-a5ee-40fa-b0a3-8141af74525e,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:22.126155 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-184dadaa-56f8-4ebb-8e72-029d2f7da66f req-2e299e91-2893-4b94-93fa-626a76f2d9c9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3431666 Sep 16 04:46:22.152042 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24a178cd-4a57-4912-8e33-a30dc42a20b1 req-acd69e6e-63b3-4d8e-844c-0712c505dcec tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106843 Sep 16 04:46:22.252846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-0e338c50-d4d9-4285-8c19-feab5e62cca3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.267401 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-0e338c50-d4d9-4285-8c19-feab5e62cca3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:22.338545 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56f9cd77-114b-415c-8b92-1b8ea63b84e3 req-c5d81230-4352-4e96-bad6-f434ea4cf783 service neutron] 10.222.0.21 "GET /v2.0/networks/0a35f6de-0293-4a4b-a0e4-0cb629dcb913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6604886 Sep 16 04:46:22.379816 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-df1630e7-c4b1-4a99-9df5-8b6c33ff4e65 None None] Provisioning complete for port 680135e1-a5ee-40fa-b0a3-8141af74525e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:22.381410 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-df1630e7-c4b1-4a99-9df5-8b6c33ff4e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:22.458029 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-0e338c50-d4d9-4285-8c19-feab5e62cca3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4618077 Sep 16 04:46:22.478622 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-7166d0de-043b-4ebf-a0d9-eca4ca523750 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Request body: {'port': {'device_id': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '21679cc1-76e7-41d2-b180-59ac954df250', 'admin_state_up': True, 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'security_groups': ['ea51e56d-232f-4cb3-95e2-f36816408e96']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:22.580659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-df1630e7-c4b1-4a99-9df5-8b6c33ff4e65 None None] Port 680135e1-a5ee-40fa-b0a3-8141af74525e cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:46:22.673083 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37138) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:22.678474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8c3ea06f-42ca-411e-917c-31664d6735b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-547932220-network', 'tenant_id': 'd371c319b24242108bca058e1422f06f'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:22.786617 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3ea06f-42ca-411e-917c-31664d6735b7 admin admin] Made reservation on behalf of d371c319b24242108bca058e1422f06f for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:22.789707 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea06f-42ca-411e-917c-31664d6735b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:22.801479 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea06f-42ca-411e-917c-31664d6735b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:22.811814 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device d543f987-4a90-4882-aa8c-f9e3fda1004c up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:22.855895 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6541c8-9747-40ee-9c5f-091cb70bff8b req-5581553b-9eba-491d-aaff-159ac3788061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.860103 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac6541c8-9747-40ee-9c5f-091cb70bff8b req-5581553b-9eba-491d-aaff-159ac3788061 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d0250c151a647dfa2dfb2009b7a17b5&device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 1096 time: 0.2798893 Sep 16 04:46:22.938912 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de2f28-63c2-4a1b-90dd-bae10e83b0e2 req-8f284bc1-82d0-45e4-8202-637babac951d tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.941753 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22de2f28-63c2-4a1b-90dd-bae10e83b0e2 req-8f284bc1-82d0-45e4-8202-637babac951d tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 944 time: 0.3438275 Sep 16 04:46:22.979423 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea06f-42ca-411e-917c-31664d6735b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.067045 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port d543f987-4a90-4882-aa8c-f9e3fda1004c completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:46:23.072255 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port d543f987-4a90-4882-aa8c-f9e3fda1004c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:23.072635 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.091927 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea06f-42ca-411e-917c-31664d6735b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.122527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22de2f28-63c2-4a1b-90dd-bae10e83b0e2 req-2817a500-ccbb-4012-9bef-7aa4b61e4017 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542594 Sep 16 04:46:23.151893 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3ea06f-42ca-411e-917c-31664d6735b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:46:23.233125 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea06f-42ca-411e-917c-31664d6735b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.234313 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-8c3ea06f-42ca-411e-917c-31664d6735b7 admin admin] Added segment b2d3a8a3-6d93-4dd2-9129-b1bfdbc17dfe of type vlan for network 7164e048-169b-4078-b250-07e8ea479770 Sep 16 04:46:23.247418 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6541c8-9747-40ee-9c5f-091cb70bff8b req-1de03773-56ea-48c0-97f7-dec0816b274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.250556 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac6541c8-9747-40ee-9c5f-091cb70bff8b req-1de03773-56ea-48c0-97f7-dec0816b274a service neutron] 10.222.0.21 "GET /v2.0/networks?id=0a35f6de-0293-4a4b-a0e4-0cb629dcb913 HTTP/1.1" status: 200 len: 916 time: 0.3792887 Sep 16 04:46:23.303936 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-7166d0de-043b-4ebf-a0d9-eca4ca523750 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Made reservation on behalf of 313a4b3172b84bbdb716cd409eccfeb1 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:23.334226 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ea06f-42ca-411e-917c-31664d6735b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dcf823-499c-4ce3-a967-ee81241251f8,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:23.395096 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.435525 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58632ac4-6b3f-4b9f-850b-0e46ac08e8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd543f987-4a90-4882-aa8c-f9e3fda1004c'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:23.435764 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac6541c8-9747-40ee-9c5f-091cb70bff8b req-c56aff52-c86f-4219-b806-e34adf02b185 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 HTTP/1.1" status: 200 len: 217 time: 0.1493556 Sep 16 04:46:23.438631 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd16a3d-c692-4d35-be25-ad296c70ba30" -d '{"events": [{"server_uuid": "58632ac4-6b3f-4b9f-850b-0e46ac08e8de", "name": "network-vif-plugged", "status": "completed", "tag": "d543f987-4a90-4882-aa8c-f9e3fda1004c"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:23.463705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port d543f987-4a90-4882-aa8c-f9e3fda1004c, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d543f987-4a90-4882-aa8c-f9e3fda1004c,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:23.493894 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea06f-42ca-411e-917c-31664d6735b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.520780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8f63b-cb33-436f-a89f-c9bd2483c9f8 req-143fe48a-dab5-48ff-95c1-074af4dd69c2 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.537533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15e8f63b-cb33-436f-a89f-c9bd2483c9f8 req-143fe48a-dab5-48ff-95c1-074af4dd69c2 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 944 time: 0.3441656 Sep 16 04:46:23.558786 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.633999 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea06f-42ca-411e-917c-31664d6735b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.636121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3ea06f-42ca-411e-917c-31664d6735b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.637322 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea06f-42ca-411e-917c-31664d6735b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.649144 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=d543f987-4a90-4882-aa8c-f9e3fda1004c,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:23.721705 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ea06f-42ca-411e-917c-31664d6735b7 admin admin] Pushing event updated for resources: {'Network': ['ID=7164e048-169b-4078-b250-07e8ea479770,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:23.739721 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 7164e048-169b-4078-b250-07e8ea479770 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:46:23.751285 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8c3ea06f-42ca-411e-917c-31664d6735b7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0769672 Sep 16 04:46:23.752112 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37168) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:23.768647 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6ce24d1f-16ff-4cd7-aaff-45dfcabb45d7 admin admin] Request body: {'subnet': {'network_id': '7164e048-169b-4078-b250-07e8ea479770', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-547932220-subnet', 'tenant_id': 'd371c319b24242108bca058e1422f06f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:23.781266 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e06e87-5335-4e02-ba52-1b0b68f901e3 req-d9bd5b5a-3618-4272-8a45-a4f882cb1ec8 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.784072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67e06e87-5335-4e02-ba52-1b0b68f901e3 req-d9bd5b5a-3618-4272-8a45-a4f882cb1ec8 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=65366993-0c30-49c0-a2fb-0dc7f33d21a2 HTTP/1.1" status: 200 len: 945 time: 0.4647627 Sep 16 04:46:23.795974 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6541c8-9747-40ee-9c5f-091cb70bff8b req-9e7377bb-b391-4b17-a0fe-b3ecb045d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.797268 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac6541c8-9747-40ee-9c5f-091cb70bff8b req-9e7377bb-b391-4b17-a0fe-b3ecb045d9aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=468c6202-a0a8-4f1f-b1d3-f66b80c96296 HTTP/1.1" status: 200 len: 854 time: 0.3197405 Sep 16 04:46:23.820769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15e8f63b-cb33-436f-a89f-c9bd2483c9f8 req-60c2e9b9-97ed-4646-b01b-8b0d9b3e9c49 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e607b9d-ef7e-429d-800d-5d2c8ee6d896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812347 Sep 16 04:46:23.861963 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce24d1f-16ff-4cd7-aaff-45dfcabb45d7 admin admin] Made reservation on behalf of d371c319b24242108bca058e1422f06f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:23.863682 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-7166d0de-043b-4ebf-a0d9-eca4ca523750 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.864289 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6ce24d1f-16ff-4cd7-aaff-45dfcabb45d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:24.072950 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:24.248728 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6ce24d1f-16ff-4cd7-aaff-45dfcabb45d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:24.330627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce24d1f-16ff-4cd7-aaff-45dfcabb45d7 admin admin] Checking segment: {'id': 'b2d3a8a3-6d93-4dd2-9129-b1bfdbc17dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7164e048-169b-4078-b250-07e8ea479770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:24.331456 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce24d1f-16ff-4cd7-aaff-45dfcabb45d7 admin admin] Network hostable DHCP agents. Network: 7164e048-169b-4078-b250-07e8ea479770, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:46:24.348289 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce24d1f-16ff-4cd7-aaff-45dfcabb45d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d15fad6-ea24-475d-80e9-eaaa4a2535d1,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:24.421707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce24d1f-16ff-4cd7-aaff-45dfcabb45d7 admin admin] Network 7164e048-169b-4078-b250-07e8ea479770 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:46:24.475926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5bbc4-9feb-4215-a01a-0ce00c541184 req-9891cde3-428f-470d-a164-3723b43ffb90 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:24.481996 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5bbc4-9feb-4215-a01a-0ce00c541184 req-9891cde3-428f-470d-a164-3723b43ffb90 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:24.488059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5bbc4-9feb-4215-a01a-0ce00c541184 req-9891cde3-428f-470d-a164-3723b43ffb90 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:24.490974 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0b5bbc4-9feb-4215-a01a-0ce00c541184 req-9891cde3-428f-470d-a164-3723b43ffb90 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 2372 time: 0.1889703 Sep 16 04:46:24.505011 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-6ce24d1f-16ff-4cd7-aaff-45dfcabb45d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 7164e048-169b-4078-b250-07e8ea479770) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:24.516605 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce24d1f-16ff-4cd7-aaff-45dfcabb45d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:24.518628 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6ce24d1f-16ff-4cd7-aaff-45dfcabb45d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:24.533753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75319e21-a44d-4010-a52d-5ff0fe08fca6 None None] Network 7164e048-169b-4078-b250-07e8ea479770 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:24.573059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6541c8-9747-40ee-9c5f-091cb70bff8b req-81decd5a-f24b-4900-b49d-4b46ac5e5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:24.575253 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac6541c8-9747-40ee-9c5f-091cb70bff8b req-81decd5a-f24b-4900-b49d-4b46ac5e5e16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a35f6de-0293-4a4b-a0e4-0cb629dcb913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7533987 Sep 16 04:46:24.589544 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67e06e87-5335-4e02-ba52-1b0b68f901e3 req-b14c5c92-f109-4812-9ba3-0acb90c69b69 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7593117 Sep 16 04:46:24.652118 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6ce24d1f-16ff-4cd7-aaff-45dfcabb45d7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8982086 Sep 16 04:46:24.791083 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0b5bbc4-9feb-4215-a01a-0ce00c541184 req-158c17cd-f88c-4f85-9d15-32337ee77fd1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833960 Sep 16 04:46:24.880206 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836c9793-ee86-4efa-9017-5cb5761a1023 None None] Network 7164e048-169b-4078-b250-07e8ea479770 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:25.036349 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358841a0-93a8-438c-af05-cc0516a20f14 x-openstack-request-id: req-358841a0-93a8-438c-af05-cc0516a20f14 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:25.037461 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58632ac4-6b3f-4b9f-850b-0e46ac08e8de", "name": "network-vif-plugged", "status": "completed", "tag": "d543f987-4a90-4882-aa8c-f9e3fda1004c", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:25.037724 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-358841a0-93a8-438c-af05-cc0516a20f14 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:25.041241 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58632ac4-6b3f-4b9f-850b-0e46ac08e8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd543f987-4a90-4882-aa8c-f9e3fda1004c', 'code': 200} Sep 16 04:46:25.056225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac6541c8-9747-40ee-9c5f-091cb70bff8b req-723f1d84-e093-4a38-9092-fefa30acf527 service neutron] 10.222.0.21 "GET /v2.0/networks/0a35f6de-0293-4a4b-a0e4-0cb629dcb913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567459 Sep 16 04:46:25.104478 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:46:25.210049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-7166d0de-043b-4ebf-a0d9-eca4ca523750 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Allocated IP 10.2.2.100 (21679cc1-76e7-41d2-b180-59ac954df250/bc008854-b60a-4e50-9836-d00ca586adc0/74dd60ff-7d8d-43a5-b307-86c1642869ae) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:25.219182 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd036da-f3b1-46d8-b77b-7ed5cad42eb2 req-10970d12-b126-4822-a533-2e01a54c3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:25.220614 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ecd036da-f3b1-46d8-b77b-7ed5cad42eb2 req-10970d12-b126-4822-a533-2e01a54c3361 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 1097 time: 0.1158972 Sep 16 04:46:25.276221 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ecd036da-f3b1-46d8-b77b-7ed5cad42eb2 req-617b2d13-617f-42c8-af2c-fc798f42ed14 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409062 Sep 16 04:46:25.375119 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0b21d-84a5-4d39-957f-fce91d353add req-e50f8ce9-d446-4a8d-b29a-f363afa1d2bd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:25.376837 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c6d0b21d-84a5-4d39-957f-fce91d353add req-e50f8ce9-d446-4a8d-b29a-f363afa1d2bd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "GET /v2.0/ports?device_id=65366993-0c30-49c0-a2fb-0dc7f33d21a2 HTTP/1.1" status: 200 len: 945 time: 0.0778852 Sep 16 04:46:25.461527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac6541c8-9747-40ee-9c5f-091cb70bff8b req-4ac7ce53-dea4-4609-aa90-15ea8b05f964 service neutron] 10.222.0.21 "GET /v2.0/networks/0a35f6de-0293-4a4b-a0e4-0cb629dcb913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926520 Sep 16 04:46:25.483833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381485c-4209-4a93-9d14-e2f9486f5504 req-cbde20a9-5c56-4f27-8171-3b773e9d282a tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:25.486751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0381485c-4209-4a93-9d14-e2f9486f5504 req-cbde20a9-5c56-4f27-8171-3b773e9d282a tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 944 time: 0.2844777 Sep 16 04:46:25.512029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5227a72-b28c-4051-9958-9cdccf18a96d req-4ed8a811-b21f-4715-b568-501910a8b3fc tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:25.519468 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5227a72-b28c-4051-9958-9cdccf18a96d req-4ed8a811-b21f-4715-b568-501910a8b3fc tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 945 time: 0.3190050 Sep 16 04:46:25.552770 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-c6d0b21d-84a5-4d39-957f-fce91d353add req-858d4c9d-bef8-44cc-a5ec-1df41baaf96b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Deleting port b24f9c5c-43eb-4bf5-b17a-947ebb253af2 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:25.553208 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c6d0b21d-84a5-4d39-957f-fce91d353add req-858d4c9d-bef8-44cc-a5ec-1df41baaf96b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:25.697914 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-c6d0b21d-84a5-4d39-957f-fce91d353add req-858d4c9d-bef8-44cc-a5ec-1df41baaf96b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] For port b24f9c5c-43eb-4bf5-b17a-947ebb253af2, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b24f9c5c-43eb-4bf5-b17a-947ebb253af2,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:25.698337 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c6d0b21d-84a5-4d39-957f-fce91d353add req-858d4c9d-bef8-44cc-a5ec-1df41baaf96b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:25.719828 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-c6d0b21d-84a5-4d39-957f-fce91d353add req-858d4c9d-bef8-44cc-a5ec-1df41baaf96b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Calling delete_port for b24f9c5c-43eb-4bf5-b17a-947ebb253af2 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:25.742678 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0381485c-4209-4a93-9d14-e2f9486f5504 req-95ed088f-2cc9-45e5-84c9-f90ae7c55e51 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e607b9d-ef7e-429d-800d-5d2c8ee6d896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145817 Sep 16 04:46:25.778922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5227a72-b28c-4051-9958-9cdccf18a96d req-47102e16-9bda-4e53-8543-0f19ca93e319 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496271 Sep 16 04:46:25.875591 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-7166d0de-043b-4ebf-a0d9-eca4ca523750 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.046875 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9a34d-4d26-4e05-80e8-ea82e49bc0d2 req-7ebccd8e-a2fd-43b2-9add-0471ba078e04 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:26.050297 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01d9a34d-4d26-4e05-80e8-ea82e49bc0d2 req-7ebccd8e-a2fd-43b2-9add-0471ba078e04 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=65366993-0c30-49c0-a2fb-0dc7f33d21a2 HTTP/1.1" status: 200 len: 945 time: 0.0983019 Sep 16 04:46:26.053186 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-7166d0de-043b-4ebf-a0d9-eca4ca523750 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.062247 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c6d0b21d-84a5-4d39-957f-fce91d353add req-858d4c9d-bef8-44cc-a5ec-1df41baaf96b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.104973 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b24f9c5c-43eb-4bf5-b17a-947ebb253af2'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:26.141586 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d4c9d-bef8-44cc-a5ec-1df41baaf96b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Pushing event deleted for resources: {'Port': ['ID=b24f9c5c-43eb-4bf5-b17a-947ebb253af2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:26.231484 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d0b21d-84a5-4d39-957f-fce91d353add req-858d4c9d-bef8-44cc-a5ec-1df41baaf96b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] No DVR routers for this DVR port b24f9c5c-43eb-4bf5-b17a-947ebb253af2 on host n-h1-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:26.236824 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c6d0b21d-84a5-4d39-957f-fce91d353add req-858d4c9d-bef8-44cc-a5ec-1df41baaf96b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.242719 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c6d0b21d-84a5-4d39-957f-fce91d353add req-858d4c9d-bef8-44cc-a5ec-1df41baaf96b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "DELETE /v2.0/ports/b24f9c5c-43eb-4bf5-b17a-947ebb253af2 HTTP/1.1" status: 204 len: 173 time: 0.8588238 Sep 16 04:46:26.243578 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01d9a34d-4d26-4e05-80e8-ea82e49bc0d2 req-b78cb93b-d217-402b-ad25-1e7fc1bb6d09 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736188 Sep 16 04:46:26.244830 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65366993-0c30-49c0-a2fb-0dc7f33d21a2', 'name': 'network-vif-deleted', 'tag': 'b24f9c5c-43eb-4bf5-b17a-947ebb253af2'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:26.248839 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-7166d0de-043b-4ebf-a0d9-eca4ca523750 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Network 21679cc1-76e7-41d2-b180-59ac954df250 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:26.249733 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5a1096-edbf-4c1b-a242-3febb63709ea" -d '{"events": [{"server_uuid": "65366993-0c30-49c0-a2fb-0dc7f33d21a2", "name": "network-vif-deleted", "tag": "b24f9c5c-43eb-4bf5-b17a-947ebb253af2"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:26.255898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-7166d0de-043b-4ebf-a0d9-eca4ca523750 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:26.302046 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-7166d0de-043b-4ebf-a0d9-eca4ca523750 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:26.380834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166d0de-043b-4ebf-a0d9-eca4ca523750 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event updated for resources: {'Port': ['ID=74dd60ff-7d8d-43a5-b307-86c1642869ae,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:26.451449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-7166d0de-043b-4ebf-a0d9-eca4ca523750 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:26.452147 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-7166d0de-043b-4ebf-a0d9-eca4ca523750 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.563217 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-81cce7f5-114a-4f8c-a412-d5627828ec56 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:26.581014 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-81cce7f5-114a-4f8c-a412-d5627828ec56 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/networks?id=3a8b5f60-bb48-44e9-9436-634ed7bd6084 HTTP/1.1" status: 200 len: 815 time: 0.2281017 Sep 16 04:46:26.608670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-7166d0de-043b-4ebf-a0d9-eca4ca523750 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1365604 Sep 16 04:46:26.656672 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-b179d116-8be6-417b-9385-af4c842263d4 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/quotas/3acdbd26d84649c99e003584ad64d1e2 HTTP/1.1" status: 200 len: 375 time: 0.0742586 Sep 16 04:46:26.701036 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-330555f1-3cec-4411-9182-f66d1c694a90 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Request body: {'port': {'device_id': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '21679cc1-76e7-41d2-b180-59ac954df250', 'admin_state_up': True, 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'security_groups': ['ea51e56d-232f-4cb3-95e2-f36816408e96']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:26.779622 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-263da7ca-3bb0-44a6-ad4e-1497b123ccd8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3acdbd26d84649c99e003584ad64d1e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724888 Sep 16 04:46:26.865380 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-373de725-a2ac-4c36-ad4b-5d4220329249 None None] Provisioning complete for port 74dd60ff-7d8d-43a5-b307-86c1642869ae triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:26.865766 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-373de725-a2ac-4c36-ad4b-5d4220329249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.894013 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4895058-3431-4f75-a6c1-06836969c229 req-1e8958a7-0bf9-436b-a539-8bc479a59538 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:26.922129 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-373de725-a2ac-4c36-ad4b-5d4220329249 None None] Port 74dd60ff-7d8d-43a5-b307-86c1642869ae cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:46:26.924171 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4895058-3431-4f75-a6c1-06836969c229 req-1e8958a7-0bf9-436b-a539-8bc479a59538 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:26.941900 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4895058-3431-4f75-a6c1-06836969c229 req-1e8958a7-0bf9-436b-a539-8bc479a59538 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:26.958783 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4895058-3431-4f75-a6c1-06836969c229 req-1e8958a7-0bf9-436b-a539-8bc479a59538 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:26.967549 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4895058-3431-4f75-a6c1-06836969c229 req-1e8958a7-0bf9-436b-a539-8bc479a59538 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 3093 time: 0.3828869 Sep 16 04:46:27.103799 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4895058-3431-4f75-a6c1-06836969c229 req-0b400a67-8f72-4031-8543-6ed025f27ad6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254785 Sep 16 04:46:27.131334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-330555f1-3cec-4411-9182-f66d1c694a90 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Made reservation on behalf of 313a4b3172b84bbdb716cd409eccfeb1 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:27.156716 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-330555f1-3cec-4411-9182-f66d1c694a90 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.283983 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6016553-4018-444d-a64d-c8a883f19b91 x-openstack-request-id: req-a6016553-4018-444d-a64d-c8a883f19b91 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:27.284645 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65366993-0c30-49c0-a2fb-0dc7f33d21a2", "name": "network-vif-deleted", "tag": "b24f9c5c-43eb-4bf5-b17a-947ebb253af2", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:27.284932 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6016553-4018-444d-a64d-c8a883f19b91 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:27.286026 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65366993-0c30-49c0-a2fb-0dc7f33d21a2', 'name': 'network-vif-deleted', 'tag': 'b24f9c5c-43eb-4bf5-b17a-947ebb253af2', 'status': 'completed', 'code': 200} Sep 16 04:46:27.363098 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-109dfba1-5bec-4592-962f-47ce64e826f8 service neutron] 10.222.0.20 "GET /v2.0/networks/3a8b5f60-bb48-44e9-9436-634ed7bd6084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320718 Sep 16 04:46:27.589121 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d897b1e-d16b-472d-baab-3f19071857e3 req-9455e8b9-fba3-454e-8274-b233a4bc9315 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.591132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d897b1e-d16b-472d-baab-3f19071857e3 req-9455e8b9-fba3-454e-8274-b233a4bc9315 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 944 time: 0.2129295 Sep 16 04:46:27.597862 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-330555f1-3cec-4411-9182-f66d1c694a90 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Allocated IP 10.2.2.200 (21679cc1-76e7-41d2-b180-59ac954df250/bc008854-b60a-4e50-9836-d00ca586adc0/4239abc5-062c-4dce-a6f1-912da6b3aad3) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:27.619455 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-c9425112-ef62-42be-9ba6-31b315611ce0 service neutron] 10.222.0.20 "GET /v2.0/networks/3a8b5f60-bb48-44e9-9436-634ed7bd6084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426322 Sep 16 04:46:27.676632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d897b1e-d16b-472d-baab-3f19071857e3 req-1baba6fd-448f-4e9a-ade1-4dafd6ede26d tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e607b9d-ef7e-429d-800d-5d2c8ee6d896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708477 Sep 16 04:46:27.964225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764128da-d306-4f3b-a8ba-eeaf4819d6c4 req-d2c427a2-1213-4f89-900f-64f5247ac9cd tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.965775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-764128da-d306-4f3b-a8ba-eeaf4819d6c4 req-d2c427a2-1213-4f89-900f-64f5247ac9cd tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 945 time: 0.0979884 Sep 16 04:46:27.969527 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-330555f1-3cec-4411-9182-f66d1c694a90 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:28.055776 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-764128da-d306-4f3b-a8ba-eeaf4819d6c4 req-075e9eec-f83d-425f-891d-121dec8bdd2b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720658 Sep 16 04:46:28.063543 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:28.090146 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-330555f1-3cec-4411-9182-f66d1c694a90 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:28.324542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-330555f1-3cec-4411-9182-f66d1c694a90 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Network 21679cc1-76e7-41d2-b180-59ac954df250 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:28.328376 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83b2e67d-f367-42c9-a41d-3eed269ec2b6 req-a01f2966-b6cb-4693-a35b-77aac8be700b tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b84d0665-e923-4b6e-84e0-1f9eef75be6e HTTP/1.1" status: 200 len: 210 time: 0.0762570 Sep 16 04:46:28.349444 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-330555f1-3cec-4411-9182-f66d1c694a90 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:28.354293 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-330555f1-3cec-4411-9182-f66d1c694a90 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:28.384813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330555f1-3cec-4411-9182-f66d1c694a90 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event updated for resources: {'Port': ['ID=4239abc5-062c-4dce-a6f1-912da6b3aad3,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:28.533505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-330555f1-3cec-4411-9182-f66d1c694a90 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.534175 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-330555f1-3cec-4411-9182-f66d1c694a90 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:28.546915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f29f5-f276-497c-916f-8bda82ba40f7 req-6da1f797-02e2-4a94-bb95-4e302dba52e5 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.558725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-935f29f5-f276-497c-916f-8bda82ba40f7 req-6da1f797-02e2-4a94-bb95-4e302dba52e5 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 945 time: 0.2291586 Sep 16 04:46:28.633193 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-935f29f5-f276-497c-916f-8bda82ba40f7 req-a46c96a1-8c96-4f96-951b-adcd214bcb44 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729284 Sep 16 04:46:28.658794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108455fb-ee2a-419f-9d5b-bde24c836fb3 req-49f3dc58-a2dc-4fd6-89e1-520d3cc055c1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.676765 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108455fb-ee2a-419f-9d5b-bde24c836fb3 req-49f3dc58-a2dc-4fd6-89e1-520d3cc055c1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.687181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108455fb-ee2a-419f-9d5b-bde24c836fb3 req-49f3dc58-a2dc-4fd6-89e1-520d3cc055c1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.693775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108455fb-ee2a-419f-9d5b-bde24c836fb3 req-49f3dc58-a2dc-4fd6-89e1-520d3cc055c1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.701432 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:28.701835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108455fb-ee2a-419f-9d5b-bde24c836fb3 req-49f3dc58-a2dc-4fd6-89e1-520d3cc055c1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.703828 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-108455fb-ee2a-419f-9d5b-bde24c836fb3 req-49f3dc58-a2dc-4fd6-89e1-520d3cc055c1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 3814 time: 0.2329986 Sep 16 04:46:28.726319 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-330555f1-3cec-4411-9182-f66d1c694a90 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0336854 Sep 16 04:46:28.756039 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Request body: {'port': {'device_id': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:28.858613 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-108455fb-ee2a-419f-9d5b-bde24c836fb3 req-5c15f036-cdb1-4d56-aa4d-d753b27dbf30 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402376 Sep 16 04:46:28.927377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=3f1434f7-6d5a-406c-9db8-5d5e6d5732f2,segment=NetworkSegment(fe2f5db3-fa6a-4b02-9a38-237349f3fb2a),segment_id=fe2f5db3-fa6a-4b02-9a38-237349f3fb2a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:28.962380 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '3f1434f7-6d5a-406c-9db8-5d5e6d5732f2', 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913', 'port_id': '3f1434f7-6d5a-406c-9db8-5d5e6d5732f2', 'mac_address': 'fa:16:3e:47:73:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:28.966406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b24f9c5c-43eb-4bf5-b17a-947ebb253af2 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:28.993977 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:29.019713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: b24f9c5c-43eb-4bf5-b17a-947ebb253af2 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:29.025606 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b24f9c5c-43eb-4bf5-b17a-947ebb253af2 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:29.086105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-24962285-bb7e-487c-8346-ec5bbe6a7a6f None None] Provisioning complete for port 4239abc5-062c-4dce-a6f1-912da6b3aad3 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:29.086683 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24962285-bb7e-487c-8346-ec5bbe6a7a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:29.176815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-24962285-bb7e-487c-8346-ec5bbe6a7a6f None None] Port 4239abc5-062c-4dce-a6f1-912da6b3aad3 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:46:29.200543 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:29.231236 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:29.265257 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=3f1434f7-6d5a-406c-9db8-5d5e6d5732f2,segment=NetworkSegment(fe2f5db3-fa6a-4b02-9a38-237349f3fb2a),segment_id=fe2f5db3-fa6a-4b02-9a38-237349f3fb2a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:29.370534 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:29.419718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c8053-09ca-4c63-8575-43d9aa8923c0 req-8f18c27b-d1cb-4dbe-b897-361dbb06a73f tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:29.422506 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-856c8053-09ca-4c63-8575-43d9aa8923c0 req-8f18c27b-d1cb-4dbe-b897-361dbb06a73f tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 944 time: 0.2762430 Sep 16 04:46:29.486426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=3f1434f7-6d5a-406c-9db8-5d5e6d5732f2,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:29.612235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-82b73ec8-5e72-4db5-8564-67052348b443 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:29.613757 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-82b73ec8-5e72-4db5-8564-67052348b443 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/networks?id=5acd6586-8a2c-490f-9c1f-4e1587166d60 HTTP/1.1" status: 200 len: 812 time: 0.4896564 Sep 16 04:46:29.621668 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-856c8053-09ca-4c63-8575-43d9aa8923c0 req-05bc7bfd-e659-43dc-b548-9f0f982a6d9c tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e607b9d-ef7e-429d-800d-5d2c8ee6d896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118591 Sep 16 04:46:29.683206 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-43ac663c-7a0b-4d08-b488-8cd7ae86255d tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/quotas/78ee5e5457a84bd8a350723cb409ffa4 HTTP/1.1" status: 200 len: 375 time: 0.0297346 Sep 16 04:46:29.744826 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-5ca21297-4a7e-4199-b400-1da535a4d886 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457399 Sep 16 04:46:29.864281 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['3f1434f7-6d5a-406c-9db8-5d5e6d5732f2'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:29.938715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 291ebc99-8f20-4e0a-a402-de01d23f02f8 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:29.950125 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:29.972742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-4bbf19cb-4bb2-464f-b583-c09f810f598e service neutron] 10.222.0.20 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269442 Sep 16 04:46:30.013237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaf8ca-9c3f-4e4d-8892-a93275faa4fa req-43266f6a-8e75-4273-a45d-a589307bc451 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:30.014934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a2eaf8ca-9c3f-4e4d-8892-a93275faa4fa req-43266f6a-8e75-4273-a45d-a589307bc451 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 945 time: 0.1814930 Sep 16 04:46:30.016152 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Transition to ACTIVE for port object 291ebc99-8f20-4e0a-a402-de01d23f02f8 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:30.131756 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:30.237627 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a2eaf8ca-9c3f-4e4d-8892-a93275faa4fa req-2c672f58-74d7-4330-8248-4761bd6827dc tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099540 Sep 16 04:46:30.307875 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-c8f5c26e-47ed-4e73-8b19-0ef06435371f service neutron] 10.222.0.20 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281102 Sep 16 04:46:30.593396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Pushing event updated for resources: {'Port': ['ID=291ebc99-8f20-4e0a-a402-de01d23f02f8,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:30.684391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Attempting to bind port 291ebc99-8f20-4e0a-a402-de01d23f02f8 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:30.685124 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Attempting to bind port 291ebc99-8f20-4e0a-a402-de01d23f02f8 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '229a1043-e00a-4651-938c-5c29398ee2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:30.685763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Attempting to bind port 291ebc99-8f20-4e0a-a402-de01d23f02f8 on network dfa00947-d844-42e7-a6bc-3c59d3fba537 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:30.695048 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Port 291ebc99-8f20-4e0a-a402-de01d23f02f8 on network dfa00947-d844-42e7-a6bc-3c59d3fba537 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:30.695799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Attempting to bind port 291ebc99-8f20-4e0a-a402-de01d23f02f8 on network dfa00947-d844-42e7-a6bc-3c59d3fba537 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:30.710602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:30.711666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Checking segment: {'id': '229a1043-e00a-4651-938c-5c29398ee2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:30.712472 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Bound using segment: {'id': '229a1043-e00a-4651-938c-5c29398ee2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:30.713283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Bound port: 291ebc99-8f20-4e0a-a402-de01d23f02f8, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '229a1043-e00a-4651-938c-5c29398ee2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:30.714255 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:31.320577 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a944fec-7b4b-4b7b-8e4b-2e2e6b7e5d24 req-113f88b1-0bfb-4fbc-a232-958b8e3c6564 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b84d0665-e923-4b6e-84e0-1f9eef75be6e HTTP/1.1" status: 200 len: 210 time: 0.0699353 Sep 16 04:46:31.547575 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba0ee3-2a45-4e03-a611-22a8627e33d7 req-eeab07be-77f7-456c-a50b-4b27b9e09a6a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.568882 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba0ee3-2a45-4e03-a611-22a8627e33d7 req-eeab07be-77f7-456c-a50b-4b27b9e09a6a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.585329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba0ee3-2a45-4e03-a611-22a8627e33d7 req-eeab07be-77f7-456c-a50b-4b27b9e09a6a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.608247 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba0ee3-2a45-4e03-a611-22a8627e33d7 req-eeab07be-77f7-456c-a50b-4b27b9e09a6a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.624896 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba0ee3-2a45-4e03-a611-22a8627e33d7 req-eeab07be-77f7-456c-a50b-4b27b9e09a6a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.644950 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0ba0ee3-2a45-4e03-a611-22a8627e33d7 req-eeab07be-77f7-456c-a50b-4b27b9e09a6a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 3826 time: 0.3949153 Sep 16 04:46:31.681988 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-4d96867c-2088-4c9d-9829-78a9b660ae26 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.684688 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-4d96867c-2088-4c9d-9829-78a9b660ae26 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.21 "GET /v2.0/networks?id=3a8b5f60-bb48-44e9-9436-634ed7bd6084 HTTP/1.1" status: 200 len: 815 time: 0.3390093 Sep 16 04:46:31.711219 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-b47c9ea4-9d86-4f1a-8344-9d90b088c1f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Request body: {'port': {'device_id': 'b84d0665-e923-4b6e-84e0-1f9eef75be6e', 'network_id': '3a8b5f60-bb48-44e9-9436-634ed7bd6084', 'admin_state_up': True, 'tenant_id': '3acdbd26d84649c99e003584ad64d1e2'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:31.743255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] For port 291ebc99-8f20-4e0a-a402-de01d23f02f8, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:31.864936 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] For port 291ebc99-8f20-4e0a-a402-de01d23f02f8, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=291ebc99-8f20-4e0a-a402-de01d23f02f8,segment=NetworkSegment(229a1043-e00a-4651-938c-5c29398ee2b4),segment_id=229a1043-e00a-4651-938c-5c29398ee2b4)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:31.971613 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0ba0ee3-2a45-4e03-a611-22a8627e33d7 req-8c7ef463-f20f-4350-a077-f7633574f4e6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838686 Sep 16 04:46:31.978058 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.009690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d378d-cd7a-4b2e-a188-887f6431a208 req-537d5e21-81e9-4119-a4cf-912077770793 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:32.009690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb3d378d-cd7a-4b2e-a188-887f6431a208 req-537d5e21-81e9-4119-a4cf-912077770793 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 945 time: 0.3512673 Sep 16 04:46:32.039228 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-b47c9ea4-9d86-4f1a-8344-9d90b088c1f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Made reservation on behalf of 3acdbd26d84649c99e003584ad64d1e2 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:32.044041 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-b47c9ea4-9d86-4f1a-8344-9d90b088c1f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.111961 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:32.113019 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.115541 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] 10.222.0.38 "PUT /v2.0/ports/291ebc99-8f20-4e0a-a402-de01d23f02f8 HTTP/1.1" status: 200 len: 1092 time: 3.3719125 Sep 16 04:46:32.126167 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'tag': '291ebc99-8f20-4e0a-a402-de01d23f02f8'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:32.130656 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53609fd4-91c7-40ab-9fd9-a40877410e41" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "tag": "291ebc99-8f20-4e0a-a402-de01d23f02f8"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:32.262763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb3d378d-cd7a-4b2e-a188-887f6431a208 req-be232a9f-be13-43a2-8a19-92139bc85dfd tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447608 Sep 16 04:46:32.279257 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Request body: {'port': {'device_id': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:32.324044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d74a00-ccc4-4f2b-afcc-224ec62e7042 service neutron] Pushing event updated for resources: {'Port': ['ID=291ebc99-8f20-4e0a-a402-de01d23f02f8,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:32.348250 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de3c4d-79bf-4091-b53b-88fc2f0e1d46 req-c2965f5d-22b9-484a-aa36-1e1fd90b406a tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:32.350098 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0de3c4d-79bf-4091-b53b-88fc2f0e1d46 req-c2965f5d-22b9-484a-aa36-1e1fd90b406a tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 945 time: 0.2325821 Sep 16 04:46:32.407727 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-b47c9ea4-9d86-4f1a-8344-9d90b088c1f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Allocated IP 172.20.0.8 (3a8b5f60-bb48-44e9-9436-634ed7bd6084/4f993a33-8c76-4ed2-9b50-af12729b0a58/219d9c66-4d91-44a8-92a0-a0102a7fab9f) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:32.419065 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.523787 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5f1c16f-c154-4e15-adb9-cdbfe6afa346 req-88b0a739-d357-4569-9d66-832f2e4e96ae tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 210 time: 0.0829759 Sep 16 04:46:32.567980 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0de3c4d-79bf-4091-b53b-88fc2f0e1d46 req-053851e4-0c7b-4de3-99fb-1d9603867ef4 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e607b9d-ef7e-429d-800d-5d2c8ee6d896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506753 Sep 16 04:46:32.748972 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:32.888291 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a91a66-284c-4e93-b2dc-51dc6cef5ad5 x-openstack-request-id: req-10a91a66-284c-4e93-b2dc-51dc6cef5ad5 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:32.888886 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "tag": "291ebc99-8f20-4e0a-a402-de01d23f02f8", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:32.890603 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10a91a66-284c-4e93-b2dc-51dc6cef5ad5 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:32.891717 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'tag': '291ebc99-8f20-4e0a-a402-de01d23f02f8', 'status': 'completed', 'code': 200} Sep 16 04:46:32.953487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:46:32.963368 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:32.965932 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.102440 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-b47c9ea4-9d86-4f1a-8344-9d90b088c1f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.153144 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53609fd4-91c7-40ab-9fd9-a40877410e41 req-c2817647-3192-426e-aa04-2f908a1c2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.153963 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53609fd4-91c7-40ab-9fd9-a40877410e41 req-c2817647-3192-426e-aa04-2f908a1c2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.154758 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53609fd4-91c7-40ab-9fd9-a40877410e41 req-c2817647-3192-426e-aa04-2f908a1c2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.155669 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53609fd4-91c7-40ab-9fd9-a40877410e41 req-c2817647-3192-426e-aa04-2f908a1c2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.156563 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53609fd4-91c7-40ab-9fd9-a40877410e41 req-c2817647-3192-426e-aa04-2f908a1c2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.159837 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-53609fd4-91c7-40ab-9fd9-a40877410e41 req-c2817647-3192-426e-aa04-2f908a1c2612 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=313a4b3172b84bbdb716cd409eccfeb1&device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 4362 time: 0.2304211 Sep 16 04:46:33.297583 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.306996 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-76e69779-9157-4e60-8d0d-ac30f60a3135 req-d6bc3c3f-9782-495f-b192-cd1a8683be6e tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b84d0665-e923-4b6e-84e0-1f9eef75be6e HTTP/1.1" status: 200 len: 210 time: 0.1427832 Sep 16 04:46:33.399678 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9874aa-b4ff-40c2-878e-62379a60ddba req-27e82a9b-665a-481c-83c4-a7d10db72dce tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.402580 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f9874aa-b4ff-40c2-878e-62379a60ddba req-27e82a9b-665a-481c-83c4-a7d10db72dce tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 945 time: 0.2302873 Sep 16 04:46:33.411137 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=3f1434f7-6d5a-406c-9db8-5d5e6d5732f2,segment=NetworkSegment(fe2f5db3-fa6a-4b02-9a38-237349f3fb2a),segment_id=fe2f5db3-fa6a-4b02-9a38-237349f3fb2a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:33.413407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924d5f2e-187b-477d-a23b-28f4bce6b4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1434f7-6d5a-406c-9db8-5d5e6d5732f2'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:33.418126 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf8694e-bb15-4bcc-a759-4f3df0a7c0cd" -d '{"events": [{"server_uuid": "924d5f2e-187b-477d-a23b-28f4bce6b4d5", "name": "network-vif-plugged", "status": "completed", "tag": "3f1434f7-6d5a-406c-9db8-5d5e6d5732f2"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:33.501395 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.608144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b16cc3a-295b-414f-9d1d-8e4808f34041 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:33.624898 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=3f1434f7-6d5a-406c-9db8-5d5e6d5732f2,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:33.653482 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.663540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f9874aa-b4ff-40c2-878e-62379a60ddba req-7b17b60f-032c-4219-b39a-206fa7d9af36 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234712 Sep 16 04:46:33.685936 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Transition to ACTIVE for port object 5b16cc3a-295b-414f-9d1d-8e4808f34041 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:33.712453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5231a7-3904-41f3-b5f7-96188e4ce037 req-769f5cc1-a44a-4371-820c-fadbd377bb14 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.722654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5231a7-3904-41f3-b5f7-96188e4ce037 req-769f5cc1-a44a-4371-820c-fadbd377bb14 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.733460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5231a7-3904-41f3-b5f7-96188e4ce037 req-769f5cc1-a44a-4371-820c-fadbd377bb14 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.741111 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5231a7-3904-41f3-b5f7-96188e4ce037 req-769f5cc1-a44a-4371-820c-fadbd377bb14 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.746205 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c74656-e26e-403d-8d27-93e93abe216f x-openstack-request-id: req-17c74656-e26e-403d-8d27-93e93abe216f {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:33.746500 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924d5f2e-187b-477d-a23b-28f4bce6b4d5", "name": "network-vif-plugged", "status": "completed", "tag": "3f1434f7-6d5a-406c-9db8-5d5e6d5732f2", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:33.746751 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17c74656-e26e-403d-8d27-93e93abe216f {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:33.747267 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924d5f2e-187b-477d-a23b-28f4bce6b4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1434f7-6d5a-406c-9db8-5d5e6d5732f2', 'code': 200} Sep 16 04:46:33.751479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5231a7-3904-41f3-b5f7-96188e4ce037 req-769f5cc1-a44a-4371-820c-fadbd377bb14 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.761307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc5231a7-3904-41f3-b5f7-96188e4ce037 req-769f5cc1-a44a-4371-820c-fadbd377bb14 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 3826 time: 0.2382059 Sep 16 04:46:33.824316 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:34.083180 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc5231a7-3904-41f3-b5f7-96188e4ce037 req-69bf8275-ab86-47df-94cc-74cf63bb18c3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196771 Sep 16 04:46:34.238428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53609fd4-91c7-40ab-9fd9-a40877410e41 req-aeab4c9e-3175-4b98-bb55-0771e6970662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.243641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53609fd4-91c7-40ab-9fd9-a40877410e41 req-aeab4c9e-3175-4b98-bb55-0771e6970662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.243641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53609fd4-91c7-40ab-9fd9-a40877410e41 req-aeab4c9e-3175-4b98-bb55-0771e6970662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.245627 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-53609fd4-91c7-40ab-9fd9-a40877410e41 req-aeab4c9e-3175-4b98-bb55-0771e6970662 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=313a4b3172b84bbdb716cd409eccfeb1&shared=False HTTP/1.1" status: 200 len: 2289 time: 1.0617950 Sep 16 04:46:34.248562 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-b47c9ea4-9d86-4f1a-8344-9d90b088c1f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:34.264681 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Pushing event updated for resources: {'Port': ['ID=5b16cc3a-295b-414f-9d1d-8e4808f34041,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:34.321929 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb614c-7eac-4fc1-8afb-06310c64333d req-c2858d6b-4de0-45a0-b36b-dbed00c75052 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.323988 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95bb614c-7eac-4fc1-8afb-06310c64333d req-c2858d6b-4de0-45a0-b36b-dbed00c75052 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 946 time: 0.5023675 Sep 16 04:46:34.461196 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-b47c9ea4-9d86-4f1a-8344-9d90b088c1f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Network 3a8b5f60-bb48-44e9-9436-634ed7bd6084 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:34.498740 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d02444a-d54e-45e4-8289-54ba6bc46db4 req-4f5c5d9f-ae11-41fc-bca9-a66b290a3162 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 210 time: 0.0959537 Sep 16 04:46:34.532423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-b47c9ea4-9d86-4f1a-8344-9d90b088c1f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:34.536495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-b47c9ea4-9d86-4f1a-8344-9d90b088c1f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:34.560864 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d98c72-394a-4dd8-871f-93ff82f37812 req-e8231ac6-68f3-4d2b-a998-0704490a49e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.562903 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9d98c72-394a-4dd8-871f-93ff82f37812 req-e8231ac6-68f3-4d2b-a998-0704490a49e0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 1098 time: 0.6476624 Sep 16 04:46:34.591608 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c9ea4-9d86-4f1a-8344-9d90b088c1f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Pushing event updated for resources: {'Port': ['ID=219d9c66-4d91-44a8-92a0-a0102a7fab9f,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:34.650339 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Attempting to bind port 5b16cc3a-295b-414f-9d1d-8e4808f34041 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:34.650667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Attempting to bind port 5b16cc3a-295b-414f-9d1d-8e4808f34041 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:34.651049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Attempting to bind port 5b16cc3a-295b-414f-9d1d-8e4808f34041 on network 29992b00-8aa1-46fd-bc66-045ef0922c90 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:34.659538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-58a0eeab-e5e3-4e4b-9acc-73cf94b126ff tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.661033 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-58a0eeab-e5e3-4e4b-9acc-73cf94b126ff tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "GET /v2.0/networks?id=5acd6586-8a2c-490f-9c1f-4e1587166d60 HTTP/1.1" status: 200 len: 812 time: 0.6233652 Sep 16 04:46:34.681213 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95bb614c-7eac-4fc1-8afb-06310c64333d req-ba6cb264-0a02-47ba-b7e1-2721acc214b4 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e607b9d-ef7e-429d-800d-5d2c8ee6d896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773221 Sep 16 04:46:34.682451 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-b47c9ea4-9d86-4f1a-8344-9d90b088c1f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.683586 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-b47c9ea4-9d86-4f1a-8344-9d90b088c1f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:34.686959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Port 5b16cc3a-295b-414f-9d1d-8e4808f34041 on network 29992b00-8aa1-46fd-bc66-045ef0922c90 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:34.687287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Attempting to bind port 5b16cc3a-295b-414f-9d1d-8e4808f34041 on network 29992b00-8aa1-46fd-bc66-045ef0922c90 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:34.690222 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53609fd4-91c7-40ab-9fd9-a40877410e41 req-cf3aa5d1-1638-4444-aa71-acdd9022d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.692820 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-53609fd4-91c7-40ab-9fd9-a40877410e41 req-cf3aa5d1-1638-4444-aa71-acdd9022d1d5 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4350653 Sep 16 04:46:34.708824 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-7f3441cc-df4e-416a-9c0e-6e66e30d0f30 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Request body: {'port': {'device_id': 'ee2247ab-8d36-47b9-ae84-19d339bc5d30', 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60', 'admin_state_up': True, 'tenant_id': '78ee5e5457a84bd8a350723cb409ffa4'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:34.799309 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:34.799666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Checking segment: {'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:34.800063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Bound using segment: {'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:34.800515 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Bound port: 5b16cc3a-295b-414f-9d1d-8e4808f34041, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:34.801047 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:34.813273 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9d98c72-394a-4dd8-871f-93ff82f37812 req-0c414feb-96a4-49d0-9171-c35923965183 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1e607b9d-ef7e-429d-800d-5d2c8ee6d896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318814 Sep 16 04:46:34.864360 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-b47c9ea4-9d86-4f1a-8344-9d90b088c1f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1614361 Sep 16 04:46:34.903200 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2349b-a05c-4ce1-9391-9dd22b64305f req-962083d3-ed68-4034-80a7-ef473634fb2f tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.908441 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ff2349b-a05c-4ce1-9391-9dd22b64305f req-962083d3-ed68-4034-80a7-ef473634fb2f tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 945 time: 0.2420220 Sep 16 04:46:35.036292 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ff2349b-a05c-4ce1-9391-9dd22b64305f req-d4cfeac7-e3fd-4ea9-aec4-447213872493 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213784 Sep 16 04:46:35.039095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] For port 5b16cc3a-295b-414f-9d1d-8e4808f34041, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:35.065159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] For port 5b16cc3a-295b-414f-9d1d-8e4808f34041, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5b16cc3a-295b-414f-9d1d-8e4808f34041,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:35.068737 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-7f3441cc-df4e-416a-9c0e-6e66e30d0f30 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Made reservation on behalf of 78ee5e5457a84bd8a350723cb409ffa4 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:35.076229 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-7f3441cc-df4e-416a-9c0e-6e66e30d0f30 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.163833 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-859a8b0f-6382-4e1f-8dcc-649eedbfb104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.175038 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.251680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.252205 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.253749 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] 10.222.0.38 "PUT /v2.0/ports/5b16cc3a-295b-414f-9d1d-8e4808f34041 HTTP/1.1" status: 200 len: 1129 time: 2.9896810 Sep 16 04:46:35.254236 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'tag': '5b16cc3a-295b-414f-9d1d-8e4808f34041'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:35.256772 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe38679c-1693-40f1-a3f6-517765337fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "tag": "5b16cc3a-295b-414f-9d1d-8e4808f34041"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:35.267144 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Request body: {'port': {'device_id': 'b84d0665-e923-4b6e-84e0-1f9eef75be6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:35.396640 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Request body: {'port': {'device_id': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:35.446424 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.568660 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdf0ba-8cfb-4613-872e-c91bbd1dda62 service neutron] Pushing event updated for resources: {'Port': ['ID=5b16cc3a-295b-414f-9d1d-8e4808f34041,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:35.649169 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.673402 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-7f3441cc-df4e-416a-9c0e-6e66e30d0f30 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Allocated IP 172.20.0.4 (5acd6586-8a2c-490f-9c1f-4e1587166d60/1389bae5-dd46-4164-b9db-3ab16c90c617/703f37b8-5a01-4f85-a113-117100bede24) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:35.745191 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0262d4c-ae98-4a08-8f3c-b38e5a9c2faa req-8241f904-ffb2-48a9-86c9-4e8e56d08549 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.747840 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0262d4c-ae98-4a08-8f3c-b38e5a9c2faa req-8241f904-ffb2-48a9-86c9-4e8e56d08549 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b84d0665-e923-4b6e-84e0-1f9eef75be6e HTTP/1.1" status: 200 len: 931 time: 0.3832355 Sep 16 04:46:35.759293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a994267-5e64-4cb2-a5d3-5aa61e42233d req-6d037641-b132-48e3-9ed8-97516446b4f3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3067925 Sep 16 04:46:35.780384 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268ec72-de98-4d9c-9a0d-80e5dfe3fba3 req-2923b89b-1798-476e-b511-e8bcc510ccad tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.787480 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268ec72-de98-4d9c-9a0d-80e5dfe3fba3 req-2923b89b-1798-476e-b511-e8bcc510ccad tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.801816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268ec72-de98-4d9c-9a0d-80e5dfe3fba3 req-2923b89b-1798-476e-b511-e8bcc510ccad tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.818843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268ec72-de98-4d9c-9a0d-80e5dfe3fba3 req-2923b89b-1798-476e-b511-e8bcc510ccad tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.826748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268ec72-de98-4d9c-9a0d-80e5dfe3fba3 req-2923b89b-1798-476e-b511-e8bcc510ccad tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.845897 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268ec72-de98-4d9c-9a0d-80e5dfe3fba3 req-2923b89b-1798-476e-b511-e8bcc510ccad tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.848055 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7268ec72-de98-4d9c-9a0d-80e5dfe3fba3 req-2923b89b-1798-476e-b511-e8bcc510ccad tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 4596 time: 0.3688891 Sep 16 04:46:36.062034 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219d9c66-4d91-44a8-92a0-a0102a7fab9f {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:36.071775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a994267-5e64-4cb2-a5d3-5aa61e42233d req-5ab52275-ab58-427b-bc23-e08be6146287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:36.074432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a994267-5e64-4cb2-a5d3-5aa61e42233d req-5ab52275-ab58-427b-bc23-e08be6146287 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dad241d04f94c02b95070bcffa69569&device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 1097 time: 0.2200398 Sep 16 04:46:36.095649 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:36.123802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7268ec72-de98-4d9c-9a0d-80e5dfe3fba3 req-2f362fef-c2f1-42d3-9b30-83f3347e7cd0 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2353275 Sep 16 04:46:36.127280 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Transition to ACTIVE for port object 219d9c66-4d91-44a8-92a0-a0102a7fab9f will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:36.131483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0262d4c-ae98-4a08-8f3c-b38e5a9c2faa req-5becb2cc-2a29-4fbb-b672-dda529047b8a tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/security-groups?id=575f5020-058c-40f0-9ed6-0e59709e951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772124 Sep 16 04:46:36.193882 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:36.376354 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Pushing event updated for resources: {'Port': ['ID=219d9c66-4d91-44a8-92a0-a0102a7fab9f,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:36.469507 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Attempting to bind port 219d9c66-4d91-44a8-92a0-a0102a7fab9f on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:36.470029 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Attempting to bind port 219d9c66-4d91-44a8-92a0-a0102a7fab9f by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'e7d9e74f-d8ed-40eb-a537-8b7a07c1ebde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3a8b5f60-bb48-44e9-9436-634ed7bd6084'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:36.470836 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Attempting to bind port 219d9c66-4d91-44a8-92a0-a0102a7fab9f on network 3a8b5f60-bb48-44e9-9436-634ed7bd6084 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:36.479317 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Port 219d9c66-4d91-44a8-92a0-a0102a7fab9f on network 3a8b5f60-bb48-44e9-9436-634ed7bd6084 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:36.479626 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Attempting to bind port 219d9c66-4d91-44a8-92a0-a0102a7fab9f on network 3a8b5f60-bb48-44e9-9436-634ed7bd6084 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:36.488963 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:36.489865 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Checking segment: {'id': 'e7d9e74f-d8ed-40eb-a537-8b7a07c1ebde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3a8b5f60-bb48-44e9-9436-634ed7bd6084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:36.490706 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Bound using segment: {'id': 'e7d9e74f-d8ed-40eb-a537-8b7a07c1ebde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3a8b5f60-bb48-44e9-9436-634ed7bd6084'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:36.491789 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Bound port: 219d9c66-4d91-44a8-92a0-a0102a7fab9f, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7d9e74f-d8ed-40eb-a537-8b7a07c1ebde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3a8b5f60-bb48-44e9-9436-634ed7bd6084'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:36.492633 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:36.609772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ab2bf-19ab-4cf5-b51c-2470877510c4 req-065ac199-677e-492b-a439-147d10fb35a5 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:36.617724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a77ab2bf-19ab-4cf5-b51c-2470877510c4 req-065ac199-677e-492b-a439-147d10fb35a5 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 945 time: 0.2905757 Sep 16 04:46:36.634792 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] For port 219d9c66-4d91-44a8-92a0-a0102a7fab9f, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:36.637596 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] For port 219d9c66-4d91-44a8-92a0-a0102a7fab9f, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=219d9c66-4d91-44a8-92a0-a0102a7fab9f,segment=NetworkSegment(e7d9e74f-d8ed-40eb-a537-8b7a07c1ebde),segment_id=e7d9e74f-d8ed-40eb-a537-8b7a07c1ebde)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:36.638280 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55a93b-3859-4ed4-a65c-763d4784496d req-11e26271-4d1d-4f82-937a-a52310a38a66 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:36.639937 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd55a93b-3859-4ed4-a65c-763d4784496d req-11e26271-4d1d-4f82-937a-a52310a38a66 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 945 time: 0.3437598 Sep 16 04:46:36.643251 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-7f3441cc-df4e-416a-9c0e-6e66e30d0f30 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:36.651960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a994267-5e64-4cb2-a5d3-5aa61e42233d req-97b03c96-328b-4431-bba3-04ae6aa2d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:36.653527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a994267-5e64-4cb2-a5d3-5aa61e42233d req-97b03c96-328b-4431-bba3-04ae6aa2d7cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b2f8e69-e798-428b-909a-dbf5d4620f7d HTTP/1.1" status: 200 len: 912 time: 0.5231142 Sep 16 04:46:36.709262 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:36.841076 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Pushing event updated for resources: {'Port': ['ID=219d9c66-4d91-44a8-92a0-a0102a7fab9f,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:36.857846 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:36.859273 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:36.862150 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-0063d6c5-4ec2-403c-b26b-c37daaaa8912 service neutron] 10.222.0.21 "PUT /v2.0/ports/219d9c66-4d91-44a8-92a0-a0102a7fab9f HTTP/1.1" status: 200 len: 1092 time: 1.5989876 Sep 16 04:46:36.863011 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84d0665-e923-4b6e-84e0-1f9eef75be6e', 'tag': '219d9c66-4d91-44a8-92a0-a0102a7fab9f'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:36.867721 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e194d8-b19b-41e6-99f7-8622d7b711b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b84d0665-e923-4b6e-84e0-1f9eef75be6e", "tag": "219d9c66-4d91-44a8-92a0-a0102a7fab9f"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:36.884362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a77ab2bf-19ab-4cf5-b51c-2470877510c4 req-f892b077-718e-4d84-98d2-82711016f850 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650013 Sep 16 04:46:36.894968 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd55a93b-3859-4ed4-a65c-763d4784496d req-80dba776-0906-41a6-b998-e0374499166e tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326069 Sep 16 04:46:36.953609 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a994267-5e64-4cb2-a5d3-5aa61e42233d req-ea18e8eb-8bb9-4e91-a9ad-5249e25209a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 HTTP/1.1" status: 200 len: 1001 time: 0.2726126 Sep 16 04:46:37.040983 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b10ae3d-8211-4c16-9527-e19b5ce57a46 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:37.051036 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.068423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Transition to ACTIVE for port object 3b10ae3d-8211-4c16-9527-e19b5ce57a46 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:37.083156 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0917b6d8-7c68-4735-8e6a-acc1a581dc3c x-openstack-request-id: req-0917b6d8-7c68-4735-8e6a-acc1a581dc3c {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:37.083667 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "tag": "5b16cc3a-295b-414f-9d1d-8e4808f34041", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:37.083949 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0917b6d8-7c68-4735-8e6a-acc1a581dc3c {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:37.084306 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'tag': '5b16cc3a-295b-414f-9d1d-8e4808f34041', 'status': 'completed', 'code': 200} Sep 16 04:46:37.096892 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-7f3441cc-df4e-416a-9c0e-6e66e30d0f30 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.169654 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.235211 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fb3f42d5-6a12-46b3-aa19-9dde5df7ef3b req-49db80b1-3fe2-4c9a-96d1-3869a2cc3c95 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1552887 Sep 16 04:46:37.250451 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-250f850b-e535-43c9-b2f3-376e322668de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.253111 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-250f850b-e535-43c9-b2f3-376e322668de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3acdbd26d84649c99e003584ad64d1e2&device_id=b84d0665-e923-4b6e-84e0-1f9eef75be6e HTTP/1.1" status: 200 len: 1095 time: 0.2641962 Sep 16 04:46:37.266615 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38679c-1693-40f1-a3f6-517765337fe1 req-56711116-cf90-4003-b1ba-6d8d3f092e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.267519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38679c-1693-40f1-a3f6-517765337fe1 req-56711116-cf90-4003-b1ba-6d8d3f092e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.268917 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38679c-1693-40f1-a3f6-517765337fe1 req-56711116-cf90-4003-b1ba-6d8d3f092e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.269320 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38679c-1693-40f1-a3f6-517765337fe1 req-56711116-cf90-4003-b1ba-6d8d3f092e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.270218 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38679c-1693-40f1-a3f6-517765337fe1 req-56711116-cf90-4003-b1ba-6d8d3f092e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.271070 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38679c-1693-40f1-a3f6-517765337fe1 req-56711116-cf90-4003-b1ba-6d8d3f092e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.271886 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38679c-1693-40f1-a3f6-517765337fe1 req-56711116-cf90-4003-b1ba-6d8d3f092e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.276270 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fe38679c-1693-40f1-a3f6-517765337fe1 req-56711116-cf90-4003-b1ba-6d8d3f092e10 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=313a4b3172b84bbdb716cd409eccfeb1&device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 6166 time: 0.1725199 Sep 16 04:46:37.287075 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a994267-5e64-4cb2-a5d3-5aa61e42233d req-4a55f3f6-c3b1-4f4d-8928-c43dee0f8a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.297312 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a994267-5e64-4cb2-a5d3-5aa61e42233d req-4a55f3f6-c3b1-4f4d-8928-c43dee0f8a52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a664049-f7c0-4b64-9c28-3b362226319a HTTP/1.1" status: 200 len: 850 time: 0.2121532 Sep 16 04:46:37.374768 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-7f3441cc-df4e-416a-9c0e-6e66e30d0f30 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Network 5acd6586-8a2c-490f-9c1f-4e1587166d60 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:37.420535 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-7f3441cc-df4e-416a-9c0e-6e66e30d0f30 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:37.436042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d1e24-cf27-4831-9894-8975cdee5d88 req-2cb014df-d256-478b-89a6-8a4e85254ba4 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.444224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-193d1e24-cf27-4831-9894-8975cdee5d88 req-2cb014df-d256-478b-89a6-8a4e85254ba4 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 931 time: 0.3725386 Sep 16 04:46:37.454797 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-7f3441cc-df4e-416a-9c0e-6e66e30d0f30 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:37.465785 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3441cc-df4e-416a-9c0e-6e66e30d0f30 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Pushing event updated for resources: {'Port': ['ID=703f37b8-5a01-4f85-a113-117100bede24,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:37.528010 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-4a69458d-0d58-4f7a-bd30-13b555eb1734 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=219d9c66-4d91-44a8-92a0-a0102a7fab9f HTTP/1.1" status: 200 len: 217 time: 0.2505052 Sep 16 04:46:37.581951 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b10ae3d-8211-4c16-9527-e19b5ce57a46,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:37.620679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfc49f-ce42-49d3-9b67-54634857530e req-7116496f-fe1a-47c1-b4c5-267febdb6acc tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.622578 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0bbfc49f-ce42-49d3-9b67-54634857530e req-7116496f-fe1a-47c1-b4c5-267febdb6acc tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 946 time: 0.5019805 Sep 16 04:46:37.629768 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-7f3441cc-df4e-416a-9c0e-6e66e30d0f30 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.630316 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-7f3441cc-df4e-416a-9c0e-6e66e30d0f30 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.640969 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f42d5-6a12-46b3-aa19-9dde5df7ef3b req-f645e9e7-b574-42da-af86-8c3457b30152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.642693 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fb3f42d5-6a12-46b3-aa19-9dde5df7ef3b req-f645e9e7-b574-42da-af86-8c3457b30152 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 1097 time: 0.2770970 Sep 16 04:46:37.684166 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38679c-1693-40f1-a3f6-517765337fe1 req-7661554c-d7af-4af2-928b-60f8a2faf9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.684575 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38679c-1693-40f1-a3f6-517765337fe1 req-7661554c-d7af-4af2-928b-60f8a2faf9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.685052 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38679c-1693-40f1-a3f6-517765337fe1 req-7661554c-d7af-4af2-928b-60f8a2faf9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.686675 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fe38679c-1693-40f1-a3f6-517765337fe1 req-7661554c-d7af-4af2-928b-60f8a2faf9ab service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=313a4b3172b84bbdb716cd409eccfeb1&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3342037 Sep 16 04:46:37.702690 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-ffcaba8c-89af-4b9d-9d91-21c9cd9608ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.704405 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-ffcaba8c-89af-4b9d-9d91-21c9cd9608ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f993a33-8c76-4ed2-9b50-af12729b0a58 HTTP/1.1" status: 200 len: 855 time: 0.1411428 Sep 16 04:46:37.737981 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-193d1e24-cf27-4831-9894-8975cdee5d88 req-c5970e23-1846-4835-89ac-b98bfd246e67 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921422 Sep 16 04:46:37.784447 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a994267-5e64-4cb2-a5d3-5aa61e42233d req-a31b78a4-79ae-4590-8214-98d9c465d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.792506 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-54bbf0ba-bc37-445b-981e-0a1bc035f389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.793091 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a994267-5e64-4cb2-a5d3-5aa61e42233d req-a31b78a4-79ae-4590-8214-98d9c465d507 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b2f8e69-e798-428b-909a-dbf5d4620f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4532089 Sep 16 04:46:37.823405 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-7f3441cc-df4e-416a-9c0e-6e66e30d0f30 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1373091 Sep 16 04:46:37.883243 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-73888dbc-ddcb-4da0-9816-fb5f8321a68a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a8b5f60-bb48-44e9-9436-634ed7bd6084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250281 Sep 16 04:46:37.956406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Request body: {'port': {'device_id': 'ee2247ab-8d36-47b9-ae84-19d339bc5d30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:38.011628 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-91209852-c0b3-43c0-86b9-4df51e48b834 service neutron] 10.222.0.21 "GET /v2.0/networks/3a8b5f60-bb48-44e9-9436-634ed7bd6084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992925 Sep 16 04:46:38.013187 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f04e713-2ef6-43cd-babb-2ff3cb6f9dfb x-openstack-request-id: req-0f04e713-2ef6-43cd-babb-2ff3cb6f9dfb {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:38.013486 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84d0665-e923-4b6e-84e0-1f9eef75be6e", "tag": "219d9c66-4d91-44a8-92a0-a0102a7fab9f", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:38.013749 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f04e713-2ef6-43cd-babb-2ff3cb6f9dfb {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:38.014156 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84d0665-e923-4b6e-84e0-1f9eef75be6e', 'tag': '219d9c66-4d91-44a8-92a0-a0102a7fab9f', 'status': 'completed', 'code': 200} Sep 16 04:46:38.126433 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38679c-1693-40f1-a3f6-517765337fe1 req-2231c585-867e-4dba-8f36-e5a4f568947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.128154 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fe38679c-1693-40f1-a3f6-517765337fe1 req-2231c585-867e-4dba-8f36-e5a4f568947c service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4227672 Sep 16 04:46:38.159225 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f42d5-6a12-46b3-aa19-9dde5df7ef3b req-580071d1-b04f-4288-aafc-4778719f607a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.163622 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fb3f42d5-6a12-46b3-aa19-9dde5df7ef3b req-580071d1-b04f-4288-aafc-4778719f607a service neutron] 10.222.0.38 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 908 time: 0.4897721 Sep 16 04:46:38.238684 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fb3f42d5-6a12-46b3-aa19-9dde5df7ef3b req-4a8eb5f2-8292-4f6e-88b9-19d14505b269 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f88c01d-4c11-4d04-99af-8a2275711b61 HTTP/1.1" status: 200 len: 217 time: 0.0583107 Sep 16 04:46:38.241170 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-eb6596ad-9321-4fdb-81a8-d63c408caabc req-b940e857-4767-48ad-bc47-5566eb9e6a53 service neutron] 10.222.0.21 "GET /v2.0/networks/3a8b5f60-bb48-44e9-9436-634ed7bd6084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225437 Sep 16 04:46:38.305623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f42d5-6a12-46b3-aa19-9dde5df7ef3b req-5546d324-47dc-4fbf-907c-789b96d46b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.307713 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fb3f42d5-6a12-46b3-aa19-9dde5df7ef3b req-5546d324-47dc-4fbf-907c-789b96d46b53 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 200 len: 847 time: 0.0616980 Sep 16 04:46:38.360325 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fb3f42d5-6a12-46b3-aa19-9dde5df7ef3b req-417267bc-3d72-483d-8bb1-78b57e5d2dc3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94aa3f97-6ed2-410f-a6a8-2309531d94bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380316 Sep 16 04:46:38.472638 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Attempting to bind port 3b10ae3d-8211-4c16-9527-e19b5ce57a46 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:38.473129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Attempting to bind port 3b10ae3d-8211-4c16-9527-e19b5ce57a46 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:38.473551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Attempting to bind port 3b10ae3d-8211-4c16-9527-e19b5ce57a46 on network 29992b00-8aa1-46fd-bc66-045ef0922c90 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:38.484765 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.487404 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0bbfc49f-ce42-49d3-9b67-54634857530e req-3fe12816-54af-4da2-af34-36cdbc21f55b tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e607b9d-ef7e-429d-800d-5d2c8ee6d896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8403380 Sep 16 04:46:38.559423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e194d8-b19b-41e6-99f7-8622d7b711b2 req-cbf1b228-ceb7-4eb4-9bfd-d9c857f52434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.563973 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Port 3b10ae3d-8211-4c16-9527-e19b5ce57a46 on network 29992b00-8aa1-46fd-bc66-045ef0922c90 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:38.564302 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Attempting to bind port 3b10ae3d-8211-4c16-9527-e19b5ce57a46 on network 29992b00-8aa1-46fd-bc66-045ef0922c90 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:38.571075 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-32e194d8-b19b-41e6-99f7-8622d7b711b2 req-cbf1b228-ceb7-4eb4-9bfd-d9c857f52434 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3acdbd26d84649c99e003584ad64d1e2&device_id=b84d0665-e923-4b6e-84e0-1f9eef75be6e HTTP/1.1" status: 200 len: 1095 time: 0.1686847 Sep 16 04:46:38.579017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a994267-5e64-4cb2-a5d3-5aa61e42233d req-e1c4b374-4939-4ce3-9813-8ba805a95780 service neutron] 10.222.0.21 "GET /v2.0/networks/3b2f8e69-e798-428b-909a-dbf5d4620f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7405522 Sep 16 04:46:38.613808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:38.619315 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Checking segment: {'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:38.619315 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Bound using segment: {'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:38.619315 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Bound port: 3b10ae3d-8211-4c16-9527-e19b5ce57a46, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:38.619315 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.692932 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.706343 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913c87-446f-4f5e-9f91-86adebcb1289 req-73af451b-2b34-49bd-bcad-be82ccd30186 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.706982 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fb3f42d5-6a12-46b3-aa19-9dde5df7ef3b req-6b65f6ec-3779-4df5-b7b0-63d57a13a416 service neutron] 10.222.0.38 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330095 Sep 16 04:46:38.710846 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e194d8-b19b-41e6-99f7-8622d7b711b2 req-26a6fe2e-c584-4df1-ad36-ac9dfdd164ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.712776 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-32e194d8-b19b-41e6-99f7-8622d7b711b2 req-26a6fe2e-c584-4df1-ad36-ac9dfdd164ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a8b5f60-bb48-44e9-9436-634ed7bd6084 HTTP/1.1" status: 200 len: 916 time: 0.1342931 Sep 16 04:46:38.714306 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2913c87-446f-4f5e-9f91-86adebcb1289 req-73af451b-2b34-49bd-bcad-be82ccd30186 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 945 time: 0.2551730 Sep 16 04:46:38.784876 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-32e194d8-b19b-41e6-99f7-8622d7b711b2 req-13f7ecba-2301-4d94-9038-091aa7f8a1ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=219d9c66-4d91-44a8-92a0-a0102a7fab9f HTTP/1.1" status: 200 len: 217 time: 0.0601890 Sep 16 04:46:38.840674 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a8a08-316a-437b-87f5-e0ce506800bb req-29cf607f-0d05-45bd-a794-cf5e5955cc4c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.846927 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a8a08-316a-437b-87f5-e0ce506800bb req-29cf607f-0d05-45bd-a794-cf5e5955cc4c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.853523 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a8a08-316a-437b-87f5-e0ce506800bb req-29cf607f-0d05-45bd-a794-cf5e5955cc4c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.859566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a8a08-316a-437b-87f5-e0ce506800bb req-29cf607f-0d05-45bd-a794-cf5e5955cc4c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.866584 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a8a08-316a-437b-87f5-e0ce506800bb req-29cf607f-0d05-45bd-a794-cf5e5955cc4c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.872071 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a8a08-316a-437b-87f5-e0ce506800bb req-29cf607f-0d05-45bd-a794-cf5e5955cc4c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.878396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a8a08-316a-437b-87f5-e0ce506800bb req-29cf607f-0d05-45bd-a794-cf5e5955cc4c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.880454 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e87a8a08-316a-437b-87f5-e0ce506800bb req-29cf607f-0d05-45bd-a794-cf5e5955cc4c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5368 time: 0.2805297 Sep 16 04:46:38.913984 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e194d8-b19b-41e6-99f7-8622d7b711b2 req-75a7e353-f708-4e98-8fd5-152df2dc0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.915625 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-32e194d8-b19b-41e6-99f7-8622d7b711b2 req-75a7e353-f708-4e98-8fd5-152df2dc0428 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f993a33-8c76-4ed2-9b50-af12729b0a58 HTTP/1.1" status: 200 len: 855 time: 0.1052790 Sep 16 04:46:38.962727 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-32e194d8-b19b-41e6-99f7-8622d7b711b2 req-65e534fa-79e6-40eb-953b-b6daf4b8a910 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a8b5f60-bb48-44e9-9436-634ed7bd6084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382743 Sep 16 04:46:38.967395 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fb3f42d5-6a12-46b3-aa19-9dde5df7ef3b req-155018cc-5387-428f-a8a3-5cb26cb38ea0 service neutron] 10.222.0.38 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532508 Sep 16 04:46:38.974944 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2913c87-446f-4f5e-9f91-86adebcb1289 req-d576dcd4-60c3-4e18-b50d-ca7491fe9dfb tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596605 Sep 16 04:46:39.061761 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] For port 3b10ae3d-8211-4c16-9527-e19b5ce57a46, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:39.102404 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-32e194d8-b19b-41e6-99f7-8622d7b711b2 req-2d2a91eb-8400-41f2-ba2b-ef063a7e9320 service neutron] 10.222.0.21 "GET /v2.0/networks/3a8b5f60-bb48-44e9-9436-634ed7bd6084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329234 Sep 16 04:46:39.113578 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.182120 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a994267-5e64-4cb2-a5d3-5aa61e42233d req-658a20bc-f2d1-4d6e-9f39-837a12b6fb7c service neutron] 10.222.0.21 "GET /v2.0/networks/3b2f8e69-e798-428b-909a-dbf5d4620f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703297 Sep 16 04:46:39.189590 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] For port 3b10ae3d-8211-4c16-9527-e19b5ce57a46, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=3b10ae3d-8211-4c16-9527-e19b5ce57a46,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:39.196210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e87a8a08-316a-437b-87f5-e0ce506800bb req-a481d4a4-a5c4-4387-9b96-f06e373e5684 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2757015 Sep 16 04:46:39.261716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f010f91-ec7a-4a48-b7a5-27054de5b2e8 req-37dd85f6-3d72-42f9-87c7-2a3dd2cd1ff0 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:39.265046 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f010f91-ec7a-4a48-b7a5-27054de5b2e8 req-37dd85f6-3d72-42f9-87c7-2a3dd2cd1ff0 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b84d0665-e923-4b6e-84e0-1f9eef75be6e HTTP/1.1" status: 200 len: 943 time: 0.1972787 Sep 16 04:46:39.294757 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.313918 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-32e194d8-b19b-41e6-99f7-8622d7b711b2 req-698d81a6-0b3f-46a2-a87e-b19468ecf89e service neutron] 10.222.0.21 "GET /v2.0/networks/3a8b5f60-bb48-44e9-9436-634ed7bd6084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033236 Sep 16 04:46:39.471542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:39.471542 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.471542 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] 10.222.0.38 "PUT /v2.0/ports/3b10ae3d-8211-4c16-9527-e19b5ce57a46 HTTP/1.1" status: 200 len: 1131 time: 4.0729477 Sep 16 04:46:39.471542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'tag': '3b10ae3d-8211-4c16-9527-e19b5ce57a46'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:39.471542 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f5256c-bc08-4124-8757-623fc83807d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "tag": "3b10ae3d-8211-4c16-9527-e19b5ce57a46"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:39.535536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f010f91-ec7a-4a48-b7a5-27054de5b2e8 req-199d1eec-e437-4536-9b6e-5f94fb50b381 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/security-groups?id=575f5020-058c-40f0-9ed6-0e59709e951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694621 Sep 16 04:46:39.605998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb4c48-fa68-4a32-84d2-e0b5efcd83d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b10ae3d-8211-4c16-9527-e19b5ce57a46,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:39.670002 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Request body: {'port': {'device_id': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:39.818244 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b68cf2-3b24-4a13-a46f-85160120d0e2 req-b9ae6c8c-114e-4626-bc26-899e6d0c2cff tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:39.823608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3b68cf2-3b24-4a13-a46f-85160120d0e2 req-b9ae6c8c-114e-4626-bc26-899e6d0c2cff tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 946 time: 0.2037728 Sep 16 04:46:39.833620 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37360) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:39.843519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-3c0db166-5aad-403d-b451-da440fa320db tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Request body: {'floatingip': {'port_id': '3f1434f7-6d5a-406c-9db8-5d5e6d5732f2'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:39.873205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703f37b8-5a01-4f85-a113-117100bede24 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:39.882654 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.902258 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.910730 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3c0db166-5aad-403d-b451-da440fa320db tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for floatingip, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.910993 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Transition to ACTIVE for port object 703f37b8-5a01-4f85-a113-117100bede24 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:39.999079 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.156151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0ab9a-b7f2-4562-b0dc-a4b043e01de9 req-42251e97-f36e-42f9-b23e-73d22d00e6b6 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.164332 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49c0ab9a-b7f2-4562-b0dc-a4b043e01de9 req-42251e97-f36e-42f9-b23e-73d22d00e6b6 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 931 time: 0.2086642 Sep 16 04:46:40.191076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=703f37b8-5a01-4f85-a113-117100bede24,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:40.332623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49c0ab9a-b7f2-4562-b0dc-a4b043e01de9 req-73cf2ed7-7014-469a-b9b5-1242327bd04d tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672616 Sep 16 04:46:40.380760 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Attempting to bind port 703f37b8-5a01-4f85-a113-117100bede24 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:40.381139 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Attempting to bind port 703f37b8-5a01-4f85-a113-117100bede24 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:40.381428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Attempting to bind port 703f37b8-5a01-4f85-a113-117100bede24 on network 5acd6586-8a2c-490f-9c1f-4e1587166d60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:40.405248 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Port 703f37b8-5a01-4f85-a113-117100bede24 on network 5acd6586-8a2c-490f-9c1f-4e1587166d60 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:40.405628 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Attempting to bind port 703f37b8-5a01-4f85-a113-117100bede24 on network 5acd6586-8a2c-490f-9c1f-4e1587166d60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:40.430976 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b2c968-d74b-4c3b-a081-9aaea5aca01b x-openstack-request-id: req-96b2c968-d74b-4c3b-a081-9aaea5aca01b {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:40.431291 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "tag": "3b10ae3d-8211-4c16-9527-e19b5ce57a46", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:40.431928 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96b2c968-d74b-4c3b-a081-9aaea5aca01b {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:40.431928 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'tag': '3b10ae3d-8211-4c16-9527-e19b5ce57a46', 'status': 'completed', 'code': 200} Sep 16 04:46:40.469129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:40.469544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Checking segment: {'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:40.469938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Bound using segment: {'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:40.470404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Bound port: 703f37b8-5a01-4f85-a113-117100bede24, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:40.470770 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.596598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:40.609831 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.643638 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Transition to ACTIVE for port object 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:40.648449 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5256c-bc08-4124-8757-623fc83807d9 req-b7bea5c8-0090-42e7-93ad-98b2284f0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.649800 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.650643 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5256c-bc08-4124-8757-623fc83807d9 req-b7bea5c8-0090-42e7-93ad-98b2284f0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.651173 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5256c-bc08-4124-8757-623fc83807d9 req-b7bea5c8-0090-42e7-93ad-98b2284f0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.651645 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5256c-bc08-4124-8757-623fc83807d9 req-b7bea5c8-0090-42e7-93ad-98b2284f0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.652256 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5256c-bc08-4124-8757-623fc83807d9 req-b7bea5c8-0090-42e7-93ad-98b2284f0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.652624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5256c-bc08-4124-8757-623fc83807d9 req-b7bea5c8-0090-42e7-93ad-98b2284f0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.653086 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5256c-bc08-4124-8757-623fc83807d9 req-b7bea5c8-0090-42e7-93ad-98b2284f0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.655443 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-13f5256c-bc08-4124-8757-623fc83807d9 req-b7bea5c8-0090-42e7-93ad-98b2284f0849 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=313a4b3172b84bbdb716cd409eccfeb1&device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 6208 time: 0.1704679 Sep 16 04:46:40.665592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26a083-eb0d-4da5-abaf-743c36bc4c91 req-4abd163c-7eb8-439e-b38a-b55e766eed42 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.667253 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b26a083-eb0d-4da5-abaf-743c36bc4c91 req-4abd163c-7eb8-439e-b38a-b55e766eed42 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 945 time: 0.1497073 Sep 16 04:46:40.668507 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] For port 703f37b8-5a01-4f85-a113-117100bede24, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:40.680260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] For port 703f37b8-5a01-4f85-a113-117100bede24, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=703f37b8-5a01-4f85-a113-117100bede24,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:40.713542 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.755500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b26a083-eb0d-4da5-abaf-743c36bc4c91 req-39bd6383-7f50-42c2-a942-b3bf04050b67 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737956 Sep 16 04:46:40.788772 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.813683 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d882fd4-c98f-4a4c-abf2-404e5e9a95a2,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:40.815217 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.db.resource_extend [None req-3c0db166-5aad-403d-b451-da440fa320db tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:46:40.865240 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.865864 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.867848 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] 10.222.0.21 "PUT /v2.0/ports/703f37b8-5a01-4f85-a113-117100bede24 HTTP/1.1" status: 200 len: 1092 time: 2.9209545 Sep 16 04:46:40.886757 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:40.898948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:40.898948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:40.898948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:40.898948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:40.898948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:40.898948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:40.898948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:40.898948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:40.898948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:40.898948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:40.898948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:40.950615 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5256c-bc08-4124-8757-623fc83807d9 req-98aaaa65-a0e5-40bf-8074-becd4a5dcfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.951349 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5256c-bc08-4124-8757-623fc83807d9 req-98aaaa65-a0e5-40bf-8074-becd4a5dcfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.951792 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5256c-bc08-4124-8757-623fc83807d9 req-98aaaa65-a0e5-40bf-8074-becd4a5dcfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.955305 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-13f5256c-bc08-4124-8757-623fc83807d9 req-98aaaa65-a0e5-40bf-8074-becd4a5dcfe5 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=313a4b3172b84bbdb716cd409eccfeb1&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2786968 Sep 16 04:46:40.959378 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3c0db166-5aad-403d-b451-da440fa320db tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:41.100058 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Attempting to bind port 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:41.100464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Attempting to bind port 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:41.101544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Attempting to bind port 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 on network 29992b00-8aa1-46fd-bc66-045ef0922c90 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:41.177966 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Port 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 on network 29992b00-8aa1-46fd-bc66-045ef0922c90 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:41.178385 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Attempting to bind port 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 on network 29992b00-8aa1-46fd-bc66-045ef0922c90 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:41.212485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:41.224979 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Checking segment: {'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:41.226343 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Bound using segment: {'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:41.227844 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Bound port: 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:41.228474 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:41.252520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-171839b6-e8bf-4f4c-81a7-504ba1883128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.254246 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-171839b6-e8bf-4f4c-81a7-504ba1883128 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 1095 time: 0.1934609 Sep 16 04:46:41.257972 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad75e0b-844a-441b-92ec-adb58d188ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=703f37b8-5a01-4f85-a113-117100bede24,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:41.276763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c2dc1-a778-428d-b21e-ff86c22a79a1 req-62844753-3cdc-4017-9aa0-edf9a5f13d5f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.283131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c2dc1-a778-428d-b21e-ff86c22a79a1 req-62844753-3cdc-4017-9aa0-edf9a5f13d5f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.289643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c2dc1-a778-428d-b21e-ff86c22a79a1 req-62844753-3cdc-4017-9aa0-edf9a5f13d5f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.297458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c2dc1-a778-428d-b21e-ff86c22a79a1 req-62844753-3cdc-4017-9aa0-edf9a5f13d5f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.306657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c2dc1-a778-428d-b21e-ff86c22a79a1 req-62844753-3cdc-4017-9aa0-edf9a5f13d5f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.312864 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c2dc1-a778-428d-b21e-ff86c22a79a1 req-62844753-3cdc-4017-9aa0-edf9a5f13d5f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.318845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c2dc1-a778-428d-b21e-ff86c22a79a1 req-62844753-3cdc-4017-9aa0-edf9a5f13d5f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.321420 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b2c2dc1-a778-428d-b21e-ff86c22a79a1 req-62844753-3cdc-4017-9aa0-edf9a5f13d5f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5380 time: 0.3442957 Sep 16 04:46:41.351408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c6d92-8a88-43d7-9bd4-4fd00cc57a4c req-8dd6ec0c-b698-40eb-bade-06549bc02a76 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.359580 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a90c6d92-8a88-43d7-9bd4-4fd00cc57a4c req-8dd6ec0c-b698-40eb-bade-06549bc02a76 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b84d0665-e923-4b6e-84e0-1f9eef75be6e HTTP/1.1" status: 200 len: 943 time: 0.3954442 Sep 16 04:46:41.447571 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5256c-bc08-4124-8757-623fc83807d9 req-af4a5bb9-216f-4203-bf19-8570ff28559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.449144 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-13f5256c-bc08-4124-8757-623fc83807d9 req-af4a5bb9-216f-4203-bf19-8570ff28559a service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4860239 Sep 16 04:46:41.450407 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3c0db166-5aad-403d-b451-da440fa320db tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:41.456021 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-4ef35e6f-0945-489e-980d-26e9662c7aa5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=703f37b8-5a01-4f85-a113-117100bede24 HTTP/1.1" status: 200 len: 217 time: 0.1310892 Sep 16 04:46:41.578941 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b2c2dc1-a778-428d-b21e-ff86c22a79a1 req-da747457-0c23-446e-a693-848b9b5dad9d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2420461 Sep 16 04:46:41.616934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a90c6d92-8a88-43d7-9bd4-4fd00cc57a4c req-049c9632-4505-4a9d-a2a1-d3d9789618b6 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/security-groups?id=575f5020-058c-40f0-9ed6-0e59709e951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550945 Sep 16 04:46:41.626262 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-3c0db166-5aad-403d-b451-da440fa320db tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Floating IP 850785eb-b57f-4576-b6b3-193fca29e420 associated. External IP: 172.25.4.165, port: 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2. Sep 16 04:46:41.649258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] For port 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:41.657789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] For port 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1d882fd4-c98f-4a4c-abf2-404e5e9a95a2,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:41.688883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-83574b0e-fc56-433a-a3ae-42ef281819f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.690834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-83574b0e-fc56-433a-a3ae-42ef281819f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1389bae5-dd46-4164-b9db-3ab16c90c617 HTTP/1.1" status: 200 len: 852 time: 0.2255809 Sep 16 04:46:41.767551 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-190c3332-3628-4d3a-96bd-1753aaaeb81d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5acd6586-8a2c-490f-9c1f-4e1587166d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688195 Sep 16 04:46:41.772175 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.005719 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-fdde7767-0d9a-40d1-8e95-dc76d88892bf service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984274 Sep 16 04:46:42.016577 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.017593 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.020500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] 10.222.0.38 "PUT /v2.0/ports/1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 HTTP/1.1" status: 200 len: 1091 time: 2.3558352 Sep 16 04:46:42.043334 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40ca33-1417-4df9-afe6-709432189c3a req-c57fd655-1cc3-4eca-b089-750028067b0e tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.046960 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9a40ca33-1417-4df9-afe6-709432189c3a req-c57fd655-1cc3-4eca-b089-750028067b0e tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 945 time: 0.1368024 Sep 16 04:46:42.189486 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Request body: {'port': {'device_id': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:42.316515 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3615e4e-5969-4697-a9f7-fc1b14a8aba8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d882fd4-c98f-4a4c-abf2-404e5e9a95a2,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:42.376097 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2b745-882b-4805-a896-c15033e4ccad req-5f4f4b15-3df5-42cb-a073-fc7f7ef3fc2c tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.377942 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1b2b745-882b-4805-a896-c15033e4ccad req-5f4f4b15-3df5-42cb-a073-fc7f7ef3fc2c tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 945 time: 0.2912495 Sep 16 04:46:42.391424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7ab4a-e086-4ca0-8ccc-e2bae973f9af req-0d46b3bc-895c-4789-8149-469e18dd3cb2 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.393100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96d7ab4a-e086-4ca0-8ccc-e2bae973f9af req-0d46b3bc-895c-4789-8149-469e18dd3cb2 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 943 time: 0.3803048 Sep 16 04:46:42.423083 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.436745 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2247ab-8d36-47b9-ae84-19d339bc5d30', 'tag': '703f37b8-5a01-4f85-a113-117100bede24'}, {'name': 'network-changed', 'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'tag': '1d882fd4-c98f-4a4c-abf2-404e5e9a95a2'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:42.439248 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2247ab-8d36-47b9-ae84-19d339bc5d30", "tag": "703f37b8-5a01-4f85-a113-117100bede24"}, {"name": "network-changed", "server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "tag": "1d882fd4-c98f-4a4c-abf2-404e5e9a95a2"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:42.470283 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4bc99f1-b7ad-4a40-89b9-bf21cb61a65e req-b7c9af26-8b22-4a88-aa2b-59e599d7a2c2 service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633770 Sep 16 04:46:42.500810 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0db166-5aad-403d-b451-da440fa320db tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Router 91982fad-9b2d-4054-a43a-be019f253e47 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:46:42.505549 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-9a40ca33-1417-4df9-afe6-709432189c3a req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Deleting port 4b198c54-9c9f-436f-86a4-0cac2a50b49c {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:42.509804 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9a40ca33-1417-4df9-afe6-709432189c3a req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.520144 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96d7ab4a-e086-4ca0-8ccc-e2bae973f9af req-b7bd5cd0-29ef-4679-b6ee-7aebbacbb38b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077530 Sep 16 04:46:42.547115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1b2b745-882b-4805-a896-c15033e4ccad req-3e8cd178-95f2-45fc-8b6f-cf70c75d1724 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups?id=fba553a1-fa5d-4803-8ef9-478f87ddc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527066 Sep 16 04:46:42.680670 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be09083e-1649-4b4d-9818-5a9374db4032 x-openstack-request-id: req-be09083e-1649-4b4d-9818-5a9374db4032 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:42.681094 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2247ab-8d36-47b9-ae84-19d339bc5d30", "tag": "703f37b8-5a01-4f85-a113-117100bede24", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "tag": "1d882fd4-c98f-4a4c-abf2-404e5e9a95a2", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:42.681435 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be09083e-1649-4b4d-9818-5a9374db4032 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:42.682040 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee2247ab-8d36-47b9-ae84-19d339bc5d30', 'tag': '703f37b8-5a01-4f85-a113-117100bede24', 'status': 'completed', 'code': 200} Sep 16 04:46:42.682446 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'tag': '1d882fd4-c98f-4a4c-abf2-404e5e9a95a2', 'status': 'completed', 'code': 200} Sep 16 04:46:42.721390 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-9a40ca33-1417-4df9-afe6-709432189c3a req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] For port 4b198c54-9c9f-436f-86a4-0cac2a50b49c, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=4b198c54-9c9f-436f-86a4-0cac2a50b49c,segment=NetworkSegment(8d5e9848-4a0a-48f6-9639-d05a7fe721db),segment_id=8d5e9848-4a0a-48f6-9639-d05a7fe721db)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:42.722110 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9a40ca33-1417-4df9-afe6-709432189c3a req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.797205 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 219d9c66-4d91-44a8-92a0-a0102a7fab9f details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:43.019273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 219d9c66-4d91-44a8-92a0-a0102a7fab9f, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=219d9c66-4d91-44a8-92a0-a0102a7fab9f,segment=NetworkSegment(e7d9e74f-d8ed-40eb-a537-8b7a07c1ebde),segment_id=e7d9e74f-d8ed-40eb-a537-8b7a07c1ebde)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:43.041003 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '219d9c66-4d91-44a8-92a0-a0102a7fab9f', 'network_id': '3a8b5f60-bb48-44e9-9436-634ed7bd6084', 'port_id': '219d9c66-4d91-44a8-92a0-a0102a7fab9f', 'mac_address': 'fa:16:3e:35:52:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f993a33-8c76-4ed2-9b50-af12729b0a58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:43.065394 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9a40ca33-1417-4df9-afe6-709432189c3a req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.066258 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9a40ca33-1417-4df9-afe6-709432189c3a req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.066258 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [req-9a40ca33-1417-4df9-afe6-709432189c3a req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Floating IP c2a51765-4aa6-42d3-b116-4bf0d9ffbd17 disassociated. External IP: 172.25.4.143, port: 4b198c54-9c9f-436f-86a4-0cac2a50b49c. Sep 16 04:46:43.066608 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-9a40ca33-1417-4df9-afe6-709432189c3a req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Calling delete_port for 4b198c54-9c9f-436f-86a4-0cac2a50b49c owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:43.090764 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.108320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-8343f6c8-2b62-4f46-a398-5fd31960dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.112274 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219d9c66-4d91-44a8-92a0-a0102a7fab9f {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:43.112534 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-8343f6c8-2b62-4f46-a398-5fd31960dd9e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 1095 time: 0.3960512 Sep 16 04:46:43.140197 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 219d9c66-4d91-44a8-92a0-a0102a7fab9f, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=219d9c66-4d91-44a8-92a0-a0102a7fab9f,segment=NetworkSegment(e7d9e74f-d8ed-40eb-a537-8b7a07c1ebde),segment_id=e7d9e74f-d8ed-40eb-a537-8b7a07c1ebde)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:43.230799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccaede-661d-4a05-9d75-2446b8a31214 req-36d3a154-d735-42d4-8346-30ba1281a3e9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.240721 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccaede-661d-4a05-9d75-2446b8a31214 req-36d3a154-d735-42d4-8346-30ba1281a3e9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.250180 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccaede-661d-4a05-9d75-2446b8a31214 req-36d3a154-d735-42d4-8346-30ba1281a3e9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.257539 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-1e7d5d32-014e-4ce1-84d1-6e48369f5bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.258082 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-1e7d5d32-014e-4ce1-84d1-6e48369f5bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.258589 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-1e7d5d32-014e-4ce1-84d1-6e48369f5bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.259105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-1e7d5d32-014e-4ce1-84d1-6e48369f5bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.259402 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccaede-661d-4a05-9d75-2446b8a31214 req-36d3a154-d735-42d4-8346-30ba1281a3e9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.259593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-1e7d5d32-014e-4ce1-84d1-6e48369f5bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.260077 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-1e7d5d32-014e-4ce1-84d1-6e48369f5bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.260853 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-1e7d5d32-014e-4ce1-84d1-6e48369f5bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.263431 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-1e7d5d32-014e-4ce1-84d1-6e48369f5bd5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=313a4b3172b84bbdb716cd409eccfeb1&device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 6276 time: 0.1421566 Sep 16 04:46:43.268482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccaede-661d-4a05-9d75-2446b8a31214 req-36d3a154-d735-42d4-8346-30ba1281a3e9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.278724 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccaede-661d-4a05-9d75-2446b8a31214 req-36d3a154-d735-42d4-8346-30ba1281a3e9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.286360 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccaede-661d-4a05-9d75-2446b8a31214 req-36d3a154-d735-42d4-8346-30ba1281a3e9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.295779 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f3ccaede-661d-4a05-9d75-2446b8a31214 req-36d3a154-d735-42d4-8346-30ba1281a3e9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5380 time: 0.5155210 Sep 16 04:46:43.416215 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.461898 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0db166-5aad-403d-b451-da440fa320db tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:46:43.475002 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f12d3f-8870-4e1a-87fa-939b9a8440c4 None None] Sync routers for ids ['91982fad-9b2d-4054-a43a-be019f253e47'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:46:43.478817 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b7a66-3a32-4e59-9ab0-799e9f6911a0 req-10a0526a-0915-4fc9-a15d-7d6ccc2c9bd0 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.479823 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3c0db166-5aad-403d-b451-da440fa320db tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.487081 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e6b7a66-3a32-4e59-9ab0-799e9f6911a0 req-10a0526a-0915-4fc9-a15d-7d6ccc2c9bd0 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b84d0665-e923-4b6e-84e0-1f9eef75be6e HTTP/1.1" status: 200 len: 943 time: 0.3117208 Sep 16 04:46:43.509244 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f12d3f-8870-4e1a-87fa-939b9a8440c4 None None] Routers {'91982fad-9b2d-4054-a43a-be019f253e47'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:43.515926 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-80f12d3f-8870-4e1a-87fa-939b9a8440c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:46:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['91982fad-9b2d-4054-a43a-be019f253e47'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:43.536835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f3ccaede-661d-4a05-9d75-2446b8a31214 req-77d7e1a3-6efa-48c7-99a4-de1d08edb73f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2390323 Sep 16 04:46:43.600876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-e1e1cae3-9945-45c4-a47f-f1707ff0d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.603425 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=219d9c66-4d91-44a8-92a0-a0102a7fab9f,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:43.604193 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3c0db166-5aad-403d-b451-da440fa320db tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "PUT /v2.0/floatingips/850785eb-b57f-4576-b6b3-193fca29e420 HTTP/1.1" status: 200 len: 992 time: 3.7655449 Sep 16 04:46:43.609343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-e1e1cae3-9945-45c4-a47f-f1707ff0d2a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5acd6586-8a2c-490f-9c1f-4e1587166d60 HTTP/1.1" status: 200 len: 913 time: 0.4774992 Sep 16 04:46:43.615256 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '924d5f2e-187b-477d-a23b-28f4bce6b4d5', 'tag': '3f1434f7-6d5a-406c-9db8-5d5e6d5732f2'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:43.624429 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcf10f6-d6c2-49dd-8832-b4a737a7de5e" -d '{"events": [{"name": "network-changed", "server_uuid": "924d5f2e-187b-477d-a23b-28f4bce6b4d5", "tag": "3f1434f7-6d5a-406c-9db8-5d5e6d5732f2"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:43.631118 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.631477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.632401 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.636101 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.636811 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.638069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.638069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.638069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.638543 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.638543 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.638841 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.639166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.642494 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-fbbdc1d8-f4e3-4439-8795-8055bb488d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.643701 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-fbbdc1d8-f4e3-4439-8795-8055bb488d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.644706 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-fbbdc1d8-f4e3-4439-8795-8055bb488d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.647699 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-fbbdc1d8-f4e3-4439-8795-8055bb488d21 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=313a4b3172b84bbdb716cd409eccfeb1&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3352880 Sep 16 04:46:43.683947 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9a40ca33-1417-4df9-afe6-709432189c3a req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.689535 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e6b7a66-3a32-4e59-9ab0-799e9f6911a0 req-7a295fad-0804-4849-b439-cf947dbff110 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/security-groups?id=575f5020-058c-40f0-9ed6-0e59709e951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011204 Sep 16 04:46:43.692212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 680135e1-a5ee-40fa-b0a3-8141af74525e {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:43.777755 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-80f12d3f-8870-4e1a-87fa-939b9a8440c4 None None] Set router 91982fad-9b2d-4054-a43a-be019f253e47 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:43.810318 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Pushing event deleted for resources: {'Port': ['ID=4b198c54-9c9f-436f-86a4-0cac2a50b49c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:43.849304 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.859088 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.860261 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.861276 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.862557 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.864076 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.864997 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.866128 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.866992 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.872889 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.872889 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.872889 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.872889 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:43.913730 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-8bd48719-b557-4b34-87da-6920e4fe2720 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=703f37b8-5a01-4f85-a113-117100bede24 HTTP/1.1" status: 200 len: 217 time: 0.2550476 Sep 16 04:46:43.957785 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['219d9c66-4d91-44a8-92a0-a0102a7fab9f'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:44.032651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Transition to ACTIVE for port object 680135e1-a5ee-40fa-b0a3-8141af74525e will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:44.094142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-2849b55a-22be-4226-8fbf-936437a19486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:44.094142 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-2849b55a-22be-4226-8fbf-936437a19486 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1389bae5-dd46-4164-b9db-3ab16c90c617 HTTP/1.1" status: 200 len: 852 time: 0.1557634 Sep 16 04:46:44.151387 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e7034-a2c9-430f-91f7-475b9e2f4a48 req-80a730bb-18be-4690-9296-b28966b66ecc tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:44.163599 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-252e7034-a2c9-430f-91f7-475b9e2f4a48 req-80a730bb-18be-4690-9296-b28966b66ecc tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 943 time: 0.3150263 Sep 16 04:46:44.268653 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:44.274252 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-80f12d3f-8870-4e1a-87fa-939b9a8440c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91982fad-9b2d-4054-a43a-be019f253e47', 'name': 'tempest-ServersTestFqdnHostnames-1491527688-router', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:52Z', 'updated_at': '2021-09-16T04:45:58Z', 'revision_number': 4, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'gw_port': {'id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '850785eb-b57f-4576-b6b3-193fca29e420', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'port_id': '3f1434f7-6d5a-406c-9db8-5d5e6d5732f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913', 'mac_address': 'fa:16:3e:47:73:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924d5f2e-187b-477d-a23b-28f4bce6b4d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:46:07Z', 'updated_at': '2021-09-16T04:46:40Z', 'revision_number': 1, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38114cc1-9fcf-46ba-9319-53b2f9f2f38e', 'name': '', 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'mac_address': 'fa:16:3e:59:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:57Z', 'updated_at': '2021-09-16T04:46:06Z', 'revision_number': 5, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'subnets': [{'id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:44.278203 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a40ca33-1417-4df9-afe6-709432189c3a req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:46:44.290849 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-7cb9038f-e5ea-4aaa-8e8e-a8db22ee3b85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5acd6586-8a2c-490f-9c1f-4e1587166d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1781471 Sep 16 04:46:44.352551 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f12d3f-8870-4e1a-87fa-939b9a8440c4 None None] Checking router: 91982fad-9b2d-4054-a43a-be019f253e47 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:46:44.363628 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f12d3f-8870-4e1a-87fa-939b9a8440c4 None None] Routers {'91982fad-9b2d-4054-a43a-be019f253e47'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:44.365074 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-80f12d3f-8870-4e1a-87fa-939b9a8440c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:46:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['91982fad-9b2d-4054-a43a-be019f253e47'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:44.366871 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514ee18-5aba-444e-9ead-4efca95913e1 req-1f032670-af9a-4f65-bf32-8d2a813db415 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:44.386136 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a514ee18-5aba-444e-9ead-4efca95913e1 req-1f032670-af9a-4f65-bf32-8d2a813db415 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 945 time: 0.4893987 Sep 16 04:46:44.387671 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-9d80d7d2-865c-4337-9cf5-0a0c91983aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:44.391178 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-9d80d7d2-865c-4337-9cf5-0a0c91983aa2 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7261541 Sep 16 04:46:44.568877 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-80f12d3f-8870-4e1a-87fa-939b9a8440c4 None None] Set router 91982fad-9b2d-4054-a43a-be019f253e47 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:44.591894 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a40ca33-1417-4df9-afe6-709432189c3a req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:46:44.606152 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d581f5-7ed4-428d-9326-430b60e4c851 None None] Sync routers for ids ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:46:44.621015 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d581f5-7ed4-428d-9326-430b60e4c851 None None] Routers {'712015b8-cf43-4dbc-b21f-fefb1d39fb1f'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:44.629615 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f6d581f5-7ed4-428d-9326-430b60e4c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:46:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:44.638476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-252e7034-a2c9-430f-91f7-475b9e2f4a48 req-a8b60bfa-bd14-478a-932c-a7d335c5ea0a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753904 Sep 16 04:46:44.643180 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Pushing event updated for resources: {'Port': ['ID=680135e1-a5ee-40fa-b0a3-8141af74525e,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:44.728695 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a40ca33-1417-4df9-afe6-709432189c3a req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] No DVR routers for this DVR port 4b198c54-9c9f-436f-86a4-0cac2a50b49c on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:44.735869 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9a40ca33-1417-4df9-afe6-709432189c3a req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:44.743780 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9a40ca33-1417-4df9-afe6-709432189c3a req-506ed167-c8d0-4366-adee-3ec3bf620988 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.38 "DELETE /v2.0/ports/4b198c54-9c9f-436f-86a4-0cac2a50b49c HTTP/1.1" status: 204 len: 173 time: 2.6210282 Sep 16 04:46:44.753822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a514ee18-5aba-444e-9ead-4efca95913e1 req-7d156b57-761d-44f4-ab82-dbf618505056 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642528 Sep 16 04:46:44.854505 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-34dd85f5-5add-4e4e-ae9d-af8c976976c6 service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315995 Sep 16 04:46:44.905629 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device d543f987-4a90-4882-aa8c-f9e3fda1004c details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:44.930142 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 4b198c54-9c9f-436f-86a4-0cac2a50b49c no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:45.098664 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-f6d581f5-7ed4-428d-9326-430b60e4c851 None None] Set router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:45.137693 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54465a8e-8adc-4e1c-b3f0-46bec0d777eb x-openstack-request-id: req-54465a8e-8adc-4e1c-b3f0-46bec0d777eb {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:45.138440 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "924d5f2e-187b-477d-a23b-28f4bce6b4d5", "tag": "3f1434f7-6d5a-406c-9db8-5d5e6d5732f2", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:45.138770 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54465a8e-8adc-4e1c-b3f0-46bec0d777eb {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:45.139414 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '924d5f2e-187b-477d-a23b-28f4bce6b4d5', 'tag': '3f1434f7-6d5a-406c-9db8-5d5e6d5732f2', 'status': 'completed', 'code': 200} Sep 16 04:46:45.322396 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf10f6-d6c2-49dd-8832-b4a737a7de5e req-f4e42266-ac43-45c5-a217-cd51a055a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.325374 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-edcf10f6-d6c2-49dd-8832-b4a737a7de5e req-f4e42266-ac43-45c5-a217-cd51a055a502 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d0250c151a647dfa2dfb2009b7a17b5&device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 1098 time: 0.1257606 Sep 16 04:46:45.427420 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-80f12d3f-8870-4e1a-87fa-939b9a8440c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91982fad-9b2d-4054-a43a-be019f253e47', 'name': 'tempest-ServersTestFqdnHostnames-1491527688-router', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:52Z', 'updated_at': '2021-09-16T04:45:58Z', 'revision_number': 4, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'gw_port': {'id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '850785eb-b57f-4576-b6b3-193fca29e420', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'port_id': '3f1434f7-6d5a-406c-9db8-5d5e6d5732f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913', 'mac_address': 'fa:16:3e:47:73:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924d5f2e-187b-477d-a23b-28f4bce6b4d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:46:07Z', 'updated_at': '2021-09-16T04:46:40Z', 'revision_number': 1, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38114cc1-9fcf-46ba-9319-53b2f9f2f38e', 'name': '', 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'mac_address': 'fa:16:3e:59:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:57Z', 'updated_at': '2021-09-16T04:46:06Z', 'revision_number': 5, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'subnets': [{'id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:45.442210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-580f4014-9c2d-4cc5-899d-bbdce0a78ace req-06c2b85f-13dd-4371-b3e2-6a45879f83ee tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c HTTP/1.1" status: 200 len: 210 time: 0.0674744 Sep 16 04:46:45.519048 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f12d3f-8870-4e1a-87fa-939b9a8440c4 None None] The sync data for ids ['91982fad-9b2d-4054-a43a-be019f253e47'] in n-d-712140-13 is: [{'id': '91982fad-9b2d-4054-a43a-be019f253e47', 'name': 'tempest-ServersTestFqdnHostnames-1491527688-router', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:52Z', 'updated_at': '2021-09-16T04:45:58Z', 'revision_number': 4, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'gw_port': {'id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '850785eb-b57f-4576-b6b3-193fca29e420', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'port_id': '3f1434f7-6d5a-406c-9db8-5d5e6d5732f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913', 'mac_address': 'fa:16:3e:47:73:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924d5f2e-187b-477d-a23b-28f4bce6b4d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:46:07Z', 'updated_at': '2021-09-16T04:46:40Z', 'revision_number': 1, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38114cc1-9fcf-46ba-9319-53b2f9f2f38e', 'name': '', 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'mac_address': 'fa:16:3e:59:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:57Z', 'updated_at': '2021-09-16T04:46:06Z', 'revision_number': 5, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'subnets': [{'id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:46:45.564965 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf10f6-d6c2-49dd-8832-b4a737a7de5e req-f97fbe7f-097c-49e0-a92e-75a6226cb4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.564965 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-edcf10f6-d6c2-49dd-8832-b4a737a7de5e req-f97fbe7f-097c-49e0-a92e-75a6226cb4d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0a35f6de-0293-4a4b-a0e4-0cb629dcb913 HTTP/1.1" status: 200 len: 916 time: 0.2041652 Sep 16 04:46:45.565989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Attempting to bind port 680135e1-a5ee-40fa-b0a3-8141af74525e on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:45.565989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Attempting to bind port 680135e1-a5ee-40fa-b0a3-8141af74525e by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:45.565989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Attempting to bind port 680135e1-a5ee-40fa-b0a3-8141af74525e on network 29992b00-8aa1-46fd-bc66-045ef0922c90 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:45.581001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Port 680135e1-a5ee-40fa-b0a3-8141af74525e on network 29992b00-8aa1-46fd-bc66-045ef0922c90 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:45.582434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Attempting to bind port 680135e1-a5ee-40fa-b0a3-8141af74525e on network 29992b00-8aa1-46fd-bc66-045ef0922c90 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:45.607399 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7aa99b2-f6d6-41a0-a29a-026a2508ad2f req-97039848-bcb1-4753-856f-394812e98d14 service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7492106 Sep 16 04:46:45.637930 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:45.639566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Checking segment: {'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:45.642099 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Bound using segment: {'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:45.642958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Bound port: 680135e1-a5ee-40fa-b0a3-8141af74525e, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f33c83-4740-4a47-81ac-fa975870047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:45.644159 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:45.662401 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 4b198c54-9c9f-436f-86a4-0cac2a50b49c {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:45.662741 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 4b198c54-9c9f-436f-86a4-0cac2a50b49c not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:45.732516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418e5dc-9481-4621-8f46-c159e56fdb3d req-d8630e07-841d-4e23-b845-82048ec345e9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.756527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418e5dc-9481-4621-8f46-c159e56fdb3d req-d8630e07-841d-4e23-b845-82048ec345e9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.771077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418e5dc-9481-4621-8f46-c159e56fdb3d req-d8630e07-841d-4e23-b845-82048ec345e9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.784415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418e5dc-9481-4621-8f46-c159e56fdb3d req-d8630e07-841d-4e23-b845-82048ec345e9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.784652 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-edcf10f6-d6c2-49dd-8832-b4a737a7de5e req-e5815c6a-fe12-42a0-91a6-33124f750678 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 HTTP/1.1" status: 200 len: 1000 time: 0.2322216 Sep 16 04:46:45.808751 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418e5dc-9481-4621-8f46-c159e56fdb3d req-d8630e07-841d-4e23-b845-82048ec345e9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.835897 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418e5dc-9481-4621-8f46-c159e56fdb3d req-d8630e07-841d-4e23-b845-82048ec345e9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.848223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418e5dc-9481-4621-8f46-c159e56fdb3d req-d8630e07-841d-4e23-b845-82048ec345e9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.851905 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2418e5dc-9481-4621-8f46-c159e56fdb3d req-d8630e07-841d-4e23-b845-82048ec345e9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5392 time: 0.4676657 Sep 16 04:46:45.937860 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port d543f987-4a90-4882-aa8c-f9e3fda1004c, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d543f987-4a90-4882-aa8c-f9e3fda1004c,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:45.939515 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf10f6-d6c2-49dd-8832-b4a737a7de5e req-66ae06fc-6b82-433c-82c2-257911e5869b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.943853 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-edcf10f6-d6c2-49dd-8832-b4a737a7de5e req-66ae06fc-6b82-433c-82c2-257911e5869b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=468c6202-a0a8-4f1f-b1d3-f66b80c96296 HTTP/1.1" status: 200 len: 854 time: 0.1514192 Sep 16 04:46:45.954286 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'd543f987-4a90-4882-aa8c-f9e3fda1004c', 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1', 'port_id': 'd543f987-4a90-4882-aa8c-f9e3fda1004c', 'mac_address': 'fa:16:3e:93:7a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9108a406-26b4-4800-8499-3d9477c83d5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:46.013172 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e58eb18-047b-4032-b486-0e9d65e2ebb8 None None] New status for floating IP 850785eb-b57f-4576-b6b3-193fca29e420: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:46:46.031049 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.053260 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d543f987-4a90-4882-aa8c-f9e3fda1004c {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:46.092755 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port d543f987-4a90-4882-aa8c-f9e3fda1004c, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d543f987-4a90-4882-aa8c-f9e3fda1004c,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:46.104243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f6d581f5-7ed4-428d-9326-430b60e4c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:39:35Z', 'revision_number': 4, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port': {'id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:31Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '947d7ded-9a35-41aa-af5b-80adee2ebc48', 'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'mac_address': 'fa:16:3e:a3:c3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:34Z', 'updated_at': '2021-09-16T04:39:39Z', 'revision_number': 5, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'subnets': [{'id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:46.126122 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2418e5dc-9481-4621-8f46-c159e56fdb3d req-84fb0fd8-7d11-4531-b80a-ad3a95a89463 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2012107 Sep 16 04:46:46.145322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf10f6-d6c2-49dd-8832-b4a737a7de5e req-3bcedfba-cb58-4895-9aec-d6cdf2dfc415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.150256 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-edcf10f6-d6c2-49dd-8832-b4a737a7de5e req-3bcedfba-cb58-4895-9aec-d6cdf2dfc415 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a35f6de-0293-4a4b-a0e4-0cb629dcb913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1982372 Sep 16 04:46:46.186989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d581f5-7ed4-428d-9326-430b60e4c851 None None] Checking router: 712015b8-cf43-4dbc-b21f-fefb1d39fb1f for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:46:46.205391 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d581f5-7ed4-428d-9326-430b60e4c851 None None] Routers {'712015b8-cf43-4dbc-b21f-fefb1d39fb1f'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:46.206425 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f6d581f5-7ed4-428d-9326-430b60e4c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:46:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:46.255021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21eebb4-0076-4706-b6a6-e398c029b887 req-7bc60542-3a46-4dcb-90c4-66d3fcbd7e4c tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.271348 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f21eebb4-0076-4706-b6a6-e398c029b887 req-7bc60542-3a46-4dcb-90c4-66d3fcbd7e4c tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b84d0665-e923-4b6e-84e0-1f9eef75be6e HTTP/1.1" status: 200 len: 944 time: 0.4180593 Sep 16 04:46:46.335842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] For port 680135e1-a5ee-40fa-b0a3-8141af74525e, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:46.388456 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f21eebb4-0076-4706-b6a6-e398c029b887 req-8dff73a6-0d6a-410f-8fed-e5f989a2069b tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/security-groups?id=575f5020-058c-40f0-9ed6-0e59709e951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145935 Sep 16 04:46:46.407189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] For port 680135e1-a5ee-40fa-b0a3-8141af74525e, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=680135e1-a5ee-40fa-b0a3-8141af74525e,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:46.418739 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-edcf10f6-d6c2-49dd-8832-b4a737a7de5e req-a70aea26-f85c-434b-8528-b664bf18e475 service neutron] 10.222.0.21 "GET /v2.0/networks/0a35f6de-0293-4a4b-a0e4-0cb629dcb913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585886 Sep 16 04:46:46.454605 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.536077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0a84d-1080-445c-a4ad-df6f7979a36d req-118b1255-1f3f-434b-95b7-05214339b7bf tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.542192 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2d0a84d-1080-445c-a4ad-df6f7979a36d req-118b1255-1f3f-434b-95b7-05214339b7bf tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 943 time: 0.1995037 Sep 16 04:46:46.553921 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=d543f987-4a90-4882-aa8c-f9e3fda1004c,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:46.556098 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.672772 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['d543f987-4a90-4882-aa8c-f9e3fda1004c'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:46.719904 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.722587 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.724294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] 10.222.0.38 "PUT /v2.0/ports/680135e1-a5ee-40fa-b0a3-8141af74525e HTTP/1.1" status: 200 len: 1091 time: 4.5588012 Sep 16 04:46:46.739263 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-f6d581f5-7ed4-428d-9326-430b60e4c851 None None] Set router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:46.746513 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'tag': '680135e1-a5ee-40fa-b0a3-8141af74525e'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:46.755323 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-edcf10f6-d6c2-49dd-8832-b4a737a7de5e req-895dd954-5da2-4282-a766-4bc168a59ca1 service neutron] 10.222.0.21 "GET /v2.0/networks/0a35f6de-0293-4a4b-a0e4-0cb629dcb913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193710 Sep 16 04:46:46.768307 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b29b9a-5ef7-423b-9994-907e806dfd44" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "tag": "680135e1-a5ee-40fa-b0a3-8141af74525e"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:46.835943 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 703f37b8-5a01-4f85-a113-117100bede24 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:46.842312 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 219d9c66-4d91-44a8-92a0-a0102a7fab9f up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:46.851088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bfdb0-adbe-4db1-8618-4b8f787e09a3 req-533d83a4-e9dc-4417-a65b-e2c73d7e5c2f tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.854383 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-486bfdb0-adbe-4db1-8618-4b8f787e09a3 req-533d83a4-e9dc-4417-a65b-e2c73d7e5c2f tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 944 time: 0.2341516 Sep 16 04:46:46.867426 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Request body: {'port': {'device_id': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:46.926448 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2d0a84d-1080-445c-a4ad-df6f7979a36d req-6b0e58f9-e55a-4804-aadb-9ff764a31190 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659000 Sep 16 04:46:46.937446 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0b06e-14da-452a-bf22-d530ecb199a7 service neutron] Pushing event updated for resources: {'Port': ['ID=680135e1-a5ee-40fa-b0a3-8141af74525e,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:47.027862 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.resource_extend [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:46:47.045103 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-486bfdb0-adbe-4db1-8618-4b8f787e09a3 req-3f8f162d-c82a-4602-a662-c957c5a83d33 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133668 Sep 16 04:46:47.067211 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:47.140765 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c', 'name': 'network-vif-deleted', 'tag': '4b198c54-9c9f-436f-86a4-0cac2a50b49c'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:47.146151 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4207b2c8-321b-4c34-9bf0-32e187da1d83" -d '{"events": [{"server_uuid": "ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c", "name": "network-vif-deleted", "tag": "4b198c54-9c9f-436f-86a4-0cac2a50b49c"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:47.265860 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2407073-e98e-437c-8ef5-d6aa4cf723fa x-openstack-request-id: req-b2407073-e98e-437c-8ef5-d6aa4cf723fa {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:47.266641 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c", "name": "network-vif-deleted", "tag": "4b198c54-9c9f-436f-86a4-0cac2a50b49c", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:47.267364 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2407073-e98e-437c-8ef5-d6aa4cf723fa {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:47.268272 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7efd0b-4f9b-4bc1-bb09-0686c5b90b6c', 'name': 'network-vif-deleted', 'tag': '4b198c54-9c9f-436f-86a4-0cac2a50b49c', 'status': 'completed', 'code': 200} Sep 16 04:46:47.402019 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b29b9a-5ef7-423b-9994-907e806dfd44 req-c630081b-d9fd-4bb4-ae4c-4d8ea4d86fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.402909 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b29b9a-5ef7-423b-9994-907e806dfd44 req-c630081b-d9fd-4bb4-ae4c-4d8ea4d86fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.403894 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b29b9a-5ef7-423b-9994-907e806dfd44 req-c630081b-d9fd-4bb4-ae4c-4d8ea4d86fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.404555 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b29b9a-5ef7-423b-9994-907e806dfd44 req-c630081b-d9fd-4bb4-ae4c-4d8ea4d86fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.405392 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b29b9a-5ef7-423b-9994-907e806dfd44 req-c630081b-d9fd-4bb4-ae4c-4d8ea4d86fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.406345 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b29b9a-5ef7-423b-9994-907e806dfd44 req-c630081b-d9fd-4bb4-ae4c-4d8ea4d86fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.407096 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b29b9a-5ef7-423b-9994-907e806dfd44 req-c630081b-d9fd-4bb4-ae4c-4d8ea4d86fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.414550 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c6b29b9a-5ef7-423b-9994-907e806dfd44 req-c630081b-d9fd-4bb4-ae4c-4d8ea4d86fa7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=313a4b3172b84bbdb716cd409eccfeb1&device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 6344 time: 0.1353171 Sep 16 04:46:47.424588 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37450) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:47.491499 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e333f406-9198-4beb-bf6c-fd977879cd64 x-openstack-request-id: req-e333f406-9198-4beb-bf6c-fd977879cd64 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:47.491961 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "tag": "680135e1-a5ee-40fa-b0a3-8141af74525e", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:47.492804 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e333f406-9198-4beb-bf6c-fd977879cd64 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:47.493000 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'tag': '680135e1-a5ee-40fa-b0a3-8141af74525e', 'status': 'completed', 'code': 200} Sep 16 04:46:47.504200 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 219d9c66-4d91-44a8-92a0-a0102a7fab9f completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:46:47.521176 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 703f37b8-5a01-4f85-a113-117100bede24, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=703f37b8-5a01-4f85-a113-117100bede24,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:47.581953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 219d9c66-4d91-44a8-92a0-a0102a7fab9f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:47.582538 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:47.682317 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '703f37b8-5a01-4f85-a113-117100bede24', 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60', 'port_id': '703f37b8-5a01-4f85-a113-117100bede24', 'mac_address': 'fa:16:3e:ec:46:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1389bae5-dd46-4164-b9db-3ab16c90c617', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:47.730447 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328ec51-6669-4b5b-af1c-d10b59ef28b8 req-6e18952a-a1dc-47e7-98ae-fe986e002da4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.742341 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328ec51-6669-4b5b-af1c-d10b59ef28b8 req-6e18952a-a1dc-47e7-98ae-fe986e002da4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.753603 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328ec51-6669-4b5b-af1c-d10b59ef28b8 req-6e18952a-a1dc-47e7-98ae-fe986e002da4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.753972 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b29b9a-5ef7-423b-9994-907e806dfd44 req-330ba03c-bcfb-47fc-a053-10cb0c3d3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.754476 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b29b9a-5ef7-423b-9994-907e806dfd44 req-330ba03c-bcfb-47fc-a053-10cb0c3d3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.754982 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b29b9a-5ef7-423b-9994-907e806dfd44 req-330ba03c-bcfb-47fc-a053-10cb0c3d3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.756832 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c6b29b9a-5ef7-423b-9994-907e806dfd44 req-330ba03c-bcfb-47fc-a053-10cb0c3d3d79 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=313a4b3172b84bbdb716cd409eccfeb1&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3065193 Sep 16 04:46:47.766199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328ec51-6669-4b5b-af1c-d10b59ef28b8 req-6e18952a-a1dc-47e7-98ae-fe986e002da4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.766555 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6a05d289-a961-44c9-9788-0331e2f98ac9 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:47.778823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328ec51-6669-4b5b-af1c-d10b59ef28b8 req-6e18952a-a1dc-47e7-98ae-fe986e002da4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.784147 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:47.792114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328ec51-6669-4b5b-af1c-d10b59ef28b8 req-6e18952a-a1dc-47e7-98ae-fe986e002da4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.804907 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328ec51-6669-4b5b-af1c-d10b59ef28b8 req-6e18952a-a1dc-47e7-98ae-fe986e002da4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.811583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8328ec51-6669-4b5b-af1c-d10b59ef28b8 req-6e18952a-a1dc-47e7-98ae-fe986e002da4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5392 time: 0.3399293 Sep 16 04:46:47.821155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703f37b8-5a01-4f85-a113-117100bede24 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:47.840442 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f6d581f5-7ed4-428d-9326-430b60e4c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:39:35Z', 'revision_number': 4, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port': {'id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:31Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '947d7ded-9a35-41aa-af5b-80adee2ebc48', 'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'mac_address': 'fa:16:3e:a3:c3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:34Z', 'updated_at': '2021-09-16T04:39:39Z', 'revision_number': 5, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'subnets': [{'id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:47.917512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d581f5-7ed4-428d-9326-430b60e4c851 None None] The sync data for ids ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'] in n-d-712140-13 is: [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:39:35Z', 'revision_number': 4, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port': {'id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:31Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '947d7ded-9a35-41aa-af5b-80adee2ebc48', 'name': '', 'network_id': '1fbbfb6a-decf-48e9-be9a-550f7df178ee', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'mac_address': 'fa:16:3e:a3:c3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:34Z', 'updated_at': '2021-09-16T04:39:39Z', 'revision_number': 5, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'subnets': [{'id': '124f68eb-31a3-43f3-9f21-13efd54fa405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:46:47.923711 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 703f37b8-5a01-4f85-a113-117100bede24, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=703f37b8-5a01-4f85-a113-117100bede24,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:47.942942 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.005250 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 219d9c66-4d91-44a8-92a0-a0102a7fab9f, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=219d9c66-4d91-44a8-92a0-a0102a7fab9f,segment=NetworkSegment(e7d9e74f-d8ed-40eb-a537-8b7a07c1ebde),segment_id=e7d9e74f-d8ed-40eb-a537-8b7a07c1ebde)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:48.006368 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84d0665-e923-4b6e-84e0-1f9eef75be6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219d9c66-4d91-44a8-92a0-a0102a7fab9f'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:48.010795 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b657412-b2aa-4221-8dc2-f90983d28645" -d '{"events": [{"server_uuid": "b84d0665-e923-4b6e-84e0-1f9eef75be6e", "name": "network-vif-plugged", "status": "completed", "tag": "219d9c66-4d91-44a8-92a0-a0102a7fab9f"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:48.018200 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.028090 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6a05d289-a961-44c9-9788-0331e2f98ac9 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.035890 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8328ec51-6669-4b5b-af1c-d10b59ef28b8 req-c58b3947-d572-4f56-b37a-ad8537a1794f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1047466 Sep 16 04:46:48.059914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaedee5-8987-4f2c-91ef-8b7261df6ea7 req-ffc23c8a-6aa4-4280-bb3e-4569c6f526c7 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:48.074033 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eeaedee5-8987-4f2c-91ef-8b7261df6ea7 req-ffc23c8a-6aa4-4280-bb3e-4569c6f526c7 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b84d0665-e923-4b6e-84e0-1f9eef75be6e HTTP/1.1" status: 200 len: 944 time: 0.4446909 Sep 16 04:46:48.133266 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=703f37b8-5a01-4f85-a113-117100bede24,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:48.139758 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.154228 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74dd60ff-7d8d-43a5-b307-86c1642869ae {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:48.181333 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b29b9a-5ef7-423b-9994-907e806dfd44 req-54bd5923-0423-4419-b3a2-ac9665c900b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:48.183031 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.184809 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c6b29b9a-5ef7-423b-9994-907e806dfd44 req-54bd5923-0423-4419-b3a2-ac9665c900b6 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4136219 Sep 16 04:46:48.239688 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=219d9c66-4d91-44a8-92a0-a0102a7fab9f,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:48.259819 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eeaedee5-8987-4f2c-91ef-8b7261df6ea7 req-a3f3de74-7e92-480a-a682-d5722a758f8f tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/security-groups?id=575f5020-058c-40f0-9ed6-0e59709e951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846638 Sep 16 04:46:48.261654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Transition to ACTIVE for port object 74dd60ff-7d8d-43a5-b307-86c1642869ae will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:48.300602 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6a05d289-a961-44c9-9788-0331e2f98ac9 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.303298 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6a05d289-a961-44c9-9788-0331e2f98ac9 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.305243 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6a05d289-a961-44c9-9788-0331e2f98ac9 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "DELETE /v2.0/security-groups/fba553a1-fa5d-4803-8ef9-478f87ddc26a HTTP/1.1" status: 204 len: 168 time: 0.8790834 Sep 16 04:46:48.318151 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05d289-a961-44c9-9788-0331e2f98ac9 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba553a1-fa5d-4803-8ef9-478f87ddc26a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:48.320837 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca073d-a291-4db0-8066-7b9aa7bfa4dc req-d3b6697c-6e26-4cca-96c8-c54209f350c7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:48.323335 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37472) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:48.334241 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9ca073d-a291-4db0-8066-7b9aa7bfa4dc req-d3b6697c-6e26-4cca-96c8-c54209f350c7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 944 time: 0.1676939 Sep 16 04:46:48.346937 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-6bda7b35-ea4c-485e-8358-c33caaaa684f tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] show failed (client error): The resource could not be found. Sep 16 04:46:48.348671 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6bda7b35-ea4c-485e-8358-c33caaaa684f tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "GET /v2.0/security-groups/fba553a1-fa5d-4803-8ef9-478f87ddc26a HTTP/1.1" status: 404 len: 347 time: 0.0228269 Sep 16 04:46:48.353413 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37474) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:48.361863 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.389841 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabe0701-3d77-4137-8e23-80939d6b0208 x-openstack-request-id: req-aabe0701-3d77-4137-8e23-80939d6b0208 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:48.390589 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84d0665-e923-4b6e-84e0-1f9eef75be6e", "name": "network-vif-plugged", "status": "completed", "tag": "219d9c66-4d91-44a8-92a0-a0102a7fab9f", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:48.391725 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aabe0701-3d77-4137-8e23-80939d6b0208 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:48.392636 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84d0665-e923-4b6e-84e0-1f9eef75be6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219d9c66-4d91-44a8-92a0-a0102a7fab9f', 'code': 200} Sep 16 04:46:48.479181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Pushing event updated for resources: {'Port': ['ID=74dd60ff-7d8d-43a5-b307-86c1642869ae,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:48.492645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9ca073d-a291-4db0-8066-7b9aa7bfa4dc req-71827719-9384-42e6-9f10-4c4cba43865e tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510532 Sep 16 04:46:48.515721 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['703f37b8-5a01-4f85-a113-117100bede24'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:48.625742 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f4f76-0c58-4943-bf54-01edd350096b None None] New status for floating IP c2a51765-4aa6-42d3-b116-4bf0d9ffbd17: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:46:48.830636 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee28fa-25cf-464c-b93a-1aeee1792be5 req-4aecdac4-fab1-4d41-80d2-d39ee266e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:48.832747 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f7ee28fa-25cf-464c-b93a-1aeee1792be5 req-4aecdac4-fab1-4d41-80d2-d39ee266e02c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b84d0665-e923-4b6e-84e0-1f9eef75be6e HTTP/1.1" status: 200 len: 1097 time: 0.2123454 Sep 16 04:46:48.844438 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Attempting to bind port 74dd60ff-7d8d-43a5-b307-86c1642869ae on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:48.844438 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Attempting to bind port 74dd60ff-7d8d-43a5-b307-86c1642869ae by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5a682ea8-492d-4d22-bdb4-de15db270039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '21679cc1-76e7-41d2-b180-59ac954df250'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:48.844438 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Attempting to bind port 74dd60ff-7d8d-43a5-b307-86c1642869ae on network 21679cc1-76e7-41d2-b180-59ac954df250 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:48.864664 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Port 74dd60ff-7d8d-43a5-b307-86c1642869ae on network 21679cc1-76e7-41d2-b180-59ac954df250 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:48.867149 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Attempting to bind port 74dd60ff-7d8d-43a5-b307-86c1642869ae on network 21679cc1-76e7-41d2-b180-59ac954df250 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:48.883338 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:48.883887 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Checking segment: {'id': '5a682ea8-492d-4d22-bdb4-de15db270039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '21679cc1-76e7-41d2-b180-59ac954df250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:48.884545 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Bound using segment: {'id': '5a682ea8-492d-4d22-bdb4-de15db270039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '21679cc1-76e7-41d2-b180-59ac954df250'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:48.885319 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Bound port: 74dd60ff-7d8d-43a5-b307-86c1642869ae, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a682ea8-492d-4d22-bdb4-de15db270039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '21679cc1-76e7-41d2-b180-59ac954df250'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:48.885914 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.931719 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-ea62e03e-6602-4ced-b4a3-b60dcc6bae24 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Deleting port 9be948f2-3ae2-4d09-9193-8297588b8f71 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:48.932384 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea62e03e-6602-4ced-b4a3-b60dcc6bae24 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.959416 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108481c-a722-498e-834f-0a67aa92a537 req-ef8c32c1-1e04-48ae-956c-8fd8858eb7ec tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:48.962861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1108481c-a722-498e-834f-0a67aa92a537 req-ef8c32c1-1e04-48ae-956c-8fd8858eb7ec tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 944 time: 0.2746568 Sep 16 04:46:48.981962 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f7ee28fa-25cf-464c-b93a-1aeee1792be5 req-9012bbf2-912a-4334-abbd-65458eda8390 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=575f5020-058c-40f0-9ed6-0e59709e951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303060 Sep 16 04:46:48.993024 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device d543f987-4a90-4882-aa8c-f9e3fda1004c up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:49.066690 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea62e03e-6602-4ced-b4a3-b60dcc6bae24 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.067521 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea62e03e-6602-4ced-b4a3-b60dcc6bae24 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.086930 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-ea62e03e-6602-4ced-b4a3-b60dcc6bae24 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Calling delete_port for 9be948f2-3ae2-4d09-9193-8297588b8f71 owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:49.128342 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1108481c-a722-498e-834f-0a67aa92a537 req-0b0b0108-c8a6-491b-8abc-62d2be1af07b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305718 Sep 16 04:46:49.180521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] For port 74dd60ff-7d8d-43a5-b307-86c1642869ae, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:49.186032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] For port 74dd60ff-7d8d-43a5-b307-86c1642869ae, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=74dd60ff-7d8d-43a5-b307-86c1642869ae,segment=NetworkSegment(5a682ea8-492d-4d22-bdb4-de15db270039),segment_id=5a682ea8-492d-4d22-bdb4-de15db270039)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:49.192872 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port d543f987-4a90-4882-aa8c-f9e3fda1004c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:49.193760 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.286118 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.396233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Pushing event updated for resources: {'Port': ['ID=74dd60ff-7d8d-43a5-b307-86c1642869ae,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:49.398571 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea62e03e-6602-4ced-b4a3-b60dcc6bae24 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.461201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:49.462104 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.464307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-486556ec-a03f-424b-a050-d1bf224e62a3 service neutron] 10.222.0.38 "PUT /v2.0/ports/74dd60ff-7d8d-43a5-b307-86c1642869ae HTTP/1.1" status: 200 len: 1092 time: 2.6043489 Sep 16 04:46:49.484042 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62e03e-6602-4ced-b4a3-b60dcc6bae24 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Pushing event deleted for resources: {'Port': ['ID=9be948f2-3ae2-4d09-9193-8297588b8f71,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:49.503920 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01250de2-ae55-4310-a04c-8051225d40c4 req-2f5a37a8-840e-4e60-8930-976ea1b2d34c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:49.519675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01250de2-ae55-4310-a04c-8051225d40c4 req-2f5a37a8-840e-4e60-8930-976ea1b2d34c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:49.527569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01250de2-ae55-4310-a04c-8051225d40c4 req-2f5a37a8-840e-4e60-8930-976ea1b2d34c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:49.534387 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01250de2-ae55-4310-a04c-8051225d40c4 req-2f5a37a8-840e-4e60-8930-976ea1b2d34c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:49.540550 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.543354 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01250de2-ae55-4310-a04c-8051225d40c4 req-2f5a37a8-840e-4e60-8930-976ea1b2d34c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:49.545288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea62e03e-6602-4ced-b4a3-b60dcc6bae24 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.548451 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea62e03e-6602-4ced-b4a3-b60dcc6bae24 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.549676 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ea62e03e-6602-4ced-b4a3-b60dcc6bae24 tempest-ServersWithSpecificFlavorTestJSON-96478207 tempest-ServersWithSpecificFlavorTestJSON-96478207-project] 10.222.0.20 "DELETE /v2.0/floatingips/c2a51765-4aa6-42d3-b116-4bf0d9ffbd17 HTTP/1.1" status: 204 len: 168 time: 1.1949048 Sep 16 04:46:49.551336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01250de2-ae55-4310-a04c-8051225d40c4 req-2f5a37a8-840e-4e60-8930-976ea1b2d34c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:49.562933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01250de2-ae55-4310-a04c-8051225d40c4 req-2f5a37a8-840e-4e60-8930-976ea1b2d34c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:49.575839 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01250de2-ae55-4310-a04c-8051225d40c4 req-2f5a37a8-840e-4e60-8930-976ea1b2d34c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5404 time: 0.3501382 Sep 16 04:46:49.588159 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port d543f987-4a90-4882-aa8c-f9e3fda1004c, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d543f987-4a90-4882-aa8c-f9e3fda1004c,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:49.590619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Request body: {'port': {'device_id': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:49.594049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'tag': '74dd60ff-7d8d-43a5-b307-86c1642869ae'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:49.596592 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e248b728-c00c-43c0-b2e6-7a882efa5d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "tag": "74dd60ff-7d8d-43a5-b307-86c1642869ae"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:49.650296 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.686853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05e468-437b-4059-a9c7-fbcbaaf1c0fa req-da8c7ada-88c5-4fae-a6f8-6dd2fe9cf7f3 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:49.688578 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b05e468-437b-4059-a9c7-fbcbaaf1c0fa req-da8c7ada-88c5-4fae-a6f8-6dd2fe9cf7f3 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b84d0665-e923-4b6e-84e0-1f9eef75be6e HTTP/1.1" status: 200 len: 945 time: 0.3012452 Sep 16 04:46:49.732158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01250de2-ae55-4310-a04c-8051225d40c4 req-d602d9e4-1bed-48d5-86b3-8e34830488dc tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1550491 Sep 16 04:46:49.769392 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.804502 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=d543f987-4a90-4882-aa8c-f9e3fda1004c,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:49.845545 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b05e468-437b-4059-a9c7-fbcbaaf1c0fa req-7e459534-3757-47f9-a257-e156edd5b05b tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/security-groups?id=575f5020-058c-40f0-9ed6-0e59709e951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344094 Sep 16 04:46:50.099052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c6174-5583-4f0a-8627-f333d5094fa1 req-2a6c9445-df72-481c-8537-9c2671a63c75 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.101174 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d33c6174-5583-4f0a-8627-f333d5094fa1 req-2a6c9445-df72-481c-8537-9c2671a63c75 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 944 time: 0.2321405 Sep 16 04:46:50.124831 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c003f4d3-8707-4f15-8ef5-aaa55918ef05 x-openstack-request-id: req-c003f4d3-8707-4f15-8ef5-aaa55918ef05 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:50.125604 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "tag": "74dd60ff-7d8d-43a5-b307-86c1642869ae", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:50.125897 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c003f4d3-8707-4f15-8ef5-aaa55918ef05 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:50.126219 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'tag': '74dd60ff-7d8d-43a5-b307-86c1642869ae', 'status': 'completed', 'code': 200} Sep 16 04:46:50.248680 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248b728-c00c-43c0-b2e6-7a882efa5d5d req-ed6de9b7-a386-475f-806d-7920dcd8edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.249202 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248b728-c00c-43c0-b2e6-7a882efa5d5d req-ed6de9b7-a386-475f-806d-7920dcd8edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.249798 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248b728-c00c-43c0-b2e6-7a882efa5d5d req-ed6de9b7-a386-475f-806d-7920dcd8edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.250332 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248b728-c00c-43c0-b2e6-7a882efa5d5d req-ed6de9b7-a386-475f-806d-7920dcd8edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.250911 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248b728-c00c-43c0-b2e6-7a882efa5d5d req-ed6de9b7-a386-475f-806d-7920dcd8edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.251469 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248b728-c00c-43c0-b2e6-7a882efa5d5d req-ed6de9b7-a386-475f-806d-7920dcd8edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.251856 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248b728-c00c-43c0-b2e6-7a882efa5d5d req-ed6de9b7-a386-475f-806d-7920dcd8edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.253962 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e248b728-c00c-43c0-b2e6-7a882efa5d5d req-ed6de9b7-a386-475f-806d-7920dcd8edd7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=313a4b3172b84bbdb716cd409eccfeb1&device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 6412 time: 0.0715187 Sep 16 04:46:50.264634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d33c6174-5583-4f0a-8627-f333d5094fa1 req-5ea7c7d1-4009-4ac1-9299-8b91ff5109f7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535747 Sep 16 04:46:50.368706 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4239abc5-062c-4dce-a6f1-912da6b3aad3 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:50.386380 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.394386 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58632ac4-6b3f-4b9f-850b-0e46ac08e8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd543f987-4a90-4882-aa8c-f9e3fda1004c'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:50.396810 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4aeded9-eb75-468a-bc8d-e02c7c8cd7e9" -d '{"events": [{"server_uuid": "58632ac4-6b3f-4b9f-850b-0e46ac08e8de", "name": "network-vif-plugged", "status": "completed", "tag": "d543f987-4a90-4882-aa8c-f9e3fda1004c"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:50.419675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Transition to ACTIVE for port object 4239abc5-062c-4dce-a6f1-912da6b3aad3 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:50.446271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa68372-3650-4d27-aeac-c72dc9b63c75 req-37b5eaab-dade-459e-a335-56e79385e1ab tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.448959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4aa68372-3650-4d27-aeac-c72dc9b63c75 req-37b5eaab-dade-459e-a335-56e79385e1ab tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 945 time: 0.0841916 Sep 16 04:46:50.460700 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248b728-c00c-43c0-b2e6-7a882efa5d5d req-73b247d6-f304-40fc-9486-33ae6fb2e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.461210 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248b728-c00c-43c0-b2e6-7a882efa5d5d req-73b247d6-f304-40fc-9486-33ae6fb2e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.461728 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248b728-c00c-43c0-b2e6-7a882efa5d5d req-73b247d6-f304-40fc-9486-33ae6fb2e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.463565 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e248b728-c00c-43c0-b2e6-7a882efa5d5d req-73b247d6-f304-40fc-9486-33ae6fb2e1bf service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=313a4b3172b84bbdb716cd409eccfeb1&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1923983 Sep 16 04:46:50.503404 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4aa68372-3650-4d27-aeac-c72dc9b63c75 req-5e82c3e8-53d4-4035-bfcf-14889ee6ca1e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476408 Sep 16 04:46:50.505371 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.574715 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b5bb9d-430f-4a20-b9be-a5ead29a3e13 x-openstack-request-id: req-67b5bb9d-430f-4a20-b9be-a5ead29a3e13 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:50.575354 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58632ac4-6b3f-4b9f-850b-0e46ac08e8de", "name": "network-vif-plugged", "status": "completed", "tag": "d543f987-4a90-4882-aa8c-f9e3fda1004c", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:50.575479 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67b5bb9d-430f-4a20-b9be-a5ead29a3e13 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:50.576069 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58632ac4-6b3f-4b9f-850b-0e46ac08e8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd543f987-4a90-4882-aa8c-f9e3fda1004c', 'code': 200} Sep 16 04:46:50.702495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248b728-c00c-43c0-b2e6-7a882efa5d5d req-f23b2f9e-ea93-4215-bfa8-340d6b35a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.704157 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e248b728-c00c-43c0-b2e6-7a882efa5d5d req-f23b2f9e-ea93-4215-bfa8-340d6b35a5d7 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2319069 Sep 16 04:46:50.722439 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4239abc5-062c-4dce-a6f1-912da6b3aad3,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:50.829477 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Attempting to bind port 4239abc5-062c-4dce-a6f1-912da6b3aad3 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:50.829828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Attempting to bind port 4239abc5-062c-4dce-a6f1-912da6b3aad3 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5a682ea8-492d-4d22-bdb4-de15db270039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '21679cc1-76e7-41d2-b180-59ac954df250'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:50.830364 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Attempting to bind port 4239abc5-062c-4dce-a6f1-912da6b3aad3 on network 21679cc1-76e7-41d2-b180-59ac954df250 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:50.839742 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Port 4239abc5-062c-4dce-a6f1-912da6b3aad3 on network 21679cc1-76e7-41d2-b180-59ac954df250 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:50.840065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Attempting to bind port 4239abc5-062c-4dce-a6f1-912da6b3aad3 on network 21679cc1-76e7-41d2-b180-59ac954df250 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:50.858588 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 703f37b8-5a01-4f85-a113-117100bede24 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:50.868397 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:50.869170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Checking segment: {'id': '5a682ea8-492d-4d22-bdb4-de15db270039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '21679cc1-76e7-41d2-b180-59ac954df250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:50.869170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Bound using segment: {'id': '5a682ea8-492d-4d22-bdb4-de15db270039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '21679cc1-76e7-41d2-b180-59ac954df250'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:50.869535 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Bound port: 4239abc5-062c-4dce-a6f1-912da6b3aad3, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a682ea8-492d-4d22-bdb4-de15db270039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '21679cc1-76e7-41d2-b180-59ac954df250'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:50.869957 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:51.051166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b4ad7-e1bb-4a84-9d62-95253c1a015e req-5273c085-dfdc-437f-ae04-acb1374cff81 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.058600 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b4ad7-e1bb-4a84-9d62-95253c1a015e req-5273c085-dfdc-437f-ae04-acb1374cff81 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.065374 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b4ad7-e1bb-4a84-9d62-95253c1a015e req-5273c085-dfdc-437f-ae04-acb1374cff81 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.073702 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b4ad7-e1bb-4a84-9d62-95253c1a015e req-5273c085-dfdc-437f-ae04-acb1374cff81 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.080232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b4ad7-e1bb-4a84-9d62-95253c1a015e req-5273c085-dfdc-437f-ae04-acb1374cff81 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.087778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b4ad7-e1bb-4a84-9d62-95253c1a015e req-5273c085-dfdc-437f-ae04-acb1374cff81 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.094040 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b4ad7-e1bb-4a84-9d62-95253c1a015e req-5273c085-dfdc-437f-ae04-acb1374cff81 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.095485 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 703f37b8-5a01-4f85-a113-117100bede24 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:46:51.096147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e73b4ad7-e1bb-4a84-9d62-95253c1a015e req-5273c085-dfdc-437f-ae04-acb1374cff81 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5416 time: 0.2097273 Sep 16 04:46:51.104107 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 703f37b8-5a01-4f85-a113-117100bede24 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:51.105672 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:51.109319 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] For port 4239abc5-062c-4dce-a6f1-912da6b3aad3, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:51.112415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] For port 4239abc5-062c-4dce-a6f1-912da6b3aad3, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=4239abc5-062c-4dce-a6f1-912da6b3aad3,segment=NetworkSegment(5a682ea8-492d-4d22-bdb4-de15db270039),segment_id=5a682ea8-492d-4d22-bdb4-de15db270039)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:51.173409 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e73b4ad7-e1bb-4a84-9d62-95253c1a015e req-71da94c3-765d-422f-b68f-28eb5cccbcc7 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579574 Sep 16 04:46:51.198583 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:51.284096 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.284746 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:51.286269 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] 10.222.0.38 "PUT /v2.0/ports/4239abc5-062c-4dce-a6f1-912da6b3aad3 HTTP/1.1" status: 200 len: 1092 time: 1.7015007 Sep 16 04:46:51.286464 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:51.323362 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd50b51-8aeb-4bac-ad63-cd821fc918a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4239abc5-062c-4dce-a6f1-912da6b3aad3,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:51.374041 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 703f37b8-5a01-4f85-a113-117100bede24, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=703f37b8-5a01-4f85-a113-117100bede24,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:51.450057 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:51.500780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e7ad6-6676-4e55-84da-0d292a78a514 req-4b554e0e-965f-47df-9ff9-58d77bbce7b1 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.502695 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-942e7ad6-6676-4e55-84da-0d292a78a514 req-4b554e0e-965f-47df-9ff9-58d77bbce7b1 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b84d0665-e923-4b6e-84e0-1f9eef75be6e HTTP/1.1" status: 200 len: 945 time: 0.1375973 Sep 16 04:46:51.583142 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=703f37b8-5a01-4f85-a113-117100bede24,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:51.627494 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-942e7ad6-6676-4e55-84da-0d292a78a514 req-5406a85e-19c2-45f5-850d-d82f31b4685a tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/security-groups?id=575f5020-058c-40f0-9ed6-0e59709e951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013076 Sep 16 04:46:51.642802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-4c9cef11-7235-4516-9111-2a410deb924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.643216 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-4c9cef11-7235-4516-9111-2a410deb924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.647017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-4c9cef11-7235-4516-9111-2a410deb924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.647017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-4c9cef11-7235-4516-9111-2a410deb924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.647017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-4c9cef11-7235-4516-9111-2a410deb924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.647017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-4c9cef11-7235-4516-9111-2a410deb924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.647017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-4c9cef11-7235-4516-9111-2a410deb924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.649799 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-4c9cef11-7235-4516-9111-2a410deb924e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=313a4b3172b84bbdb716cd409eccfeb1&device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 6480 time: 0.1889303 Sep 16 04:46:51.668217 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33809549-6922-4c29-9c0b-16557b224680 req-3f645f5b-2bd3-448c-9f3e-c4e29fb4d2a0 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.670392 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33809549-6922-4c29-9c0b-16557b224680 req-3f645f5b-2bd3-448c-9f3e-c4e29fb4d2a0 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 945 time: 0.1121576 Sep 16 04:46:51.723411 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5c45d2cc-9fb6-42a0-a73a-dadbb8d33c20 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=291ebc99-8f20-4e0a-a402-de01d23f02f8 HTTP/1.1" status: 200 len: 217 time: 0.0479043 Sep 16 04:46:51.805865 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33809549-6922-4c29-9c0b-16557b224680 req-c22e226a-b2a7-4bcc-83b9-3626c9f031f2 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916913 Sep 16 04:46:51.811429 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-b2f6231f-c371-4004-afb1-b20d3fcad62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.812921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-b2f6231f-c371-4004-afb1-b20d3fcad62b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5aaa3052-f1cc-492f-84e6-ab27c153753a HTTP/1.1" status: 200 len: 848 time: 0.0824268 Sep 16 04:46:51.914083 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-6ceca527-afd9-4da9-af6a-e350e7b16ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.915934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-6ceca527-afd9-4da9-af6a-e350e7b16ff9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dfa00947-d844-42e7-a6bc-3c59d3fba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930696 Sep 16 04:46:51.926839 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbab19-84a6-401b-96fd-653a18454a44 req-22db1c1a-123b-4526-98ef-92ca788cd325 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.936086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9dbab19-84a6-401b-96fd-653a18454a44 req-22db1c1a-123b-4526-98ef-92ca788cd325 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 945 time: 0.1008735 Sep 16 04:46:52.108248 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9dbab19-84a6-401b-96fd-653a18454a44 req-833148b3-cc4c-415e-9c69-518e762660c9 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705739 Sep 16 04:46:52.128360 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'tag': '4239abc5-062c-4dce-a6f1-912da6b3aad3'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:52.135486 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37552) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:52.136561 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f06621-147f-493a-902e-ca90ec90fb06" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "tag": "4239abc5-062c-4dce-a6f1-912da6b3aad3"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:52.159890 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-568ccbe3-e401-419d-9d86-0243f6c12b29 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa00947-d844-42e7-a6bc-3c59d3fba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200038 Sep 16 04:46:52.218263 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461595da-11ca-460a-bcad-58c4e5d669e1 x-openstack-request-id: req-461595da-11ca-460a-bcad-58c4e5d669e1 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:52.219071 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "tag": "4239abc5-062c-4dce-a6f1-912da6b3aad3", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:52.220598 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-461595da-11ca-460a-bcad-58c4e5d669e1 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:52.221400 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'tag': '4239abc5-062c-4dce-a6f1-912da6b3aad3', 'status': 'completed', 'code': 200} Sep 16 04:46:52.333793 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-18ec00d8-a0f4-452a-b53a-ce924e2acffa service neutron] 10.222.0.38 "GET /v2.0/networks/dfa00947-d844-42e7-a6bc-3c59d3fba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650352 Sep 16 04:46:52.452310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-1db93ddb-6274-406d-921e-81155b3b4baf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=5b16cc3a-295b-414f-9d1d-8e4808f34041 HTTP/1.1" status: 200 len: 217 time: 0.1059189 Sep 16 04:46:52.577490 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2247ab-8d36-47b9-ae84-19d339bc5d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703f37b8-5a01-4f85-a113-117100bede24'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:52.580539 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d197d1eb-976b-4509-a469-c7a6566144b7" -d '{"events": [{"server_uuid": "ee2247ab-8d36-47b9-ae84-19d339bc5d30", "name": "network-vif-plugged", "status": "completed", "tag": "703f37b8-5a01-4f85-a113-117100bede24"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:52.586988 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceecfa5-7a31-4b76-96aa-790a910f085a req-2ae1039c-bd02-4ce5-8ec7-fd8968f20648 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.599201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceecfa5-7a31-4b76-96aa-790a910f085a req-2ae1039c-bd02-4ce5-8ec7-fd8968f20648 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.611140 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceecfa5-7a31-4b76-96aa-790a910f085a req-2ae1039c-bd02-4ce5-8ec7-fd8968f20648 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.638428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceecfa5-7a31-4b76-96aa-790a910f085a req-2ae1039c-bd02-4ce5-8ec7-fd8968f20648 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.655970 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceecfa5-7a31-4b76-96aa-790a910f085a req-2ae1039c-bd02-4ce5-8ec7-fd8968f20648 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.672052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceecfa5-7a31-4b76-96aa-790a910f085a req-2ae1039c-bd02-4ce5-8ec7-fd8968f20648 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.686399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceecfa5-7a31-4b76-96aa-790a910f085a req-2ae1039c-bd02-4ce5-8ec7-fd8968f20648 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.687622 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f11a82-5cc0-4d76-887c-fc015dc4626e x-openstack-request-id: req-13f11a82-5cc0-4d76-887c-fc015dc4626e {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:52.689002 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2247ab-8d36-47b9-ae84-19d339bc5d30", "name": "network-vif-plugged", "status": "completed", "tag": "703f37b8-5a01-4f85-a113-117100bede24", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:52.689595 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13f11a82-5cc0-4d76-887c-fc015dc4626e {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:52.690499 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2247ab-8d36-47b9-ae84-19d339bc5d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703f37b8-5a01-4f85-a113-117100bede24', 'code': 200} Sep 16 04:46:52.691664 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cceecfa5-7a31-4b76-96aa-790a910f085a req-2ae1039c-bd02-4ce5-8ec7-fd8968f20648 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5416 time: 0.2679527 Sep 16 04:46:52.708246 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-59ef9c43-4876-4fc9-93cd-6dd7fd750538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.708753 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-59ef9c43-4876-4fc9-93cd-6dd7fd750538 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ccbedd25-58d2-42fa-831b-01900aebbe43 HTTP/1.1" status: 200 len: 797 time: 0.2306368 Sep 16 04:46:52.862341 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cceecfa5-7a31-4b76-96aa-790a910f085a req-f2fc6edc-1c9c-4061-853b-2239abd95663 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861933 Sep 16 04:46:52.869626 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-1c82dcb9-6204-45a2-b920-08bea7561047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.870569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-1c82dcb9-6204-45a2-b920-08bea7561047 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29992b00-8aa1-46fd-bc66-045ef0922c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1488838 Sep 16 04:46:52.918411 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device d543f987-4a90-4882-aa8c-f9e3fda1004c no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:52.955882 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320b61-23bf-4476-a481-defe8ead9251 req-fa140a8f-cdc6-4bb8-ad4f-b74d9bc738de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.957659 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b0320b61-23bf-4476-a481-defe8ead9251 req-fa140a8f-cdc6-4bb8-ad4f-b74d9bc738de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 1097 time: 0.1356819 Sep 16 04:46:53.001104 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-d7c4c982-3f70-402b-9b6b-a169a100fe9a service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209908 Sep 16 04:46:53.037382 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:53.042845 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b0320b61-23bf-4476-a481-defe8ead9251 req-fbdb6008-112b-4919-9fac-22cea8f93429 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745256 Sep 16 04:46:53.127242 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port d543f987-4a90-4882-aa8c-f9e3fda1004c, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d543f987-4a90-4882-aa8c-f9e3fda1004c,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:53.151687 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-05205078-dd97-4780-a25c-4fe5246197c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:53.152248 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902618a4-cc9c-4558-8a0f-4102c7067798 req-99915180-3295-4896-898c-b2b09bb1b49f tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:53.153631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-902618a4-cc9c-4558-8a0f-4102c7067798 req-99915180-3295-4896-898c-b2b09bb1b49f tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 945 time: 0.1516011 Sep 16 04:46:53.204391 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:53.250724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-bb0558dd-3569-47d1-acb9-82a86b3ddf7f service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031772 Sep 16 04:46:53.276681 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=d543f987-4a90-4882-aa8c-f9e3fda1004c,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:53.348446 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-902618a4-cc9c-4558-8a0f-4102c7067798 req-794f4e2d-2c87-44e3-a3e8-f1a2e48acdc8 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815591 Sep 16 04:46:53.351857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-e7f1ce28-1bce-421e-a0e9-6504ccfc7925 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=3b10ae3d-8211-4c16-9527-e19b5ce57a46 HTTP/1.1" status: 200 len: 217 time: 0.0866389 Sep 16 04:46:53.434464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-2031e7dd-5317-46a5-b51c-d45615481a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:53.436958 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-2031e7dd-5317-46a5-b51c-d45615481a04 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ccbedd25-58d2-42fa-831b-01900aebbe43 HTTP/1.1" status: 200 len: 797 time: 0.0783708 Sep 16 04:46:53.530522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5eecbe34-b4a9-42e5-8bbb-ed5aa04d1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:53.533153 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5eecbe34-b4a9-42e5-8bbb-ed5aa04d1bb4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29992b00-8aa1-46fd-bc66-045ef0922c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0834262 Sep 16 04:46:53.751208 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-0fa0391f-a774-4449-b06a-0acfb944cf26 service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100995 Sep 16 04:46:53.815780 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69026c-a155-4ec9-bd04-9bc15c9fe887 req-e6ac7989-9237-4311-8652-f7be022b287a tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:53.815780 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fc69026c-a155-4ec9-bd04-9bc15c9fe887 req-e6ac7989-9237-4311-8652-f7be022b287a tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.38 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 943 time: 0.1323395 Sep 16 04:46:53.949517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-b8d6c67e-130a-41af-bd2f-8b35c9c226b3 service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902137 Sep 16 04:46:53.989836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb43296-ea81-4f6b-b5d5-a91da17a2b6d req-a07b9177-e1ee-4307-933b-9c1c739230bb tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.000207 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbb43296-ea81-4f6b-b5d5-a91da17a2b6d req-a07b9177-e1ee-4307-933b-9c1c739230bb tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 945 time: 0.1315923 Sep 16 04:46:54.086803 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-debd62c4-b1ce-4e96-ba1a-0842ac9b16ee service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 HTTP/1.1" status: 200 len: 217 time: 0.1255212 Sep 16 04:46:54.094002 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-fc69026c-a155-4ec9-bd04-9bc15c9fe887 req-0ec35326-35b8-4e5e-9db3-fe88ad311ac5 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Deleting port d543f987-4a90-4882-aa8c-f9e3fda1004c {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:54.094778 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fc69026c-a155-4ec9-bd04-9bc15c9fe887 req-0ec35326-35b8-4e5e-9db3-fe88ad311ac5 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.112339 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.133176 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbb43296-ea81-4f6b-b5d5-a91da17a2b6d req-5736b610-cecd-4fa1-b6a5-4443db10a183 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320274 Sep 16 04:46:54.196135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d62d1-25d0-4264-b4f1-fc3b47096a5f req-83b8a626-3620-465c-99a2-2bc64d7f7a0f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.202516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d62d1-25d0-4264-b4f1-fc3b47096a5f req-83b8a626-3620-465c-99a2-2bc64d7f7a0f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.209460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d62d1-25d0-4264-b4f1-fc3b47096a5f req-83b8a626-3620-465c-99a2-2bc64d7f7a0f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.217303 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d62d1-25d0-4264-b4f1-fc3b47096a5f req-83b8a626-3620-465c-99a2-2bc64d7f7a0f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.224128 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d62d1-25d0-4264-b4f1-fc3b47096a5f req-83b8a626-3620-465c-99a2-2bc64d7f7a0f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.230582 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d62d1-25d0-4264-b4f1-fc3b47096a5f req-83b8a626-3620-465c-99a2-2bc64d7f7a0f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.238975 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d62d1-25d0-4264-b4f1-fc3b47096a5f req-83b8a626-3620-465c-99a2-2bc64d7f7a0f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.239446 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-496d62d1-25d0-4264-b4f1-fc3b47096a5f req-83b8a626-3620-465c-99a2-2bc64d7f7a0f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5416 time: 0.1596665 Sep 16 04:46:54.245152 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-bf4143e3-4bb1-444e-9765-0139b16f2298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.247030 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-bf4143e3-4bb1-444e-9765-0139b16f2298 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ccbedd25-58d2-42fa-831b-01900aebbe43 HTTP/1.1" status: 200 len: 797 time: 0.1496518 Sep 16 04:46:54.303767 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-fc69026c-a155-4ec9-bd04-9bc15c9fe887 req-0ec35326-35b8-4e5e-9db3-fe88ad311ac5 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] For port d543f987-4a90-4882-aa8c-f9e3fda1004c, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d543f987-4a90-4882-aa8c-f9e3fda1004c,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:54.304795 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fc69026c-a155-4ec9-bd04-9bc15c9fe887 req-0ec35326-35b8-4e5e-9db3-fe88ad311ac5 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.320704 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-496d62d1-25d0-4264-b4f1-fc3b47096a5f req-537b6c13-883d-4e67-9033-3fab3af66024 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725157 Sep 16 04:46:54.333331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-8a5e23d8-cfed-4986-a8dc-e9fed3d896d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.339721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-8a5e23d8-cfed-4986-a8dc-e9fed3d896d3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29992b00-8aa1-46fd-bc66-045ef0922c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0794148 Sep 16 04:46:54.340458 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-fc69026c-a155-4ec9-bd04-9bc15c9fe887 req-0ec35326-35b8-4e5e-9db3-fe88ad311ac5 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Calling delete_port for d543f987-4a90-4882-aa8c-f9e3fda1004c owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:54.407308 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-05205078-dd97-4780-a25c-4fe5246197c1 admin admin] Deleting port 947d7ded-9a35-41aa-af5b-80adee2ebc48 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:54.410396 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-05205078-dd97-4780-a25c-4fe5246197c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.526832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-d1b91156-5935-4e9d-8926-aa291e51a446 service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832409 Sep 16 04:46:54.566160 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80572a38-06e2-40ab-a687-38fb39fd1008 req-c8f55eae-a6de-46ee-8ed9-06ddb0337fad tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.568000 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80572a38-06e2-40ab-a687-38fb39fd1008 req-c8f55eae-a6de-46ee-8ed9-06ddb0337fad tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 943 time: 0.0934918 Sep 16 04:46:54.598375 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-05205078-dd97-4780-a25c-4fe5246197c1 admin admin] For port 947d7ded-9a35-41aa-af5b-80adee2ebc48, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=947d7ded-9a35-41aa-af5b-80adee2ebc48,segment=NetworkSegment(8d5e9848-4a0a-48f6-9639-d05a7fe721db),segment_id=8d5e9848-4a0a-48f6-9639-d05a7fe721db)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:54.599460 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-05205078-dd97-4780-a25c-4fe5246197c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.650059 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-05205078-dd97-4780-a25c-4fe5246197c1 admin admin] Calling delete_port for 947d7ded-9a35-41aa-af5b-80adee2ebc48 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:54.677629 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80572a38-06e2-40ab-a687-38fb39fd1008 req-cf0ff78a-1f4e-4049-9605-44b34fdced2d tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607476 Sep 16 04:46:54.682369 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-79dc3e4f-5eef-49f3-9a61-d40dc22c8985 service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472375 Sep 16 04:46:54.694409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58632ac4-6b3f-4b9f-850b-0e46ac08e8de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd543f987-4a90-4882-aa8c-f9e3fda1004c'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:54.701901 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6564536-9053-43ec-8ccd-06c96c463bac" -d '{"events": [{"server_uuid": "58632ac4-6b3f-4b9f-850b-0e46ac08e8de", "name": "network-vif-unplugged", "status": "completed", "tag": "d543f987-4a90-4882-aa8c-f9e3fda1004c"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:54.754340 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-8472aedb-8a23-4230-9a9c-b77ff2198054 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=680135e1-a5ee-40fa-b0a3-8141af74525e HTTP/1.1" status: 200 len: 217 time: 0.0641544 Sep 16 04:46:54.760057 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00093748-f2ca-4a5b-bf67-49c9f5eb4bc2 x-openstack-request-id: req-00093748-f2ca-4a5b-bf67-49c9f5eb4bc2 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:54.760351 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58632ac4-6b3f-4b9f-850b-0e46ac08e8de", "name": "network-vif-unplugged", "status": "completed", "tag": "d543f987-4a90-4882-aa8c-f9e3fda1004c", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:54.760592 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00093748-f2ca-4a5b-bf67-49c9f5eb4bc2 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:54.761468 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58632ac4-6b3f-4b9f-850b-0e46ac08e8de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd543f987-4a90-4882-aa8c-f9e3fda1004c', 'code': 200} Sep 16 04:46:54.836790 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fc69026c-a155-4ec9-bd04-9bc15c9fe887 req-0ec35326-35b8-4e5e-9db3-fe88ad311ac5 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.852128 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5378c3dc-1adf-427e-bc8a-e48f1d6b1331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.855038 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-5378c3dc-1adf-427e-bc8a-e48f1d6b1331 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ccbedd25-58d2-42fa-831b-01900aebbe43 HTTP/1.1" status: 200 len: 797 time: 0.0649011 Sep 16 04:46:54.880367 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec35326-35b8-4e5e-9db3-fe88ad311ac5 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Pushing event deleted for resources: {'Port': ['ID=d543f987-4a90-4882-aa8c-f9e3fda1004c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:54.939260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-08f45f3a-b570-4c72-bba4-fd8b0beb9712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.940987 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-08f45f3a-b570-4c72-bba4-fd8b0beb9712 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29992b00-8aa1-46fd-bc66-045ef0922c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0783422 Sep 16 04:46:54.949067 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc69026c-a155-4ec9-bd04-9bc15c9fe887 req-0ec35326-35b8-4e5e-9db3-fe88ad311ac5 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] No DVR routers for this DVR port d543f987-4a90-4882-aa8c-f9e3fda1004c on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:54.953644 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-fc69026c-a155-4ec9-bd04-9bc15c9fe887 req-0ec35326-35b8-4e5e-9db3-fe88ad311ac5 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.956801 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fc69026c-a155-4ec9-bd04-9bc15c9fe887 req-0ec35326-35b8-4e5e-9db3-fe88ad311ac5 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.38 "DELETE /v2.0/ports/d543f987-4a90-4882-aa8c-f9e3fda1004c HTTP/1.1" status: 204 len: 173 time: 1.1254854 Sep 16 04:46:54.957444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58632ac4-6b3f-4b9f-850b-0e46ac08e8de', 'name': 'network-vif-deleted', 'tag': 'd543f987-4a90-4882-aa8c-f9e3fda1004c'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:54.961247 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38f9b11-5830-427e-91b6-6863355e1f0a" -d '{"events": [{"server_uuid": "58632ac4-6b3f-4b9f-850b-0e46ac08e8de", "name": "network-vif-deleted", "tag": "d543f987-4a90-4882-aa8c-f9e3fda1004c"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:55.056489 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86722a0b-cc23-4fc0-9ee9-8caf286f9438 x-openstack-request-id: req-86722a0b-cc23-4fc0-9ee9-8caf286f9438 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:55.056851 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58632ac4-6b3f-4b9f-850b-0e46ac08e8de", "name": "network-vif-deleted", "tag": "d543f987-4a90-4882-aa8c-f9e3fda1004c", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:55.062997 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86722a0b-cc23-4fc0-9ee9-8caf286f9438 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:55.062997 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58632ac4-6b3f-4b9f-850b-0e46ac08e8de', 'name': 'network-vif-deleted', 'tag': 'd543f987-4a90-4882-aa8c-f9e3fda1004c', 'status': 'completed', 'code': 200} Sep 16 04:46:55.085110 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-854f9a3e-8f85-4f82-b0f2-382560d67b28 service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358101 Sep 16 04:46:55.189639 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-314872f4-f3dd-49b1-b9ce-9c035eeaa70c service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976212 Sep 16 04:46:55.242087 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-9af7a780-afdd-4d5d-9931-55bd5e5fa546 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74dd60ff-7d8d-43a5-b307-86c1642869ae HTTP/1.1" status: 200 len: 217 time: 0.0452991 Sep 16 04:46:55.318366 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-05205078-dd97-4780-a25c-4fe5246197c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:55.331041 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e58ed-a4c1-465f-9bc8-db73da2e7a79 req-b1b55068-8d18-403a-bcf6-36ab76a073df tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.332645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf6e58ed-a4c1-465f-9bc8-db73da2e7a79 req-b1b55068-8d18-403a-bcf6-36ab76a073df tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 945 time: 0.1001749 Sep 16 04:46:55.334252 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-1b1466c2-9142-44c5-9f36-cb1c747fa3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.337657 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-1b1466c2-9142-44c5-9f36-cb1c747fa3dd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bc008854-b60a-4e50-9836-d00ca586adc0 HTTP/1.1" status: 200 len: 797 time: 0.0721030 Sep 16 04:46:55.373513 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05205078-dd97-4780-a25c-4fe5246197c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=947d7ded-9a35-41aa-af5b-80adee2ebc48,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:55.435839 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf6e58ed-a4c1-465f-9bc8-db73da2e7a79 req-4d8fa49f-fe16-4708-a889-b650c41aa038 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803440 Sep 16 04:46:55.438962 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-4be3ebfd-74d3-4a82-9736-848cd6e6bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.440474 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-4be3ebfd-74d3-4a82-9736-848cd6e6bf18 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=21679cc1-76e7-41d2-b180-59ac954df250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0956240 Sep 16 04:46:55.619039 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-2cb81ec6-f858-467b-b275-860f21aaffe9 service neutron] 10.222.0.38 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475697 Sep 16 04:46:55.755901 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-05205078-dd97-4780-a25c-4fe5246197c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.117501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5910d-7dff-4843-ad29-142c893ed64e req-6d24a50c-4359-4df0-b1ca-f58d88886a48 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.123475 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5910d-7dff-4843-ad29-142c893ed64e req-6d24a50c-4359-4df0-b1ca-f58d88886a48 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.135441 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05205078-dd97-4780-a25c-4fe5246197c1 admin admin] Router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:46:56.136966 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5910d-7dff-4843-ad29-142c893ed64e req-6d24a50c-4359-4df0-b1ca-f58d88886a48 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.139731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5910d-7dff-4843-ad29-142c893ed64e req-6d24a50c-4359-4df0-b1ca-f58d88886a48 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.145866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5910d-7dff-4843-ad29-142c893ed64e req-6d24a50c-4359-4df0-b1ca-f58d88886a48 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.153002 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5910d-7dff-4843-ad29-142c893ed64e req-6d24a50c-4359-4df0-b1ca-f58d88886a48 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.159371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5910d-7dff-4843-ad29-142c893ed64e req-6d24a50c-4359-4df0-b1ca-f58d88886a48 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.161574 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b4c5910d-7dff-4843-ad29-142c893ed64e req-6d24a50c-4359-4df0-b1ca-f58d88886a48 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5416 time: 0.5082932 Sep 16 04:46:56.187042 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-19f963ea-f0aa-4e39-bb2f-cea926d3182e service neutron] 10.222.0.38 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5580366 Sep 16 04:46:56.236557 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-1af62cf6-09a9-4a36-99d3-805c831ef92b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4239abc5-062c-4dce-a6f1-912da6b3aad3 HTTP/1.1" status: 200 len: 217 time: 0.0412810 Sep 16 04:46:56.280616 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05205078-dd97-4780-a25c-4fe5246197c1 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:46:56.285579 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b4c5910d-7dff-4843-ad29-142c893ed64e req-1c1af486-9ddb-4e40-9ebd-330dd6f87066 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1060412 Sep 16 04:46:56.287932 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-05205078-dd97-4780-a25c-4fe5246197c1 admin admin] 10.222.0.20 "PUT /v2.0/routers/712015b8-cf43-4dbc-b21f-fefb1d39fb1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1492312 Sep 16 04:46:56.292260 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37620) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:56.299881 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d8f49-856a-450e-b967-6b4b683f0990 None None] Sync routers for ids ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:46:56.311831 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-e36bdfe9-c2f3-44b7-a606-696ba63f8318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.314274 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-e36bdfe9-c2f3-44b7-a606-696ba63f8318 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bc008854-b60a-4e50-9836-d00ca586adc0 HTTP/1.1" status: 200 len: 797 time: 0.0713496 Sep 16 04:46:56.325318 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8d8f49-856a-450e-b967-6b4b683f0990 None None] Routers {'712015b8-cf43-4dbc-b21f-fefb1d39fb1f'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:56.326709 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0f8d8f49-856a-450e-b967-6b4b683f0990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:46:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:56.445920 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-41a4e887-ae97-4da9-99b9-5cd0489d25d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.449263 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-41a4e887-ae97-4da9-99b9-5cd0489d25d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=21679cc1-76e7-41d2-b180-59ac954df250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1174197 Sep 16 04:46:56.466813 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e32f0e56-8689-4540-a39f-659d44a65305 admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.623649 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e32f0e56-8689-4540-a39f-659d44a65305 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.653303 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-0f8d8f49-856a-450e-b967-6b4b683f0990 None None] Set router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:56.780380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6187dafd-b41c-45e5-88ba-9a2e90ca823f req-bba3b016-054f-428c-8f81-63dbde05924e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=58632ac4-6b3f-4b9f-850b-0e46ac08e8de HTTP/1.1" status: 200 len: 210 time: 0.0762720 Sep 16 04:46:56.787081 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e32f0e56-8689-4540-a39f-659d44a65305 admin admin] Deleting port 4be6a6b0-57e9-47e5-ad26-b0da5698548b {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:56.792987 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e32f0e56-8689-4540-a39f-659d44a65305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.813194 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-8d9257d8-ae68-41fc-92d3-f768086a9c25 service neutron] 10.222.0.38 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539009 Sep 16 04:46:56.951755 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device d543f987-4a90-4882-aa8c-f9e3fda1004c no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:56.993043 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-e32f0e56-8689-4540-a39f-659d44a65305 admin admin] For port 4be6a6b0-57e9-47e5-ad26-b0da5698548b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4be6a6b0-57e9-47e5-ad26-b0da5698548b,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:56.994532 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e32f0e56-8689-4540-a39f-659d44a65305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.005595 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: d543f987-4a90-4882-aa8c-f9e3fda1004c {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:57.007023 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device d543f987-4a90-4882-aa8c-f9e3fda1004c not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:57.007990 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4abbe77-1660-4fd2-b07b-a3a0b85510c0 req-e9ed1e4f-159e-4aae-b5d0-9df9d4631f59 service neutron] 10.222.0.38 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871090 Sep 16 04:46:57.052277 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e32f0e56-8689-4540-a39f-659d44a65305 admin admin] Calling delete_port for 4be6a6b0-57e9-47e5-ad26-b0da5698548b owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:57.070320 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0f8d8f49-856a-450e-b967-6b4b683f0990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:46:54Z', 'revision_number': 5, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port': {'id': '4be6a6b0-57e9-47e5-ad26-b0da5698548b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:31Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:57.115730 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d8f49-856a-450e-b967-6b4b683f0990 None None] Checking router: 712015b8-cf43-4dbc-b21f-fefb1d39fb1f for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:46:57.129036 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8d8f49-856a-450e-b967-6b4b683f0990 None None] Routers {'712015b8-cf43-4dbc-b21f-fefb1d39fb1f'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:57.129952 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0f8d8f49-856a-450e-b967-6b4b683f0990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:46:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:57.251444 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-0f8d8f49-856a-450e-b967-6b4b683f0990 None None] Set router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:57.318241 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0f8d8f49-856a-450e-b967-6b4b683f0990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:46:56Z', 'revision_number': 6, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:57.352710 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f06621-147f-493a-902e-ca90ec90fb06 req-226b721b-bdb4-4b38-b981-d95e7da8a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.355685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f06621-147f-493a-902e-ca90ec90fb06 req-226b721b-bdb4-4b38-b981-d95e7da8a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.355685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f06621-147f-493a-902e-ca90ec90fb06 req-226b721b-bdb4-4b38-b981-d95e7da8a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.355685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f06621-147f-493a-902e-ca90ec90fb06 req-226b721b-bdb4-4b38-b981-d95e7da8a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.355685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f06621-147f-493a-902e-ca90ec90fb06 req-226b721b-bdb4-4b38-b981-d95e7da8a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.355685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f06621-147f-493a-902e-ca90ec90fb06 req-226b721b-bdb4-4b38-b981-d95e7da8a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.356181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f06621-147f-493a-902e-ca90ec90fb06 req-226b721b-bdb4-4b38-b981-d95e7da8a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.358348 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1f06621-147f-493a-902e-ca90ec90fb06 req-226b721b-bdb4-4b38-b981-d95e7da8a4eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=313a4b3172b84bbdb716cd409eccfeb1&device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 6480 time: 0.0708141 Sep 16 04:46:57.360286 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d8f49-856a-450e-b967-6b4b683f0990 None None] The sync data for ids ['712015b8-cf43-4dbc-b21f-fefb1d39fb1f'] in n-d-712140-13 is: [{'id': '712015b8-cf43-4dbc-b21f-fefb1d39fb1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065957068-router', 'tenant_id': '5387f45468474f6a993aa8f14847e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:30Z', 'updated_at': '2021-09-16T04:46:56Z', 'revision_number': 6, 'project_id': '5387f45468474f6a993aa8f14847e99a', 'gw_port_host': None}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:46:57.392143 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e32f0e56-8689-4540-a39f-659d44a65305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.498931 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f0e56-8689-4540-a39f-659d44a65305 admin admin] Pushing event deleted for resources: {'Port': ['ID=4be6a6b0-57e9-47e5-ad26-b0da5698548b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:57.577925 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e32f0e56-8689-4540-a39f-659d44a65305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.658609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f06621-147f-493a-902e-ca90ec90fb06 req-178cfa8f-68b6-41a6-a9db-9ed8067f86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.661232 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1f06621-147f-493a-902e-ca90ec90fb06 req-178cfa8f-68b6-41a6-a9db-9ed8067f86ac service neutron] 10.222.0.38 "GET /v2.0/networks?id=21679cc1-76e7-41d2-b180-59ac954df250 HTTP/1.1" status: 200 len: 902 time: 0.2884302 Sep 16 04:46:57.753695 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e32f0e56-8689-4540-a39f-659d44a65305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.757600 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e32f0e56-8689-4540-a39f-659d44a65305 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.763412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fd009-cd40-49c2-a43b-07ddd270f8c9 req-c5a134b4-1ccd-41c4-9f79-e456d3d38448 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.770457 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fd009-cd40-49c2-a43b-07ddd270f8c9 req-c5a134b4-1ccd-41c4-9f79-e456d3d38448 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.776779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fd009-cd40-49c2-a43b-07ddd270f8c9 req-c5a134b4-1ccd-41c4-9f79-e456d3d38448 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.785476 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fd009-cd40-49c2-a43b-07ddd270f8c9 req-c5a134b4-1ccd-41c4-9f79-e456d3d38448 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.792590 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fd009-cd40-49c2-a43b-07ddd270f8c9 req-c5a134b4-1ccd-41c4-9f79-e456d3d38448 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.798936 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fd009-cd40-49c2-a43b-07ddd270f8c9 req-c5a134b4-1ccd-41c4-9f79-e456d3d38448 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.806029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fd009-cd40-49c2-a43b-07ddd270f8c9 req-c5a134b4-1ccd-41c4-9f79-e456d3d38448 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.808083 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-240fd009-cd40-49c2-a43b-07ddd270f8c9 req-c5a134b4-1ccd-41c4-9f79-e456d3d38448 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5416 time: 0.2780282 Sep 16 04:46:57.813596 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1f06621-147f-493a-902e-ca90ec90fb06 req-16f28991-8c50-4d5b-bd51-a7b925446e33 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4239abc5-062c-4dce-a6f1-912da6b3aad3 HTTP/1.1" status: 200 len: 217 time: 0.1385386 Sep 16 04:46:57.948182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f06621-147f-493a-902e-ca90ec90fb06 req-85b5863d-bc25-468d-ac52-4568c48283f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.950780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1f06621-147f-493a-902e-ca90ec90fb06 req-85b5863d-bc25-468d-ac52-4568c48283f9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bc008854-b60a-4e50-9836-d00ca586adc0 HTTP/1.1" status: 200 len: 797 time: 0.1275930 Sep 16 04:46:58.009389 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e32f0e56-8689-4540-a39f-659d44a65305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.010609 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-240fd009-cd40-49c2-a43b-07ddd270f8c9 req-748e584a-7eb5-47dc-b4e8-896893d4da2b tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1955225 Sep 16 04:46:58.011167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32f0e56-8689-4540-a39f-659d44a65305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 712015b8-cf43-4dbc-b21f-fefb1d39fb1f {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:46:58.016745 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e32f0e56-8689-4540-a39f-659d44a65305 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.018160 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e32f0e56-8689-4540-a39f-659d44a65305 admin admin] 10.222.0.20 "DELETE /v2.0/routers/712015b8-cf43-4dbc-b21f-fefb1d39fb1f HTTP/1.1" status: 204 len: 168 time: 1.7247078 Sep 16 04:46:58.021222 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37646) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:58.058776 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f06621-147f-493a-902e-ca90ec90fb06 req-8c496b51-af70-4789-b4c8-137afcb7c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.060581 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1f06621-147f-493a-902e-ca90ec90fb06 req-8c496b51-af70-4789-b4c8-137afcb7c1ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=21679cc1-76e7-41d2-b180-59ac954df250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1010916 Sep 16 04:46:58.118160 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.125496 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4b74ea-1f75-4a7a-a76e-e6944e140607 admin admin] Deleting subnet 124f68eb-31a3-43f3-9f21-13efd54fa405 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:46:58.131009 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0b4b74ea-1f75-4a7a-a76e-e6944e140607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.219378 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0b4b74ea-1f75-4a7a-a76e-e6944e140607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.233552 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1f06621-147f-493a-902e-ca90ec90fb06 req-05f2f18c-1d1e-4972-9225-d6983bb4f7a1 service neutron] 10.222.0.38 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625028 Sep 16 04:46:58.353807 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0b4b74ea-1f75-4a7a-a76e-e6944e140607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.481774 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1f06621-147f-493a-902e-ca90ec90fb06 req-dbe1f258-385d-4c8d-8e84-4632d8130aa1 service neutron] 10.222.0.38 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381272 Sep 16 04:46:58.558165 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0b4b74ea-1f75-4a7a-a76e-e6944e140607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.589899 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b74ea-1f75-4a7a-a76e-e6944e140607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=124f68eb-31a3-43f3-9f21-13efd54fa405,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:58.596595 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0b4b74ea-1f75-4a7a-a76e-e6944e140607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.598130 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0b4b74ea-1f75-4a7a-a76e-e6944e140607 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/124f68eb-31a3-43f3-9f21-13efd54fa405 HTTP/1.1" status: 204 len: 168 time: 0.5755873 Sep 16 04:46:58.602002 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37650) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:58.606410 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec445abe-9dff-4042-af0b-c1a6dd045a90 None None] Network 1fbbfb6a-decf-48e9-be9a-550f7df178ee requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:58.688439 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37654) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:58.704127 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-d9211c37-a0c4-474f-a714-d53f787922ae tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1761839708', 'description': 'tempest-description--1314734161'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:58.731271 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.872308 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d9211c37-a0c4-474f-a714-d53f787922ae tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.894983 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] Deleting port 35972729-e74c-4156-90c4-93a8290d47a6 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:58.895322 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.966840 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 947d7ded-9a35-41aa-af5b-80adee2ebc48 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:59.036853 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] For port 35972729-e74c-4156-90c4-93a8290d47a6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=35972729-e74c-4156-90c4-93a8290d47a6,segment=NetworkSegment(8d5e9848-4a0a-48f6-9639-d05a7fe721db),segment_id=8d5e9848-4a0a-48f6-9639-d05a7fe721db)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:59.036853 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.043034 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 947d7ded-9a35-41aa-af5b-80adee2ebc48 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:59.044123 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 947d7ded-9a35-41aa-af5b-80adee2ebc48 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:59.045294 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4be6a6b0-57e9-47e5-ad26-b0da5698548b no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:59.052345 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05fb5fa-4b5a-4549-a2c3-63bf2055bf34 None None] DHCP port deletion for 1fbbfb6a-decf-48e9-be9a-550f7df178ee request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:46:59.063059 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] Calling delete_port for 35972729-e74c-4156-90c4-93a8290d47a6 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:59.097554 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 4be6a6b0-57e9-47e5-ad26-b0da5698548b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:59.098128 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4be6a6b0-57e9-47e5-ad26-b0da5698548b not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:59.156270 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d9211c37-a0c4-474f-a714-d53f787922ae tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.170211 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a05fb5fa-4b5a-4549-a2c3-63bf2055bf34 None None] Deleting port 35972729-e74c-4156-90c4-93a8290d47a6 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:59.171763 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a05fb5fa-4b5a-4549-a2c3-63bf2055bf34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.278767 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d9211c37-a0c4-474f-a714-d53f787922ae tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.329536 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29df0f-bf29-4161-9387-2afee3b12b41 req-3c7cd881-b437-4798-81dd-96dab4b9b348 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.336647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29df0f-bf29-4161-9387-2afee3b12b41 req-3c7cd881-b437-4798-81dd-96dab4b9b348 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.343097 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29df0f-bf29-4161-9387-2afee3b12b41 req-3c7cd881-b437-4798-81dd-96dab4b9b348 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.345148 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a05fb5fa-4b5a-4549-a2c3-63bf2055bf34 None None] For port 35972729-e74c-4156-90c4-93a8290d47a6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=35972729-e74c-4156-90c4-93a8290d47a6,segment=NetworkSegment(8d5e9848-4a0a-48f6-9639-d05a7fe721db),segment_id=8d5e9848-4a0a-48f6-9639-d05a7fe721db)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:59.346534 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a05fb5fa-4b5a-4549-a2c3-63bf2055bf34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.350055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29df0f-bf29-4161-9387-2afee3b12b41 req-3c7cd881-b437-4798-81dd-96dab4b9b348 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.357105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29df0f-bf29-4161-9387-2afee3b12b41 req-3c7cd881-b437-4798-81dd-96dab4b9b348 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.363653 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29df0f-bf29-4161-9387-2afee3b12b41 req-3c7cd881-b437-4798-81dd-96dab4b9b348 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.368941 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.372493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a05fb5fa-4b5a-4549-a2c3-63bf2055bf34 None None] Calling delete_port for 35972729-e74c-4156-90c4-93a8290d47a6 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:59.379518 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29df0f-bf29-4161-9387-2afee3b12b41 req-3c7cd881-b437-4798-81dd-96dab4b9b348 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.398408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d29df0f-bf29-4161-9387-2afee3b12b41 req-3c7cd881-b437-4798-81dd-96dab4b9b348 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5416 time: 0.1949346 Sep 16 04:46:59.431751 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] Pushing event deleted for resources: {'Port': ['ID=35972729-e74c-4156-90c4-93a8290d47a6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:59.440121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] No DVR routers for this DVR port 35972729-e74c-4156-90c4-93a8290d47a6 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:59.442869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9211c37-a0c4-474f-a714-d53f787922ae tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9459ca94-853d-4cf5-9e93-abd811047a31,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:59.500498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d29df0f-bf29-4161-9387-2afee3b12b41 req-ff9d3106-fc68-4f0d-91b8-abb800f9c98c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977755 Sep 16 04:46:59.528862 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d9211c37-a0c4-474f-a714-d53f787922ae tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.530397 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d9211c37-a0c4-474f-a714-d53f787922ae tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8405261 Sep 16 04:46:59.533463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37670) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:59.541023 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-2b8d638d-0aec-4ece-a3d0-b0c53a96b485 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Request body: {'security_group_rule': {'security_group_id': '9459ca94-853d-4cf5-9e93-abd811047a31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:59.599905 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.632901 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbbfb6a-decf-48e9-be9a-550f7df178ee']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:59.647321 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a05fb5fa-4b5a-4549-a2c3-63bf2055bf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.648743 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5e9848-4a0a-48f6-9639-d05a7fe721db') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:59.649116 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5e9848-4a0a-48f6-9639-d05a7fe721db') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:59.671340 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.688446 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2b8d638d-0aec-4ece-a3d0-b0c53a96b485 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.703430 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05fb5fa-4b5a-4549-a2c3-63bf2055bf34 None None] Pushing event deleted for resources: {'Port': ['ID=35972729-e74c-4156-90c4-93a8290d47a6,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:59.705220 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.707489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05fb5fa-4b5a-4549-a2c3-63bf2055bf34 None None] No DVR routers for this DVR port 35972729-e74c-4156-90c4-93a8290d47a6 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:59.732522 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:46:59.733360 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:46:59.769745 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:46:59.797257 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2b8d638d-0aec-4ece-a3d0-b0c53a96b485 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.893420 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2b8d638d-0aec-4ece-a3d0-b0c53a96b485 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.930951 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d638d-0aec-4ece-a3d0-b0c53a96b485 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e47bc39-b509-4848-917d-9cb447d5fcb7,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:59.948156 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.961733 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.965396 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] 10.222.0.20 "DELETE /v2.0/networks/1fbbfb6a-decf-48e9-be9a-550f7df178ee HTTP/1.1" status: 204 len: 168 time: 1.3620663 Sep 16 04:46:59.970031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37678) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:59.996331 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f27ee-0d31-4487-9b83-a6ed5de7fa1e admin admin] Pushing event deleted for resources: {'Network': ['ID=1fbbfb6a-decf-48e9-be9a-550f7df178ee,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:00.042612 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2b8d638d-0aec-4ece-a3d0-b0c53a96b485 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.044232 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2b8d638d-0aec-4ece-a3d0-b0c53a96b485 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5093093 Sep 16 04:47:00.048529 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37684) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:00.059582 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6911cfa0-1d62-4865-a141-416dfa98e63b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Request body: {'security_group_rule': {'security_group_id': '9459ca94-853d-4cf5-9e93-abd811047a31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:00.224902 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6911cfa0-1d62-4865-a141-416dfa98e63b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.352208 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6911cfa0-1d62-4865-a141-416dfa98e63b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.461006 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6911cfa0-1d62-4865-a141-416dfa98e63b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.485750 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911cfa0-1d62-4865-a141-416dfa98e63b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759cc55a-7f0c-4c4d-8db4-7da7b7678750,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:00.552118 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-424c534d-9a48-4bc2-bcf6-9ca8db1adc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.582449 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6911cfa0-1d62-4865-a141-416dfa98e63b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.589360 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6911cfa0-1d62-4865-a141-416dfa98e63b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5340559 Sep 16 04:47:00.589709 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37690) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:00.594604 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d72cf90a-522e-46f1-88b2-bfcf58c8bb8e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:00.775084 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d72cf90a-522e-46f1-88b2-bfcf58c8bb8e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.868893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037fe3a-0bad-4cc1-9676-20d84c538d9d req-100650c0-e884-414d-a8ca-b1b2b9c97d27 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:00.870434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037fe3a-0bad-4cc1-9676-20d84c538d9d req-100650c0-e884-414d-a8ca-b1b2b9c97d27 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:00.881114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037fe3a-0bad-4cc1-9676-20d84c538d9d req-100650c0-e884-414d-a8ca-b1b2b9c97d27 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:00.890875 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037fe3a-0bad-4cc1-9676-20d84c538d9d req-100650c0-e884-414d-a8ca-b1b2b9c97d27 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:00.901863 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037fe3a-0bad-4cc1-9676-20d84c538d9d req-100650c0-e884-414d-a8ca-b1b2b9c97d27 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:00.914001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037fe3a-0bad-4cc1-9676-20d84c538d9d req-100650c0-e884-414d-a8ca-b1b2b9c97d27 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:00.922482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037fe3a-0bad-4cc1-9676-20d84c538d9d req-100650c0-e884-414d-a8ca-b1b2b9c97d27 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:00.931689 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d037fe3a-0bad-4cc1-9676-20d84c538d9d req-100650c0-e884-414d-a8ca-b1b2b9c97d27 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5416 time: 0.3241687 Sep 16 04:47:00.936462 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 35972729-e74c-4156-90c4-93a8290d47a6 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:00.956069 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d72cf90a-522e-46f1-88b2-bfcf58c8bb8e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.974300 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 35972729-e74c-4156-90c4-93a8290d47a6 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:00.974991 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 35972729-e74c-4156-90c4-93a8290d47a6 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:01.024135 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d037fe3a-0bad-4cc1-9676-20d84c538d9d req-f088862b-6da0-43c7-a7a5-fe98a88cedc8 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912321 Sep 16 04:47:01.159752 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-d72cf90a-522e-46f1-88b2-bfcf58c8bb8e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Allocated IP 172.25.4.247 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/60e2396a-1961-46ee-8e20-8eff36b35ef2) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:01.198658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-424c534d-9a48-4bc2-bcf6-9ca8db1adc00 admin admin] Deleting port 11a9faeb-1de8-4787-9e36-4480f5477a1c {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:01.198968 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-424c534d-9a48-4bc2-bcf6-9ca8db1adc00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.378302 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-424c534d-9a48-4bc2-bcf6-9ca8db1adc00 admin admin] For port 11a9faeb-1de8-4787-9e36-4480f5477a1c, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=11a9faeb-1de8-4787-9e36-4480f5477a1c,segment=NetworkSegment(fd5a5b99-abb0-4c14-be4b-d24e63598503),segment_id=fd5a5b99-abb0-4c14-be4b-d24e63598503)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:01.378736 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-424c534d-9a48-4bc2-bcf6-9ca8db1adc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.396160 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-424c534d-9a48-4bc2-bcf6-9ca8db1adc00 admin admin] Calling delete_port for 11a9faeb-1de8-4787-9e36-4480f5477a1c owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:01.408681 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d72cf90a-522e-46f1-88b2-bfcf58c8bb8e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.552851 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d72cf90a-522e-46f1-88b2-bfcf58c8bb8e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.609201 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72cf90a-522e-46f1-88b2-bfcf58c8bb8e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:01.614378 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-d72cf90a-522e-46f1-88b2-bfcf58c8bb8e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:01.621311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72cf90a-522e-46f1-88b2-bfcf58c8bb8e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:01.680136 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cf90a-522e-46f1-88b2-bfcf58c8bb8e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Pushing event updated for resources: {'Port': ['ID=60e2396a-1961-46ee-8e20-8eff36b35ef2,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:01.694722 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-424c534d-9a48-4bc2-bcf6-9ca8db1adc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.723276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c534d-9a48-4bc2-bcf6-9ca8db1adc00 admin admin] Pushing event deleted for resources: {'Port': ['ID=11a9faeb-1de8-4787-9e36-4480f5477a1c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:01.804958 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d72cf90a-522e-46f1-88b2-bfcf58c8bb8e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.929778 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-424c534d-9a48-4bc2-bcf6-9ca8db1adc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.930202 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d72cf90a-522e-46f1-88b2-bfcf58c8bb8e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.110109 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:47:02.150536 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d72cf90a-522e-46f1-88b2-bfcf58c8bb8e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.246578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2952ae2-4010-4a2f-8aab-4a170b90598e req-accaad7c-91f8-4c51-b120-9d7e71940e2e tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:02.253835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2952ae2-4010-4a2f-8aab-4a170b90598e req-accaad7c-91f8-4c51-b120-9d7e71940e2e tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:02.261098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2952ae2-4010-4a2f-8aab-4a170b90598e req-accaad7c-91f8-4c51-b120-9d7e71940e2e tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:02.267227 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2952ae2-4010-4a2f-8aab-4a170b90598e req-accaad7c-91f8-4c51-b120-9d7e71940e2e tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:02.275403 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2952ae2-4010-4a2f-8aab-4a170b90598e req-accaad7c-91f8-4c51-b120-9d7e71940e2e tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:02.281543 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2952ae2-4010-4a2f-8aab-4a170b90598e req-accaad7c-91f8-4c51-b120-9d7e71940e2e tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:02.288417 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2952ae2-4010-4a2f-8aab-4a170b90598e req-accaad7c-91f8-4c51-b120-9d7e71940e2e tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:02.290463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a2952ae2-4010-4a2f-8aab-4a170b90598e req-accaad7c-91f8-4c51-b120-9d7e71940e2e tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5416 time: 0.1606421 Sep 16 04:47:02.290615 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d72cf90a-522e-46f1-88b2-bfcf58c8bb8e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.328415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424c534d-9a48-4bc2-bcf6-9ca8db1adc00 admin admin] Router 88c93436-ceac-4fe6-8632-505ae3ec674c has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:47:02.363131 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a2952ae2-4010-4a2f-8aab-4a170b90598e req-5a8479c9-c7c1-4da7-b6d1-ad277a56bc53 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627704 Sep 16 04:47:02.421800 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d72cf90a-522e-46f1-88b2-bfcf58c8bb8e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.441261 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cf90a-522e-46f1-88b2-bfcf58c8bb8e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Pushing event updated for resources: {'Port': ['ID=60e2396a-1961-46ee-8e20-8eff36b35ef2,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:02.495206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424c534d-9a48-4bc2-bcf6-9ca8db1adc00 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:47:02.500759 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-424c534d-9a48-4bc2-bcf6-9ca8db1adc00 admin admin] 10.222.0.20 "PUT /v2.0/routers/88c93436-ceac-4fe6-8632-505ae3ec674c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5291178 Sep 16 04:47:02.504796 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37712) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:02.512580 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf037ff-834a-463e-bde6-589e5dcd0eca None None] Sync routers for ids ['88c93436-ceac-4fe6-8632-505ae3ec674c'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:47:02.525620 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf037ff-834a-463e-bde6-589e5dcd0eca None None] Routers {'88c93436-ceac-4fe6-8632-505ae3ec674c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:02.526617 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-aaf037ff-834a-463e-bde6-589e5dcd0eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:46:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['88c93436-ceac-4fe6-8632-505ae3ec674c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:02.549471 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d72cf90a-522e-46f1-88b2-bfcf58c8bb8e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.550727 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d72cf90a-522e-46f1-88b2-bfcf58c8bb8e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9599526 Sep 16 04:47:02.667274 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb73d1bd-0810-4f58-b2cb-7002a7ac48e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.698278 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-aaf037ff-834a-463e-bde6-589e5dcd0eca None None] Set router 88c93436-ceac-4fe6-8632-505ae3ec674c gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:02.832537 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb73d1bd-0810-4f58-b2cb-7002a7ac48e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.970989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-aaf037ff-834a-463e-bde6-589e5dcd0eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055576557-router', 'tenant_id': 'd0939093ab3a437db1274d13f1d16e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:47:01Z', 'revision_number': 5, 'project_id': 'd0939093ab3a437db1274d13f1d16e79', 'gw_port': {'id': 'a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:45Z', 'updated_at': '2021-09-16T04:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:03.002209 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf037ff-834a-463e-bde6-589e5dcd0eca None None] Checking router: 88c93436-ceac-4fe6-8632-505ae3ec674c for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:47:03.014509 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf037ff-834a-463e-bde6-589e5dcd0eca None None] Routers {'88c93436-ceac-4fe6-8632-505ae3ec674c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:03.015383 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-aaf037ff-834a-463e-bde6-589e5dcd0eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:46:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['88c93436-ceac-4fe6-8632-505ae3ec674c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:03.055048 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-4dfaa7a3-d38b-4c84-956e-73fcd24b0989 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.070018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-4dfaa7a3-d38b-4c84-956e-73fcd24b0989 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/networks?id=de603ae2-4471-4acd-89c3-36abf29128c1 HTTP/1.1" status: 200 len: 822 time: 0.2544272 Sep 16 04:47:03.073710 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-cb73d1bd-0810-4f58-b2cb-7002a7ac48e1 admin admin] Deleting port a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:03.075892 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb73d1bd-0810-4f58-b2cb-7002a7ac48e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.100963 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-bfe258f7-22aa-4b28-a41d-068d92a16437 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/quotas/5227ac6f65c74e56840e53f88300ac94 HTTP/1.1" status: 200 len: 375 time: 0.0283976 Sep 16 04:47:03.152615 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-aaf037ff-834a-463e-bde6-589e5dcd0eca None None] Set router 88c93436-ceac-4fe6-8632-505ae3ec674c gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:03.183507 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-b9bf8165-0253-4d41-98df-b27a47b82879 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5227ac6f65c74e56840e53f88300ac94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0785956 Sep 16 04:47:03.220670 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-aaf037ff-834a-463e-bde6-589e5dcd0eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055576557-router', 'tenant_id': 'd0939093ab3a437db1274d13f1d16e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:47:02Z', 'revision_number': 6, 'project_id': 'd0939093ab3a437db1274d13f1d16e79', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:03.246752 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-cb73d1bd-0810-4f58-b2cb-7002a7ac48e1 admin admin] For port a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:03.249477 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb73d1bd-0810-4f58-b2cb-7002a7ac48e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.254002 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf037ff-834a-463e-bde6-589e5dcd0eca None None] The sync data for ids ['88c93436-ceac-4fe6-8632-505ae3ec674c'] in n-d-712140-13 is: [{'id': '88c93436-ceac-4fe6-8632-505ae3ec674c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055576557-router', 'tenant_id': 'd0939093ab3a437db1274d13f1d16e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:47:02Z', 'revision_number': 6, 'project_id': 'd0939093ab3a437db1274d13f1d16e79', 'gw_port_host': None}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:47:03.289557 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-cb73d1bd-0810-4f58-b2cb-7002a7ac48e1 admin admin] Calling delete_port for a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:03.429275 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-1da747f6-7d43-45f5-b8b9-130478817b7f service neutron] 10.222.0.20 "GET /v2.0/networks/de603ae2-4471-4acd-89c3-36abf29128c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240710 Sep 16 04:47:03.595672 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-314936c7-ce30-4e52-8ca1-8184bdf439f2 service neutron] 10.222.0.20 "GET /v2.0/networks/de603ae2-4471-4acd-89c3-36abf29128c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512196 Sep 16 04:47:03.686902 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb73d1bd-0810-4f58-b2cb-7002a7ac48e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.764632 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73d1bd-0810-4f58-b2cb-7002a7ac48e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:03.791060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68883d24-db8f-48b5-b597-67aa6cf92929 req-c20eda9d-695f-40b2-a43c-4b45c290cfab tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.798214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68883d24-db8f-48b5-b597-67aa6cf92929 req-c20eda9d-695f-40b2-a43c-4b45c290cfab tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.806174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68883d24-db8f-48b5-b597-67aa6cf92929 req-c20eda9d-695f-40b2-a43c-4b45c290cfab tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.814499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68883d24-db8f-48b5-b597-67aa6cf92929 req-c20eda9d-695f-40b2-a43c-4b45c290cfab tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.837302 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68883d24-db8f-48b5-b597-67aa6cf92929 req-c20eda9d-695f-40b2-a43c-4b45c290cfab tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.844883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68883d24-db8f-48b5-b597-67aa6cf92929 req-c20eda9d-695f-40b2-a43c-4b45c290cfab tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.853187 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68883d24-db8f-48b5-b597-67aa6cf92929 req-c20eda9d-695f-40b2-a43c-4b45c290cfab tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.855239 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68883d24-db8f-48b5-b597-67aa6cf92929 req-c20eda9d-695f-40b2-a43c-4b45c290cfab tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5416 time: 0.2114727 Sep 16 04:47:03.937457 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb73d1bd-0810-4f58-b2cb-7002a7ac48e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.966614 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68883d24-db8f-48b5-b597-67aa6cf92929 req-4343002c-a3e2-474a-b168-b6f6219429c1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0958147 Sep 16 04:47:04.180237 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1764c87d-6074-4a28-92c1-99cd7c287853 req-add0753f-1d3d-48c0-ba68-032a9948de3b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 210 time: 0.0781796 Sep 16 04:47:04.508078 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb73d1bd-0810-4f58-b2cb-7002a7ac48e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.512236 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb73d1bd-0810-4f58-b2cb-7002a7ac48e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.621050 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb73d1bd-0810-4f58-b2cb-7002a7ac48e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.621938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb73d1bd-0810-4f58-b2cb-7002a7ac48e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88c93436-ceac-4fe6-8632-505ae3ec674c {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:47:04.627433 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb73d1bd-0810-4f58-b2cb-7002a7ac48e1 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.633402 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cb73d1bd-0810-4f58-b2cb-7002a7ac48e1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/88c93436-ceac-4fe6-8632-505ae3ec674c HTTP/1.1" status: 204 len: 168 time: 2.1239560 Sep 16 04:47:04.633682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37748) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:04.722273 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-05eb5bc6-a433-445f-90b0-64f2a422d1dc admin admin] Deleting subnet fc0321ff-c615-441b-a6c8-1dca78c6c10b {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:04.726951 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05eb5bc6-a433-445f-90b0-64f2a422d1dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.770565 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05eb5bc6-a433-445f-90b0-64f2a422d1dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.922755 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 11a9faeb-1de8-4787-9e36-4480f5477a1c no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:04.943270 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05eb5bc6-a433-445f-90b0-64f2a422d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.960033 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 11a9faeb-1de8-4787-9e36-4480f5477a1c {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:04.960769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 11a9faeb-1de8-4787-9e36-4480f5477a1c not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:04.961396 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:04.997827 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:04.998586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a26fe465-17d6-4bb6-ba5e-3a9deec4dbfd not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:05.107281 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f94b9cfe-778f-46d0-8772-c44c9cbd2730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.221129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28733923-5bfb-4e6d-8d5f-c85aac1f224e req-18f5a7a4-0130-4d99-a149-96085df0c2eb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:05.228821 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28733923-5bfb-4e6d-8d5f-c85aac1f224e req-18f5a7a4-0130-4d99-a149-96085df0c2eb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:05.235930 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28733923-5bfb-4e6d-8d5f-c85aac1f224e req-18f5a7a4-0130-4d99-a149-96085df0c2eb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:05.243589 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28733923-5bfb-4e6d-8d5f-c85aac1f224e req-18f5a7a4-0130-4d99-a149-96085df0c2eb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:05.250031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28733923-5bfb-4e6d-8d5f-c85aac1f224e req-18f5a7a4-0130-4d99-a149-96085df0c2eb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:05.258040 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28733923-5bfb-4e6d-8d5f-c85aac1f224e req-18f5a7a4-0130-4d99-a149-96085df0c2eb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:05.265556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28733923-5bfb-4e6d-8d5f-c85aac1f224e req-18f5a7a4-0130-4d99-a149-96085df0c2eb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:05.275246 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-28733923-5bfb-4e6d-8d5f-c85aac1f224e req-18f5a7a4-0130-4d99-a149-96085df0c2eb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5416 time: 0.1279919 Sep 16 04:47:05.300769 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05eb5bc6-a433-445f-90b0-64f2a422d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.348504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb5bc6-a433-445f-90b0-64f2a422d1dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc0321ff-c615-441b-a6c8-1dca78c6c10b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:05.365157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a84113-737a-41c6-b443-181b183533d4 None None] Network 9239bb33-d4c9-4924-8c03-1c1b1808c5dd requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:05.377167 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-28733923-5bfb-4e6d-8d5f-c85aac1f224e req-e900a8b8-c38c-4325-a96a-e9b3d3220900 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1007488 Sep 16 04:47:05.378473 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05eb5bc6-a433-445f-90b0-64f2a422d1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.389586 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37758) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:05.390442 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-05eb5bc6-a433-445f-90b0-64f2a422d1dc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fc0321ff-c615-441b-a6c8-1dca78c6c10b HTTP/1.1" status: 204 len: 168 time: 0.7555470 Sep 16 04:47:05.500107 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f324621-1782-4b58-9cbe-fd56d912316a req-7ffebb33-f180-4655-8185-8740f1cc4c06 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 210 time: 0.0510099 Sep 16 04:47:05.562720 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.671254 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] Deleting port 39bb4cc0-f72d-49c4-8d66-1faf668f64db {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:05.675836 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.684112 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5eb42f-fc23-4835-8b52-0b24a85833fe None None] DHCP port deletion for 9239bb33-d4c9-4924-8c03-1c1b1808c5dd request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:47:05.783074 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4a5eb42f-fc23-4835-8b52-0b24a85833fe None None] Deleting port 39bb4cc0-f72d-49c4-8d66-1faf668f64db {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:05.783541 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4a5eb42f-fc23-4835-8b52-0b24a85833fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.845904 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] For port 39bb4cc0-f72d-49c4-8d66-1faf668f64db, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=39bb4cc0-f72d-49c4-8d66-1faf668f64db,segment=NetworkSegment(fd5a5b99-abb0-4c14-be4b-d24e63598503),segment_id=fd5a5b99-abb0-4c14-be4b-d24e63598503)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:05.846289 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.858504 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4a5eb42f-fc23-4835-8b52-0b24a85833fe None None] For port 39bb4cc0-f72d-49c4-8d66-1faf668f64db, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=39bb4cc0-f72d-49c4-8d66-1faf668f64db,segment=NetworkSegment(fd5a5b99-abb0-4c14-be4b-d24e63598503),segment_id=fd5a5b99-abb0-4c14-be4b-d24e63598503)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:05.859333 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4a5eb42f-fc23-4835-8b52-0b24a85833fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.871474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] Calling delete_port for 39bb4cc0-f72d-49c4-8d66-1faf668f64db owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:05.874066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4a5eb42f-fc23-4835-8b52-0b24a85833fe None None] Calling delete_port for 39bb4cc0-f72d-49c4-8d66-1faf668f64db owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:06.049189 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.071696 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4a5eb42f-fc23-4835-8b52-0b24a85833fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.094780 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] Pushing event deleted for resources: {'Port': ['ID=39bb4cc0-f72d-49c4-8d66-1faf668f64db,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:06.104282 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] No DVR routers for this DVR port 39bb4cc0-f72d-49c4-8d66-1faf668f64db on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:06.124131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5eb42f-fc23-4835-8b52-0b24a85833fe None None] Pushing event deleted for resources: {'Port': ['ID=39bb4cc0-f72d-49c4-8d66-1faf668f64db,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:06.127635 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5eb42f-fc23-4835-8b52-0b24a85833fe None None] No DVR routers for this DVR port 39bb4cc0-f72d-49c4-8d66-1faf668f64db on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:06.204243 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.231360 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9239bb33-d4c9-4924-8c03-1c1b1808c5dd']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:06.243780 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5a5b99-abb0-4c14-be4b-d24e63598503') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:06.244110 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5a5b99-abb0-4c14-be4b-d24e63598503') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:06.261090 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.276267 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.282723 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:06.283159 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:06.285552 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:06.431519 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.450393 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.454089 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] 10.222.0.20 "DELETE /v2.0/networks/9239bb33-d4c9-4924-8c03-1c1b1808c5dd HTTP/1.1" status: 204 len: 168 time: 1.0633130 Sep 16 04:47:06.499901 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e603a7-1ed5-478a-b270-94f95f4bf68e admin admin] Pushing event deleted for resources: {'Network': ['ID=9239bb33-d4c9-4924-8c03-1c1b1808c5dd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:06.561972 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9567007-403c-4fb7-99de-995e8befccb3 req-8681b255-ad2c-4115-97de-53aaac9cd046 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.569677 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9567007-403c-4fb7-99de-995e8befccb3 req-8681b255-ad2c-4115-97de-53aaac9cd046 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.576621 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9567007-403c-4fb7-99de-995e8befccb3 req-8681b255-ad2c-4115-97de-53aaac9cd046 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.582681 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9567007-403c-4fb7-99de-995e8befccb3 req-8681b255-ad2c-4115-97de-53aaac9cd046 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.589969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9567007-403c-4fb7-99de-995e8befccb3 req-8681b255-ad2c-4115-97de-53aaac9cd046 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.597387 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9567007-403c-4fb7-99de-995e8befccb3 req-8681b255-ad2c-4115-97de-53aaac9cd046 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.604916 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9567007-403c-4fb7-99de-995e8befccb3 req-8681b255-ad2c-4115-97de-53aaac9cd046 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.607225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9567007-403c-4fb7-99de-995e8befccb3 req-8681b255-ad2c-4115-97de-53aaac9cd046 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5416 time: 0.1265745 Sep 16 04:47:06.680259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9ddb5e3-5359-4a44-9854-201daa2e2d38 req-6c1faa85-c31d-41b4-bb6b-2e043c6cac9e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 210 time: 0.0707631 Sep 16 04:47:06.728009 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9567007-403c-4fb7-99de-995e8befccb3 req-cd84f6ca-c030-4efe-b43f-49d37cf7a84f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0972910 Sep 16 04:47:06.891599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-66aa9278-b082-4133-a0df-cceb72c2426e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.893352 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-66aa9278-b082-4133-a0df-cceb72c2426e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.38 "GET /v2.0/networks?id=de603ae2-4471-4acd-89c3-36abf29128c1 HTTP/1.1" status: 200 len: 822 time: 0.2850435 Sep 16 04:47:06.914130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-607776dd-9699-49e4-8394-5f848e9e68c2 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Request body: {'port': {'device_id': 'b433b231-b6e6-40ce-ab5d-a38161165e8e', 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1', 'admin_state_up': True, 'tenant_id': '5227ac6f65c74e56840e53f88300ac94'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:06.958246 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37794) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:06.985623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 39bb4cc0-f72d-49c4-8d66-1faf668f64db no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:07.038677 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 39bb4cc0-f72d-49c4-8d66-1faf668f64db {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:07.039805 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 39bb4cc0-f72d-49c4-8d66-1faf668f64db not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:07.086425 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bd92de8e-7e8c-4580-a965-2cb202bfdba0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5387f45468474f6a993aa8f14847e99a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1251779 Sep 16 04:47:07.087104 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37796) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:07.167579 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e89b11c-5a20-46e5-aea6-8a37a1c67b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.197122 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e89b11c-5a20-46e5-aea6-8a37a1c67b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.219601 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53358183-e113-4749-9fc0-5ede9c1286ca req-eff04e5b-348f-4043-a68a-5223634d12c9 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:07.223573 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53358183-e113-4749-9fc0-5ede9c1286ca req-eff04e5b-348f-4043-a68a-5223634d12c9 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 807 time: 0.2743497 Sep 16 04:47:07.250145 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53358183-e113-4749-9fc0-5ede9c1286ca req-c73ee20e-a79e-4960-85ac-0b2a67735a4e tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/quotas/a00de99f55234129963878f58d14e1a5 HTTP/1.1" status: 200 len: 375 time: 0.0198431 Sep 16 04:47:07.322871 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53358183-e113-4749-9fc0-5ede9c1286ca req-089b1187-17f3-4c24-9991-0f28292d3fa4 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623765 Sep 16 04:47:07.351192 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-607776dd-9699-49e4-8394-5f848e9e68c2 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Made reservation on behalf of 5227ac6f65c74e56840e53f88300ac94 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:07.354764 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-607776dd-9699-49e4-8394-5f848e9e68c2 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.374088 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e89b11c-5a20-46e5-aea6-8a37a1c67b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.377536 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e89b11c-5a20-46e5-aea6-8a37a1c67b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.380903 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5e89b11c-5a20-46e5-aea6-8a37a1c67b7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9ebd26d-fbe1-42ee-8c40-83c038479da3 HTTP/1.1" status: 204 len: 168 time: 0.2904084 Sep 16 04:47:07.392590 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89b11c-5a20-46e5-aea6-8a37a1c67b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ebd26d-fbe1-42ee-8c40-83c038479da3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:07.534518 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53358183-e113-4749-9fc0-5ede9c1286ca req-f9ba4d2c-8175-4f7f-bb9a-a6f419aa669a service neutron] 10.222.0.20 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037630 Sep 16 04:47:07.656718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-607776dd-9699-49e4-8394-5f848e9e68c2 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Allocated IP 172.20.0.11 (de603ae2-4471-4acd-89c3-36abf29128c1/9108a406-26b4-4800-8499-3d9477c83d5d/4d39041b-3972-46c8-bfc0-17ae139c41d3) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:07.704863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53358183-e113-4749-9fc0-5ede9c1286ca req-f29d1524-086d-4238-88d4-737e9f94fb9b service neutron] 10.222.0.20 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392050 Sep 16 04:47:07.763440 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3050d68a-5375-4bcc-910f-9e5dd36ebbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.868947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8bd744b-41a0-472d-9970-78069b00b210 req-2b891451-2e44-4362-8a80-19aab780d958 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 210 time: 0.0372338 Sep 16 04:47:07.925521 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-607776dd-9699-49e4-8394-5f848e9e68c2 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.012248 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e32e7-ec7b-40b6-99b5-a3eec6e4aa4e req-9f51ea4c-bee0-4e63-b701-2895f0d9d2b4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:08.018175 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e32e7-ec7b-40b6-99b5-a3eec6e4aa4e req-9f51ea4c-bee0-4e63-b701-2895f0d9d2b4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:08.024061 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e32e7-ec7b-40b6-99b5-a3eec6e4aa4e req-9f51ea4c-bee0-4e63-b701-2895f0d9d2b4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:08.030153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e32e7-ec7b-40b6-99b5-a3eec6e4aa4e req-9f51ea4c-bee0-4e63-b701-2895f0d9d2b4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:08.036148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e32e7-ec7b-40b6-99b5-a3eec6e4aa4e req-9f51ea4c-bee0-4e63-b701-2895f0d9d2b4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:08.042769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e32e7-ec7b-40b6-99b5-a3eec6e4aa4e req-9f51ea4c-bee0-4e63-b701-2895f0d9d2b4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:08.048725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e32e7-ec7b-40b6-99b5-a3eec6e4aa4e req-9f51ea4c-bee0-4e63-b701-2895f0d9d2b4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:08.050630 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-205e32e7-ec7b-40b6-99b5-a3eec6e4aa4e req-9f51ea4c-bee0-4e63-b701-2895f0d9d2b4 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5416 time: 0.0966456 Sep 16 04:47:08.074982 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-607776dd-9699-49e4-8394-5f848e9e68c2 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.160590 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37820) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:08.211298 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d5651886-3804-445c-ba60-b9b1f47a3721 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0939093ab3a437db1274d13f1d16e79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0486946 Sep 16 04:47:08.214121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37822) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:08.292276 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0ea2ffe-a631-4730-86a7-94235f813df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.336378 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0ea2ffe-a631-4730-86a7-94235f813df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.444333 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.471688 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0ea2ffe-a631-4730-86a7-94235f813df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.475392 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0ea2ffe-a631-4730-86a7-94235f813df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.478422 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d0ea2ffe-a631-4730-86a7-94235f813df9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b775f0b-88be-4eab-b68b-6ab9d183b8b4 HTTP/1.1" status: 204 len: 168 time: 0.2630942 Sep 16 04:47:08.496495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea2ffe-a631-4730-86a7-94235f813df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b775f0b-88be-4eab-b68b-6ab9d183b8b4,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:08.531808 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-205e32e7-ec7b-40b6-99b5-a3eec6e4aa4e req-0553fa93-06fc-4703-8d78-6ea1cb560543 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4740748 Sep 16 04:47:08.554234 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-607776dd-9699-49e4-8394-5f848e9e68c2 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Network de603ae2-4471-4acd-89c3-36abf29128c1 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:08.557203 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-974280ed-3f6b-4381-b9c2-56a941665395 req-95158f35-8f53-4ffa-891e-36b3835d9d1c tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 210 time: 0.0558417 Sep 16 04:47:08.560244 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-607776dd-9699-49e4-8394-5f848e9e68c2 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:08.563084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-607776dd-9699-49e4-8394-5f848e9e68c2 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:08.609639 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607776dd-9699-49e4-8394-5f848e9e68c2 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Pushing event updated for resources: {'Port': ['ID=4d39041b-3972-46c8-bfc0-17ae139c41d3,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:08.627949 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-607776dd-9699-49e4-8394-5f848e9e68c2 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:08.628608 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-607776dd-9699-49e4-8394-5f848e9e68c2 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.730398 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-607776dd-9699-49e4-8394-5f848e9e68c2 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8201919 Sep 16 04:47:08.748873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Request body: {'port': {'device_id': 'b433b231-b6e6-40ce-ab5d-a38161165e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:08.807578 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.077411 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.097265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d90f5f-d76b-4f80-bd96-1b21fc2009e6 req-14f757c0-a6fe-4ca6-91e1-e5e097316252 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.099078 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4d90f5f-d76b-4f80-bd96-1b21fc2009e6 req-14f757c0-a6fe-4ca6-91e1-e5e097316252 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 932 time: 0.1035621 Sep 16 04:47:09.170873 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4d90f5f-d76b-4f80-bd96-1b21fc2009e6 req-6e4953a1-c5ad-4233-9f8d-5f048776b3dd tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587766 Sep 16 04:47:09.211890 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d39041b-3972-46c8-bfc0-17ae139c41d3 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:09.220446 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.233311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Transition to ACTIVE for port object 4d39041b-3972-46c8-bfc0-17ae139c41d3 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:47:09.346212 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.403741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Pushing event updated for resources: {'Port': ['ID=4d39041b-3972-46c8-bfc0-17ae139c41d3,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:09.491226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Attempting to bind port 4d39041b-3972-46c8-bfc0-17ae139c41d3 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:09.491674 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Attempting to bind port 4d39041b-3972-46c8-bfc0-17ae139c41d3 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '859a1227-30d9-4097-9e60-74c2f1dc1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:09.492014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Attempting to bind port 4d39041b-3972-46c8-bfc0-17ae139c41d3 on network de603ae2-4471-4acd-89c3-36abf29128c1 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:09.497113 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Port 4d39041b-3972-46c8-bfc0-17ae139c41d3 on network de603ae2-4471-4acd-89c3-36abf29128c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:09.497445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Attempting to bind port 4d39041b-3972-46c8-bfc0-17ae139c41d3 on network de603ae2-4471-4acd-89c3-36abf29128c1 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:09.503151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:09.503629 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Checking segment: {'id': '859a1227-30d9-4097-9e60-74c2f1dc1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:09.503983 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Bound using segment: {'id': '859a1227-30d9-4097-9e60-74c2f1dc1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:09.504434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Bound port: 4d39041b-3972-46c8-bfc0-17ae139c41d3, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859a1227-30d9-4097-9e60-74c2f1dc1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:09.504832 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.589355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] For port 4d39041b-3972-46c8-bfc0-17ae139c41d3, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:09.597412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] For port 4d39041b-3972-46c8-bfc0-17ae139c41d3, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=4d39041b-3972-46c8-bfc0-17ae139c41d3,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:09.686228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6a136e0-7ec9-4fa1-af45-ab600cf5686d req-8ecb3767-de69-4aca-a406-5c6eec5bd224 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 210 time: 0.0462744 Sep 16 04:47:09.688347 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.728707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.729009 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.730463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] 10.222.0.38 "PUT /v2.0/ports/4d39041b-3972-46c8-bfc0-17ae139c41d3 HTTP/1.1" status: 200 len: 1093 time: 0.9862964 Sep 16 04:47:09.731066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b433b231-b6e6-40ce-ab5d-a38161165e8e', 'tag': '4d39041b-3972-46c8-bfc0-17ae139c41d3'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:09.733219 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179a35a8-7889-44c8-aa8f-da72ebe86853" -d '{"events": [{"name": "network-changed", "server_uuid": "b433b231-b6e6-40ce-ab5d-a38161165e8e", "tag": "4d39041b-3972-46c8-bfc0-17ae139c41d3"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:09.751636 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac312e43-f927-4d8a-823d-8d73bd911562 req-e4cbd411-7195-4296-a6ba-ca91a9a699b3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.758171 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac312e43-f927-4d8a-823d-8d73bd911562 req-e4cbd411-7195-4296-a6ba-ca91a9a699b3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.764442 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac312e43-f927-4d8a-823d-8d73bd911562 req-e4cbd411-7195-4296-a6ba-ca91a9a699b3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.770458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac312e43-f927-4d8a-823d-8d73bd911562 req-e4cbd411-7195-4296-a6ba-ca91a9a699b3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.777226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac312e43-f927-4d8a-823d-8d73bd911562 req-e4cbd411-7195-4296-a6ba-ca91a9a699b3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.783407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac312e43-f927-4d8a-823d-8d73bd911562 req-e4cbd411-7195-4296-a6ba-ca91a9a699b3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.789498 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac312e43-f927-4d8a-823d-8d73bd911562 req-e4cbd411-7195-4296-a6ba-ca91a9a699b3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.791594 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac312e43-f927-4d8a-823d-8d73bd911562 req-e4cbd411-7195-4296-a6ba-ca91a9a699b3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5416 time: 0.1682873 Sep 16 04:47:09.832439 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07a6fc3-7ce4-4df7-9352-7bce11bcf6b2 x-openstack-request-id: req-e07a6fc3-7ce4-4df7-9352-7bce11bcf6b2 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:09.832873 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b433b231-b6e6-40ce-ab5d-a38161165e8e", "tag": "4d39041b-3972-46c8-bfc0-17ae139c41d3", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:09.833348 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e07a6fc3-7ce4-4df7-9352-7bce11bcf6b2 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:09.833858 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b433b231-b6e6-40ce-ab5d-a38161165e8e', 'tag': '4d39041b-3972-46c8-bfc0-17ae139c41d3', 'status': 'completed', 'code': 200} Sep 16 04:47:09.844806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af33585-4bc7-472a-ba39-0d046d95615b service neutron] Pushing event updated for resources: {'Port': ['ID=4d39041b-3972-46c8-bfc0-17ae139c41d3,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:09.870218 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac312e43-f927-4d8a-823d-8d73bd911562 req-0a8b9653-32e1-4934-8a42-3eba5fe80457 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681565 Sep 16 04:47:09.917665 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a35a8-7889-44c8-aa8f-da72ebe86853 req-92531925-26d4-4d76-950c-be5e8ba3a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.918836 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-179a35a8-7889-44c8-aa8f-da72ebe86853 req-92531925-26d4-4d76-950c-be5e8ba3a5bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5227ac6f65c74e56840e53f88300ac94&device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 1096 time: 0.0477235 Sep 16 04:47:10.032729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a35a8-7889-44c8-aa8f-da72ebe86853 req-ef942de9-0c5c-4c67-8175-7bf35c2c2c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:10.034233 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-179a35a8-7889-44c8-aa8f-da72ebe86853 req-ef942de9-0c5c-4c67-8175-7bf35c2c2c82 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=5227ac6f65c74e56840e53f88300ac94&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1013086 Sep 16 04:47:10.139580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a35a8-7889-44c8-aa8f-da72ebe86853 req-507f10f0-1f18-4ec0-b1ee-3e2ee7c0db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:10.141074 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-179a35a8-7889-44c8-aa8f-da72ebe86853 req-507f10f0-1f18-4ec0-b1ee-3e2ee7c0db22 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000793 Sep 16 04:47:10.254496 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-576bf4e4-5c1e-4fd2-ae1e-b5b2e375295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:10.256716 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-576bf4e4-5c1e-4fd2-ae1e-b5b2e375295e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5227ac6f65c74e56840e53f88300ac94&device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 1096 time: 0.0489039 Sep 16 04:47:10.336967 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-cc0d3258-0cf3-4cb8-8069-d2329bbf5d66 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d39041b-3972-46c8-bfc0-17ae139c41d3 HTTP/1.1" status: 200 len: 217 time: 0.0665762 Sep 16 04:47:10.395101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e30e7-2b67-4b62-8844-51dbf154e510 req-96d6078a-217f-4478-a1a5-4b102b6ac0d3 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:10.397435 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d7e30e7-2b67-4b62-8844-51dbf154e510 req-96d6078a-217f-4478-a1a5-4b102b6ac0d3 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 944 time: 0.1391106 Sep 16 04:47:10.419159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-81521e3e-558b-4ad2-9db0-082b9d8d0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:10.423058 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-81521e3e-558b-4ad2-9db0-082b9d8d0394 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9108a406-26b4-4800-8499-3d9477c83d5d HTTP/1.1" status: 200 len: 862 time: 0.0762050 Sep 16 04:47:10.463665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-9b592b29-9077-4a64-a329-d12d2eb6260d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de603ae2-4471-4acd-89c3-36abf29128c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355625 Sep 16 04:47:10.485954 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d7e30e7-2b67-4b62-8844-51dbf154e510 req-53817c00-ebd3-458d-9302-ff03d815564b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779409 Sep 16 04:47:10.629761 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-b7b242f1-6e89-417a-975e-0a9cbf5bd1fa service neutron] 10.222.0.38 "GET /v2.0/networks/de603ae2-4471-4acd-89c3-36abf29128c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575849 Sep 16 04:47:10.663089 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.737651 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8e11e84d-6d95-4723-85c0-f12e4c97c14b tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:10.749668 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8e11e84d-6d95-4723-85c0-f12e4c97c14b tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.21 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 807 time: 0.2016292 Sep 16 04:47:10.770710 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-53358183-e113-4749-9fc0-5ede9c1286ca req-f0c0254d-b788-4cfc-a13e-658292d8e3ea tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Request body: {'port': {'device_id': 'd6becf73-0993-41e1-a430-b90360375179', 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc', 'admin_state_up': True, 'tenant_id': 'a00de99f55234129963878f58d14e1a5'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:10.836947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab33c59e-6931-4530-a773-c98f29cf17f1 req-3c72198f-3557-4109-8c3f-9ba18c586332 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 210 time: 0.0583553 Sep 16 04:47:10.874940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ed02ed9-ec12-41d6-95de-a5df9691579c req-592b4877-c1a9-42da-9a21-6d3900584db3 service neutron] 10.222.0.38 "GET /v2.0/networks/de603ae2-4471-4acd-89c3-36abf29128c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369556 Sep 16 04:47:10.998808 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53358183-e113-4749-9fc0-5ede9c1286ca req-f0c0254d-b788-4cfc-a13e-658292d8e3ea tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Made reservation on behalf of a00de99f55234129963878f58d14e1a5 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:11.003965 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-53358183-e113-4749-9fc0-5ede9c1286ca req-f0c0254d-b788-4cfc-a13e-658292d8e3ea tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.189775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-53358183-e113-4749-9fc0-5ede9c1286ca req-f0c0254d-b788-4cfc-a13e-658292d8e3ea tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Allocated IP 172.20.0.14 (94aa3f97-6ed2-410f-a6a8-2309531d94bc/84cb2d22-db72-4730-b5c0-6fc65c2696d2/ac394567-41b8-48e7-a85a-b585c51e2c12) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:11.203028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19d300-ea18-46d6-afaf-a420ec360570 req-a80766bc-9157-48cb-a2b2-78dada6fedfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:11.211291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19d300-ea18-46d6-afaf-a420ec360570 req-a80766bc-9157-48cb-a2b2-78dada6fedfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:11.218591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19d300-ea18-46d6-afaf-a420ec360570 req-a80766bc-9157-48cb-a2b2-78dada6fedfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:11.225007 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19d300-ea18-46d6-afaf-a420ec360570 req-a80766bc-9157-48cb-a2b2-78dada6fedfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:11.231635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19d300-ea18-46d6-afaf-a420ec360570 req-a80766bc-9157-48cb-a2b2-78dada6fedfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:11.238389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19d300-ea18-46d6-afaf-a420ec360570 req-a80766bc-9157-48cb-a2b2-78dada6fedfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:11.245084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19d300-ea18-46d6-afaf-a420ec360570 req-a80766bc-9157-48cb-a2b2-78dada6fedfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:11.247371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af19d300-ea18-46d6-afaf-a420ec360570 req-a80766bc-9157-48cb-a2b2-78dada6fedfb tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5416 time: 0.1177204 Sep 16 04:47:11.300910 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af19d300-ea18-46d6-afaf-a420ec360570 req-54a8b0f1-43b1-4a78-9344-1b5ac8d1e09b tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433717 Sep 16 04:47:11.426007 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-53358183-e113-4749-9fc0-5ede9c1286ca req-f0c0254d-b788-4cfc-a13e-658292d8e3ea tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.524747 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-53358183-e113-4749-9fc0-5ede9c1286ca req-f0c0254d-b788-4cfc-a13e-658292d8e3ea tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.558598 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['f4986137-bb28-4bd6-b14b-9d03563408f0'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:11.597422 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0254d-b788-4cfc-a13e-658292d8e3ea tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Pushing event updated for resources: {'Port': ['ID=ac394567-41b8-48e7-a85a-b585c51e2c12,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:11.618576 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53358183-e113-4749-9fc0-5ede9c1286ca req-f0c0254d-b788-4cfc-a13e-658292d8e3ea tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Network 94aa3f97-6ed2-410f-a6a8-2309531d94bc is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:11.620098 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-53358183-e113-4749-9fc0-5ede9c1286ca req-f0c0254d-b788-4cfc-a13e-658292d8e3ea tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:11.633643 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-53358183-e113-4749-9fc0-5ede9c1286ca req-f0c0254d-b788-4cfc-a13e-658292d8e3ea tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:11.701782 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53358183-e113-4749-9fc0-5ede9c1286ca req-f0c0254d-b788-4cfc-a13e-658292d8e3ea tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:11.702870 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-53358183-e113-4749-9fc0-5ede9c1286ca req-f0c0254d-b788-4cfc-a13e-658292d8e3ea tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.721163 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1273fa5-4936-454d-83a5-954caf0d8563 req-08fc5037-e67b-4670-947f-c68e5c8fb429 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:11.722953 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1273fa5-4936-454d-83a5-954caf0d8563 req-08fc5037-e67b-4670-947f-c68e5c8fb429 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 944 time: 0.0854146 Sep 16 04:47:11.793444 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-53358183-e113-4749-9fc0-5ede9c1286ca req-f0c0254d-b788-4cfc-a13e-658292d8e3ea tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0266044 Sep 16 04:47:11.802427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1273fa5-4936-454d-83a5-954caf0d8563 req-23225187-0b23-4ad1-a7ba-55f300465bfb tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704172 Sep 16 04:47:11.833725 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Request body: {'port': {'device_id': 'd6becf73-0993-41e1-a430-b90360375179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:11.912694 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.947361 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37938) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:12.076645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1cc7f-284b-4fc8-bfbe-7d6105a78f88 req-50acf41f-a4c3-48e3-9652-558a22464678 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.082872 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5c1cc7f-284b-4fc8-bfbe-7d6105a78f88 req-50acf41f-a4c3-48e3-9652-558a22464678 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 932 time: 0.0827270 Sep 16 04:47:12.120426 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4fc03003-382c-4837-9c99-880ba373e979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.167641 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5c1cc7f-284b-4fc8-bfbe-7d6105a78f88 req-0544a4e7-3482-4ec1-a9ea-d491d341c27d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798221 Sep 16 04:47:12.264766 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4fc03003-382c-4837-9c99-880ba373e979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.322450 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4fc03003-382c-4837-9c99-880ba373e979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.335680 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac394567-41b8-48e7-a85a-b585c51e2c12 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:12.343209 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.357724 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Transition to ACTIVE for port object ac394567-41b8-48e7-a85a-b585c51e2c12 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:47:12.370043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc03003-382c-4837-9c99-880ba373e979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e767c861-fcd0-4656-86a0-81186511bbce,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:12.403251 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4fc03003-382c-4837-9c99-880ba373e979 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e28f2b02764a4aaf977e26a026761b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4545105 Sep 16 04:47:12.407268 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37948) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:12.429551 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.454995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf3fb3-be88-4573-831e-6ef0b4684556 req-84e2736c-5676-4827-9074-81426da82a57 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.465577 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf3fb3-be88-4573-831e-6ef0b4684556 req-84e2736c-5676-4827-9074-81426da82a57 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.472980 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf3fb3-be88-4573-831e-6ef0b4684556 req-84e2736c-5676-4827-9074-81426da82a57 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.481712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf3fb3-be88-4573-831e-6ef0b4684556 req-84e2736c-5676-4827-9074-81426da82a57 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.489901 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf3fb3-be88-4573-831e-6ef0b4684556 req-84e2736c-5676-4827-9074-81426da82a57 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.497957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf3fb3-be88-4573-831e-6ef0b4684556 req-84e2736c-5676-4827-9074-81426da82a57 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.504674 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf3fb3-be88-4573-831e-6ef0b4684556 req-84e2736c-5676-4827-9074-81426da82a57 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.507614 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ecf3fb3-be88-4573-831e-6ef0b4684556 req-84e2736c-5676-4827-9074-81426da82a57 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5416 time: 0.1167946 Sep 16 04:47:12.526947 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Pushing event updated for resources: {'Port': ['ID=ac394567-41b8-48e7-a85a-b585c51e2c12,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:12.569371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ecf3fb3-be88-4573-831e-6ef0b4684556 req-5e1c4d93-a175-4693-b18c-1ccc3a1fa94a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522671 Sep 16 04:47:12.573773 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4eedfe1a-8088-4470-ae38-05ddaa0c5680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.614654 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4eedfe1a-8088-4470-ae38-05ddaa0c5680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.627353 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Attempting to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:12.627682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Attempting to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:12.628026 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Attempting to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:12.642983 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Port ac394567-41b8-48e7-a85a-b585c51e2c12 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:12.643248 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Attempting to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:12.654255 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:12.654594 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Checking segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:12.655000 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Bound using segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:12.655432 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Bound port: ac394567-41b8-48e7-a85a-b585c51e2c12, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:12.655787 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.721884 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] For port ac394567-41b8-48e7-a85a-b585c51e2c12, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:12.725394 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] For port ac394567-41b8-48e7-a85a-b585c51e2c12, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ac394567-41b8-48e7-a85a-b585c51e2c12,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:12.779787 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4eedfe1a-8088-4470-ae38-05ddaa0c5680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.782295 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4eedfe1a-8088-4470-ae38-05ddaa0c5680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.783696 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4eedfe1a-8088-4470-ae38-05ddaa0c5680 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e767c861-fcd0-4656-86a0-81186511bbce HTTP/1.1" status: 204 len: 168 time: 0.3767116 Sep 16 04:47:12.794313 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedfe1a-8088-4470-ae38-05ddaa0c5680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e767c861-fcd0-4656-86a0-81186511bbce,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:12.815031 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.867725 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.868470 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.870053 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-53358183-e113-4749-9fc0-5ede9c1286ca req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] 10.222.0.21 "PUT /v2.0/ports/ac394567-41b8-48e7-a85a-b585c51e2c12 HTTP/1.1" status: 200 len: 1093 time: 1.0545676 Sep 16 04:47:12.870752 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6becf73-0993-41e1-a430-b90360375179', 'tag': 'ac394567-41b8-48e7-a85a-b585c51e2c12'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:12.873146 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cebeadb-f4be-4b65-a3f0-a7b9153dec97" -d '{"events": [{"name": "network-changed", "server_uuid": "d6becf73-0993-41e1-a430-b90360375179", "tag": "ac394567-41b8-48e7-a85a-b585c51e2c12"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:12.897698 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b694659-519d-4d2b-adf2-037591f46024 service neutron] Pushing event updated for resources: {'Port': ['ID=ac394567-41b8-48e7-a85a-b585c51e2c12,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:12.945020 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed393c-50e2-4fd7-8299-6e00192d8009 req-21aba3d5-0393-4a53-aabd-45587ad655ab tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.950475 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaeb8e0-7f94-4e02-9580-1bfecc2419c1 x-openstack-request-id: req-bbaeb8e0-7f94-4e02-9580-1bfecc2419c1 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:12.950866 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6becf73-0993-41e1-a430-b90360375179", "tag": "ac394567-41b8-48e7-a85a-b585c51e2c12", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:12.951192 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbaeb8e0-7f94-4e02-9580-1bfecc2419c1 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:12.951644 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6becf73-0993-41e1-a430-b90360375179', 'tag': 'ac394567-41b8-48e7-a85a-b585c51e2c12', 'status': 'completed', 'code': 200} Sep 16 04:47:12.952658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4ed393c-50e2-4fd7-8299-6e00192d8009 req-21aba3d5-0393-4a53-aabd-45587ad655ab tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 944 time: 0.0610538 Sep 16 04:47:12.990794 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4ed393c-50e2-4fd7-8299-6e00192d8009 req-d471ecb5-a63c-4a9d-9bf8-1c6e9f5ec391 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370796 Sep 16 04:47:13.026787 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 4d39041b-3972-46c8-bfc0-17ae139c41d3 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:13.094794 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebeadb-f4be-4b65-a3f0-a7b9153dec97 req-23c1cb5b-55e6-4429-b00a-3baf7525b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.096628 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6cebeadb-f4be-4b65-a3f0-a7b9153dec97 req-23c1cb5b-55e6-4429-b00a-3baf7525b742 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 1096 time: 0.0525970 Sep 16 04:47:13.134930 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 4d39041b-3972-46c8-bfc0-17ae139c41d3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=4d39041b-3972-46c8-bfc0-17ae139c41d3,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:13.157141 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '4d39041b-3972-46c8-bfc0-17ae139c41d3', 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1', 'port_id': '4d39041b-3972-46c8-bfc0-17ae139c41d3', 'mac_address': 'fa:16:3e:d4:32:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9108a406-26b4-4800-8499-3d9477c83d5d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:13.199301 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.214394 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d39041b-3972-46c8-bfc0-17ae139c41d3 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:13.243678 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 4d39041b-3972-46c8-bfc0-17ae139c41d3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=4d39041b-3972-46c8-bfc0-17ae139c41d3,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:13.251989 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebeadb-f4be-4b65-a3f0-a7b9153dec97 req-c66512ba-ef3b-45e4-8cbb-b1e12aa54ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.253881 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6cebeadb-f4be-4b65-a3f0-a7b9153dec97 req-c66512ba-ef3b-45e4-8cbb-b1e12aa54ed3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a00de99f55234129963878f58d14e1a5&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1361370 Sep 16 04:47:13.302527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fbb60-8bf8-44c8-8b58-f437c388dc3b req-7d1c6a84-3ad3-47d8-b9f3-14778385498b tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.310244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-143fbb60-8bf8-44c8-8b58-f437c388dc3b req-7d1c6a84-3ad3-47d8-b9f3-14778385498b tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 944 time: 0.0651317 Sep 16 04:47:13.323691 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.363654 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-143fbb60-8bf8-44c8-8b58-f437c388dc3b req-5921a0c1-e218-43f7-9f2c-af02f6f849a1 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524671 Sep 16 04:47:13.385959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=4d39041b-3972-46c8-bfc0-17ae139c41d3,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:13.410405 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebeadb-f4be-4b65-a3f0-a7b9153dec97 req-6f049824-1108-4a46-8042-17b4893c326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.412048 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6cebeadb-f4be-4b65-a3f0-a7b9153dec97 req-6f049824-1108-4a46-8042-17b4893c326f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1460040 Sep 16 04:47:13.413835 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37966) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:13.426997 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88714b8d-3ad9-48c9-8811-552653001d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.558282 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53358183-e113-4749-9fc0-5ede9c1286ca req-6724f314-a873-49a1-aa34-09b5d3e13b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.559974 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-53358183-e113-4749-9fc0-5ede9c1286ca req-6724f314-a873-49a1-aa34-09b5d3e13b51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 1096 time: 0.0742207 Sep 16 04:47:13.561829 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88714b8d-3ad9-48c9-8811-552653001d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.613021 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-53358183-e113-4749-9fc0-5ede9c1286ca req-b428be37-c402-44b4-aba9-c25818b643da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac394567-41b8-48e7-a85a-b585c51e2c12 HTTP/1.1" status: 200 len: 217 time: 0.0365424 Sep 16 04:47:13.654032 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88714b8d-3ad9-48c9-8811-552653001d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.706094 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53358183-e113-4749-9fc0-5ede9c1286ca req-5827e416-325f-486d-804c-fbad5d91ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.707539 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-53358183-e113-4749-9fc0-5ede9c1286ca req-5827e416-325f-486d-804c-fbad5d91ddc5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 200 len: 847 time: 0.0858684 Sep 16 04:47:13.709583 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88714b8d-3ad9-48c9-8811-552653001d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017cbcc7-4297-4366-b18e-dd1cb782fbfa,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:13.716604 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-88714b8d-3ad9-48c9-8811-552653001d6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b0311a9f87c416d9fb1a6fa800c8ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017797 Sep 16 04:47:13.717202 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37972) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:13.750163 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b4544-f528-42a6-b056-80cf073a7aa9 req-b281ce02-eded-41a5-8352-feea6b9209ec tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.756340 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b4544-f528-42a6-b056-80cf073a7aa9 req-b281ce02-eded-41a5-8352-feea6b9209ec tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.759333 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-53358183-e113-4749-9fc0-5ede9c1286ca req-2c22c592-e0fe-404f-be71-5498401ef256 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94aa3f97-6ed2-410f-a6a8-2309531d94bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354621 Sep 16 04:47:13.763033 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b4544-f528-42a6-b056-80cf073a7aa9 req-b281ce02-eded-41a5-8352-feea6b9209ec tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.769764 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['4d39041b-3972-46c8-bfc0-17ae139c41d3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:13.770411 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b4544-f528-42a6-b056-80cf073a7aa9 req-b281ce02-eded-41a5-8352-feea6b9209ec tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.776968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b4544-f528-42a6-b056-80cf073a7aa9 req-b281ce02-eded-41a5-8352-feea6b9209ec tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.783151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b4544-f528-42a6-b056-80cf073a7aa9 req-b281ce02-eded-41a5-8352-feea6b9209ec tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.789805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b4544-f528-42a6-b056-80cf073a7aa9 req-b281ce02-eded-41a5-8352-feea6b9209ec tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.797810 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b73b4544-f528-42a6-b056-80cf073a7aa9 req-b281ce02-eded-41a5-8352-feea6b9209ec tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5416 time: 0.1140723 Sep 16 04:47:13.844569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b73b4544-f528-42a6-b056-80cf073a7aa9 req-9b08286f-7bf5-4028-bd62-ef1adf5babb5 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455322 Sep 16 04:47:13.867191 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f4bcbc8e-e45e-4bc8-816b-b33974133564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.898276 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-53358183-e113-4749-9fc0-5ede9c1286ca req-17fe151f-57b1-47a0-a206-7a28e99f3963 service neutron] 10.222.0.21 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281407 Sep 16 04:47:13.900158 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f4bcbc8e-e45e-4bc8-816b-b33974133564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.030904 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-53358183-e113-4749-9fc0-5ede9c1286ca req-d0d4c574-65f2-4b9f-b3ec-47f09581e1a1 service neutron] 10.222.0.21 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219730 Sep 16 04:47:14.112603 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9530f19-d783-4705-9dbf-96c0f4152752 req-4bb897ec-5707-4a96-91bb-ef6f12564a2b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:14.114325 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9530f19-d783-4705-9dbf-96c0f4152752 req-4bb897ec-5707-4a96-91bb-ef6f12564a2b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 945 time: 0.0518420 Sep 16 04:47:14.129461 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f4bcbc8e-e45e-4bc8-816b-b33974133564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.133054 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f4bcbc8e-e45e-4bc8-816b-b33974133564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.137049 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f4bcbc8e-e45e-4bc8-816b-b33974133564 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/017cbcc7-4297-4366-b18e-dd1cb782fbfa HTTP/1.1" status: 204 len: 168 time: 0.4159234 Sep 16 04:47:14.143962 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcbc8e-e45e-4bc8-816b-b33974133564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017cbcc7-4297-4366-b18e-dd1cb782fbfa,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:14.173945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9530f19-d783-4705-9dbf-96c0f4152752 req-390ed100-ffed-461b-8b28-4df743e81883 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513191 Sep 16 04:47:14.486400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a5f45-cbd2-4345-b196-694e4066abb1 req-6a190eb1-418b-4f76-9cbf-01e79846dc2e tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:14.491879 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-114a5f45-cbd2-4345-b196-694e4066abb1 req-6a190eb1-418b-4f76-9cbf-01e79846dc2e tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 944 time: 0.0567863 Sep 16 04:47:14.529961 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-114a5f45-cbd2-4345-b196-694e4066abb1 req-7f07f1d6-9d4f-4d9a-b825-d2141cb2a171 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346885 Sep 16 04:47:14.984718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c42094-dd1c-46af-ba48-84e37365f3b7 req-af8532ae-b2f2-4226-9170-a1e8b0ec8c3d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:14.990940 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c42094-dd1c-46af-ba48-84e37365f3b7 req-af8532ae-b2f2-4226-9170-a1e8b0ec8c3d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:14.998059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c42094-dd1c-46af-ba48-84e37365f3b7 req-af8532ae-b2f2-4226-9170-a1e8b0ec8c3d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:15.004121 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c42094-dd1c-46af-ba48-84e37365f3b7 req-af8532ae-b2f2-4226-9170-a1e8b0ec8c3d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:15.010233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c42094-dd1c-46af-ba48-84e37365f3b7 req-af8532ae-b2f2-4226-9170-a1e8b0ec8c3d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:15.016704 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c42094-dd1c-46af-ba48-84e37365f3b7 req-af8532ae-b2f2-4226-9170-a1e8b0ec8c3d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:15.023769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c42094-dd1c-46af-ba48-84e37365f3b7 req-af8532ae-b2f2-4226-9170-a1e8b0ec8c3d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:15.033109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19c42094-dd1c-46af-ba48-84e37365f3b7 req-af8532ae-b2f2-4226-9170-a1e8b0ec8c3d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5416 time: 0.1119144 Sep 16 04:47:15.036242 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 4d39041b-3972-46c8-bfc0-17ae139c41d3 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:15.092472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19c42094-dd1c-46af-ba48-84e37365f3b7 req-578989d2-23c7-4cb4-bb76-bb672e59849b tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582788 Sep 16 04:47:15.174604 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 4d39041b-3972-46c8-bfc0-17ae139c41d3 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:15.179223 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 4d39041b-3972-46c8-bfc0-17ae139c41d3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:15.179987 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.264005 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.284535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38010) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:15.303421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b433b231-b6e6-40ce-ab5d-a38161165e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d39041b-3972-46c8-bfc0-17ae139c41d3'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:15.309825 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1b36e1-0c12-4a4b-a616-1bcf226aa2c9" -d '{"events": [{"server_uuid": "b433b231-b6e6-40ce-ab5d-a38161165e8e", "name": "network-vif-plugged", "status": "completed", "tag": "4d39041b-3972-46c8-bfc0-17ae139c41d3"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:15.320947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96a44-8267-4001-8ff9-cda2053f6910 req-3378523f-7c66-48c7-9b00-225aabb4b2b6 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:15.323629 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1fe96a44-8267-4001-8ff9-cda2053f6910 req-3378523f-7c66-48c7-9b00-225aabb4b2b6 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 945 time: 0.0628867 Sep 16 04:47:15.349701 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 4d39041b-3972-46c8-bfc0-17ae139c41d3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=4d39041b-3972-46c8-bfc0-17ae139c41d3,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:15.362865 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356b5dd9-8def-4c3b-9a1e-b9e6549b542d x-openstack-request-id: req-356b5dd9-8def-4c3b-9a1e-b9e6549b542d {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:15.370678 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b433b231-b6e6-40ce-ab5d-a38161165e8e", "name": "network-vif-plugged", "status": "completed", "tag": "4d39041b-3972-46c8-bfc0-17ae139c41d3", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:15.370678 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-356b5dd9-8def-4c3b-9a1e-b9e6549b542d {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:15.370678 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b433b231-b6e6-40ce-ab5d-a38161165e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d39041b-3972-46c8-bfc0-17ae139c41d3', 'code': 200} Sep 16 04:47:15.380497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1fe96a44-8267-4001-8ff9-cda2053f6910 req-12e903a4-4c4d-4fa1-9615-f33fc2844441 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497527 Sep 16 04:47:15.407226 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.427215 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-5123dc57-fc57-4074-a225-29fb188d7321 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-489961555-network', 'tenant_id': '81978a2452c74d468c1440c8a9e64f75'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:15.479436 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=4d39041b-3972-46c8-bfc0-17ae139c41d3,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:15.515248 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344423c-b621-41d4-8218-baaa37685684 req-4d7a0829-7eaa-4f72-887d-fdc3bab029f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:15.517004 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2344423c-b621-41d4-8218-baaa37685684 req-4d7a0829-7eaa-4f72-887d-fdc3bab029f8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 1098 time: 0.0460281 Sep 16 04:47:15.552305 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5123dc57-fc57-4074-a225-29fb188d7321 admin admin] Made reservation on behalf of 81978a2452c74d468c1440c8a9e64f75 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:15.554780 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5123dc57-fc57-4074-a225-29fb188d7321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.560034 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2344423c-b621-41d4-8218-baaa37685684 req-1d7f34c5-614b-46f6-8b1a-a8cc832fab2e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319588 Sep 16 04:47:15.564856 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5123dc57-fc57-4074-a225-29fb188d7321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.655906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f1797-a0f5-45ef-8e5d-5f8edcb18d4b req-6794e6cd-6307-4861-8050-3f58e3f2e052 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:15.657434 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-525f1797-a0f5-45ef-8e5d-5f8edcb18d4b req-6794e6cd-6307-4861-8050-3f58e3f2e052 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 944 time: 0.0578346 Sep 16 04:47:15.663981 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5123dc57-fc57-4074-a225-29fb188d7321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.701057 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-525f1797-a0f5-45ef-8e5d-5f8edcb18d4b req-6b7f6de0-9e63-49e2-8954-6c1b31a791d1 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353093 Sep 16 04:47:15.728659 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5123dc57-fc57-4074-a225-29fb188d7321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.759984 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5123dc57-fc57-4074-a225-29fb188d7321 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:15.767141 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123dc57-fc57-4074-a225-29fb188d7321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400ae877-e24f-4678-8556-18e0e8dc7fc9,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:15.774623 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5123dc57-fc57-4074-a225-29fb188d7321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.775017 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-5123dc57-fc57-4074-a225-29fb188d7321 admin admin] Added segment 32298ffd-6388-47df-b482-8eab1de50ba1 of type vlan for network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 Sep 16 04:47:15.819812 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5123dc57-fc57-4074-a225-29fb188d7321 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.883268 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5123dc57-fc57-4074-a225-29fb188d7321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.884314 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5123dc57-fc57-4074-a225-29fb188d7321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:15.884919 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5123dc57-fc57-4074-a225-29fb188d7321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.947954 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123dc57-fc57-4074-a225-29fb188d7321 admin admin] Pushing event updated for resources: {'Network': ['ID=0e4d6dc4-12b9-41c8-af2b-a538152a95e2,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:15.951628 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5123dc57-fc57-4074-a225-29fb188d7321 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6660049 Sep 16 04:47:15.954612 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38022) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:15.960984 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-21307652-19f2-4e50-93c2-6c575e4e52f9 admin admin] Request body: {'subnet': {'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-489961555-subnet', 'tenant_id': '81978a2452c74d468c1440c8a9e64f75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:15.962716 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:16.019671 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21307652-19f2-4e50-93c2-6c575e4e52f9 admin admin] Made reservation on behalf of 81978a2452c74d468c1440c8a9e64f75 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:16.022633 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-21307652-19f2-4e50-93c2-6c575e4e52f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.240754 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840cedd-bbe3-496e-b355-5942969ad4d3 req-bc498653-dc03-4912-ade4-25a926c75a7c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.246860 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840cedd-bbe3-496e-b355-5942969ad4d3 req-bc498653-dc03-4912-ade4-25a926c75a7c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.253063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840cedd-bbe3-496e-b355-5942969ad4d3 req-bc498653-dc03-4912-ade4-25a926c75a7c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.259776 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840cedd-bbe3-496e-b355-5942969ad4d3 req-bc498653-dc03-4912-ade4-25a926c75a7c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.265988 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840cedd-bbe3-496e-b355-5942969ad4d3 req-bc498653-dc03-4912-ade4-25a926c75a7c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.272095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840cedd-bbe3-496e-b355-5942969ad4d3 req-bc498653-dc03-4912-ade4-25a926c75a7c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.277096 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-21307652-19f2-4e50-93c2-6c575e4e52f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.278154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840cedd-bbe3-496e-b355-5942969ad4d3 req-bc498653-dc03-4912-ade4-25a926c75a7c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.280201 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8840cedd-bbe3-496e-b355-5942969ad4d3 req-bc498653-dc03-4912-ade4-25a926c75a7c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5416 time: 0.1001792 Sep 16 04:47:16.326734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8840cedd-bbe3-496e-b355-5942969ad4d3 req-666b2b59-33d0-478a-a97c-e825ff091a34 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397995 Sep 16 04:47:16.352735 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21307652-19f2-4e50-93c2-6c575e4e52f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9023553c-0727-4415-b53e-7374b71d88bd,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:16.363008 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21307652-19f2-4e50-93c2-6c575e4e52f9 admin admin] Checking segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:16.363008 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21307652-19f2-4e50-93c2-6c575e4e52f9 admin admin] Network hostable DHCP agents. Network: 0e4d6dc4-12b9-41c8-af2b-a538152a95e2, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:16.431081 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21307652-19f2-4e50-93c2-6c575e4e52f9 admin admin] Network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:16.505566 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-21307652-19f2-4e50-93c2-6c575e4e52f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 0e4d6dc4-12b9-41c8-af2b-a538152a95e2) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:16.518051 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c03f8bd-8351-424e-ba3b-bdbfefdce072 None None] Network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:16.519796 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21307652-19f2-4e50-93c2-6c575e4e52f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.520959 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-21307652-19f2-4e50-93c2-6c575e4e52f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.537065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743fc35-e924-4167-a66d-e8e1b693cf46 req-adf8e40b-838f-49c4-8e0f-bb9d50307e2a tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.539929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0743fc35-e924-4167-a66d-e8e1b693cf46 req-adf8e40b-838f-49c4-8e0f-bb9d50307e2a tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 946 time: 0.0743525 Sep 16 04:47:16.593341 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0743fc35-e924-4167-a66d-e8e1b693cf46 req-af602056-4a91-430c-bc78-145840edc3d4 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370233 Sep 16 04:47:16.626362 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-21307652-19f2-4e50-93c2-6c575e4e52f9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6704924 Sep 16 04:47:16.676859 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaec07f-d124-4690-b6f3-a7e0e8191ca7 None None] Network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:16.842684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4764c-9bf0-4f37-9c94-7573615d8553 req-71cc9b8a-2360-4006-b96a-988e5d36c7b5 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.853239 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90e4764c-9bf0-4f37-9c94-7573615d8553 req-71cc9b8a-2360-4006-b96a-988e5d36c7b5 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 944 time: 0.0750403 Sep 16 04:47:16.911371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90e4764c-9bf0-4f37-9c94-7573615d8553 req-245e44dc-089f-44c3-af99-9562773f036f tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530262 Sep 16 04:47:17.044330 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:17.155196 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1d882fd4-c98f-4a4c-abf2-404e5e9a95a2,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:17.169411 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '1d882fd4-c98f-4a4c-abf2-404e5e9a95a2', 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90', 'port_id': '1d882fd4-c98f-4a4c-abf2-404e5e9a95a2', 'mac_address': 'fa:16:3e:34:ab:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccbedd25-58d2-42fa-831b-01900aebbe43', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:17.211171 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.226577 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:17.248497 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1d882fd4-c98f-4a4c-abf2-404e5e9a95a2,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:17.305418 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.306067 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 4239abc5-062c-4dce-a6f1-912da6b3aad3 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:17.390498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=1d882fd4-c98f-4a4c-abf2-404e5e9a95a2,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:17.463681 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 4239abc5-062c-4dce-a6f1-912da6b3aad3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=4239abc5-062c-4dce-a6f1-912da6b3aad3,segment=NetworkSegment(5a682ea8-492d-4d22-bdb4-de15db270039),segment_id=5a682ea8-492d-4d22-bdb4-de15db270039)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:17.472879 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38054) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:17.478653 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-a50fcadd-7ca2-451b-8f20-b33756d38f77 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-446687872-network', 'tenant_id': '09e823a823124d1496e3b3e664f0cc0e'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:17.483159 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '4239abc5-062c-4dce-a6f1-912da6b3aad3', 'network_id': '21679cc1-76e7-41d2-b180-59ac954df250', 'port_id': '4239abc5-062c-4dce-a6f1-912da6b3aad3', 'mac_address': 'fa:16:3e:48:cb:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc008854-b60a-4e50-9836-d00ca586adc0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:17.512929 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dec600-e140-4c3e-b4e9-2ce7d39f93bf req-62718d6e-2668-44a6-a45b-7e2003f14b48 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:17.520083 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dec600-e140-4c3e-b4e9-2ce7d39f93bf req-62718d6e-2668-44a6-a45b-7e2003f14b48 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:17.527611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dec600-e140-4c3e-b4e9-2ce7d39f93bf req-62718d6e-2668-44a6-a45b-7e2003f14b48 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:17.528395 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.533796 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dec600-e140-4c3e-b4e9-2ce7d39f93bf req-62718d6e-2668-44a6-a45b-7e2003f14b48 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:17.539983 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dec600-e140-4c3e-b4e9-2ce7d39f93bf req-62718d6e-2668-44a6-a45b-7e2003f14b48 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:17.545935 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dec600-e140-4c3e-b4e9-2ce7d39f93bf req-62718d6e-2668-44a6-a45b-7e2003f14b48 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:17.547949 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4239abc5-062c-4dce-a6f1-912da6b3aad3 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:17.552878 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dec600-e140-4c3e-b4e9-2ce7d39f93bf req-62718d6e-2668-44a6-a45b-7e2003f14b48 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:17.563019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-11dec600-e140-4c3e-b4e9-2ce7d39f93bf req-62718d6e-2668-44a6-a45b-7e2003f14b48 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5417 time: 0.1132419 Sep 16 04:47:17.577362 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 4239abc5-062c-4dce-a6f1-912da6b3aad3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=4239abc5-062c-4dce-a6f1-912da6b3aad3,segment=NetworkSegment(5a682ea8-492d-4d22-bdb4-de15db270039),segment_id=5a682ea8-492d-4d22-bdb4-de15db270039)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:17.586379 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50fcadd-7ca2-451b-8f20-b33756d38f77 admin admin] Made reservation on behalf of 09e823a823124d1496e3b3e664f0cc0e for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:17.588718 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a50fcadd-7ca2-451b-8f20-b33756d38f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.598144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a50fcadd-7ca2-451b-8f20-b33756d38f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.602416 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-11dec600-e140-4c3e-b4e9-2ce7d39f93bf req-c6d08d0f-f32d-405a-b59b-78e5c2d4fbc3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399375 Sep 16 04:47:17.654192 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.654787 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5b16cc3a-295b-414f-9d1d-8e4808f34041 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:17.707387 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a50fcadd-7ca2-451b-8f20-b33756d38f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.715782 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=4239abc5-062c-4dce-a6f1-912da6b3aad3,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:17.752013 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5b16cc3a-295b-414f-9d1d-8e4808f34041, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5b16cc3a-295b-414f-9d1d-8e4808f34041,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:17.764815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '5b16cc3a-295b-414f-9d1d-8e4808f34041', 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90', 'port_id': '5b16cc3a-295b-414f-9d1d-8e4808f34041', 'mac_address': 'fa:16:3e:39:e6:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccbedd25-58d2-42fa-831b-01900aebbe43', 'ip_address': '10.1.1.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:17.767855 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a50fcadd-7ca2-451b-8f20-b33756d38f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.775806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e452d00-0621-4f9c-b8a6-8bc6531159a6 req-aa5d568f-0b3c-4257-9559-c6bd53a13e0e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:17.777691 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e452d00-0621-4f9c-b8a6-8bc6531159a6 req-aa5d568f-0b3c-4257-9559-c6bd53a13e0e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 946 time: 0.0598514 Sep 16 04:47:17.795500 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50fcadd-7ca2-451b-8f20-b33756d38f77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:17.807169 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fcadd-7ca2-451b-8f20-b33756d38f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68b1d62-7a31-4835-8cfc-eca5401b7986,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:17.812276 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a50fcadd-7ca2-451b-8f20-b33756d38f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.812615 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-a50fcadd-7ca2-451b-8f20-b33756d38f77 admin admin] Added segment e825e7a3-7949-40d5-9fd9-1b4639d242d5 of type vlan for network 6b864355-3d51-4fd7-9dc9-892fb7919595 Sep 16 04:47:17.821586 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.826351 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e452d00-0621-4f9c-b8a6-8bc6531159a6 req-042e62eb-2bc5-4966-a3ea-6a440f89c09f tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389917 Sep 16 04:47:17.868630 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b16cc3a-295b-414f-9d1d-8e4808f34041 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:17.868898 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a50fcadd-7ca2-451b-8f20-b33756d38f77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.901427 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5b16cc3a-295b-414f-9d1d-8e4808f34041, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5b16cc3a-295b-414f-9d1d-8e4808f34041,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:17.984007 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6790ba-c575-49cd-ad52-5992c9f9ec68 req-c0e0d7b2-cc4e-4722-b314-34b84f06510a tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:17.985558 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d6790ba-c575-49cd-ad52-5992c9f9ec68 req-c0e0d7b2-cc4e-4722-b314-34b84f06510a tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 946 time: 0.0548103 Sep 16 04:47:17.985699 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a50fcadd-7ca2-451b-8f20-b33756d38f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.986865 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50fcadd-7ca2-451b-8f20-b33756d38f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:17.987427 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a50fcadd-7ca2-451b-8f20-b33756d38f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.008261 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.008947 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 291ebc99-8f20-4e0a-a402-de01d23f02f8 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:18.074950 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d6790ba-c575-49cd-ad52-5992c9f9ec68 req-7b0c0bd6-7ac0-4ca0-9476-4991d00c9562 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812552 Sep 16 04:47:18.082975 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fcadd-7ca2-451b-8f20-b33756d38f77 admin admin] Pushing event updated for resources: {'Network': ['ID=6b864355-3d51-4fd7-9dc9-892fb7919595,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:18.096701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ab292-11eb-4487-a04a-32b74f2cbd9c req-e2ca153c-772c-4938-b879-91b7c3eeba6f tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:18.098273 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b76ab292-11eb-4487-a04a-32b74f2cbd9c req-e2ca153c-772c-4938-b879-91b7c3eeba6f tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 944 time: 0.1036427 Sep 16 04:47:18.118544 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 6b864355-3d51-4fd7-9dc9-892fb7919595 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:18.149981 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b76ab292-11eb-4487-a04a-32b74f2cbd9c req-1b4088c9-db34-4c0a-8835-33457eede699 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389113 Sep 16 04:47:18.179021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38068) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:18.181147 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a50fcadd-7ca2-451b-8f20-b33756d38f77 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7064586 Sep 16 04:47:18.185034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-873589db-92f1-4968-b326-43f3909a59b7 admin admin] Request body: {'subnet': {'network_id': '6b864355-3d51-4fd7-9dc9-892fb7919595', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-446687872-subnet', 'tenant_id': '09e823a823124d1496e3b3e664f0cc0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:18.195798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=5b16cc3a-295b-414f-9d1d-8e4808f34041,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:18.279688 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 291ebc99-8f20-4e0a-a402-de01d23f02f8, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=291ebc99-8f20-4e0a-a402-de01d23f02f8,segment=NetworkSegment(229a1043-e00a-4651-938c-5c29398ee2b4),segment_id=229a1043-e00a-4651-938c-5c29398ee2b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:18.285912 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873589db-92f1-4968-b326-43f3909a59b7 admin admin] Made reservation on behalf of 09e823a823124d1496e3b3e664f0cc0e for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:18.297471 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-873589db-92f1-4968-b326-43f3909a59b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.310633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '291ebc99-8f20-4e0a-a402-de01d23f02f8', 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537', 'port_id': '291ebc99-8f20-4e0a-a402-de01d23f02f8', 'mac_address': 'fa:16:3e:8c:d1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:18.414953 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.440817 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 291ebc99-8f20-4e0a-a402-de01d23f02f8 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:18.463337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 291ebc99-8f20-4e0a-a402-de01d23f02f8, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=291ebc99-8f20-4e0a-a402-de01d23f02f8,segment=NetworkSegment(229a1043-e00a-4651-938c-5c29398ee2b4),segment_id=229a1043-e00a-4651-938c-5c29398ee2b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:18.545593 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.546340 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 680135e1-a5ee-40fa-b0a3-8141af74525e details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:18.619833 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 680135e1-a5ee-40fa-b0a3-8141af74525e, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=680135e1-a5ee-40fa-b0a3-8141af74525e,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:18.627576 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=291ebc99-8f20-4e0a-a402-de01d23f02f8,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:18.634950 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '680135e1-a5ee-40fa-b0a3-8141af74525e', 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90', 'port_id': '680135e1-a5ee-40fa-b0a3-8141af74525e', 'mac_address': 'fa:16:3e:05:2b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccbedd25-58d2-42fa-831b-01900aebbe43', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:18.643890 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-873589db-92f1-4968-b326-43f3909a59b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.682604 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.705822 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 680135e1-a5ee-40fa-b0a3-8141af74525e {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:18.735174 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 680135e1-a5ee-40fa-b0a3-8141af74525e, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=680135e1-a5ee-40fa-b0a3-8141af74525e,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:18.782856 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873589db-92f1-4968-b326-43f3909a59b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b8ca95e-89e9-41df-9a4e-3befab26f393,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:18.797178 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.797854 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 74dd60ff-7d8d-43a5-b307-86c1642869ae details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:18.815905 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873589db-92f1-4968-b326-43f3909a59b7 admin admin] Checking segment: {'id': 'e825e7a3-7949-40d5-9fd9-1b4639d242d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6b864355-3d51-4fd7-9dc9-892fb7919595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:18.816331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873589db-92f1-4968-b326-43f3909a59b7 admin admin] Network hostable DHCP agents. Network: 6b864355-3d51-4fd7-9dc9-892fb7919595, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:18.864929 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e888e-df30-4677-8ade-e494d28afb95 req-74a1481c-99a3-499d-a6bd-2fe5a24e86b9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:18.872450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e888e-df30-4677-8ade-e494d28afb95 req-74a1481c-99a3-499d-a6bd-2fe5a24e86b9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:18.878569 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 74dd60ff-7d8d-43a5-b307-86c1642869ae, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=74dd60ff-7d8d-43a5-b307-86c1642869ae,segment=NetworkSegment(5a682ea8-492d-4d22-bdb4-de15db270039),segment_id=5a682ea8-492d-4d22-bdb4-de15db270039)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:18.879836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e888e-df30-4677-8ade-e494d28afb95 req-74a1481c-99a3-499d-a6bd-2fe5a24e86b9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:18.882295 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=680135e1-a5ee-40fa-b0a3-8141af74525e,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:18.891531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e888e-df30-4677-8ade-e494d28afb95 req-74a1481c-99a3-499d-a6bd-2fe5a24e86b9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:18.894834 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '74dd60ff-7d8d-43a5-b307-86c1642869ae', 'network_id': '21679cc1-76e7-41d2-b180-59ac954df250', 'port_id': '74dd60ff-7d8d-43a5-b307-86c1642869ae', 'mac_address': 'fa:16:3e:c8:56:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc008854-b60a-4e50-9836-d00ca586adc0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:18.906341 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e888e-df30-4677-8ade-e494d28afb95 req-74a1481c-99a3-499d-a6bd-2fe5a24e86b9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:18.914176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e888e-df30-4677-8ade-e494d28afb95 req-74a1481c-99a3-499d-a6bd-2fe5a24e86b9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:18.935173 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.938823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e888e-df30-4677-8ade-e494d28afb95 req-74a1481c-99a3-499d-a6bd-2fe5a24e86b9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:18.948438 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b65e888e-df30-4677-8ade-e494d28afb95 req-74a1481c-99a3-499d-a6bd-2fe5a24e86b9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5420 time: 0.2372150 Sep 16 04:47:18.967251 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74dd60ff-7d8d-43a5-b307-86c1642869ae {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:18.993556 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 74dd60ff-7d8d-43a5-b307-86c1642869ae, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=74dd60ff-7d8d-43a5-b307-86c1642869ae,segment=NetworkSegment(5a682ea8-492d-4d22-bdb4-de15db270039),segment_id=5a682ea8-492d-4d22-bdb4-de15db270039)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:19.000551 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b65e888e-df30-4677-8ade-e494d28afb95 req-1769662e-0aef-4ac1-911b-7b31dfd5c73a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386446 Sep 16 04:47:19.065142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873589db-92f1-4968-b326-43f3909a59b7 admin admin] Network 6b864355-3d51-4fd7-9dc9-892fb7919595 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:19.128110 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:19.162282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-873589db-92f1-4968-b326-43f3909a59b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 6b864355-3d51-4fd7-9dc9-892fb7919595) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:19.167062 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873589db-92f1-4968-b326-43f3909a59b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:19.167861 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-873589db-92f1-4968-b326-43f3909a59b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:19.187358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1158d5f9-a05f-4d11-b922-ee6661614ada None None] Network 6b864355-3d51-4fd7-9dc9-892fb7919595 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:19.220002 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=74dd60ff-7d8d-43a5-b307-86c1642869ae,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:19.272239 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 3b10ae3d-8211-4c16-9527-e19b5ce57a46 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:19.291097 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-873589db-92f1-4968-b326-43f3909a59b7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1105061 Sep 16 04:47:19.326245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b4d48-8f05-4143-bca0-10b375711dc2 req-f4c96b31-6803-4f31-8df5-5a236b8ef1d1 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:19.328034 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f67b4d48-8f05-4143-bca0-10b375711dc2 req-f4c96b31-6803-4f31-8df5-5a236b8ef1d1 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 944 time: 0.0804155 Sep 16 04:47:19.418456 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f67b4d48-8f05-4143-bca0-10b375711dc2 req-f8c218d9-274c-47c4-a5a0-791e7c47f31e tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803115 Sep 16 04:47:19.514440 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 3b10ae3d-8211-4c16-9527-e19b5ce57a46, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=3b10ae3d-8211-4c16-9527-e19b5ce57a46,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:19.516714 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bc1e97-4448-4ce9-aa8d-5b0e9d1fe875 None None] Network 6b864355-3d51-4fd7-9dc9-892fb7919595 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:19.543416 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '3b10ae3d-8211-4c16-9527-e19b5ce57a46', 'network_id': '29992b00-8aa1-46fd-bc66-045ef0922c90', 'port_id': '3b10ae3d-8211-4c16-9527-e19b5ce57a46', 'mac_address': 'fa:16:3e:7b:4e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccbedd25-58d2-42fa-831b-01900aebbe43', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:19.574081 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157df0e-25c5-4cac-bb94-8f57e41b706e req-e92fadd5-e4ef-4ffe-8d80-25ed429379e0 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:19.575924 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5157df0e-25c5-4cac-bb94-8f57e41b706e req-e92fadd5-e4ef-4ffe-8d80-25ed429379e0 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 946 time: 0.1081808 Sep 16 04:47:19.640982 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:19.647340 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5157df0e-25c5-4cac-bb94-8f57e41b706e req-164d5f8b-8d61-4087-9dce-4a6fa3c9b7b8 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573983 Sep 16 04:47:19.679454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b10ae3d-8211-4c16-9527-e19b5ce57a46 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:19.715821 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 3b10ae3d-8211-4c16-9527-e19b5ce57a46, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=3b10ae3d-8211-4c16-9527-e19b5ce57a46,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:19.797873 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:19.880632 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=3b10ae3d-8211-4c16-9527-e19b5ce57a46,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:20.000842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a04272ae-258e-4b73-b28d-79ffbc15c166 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:20.002739 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a04272ae-258e-4b73-b28d-79ffbc15c166 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 820 time: 0.1315086 Sep 16 04:47:20.019855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-5baa2b2f-b8ad-4441-bc5e-404a8030d8cd tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/quotas/81978a2452c74d468c1440c8a9e64f75 HTTP/1.1" status: 200 len: 375 time: 0.0100543 Sep 16 04:47:20.060354 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-2ba3954d-a453-4d32-b9a1-2026b23f4084 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339139 Sep 16 04:47:20.162222 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-235d5100-408f-4590-a86a-25d1fa7aae60 service neutron] 10.222.0.20 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935769 Sep 16 04:47:20.258456 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-6d70482f-6c6f-4eb1-95d7-360eae3221c8 service neutron] 10.222.0.20 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895908 Sep 16 04:47:20.556931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7282fef-cd8c-4407-892b-f837f08a0030 req-5aaf2d58-d20c-41ca-a84a-c5af577e2757 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:20.563822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7282fef-cd8c-4407-892b-f837f08a0030 req-5aaf2d58-d20c-41ca-a84a-c5af577e2757 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:20.571386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7282fef-cd8c-4407-892b-f837f08a0030 req-5aaf2d58-d20c-41ca-a84a-c5af577e2757 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:20.577425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7282fef-cd8c-4407-892b-f837f08a0030 req-5aaf2d58-d20c-41ca-a84a-c5af577e2757 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:20.583738 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7282fef-cd8c-4407-892b-f837f08a0030 req-5aaf2d58-d20c-41ca-a84a-c5af577e2757 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:20.593451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7282fef-cd8c-4407-892b-f837f08a0030 req-5aaf2d58-d20c-41ca-a84a-c5af577e2757 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:20.596707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7282fef-cd8c-4407-892b-f837f08a0030 req-5aaf2d58-d20c-41ca-a84a-c5af577e2757 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:20.607512 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7282fef-cd8c-4407-892b-f837f08a0030 req-5aaf2d58-d20c-41ca-a84a-c5af577e2757 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5423 time: 0.1154442 Sep 16 04:47:20.677948 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7282fef-cd8c-4407-892b-f837f08a0030 req-d6358c2a-6894-458c-80bf-63eefc8f1641 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692415 Sep 16 04:47:20.696846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9335fc-58f2-4466-aa62-233a21ce3085 req-e632c512-34c2-4a45-9f40-7adf0d662da8 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:20.698394 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf9335fc-58f2-4466-aa62-233a21ce3085 req-e632c512-34c2-4a45-9f40-7adf0d662da8 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 944 time: 0.0735726 Sep 16 04:47:20.749166 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf9335fc-58f2-4466-aa62-233a21ce3085 req-509a90d0-a9d8-4d9c-b9c3-bd73eb5a8d9c tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444646 Sep 16 04:47:20.765007 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-474f2e98-b9b9-4800-bd10-98e18cadc899 req-0ba8cdc0-100b-494b-8c18-a57ed075f719 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 210 time: 0.0317721 Sep 16 04:47:20.893376 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adfa7a-3b4c-483f-a027-33f5a8981f52 req-7dd04e14-2b50-4b40-bd1e-f1fa35931d90 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:20.895330 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0adfa7a-3b4c-483f-a027-33f5a8981f52 req-7dd04e14-2b50-4b40-bd1e-f1fa35931d90 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 945 time: 0.0653474 Sep 16 04:47:20.947693 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0adfa7a-3b4c-483f-a027-33f5a8981f52 req-d3bac265-8f64-49ed-b8be-7d38720ce065 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450795 Sep 16 04:47:21.014473 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc8234-4c76-49ab-a02d-1ca7cd355795 req-37347bbd-8a53-4ac1-a3d6-b1cf3ce09982 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:21.016010 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-11dc8234-4c76-49ab-a02d-1ca7cd355795 req-37347bbd-8a53-4ac1-a3d6-b1cf3ce09982 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 946 time: 0.0578172 Sep 16 04:47:21.063701 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-11dc8234-4c76-49ab-a02d-1ca7cd355795 req-8815b1fe-0e7b-482c-b6ae-6afefe743424 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363235 Sep 16 04:47:21.074302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['74dd60ff-7d8d-43a5-b307-86c1642869ae'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:21.098750 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['291ebc99-8f20-4e0a-a402-de01d23f02f8'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:21.128421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['1d882fd4-c98f-4a4c-abf2-404e5e9a95a2'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:21.172940 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['5b16cc3a-295b-414f-9d1d-8e4808f34041'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:21.226661 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['4239abc5-062c-4dce-a6f1-912da6b3aad3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:21.503465 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['680135e1-a5ee-40fa-b0a3-8141af74525e'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:21.668947 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['3b10ae3d-8211-4c16-9527-e19b5ce57a46'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:21.832048 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c97d2d-a77a-4733-92cb-d34ab667c3db req-b5815c00-dee5-41b4-ab07-245121e1bef1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:21.838659 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c97d2d-a77a-4733-92cb-d34ab667c3db req-b5815c00-dee5-41b4-ab07-245121e1bef1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:21.844973 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c97d2d-a77a-4733-92cb-d34ab667c3db req-b5815c00-dee5-41b4-ab07-245121e1bef1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:21.852028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c97d2d-a77a-4733-92cb-d34ab667c3db req-b5815c00-dee5-41b4-ab07-245121e1bef1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:21.858466 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c97d2d-a77a-4733-92cb-d34ab667c3db req-b5815c00-dee5-41b4-ab07-245121e1bef1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:21.864586 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c97d2d-a77a-4733-92cb-d34ab667c3db req-b5815c00-dee5-41b4-ab07-245121e1bef1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:21.871409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c97d2d-a77a-4733-92cb-d34ab667c3db req-b5815c00-dee5-41b4-ab07-245121e1bef1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:21.873328 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48c97d2d-a77a-4733-92cb-d34ab667c3db req-b5815c00-dee5-41b4-ab07-245121e1bef1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5423 time: 0.1111174 Sep 16 04:47:21.953180 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48c97d2d-a77a-4733-92cb-d34ab667c3db req-83508f20-bda5-4bb7-ac20-7d33d88c5135 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688763 Sep 16 04:47:21.963350 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e7fb6-f824-4290-88b3-dbbbc428df8f req-bbb6f789-7bff-4911-9822-d2d3308efcc3 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:21.969035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee0e7fb6-f824-4290-88b3-dbbbc428df8f req-bbb6f789-7bff-4911-9822-d2d3308efcc3 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 944 time: 0.0947034 Sep 16 04:47:22.024615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee0e7fb6-f824-4290-88b3-dbbbc428df8f req-0094e986-1320-42d7-8bd6-c5e369e97961 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532284 Sep 16 04:47:22.059161 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c106251-86cd-4914-a73a-9da711945734 req-a480c5b1-e152-4923-9e70-4cb42bdbdeca tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 210 time: 0.0292590 Sep 16 04:47:22.192997 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb612ba-99c9-4382-96e7-14f8c2cba27a req-7452c671-40f2-4cdc-b3cf-52266f867c3f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:22.195190 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbb612ba-99c9-4382-96e7-14f8c2cba27a req-7452c671-40f2-4cdc-b3cf-52266f867c3f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 945 time: 0.0607913 Sep 16 04:47:22.246069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbb612ba-99c9-4382-96e7-14f8c2cba27a req-98bdf2e6-b04c-4d73-969f-0d305e15604c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447450 Sep 16 04:47:22.288391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560666e-13c6-4c41-8066-d29fd54e35a7 req-34145eeb-f7c2-404c-a54d-050c35da970b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:22.290614 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6560666e-13c6-4c41-8066-d29fd54e35a7 req-34145eeb-f7c2-404c-a54d-050c35da970b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 946 time: 0.0601277 Sep 16 04:47:22.334378 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6560666e-13c6-4c41-8066-d29fd54e35a7 req-0261cafd-720d-44e1-918c-04fdfd259bfd tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368924 Sep 16 04:47:22.830395 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cd12b-d11d-4422-9313-0a82c0fed048 req-97906e67-a635-4f42-bb94-e08967699a95 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:22.831984 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6e0cd12b-d11d-4422-9313-0a82c0fed048 req-97906e67-a635-4f42-bb94-e08967699a95 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 945 time: 0.0511863 Sep 16 04:47:22.931013 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-6e0cd12b-d11d-4422-9313-0a82c0fed048 req-835fbe52-ba3b-4b5c-95c0-cd90eb15921f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Deleting port 703f37b8-5a01-4f85-a113-117100bede24 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:22.931273 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6e0cd12b-d11d-4422-9313-0a82c0fed048 req-835fbe52-ba3b-4b5c-95c0-cd90eb15921f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.031795 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-6e0cd12b-d11d-4422-9313-0a82c0fed048 req-835fbe52-ba3b-4b5c-95c0-cd90eb15921f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] For port 703f37b8-5a01-4f85-a113-117100bede24, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=703f37b8-5a01-4f85-a113-117100bede24,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:23.032159 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6e0cd12b-d11d-4422-9313-0a82c0fed048 req-835fbe52-ba3b-4b5c-95c0-cd90eb15921f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.046450 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-6e0cd12b-d11d-4422-9313-0a82c0fed048 req-835fbe52-ba3b-4b5c-95c0-cd90eb15921f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Calling delete_port for 703f37b8-5a01-4f85-a113-117100bede24 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:23.102504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c3f5c-b0fc-41ea-a3ab-459401992636 req-a0b883ae-e441-4a5d-91d0-7456e9d457a3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.109920 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c3f5c-b0fc-41ea-a3ab-459401992636 req-a0b883ae-e441-4a5d-91d0-7456e9d457a3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.117146 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c3f5c-b0fc-41ea-a3ab-459401992636 req-a0b883ae-e441-4a5d-91d0-7456e9d457a3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.123976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c3f5c-b0fc-41ea-a3ab-459401992636 req-a0b883ae-e441-4a5d-91d0-7456e9d457a3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.131510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c3f5c-b0fc-41ea-a3ab-459401992636 req-a0b883ae-e441-4a5d-91d0-7456e9d457a3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.140211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c3f5c-b0fc-41ea-a3ab-459401992636 req-a0b883ae-e441-4a5d-91d0-7456e9d457a3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.147226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c3f5c-b0fc-41ea-a3ab-459401992636 req-a0b883ae-e441-4a5d-91d0-7456e9d457a3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.149163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e95c3f5c-b0fc-41ea-a3ab-459401992636 req-a0b883ae-e441-4a5d-91d0-7456e9d457a3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5423 time: 0.1072152 Sep 16 04:47:23.304408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e95c3f5c-b0fc-41ea-a3ab-459401992636 req-ed6b55ac-74bb-49ec-949b-8e0cb26e6696 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1439550 Sep 16 04:47:23.330507 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02229ad1-6648-4510-a0e5-51b2b08bd244 req-fcf8b691-b3c9-4e7e-8fc7-699d8f83aefa tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.338420 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02229ad1-6648-4510-a0e5-51b2b08bd244 req-fcf8b691-b3c9-4e7e-8fc7-699d8f83aefa tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 944 time: 0.1746526 Sep 16 04:47:23.339801 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6e0cd12b-d11d-4422-9313-0a82c0fed048 req-835fbe52-ba3b-4b5c-95c0-cd90eb15921f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.357546 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-1ed814f9-2257-4125-a64c-f710c62ca927 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.359083 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-1ed814f9-2257-4125-a64c-f710c62ca927 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.38 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 820 time: 0.2088504 Sep 16 04:47:23.373738 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['703f37b8-5a01-4f85-a113-117100bede24'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:23.389959 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fbe52-ba3b-4b5c-95c0-cd90eb15921f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Pushing event deleted for resources: {'Port': ['ID=703f37b8-5a01-4f85-a113-117100bede24,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:23.390381 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-2384eaff-f2e5-4abf-8422-fcfe10fdaa51 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Request body: {'port': {'device_id': '660e9676-a9e9-4c7b-89b1-d2616d706daa', 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2', 'admin_state_up': True, 'tenant_id': '81978a2452c74d468c1440c8a9e64f75'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:23.426504 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02229ad1-6648-4510-a0e5-51b2b08bd244 req-adc48dff-f289-4f4f-8bda-253ee9b62879 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855641 Sep 16 04:47:23.438146 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0cd12b-d11d-4422-9313-0a82c0fed048 req-835fbe52-ba3b-4b5c-95c0-cd90eb15921f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] No DVR routers for this DVR port 703f37b8-5a01-4f85-a113-117100bede24 on host n-h1-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:23.440957 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6e0cd12b-d11d-4422-9313-0a82c0fed048 req-835fbe52-ba3b-4b5c-95c0-cd90eb15921f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.443747 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6e0cd12b-d11d-4422-9313-0a82c0fed048 req-835fbe52-ba3b-4b5c-95c0-cd90eb15921f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "DELETE /v2.0/ports/703f37b8-5a01-4f85-a113-117100bede24 HTTP/1.1" status: 204 len: 173 time: 0.6056814 Sep 16 04:47:23.444442 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2247ab-8d36-47b9-ae84-19d339bc5d30', 'name': 'network-vif-deleted', 'tag': '703f37b8-5a01-4f85-a113-117100bede24'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:23.455139 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0ea10b-c8b1-4c22-8ada-ebbc3d7e43b1" -d '{"events": [{"server_uuid": "ee2247ab-8d36-47b9-ae84-19d339bc5d30", "name": "network-vif-deleted", "tag": "703f37b8-5a01-4f85-a113-117100bede24"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:23.492524 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9622328-69c2-40e8-8ec9-75bf6dbed2a4 req-ce099d18-64dd-4227-bb8f-15d38dca2414 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 210 time: 0.0816088 Sep 16 04:47:23.594529 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85bc7b60-c051-4dbb-abb7-10362375e3cb req-f964e7fe-8856-4289-ae38-48229da1b55b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 210 time: 0.0296743 Sep 16 04:47:23.659935 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49920de3-3c00-4dec-b33b-0e44272beef1 x-openstack-request-id: req-49920de3-3c00-4dec-b33b-0e44272beef1 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:23.660388 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2247ab-8d36-47b9-ae84-19d339bc5d30", "name": "network-vif-deleted", "tag": "703f37b8-5a01-4f85-a113-117100bede24", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:23.660700 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49920de3-3c00-4dec-b33b-0e44272beef1 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:23.661152 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2247ab-8d36-47b9-ae84-19d339bc5d30', 'name': 'network-vif-deleted', 'tag': '703f37b8-5a01-4f85-a113-117100bede24', 'status': 'completed', 'code': 200} Sep 16 04:47:23.699297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-2384eaff-f2e5-4abf-8422-fcfe10fdaa51 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Made reservation on behalf of 81978a2452c74d468c1440c8a9e64f75 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:23.702781 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-2384eaff-f2e5-4abf-8422-fcfe10fdaa51 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.790079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc785b-c08d-4c40-98c7-2ad00c79b000 req-deb41ca1-60eb-4399-8f68-7bd4f49a3107 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.791705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2afc785b-c08d-4c40-98c7-2ad00c79b000 req-deb41ca1-60eb-4399-8f68-7bd4f49a3107 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 946 time: 0.1279528 Sep 16 04:47:23.869045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2afc785b-c08d-4c40-98c7-2ad00c79b000 req-68cf50e0-ea7e-4c89-b64f-a67665fbac63 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683980 Sep 16 04:47:23.882576 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-2384eaff-f2e5-4abf-8422-fcfe10fdaa51 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Allocated IP 172.20.0.2 (0e4d6dc4-12b9-41c8-af2b-a538152a95e2/9023553c-0727-4415-b53e-7374b71d88bd/6ac532a6-7f6c-4137-b501-3566e3703835) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:24.043479 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.055432 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-2384eaff-f2e5-4abf-8422-fcfe10fdaa51 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.174714 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-2384eaff-f2e5-4abf-8422-fcfe10fdaa51 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.224599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-2384eaff-f2e5-4abf-8422-fcfe10fdaa51 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:24.230147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-2384eaff-f2e5-4abf-8422-fcfe10fdaa51 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:24.232632 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-2384eaff-f2e5-4abf-8422-fcfe10fdaa51 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:24.258246 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384eaff-f2e5-4abf-8422-fcfe10fdaa51 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Pushing event updated for resources: {'Port': ['ID=6ac532a6-7f6c-4137-b501-3566e3703835,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:24.287913 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-2384eaff-f2e5-4abf-8422-fcfe10fdaa51 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:24.288553 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-2384eaff-f2e5-4abf-8422-fcfe10fdaa51 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.414767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-2384eaff-f2e5-4abf-8422-fcfe10fdaa51 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0304408 Sep 16 04:47:24.443853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Request body: {'port': {'device_id': '660e9676-a9e9-4c7b-89b1-d2616d706daa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:24.530142 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.542568 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033bbb4-5c59-4007-8c5b-d4d8237e4e0e req-4d73c379-630e-4a8a-adcd-9566b8af0b2c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:24.548532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033bbb4-5c59-4007-8c5b-d4d8237e4e0e req-4d73c379-630e-4a8a-adcd-9566b8af0b2c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:24.555247 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033bbb4-5c59-4007-8c5b-d4d8237e4e0e req-4d73c379-630e-4a8a-adcd-9566b8af0b2c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:24.561111 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033bbb4-5c59-4007-8c5b-d4d8237e4e0e req-4d73c379-630e-4a8a-adcd-9566b8af0b2c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:24.567095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033bbb4-5c59-4007-8c5b-d4d8237e4e0e req-4d73c379-630e-4a8a-adcd-9566b8af0b2c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:24.573656 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033bbb4-5c59-4007-8c5b-d4d8237e4e0e req-4d73c379-630e-4a8a-adcd-9566b8af0b2c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:24.579747 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033bbb4-5c59-4007-8c5b-d4d8237e4e0e req-4d73c379-630e-4a8a-adcd-9566b8af0b2c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:24.581680 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8033bbb4-5c59-4007-8c5b-d4d8237e4e0e req-4d73c379-630e-4a8a-adcd-9566b8af0b2c tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5423 time: 0.1796739 Sep 16 04:47:24.671515 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e67fc-7a6d-484a-ad18-b4829e763fd1 req-4ffbfce8-53b2-446d-b79c-c4f86639a219 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:24.672927 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-967e67fc-7a6d-484a-ad18-b4829e763fd1 req-4ffbfce8-53b2-446d-b79c-c4f86639a219 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 944 time: 0.1637666 Sep 16 04:47:24.716527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8033bbb4-5c59-4007-8c5b-d4d8237e4e0e req-8b7cf318-e447-43b1-be51-9299188e5188 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1114089 Sep 16 04:47:24.841197 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-967e67fc-7a6d-484a-ad18-b4829e763fd1 req-74b95a29-e255-4ee3-b89e-3050b8121cf5 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456356 Sep 16 04:47:25.029016 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb50449-684d-4118-9ec5-2e751ddaa194 req-464ffd98-938a-465e-ae6c-07aab0c7f9f9 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.030782 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cb50449-684d-4118-9ec5-2e751ddaa194 req-464ffd98-938a-465e-ae6c-07aab0c7f9f9 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 931 time: 0.2295144 Sep 16 04:47:25.094572 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e70ddb35-1f16-4511-9803-2215d4e385b3 req-10a266c6-d108-4872-95ea-c8ba035a40f0 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 210 time: 0.0590608 Sep 16 04:47:25.166021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac532a6-7f6c-4137-b501-3566e3703835 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:25.184284 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cb50449-684d-4118-9ec5-2e751ddaa194 req-bce54558-9e3d-4e0f-af65-9899cc952d1d tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395841 Sep 16 04:47:25.187655 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:25.210799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Transition to ACTIVE for port object 6ac532a6-7f6c-4137-b501-3566e3703835 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:47:25.289602 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 4d39041b-3972-46c8-bfc0-17ae139c41d3 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:25.300159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73538851-1392-4cf9-83fb-3f06fc82fa75 req-7ef9cda3-b912-414b-8645-a5e74aabfa80 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.301973 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-73538851-1392-4cf9-83fb-3f06fc82fa75 req-7ef9cda3-b912-414b-8645-a5e74aabfa80 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 946 time: 0.0556250 Sep 16 04:47:25.311097 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:25.392708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac532a6-7f6c-4137-b501-3566e3703835,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:25.398197 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-73538851-1392-4cf9-83fb-3f06fc82fa75 req-69d6a158-b4f4-4324-9b01-4d4e9401b94a tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895998 Sep 16 04:47:25.426162 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 4d39041b-3972-46c8-bfc0-17ae139c41d3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=4d39041b-3972-46c8-bfc0-17ae139c41d3,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:25.440975 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '4d39041b-3972-46c8-bfc0-17ae139c41d3', 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1', 'port_id': '4d39041b-3972-46c8-bfc0-17ae139c41d3', 'mac_address': 'fa:16:3e:d4:32:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9108a406-26b4-4800-8499-3d9477c83d5d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:25.482058 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:25.486968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Attempting to bind port 6ac532a6-7f6c-4137-b501-3566e3703835 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:25.487314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Attempting to bind port 6ac532a6-7f6c-4137-b501-3566e3703835 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:25.487707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Attempting to bind port 6ac532a6-7f6c-4137-b501-3566e3703835 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:25.494291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Port 6ac532a6-7f6c-4137-b501-3566e3703835 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:25.494628 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Attempting to bind port 6ac532a6-7f6c-4137-b501-3566e3703835 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:25.495816 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d39041b-3972-46c8-bfc0-17ae139c41d3 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:25.500561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:25.501625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Checking segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:25.502028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Bound using segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:25.503014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Bound port: 6ac532a6-7f6c-4137-b501-3566e3703835, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:25.503387 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:25.525130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 4d39041b-3972-46c8-bfc0-17ae139c41d3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=4d39041b-3972-46c8-bfc0-17ae139c41d3,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:25.582342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] For port 6ac532a6-7f6c-4137-b501-3566e3703835, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:25.586848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] For port 6ac532a6-7f6c-4137-b501-3566e3703835, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=6ac532a6-7f6c-4137-b501-3566e3703835,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:25.613631 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:25.666560 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=4d39041b-3972-46c8-bfc0-17ae139c41d3,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:25.671407 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:25.712183 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.712703 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:25.714114 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] 10.222.0.38 "PUT /v2.0/ports/6ac532a6-7f6c-4137-b501-3566e3703835 HTTP/1.1" status: 200 len: 1092 time: 1.2761033 Sep 16 04:47:25.714554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660e9676-a9e9-4c7b-89b1-d2616d706daa', 'tag': '6ac532a6-7f6c-4137-b501-3566e3703835'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:25.716845 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f94e10-099e-4d92-8587-ed753088c328" -d '{"events": [{"name": "network-changed", "server_uuid": "660e9676-a9e9-4c7b-89b1-d2616d706daa", "tag": "6ac532a6-7f6c-4137-b501-3566e3703835"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:25.742366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe3333-1578-4d19-90b3-0611ea9f3774 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac532a6-7f6c-4137-b501-3566e3703835,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:25.761888 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83863205-47af-4410-a0d8-ce8fc037a5e1 x-openstack-request-id: req-83863205-47af-4410-a0d8-ce8fc037a5e1 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:25.762278 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660e9676-a9e9-4c7b-89b1-d2616d706daa", "tag": "6ac532a6-7f6c-4137-b501-3566e3703835", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:25.762588 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83863205-47af-4410-a0d8-ce8fc037a5e1 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:25.763090 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660e9676-a9e9-4c7b-89b1-d2616d706daa', 'tag': '6ac532a6-7f6c-4137-b501-3566e3703835', 'status': 'completed', 'code': 200} Sep 16 04:47:25.906695 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37bbeb-a461-4403-9eed-9dcd311e23e6 req-b0213c46-a9c2-4e2b-a4e3-9efbe9d87977 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.913440 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37bbeb-a461-4403-9eed-9dcd311e23e6 req-b0213c46-a9c2-4e2b-a4e3-9efbe9d87977 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.919531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37bbeb-a461-4403-9eed-9dcd311e23e6 req-b0213c46-a9c2-4e2b-a4e3-9efbe9d87977 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.925552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37bbeb-a461-4403-9eed-9dcd311e23e6 req-b0213c46-a9c2-4e2b-a4e3-9efbe9d87977 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.932237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37bbeb-a461-4403-9eed-9dcd311e23e6 req-b0213c46-a9c2-4e2b-a4e3-9efbe9d87977 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.938267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37bbeb-a461-4403-9eed-9dcd311e23e6 req-b0213c46-a9c2-4e2b-a4e3-9efbe9d87977 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.945691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37bbeb-a461-4403-9eed-9dcd311e23e6 req-b0213c46-a9c2-4e2b-a4e3-9efbe9d87977 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.947666 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d37bbeb-a461-4403-9eed-9dcd311e23e6 req-b0213c46-a9c2-4e2b-a4e3-9efbe9d87977 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5423 time: 0.1478152 Sep 16 04:47:25.951057 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f94e10-099e-4d92-8587-ed753088c328 req-85f0e3fb-dd9a-4877-851b-d82ea7579045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.952471 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7f94e10-099e-4d92-8587-ed753088c328 req-85f0e3fb-dd9a-4877-851b-d82ea7579045 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 1095 time: 0.1117547 Sep 16 04:47:26.091508 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d37bbeb-a461-4403-9eed-9dcd311e23e6 req-a647a9c2-b4d3-4f34-9f70-7495923ca5e2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1295624 Sep 16 04:47:26.109729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969711c8-c8dc-45e9-8219-1333810bd2a2 req-7c399c71-f5c2-452a-a8dd-14032661c9f6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.111317 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-969711c8-c8dc-45e9-8219-1333810bd2a2 req-7c399c71-f5c2-452a-a8dd-14032661c9f6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 944 time: 0.1627266 Sep 16 04:47:26.164166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f94e10-099e-4d92-8587-ed753088c328 req-b5b2a1dc-3ffe-4606-a986-04420a70439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.165666 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7f94e10-099e-4d92-8587-ed753088c328 req-b5b2a1dc-3ffe-4606-a986-04420a70439b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=81978a2452c74d468c1440c8a9e64f75&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1823082 Sep 16 04:47:26.180037 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-969711c8-c8dc-45e9-8219-1333810bd2a2 req-0d7acfdb-5938-438e-a15d-b6a5aecbd930 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583773 Sep 16 04:47:26.293412 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-620401a0-5a44-43d6-a27c-8391a2cced08 req-67001138-21c5-4eaa-b208-7a5198e8d5ca tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 210 time: 0.0356607 Sep 16 04:47:26.350398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f94e10-099e-4d92-8587-ed753088c328 req-4c54f0f1-f55a-40f2-a360-1cc9d012e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.352298 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7f94e10-099e-4d92-8587-ed753088c328 req-4c54f0f1-f55a-40f2-a360-1cc9d012e84c service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1713977 Sep 16 04:47:26.367941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503f5e5-69f0-4229-a062-eb1ddc8717a9 req-7f1f32a8-e395-4edc-aa31-c651a8d3e03f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.369481 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5503f5e5-69f0-4229-a062-eb1ddc8717a9 req-7f1f32a8-e395-4edc-aa31-c651a8d3e03f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 943 time: 0.0808549 Sep 16 04:47:26.413632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5503f5e5-69f0-4229-a062-eb1ddc8717a9 req-943cd087-f279-49f5-ba20-61d01f7c4343 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360215 Sep 16 04:47:26.478958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-c071dd1a-ed32-4575-b5fc-3aee4ee0c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.480530 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-c071dd1a-ed32-4575-b5fc-3aee4ee0c47d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 1095 time: 0.0563972 Sep 16 04:47:26.546865 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-566f6514-8eee-4283-98e5-073679e6f760 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ac532a6-7f6c-4137-b501-3566e3703835 HTTP/1.1" status: 200 len: 217 time: 0.0510871 Sep 16 04:47:26.600854 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc347546-65a8-448a-ac59-0901446d73cc req-3cc696ce-2e42-457e-a43c-bb2bc3d4b60c tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.602397 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc347546-65a8-448a-ac59-0901446d73cc req-3cc696ce-2e42-457e-a43c-bb2bc3d4b60c tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 945 time: 0.1204708 Sep 16 04:47:26.620435 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['4d39041b-3972-46c8-bfc0-17ae139c41d3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:26.974259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-f2045417-47b6-4c8d-b87a-dc1a6d6f5717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.976571 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-f2045417-47b6-4c8d-b87a-dc1a6d6f5717 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9023553c-0727-4415-b53e-7374b71d88bd HTTP/1.1" status: 200 len: 860 time: 0.4210527 Sep 16 04:47:26.990375 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 703f37b8-5a01-4f85-a113-117100bede24 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:27.014276 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 703f37b8-5a01-4f85-a113-117100bede24 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:27.014664 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 703f37b8-5a01-4f85-a113-117100bede24 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:27.019288 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-8961d630-75e4-46f8-bb9f-82d4147069fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293658 Sep 16 04:47:27.023343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc347546-65a8-448a-ac59-0901446d73cc req-e6ad5c91-f792-468a-a667-9cd741413409 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145505 Sep 16 04:47:27.128462 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-1477300d-0fd3-48b4-8775-e53fb73b8354 service neutron] 10.222.0.38 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991073 Sep 16 04:47:27.267224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-998ef7cc-856c-4786-8de5-a1476b9bec50 req-0d221f18-439a-4c55-ad93-8d131a58c1aa service neutron] 10.222.0.38 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303632 Sep 16 04:47:27.289179 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965029b7-2e21-4c2a-89fb-995223467ef5 req-7e984ff9-69f1-4f4d-b687-1f342b8d44ff tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:27.295438 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965029b7-2e21-4c2a-89fb-995223467ef5 req-7e984ff9-69f1-4f4d-b687-1f342b8d44ff tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:27.301424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965029b7-2e21-4c2a-89fb-995223467ef5 req-7e984ff9-69f1-4f4d-b687-1f342b8d44ff tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:27.307766 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965029b7-2e21-4c2a-89fb-995223467ef5 req-7e984ff9-69f1-4f4d-b687-1f342b8d44ff tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:27.314168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965029b7-2e21-4c2a-89fb-995223467ef5 req-7e984ff9-69f1-4f4d-b687-1f342b8d44ff tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:27.322396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965029b7-2e21-4c2a-89fb-995223467ef5 req-7e984ff9-69f1-4f4d-b687-1f342b8d44ff tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:27.328628 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965029b7-2e21-4c2a-89fb-995223467ef5 req-7e984ff9-69f1-4f4d-b687-1f342b8d44ff tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:27.331640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-965029b7-2e21-4c2a-89fb-995223467ef5 req-7e984ff9-69f1-4f4d-b687-1f342b8d44ff tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5423 time: 0.1309659 Sep 16 04:47:27.333038 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 291ebc99-8f20-4e0a-a402-de01d23f02f8 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:27.382864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-965029b7-2e21-4c2a-89fb-995223467ef5 req-8cc225b6-14c7-4dc0-ab77-2a9ebeaeceb3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440748 Sep 16 04:47:27.505209 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 291ebc99-8f20-4e0a-a402-de01d23f02f8 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:27.506333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103b319-412e-4a97-ab58-93fb34df95ba req-c7d375de-ad98-4892-b993-dc0735f9f823 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:27.509000 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3103b319-412e-4a97-ab58-93fb34df95ba req-c7d375de-ad98-4892-b993-dc0735f9f823 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 944 time: 0.0624206 Sep 16 04:47:27.511766 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 291ebc99-8f20-4e0a-a402-de01d23f02f8 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:27.512227 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.572255 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3103b319-412e-4a97-ab58-93fb34df95ba req-b1f61bb0-fc54-4138-84c2-55d0359696af tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530686 Sep 16 04:47:27.624201 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6dcb8339-a55c-4fd5-ae16-f339d8989752 req-f9b44893-a557-4439-bdbd-b87d85f696af tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 210 time: 0.0419049 Sep 16 04:47:27.639009 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.661651 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291ebc99-8f20-4e0a-a402-de01d23f02f8'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:27.664473 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56063a1e-f877-4ad3-b4b8-0520c9732bb2" -d '{"events": [{"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-plugged", "status": "completed", "tag": "291ebc99-8f20-4e0a-a402-de01d23f02f8"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:27.685202 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 291ebc99-8f20-4e0a-a402-de01d23f02f8, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=291ebc99-8f20-4e0a-a402-de01d23f02f8,segment=NetworkSegment(229a1043-e00a-4651-938c-5c29398ee2b4),segment_id=229a1043-e00a-4651-938c-5c29398ee2b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:27.754027 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceac80c-7790-481f-9cfa-a1e6c3a84287 req-5c48f976-a0f3-4b4d-b605-b692329c879f tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:27.757381 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.758515 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 74dd60ff-7d8d-43a5-b307-86c1642869ae up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:27.764920 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eceac80c-7790-481f-9cfa-a1e6c3a84287 req-5c48f976-a0f3-4b4d-b605-b692329c879f tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 945 time: 0.0669773 Sep 16 04:47:27.844864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eceac80c-7790-481f-9cfa-a1e6c3a84287 req-0394d9cf-cb6d-4586-a819-892e133fff0e tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790608 Sep 16 04:47:27.846534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=291ebc99-8f20-4e0a-a402-de01d23f02f8,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:27.868576 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1291d5-123e-47e7-924d-7687444498e2 req-f90b54ca-d8b9-4e6f-8aa5-fd6927050c37 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:27.870177 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b1291d5-123e-47e7-924d-7687444498e2 req-f90b54ca-d8b9-4e6f-8aa5-fd6927050c37 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 943 time: 0.1031125 Sep 16 04:47:27.917789 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4324f7-bfec-4168-9e4e-b287d2e7c87b x-openstack-request-id: req-2a4324f7-bfec-4168-9e4e-b287d2e7c87b {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:27.918084 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-plugged", "status": "completed", "tag": "291ebc99-8f20-4e0a-a402-de01d23f02f8", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:27.918336 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a4324f7-bfec-4168-9e4e-b287d2e7c87b {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:27.918731 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291ebc99-8f20-4e0a-a402-de01d23f02f8', 'code': 200} Sep 16 04:47:27.924039 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 74dd60ff-7d8d-43a5-b307-86c1642869ae completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:27.924178 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b1291d5-123e-47e7-924d-7687444498e2 req-99c7fd84-f88f-4170-a5ff-f64455b21291 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467575 Sep 16 04:47:27.926479 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 74dd60ff-7d8d-43a5-b307-86c1642869ae triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:27.926916 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.015484 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.026677 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.060160 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 74dd60ff-7d8d-43a5-b307-86c1642869ae, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=74dd60ff-7d8d-43a5-b307-86c1642869ae,segment=NetworkSegment(5a682ea8-492d-4d22-bdb4-de15db270039),segment_id=5a682ea8-492d-4d22-bdb4-de15db270039)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:28.122522 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.171970 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=74dd60ff-7d8d-43a5-b307-86c1642869ae,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:28.523979 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61ccf9-bff4-4791-a5dd-8d4686ce4582 req-8bad215f-dc01-4f01-8cf7-2d624ad9d130 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:28.530185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61ccf9-bff4-4791-a5dd-8d4686ce4582 req-8bad215f-dc01-4f01-8cf7-2d624ad9d130 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:28.536246 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61ccf9-bff4-4791-a5dd-8d4686ce4582 req-8bad215f-dc01-4f01-8cf7-2d624ad9d130 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:28.545202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61ccf9-bff4-4791-a5dd-8d4686ce4582 req-8bad215f-dc01-4f01-8cf7-2d624ad9d130 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:28.551248 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61ccf9-bff4-4791-a5dd-8d4686ce4582 req-8bad215f-dc01-4f01-8cf7-2d624ad9d130 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:28.559125 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61ccf9-bff4-4791-a5dd-8d4686ce4582 req-8bad215f-dc01-4f01-8cf7-2d624ad9d130 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:28.565154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61ccf9-bff4-4791-a5dd-8d4686ce4582 req-8bad215f-dc01-4f01-8cf7-2d624ad9d130 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:28.567180 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a61ccf9-bff4-4791-a5dd-8d4686ce4582 req-8bad215f-dc01-4f01-8cf7-2d624ad9d130 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5425 time: 0.1034675 Sep 16 04:47:28.627063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a61ccf9-bff4-4791-a5dd-8d4686ce4582 req-5b1ce512-9a23-488b-b219-d43dbe4830f1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457871 Sep 16 04:47:28.741511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4ad1c-3456-4928-8313-9110c49e363d req-23ba15b3-b3fe-4006-9324-5d1fb0cfe95d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:28.743194 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5eb4ad1c-3456-4928-8313-9110c49e363d req-23ba15b3-b3fe-4006-9324-5d1fb0cfe95d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 944 time: 0.0862410 Sep 16 04:47:28.766516 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ad94d66-142e-4305-8a5f-d5ea82682cc6 req-8c50ecf5-b3cc-4d65-a2e5-4f32ffab0adc tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2247ab-8d36-47b9-ae84-19d339bc5d30 HTTP/1.1" status: 200 len: 210 time: 0.0438910 Sep 16 04:47:28.808779 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5eb4ad1c-3456-4928-8313-9110c49e363d req-fd6dc534-bd80-4e04-ad84-e8ef59d8dac5 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446124 Sep 16 04:47:28.971586 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc028f-b120-43a5-be9c-d94eaf3402a5 req-08604361-d860-42a7-a5c0-cb6c3a2ce841 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:28.973076 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dbc028f-b120-43a5-be9c-d94eaf3402a5 req-08604361-d860-42a7-a5c0-cb6c3a2ce841 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 945 time: 0.0516353 Sep 16 04:47:29.022573 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dbc028f-b120-43a5-be9c-d94eaf3402a5 req-be7b2b81-0720-487c-a117-181e98fe892a tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423098 Sep 16 04:47:29.058421 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b974a-37c3-4b7d-a765-f5e4d4be04da req-46a8129a-80bd-4626-8910-fb2d90f68818 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:29.059925 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e7b974a-37c3-4b7d-a765-f5e4d4be04da req-46a8129a-80bd-4626-8910-fb2d90f68818 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 943 time: 0.0542598 Sep 16 04:47:29.097423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e7b974a-37c3-4b7d-a765-f5e4d4be04da req-27cf386c-ed49-475b-9956-39aaead26fef tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314949 Sep 16 04:47:29.337437 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 6ac532a6-7f6c-4137-b501-3566e3703835 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:29.344349 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:29.472017 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 6ac532a6-7f6c-4137-b501-3566e3703835, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=6ac532a6-7f6c-4137-b501-3566e3703835,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:29.483788 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '6ac532a6-7f6c-4137-b501-3566e3703835', 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2', 'port_id': '6ac532a6-7f6c-4137-b501-3566e3703835', 'mac_address': 'fa:16:3e:1d:e0:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9023553c-0727-4415-b53e-7374b71d88bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:29.488255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32595af1-1645-49eb-8167-a9d63540282c req-c2eb9138-2790-4658-8a01-392cf81f7dae tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:29.489751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32595af1-1645-49eb-8167-a9d63540282c req-c2eb9138-2790-4658-8a01-392cf81f7dae tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 945 time: 0.0554519 Sep 16 04:47:29.525834 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.543680 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:29.546855 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac532a6-7f6c-4137-b501-3566e3703835 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:29.562592 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:29.563006 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.594158 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 6ac532a6-7f6c-4137-b501-3566e3703835, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=6ac532a6-7f6c-4137-b501-3566e3703835,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:29.595657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-32595af1-1645-49eb-8167-a9d63540282c req-d2a52981-f771-4de4-901e-124d80be832b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Deleting port 4d39041b-3972-46c8-bfc0-17ae139c41d3 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:29.596176 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32595af1-1645-49eb-8167-a9d63540282c req-d2a52981-f771-4de4-901e-124d80be832b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.659019 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.671607 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.730418 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1d882fd4-c98f-4a4c-abf2-404e5e9a95a2,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:29.744414 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=6ac532a6-7f6c-4137-b501-3566e3703835,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:29.757819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-32595af1-1645-49eb-8167-a9d63540282c req-d2a52981-f771-4de4-901e-124d80be832b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] For port 4d39041b-3972-46c8-bfc0-17ae139c41d3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=4d39041b-3972-46c8-bfc0-17ae139c41d3,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:29.758205 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32595af1-1645-49eb-8167-a9d63540282c req-d2a52981-f771-4de4-901e-124d80be832b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.778276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-32595af1-1645-49eb-8167-a9d63540282c req-d2a52981-f771-4de4-901e-124d80be832b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Calling delete_port for 4d39041b-3972-46c8-bfc0-17ae139c41d3 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:29.802091 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.802298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f10b1-66d9-4539-a012-8b4b9c59691d req-68b9ef11-5ec5-412c-b513-3014ecfa6a6d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:29.803372 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 4d39041b-3972-46c8-bfc0-17ae139c41d3 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:29.809086 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f10b1-66d9-4539-a012-8b4b9c59691d req-68b9ef11-5ec5-412c-b513-3014ecfa6a6d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:29.815260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f10b1-66d9-4539-a012-8b4b9c59691d req-68b9ef11-5ec5-412c-b513-3014ecfa6a6d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:29.821973 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f10b1-66d9-4539-a012-8b4b9c59691d req-68b9ef11-5ec5-412c-b513-3014ecfa6a6d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:29.828404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f10b1-66d9-4539-a012-8b4b9c59691d req-68b9ef11-5ec5-412c-b513-3014ecfa6a6d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:29.835328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f10b1-66d9-4539-a012-8b4b9c59691d req-68b9ef11-5ec5-412c-b513-3014ecfa6a6d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:29.841598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f10b1-66d9-4539-a012-8b4b9c59691d req-68b9ef11-5ec5-412c-b513-3014ecfa6a6d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:29.843612 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da6f10b1-66d9-4539-a012-8b4b9c59691d req-68b9ef11-5ec5-412c-b513-3014ecfa6a6d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5425 time: 0.1315906 Sep 16 04:47:29.913334 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=1d882fd4-c98f-4a4c-abf2-404e5e9a95a2,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:29.928466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dd60ff-7d8d-43a5-b307-86c1642869ae'}, {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d882fd4-c98f-4a4c-abf2-404e5e9a95a2'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:29.928466 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ba6243-f82e-42b2-8ee5-5c18764ae6ab" -d '{"events": [{"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-plugged", "status": "completed", "tag": "74dd60ff-7d8d-43a5-b307-86c1642869ae"}, {"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-plugged", "status": "completed", "tag": "1d882fd4-c98f-4a4c-abf2-404e5e9a95a2"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:29.937557 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 4d39041b-3972-46c8-bfc0-17ae139c41d3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:29.937948 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.989993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da6f10b1-66d9-4539-a012-8b4b9c59691d req-1ffdd9ad-7897-489a-abca-cb0bbc4f56f1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1385810 Sep 16 04:47:30.022868 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a5fb3-18df-493f-af85-fa4dc9d4c2ed req-cdb05849-6c3b-4efa-a77b-b64161aa3cd2 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:30.024660 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe9a5fb3-18df-493f-af85-fa4dc9d4c2ed req-cdb05849-6c3b-4efa-a77b-b64161aa3cd2 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 944 time: 0.1220584 Sep 16 04:47:30.035701 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.108338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe9a5fb3-18df-493f-af85-fa4dc9d4c2ed req-43c3759d-3328-4549-a47a-3d61c4e59efe tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754979 Sep 16 04:47:30.133947 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b682724-5136-4473-bc2a-7ee88e48542b x-openstack-request-id: req-1b682724-5136-4473-bc2a-7ee88e48542b {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:30.134376 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-plugged", "status": "completed", "tag": "74dd60ff-7d8d-43a5-b307-86c1642869ae", "code": 200}, {"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-plugged", "status": "completed", "tag": "1d882fd4-c98f-4a4c-abf2-404e5e9a95a2", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:30.134729 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b682724-5136-4473-bc2a-7ee88e48542b {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:30.135260 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dd60ff-7d8d-43a5-b307-86c1642869ae', 'code': 200} Sep 16 04:47:30.135887 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d882fd4-c98f-4a4c-abf2-404e5e9a95a2', 'code': 200} Sep 16 04:47:30.154057 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['6ac532a6-7f6c-4137-b501-3566e3703835'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:30.188649 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32595af1-1645-49eb-8167-a9d63540282c req-d2a52981-f771-4de4-901e-124d80be832b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.218706 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 4239abc5-062c-4dce-a6f1-912da6b3aad3 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:30.250241 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a52981-f771-4de4-901e-124d80be832b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Pushing event deleted for resources: {'Port': ['ID=4d39041b-3972-46c8-bfc0-17ae139c41d3,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:30.321932 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ea91f48-550a-4d5e-afe9-6d5ff3b246e1 req-f0ecfe03-8f38-4ae2-8bc8-05e5f72ec44b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 210 time: 0.0731823 Sep 16 04:47:30.419473 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 4239abc5-062c-4dce-a6f1-912da6b3aad3 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:30.433885 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-32595af1-1645-49eb-8167-a9d63540282c req-d2a52981-f771-4de4-901e-124d80be832b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] No DVR routers for this DVR port 4d39041b-3972-46c8-bfc0-17ae139c41d3 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:30.434153 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 4239abc5-062c-4dce-a6f1-912da6b3aad3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:30.434560 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.437985 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32595af1-1645-49eb-8167-a9d63540282c req-d2a52981-f771-4de4-901e-124d80be832b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.439113 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32595af1-1645-49eb-8167-a9d63540282c req-d2a52981-f771-4de4-901e-124d80be832b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.38 "DELETE /v2.0/ports/4d39041b-3972-46c8-bfc0-17ae139c41d3 HTTP/1.1" status: 204 len: 173 time: 0.9418004 Sep 16 04:47:30.439569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b433b231-b6e6-40ce-ab5d-a38161165e8e', 'name': 'network-vif-deleted', 'tag': '4d39041b-3972-46c8-bfc0-17ae139c41d3'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:30.441848 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85ff853-a1c3-4af9-9570-8a5284a7d61a" -d '{"events": [{"server_uuid": "b433b231-b6e6-40ce-ab5d-a38161165e8e", "name": "network-vif-deleted", "tag": "4d39041b-3972-46c8-bfc0-17ae139c41d3"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:30.479402 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc14ecc-9ead-4757-8656-f516c1de2eb1 req-22f915ad-102d-4627-b1b8-5c464d3f728d tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:30.481366 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-edc14ecc-9ead-4757-8656-f516c1de2eb1 req-22f915ad-102d-4627-b1b8-5c464d3f728d tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 944 time: 0.1828854 Sep 16 04:47:30.528684 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-edc14ecc-9ead-4757-8656-f516c1de2eb1 req-d0bed25b-aa63-4964-a954-cdfbf45e4ec7 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397201 Sep 16 04:47:30.533005 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.583171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 4239abc5-062c-4dce-a6f1-912da6b3aad3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=4239abc5-062c-4dce-a6f1-912da6b3aad3,segment=NetworkSegment(5a682ea8-492d-4d22-bdb4-de15db270039),segment_id=5a682ea8-492d-4d22-bdb4-de15db270039)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:30.705333 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.706148 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5b16cc3a-295b-414f-9d1d-8e4808f34041 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:30.742214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501a4b9-9875-47db-a8f2-0eb6fdde34bb req-c467fc77-9796-4035-a72c-824407e936f0 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:30.744917 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c501a4b9-9875-47db-a8f2-0eb6fdde34bb req-c467fc77-9796-4035-a72c-824407e936f0 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/networks?id=5acd6586-8a2c-490f-9c1f-4e1587166d60 HTTP/1.1" status: 200 len: 812 time: 0.1235361 Sep 16 04:47:30.770117 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c501a4b9-9875-47db-a8f2-0eb6fdde34bb req-526175bd-d367-4eb0-ad73-c551e0a091ac tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/quotas/78ee5e5457a84bd8a350723cb409ffa4 HTTP/1.1" status: 200 len: 375 time: 0.0193973 Sep 16 04:47:30.812164 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=4239abc5-062c-4dce-a6f1-912da6b3aad3,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:30.812429 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c501a4b9-9875-47db-a8f2-0eb6fdde34bb req-ec053b07-9a56-406a-beda-4f9ec1317c19 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411837 Sep 16 04:47:30.913800 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 5b16cc3a-295b-414f-9d1d-8e4808f34041 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:30.922106 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 5b16cc3a-295b-414f-9d1d-8e4808f34041 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:30.922562 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.923822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c501a4b9-9875-47db-a8f2-0eb6fdde34bb req-64373a68-4306-41fc-bc75-031bca7b7196 service neutron] 10.222.0.20 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989993 Sep 16 04:47:30.968176 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e653a7d6-cd91-425c-aed2-081263f494e3 x-openstack-request-id: req-e653a7d6-cd91-425c-aed2-081263f494e3 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:30.968727 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b433b231-b6e6-40ce-ab5d-a38161165e8e", "name": "network-vif-deleted", "tag": "4d39041b-3972-46c8-bfc0-17ae139c41d3", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:30.969194 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e653a7d6-cd91-425c-aed2-081263f494e3 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:30.969799 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b433b231-b6e6-40ce-ab5d-a38161165e8e', 'name': 'network-vif-deleted', 'tag': '4d39041b-3972-46c8-bfc0-17ae139c41d3', 'status': 'completed', 'code': 200} Sep 16 04:47:31.013101 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device ac394567-41b8-48e7-a85a-b585c51e2c12 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:31.034339 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c501a4b9-9875-47db-a8f2-0eb6fdde34bb req-1398f6f7-0ca3-4ddd-af69-4ab43a010b92 service neutron] 10.222.0.20 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016381 Sep 16 04:47:31.045637 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.122226 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5b16cc3a-295b-414f-9d1d-8e4808f34041, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5b16cc3a-295b-414f-9d1d-8e4808f34041,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:31.165888 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff67481-ce9e-4a45-ab9b-fcd9a9a58705 req-4b39f714-9002-4f40-a7cd-ba06fb83f506 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.173462 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ff67481-ce9e-4a45-ab9b-fcd9a9a58705 req-4b39f714-9002-4f40-a7cd-ba06fb83f506 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b84d0665-e923-4b6e-84e0-1f9eef75be6e HTTP/1.1" status: 200 len: 945 time: 0.0643103 Sep 16 04:47:31.190092 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port ac394567-41b8-48e7-a85a-b585c51e2c12, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ac394567-41b8-48e7-a85a-b585c51e2c12,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:31.199168 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.199963 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 3b10ae3d-8211-4c16-9527-e19b5ce57a46 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:31.206136 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'ac394567-41b8-48e7-a85a-b585c51e2c12', 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc', 'port_id': 'ac394567-41b8-48e7-a85a-b585c51e2c12', 'mac_address': 'fa:16:3e:ca:ac:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84cb2d22-db72-4730-b5c0-6fc65c2696d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:31.211183 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ff67481-ce9e-4a45-ab9b-fcd9a9a58705 req-bc9df967-950b-4475-9d8d-fa6367d161ee tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/security-groups?id=575f5020-058c-40f0-9ed6-0e59709e951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368299 Sep 16 04:47:31.309593 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=5b16cc3a-295b-414f-9d1d-8e4808f34041,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:31.322533 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.343144 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac394567-41b8-48e7-a85a-b585c51e2c12 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:31.354106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbe904-267e-4abe-8af0-d6d274ea2d01 req-2d1919c4-6d83-4905-a33d-2eb912517b05 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.360464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbe904-267e-4abe-8af0-d6d274ea2d01 req-2d1919c4-6d83-4905-a33d-2eb912517b05 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.367370 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbe904-267e-4abe-8af0-d6d274ea2d01 req-2d1919c4-6d83-4905-a33d-2eb912517b05 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.374047 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbe904-267e-4abe-8af0-d6d274ea2d01 req-2d1919c4-6d83-4905-a33d-2eb912517b05 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.377682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port ac394567-41b8-48e7-a85a-b585c51e2c12, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ac394567-41b8-48e7-a85a-b585c51e2c12,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:31.380383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbe904-267e-4abe-8af0-d6d274ea2d01 req-2d1919c4-6d83-4905-a33d-2eb912517b05 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.386845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbe904-267e-4abe-8af0-d6d274ea2d01 req-2d1919c4-6d83-4905-a33d-2eb912517b05 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.393991 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbe904-267e-4abe-8af0-d6d274ea2d01 req-2d1919c4-6d83-4905-a33d-2eb912517b05 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.395997 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34fbe904-267e-4abe-8af0-d6d274ea2d01 req-2d1919c4-6d83-4905-a33d-2eb912517b05 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5428 time: 0.1273413 Sep 16 04:47:31.430846 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 3b10ae3d-8211-4c16-9527-e19b5ce57a46 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:31.434933 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 3b10ae3d-8211-4c16-9527-e19b5ce57a46 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:31.435316 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.459370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34fbe904-267e-4abe-8af0-d6d274ea2d01 req-42760713-794d-44a1-8903-c518c04ea6c7 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517008 Sep 16 04:47:31.468244 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.537313 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=ac394567-41b8-48e7-a85a-b585c51e2c12,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:31.573016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a55a73b9-59c7-4c08-b536-016b6894cea4 req-3366188a-14fe-4315-b102-aab909d961e6 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=299902c6-f471-4dd6-845a-c9734e3587fa HTTP/1.1" status: 200 len: 210 time: 0.0440876 Sep 16 04:47:31.578395 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.580745 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7f260-4d58-48f2-9811-2adcc7c55686 req-fc5e4cb8-aa24-46aa-a94e-e76e8e0f8308 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.582233 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8cf7f260-4d58-48f2-9811-2adcc7c55686 req-fc5e4cb8-aa24-46aa-a94e-e76e8e0f8308 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 945 time: 0.0948455 Sep 16 04:47:31.622652 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 3b10ae3d-8211-4c16-9527-e19b5ce57a46, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=3b10ae3d-8211-4c16-9527-e19b5ce57a46,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:31.637470 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8cf7f260-4d58-48f2-9811-2adcc7c55686 req-6e59f188-2c1e-4532-ab22-c9764fb411a3 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480633 Sep 16 04:47:31.702329 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a01fd2f-0367-4613-87b4-827565c6b3bf req-89f752b5-ef3e-407a-8012-5e65b11c0806 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=b433b231-b6e6-40ce-ab5d-a38161165e8e HTTP/1.1" status: 200 len: 210 time: 0.0327191 Sep 16 04:47:31.733679 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.734489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 680135e1-a5ee-40fa-b0a3-8141af74525e up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:31.761957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28da5fe-b91c-4ef2-af97-9e5c56c3341a req-41081f3d-12fb-4807-a5cb-a21cbb81219f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.764693 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e28da5fe-b91c-4ef2-af97-9e5c56c3341a req-41081f3d-12fb-4807-a5cb-a21cbb81219f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 944 time: 0.0539014 Sep 16 04:47:31.813194 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e28da5fe-b91c-4ef2-af97-9e5c56c3341a req-78c687aa-621e-414c-a2ca-e5e7e6c0dbb1 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409961 Sep 16 04:47:31.955170 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=3b10ae3d-8211-4c16-9527-e19b5ce57a46,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:32.041905 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 680135e1-a5ee-40fa-b0a3-8141af74525e completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:32.046113 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 680135e1-a5ee-40fa-b0a3-8141af74525e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:32.046520 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.131460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['ac394567-41b8-48e7-a85a-b585c51e2c12'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:32.136821 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4239abc5-062c-4dce-a6f1-912da6b3aad3'}, {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b16cc3a-295b-414f-9d1d-8e4808f34041'}, {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b10ae3d-8211-4c16-9527-e19b5ce57a46'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:32.139162 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1a875b-f85e-4889-b391-a85778989aab" -d '{"events": [{"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-plugged", "status": "completed", "tag": "4239abc5-062c-4dce-a6f1-912da6b3aad3"}, {"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-plugged", "status": "completed", "tag": "5b16cc3a-295b-414f-9d1d-8e4808f34041"}, {"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-plugged", "status": "completed", "tag": "3b10ae3d-8211-4c16-9527-e19b5ce57a46"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:32.182164 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d853f20-954a-4b18-a88b-ac3051577afe x-openstack-request-id: req-6d853f20-954a-4b18-a88b-ac3051577afe {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:32.182472 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-plugged", "status": "completed", "tag": "4239abc5-062c-4dce-a6f1-912da6b3aad3", "code": 200}, {"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-plugged", "status": "completed", "tag": "5b16cc3a-295b-414f-9d1d-8e4808f34041", "code": 200}, {"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-plugged", "status": "completed", "tag": "3b10ae3d-8211-4c16-9527-e19b5ce57a46", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:32.182726 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d853f20-954a-4b18-a88b-ac3051577afe {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:32.183261 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4239abc5-062c-4dce-a6f1-912da6b3aad3', 'code': 200} Sep 16 04:47:32.183586 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b16cc3a-295b-414f-9d1d-8e4808f34041', 'code': 200} Sep 16 04:47:32.183851 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b10ae3d-8211-4c16-9527-e19b5ce57a46', 'code': 200} Sep 16 04:47:32.184642 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.230961 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 680135e1-a5ee-40fa-b0a3-8141af74525e, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=680135e1-a5ee-40fa-b0a3-8141af74525e,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:32.335671 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bd25b-e7c4-4ff4-80d8-15b482bd4a10 req-7c3798c6-0dfb-4266-bd4a-138468c9ab8b tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.337319 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb6bd25b-e7c4-4ff4-80d8-15b482bd4a10 req-7c3798c6-0dfb-4266-bd4a-138468c9ab8b tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b84d0665-e923-4b6e-84e0-1f9eef75be6e HTTP/1.1" status: 200 len: 945 time: 0.0563357 Sep 16 04:47:32.373619 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.376573 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb6bd25b-e7c4-4ff4-80d8-15b482bd4a10 req-6b241265-2ae5-460d-b1bd-3baf73aa0283 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/security-groups?id=575f5020-058c-40f0-9ed6-0e59709e951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326064 Sep 16 04:47:32.406906 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 6ac532a6-7f6c-4137-b501-3566e3703835 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:32.475609 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=680135e1-a5ee-40fa-b0a3-8141af74525e,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:32.596304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 6ac532a6-7f6c-4137-b501-3566e3703835 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:32.600337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 6ac532a6-7f6c-4137-b501-3566e3703835 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:32.600711 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.615022 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e72bc-7a0b-462e-984d-5b7d0283bd6b req-6e46febc-99ba-4219-8c33-b153a56fd9ce tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.622383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e72bc-7a0b-462e-984d-5b7d0283bd6b req-6e46febc-99ba-4219-8c33-b153a56fd9ce tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.628675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e72bc-7a0b-462e-984d-5b7d0283bd6b req-6e46febc-99ba-4219-8c33-b153a56fd9ce tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.636522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e72bc-7a0b-462e-984d-5b7d0283bd6b req-6e46febc-99ba-4219-8c33-b153a56fd9ce tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.642490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e72bc-7a0b-462e-984d-5b7d0283bd6b req-6e46febc-99ba-4219-8c33-b153a56fd9ce tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.649225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e72bc-7a0b-462e-984d-5b7d0283bd6b req-6e46febc-99ba-4219-8c33-b153a56fd9ce tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.655236 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e72bc-7a0b-462e-984d-5b7d0283bd6b req-6e46febc-99ba-4219-8c33-b153a56fd9ce tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.657209 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f6e72bc-7a0b-462e-984d-5b7d0283bd6b req-6e46febc-99ba-4219-8c33-b153a56fd9ce tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5430 time: 0.1024270 Sep 16 04:47:32.684490 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.711636 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1586e5d-9342-48b6-9c08-9441be4e1195 req-f16406e5-4a3c-446b-8f37-4669f3e1a253 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=299902c6-f471-4dd6-845a-c9734e3587fa HTTP/1.1" status: 200 len: 210 time: 0.0529165 Sep 16 04:47:32.718828 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 6ac532a6-7f6c-4137-b501-3566e3703835, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=6ac532a6-7f6c-4137-b501-3566e3703835,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:32.748341 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f6e72bc-7a0b-462e-984d-5b7d0283bd6b req-51077193-d5a5-4516-8b3d-41ffada0f0ec tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779722 Sep 16 04:47:32.808001 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.808820 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 4d39041b-3972-46c8-bfc0-17ae139c41d3 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:32.831407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bab1e3-254b-479c-ae40-5ed60d912f00 req-a5c47500-daf5-453f-9f01-5ff8f6120848 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.831407 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97bab1e3-254b-479c-ae40-5ed60d912f00 req-a5c47500-daf5-453f-9f01-5ff8f6120848 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 945 time: 0.0573606 Sep 16 04:47:32.856084 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 4d39041b-3972-46c8-bfc0-17ae139c41d3 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:32.856273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 4d39041b-3972-46c8-bfc0-17ae139c41d3 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:32.893142 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97bab1e3-254b-479c-ae40-5ed60d912f00 req-e3cf2697-9b4c-4d4a-b155-e5a7d56c2f84 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540342 Sep 16 04:47:32.903378 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=6ac532a6-7f6c-4137-b501-3566e3703835,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:32.960645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7808202-bc2f-455f-bd9b-351ff3566648 req-5a9b231d-bae7-40d3-8441-5519253f52fb tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.962309 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7808202-bc2f-455f-bd9b-351ff3566648 req-5a9b231d-bae7-40d3-8441-5519253f52fb tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 945 time: 0.0579700 Sep 16 04:47:32.990832 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7fc9dd-6d2c-4a74-a10a-21ca5fdbae98 req-97ca755f-c98b-40d7-a6af-d8bd4cfa257c tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.992809 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3c7fc9dd-6d2c-4a74-a10a-21ca5fdbae98 req-97ca755f-c98b-40d7-a6af-d8bd4cfa257c tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.21 "GET /v2.0/ports?device_id=b84d0665-e923-4b6e-84e0-1f9eef75be6e HTTP/1.1" status: 200 len: 945 time: 0.0538542 Sep 16 04:47:33.017146 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7808202-bc2f-455f-bd9b-351ff3566648 req-4b8c521c-24c9-485d-9f0c-57f22925d930 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484231 Sep 16 04:47:33.096309 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-3c7fc9dd-6d2c-4a74-a10a-21ca5fdbae98 req-57b74219-efec-4655-bd28-bbc27168a8f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Deleting port 219d9c66-4d91-44a8-92a0-a0102a7fab9f {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:33.096655 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3c7fc9dd-6d2c-4a74-a10a-21ca5fdbae98 req-57b74219-efec-4655-bd28-bbc27168a8f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.120212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-1d2a11ea-ad3b-4c06-a07d-9a85cf6e4cda tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:33.121724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-1d2a11ea-ad3b-4c06-a07d-9a85cf6e4cda tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/networks?id=de603ae2-4471-4acd-89c3-36abf29128c1 HTTP/1.1" status: 200 len: 822 time: 0.1238046 Sep 16 04:47:33.138252 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-ef080dd0-63ef-4603-933f-c20e582ce648 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/quotas/5227ac6f65c74e56840e53f88300ac94 HTTP/1.1" status: 200 len: 375 time: 0.0098469 Sep 16 04:47:33.194312 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-3c7fc9dd-6d2c-4a74-a10a-21ca5fdbae98 req-57b74219-efec-4655-bd28-bbc27168a8f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] For port 219d9c66-4d91-44a8-92a0-a0102a7fab9f, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=219d9c66-4d91-44a8-92a0-a0102a7fab9f,segment=NetworkSegment(e7d9e74f-d8ed-40eb-a537-8b7a07c1ebde),segment_id=e7d9e74f-d8ed-40eb-a537-8b7a07c1ebde)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:33.194685 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3c7fc9dd-6d2c-4a74-a10a-21ca5fdbae98 req-57b74219-efec-4655-bd28-bbc27168a8f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.198702 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-9581b5e6-b3b1-467b-b701-bff4e593edf9 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5227ac6f65c74e56840e53f88300ac94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0515511 Sep 16 04:47:33.216296 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-3c7fc9dd-6d2c-4a74-a10a-21ca5fdbae98 req-57b74219-efec-4655-bd28-bbc27168a8f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Calling delete_port for 219d9c66-4d91-44a8-92a0-a0102a7fab9f owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:33.296375 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-0146e59a-d68a-4a59-8550-2f0e23d328a0 service neutron] 10.222.0.20 "GET /v2.0/networks/de603ae2-4471-4acd-89c3-36abf29128c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901070 Sep 16 04:47:33.389652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-d8f635e9-1abe-43bc-8bca-0fcd35a4d1c1 service neutron] 10.222.0.20 "GET /v2.0/networks/de603ae2-4471-4acd-89c3-36abf29128c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870223 Sep 16 04:47:33.442995 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3c7fc9dd-6d2c-4a74-a10a-21ca5fdbae98 req-57b74219-efec-4655-bd28-bbc27168a8f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.476137 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['219d9c66-4d91-44a8-92a0-a0102a7fab9f'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:33.478731 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b74219-efec-4655-bd28-bbc27168a8f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Pushing event deleted for resources: {'Port': ['ID=219d9c66-4d91-44a8-92a0-a0102a7fab9f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:33.498926 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e9cb6b8-f944-4098-96e7-e84c127d53aa req-f97090d6-3ba9-4152-9cf5-e271b508d9c4 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b84d0665-e923-4b6e-84e0-1f9eef75be6e HTTP/1.1" status: 200 len: 210 time: 0.0291712 Sep 16 04:47:33.528432 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7fc9dd-6d2c-4a74-a10a-21ca5fdbae98 req-57b74219-efec-4655-bd28-bbc27168a8f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] No DVR routers for this DVR port 219d9c66-4d91-44a8-92a0-a0102a7fab9f on host n-h1-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:33.531075 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3c7fc9dd-6d2c-4a74-a10a-21ca5fdbae98 req-57b74219-efec-4655-bd28-bbc27168a8f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.533065 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3c7fc9dd-6d2c-4a74-a10a-21ca5fdbae98 req-57b74219-efec-4655-bd28-bbc27168a8f8 tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.21 "DELETE /v2.0/ports/219d9c66-4d91-44a8-92a0-a0102a7fab9f HTTP/1.1" status: 204 len: 173 time: 0.5335553 Sep 16 04:47:33.533512 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84d0665-e923-4b6e-84e0-1f9eef75be6e', 'name': 'network-vif-deleted', 'tag': '219d9c66-4d91-44a8-92a0-a0102a7fab9f'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:33.535798 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb51c6a-392f-40b7-8233-20495177dc99" -d '{"events": [{"server_uuid": "b84d0665-e923-4b6e-84e0-1f9eef75be6e", "name": "network-vif-deleted", "tag": "219d9c66-4d91-44a8-92a0-a0102a7fab9f"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:33.627305 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf50691-da33-4e73-a6c1-1a91c0c527f8 x-openstack-request-id: req-3cf50691-da33-4e73-a6c1-1a91c0c527f8 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:33.627597 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84d0665-e923-4b6e-84e0-1f9eef75be6e", "name": "network-vif-deleted", "tag": "219d9c66-4d91-44a8-92a0-a0102a7fab9f", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:33.627850 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3cf50691-da33-4e73-a6c1-1a91c0c527f8 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:33.628231 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84d0665-e923-4b6e-84e0-1f9eef75be6e', 'name': 'network-vif-deleted', 'tag': '219d9c66-4d91-44a8-92a0-a0102a7fab9f', 'status': 'completed', 'code': 200} Sep 16 04:47:33.686249 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e607e839-3b40-4d2a-b47a-e0650066ac44 req-b598fb93-3681-4eed-a54a-c77c83d32ce5 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21b3ec9-79b5-411f-9f66-1bbb2305cddf HTTP/1.1" status: 200 len: 210 time: 0.0277886 Sep 16 04:47:33.933094 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9200d-76c4-45ad-a3cd-af5d63c9f02f req-7bc6ab3d-1597-4cf8-b4f4-1108390a5943 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:33.939251 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9200d-76c4-45ad-a3cd-af5d63c9f02f req-7bc6ab3d-1597-4cf8-b4f4-1108390a5943 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:33.945923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9200d-76c4-45ad-a3cd-af5d63c9f02f req-7bc6ab3d-1597-4cf8-b4f4-1108390a5943 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:33.951977 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9200d-76c4-45ad-a3cd-af5d63c9f02f req-7bc6ab3d-1597-4cf8-b4f4-1108390a5943 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:33.958015 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9200d-76c4-45ad-a3cd-af5d63c9f02f req-7bc6ab3d-1597-4cf8-b4f4-1108390a5943 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:33.964865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9200d-76c4-45ad-a3cd-af5d63c9f02f req-7bc6ab3d-1597-4cf8-b4f4-1108390a5943 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:33.970826 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9200d-76c4-45ad-a3cd-af5d63c9f02f req-7bc6ab3d-1597-4cf8-b4f4-1108390a5943 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:33.972852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ddd9200d-76c4-45ad-a3cd-af5d63c9f02f req-7bc6ab3d-1597-4cf8-b4f4-1108390a5943 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5430 time: 0.1269877 Sep 16 04:47:34.064696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ddd9200d-76c4-45ad-a3cd-af5d63c9f02f req-44485aec-23f4-43ca-ac67-7480dccf8732 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806625 Sep 16 04:47:34.092329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-563aa164-32e0-455b-8a19-abb9ab7fc5d9 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.093856 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-563aa164-32e0-455b-8a19-abb9ab7fc5d9 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/networks?id=5acd6586-8a2c-490f-9c1f-4e1587166d60 HTTP/1.1" status: 200 len: 812 time: 0.1980078 Sep 16 04:47:34.120470 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-54a3f3e2-4dc9-4600-a458-6725c2249285 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/quotas/78ee5e5457a84bd8a350723cb409ffa4 HTTP/1.1" status: 200 len: 375 time: 0.0191488 Sep 16 04:47:34.154172 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-fd64649d-6b04-4c6f-a825-fe57853fad60 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326955 Sep 16 04:47:34.184934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680135e1-a5ee-40fa-b0a3-8141af74525e'}, {'server_uuid': '660e9676-a9e9-4c7b-89b1-d2616d706daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac532a6-7f6c-4137-b501-3566e3703835'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:34.187493 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20be3b6-ce14-46ff-8766-fc62dda94902" -d '{"events": [{"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-plugged", "status": "completed", "tag": "680135e1-a5ee-40fa-b0a3-8141af74525e"}, {"server_uuid": "660e9676-a9e9-4c7b-89b1-d2616d706daa", "name": "network-vif-plugged", "status": "completed", "tag": "6ac532a6-7f6c-4137-b501-3566e3703835"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:34.262962 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4224f-7a2a-4c18-9dd6-9b23e3edce27 req-f0cb49bd-b973-48b2-95ab-c38dc924da3e tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.264393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6b4224f-7a2a-4c18-9dd6-9b23e3edce27 req-f0cb49bd-b973-48b2-95ab-c38dc924da3e tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 945 time: 0.1077273 Sep 16 04:47:34.299480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-a5a0cd89-59fd-42e1-b92e-085b3a0dcc51 service neutron] 10.222.0.20 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343515 Sep 16 04:47:34.334926 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6b4224f-7a2a-4c18-9dd6-9b23e3edce27 req-35ac7e9c-a12d-4b3e-880f-49f1405ebb76 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641594 Sep 16 04:47:34.446244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-3e319245-21aa-4eed-a0f0-f87af86ab7e6 service neutron] 10.222.0.20 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362247 Sep 16 04:47:34.463244 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aade2ed-9dbb-4c6f-ac46-c2c140c7d9d1 req-882b427a-d492-4744-8fc4-d87e027c2866 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.464854 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2aade2ed-9dbb-4c6f-ac46-c2c140c7d9d1 req-882b427a-d492-4744-8fc4-d87e027c2866 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 945 time: 0.0656853 Sep 16 04:47:34.506778 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2aade2ed-9dbb-4c6f-ac46-c2c140c7d9d1 req-c1cacd13-26da-408f-87cf-886d923cb4f4 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358837 Sep 16 04:47:34.575943 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9af8ec0-53e8-437b-9dbf-ff2efc08abc5 x-openstack-request-id: req-e9af8ec0-53e8-437b-9dbf-ff2efc08abc5 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:34.576501 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-plugged", "status": "completed", "tag": "680135e1-a5ee-40fa-b0a3-8141af74525e", "code": 200}, {"server_uuid": "660e9676-a9e9-4c7b-89b1-d2616d706daa", "name": "network-vif-plugged", "status": "completed", "tag": "6ac532a6-7f6c-4137-b501-3566e3703835", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:34.576501 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9af8ec0-53e8-437b-9dbf-ff2efc08abc5 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:34.576877 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680135e1-a5ee-40fa-b0a3-8141af74525e', 'code': 200} Sep 16 04:47:34.577134 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660e9676-a9e9-4c7b-89b1-d2616d706daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac532a6-7f6c-4137-b501-3566e3703835', 'code': 200} Sep 16 04:47:34.792134 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-675ef4dd-9e88-4f0c-a388-c3768d2ef054 req-fa5320cc-d69b-43de-aba1-d8ca9374bcbf tempest-VolumesAdminNegativeTest-1208142702 tempest-VolumesAdminNegativeTest-1208142702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b84d0665-e923-4b6e-84e0-1f9eef75be6e HTTP/1.1" status: 200 len: 210 time: 0.0355527 Sep 16 04:47:34.801845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f4c56-79b9-4abe-ab0c-f08d831c5425 req-aa1b0ed0-20e0-42df-bae9-83a9c5f50d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.804612 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a5f4c56-79b9-4abe-ab0c-f08d831c5425 req-aa1b0ed0-20e0-42df-bae9-83a9c5f50d2c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 1097 time: 0.0871673 Sep 16 04:47:34.810406 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea263368-3a20-46dd-a4b7-3f440784343b req-e73a6b8c-13e1-4e9d-8568-1c87daf890fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.810948 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea263368-3a20-46dd-a4b7-3f440784343b req-e73a6b8c-13e1-4e9d-8568-1c87daf890fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.811419 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea263368-3a20-46dd-a4b7-3f440784343b req-e73a6b8c-13e1-4e9d-8568-1c87daf890fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.811907 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea263368-3a20-46dd-a4b7-3f440784343b req-e73a6b8c-13e1-4e9d-8568-1c87daf890fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.812398 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea263368-3a20-46dd-a4b7-3f440784343b req-e73a6b8c-13e1-4e9d-8568-1c87daf890fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.822932 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea263368-3a20-46dd-a4b7-3f440784343b req-e73a6b8c-13e1-4e9d-8568-1c87daf890fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.823456 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea263368-3a20-46dd-a4b7-3f440784343b req-e73a6b8c-13e1-4e9d-8568-1c87daf890fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.825850 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ea263368-3a20-46dd-a4b7-3f440784343b req-e73a6b8c-13e1-4e9d-8568-1c87daf890fc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 6494 time: 0.0932233 Sep 16 04:47:34.878485 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ea263368-3a20-46dd-a4b7-3f440784343b req-86923c01-ebb3-4eac-a8a1-2db8a7b412a1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&id=ea51e56d-232f-4cb3-95e2-f36816408e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413671 Sep 16 04:47:34.900080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a5f4c56-79b9-4abe-ab0c-f08d831c5425 req-86b52c13-76e4-4cc5-949e-b5a2fe670927 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880060 Sep 16 04:47:34.902683 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-634bfd36-3a43-44da-a3fa-ea9aae0b030c req-7fbb2312-43f7-4076-aefd-e7ba8ff532f6 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 210 time: 0.0549362 Sep 16 04:47:34.941010 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc2948e4-e429-47d1-9616-a88a81703a60 req-15fe21c4-b4d3-4322-9589-9ae4a845b6eb tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21b3ec9-79b5-411f-9f66-1bbb2305cddf HTTP/1.1" status: 200 len: 210 time: 0.0289481 Sep 16 04:47:35.043331 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device ac394567-41b8-48e7-a85a-b585c51e2c12 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:35.090154 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a982117a-f942-4a27-8044-269a3f41379d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.211659 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5faa54-cc35-4f35-be81-cfec449346fb req-f8743512-bd68-4c91-a554-8b1dafbc832a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:35.217632 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5faa54-cc35-4f35-be81-cfec449346fb req-f8743512-bd68-4c91-a554-8b1dafbc832a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:35.223670 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5faa54-cc35-4f35-be81-cfec449346fb req-f8743512-bd68-4c91-a554-8b1dafbc832a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:35.224894 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port ac394567-41b8-48e7-a85a-b585c51e2c12 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:35.229046 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port ac394567-41b8-48e7-a85a-b585c51e2c12 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:35.229453 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.229840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5faa54-cc35-4f35-be81-cfec449346fb req-f8743512-bd68-4c91-a554-8b1dafbc832a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:35.235822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5faa54-cc35-4f35-be81-cfec449346fb req-f8743512-bd68-4c91-a554-8b1dafbc832a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:35.242456 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5faa54-cc35-4f35-be81-cfec449346fb req-f8743512-bd68-4c91-a554-8b1dafbc832a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:35.248486 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5faa54-cc35-4f35-be81-cfec449346fb req-f8743512-bd68-4c91-a554-8b1dafbc832a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:35.250378 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee5faa54-cc35-4f35-be81-cfec449346fb req-f8743512-bd68-4c91-a554-8b1dafbc832a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5430 time: 0.0943568 Sep 16 04:47:35.293803 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee5faa54-cc35-4f35-be81-cfec449346fb req-51f8dcc9-5e08-47e0-9d70-8ba7359d6e81 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362861 Sep 16 04:47:35.327819 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.381918 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port ac394567-41b8-48e7-a85a-b585c51e2c12, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ac394567-41b8-48e7-a85a-b585c51e2c12,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:35.464877 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.465953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 219d9c66-4d91-44a8-92a0-a0102a7fab9f no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:35.476307 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01da006-1478-45de-a11d-06a1dcfb0640 req-89424608-230e-4d96-bc90-9e1030059691 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:35.478016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a01da006-1478-45de-a11d-06a1dcfb0640 req-89424608-230e-4d96-bc90-9e1030059691 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 945 time: 0.0577056 Sep 16 04:47:35.488336 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 219d9c66-4d91-44a8-92a0-a0102a7fab9f {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:35.489021 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 219d9c66-4d91-44a8-92a0-a0102a7fab9f not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:35.523489 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a01da006-1478-45de-a11d-06a1dcfb0640 req-cfbe9f14-f50e-4856-9938-eb6788c573ea tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390992 Sep 16 04:47:35.534253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=ac394567-41b8-48e7-a85a-b585c51e2c12,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:35.645923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac501db-82b9-4209-8008-d513cb780f74 req-9fac8c1e-1917-4178-a2bd-5c794f1d0dc8 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:35.647758 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eac501db-82b9-4209-8008-d513cb780f74 req-9fac8c1e-1917-4178-a2bd-5c794f1d0dc8 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 945 time: 0.0536866 Sep 16 04:47:35.694012 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eac501db-82b9-4209-8008-d513cb780f74 req-790204d6-2632-41a9-815c-2f053ef0a09d tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400434 Sep 16 04:47:35.872651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38462) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:35.928372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-c352baa2-22b8-434c-bc67-16c102fe707c admin admin] Deleting subnet 4f993a33-8c76-4ed2-9b50-af12729b0a58 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:35.932511 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c352baa2-22b8-434c-bc67-16c102fe707c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.974583 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c352baa2-22b8-434c-bc67-16c102fe707c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.048998 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e0b41d3-65d7-44a5-b215-a100c8301f9c req-9d9aacb5-ac7c-4226-97d4-c812b26f9512 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 210 time: 0.0455222 Sep 16 04:47:36.077055 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c352baa2-22b8-434c-bc67-16c102fe707c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.103010 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-99a1f158-ff42-4cbf-bcad-bf9680827511 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.104732 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-99a1f158-ff42-4cbf-bcad-bf9680827511 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.21 "GET /v2.0/networks?id=de603ae2-4471-4acd-89c3-36abf29128c1 HTTP/1.1" status: 200 len: 822 time: 0.1685300 Sep 16 04:47:36.127275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-dcc3bb8c-f71f-4cb1-bcc4-53f4f323e432 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Request body: {'port': {'device_id': 'e21b3ec9-79b5-411f-9f66-1bbb2305cddf', 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1', 'admin_state_up': True, 'tenant_id': '5227ac6f65c74e56840e53f88300ac94'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:36.138448 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6184deda-397d-4cdf-8155-9cceb23cec56 req-59bd715d-5f50-4557-b81a-fad6de1de9d2 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21b3ec9-79b5-411f-9f66-1bbb2305cddf HTTP/1.1" status: 200 len: 210 time: 0.0401950 Sep 16 04:47:36.271750 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c352baa2-22b8-434c-bc67-16c102fe707c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.306247 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352baa2-22b8-434c-bc67-16c102fe707c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f993a33-8c76-4ed2-9b50-af12729b0a58,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:36.313921 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c352baa2-22b8-434c-bc67-16c102fe707c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.316431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c352baa2-22b8-434c-bc67-16c102fe707c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4f993a33-8c76-4ed2-9b50-af12729b0a58 HTTP/1.1" status: 204 len: 168 time: 0.4424827 Sep 16 04:47:36.320688 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38468) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:36.367693 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-dcc3bb8c-f71f-4cb1-bcc4-53f4f323e432 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Made reservation on behalf of 5227ac6f65c74e56840e53f88300ac94 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:36.371887 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-dcc3bb8c-f71f-4cb1-bcc4-53f4f323e432 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.416537 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-218f4d86-6a8a-4876-8799-cd1873027b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.519901 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2cba-b371-4cb9-8341-f4c329e38168 req-130426bc-72ad-4961-a3cd-fc361378328d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.528156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2cba-b371-4cb9-8341-f4c329e38168 req-130426bc-72ad-4961-a3cd-fc361378328d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.535828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2cba-b371-4cb9-8341-f4c329e38168 req-130426bc-72ad-4961-a3cd-fc361378328d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.538425 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-dcc3bb8c-f71f-4cb1-bcc4-53f4f323e432 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Allocated IP 172.20.0.6 (de603ae2-4471-4acd-89c3-36abf29128c1/9108a406-26b4-4800-8499-3d9477c83d5d/47f80df8-344b-48bb-a817-089e69ffa038) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:36.545442 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2cba-b371-4cb9-8341-f4c329e38168 req-130426bc-72ad-4961-a3cd-fc361378328d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.552911 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2cba-b371-4cb9-8341-f4c329e38168 req-130426bc-72ad-4961-a3cd-fc361378328d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.558982 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2cba-b371-4cb9-8341-f4c329e38168 req-130426bc-72ad-4961-a3cd-fc361378328d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.565349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2cba-b371-4cb9-8341-f4c329e38168 req-130426bc-72ad-4961-a3cd-fc361378328d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.567692 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d9d2cba-b371-4cb9-8341-f4c329e38168 req-130426bc-72ad-4961-a3cd-fc361378328d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5430 time: 0.1655817 Sep 16 04:47:36.579237 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6becf73-0993-41e1-a430-b90360375179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac394567-41b8-48e7-a85a-b585c51e2c12'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:36.583116 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a76c72-f353-48bc-83bc-f5a94142222e" -d '{"events": [{"server_uuid": "d6becf73-0993-41e1-a430-b90360375179", "name": "network-vif-plugged", "status": "completed", "tag": "ac394567-41b8-48e7-a85a-b585c51e2c12"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:36.613934 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-218f4d86-6a8a-4876-8799-cd1873027b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.680748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-218f4d86-6a8a-4876-8799-cd1873027b68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8b5f60-bb48-44e9-9436-634ed7bd6084']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:36.703649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-218f4d86-6a8a-4876-8799-cd1873027b68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d9e74f-d8ed-40eb-a537-8b7a07c1ebde') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:36.703944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-218f4d86-6a8a-4876-8799-cd1873027b68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d9e74f-d8ed-40eb-a537-8b7a07c1ebde') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:36.727154 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-218f4d86-6a8a-4876-8799-cd1873027b68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.728528 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-dcc3bb8c-f71f-4cb1-bcc4-53f4f323e432 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.740723 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d9d2cba-b371-4cb9-8341-f4c329e38168 req-78f3fda1-5444-4607-b8d0-b2dc53ee5e9f tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1288352 Sep 16 04:47:36.757836 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-218f4d86-6a8a-4876-8799-cd1873027b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.784842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218f4d86-6a8a-4876-8799-cd1873027b68 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:36.785249 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-218f4d86-6a8a-4876-8799-cd1873027b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:36.787338 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:36.795195 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac91c137-51cf-49f7-abe1-b5148869cbc5 x-openstack-request-id: req-ac91c137-51cf-49f7-abe1-b5148869cbc5 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:36.800438 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6becf73-0993-41e1-a430-b90360375179", "name": "network-vif-plugged", "status": "completed", "tag": "ac394567-41b8-48e7-a85a-b585c51e2c12", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:36.800438 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac91c137-51cf-49f7-abe1-b5148869cbc5 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:36.800438 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6becf73-0993-41e1-a430-b90360375179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac394567-41b8-48e7-a85a-b585c51e2c12', 'code': 200} Sep 16 04:47:36.800995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854357a4-659b-492e-8fad-9543ad5ffa20 req-0197a8df-c205-4517-9daf-62adaa817464 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.800995 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-854357a4-659b-492e-8fad-9543ad5ffa20 req-0197a8df-c205-4517-9daf-62adaa817464 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 946 time: 0.1689894 Sep 16 04:47:36.860823 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-dcc3bb8c-f71f-4cb1-bcc4-53f4f323e432 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.909615 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-dcc3bb8c-f71f-4cb1-bcc4-53f4f323e432 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Network de603ae2-4471-4acd-89c3-36abf29128c1 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:36.912926 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-dcc3bb8c-f71f-4cb1-bcc4-53f4f323e432 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:36.919616 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-dcc3bb8c-f71f-4cb1-bcc4-53f4f323e432 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:36.929515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-205ea10f-5d71-493a-bde7-faa14ecfd958 req-5671b109-6c4c-4d41-85e6-0b33b3a741ea service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1877239 Sep 16 04:47:36.934752 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-854357a4-659b-492e-8fad-9543ad5ffa20 req-2d870980-9b24-4c4a-8f24-312f1eb0677d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232414 Sep 16 04:47:36.956371 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb8c-f71f-4cb1-bcc4-53f4f323e432 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Pushing event updated for resources: {'Port': ['ID=47f80df8-344b-48bb-a817-089e69ffa038,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:36.968326 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df3759-0b75-414d-a219-5232f84657b6 req-fdaaee23-79ce-4482-ae6f-ecb697db28c6 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.970117 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53df3759-0b75-414d-a219-5232f84657b6 req-fdaaee23-79ce-4482-ae6f-ecb697db28c6 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 945 time: 0.0949330 Sep 16 04:47:36.987334 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-dcc3bb8c-f71f-4cb1-bcc4-53f4f323e432 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.988009 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-dcc3bb8c-f71f-4cb1-bcc4-53f4f323e432 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.045793 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-218f4d86-6a8a-4876-8799-cd1873027b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.079758 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-dcc3bb8c-f71f-4cb1-bcc4-53f4f323e432 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9591546 Sep 16 04:47:37.087828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f4d86-6a8a-4876-8799-cd1873027b68 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a8b5f60-bb48-44e9-9436-634ed7bd6084,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:37.094018 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-218f4d86-6a8a-4876-8799-cd1873027b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.095945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-218f4d86-6a8a-4876-8799-cd1873027b68 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3a8b5f60-bb48-44e9-9436-634ed7bd6084 HTTP/1.1" status: 204 len: 168 time: 0.7740333 Sep 16 04:47:37.098840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38484) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:37.124354 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Request body: {'port': {'device_id': 'e21b3ec9-79b5-411f-9f66-1bbb2305cddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:37.135763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53df3759-0b75-414d-a219-5232f84657b6 req-e3e406ee-8bf0-4ff2-a028-da58d96d803c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578953 Sep 16 04:47:37.154750 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dc003-cca5-482b-8e03-380be8b4832b req-61b42e73-deba-4b65-89fb-f5f4522130f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:37.156206 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-135dc003-cca5-482b-8e03-380be8b4832b req-61b42e73-deba-4b65-89fb-f5f4522130f8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 1098 time: 0.1630929 Sep 16 04:47:37.167391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ea10f-5d71-493a-bde7-faa14ecfd958 req-dcff4a01-61e6-40d1-bbeb-8b3c6b16e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:37.167391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-205ea10f-5d71-493a-bde7-faa14ecfd958 req-dcff4a01-61e6-40d1-bbeb-8b3c6b16e690 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 1096 time: 0.1689734 Sep 16 04:47:37.188939 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.201593 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87bc7e1-cec4-4fef-94eb-52954f1fea82 admin admin] Deleting subnet 0d15fad6-ea24-475d-80e9-eaaa4a2535d1 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:37.230191 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e87bc7e1-cec4-4fef-94eb-52954f1fea82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.236031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92f6f903-baf8-47a4-9d9d-1aba97a1f0f7 req-82e70a98-cd45-4888-be84-42e29d9e5248 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 210 time: 0.0530405 Sep 16 04:47:37.330330 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-135dc003-cca5-482b-8e03-380be8b4832b req-91d2de52-0d91-4170-a8fd-b450487de3f0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645513 Sep 16 04:47:37.357635 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e87bc7e1-cec4-4fef-94eb-52954f1fea82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.418422 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1baf611-6354-4298-86e9-d754cc94476c req-c5f00471-40d2-4847-a3cb-294f77d60d92 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:37.419868 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e1baf611-6354-4298-86e9-d754cc94476c req-c5f00471-40d2-4847-a3cb-294f77d60d92 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21b3ec9-79b5-411f-9f66-1bbb2305cddf HTTP/1.1" status: 200 len: 931 time: 0.1735492 Sep 16 04:47:37.434023 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e87bc7e1-cec4-4fef-94eb-52954f1fea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.478278 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ea10f-5d71-493a-bde7-faa14ecfd958 req-3e4257c7-c456-45c6-9547-f6660c74a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:37.479814 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-205ea10f-5d71-493a-bde7-faa14ecfd958 req-3e4257c7-c456-45c6-9547-f6660c74a171 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 908 time: 0.2739382 Sep 16 04:47:37.486850 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f80df8-344b-48bb-a817-089e69ffa038 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:37.495961 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.512055 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Transition to ACTIVE for port object 47f80df8-344b-48bb-a817-089e69ffa038 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:47:37.517894 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e1baf611-6354-4298-86e9-d754cc94476c req-ad46d36b-a1ea-4c47-88ce-f875486faba2 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852714 Sep 16 04:47:37.546439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-205ea10f-5d71-493a-bde7-faa14ecfd958 req-943b2bd8-22bf-4f1d-a622-878a63a54c3a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6390ae53-fe5c-445f-82eb-19fbdff6738e HTTP/1.1" status: 200 len: 217 time: 0.0467446 Sep 16 04:47:37.599838 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ea10f-5d71-493a-bde7-faa14ecfd958 req-45ac0225-4b02-457c-8bf1-132c54731fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:37.601392 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-205ea10f-5d71-493a-bde7-faa14ecfd958 req-45ac0225-4b02-457c-8bf1-132c54731fe3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 200 len: 847 time: 0.0469773 Sep 16 04:47:37.637750 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-205ea10f-5d71-493a-bde7-faa14ecfd958 req-285fd0f1-57ef-4ed6-b5df-f540b3a121c7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94aa3f97-6ed2-410f-a6a8-2309531d94bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289838 Sep 16 04:47:37.665174 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.715659 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=47f80df8-344b-48bb-a817-089e69ffa038,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:37.735043 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e87bc7e1-cec4-4fef-94eb-52954f1fea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.756778 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c73e55d5-293a-4af1-af6d-618ccdd44547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.772713 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-205ea10f-5d71-493a-bde7-faa14ecfd958 req-060b89d0-12cb-4277-9f92-6ffab6659575 service neutron] 10.222.0.38 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277235 Sep 16 04:47:37.773412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bc7e1-cec4-4fef-94eb-52954f1fea82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d15fad6-ea24-475d-80e9-eaaa4a2535d1,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:37.799492 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Attempting to bind port 47f80df8-344b-48bb-a817-089e69ffa038 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:37.799868 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Attempting to bind port 47f80df8-344b-48bb-a817-089e69ffa038 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '859a1227-30d9-4097-9e60-74c2f1dc1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:37.802212 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Attempting to bind port 47f80df8-344b-48bb-a817-089e69ffa038 on network de603ae2-4471-4acd-89c3-36abf29128c1 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:37.806441 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Port 47f80df8-344b-48bb-a817-089e69ffa038 on network de603ae2-4471-4acd-89c3-36abf29128c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:37.806906 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Attempting to bind port 47f80df8-344b-48bb-a817-089e69ffa038 on network de603ae2-4471-4acd-89c3-36abf29128c1 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:37.808200 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e87bc7e1-cec4-4fef-94eb-52954f1fea82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.812993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e87bc7e1-cec4-4fef-94eb-52954f1fea82 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0d15fad6-ea24-475d-80e9-eaaa4a2535d1 HTTP/1.1" status: 204 len: 168 time: 0.7093914 Sep 16 04:47:37.813573 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38490) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:37.825758 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:37.826248 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Checking segment: {'id': '859a1227-30d9-4097-9e60-74c2f1dc1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:37.830700 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Bound using segment: {'id': '859a1227-30d9-4097-9e60-74c2f1dc1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:37.830700 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Bound port: 47f80df8-344b-48bb-a817-089e69ffa038, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859a1227-30d9-4097-9e60-74c2f1dc1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:37.830700 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.937598 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61062012-52b8-4ec5-8840-aa931b03cc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.969508 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] For port 47f80df8-344b-48bb-a817-089e69ffa038, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:37.973041 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] For port 47f80df8-344b-48bb-a817-089e69ffa038, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=47f80df8-344b-48bb-a817-089e69ffa038,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:38.084796 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61062012-52b8-4ec5-8840-aa931b03cc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.088186 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.150624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-61062012-52b8-4ec5-8840-aa931b03cc3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7164e048-169b-4078-b250-07e8ea479770']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:38.155985 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.156638 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.158271 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] 10.222.0.21 "PUT /v2.0/ports/47f80df8-344b-48bb-a817-089e69ffa038 HTTP/1.1" status: 200 len: 1092 time: 1.0408461 Sep 16 04:47:38.158689 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21b3ec9-79b5-411f-9f66-1bbb2305cddf', 'tag': '47f80df8-344b-48bb-a817-089e69ffa038'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:38.161187 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6606d3d1-4575-4d2d-9c86-4e5698a951f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e21b3ec9-79b5-411f-9f66-1bbb2305cddf", "tag": "47f80df8-344b-48bb-a817-089e69ffa038"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:38.413469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8be174dd-918b-4420-9de9-025bf3f80b20 req-aef87dd6-e574-4b5a-b4ac-3869d778ed93 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2458956 Sep 16 04:47:38.428270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2320e8e-7fb9-4213-80e2-7746c70fdc26 req-47df70ee-fe69-41fb-8f03-5bf24c7705d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.434394 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2320e8e-7fb9-4213-80e2-7746c70fdc26 req-47df70ee-fe69-41fb-8f03-5bf24c7705d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.436530 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.442322 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2320e8e-7fb9-4213-80e2-7746c70fdc26 req-47df70ee-fe69-41fb-8f03-5bf24c7705d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.449501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2320e8e-7fb9-4213-80e2-7746c70fdc26 req-47df70ee-fe69-41fb-8f03-5bf24c7705d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.456564 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2320e8e-7fb9-4213-80e2-7746c70fdc26 req-47df70ee-fe69-41fb-8f03-5bf24c7705d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.464402 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2320e8e-7fb9-4213-80e2-7746c70fdc26 req-47df70ee-fe69-41fb-8f03-5bf24c7705d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.471631 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2320e8e-7fb9-4213-80e2-7746c70fdc26 req-47df70ee-fe69-41fb-8f03-5bf24c7705d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.473638 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2320e8e-7fb9-4213-80e2-7746c70fdc26 req-47df70ee-fe69-41fb-8f03-5bf24c7705d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5430 time: 0.3073139 Sep 16 04:47:38.475326 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-61062012-52b8-4ec5-8840-aa931b03cc3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d3a8a3-6d93-4dd2-9129-b1bfdbc17dfe') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:38.475622 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-61062012-52b8-4ec5-8840-aa931b03cc3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d3a8a3-6d93-4dd2-9129-b1bfdbc17dfe') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:38.486280 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-276bc10e-2bfc-4d96-9c2d-1b145b00ce06 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.489896 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-276bc10e-2bfc-4d96-9c2d-1b145b00ce06 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "GET /v2.0/networks?id=5acd6586-8a2c-490f-9c1f-4e1587166d60 HTTP/1.1" status: 200 len: 812 time: 0.7293830 Sep 16 04:47:38.505147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c0098-ea62-4663-8da1-e1175aa17907 req-7722c1d3-05a2-4b4c-8c16-13bd8f4cc358 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.507187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e57c0098-ea62-4663-8da1-e1175aa17907 req-7722c1d3-05a2-4b4c-8c16-13bd8f4cc358 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 946 time: 0.3206301 Sep 16 04:47:38.514529 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61062012-52b8-4ec5-8840-aa931b03cc3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.531264 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2f2a6-5122-4c33-ba84-dca46a0a7ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=47f80df8-344b-48bb-a817-089e69ffa038,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:38.535304 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-30d0e69e-b4f8-477f-929d-c2806294538a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Request body: {'port': {'device_id': 'd2928b43-c7b7-4965-a16b-6ebc6205bb99', 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60', 'admin_state_up': True, 'tenant_id': '78ee5e5457a84bd8a350723cb409ffa4'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:38.539636 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-205ea10f-5d71-493a-bde7-faa14ecfd958 req-83f9586d-e7d6-4b86-ad64-96cf3c6fe158 service neutron] 10.222.0.38 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7469177 Sep 16 04:47:38.540348 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61062012-52b8-4ec5-8840-aa931b03cc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.552008 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61062012-52b8-4ec5-8840-aa931b03cc3e admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:38.552730 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61062012-52b8-4ec5-8840-aa931b03cc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:38.554745 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:38.567355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-74d17d3a-20c1-4a45-ac50-e4fb782d534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.569828 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-74d17d3a-20c1-4a45-ac50-e4fb782d534e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5227ac6f65c74e56840e53f88300ac94&device_id=e21b3ec9-79b5-411f-9f66-1bbb2305cddf HTTP/1.1" status: 200 len: 1095 time: 0.0968082 Sep 16 04:47:38.654669 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-2844cab5-e55e-4437-bef0-9b961f4305ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47f80df8-344b-48bb-a817-089e69ffa038 HTTP/1.1" status: 200 len: 217 time: 0.0493295 Sep 16 04:47:38.660868 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2320e8e-7fb9-4213-80e2-7746c70fdc26 req-b37dea1e-8d7d-4153-8b99-f229d5695bff tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1659846 Sep 16 04:47:38.687497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e57c0098-ea62-4663-8da1-e1175aa17907 req-7284bed5-6088-41ba-8305-5f86123abf42 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630030 Sep 16 04:47:38.712212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be174dd-918b-4420-9de9-025bf3f80b20 req-f2a41dfd-ee06-4ab0-a895-1f2d92149684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.713739 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8be174dd-918b-4420-9de9-025bf3f80b20 req-f2a41dfd-ee06-4ab0-a895-1f2d92149684 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dad241d04f94c02b95070bcffa69569&device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 1097 time: 0.1975420 Sep 16 04:47:38.747552 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61062012-52b8-4ec5-8840-aa931b03cc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.771542 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61062012-52b8-4ec5-8840-aa931b03cc3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.776654 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-61062012-52b8-4ec5-8840-aa931b03cc3e admin admin] 10.222.0.20 "DELETE /v2.0/networks/7164e048-169b-4078-b250-07e8ea479770 HTTP/1.1" status: 204 len: 168 time: 0.9592485 Sep 16 04:47:38.776654 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61062012-52b8-4ec5-8840-aa931b03cc3e admin admin] Pushing event deleted for resources: {'Network': ['ID=7164e048-169b-4078-b250-07e8ea479770,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:38.791226 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-ea5ebe20-9ead-46a7-a595-d2ca6f030dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.792751 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-ea5ebe20-9ead-46a7-a595-d2ca6f030dcd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9108a406-26b4-4800-8499-3d9477c83d5d HTTP/1.1" status: 200 len: 862 time: 0.1077330 Sep 16 04:47:38.846108 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58073ef8-ffcc-437e-a6c3-8bb2fab4bc3e x-openstack-request-id: req-58073ef8-ffcc-437e-a6c3-8bb2fab4bc3e {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:38.849544 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21b3ec9-79b5-411f-9f66-1bbb2305cddf", "tag": "47f80df8-344b-48bb-a817-089e69ffa038", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:38.849544 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58073ef8-ffcc-437e-a6c3-8bb2fab4bc3e {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:38.849544 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21b3ec9-79b5-411f-9f66-1bbb2305cddf', 'tag': '47f80df8-344b-48bb-a817-089e69ffa038', 'status': 'completed', 'code': 200} Sep 16 04:47:38.896249 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-30d0e69e-b4f8-477f-929d-c2806294538a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Made reservation on behalf of 78ee5e5457a84bd8a350723cb409ffa4 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:38.901971 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-30d0e69e-b4f8-477f-929d-c2806294538a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.947537 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-ea1908b4-3b46-4bf7-8b5e-a8ceb14b465e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de603ae2-4471-4acd-89c3-36abf29128c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309329 Sep 16 04:47:38.961432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b242e254-a693-4ded-8b6a-d11fabdad004 req-fe552620-c08b-45f8-9ec3-dedcdf7da757 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 210 time: 0.0556202 Sep 16 04:47:39.067031 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-9106f7a2-0b97-4b0b-8ece-93975146c2f1 service neutron] 10.222.0.21 "GET /v2.0/networks/de603ae2-4471-4acd-89c3-36abf29128c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113987 Sep 16 04:47:39.100031 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:47:39.103286 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.175719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa8f57-33cc-49a0-8782-af24c06021ac req-6db6c081-37e6-4588-885f-495d2115d114 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.177828 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8fa8f57-33cc-49a0-8782-af24c06021ac req-6db6c081-37e6-4588-885f-495d2115d114 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 945 time: 0.2826693 Sep 16 04:47:39.204431 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-37a412ee-3076-475f-8003-ad8e29eb9e79 req-6403834c-0dd6-41e9-ac6e-4a291fef4716 service neutron] 10.222.0.21 "GET /v2.0/networks/de603ae2-4471-4acd-89c3-36abf29128c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135137 Sep 16 04:47:39.253009 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be174dd-918b-4420-9de9-025bf3f80b20 req-b111ef29-6534-4952-bea1-da35d3df2565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.254485 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8be174dd-918b-4420-9de9-025bf3f80b20 req-b111ef29-6534-4952-bea1-da35d3df2565 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b2f8e69-e798-428b-909a-dbf5d4620f7d HTTP/1.1" status: 200 len: 912 time: 0.3194799 Sep 16 04:47:39.267109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01276d4-fc29-4ac7-9dbe-7e2076455d23 req-888aa130-c3f9-46f6-8d8a-dc8e462c8bb5 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.268625 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a01276d4-fc29-4ac7-9dbe-7e2076455d23 req-888aa130-c3f9-46f6-8d8a-dc8e462c8bb5 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21b3ec9-79b5-411f-9f66-1bbb2305cddf HTTP/1.1" status: 200 len: 943 time: 0.2218077 Sep 16 04:47:39.276935 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38512) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:39.326511 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-170895b9-d126-4e1e-a84a-2bfd05d4be9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3acdbd26d84649c99e003584ad64d1e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489829 Sep 16 04:47:39.329222 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38514) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:39.340377 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8fa8f57-33cc-49a0-8782-af24c06021ac req-e36a1f21-8b41-4ee0-abe5-1e6b60bc2b8a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519964 Sep 16 04:47:39.348883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-30d0e69e-b4f8-477f-929d-c2806294538a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Allocated IP 172.20.0.8 (5acd6586-8a2c-490f-9c1f-4e1587166d60/1389bae5-dd46-4164-b9db-3ab16c90c617/cf525930-ec47-481e-9e08-139907fd5503) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:39.401959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a01276d4-fc29-4ac7-9dbe-7e2076455d23 req-044010a1-dc32-471c-bcf3-7ae0ba57c61f tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124496 Sep 16 04:47:39.412339 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88e8859f-e6d5-43e1-bc6b-da68026c8584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.424496 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8be174dd-918b-4420-9de9-025bf3f80b20 req-438545ec-f73f-404f-a92e-ff5ff652c076 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 HTTP/1.1" status: 200 len: 1001 time: 0.1415930 Sep 16 04:47:39.471398 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88e8859f-e6d5-43e1-bc6b-da68026c8584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.515235 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606d3d1-4575-4d2d-9c86-4e5698a951f9 req-e148a10a-646d-4975-8db3-32e9958fb5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.517001 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6606d3d1-4575-4d2d-9c86-4e5698a951f9 req-e148a10a-646d-4975-8db3-32e9958fb5d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5227ac6f65c74e56840e53f88300ac94&device_id=e21b3ec9-79b5-411f-9f66-1bbb2305cddf HTTP/1.1" status: 200 len: 1095 time: 0.0787635 Sep 16 04:47:39.613618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c54fb1-eef9-405d-96ab-ad8fca1b8403 req-4c55b85b-24ad-4b0d-a30f-c7014bfbc31b tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.623590 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c54fb1-eef9-405d-96ab-ad8fca1b8403 req-4c55b85b-24ad-4b0d-a30f-c7014bfbc31b tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.626279 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c54fb1-eef9-405d-96ab-ad8fca1b8403 req-4c55b85b-24ad-4b0d-a30f-c7014bfbc31b tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.634053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c54fb1-eef9-405d-96ab-ad8fca1b8403 req-4c55b85b-24ad-4b0d-a30f-c7014bfbc31b tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.634492 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606d3d1-4575-4d2d-9c86-4e5698a951f9 req-a23dbe95-b8fc-4c14-ba12-97a078cc066f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.636404 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6606d3d1-4575-4d2d-9c86-4e5698a951f9 req-a23dbe95-b8fc-4c14-ba12-97a078cc066f service neutron] 10.222.0.21 "GET /v2.0/networks?id=de603ae2-4471-4acd-89c3-36abf29128c1 HTTP/1.1" status: 200 len: 923 time: 0.1117380 Sep 16 04:47:39.641115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c54fb1-eef9-405d-96ab-ad8fca1b8403 req-4c55b85b-24ad-4b0d-a30f-c7014bfbc31b tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.642061 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88e8859f-e6d5-43e1-bc6b-da68026c8584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.644875 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88e8859f-e6d5-43e1-bc6b-da68026c8584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.646583 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-88e8859f-e6d5-43e1-bc6b-da68026c8584 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/575f5020-058c-40f0-9ed6-0e59709e951c HTTP/1.1" status: 204 len: 168 time: 0.3155463 Sep 16 04:47:39.655191 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c54fb1-eef9-405d-96ab-ad8fca1b8403 req-4c55b85b-24ad-4b0d-a30f-c7014bfbc31b tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.670126 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c54fb1-eef9-405d-96ab-ad8fca1b8403 req-4c55b85b-24ad-4b0d-a30f-c7014bfbc31b tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.673395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08c54fb1-eef9-405d-96ab-ad8fca1b8403 req-4c55b85b-24ad-4b0d-a30f-c7014bfbc31b tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5430 time: 0.2477620 Sep 16 04:47:39.676590 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be174dd-918b-4420-9de9-025bf3f80b20 req-62184f32-2f87-4525-9869-876c25f20d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.678541 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8be174dd-918b-4420-9de9-025bf3f80b20 req-62184f32-2f87-4525-9869-876c25f20d29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a664049-f7c0-4b64-9c28-3b362226319a HTTP/1.1" status: 200 len: 850 time: 0.2274246 Sep 16 04:47:39.688377 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38522) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:39.692872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-a84e29f5-5067-497b-952c-c25d7f2e9fbf tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Request body: {'floatingip': {'port_id': '291ebc99-8f20-4e0a-a402-de01d23f02f8'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:39.695881 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8859f-e6d5-43e1-bc6b-da68026c8584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575f5020-058c-40f0-9ed6-0e59709e951c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:39.699558 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6606d3d1-4575-4d2d-9c86-4e5698a951f9 req-7b9adbce-7f2d-486f-8a1d-4117a9899af6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47f80df8-344b-48bb-a817-089e69ffa038 HTTP/1.1" status: 200 len: 217 time: 0.0519495 Sep 16 04:47:39.836473 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a84e29f5-5067-497b-952c-c25d7f2e9fbf tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for floatingip, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.906622 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-30d0e69e-b4f8-477f-929d-c2806294538a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.929264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257e9fc-a80b-4dd2-a72d-1d043f0a7c5c req-d57bece9-c9be-45ab-bc32-4c73abb2fa3a tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.940161 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d257e9fc-a80b-4dd2-a72d-1d043f0a7c5c req-d57bece9-c9be-45ab-bc32-4c73abb2fa3a tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 1097 time: 0.2563248 Sep 16 04:47:39.942520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be174dd-918b-4420-9de9-025bf3f80b20 req-8e93f49d-8c33-40e4-a5b3-18295e93a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.945089 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8be174dd-918b-4420-9de9-025bf3f80b20 req-8e93f49d-8c33-40e4-a5b3-18295e93a450 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b2f8e69-e798-428b-909a-dbf5d4620f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2551959 Sep 16 04:47:40.001808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16605756-69cd-4f3f-a13d-531d80aad55a req-0c01cdfa-cbbb-4ee8-a153-48733a1e1ef4 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:40.004429 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16605756-69cd-4f3f-a13d-531d80aad55a req-0c01cdfa-cbbb-4ee8-a153-48733a1e1ef4 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 946 time: 0.2216790 Sep 16 04:47:40.013112 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606d3d1-4575-4d2d-9c86-4e5698a951f9 req-faeb3ca8-8c3e-4a31-89ee-24bcbbf44002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:40.021546 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6606d3d1-4575-4d2d-9c86-4e5698a951f9 req-faeb3ca8-8c3e-4a31-89ee-24bcbbf44002 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9108a406-26b4-4800-8499-3d9477c83d5d HTTP/1.1" status: 200 len: 862 time: 0.2387950 Sep 16 04:47:40.081368 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6606d3d1-4575-4d2d-9c86-4e5698a951f9 req-3dc6b320-4c53-44d2-bd89-576903b8452d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de603ae2-4471-4acd-89c3-36abf29128c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544817 Sep 16 04:47:40.173746 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d257e9fc-a80b-4dd2-a72d-1d043f0a7c5c req-33aa4ee2-5292-4ff5-abbf-0e25545a039e tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271972 Sep 16 04:47:40.361896 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16605756-69cd-4f3f-a13d-531d80aad55a req-b1008472-4073-466d-bbb7-b528d68eff38 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697721 Sep 16 04:47:40.361896 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8be174dd-918b-4420-9de9-025bf3f80b20 req-a16580c2-6c2d-47d6-97bc-a75a20b80825 service neutron] 10.222.0.21 "GET /v2.0/networks/3b2f8e69-e798-428b-909a-dbf5d4620f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801452 Sep 16 04:47:40.402754 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6606d3d1-4575-4d2d-9c86-4e5698a951f9 req-dc7f903c-d5d0-435c-ac06-db7798e2da2f service neutron] 10.222.0.21 "GET /v2.0/networks/de603ae2-4471-4acd-89c3-36abf29128c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000286 Sep 16 04:47:40.405473 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8be174dd-918b-4420-9de9-025bf3f80b20 req-a0249d43-d4dd-41af-b71e-99a0c0f564de service neutron] 10.222.0.21 "GET /v2.0/networks/3b2f8e69-e798-428b-909a-dbf5d4620f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514287 Sep 16 04:47:40.419698 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-30d0e69e-b4f8-477f-929d-c2806294538a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.539406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-30d0e69e-b4f8-477f-929d-c2806294538a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Network 5acd6586-8a2c-490f-9c1f-4e1587166d60 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:40.545320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0e69e-b4f8-477f-929d-c2806294538a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Pushing event updated for resources: {'Port': ['ID=cf525930-ec47-481e-9e08-139907fd5503,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:40.557225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-30d0e69e-b4f8-477f-929d-c2806294538a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:40.560686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-30d0e69e-b4f8-477f-929d-c2806294538a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:40.596580 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6606d3d1-4575-4d2d-9c86-4e5698a951f9 req-7b5c619a-8d8e-431c-951b-8c79a374b0a0 service neutron] 10.222.0.21 "GET /v2.0/networks/de603ae2-4471-4acd-89c3-36abf29128c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542547 Sep 16 04:47:40.623084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac58a0-c731-42b1-90bb-77bff8af9d11 req-03a59595-a1e0-48be-9d5a-425b441e9f27 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:40.624586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33ac58a0-c731-42b1-90bb-77bff8af9d11 req-03a59595-a1e0-48be-9d5a-425b441e9f27 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 931 time: 0.1635132 Sep 16 04:47:40.638273 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-30d0e69e-b4f8-477f-929d-c2806294538a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:40.638942 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-30d0e69e-b4f8-477f-929d-c2806294538a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.642658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb86821-ff70-4f56-805c-ff8913061caf req-12669f15-c941-4b3b-aae3-ad04204b2885 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:40.644188 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbb86821-ff70-4f56-805c-ff8913061caf req-12669f15-c941-4b3b-aae3-ad04204b2885 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 1098 time: 0.1620703 Sep 16 04:47:40.653321 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.699075 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a84e29f5-5067-497b-952c-c25d7f2e9fbf tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.699827 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38540) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:40.710132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33ac58a0-c731-42b1-90bb-77bff8af9d11 req-832fa4ec-36af-4914-b8ee-aa1a540571d6 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649083 Sep 16 04:47:40.717248 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbb86821-ff70-4f56-805c-ff8913061caf req-b7eb9c6c-de42-47b9-ba41-92a063a18d69 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610998 Sep 16 04:47:40.736210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-30d0e69e-b4f8-477f-929d-c2806294538a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2202930 Sep 16 04:47:40.753671 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-387e243b-aaa7-40ee-814d-420e0a1b7fbf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d371c319b24242108bca058e1422f06f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526962 Sep 16 04:47:40.756945 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38544) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:40.759455 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Request body: {'port': {'device_id': 'd2928b43-c7b7-4965-a16b-6ebc6205bb99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:40.771024 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a84e29f5-5067-497b-952c-c25d7f2e9fbf tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.900322 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.904703 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1f64efd-d2fb-4124-882a-270542c72c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.921999 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c6bb7-32b4-48e6-8b12-74404da07fa6 req-c844373a-a51d-4a78-bb34-53d7f4f72b25 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:40.923595 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d8c6bb7-32b4-48e6-8b12-74404da07fa6 req-c844373a-a51d-4a78-bb34-53d7f4f72b25 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 1097 time: 0.1327536 Sep 16 04:47:40.933809 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb3eef-adaf-4d6f-b144-6626946587d4 req-542b59bb-a8a7-4f0d-9294-96265ed5a0a5 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:40.936047 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49bb3eef-adaf-4d6f-b144-6626946587d4 req-542b59bb-a8a7-4f0d-9294-96265ed5a0a5 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21b3ec9-79b5-411f-9f66-1bbb2305cddf HTTP/1.1" status: 200 len: 943 time: 0.1269722 Sep 16 04:47:40.938570 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1f64efd-d2fb-4124-882a-270542c72c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.948809 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-a84e29f5-5067-497b-952c-c25d7f2e9fbf tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Floating IP 0eb1b1dc-a19f-4442-b19c-18609e4b64cb associated. External IP: 172.25.4.124, port: 291ebc99-8f20-4e0a-a402-de01d23f02f8. Sep 16 04:47:41.031077 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d8c6bb7-32b4-48e6-8b12-74404da07fa6 req-83c06c11-22d2-411c-bf08-be038aa8cd11 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921540 Sep 16 04:47:41.099268 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49bb3eef-adaf-4d6f-b144-6626946587d4 req-a41cd184-ce62-42c5-a820-205091c8cede tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513543 Sep 16 04:47:41.141638 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1f64efd-d2fb-4124-882a-270542c72c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.144516 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1f64efd-d2fb-4124-882a-270542c72c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.145872 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d1f64efd-d2fb-4124-882a-270542c72c9b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32dcf823-499c-4ce3-a967-ee81241251f8 HTTP/1.1" status: 204 len: 168 time: 0.3878582 Sep 16 04:47:41.185883 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f64efd-d2fb-4124-882a-270542c72c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dcf823-499c-4ce3-a967-ee81241251f8,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:41.216898 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84e29f5-5067-497b-952c-c25d7f2e9fbf tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Router 7b71af7b-d718-4a47-9c24-9fc83fef599b has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:47:41.264690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e490533-da13-4607-8f63-e8249b4a1cdd req-9800a178-6ebc-42ca-a677-d05505fcb62f tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:41.266588 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e490533-da13-4607-8f63-e8249b4a1cdd req-9800a178-6ebc-42ca-a677-d05505fcb62f tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 1098 time: 0.1038239 Sep 16 04:47:41.339370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e490533-da13-4607-8f63-e8249b4a1cdd req-a45b40dc-2303-4d20-a0df-eba4706c1ffb tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605493 Sep 16 04:47:41.373218 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84e29f5-5067-497b-952c-c25d7f2e9fbf tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:47:41.377998 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a84e29f5-5067-497b-952c-c25d7f2e9fbf tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.382573 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf525930-ec47-481e-9e08-139907fd5503 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:41.390917 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c3dec-139e-4fcc-9b68-08cc1a1ad125 None None] Sync routers for ids ['7b71af7b-d718-4a47-9c24-9fc83fef599b'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:47:41.391534 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.403974 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c3dec-139e-4fcc-9b68-08cc1a1ad125 None None] Routers {'7b71af7b-d718-4a47-9c24-9fc83fef599b'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:41.404660 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Transition to ACTIVE for port object cf525930-ec47-481e-9e08-139907fd5503 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:47:41.407278 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ca4c3dec-139e-4fcc-9b68-08cc1a1ad125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:47:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7b71af7b-d718-4a47-9c24-9fc83fef599b'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:41.432627 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a84e29f5-5067-497b-952c-c25d7f2e9fbf tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "PUT /v2.0/floatingips/0eb1b1dc-a19f-4442-b19c-18609e4b64cb HTTP/1.1" status: 200 len: 991 time: 1.7394910 Sep 16 04:47:41.432627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'tag': '291ebc99-8f20-4e0a-a402-de01d23f02f8'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:41.433442 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a53373-2b85-43a5-9410-e4296734765b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "tag": "291ebc99-8f20-4e0a-a402-de01d23f02f8"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:41.464805 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.519700 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Pushing event updated for resources: {'Port': ['ID=cf525930-ec47-481e-9e08-139907fd5503,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:41.532987 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-ca4c3dec-139e-4fcc-9b68-08cc1a1ad125 None None] Set router 7b71af7b-d718-4a47-9c24-9fc83fef599b gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:41.546676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:41.547312 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:41.547516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:41.547916 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:41.548316 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:41.548708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:41.549099 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:41.549505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:41.549908 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:41.550299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:41.550684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:41.551098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:41.609804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Attempting to bind port cf525930-ec47-481e-9e08-139907fd5503 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:41.610516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Attempting to bind port cf525930-ec47-481e-9e08-139907fd5503 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:41.611144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Attempting to bind port cf525930-ec47-481e-9e08-139907fd5503 on network 5acd6586-8a2c-490f-9c1f-4e1587166d60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:41.617835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Port cf525930-ec47-481e-9e08-139907fd5503 on network 5acd6586-8a2c-490f-9c1f-4e1587166d60 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:41.622670 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Attempting to bind port cf525930-ec47-481e-9e08-139907fd5503 on network 5acd6586-8a2c-490f-9c1f-4e1587166d60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:41.629435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:41.629779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Checking segment: {'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:41.630701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Bound using segment: {'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:41.631230 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Bound port: cf525930-ec47-481e-9e08-139907fd5503, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:41.631662 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.720106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] For port cf525930-ec47-481e-9e08-139907fd5503, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:41.724947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] For port cf525930-ec47-481e-9e08-139907fd5503, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=cf525930-ec47-481e-9e08-139907fd5503,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:41.735847 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f419c276-ee52-4e65-9d2d-105904f8e6d2 x-openstack-request-id: req-f419c276-ee52-4e65-9d2d-105904f8e6d2 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:41.735847 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "tag": "291ebc99-8f20-4e0a-a402-de01d23f02f8", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:41.736145 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f419c276-ee52-4e65-9d2d-105904f8e6d2 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:41.736381 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'tag': '291ebc99-8f20-4e0a-a402-de01d23f02f8', 'status': 'completed', 'code': 200} Sep 16 04:47:41.830934 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.839061 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ca4c3dec-139e-4fcc-9b68-08cc1a1ad125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'name': 'tempest-TaggedBootDevicesTest-7495031-router', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:39Z', 'updated_at': '2021-09-16T04:44:44Z', 'revision_number': 4, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'gw_port': {'id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:41Z', 'updated_at': '2021-09-16T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '0eb1b1dc-a19f-4442-b19c-18609e4b64cb', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'floating_ip_address': '172.25.4.124', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'port_id': '291ebc99-8f20-4e0a-a402-de01d23f02f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537', 'mac_address': 'fa:16:3e:8c:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:45:57Z', 'updated_at': '2021-09-16T04:47:40Z', 'revision_number': 1, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92be808e-3341-47ae-9fa3-6adc19df2d40', 'name': '', 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'mac_address': 'fa:16:3e:b6:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:44Z', 'updated_at': '2021-09-16T04:44:53Z', 'revision_number': 5, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'subnets': [{'id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:41.871158 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c3dec-139e-4fcc-9b68-08cc1a1ad125 None None] Checking router: 7b71af7b-d718-4a47-9c24-9fc83fef599b for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:47:41.881630 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c3dec-139e-4fcc-9b68-08cc1a1ad125 None None] Routers {'7b71af7b-d718-4a47-9c24-9fc83fef599b'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:41.882566 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ca4c3dec-139e-4fcc-9b68-08cc1a1ad125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:47:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7b71af7b-d718-4a47-9c24-9fc83fef599b'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:41.915494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:41.916129 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.917560 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] 10.222.0.21 "PUT /v2.0/ports/cf525930-ec47-481e-9e08-139907fd5503 HTTP/1.1" status: 200 len: 1092 time: 1.1667531 Sep 16 04:47:41.918007 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2928b43-c7b7-4965-a16b-6ebc6205bb99', 'tag': 'cf525930-ec47-481e-9e08-139907fd5503'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:41.920288 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4d2b00-b9c7-458c-8f24-a789a6c77e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2928b43-c7b7-4965-a16b-6ebc6205bb99", "tag": "cf525930-ec47-481e-9e08-139907fd5503"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:41.977878 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edcf3c-2d79-47df-a63b-3d9ee1d3b6ba service neutron] Pushing event updated for resources: {'Port': ['ID=cf525930-ec47-481e-9e08-139907fd5503,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:41.993586 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a53373-2b85-43a5-9410-e4296734765b req-20f48bbc-b36e-4f20-aff0-651e6a5cb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:41.994084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a53373-2b85-43a5-9410-e4296734765b req-20f48bbc-b36e-4f20-aff0-651e6a5cb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:41.994680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a53373-2b85-43a5-9410-e4296734765b req-20f48bbc-b36e-4f20-aff0-651e6a5cb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:41.995217 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a53373-2b85-43a5-9410-e4296734765b req-20f48bbc-b36e-4f20-aff0-651e6a5cb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:41.995700 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a53373-2b85-43a5-9410-e4296734765b req-20f48bbc-b36e-4f20-aff0-651e6a5cb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:41.996179 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a53373-2b85-43a5-9410-e4296734765b req-20f48bbc-b36e-4f20-aff0-651e6a5cb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:41.996649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a53373-2b85-43a5-9410-e4296734765b req-20f48bbc-b36e-4f20-aff0-651e6a5cb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:41.998640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2a53373-2b85-43a5-9410-e4296734765b req-20f48bbc-b36e-4f20-aff0-651e6a5cb173 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=313a4b3172b84bbdb716cd409eccfeb1&device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 6494 time: 0.0871832 Sep 16 04:47:42.014810 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-ca4c3dec-139e-4fcc-9b68-08cc1a1ad125 None None] Set router 7b71af7b-d718-4a47-9c24-9fc83fef599b gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:42.202393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a53373-2b85-43a5-9410-e4296734765b req-c6adf87c-b9d1-497e-b238-ae62836ed8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:42.203960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2a53373-2b85-43a5-9410-e4296734765b req-c6adf87c-b9d1-497e-b238-ae62836ed8a7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dfa00947-d844-42e7-a6bc-3c59d3fba537 HTTP/1.1" status: 200 len: 910 time: 0.1971037 Sep 16 04:47:42.279390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-5c17aa33-0436-47b5-8c96-4363724af3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:42.280926 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-5c17aa33-0436-47b5-8c96-4363724af3d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 1095 time: 0.1437318 Sep 16 04:47:42.291283 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ca4c3dec-139e-4fcc-9b68-08cc1a1ad125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'name': 'tempest-TaggedBootDevicesTest-7495031-router', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:39Z', 'updated_at': '2021-09-16T04:44:44Z', 'revision_number': 4, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'gw_port': {'id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:41Z', 'updated_at': '2021-09-16T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '0eb1b1dc-a19f-4442-b19c-18609e4b64cb', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'floating_ip_address': '172.25.4.124', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'port_id': '291ebc99-8f20-4e0a-a402-de01d23f02f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537', 'mac_address': 'fa:16:3e:8c:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:45:57Z', 'updated_at': '2021-09-16T04:47:40Z', 'revision_number': 1, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92be808e-3341-47ae-9fa3-6adc19df2d40', 'name': '', 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'mac_address': 'fa:16:3e:b6:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:44Z', 'updated_at': '2021-09-16T04:44:53Z', 'revision_number': 5, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'subnets': [{'id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:42.295114 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2a53373-2b85-43a5-9410-e4296734765b req-d662acb0-ebda-4691-9dab-4e1989c2cdef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=291ebc99-8f20-4e0a-a402-de01d23f02f8 HTTP/1.1" status: 200 len: 999 time: 0.0761917 Sep 16 04:47:42.322463 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c3dec-139e-4fcc-9b68-08cc1a1ad125 None None] The sync data for ids ['7b71af7b-d718-4a47-9c24-9fc83fef599b'] in n-d-712140-13 is: [{'id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'name': 'tempest-TaggedBootDevicesTest-7495031-router', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:39Z', 'updated_at': '2021-09-16T04:44:44Z', 'revision_number': 4, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'gw_port': {'id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:41Z', 'updated_at': '2021-09-16T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '0eb1b1dc-a19f-4442-b19c-18609e4b64cb', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'floating_ip_address': '172.25.4.124', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'port_id': '291ebc99-8f20-4e0a-a402-de01d23f02f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537', 'mac_address': 'fa:16:3e:8c:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:45:57Z', 'updated_at': '2021-09-16T04:47:40Z', 'revision_number': 1, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92be808e-3341-47ae-9fa3-6adc19df2d40', 'name': '', 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'mac_address': 'fa:16:3e:b6:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:44Z', 'updated_at': '2021-09-16T04:44:53Z', 'revision_number': 5, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'subnets': [{'id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:47:42.374184 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-d599191a-79c8-4578-a2e3-73e245f39146 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf525930-ec47-481e-9e08-139907fd5503 HTTP/1.1" status: 200 len: 217 time: 0.0780971 Sep 16 04:47:42.438111 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a53373-2b85-43a5-9410-e4296734765b req-a217edf7-5c83-4dcc-8191-a5dcb62f2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:42.439308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2a53373-2b85-43a5-9410-e4296734765b req-a217edf7-5c83-4dcc-8191-a5dcb62f2eb0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5aaa3052-f1cc-492f-84e6-ab27c153753a HTTP/1.1" status: 200 len: 848 time: 0.1307251 Sep 16 04:47:42.456401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-31b829fc-eed4-4ebc-aff8-a33b45dacfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:42.457634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-31b829fc-eed4-4ebc-aff8-a33b45dacfb0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1389bae5-dd46-4164-b9db-3ab16c90c617 HTTP/1.1" status: 200 len: 852 time: 0.0762904 Sep 16 04:47:42.504919 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-1bf59de8-db41-4608-9089-d2a8ce0bf9b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5acd6586-8a2c-490f-9c1f-4e1587166d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278075 Sep 16 04:47:42.552425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a53373-2b85-43a5-9410-e4296734765b req-d187a6df-47ab-4ae0-82fd-6e61c28f1b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:42.552425 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2a53373-2b85-43a5-9410-e4296734765b req-d187a6df-47ab-4ae0-82fd-6e61c28f1b13 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dfa00947-d844-42e7-a6bc-3c59d3fba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035249 Sep 16 04:47:42.660807 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b6d7b6-d1f4-4813-8319-cbaf5843a875 None None] New status for floating IP 0eb1b1dc-a19f-4442-b19c-18609e4b64cb: ACTIVE {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:47:42.691619 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-290f87cb-d890-4c24-a057-212bc30ab83e service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783822 Sep 16 04:47:43.050387 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 47f80df8-344b-48bb-a817-089e69ffa038 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:43.159146 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5f2e83-fa05-4143-aa3a-0dc257649883 req-f4601384-9b13-4948-8e35-fa1195797cd3 service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587786 Sep 16 04:47:43.167210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2a53373-2b85-43a5-9410-e4296734765b req-307cbf3e-36b0-4b23-8c75-6ee05a264d55 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa00947-d844-42e7-a6bc-3c59d3fba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5709453 Sep 16 04:47:43.177483 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 47f80df8-344b-48bb-a817-089e69ffa038, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=47f80df8-344b-48bb-a817-089e69ffa038,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:43.189726 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '47f80df8-344b-48bb-a817-089e69ffa038', 'network_id': 'de603ae2-4471-4acd-89c3-36abf29128c1', 'port_id': '47f80df8-344b-48bb-a817-089e69ffa038', 'mac_address': 'fa:16:3e:cc:07:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9108a406-26b4-4800-8499-3d9477c83d5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:43.233115 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.249194 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f80df8-344b-48bb-a817-089e69ffa038 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:43.269929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2a53373-2b85-43a5-9410-e4296734765b req-cc8d4650-9c9c-47c9-8092-37f92fe50322 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa00947-d844-42e7-a6bc-3c59d3fba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956979 Sep 16 04:47:43.275427 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 47f80df8-344b-48bb-a817-089e69ffa038, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=47f80df8-344b-48bb-a817-089e69ffa038,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:43.350657 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.401241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=47f80df8-344b-48bb-a817-089e69ffa038,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:43.720658 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-726b3711-c1a8-4696-996f-95da90384fa9 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:47:43.721983 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-726b3711-c1a8-4696-996f-95da90384fa9 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061142 Sep 16 04:47:43.762676 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2fd1019c-d70f-4083-8141-a9c48a94492c tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:43.764153 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2fd1019c-d70f-4083-8141-a9c48a94492c tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/ports/6ac532a6-7f6c-4137-b501-3566e3703835 HTTP/1.1" status: 200 len: 1094 time: 0.0351350 Sep 16 04:47:43.847084 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['47f80df8-344b-48bb-a817-089e69ffa038'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:43.874811 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4b599c85-2765-4bca-895f-f6cdabea8410 service neutron] Request body: {'binding': {'host': 'n-h1-712140-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:43.875360 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4b599c85-2765-4bca-895f-f6cdabea8410 service neutron] Unknown quota resources ['binding']. {{(pid=95474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:47:43.970516 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-9d6805de-f68c-4e7f-87ab-191818acb702 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:47:43.971540 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-9d6805de-f68c-4e7f-87ab-191818acb702 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069022 Sep 16 04:47:44.025396 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-5918bb59-404b-4958-ba12-910639811c83 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:44.026768 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-5918bb59-404b-4958-ba12-910639811c83 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/ports/ac394567-41b8-48e7-a85a-b585c51e2c12 HTTP/1.1" status: 200 len: 1095 time: 0.0483043 Sep 16 04:47:44.058663 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4b599c85-2765-4bca-895f-f6cdabea8410 service neutron] Attempting to bind port 6ac532a6-7f6c-4137-b501-3566e3703835 on host n-h1-712140-13 for vnic_type normal with profile None {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:44.059039 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4b599c85-2765-4bca-895f-f6cdabea8410 service neutron] Attempting to bind port 6ac532a6-7f6c-4137-b501-3566e3703835 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:44.059482 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4b599c85-2765-4bca-895f-f6cdabea8410 service neutron] Attempting to bind port 6ac532a6-7f6c-4137-b501-3566e3703835 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:44.063942 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4b599c85-2765-4bca-895f-f6cdabea8410 service neutron] Port 6ac532a6-7f6c-4137-b501-3566e3703835 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:44.064264 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4b599c85-2765-4bca-895f-f6cdabea8410 service neutron] Attempting to bind port 6ac532a6-7f6c-4137-b501-3566e3703835 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:44.069662 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4b599c85-2765-4bca-895f-f6cdabea8410 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:44.069874 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4b599c85-2765-4bca-895f-f6cdabea8410 service neutron] Checking segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:44.070263 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4b599c85-2765-4bca-895f-f6cdabea8410 service neutron] Bound using segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:44.070695 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4b599c85-2765-4bca-895f-f6cdabea8410 service neutron] Bound port: 6ac532a6-7f6c-4137-b501-3566e3703835, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:44.100232 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-ec31a888-328a-4201-a292-740ba003816b service neutron] Request body: {'binding': {'host': 'n-h2-712140-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:44.100621 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-ec31a888-328a-4201-a292-740ba003816b service neutron] Unknown quota resources ['binding']. {{(pid=95474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:47:44.171963 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4b599c85-2765-4bca-895f-f6cdabea8410 service neutron] For port 6ac532a6-7f6c-4137-b501-3566e3703835, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6ac532a6-7f6c-4137-b501-3566e3703835,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:44.238227 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4b599c85-2765-4bca-895f-f6cdabea8410 service neutron] Notify callbacks [] for binding, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.239436 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4b599c85-2765-4bca-895f-f6cdabea8410 service neutron] 10.222.0.20 "POST /v2.0/ports/6ac532a6-7f6c-4137-b501-3566e3703835/bindings HTTP/1.1" status: 201 len: 390 time: 0.4698093 Sep 16 04:47:44.265206 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-ec31a888-328a-4201-a292-740ba003816b service neutron] Attempting to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 on host n-h2-712140-13 for vnic_type normal with profile None {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:44.268944 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-ec31a888-328a-4201-a292-740ba003816b service neutron] Attempting to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:44.268944 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-ec31a888-328a-4201-a292-740ba003816b service neutron] Attempting to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:44.270253 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-ec31a888-328a-4201-a292-740ba003816b service neutron] Port ac394567-41b8-48e7-a85a-b585c51e2c12 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:44.270567 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-ec31a888-328a-4201-a292-740ba003816b service neutron] Attempting to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:44.276246 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-ec31a888-328a-4201-a292-740ba003816b service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:44.276578 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-ec31a888-328a-4201-a292-740ba003816b service neutron] Checking segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:44.276954 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-ec31a888-328a-4201-a292-740ba003816b service neutron] Bound using segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:44.277374 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-ec31a888-328a-4201-a292-740ba003816b service neutron] Bound port: ac394567-41b8-48e7-a85a-b585c51e2c12, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:44.329293 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-ec31a888-328a-4201-a292-740ba003816b service neutron] For port ac394567-41b8-48e7-a85a-b585c51e2c12, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ac394567-41b8-48e7-a85a-b585c51e2c12,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:44.431541 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-ec31a888-328a-4201-a292-740ba003816b service neutron] Notify callbacks [] for binding, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.432675 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-ec31a888-328a-4201-a292-740ba003816b service neutron] 10.222.0.20 "POST /v2.0/ports/ac394567-41b8-48e7-a85a-b585c51e2c12/bindings HTTP/1.1" status: 201 len: 390 time: 0.4001577 Sep 16 04:47:44.549329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f4ab0-64f5-4fd3-9587-614e69bbb8f0 req-82bdab9a-8e54-4928-a104-943cdb9ef2dc tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:44.550929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-613f4ab0-64f5-4fd3-9587-614e69bbb8f0 req-82bdab9a-8e54-4928-a104-943cdb9ef2dc tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 943 time: 0.0561538 Sep 16 04:47:44.592131 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-613f4ab0-64f5-4fd3-9587-614e69bbb8f0 req-8de8dd2d-2a3e-433c-a68b-bf01fa864aaa tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349946 Sep 16 04:47:44.642511 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94efc394-182c-42b7-83ee-34d77f2151f8 x-openstack-request-id: req-94efc394-182c-42b7-83ee-34d77f2151f8 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:44.642801 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2928b43-c7b7-4965-a16b-6ebc6205bb99", "tag": "cf525930-ec47-481e-9e08-139907fd5503", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:44.643088 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94efc394-182c-42b7-83ee-34d77f2151f8 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:44.643506 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2928b43-c7b7-4965-a16b-6ebc6205bb99', 'tag': 'cf525930-ec47-481e-9e08-139907fd5503', 'status': 'completed', 'code': 200} Sep 16 04:47:44.766921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3dcabf-b019-44d5-b09e-5a85e3251906 req-3d7472a1-ffe5-4f94-b980-d556c44a2d48 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:44.768458 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c3dcabf-b019-44d5-b09e-5a85e3251906 req-3d7472a1-ffe5-4f94-b980-d556c44a2d48 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21b3ec9-79b5-411f-9f66-1bbb2305cddf HTTP/1.1" status: 200 len: 944 time: 0.0811348 Sep 16 04:47:44.779749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d2b00-b9c7-458c-8f24-a789a6c77e3f req-0ca42bb6-e7c9-4821-8a98-8086cf6fc379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:44.781215 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d4d2b00-b9c7-458c-8f24-a789a6c77e3f req-0ca42bb6-e7c9-4821-8a98-8086cf6fc379 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 1095 time: 0.0662479 Sep 16 04:47:44.844072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c3dcabf-b019-44d5-b09e-5a85e3251906 req-8a1ae47f-a19f-4c00-b145-3bbb84156bf7 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674319 Sep 16 04:47:44.912413 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d2b00-b9c7-458c-8f24-a789a6c77e3f req-cc7e362a-c043-4b5b-b22b-e8d52141a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:44.913932 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d4d2b00-b9c7-458c-8f24-a789a6c77e3f req-cc7e362a-c043-4b5b-b22b-e8d52141a584 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5acd6586-8a2c-490f-9c1f-4e1587166d60 HTTP/1.1" status: 200 len: 913 time: 0.1196458 Sep 16 04:47:44.965469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d4d2b00-b9c7-458c-8f24-a789a6c77e3f req-0d8ad79b-161f-47fb-9a0f-602c2b4d73fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf525930-ec47-481e-9e08-139907fd5503 HTTP/1.1" status: 200 len: 217 time: 0.0430961 Sep 16 04:47:45.037603 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-5c54ef85-5124-4b7d-8e19-6b5ae34abace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:45.039188 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-5c54ef85-5124-4b7d-8e19-6b5ae34abace service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 1097 time: 0.0635581 Sep 16 04:47:45.063117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d2b00-b9c7-458c-8f24-a789a6c77e3f req-0abe6765-4761-404e-810f-a1acd25a75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:45.064702 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d4d2b00-b9c7-458c-8f24-a789a6c77e3f req-0abe6765-4761-404e-810f-a1acd25a75cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1389bae5-dd46-4164-b9db-3ab16c90c617 HTTP/1.1" status: 200 len: 852 time: 0.0882237 Sep 16 04:47:45.072431 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 47f80df8-344b-48bb-a817-089e69ffa038 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:45.123387 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d4d2b00-b9c7-458c-8f24-a789a6c77e3f req-f0bf42c6-5860-49ed-b245-8bb6c050adc7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5acd6586-8a2c-490f-9c1f-4e1587166d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439196 Sep 16 04:47:45.152873 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-f15e4449-ea98-4d45-9697-c59e2d53de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:45.155127 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-f15e4449-ea98-4d45-9697-c59e2d53de5b service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 921 time: 0.1084857 Sep 16 04:47:45.156131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f0819-032d-408d-93e6-b0637f3679ef req-8b740d4b-cc97-46a6-98ff-bcdeab3394fe tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:45.157624 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e9f0819-032d-408d-93e6-b0637f3679ef req-8b740d4b-cc97-46a6-98ff-bcdeab3394fe tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 945 time: 0.1295128 Sep 16 04:47:45.179733 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 47f80df8-344b-48bb-a817-089e69ffa038 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:45.184232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 47f80df8-344b-48bb-a817-089e69ffa038 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:45.184678 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.201574 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-5bffebab-7b19-4cb8-af1f-424ca0b0e14d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ac532a6-7f6c-4137-b501-3566e3703835 HTTP/1.1" status: 200 len: 217 time: 0.0389042 Sep 16 04:47:45.236439 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471a318-51fe-4f4e-b65a-73aa1b8d3818 req-4e151870-b743-43c9-92bd-25b7b5868e35 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:45.237884 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0471a318-51fe-4f4e-b65a-73aa1b8d3818 req-4e151870-b743-43c9-92bd-25b7b5868e35 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 946 time: 0.1768517 Sep 16 04:47:45.267259 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-a2e4280d-3902-44e1-bf8a-929fb10b1b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:45.267680 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.269708 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-a2e4280d-3902-44e1-bf8a-929fb10b1b96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9023553c-0727-4415-b53e-7374b71d88bd HTTP/1.1" status: 200 len: 860 time: 0.0608041 Sep 16 04:47:45.294710 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21b3ec9-79b5-411f-9f66-1bbb2305cddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f80df8-344b-48bb-a817-089e69ffa038'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:45.296990 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3286fa43-d8a8-44ca-882b-4e9ee224ac24" -d '{"events": [{"server_uuid": "e21b3ec9-79b5-411f-9f66-1bbb2305cddf", "name": "network-vif-plugged", "status": "completed", "tag": "47f80df8-344b-48bb-a817-089e69ffa038"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:45.310094 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 47f80df8-344b-48bb-a817-089e69ffa038, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=47f80df8-344b-48bb-a817-089e69ffa038,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:45.311535 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-16713187-c4ca-4e3e-a836-a450532603da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346749 Sep 16 04:47:45.320371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e9f0819-032d-408d-93e6-b0637f3679ef req-f7edc11c-3206-452d-9455-5d077ea373b9 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444850 Sep 16 04:47:45.344370 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-f19d70e9-30ec-4a6e-aac7-1f5d601834c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:45.344370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-f19d70e9-30ec-4a6e-aac7-1f5d601834c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 1098 time: 0.1931503 Sep 16 04:47:45.378147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d4d2b00-b9c7-458c-8f24-a789a6c77e3f req-f861f03f-72de-4735-a802-2a5fb4ddfa03 service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420573 Sep 16 04:47:45.396969 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.404090 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2524e11f-2beb-4ec6-b46c-35ed575bff39 x-openstack-request-id: req-2524e11f-2beb-4ec6-b46c-35ed575bff39 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:45.406260 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21b3ec9-79b5-411f-9f66-1bbb2305cddf", "name": "network-vif-plugged", "status": "completed", "tag": "47f80df8-344b-48bb-a817-089e69ffa038", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:45.406260 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2524e11f-2beb-4ec6-b46c-35ed575bff39 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:45.406260 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21b3ec9-79b5-411f-9f66-1bbb2305cddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f80df8-344b-48bb-a817-089e69ffa038', 'code': 200} Sep 16 04:47:45.428003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0471a318-51fe-4f4e-b65a-73aa1b8d3818 req-edcec417-541a-44dd-b46e-ec487f3c140b tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579154 Sep 16 04:47:45.458966 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-b3bc434d-bfd2-4c99-bb1e-4202a1ffea22 service neutron] 10.222.0.21 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390538 Sep 16 04:47:45.499934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=47f80df8-344b-48bb-a817-089e69ffa038,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:45.509764 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:45.510945 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:45.511816 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:45.512666 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:45.513328 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:45.513986 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:45.514660 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:45.515357 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:45.516008 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:45.516656 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:45.517356 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:45.518013 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:45.613485 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-6addd1e5-e7f2-4e11-88d6-ea6a3574f15a service neutron] 10.222.0.21 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360149 Sep 16 04:47:45.660654 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d4d2b00-b9c7-458c-8f24-a789a6c77e3f req-65b6f0c9-2095-4531-afdc-be7e65a822e2 service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678974 Sep 16 04:47:45.664934 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53bebe-a5d8-4db9-9aeb-eb8f36d7b1f8 req-8382df81-086d-43ef-a6c2-77490f441330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:45.666090 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f53bebe-a5d8-4db9-9aeb-eb8f36d7b1f8 req-8382df81-086d-43ef-a6c2-77490f441330 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e21b3ec9-79b5-411f-9f66-1bbb2305cddf HTTP/1.1" status: 200 len: 1097 time: 0.1330416 Sep 16 04:47:45.667091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-64b584d5-c52d-4f0c-9150-967b124610c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:45.668455 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-64b584d5-c52d-4f0c-9150-967b124610c8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 908 time: 0.2962635 Sep 16 04:47:45.723553 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-6a94d040-f44b-44ac-836e-6897388f8ec9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac394567-41b8-48e7-a85a-b585c51e2c12 HTTP/1.1" status: 200 len: 217 time: 0.0474722 Sep 16 04:47:45.846780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f53bebe-a5d8-4db9-9aeb-eb8f36d7b1f8 req-4cb708f0-de6d-43eb-82fd-de2cc544df46 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581421 Sep 16 04:47:45.857395 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-4d28905a-15eb-46ce-8f4d-bcf929b402d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:45.858896 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-4d28905a-15eb-46ce-8f4d-bcf929b402d2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 200 len: 847 time: 0.1137478 Sep 16 04:47:45.870175 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313d95e-2cc5-4ba5-95ac-658e6723b1d0 req-d8dd8245-c6bc-4bd7-b240-2d4a82c488a7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:45.871746 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9313d95e-2cc5-4ba5-95ac-658e6723b1d0 req-d8dd8245-c6bc-4bd7-b240-2d4a82c488a7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 943 time: 0.1569300 Sep 16 04:47:45.911271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-ce0b9d79-7ac4-407a-9326-91ed19dc87a8 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:45.913161 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-ce0b9d79-7ac4-407a-9326-91ed19dc87a8 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa&tenant_id=81978a2452c74d468c1440c8a9e64f75&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 1097 time: 0.1205337 Sep 16 04:47:45.916221 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-727238db-7357-4300-934a-999c96107e08 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94aa3f97-6ed2-410f-a6a8-2309531d94bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426941 Sep 16 04:47:45.980340 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9313d95e-2cc5-4ba5-95ac-658e6723b1d0 req-8002926d-ff5a-4982-8fcf-24666a4c4e2b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933127 Sep 16 04:47:46.040308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-a4bf52fd-83b9-47f6-9fc6-6af9add2af46 service neutron] 10.222.0.38 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107213 Sep 16 04:47:46.172456 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab0c8e-2383-42a5-a6e6-c27740dc3384 req-8aa33682-4836-4846-8751-3ceadd95ecf7 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:46.173966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-beab0c8e-2383-42a5-a6e6-c27740dc3384 req-8aa33682-4836-4846-8751-3ceadd95ecf7 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21b3ec9-79b5-411f-9f66-1bbb2305cddf HTTP/1.1" status: 200 len: 945 time: 0.0994816 Sep 16 04:47:46.178095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-8f04d81e-01bc-4ba9-aa52-7a3b1fb01f80 service neutron] 10.222.0.38 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310759 Sep 16 04:47:46.226778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712140-13'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:46.232109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-beab0c8e-2383-42a5-a6e6-c27740dc3384 req-23bf4fc2-1997-446f-a134-ee370c634651 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517502 Sep 16 04:47:46.308419 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.495262 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] For port 6ac532a6-7f6c-4137-b501-3566e3703835, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=6ac532a6-7f6c-4137-b501-3566e3703835,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:46.544159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e3ef1-8734-4379-8518-ce91edb7127b req-8a170f3d-036e-4baa-a890-c134e310d150 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:46.545894 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-601e3ef1-8734-4379-8518-ce91edb7127b req-8a170f3d-036e-4baa-a890-c134e310d150 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 945 time: 0.1202369 Sep 16 04:47:46.640897 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] For port 6ac532a6-7f6c-4137-b501-3566e3703835, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:46.640897 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587b455-caa2-4b74-93f3-deafc460a608 req-bc56ee3a-bb39-4a4f-99d6-acd367fa98f1 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:46.641886 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9587b455-caa2-4b74-93f3-deafc460a608 req-bc56ee3a-bb39-4a4f-99d6-acd367fa98f1 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 946 time: 0.1443975 Sep 16 04:47:46.672900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-601e3ef1-8734-4379-8518-ce91edb7127b req-5bfe0f0a-2152-47bf-8038-60eddb3d3f6d tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089475 Sep 16 04:47:46.705920 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660e9676-a9e9-4c7b-89b1-d2616d706daa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ac532a6-7f6c-4137-b501-3566e3703835'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:46.708961 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d02a60e-b74c-48e5-ab8c-d374bed7f719" -d '{"events": [{"server_uuid": "660e9676-a9e9-4c7b-89b1-d2616d706daa", "name": "network-vif-unplugged", "status": "completed", "tag": "6ac532a6-7f6c-4137-b501-3566e3703835"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:46.713360 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.728354 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9587b455-caa2-4b74-93f3-deafc460a608 req-cbbfbb91-e507-4058-b38c-6ffc77a28016 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779765 Sep 16 04:47:46.763622 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9bfdaf-6ab8-4db8-8e52-d98fc5321946 x-openstack-request-id: req-7b9bfdaf-6ab8-4db8-8e52-d98fc5321946 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:46.763622 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660e9676-a9e9-4c7b-89b1-d2616d706daa", "name": "network-vif-unplugged", "status": "completed", "tag": "6ac532a6-7f6c-4137-b501-3566e3703835", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:46.763622 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b9bfdaf-6ab8-4db8-8e52-d98fc5321946 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:46.763622 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660e9676-a9e9-4c7b-89b1-d2616d706daa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ac532a6-7f6c-4137-b501-3566e3703835', 'code': 200} Sep 16 04:47:46.796380 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.890554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] Attempting to bind port 6ac532a6-7f6c-4137-b501-3566e3703835 on host n-h2-712140-13 for vnic_type normal with profile {"migrating_to": "n-h1-712140-13"} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:46.890828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] Attempting to bind port 6ac532a6-7f6c-4137-b501-3566e3703835 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:46.891729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] Attempting to bind port 6ac532a6-7f6c-4137-b501-3566e3703835 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:46.908191 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] Port 6ac532a6-7f6c-4137-b501-3566e3703835 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:46.908527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] Attempting to bind port 6ac532a6-7f6c-4137-b501-3566e3703835 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:46.916825 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] Pushing event updated for resources: {'Port': ['ID=6ac532a6-7f6c-4137-b501-3566e3703835,revision_number=7']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:46.920210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:46.920556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] Checking segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:46.920943 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] Bound using segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:46.921394 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] Bound port: 6ac532a6-7f6c-4137-b501-3566e3703835, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:46.921761 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.979779 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38716) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:46.994714 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] For port 6ac532a6-7f6c-4137-b501-3566e3703835, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:46.998126 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] For port 6ac532a6-7f6c-4137-b501-3566e3703835, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=6ac532a6-7f6c-4137-b501-3566e3703835,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:47.109619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device cf525930-ec47-481e-9e08-139907fd5503 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:47.118432 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791514a8-df62-4d93-8d61-751976e3c492 req-4112ae66-a37c-4ee4-bff4-182d831af6a1 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:47.118432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-791514a8-df62-4d93-8d61-751976e3c492 req-4112ae66-a37c-4ee4-bff4-182d831af6a1 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 943 time: 0.0582097 Sep 16 04:47:47.118432 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.122358 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0a350eae-ef89-4992-8cef-bd07f5aef3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.225956 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port cf525930-ec47-481e-9e08-139907fd5503, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=cf525930-ec47-481e-9e08-139907fd5503,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:47.237601 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] Pushing event updated for resources: {'Port': ['ID=6ac532a6-7f6c-4137-b501-3566e3703835,revision_number=8']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:47.252832 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0a350eae-ef89-4992-8cef-bd07f5aef3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.266376 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'cf525930-ec47-481e-9e08-139907fd5503', 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60', 'port_id': 'cf525930-ec47-481e-9e08-139907fd5503', 'mac_address': 'fa:16:3e:cf:7b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1389bae5-dd46-4164-b9db-3ab16c90c617', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:47.273107 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-791514a8-df62-4d93-8d61-751976e3c492 req-57b29fb2-8145-4761-bcdc-33775671e3de tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257830 Sep 16 04:47:47.274473 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:47.275193 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.276568 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-2965a40f-9a8a-4ffa-a384-4c0d4ad38aae service neutron] 10.222.0.21 "PUT /v2.0/ports/6ac532a6-7f6c-4137-b501-3566e3703835 HTTP/1.1" status: 200 len: 1123 time: 1.0545931 Sep 16 04:47:47.330491 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.355679 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf525930-ec47-481e-9e08-139907fd5503 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:47.373695 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0a350eae-ef89-4992-8cef-bd07f5aef3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.392986 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port cf525930-ec47-481e-9e08-139907fd5503, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=cf525930-ec47-481e-9e08-139907fd5503,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:47.417587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254c646-6219-4557-a3d7-20bd5c62be6d req-e76d94d4-a1c4-43af-854b-f2cdb9766485 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:47.421678 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0a350eae-ef89-4992-8cef-bd07f5aef3e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc73fadfbef24b419074ed7b609be092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4384971 Sep 16 04:47:47.423723 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d254c646-6219-4557-a3d7-20bd5c62be6d req-e76d94d4-a1c4-43af-854b-f2cdb9766485 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21b3ec9-79b5-411f-9f66-1bbb2305cddf HTTP/1.1" status: 200 len: 945 time: 0.0874548 Sep 16 04:47:47.424099 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38728) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:47.446834 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a350eae-ef89-4992-8cef-bd07f5aef3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db85ee0-75c1-4e85-b96a-a7959deb9dba,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:47.466339 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a350eae-ef89-4992-8cef-bd07f5aef3e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.466767 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a350eae-ef89-4992-8cef-bd07f5aef3e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.467095 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a350eae-ef89-4992-8cef-bd07f5aef3e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.467431 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a350eae-ef89-4992-8cef-bd07f5aef3e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.467757 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a350eae-ef89-4992-8cef-bd07f5aef3e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.468075 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a350eae-ef89-4992-8cef-bd07f5aef3e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.468396 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a350eae-ef89-4992-8cef-bd07f5aef3e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.469047 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a350eae-ef89-4992-8cef-bd07f5aef3e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.469224 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a350eae-ef89-4992-8cef-bd07f5aef3e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.469544 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a350eae-ef89-4992-8cef-bd07f5aef3e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.469713 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a350eae-ef89-4992-8cef-bd07f5aef3e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.470064 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a350eae-ef89-4992-8cef-bd07f5aef3e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.480331 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d254c646-6219-4557-a3d7-20bd5c62be6d req-fd3028c1-6608-4636-86b1-8a861681d2a1 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532548 Sep 16 04:47:47.484175 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['6ac532a6-7f6c-4137-b501-3566e3703835'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:47.520068 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.521859 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b2468ae-be00-4529-9f42-84af5ffae9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.546164 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b2468ae-be00-4529-9f42-84af5ffae9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.594106 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=cf525930-ec47-481e-9e08-139907fd5503,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:47.670643 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b2468ae-be00-4529-9f42-84af5ffae9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.673556 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b2468ae-be00-4529-9f42-84af5ffae9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.675387 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9b2468ae-be00-4529-9f42-84af5ffae9ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7db85ee0-75c1-4e85-b96a-a7959deb9dba HTTP/1.1" status: 204 len: 168 time: 0.2503033 Sep 16 04:47:47.688115 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2468ae-be00-4529-9f42-84af5ffae9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db85ee0-75c1-4e85-b96a-a7959deb9dba,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:47.827146 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc56ad-4509-40d7-b6df-8ae422f8c3e7 req-cc477038-68e9-4fa0-9d02-7aa686ac9961 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:47.828838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19fc56ad-4509-40d7-b6df-8ae422f8c3e7 req-cc477038-68e9-4fa0-9d02-7aa686ac9961 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 943 time: 0.0678103 Sep 16 04:47:47.900212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17011060-4a26-4811-b901-6c3333c90b9a req-2d76d490-e9b0-4833-a01d-d9516187c6ad tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:47.901926 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17011060-4a26-4811-b901-6c3333c90b9a req-2d76d490-e9b0-4833-a01d-d9516187c6ad tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 946 time: 0.0929041 Sep 16 04:47:47.911045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19fc56ad-4509-40d7-b6df-8ae422f8c3e7 req-039cea33-e337-4664-98fa-64773b972915 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622730 Sep 16 04:47:47.962132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17011060-4a26-4811-b901-6c3333c90b9a req-173877cc-4ff7-4032-946d-4bd7f92fc617 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464203 Sep 16 04:47:47.971588 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['cf525930-ec47-481e-9e08-139907fd5503'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:48.406819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4055e-2b3c-4002-99ae-da74d0d62bae req-318244df-5d3c-4701-a917-38ff1cdc3ea8 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:48.408532 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2f4055e-2b3c-4002-99ae-da74d0d62bae req-318244df-5d3c-4701-a917-38ff1cdc3ea8 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 944 time: 0.0604908 Sep 16 04:47:48.453862 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2f4055e-2b3c-4002-99ae-da74d0d62bae req-ccca6909-d1fa-42ae-9498-d022d20cca57 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375988 Sep 16 04:47:48.616391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae99372-db1d-4839-82d9-cf209b230be3 req-4ef79878-9731-44f4-8019-244d942c133f tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:48.620287 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aae99372-db1d-4839-82d9-cf209b230be3 req-4ef79878-9731-44f4-8019-244d942c133f tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21b3ec9-79b5-411f-9f66-1bbb2305cddf HTTP/1.1" status: 200 len: 945 time: 0.0606966 Sep 16 04:47:48.681240 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aae99372-db1d-4839-82d9-cf209b230be3 req-063badfe-8f73-41d9-b738-cb38092d5730 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531287 Sep 16 04:47:48.758623 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660e9676-a9e9-4c7b-89b1-d2616d706daa', 'tag': '6ac532a6-7f6c-4137-b501-3566e3703835'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:48.763855 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740f9888-fe8e-4d28-bf34-23702a373c20" -d '{"events": [{"name": "network-changed", "server_uuid": "660e9676-a9e9-4c7b-89b1-d2616d706daa", "tag": "6ac532a6-7f6c-4137-b501-3566e3703835"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:48.810707 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e7c558-8c92-4d25-8c8d-cab8ffc3d573 x-openstack-request-id: req-92e7c558-8c92-4d25-8c8d-cab8ffc3d573 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:48.811015 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660e9676-a9e9-4c7b-89b1-d2616d706daa", "tag": "6ac532a6-7f6c-4137-b501-3566e3703835", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:48.811263 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92e7c558-8c92-4d25-8c8d-cab8ffc3d573 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:48.811691 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660e9676-a9e9-4c7b-89b1-d2616d706daa', 'tag': '6ac532a6-7f6c-4137-b501-3566e3703835', 'status': 'completed', 'code': 200} Sep 16 04:47:48.920010 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f9888-fe8e-4d28-bf34-23702a373c20 req-c75bf20d-daa7-4c5c-ba18-22fa645dbf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:48.921659 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-740f9888-fe8e-4d28-bf34-23702a373c20 req-c75bf20d-daa7-4c5c-ba18-22fa645dbf1d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 1126 time: 0.0596752 Sep 16 04:47:49.065691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f9888-fe8e-4d28-bf34-23702a373c20 req-1b5a73ea-1500-4975-aeee-35bd23bd6512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:49.067249 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-740f9888-fe8e-4d28-bf34-23702a373c20 req-1b5a73ea-1500-4975-aeee-35bd23bd6512 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 921 time: 0.1377590 Sep 16 04:47:49.087558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35148638-443c-4038-a887-562520d212fa req-6d97a759-f88f-438d-bf52-33f2184ecf8e tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:49.087558 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35148638-443c-4038-a887-562520d212fa req-6d97a759-f88f-438d-bf52-33f2184ecf8e tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 943 time: 0.0736940 Sep 16 04:47:49.125774 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6ac532a6-7f6c-4137-b501-3566e3703835 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:49.133459 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-740f9888-fe8e-4d28-bf34-23702a373c20 req-8bb78f78-1bf9-42f7-8871-246a1fa7351d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ac532a6-7f6c-4137-b501-3566e3703835 HTTP/1.1" status: 200 len: 217 time: 0.0584180 Sep 16 04:47:49.234456 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 6ac532a6-7f6c-4137-b501-3566e3703835, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=6ac532a6-7f6c-4137-b501-3566e3703835,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:49.248234 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6ac532a6-7f6c-4137-b501-3566e3703835 has no active binding in host n-h1-712140-13 {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:47:49.249850 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35148638-443c-4038-a887-562520d212fa req-7f1182ac-2597-4414-b09b-18b05dae0f64 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260519 Sep 16 04:47:49.266060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f9888-fe8e-4d28-bf34-23702a373c20 req-201c2456-21ef-430c-8e61-eedb7f0c3dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:49.266683 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-740f9888-fe8e-4d28-bf34-23702a373c20 req-201c2456-21ef-430c-8e61-eedb7f0c3dd5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9023553c-0727-4415-b53e-7374b71d88bd HTTP/1.1" status: 200 len: 860 time: 0.0881467 Sep 16 04:47:49.299587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43260b85-9b89-4ecd-b086-0e7acbd8a996 req-9fdb697b-af5a-4963-8baa-052a4d1f0c53 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:49.301127 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-43260b85-9b89-4ecd-b086-0e7acbd8a996 req-9fdb697b-af5a-4963-8baa-052a4d1f0c53 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 946 time: 0.1374834 Sep 16 04:47:49.318427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-740f9888-fe8e-4d28-bf34-23702a373c20 req-09541128-4d99-43e7-902a-528891d36705 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391965 Sep 16 04:47:49.383601 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-43260b85-9b89-4ecd-b086-0e7acbd8a996 req-599277a7-a40c-4469-92c4-2c08642f9f85 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674894 Sep 16 04:47:49.464511 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-740f9888-fe8e-4d28-bf34-23702a373c20 req-322c3358-c07a-4f25-bbf2-8d64ca832048 service neutron] 10.222.0.38 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322811 Sep 16 04:47:49.600139 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1709a-30f3-409e-8bb6-7a7e9cb0b77a req-00db2936-1656-495e-afd3-10a18dcaf92b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:49.601719 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aea1709a-30f3-409e-8bb6-7a7e9cb0b77a req-00db2936-1656-495e-afd3-10a18dcaf92b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21b3ec9-79b5-411f-9f66-1bbb2305cddf HTTP/1.1" status: 200 len: 945 time: 0.1108775 Sep 16 04:47:49.619494 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-740f9888-fe8e-4d28-bf34-23702a373c20 req-eb470b83-7b92-49c8-92ad-b8998018629b service neutron] 10.222.0.38 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485031 Sep 16 04:47:49.656748 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aea1709a-30f3-409e-8bb6-7a7e9cb0b77a req-12f5b216-19fe-45a3-91d3-d5a65c14f6a9 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472212 Sep 16 04:47:49.741445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3173b-5f62-4cfb-a63b-2b66ab4c7234 req-8e15afaf-2108-49ea-99e1-9355943b9166 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:49.743095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fdb3173b-5f62-4cfb-a63b-2b66ab4c7234 req-8e15afaf-2108-49ea-99e1-9355943b9166 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 944 time: 0.0544274 Sep 16 04:47:49.787609 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fdb3173b-5f62-4cfb-a63b-2b66ab4c7234 req-90f5aef7-8ad8-4e4c-a640-21ae76cd36dd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381808 Sep 16 04:47:50.361056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38824) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:50.388850 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433acb99-bbf6-4af4-a044-feec4fb65170 req-0381e28d-c2f7-481b-91bc-e6cd0dff84f3 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:50.390539 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-433acb99-bbf6-4af4-a044-feec4fb65170 req-0381e28d-c2f7-481b-91bc-e6cd0dff84f3 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 943 time: 0.0623267 Sep 16 04:47:50.447547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-433acb99-bbf6-4af4-a044-feec4fb65170 req-e4ddb57e-0405-4681-b947-200271b06aa5 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502992 Sep 16 04:47:50.495173 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9568-bad4-4d5a-b4db-c508aee21933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.559644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ac598-a975-4fdd-a258-5ec70c932577 req-e7e08998-441b-4dd0-b965-453ce2e20f8e tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:50.561077 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a5ac598-a975-4fdd-a258-5ec70c932577 req-e7e08998-441b-4dd0-b965-453ce2e20f8e tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 946 time: 0.0816884 Sep 16 04:47:50.628742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a5ac598-a975-4fdd-a258-5ec70c932577 req-57257cbb-dec3-4a8f-8e84-bd296d44e4d8 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557783 Sep 16 04:47:50.680897 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9568-bad4-4d5a-b4db-c508aee21933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.763432 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9568-bad4-4d5a-b4db-c508aee21933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.816656 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff9568-bad4-4d5a-b4db-c508aee21933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c6d5bb-f3ae-4612-933d-80d57ac6ff47,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:50.821222 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b3ff9568-bad4-4d5a-b4db-c508aee21933 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c2a71985be94183ad12b0946a161544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4591148 Sep 16 04:47:50.824160 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38840) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:50.841181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cc3d8-6512-4677-a7ef-b8530b945813 req-4057dd09-3f34-4a3e-81be-bd852ee3d1a3 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:50.843065 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-760cc3d8-6512-4677-a7ef-b8530b945813 req-4057dd09-3f34-4a3e-81be-bd852ee3d1a3 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21b3ec9-79b5-411f-9f66-1bbb2305cddf HTTP/1.1" status: 200 len: 945 time: 0.1113079 Sep 16 04:47:50.931022 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-760cc3d8-6512-4677-a7ef-b8530b945813 req-7d44bb3e-cdb1-4078-be2b-c03f0dabde05 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups?id=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788252 Sep 16 04:47:50.961315 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f8b8837a-6da6-42f6-b5a0-0a2069dcd177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.035392 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f8b8837a-6da6-42f6-b5a0-0a2069dcd177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.072128 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c637469-c2e4-4dfe-9280-d858d9dacd27 req-bb181ace-936d-46b4-aaed-7df9a23926e9 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:51.073751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c637469-c2e4-4dfe-9280-d858d9dacd27 req-bb181ace-936d-46b4-aaed-7df9a23926e9 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 944 time: 0.1506157 Sep 16 04:47:51.114931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95486954-fd9c-47d6-b7fc-2ab5b26d5a29 req-6a550ffe-1b83-4c07-b81d-53daf2acd7ea tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:51.116578 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95486954-fd9c-47d6-b7fc-2ab5b26d5a29 req-6a550ffe-1b83-4c07-b81d-53daf2acd7ea tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.21 "GET /v2.0/ports?device_id=e21b3ec9-79b5-411f-9f66-1bbb2305cddf HTTP/1.1" status: 200 len: 945 time: 0.1370010 Sep 16 04:47:51.139487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device cf525930-ec47-481e-9e08-139907fd5503 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:51.188982 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c637469-c2e4-4dfe-9280-d858d9dacd27 req-0dcbdb30-067f-4121-a814-5240626d3b5c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032519 Sep 16 04:47:51.257690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-95486954-fd9c-47d6-b7fc-2ab5b26d5a29 req-631b9fe0-79c9-4ab6-8a8a-b51c413f2a7c tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Deleting port 47f80df8-344b-48bb-a817-089e69ffa038 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:51.259692 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-95486954-fd9c-47d6-b7fc-2ab5b26d5a29 req-631b9fe0-79c9-4ab6-8a8a-b51c413f2a7c tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.259855 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port cf525930-ec47-481e-9e08-139907fd5503 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:51.263377 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f8b8837a-6da6-42f6-b5a0-0a2069dcd177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.264651 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port cf525930-ec47-481e-9e08-139907fd5503 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:51.265053 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.266367 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f8b8837a-6da6-42f6-b5a0-0a2069dcd177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.270113 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f8b8837a-6da6-42f6-b5a0-0a2069dcd177 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8c6d5bb-f3ae-4612-933d-80d57ac6ff47 HTTP/1.1" status: 204 len: 168 time: 0.4424627 Sep 16 04:47:51.303297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8837a-6da6-42f6-b5a0-0a2069dcd177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c6d5bb-f3ae-4612-933d-80d57ac6ff47,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:51.382684 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.398687 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-95486954-fd9c-47d6-b7fc-2ab5b26d5a29 req-631b9fe0-79c9-4ab6-8a8a-b51c413f2a7c tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] For port 47f80df8-344b-48bb-a817-089e69ffa038, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=47f80df8-344b-48bb-a817-089e69ffa038,segment=NetworkSegment(859a1227-30d9-4097-9e60-74c2f1dc1274),segment_id=859a1227-30d9-4097-9e60-74c2f1dc1274)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:51.399340 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-95486954-fd9c-47d6-b7fc-2ab5b26d5a29 req-631b9fe0-79c9-4ab6-8a8a-b51c413f2a7c tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.410691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2928b43-c7b7-4965-a16b-6ebc6205bb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf525930-ec47-481e-9e08-139907fd5503'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:51.413520 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfbaf1f-b5a0-4d3c-91d7-0016f31b5819" -d '{"events": [{"server_uuid": "d2928b43-c7b7-4965-a16b-6ebc6205bb99", "name": "network-vif-plugged", "status": "completed", "tag": "cf525930-ec47-481e-9e08-139907fd5503"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:51.414674 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-95486954-fd9c-47d6-b7fc-2ab5b26d5a29 req-631b9fe0-79c9-4ab6-8a8a-b51c413f2a7c tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Calling delete_port for 47f80df8-344b-48bb-a817-089e69ffa038 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:51.427524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port cf525930-ec47-481e-9e08-139907fd5503, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=cf525930-ec47-481e-9e08-139907fd5503,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:51.459507 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a524b3b-af69-458e-a604-2c4d2724f8c5 x-openstack-request-id: req-0a524b3b-af69-458e-a604-2c4d2724f8c5 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:51.459877 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2928b43-c7b7-4965-a16b-6ebc6205bb99", "name": "network-vif-plugged", "status": "completed", "tag": "cf525930-ec47-481e-9e08-139907fd5503", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:51.460193 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a524b3b-af69-458e-a604-2c4d2724f8c5 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:51.460647 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2928b43-c7b7-4965-a16b-6ebc6205bb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf525930-ec47-481e-9e08-139907fd5503', 'code': 200} Sep 16 04:47:51.482172 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.563017 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=cf525930-ec47-481e-9e08-139907fd5503,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:51.668279 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6473d-a37a-4456-b239-dc9d1ab69351 req-c323202a-2b54-4745-912c-73fbffff01b5 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:51.670060 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-94f6473d-a37a-4456-b239-dc9d1ab69351 req-c323202a-2b54-4745-912c-73fbffff01b5 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 943 time: 0.1132560 Sep 16 04:47:51.686503 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef26ae-a03a-443b-a888-1276c1120da1 req-de04263a-2932-4873-99f5-30f9f80ec84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:51.688186 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6bef26ae-a03a-443b-a888-1276c1120da1 req-de04263a-2932-4873-99f5-30f9f80ec84f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 1097 time: 0.0975416 Sep 16 04:47:51.698972 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-95486954-fd9c-47d6-b7fc-2ab5b26d5a29 req-631b9fe0-79c9-4ab6-8a8a-b51c413f2a7c tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.744717 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['47f80df8-344b-48bb-a817-089e69ffa038'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:51.748644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b9fe0-79c9-4ab6-8a8a-b51c413f2a7c tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Pushing event deleted for resources: {'Port': ['ID=47f80df8-344b-48bb-a817-089e69ffa038,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:51.778137 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-94f6473d-a37a-4456-b239-dc9d1ab69351 req-9253b168-f8b1-4475-94ef-8d03871756a5 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994723 Sep 16 04:47:51.850450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-95486954-fd9c-47d6-b7fc-2ab5b26d5a29 req-631b9fe0-79c9-4ab6-8a8a-b51c413f2a7c tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] No DVR routers for this DVR port 47f80df8-344b-48bb-a817-089e69ffa038 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:51.856980 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-95486954-fd9c-47d6-b7fc-2ab5b26d5a29 req-631b9fe0-79c9-4ab6-8a8a-b51c413f2a7c tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.859174 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95486954-fd9c-47d6-b7fc-2ab5b26d5a29 req-631b9fe0-79c9-4ab6-8a8a-b51c413f2a7c tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.21 "DELETE /v2.0/ports/47f80df8-344b-48bb-a817-089e69ffa038 HTTP/1.1" status: 204 len: 173 time: 0.7351074 Sep 16 04:47:51.861620 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21b3ec9-79b5-411f-9f66-1bbb2305cddf', 'name': 'network-vif-deleted', 'tag': '47f80df8-344b-48bb-a817-089e69ffa038'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:51.863885 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf02951-6227-4f90-ace7-4cc85c8c4711" -d '{"events": [{"server_uuid": "e21b3ec9-79b5-411f-9f66-1bbb2305cddf", "name": "network-vif-deleted", "tag": "47f80df8-344b-48bb-a817-089e69ffa038"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:51.869363 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6bef26ae-a03a-443b-a888-1276c1120da1 req-3372fa51-845d-43cc-910e-bd7c1be7825f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344936 Sep 16 04:47:51.906230 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7728f0d-2e47-45e1-91b3-1fa7c9ecb749 req-ed859cd9-f8bc-447f-b3ed-29ead249edb2 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:51.909017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7728f0d-2e47-45e1-91b3-1fa7c9ecb749 req-ed859cd9-f8bc-447f-b3ed-29ead249edb2 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 946 time: 0.1291182 Sep 16 04:47:51.941308 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22404ef1-e2eb-4180-b514-b28ff9292414 x-openstack-request-id: req-22404ef1-e2eb-4180-b514-b28ff9292414 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:51.943592 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21b3ec9-79b5-411f-9f66-1bbb2305cddf", "name": "network-vif-deleted", "tag": "47f80df8-344b-48bb-a817-089e69ffa038", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:51.943592 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22404ef1-e2eb-4180-b514-b28ff9292414 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:51.943592 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21b3ec9-79b5-411f-9f66-1bbb2305cddf', 'name': 'network-vif-deleted', 'tag': '47f80df8-344b-48bb-a817-089e69ffa038', 'status': 'completed', 'code': 200} Sep 16 04:47:51.959528 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7728f0d-2e47-45e1-91b3-1fa7c9ecb749 req-76db1725-3982-4ea0-9731-57bddb43bc8e tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432103 Sep 16 04:47:52.053987 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0cfd6430-f4f2-4a9c-823f-1fbb1c2ae846 req-c85bedf0-4296-4c6c-985a-e466d4119b77 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21b3ec9-79b5-411f-9f66-1bbb2305cddf HTTP/1.1" status: 200 len: 210 time: 0.0286942 Sep 16 04:47:52.319207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be364efd-458d-4a90-b5d2-9d0c2760059d req-7cf0224c-362d-4d00-ac49-d8e8029739fd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.321431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be364efd-458d-4a90-b5d2-9d0c2760059d req-7cf0224c-362d-4d00-ac49-d8e8029739fd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 945 time: 0.0581386 Sep 16 04:47:52.364420 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be364efd-458d-4a90-b5d2-9d0c2760059d req-8cd2025c-c4e4-482e-8637-f1740d4756b7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369565 Sep 16 04:47:52.912867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8da32b-93d9-4dc4-aaf6-e5046c4acd2f req-fa4df44f-ccf9-49ef-9c29-990c47c078e2 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.914414 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd8da32b-93d9-4dc4-aaf6-e5046c4acd2f req-fa4df44f-ccf9-49ef-9c29-990c47c078e2 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 943 time: 0.0553944 Sep 16 04:47:52.961022 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd8da32b-93d9-4dc4-aaf6-e5046c4acd2f req-3856c160-f5cd-4c39-a06f-d252dd18614b tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407045 Sep 16 04:47:53.106697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11170f-766a-40ad-b8e9-14ee2e559b99 req-adc6758a-e606-430b-867a-790c64545e4a tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:53.108382 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd11170f-766a-40ad-b8e9-14ee2e559b99 req-adc6758a-e606-430b-867a-790c64545e4a tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 946 time: 0.0502298 Sep 16 04:47:53.147459 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd11170f-766a-40ad-b8e9-14ee2e559b99 req-a56ee642-a4b7-4f4d-a833-2f2c747fbab1 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329502 Sep 16 04:47:53.380060 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b38d59ed-390f-42fd-9f23-21f2543253a7 req-91d9c392-26b3-439a-a9e5-131cd2f4762c tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21b3ec9-79b5-411f-9f66-1bbb2305cddf HTTP/1.1" status: 200 len: 210 time: 0.0295584 Sep 16 04:47:53.497186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173be91-af9e-4bab-8535-c14e6ed65d05 req-b6bb024a-119c-4b60-ae3c-0a194aadea29 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:53.499370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e173be91-af9e-4bab-8535-c14e6ed65d05 req-b6bb024a-119c-4b60-ae3c-0a194aadea29 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 945 time: 0.0602314 Sep 16 04:47:53.555895 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e173be91-af9e-4bab-8535-c14e6ed65d05 req-45397a0a-5f2c-443d-985b-39d0322d0f64 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467513 Sep 16 04:47:54.104990 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b30ace-db68-4e39-82ff-10080e6f1498 req-cb67c991-a166-4ddd-9259-b6456dc80e60 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:54.104990 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-37b30ace-db68-4e39-82ff-10080e6f1498 req-cb67c991-a166-4ddd-9259-b6456dc80e60 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 943 time: 0.0607593 Sep 16 04:47:54.133228 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.158152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-37b30ace-db68-4e39-82ff-10080e6f1498 req-852558b0-7ece-4283-9e0c-d733f70d16a8 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513608 Sep 16 04:47:54.299755 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38930) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:54.329936 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f7cde-8064-4202-9da0-b1b4af726015 req-fc53b7f2-4a55-4a04-b534-ce79bcb4158b tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:54.331512 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b08f7cde-8064-4202-9da0-b1b4af726015 req-fc53b7f2-4a55-4a04-b534-ce79bcb4158b tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 946 time: 0.1113176 Sep 16 04:47:54.388136 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-89e96311-6a85-457b-9f57-f94841c1a6a6 service neutron] 10.222.0.38 "GET /v2.0/ports/6ac532a6-7f6c-4137-b501-3566e3703835/bindings/n-h1-712140-13 HTTP/1.1" status: 200 len: 385 time: 0.1156597 Sep 16 04:47:54.393394 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b08f7cde-8064-4202-9da0-b1b4af726015 req-2bdd14dc-19de-4bda-b04e-c9ecc59e3768 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525913 Sep 16 04:47:54.419705 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1bf36e62-57b7-41bc-9f4d-08175cce5635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.526671 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1bf36e62-57b7-41bc-9f4d-08175cce5635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.579705 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4e3b6cb7-57bf-4aa7-86e9-ed895a1c4c77 service neutron] For port 6ac532a6-7f6c-4137-b501-3566e3703835, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=6ac532a6-7f6c-4137-b501-3566e3703835,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:54.590329 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1bf36e62-57b7-41bc-9f4d-08175cce5635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.600476 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4e3b6cb7-57bf-4aa7-86e9-ed895a1c4c77 service neutron] For port 6ac532a6-7f6c-4137-b501-3566e3703835, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:54.635664 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1bf36e62-57b7-41bc-9f4d-08175cce5635 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6854876be36e4fa88a5b6b5d4fdef679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358867 Sep 16 04:47:54.638257 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38950) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:54.645403 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf36e62-57b7-41bc-9f4d-08175cce5635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e97451-abd7-416b-8683-4610e4ac84ec,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:54.646528 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4e3b6cb7-57bf-4aa7-86e9-ed895a1c4c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac532a6-7f6c-4137-b501-3566e3703835 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:54.672564 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4e3b6cb7-57bf-4aa7-86e9-ed895a1c4c77 service neutron] For port 6ac532a6-7f6c-4137-b501-3566e3703835, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6ac532a6-7f6c-4137-b501-3566e3703835,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:54.694800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38952) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:54.703816 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a501bb08-bede-456c-9719-11b322eda21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.728722 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a501bb08-bede-456c-9719-11b322eda21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.731254 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71c2aa-2d3c-4282-a068-72c8bdcda30f req-ebab8477-c6cf-4e8e-b2b2-aac7c6bef466 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:54.732841 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba71c2aa-2d3c-4282-a068-72c8bdcda30f req-ebab8477-c6cf-4e8e-b2b2-aac7c6bef466 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 945 time: 0.1025310 Sep 16 04:47:54.766318 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4e3b6cb7-57bf-4aa7-86e9-ed895a1c4c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.832357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba71c2aa-2d3c-4282-a068-72c8bdcda30f req-867052dd-a61d-4a10-b527-5b88a3d76559 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921495 Sep 16 04:47:54.834905 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2e13eba4-6982-4e55-be6b-9c938562909b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.870912 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a501bb08-bede-456c-9719-11b322eda21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.874717 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a501bb08-bede-456c-9719-11b322eda21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.878669 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a501bb08-bede-456c-9719-11b322eda21c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46e97451-abd7-416b-8683-4610e4ac84ec HTTP/1.1" status: 204 len: 168 time: 0.2394042 Sep 16 04:47:54.879329 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2e13eba4-6982-4e55-be6b-9c938562909b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.893956 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501bb08-bede-456c-9719-11b322eda21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e97451-abd7-416b-8683-4610e4ac84ec,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:54.926356 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4e3b6cb7-57bf-4aa7-86e9-ed895a1c4c77 service neutron] Transition to ACTIVE for port object 6ac532a6-7f6c-4137-b501-3566e3703835 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:47:54.996655 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4e3b6cb7-57bf-4aa7-86e9-ed895a1c4c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.027211 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2e13eba4-6982-4e55-be6b-9c938562909b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.029786 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2e13eba4-6982-4e55-be6b-9c938562909b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.031021 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2e13eba4-6982-4e55-be6b-9c938562909b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "DELETE /v2.0/security-groups/9459ca94-853d-4cf5-9e93-abd811047a31 HTTP/1.1" status: 204 len: 168 time: 0.3334570 Sep 16 04:47:55.034181 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38960) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:55.049885 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-28201013-374f-4afc-9c99-0c175b729e61 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] show failed (client error): The resource could not be found. Sep 16 04:47:55.051184 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-28201013-374f-4afc-9c99-0c175b729e61 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "GET /v2.0/security-groups/9459ca94-853d-4cf5-9e93-abd811047a31 HTTP/1.1" status: 404 len: 347 time: 0.0156038 Sep 16 04:47:55.055206 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38962) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:55.060584 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13eba4-6982-4e55-be6b-9c938562909b tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9459ca94-853d-4cf5-9e93-abd811047a31,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:55.090946 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b6cb7-57bf-4aa7-86e9-ed895a1c4c77 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac532a6-7f6c-4137-b501-3566e3703835,revision_number=10']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:55.093849 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4e3b6cb7-57bf-4aa7-86e9-ed895a1c4c77 service neutron] No DVR routers for this DVR port 6ac532a6-7f6c-4137-b501-3566e3703835 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:55.127180 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-4e3b6cb7-57bf-4aa7-86e9-ed895a1c4c77 service neutron] 10.222.0.38 "PUT /v2.0/ports/6ac532a6-7f6c-4137-b501-3566e3703835/bindings/n-h1-712140-13/activate HTTP/1.1" status: 200 len: 370 time: 0.7299073 Sep 16 04:47:55.142765 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 47f80df8-344b-48bb-a817-089e69ffa038 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:55.167194 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 47f80df8-344b-48bb-a817-089e69ffa038 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:55.167534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 47f80df8-344b-48bb-a817-089e69ffa038 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:55.224906 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-6be26c9a-0957-4488-bcc3-5c538876dcc3 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Deleting port 60e2396a-1961-46ee-8e20-8eff36b35ef2 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:55.224906 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6be26c9a-0957-4488-bcc3-5c538876dcc3 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.292395 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982239d8-eefe-40ca-adba-729f42f7d626 req-fb538557-3f39-4f1c-91bd-1bcc212f4efe tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.296092 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-982239d8-eefe-40ca-adba-729f42f7d626 req-fb538557-3f39-4f1c-91bd-1bcc212f4efe tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 945 time: 0.0793426 Sep 16 04:47:55.323802 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6be26c9a-0957-4488-bcc3-5c538876dcc3 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.325022 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6be26c9a-0957-4488-bcc3-5c538876dcc3 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.342611 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-6be26c9a-0957-4488-bcc3-5c538876dcc3 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Calling delete_port for 60e2396a-1961-46ee-8e20-8eff36b35ef2 owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:55.590723 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6be26c9a-0957-4488-bcc3-5c538876dcc3 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.638711 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be26c9a-0957-4488-bcc3-5c538876dcc3 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Pushing event deleted for resources: {'Port': ['ID=60e2396a-1961-46ee-8e20-8eff36b35ef2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:55.704831 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6be26c9a-0957-4488-bcc3-5c538876dcc3 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.707417 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6be26c9a-0957-4488-bcc3-5c538876dcc3 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.711584 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6be26c9a-0957-4488-bcc3-5c538876dcc3 tempest-ImagesOneServerNegativeTestJSON-907705656 tempest-ImagesOneServerNegativeTestJSON-907705656-project] 10.222.0.20 "DELETE /v2.0/floatingips/04b0f12e-fad3-43c4-a1c2-eb1d639c5f8c HTTP/1.1" status: 204 len: 168 time: 0.6553183 Sep 16 04:47:55.755449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daab5f-8140-4d02-9903-ff249f6162b0 req-9473efe0-5002-4766-a3a4-48064e26c173 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.757093 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41daab5f-8140-4d02-9903-ff249f6162b0 req-9473efe0-5002-4766-a3a4-48064e26c173 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 944 time: 0.4889181 Sep 16 04:47:55.797394 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-982239d8-eefe-40ca-adba-729f42f7d626 req-e3c9a32e-948e-4304-99c0-ecd24afd91cf tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843786 Sep 16 04:47:55.812441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-b2599be4-12ec-4610-873f-c7b2205bb26f tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.813940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-b2599be4-12ec-4610-873f-c7b2205bb26f tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa&tenant_id=81978a2452c74d468c1440c8a9e64f75&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 1096 time: 0.4923725 Sep 16 04:47:55.852891 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41daab5f-8140-4d02-9903-ff249f6162b0 req-f7f90fe7-f387-486c-949b-c204f6a8e1a0 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733774 Sep 16 04:47:55.912921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-51bb0388-8bde-425f-abda-eb4adbffb5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.914639 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-51bb0388-8bde-425f-abda-eb4adbffb5d3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa&tenant_id=81978a2452c74d468c1440c8a9e64f75 HTTP/1.1" status: 200 len: 1096 time: 0.0869389 Sep 16 04:47:56.009851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d65fd4-bae8-4bc3-b1b0-52c148325ff0 req-c2e34523-80c9-45cd-afda-db3dfebd0ea7 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:56.015207 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6d65fd4-bae8-4bc3-b1b0-52c148325ff0 req-c2e34523-80c9-45cd-afda-db3dfebd0ea7 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 946 time: 0.0909026 Sep 16 04:47:56.023572 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-3e0ed6d0-891f-472c-954a-82ba5dddc8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:56.025002 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-3e0ed6d0-891f-472c-954a-82ba5dddc8b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 1096 time: 0.0736475 Sep 16 04:47:56.033565 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39002) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:56.089045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6d65fd4-bae8-4bc3-b1b0-52c148325ff0 req-6cbe88f7-a3af-4867-83fa-97c1438ed212 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688584 Sep 16 04:47:56.093504 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d4c684-1ac3-4ef4-9fd6-479de7627997 admin admin] Deleting subnet 9108a406-26b4-4800-8499-3d9477c83d5d {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:56.097422 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-48d4c684-1ac3-4ef4-9fd6-479de7627997 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.144535 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-48d4c684-1ac3-4ef4-9fd6-479de7627997 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.160482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-36dd8f34-aecd-47e7-94e5-3722e4dcfacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:56.163832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-36dd8f34-aecd-47e7-94e5-3722e4dcfacd service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 921 time: 0.1248364 Sep 16 04:47:56.193749 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39006) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:56.202104 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-48d4c684-1ac3-4ef4-9fd6-479de7627997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.212667 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-19faadd0-d9a2-4165-b973-7735cd3b31dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ac532a6-7f6c-4137-b501-3566e3703835 HTTP/1.1" status: 200 len: 217 time: 0.0407588 Sep 16 04:47:56.283694 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-6097daeb-0ae0-4e3e-a7d2-730741fd60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:56.285487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-6097daeb-0ae0-4e3e-a7d2-730741fd60c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9023553c-0727-4415-b53e-7374b71d88bd HTTP/1.1" status: 200 len: 860 time: 0.0584126 Sep 16 04:47:56.326429 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-d71262e0-8d55-499a-999b-485bcfbce381 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267820 Sep 16 04:47:56.327236 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-bf4b19fd-8426-43ab-ba14-5747f8c133ab admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2049050842-network', 'tenant_id': '98aab8eadf8e402f9cc16a021729b890'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:56.346358 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-48d4c684-1ac3-4ef4-9fd6-479de7627997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.374738 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4c684-1ac3-4ef4-9fd6-479de7627997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9108a406-26b4-4800-8499-3d9477c83d5d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:56.376712 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-48d4c684-1ac3-4ef4-9fd6-479de7627997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.381426 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-48d4c684-1ac3-4ef4-9fd6-479de7627997 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9108a406-26b4-4800-8499-3d9477c83d5d HTTP/1.1" status: 204 len: 168 time: 0.3439310 Sep 16 04:47:56.382749 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39012) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:56.433727 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-92b8dc5b-a3fc-40d8-b0b1-dda76dfe1c6a service neutron] 10.222.0.21 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942454 Sep 16 04:47:56.456702 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7654016-375d-4dc4-bfa2-de79dc1d05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.492360 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4b19fd-8426-43ab-ba14-5747f8c133ab admin admin] Made reservation on behalf of 98aab8eadf8e402f9cc16a021729b890 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:56.494762 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bf4b19fd-8426-43ab-ba14-5747f8c133ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.525492 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bf4b19fd-8426-43ab-ba14-5747f8c133ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.533757 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-774ed67b-0dc2-4b92-bd95-0ad4ead27604 service neutron] 10.222.0.21 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920136 Sep 16 04:47:56.578790 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7654016-375d-4dc4-bfa2-de79dc1d05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.610533 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b7654016-375d-4dc4-bfa2-de79dc1d05c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de603ae2-4471-4acd-89c3-36abf29128c1']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:56.628618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b7654016-375d-4dc4-bfa2-de79dc1d05c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859a1227-30d9-4097-9e60-74c2f1dc1274') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:56.628917 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b7654016-375d-4dc4-bfa2-de79dc1d05c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859a1227-30d9-4097-9e60-74c2f1dc1274') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:56.651610 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7654016-375d-4dc4-bfa2-de79dc1d05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.676104 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7654016-375d-4dc4-bfa2-de79dc1d05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.691070 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7654016-375d-4dc4-bfa2-de79dc1d05c1 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:56.691487 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7654016-375d-4dc4-bfa2-de79dc1d05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:56.694558 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:56.806767 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bf4b19fd-8426-43ab-ba14-5747f8c133ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.841891 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7654016-375d-4dc4-bfa2-de79dc1d05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.849426 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7654016-375d-4dc4-bfa2-de79dc1d05c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.851115 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b7654016-375d-4dc4-bfa2-de79dc1d05c1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/de603ae2-4471-4acd-89c3-36abf29128c1 HTTP/1.1" status: 204 len: 168 time: 0.4683518 Sep 16 04:47:56.861634 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7654016-375d-4dc4-bfa2-de79dc1d05c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=de603ae2-4471-4acd-89c3-36abf29128c1,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:56.875113 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bf4b19fd-8426-43ab-ba14-5747f8c133ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.913007 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4b19fd-8426-43ab-ba14-5747f8c133ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:56.931032 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b19fd-8426-43ab-ba14-5747f8c133ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f6176b-fcc2-421e-a782-d6c95257f18c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:56.950050 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bf4b19fd-8426-43ab-ba14-5747f8c133ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.950459 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-bf4b19fd-8426-43ab-ba14-5747f8c133ab admin admin] Added segment 04eb98e7-a1cc-4af1-8fc5-2e949df5224d of type vlan for network 7b1821db-9600-47fd-bdbe-d1225d0ff4b9 Sep 16 04:47:56.994990 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bf4b19fd-8426-43ab-ba14-5747f8c133ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.006255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c67eb-97ab-4cd9-ab6d-6abb8740123e req-0d618a56-d47c-4f3f-b339-8200700956f7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:57.008121 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-072c67eb-97ab-4cd9-ab6d-6abb8740123e req-0d618a56-d47c-4f3f-b339-8200700956f7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 945 time: 0.0869589 Sep 16 04:47:57.039699 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e4651-a769-4b03-a731-46bb1f1de28f req-d7d3f42b-a653-4e26-9d8a-f8ca2a9683bb tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:57.041314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e6e4651-a769-4b03-a731-46bb1f1de28f req-d7d3f42b-a653-4e26-9d8a-f8ca2a9683bb tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 944 time: 0.0871260 Sep 16 04:47:57.100341 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bf4b19fd-8426-43ab-ba14-5747f8c133ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.103679 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4b19fd-8426-43ab-ba14-5747f8c133ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:57.103679 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bf4b19fd-8426-43ab-ba14-5747f8c133ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.123511 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-072c67eb-97ab-4cd9-ab6d-6abb8740123e req-25d998b1-e8e1-4bee-91b1-1c7005659d33 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041038 Sep 16 04:47:57.174602 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e6e4651-a769-4b03-a731-46bb1f1de28f req-3f93d4d1-3071-4fa0-a5ee-e5b0e9deb152 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204352 Sep 16 04:47:57.177918 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-cdb2a209-46c1-4cb9-a001-3f150e1b1c36 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:57.179680 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-cdb2a209-46c1-4cb9-a001-3f150e1b1c36 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa&tenant_id=81978a2452c74d468c1440c8a9e64f75&binding%3Ahost_id=n-h1-712140-13 HTTP/1.1" status: 200 len: 1096 time: 0.1374726 Sep 16 04:47:57.234191 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bf4b19fd-8426-43ab-ba14-5747f8c133ab admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0391541 Sep 16 04:47:57.235659 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b19fd-8426-43ab-ba14-5747f8c133ab admin admin] Pushing event updated for resources: {'Network': ['ID=7b1821db-9600-47fd-bdbe-d1225d0ff4b9,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:57.246779 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39028) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:57.247805 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 7b1821db-9600-47fd-bdbe-d1225d0ff4b9 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:57.255419 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39030) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:57.264975 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d72a3656-3a39-4097-abd5-b83ced5b7435 admin admin] Request body: {'subnet': {'network_id': '7b1821db-9600-47fd-bdbe-d1225d0ff4b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2049050842-subnet', 'tenant_id': '98aab8eadf8e402f9cc16a021729b890', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:57.334249 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-70be7e59-0f43-43e1-9e52-97b4d42593e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5227ac6f65c74e56840e53f88300ac94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0756018 Sep 16 04:47:57.335824 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39036) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:57.394017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221daef-2c61-436f-8a2a-dab994b83869 req-d44a1e4d-d04e-4353-8bef-d42726d82aff tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:57.396221 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6221daef-2c61-436f-8a2a-dab994b83869 req-d44a1e4d-d04e-4353-8bef-d42726d82aff tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 946 time: 0.0805609 Sep 16 04:47:57.397763 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3cd8262f-4153-464a-a193-6b71b8690152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.435690 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3cd8262f-4153-464a-a193-6b71b8690152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.455754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6221daef-2c61-436f-8a2a-dab994b83869 req-dca8f106-fa24-4b4e-8217-f0a409276bd3 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515127 Sep 16 04:47:57.460047 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72a3656-3a39-4097-abd5-b83ced5b7435 admin admin] Made reservation on behalf of 98aab8eadf8e402f9cc16a021729b890 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:57.463138 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d72a3656-3a39-4097-abd5-b83ced5b7435 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.487376 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 6ac532a6-7f6c-4137-b501-3566e3703835 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:57.496894 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-f8fd9729-2e7f-46f5-85c1-a857e5668578 service neutron] For port 6ac532a6-7f6c-4137-b501-3566e3703835, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:57.500958 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-f8fd9729-2e7f-46f5-85c1-a857e5668578 service neutron] Notify callbacks [] for binding, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.506618 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc0bc5ae-da8d-4b87-a1a7-141b5a455432 req-f8fd9729-2e7f-46f5-85c1-a857e5668578 service neutron] 10.222.0.21 "DELETE /v2.0/ports/6ac532a6-7f6c-4137-b501-3566e3703835/bindings/n-h2-712140-13 HTTP/1.1" status: 204 len: 173 time: 0.3139598 Sep 16 04:47:57.562039 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 6ac532a6-7f6c-4137-b501-3566e3703835 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:57.744826 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3cd8262f-4153-464a-a193-6b71b8690152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.747477 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3cd8262f-4153-464a-a193-6b71b8690152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.748755 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3cd8262f-4153-464a-a193-6b71b8690152 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48445c3f-7c64-4d6f-bb7c-8735bf0ed99f HTTP/1.1" status: 204 len: 168 time: 0.4106746 Sep 16 04:47:57.757722 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8262f-4153-464a-a193-6b71b8690152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48445c3f-7c64-4d6f-bb7c-8735bf0ed99f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:57.813282 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d72a3656-3a39-4097-abd5-b83ced5b7435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.963295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727450-0bfe-4d59-8498-7137f9b14e37 req-7a04990c-f289-44e5-bc79-d2ad80e68a35 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:57.964922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-77727450-0bfe-4d59-8498-7137f9b14e37 req-7a04990c-f289-44e5-bc79-d2ad80e68a35 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 945 time: 0.0648193 Sep 16 04:47:58.036065 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-77727450-0bfe-4d59-8498-7137f9b14e37 req-ed09a691-2702-487e-b818-d316a7e1df51 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626552 Sep 16 04:47:58.041402 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.187955 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a3656-3a39-4097-abd5-b83ced5b7435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57ee63ec-cfc8-4395-a0c6-65d96015dc56,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:58.197019 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72a3656-3a39-4097-abd5-b83ced5b7435 admin admin] Checking segment: {'id': '04eb98e7-a1cc-4af1-8fc5-2e949df5224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7b1821db-9600-47fd-bdbe-d1225d0ff4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:58.197443 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72a3656-3a39-4097-abd5-b83ced5b7435 admin admin] Network hostable DHCP agents. Network: 7b1821db-9600-47fd-bdbe-d1225d0ff4b9, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:58.292988 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72a3656-3a39-4097-abd5-b83ced5b7435 admin admin] Network 7b1821db-9600-47fd-bdbe-d1225d0ff4b9 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:58.358372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86377de4-9d46-4484-a327-8005733c4a79 req-99126c3e-544c-4dc8-8866-0e50f50e1a19 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:58.359885 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86377de4-9d46-4484-a327-8005733c4a79 req-99126c3e-544c-4dc8-8866-0e50f50e1a19 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 944 time: 0.0621886 Sep 16 04:47:58.401150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86377de4-9d46-4484-a327-8005733c4a79 req-4776d215-6e77-44ef-86c2-7df37d8d754f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347090 Sep 16 04:47:58.430400 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-d72a3656-3a39-4097-abd5-b83ced5b7435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 7b1821db-9600-47fd-bdbe-d1225d0ff4b9) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:58.441303 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3996dd9-5533-4b7b-acf1-aa7e91ac6894 None None] Network 7b1821db-9600-47fd-bdbe-d1225d0ff4b9 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:58.441791 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72a3656-3a39-4097-abd5-b83ced5b7435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:58.442385 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d72a3656-3a39-4097-abd5-b83ced5b7435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.476800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-d1ab317a-70ab-45ff-b4c4-1fecb59fc1c3 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:58.478484 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-d1ab317a-70ab-45ff-b4c4-1fecb59fc1c3 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179&tenant_id=a00de99f55234129963878f58d14e1a5&binding%3Ahost_id=n-h1-712140-13 HTTP/1.1" status: 200 len: 1098 time: 0.0543771 Sep 16 04:47:58.504318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-13'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:58.568610 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d72a3656-3a39-4097-abd5-b83ced5b7435 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3115096 Sep 16 04:47:58.626531 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988d0805-25f2-4b30-ab74-1bb43f8e1b13 None None] Network 7b1821db-9600-47fd-bdbe-d1225d0ff4b9 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:58.655995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58bc4a-3ee2-48d9-9a6c-e06f4dbb2587 req-063cf0f3-3e51-464d-afac-0a1bf112e0f4 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:58.657876 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f58bc4a-3ee2-48d9-9a6c-e06f4dbb2587 req-063cf0f3-3e51-464d-afac-0a1bf112e0f4 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 1096 time: 0.1202190 Sep 16 04:47:58.660243 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.742833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a90d5d-e1e4-42c0-ab53-5582b0fb1de4 req-44256bd5-1810-463e-8f9d-547b6e2f65df tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:58.743522 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2a90d5d-e1e4-42c0-ab53-5582b0fb1de4 req-44256bd5-1810-463e-8f9d-547b6e2f65df tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 946 time: 0.1697710 Sep 16 04:47:58.790358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f58bc4a-3ee2-48d9-9a6c-e06f4dbb2587 req-c4ed7b9f-2c07-42e0-88d9-661ef624f557 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148643 Sep 16 04:47:58.877369 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2a90d5d-e1e4-42c0-ab53-5582b0fb1de4 req-f09fab7d-ff7a-4466-82ab-be10a6cd2704 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188173 Sep 16 04:47:58.931975 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] For port ac394567-41b8-48e7-a85a-b585c51e2c12, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ac394567-41b8-48e7-a85a-b585c51e2c12,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:58.976349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] For port ac394567-41b8-48e7-a85a-b585c51e2c12, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:59.046330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6becf73-0993-41e1-a430-b90360375179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac394567-41b8-48e7-a85a-b585c51e2c12'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:59.049023 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d607f0-b6be-4997-b781-f51a8b943193" -d '{"events": [{"server_uuid": "d6becf73-0993-41e1-a430-b90360375179", "name": "network-vif-unplugged", "status": "completed", "tag": "ac394567-41b8-48e7-a85a-b585c51e2c12"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:59.054923 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.116275 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-ef58384a-e0cf-4297-bca4-13c773ab3772 req-864ae962-6591-4872-a054-cd44c80871b9 tempest-SecurityGroupsNegativeTestJSON-1941544950 tempest-SecurityGroupsNegativeTestJSON-1941544950-project] show failed (client error): The resource could not be found. Sep 16 04:47:59.117359 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef58384a-e0cf-4297-bca4-13c773ab3772 req-864ae962-6591-4872-a054-cd44c80871b9 tempest-SecurityGroupsNegativeTestJSON-1941544950 tempest-SecurityGroupsNegativeTestJSON-1941544950-project] 10.222.0.20 "GET /v2.0/security-groups/30282e80-5f5e-4c51-88db-0080163fb488 HTTP/1.1" status: 404 len: 352 time: 0.0401211 Sep 16 04:47:59.173553 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9a7f42-5e3a-452c-8cfd-579e2f6ddbcf x-openstack-request-id: req-7d9a7f42-5e3a-452c-8cfd-579e2f6ddbcf {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:59.173826 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6becf73-0993-41e1-a430-b90360375179", "name": "network-vif-unplugged", "status": "completed", "tag": "ac394567-41b8-48e7-a85a-b585c51e2c12", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:59.174123 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d9a7f42-5e3a-452c-8cfd-579e2f6ddbcf {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:59.174453 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6becf73-0993-41e1-a430-b90360375179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac394567-41b8-48e7-a85a-b585c51e2c12', 'code': 200} Sep 16 04:47:59.179560 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.230436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-5b94dae7-51b9-46ef-a92f-91565aaf603b tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:59.238770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-5b94dae7-51b9-46ef-a92f-91565aaf603b tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 820 time: 0.1720340 Sep 16 04:47:59.264941 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-a2602377-2cc0-4326-8067-c915854b8fd3 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/quotas/81978a2452c74d468c1440c8a9e64f75 HTTP/1.1" status: 200 len: 375 time: 0.0246999 Sep 16 04:47:59.365254 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] Pushing event updated for resources: {'Port': ['ID=ac394567-41b8-48e7-a85a-b585c51e2c12,revision_number=7']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:59.396295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] Attempting to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 on host n-h1-712140-13 for vnic_type normal with profile {"migrating_to": "n-h2-712140-13"} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:59.398511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] Attempting to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:59.398511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] Attempting to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:59.408084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc962bc1-ee58-4cc5-ab88-94b984feb49d req-9baa0b02-8797-4972-baf6-d6371e8bedfc tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:59.409604 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc962bc1-ee58-4cc5-ab88-94b984feb49d req-9baa0b02-8797-4972-baf6-d6371e8bedfc tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 945 time: 0.1537879 Sep 16 04:47:59.414566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] Port ac394567-41b8-48e7-a85a-b585c51e2c12 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:59.414903 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] Attempting to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:59.429587 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-c7397a4f-d147-4258-87d3-c15583b69cfd tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1532147 Sep 16 04:47:59.433797 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:59.434146 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] Checking segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:59.434534 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] Bound using segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:59.435009 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] Bound port: ac394567-41b8-48e7-a85a-b585c51e2c12, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:59.435372 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.502286 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ac394567-41b8-48e7-a85a-b585c51e2c12 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:59.576585 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc962bc1-ee58-4cc5-ab88-94b984feb49d req-965d044d-dbd1-480d-b292-28bf10ad5f27 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590137 Sep 16 04:47:59.620213 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] For port ac394567-41b8-48e7-a85a-b585c51e2c12, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:59.620573 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ac394567-41b8-48e7-a85a-b585c51e2c12, host n-h1-712140-13, got binding levels [] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:59.629037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] For port ac394567-41b8-48e7-a85a-b585c51e2c12, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ac394567-41b8-48e7-a85a-b585c51e2c12,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:59.636115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-b7b171fa-02fe-442c-a3e4-c2c4ab87aa6b service neutron] 10.222.0.20 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985559 Sep 16 04:47:59.646667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Attempting to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 on host n-h1-712140-13 for vnic_type normal with profile {"migrating_to": "n-h2-712140-13"} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:59.647124 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Attempting to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:59.647489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Attempting to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:59.652239 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Port ac394567-41b8-48e7-a85a-b585c51e2c12 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:59.652640 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Attempting to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:59.659853 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:59.660625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Checking segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:59.661705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Bound using segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:59.662435 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Bound port: ac394567-41b8-48e7-a85a-b585c51e2c12, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:59.663132 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.731286 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.752936 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ac394567-41b8-48e7-a85a-b585c51e2c12, host n-h1-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:59.808532 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) ac394567-41b8-48e7-a85a-b585c51e2c12-n-h1-712140-13-0 {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:47:59.808974 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:47:59.846023 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:59.846671 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.848146 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] 10.222.0.38 "PUT /v2.0/ports/ac394567-41b8-48e7-a85a-b585c51e2c12 HTTP/1.1" status: 200 len: 1124 time: 1.3502066 Sep 16 04:47:59.860427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-b727c520-580f-4de7-a2a2-8dc29e8c46e4 service neutron] 10.222.0.20 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087760 Sep 16 04:47:59.861488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0abcebd-7f3d-4971-98c3-8dfff3c21feb service neutron] Pushing event updated for resources: {'Port': ['ID=ac394567-41b8-48e7-a85a-b585c51e2c12,revision_number=8']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:00.033951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['ac394567-41b8-48e7-a85a-b585c51e2c12'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:00.079364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34cbf641-bfe8-4c98-a8c4-f314247c470b req-a64cb6ad-713f-4105-8d48-9b0d6c30e369 tempest-SecurityGroupsNegativeTestJSON-1941544950 tempest-SecurityGroupsNegativeTestJSON-1941544950-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98aab8eadf8e402f9cc16a021729b890 HTTP/1.1" status: 200 len: 2984 time: 0.0821877 Sep 16 04:48:00.163237 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34cbf641-bfe8-4c98-a8c4-f314247c470b req-efb128fa-8336-4d7d-b653-6fc5c0f097ce tempest-SecurityGroupsNegativeTestJSON-1941544950 tempest-SecurityGroupsNegativeTestJSON-1941544950-project] 10.222.0.20 "GET /v2.0/security-groups/d3f6176b-fcc2-421e-a782-d6c95257f18c HTTP/1.1" status: 200 len: 2981 time: 0.0797064 Sep 16 04:48:00.182361 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['ac394567-41b8-48e7-a85a-b585c51e2c12'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:00.315677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34cbf641-bfe8-4c98-a8c4-f314247c470b req-2cf6e993-13ed-493c-b20b-e893b22e8ed4 tempest-SecurityGroupsNegativeTestJSON-1941544950 tempest-SecurityGroupsNegativeTestJSON-1941544950-project] 10.222.0.20 "GET /v2.0/security-groups/d3f6176b-fcc2-421e-a782-d6c95257f18c HTTP/1.1" status: 200 len: 2981 time: 0.1544919 Sep 16 04:48:00.338057 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9e802-2cb8-4aad-a435-fe315e28e011 req-ca12ee06-801e-43bc-80c3-2d51d9a3302c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:00.339947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7b9e802-2cb8-4aad-a435-fe315e28e011 req-ca12ee06-801e-43bc-80c3-2d51d9a3302c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 945 time: 0.1541288 Sep 16 04:48:00.372216 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9f430fe-f387-4e60-9b07-d6a791c088f0 req-f2029731-b67b-474b-8112-2dfc77203d58 tempest-AbsoluteLimitsNegativeTestJSON-1397245801 tempest-AbsoluteLimitsNegativeTestJSON-1397245801-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8d365324541943589147c764fbc4f42b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306287 Sep 16 04:48:00.450755 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Attempting to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 on host n-h1-712140-13 for vnic_type normal with profile {"migrating_to": "n-h2-712140-13"} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:00.451246 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Attempting to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:00.451677 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Attempting to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:00.466332 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Port ac394567-41b8-48e7-a85a-b585c51e2c12 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:48:00.466814 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Attempting to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 on network 94aa3f97-6ed2-410f-a6a8-2309531d94bc {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:00.486593 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:00.487066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Checking segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:00.487505 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Bound using segment: {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:00.487981 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Bound port: ac394567-41b8-48e7-a85a-b585c51e2c12, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b29d03-8b2d-417d-8914-3e77e2c913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '94aa3f97-6ed2-410f-a6a8-2309531d94bc'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:00.488388 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.633525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbea4b-2210-4649-8a9e-7e666b3b8733 req-7fff71f9-9f72-4d07-afa8-9ee92547108a tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:00.635408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-decbea4b-2210-4649-8a9e-7e666b3b8733 req-7fff71f9-9f72-4d07-afa8-9ee92547108a tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 944 time: 0.2172616 Sep 16 04:48:00.637230 n-d-712140-13 neutron-server[95475]: WARNING neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Concurrent port binding operations failed on port ac394567-41b8-48e7-a85a-b585c51e2c12 Sep 16 04:48:00.640794 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ac394567-41b8-48e7-a85a-b585c51e2c12, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ac394567-41b8-48e7-a85a-b585c51e2c12,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:00.651943 n-d-712140-13 neutron-server[95475]: INFO neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Attempt 2 to bind port ac394567-41b8-48e7-a85a-b585c51e2c12 Sep 16 04:48:00.652100 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ac394567-41b8-48e7-a85a-b585c51e2c12 has no active binding in host n-h2-712140-13 {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:48:00.666521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f430fe-f387-4e60-9b07-d6a791c088f0 req-3d9aa5ef-7fef-4ed6-8d5f-1bf78c6b0149 tempest-AbsoluteLimitsNegativeTestJSON-1397245801 tempest-AbsoluteLimitsNegativeTestJSON-1397245801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:00.668189 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9f430fe-f387-4e60-9b07-d6a791c088f0 req-3d9aa5ef-7fef-4ed6-8d5f-1bf78c6b0149 tempest-AbsoluteLimitsNegativeTestJSON-1397245801 tempest-AbsoluteLimitsNegativeTestJSON-1397245801-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2950864 Sep 16 04:48:00.709229 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9f430fe-f387-4e60-9b07-d6a791c088f0 req-89354ff9-490f-44f6-a6e2-3232a8e1bb7d tempest-AbsoluteLimitsNegativeTestJSON-1397245801 tempest-AbsoluteLimitsNegativeTestJSON-1397245801-project] 10.222.0.20 "GET /v2.0/quotas/8d365324541943589147c764fbc4f42b HTTP/1.1" status: 200 len: 375 time: 0.0279994 Sep 16 04:48:00.713898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-c7b9e802-2cb8-4aad-a435-fe315e28e011 req-d64a9b45-0381-4a2f-9eeb-bcc4490bce26 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Deleting port cf525930-ec47-481e-9e08-139907fd5503 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:00.714242 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c7b9e802-2cb8-4aad-a435-fe315e28e011 req-d64a9b45-0381-4a2f-9eeb-bcc4490bce26 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.732689 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-decbea4b-2210-4649-8a9e-7e666b3b8733 req-c8ea03e6-e2d1-4e9b-8592-44e328c7a5e2 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859077 Sep 16 04:48:00.774832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9f430fe-f387-4e60-9b07-d6a791c088f0 req-5fb4ad4c-5d58-4bff-a1b6-9216a3410c02 tempest-AbsoluteLimitsNegativeTestJSON-1397245801 tempest-AbsoluteLimitsNegativeTestJSON-1397245801-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d365324541943589147c764fbc4f42b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573683 Sep 16 04:48:00.912277 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58a43f82-4cb9-4639-87b5-4f20b9589013 req-8cd0df3a-9081-4ce7-93c5-a444cdd38658 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 210 time: 0.0593319 Sep 16 04:48:00.922417 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-c7b9e802-2cb8-4aad-a435-fe315e28e011 req-d64a9b45-0381-4a2f-9eeb-bcc4490bce26 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] For port cf525930-ec47-481e-9e08-139907fd5503, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=cf525930-ec47-481e-9e08-139907fd5503,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:00.923006 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c7b9e802-2cb8-4aad-a435-fe315e28e011 req-d64a9b45-0381-4a2f-9eeb-bcc4490bce26 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.973122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-c7b9e802-2cb8-4aad-a435-fe315e28e011 req-d64a9b45-0381-4a2f-9eeb-bcc4490bce26 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Calling delete_port for cf525930-ec47-481e-9e08-139907fd5503 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:01.072526 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e1c855e4-3af6-4f87-b85b-9852ea7f98a2 req-a19db15c-fa99-4843-a3cc-597d3274ecaa tempest-SecurityGroupsNegativeTestJSON-1941544950 tempest-SecurityGroupsNegativeTestJSON-1941544950-project] 10.222.0.20 "GET /v2.0/security-groups/d3f6176b-fcc2-421e-a782-d6c95257f18c HTTP/1.1" status: 200 len: 2981 time: 0.1963146 Sep 16 04:48:01.146833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681f4cf-04ad-49d5-a590-92e2223bc655 req-dafa1756-2177-48e3-aa87-5e3de95dc55a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:01.148396 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0681f4cf-04ad-49d5-a590-92e2223bc655 req-dafa1756-2177-48e3-aa87-5e3de95dc55a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 945 time: 0.1564758 Sep 16 04:48:01.175964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6becf73-0993-41e1-a430-b90360375179', 'tag': 'ac394567-41b8-48e7-a85a-b585c51e2c12'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:01.178218 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfa61d4-e6ea-42c5-9587-22b4e42f07bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d6becf73-0993-41e1-a430-b90360375179", "tag": "ac394567-41b8-48e7-a85a-b585c51e2c12"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:01.223277 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-e1c855e4-3af6-4f87-b85b-9852ea7f98a2 req-d5784547-8e7d-440d-9637-5b218f0a21d1 tempest-SecurityGroupsNegativeTestJSON-1941544950 tempest-SecurityGroupsNegativeTestJSON-1941544950-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 04:48:01.224500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e1c855e4-3af6-4f87-b85b-9852ea7f98a2 req-d5784547-8e7d-440d-9637-5b218f0a21d1 tempest-SecurityGroupsNegativeTestJSON-1941544950 tempest-SecurityGroupsNegativeTestJSON-1941544950-project] 10.222.0.20 "DELETE /v2.0/security-groups/d3f6176b-fcc2-421e-a782-d6c95257f18c HTTP/1.1" status: 409 len: 352 time: 0.1452043 Sep 16 04:48:01.261178 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0681f4cf-04ad-49d5-a590-92e2223bc655 req-ce4c21bb-ad94-4a83-8b9f-233aaf266747 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017103 Sep 16 04:48:01.351775 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51a8f18-4224-42f2-aa1c-af6ad0533440 x-openstack-request-id: req-b51a8f18-4224-42f2-aa1c-af6ad0533440 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:01.351775 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6becf73-0993-41e1-a430-b90360375179", "tag": "ac394567-41b8-48e7-a85a-b585c51e2c12", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:01.351775 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b51a8f18-4224-42f2-aa1c-af6ad0533440 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:01.351775 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6becf73-0993-41e1-a430-b90360375179', 'tag': 'ac394567-41b8-48e7-a85a-b585c51e2c12', 'status': 'completed', 'code': 200} Sep 16 04:48:01.373527 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-70fbfcd1-6508-45df-9321-b04b43749221 req-c1d55b50-4d0d-4228-96c8-3eb2ed3e800b tempest-SecurityGroupsNegativeTestJSON-1941544950 tempest-SecurityGroupsNegativeTestJSON-1941544950-project] show failed (client error): The resource could not be found. Sep 16 04:48:01.374620 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70fbfcd1-6508-45df-9321-b04b43749221 req-c1d55b50-4d0d-4228-96c8-3eb2ed3e800b tempest-SecurityGroupsNegativeTestJSON-1941544950 tempest-SecurityGroupsNegativeTestJSON-1941544950-project] 10.222.0.20 "GET /v2.0/security-groups/a2809591-4a09-4288-b0b4-c55afd39d04c HTTP/1.1" status: 404 len: 352 time: 0.0154052 Sep 16 04:48:01.436801 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-9fe08488-a75a-4d27-ad17-ad73a4944211 req-1474a556-fc0f-4fa0-b57d-bcfa1e22d19a tempest-SecurityGroupsNegativeTestJSON-1941544950 tempest-SecurityGroupsNegativeTestJSON-1941544950-project] show failed (client error): The resource could not be found. Sep 16 04:48:01.437761 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9fe08488-a75a-4d27-ad17-ad73a4944211 req-1474a556-fc0f-4fa0-b57d-bcfa1e22d19a tempest-SecurityGroupsNegativeTestJSON-1941544950 tempest-SecurityGroupsNegativeTestJSON-1941544950-project] 10.222.0.20 "GET /v2.0/security-groups/02f5c119-5b63-4eb3-a52d-a8c26b029126 HTTP/1.1" status: 404 len: 352 time: 0.0388200 Sep 16 04:48:01.448389 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c7b9e802-2cb8-4aad-a435-fe315e28e011 req-d64a9b45-0381-4a2f-9eeb-bcc4490bce26 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.453726 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39154) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:01.483241 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a9b45-0381-4a2f-9eeb-bcc4490bce26 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Pushing event deleted for resources: {'Port': ['ID=cf525930-ec47-481e-9e08-139907fd5503,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:01.486947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa61d4-e6ea-42c5-9587-22b4e42f07bc req-e9b84db5-dfc5-4f0b-99e3-291bf53234bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:01.488524 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4bfa61d4-e6ea-42c5-9587-22b4e42f07bc req-e9b84db5-dfc5-4f0b-99e3-291bf53234bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 1127 time: 0.0782666 Sep 16 04:48:01.514783 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f444ae-04cf-4294-8f34-13e62cb906d8 admin admin] Deleting subnet 57ee63ec-cfc8-4395-a0c6-65d96015dc56 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:48:01.518297 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7f444ae-04cf-4294-8f34-13e62cb906d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.553125 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b9e802-2cb8-4aad-a435-fe315e28e011 req-d64a9b45-0381-4a2f-9eeb-bcc4490bce26 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] No DVR routers for this DVR port cf525930-ec47-481e-9e08-139907fd5503 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:01.562600 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7f444ae-04cf-4294-8f34-13e62cb906d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.562845 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c7b9e802-2cb8-4aad-a435-fe315e28e011 req-d64a9b45-0381-4a2f-9eeb-bcc4490bce26 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.565072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7b9e802-2cb8-4aad-a435-fe315e28e011 req-d64a9b45-0381-4a2f-9eeb-bcc4490bce26 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "DELETE /v2.0/ports/cf525930-ec47-481e-9e08-139907fd5503 HTTP/1.1" status: 204 len: 173 time: 1.1908033 Sep 16 04:48:01.605863 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7f444ae-04cf-4294-8f34-13e62cb906d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.634425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa61d4-e6ea-42c5-9587-22b4e42f07bc req-eab0548c-5091-4616-b214-a2fbf2f4cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:01.636190 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4bfa61d4-e6ea-42c5-9587-22b4e42f07bc req-eab0548c-5091-4616-b214-a2fbf2f4cf4b service neutron] 10.222.0.21 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 908 time: 0.1239502 Sep 16 04:48:01.684451 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4bfa61d4-e6ea-42c5-9587-22b4e42f07bc req-ed13b8d2-9559-4e9c-9e73-637135684886 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac394567-41b8-48e7-a85a-b585c51e2c12 HTTP/1.1" status: 200 len: 217 time: 0.0381808 Sep 16 04:48:01.740239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa61d4-e6ea-42c5-9587-22b4e42f07bc req-5b6f56ad-d5b3-484b-985a-997e2444d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:01.741717 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4bfa61d4-e6ea-42c5-9587-22b4e42f07bc req-5b6f56ad-d5b3-484b-985a-997e2444d9cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 200 len: 847 time: 0.0502880 Sep 16 04:48:01.768309 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7f444ae-04cf-4294-8f34-13e62cb906d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.775573 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4bfa61d4-e6ea-42c5-9587-22b4e42f07bc req-ae74ba0d-68ea-4ca4-a547-47fc296de679 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94aa3f97-6ed2-410f-a6a8-2309531d94bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259628 Sep 16 04:48:01.804468 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7f444ae-04cf-4294-8f34-13e62cb906d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.807343 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f7f444ae-04cf-4294-8f34-13e62cb906d8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/57ee63ec-cfc8-4395-a0c6-65d96015dc56 HTTP/1.1" status: 204 len: 168 time: 0.3516374 Sep 16 04:48:01.807632 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f444ae-04cf-4294-8f34-13e62cb906d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57ee63ec-cfc8-4395-a0c6-65d96015dc56,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:01.815334 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39160) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:01.876600 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39164) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:01.938197 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2eea35d-2c4f-48f2-91c8-5f710443c8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.991884 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2e15b-123b-4acb-b424-78ae7fc65254 req-4732b75f-f237-446f-a937-cda1d2c60fd1 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:02.005626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7f2e15b-123b-4acb-b424-78ae7fc65254 req-4732b75f-f237-446f-a937-cda1d2c60fd1 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 944 time: 0.1823807 Sep 16 04:48:02.065586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4bfa61d4-e6ea-42c5-9587-22b4e42f07bc req-fc0a9df9-8016-4420-a434-89a3b2b25bf5 service neutron] 10.222.0.21 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781680 Sep 16 04:48:02.073561 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2eea35d-2c4f-48f2-91c8-5f710443c8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.096536 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c2eea35d-2c4f-48f2-91c8-5f710443c8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1821db-9600-47fd-bdbe-d1225d0ff4b9']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:02.096776 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4dae4422-8e84-4056-bf53-0daf62762b73 req-e8971845-542a-4f31-bf29-6c792c5e2846 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 210 time: 0.0644159 Sep 16 04:48:02.117592 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c2eea35d-2c4f-48f2-91c8-5f710443c8a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04eb98e7-a1cc-4af1-8fc5-2e949df5224d') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:02.117899 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c2eea35d-2c4f-48f2-91c8-5f710443c8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04eb98e7-a1cc-4af1-8fc5-2e949df5224d') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:02.132801 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2eea35d-2c4f-48f2-91c8-5f710443c8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.140642 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-580fcb37-1a44-4647-ae92-257eb876d244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.150110 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2eea35d-2c4f-48f2-91c8-5f710443c8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.156575 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2eea35d-2c4f-48f2-91c8-5f710443c8a9 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:02.156976 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2eea35d-2c4f-48f2-91c8-5f710443c8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:02.158751 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:02.174865 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7f2e15b-123b-4acb-b424-78ae7fc65254 req-3044137a-aab0-4336-8433-6d7e73d5eab0 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685064 Sep 16 04:48:02.266990 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4bfa61d4-e6ea-42c5-9587-22b4e42f07bc req-f0d923e8-571c-4a0a-98a9-bd1e801607b4 service neutron] 10.222.0.21 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736360 Sep 16 04:48:02.333805 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2eea35d-2c4f-48f2-91c8-5f710443c8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.340144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2eea35d-2c4f-48f2-91c8-5f710443c8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.342096 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c2eea35d-2c4f-48f2-91c8-5f710443c8a9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7b1821db-9600-47fd-bdbe-d1225d0ff4b9 HTTP/1.1" status: 204 len: 168 time: 0.5255144 Sep 16 04:48:02.356716 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eea35d-2c4f-48f2-91c8-5f710443c8a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b1821db-9600-47fd-bdbe-d1225d0ff4b9,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:02.415356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1bee0aca-08e0-402f-b605-b2f3a54c92ae req-a32de3fe-59f3-4aec-95c1-00e5e6d2487d tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2928b43-c7b7-4965-a16b-6ebc6205bb99 HTTP/1.1" status: 200 len: 210 time: 0.0377488 Sep 16 04:48:02.482201 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-580fcb37-1a44-4647-ae92-257eb876d244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.590048 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-580fcb37-1a44-4647-ae92-257eb876d244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.636245 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-580fcb37-1a44-4647-ae92-257eb876d244 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d365324541943589147c764fbc4f42b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7584269 Sep 16 04:48:02.637238 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fcb37-1a44-4647-ae92-257eb876d244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4d2660-1ac6-4055-bb70-8951e87c9975,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:02.638959 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39178) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:02.695646 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9dc331d5-9385-4955-9c14-10a5157ead0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.717698 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9dc331d5-9385-4955-9c14-10a5157ead0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.887959 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39180) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:02.902558 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9dc331d5-9385-4955-9c14-10a5157ead0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.905100 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9dc331d5-9385-4955-9c14-10a5157ead0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.907135 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9dc331d5-9385-4955-9c14-10a5157ead0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e4d2660-1ac6-4055-bb70-8951e87c9975 HTTP/1.1" status: 204 len: 168 time: 0.2656021 Sep 16 04:48:02.919867 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc331d5-9385-4955-9c14-10a5157ead0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4d2660-1ac6-4055-bb70-8951e87c9975,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:02.959046 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39184) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:02.960758 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c647500f-f4b2-4c34-8856-79f86cfdcc97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98aab8eadf8e402f9cc16a021729b890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715065 Sep 16 04:48:03.020226 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d80378f0-86b5-4f7f-b89e-daaad173f0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:03.044541 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d80378f0-86b5-4f7f-b89e-daaad173f0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:03.173383 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d80378f0-86b5-4f7f-b89e-daaad173f0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:03.178323 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d80378f0-86b5-4f7f-b89e-daaad173f0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:03.179795 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d80378f0-86b5-4f7f-b89e-daaad173f0ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3f6176b-fcc2-421e-a782-d6c95257f18c HTTP/1.1" status: 204 len: 168 time: 0.2188866 Sep 16 04:48:03.184644 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device cf525930-ec47-481e-9e08-139907fd5503 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:03.193225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80378f0-86b5-4f7f-b89e-daaad173f0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f6176b-fcc2-421e-a782-d6c95257f18c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:03.218353 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: cf525930-ec47-481e-9e08-139907fd5503 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:03.218961 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device cf525930-ec47-481e-9e08-139907fd5503 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:03.231732 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb5ee536-ab5f-48c9-b854-8e48056c2132 req-4e7f6b29-7726-4489-baa7-4fa2a588c575 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 210 time: 0.0504882 Sep 16 04:48:03.315690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fb6c1-a9c7-4d3d-8e01-0dbf20ddaf55 req-ff1eef46-b94b-4fc5-b758-1fcde477d43d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:03.317930 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e1fb6c1-a9c7-4d3d-8e01-0dbf20ddaf55 req-ff1eef46-b94b-4fc5-b758-1fcde477d43d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 944 time: 0.0551934 Sep 16 04:48:03.356799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2928b43-c7b7-4965-a16b-6ebc6205bb99', 'name': 'network-vif-deleted', 'tag': 'cf525930-ec47-481e-9e08-139907fd5503'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:03.359424 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b94db8-28ce-4c20-ac8b-53aece88bb8a" -d '{"events": [{"server_uuid": "d2928b43-c7b7-4965-a16b-6ebc6205bb99", "name": "network-vif-deleted", "tag": "cf525930-ec47-481e-9e08-139907fd5503"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:03.371884 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e1fb6c1-a9c7-4d3d-8e01-0dbf20ddaf55 req-75e14970-09cd-4e4c-9c40-1a7d6d2ff55d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442679 Sep 16 04:48:03.415352 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd5b65a-d7d2-4008-933b-6711197bf6eb x-openstack-request-id: req-afd5b65a-d7d2-4008-933b-6711197bf6eb {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:03.415675 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2928b43-c7b7-4965-a16b-6ebc6205bb99", "name": "network-vif-deleted", "tag": "cf525930-ec47-481e-9e08-139907fd5503", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:03.416249 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afd5b65a-d7d2-4008-933b-6711197bf6eb {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:03.416349 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2928b43-c7b7-4965-a16b-6ebc6205bb99', 'name': 'network-vif-deleted', 'tag': 'cf525930-ec47-481e-9e08-139907fd5503', 'status': 'completed', 'code': 200} Sep 16 04:48:03.552556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-ef270d55-db40-435e-a200-ab6dafd191b5 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:03.554289 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-ef270d55-db40-435e-a200-ab6dafd191b5 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.38 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 820 time: 0.1760945 Sep 16 04:48:03.576046 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-aebf765e-7316-4b34-b367-40bd653341a2 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Request body: {'port': {'device_id': '95218348-c4f8-4156-b39c-7fb75338171e', 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2', 'admin_state_up': True, 'tenant_id': '81978a2452c74d468c1440c8a9e64f75'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:03.790243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-aebf765e-7316-4b34-b367-40bd653341a2 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Made reservation on behalf of 81978a2452c74d468c1440c8a9e64f75 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:03.793963 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-aebf765e-7316-4b34-b367-40bd653341a2 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:04.047561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-aebf765e-7316-4b34-b367-40bd653341a2 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Allocated IP 172.20.0.7 (0e4d6dc4-12b9-41c8-af2b-a538152a95e2/9023553c-0727-4415-b53e-7374b71d88bd/d59914e0-d23b-45e2-8ac1-8494924f7ad9) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:04.061795 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25708b-f309-490e-85da-2c9467b6a038 req-914ed9b6-a43c-4054-9e88-f48b0062b80e tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:04.070956 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e25708b-f309-490e-85da-2c9467b6a038 req-914ed9b6-a43c-4054-9e88-f48b0062b80e tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/networks?id=5acd6586-8a2c-490f-9c1f-4e1587166d60 HTTP/1.1" status: 200 len: 812 time: 0.2061343 Sep 16 04:48:04.095938 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e25708b-f309-490e-85da-2c9467b6a038 req-e08998ba-fb04-4603-8999-12a2dc162031 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/quotas/78ee5e5457a84bd8a350723cb409ffa4 HTTP/1.1" status: 200 len: 375 time: 0.0240755 Sep 16 04:48:04.172676 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e25708b-f309-490e-85da-2c9467b6a038 req-994ec92d-1957-4daa-9ed1-fbb920825f19 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557456 Sep 16 04:48:04.467577 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39252) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:04.584163 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-9a4d612c-7a50-4cd6-87d6-59f770c2ed18 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-900870688-network', 'tenant_id': '1320cceef0ad484fba1324570454a80a'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:04.732985 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4d612c-7a50-4cd6-87d6-59f770c2ed18 admin admin] Made reservation on behalf of 1320cceef0ad484fba1324570454a80a for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:04.736165 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a4d612c-7a50-4cd6-87d6-59f770c2ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:04.748511 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a4d612c-7a50-4cd6-87d6-59f770c2ed18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:04.847181 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-543c65f3-7d9d-4dcd-b2af-091ffab519cf req-4394979f-52e7-4f33-9d94-cdae7fe186ac tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 210 time: 0.5103569 Sep 16 04:48:04.886324 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-aebf765e-7316-4b34-b367-40bd653341a2 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:04.897145 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39266) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:04.900629 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e25708b-f309-490e-85da-2c9467b6a038 req-edfe139d-7beb-41b5-976d-5088fb7306b6 service neutron] 10.222.0.20 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6952150 Sep 16 04:48:04.936569 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a4d612c-7a50-4cd6-87d6-59f770c2ed18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.059206 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a4d612c-7a50-4cd6-87d6-59f770c2ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.071827 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-74131f6c-cfa8-4def-810b-4348e7db628c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-408349984-network', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:05.085124 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a4d612c-7a50-4cd6-87d6-59f770c2ed18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:05.094679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a87005-e7f8-4f60-bc82-7fc047604d46 req-a85fddf9-7349-4358-aa52-2937c0993957 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:05.095179 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d612c-7a50-4cd6-87d6-59f770c2ed18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7a4dce-16f9-4aac-a3be-4755c44a5911,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:05.101616 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a4d612c-7a50-4cd6-87d6-59f770c2ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.102242 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-9a4d612c-7a50-4cd6-87d6-59f770c2ed18 admin admin] Added segment 001c7799-c89f-4d53-bc92-f428a591f871 of type vlan for network 208a1c98-0a83-491a-85a1-fd3ffc14ef35 Sep 16 04:48:05.104378 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22a87005-e7f8-4f60-bc82-7fc047604d46 req-a85fddf9-7349-4358-aa52-2937c0993957 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 944 time: 0.1310246 Sep 16 04:48:05.116134 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c0410425-598e-4f08-a076-44135789e3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.124359 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e25708b-f309-490e-85da-2c9467b6a038 req-d28925ba-19db-45e7-8359-e22e86f09137 service neutron] 10.222.0.20 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169187 Sep 16 04:48:05.139293 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-aebf765e-7316-4b34-b367-40bd653341a2 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.155913 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a4d612c-7a50-4cd6-87d6-59f770c2ed18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.218829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf765e-7316-4b34-b367-40bd653341a2 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Pushing event updated for resources: {'Port': ['ID=d59914e0-d23b-45e2-8ac1-8494924f7ad9,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:05.229435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-aebf765e-7316-4b34-b367-40bd653341a2 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:05.232967 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-aebf765e-7316-4b34-b367-40bd653341a2 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:05.239467 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22a87005-e7f8-4f60-bc82-7fc047604d46 req-20036565-6617-4b1f-abfb-a530a19b3862 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340451 Sep 16 04:48:05.240371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-aebf765e-7316-4b34-b367-40bd653341a2 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:05.298347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-aebf765e-7316-4b34-b367-40bd653341a2 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:05.299358 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-aebf765e-7316-4b34-b367-40bd653341a2 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.351594 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a4d612c-7a50-4cd6-87d6-59f770c2ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.352779 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4d612c-7a50-4cd6-87d6-59f770c2ed18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:05.353429 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a4d612c-7a50-4cd6-87d6-59f770c2ed18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.405290 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74131f6c-cfa8-4def-810b-4348e7db628c admin admin] Made reservation on behalf of ee8d98757e0d4815a18cbb63a273fd61 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:05.408941 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74131f6c-cfa8-4def-810b-4348e7db628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.420311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d612c-7a50-4cd6-87d6-59f770c2ed18 admin admin] Pushing event updated for resources: {'Network': ['ID=208a1c98-0a83-491a-85a1-fd3ffc14ef35,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:05.430765 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74131f6c-cfa8-4def-810b-4348e7db628c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.431742 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 208a1c98-0a83-491a-85a1-fd3ffc14ef35 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:05.553064 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e168cb31-3990-4798-b723-9354ec64da24 req-0efb3863-7eab-4b5a-8907-2bc5ce7f9142 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 210 time: 0.0365562 Sep 16 04:48:05.554116 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-aebf765e-7316-4b34-b367-40bd653341a2 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9835844 Sep 16 04:48:05.561853 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ac394567-41b8-48e7-a85a-b585c51e2c12 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:48:05.577891 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Request body: {'port': {'device_id': '95218348-c4f8-4156-b39c-7fb75338171e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:05.579741 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9a4d612c-7a50-4cd6-87d6-59f770c2ed18 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1102061 Sep 16 04:48:05.582839 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39276) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:05.591181 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f6069389-0df0-4994-a496-99ffcdb2db6e admin admin] Request body: {'subnet': {'network_id': '208a1c98-0a83-491a-85a1-fd3ffc14ef35', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-900870688-subnet', 'tenant_id': '1320cceef0ad484fba1324570454a80a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:05.621049 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.db.api [None req-f6069389-0df0-4994-a496-99ffcdb2db6e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:48:05.621049 n-d-712140-13 neutron-server[95474]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:48:05.621049 n-d-712140-13 neutron-server[95474]: [parameters: {'project_id_1': '1320cceef0ad484fba1324570454a80a', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 47, 45, 597705)}] Sep 16 04:48:05.621049 n-d-712140-13 neutron-server[95474]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:48:05.622013 n-d-712140-13 neutron-server[95474]: DEBUG oslo_db.api [None req-f6069389-0df0-4994-a496-99ffcdb2db6e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:48:05.678453 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.714251 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ac394567-41b8-48e7-a85a-b585c51e2c12, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ac394567-41b8-48e7-a85a-b585c51e2c12,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:05.729084 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ac394567-41b8-48e7-a85a-b585c51e2c12 has no active binding in host n-h2-712140-13 {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:48:05.852387 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74131f6c-cfa8-4def-810b-4348e7db628c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.950265 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74131f6c-cfa8-4def-810b-4348e7db628c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.030771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74131f6c-cfa8-4def-810b-4348e7db628c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:06.060726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74131f6c-cfa8-4def-810b-4348e7db628c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586b36e4-ec09-499b-aa6c-5c19b6a38789,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:06.073854 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74131f6c-cfa8-4def-810b-4348e7db628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.074151 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-74131f6c-cfa8-4def-810b-4348e7db628c admin admin] Added segment 39bb2bb4-0ae8-490b-952c-58c0f4e0502f of type vlan for network e5c36bba-4312-42bb-9e3c-3c79c033dd8d Sep 16 04:48:06.094673 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d59914e0-d23b-45e2-8ac1-8494924f7ad9 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:06.125144 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.147780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01796a-7a09-4762-9358-d7aa3d0da226 req-4d04427c-8ef4-4beb-ac87-a71ef603defe tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:06.149464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d01796a-7a09-4762-9358-d7aa3d0da226 req-4d04427c-8ef4-4beb-ac87-a71ef603defe tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 931 time: 0.1845450 Sep 16 04:48:06.156161 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74131f6c-cfa8-4def-810b-4348e7db628c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.169151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Transition to ACTIVE for port object d59914e0-d23b-45e2-8ac1-8494924f7ad9 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:48:06.216681 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d01796a-7a09-4762-9358-d7aa3d0da226 req-31a85388-757a-4d21-9d37-c49886c1bc2d tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505922 Sep 16 04:48:06.252584 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6069389-0df0-4994-a496-99ffcdb2db6e admin admin] Made reservation on behalf of 1320cceef0ad484fba1324570454a80a for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:06.262286 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f6069389-0df0-4994-a496-99ffcdb2db6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.345705 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74131f6c-cfa8-4def-810b-4348e7db628c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.346706 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74131f6c-cfa8-4def-810b-4348e7db628c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:06.347389 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74131f6c-cfa8-4def-810b-4348e7db628c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.350391 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.486095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74131f6c-cfa8-4def-810b-4348e7db628c admin admin] Pushing event updated for resources: {'Network': ['ID=e5c36bba-4312-42bb-9e3c-3c79c033dd8d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:06.488579 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Pushing event updated for resources: {'Port': ['ID=d59914e0-d23b-45e2-8ac1-8494924f7ad9,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:06.498155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network e5c36bba-4312-42bb-9e3c-3c79c033dd8d details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:06.499514 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be0347-8495-4b1f-bd1c-41ca3d839e7b req-5a892229-0a2d-4874-992a-141d6076ee9c tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:06.507859 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89be0347-8495-4b1f-bd1c-41ca3d839e7b req-5a892229-0a2d-4874-992a-141d6076ee9c tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 944 time: 0.1946087 Sep 16 04:48:06.603571 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89be0347-8495-4b1f-bd1c-41ca3d839e7b req-27d878b4-5a6e-4821-a861-35c2d8fc0d7f tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947049 Sep 16 04:48:06.623863 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Attempting to bind port d59914e0-d23b-45e2-8ac1-8494924f7ad9 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:06.624314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Attempting to bind port d59914e0-d23b-45e2-8ac1-8494924f7ad9 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:06.624549 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Attempting to bind port d59914e0-d23b-45e2-8ac1-8494924f7ad9 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:06.629760 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-74131f6c-cfa8-4def-810b-4348e7db628c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7305489 Sep 16 04:48:06.632055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Port d59914e0-d23b-45e2-8ac1-8494924f7ad9 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:48:06.632224 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39296) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:06.632853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Attempting to bind port d59914e0-d23b-45e2-8ac1-8494924f7ad9 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:06.638224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:06.638640 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Checking segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:06.638770 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c67f4af4-98bc-43de-95e7-7639790e2c34 admin admin] Request body: {'subnet': {'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-408349984-subnet', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:06.639082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Bound using segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:06.639534 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Bound port: d59914e0-d23b-45e2-8ac1-8494924f7ad9, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:06.639958 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.708183 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f6069389-0df0-4994-a496-99ffcdb2db6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.714205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66e0d273-98c1-4d9a-98b4-e6f20786da09 req-939f4a1f-1968-4bca-ac00-6751525ff6ae tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 210 time: 0.0600471 Sep 16 04:48:06.767912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67f4af4-98bc-43de-95e7-7639790e2c34 admin admin] Made reservation on behalf of ee8d98757e0d4815a18cbb63a273fd61 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:06.770768 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c67f4af4-98bc-43de-95e7-7639790e2c34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.774872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6069389-0df0-4994-a496-99ffcdb2db6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bade7b66-6f5c-4e05-bf6b-d9ea0b68f132,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:06.797549 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] For port d59914e0-d23b-45e2-8ac1-8494924f7ad9, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:06.800833 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6069389-0df0-4994-a496-99ffcdb2db6e admin admin] Checking segment: {'id': '001c7799-c89f-4d53-bc92-f428a591f871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '208a1c98-0a83-491a-85a1-fd3ffc14ef35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:06.801263 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6069389-0df0-4994-a496-99ffcdb2db6e admin admin] Network hostable DHCP agents. Network: 208a1c98-0a83-491a-85a1-fd3ffc14ef35, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:06.805177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] For port d59914e0-d23b-45e2-8ac1-8494924f7ad9, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d59914e0-d23b-45e2-8ac1-8494924f7ad9,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:06.811407 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-419df3b1-5ee0-4025-88be-8be1b11552f8 service neutron] 10.222.0.21 "GET /v2.0/ports/ac394567-41b8-48e7-a85a-b585c51e2c12/bindings/n-h2-712140-13 HTTP/1.1" status: 200 len: 385 time: 0.0944264 Sep 16 04:48:06.917601 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.973224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:06.975685 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.977146 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] 10.222.0.38 "PUT /v2.0/ports/d59914e0-d23b-45e2-8ac1-8494924f7ad9 HTTP/1.1" status: 200 len: 1092 time: 1.4065669 Sep 16 04:48:06.977606 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95218348-c4f8-4156-b39c-7fb75338171e', 'tag': 'd59914e0-d23b-45e2-8ac1-8494924f7ad9'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:06.980016 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e3359b-8aa7-4812-82e9-4ed43de2f396" -d '{"events": [{"name": "network-changed", "server_uuid": "95218348-c4f8-4156-b39c-7fb75338171e", "tag": "d59914e0-d23b-45e2-8ac1-8494924f7ad9"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:07.007615 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6069389-0df0-4994-a496-99ffcdb2db6e admin admin] Network 208a1c98-0a83-491a-85a1-fd3ffc14ef35 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:07.021543 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fb2fde-13c9-4458-9396-31313e9b77e8 x-openstack-request-id: req-73fb2fde-13c9-4458-9396-31313e9b77e8 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:07.021837 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95218348-c4f8-4156-b39c-7fb75338171e", "tag": "d59914e0-d23b-45e2-8ac1-8494924f7ad9", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:07.022092 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73fb2fde-13c9-4458-9396-31313e9b77e8 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:07.022495 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95218348-c4f8-4156-b39c-7fb75338171e', 'tag': 'd59914e0-d23b-45e2-8ac1-8494924f7ad9', 'status': 'completed', 'code': 200} Sep 16 04:48:07.062000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563e9f6-273f-4a58-a5a7-0340b042d02d service neutron] Pushing event updated for resources: {'Port': ['ID=d59914e0-d23b-45e2-8ac1-8494924f7ad9,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:07.127851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b8f60d41-762e-4414-a4a8-377712ad5ff4 service neutron] For port ac394567-41b8-48e7-a85a-b585c51e2c12, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ac394567-41b8-48e7-a85a-b585c51e2c12,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:07.154772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3359b-8aa7-4812-82e9-4ed43de2f396 req-1558c31c-3f47-413a-bb70-650191dd3553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:07.155962 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-f6069389-0df0-4994-a496-99ffcdb2db6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 208a1c98-0a83-491a-85a1-fd3ffc14ef35) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:07.156365 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9e3359b-8aa7-4812-82e9-4ed43de2f396 req-1558c31c-3f47-413a-bb70-650191dd3553 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 1095 time: 0.0870876 Sep 16 04:48:07.158055 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c67f4af4-98bc-43de-95e7-7639790e2c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.159667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b8f60d41-762e-4414-a4a8-377712ad5ff4 service neutron] For port ac394567-41b8-48e7-a85a-b585c51e2c12, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:07.167875 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f081194-2301-487f-95a7-ad22f8bc9965 None None] Network 208a1c98-0a83-491a-85a1-fd3ffc14ef35 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:07.171498 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069389-0df0-4994-a496-99ffcdb2db6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:07.172815 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f6069389-0df0-4994-a496-99ffcdb2db6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.228109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device ac394567-41b8-48e7-a85a-b585c51e2c12 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:07.229790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b8f60d41-762e-4414-a4a8-377712ad5ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac394567-41b8-48e7-a85a-b585c51e2c12 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:07.233906 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f4af4-98bc-43de-95e7-7639790e2c34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c0b4174-34ac-47da-93e8-4d05e20323d9,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:07.259955 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67f4af4-98bc-43de-95e7-7639790e2c34 admin admin] Checking segment: {'id': '39bb2bb4-0ae8-490b-952c-58c0f4e0502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:07.260542 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67f4af4-98bc-43de-95e7-7639790e2c34 admin admin] Network hostable DHCP agents. Network: e5c36bba-4312-42bb-9e3c-3c79c033dd8d, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:07.280163 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b8f60d41-762e-4414-a4a8-377712ad5ff4 service neutron] For port ac394567-41b8-48e7-a85a-b585c51e2c12, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ac394567-41b8-48e7-a85a-b585c51e2c12,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:07.317908 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f6069389-0df0-4994-a496-99ffcdb2db6e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7322350 Sep 16 04:48:07.358840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3359b-8aa7-4812-82e9-4ed43de2f396 req-fda0ed73-8b35-4035-b762-3a13bf9321dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:07.360738 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9e3359b-8aa7-4812-82e9-4ed43de2f396 req-fda0ed73-8b35-4035-b762-3a13bf9321dc service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=81978a2452c74d468c1440c8a9e64f75&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1778615 Sep 16 04:48:07.396302 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67f4af4-98bc-43de-95e7-7639790e2c34 admin admin] Network e5c36bba-4312-42bb-9e3c-3c79c033dd8d is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:07.502565 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85e63b-fa01-4682-af2f-15dc119854d1 req-9faa3d2e-9562-421e-8aa3-0a3830701286 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:07.511373 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f85e63b-fa01-4682-af2f-15dc119854d1 req-9faa3d2e-9562-421e-8aa3-0a3830701286 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 943 time: 0.1697845 Sep 16 04:48:07.513700 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee447ee1-63ca-40fa-97e3-a0ae2c926221 None None] Network 208a1c98-0a83-491a-85a1-fd3ffc14ef35 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:07.526177 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b8f60d41-762e-4414-a4a8-377712ad5ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.567294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3359b-8aa7-4812-82e9-4ed43de2f396 req-7a5306b5-fbe0-47b9-be3e-9091bb0aa65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:07.568999 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9e3359b-8aa7-4812-82e9-4ed43de2f396 req-7a5306b5-fbe0-47b9-be3e-9091bb0aa65c service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1915045 Sep 16 04:48:07.578873 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-c67f4af4-98bc-43de-95e7-7639790e2c34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, e5c36bba-4312-42bb-9e3c-3c79c033dd8d) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:07.594944 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67f4af4-98bc-43de-95e7-7639790e2c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:07.599737 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c67f4af4-98bc-43de-95e7-7639790e2c34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.602057 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12f1ca9-8c38-4d6c-81ed-98ff2a543671 None None] Network e5c36bba-4312-42bb-9e3c-3c79c033dd8d requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:07.647271 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f85e63b-fa01-4682-af2f-15dc119854d1 req-a9731759-4611-4967-9661-4d6f64cb2539 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309280 Sep 16 04:48:07.700505 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c67f4af4-98bc-43de-95e7-7639790e2c34 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0672972 Sep 16 04:48:07.703297 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39316) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:07.712681 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-fa309e5d-36c1-428c-9e4c-75abe1c4a55f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-408349984-router', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:07.779314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-c3d7176f-85ff-4fe6-b03e-167f6faf6643 req-ba49ba1d-0d18-4e63-92b7-90bc2e33829e tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-783845781', 'description': 'tempest-description-341737279'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:07.794113 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b8f60d41-762e-4414-a4a8-377712ad5ff4 service neutron] Transition to ACTIVE for port object ac394567-41b8-48e7-a85a-b585c51e2c12 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:48:07.808474 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-a42b313e-0c67-4a07-a9c1-5c80ed0f0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:07.810516 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-a42b313e-0c67-4a07-a9c1-5c80ed0f0cb8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 1095 time: 0.0939603 Sep 16 04:48:07.818821 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ab0d9f8c-d563-40d0-a3d7-a4e8bc46888a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.853714 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa309e5d-36c1-428c-9e4c-75abe1c4a55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.854951 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa309e5d-36c1-428c-9e4c-75abe1c4a55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.868277 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-e5c36bba-4312-42bb-9e3c-3c79c033dd8d', 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'fixed_ips': [{'subnet_id': '2c0b4174-34ac-47da-93e8-4d05e20323d9'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:07.868277 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.883179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-ca0e6489-6db5-4175-93bd-d7f7c4255d7a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d59914e0-d23b-45e2-8ac1-8494924f7ad9 HTTP/1.1" status: 200 len: 217 time: 0.0570712 Sep 16 04:48:07.936534 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa309e5d-36c1-428c-9e4c-75abe1c4a55f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.979239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-01c8ac8e-4b32-48e2-b112-cecfadaeaae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:07.989909 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-01c8ac8e-4b32-48e2-b112-cecfadaeaae1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9023553c-0727-4415-b53e-7374b71d88bd HTTP/1.1" status: 200 len: 860 time: 0.0867627 Sep 16 04:48:08.006786 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2450df-af7d-47c6-9230-bf55a03daa62 req-148ef6db-1b28-4e66-9b5a-62ede7b7107a tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:08.008372 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f2450df-af7d-47c6-9230-bf55a03daa62 req-148ef6db-1b28-4e66-9b5a-62ede7b7107a tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 944 time: 0.1242893 Sep 16 04:48:08.014953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] Allocated IP 172.20.0.2 (e5c36bba-4312-42bb-9e3c-3c79c033dd8d/2c0b4174-34ac-47da-93e8-4d05e20323d9/83bbd71a-0209-43f9-b218-ba6b962d6c94) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:08.029984 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-d457e433-f6db-4efe-8d53-7e4a8ef6a680 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412405 Sep 16 04:48:08.037614 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b8f60d41-762e-4414-a4a8-377712ad5ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.169933 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.190181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b8f60d41-762e-4414-a4a8-377712ad5ff4 service neutron] No DVR routers for this DVR port ac394567-41b8-48e7-a85a-b585c51e2c12 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:08.204771 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f2450df-af7d-47c6-9230-bf55a03daa62 req-33204403-9a37-4731-a2fb-c476205768d2 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771653 Sep 16 04:48:08.205546 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c3d7176f-85ff-4fe6-b03e-167f6faf6643 req-ba49ba1d-0d18-4e63-92b7-90bc2e33829e tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.229127 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f60d41-762e-4414-a4a8-377712ad5ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=ac394567-41b8-48e7-a85a-b585c51e2c12,revision_number=10']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:08.276956 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b8f60d41-762e-4414-a4a8-377712ad5ff4 service neutron] 10.222.0.21 "PUT /v2.0/ports/ac394567-41b8-48e7-a85a-b585c51e2c12/bindings/n-h2-712140-13/activate HTTP/1.1" status: 200 len: 370 time: 1.4580331 Sep 16 04:48:08.287794 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-ec0fc2d3-4152-4fca-af36-426d034bba1c service neutron] 10.222.0.38 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470067 Sep 16 04:48:08.337461 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa309e5d-36c1-428c-9e4c-75abe1c4a55f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.423710 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1e35a566-e908-4b89-b1b5-c18dd3a46933 req-8b1ff6d9-456c-4faf-84b5-21e43af8c749 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 210 time: 0.0358953 Sep 16 04:48:08.448312 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e202e27e-34ec-4749-a9f8-8ea672467056 req-a0b4889a-4358-463a-8910-bb84cdb66321 service neutron] 10.222.0.38 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529875 Sep 16 04:48:08.460149 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c3d7176f-85ff-4fe6-b03e-167f6faf6643 req-ba49ba1d-0d18-4e63-92b7-90bc2e33829e tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.476355 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.519826 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] Pushing event updated for resources: {'Port': ['ID=83bbd71a-0209-43f9-b218-ba6b962d6c94,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:08.588670 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] Network e5c36bba-4312-42bb-9e3c-3c79c033dd8d is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:08.590106 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:08.592964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:08.647142 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c3d7176f-85ff-4fe6-b03e-167f6faf6643 req-ba49ba1d-0d18-4e63-92b7-90bc2e33829e tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.652966 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] Attempting to bind port 83bbd71a-0209-43f9-b218-ba6b962d6c94 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:08.653124 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] Attempting to bind port 83bbd71a-0209-43f9-b218-ba6b962d6c94 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '39bb2bb4-0ae8-490b-952c-58c0f4e0502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:08.653492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] Attempting to bind port 83bbd71a-0209-43f9-b218-ba6b962d6c94 on network e5c36bba-4312-42bb-9e3c-3c79c033dd8d {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:08.659461 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:08.659838 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] Checking segment: {'id': '39bb2bb4-0ae8-490b-952c-58c0f4e0502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:08.660237 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.660626 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] Bound using segment: {'id': '39bb2bb4-0ae8-490b-952c-58c0f4e0502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:08.661592 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] Bound port: 83bbd71a-0209-43f9-b218-ba6b962d6c94, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bb2bb4-0ae8-490b-952c-58c0f4e0502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:08.661975 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.685751 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49ba1d-0d18-4e63-92b7-90bc2e33829e tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b63bdf2b-3ccd-4b29-8e22-528a813eb179,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:08.715180 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.752144 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] For port 83bbd71a-0209-43f9-b218-ba6b962d6c94, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:08.756216 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] For port 83bbd71a-0209-43f9-b218-ba6b962d6c94, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=83bbd71a-0209-43f9-b218-ba6b962d6c94,segment=NetworkSegment(39bb2bb4-0ae8-490b-952c-58c0f4e0502f),segment_id=39bb2bb4-0ae8-490b-952c-58c0f4e0502f)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:08.799150 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa309e5d-36c1-428c-9e4c-75abe1c4a55f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.820800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9c13d-6775-42e6-b2ec-ea9cf2d7f6f7 req-2493e5e7-8ddc-4c04-836d-d2d280322bc0 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:08.821065 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa309e5d-36c1-428c-9e4c-75abe1c4a55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.829747 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8c9c13d-6775-42e6-b2ec-ea9cf2d7f6f7 req-2493e5e7-8ddc-4c04-836d-d2d280322bc0 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 943 time: 0.0608432 Sep 16 04:48:08.829747 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c3d7176f-85ff-4fe6-b03e-167f6faf6643 req-ba49ba1d-0d18-4e63-92b7-90bc2e33829e tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.835514 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3d7176f-85ff-4fe6-b03e-167f6faf6643 req-ba49ba1d-0d18-4e63-92b7-90bc2e33829e tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0638711 Sep 16 04:48:08.882272 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.899212 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8c9c13d-6775-42e6-b2ec-ea9cf2d7f6f7 req-596fb1ea-2cbd-4866-80a0-c302e248ced1 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579956 Sep 16 04:48:08.951428 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80a003-eb92-4b73-84b3-d29200c8d961 None None] Pushing event updated for resources: {'Port': ['ID=83bbd71a-0209-43f9-b218-ba6b962d6c94,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:08.981384 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-fa309e5d-36c1-428c-9e4c-75abe1c4a55f admin admin] Allocated IP 172.25.4.151 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/03f280e3-e381-40c2-a6f5-852746efda71) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:09.001252 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2dc442dc-2cb0-4480-96bd-836b0877ce6f req-e0404399-a8b8-454d-9caf-3da229b1e505 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "GET /v2.0/security-groups/b63bdf2b-3ccd-4b29-8e22-528a813eb179 HTTP/1.1" status: 200 len: 1803 time: 0.0652144 Sep 16 04:48:09.013694 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-2dc442dc-2cb0-4480-96bd-836b0877ce6f req-da2ed114-1db3-45b1-b900-12d437d9a294 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b63bdf2b-3ccd-4b29-8e22-528a813eb179', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:09.014025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-2dc442dc-2cb0-4480-96bd-836b0877ce6f req-da2ed114-1db3-45b1-b900-12d437d9a294 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b63bdf2b-3ccd-4b29-8e22-528a813eb179', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:09.079983 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-4031fe9e-0736-44f4-b915-40a263519cb5 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:09.081574 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-4031fe9e-0736-44f4-b915-40a263519cb5 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179&tenant_id=a00de99f55234129963878f58d14e1a5&binding%3Ahost_id=n-h1-712140-13 HTTP/1.1" status: 200 len: 1097 time: 0.0552471 Sep 16 04:48:09.096088 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa309e5d-36c1-428c-9e4c-75abe1c4a55f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.148593 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-4df6ea9e-25eb-4179-9e02-754780892ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:09.150210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-4df6ea9e-25eb-4179-9e02-754780892ac8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179&tenant_id=a00de99f55234129963878f58d14e1a5 HTTP/1.1" status: 200 len: 1097 time: 0.0601356 Sep 16 04:48:09.249138 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.322266 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa309e5d-36c1-428c-9e4c-75abe1c4a55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.349570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-61a343b8-7fa9-4811-bd0f-2b2496374fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:09.351244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-61a343b8-7fa9-4811-bd0f-2b2496374fec service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a00de99f55234129963878f58d14e1a5&device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 1097 time: 0.1651001 Sep 16 04:48:09.361136 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa309e5d-36c1-428c-9e4c-75abe1c4a55f admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:09.366445 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-fa309e5d-36c1-428c-9e4c-75abe1c4a55f admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:09.369040 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa309e5d-36c1-428c-9e4c-75abe1c4a55f admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:09.403187 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa309e5d-36c1-428c-9e4c-75abe1c4a55f admin admin] Pushing event updated for resources: {'Port': ['ID=03f280e3-e381-40c2-a6f5-852746efda71,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:09.403800 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2dc442dc-2cb0-4480-96bd-836b0877ce6f req-da2ed114-1db3-45b1-b900-12d437d9a294 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.455557 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25708b-f309-490e-85da-2c9467b6a038 req-b7891c97-3e64-455a-846b-dd0d5731494e tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:09.457108 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e25708b-f309-490e-85da-2c9467b6a038 req-b7891c97-3e64-455a-846b-dd0d5731494e tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "GET /v2.0/networks?id=5acd6586-8a2c-490f-9c1f-4e1587166d60 HTTP/1.1" status: 200 len: 812 time: 0.2415676 Sep 16 04:48:09.504960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-6e25708b-f309-490e-85da-2c9467b6a038 req-e4ac8479-c665-4b92-9ccc-c88d72ea5969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Request body: {'port': {'device_id': '73e720f8-576d-4486-9575-da8a6d62838a', 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60', 'admin_state_up': True, 'tenant_id': '78ee5e5457a84bd8a350723cb409ffa4'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:09.526487 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbc209-cf4f-42ed-a2b7-d84a18fdc335 req-8d1c6eea-6f3e-4feb-94cf-adb7d883a2e1 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:09.528037 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4adbc209-cf4f-42ed-a2b7-d84a18fdc335 req-8d1c6eea-6f3e-4feb-94cf-adb7d883a2e1 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 945 time: 0.2193708 Sep 16 04:48:09.540657 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2dc442dc-2cb0-4480-96bd-836b0877ce6f req-da2ed114-1db3-45b1-b900-12d437d9a294 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.656571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-7306ab52-ba92-4482-af11-01c2e3bb5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:09.658244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-7306ab52-ba92-4482-af11-01c2e3bb5c26 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 200 len: 908 time: 0.2865615 Sep 16 04:48:09.671932 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4adbc209-cf4f-42ed-a2b7-d84a18fdc335 req-bbfba826-d1be-46ce-afcf-0e8f973068b6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216812 Sep 16 04:48:09.718157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-9ea5c227-775e-4705-a924-aaa2e5e1fc10 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac394567-41b8-48e7-a85a-b585c51e2c12 HTTP/1.1" status: 200 len: 217 time: 0.0498405 Sep 16 04:48:09.762086 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2dc442dc-2cb0-4480-96bd-836b0877ce6f req-da2ed114-1db3-45b1-b900-12d437d9a294 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.801210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ed114-1db3-45b1-b900-12d437d9a294 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6a67f7-0c3e-435d-892c-d5a335940095,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:09.817062 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-e8814449-63e3-46c4-a9f0-f329c25899ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:09.818968 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-e8814449-63e3-46c4-a9f0-f329c25899ee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 200 len: 847 time: 0.0929894 Sep 16 04:48:09.863986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-d26c6461-2960-4ba5-848c-3a38c8ac843d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94aa3f97-6ed2-410f-a6a8-2309531d94bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357070 Sep 16 04:48:09.886662 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa309e5d-36c1-428c-9e4c-75abe1c4a55f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.901983 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4b4bf7e-260e-4535-be50-4c1cb1a314ec req-64de6654-57a3-44e5-a464-0df0ffe40516 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 210 time: 0.0403638 Sep 16 04:48:09.904240 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e25708b-f309-490e-85da-2c9467b6a038 req-e4ac8479-c665-4b92-9ccc-c88d72ea5969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Made reservation on behalf of 78ee5e5457a84bd8a350723cb409ffa4 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:09.907231 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6e25708b-f309-490e-85da-2c9467b6a038 req-e4ac8479-c665-4b92-9ccc-c88d72ea5969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.044074 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2dc442dc-2cb0-4480-96bd-836b0877ce6f req-da2ed114-1db3-45b1-b900-12d437d9a294 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.045318 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2dc442dc-2cb0-4480-96bd-836b0877ce6f req-da2ed114-1db3-45b1-b900-12d437d9a294 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0360487 Sep 16 04:48:10.157066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f487ce16-e6ba-43af-98b0-8009ce82e213 None None] Network e5c36bba-4312-42bb-9e3c-3c79c033dd8d requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:10.168435 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa309e5d-36c1-428c-9e4c-75abe1c4a55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.178463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-6ca49c91-d779-4a29-b329-1fdc4055b3b2 service neutron] 10.222.0.38 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035579 Sep 16 04:48:10.226173 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-6e25708b-f309-490e-85da-2c9467b6a038 req-e4ac8479-c665-4b92-9ccc-c88d72ea5969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Allocated IP 172.20.0.12 (5acd6586-8a2c-490f-9c1f-4e1587166d60/1389bae5-dd46-4164-b9db-3ab16c90c617/3252de53-f9b5-4595-a0fd-92326a80da5e) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:10.236207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-d61f4973-2509-4fa9-8340-31080363f3f7 req-e39977aa-bfc8-46a9-be4b-6e0703c425f7 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1266854574', 'description': 'tempest-description-1387271458'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:10.262864 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3852b3ae-f29e-45dd-b33a-207b30fa07ec None None] Provisioning complete for port 83bbd71a-0209-43f9-b218-ba6b962d6c94 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:10.263457 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3852b3ae-f29e-45dd-b33a-207b30fa07ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.264130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176c3e7-2f89-4738-87b3-c161669e5753 req-f11f4f77-2757-42a7-adc3-f53574d41930 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:10.265712 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6176c3e7-2f89-4738-87b3-c161669e5753 req-f11f4f77-2757-42a7-adc3-f53574d41930 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 943 time: 0.1411996 Sep 16 04:48:10.408792 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6176c3e7-2f89-4738-87b3-c161669e5753 req-3e14209e-31e9-420b-9104-ed479b96c4a0 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292419 Sep 16 04:48:10.417136 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-1962d01a-d7c9-4846-89b8-3583ea050f72 service neutron] 10.222.0.38 "GET /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279837 Sep 16 04:48:10.417956 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3852b3ae-f29e-45dd-b33a-207b30fa07ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.464615 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3852b3ae-f29e-45dd-b33a-207b30fa07ec None None] For port 83bbd71a-0209-43f9-b218-ba6b962d6c94, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=83bbd71a-0209-43f9-b218-ba6b962d6c94,segment=NetworkSegment(39bb2bb4-0ae8-490b-952c-58c0f4e0502f),segment_id=39bb2bb4-0ae8-490b-952c-58c0f4e0502f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:10.464973 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa309e5d-36c1-428c-9e4c-75abe1c4a55f admin admin] Router 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:48:10.617141 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3852b3ae-f29e-45dd-b33a-207b30fa07ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.626568 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa309e5d-36c1-428c-9e4c-75abe1c4a55f admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:10.639183 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] Sync routers for ids ['2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:10.662926 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] Routers {'2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:10.664382 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:48:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:10.704835 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852b3ae-f29e-45dd-b33a-207b30fa07ec None None] Pushing event updated for resources: {'Port': ['ID=83bbd71a-0209-43f9-b218-ba6b962d6c94,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:10.710510 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.744319 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d5647b41-16b9-4284-807a-9784243d609e None None] Provisioning complete for port 83bbd71a-0209-43f9-b218-ba6b962d6c94 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:10.744790 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d5647b41-16b9-4284-807a-9784243d609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.767152 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa309e5d-36c1-428c-9e4c-75abe1c4a55f admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.769631 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fa309e5d-36c1-428c-9e4c-75abe1c4a55f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0648553 Sep 16 04:48:10.772594 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39344) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:10.837864 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] Set router 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:10.853677 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d61f4973-2509-4fa9-8340-31080363f3f7 req-e39977aa-bfc8-46a9-be4b-6e0703c425f7 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.962692 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6e25708b-f309-490e-85da-2c9467b6a038 req-e4ac8479-c665-4b92-9ccc-c88d72ea5969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.982158 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bc921-2449-477d-8659-be80ee260b67 req-107ef3f3-3971-41a6-b4f8-dc020d5da4f5 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:10.983936 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac0bc921-2449-477d-8659-be80ee260b67 req-107ef3f3-3971-41a6-b4f8-dc020d5da4f5 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 945 time: 0.1437144 Sep 16 04:48:11.095842 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac0bc921-2449-477d-8659-be80ee260b67 req-461ab676-71bf-4d75-b759-2bb4d4e73e15 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031427 Sep 16 04:48:11.096506 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 83bbd71a-0209-43f9-b218-ba6b962d6c94 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:11.125550 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d61f4973-2509-4fa9-8340-31080363f3f7 req-e39977aa-bfc8-46a9-be4b-6e0703c425f7 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.132776 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'name': 'tempest-TaggedBootDevicesTest_v242-408349984-router', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '03f280e3-e381-40c2-a6f5-852746efda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:07Z', 'updated_at': '2021-09-16T04:48:09Z', 'revision_number': 3, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'gw_port': {'id': '03f280e3-e381-40c2-a6f5-852746efda71', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:08Z', 'updated_at': '2021-09-16T04:48:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:11.170470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0079895-b84a-4cf2-8c08-8cfc3cac0cea tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:11.172392 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-b0079895-b84a-4cf2-8c08-8cfc3cac0cea tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179&tenant_id=a00de99f55234129963878f58d14e1a5&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 1097 time: 0.0600433 Sep 16 04:48:11.174838 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] Checking router: 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:48:11.175338 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] Updating router 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 port 03f280e3-e381-40c2-a6f5-852746efda71 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:48:11.180339 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 83bbd71a-0209-43f9-b218-ba6b962d6c94 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:11.181447 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.210549 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.253245 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d61f4973-2509-4fa9-8340-31080363f3f7 req-e39977aa-bfc8-46a9-be4b-6e0703c425f7 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.294899 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6e25708b-f309-490e-85da-2c9467b6a038 req-e4ac8479-c665-4b92-9ccc-c88d72ea5969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.441540 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e25708b-f309-490e-85da-2c9467b6a038 req-e4ac8479-c665-4b92-9ccc-c88d72ea5969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Network 5acd6586-8a2c-490f-9c1f-4e1587166d60 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:11.447214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39977aa-bfc8-46a9-be4b-6e0703c425f7 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31fb81c-33e4-409d-88a8-486d25defb74,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:11.459589 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-6e25708b-f309-490e-85da-2c9467b6a038 req-e4ac8479-c665-4b92-9ccc-c88d72ea5969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:11.464879 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e25708b-f309-490e-85da-2c9467b6a038 req-e4ac8479-c665-4b92-9ccc-c88d72ea5969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:11.484883 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d61f4973-2509-4fa9-8340-31080363f3f7 req-e39977aa-bfc8-46a9-be4b-6e0703c425f7 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.486148 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d61f4973-2509-4fa9-8340-31080363f3f7 req-e39977aa-bfc8-46a9-be4b-6e0703c425f7 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2559330 Sep 16 04:48:11.512078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac8479-c665-4b92-9ccc-c88d72ea5969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Pushing event updated for resources: {'Port': ['ID=3252de53-f9b5-4595-a0fd-92326a80da5e,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:11.536891 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ecf0f-1690-4ff9-b7bd-6fe018fa68a1 req-b22b0c18-aad7-4e91-a999-dd371339b739 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:11.538705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d56ecf0f-1690-4ff9-b7bd-6fe018fa68a1 req-b22b0c18-aad7-4e91-a999-dd371339b739 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 932 time: 0.2140112 Sep 16 04:48:11.560093 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.568816 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6d7b7e1e-9213-4378-a11e-b1ea4819f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.598661 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25708b-f309-490e-85da-2c9467b6a038 req-e4ac8479-c665-4b92-9ccc-c88d72ea5969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:11.599487 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6e25708b-f309-490e-85da-2c9467b6a038 req-e4ac8479-c665-4b92-9ccc-c88d72ea5969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.606368 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d56ecf0f-1690-4ff9-b7bd-6fe018fa68a1 req-88124c9b-6fe8-47ab-9791-7abc33d019ce tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598338 Sep 16 04:48:11.662963 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-de00b00e-3b1f-40b7-a9f9-6746a4af9a5f service neutron] For port ac394567-41b8-48e7-a85a-b585c51e2c12, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:11.666500 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-de00b00e-3b1f-40b7-a9f9-6746a4af9a5f service neutron] Notify callbacks [] for binding, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.667763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bdbc6dc-e263-43c1-8139-3442e6fd42c3 req-de00b00e-3b1f-40b7-a9f9-6746a4af9a5f service neutron] 10.222.0.38 "DELETE /v2.0/ports/ac394567-41b8-48e7-a85a-b585c51e2c12/bindings/n-h1-712140-13 HTTP/1.1" status: 204 len: 173 time: 0.4870765 Sep 16 04:48:11.695011 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.747011 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-6d7b7e1e-9213-4378-a11e-b1ea4819f2a4 admin admin] Allocated IP 172.20.0.1 (e5c36bba-4312-42bb-9e3c-3c79c033dd8d/2c0b4174-34ac-47da-93e8-4d05e20323d9/2a524258-3bbb-4917-9177-c1519d6a868a) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:11.762418 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d81ee-0817-45da-abcb-ed6edffc9ce2 req-64d31ab5-d094-4cbf-887a-586217e02ed1 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:11.766776 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] Attempting to bind port 03f280e3-e381-40c2-a6f5-852746efda71 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:11.767191 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] Attempting to bind port 03f280e3-e381-40c2-a6f5-852746efda71 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:11.767558 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] Attempting to bind port 03f280e3-e381-40c2-a6f5-852746efda71 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:11.769866 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d1d81ee-0817-45da-abcb-ed6edffc9ce2 req-64d31ab5-d094-4cbf-887a-586217e02ed1 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 943 time: 0.0992794 Sep 16 04:48:11.774602 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:11.775272 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:11.775839 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.776387 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:11.777013 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] Bound port: 03f280e3-e381-40c2-a6f5-852746efda71, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:11.777652 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.781828 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e25708b-f309-490e-85da-2c9467b6a038 req-e4ac8479-c665-4b92-9ccc-c88d72ea5969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2843542 Sep 16 04:48:11.791300 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f2bf3f8-38dd-49c5-8644-9aa0847e0deb req-5d775071-71c4-4d21-8710-690c390c0bc8 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "GET /v2.0/security-groups/a31fb81c-33e4-409d-88a8-486d25defb74 HTTP/1.1" status: 200 len: 1805 time: 0.0854523 Sep 16 04:48:11.810479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Request body: {'port': {'device_id': '73e720f8-576d-4486-9575-da8a6d62838a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:11.817692 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-1f2bf3f8-38dd-49c5-8644-9aa0847e0deb req-ca4dfc00-6ebf-41a6-a32e-0ed21d0ad50c tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a31fb81c-33e4-409d-88a8-486d25defb74', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:11.818076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-1f2bf3f8-38dd-49c5-8644-9aa0847e0deb req-ca4dfc00-6ebf-41a6-a32e-0ed21d0ad50c tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a31fb81c-33e4-409d-88a8-486d25defb74', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:11.843227 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] For port 03f280e3-e381-40c2-a6f5-852746efda71, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:11.846721 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] For port 03f280e3-e381-40c2-a6f5-852746efda71, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=03f280e3-e381-40c2-a6f5-852746efda71,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:11.852034 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d1d81ee-0817-45da-abcb-ed6edffc9ce2 req-14204a21-2399-4e41-90c6-67a01a10cbbc tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811756 Sep 16 04:48:11.852494 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc53c42-c800-48aa-8777-869c5c006d53 None None] Pushing event updated for resources: {'Port': ['ID=03f280e3-e381-40c2-a6f5-852746efda71,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:11.860296 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc53c42-c800-48aa-8777-869c5c006d53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:11.860866 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc53c42-c800-48aa-8777-869c5c006d53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:11.861376 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc53c42-c800-48aa-8777-869c5c006d53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:11.861900 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc53c42-c800-48aa-8777-869c5c006d53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:11.862382 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc53c42-c800-48aa-8777-869c5c006d53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:11.862939 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc53c42-c800-48aa-8777-869c5c006d53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:11.863473 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc53c42-c800-48aa-8777-869c5c006d53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:11.864024 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc53c42-c800-48aa-8777-869c5c006d53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:11.864512 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc53c42-c800-48aa-8777-869c5c006d53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:11.865021 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc53c42-c800-48aa-8777-869c5c006d53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:11.865338 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc53c42-c800-48aa-8777-869c5c006d53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:11.866011 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc53c42-c800-48aa-8777-869c5c006d53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:11.890244 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6d7b7e1e-9213-4378-a11e-b1ea4819f2a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.896148 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.927857 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.987129 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc53c42-c800-48aa-8777-869c5c006d53 None None] Pushing event updated for resources: {'Port': ['ID=03f280e3-e381-40c2-a6f5-852746efda71,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:11.989764 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] Routers {'2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:11.990575 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:48:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:12.001548 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6d7b7e1e-9213-4378-a11e-b1ea4819f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.046399 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7b7e1e-9213-4378-a11e-b1ea4819f2a4 admin admin] Network e5c36bba-4312-42bb-9e3c-3c79c033dd8d is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:12.049851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-6d7b7e1e-9213-4378-a11e-b1ea4819f2a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:12.053107 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7b7e1e-9213-4378-a11e-b1ea4819f2a4 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:12.085023 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1f2bf3f8-38dd-49c5-8644-9aa0847e0deb req-ca4dfc00-6ebf-41a6-a32e-0ed21d0ad50c tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.089658 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b7e1e-9213-4378-a11e-b1ea4819f2a4 admin admin] Pushing event updated for resources: {'Port': ['ID=2a524258-3bbb-4917-9177-c1519d6a868a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:12.128532 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6d7b7e1e-9213-4378-a11e-b1ea4819f2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.144087 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] Set router 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:12.174691 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1f2bf3f8-38dd-49c5-8644-9aa0847e0deb req-ca4dfc00-6ebf-41a6-a32e-0ed21d0ad50c tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.342658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4a8ad-8021-4de9-ac4f-8671bbb4c755 req-9a8c8d8a-b8c0-4e76-8b45-bac53ba3177c tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:12.344441 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ce4a8ad-8021-4de9-ac4f-8671bbb4c755 req-9a8c8d8a-b8c0-4e76-8b45-bac53ba3177c tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 945 time: 0.1279862 Sep 16 04:48:12.355098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3252de53-f9b5-4595-a0fd-92326a80da5e {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:12.368120 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.389493 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1f2bf3f8-38dd-49c5-8644-9aa0847e0deb req-ca4dfc00-6ebf-41a6-a32e-0ed21d0ad50c tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.405940 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'name': 'tempest-TaggedBootDevicesTest_v242-408349984-router', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '03f280e3-e381-40c2-a6f5-852746efda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:07Z', 'updated_at': '2021-09-16T04:48:09Z', 'revision_number': 3, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'gw_port': {'id': '03f280e3-e381-40c2-a6f5-852746efda71', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:08Z', 'updated_at': '2021-09-16T04:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:12.408755 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Transition to ACTIVE for port object 3252de53-f9b5-4595-a0fd-92326a80da5e will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:48:12.424048 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4dfc00-6ebf-41a6-a32e-0ed21d0ad50c tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ec21a3-232d-4b4b-8c4e-40d77b677932,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:12.435186 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ce4a8ad-8021-4de9-ac4f-8671bbb4c755 req-054891de-581a-4e3a-bcdb-d4fbcb151ef9 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831044 Sep 16 04:48:12.444861 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906adef5-d5c6-4329-b5e4-8d7f98abec3d None None] The sync data for ids ['2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'] in n-d-712140-13 is: [{'id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'name': 'tempest-TaggedBootDevicesTest_v242-408349984-router', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '03f280e3-e381-40c2-a6f5-852746efda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:07Z', 'updated_at': '2021-09-16T04:48:09Z', 'revision_number': 3, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'gw_port': {'id': '03f280e3-e381-40c2-a6f5-852746efda71', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:08Z', 'updated_at': '2021-09-16T04:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:12.447519 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-93c36964-45fe-4d81-9f64-2facd7e625dc None None] Provisioning complete for port 2a524258-3bbb-4917-9177-c1519d6a868a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:12.448923 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93c36964-45fe-4d81-9f64-2facd7e625dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.485338 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6d7b7e1e-9213-4378-a11e-b1ea4819f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.499191 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-93c36964-45fe-4d81-9f64-2facd7e625dc None None] Port 2a524258-3bbb-4917-9177-c1519d6a868a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:12.521509 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.570531 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1f2bf3f8-38dd-49c5-8644-9aa0847e0deb req-ca4dfc00-6ebf-41a6-a32e-0ed21d0ad50c tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.571783 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f2bf3f8-38dd-49c5-8644-9aa0847e0deb req-ca4dfc00-6ebf-41a6-a32e-0ed21d0ad50c tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7585645 Sep 16 04:48:12.606598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Pushing event updated for resources: {'Port': ['ID=3252de53-f9b5-4595-a0fd-92326a80da5e,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:12.634525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-ea1b0f39-d70b-4eaa-bc9e-979483089c20 req-42069276-e552-4f25-a104-7551a6e19512 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1078360556', 'description': 'tempest-description-921709462'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:12.722499 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6d7b7e1e-9213-4378-a11e-b1ea4819f2a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.758461 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382b81d-57e7-4b91-bd44-fbcc11b87c40 req-604621b0-6643-4beb-abfe-6d78ad765df5 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:12.760394 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8382b81d-57e7-4b91-bd44-fbcc11b87c40 req-604621b0-6643-4beb-abfe-6d78ad765df5 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 945 time: 0.1015444 Sep 16 04:48:12.774510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Attempting to bind port 3252de53-f9b5-4595-a0fd-92326a80da5e on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:12.775205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Attempting to bind port 3252de53-f9b5-4595-a0fd-92326a80da5e by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:12.775783 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Attempting to bind port 3252de53-f9b5-4595-a0fd-92326a80da5e on network 5acd6586-8a2c-490f-9c1f-4e1587166d60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:12.803417 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Port 3252de53-f9b5-4595-a0fd-92326a80da5e on network 5acd6586-8a2c-490f-9c1f-4e1587166d60 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:48:12.803860 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Attempting to bind port 3252de53-f9b5-4595-a0fd-92326a80da5e on network 5acd6586-8a2c-490f-9c1f-4e1587166d60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:12.814350 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:12.814778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Checking segment: {'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:12.815274 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Bound using segment: {'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:12.815810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Bound port: 3252de53-f9b5-4595-a0fd-92326a80da5e, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:12.816251 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.823885 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ea1b0f39-d70b-4eaa-bc9e-979483089c20 req-42069276-e552-4f25-a104-7551a6e19512 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.835718 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6d7b7e1e-9213-4378-a11e-b1ea4819f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.851400 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8382b81d-57e7-4b91-bd44-fbcc11b87c40 req-9c752d5b-a21a-4549-a5c5-088ca78bde81 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/security-groups?id=748bff85-048f-4869-b953-45d4bc6403a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723543 Sep 16 04:48:12.952305 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6d7b7e1e-9213-4378-a11e-b1ea4819f2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.954773 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b7e1e-9213-4378-a11e-b1ea4819f2a4 admin admin] Pushing event updated for resources: {'Port': ['ID=2a524258-3bbb-4917-9177-c1519d6a868a,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:12.977502 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] For port 3252de53-f9b5-4595-a0fd-92326a80da5e, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:12.991055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] For port 3252de53-f9b5-4595-a0fd-92326a80da5e, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=3252de53-f9b5-4595-a0fd-92326a80da5e,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:13.062145 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 03f280e3-e381-40c2-a6f5-852746efda71 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:13.081849 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ea1b0f39-d70b-4eaa-bc9e-979483089c20 req-42069276-e552-4f25-a104-7551a6e19512 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.139177 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.154307 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7b7e1e-9213-4378-a11e-b1ea4819f2a4 admin admin] Network e5c36bba-4312-42bb-9e3c-3c79c033dd8d is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:13.156471 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-6d7b7e1e-9213-4378-a11e-b1ea4819f2a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:13.177434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 03f280e3-e381-40c2-a6f5-852746efda71 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:13.178102 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.227828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Pushing event updated for resources: {'Port': ['ID=3252de53-f9b5-4595-a0fd-92326a80da5e,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:13.232819 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ea1b0f39-d70b-4eaa-bc9e-979483089c20 req-42069276-e552-4f25-a104-7551a6e19512 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.272075 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:13.276196 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.276196 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e25708b-f309-490e-85da-2c9467b6a038 req-65370bb2-99fd-417b-9eaa-5a97a2876447 service neutron] 10.222.0.21 "PUT /v2.0/ports/3252de53-f9b5-4595-a0fd-92326a80da5e HTTP/1.1" status: 200 len: 1093 time: 1.4749889 Sep 16 04:48:13.276196 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e720f8-576d-4486-9575-da8a6d62838a', 'tag': '3252de53-f9b5-4595-a0fd-92326a80da5e'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:13.278682 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de08ce66-148b-40d7-a033-1a270ad646c6" -d '{"events": [{"name": "network-changed", "server_uuid": "73e720f8-576d-4486-9575-da8a6d62838a", "tag": "3252de53-f9b5-4595-a0fd-92326a80da5e"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:13.294569 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.306284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77141fe4-b649-46c4-a4b0-2a3adc238da9 req-8e10e0f3-46c9-4b45-8e8b-ce54a8adf77e tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:13.316901 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-77141fe4-b649-46c4-a4b0-2a3adc238da9 req-8e10e0f3-46c9-4b45-8e8b-ce54a8adf77e tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 1097 time: 0.2160854 Sep 16 04:48:13.326516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42069276-e552-4f25-a104-7551a6e19512 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5de46c-86e9-42ad-99f3-0d546538b2c9,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:13.362138 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 03f280e3-e381-40c2-a6f5-852746efda71, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=03f280e3-e381-40c2-a6f5-852746efda71,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:13.376244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-77141fe4-b649-46c4-a4b0-2a3adc238da9 req-c7524de4-83d0-4c9e-a689-69d73dda3e35 tempest-LiveMigrationTest-111429349 tempest-LiveMigrationTest-111429349-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576644 Sep 16 04:48:13.383041 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7b7e1e-9213-4378-a11e-b1ea4819f2a4 admin admin] Router 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:13.511834 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7b7e1e-9213-4378-a11e-b1ea4819f2a4 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:13.518625 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6d7b7e1e-9213-4378-a11e-b1ea4819f2a4 admin admin] 10.222.0.20 "PUT /v2.0/routers/2a6834d4-12e5-4a46-ae08-b8c5cd229cb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7445209 Sep 16 04:48:13.532680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad0221-3a7e-4ea6-9412-0e05e9c7122e req-2d9ad29c-e9e8-4859-a715-81b93efa7994 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:13.533678 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4ad0221-3a7e-4ea6-9412-0e05e9c7122e req-2d9ad29c-e9e8-4859-a715-81b93efa7994 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 944 time: 0.0621898 Sep 16 04:48:13.549614 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d963d317-095e-4999-8273-1a9a884db06f None None] Provisioning complete for port 2a524258-3bbb-4917-9177-c1519d6a868a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:13.550323 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d963d317-095e-4999-8273-1a9a884db06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.586749 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4ad0221-3a7e-4ea6-9412-0e05e9c7122e req-12883f62-a777-48be-b79d-d3c5a44e0524 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427999 Sep 16 04:48:13.590094 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ea1b0f39-d70b-4eaa-bc9e-979483089c20 req-42069276-e552-4f25-a104-7551a6e19512 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.599375 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea1b0f39-d70b-4eaa-bc9e-979483089c20 req-42069276-e552-4f25-a104-7551a6e19512 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9653969 Sep 16 04:48:13.624833 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d963d317-095e-4999-8273-1a9a884db06f None None] Port 2a524258-3bbb-4917-9177-c1519d6a868a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:13.630766 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.675680 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device d59914e0-d23b-45e2-8ac1-8494924f7ad9 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:48:13.750975 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de32f48b-d90a-41f8-a7ea-ca79a4e18f38 x-openstack-request-id: req-de32f48b-d90a-41f8-a7ea-ca79a4e18f38 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:13.751316 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e720f8-576d-4486-9575-da8a6d62838a", "tag": "3252de53-f9b5-4595-a0fd-92326a80da5e", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:13.751690 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de32f48b-d90a-41f8-a7ea-ca79a4e18f38 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:13.752105 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e720f8-576d-4486-9575-da8a6d62838a', 'tag': '3252de53-f9b5-4595-a0fd-92326a80da5e', 'status': 'completed', 'code': 200} Sep 16 04:48:13.757810 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=03f280e3-e381-40c2-a6f5-852746efda71,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:13.814684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25708b-f309-490e-85da-2c9467b6a038 req-8ab931b5-a997-4530-ade0-d2ddaee55ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:13.817500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e25708b-f309-490e-85da-2c9467b6a038 req-8ab931b5-a997-4530-ade0-d2ddaee55ed1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 1096 time: 0.1161513 Sep 16 04:48:13.828826 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9963-6008-40f8-846f-e23c68b1febd req-e9f3b8a0-38a7-428c-990a-af3f94011233 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:13.830584 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-360a9963-6008-40f8-846f-e23c68b1febd req-e9f3b8a0-38a7-428c-990a-af3f94011233 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 943 time: 0.1483459 Sep 16 04:48:13.871534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port d59914e0-d23b-45e2-8ac1-8494924f7ad9, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d59914e0-d23b-45e2-8ac1-8494924f7ad9,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:13.885935 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'd59914e0-d23b-45e2-8ac1-8494924f7ad9', 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2', 'port_id': 'd59914e0-d23b-45e2-8ac1-8494924f7ad9', 'mac_address': 'fa:16:3e:1a:3d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9023553c-0727-4415-b53e-7374b71d88bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:48:13.890737 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e25708b-f309-490e-85da-2c9467b6a038 req-20790f23-62e2-431a-8083-ea1bbd9ba8a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3252de53-f9b5-4595-a0fd-92326a80da5e HTTP/1.1" status: 200 len: 217 time: 0.0591202 Sep 16 04:48:13.940263 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.950601 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-360a9963-6008-40f8-846f-e23c68b1febd req-0104b24f-0ddb-4152-b79b-e852d06fe289 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104896 Sep 16 04:48:13.966489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25708b-f309-490e-85da-2c9467b6a038 req-4dfb1baa-60a2-477e-868f-15b53666a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:13.971103 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e25708b-f309-490e-85da-2c9467b6a038 req-4dfb1baa-60a2-477e-868f-15b53666a474 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1389bae5-dd46-4164-b9db-3ab16c90c617 HTTP/1.1" status: 200 len: 852 time: 0.0673280 Sep 16 04:48:13.971372 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d59914e0-d23b-45e2-8ac1-8494924f7ad9 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:13.999534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port d59914e0-d23b-45e2-8ac1-8494924f7ad9, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d59914e0-d23b-45e2-8ac1-8494924f7ad9,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:14.025003 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-1ffc367a-7c2b-4ec7-80d6-33f59b76c987 req-0147a147-cfc0-487e-846c-23835e0f5ac6 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-292702389', 'description': 'tempest-description-50712191'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:14.031139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e25708b-f309-490e-85da-2c9467b6a038 req-0cbe4ef6-08ea-4021-968e-1b46239d49d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5acd6586-8a2c-490f-9c1f-4e1587166d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545838 Sep 16 04:48:14.136055 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e25708b-f309-490e-85da-2c9467b6a038 req-8794999c-75e7-45c1-b914-f3687e171e85 service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965219 Sep 16 04:48:14.162199 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.218283 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ffc367a-7c2b-4ec7-80d6-33f59b76c987 req-0147a147-cfc0-487e-846c-23835e0f5ac6 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.244756 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=d59914e0-d23b-45e2-8ac1-8494924f7ad9,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:14.274686 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e25708b-f309-490e-85da-2c9467b6a038 req-49a6a72d-53a8-4278-bcd4-c918696a013a service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321259 Sep 16 04:48:14.340834 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ffc367a-7c2b-4ec7-80d6-33f59b76c987 req-0147a147-cfc0-487e-846c-23835e0f5ac6 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.510802 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ffc367a-7c2b-4ec7-80d6-33f59b76c987 req-0147a147-cfc0-487e-846c-23835e0f5ac6 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.555951 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147a147-cfc0-487e-846c-23835e0f5ac6 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66be150a-9552-41f5-900f-ca9d462e52e0,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:14.586241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] Sync routers for ids ['2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:14.588514 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08ce66-148b-40d7-a033-1a270ad646c6 req-80b041d6-b37f-4324-b239-1b9b3ae7ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:14.590631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de08ce66-148b-40d7-a033-1a270ad646c6 req-80b041d6-b37f-4324-b239-1b9b3ae7ccd5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 1096 time: 0.0501432 Sep 16 04:48:14.597798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] Routers {'2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:14.603007 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:48:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:14.659919 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['d59914e0-d23b-45e2-8ac1-8494924f7ad9'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:14.715869 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1ffc367a-7c2b-4ec7-80d6-33f59b76c987 req-0147a147-cfc0-487e-846c-23835e0f5ac6 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.717204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ffc367a-7c2b-4ec7-80d6-33f59b76c987 req-0147a147-cfc0-487e-846c-23835e0f5ac6 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7252262 Sep 16 04:48:14.733983 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08ce66-148b-40d7-a033-1a270ad646c6 req-b5951533-a0d9-47cf-a483-74f740c026d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:14.735439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de08ce66-148b-40d7-a033-1a270ad646c6 req-b5951533-a0d9-47cf-a483-74f740c026d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5acd6586-8a2c-490f-9c1f-4e1587166d60 HTTP/1.1" status: 200 len: 913 time: 0.1374700 Sep 16 04:48:14.755905 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] Set router 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:14.756773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368d51c-938d-4869-8814-4d9207678bfa req-a278bb23-d73d-4c77-97aa-229425136781 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:14.759080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3368d51c-938d-4869-8814-4d9207678bfa req-a278bb23-d73d-4c77-97aa-229425136781 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 945 time: 0.0790491 Sep 16 04:48:14.796165 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de08ce66-148b-40d7-a033-1a270ad646c6 req-6fd450a4-127a-4bf3-9936-1b67b5410d3f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3252de53-f9b5-4595-a0fd-92326a80da5e HTTP/1.1" status: 200 len: 217 time: 0.0527320 Sep 16 04:48:14.880971 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3368d51c-938d-4869-8814-4d9207678bfa req-4a531ef8-75e9-43f9-b6b3-fd2fd4e65990 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874805 Sep 16 04:48:14.919905 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08ce66-148b-40d7-a033-1a270ad646c6 req-853b9b35-0152-40f7-91f2-6d2522379f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:14.921404 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de08ce66-148b-40d7-a033-1a270ad646c6 req-853b9b35-0152-40f7-91f2-6d2522379f6d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1389bae5-dd46-4164-b9db-3ab16c90c617 HTTP/1.1" status: 200 len: 852 time: 0.1189816 Sep 16 04:48:14.964406 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de08ce66-148b-40d7-a033-1a270ad646c6 req-1badeb23-c15b-4a0b-a981-a7b46c8ff02c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5acd6586-8a2c-490f-9c1f-4e1587166d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361514 Sep 16 04:48:14.996052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5297473-5f56-44c2-b3bc-c37c439c111b req-5c8a457f-bf0a-4464-99b4-c37200fa1820 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:14.999737 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5297473-5f56-44c2-b3bc-c37c439c111b req-5c8a457f-bf0a-4464-99b4-c37200fa1820 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 945 time: 0.1173377 Sep 16 04:48:15.010109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 03f280e3-e381-40c2-a6f5-852746efda71 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:15.111369 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 03f280e3-e381-40c2-a6f5-852746efda71 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:15.111684 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.137484 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'name': 'tempest-TaggedBootDevicesTest_v242-408349984-router', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '03f280e3-e381-40c2-a6f5-852746efda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:07Z', 'updated_at': '2021-09-16T04:48:12Z', 'revision_number': 4, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'gw_port': {'id': '03f280e3-e381-40c2-a6f5-852746efda71', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:08Z', 'updated_at': '2021-09-16T04:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '2a524258-3bbb-4917-9177-c1519d6a868a', 'name': '', 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'mac_address': 'fa:16:3e:03:93:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2c0b4174-34ac-47da-93e8-4d05e20323d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:11Z', 'updated_at': '2021-09-16T04:48:12Z', 'revision_number': 2, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'subnets': [{'id': '2c0b4174-34ac-47da-93e8-4d05e20323d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:15.138690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5297473-5f56-44c2-b3bc-c37c439c111b req-c30b135c-1dfe-4d88-b520-065097e6d8d9 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/security-groups?id=748bff85-048f-4869-b953-45d4bc6403a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218359 Sep 16 04:48:15.157404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d55db-c4a6-4103-8256-93c02be14f9e req-8aebe98b-fad4-4f9e-abb0-8908d3d59efa tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:15.157404 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a1d55db-c4a6-4103-8256-93c02be14f9e req-8aebe98b-fad4-4f9e-abb0-8908d3d59efa tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 944 time: 0.1327400 Sep 16 04:48:15.171680 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] Checking router: 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:48:15.174001 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] Updating router 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 port 2a524258-3bbb-4917-9177-c1519d6a868a binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:48:15.205921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de08ce66-148b-40d7-a033-1a270ad646c6 req-a79f7efe-44e3-4919-abb1-0499b6de92a0 service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341194 Sep 16 04:48:15.210691 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.215798 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a1d55db-c4a6-4103-8256-93c02be14f9e req-ca143f01-ebf9-491d-8051-769c03dba3d1 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522716 Sep 16 04:48:15.342966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb545bde-4743-4e53-9180-0226c22f1db7 req-65ee0acf-0e4c-4486-89bf-7daaac6405f4 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "GET /v2.0/security-groups/ab5de46c-86e9-42ad-99f3-0d546538b2c9 HTTP/1.1" status: 200 len: 1804 time: 0.1030500 Sep 16 04:48:15.449235 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de08ce66-148b-40d7-a033-1a270ad646c6 req-d54c02fa-dada-4c6f-be08-4d7098027e23 service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839292 Sep 16 04:48:15.453040 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb545bde-4743-4e53-9180-0226c22f1db7 req-0451d07f-0821-434a-a08d-169966098e46 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "GET /v2.0/security-groups/66be150a-9552-41f5-900f-ca9d462e52e0 HTTP/1.1" status: 200 len: 1802 time: 0.0996699 Sep 16 04:48:15.461701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65caed-da95-4114-bc96-0c11c5568272 req-c90239a4-dfa8-45eb-98ed-ad51ce7d198c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:15.463568 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e65caed-da95-4114-bc96-0c11c5568272 req-c90239a4-dfa8-45eb-98ed-ad51ce7d198c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 944 time: 0.1240900 Sep 16 04:48:15.477994 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-cb545bde-4743-4e53-9180-0226c22f1db7 req-5235b644-f585-4cfd-8a6f-39924f2a863f tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ab5de46c-86e9-42ad-99f3-0d546538b2c9', 'remote_group_id': '66be150a-9552-41f5-900f-ca9d462e52e0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:15.478330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-cb545bde-4743-4e53-9180-0226c22f1db7 req-5235b644-f585-4cfd-8a6f-39924f2a863f tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ab5de46c-86e9-42ad-99f3-0d546538b2c9', 'remote_group_id': '66be150a-9552-41f5-900f-ca9d462e52e0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:15.553285 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e65caed-da95-4114-bc96-0c11c5568272 req-16fd2cf8-4efa-4829-aa0c-0621d3f8d9fe tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694606 Sep 16 04:48:15.567157 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c2657-4e6d-4fe8-b99a-66f3c23ee931 req-99031ebf-540b-46dd-b6d8-05f701217dba tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:15.568879 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-910c2657-4e6d-4fe8-b99a-66f3c23ee931 req-99031ebf-540b-46dd-b6d8-05f701217dba tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 945 time: 0.1030059 Sep 16 04:48:15.732660 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cb545bde-4743-4e53-9180-0226c22f1db7 req-5235b644-f585-4cfd-8a6f-39924f2a863f tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.742830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-910c2657-4e6d-4fe8-b99a-66f3c23ee931 req-3d46f62f-074e-4968-86c4-35bf3c416df4 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Deleting port ac394567-41b8-48e7-a85a-b585c51e2c12 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:15.743203 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-910c2657-4e6d-4fe8-b99a-66f3c23ee931 req-3d46f62f-074e-4968-86c4-35bf3c416df4 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.753935 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.838980 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cb545bde-4743-4e53-9180-0226c22f1db7 req-5235b644-f585-4cfd-8a6f-39924f2a863f tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.868062 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-910c2657-4e6d-4fe8-b99a-66f3c23ee931 req-3d46f62f-074e-4968-86c4-35bf3c416df4 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] For port ac394567-41b8-48e7-a85a-b585c51e2c12, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ac394567-41b8-48e7-a85a-b585c51e2c12,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:15.868427 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-910c2657-4e6d-4fe8-b99a-66f3c23ee931 req-3d46f62f-074e-4968-86c4-35bf3c416df4 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.882366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-910c2657-4e6d-4fe8-b99a-66f3c23ee931 req-3d46f62f-074e-4968-86c4-35bf3c416df4 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Calling delete_port for ac394567-41b8-48e7-a85a-b585c51e2c12 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:15.909966 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.979695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1158de-f862-429c-aea1-d7ef9bc74f13 None None] Pushing event updated for resources: {'Port': ['ID=2a524258-3bbb-4917-9177-c1519d6a868a,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:16.039161 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cb545bde-4743-4e53-9180-0226c22f1db7 req-5235b644-f585-4cfd-8a6f-39924f2a863f tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.052219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] Attempting to bind port 2a524258-3bbb-4917-9177-c1519d6a868a on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:16.052702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] Attempting to bind port 2a524258-3bbb-4917-9177-c1519d6a868a by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '39bb2bb4-0ae8-490b-952c-58c0f4e0502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:16.053119 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] Attempting to bind port 2a524258-3bbb-4917-9177-c1519d6a868a on network e5c36bba-4312-42bb-9e3c-3c79c033dd8d {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:16.061034 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:16.061034 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] Checking segment: {'id': '39bb2bb4-0ae8-490b-952c-58c0f4e0502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:16.061551 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.061849 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] Bound using segment: {'id': '39bb2bb4-0ae8-490b-952c-58c0f4e0502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:16.063354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] Bound port: 2a524258-3bbb-4917-9177-c1519d6a868a, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bb2bb4-0ae8-490b-952c-58c0f4e0502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:16.063753 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.085166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235b644-f585-4cfd-8a6f-39924f2a863f tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24909c2e-9250-4e82-a32e-1f80417c2371,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:16.098972 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:48:16.134138 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b72fd6-45e0-4f4c-b620-0bc572aed475 req-f017f354-f771-445e-ab6e-8ea0db562677 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:16.146280 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17b72fd6-45e0-4f4c-b620-0bc572aed475 req-f017f354-f771-445e-ab6e-8ea0db562677 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 945 time: 0.1647110 Sep 16 04:48:16.168429 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] For port 2a524258-3bbb-4917-9177-c1519d6a868a, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:16.172135 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] For port 2a524258-3bbb-4917-9177-c1519d6a868a, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2a524258-3bbb-4917-9177-c1519d6a868a,segment=NetworkSegment(39bb2bb4-0ae8-490b-952c-58c0f4e0502f),segment_id=39bb2bb4-0ae8-490b-952c-58c0f4e0502f)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:16.198171 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17b72fd6-45e0-4f4c-b620-0bc572aed475 req-1947af21-d393-4e77-966a-49d6a9c584f7 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470707 Sep 16 04:48:16.271762 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-445ca81f-295a-4f99-bffb-7ab2cd1c98e3 None None] Provisioning complete for port 2a524258-3bbb-4917-9177-c1519d6a868a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:16.272219 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-445ca81f-295a-4f99-bffb-7ab2cd1c98e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.288411 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cb545bde-4743-4e53-9180-0226c22f1db7 req-5235b644-f585-4cfd-8a6f-39924f2a863f tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.289842 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb545bde-4743-4e53-9180-0226c22f1db7 req-5235b644-f585-4cfd-8a6f-39924f2a863f tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8250577 Sep 16 04:48:16.323492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-445ca81f-295a-4f99-bffb-7ab2cd1c98e3 None None] Port 2a524258-3bbb-4917-9177-c1519d6a868a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:16.396583 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80808f4e-f20d-4579-a77b-33bd9d4da117 req-5cc6b297-9868-4076-9960-be97bc4d3d50 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:16.398293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80808f4e-f20d-4579-a77b-33bd9d4da117 req-5cc6b297-9868-4076-9960-be97bc4d3d50 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 944 time: 0.0503087 Sep 16 04:48:16.432208 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-910c2657-4e6d-4fe8-b99a-66f3c23ee931 req-3d46f62f-074e-4968-86c4-35bf3c416df4 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.453942 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['f4986137-bb28-4bd6-b14b-9d03563408f0', 'ac394567-41b8-48e7-a85a-b585c51e2c12'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:16.455950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46f62f-074e-4968-86c4-35bf3c416df4 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Pushing event deleted for resources: {'Port': ['ID=ac394567-41b8-48e7-a85a-b585c51e2c12,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:16.493412 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.517740 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80808f4e-f20d-4579-a77b-33bd9d4da117 req-597e133d-4e30-4def-b09d-747f54bd1dbf tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961363 Sep 16 04:48:16.541100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-910c2657-4e6d-4fe8-b99a-66f3c23ee931 req-3d46f62f-074e-4968-86c4-35bf3c416df4 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] No DVR routers for this DVR port ac394567-41b8-48e7-a85a-b585c51e2c12 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:16.543901 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-910c2657-4e6d-4fe8-b99a-66f3c23ee931 req-3d46f62f-074e-4968-86c4-35bf3c416df4 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.545964 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-910c2657-4e6d-4fe8-b99a-66f3c23ee931 req-3d46f62f-074e-4968-86c4-35bf3c416df4 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.38 "DELETE /v2.0/ports/ac394567-41b8-48e7-a85a-b585c51e2c12 HTTP/1.1" status: 204 len: 173 time: 0.9702971 Sep 16 04:48:16.546964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6becf73-0993-41e1-a430-b90360375179', 'name': 'network-vif-deleted', 'tag': 'ac394567-41b8-48e7-a85a-b585c51e2c12'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:16.548817 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6b3331-b899-436e-9315-7c5f1af1f3a0" -d '{"events": [{"server_uuid": "d6becf73-0993-41e1-a430-b90360375179", "name": "network-vif-deleted", "tag": "ac394567-41b8-48e7-a85a-b585c51e2c12"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:16.608394 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1158de-f862-429c-aea1-d7ef9bc74f13 None None] Pushing event updated for resources: {'Port': ['ID=2a524258-3bbb-4917-9177-c1519d6a868a,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:16.612247 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] Routers {'2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:16.612878 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:48:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:16.658307 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-843a37dc-0e8c-4edd-bd7a-dd2dd4026d18 req-3a3a099e-f6ec-4e14-b959-288ee3550793 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-73807495', 'description': 'tempest-description-1161052235'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:16.802188 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-843a37dc-0e8c-4edd-bd7a-dd2dd4026d18 req-3a3a099e-f6ec-4e14-b959-288ee3550793 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.809955 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] Set router 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:16.920836 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f9fef396-873b-4d30-b468-8ffafad3d799 None None] Provisioning complete for port 2a524258-3bbb-4917-9177-c1519d6a868a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:16.921216 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f9fef396-873b-4d30-b468-8ffafad3d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.931535 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64281770-a852-43ad-805a-b5fb5d0323c2 x-openstack-request-id: req-64281770-a852-43ad-805a-b5fb5d0323c2 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:16.936476 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6becf73-0993-41e1-a430-b90360375179", "name": "network-vif-deleted", "tag": "ac394567-41b8-48e7-a85a-b585c51e2c12", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:16.936476 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64281770-a852-43ad-805a-b5fb5d0323c2 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:16.936476 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6becf73-0993-41e1-a430-b90360375179', 'name': 'network-vif-deleted', 'tag': 'ac394567-41b8-48e7-a85a-b585c51e2c12', 'status': 'completed', 'code': 200} Sep 16 04:48:16.936476 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-843a37dc-0e8c-4edd-bd7a-dd2dd4026d18 req-3a3a099e-f6ec-4e14-b959-288ee3550793 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.021510 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-843a37dc-0e8c-4edd-bd7a-dd2dd4026d18 req-3a3a099e-f6ec-4e14-b959-288ee3550793 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.070845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a099e-f6ec-4e14-b959-288ee3550793 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f632bc3-1a8f-4874-a009-8cff6be4e25c,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:17.082345 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665bab5-1b8b-4e8a-bbb3-5e925e9d0a4b req-342ca94d-8120-4f7b-b7d7-000d7d961122 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:17.084201 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2665bab5-1b8b-4e8a-bbb3-5e925e9d0a4b req-342ca94d-8120-4f7b-b7d7-000d7d961122 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 944 time: 0.0988405 Sep 16 04:48:17.112605 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f9fef396-873b-4d30-b468-8ffafad3d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.142156 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2665bab5-1b8b-4e8a-bbb3-5e925e9d0a4b req-6cd6ef83-511d-4f21-a9ff-33de63803024 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487595 Sep 16 04:48:17.161331 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f9fef396-873b-4d30-b468-8ffafad3d799 None None] For port 2a524258-3bbb-4917-9177-c1519d6a868a, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2a524258-3bbb-4917-9177-c1519d6a868a,segment=NetworkSegment(39bb2bb4-0ae8-490b-952c-58c0f4e0502f),segment_id=39bb2bb4-0ae8-490b-952c-58c0f4e0502f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:17.163745 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'name': 'tempest-TaggedBootDevicesTest_v242-408349984-router', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '03f280e3-e381-40c2-a6f5-852746efda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:07Z', 'updated_at': '2021-09-16T04:48:12Z', 'revision_number': 4, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'gw_port': {'id': '03f280e3-e381-40c2-a6f5-852746efda71', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:08Z', 'updated_at': '2021-09-16T04:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '2a524258-3bbb-4917-9177-c1519d6a868a', 'name': '', 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'mac_address': 'fa:16:3e:03:93:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2c0b4174-34ac-47da-93e8-4d05e20323d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:11Z', 'updated_at': '2021-09-16T04:48:16Z', 'revision_number': 4, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'subnets': [{'id': '2c0b4174-34ac-47da-93e8-4d05e20323d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:17.167671 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-843a37dc-0e8c-4edd-bd7a-dd2dd4026d18 req-3a3a099e-f6ec-4e14-b959-288ee3550793 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.170395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-843a37dc-0e8c-4edd-bd7a-dd2dd4026d18 req-3a3a099e-f6ec-4e14-b959-288ee3550793 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5150948 Sep 16 04:48:17.213996 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34875f3b-6dea-4ab2-9a0e-763b1624efbb None None] The sync data for ids ['2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'] in n-d-712140-13 is: [{'id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'name': 'tempest-TaggedBootDevicesTest_v242-408349984-router', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '03f280e3-e381-40c2-a6f5-852746efda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:07Z', 'updated_at': '2021-09-16T04:48:12Z', 'revision_number': 4, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'gw_port': {'id': '03f280e3-e381-40c2-a6f5-852746efda71', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:08Z', 'updated_at': '2021-09-16T04:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '2a524258-3bbb-4917-9177-c1519d6a868a', 'name': '', 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'mac_address': 'fa:16:3e:03:93:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2c0b4174-34ac-47da-93e8-4d05e20323d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:11Z', 'updated_at': '2021-09-16T04:48:16Z', 'revision_number': 4, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'subnets': [{'id': '2c0b4174-34ac-47da-93e8-4d05e20323d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:17.242092 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f9fef396-873b-4d30-b468-8ffafad3d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.345978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fef396-873b-4d30-b468-8ffafad3d799 None None] Pushing event updated for resources: {'Port': ['ID=2a524258-3bbb-4917-9177-c1519d6a868a,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:17.370009 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-7ba54252-e249-4c0a-8fcd-3bd0bdcd471d req-ecc30ed5-bf75-49f1-a6c1-e25a54076fc1 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-392554161', 'description': 'tempest-description-106886753'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:17.423176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc397f60-ae6a-461a-8d86-d401b4aa74f4 req-2d461f45-7f2a-4bf8-a56e-7ee68e7f9fb5 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:17.425568 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc397f60-ae6a-461a-8d86-d401b4aa74f4 req-2d461f45-7f2a-4bf8-a56e-7ee68e7f9fb5 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 945 time: 0.1200399 Sep 16 04:48:17.497713 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc397f60-ae6a-461a-8d86-d401b4aa74f4 req-6f77f662-c60e-413b-9cab-1dc5d319b5e9 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/security-groups?id=748bff85-048f-4869-b953-45d4bc6403a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641742 Sep 16 04:48:17.544876 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7ba54252-e249-4c0a-8fcd-3bd0bdcd471d req-ecc30ed5-bf75-49f1-a6c1-e25a54076fc1 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.645668 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ed81945-a8f0-4cdb-b690-c470811065ca req-dd7b08d8-b300-406b-ba4e-bc4468abc708 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 210 time: 0.0509152 Sep 16 04:48:17.698283 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device d59914e0-d23b-45e2-8ac1-8494924f7ad9 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:17.725671 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7ba54252-e249-4c0a-8fcd-3bd0bdcd471d req-ecc30ed5-bf75-49f1-a6c1-e25a54076fc1 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.811735 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45d6ac-1593-466f-85cb-983e362b529b req-c7375810-c719-4c3c-bfd5-8c48492b47c7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:17.815703 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a45d6ac-1593-466f-85cb-983e362b529b req-c7375810-c719-4c3c-bfd5-8c48492b47c7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 944 time: 0.0721233 Sep 16 04:48:17.824902 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7ba54252-e249-4c0a-8fcd-3bd0bdcd471d req-ecc30ed5-bf75-49f1-a6c1-e25a54076fc1 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.880803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc30ed5-bf75-49f1-a6c1-e25a54076fc1 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4f5112-eeea-405f-8d4e-45008316b714,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:17.910104 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port d59914e0-d23b-45e2-8ac1-8494924f7ad9 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:48:17.920715 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port d59914e0-d23b-45e2-8ac1-8494924f7ad9 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:17.921101 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.953569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a45d6ac-1593-466f-85cb-983e362b529b req-375c242d-2acf-4455-b109-74d87b3cf5fc tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302454 Sep 16 04:48:18.014057 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7ba54252-e249-4c0a-8fcd-3bd0bdcd471d req-ecc30ed5-bf75-49f1-a6c1-e25a54076fc1 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.014921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ba54252-e249-4c0a-8fcd-3bd0bdcd471d req-ecc30ed5-bf75-49f1-a6c1-e25a54076fc1 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6508632 Sep 16 04:48:18.062262 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.092750 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95218348-c4f8-4156-b39c-7fb75338171e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59914e0-d23b-45e2-8ac1-8494924f7ad9'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:18.095113 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be4c5b0-5a62-44b2-98da-6309c954719c" -d '{"events": [{"server_uuid": "95218348-c4f8-4156-b39c-7fb75338171e", "name": "network-vif-plugged", "status": "completed", "tag": "d59914e0-d23b-45e2-8ac1-8494924f7ad9"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:18.123963 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port d59914e0-d23b-45e2-8ac1-8494924f7ad9, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d59914e0-d23b-45e2-8ac1-8494924f7ad9,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:18.138710 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-55f63d0d-f695-4280-82a5-1c11e9d2d628 req-8bd48fba-f6ed-46ed-b2fa-bfe0f5707bff tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "GET /v2.0/security-groups/8f632bc3-1a8f-4874-a009-8cff6be4e25c HTTP/1.1" status: 200 len: 1803 time: 0.0960658 Sep 16 04:48:18.148617 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf1655b-61aa-449c-92d5-fdb55cec7f90 x-openstack-request-id: req-ccf1655b-61aa-449c-92d5-fdb55cec7f90 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:18.149211 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95218348-c4f8-4156-b39c-7fb75338171e", "name": "network-vif-plugged", "status": "completed", "tag": "d59914e0-d23b-45e2-8ac1-8494924f7ad9", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:18.149740 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccf1655b-61aa-449c-92d5-fdb55cec7f90 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:18.150365 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95218348-c4f8-4156-b39c-7fb75338171e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59914e0-d23b-45e2-8ac1-8494924f7ad9', 'code': 200} Sep 16 04:48:18.185809 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.235182 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-55f63d0d-f695-4280-82a5-1c11e9d2d628 req-42e72c7d-9e67-43e1-a396-cbb426efcdb7 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "GET /v2.0/security-groups/8d4f5112-eeea-405f-8d4e-45008316b714 HTTP/1.1" status: 200 len: 1803 time: 0.0828204 Sep 16 04:48:18.252685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-55f63d0d-f695-4280-82a5-1c11e9d2d628 req-dda9f9d5-47d8-4ac2-8154-f236064bfea7 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8f632bc3-1a8f-4874-a009-8cff6be4e25c', 'remote_group_id': '8d4f5112-eeea-405f-8d4e-45008316b714', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:18.253004 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-55f63d0d-f695-4280-82a5-1c11e9d2d628 req-dda9f9d5-47d8-4ac2-8154-f236064bfea7 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8f632bc3-1a8f-4874-a009-8cff6be4e25c', 'remote_group_id': '8d4f5112-eeea-405f-8d4e-45008316b714', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:18.316788 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=d59914e0-d23b-45e2-8ac1-8494924f7ad9,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:18.406513 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e7bab-5585-4bc0-9157-86b99259997f req-e6d3ad8c-6731-4c9a-90b4-9cb628a1322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:18.409448 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-965e7bab-5585-4bc0-9157-86b99259997f req-e6d3ad8c-6731-4c9a-90b4-9cb628a1322a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 1097 time: 0.1419532 Sep 16 04:48:18.448686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d758adb-525c-433d-ab56-b0cb6508ded8 req-d35a8a7c-9c33-43b4-b274-ac83162f1f90 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:18.450465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d758adb-525c-433d-ab56-b0cb6508ded8 req-d35a8a7c-9c33-43b4-b274-ac83162f1f90 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 945 time: 0.1182628 Sep 16 04:48:18.488900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-965e7bab-5585-4bc0-9157-86b99259997f req-7132775e-46b4-47a0-a7c8-377986e59fe1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727270 Sep 16 04:48:18.512418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d758adb-525c-433d-ab56-b0cb6508ded8 req-fe60bbe8-9aba-486c-9e59-ebdcf45d87ef tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496686 Sep 16 04:48:18.732468 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-55f63d0d-f695-4280-82a5-1c11e9d2d628 req-dda9f9d5-47d8-4ac2-8154-f236064bfea7 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.779707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8c402-9491-40a5-9170-b7aac4822f3a req-c6751606-4320-4570-978f-c6fe080e183c tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:18.781284 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7c8c402-9491-40a5-9170-b7aac4822f3a req-c6751606-4320-4570-978f-c6fe080e183c tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.21 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 945 time: 0.1116669 Sep 16 04:48:18.783417 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-55f63d0d-f695-4280-82a5-1c11e9d2d628 req-dda9f9d5-47d8-4ac2-8154-f236064bfea7 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.915678 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-55f63d0d-f695-4280-82a5-1c11e9d2d628 req-dda9f9d5-47d8-4ac2-8154-f236064bfea7 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.958441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9f9d5-47d8-4ac2-8154-f236064bfea7 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f94cf3f-109a-4632-a023-2b9a48f958bb,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:18.984017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-c7c8c402-9491-40a5-9170-b7aac4822f3a req-603519e5-1f0a-4f69-9bab-85a710ff52ae tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Deleting port d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:18.984357 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c7c8c402-9491-40a5-9170-b7aac4822f3a req-603519e5-1f0a-4f69-9bab-85a710ff52ae tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.005905 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2a524258-3bbb-4917-9177-c1519d6a868a up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:19.082831 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 2a524258-3bbb-4917-9177-c1519d6a868a triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:19.083174 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.089071 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-55f63d0d-f695-4280-82a5-1c11e9d2d628 req-dda9f9d5-47d8-4ac2-8154-f236064bfea7 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.090288 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-55f63d0d-f695-4280-82a5-1c11e9d2d628 req-dda9f9d5-47d8-4ac2-8154-f236064bfea7 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8424363 Sep 16 04:48:19.102968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51c7af-bc80-4ce3-9337-1f96ee96ee1b req-b051506c-a162-426c-b5b4-31d5c0a8419b tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:19.102968 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ec51c7af-bc80-4ce3-9337-1f96ee96ee1b req-b051506c-a162-426c-b5b4-31d5c0a8419b tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 945 time: 0.1219501 Sep 16 04:48:19.147781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-c7c8c402-9491-40a5-9170-b7aac4822f3a req-603519e5-1f0a-4f69-9bab-85a710ff52ae tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] For port d913b1eb-af21-49fd-8e5e-bcb7d6ed4088, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d913b1eb-af21-49fd-8e5e-bcb7d6ed4088,segment=NetworkSegment(9b675b96-8de6-417f-9031-b96f05eac528),segment_id=9b675b96-8de6-417f-9031-b96f05eac528)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:19.148243 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c7c8c402-9491-40a5-9170-b7aac4822f3a req-603519e5-1f0a-4f69-9bab-85a710ff52ae tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.249434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 3252de53-f9b5-4595-a0fd-92326a80da5e details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:48:19.269779 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ec51c7af-bc80-4ce3-9337-1f96ee96ee1b req-24cf7f4f-1594-4281-88d1-30c941dac8c6 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/security-groups?id=748bff85-048f-4869-b953-45d4bc6403a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568856 Sep 16 04:48:19.297345 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7317c69-3f92-46ca-83f5-aed3ed7fd96a req-c4560b56-14eb-4cb0-82d8-98e631474368 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 210 time: 0.0863204 Sep 16 04:48:19.454372 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 3252de53-f9b5-4595-a0fd-92326a80da5e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=3252de53-f9b5-4595-a0fd-92326a80da5e,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:19.471265 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '3252de53-f9b5-4595-a0fd-92326a80da5e', 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60', 'port_id': '3252de53-f9b5-4595-a0fd-92326a80da5e', 'mac_address': 'fa:16:3e:72:af:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1389bae5-dd46-4164-b9db-3ab16c90c617', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:48:19.533666 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.555307 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3252de53-f9b5-4595-a0fd-92326a80da5e {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:19.589314 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 3252de53-f9b5-4595-a0fd-92326a80da5e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=3252de53-f9b5-4595-a0fd-92326a80da5e,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:19.682763 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.710529 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ac394567-41b8-48e7-a85a-b585c51e2c12 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:19.742435 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: ac394567-41b8-48e7-a85a-b585c51e2c12 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:19.742783 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ac394567-41b8-48e7-a85a-b585c51e2c12 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:19.770863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=3252de53-f9b5-4595-a0fd-92326a80da5e,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:19.998772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab4630-def0-4c97-a27b-9a0ad4d74405 req-5c58984d-ddf5-48b1-b6c1-9b0723b41c19 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:19.999756 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64ab4630-def0-4c97-a27b-9a0ad4d74405 req-5c58984d-ddf5-48b1-b6c1-9b0723b41c19 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 944 time: 0.6270034 Sep 16 04:48:20.019419 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-059c0628-470c-4fed-a843-4d0c9744600f req-32e4aa47-ab04-4f6c-b485-38e8c23528ed tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "GET /v2.0/security-groups/8d4f5112-eeea-405f-8d4e-45008316b714 HTTP/1.1" status: 200 len: 1803 time: 0.5687003 Sep 16 04:48:20.026910 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c7c8c402-9491-40a5-9170-b7aac4822f3a req-603519e5-1f0a-4f69-9bab-85a710ff52ae tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.027285 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c7c8c402-9491-40a5-9170-b7aac4822f3a req-603519e5-1f0a-4f69-9bab-85a710ff52ae tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.027608 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [req-c7c8c402-9491-40a5-9170-b7aac4822f3a req-603519e5-1f0a-4f69-9bab-85a710ff52ae tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Floating IP c907f3de-00da-4dbe-b115-05b41b6a796f disassociated. External IP: 172.25.4.172, port: d913b1eb-af21-49fd-8e5e-bcb7d6ed4088. Sep 16 04:48:20.027964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-c7c8c402-9491-40a5-9170-b7aac4822f3a req-603519e5-1f0a-4f69-9bab-85a710ff52ae tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Calling delete_port for d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:20.131816 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64ab4630-def0-4c97-a27b-9a0ad4d74405 req-53cce174-de92-4164-9b25-0f16c6a83353 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164076 Sep 16 04:48:20.190545 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-059c0628-470c-4fed-a843-4d0c9744600f req-7ec9d908-b0b2-49a6-b13e-f76333c3634e tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.192872 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['3252de53-f9b5-4595-a0fd-92326a80da5e'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:20.207006 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-059c0628-470c-4fed-a843-4d0c9744600f req-7ec9d908-b0b2-49a6-b13e-f76333c3634e tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.344330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038c90f-09bf-43dd-816a-1d1aeb31bee3 req-6129c640-1586-4486-8f27-2dd23d407e24 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:20.346024 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9038c90f-09bf-43dd-816a-1d1aeb31bee3 req-6129c640-1586-4486-8f27-2dd23d407e24 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 945 time: 0.1007307 Sep 16 04:48:20.431226 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9038c90f-09bf-43dd-816a-1d1aeb31bee3 req-a8895147-701c-4ba3-87c3-cad71406f34c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715971 Sep 16 04:48:20.487499 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c7c8c402-9491-40a5-9170-b7aac4822f3a req-603519e5-1f0a-4f69-9bab-85a710ff52ae tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.536924 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603519e5-1f0a-4f69-9bab-85a710ff52ae tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Pushing event deleted for resources: {'Port': ['ID=d913b1eb-af21-49fd-8e5e-bcb7d6ed4088,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:20.589132 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-059c0628-470c-4fed-a843-4d0c9744600f req-7ec9d908-b0b2-49a6-b13e-f76333c3634e tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.592063 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-059c0628-470c-4fed-a843-4d0c9744600f req-7ec9d908-b0b2-49a6-b13e-f76333c3634e tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.599524 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-059c0628-470c-4fed-a843-4d0c9744600f req-7ec9d908-b0b2-49a6-b13e-f76333c3634e tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "DELETE /v2.0/security-groups/8d4f5112-eeea-405f-8d4e-45008316b714 HTTP/1.1" status: 204 len: 173 time: 0.5693464 Sep 16 04:48:20.662294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fff316d6-f20c-4b64-a2c5-25dbfb74369b req-788ae15d-0b28-4066-aa5f-76cbc1c1db7f tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 210 time: 0.0420539 Sep 16 04:48:20.663107 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9d908-b0b2-49a6-b13e-f76333c3634e tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4f5112-eeea-405f-8d4e-45008316b714,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:20.706416 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ac58780-31e7-469e-b4dd-aa8d76df0b28 req-110fd63c-8058-4603-9f1b-4178e2b221fb tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 210 time: 0.0468833 Sep 16 04:48:20.826832 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7c8c402-9491-40a5-9170-b7aac4822f3a req-603519e5-1f0a-4f69-9bab-85a710ff52ae tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Router 23b152f3-fa1f-4797-ad07-2c03d9373572 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:20.831456 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1911c15-761b-47fe-b2fb-18a97a234f19 req-eea7c321-4cf5-491e-a7d6-6579e6ab240d tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "GET /v2.0/security-groups/8f632bc3-1a8f-4874-a009-8cff6be4e25c HTTP/1.1" status: 200 len: 1803 time: 0.0656803 Sep 16 04:48:20.937884 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a4ceb6ba-0d9b-4514-8beb-0beb860e7c99 req-3a699408-76f4-4b44-ae0f-8e4659a7b0bd tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1774874449', 'description': 'tempest-description-1847846970'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:21.010258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7c8c402-9491-40a5-9170-b7aac4822f3a req-603519e5-1f0a-4f69-9bab-85a710ff52ae tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:21.021702 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d66250-370a-44b3-9a7c-a8758c5bcbe0 None None] Sync routers for ids ['23b152f3-fa1f-4797-ad07-2c03d9373572'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:21.045651 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d66250-370a-44b3-9a7c-a8758c5bcbe0 None None] Routers {'23b152f3-fa1f-4797-ad07-2c03d9373572'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:21.046329 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-10d66250-370a-44b3-9a7c-a8758c5bcbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:48:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['23b152f3-fa1f-4797-ad07-2c03d9373572'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:21.059206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c8c402-9491-40a5-9170-b7aac4822f3a req-603519e5-1f0a-4f69-9bab-85a710ff52ae tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] No DVR routers for this DVR port d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:21.062274 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c7c8c402-9491-40a5-9170-b7aac4822f3a req-603519e5-1f0a-4f69-9bab-85a710ff52ae tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.065379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7c8c402-9491-40a5-9170-b7aac4822f3a req-603519e5-1f0a-4f69-9bab-85a710ff52ae tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.21 "DELETE /v2.0/ports/d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 HTTP/1.1" status: 204 len: 173 time: 2.2774870 Sep 16 04:48:21.066024 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46585f3f-d21e-4205-81c8-353de0501a16', 'name': 'network-vif-deleted', 'tag': 'd913b1eb-af21-49fd-8e5e-bcb7d6ed4088'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:21.070030 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0df881a-99c1-4aa1-a89a-16b0b31791bb" -d '{"events": [{"server_uuid": "46585f3f-d21e-4205-81c8-353de0501a16", "name": "network-vif-deleted", "tag": "d913b1eb-af21-49fd-8e5e-bcb7d6ed4088"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:21.092860 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4ceb6ba-0d9b-4514-8beb-0beb860e7c99 req-3a699408-76f4-4b44-ae0f-8e4659a7b0bd tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.138764 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9bf84d-711e-493d-9b71-33e165e76c26 x-openstack-request-id: req-4c9bf84d-711e-493d-9b71-33e165e76c26 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:21.139239 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46585f3f-d21e-4205-81c8-353de0501a16", "name": "network-vif-deleted", "tag": "d913b1eb-af21-49fd-8e5e-bcb7d6ed4088", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:21.140027 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c9bf84d-711e-493d-9b71-33e165e76c26 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:21.140027 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46585f3f-d21e-4205-81c8-353de0501a16', 'name': 'network-vif-deleted', 'tag': 'd913b1eb-af21-49fd-8e5e-bcb7d6ed4088', 'status': 'completed', 'code': 200} Sep 16 04:48:21.269133 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4ceb6ba-0d9b-4514-8beb-0beb860e7c99 req-3a699408-76f4-4b44-ae0f-8e4659a7b0bd tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.273666 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:21.284210 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-10d66250-370a-44b3-9a7c-a8758c5bcbe0 None None] Set router 23b152f3-fa1f-4797-ad07-2c03d9373572 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:21.326619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:21.327936 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d913b1eb-af21-49fd-8e5e-bcb7d6ed4088 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:21.359757 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b7038-e499-49d8-86a3-ed214c74bd38 req-1dbe1ef7-0271-4009-8d8c-b1420f5676db tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:21.368032 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac5b7038-e499-49d8-86a3-ed214c74bd38 req-1dbe1ef7-0271-4009-8d8c-b1420f5676db tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 945 time: 0.1046414 Sep 16 04:48:21.411990 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac5b7038-e499-49d8-86a3-ed214c74bd38 req-52bab8a3-4500-4f2e-92f1-686abdb02c3e tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430090 Sep 16 04:48:21.475269 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4ceb6ba-0d9b-4514-8beb-0beb860e7c99 req-3a699408-76f4-4b44-ae0f-8e4659a7b0bd tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.567863 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a699408-76f4-4b44-ae0f-8e4659a7b0bd tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a6cba9-31cc-4ffb-88d2-03621ac6e243,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:21.574013 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-10d66250-370a-44b3-9a7c-a8758c5bcbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'name': 'tempest-ServersTestManualDisk-562996048-router', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:24Z', 'updated_at': '2021-09-16T04:44:31Z', 'revision_number': 4, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'gw_port': {'id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:26Z', 'updated_at': '2021-09-16T04:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '3fece526-9769-458a-be14-9450befd4668', 'name': '', 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'mac_address': 'fa:16:3e:8f:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '3a664049-f7c0-4b64-9c28-3b362226319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:30Z', 'updated_at': '2021-09-16T04:44:36Z', 'revision_number': 5, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'subnets': [{'id': '3a664049-f7c0-4b64-9c28-3b362226319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:21.591226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac59d8-8ea4-4511-acfb-712397f6048e req-bf8723f4-49b7-4ee2-b3a9-f9642cb9d40d tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:21.602545 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87ac59d8-8ea4-4511-acfb-712397f6048e req-bf8723f4-49b7-4ee2-b3a9-f9642cb9d40d tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 945 time: 0.0839782 Sep 16 04:48:21.661831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87ac59d8-8ea4-4511-acfb-712397f6048e req-e8929675-7c13-4950-86ed-b63cfbe68e24 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579922 Sep 16 04:48:21.664881 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4ceb6ba-0d9b-4514-8beb-0beb860e7c99 req-3a699408-76f4-4b44-ae0f-8e4659a7b0bd tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.666926 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4ceb6ba-0d9b-4514-8beb-0beb860e7c99 req-3a699408-76f4-4b44-ae0f-8e4659a7b0bd tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7415047 Sep 16 04:48:21.729267 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d66250-370a-44b3-9a7c-a8758c5bcbe0 None None] Checking router: 23b152f3-fa1f-4797-ad07-2c03d9373572 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:48:21.738187 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d66250-370a-44b3-9a7c-a8758c5bcbe0 None None] Routers {'23b152f3-fa1f-4797-ad07-2c03d9373572'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:21.739390 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-10d66250-370a-44b3-9a7c-a8758c5bcbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:48:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['23b152f3-fa1f-4797-ad07-2c03d9373572'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:21.768033 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb36b840-8ebd-4122-b84a-f035484c878a req-f3878b05-68e4-49cf-95b6-f457e349b561 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "GET /v2.0/security-groups/b5a6cba9-31cc-4ffb-88d2-03621ac6e243 HTTP/1.1" status: 200 len: 1805 time: 0.0628057 Sep 16 04:48:21.788059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-eb36b840-8ebd-4122-b84a-f035484c878a req-6a29998a-0132-405a-9f55-71a2ca4bb6af tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b5a6cba9-31cc-4ffb-88d2-03621ac6e243', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:21.788461 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-eb36b840-8ebd-4122-b84a-f035484c878a req-6a29998a-0132-405a-9f55-71a2ca4bb6af tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b5a6cba9-31cc-4ffb-88d2-03621ac6e243', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:21.861411 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-10d66250-370a-44b3-9a7c-a8758c5bcbe0 None None] Set router 23b152f3-fa1f-4797-ad07-2c03d9373572 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:21.902685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae5cde-246c-45d8-a951-bd628235256f req-9144ecc7-fd40-4acc-bb50-34e498973043 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:21.904407 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-beae5cde-246c-45d8-a951-bd628235256f req-9144ecc7-fd40-4acc-bb50-34e498973043 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 1097 time: 0.0523894 Sep 16 04:48:21.967086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-beae5cde-246c-45d8-a951-bd628235256f req-0a409ba1-6444-453a-a459-6a6423bd6113 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563076 Sep 16 04:48:21.987680 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-eb36b840-8ebd-4122-b84a-f035484c878a req-6a29998a-0132-405a-9f55-71a2ca4bb6af tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.011986 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-eb36b840-8ebd-4122-b84a-f035484c878a req-6a29998a-0132-405a-9f55-71a2ca4bb6af tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.105001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4c1ffb7-7c9c-4e54-a78b-a37cd2a9a6db req-48167f36-21da-414f-9f54-381257a33b88 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/ports?device_id=46585f3f-d21e-4205-81c8-353de0501a16 HTTP/1.1" status: 200 len: 210 time: 0.0290432 Sep 16 04:48:22.143263 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-10d66250-370a-44b3-9a7c-a8758c5bcbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'name': 'tempest-ServersTestManualDisk-562996048-router', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:24Z', 'updated_at': '2021-09-16T04:44:31Z', 'revision_number': 4, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'gw_port': {'id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:26Z', 'updated_at': '2021-09-16T04:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '3fece526-9769-458a-be14-9450befd4668', 'name': '', 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'mac_address': 'fa:16:3e:8f:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '3a664049-f7c0-4b64-9c28-3b362226319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:30Z', 'updated_at': '2021-09-16T04:44:36Z', 'revision_number': 5, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'subnets': [{'id': '3a664049-f7c0-4b64-9c28-3b362226319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:22.166645 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-eb36b840-8ebd-4122-b84a-f035484c878a req-6a29998a-0132-405a-9f55-71a2ca4bb6af tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.175990 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d66250-370a-44b3-9a7c-a8758c5bcbe0 None None] The sync data for ids ['23b152f3-fa1f-4797-ad07-2c03d9373572'] in n-d-712140-13 is: [{'id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'name': 'tempest-ServersTestManualDisk-562996048-router', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:24Z', 'updated_at': '2021-09-16T04:44:31Z', 'revision_number': 4, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'gw_port': {'id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:26Z', 'updated_at': '2021-09-16T04:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '3fece526-9769-458a-be14-9450befd4668', 'name': '', 'network_id': '3b2f8e69-e798-428b-909a-dbf5d4620f7d', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'mac_address': 'fa:16:3e:8f:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '3a664049-f7c0-4b64-9c28-3b362226319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:30Z', 'updated_at': '2021-09-16T04:44:36Z', 'revision_number': 5, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'subnets': [{'id': '3a664049-f7c0-4b64-9c28-3b362226319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:22.211826 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29998a-0132-405a-9f55-71a2ca4bb6af tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0e2ac5-6e09-4ed2-a328-a9fb4e6b03fc,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:22.215363 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-75569675-1c0b-467a-9080-91a695fe35cc req-d4f88378-8486-4434-8325-6e18b35c993c tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6becf73-0993-41e1-a430-b90360375179 HTTP/1.1" status: 200 len: 210 time: 0.0435247 Sep 16 04:48:22.426973 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f856e-3055-4122-a81e-b3dc9947fb79 req-d04beb25-8365-4ce9-a84a-33a31028c575 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:22.428772 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-781f856e-3055-4122-a81e-b3dc9947fb79 req-d04beb25-8365-4ce9-a84a-33a31028c575 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 1097 time: 0.0510573 Sep 16 04:48:22.445829 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab68545-ad2f-4f6d-88f5-dea46feb3373 None None] New status for floating IP c907f3de-00da-4dbe-b115-05b41b6a796f: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:48:22.470937 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-eb36b840-8ebd-4122-b84a-f035484c878a req-6a29998a-0132-405a-9f55-71a2ca4bb6af tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.474033 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb36b840-8ebd-4122-b84a-f035484c878a req-6a29998a-0132-405a-9f55-71a2ca4bb6af tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6893513 Sep 16 04:48:22.475329 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-781f856e-3055-4122-a81e-b3dc9947fb79 req-66e058e3-623d-4bdb-8128-617ad67e861d tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401721 Sep 16 04:48:22.616383 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-541845f6-1107-487e-a5a9-55d796b027ef req-2e99dafe-8f5d-4bff-952a-f384c1ce338b tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "GET /v2.0/security-groups/b5a6cba9-31cc-4ffb-88d2-03621ac6e243 HTTP/1.1" status: 200 len: 2398 time: 0.0973053 Sep 16 04:48:22.631715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-541845f6-1107-487e-a5a9-55d796b027ef req-c1180797-72d8-43c6-a01a-f32da696914f tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b5a6cba9-31cc-4ffb-88d2-03621ac6e243', 'remote_group_id': None}]} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:22.632145 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-541845f6-1107-487e-a5a9-55d796b027ef req-c1180797-72d8-43c6-a01a-f32da696914f tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b5a6cba9-31cc-4ffb-88d2-03621ac6e243', 'remote_group_id': None}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:22.663763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e1061-4e06-490a-98e6-a302b57dbd8b req-743703a9-776f-491b-a8eb-0aa9a34e335e tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:22.674749 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c5e1061-4e06-490a-98e6-a302b57dbd8b req-743703a9-776f-491b-a8eb-0aa9a34e335e tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 945 time: 0.1057196 Sep 16 04:48:22.743483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c5e1061-4e06-490a-98e6-a302b57dbd8b req-d0136936-3ead-44dc-bc90-cb86bda13344 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659163 Sep 16 04:48:22.934300 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-541845f6-1107-487e-a5a9-55d796b027ef req-c1180797-72d8-43c6-a01a-f32da696914f tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.988076 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-541845f6-1107-487e-a5a9-55d796b027ef req-c1180797-72d8-43c6-a01a-f32da696914f tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.178366 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-541845f6-1107-487e-a5a9-55d796b027ef req-c1180797-72d8-43c6-a01a-f32da696914f tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.209714 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1180797-72d8-43c6-a01a-f32da696914f tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff2dc9a-9695-45d3-aaf5-97cf5271719e,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:23.288566 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 3252de53-f9b5-4595-a0fd-92326a80da5e up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:23.373435 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-541845f6-1107-487e-a5a9-55d796b027ef req-c1180797-72d8-43c6-a01a-f32da696914f tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.383377 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-541845f6-1107-487e-a5a9-55d796b027ef req-c1180797-72d8-43c6-a01a-f32da696914f tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7518113 Sep 16 04:48:23.526927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 3252de53-f9b5-4595-a0fd-92326a80da5e completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:48:23.532178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 3252de53-f9b5-4595-a0fd-92326a80da5e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:23.533582 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.638224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-98f81180-c6e3-4f96-b47e-826582a9bf51 req-2ae9e100-c737-4cdd-a564-e04811bb4901 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "GET /v2.0/security-groups/b5a6cba9-31cc-4ffb-88d2-03621ac6e243 HTTP/1.1" status: 200 len: 2996 time: 0.1326516 Sep 16 04:48:23.663689 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98961a92-e375-4906-a3cd-e78d25d03cd2 req-d5889c8b-06dd-4e4c-bb01-b53c06cecc4b tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:23.664924 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.672720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-98961a92-e375-4906-a3cd-e78d25d03cd2 req-d5889c8b-06dd-4e4c-bb01-b53c06cecc4b tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 1097 time: 0.1028814 Sep 16 04:48:23.708878 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e720f8-576d-4486-9575-da8a6d62838a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3252de53-f9b5-4595-a0fd-92326a80da5e'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:23.712773 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021e31fb-6988-4ff3-aa2c-e187d1e6c437" -d '{"events": [{"server_uuid": "73e720f8-576d-4486-9575-da8a6d62838a", "name": "network-vif-plugged", "status": "completed", "tag": "3252de53-f9b5-4595-a0fd-92326a80da5e"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:23.721665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-98961a92-e375-4906-a3cd-e78d25d03cd2 req-38e8b773-9e25-43cb-9a0c-4a04e7d5f443 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442493 Sep 16 04:48:23.768037 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 3252de53-f9b5-4595-a0fd-92326a80da5e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=3252de53-f9b5-4595-a0fd-92326a80da5e,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:23.835912 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a62b5f7-cc08-4e67-8f3a-9e1a1650140f req-3732cf6e-fcff-4f33-aa52-9894b1e93abb tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "GET /v2.0/security-group-rules/8ff2dc9a-9695-45d3-aaf5-97cf5271719e HTTP/1.1" status: 200 len: 783 time: 0.0312798 Sep 16 04:48:23.895285 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39612) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:23.896890 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a62b5f7-cc08-4e67-8f3a-9e1a1650140f req-b98d7fd9-cd97-4374-886f-fe0a76d516ff tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "GET /v2.0/security-groups/b5a6cba9-31cc-4ffb-88d2-03621ac6e243 HTTP/1.1" status: 200 len: 2996 time: 0.0537872 Sep 16 04:48:23.938715 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5a62b5f7-cc08-4e67-8f3a-9e1a1650140f req-3c9136e5-ad3d-4227-af90-b979a24478a8 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.945512 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5a62b5f7-cc08-4e67-8f3a-9e1a1650140f req-3c9136e5-ad3d-4227-af90-b979a24478a8 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.962753 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.008295 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa1a339b-f27c-497b-9abb-ca930705b93d tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.043654 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f93c838-777a-4a0a-9a1b-33503811c14f x-openstack-request-id: req-6f93c838-777a-4a0a-9a1b-33503811c14f {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:24.043954 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e720f8-576d-4486-9575-da8a6d62838a", "name": "network-vif-plugged", "status": "completed", "tag": "3252de53-f9b5-4595-a0fd-92326a80da5e", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:24.044213 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f93c838-777a-4a0a-9a1b-33503811c14f {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:24.044634 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e720f8-576d-4486-9575-da8a6d62838a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3252de53-f9b5-4595-a0fd-92326a80da5e', 'code': 200} Sep 16 04:48:24.064995 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa1a339b-f27c-497b-9abb-ca930705b93d tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.111141 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=3252de53-f9b5-4595-a0fd-92326a80da5e,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:24.145927 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5a62b5f7-cc08-4e67-8f3a-9e1a1650140f req-3c9136e5-ad3d-4227-af90-b979a24478a8 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.146272 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.171212 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5a62b5f7-cc08-4e67-8f3a-9e1a1650140f req-3c9136e5-ad3d-4227-af90-b979a24478a8 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.185942 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a62b5f7-cc08-4e67-8f3a-9e1a1650140f req-3c9136e5-ad3d-4227-af90-b979a24478a8 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/8ff2dc9a-9695-45d3-aaf5-97cf5271719e HTTP/1.1" status: 204 len: 173 time: 0.2804031 Sep 16 04:48:24.196388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9136e5-ad3d-4227-af90-b979a24478a8 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ff2dc9a-9695-45d3-aaf5-97cf5271719e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:24.229076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539f1d3-2785-4b54-8085-55ac2dcc94cc req-e3c892d3-e292-4dce-ac52-e1e95d3e1856 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:24.239678 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6539f1d3-2785-4b54-8085-55ac2dcc94cc req-e3c892d3-e292-4dce-ac52-e1e95d3e1856 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.1451423 Sep 16 04:48:24.247622 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf3830-dc0b-4bf9-862b-4060eb441219 req-52cc5139-34cb-4c48-9fb5-dc3989a92852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:24.249099 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-efaf3830-dc0b-4bf9-862b-4060eb441219 req-52cc5139-34cb-4c48-9fb5-dc3989a92852 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 1098 time: 0.1154478 Sep 16 04:48:24.318923 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-efaf3830-dc0b-4bf9-862b-4060eb441219 req-81650660-d7f3-4ef6-8d72-80a4f666eae1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606444 Sep 16 04:48:24.336753 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6539f1d3-2785-4b54-8085-55ac2dcc94cc req-c5f975a4-73a1-4b8b-95d1-21121cd7be07 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967088 Sep 16 04:48:24.393347 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-296f4039-17b7-4205-9f32-4951db58d736 req-fd5b2172-2218-4ed8-b9c9-6b4b387d20b9 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "GET /v2.0/security-groups/b5a6cba9-31cc-4ffb-88d2-03621ac6e243 HTTP/1.1" status: 200 len: 2398 time: 0.0767462 Sep 16 04:48:24.412013 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa1a339b-f27c-497b-9abb-ca930705b93d tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.412013 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa1a339b-f27c-497b-9abb-ca930705b93d tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.413513 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fa1a339b-f27c-497b-9abb-ca930705b93d tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "DELETE /v2.0/security-groups/748bff85-048f-4869-b953-45d4bc6403a3 HTTP/1.1" status: 204 len: 168 time: 0.5168607 Sep 16 04:48:24.433220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39618) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:24.436179 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a339b-f27c-497b-9abb-ca930705b93d tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=748bff85-048f-4869-b953-45d4bc6403a3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:24.459861 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-50cede3b-5910-4a07-9c92-239d93dd592c tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] show failed (client error): The resource could not be found. Sep 16 04:48:24.463805 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-50cede3b-5910-4a07-9c92-239d93dd592c tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "GET /v2.0/security-groups/748bff85-048f-4869-b953-45d4bc6403a3 HTTP/1.1" status: 404 len: 347 time: 0.0233295 Sep 16 04:48:24.467310 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39620) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:24.507650 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-296f4039-17b7-4205-9f32-4951db58d736 req-fb251c9c-3f99-44be-9b31-f0c247f004f8 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.577368 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-296f4039-17b7-4205-9f32-4951db58d736 req-fb251c9c-3f99-44be-9b31-f0c247f004f8 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.668252 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-73a9deee-d6c7-4aa0-845f-091e198b8570 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Deleting port 86f398fa-da6f-43ee-bd0d-1f38927e195d {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:24.668509 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-73a9deee-d6c7-4aa0-845f-091e198b8570 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.730850 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-296f4039-17b7-4205-9f32-4951db58d736 req-fb251c9c-3f99-44be-9b31-f0c247f004f8 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.730850 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-296f4039-17b7-4205-9f32-4951db58d736 req-fb251c9c-3f99-44be-9b31-f0c247f004f8 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.730850 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-296f4039-17b7-4205-9f32-4951db58d736 req-fb251c9c-3f99-44be-9b31-f0c247f004f8 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "DELETE /v2.0/security-groups/b5a6cba9-31cc-4ffb-88d2-03621ac6e243 HTTP/1.1" status: 204 len: 173 time: 0.3297527 Sep 16 04:48:24.750428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb251c9c-3f99-44be-9b31-f0c247f004f8 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a6cba9-31cc-4ffb-88d2-03621ac6e243,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:24.786962 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-90fd8e2f-91ec-4b10-bd0f-fbc44df50fd7 req-18ce0bf3-1a57-4a02-9979-84a2124c737c tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] show failed (client error): The resource could not be found. Sep 16 04:48:24.788586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90fd8e2f-91ec-4b10-bd0f-fbc44df50fd7 req-18ce0bf3-1a57-4a02-9979-84a2124c737c tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "GET /v2.0/security-groups/8d4f5112-eeea-405f-8d4e-45008316b714 HTTP/1.1" status: 404 len: 352 time: 0.0261154 Sep 16 04:48:24.838709 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-73a9deee-d6c7-4aa0-845f-091e198b8570 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.843973 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-73a9deee-d6c7-4aa0-845f-091e198b8570 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.874998 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-73a9deee-d6c7-4aa0-845f-091e198b8570 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Calling delete_port for 86f398fa-da6f-43ee-bd0d-1f38927e195d owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:24.968895 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f6ea4c7-088f-4e2a-bd58-b7df03c3fdee req-1ab728f3-94cf-4b92-a1d4-cb02cff1561c tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "GET /v2.0/security-groups/8f632bc3-1a8f-4874-a009-8cff6be4e25c HTTP/1.1" status: 200 len: 1803 time: 0.1407862 Sep 16 04:48:25.020221 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912041d1-0c5f-4c7e-85f1-a19f875e2307 req-5631294c-31f1-4c68-9c41-8c333e87d4d6 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:25.029570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-912041d1-0c5f-4c7e-85f1-a19f875e2307 req-5631294c-31f1-4c68-9c41-8c333e87d4d6 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 1097 time: 0.1108160 Sep 16 04:48:25.090004 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-912041d1-0c5f-4c7e-85f1-a19f875e2307 req-94099ce2-3e37-4190-9537-7a1b9f14d166 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531418 Sep 16 04:48:25.166187 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5f6ea4c7-088f-4e2a-bd58-b7df03c3fdee req-e2bef74e-8af2-4468-9f5e-66b6e9c63007 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.217053 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5f6ea4c7-088f-4e2a-bd58-b7df03c3fdee req-e2bef74e-8af2-4468-9f5e-66b6e9c63007 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.453033 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5f6ea4c7-088f-4e2a-bd58-b7df03c3fdee req-e2bef74e-8af2-4468-9f5e-66b6e9c63007 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.455752 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5f6ea4c7-088f-4e2a-bd58-b7df03c3fdee req-e2bef74e-8af2-4468-9f5e-66b6e9c63007 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.470709 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f6ea4c7-088f-4e2a-bd58-b7df03c3fdee req-e2bef74e-8af2-4468-9f5e-66b6e9c63007 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "DELETE /v2.0/security-groups/8f632bc3-1a8f-4874-a009-8cff6be4e25c HTTP/1.1" status: 204 len: 173 time: 0.4868765 Sep 16 04:48:25.488153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bef74e-8af2-4468-9f5e-66b6e9c63007 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f632bc3-1a8f-4874-a009-8cff6be4e25c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:25.579878 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-73a9deee-d6c7-4aa0-845f-091e198b8570 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.611925 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9deee-d6c7-4aa0-845f-091e198b8570 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Pushing event deleted for resources: {'Port': ['ID=86f398fa-da6f-43ee-bd0d-1f38927e195d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:25.717483 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-73a9deee-d6c7-4aa0-845f-091e198b8570 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.720531 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-73a9deee-d6c7-4aa0-845f-091e198b8570 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.726665 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39644) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:25.727387 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-73a9deee-d6c7-4aa0-845f-091e198b8570 tempest-ServersTestManualDisk-1891885244 tempest-ServersTestManualDisk-1891885244-project] 10.222.0.20 "DELETE /v2.0/floatingips/c907f3de-00da-4dbe-b115-05b41b6a796f HTTP/1.1" status: 204 len: 168 time: 1.2582870 Sep 16 04:48:25.747312 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c581601-bf32-4545-b6ea-d74fc596b216 req-c321892f-c5d0-4966-8ced-451b1aaf9d5b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:25.755200 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c581601-bf32-4545-b6ea-d74fc596b216 req-c321892f-c5d0-4966-8ced-451b1aaf9d5b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.0742478 Sep 16 04:48:25.892647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c581601-bf32-4545-b6ea-d74fc596b216 req-0a8aaa4e-f0a4-4aa1-b153-4e57da6f67bd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898080 Sep 16 04:48:26.028940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab63a2c0-6922-4447-87fc-5401c5087029 req-6fc44474-a02a-4968-82c8-ec83b20648bf tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "GET /v2.0/security-groups/66be150a-9552-41f5-900f-ca9d462e52e0 HTTP/1.1" status: 200 len: 1802 time: 0.0584428 Sep 16 04:48:26.180832 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ab63a2c0-6922-4447-87fc-5401c5087029 req-23f2e0df-0784-4f6b-8ef7-7e6b22c0f7ed tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.241380 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ab63a2c0-6922-4447-87fc-5401c5087029 req-23f2e0df-0784-4f6b-8ef7-7e6b22c0f7ed tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.393002 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-177bb5bb-0391-4a0b-a152-717cd0053420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.496949 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ab63a2c0-6922-4447-87fc-5401c5087029 req-23f2e0df-0784-4f6b-8ef7-7e6b22c0f7ed tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.500275 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ab63a2c0-6922-4447-87fc-5401c5087029 req-23f2e0df-0784-4f6b-8ef7-7e6b22c0f7ed tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.521942 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab63a2c0-6922-4447-87fc-5401c5087029 req-23f2e0df-0784-4f6b-8ef7-7e6b22c0f7ed tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "DELETE /v2.0/security-groups/66be150a-9552-41f5-900f-ca9d462e52e0 HTTP/1.1" status: 204 len: 173 time: 0.4632363 Sep 16 04:48:26.586718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2e0df-0784-4f6b-8ef7-7e6b22c0f7ed tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66be150a-9552-41f5-900f-ca9d462e52e0,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:26.745813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4734fef7-1761-46d7-83b5-5d5974bc40fe req-12c28d03-943d-48fa-b88f-3c88631823ac tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "GET /v2.0/security-groups/ab5de46c-86e9-42ad-99f3-0d546538b2c9 HTTP/1.1" status: 200 len: 1804 time: 0.0872514 Sep 16 04:48:26.891535 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4734fef7-1761-46d7-83b5-5d5974bc40fe req-b3e2ee4a-27ef-4388-a8f7-6829c0986cd8 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.917351 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4734fef7-1761-46d7-83b5-5d5974bc40fe req-b3e2ee4a-27ef-4388-a8f7-6829c0986cd8 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.974717 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-177bb5bb-0391-4a0b-a152-717cd0053420 admin admin] Deleting port 3fece526-9769-458a-be14-9450befd4668 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:26.975105 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-177bb5bb-0391-4a0b-a152-717cd0053420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.086327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-177bb5bb-0391-4a0b-a152-717cd0053420 admin admin] For port 3fece526-9769-458a-be14-9450befd4668, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3fece526-9769-458a-be14-9450befd4668,segment=NetworkSegment(9b675b96-8de6-417f-9031-b96f05eac528),segment_id=9b675b96-8de6-417f-9031-b96f05eac528)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:27.086835 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-177bb5bb-0391-4a0b-a152-717cd0053420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.105212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-177bb5bb-0391-4a0b-a152-717cd0053420 admin admin] Calling delete_port for 3fece526-9769-458a-be14-9450befd4668 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:27.250383 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4734fef7-1761-46d7-83b5-5d5974bc40fe req-b3e2ee4a-27ef-4388-a8f7-6829c0986cd8 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.252742 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4734fef7-1761-46d7-83b5-5d5974bc40fe req-b3e2ee4a-27ef-4388-a8f7-6829c0986cd8 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.254628 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4734fef7-1761-46d7-83b5-5d5974bc40fe req-b3e2ee4a-27ef-4388-a8f7-6829c0986cd8 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "DELETE /v2.0/security-groups/ab5de46c-86e9-42ad-99f3-0d546538b2c9 HTTP/1.1" status: 204 len: 173 time: 0.5010979 Sep 16 04:48:27.279334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2ee4a-27ef-4388-a8f7-6829c0986cd8 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5de46c-86e9-42ad-99f3-0d546538b2c9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:27.466787 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240ad9e-23f5-4687-8b0f-07e330926d12 req-b5a30a4a-1903-41b0-b88f-f7a1dcd4dbc5 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:27.468393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3240ad9e-23f5-4687-8b0f-07e330926d12 req-b5a30a4a-1903-41b0-b88f-f7a1dcd4dbc5 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.0611682 Sep 16 04:48:27.514854 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3240ad9e-23f5-4687-8b0f-07e330926d12 req-faf8440a-b7cc-49e9-9d93-2d14aed4aa13 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370142 Sep 16 04:48:27.587105 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e358cbad-95c5-40c6-8c4b-4d0ac889cdf8 req-0a8c92a4-9321-4083-b508-634affeaedf3 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "GET /v2.0/security-groups/a31fb81c-33e4-409d-88a8-486d25defb74 HTTP/1.1" status: 200 len: 2404 time: 0.0484807 Sep 16 04:48:27.601240 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-177bb5bb-0391-4a0b-a152-717cd0053420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.637225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bb5bb-0391-4a0b-a152-717cd0053420 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fece526-9769-458a-be14-9450befd4668,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:27.740545 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e358cbad-95c5-40c6-8c4b-4d0ac889cdf8 req-69f858f9-0887-44ae-b3a6-d39dada23325 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.804538 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e358cbad-95c5-40c6-8c4b-4d0ac889cdf8 req-69f858f9-0887-44ae-b3a6-d39dada23325 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.904982 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-177bb5bb-0391-4a0b-a152-717cd0053420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.099236 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.275402 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e358cbad-95c5-40c6-8c4b-4d0ac889cdf8 req-69f858f9-0887-44ae-b3a6-d39dada23325 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.278105 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e358cbad-95c5-40c6-8c4b-4d0ac889cdf8 req-69f858f9-0887-44ae-b3a6-d39dada23325 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.279545 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e358cbad-95c5-40c6-8c4b-4d0ac889cdf8 req-69f858f9-0887-44ae-b3a6-d39dada23325 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "DELETE /v2.0/security-groups/a31fb81c-33e4-409d-88a8-486d25defb74 HTTP/1.1" status: 204 len: 173 time: 0.6855724 Sep 16 04:48:28.303071 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f858f9-0887-44ae-b3a6-d39dada23325 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31fb81c-33e4-409d-88a8-486d25defb74,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:28.340553 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-37e778af-1260-4723-ab5c-8f35ef6734ab tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:48:28.341712 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-37e778af-1260-4723-ab5c-8f35ef6734ab tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1058664 Sep 16 04:48:28.403824 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-c38a6b53-b0c5-4f87-9ee8-18c2d9c86705 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:28.405664 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-c38a6b53-b0c5-4f87-9ee8-18c2d9c86705 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/ports/d59914e0-d23b-45e2-8ac1-8494924f7ad9 HTTP/1.1" status: 200 len: 1094 time: 0.0551171 Sep 16 04:48:28.428236 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-82e7ca86-f100-44f9-a045-a0827ceadb25 service neutron] Request body: {'binding': {'host': 'n-h1-712140-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:28.429075 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-82e7ca86-f100-44f9-a045-a0827ceadb25 service neutron] Unknown quota resources ['binding']. {{(pid=95474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:48:28.442329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177bb5bb-0391-4a0b-a152-717cd0053420 admin admin] Router 23b152f3-fa1f-4797-ad07-2c03d9373572 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:28.587127 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177bb5bb-0391-4a0b-a152-717cd0053420 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:28.599863 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eacdebd-60ed-45dd-ac09-d6930a0e2923 None None] Sync routers for ids ['23b152f3-fa1f-4797-ad07-2c03d9373572'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:28.601872 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-177bb5bb-0391-4a0b-a152-717cd0053420 admin admin] 10.222.0.20 "PUT /v2.0/routers/23b152f3-fa1f-4797-ad07-2c03d9373572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8734202 Sep 16 04:48:28.605018 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39702) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:28.610163 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eacdebd-60ed-45dd-ac09-d6930a0e2923 None None] Routers {'23b152f3-fa1f-4797-ad07-2c03d9373572'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:28.611180 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1eacdebd-60ed-45dd-ac09-d6930a0e2923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:48:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['23b152f3-fa1f-4797-ad07-2c03d9373572'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:28.642451 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-82e7ca86-f100-44f9-a045-a0827ceadb25 service neutron] Attempting to bind port d59914e0-d23b-45e2-8ac1-8494924f7ad9 on host n-h1-712140-13 for vnic_type normal with profile None {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:28.643197 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-82e7ca86-f100-44f9-a045-a0827ceadb25 service neutron] Attempting to bind port d59914e0-d23b-45e2-8ac1-8494924f7ad9 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:28.643750 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-82e7ca86-f100-44f9-a045-a0827ceadb25 service neutron] Attempting to bind port d59914e0-d23b-45e2-8ac1-8494924f7ad9 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:28.649518 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-82e7ca86-f100-44f9-a045-a0827ceadb25 service neutron] Port d59914e0-d23b-45e2-8ac1-8494924f7ad9 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:48:28.650126 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-82e7ca86-f100-44f9-a045-a0827ceadb25 service neutron] Attempting to bind port d59914e0-d23b-45e2-8ac1-8494924f7ad9 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:28.659609 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-82e7ca86-f100-44f9-a045-a0827ceadb25 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:28.660804 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-82e7ca86-f100-44f9-a045-a0827ceadb25 service neutron] Checking segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:28.661738 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-82e7ca86-f100-44f9-a045-a0827ceadb25 service neutron] Bound using segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:28.662743 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-82e7ca86-f100-44f9-a045-a0827ceadb25 service neutron] Bound port: d59914e0-d23b-45e2-8ac1-8494924f7ad9, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:28.792487 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-82e7ca86-f100-44f9-a045-a0827ceadb25 service neutron] For port d59914e0-d23b-45e2-8ac1-8494924f7ad9, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d59914e0-d23b-45e2-8ac1-8494924f7ad9,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:28.797917 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-1eacdebd-60ed-45dd-ac09-d6930a0e2923 None None] Set router 23b152f3-fa1f-4797-ad07-2c03d9373572 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:28.836819 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00c4979c-fc6e-4703-a5cd-e2f7a7176dfc admin admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.980039 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-82e7ca86-f100-44f9-a045-a0827ceadb25 service neutron] Notify callbacks [] for binding, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.981821 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-82e7ca86-f100-44f9-a045-a0827ceadb25 service neutron] 10.222.0.20 "POST /v2.0/ports/d59914e0-d23b-45e2-8ac1-8494924f7ad9/bindings HTTP/1.1" status: 201 len: 390 time: 0.5587144 Sep 16 04:48:29.004004 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00c4979c-fc6e-4703-a5cd-e2f7a7176dfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.045783 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1eacdebd-60ed-45dd-ac09-d6930a0e2923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'name': 'tempest-ServersTestManualDisk-562996048-router', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:24Z', 'updated_at': '2021-09-16T04:48:27Z', 'revision_number': 5, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'gw_port': {'id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:26Z', 'updated_at': '2021-09-16T04:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:29.077840 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eacdebd-60ed-45dd-ac09-d6930a0e2923 None None] Checking router: 23b152f3-fa1f-4797-ad07-2c03d9373572 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:48:29.089201 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eacdebd-60ed-45dd-ac09-d6930a0e2923 None None] Routers {'23b152f3-fa1f-4797-ad07-2c03d9373572'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:29.090198 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1eacdebd-60ed-45dd-ac09-d6930a0e2923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:48:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['23b152f3-fa1f-4797-ad07-2c03d9373572'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:29.236566 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-1eacdebd-60ed-45dd-ac09-d6930a0e2923 None None] Set router 23b152f3-fa1f-4797-ad07-2c03d9373572 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:29.242001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-00c4979c-fc6e-4703-a5cd-e2f7a7176dfc admin admin] Deleting port 3fc5cbcc-5343-40e5-8ee1-795b840804cb {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:29.242359 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00c4979c-fc6e-4703-a5cd-e2f7a7176dfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.354143 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-00c4979c-fc6e-4703-a5cd-e2f7a7176dfc admin admin] For port 3fc5cbcc-5343-40e5-8ee1-795b840804cb, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3fc5cbcc-5343-40e5-8ee1-795b840804cb,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:29.354990 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00c4979c-fc6e-4703-a5cd-e2f7a7176dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.371007 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-00c4979c-fc6e-4703-a5cd-e2f7a7176dfc admin admin] Calling delete_port for 3fc5cbcc-5343-40e5-8ee1-795b840804cb owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:29.483880 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1eacdebd-60ed-45dd-ac09-d6930a0e2923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'name': 'tempest-ServersTestManualDisk-562996048-router', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:24Z', 'updated_at': '2021-09-16T04:48:27Z', 'revision_number': 5, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'gw_port': {'id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:26Z', 'updated_at': '2021-09-16T04:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:29.497012 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a2602d98-753b-40c8-89b4-fa679444724a req-84126a44-784c-48b6-8301-022e82d16583 tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "GET /v2.0/security-groups/b63bdf2b-3ccd-4b29-8e22-528a813eb179 HTTP/1.1" status: 200 len: 2396 time: 0.1091852 Sep 16 04:48:29.517244 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eacdebd-60ed-45dd-ac09-d6930a0e2923 None None] The sync data for ids ['23b152f3-fa1f-4797-ad07-2c03d9373572'] in n-d-712140-13 is: [{'id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'name': 'tempest-ServersTestManualDisk-562996048-router', 'tenant_id': '6dad241d04f94c02b95070bcffa69569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:24Z', 'updated_at': '2021-09-16T04:48:27Z', 'revision_number': 5, 'project_id': '6dad241d04f94c02b95070bcffa69569', 'gw_port': {'id': '3fc5cbcc-5343-40e5-8ee1-795b840804cb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b152f3-fa1f-4797-ad07-2c03d9373572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:26Z', 'updated_at': '2021-09-16T04:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:29.645766 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a2602d98-753b-40c8-89b4-fa679444724a req-2f95642d-64af-43b9-939c-8c2a7cdca1df tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.697777 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a2602d98-753b-40c8-89b4-fa679444724a req-2f95642d-64af-43b9-939c-8c2a7cdca1df tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.830037 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00c4979c-fc6e-4703-a5cd-e2f7a7176dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.865698 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a2602d98-753b-40c8-89b4-fa679444724a req-2f95642d-64af-43b9-939c-8c2a7cdca1df tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.870711 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a2602d98-753b-40c8-89b4-fa679444724a req-2f95642d-64af-43b9-939c-8c2a7cdca1df tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.871097 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a2602d98-753b-40c8-89b4-fa679444724a req-2f95642d-64af-43b9-939c-8c2a7cdca1df tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] 10.222.0.20 "DELETE /v2.0/security-groups/b63bdf2b-3ccd-4b29-8e22-528a813eb179 HTTP/1.1" status: 204 len: 173 time: 0.3674064 Sep 16 04:48:29.881156 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39718) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:29.883754 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4979c-fc6e-4703-a5cd-e2f7a7176dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc5cbcc-5343-40e5-8ee1-795b840804cb,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:29.891149 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95642d-64af-43b9-939c-8c2a7cdca1df tempest-SecurityGroupRulesTestJSON-1502968082 tempest-SecurityGroupRulesTestJSON-1502968082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63bdf2b-3ccd-4b29-8e22-528a813eb179,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:29.991956 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-640ad4cb-dcba-4fe9-a29f-d843eebfdf2e admin admin] Deleting subnet bade7b66-6f5c-4e05-bf6b-d9ea0b68f132 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:48:29.999745 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-640ad4cb-dcba-4fe9-a29f-d843eebfdf2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.007622 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00c4979c-fc6e-4703-a5cd-e2f7a7176dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.044134 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-640ad4cb-dcba-4fe9-a29f-d843eebfdf2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.106814 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-640ad4cb-dcba-4fe9-a29f-d843eebfdf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.141260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fc2ff-9876-4245-81eb-f744fa858f84 req-3be6b481-b72b-4c98-9f1f-d4af757bc1f5 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:30.143063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-229fc2ff-9876-4245-81eb-f744fa858f84 req-3be6b481-b72b-4c98-9f1f-d4af757bc1f5 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 945 time: 0.1792171 Sep 16 04:48:30.197287 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00c4979c-fc6e-4703-a5cd-e2f7a7176dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.215697 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00c4979c-fc6e-4703-a5cd-e2f7a7176dfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.334004 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-640ad4cb-dcba-4fe9-a29f-d843eebfdf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.335606 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-229fc2ff-9876-4245-81eb-f744fa858f84 req-86f223bd-8b09-4e28-b37a-15350b13b0ac tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754961 Sep 16 04:48:30.337810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-de019d94-ebf6-426f-9a99-81151340cd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:30.339331 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-de019d94-ebf6-426f-9a99-81151340cd3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 1097 time: 0.2684700 Sep 16 04:48:30.353441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2643cc-8f2d-46be-be55-327849847c98 req-0fab9423-4264-443f-9837-688193b48647 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:30.357433 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc2643cc-8f2d-46be-be55-327849847c98 req-0fab9423-4264-443f-9837-688193b48647 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.1931353 Sep 16 04:48:30.373792 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ad4cb-dcba-4fe9-a29f-d843eebfdf2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bade7b66-6f5c-4e05-bf6b-d9ea0b68f132,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:30.376074 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-640ad4cb-dcba-4fe9-a29f-d843eebfdf2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.380379 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-640ad4cb-dcba-4fe9-a29f-d843eebfdf2e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bade7b66-6f5c-4e05-bf6b-d9ea0b68f132 HTTP/1.1" status: 204 len: 168 time: 0.4954746 Sep 16 04:48:30.380795 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39726) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:30.460956 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20048a53-384d-4a94-96b2-9533dc8da5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.468236 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00c4979c-fc6e-4703-a5cd-e2f7a7176dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.468767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c4979c-fc6e-4703-a5cd-e2f7a7176dfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23b152f3-fa1f-4797-ad07-2c03d9373572 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:48:30.474355 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00c4979c-fc6e-4703-a5cd-e2f7a7176dfc admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.475786 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-00c4979c-fc6e-4703-a5cd-e2f7a7176dfc admin admin] 10.222.0.20 "DELETE /v2.0/routers/23b152f3-fa1f-4797-ad07-2c03d9373572 HTTP/1.1" status: 204 len: 168 time: 1.8695157 Sep 16 04:48:30.490609 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc2643cc-8f2d-46be-be55-327849847c98 req-e4252244-e20d-4a7f-b73e-b40a1c79bb0a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215832 Sep 16 04:48:30.491327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39728) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:30.580136 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20048a53-384d-4a94-96b2-9533dc8da5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.623382 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-20048a53-384d-4a94-96b2-9533dc8da5d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208a1c98-0a83-491a-85a1-fd3ffc14ef35']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:30.638836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-ca976d30-b771-4251-af45-4629d13604a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:30.640581 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-ca976d30-b771-4251-af45-4629d13604a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 921 time: 0.2844007 Sep 16 04:48:30.640861 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-20048a53-384d-4a94-96b2-9533dc8da5d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001c7799-c89f-4d53-bc92-f428a591f871') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:30.641227 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-20048a53-384d-4a94-96b2-9533dc8da5d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001c7799-c89f-4d53-bc92-f428a591f871') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:30.652605 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76d3db-d0e3-429e-9961-4bbe2a34c4af req-3b850d27-20fb-4d30-be84-f1a4065dd796 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:30.654755 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae76d3db-d0e3-429e-9961-4bbe2a34c4af req-3b850d27-20fb-4d30-be84-f1a4065dd796 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 945 time: 0.2056744 Sep 16 04:48:30.660077 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20048a53-384d-4a94-96b2-9533dc8da5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.680772 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20048a53-384d-4a94-96b2-9533dc8da5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.689437 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20048a53-384d-4a94-96b2-9533dc8da5d1 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:30.689849 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20048a53-384d-4a94-96b2-9533dc8da5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:30.692593 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:30.714809 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8b549a-71aa-409f-9f4a-53093d8177b5 admin admin] Deleting subnet 3a664049-f7c0-4b64-9c28-3b362226319a {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:48:30.714809 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-68f14c2b-689a-4da5-bdf8-ef837cd58008 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d59914e0-d23b-45e2-8ac1-8494924f7ad9 HTTP/1.1" status: 200 len: 217 time: 0.0574014 Sep 16 04:48:30.725581 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1f8b549a-71aa-409f-9f4a-53093d8177b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.808803 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1f8b549a-71aa-409f-9f4a-53093d8177b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.833984 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae76d3db-d0e3-429e-9961-4bbe2a34c4af req-6ebdaf66-09ee-4161-95a9-edb38c5e074d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616218 Sep 16 04:48:30.842762 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-e260e442-adfe-431c-9c7f-e3183daa1f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:30.844257 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-e260e442-adfe-431c-9c7f-e3183daa1f82 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9023553c-0727-4415-b53e-7374b71d88bd HTTP/1.1" status: 200 len: 860 time: 0.1199958 Sep 16 04:48:30.886386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-52ac8ca9-ddca-4172-ba11-e82f99082100 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337231 Sep 16 04:48:30.910499 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20048a53-384d-4a94-96b2-9533dc8da5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.917223 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20048a53-384d-4a94-96b2-9533dc8da5d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.925326 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-20048a53-384d-4a94-96b2-9533dc8da5d1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/208a1c98-0a83-491a-85a1-fd3ffc14ef35 HTTP/1.1" status: 204 len: 168 time: 0.5376801 Sep 16 04:48:30.934592 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20048a53-384d-4a94-96b2-9533dc8da5d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=208a1c98-0a83-491a-85a1-fd3ffc14ef35,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:30.966055 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1f8b549a-71aa-409f-9f4a-53093d8177b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.059827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-6bfbc107-8784-4310-b5f2-e730ed700a82 service neutron] 10.222.0.21 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500018 Sep 16 04:48:31.091386 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3fece526-9769-458a-be14-9450befd4668 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:31.112406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 3fece526-9769-458a-be14-9450befd4668 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:31.112753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3fece526-9769-458a-be14-9450befd4668 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:31.113174 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3fc5cbcc-5343-40e5-8ee1-795b840804cb no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:31.138193 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 3fc5cbcc-5343-40e5-8ee1-795b840804cb {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:31.138644 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3fc5cbcc-5343-40e5-8ee1-795b840804cb not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:31.184264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3bf9a-d097-464e-990d-07c3cfab9385 req-ee84c3f4-43e1-4cd4-b6c4-a90efa76c44c tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:31.185900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8b3bf9a-d097-464e-990d-07c3cfab9385 req-ee84c3f4-43e1-4cd4-b6c4-a90efa76c44c tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.38 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 945 time: 0.1206160 Sep 16 04:48:31.189215 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1f8b549a-71aa-409f-9f4a-53093d8177b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.233948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b549a-71aa-409f-9f4a-53093d8177b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a664049-f7c0-4b64-9c28-3b362226319a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:31.268282 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1f8b549a-71aa-409f-9f4a-53093d8177b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.271396 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e921e27-7a62-4d01-aa21-2e080275411c None None] Network 3b2f8e69-e798-428b-909a-dbf5d4620f7d requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:31.271613 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1f8b549a-71aa-409f-9f4a-53093d8177b5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3a664049-f7c0-4b64-9c28-3b362226319a HTTP/1.1" status: 204 len: 168 time: 0.7423766 Sep 16 04:48:31.273408 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39734) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:31.280405 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f8ddb389-9d5d-4c7e-83e9-b091271a8018 service neutron] 10.222.0.21 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804204 Sep 16 04:48:31.364018 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-c8b3bf9a-d097-464e-990d-07c3cfab9385 req-f84f56ac-caa9-4b66-a0a0-dbb177c403f6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Deleting port f4986137-bb28-4bd6-b14b-9d03563408f0 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:31.366447 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c8b3bf9a-d097-464e-990d-07c3cfab9385 req-f84f56ac-caa9-4b66-a0a0-dbb177c403f6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.404144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39740) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:31.430677 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.530767 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] Deleting port f0c1951d-566d-463d-86cd-3ac37e773ed4 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:31.532095 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.570734 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39744) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:31.574911 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7eaeb718-efda-4dca-ab6d-6aa94bdc2c54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1320cceef0ad484fba1324570454a80a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1695089 Sep 16 04:48:31.576908 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98393a3e-f294-4945-b93b-f5224571815f None None] DHCP port deletion for 3b2f8e69-e798-428b-909a-dbf5d4620f7d request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:48:31.647892 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-98393a3e-f294-4945-b93b-f5224571815f None None] Deleting port f0c1951d-566d-463d-86cd-3ac37e773ed4 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:31.648670 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-98393a3e-f294-4945-b93b-f5224571815f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.666161 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ebd71-4e84-4edb-89b3-400094ff6a23 req-0c872516-059c-4c0f-a5ed-9a4809189622 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:31.675847 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-795ebd71-4e84-4edb-89b3-400094ff6a23 req-0c872516-059c-4c0f-a5ed-9a4809189622 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 945 time: 0.1787477 Sep 16 04:48:31.682288 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] For port f0c1951d-566d-463d-86cd-3ac37e773ed4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f0c1951d-566d-463d-86cd-3ac37e773ed4,segment=NetworkSegment(9b675b96-8de6-417f-9031-b96f05eac528),segment_id=9b675b96-8de6-417f-9031-b96f05eac528)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:31.682661 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.704229 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] Calling delete_port for f0c1951d-566d-463d-86cd-3ac37e773ed4 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:31.728007 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3fabc46-9aab-4832-b59a-440a847228ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.731332 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-c8b3bf9a-d097-464e-990d-07c3cfab9385 req-f84f56ac-caa9-4b66-a0a0-dbb177c403f6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] For port f4986137-bb28-4bd6-b14b-9d03563408f0, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=f4986137-bb28-4bd6-b14b-9d03563408f0,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:31.731963 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c8b3bf9a-d097-464e-990d-07c3cfab9385 req-f84f56ac-caa9-4b66-a0a0-dbb177c403f6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.733756 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-98393a3e-f294-4945-b93b-f5224571815f None None] For port f0c1951d-566d-463d-86cd-3ac37e773ed4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f0c1951d-566d-463d-86cd-3ac37e773ed4,segment=NetworkSegment(9b675b96-8de6-417f-9031-b96f05eac528),segment_id=9b675b96-8de6-417f-9031-b96f05eac528)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:31.734207 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-98393a3e-f294-4945-b93b-f5224571815f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.737683 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-02d62395-0c92-4e5c-a0d5-167edc6d5fdb tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:31.740104 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-02d62395-0c92-4e5c-a0d5-167edc6d5fdb tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e&tenant_id=81978a2452c74d468c1440c8a9e64f75&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 1097 time: 0.2350278 Sep 16 04:48:31.751136 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-98393a3e-f294-4945-b93b-f5224571815f None None] Calling delete_port for f0c1951d-566d-463d-86cd-3ac37e773ed4 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:31.784265 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-795ebd71-4e84-4edb-89b3-400094ff6a23 req-a6dfd760-76f3-4d23-9a22-effc83d55132 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015406 Sep 16 04:48:31.798721 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3fabc46-9aab-4832-b59a-440a847228ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.826673 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab17da-952d-44a4-b93f-e73e07334148 req-59bc428f-7e56-4bda-96bd-e59cc60b591b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:31.834795 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8ab17da-952d-44a4-b93f-e73e07334148 req-59bc428f-7e56-4bda-96bd-e59cc60b591b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.2538836 Sep 16 04:48:31.845841 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712140-13'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:31.867427 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-c8b3bf9a-d097-464e-990d-07c3cfab9385 req-f84f56ac-caa9-4b66-a0a0-dbb177c403f6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Calling delete_port for f4986137-bb28-4bd6-b14b-9d03563408f0 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:31.949776 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.959299 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-98393a3e-f294-4945-b93b-f5224571815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.981784 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c1951d-566d-463d-86cd-3ac37e773ed4,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:31.984258 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] No DVR routers for this DVR port f0c1951d-566d-463d-86cd-3ac37e773ed4 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:31.986117 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3fabc46-9aab-4832-b59a-440a847228ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.989437 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3fabc46-9aab-4832-b59a-440a847228ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.991231 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a3fabc46-9aab-4832-b59a-440a847228ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b7a4dce-16f9-4aac-a3be-4755c44a5911 HTTP/1.1" status: 204 len: 168 time: 0.4184508 Sep 16 04:48:32.010003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8ab17da-952d-44a4-b93f-e73e07334148 req-3357d650-07b0-418e-b9dc-3cc1f6ab450c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700604 Sep 16 04:48:32.011365 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98393a3e-f294-4945-b93b-f5224571815f None None] Pushing event deleted for resources: {'Port': ['ID=f0c1951d-566d-463d-86cd-3ac37e773ed4,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:32.026544 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98393a3e-f294-4945-b93b-f5224571815f None None] No DVR routers for this DVR port f0c1951d-566d-463d-86cd-3ac37e773ed4 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:32.030367 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.057118 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fabc46-9aab-4832-b59a-440a847228ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7a4dce-16f9-4aac-a3be-4755c44a5911,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:32.186854 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.217210 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2f8e69-e798-428b-909a-dbf5d4620f7d']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:32.236003 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b675b96-8de6-417f-9031-b96f05eac528') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b675b96-8de6-417f-9031-b96f05eac528') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:32.296153 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:32.308997 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f5a7d-a6a0-46c5-9989-f4aec02c8180 req-32ab663c-f0e7-48ad-9c3f-ce866329b688 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:32.310526 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aa2f5a7d-a6a0-46c5-9989-f4aec02c8180 req-32ab663c-f0e7-48ad-9c3f-ce866329b688 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 945 time: 0.1386509 Sep 16 04:48:32.346376 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] For port d59914e0-d23b-45e2-8ac1-8494924f7ad9, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d59914e0-d23b-45e2-8ac1-8494924f7ad9,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:32.381278 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aa2f5a7d-a6a0-46c5-9989-f4aec02c8180 req-004bd67e-2dbe-430b-97bf-d97c38b8dbc6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601578 Sep 16 04:48:32.429940 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c8b3bf9a-d097-464e-990d-07c3cfab9385 req-f84f56ac-caa9-4b66-a0a0-dbb177c403f6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.433865 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.450049 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.454925 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3b2f8e69-e798-428b-909a-dbf5d4620f7d HTTP/1.1" status: 204 len: 168 time: 1.1772356 Sep 16 04:48:32.476001 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e784ea2-1324-410b-8128-ab565d1cbcd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b2f8e69-e798-428b-909a-dbf5d4620f7d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:32.714113 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f56ac-caa9-4b66-a0a0-dbb177c403f6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Pushing event deleted for resources: {'Port': ['ID=f4986137-bb28-4bd6-b14b-9d03563408f0,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:32.718632 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] For port d59914e0-d23b-45e2-8ac1-8494924f7ad9, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:32.791607 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b3bf9a-d097-464e-990d-07c3cfab9385 req-f84f56ac-caa9-4b66-a0a0-dbb177c403f6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] No DVR routers for this DVR port f4986137-bb28-4bd6-b14b-9d03563408f0 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:32.794676 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c8b3bf9a-d097-464e-990d-07c3cfab9385 req-f84f56ac-caa9-4b66-a0a0-dbb177c403f6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.796761 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8b3bf9a-d097-464e-990d-07c3cfab9385 req-f84f56ac-caa9-4b66-a0a0-dbb177c403f6 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.38 "DELETE /v2.0/ports/f4986137-bb28-4bd6-b14b-9d03563408f0 HTTP/1.1" status: 204 len: 173 time: 1.6005766 Sep 16 04:48:32.799331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91bfc6d-2ba7-40a4-b075-a88675f3ec6b', 'name': 'network-vif-deleted', 'tag': 'f4986137-bb28-4bd6-b14b-9d03563408f0'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:32.799612 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c96805-c5e9-408f-ab18-86307d3f2dac" -d '{"events": [{"server_uuid": "f91bfc6d-2ba7-40a4-b075-a88675f3ec6b", "name": "network-vif-deleted", "tag": "f4986137-bb28-4bd6-b14b-9d03563408f0"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:32.806449 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.855599 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d846a20-6e3b-49ac-b38f-8f38b700d4c1 x-openstack-request-id: req-8d846a20-6e3b-49ac-b38f-8f38b700d4c1 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:32.855599 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91bfc6d-2ba7-40a4-b075-a88675f3ec6b", "name": "network-vif-deleted", "tag": "f4986137-bb28-4bd6-b14b-9d03563408f0", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:32.855599 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d846a20-6e3b-49ac-b38f-8f38b700d4c1 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:32.855599 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91bfc6d-2ba7-40a4-b075-a88675f3ec6b', 'name': 'network-vif-deleted', 'tag': 'f4986137-bb28-4bd6-b14b-9d03563408f0', 'status': 'completed', 'code': 200} Sep 16 04:48:32.937321 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.988940 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f0c1951d-566d-463d-86cd-3ac37e773ed4 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:32.994678 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39774) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:33.007393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a76920-3407-440a-933d-865cf9402be6 req-f5eee641-b050-481d-b16a-be7032a83814 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:33.013756 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63a76920-3407-440a-933d-865cf9402be6 req-f5eee641-b050-481d-b16a-be7032a83814 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 945 time: 0.1378570 Sep 16 04:48:33.021552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: f0c1951d-566d-463d-86cd-3ac37e773ed4 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:33.022707 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f0c1951d-566d-463d-86cd-3ac37e773ed4 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:33.074514 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3101afba-e09f-4c3b-99a1-1fadc7ef202f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6dad241d04f94c02b95070bcffa69569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0777309 Sep 16 04:48:33.079657 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39780) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:33.117225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63a76920-3407-440a-933d-865cf9402be6 req-635a4afd-9695-487d-9271-740b3a14bab0 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994091 Sep 16 04:48:33.140032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] Pushing event updated for resources: {'Port': ['ID=d59914e0-d23b-45e2-8ac1-8494924f7ad9,revision_number=7']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:33.160126 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7ee8f7a-d238-4335-9ff1-4aba30bd7d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.188196 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7ee8f7a-d238-4335-9ff1-4aba30bd7d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.204119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] Attempting to bind port d59914e0-d23b-45e2-8ac1-8494924f7ad9 on host n-h2-712140-13 for vnic_type normal with profile {"migrating_to": "n-h1-712140-13"} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:33.204996 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] Attempting to bind port d59914e0-d23b-45e2-8ac1-8494924f7ad9 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:33.205543 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] Attempting to bind port d59914e0-d23b-45e2-8ac1-8494924f7ad9 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:33.219406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] Port d59914e0-d23b-45e2-8ac1-8494924f7ad9 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:48:33.220123 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] Attempting to bind port d59914e0-d23b-45e2-8ac1-8494924f7ad9 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:33.264497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:33.272644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] Checking segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:33.272644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] Bound using segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:33.272644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] Bound port: d59914e0-d23b-45e2-8ac1-8494924f7ad9, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:33.272644 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.315801 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4a555-2563-4e74-8493-3038d4350c44 req-1b4bdcfc-bd39-4da2-84d0-e2acbe152b48 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:33.317569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10a4a555-2563-4e74-8493-3038d4350c44 req-1b4bdcfc-bd39-4da2-84d0-e2acbe152b48 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.0926306 Sep 16 04:48:33.320973 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7ee8f7a-d238-4335-9ff1-4aba30bd7d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.323573 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7ee8f7a-d238-4335-9ff1-4aba30bd7d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.324964 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f7ee8f7a-d238-4335-9ff1-4aba30bd7d44 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/041104ca-02bf-40c8-9080-f5c4c7e50d5d HTTP/1.1" status: 204 len: 168 time: 0.2443817 Sep 16 04:48:33.336118 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee8f7a-d238-4335-9ff1-4aba30bd7d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041104ca-02bf-40c8-9080-f5c4c7e50d5d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:33.392743 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] For port d59914e0-d23b-45e2-8ac1-8494924f7ad9, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:33.398207 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10a4a555-2563-4e74-8493-3038d4350c44 req-3f87b1c2-fd7e-4799-a0b9-4b0ed191f6b9 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728970 Sep 16 04:48:33.409201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] For port d59914e0-d23b-45e2-8ac1-8494924f7ad9, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d59914e0-d23b-45e2-8ac1-8494924f7ad9,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:33.510351 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c96a3b44-a616-41c2-b0fe-68b5680e74d5 req-16777022-88b9-4771-8ec9-3cb6a9a69c15 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 210 time: 0.0290277 Sep 16 04:48:33.757365 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device f4986137-bb28-4bd6-b14b-9d03563408f0 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:33.789193 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: f4986137-bb28-4bd6-b14b-9d03563408f0 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:33.789546 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device f4986137-bb28-4bd6-b14b-9d03563408f0 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:34.257564 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bef48-f543-4b04-b9f4-63f5979c1684 req-9ce0a3fb-fb73-4991-97fe-99988be4206c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:34.259278 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-188bef48-f543-4b04-b9f4-63f5979c1684 req-9ce0a3fb-fb73-4991-97fe-99988be4206c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 943 time: 0.0596259 Sep 16 04:48:34.301234 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-188bef48-f543-4b04-b9f4-63f5979c1684 req-334a789d-0f06-4796-84a5-295c260d4ee3 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351088 Sep 16 04:48:34.548193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d34e1d-0eee-4d9a-9300-8d9b97825296 req-6f4d9a6b-ed68-4d23-b6dd-3608c2dfaf91 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:34.549918 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23d34e1d-0eee-4d9a-9300-8d9b97825296 req-6f4d9a6b-ed68-4d23-b6dd-3608c2dfaf91 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.0569477 Sep 16 04:48:34.605375 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23d34e1d-0eee-4d9a-9300-8d9b97825296 req-951bfeb5-8c25-40c0-9be3-49cf5db1a8bb tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449269 Sep 16 04:48:34.605375 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.693638 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5530abcd-36a3-46c9-9663-370e535ef4ee req-a88bf57a-82e3-463b-9b01-a02bf054a5d9 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91bfc6d-2ba7-40a4-b075-a88675f3ec6b HTTP/1.1" status: 200 len: 210 time: 0.0597231 Sep 16 04:48:34.719886 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] Pushing event updated for resources: {'Port': ['ID=d59914e0-d23b-45e2-8ac1-8494924f7ad9,revision_number=8']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:34.732589 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39824) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:34.741003 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:34.741797 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.749566 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-f95e212c-11e1-4127-81a4-02e16e9f19cf service neutron] 10.222.0.21 "PUT /v2.0/ports/d59914e0-d23b-45e2-8ac1-8494924f7ad9 HTTP/1.1" status: 200 len: 1123 time: 2.9754121 Sep 16 04:48:34.853143 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95218348-c4f8-4156-b39c-7fb75338171e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd59914e0-d23b-45e2-8ac1-8494924f7ad9'}, {'name': 'network-changed', 'server_uuid': '95218348-c4f8-4156-b39c-7fb75338171e', 'tag': 'd59914e0-d23b-45e2-8ac1-8494924f7ad9'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:34.856878 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8393edd-3204-40f6-8f23-03e3caa94e26" -d '{"events": [{"server_uuid": "95218348-c4f8-4156-b39c-7fb75338171e", "name": "network-vif-unplugged", "status": "completed", "tag": "d59914e0-d23b-45e2-8ac1-8494924f7ad9"}, {"name": "network-changed", "server_uuid": "95218348-c4f8-4156-b39c-7fb75338171e", "tag": "d59914e0-d23b-45e2-8ac1-8494924f7ad9"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:34.908437 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-bf79d170-63c9-44a4-ba08-cf7c30b60d70 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1904484766-network', 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:34.917761 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['d59914e0-d23b-45e2-8ac1-8494924f7ad9'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:34.954462 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3547b2-51a1-4047-952f-a4eec6249fe6 x-openstack-request-id: req-bb3547b2-51a1-4047-952f-a4eec6249fe6 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:34.954462 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95218348-c4f8-4156-b39c-7fb75338171e", "name": "network-vif-unplugged", "status": "completed", "tag": "d59914e0-d23b-45e2-8ac1-8494924f7ad9", "code": 200}, {"name": "network-changed", "server_uuid": "95218348-c4f8-4156-b39c-7fb75338171e", "tag": "d59914e0-d23b-45e2-8ac1-8494924f7ad9", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:34.954462 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb3547b2-51a1-4047-952f-a4eec6249fe6 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:34.954462 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95218348-c4f8-4156-b39c-7fb75338171e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd59914e0-d23b-45e2-8ac1-8494924f7ad9', 'code': 200} Sep 16 04:48:34.954462 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95218348-c4f8-4156-b39c-7fb75338171e', 'tag': 'd59914e0-d23b-45e2-8ac1-8494924f7ad9', 'status': 'completed', 'code': 200} Sep 16 04:48:35.018807 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf79d170-63c9-44a4-ba08-cf7c30b60d70 admin admin] Made reservation on behalf of d18d7b29526f4399aa06f52d1efd1dda for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:35.025765 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bf79d170-63c9-44a4-ba08-cf7c30b60d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.057094 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bf79d170-63c9-44a4-ba08-cf7c30b60d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.087554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393edd-3204-40f6-8f23-03e3caa94e26 req-6c55cc8b-1e00-4072-a0b1-3eb450ce66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.093720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8393edd-3204-40f6-8f23-03e3caa94e26 req-6c55cc8b-1e00-4072-a0b1-3eb450ce66fe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 1126 time: 0.0616946 Sep 16 04:48:35.133420 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-796c2f99-cb42-4c04-b990-b10f82dfd352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.216001 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bf79d170-63c9-44a4-ba08-cf7c30b60d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.219419 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393edd-3204-40f6-8f23-03e3caa94e26 req-927e932f-791e-433c-abf0-eb264e0d0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.220991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8393edd-3204-40f6-8f23-03e3caa94e26 req-927e932f-791e-433c-abf0-eb264e0d0999 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 921 time: 0.1209106 Sep 16 04:48:35.272615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8393edd-3204-40f6-8f23-03e3caa94e26 req-7ef8cc9d-9c71-4dae-a0ee-b4efcb286bb6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d59914e0-d23b-45e2-8ac1-8494924f7ad9 HTTP/1.1" status: 200 len: 217 time: 0.0403740 Sep 16 04:48:35.280818 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bf79d170-63c9-44a4-ba08-cf7c30b60d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.314390 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf79d170-63c9-44a4-ba08-cf7c30b60d70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:35.329624 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bf79d170-63c9-44a4-ba08-cf7c30b60d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.334420 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-bf79d170-63c9-44a4-ba08-cf7c30b60d70 admin admin] Added segment d844c819-ce9b-45d9-8bb2-d236e18e47f4 of type vlan for network 7e19d2af-3f7d-4dcd-875b-ae4e6eed117c Sep 16 04:48:35.348565 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393edd-3204-40f6-8f23-03e3caa94e26 req-721d013e-b2cd-44b6-ab90-08eab8c28878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.353912 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8393edd-3204-40f6-8f23-03e3caa94e26 req-721d013e-b2cd-44b6-ab90-08eab8c28878 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9023553c-0727-4415-b53e-7374b71d88bd HTTP/1.1" status: 200 len: 860 time: 0.0695665 Sep 16 04:48:35.395199 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8393edd-3204-40f6-8f23-03e3caa94e26 req-07dbe3cd-0cff-4505-90b2-46effd4bb0ca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358922 Sep 16 04:48:35.429460 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bf79d170-63c9-44a4-ba08-cf7c30b60d70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.443894 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79d170-63c9-44a4-ba08-cf7c30b60d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbffe96-af46-499b-bd6a-25bb5b1c2e87,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:35.507908 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ea55c-d995-40c1-8856-920a47a6ba72 req-2b4d1675-0f60-44ee-b3aa-b7d7abad11fc tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.510276 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-987ea55c-d995-40c1-8856-920a47a6ba72 req-2b4d1675-0f60-44ee-b3aa-b7d7abad11fc tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 943 time: 0.1032336 Sep 16 04:48:35.558694 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bf79d170-63c9-44a4-ba08-cf7c30b60d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.561172 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf79d170-63c9-44a4-ba08-cf7c30b60d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.561975 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bf79d170-63c9-44a4-ba08-cf7c30b60d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.599752 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-987ea55c-d995-40c1-8856-920a47a6ba72 req-64e4e144-3b26-4fe8-9f24-ce55baca7c4c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603271 Sep 16 04:48:35.607171 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8393edd-3204-40f6-8f23-03e3caa94e26 req-bb04a7a5-a1c8-4428-90a5-1ca1be442939 service neutron] 10.222.0.38 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569324 Sep 16 04:48:35.710024 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79d170-63c9-44a4-ba08-cf7c30b60d70 admin admin] Pushing event updated for resources: {'Network': ['ID=7e19d2af-3f7d-4dcd-875b-ae4e6eed117c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:35.739758 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 7e19d2af-3f7d-4dcd-875b-ae4e6eed117c details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:35.800022 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bf79d170-63c9-44a4-ba08-cf7c30b60d70 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0659516 Sep 16 04:48:35.801454 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39862) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:35.806444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-121b2868-36d1-40a4-91e7-6d867f798fec admin admin] Request body: {'subnet': {'network_id': '7e19d2af-3f7d-4dcd-875b-ae4e6eed117c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1904484766-subnet', 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:35.820673 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd12b8-8ed4-4750-9a48-6a2b12467aca req-0e96455a-1532-4502-b18f-a3a329c33e4c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.831270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95dd12b8-8ed4-4750-9a48-6a2b12467aca req-0e96455a-1532-4502-b18f-a3a329c33e4c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.1082811 Sep 16 04:48:35.841447 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8393edd-3204-40f6-8f23-03e3caa94e26 req-13a2a1fc-e7b1-419c-981a-7bcf268e2b0d service neutron] 10.222.0.38 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256114 Sep 16 04:48:35.903603 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95dd12b8-8ed4-4750-9a48-6a2b12467aca req-90c8d76f-00bc-4c43-b65d-233748be8c91 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721743 Sep 16 04:48:35.943734 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121b2868-36d1-40a4-91e7-6d867f798fec admin admin] Made reservation on behalf of d18d7b29526f4399aa06f52d1efd1dda for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:35.948239 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-121b2868-36d1-40a4-91e7-6d867f798fec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.954791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39864) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:36.085011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-a411602f-436d-48a7-886b-434139438680 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-465790368-network', 'tenant_id': '007fdb9d28ac43c3844973b760d232ad'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:36.229380 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a411602f-436d-48a7-886b-434139438680 admin admin] Made reservation on behalf of 007fdb9d28ac43c3844973b760d232ad for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:36.229380 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a411602f-436d-48a7-886b-434139438680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.248262 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a411602f-436d-48a7-886b-434139438680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.276348 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-121b2868-36d1-40a4-91e7-6d867f798fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.391427 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b2868-36d1-40a4-91e7-6d867f798fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f83de18c-559f-47a3-989f-02a251361d45,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:36.398171 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a411602f-436d-48a7-886b-434139438680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.411361 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b2868-36d1-40a4-91e7-6d867f798fec admin admin] Checking segment: {'id': 'd844c819-ce9b-45d9-8bb2-d236e18e47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e19d2af-3f7d-4dcd-875b-ae4e6eed117c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:36.411786 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121b2868-36d1-40a4-91e7-6d867f798fec admin admin] Network hostable DHCP agents. Network: 7e19d2af-3f7d-4dcd-875b-ae4e6eed117c, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:36.503574 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a411602f-436d-48a7-886b-434139438680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.534507 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c327c9-df81-4f36-bc60-b20247a7fd7f req-1affd716-9e78-43bd-a672-d74083f363bb tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:36.538102 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121b2868-36d1-40a4-91e7-6d867f798fec admin admin] Network 7e19d2af-3f7d-4dcd-875b-ae4e6eed117c is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:36.542899 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80c327c9-df81-4f36-bc60-b20247a7fd7f req-1affd716-9e78-43bd-a672-d74083f363bb tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 944 time: 0.0803001 Sep 16 04:48:36.554673 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a411602f-436d-48a7-886b-434139438680 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:36.586254 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411602f-436d-48a7-886b-434139438680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f9ded4-9615-4e62-ba23-ef743e0eb8bd,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:36.589583 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a411602f-436d-48a7-886b-434139438680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.589941 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-a411602f-436d-48a7-886b-434139438680 admin admin] Added segment 0ebd056d-6930-476d-b68a-9e5d311eceb6 of type vlan for network a6d3c979-11df-4eac-8a5b-62e58acfa831 Sep 16 04:48:36.639278 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80c327c9-df81-4f36-bc60-b20247a7fd7f req-0ea67fe4-26e4-4402-866f-34a781acc47a tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890553 Sep 16 04:48:36.652546 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-121b2868-36d1-40a4-91e7-6d867f798fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 7e19d2af-3f7d-4dcd-875b-ae4e6eed117c) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:36.664312 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a411602f-436d-48a7-886b-434139438680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.666915 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121b2868-36d1-40a4-91e7-6d867f798fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:36.667533 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-121b2868-36d1-40a4-91e7-6d867f798fec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.680270 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8090571f-fa92-40c5-afde-bc5c7c73d343 None None] Network 7e19d2af-3f7d-4dcd-875b-ae4e6eed117c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:36.762417 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-121b2868-36d1-40a4-91e7-6d867f798fec admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9597459 Sep 16 04:48:36.765965 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39884) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:36.772958 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-40af3392-5210-4ea9-85f6-8f7e8819c752 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1904484766-router', 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:36.782624 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75d904-8999-4cb2-adbd-5de3179ef243 req-710f2ffa-5748-4790-b736-1d5eca4fddff tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:36.794342 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b75d904-8999-4cb2-adbd-5de3179ef243 req-710f2ffa-5748-4790-b736-1d5eca4fddff tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 943 time: 0.0746946 Sep 16 04:48:36.831705 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a411602f-436d-48a7-886b-434139438680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.833209 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a411602f-436d-48a7-886b-434139438680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:36.833811 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a411602f-436d-48a7-886b-434139438680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.904189 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40af3392-5210-4ea9-85f6-8f7e8819c752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.907299 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40af3392-5210-4ea9-85f6-8f7e8819c752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.917187 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-7e19d2af-3f7d-4dcd-875b-ae4e6eed117c', 'network_id': '7e19d2af-3f7d-4dcd-875b-ae4e6eed117c', 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'fixed_ips': [{'subnet_id': 'f83de18c-559f-47a3-989f-02a251361d45'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:36.926169 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.978548 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411602f-436d-48a7-886b-434139438680 admin admin] Pushing event updated for resources: {'Network': ['ID=a6d3c979-11df-4eac-8a5b-62e58acfa831,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:36.992885 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b75d904-8999-4cb2-adbd-5de3179ef243 req-1a909e48-e9e7-466f-bf8c-1eefee170db2 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785076 Sep 16 04:48:36.995375 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a411602f-436d-48a7-886b-434139438680 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0393577 Sep 16 04:48:37.010076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39890) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:37.024020 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6e36c4fa-1a5b-4be0-bc50-57f9b318dfe1 admin admin] Request body: {'subnet': {'network_id': 'a6d3c979-11df-4eac-8a5b-62e58acfa831', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-465790368-subnet', 'tenant_id': '007fdb9d28ac43c3844973b760d232ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:37.045334 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network a6d3c979-11df-4eac-8a5b-62e58acfa831 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:37.053861 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40af3392-5210-4ea9-85f6-8f7e8819c752 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.122146 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00acf9-cf4c-4b3e-b8b5-24564120c8dd req-1fea0186-79cc-4c86-9bc4-a029c90ef2cd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:37.124498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b00acf9-cf4c-4b3e-b8b5-24564120c8dd req-1fea0186-79cc-4c86-9bc4-a029c90ef2cd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.0737159 Sep 16 04:48:37.126562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e36c4fa-1a5b-4be0-bc50-57f9b318dfe1 admin admin] Made reservation on behalf of 007fdb9d28ac43c3844973b760d232ad for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:37.130938 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6e36c4fa-1a5b-4be0-bc50-57f9b318dfe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.214850 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] Allocated IP 172.20.0.2 (7e19d2af-3f7d-4dcd-875b-ae4e6eed117c/f83de18c-559f-47a3-989f-02a251361d45/507fd622-af5e-4395-bacb-86772ee9c1af) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:37.317787 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54377d24-9413-4b40-bd28-8bff0e090332 req-211f13cf-a755-4d29-9fc4-bd835c6f1c2d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:37.319741 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54377d24-9413-4b40-bd28-8bff0e090332 req-211f13cf-a755-4d29-9fc4-bd835c6f1c2d tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.38 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 944 time: 0.1664231 Sep 16 04:48:37.328029 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b00acf9-cf4c-4b3e-b8b5-24564120c8dd req-20a7210f-6a62-4f51-b150-a4a5dae4cfd0 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761544 Sep 16 04:48:37.346578 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d59914e0-d23b-45e2-8ac1-8494924f7ad9 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:48:37.361455 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40af3392-5210-4ea9-85f6-8f7e8819c752 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.520258 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.574086 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-54377d24-9413-4b40-bd28-8bff0e090332 req-0caea42b-94eb-429e-a197-fe35ee476416 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Deleting port 6390ae53-fe5c-445f-82eb-19fbdff6738e {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:37.574367 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-54377d24-9413-4b40-bd28-8bff0e090332 req-0caea42b-94eb-429e-a197-fe35ee476416 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.606528 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port d59914e0-d23b-45e2-8ac1-8494924f7ad9, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d59914e0-d23b-45e2-8ac1-8494924f7ad9,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:37.617283 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.673100 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6e36c4fa-1a5b-4be0-bc50-57f9b318dfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.687178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] Pushing event updated for resources: {'Port': ['ID=507fd622-af5e-4395-bacb-86772ee9c1af,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:37.705746 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d59914e0-d23b-45e2-8ac1-8494924f7ad9 has no active binding in host n-h1-712140-13 {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:48:37.717949 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] Network 7e19d2af-3f7d-4dcd-875b-ae4e6eed117c is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:37.720101 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:37.722493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:37.782998 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1fcba781-5151-47b6-adcf-bb6bf004eb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.795909 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] Attempting to bind port 507fd622-af5e-4395-bacb-86772ee9c1af on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:37.796291 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] Attempting to bind port 507fd622-af5e-4395-bacb-86772ee9c1af by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'd844c819-ce9b-45d9-8bb2-d236e18e47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e19d2af-3f7d-4dcd-875b-ae4e6eed117c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:37.796657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] Attempting to bind port 507fd622-af5e-4395-bacb-86772ee9c1af on network 7e19d2af-3f7d-4dcd-875b-ae4e6eed117c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:37.803203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:37.803606 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] Checking segment: {'id': 'd844c819-ce9b-45d9-8bb2-d236e18e47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e19d2af-3f7d-4dcd-875b-ae4e6eed117c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:37.803985 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.804506 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] Bound using segment: {'id': 'd844c819-ce9b-45d9-8bb2-d236e18e47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e19d2af-3f7d-4dcd-875b-ae4e6eed117c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:37.805095 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] Bound port: 507fd622-af5e-4395-bacb-86772ee9c1af, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd844c819-ce9b-45d9-8bb2-d236e18e47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e19d2af-3f7d-4dcd-875b-ae4e6eed117c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:37.805617 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.814637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36c4fa-1a5b-4be0-bc50-57f9b318dfe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92fc9908-2c23-4273-874e-dfe65afe5b25,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:37.852518 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e36c4fa-1a5b-4be0-bc50-57f9b318dfe1 admin admin] Checking segment: {'id': '0ebd056d-6930-476d-b68a-9e5d311eceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a6d3c979-11df-4eac-8a5b-62e58acfa831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:37.852767 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40af3392-5210-4ea9-85f6-8f7e8819c752 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.852897 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e36c4fa-1a5b-4be0-bc50-57f9b318dfe1 admin admin] Network hostable DHCP agents. Network: a6d3c979-11df-4eac-8a5b-62e58acfa831, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:37.876903 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40af3392-5210-4ea9-85f6-8f7e8819c752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.886474 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-54377d24-9413-4b40-bd28-8bff0e090332 req-0caea42b-94eb-429e-a197-fe35ee476416 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] For port 6390ae53-fe5c-445f-82eb-19fbdff6738e, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=6390ae53-fe5c-445f-82eb-19fbdff6738e,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:37.886854 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-54377d24-9413-4b40-bd28-8bff0e090332 req-0caea42b-94eb-429e-a197-fe35ee476416 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.915799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-54377d24-9413-4b40-bd28-8bff0e090332 req-0caea42b-94eb-429e-a197-fe35ee476416 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Calling delete_port for 6390ae53-fe5c-445f-82eb-19fbdff6738e owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:37.916533 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] For port 507fd622-af5e-4395-bacb-86772ee9c1af, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:37.927681 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] For port 507fd622-af5e-4395-bacb-86772ee9c1af, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=507fd622-af5e-4395-bacb-86772ee9c1af,segment=NetworkSegment(d844c819-ce9b-45d9-8bb2-d236e18e47f4),segment_id=d844c819-ce9b-45d9-8bb2-d236e18e47f4)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:37.929257 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5b14c-9de4-44f2-ab9c-5a5f04c5f943 req-f96013a1-eaa1-4ea5-a443-7a2aa96b0192 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:37.938974 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3b5b14c-9de4-44f2-ab9c-5a5f04c5f943 req-f96013a1-eaa1-4ea5-a443-7a2aa96b0192 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 944 time: 0.1273432 Sep 16 04:48:38.007532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e36c4fa-1a5b-4be0-bc50-57f9b318dfe1 admin admin] Network a6d3c979-11df-4eac-8a5b-62e58acfa831 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:38.018738 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.056456 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-40af3392-5210-4ea9-85f6-8f7e8819c752 admin admin] Allocated IP 172.25.4.81 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/6beb5376-d1e8-4f85-9bd6-332bd4ce20b4) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:38.070111 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3b5b14c-9de4-44f2-ab9c-5a5f04c5f943 req-e94a673b-f47e-4f9c-8096-cdf96bf87503 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306307 Sep 16 04:48:38.092530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-6e36c4fa-1a5b-4be0-bc50-57f9b318dfe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, a6d3c979-11df-4eac-8a5b-62e58acfa831) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:38.097986 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e36c4fa-1a5b-4be0-bc50-57f9b318dfe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.098743 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6e36c4fa-1a5b-4be0-bc50-57f9b318dfe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.136879 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b33c1a-2145-4c7c-9fb8-a6957ab49f75 None None] Network a6d3c979-11df-4eac-8a5b-62e58acfa831 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:38.193636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40af3392-5210-4ea9-85f6-8f7e8819c752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.247287 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6e36c4fa-1a5b-4be0-bc50-57f9b318dfe1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2357430 Sep 16 04:48:38.286070 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-54377d24-9413-4b40-bd28-8bff0e090332 req-0caea42b-94eb-429e-a197-fe35ee476416 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.290778 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16fcd1e3-0c12-449b-8dd5-1fc416aed24e req-5a89cbe8-ffad-4a57-8af4-9cf4b919128d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0883644 Sep 16 04:48:38.349903 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff04c64-725d-434e-907f-9978a29f08d0 None None] Pushing event updated for resources: {'Port': ['ID=507fd622-af5e-4395-bacb-86772ee9c1af,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:38.350846 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40af3392-5210-4ea9-85f6-8f7e8819c752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.360882 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caea42b-94eb-429e-a197-fe35ee476416 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Pushing event deleted for resources: {'Port': ['ID=6390ae53-fe5c-445f-82eb-19fbdff6738e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:38.373501 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b713b1ac-0878-4891-97af-034f6473d97b None None] Network a6d3c979-11df-4eac-8a5b-62e58acfa831 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:38.381213 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d965fa-e54f-421b-9121-d2337c11c84d req-7e3c2cf8-9fcc-4d6a-a1f2-afeb659145bc tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.383815 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3d965fa-e54f-421b-9121-d2337c11c84d req-7e3c2cf8-9fcc-4d6a-a1f2-afeb659145bc tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 943 time: 0.1790814 Sep 16 04:48:38.437500 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-54377d24-9413-4b40-bd28-8bff0e090332 req-0caea42b-94eb-429e-a197-fe35ee476416 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] No DVR routers for this DVR port 6390ae53-fe5c-445f-82eb-19fbdff6738e on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:38.446773 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-54377d24-9413-4b40-bd28-8bff0e090332 req-0caea42b-94eb-429e-a197-fe35ee476416 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.448777 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54377d24-9413-4b40-bd28-8bff0e090332 req-0caea42b-94eb-429e-a197-fe35ee476416 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.38 "DELETE /v2.0/ports/6390ae53-fe5c-445f-82eb-19fbdff6738e HTTP/1.1" status: 204 len: 173 time: 1.1170664 Sep 16 04:48:38.449234 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666309ef-9f6b-40dd-85a5-74df93185d02', 'name': 'network-vif-deleted', 'tag': '6390ae53-fe5c-445f-82eb-19fbdff6738e'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:38.453184 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ee20ff-ab6e-44e8-86de-1523ab773478" -d '{"events": [{"server_uuid": "666309ef-9f6b-40dd-85a5-74df93185d02", "name": "network-vif-deleted", "tag": "6390ae53-fe5c-445f-82eb-19fbdff6738e"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:38.482819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af3392-5210-4ea9-85f6-8f7e8819c752 admin admin] Pushing event updated for resources: {'Port': ['ID=6beb5376-d1e8-4f85-9bd6-332bd4ce20b4,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:38.505044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcd1e3-0c12-449b-8dd5-1fc416aed24e req-4624b036-59cd-4762-8ae3-307e95fae07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.510150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16fcd1e3-0c12-449b-8dd5-1fc416aed24e req-4624b036-59cd-4762-8ae3-307e95fae07b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d0250c151a647dfa2dfb2009b7a17b5&device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 1098 time: 0.1633372 Sep 16 04:48:38.527909 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40af3392-5210-4ea9-85f6-8f7e8819c752 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:38.529839 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-40af3392-5210-4ea9-85f6-8f7e8819c752 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:38.532867 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af3392-5210-4ea9-85f6-8f7e8819c752 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:38.547233 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3d965fa-e54f-421b-9121-d2337c11c84d req-a3700bb3-304b-49ca-a79b-666d7ab5cc1b tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325762 Sep 16 04:48:38.619794 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.661868 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37409f83-4775-4092-a19c-708d6f742e74 x-openstack-request-id: req-37409f83-4775-4092-a19c-708d6f742e74 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:38.661868 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666309ef-9f6b-40dd-85a5-74df93185d02", "name": "network-vif-deleted", "tag": "6390ae53-fe5c-445f-82eb-19fbdff6738e", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:38.661868 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37409f83-4775-4092-a19c-708d6f742e74 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:38.661868 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666309ef-9f6b-40dd-85a5-74df93185d02', 'name': 'network-vif-deleted', 'tag': '6390ae53-fe5c-445f-82eb-19fbdff6738e', 'status': 'completed', 'code': 200} Sep 16 04:48:38.731631 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24428d15-21a1-4c45-b4e2-fea773ecf77b req-1878a2ff-2a95-4014-9a9c-aa6ec79bc774 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.733427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24428d15-21a1-4c45-b4e2-fea773ecf77b req-1878a2ff-2a95-4014-9a9c-aa6ec79bc774 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.2335372 Sep 16 04:48:38.783189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcd1e3-0c12-449b-8dd5-1fc416aed24e req-f1ce3601-c230-46ae-ab3d-274791fbdf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.784731 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16fcd1e3-0c12-449b-8dd5-1fc416aed24e req-f1ce3601-c230-46ae-ab3d-274791fbdf81 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0a35f6de-0293-4a4b-a0e4-0cb629dcb913 HTTP/1.1" status: 200 len: 916 time: 0.2365618 Sep 16 04:48:38.861195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24428d15-21a1-4c45-b4e2-fea773ecf77b req-0221165e-a243-479d-b024-d085a7d374c1 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035924 Sep 16 04:48:38.885939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16fcd1e3-0c12-449b-8dd5-1fc416aed24e req-6d28e7ae-5649-449b-b67c-5a94a2d78f99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 HTTP/1.1" status: 200 len: 1002 time: 0.0905881 Sep 16 04:48:38.950448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcd1e3-0c12-449b-8dd5-1fc416aed24e req-a614ea0b-c978-4d94-b6c2-82b8e6c08ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.952293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16fcd1e3-0c12-449b-8dd5-1fc416aed24e req-a614ea0b-c978-4d94-b6c2-82b8e6c08ec6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=468c6202-a0a8-4f1f-b1d3-f66b80c96296 HTTP/1.1" status: 200 len: 854 time: 0.0587134 Sep 16 04:48:39.029508 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcd1e3-0c12-449b-8dd5-1fc416aed24e req-74a49157-d351-4050-b8ab-19c623a892cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:39.032054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16fcd1e3-0c12-449b-8dd5-1fc416aed24e req-74a49157-d351-4050-b8ab-19c623a892cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a35f6de-0293-4a4b-a0e4-0cb629dcb913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717106 Sep 16 04:48:39.076054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 507fd622-af5e-4395-bacb-86772ee9c1af up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:39.112045 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.144495 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 507fd622-af5e-4395-bacb-86772ee9c1af triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:39.145520 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.182520 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40af3392-5210-4ea9-85f6-8f7e8819c752 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.286669 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b8d411d-b6cd-4331-9928-506f982e235c req-91659428-bd4b-4eb2-8361-cbb4f7560e46 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=666309ef-9f6b-40dd-85a5-74df93185d02 HTTP/1.1" status: 200 len: 210 time: 0.0812998 Sep 16 04:48:39.325822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-830f2476-b448-46a9-bf8e-7f36e4d1417b tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:39.327717 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-830f2476-b448-46a9-bf8e-7f36e4d1417b tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/networks?id=a6d3c979-11df-4eac-8a5b-62e58acfa831 HTTP/1.1" status: 200 len: 817 time: 0.2888720 Sep 16 04:48:39.355069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16fcd1e3-0c12-449b-8dd5-1fc416aed24e req-29781f4e-2c69-46f2-b3ed-a595f7949c69 service neutron] 10.222.0.21 "GET /v2.0/networks/0a35f6de-0293-4a4b-a0e4-0cb629dcb913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730074 Sep 16 04:48:39.360430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-1d49384c-7c79-4553-9f2c-04b12f74aede tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/quotas/007fdb9d28ac43c3844973b760d232ad HTTP/1.1" status: 200 len: 375 time: 0.0221057 Sep 16 04:48:39.409606 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.438974 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-5bf4ec8d-3c15-4857-806c-6294582725c3 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=007fdb9d28ac43c3844973b760d232ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633116 Sep 16 04:48:39.451262 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 507fd622-af5e-4395-bacb-86772ee9c1af, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=507fd622-af5e-4395-bacb-86772ee9c1af,segment=NetworkSegment(d844c819-ce9b-45d9-8bb2-d236e18e47f4),segment_id=d844c819-ce9b-45d9-8bb2-d236e18e47f4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:39.481765 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40af3392-5210-4ea9-85f6-8f7e8819c752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.560931 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.605709 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16fcd1e3-0c12-449b-8dd5-1fc416aed24e req-9e521553-23bc-4851-861b-5e8e36fcb351 service neutron] 10.222.0.21 "GET /v2.0/networks/0a35f6de-0293-4a4b-a0e4-0cb629dcb913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404373 Sep 16 04:48:39.624384 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-76f86c87-d5be-4e02-98df-9a62cb389f87 service neutron] 10.222.0.20 "GET /v2.0/networks/a6d3c979-11df-4eac-8a5b-62e58acfa831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842818 Sep 16 04:48:39.644201 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=507fd622-af5e-4395-bacb-86772ee9c1af,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:39.805195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 6390ae53-fe5c-445f-82eb-19fbdff6738e no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:39.833223 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79258bf-84c9-4d4b-a1a8-0c969cc6a71d None None] Network 7e19d2af-3f7d-4dcd-875b-ae4e6eed117c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:39.836716 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 6390ae53-fe5c-445f-82eb-19fbdff6738e {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:39.837053 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 6390ae53-fe5c-445f-82eb-19fbdff6738e not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:39.841098 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40af3392-5210-4ea9-85f6-8f7e8819c752 admin admin] Router de3cd936-9e60-4902-89f8-450ea90363a9 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:48:39.930259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fb79e465-d872-4be3-b3d7-572b3882146d None None] Provisioning complete for port 507fd622-af5e-4395-bacb-86772ee9c1af triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:39.930635 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fb79e465-d872-4be3-b3d7-572b3882146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.011557 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40af3392-5210-4ea9-85f6-8f7e8819c752 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:40.020746 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665298e9-f509-45d3-902e-a7539b506bd4 req-32bc54fa-a204-4383-8129-e3607fc2ba89 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:40.022330 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-665298e9-f509-45d3-902e-a7539b506bd4 req-32bc54fa-a204-4383-8129-e3607fc2ba89 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 943 time: 0.3624213 Sep 16 04:48:40.027536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-5c01efbc-f875-485b-ad75-22b3bca8ac88 service neutron] 10.222.0.20 "GET /v2.0/networks/a6d3c979-11df-4eac-8a5b-62e58acfa831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020381 Sep 16 04:48:40.056744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] Sync routers for ids ['de3cd936-9e60-4902-89f8-450ea90363a9'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:40.065486 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-665298e9-f509-45d3-902e-a7539b506bd4 req-eda4546c-2925-4e6e-ad99-57dba2129395 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359647 Sep 16 04:48:40.132585 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] Routers {'de3cd936-9e60-4902-89f8-450ea90363a9'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:40.132585 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:48:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['de3cd936-9e60-4902-89f8-450ea90363a9'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:40.302358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] Set router de3cd936-9e60-4902-89f8-450ea90363a9 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:40.308131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bd4a7-6c28-4d18-8feb-e35aa81a3432 req-edc65ad8-d5af-4099-8a65-67251fb2d220 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:40.309918 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a1bd4a7-6c28-4d18-8feb-e35aa81a3432 req-edc65ad8-d5af-4099-8a65-67251fb2d220 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.0717978 Sep 16 04:48:40.361060 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40af3392-5210-4ea9-85f6-8f7e8819c752 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.361060 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-40af3392-5210-4ea9-85f6-8f7e8819c752 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5896444 Sep 16 04:48:40.361060 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39942) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:40.367017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a1bd4a7-6c28-4d18-8feb-e35aa81a3432 req-f5f796c3-6eaa-4c51-871b-0910cb946da4 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501657 Sep 16 04:48:40.556179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d96dbd5e-aa8b-46a2-a56a-0c76cebe0b41 req-759913e1-6966-4c6b-ae74-a03ce20a9ed6 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 210 time: 0.0616715 Sep 16 04:48:40.647433 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-69c59c92-e886-4dcb-87a6-af25512ff2fe None None] Provisioning complete for port 507fd622-af5e-4395-bacb-86772ee9c1af triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:40.662495 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-69c59c92-e886-4dcb-87a6-af25512ff2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.723230 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3cd936-9e60-4902-89f8-450ea90363a9', 'name': 'tempest-ServersTestMultiNic-1904484766-router', 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '6beb5376-d1e8-4f85-9bd6-332bd4ce20b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:36Z', 'updated_at': '2021-09-16T04:48:38Z', 'revision_number': 3, 'project_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'gw_port': {'id': '6beb5376-d1e8-4f85-9bd6-332bd4ce20b4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:90:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3cd936-9e60-4902-89f8-450ea90363a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:37Z', 'updated_at': '2021-09-16T04:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:40.772504 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.778181 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] Checking router: de3cd936-9e60-4902-89f8-450ea90363a9 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:48:40.778181 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] Updating router de3cd936-9e60-4902-89f8-450ea90363a9 port 6beb5376-d1e8-4f85-9bd6-332bd4ce20b4 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:48:40.817064 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.021179 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 507fd622-af5e-4395-bacb-86772ee9c1af up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:41.063534 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8827737-b4ea-4ebd-a4d9-470d7a95259e req-64821b74-3fc7-4bd1-850b-b722468a37cf tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:41.064861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8827737-b4ea-4ebd-a4d9-470d7a95259e req-64821b74-3fc7-4bd1-850b-b722468a37cf tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 945 time: 0.0646379 Sep 16 04:48:41.118168 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 507fd622-af5e-4395-bacb-86772ee9c1af triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:41.118559 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.220976 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.229175 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-9d9310f3-c15a-4e62-a516-c88394442d28 service neutron] 10.222.0.38 "GET /v2.0/ports/d59914e0-d23b-45e2-8ac1-8494924f7ad9/bindings/n-h1-712140-13 HTTP/1.1" status: 200 len: 385 time: 0.1261976 Sep 16 04:48:41.232508 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8827737-b4ea-4ebd-a4d9-470d7a95259e req-56b5c02d-b035-4b0b-bd32-6cd96545a178 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600764 Sep 16 04:48:41.317733 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0ccd4df9-3223-4444-b3b6-45f53f1a3b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.349884 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.359524 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b07dca-033f-4f95-8c37-3ac2dd38301f req-c0aded91-62df-4242-8e72-31699424df5d tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:41.361481 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b5b07dca-033f-4f95-8c37-3ac2dd38301f req-c0aded91-62df-4242-8e72-31699424df5d tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 943 time: 0.1509020 Sep 16 04:48:41.430772 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593889bc-09c5-4a83-a54d-1430ac6cd5e4 None None] Pushing event updated for resources: {'Port': ['ID=6beb5376-d1e8-4f85-9bd6-332bd4ce20b4,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:41.432252 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] Attempting to bind port 6beb5376-d1e8-4f85-9bd6-332bd4ce20b4 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:41.432685 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] Attempting to bind port 6beb5376-d1e8-4f85-9bd6-332bd4ce20b4 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:41.433055 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] Attempting to bind port 6beb5376-d1e8-4f85-9bd6-332bd4ce20b4 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:41.447253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:41.447680 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:41.448096 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.448489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:41.448976 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] Bound port: 6beb5376-d1e8-4f85-9bd6-332bd4ce20b4, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:41.449540 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.458013 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b5b07dca-033f-4f95-8c37-3ac2dd38301f req-1bcfe5dc-7a60-4f87-9b5a-bd4e2662e68f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803354 Sep 16 04:48:41.527264 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] For port 6beb5376-d1e8-4f85-9bd6-332bd4ce20b4, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:41.535854 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] For port 6beb5376-d1e8-4f85-9bd6-332bd4ce20b4, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6beb5376-d1e8-4f85-9bd6-332bd4ce20b4,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:41.558422 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-0ccd4df9-3223-4444-b3b6-45f53f1a3b04 admin admin] Allocated IP 172.20.0.1 (7e19d2af-3f7d-4dcd-875b-ae4e6eed117c/f83de18c-559f-47a3-989f-02a251361d45/7b65a2c2-7965-49df-a02e-0ed018f31f90) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:41.614463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ea03c-5ff4-4acc-b020-0e3a30c44c27 req-b198786e-08b9-4cf4-96c0-c04c6bcca2df tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:41.616091 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b07ea03c-5ff4-4acc-b020-0e3a30c44c27 req-b198786e-08b9-4cf4-96c0-c04c6bcca2df tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.1431475 Sep 16 04:48:41.651893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] For port d59914e0-d23b-45e2-8ac1-8494924f7ad9, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d59914e0-d23b-45e2-8ac1-8494924f7ad9,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:41.680300 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5717152c-33dc-4053-b593-22f5cd27c6e9 req-cc2299c6-2fc5-4354-b0d5-3e7ef23ecc5d tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 210 time: 0.0572772 Sep 16 04:48:41.682866 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0ccd4df9-3223-4444-b3b6-45f53f1a3b04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.711356 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.713629 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] For port d59914e0-d23b-45e2-8ac1-8494924f7ad9, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:41.739338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b07ea03c-5ff4-4acc-b020-0e3a30c44c27 req-00f08d77-ab5c-4d1d-840e-283f73d93b30 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152360 Sep 16 04:48:41.757739 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d59914e0-d23b-45e2-8ac1-8494924f7ad9 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:41.765323 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] Routers {'de3cd936-9e60-4902-89f8-450ea90363a9'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:41.766079 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:48:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['de3cd936-9e60-4902-89f8-450ea90363a9'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:41.770073 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] For port d59914e0-d23b-45e2-8ac1-8494924f7ad9, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d59914e0-d23b-45e2-8ac1-8494924f7ad9,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:41.829306 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593889bc-09c5-4a83-a54d-1430ac6cd5e4 None None] Pushing event updated for resources: {'Port': ['ID=6beb5376-d1e8-4f85-9bd6-332bd4ce20b4,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:41.849001 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0ccd4df9-3223-4444-b3b6-45f53f1a3b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.899308 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccd4df9-3223-4444-b3b6-45f53f1a3b04 admin admin] Network 7e19d2af-3f7d-4dcd-875b-ae4e6eed117c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:41.900404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] Set router de3cd936-9e60-4902-89f8-450ea90363a9 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:41.905570 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-0ccd4df9-3223-4444-b3b6-45f53f1a3b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:41.908130 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccd4df9-3223-4444-b3b6-45f53f1a3b04 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:41.909465 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.963607 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd5176-59d8-471d-ad6e-9e3f98d9cb83 req-5ad9623f-bbd2-47c3-b301-2070c08435ed tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:41.965613 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6ffd5176-59d8-471d-ad6e-9e3f98d9cb83 req-5ad9623f-bbd2-47c3-b301-2070c08435ed tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.38 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1511500 Sep 16 04:48:41.966302 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd4df9-3223-4444-b3b6-45f53f1a3b04 admin admin] Pushing event updated for resources: {'Port': ['ID=7b65a2c2-7965-49df-a02e-0ed018f31f90,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:42.010076 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0ccd4df9-3223-4444-b3b6-45f53f1a3b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.032902 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] Transition to ACTIVE for port object d59914e0-d23b-45e2-8ac1-8494924f7ad9 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:48:42.121864 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.135119 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3cd936-9e60-4902-89f8-450ea90363a9', 'name': 'tempest-ServersTestMultiNic-1904484766-router', 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '6beb5376-d1e8-4f85-9bd6-332bd4ce20b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:36Z', 'updated_at': '2021-09-16T04:48:38Z', 'revision_number': 3, 'project_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'gw_port': {'id': '6beb5376-d1e8-4f85-9bd6-332bd4ce20b4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:90:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3cd936-9e60-4902-89f8-450ea90363a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:37Z', 'updated_at': '2021-09-16T04:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:42.170123 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af01ec20-097a-4e5f-8f3e-cfbc3d450667 None None] The sync data for ids ['de3cd936-9e60-4902-89f8-450ea90363a9'] in n-d-712140-13 is: [{'id': 'de3cd936-9e60-4902-89f8-450ea90363a9', 'name': 'tempest-ServersTestMultiNic-1904484766-router', 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '6beb5376-d1e8-4f85-9bd6-332bd4ce20b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:36Z', 'updated_at': '2021-09-16T04:48:38Z', 'revision_number': 3, 'project_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'gw_port': {'id': '6beb5376-d1e8-4f85-9bd6-332bd4ce20b4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:90:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3cd936-9e60-4902-89f8-450ea90363a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:37Z', 'updated_at': '2021-09-16T04:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:42.190748 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-6ffd5176-59d8-471d-ad6e-9e3f98d9cb83 req-b43ea526-8900-46cb-a154-fe7e20d9ebbe tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Deleting port 8f88c01d-4c11-4d04-99af-8a2275711b61 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:42.191727 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6ffd5176-59d8-471d-ad6e-9e3f98d9cb83 req-b43ea526-8900-46cb-a154-fe7e20d9ebbe tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.227151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] No DVR routers for this DVR port d59914e0-d23b-45e2-8ac1-8494924f7ad9 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:42.236047 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] Pushing event updated for resources: {'Port': ['ID=d59914e0-d23b-45e2-8ac1-8494924f7ad9,revision_number=10']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:42.266493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4e51603f-a866-457d-99d2-cd69938856ad None None] Provisioning complete for port 7b65a2c2-7965-49df-a02e-0ed018f31f90 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:42.269011 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4e51603f-a866-457d-99d2-cd69938856ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.278045 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.279286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.279670 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.280013 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.280359 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.280697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.281122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.281348 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.281679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.282005 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.282333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.282658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.291391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-b3b29b25-5134-411f-9638-bf5a1715127a service neutron] 10.222.0.38 "PUT /v2.0/ports/d59914e0-d23b-45e2-8ac1-8494924f7ad9/bindings/n-h1-712140-13/activate HTTP/1.1" status: 200 len: 370 time: 1.0094719 Sep 16 04:48:42.322851 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0ccd4df9-3223-4444-b3b6-45f53f1a3b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.332848 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4e51603f-a866-457d-99d2-cd69938856ad None None] Port 7b65a2c2-7965-49df-a02e-0ed018f31f90 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:42.376903 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-6ffd5176-59d8-471d-ad6e-9e3f98d9cb83 req-b43ea526-8900-46cb-a154-fe7e20d9ebbe tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] For port 8f88c01d-4c11-4d04-99af-8a2275711b61, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=8f88c01d-4c11-4d04-99af-8a2275711b61,segment=NetworkSegment(c2b29d03-8b2d-417d-8914-3e77e2c913b3),segment_id=c2b29d03-8b2d-417d-8914-3e77e2c913b3)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:42.378074 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6ffd5176-59d8-471d-ad6e-9e3f98d9cb83 req-b43ea526-8900-46cb-a154-fe7e20d9ebbe tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.427360 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ed086-b9c1-42a8-93ce-a712fb925240 req-d3fc5960-b8d6-4c04-a55b-7128f40beffb tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:42.429322 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-933ed086-b9c1-42a8-93ce-a712fb925240 req-d3fc5960-b8d6-4c04-a55b-7128f40beffb tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 945 time: 0.0643132 Sep 16 04:48:42.458667 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-6ffd5176-59d8-471d-ad6e-9e3f98d9cb83 req-b43ea526-8900-46cb-a154-fe7e20d9ebbe tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Calling delete_port for 8f88c01d-4c11-4d04-99af-8a2275711b61 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:42.496659 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-933ed086-b9c1-42a8-93ce-a712fb925240 req-ed583848-a2fd-4b7f-a569-956969c53496 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/security-groups?id=61798750-9432-4df7-857a-cf7d4cb6c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487719 Sep 16 04:48:42.736871 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0ccd4df9-3223-4444-b3b6-45f53f1a3b04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.747674 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-18539e0c-f931-4963-bbda-ee707be23917 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:42.747674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-18539e0c-f931-4963-bbda-ee707be23917 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e&tenant_id=81978a2452c74d468c1440c8a9e64f75&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 1096 time: 0.1508036 Sep 16 04:48:42.805339 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bafb0d-2d2c-4523-8814-6bac182b8fd0 req-ea4d1cc7-b284-47bd-8b46-984b1f3b61c0 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:42.806998 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06bafb0d-2d2c-4523-8814-6bac182b8fd0 req-ea4d1cc7-b284-47bd-8b46-984b1f3b61c0 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 944 time: 0.1615527 Sep 16 04:48:42.833231 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-a8860d57-a1f3-4f1d-b9e6-4b9b37602c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:42.834826 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-a8860d57-a1f3-4f1d-b9e6-4b9b37602c7c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e&tenant_id=81978a2452c74d468c1440c8a9e64f75 HTTP/1.1" status: 200 len: 1096 time: 0.0818696 Sep 16 04:48:42.855900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b569aac-4981-4f2b-b39e-4063df44661f req-ff3b0bec-8e19-4d07-a746-3364d5616372 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 210 time: 0.0468862 Sep 16 04:48:42.951391 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6ffd5176-59d8-471d-ad6e-9e3f98d9cb83 req-b43ea526-8900-46cb-a154-fe7e20d9ebbe tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.954481 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0ccd4df9-3223-4444-b3b6-45f53f1a3b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.972354 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06bafb0d-2d2c-4523-8814-6bac182b8fd0 req-9283eac1-0b9f-4ff7-ac1d-95bff13591c8 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507287 Sep 16 04:48:43.021049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-a9bab7f4-21bd-4354-b920-4c65a6d05add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:43.029388 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-a9bab7f4-21bd-4354-b920-4c65a6d05add service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 1096 time: 0.1423531 Sep 16 04:48:43.068651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a31da1-0428-4d0c-b3b0-473c847b7e23 req-b84bbb58-92c9-492e-a359-a6f79d98256c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:43.070281 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2a31da1-0428-4d0c-b3b0-473c847b7e23 req-b84bbb58-92c9-492e-a359-a6f79d98256c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.1433399 Sep 16 04:48:43.075052 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6beb5376-d1e8-4f85-9bd6-332bd4ce20b4 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:43.137504 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd4df9-3223-4444-b3b6-45f53f1a3b04 admin admin] Pushing event updated for resources: {'Port': ['ID=7b65a2c2-7965-49df-a02e-0ed018f31f90,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:43.150763 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 6beb5376-d1e8-4f85-9bd6-332bd4ce20b4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:43.151734 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.166129 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2a31da1-0428-4d0c-b3b0-473c847b7e23 req-388902b5-d1d6-4ac4-9a6a-beadf243f365 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850296 Sep 16 04:48:43.202801 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffd5176-59d8-471d-ad6e-9e3f98d9cb83 req-b43ea526-8900-46cb-a154-fe7e20d9ebbe tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] No DVR routers for this DVR port 8f88c01d-4c11-4d04-99af-8a2275711b61 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:43.203496 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-58650306-3c4f-453d-a636-f3d3a8df339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:43.206058 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-58650306-3c4f-453d-a636-f3d3a8df339b service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 921 time: 0.1745555 Sep 16 04:48:43.206249 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6ffd5176-59d8-471d-ad6e-9e3f98d9cb83 req-b43ea526-8900-46cb-a154-fe7e20d9ebbe tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.216126 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6ffd5176-59d8-471d-ad6e-9e3f98d9cb83 req-b43ea526-8900-46cb-a154-fe7e20d9ebbe tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.38 "DELETE /v2.0/ports/8f88c01d-4c11-4d04-99af-8a2275711b61 HTTP/1.1" status: 204 len: 173 time: 1.2423294 Sep 16 04:48:43.217165 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0ccd4df9-3223-4444-b3b6-45f53f1a3b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.226874 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f093166a-ea52-409c-b026-00ffd4a5a2f1', 'name': 'network-vif-deleted', 'tag': '8f88c01d-4c11-4d04-99af-8a2275711b61'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:43.229685 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6c4bcc-b782-45fb-a016-e97168d41bb1" -d '{"events": [{"server_uuid": "f093166a-ea52-409c-b026-00ffd4a5a2f1", "name": "network-vif-deleted", "tag": "8f88c01d-4c11-4d04-99af-8a2275711b61"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:43.232724 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ea526-8900-46cb-a154-fe7e20d9ebbe tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] Pushing event deleted for resources: {'Port': ['ID=8f88c01d-4c11-4d04-99af-8a2275711b61,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:43.272562 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-8cfafaf2-f550-4a4b-b091-e95b05f2a95a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d59914e0-d23b-45e2-8ac1-8494924f7ad9 HTTP/1.1" status: 200 len: 217 time: 0.0593219 Sep 16 04:48:43.310222 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6869a479-3b44-4f72-8aa1-9a2428febcb4 x-openstack-request-id: req-6869a479-3b44-4f72-8aa1-9a2428febcb4 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:43.311283 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f093166a-ea52-409c-b026-00ffd4a5a2f1", "name": "network-vif-deleted", "tag": "8f88c01d-4c11-4d04-99af-8a2275711b61", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:43.311585 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6869a479-3b44-4f72-8aa1-9a2428febcb4 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:43.311999 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f093166a-ea52-409c-b026-00ffd4a5a2f1', 'name': 'network-vif-deleted', 'tag': '8f88c01d-4c11-4d04-99af-8a2275711b61', 'status': 'completed', 'code': 200} Sep 16 04:48:43.336034 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.348887 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-adf633bd-e91b-4c1a-b47d-f0c202e461d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:43.351954 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-adf633bd-e91b-4c1a-b47d-f0c202e461d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9023553c-0727-4415-b53e-7374b71d88bd HTTP/1.1" status: 200 len: 860 time: 0.0712039 Sep 16 04:48:43.369102 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccd4df9-3223-4444-b3b6-45f53f1a3b04 admin admin] Network 7e19d2af-3f7d-4dcd-875b-ae4e6eed117c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:43.370738 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-0ccd4df9-3223-4444-b3b6-45f53f1a3b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:43.371652 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 6beb5376-d1e8-4f85-9bd6-332bd4ce20b4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6beb5376-d1e8-4f85-9bd6-332bd4ce20b4,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:43.398578 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-7291841b-3d6c-4a5e-9da1-a52687e5feb4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358539 Sep 16 04:48:43.477354 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.544398 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccd4df9-3223-4444-b3b6-45f53f1a3b04 admin admin] Router de3cd936-9e60-4902-89f8-450ea90363a9 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:43.555334 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-a5e0b578-71cb-420e-8973-a2c243e5156e service neutron] 10.222.0.21 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482961 Sep 16 04:48:43.604386 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=6beb5376-d1e8-4f85-9bd6-332bd4ce20b4,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:43.662301 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60c01dc4-d544-4520-8ccb-2795fcfde758 req-a6e90ca5-959c-4158-9b76-deb7570399d9 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 210 time: 0.0318696 Sep 16 04:48:43.674608 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b4c7c463-74c6-4fd1-833b-264456e8ae68 None None] Provisioning complete for port 7b65a2c2-7965-49df-a02e-0ed018f31f90 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:43.676858 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b4c7c463-74c6-4fd1-833b-264456e8ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.720585 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccd4df9-3223-4444-b3b6-45f53f1a3b04 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:43.728437 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0ccd4df9-3223-4444-b3b6-45f53f1a3b04 admin admin] 10.222.0.20 "PUT /v2.0/routers/de3cd936-9e60-4902-89f8-450ea90363a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3675661 Sep 16 04:48:43.737652 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b4c7c463-74c6-4fd1-833b-264456e8ae68 None None] Port 7b65a2c2-7965-49df-a02e-0ed018f31f90 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:43.797990 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-da94d1b9-fc6b-4140-9b38-8c00c6182edf service neutron] 10.222.0.21 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342923 Sep 16 04:48:43.877233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 8f88c01d-4c11-4d04-99af-8a2275711b61 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:43.878118 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39996) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:43.903402 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 8f88c01d-4c11-4d04-99af-8a2275711b61 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:43.903756 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 8f88c01d-4c11-4d04-99af-8a2275711b61 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:43.904224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device d59914e0-d23b-45e2-8ac1-8494924f7ad9 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:43.951967 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-fe85fc2f-4119-4b1c-bda0-54739097ca46 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-51528417'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:43.952691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device d59914e0-d23b-45e2-8ac1-8494924f7ad9 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:43.988802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44b92758-936d-47a1-b121-95d6575c2329 req-c7c7e17b-3467-4715-994b-224f70203823 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 210 time: 0.0284917 Sep 16 04:48:44.152230 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe85fc2f-4119-4b1c-bda0-54739097ca46 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Made reservation on behalf of d18d7b29526f4399aa06f52d1efd1dda for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:44.155876 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fe85fc2f-4119-4b1c-bda0-54739097ca46 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.164561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938caff8-ce92-49f8-a3ee-1bda2e24e452 req-be81c470-b24c-45d1-8ef5-806fc3c9b435 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.164561 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-938caff8-ce92-49f8-a3ee-1bda2e24e452 req-be81c470-b24c-45d1-8ef5-806fc3c9b435 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 944 time: 0.0644631 Sep 16 04:48:44.209430 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe85fc2f-4119-4b1c-bda0-54739097ca46 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:44.226788 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-b7e1c371-cde8-4e32-a1ef-869efa8a4187 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.228499 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-b7e1c371-cde8-4e32-a1ef-869efa8a4187 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.38 "GET /v2.0/networks?id=a6d3c979-11df-4eac-8a5b-62e58acfa831 HTTP/1.1" status: 200 len: 817 time: 0.1522648 Sep 16 04:48:44.234012 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fe85fc2f-4119-4b1c-bda0-54739097ca46 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.234385 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-fe85fc2f-4119-4b1c-bda0-54739097ca46 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Added segment bd985736-fff1-4ae0-96e6-87b0d1ef55a1 of type vlan for network 17b697c2-526a-4436-b056-39142bb5444b Sep 16 04:48:44.244867 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-938caff8-ce92-49f8-a3ee-1bda2e24e452 req-522cdbcd-5f9b-485b-a8a5-d04542f4bb4a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678833 Sep 16 04:48:44.248415 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9b95e43a-b02e-4f57-9eec-7cad5bcec149 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Request body: {'port': {'device_id': '63c11e9e-8a3b-4988-8ce4-eae1555a27ef', 'network_id': 'a6d3c979-11df-4eac-8a5b-62e58acfa831', 'admin_state_up': True, 'tenant_id': '007fdb9d28ac43c3844973b760d232ad'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:44.314497 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fe85fc2f-4119-4b1c-bda0-54739097ca46 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.318693 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25334f-f66b-4bfc-a79e-465d41b42148 req-3f9cefb8-489b-44f8-9f5f-7932fc65b7f7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.328421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e25334f-f66b-4bfc-a79e-465d41b42148 req-3f9cefb8-489b-44f8-9f5f-7932fc65b7f7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.0823419 Sep 16 04:48:44.357388 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] Sync routers for ids ['de3cd936-9e60-4902-89f8-450ea90363a9'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:44.368759 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] Routers {'de3cd936-9e60-4902-89f8-450ea90363a9'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:44.369528 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:48:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['de3cd936-9e60-4902-89f8-450ea90363a9'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:44.374816 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e25334f-f66b-4bfc-a79e-465d41b42148 req-215ab038-e02f-403d-8b73-ed532675d1e9 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464084 Sep 16 04:48:44.479632 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] Set router de3cd936-9e60-4902-89f8-450ea90363a9 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:44.523023 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fe85fc2f-4119-4b1c-bda0-54739097ca46 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.529296 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe85fc2f-4119-4b1c-bda0-54739097ca46 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.530236 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fe85fc2f-4119-4b1c-bda0-54739097ca46 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.602125 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-4ea31baa-08d4-44a1-a6c3-73064185edbf tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.603877 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-4ea31baa-08d4-44a1-a6c3-73064185edbf tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e&tenant_id=81978a2452c74d468c1440c8a9e64f75&binding%3Ahost_id=n-h1-712140-13 HTTP/1.1" status: 200 len: 1096 time: 0.0599239 Sep 16 04:48:44.637201 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9b95e43a-b02e-4f57-9eec-7cad5bcec149 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Made reservation on behalf of 007fdb9d28ac43c3844973b760d232ad for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:44.640259 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9b95e43a-b02e-4f57-9eec-7cad5bcec149 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.650276 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85fc2f-4119-4b1c-bda0-54739097ca46 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event updated for resources: {'Network': ['ID=17b697c2-526a-4436-b056-39142bb5444b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:44.667811 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 17b697c2-526a-4436-b056-39142bb5444b details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:44.778458 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3cd936-9e60-4902-89f8-450ea90363a9', 'name': 'tempest-ServersTestMultiNic-1904484766-router', 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '6beb5376-d1e8-4f85-9bd6-332bd4ce20b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:36Z', 'updated_at': '2021-09-16T04:48:42Z', 'revision_number': 4, 'project_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'gw_port': {'id': '6beb5376-d1e8-4f85-9bd6-332bd4ce20b4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3cd936-9e60-4902-89f8-450ea90363a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:37Z', 'updated_at': '2021-09-16T04:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7b65a2c2-7965-49df-a02e-0ed018f31f90', 'name': '', 'network_id': '7e19d2af-3f7d-4dcd-875b-ae4e6eed117c', 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'mac_address': 'fa:16:3e:d4:20:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3cd936-9e60-4902-89f8-450ea90363a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'f83de18c-559f-47a3-989f-02a251361d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:41Z', 'updated_at': '2021-09-16T04:48:42Z', 'revision_number': 2, 'project_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'subnets': [{'id': 'f83de18c-559f-47a3-989f-02a251361d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:44.824835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b59e0723-6ddc-4127-a73e-88dbc027b2a3 req-cf9442be-9a85-4768-a533-257e05748c73 tempest-LiveMigrationTest-126878303 tempest-LiveMigrationTest-126878303-project] 10.222.0.20 "GET /v2.0/ports?device_id=f093166a-ea52-409c-b026-00ffd4a5a2f1 HTTP/1.1" status: 200 len: 210 time: 0.0468340 Sep 16 04:48:44.840549 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9b95e43a-b02e-4f57-9eec-7cad5bcec149 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Allocated IP 172.20.0.10 (a6d3c979-11df-4eac-8a5b-62e58acfa831/92fc9908-2c23-4273-874e-dfe65afe5b25/0d331f91-ec80-4905-8fd1-0942855bb250) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:44.878872 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fe85fc2f-4119-4b1c-bda0-54739097ca46 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9993243 Sep 16 04:48:44.890957 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40014) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:44.892618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c818c290-5a06-41f0-ae56-32bc89f4e21b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Request body: {'subnet': {'network_id': '17b697c2-526a-4436-b056-39142bb5444b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:44.920242 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-a0153c37-bc64-46b0-a30b-8fc5d0cd888e service neutron] For port d59914e0-d23b-45e2-8ac1-8494924f7ad9, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:44.924248 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-a0153c37-bc64-46b0-a30b-8fc5d0cd888e service neutron] Notify callbacks [] for binding, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.925782 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900facb2-9a5a-4341-94e5-746f5f2f6323 req-a0153c37-bc64-46b0-a30b-8fc5d0cd888e service neutron] 10.222.0.21 "DELETE /v2.0/ports/d59914e0-d23b-45e2-8ac1-8494924f7ad9/bindings/n-h2-712140-13 HTTP/1.1" status: 204 len: 173 time: 0.3143933 Sep 16 04:48:44.939851 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] Checking router: de3cd936-9e60-4902-89f8-450ea90363a9 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:48:44.940205 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] Updating router de3cd936-9e60-4902-89f8-450ea90363a9 port 7b65a2c2-7965-49df-a02e-0ed018f31f90 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:48:44.973785 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.019099 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6beb5376-d1e8-4f85-9bd6-332bd4ce20b4 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:45.073407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 6beb5376-d1e8-4f85-9bd6-332bd4ce20b4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:45.074062 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.118134 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d3dcd3f-7876-4d3a-ba62-56e9ba7b3757 req-8685ccb7-7aaa-4778-8629-c4497483aa7e tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 210 time: 0.0458553 Sep 16 04:48:45.153000 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9b95e43a-b02e-4f57-9eec-7cad5bcec149 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.234892 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c818c290-5a06-41f0-ae56-32bc89f4e21b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Made reservation on behalf of d18d7b29526f4399aa06f52d1efd1dda for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:45.240202 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c818c290-5a06-41f0-ae56-32bc89f4e21b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.325740 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9b95e43a-b02e-4f57-9eec-7cad5bcec149 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.332520 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.380243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d599fd2-4d60-43a4-94a0-2de9b9283d78 req-d6ca3ffe-946a-499f-9ac4-a955c7f04781 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:45.380884 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9b95e43a-b02e-4f57-9eec-7cad5bcec149 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Network a6d3c979-11df-4eac-8a5b-62e58acfa831 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:45.382002 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d599fd2-4d60-43a4-94a0-2de9b9283d78 req-d6ca3ffe-946a-499f-9ac4-a955c7f04781 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 944 time: 0.0552688 Sep 16 04:48:45.386746 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9b95e43a-b02e-4f57-9eec-7cad5bcec149 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:45.398710 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9b95e43a-b02e-4f57-9eec-7cad5bcec149 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:45.426595 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95e43a-b02e-4f57-9eec-7cad5bcec149 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Pushing event updated for resources: {'Port': ['ID=0d331f91-ec80-4905-8fd1-0942855bb250,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:45.448208 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d599fd2-4d60-43a4-94a0-2de9b9283d78 req-4e09a11d-297e-4137-8a23-364cc3cf2127 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485184 Sep 16 04:48:45.496284 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9b95e43a-b02e-4f57-9eec-7cad5bcec149 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:45.496965 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9b95e43a-b02e-4f57-9eec-7cad5bcec149 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.520675 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.560285 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8618aea-a512-4bc6-bd2b-f1e562f3cca3 req-193bd6dd-de1c-425e-b0fd-a20e61364771 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:45.577783 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8618aea-a512-4bc6-bd2b-f1e562f3cca3 req-193bd6dd-de1c-425e-b0fd-a20e61364771 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.0951657 Sep 16 04:48:45.620601 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27840de-e843-4df0-a91c-6f4a74c7af43 None None] Pushing event updated for resources: {'Port': ['ID=7b65a2c2-7965-49df-a02e-0ed018f31f90,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:45.669572 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8618aea-a512-4bc6-bd2b-f1e562f3cca3 req-ac9ab603-7422-4da5-a711-7784da203b7e tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908813 Sep 16 04:48:45.671708 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] Attempting to bind port 7b65a2c2-7965-49df-a02e-0ed018f31f90 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:45.672158 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] Attempting to bind port 7b65a2c2-7965-49df-a02e-0ed018f31f90 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'd844c819-ce9b-45d9-8bb2-d236e18e47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e19d2af-3f7d-4dcd-875b-ae4e6eed117c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:45.672651 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] Attempting to bind port 7b65a2c2-7965-49df-a02e-0ed018f31f90 on network 7e19d2af-3f7d-4dcd-875b-ae4e6eed117c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:45.679434 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:45.679945 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] Checking segment: {'id': 'd844c819-ce9b-45d9-8bb2-d236e18e47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e19d2af-3f7d-4dcd-875b-ae4e6eed117c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:45.680413 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.680855 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] Bound using segment: {'id': 'd844c819-ce9b-45d9-8bb2-d236e18e47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e19d2af-3f7d-4dcd-875b-ae4e6eed117c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:45.681691 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] Bound port: 7b65a2c2-7965-49df-a02e-0ed018f31f90, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd844c819-ce9b-45d9-8bb2-d236e18e47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e19d2af-3f7d-4dcd-875b-ae4e6eed117c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:45.682161 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9b95e43a-b02e-4f57-9eec-7cad5bcec149 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4377875 Sep 16 04:48:45.682304 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.683485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053056d-85ea-426e-88a8-17bac02a0f57 req-7424e36f-5a09-4592-97ec-1435f3d6c30b tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:45.703458 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b053056d-85ea-426e-88a8-17bac02a0f57 req-7424e36f-5a09-4592-97ec-1435f3d6c30b tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 1096 time: 0.1021664 Sep 16 04:48:45.704103 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Request body: {'port': {'device_id': '63c11e9e-8a3b-4988-8ce4-eae1555a27ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:45.727806 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c818c290-5a06-41f0-ae56-32bc89f4e21b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.751106 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b053056d-85ea-426e-88a8-17bac02a0f57 req-423a73e4-ece3-4f67-b7de-053e803bb3eb tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423198 Sep 16 04:48:45.775360 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] For port 7b65a2c2-7965-49df-a02e-0ed018f31f90, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:45.793935 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] For port 7b65a2c2-7965-49df-a02e-0ed018f31f90, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7b65a2c2-7965-49df-a02e-0ed018f31f90,segment=NetworkSegment(d844c819-ce9b-45d9-8bb2-d236e18e47f4),segment_id=d844c819-ce9b-45d9-8bb2-d236e18e47f4)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:45.806554 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ebb38668-6bcb-4573-9ce2-4faafff1f89f None None] Provisioning complete for port 7b65a2c2-7965-49df-a02e-0ed018f31f90 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:45.807232 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ebb38668-6bcb-4573-9ce2-4faafff1f89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.837449 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.867238 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ebb38668-6bcb-4573-9ce2-4faafff1f89f None None] Port 7b65a2c2-7965-49df-a02e-0ed018f31f90 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:45.905420 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40034) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:45.916322 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.967015 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818c290-5a06-41f0-ae56-32bc89f4e21b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event updated for resources: {'Subnet': ['ID=c9530d72-362a-4bbe-8678-3c6bb0771c2a,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:46.066088 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c818c290-5a06-41f0-ae56-32bc89f4e21b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Checking segment: {'id': 'bd985736-fff1-4ae0-96e6-87b0d1ef55a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17b697c2-526a-4436-b056-39142bb5444b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:46.066488 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c818c290-5a06-41f0-ae56-32bc89f4e21b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Network hostable DHCP agents. Network: 17b697c2-526a-4436-b056-39142bb5444b, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:46.070663 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] Routers {'de3cd936-9e60-4902-89f8-450ea90363a9'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:46.071389 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:48:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['de3cd936-9e60-4902-89f8-450ea90363a9'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:46.137869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-633f6e2d-75d9-41d3-afa1-81fda777f4ad admin admin] Deleting subnet 84cb2d22-db72-4730-b5c0-6fc65c2696d2 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:48:46.155944 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-633f6e2d-75d9-41d3-afa1-81fda777f4ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.210159 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27840de-e843-4df0-a91c-6f4a74c7af43 None None] Pushing event updated for resources: {'Port': ['ID=7b65a2c2-7965-49df-a02e-0ed018f31f90,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:46.301463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ca48ef55-2e9f-43b4-8721-35fec078bbe3 None None] Provisioning complete for port 7b65a2c2-7965-49df-a02e-0ed018f31f90 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:46.301989 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ca48ef55-2e9f-43b4-8721-35fec078bbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.338958 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] Set router de3cd936-9e60-4902-89f8-450ea90363a9 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:46.352804 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-633f6e2d-75d9-41d3-afa1-81fda777f4ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.364821 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c818c290-5a06-41f0-ae56-32bc89f4e21b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Network 17b697c2-526a-4436-b056-39142bb5444b is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:46.388386 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d331f91-ec80-4905-8fd1-0942855bb250 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:46.403713 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.408248 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ca48ef55-2e9f-43b4-8721-35fec078bbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.421115 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Transition to ACTIVE for port object 0d331f91-ec80-4905-8fd1-0942855bb250 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:48:46.440400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a8ce8-18c8-41c6-9c75-4ed39f676bb3 req-575972b8-8379-46ab-82d7-916f2ecec36a tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:46.442782 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc7a8ce8-18c8-41c6-9c75-4ed39f676bb3 req-575972b8-8379-46ab-82d7-916f2ecec36a tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 932 time: 0.2004218 Sep 16 04:48:46.452317 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ca48ef55-2e9f-43b4-8721-35fec078bbe3 None None] For port 7b65a2c2-7965-49df-a02e-0ed018f31f90, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7b65a2c2-7965-49df-a02e-0ed018f31f90,segment=NetworkSegment(d844c819-ce9b-45d9-8bb2-d236e18e47f4),segment_id=d844c819-ce9b-45d9-8bb2-d236e18e47f4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:46.456460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-e53b2fa2-30f7-4484-864b-838e0444e2cb tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:46.458761 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-e53b2fa2-30f7-4484-864b-838e0444e2cb tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 820 time: 0.3630650 Sep 16 04:48:46.486453 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-c818c290-5a06-41f0-ae56-32bc89f4e21b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 17b697c2-526a-4436-b056-39142bb5444b) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:46.487823 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-633f6e2d-75d9-41d3-afa1-81fda777f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.497255 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ff0564-05a6-451c-9c4a-30c2bc277da2 None None] Network 17b697c2-526a-4436-b056-39142bb5444b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:46.504206 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c818c290-5a06-41f0-ae56-32bc89f4e21b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:46.505955 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c818c290-5a06-41f0-ae56-32bc89f4e21b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.515316 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-1e42efb6-021a-4cb8-a3cd-653da52a92f9 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/quotas/81978a2452c74d468c1440c8a9e64f75 HTTP/1.1" status: 200 len: 375 time: 0.0438282 Sep 16 04:48:46.521792 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.541359 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc7a8ce8-18c8-41c6-9c75-4ed39f676bb3 req-4df0f610-426c-4f3a-9ccc-1fcf00b08c27 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f9ded4-9615-4e62-ba23-ef743e0eb8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813954 Sep 16 04:48:46.614183 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ca48ef55-2e9f-43b4-8721-35fec078bbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.640871 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-5cafd2dc-9764-4da1-8e3f-bed4ced33c9e tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1045632 Sep 16 04:48:46.650577 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Pushing event updated for resources: {'Port': ['ID=0d331f91-ec80-4905-8fd1-0942855bb250,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:46.672939 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3cd936-9e60-4902-89f8-450ea90363a9', 'name': 'tempest-ServersTestMultiNic-1904484766-router', 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '6beb5376-d1e8-4f85-9bd6-332bd4ce20b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:36Z', 'updated_at': '2021-09-16T04:48:42Z', 'revision_number': 4, 'project_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'gw_port': {'id': '6beb5376-d1e8-4f85-9bd6-332bd4ce20b4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3cd936-9e60-4902-89f8-450ea90363a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:37Z', 'updated_at': '2021-09-16T04:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7b65a2c2-7965-49df-a02e-0ed018f31f90', 'name': '', 'network_id': '7e19d2af-3f7d-4dcd-875b-ae4e6eed117c', 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'mac_address': 'fa:16:3e:d4:20:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3cd936-9e60-4902-89f8-450ea90363a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'f83de18c-559f-47a3-989f-02a251361d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:41Z', 'updated_at': '2021-09-16T04:48:45Z', 'revision_number': 4, 'project_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'subnets': [{'id': 'f83de18c-559f-47a3-989f-02a251361d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:46.720677 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48ef55-2e9f-43b4-8721-35fec078bbe3 None None] Pushing event updated for resources: {'Port': ['ID=7b65a2c2-7965-49df-a02e-0ed018f31f90,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:46.722291 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73635944-876b-40dd-b8e5-2d99bfe910cf None None] The sync data for ids ['de3cd936-9e60-4902-89f8-450ea90363a9'] in n-d-712140-13 is: [{'id': 'de3cd936-9e60-4902-89f8-450ea90363a9', 'name': 'tempest-ServersTestMultiNic-1904484766-router', 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '6beb5376-d1e8-4f85-9bd6-332bd4ce20b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:36Z', 'updated_at': '2021-09-16T04:48:42Z', 'revision_number': 4, 'project_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'gw_port': {'id': '6beb5376-d1e8-4f85-9bd6-332bd4ce20b4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3cd936-9e60-4902-89f8-450ea90363a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:37Z', 'updated_at': '2021-09-16T04:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7b65a2c2-7965-49df-a02e-0ed018f31f90', 'name': '', 'network_id': '7e19d2af-3f7d-4dcd-875b-ae4e6eed117c', 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'mac_address': 'fa:16:3e:d4:20:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3cd936-9e60-4902-89f8-450ea90363a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'f83de18c-559f-47a3-989f-02a251361d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:41Z', 'updated_at': '2021-09-16T04:48:45Z', 'revision_number': 4, 'project_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'subnets': [{'id': 'f83de18c-559f-47a3-989f-02a251361d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:46.748689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48ef55-2e9f-43b4-8721-35fec078bbe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:46.749190 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48ef55-2e9f-43b4-8721-35fec078bbe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:46.749963 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48ef55-2e9f-43b4-8721-35fec078bbe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:46.750861 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48ef55-2e9f-43b4-8721-35fec078bbe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:46.751230 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48ef55-2e9f-43b4-8721-35fec078bbe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:46.752027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48ef55-2e9f-43b4-8721-35fec078bbe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:46.752368 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48ef55-2e9f-43b4-8721-35fec078bbe3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:46.752710 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48ef55-2e9f-43b4-8721-35fec078bbe3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:46.753742 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48ef55-2e9f-43b4-8721-35fec078bbe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:46.754109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48ef55-2e9f-43b4-8721-35fec078bbe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:46.754444 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48ef55-2e9f-43b4-8721-35fec078bbe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:46.754771 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48ef55-2e9f-43b4-8721-35fec078bbe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:46.791937 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Attempting to bind port 0d331f91-ec80-4905-8fd1-0942855bb250 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:46.792287 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Attempting to bind port 0d331f91-ec80-4905-8fd1-0942855bb250 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '0ebd056d-6930-476d-b68a-9e5d311eceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a6d3c979-11df-4eac-8a5b-62e58acfa831'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:46.792619 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Attempting to bind port 0d331f91-ec80-4905-8fd1-0942855bb250 on network a6d3c979-11df-4eac-8a5b-62e58acfa831 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:46.800422 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c818c290-5a06-41f0-ae56-32bc89f4e21b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9089291 Sep 16 04:48:46.808927 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40056) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:46.816150 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Port 0d331f91-ec80-4905-8fd1-0942855bb250 on network a6d3c979-11df-4eac-8a5b-62e58acfa831 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:48:46.816631 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Attempting to bind port 0d331f91-ec80-4905-8fd1-0942855bb250 on network a6d3c979-11df-4eac-8a5b-62e58acfa831 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:46.823037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6c1afdab-6c25-434a-84ed-36536c92f753 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2118866850'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:46.828886 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:46.829169 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Checking segment: {'id': '0ebd056d-6930-476d-b68a-9e5d311eceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a6d3c979-11df-4eac-8a5b-62e58acfa831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:46.829901 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Bound using segment: {'id': '0ebd056d-6930-476d-b68a-9e5d311eceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a6d3c979-11df-4eac-8a5b-62e58acfa831'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:46.830265 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Bound port: 0d331f91-ec80-4905-8fd1-0942855bb250, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebd056d-6930-476d-b68a-9e5d311eceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a6d3c979-11df-4eac-8a5b-62e58acfa831'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:46.830666 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.851571 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-633f6e2d-75d9-41d3-afa1-81fda777f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.872933 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-17b697c2-526a-4436-b056-39142bb5444b', 'network_id': '17b697c2-526a-4436-b056-39142bb5444b', 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'fixed_ips': [{'subnet_id': 'c9530d72-362a-4bbe-8678-3c6bb0771c2a'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:46.882609 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.899610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-56f824aa-5924-4efd-b4d5-5fc421b29dcc service neutron] 10.222.0.20 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574177 Sep 16 04:48:47.013754 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] For port 0d331f91-ec80-4905-8fd1-0942855bb250, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:47.019103 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] For port 0d331f91-ec80-4905-8fd1-0942855bb250, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0d331f91-ec80-4905-8fd1-0942855bb250,segment=NetworkSegment(0ebd056d-6930-476d-b68a-9e5d311eceb6),segment_id=0ebd056d-6930-476d-b68a-9e5d311eceb6)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:47.033529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f6e2d-75d9-41d3-afa1-81fda777f4ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84cb2d22-db72-4730-b5c0-6fc65c2696d2,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:47.048818 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-633f6e2d-75d9-41d3-afa1-81fda777f4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.052385 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-633f6e2d-75d9-41d3-afa1-81fda777f4ad admin admin] 10.222.0.20 "DELETE /v2.0/subnets/84cb2d22-db72-4730-b5c0-6fc65c2696d2 HTTP/1.1" status: 204 len: 168 time: 1.1456134 Sep 16 04:48:47.055173 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40060) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:47.135627 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.143052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d851eb0-bd0d-4720-9ff7-27d13a655e76 req-b67ce6b8-4f77-4c5c-a839-d4402c30cf40 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:47.145460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d851eb0-bd0d-4720-9ff7-27d13a655e76 req-b67ce6b8-4f77-4c5c-a839-d4402c30cf40 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.3020649 Sep 16 04:48:47.148910 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1afdab-6c25-434a-84ed-36536c92f753 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Made reservation on behalf of d18d7b29526f4399aa06f52d1efd1dda for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:47.152947 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c1afdab-6c25-434a-84ed-36536c92f753 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.198480 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] Allocated IP 19.80.0.2 (17b697c2-526a-4436-b056-39142bb5444b/c9530d72-362a-4bbe-8678-3c6bb0771c2a/d85ebcb9-d39e-4736-8c83-8a984449a16e) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:47.202181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1afdab-6c25-434a-84ed-36536c92f753 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:47.213710 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c1afdab-6c25-434a-84ed-36536c92f753 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.214643 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-6c1afdab-6c25-434a-84ed-36536c92f753 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Added segment 1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b of type vlan for network 1e2ef960-8799-43fd-8a0e-b35b543080b2 Sep 16 04:48:47.255461 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7b65a2c2-7965-49df-a02e-0ed018f31f90 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:47.321941 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-5a0f55eb-d8f9-4622-b686-fdb2f2114959 service neutron] 10.222.0.20 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185567 Sep 16 04:48:47.327975 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c1afdab-6c25-434a-84ed-36536c92f753 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.334768 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:47.335865 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.337690 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] 10.222.0.38 "PUT /v2.0/ports/0d331f91-ec80-4905-8fd1-0942855bb250 HTTP/1.1" status: 200 len: 1093 time: 1.6407413 Sep 16 04:48:47.338116 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c11e9e-8a3b-4988-8ce4-eae1555a27ef', 'tag': '0d331f91-ec80-4905-8fd1-0942855bb250'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:47.340986 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb0e870-3a21-4ea9-a2f7-753d982c6438" -d '{"events": [{"name": "network-changed", "server_uuid": "63c11e9e-8a3b-4988-8ce4-eae1555a27ef", "tag": "0d331f91-ec80-4905-8fd1-0942855bb250"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:47.364719 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.370068 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccc975-dc4f-4653-8d13-337cbc542e41 service neutron] Pushing event updated for resources: {'Port': ['ID=0d331f91-ec80-4905-8fd1-0942855bb250,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:47.375699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d851eb0-bd0d-4720-9ff7-27d13a655e76 req-e9ea5c92-0085-47d4-999b-0f3b3e696abd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173908 Sep 16 04:48:47.439234 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 7b65a2c2-7965-49df-a02e-0ed018f31f90 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:47.444992 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.493097 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c1afdab-6c25-434a-84ed-36536c92f753 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.499179 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1afdab-6c25-434a-84ed-36536c92f753 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:47.499858 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c1afdab-6c25-434a-84ed-36536c92f753 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.606591 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.689721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6c1afdab-6c25-434a-84ed-36536c92f753 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8783808 Sep 16 04:48:47.710237 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.809451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40068) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:47.838131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-e8cb36fe-33ad-4566-b337-5504cb3a5c34 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Request body: {'subnet': {'network_id': '1e2ef960-8799-43fd-8a0e-b35b543080b2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:47.851422 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] Pushing event updated for resources: {'Port': ['ID=d85ebcb9-d39e-4736-8c83-8a984449a16e,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:47.881881 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] Network 17b697c2-526a-4436-b056-39142bb5444b is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:47.886736 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:47.894063 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:47.897431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1afdab-6c25-434a-84ed-36536c92f753 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event updated for resources: {'Network': ['ID=1e2ef960-8799-43fd-8a0e-b35b543080b2,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:47.913487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 1e2ef960-8799-43fd-8a0e-b35b543080b2 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:48.033127 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6876f9bc-c99f-44fe-9da0-219981318277 x-openstack-request-id: req-6876f9bc-c99f-44fe-9da0-219981318277 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:48.034040 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c11e9e-8a3b-4988-8ce4-eae1555a27ef", "tag": "0d331f91-ec80-4905-8fd1-0942855bb250", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:48.034458 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6876f9bc-c99f-44fe-9da0-219981318277 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:48.035615 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c11e9e-8a3b-4988-8ce4-eae1555a27ef', 'tag': '0d331f91-ec80-4905-8fd1-0942855bb250', 'status': 'completed', 'code': 200} Sep 16 04:48:48.139342 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] Attempting to bind port d85ebcb9-d39e-4736-8c83-8a984449a16e on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:48.140004 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] Attempting to bind port d85ebcb9-d39e-4736-8c83-8a984449a16e by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'bd985736-fff1-4ae0-96e6-87b0d1ef55a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17b697c2-526a-4436-b056-39142bb5444b'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:48.141346 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] Attempting to bind port d85ebcb9-d39e-4736-8c83-8a984449a16e on network 17b697c2-526a-4436-b056-39142bb5444b {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:48.153583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:48.153583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] Checking segment: {'id': 'bd985736-fff1-4ae0-96e6-87b0d1ef55a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17b697c2-526a-4436-b056-39142bb5444b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:48.154345 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.154952 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] Bound using segment: {'id': 'bd985736-fff1-4ae0-96e6-87b0d1ef55a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17b697c2-526a-4436-b056-39142bb5444b'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:48.155637 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] Bound port: d85ebcb9-d39e-4736-8c83-8a984449a16e, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd985736-fff1-4ae0-96e6-87b0d1ef55a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17b697c2-526a-4436-b056-39142bb5444b'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:48.156200 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.167940 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.201035 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-0afbb230-cdcc-4965-9534-976c34e8043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:48.202743 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-0afbb230-cdcc-4965-9534-976c34e8043b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=007fdb9d28ac43c3844973b760d232ad&device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 1096 time: 0.1720579 Sep 16 04:48:48.207546 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94aa3f97-6ed2-410f-a6a8-2309531d94bc']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:48.225304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b29d03-8b2d-417d-8914-3e77e2c913b3') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:48.225579 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b29d03-8b2d-417d-8914-3e77e2c913b3') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:48.252714 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] For port d85ebcb9-d39e-4736-8c83-8a984449a16e, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:48.258085 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] For port d85ebcb9-d39e-4736-8c83-8a984449a16e, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d85ebcb9-d39e-4736-8c83-8a984449a16e,segment=NetworkSegment(bd985736-fff1-4ae0-96e6-87b0d1ef55a1),segment_id=bd985736-fff1-4ae0-96e6-87b0d1ef55a1)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:48.264122 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-2114abf5-c972-4d19-a6e0-914b6b425c06 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d331f91-ec80-4905-8fd1-0942855bb250 HTTP/1.1" status: 200 len: 217 time: 0.0466740 Sep 16 04:48:48.266019 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.308081 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.321982 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:48.322394 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:48.324411 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:48.347745 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e4e0758-0656-43b1-9d19-8f060a33f50f req-171ea17c-99f8-4ee4-b315-0a449a1bf791 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 210 time: 0.4456036 Sep 16 04:48:48.356452 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-15431cdf-a1aa-4174-a876-40e651a0d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:48.359574 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-15431cdf-a1aa-4174-a876-40e651a0d6f2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92fc9908-2c23-4273-874e-dfe65afe5b25 HTTP/1.1" status: 200 len: 857 time: 0.0847144 Sep 16 04:48:48.412658 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.450007 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-11ef50ec-a7ea-429a-b4cf-6891014b445c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a6d3c979-11df-4eac-8a5b-62e58acfa831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625401 Sep 16 04:48:48.456413 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487493a3-f474-41d8-8ea6-ac29fba7e646 req-7e350cef-3231-4c61-aaa5-5ac925f0fd36 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:48.458849 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-487493a3-f474-41d8-8ea6-ac29fba7e646 req-7e350cef-3231-4c61-aaa5-5ac925f0fd36 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 944 time: 0.5468295 Sep 16 04:48:48.491174 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426bd0a-1175-43d9-97c4-a1b4d13b3416 None None] Pushing event updated for resources: {'Port': ['ID=d85ebcb9-d39e-4736-8c83-8a984449a16e,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:48.556458 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-487493a3-f474-41d8-8ea6-ac29fba7e646 req-ac26c0fc-b502-4cc8-b082-8e8d525d0fc8 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f9ded4-9615-4e62-ba23-ef743e0eb8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880842 Sep 16 04:48:48.573633 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2feb5b7-22ec-4b52-95a5-806b4a6dc2e7 req-7d610b06-2f54-4293-acdb-9cd79fc62077 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:48.573633 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2feb5b7-22ec-4b52-95a5-806b4a6dc2e7 req-7d610b06-2f54-4293-acdb-9cd79fc62077 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.0811992 Sep 16 04:48:48.580211 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.587052 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.592228 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/94aa3f97-6ed2-410f-a6a8-2309531d94bc HTTP/1.1" status: 204 len: 168 time: 1.5325663 Sep 16 04:48:48.592228 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40084) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:48.609984 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-e0653745-ca3b-4b10-9363-754424016fef service neutron] 10.222.0.38 "GET /v2.0/networks/a6d3c979-11df-4eac-8a5b-62e58acfa831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510160 Sep 16 04:48:48.611769 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=94aa3f97-6ed2-410f-a6a8-2309531d94bc,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:48.636044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cb36fe-33ad-4566-b337-5504cb3a5c34 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Made reservation on behalf of d18d7b29526f4399aa06f52d1efd1dda for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:48.639603 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e8cb36fe-33ad-4566-b337-5504cb3a5c34 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.669931 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:48.669931 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:48.669931 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:48.670271 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:48.670635 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:48.671014 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:48.671351 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:48.671824 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:48.672160 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:48.672488 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:48.673111 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:48.673293 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e79ae-46f5-49d4-9d42-1858e421a1a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:48.701685 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2feb5b7-22ec-4b52-95a5-806b4a6dc2e7 req-2a6ff7f8-ea1a-412a-b6c3-7fba056c785a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021483 Sep 16 04:48:48.780234 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-1680494f-0faf-48e6-9b3b-4547ef735f3d admin admin] Deleting subnet 58274a79-4de4-44ea-b095-9378a5cbdfd4 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:48:48.793582 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1680494f-0faf-48e6-9b3b-4547ef735f3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.867399 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1680494f-0faf-48e6-9b3b-4547ef735f3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.896353 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2cc749d-658b-436c-8d7b-5252b7ae9228 req-3d807d1d-1edc-4815-9a10-8313913d4206 service neutron] 10.222.0.38 "GET /v2.0/networks/a6d3c979-11df-4eac-8a5b-62e58acfa831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399311 Sep 16 04:48:48.939266 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1680494f-0faf-48e6-9b3b-4547ef735f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.067187 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d85ebcb9-d39e-4736-8c83-8a984449a16e up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:49.115158 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port d85ebcb9-d39e-4736-8c83-8a984449a16e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:49.115527 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.188305 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e8cb36fe-33ad-4566-b337-5504cb3a5c34 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.188706 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1680494f-0faf-48e6-9b3b-4547ef735f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.199652 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.226911 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1680494f-0faf-48e6-9b3b-4547ef735f3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.229292 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1680494f-0faf-48e6-9b3b-4547ef735f3d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/58274a79-4de4-44ea-b095-9378a5cbdfd4 HTTP/1.1" status: 204 len: 168 time: 0.6362805 Sep 16 04:48:49.230450 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680494f-0faf-48e6-9b3b-4547ef735f3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58274a79-4de4-44ea-b095-9378a5cbdfd4,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:49.233747 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40094) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:49.240711 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port d85ebcb9-d39e-4736-8c83-8a984449a16e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d85ebcb9-d39e-4736-8c83-8a984449a16e,segment=NetworkSegment(bd985736-fff1-4ae0-96e6-87b0d1ef55a1),segment_id=bd985736-fff1-4ae0-96e6-87b0d1ef55a1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:49.255651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb36fe-33ad-4566-b337-5504cb3a5c34 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event updated for resources: {'Subnet': ['ID=5e57236e-1d02-4e98-83b3-1249e315bb65,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:49.261944 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0e870-3a21-4ea9-a2f7-753d982c6438 req-fadcdd6d-558a-4a5e-a413-f226d5d9006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:49.263615 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5bb0e870-3a21-4ea9-a2f7-753d982c6438 req-fadcdd6d-558a-4a5e-a413-f226d5d9006a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=007fdb9d28ac43c3844973b760d232ad&device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 1096 time: 0.1050274 Sep 16 04:48:49.267979 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cb36fe-33ad-4566-b337-5504cb3a5c34 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Checking segment: {'id': '1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1e2ef960-8799-43fd-8a0e-b35b543080b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:49.273779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cb36fe-33ad-4566-b337-5504cb3a5c34 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Network hostable DHCP agents. Network: 1e2ef960-8799-43fd-8a0e-b35b543080b2, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:49.380662 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d9dfe87-ba48-4153-b8c2-ba9d7c55d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.439387 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0e870-3a21-4ea9-a2f7-753d982c6438 req-83f18cd5-a819-4d38-a891-7dbca9b7d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:49.440713 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60b46d2a-3ded-499b-8e60-08679b17b828 req-5c3ec99e-aaa4-46c0-9c05-be209c70c543 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 210 time: 0.0279870 Sep 16 04:48:49.441234 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5bb0e870-3a21-4ea9-a2f7-753d982c6438 req-83f18cd5-a819-4d38-a891-7dbca9b7d9b8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a6d3c979-11df-4eac-8a5b-62e58acfa831 HTTP/1.1" status: 200 len: 918 time: 0.1701443 Sep 16 04:48:49.487634 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.496791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cb36fe-33ad-4566-b337-5504cb3a5c34 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Network 1e2ef960-8799-43fd-8a0e-b35b543080b2 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:49.506407 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5bb0e870-3a21-4ea9-a2f7-753d982c6438 req-b111a437-19db-4e05-a7e8-69be8953e049 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d331f91-ec80-4905-8fd1-0942855bb250 HTTP/1.1" status: 200 len: 217 time: 0.0515869 Sep 16 04:48:49.546021 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d9dfe87-ba48-4153-b8c2-ba9d7c55d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.556832 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=d85ebcb9-d39e-4736-8c83-8a984449a16e,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:49.605328 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-0d9dfe87-ba48-4153-b8c2-ba9d7c55d8ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecadd970-f4f4-419d-9cb1-f866d5d6be72']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:49.616114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-e8cb36fe-33ad-4566-b337-5504cb3a5c34 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 1e2ef960-8799-43fd-8a0e-b35b543080b2) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:49.627745 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cb36fe-33ad-4566-b337-5504cb3a5c34 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:49.627745 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e8cb36fe-33ad-4566-b337-5504cb3a5c34 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.628442 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-0d9dfe87-ba48-4153-b8c2-ba9d7c55d8ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e714934a-1abb-46fb-8fb9-5bd928ec727b') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:49.628442 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-0d9dfe87-ba48-4153-b8c2-ba9d7c55d8ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e714934a-1abb-46fb-8fb9-5bd928ec727b') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:49.628818 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96286185-a05f-4e56-887e-0f7820bad04d None None] Network 1e2ef960-8799-43fd-8a0e-b35b543080b2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:49.638015 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0e870-3a21-4ea9-a2f7-753d982c6438 req-b9db424f-429c-4b02-b021-ab7d49b30a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:49.639716 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5bb0e870-3a21-4ea9-a2f7-753d982c6438 req-b9db424f-429c-4b02-b021-ab7d49b30a8d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92fc9908-2c23-4273-874e-dfe65afe5b25 HTTP/1.1" status: 200 len: 857 time: 0.0960367 Sep 16 04:48:49.641451 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d9dfe87-ba48-4153-b8c2-ba9d7c55d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.683504 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5bb0e870-3a21-4ea9-a2f7-753d982c6438 req-340d6725-b345-4a43-ac3b-27d58740471f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a6d3c979-11df-4eac-8a5b-62e58acfa831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340092 Sep 16 04:48:49.684481 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d9dfe87-ba48-4153-b8c2-ba9d7c55d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.693656 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9dfe87-ba48-4153-b8c2-ba9d7c55d8ae admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:49.694067 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d9dfe87-ba48-4153-b8c2-ba9d7c55d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:49.705227 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:49.757928 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e8cb36fe-33ad-4566-b337-5504cb3a5c34 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9473448 Sep 16 04:48:49.846686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ecc4f-5284-4f3f-b2b0-4921cee10e27 req-a01ca0e3-6e1c-4a15-8a09-11d0906db521 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:49.855460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a26ecc4f-5284-4f3f-b2b0-4921cee10e27 req-a01ca0e3-6e1c-4a15-8a09-11d0906db521 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 944 time: 0.1320665 Sep 16 04:48:49.891580 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5bb0e870-3a21-4ea9-a2f7-753d982c6438 req-b4c750aa-6af2-49a6-a203-3c72f5f8493f service neutron] 10.222.0.38 "GET /v2.0/networks/a6d3c979-11df-4eac-8a5b-62e58acfa831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947517 Sep 16 04:48:49.891863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf29f170-4ffc-4ecb-bb8c-30216b2f9dd0 None None] Network 17b697c2-526a-4436-b056-39142bb5444b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:49.971448 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a26ecc4f-5284-4f3f-b2b0-4921cee10e27 req-7bf3cf05-c3fb-4288-b53f-1d45fffc972e tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f9ded4-9615-4e62-ba23-ef743e0eb8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031573 Sep 16 04:48:50.003071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-48bfa616-fd82-4c54-9f8a-051ea5f91813 None None] Provisioning complete for port d85ebcb9-d39e-4736-8c83-8a984449a16e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:50.003359 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-48bfa616-fd82-4c54-9f8a-051ea5f91813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.013103 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-1e2ef960-8799-43fd-8a0e-b35b543080b2', 'network_id': '1e2ef960-8799-43fd-8a0e-b35b543080b2', 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'fixed_ips': [{'subnet_id': '5e57236e-1d02-4e98-83b3-1249e315bb65'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:50.013972 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.032412 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5bb0e870-3a21-4ea9-a2f7-753d982c6438 req-bdb82ae3-eafc-4613-a11f-9d29c4bc288a service neutron] 10.222.0.38 "GET /v2.0/networks/a6d3c979-11df-4eac-8a5b-62e58acfa831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283453 Sep 16 04:48:50.075689 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e73ee-6a01-4ab3-af5f-9d7624254639 req-d882044a-9cb8-42f7-82d0-23b40d20770a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:50.077467 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e4e73ee-6a01-4ab3-af5f-9d7624254639 req-d882044a-9cb8-42f7-82d0-23b40d20770a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.0988405 Sep 16 04:48:50.094140 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d9dfe87-ba48-4153-b8c2-ba9d7c55d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.105521 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d9dfe87-ba48-4153-b8c2-ba9d7c55d8ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.109024 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0d9dfe87-ba48-4153-b8c2-ba9d7c55d8ae admin admin] 10.222.0.20 "DELETE /v2.0/networks/ecadd970-f4f4-419d-9cb1-f866d5d6be72 HTTP/1.1" status: 204 len: 168 time: 0.8740036 Sep 16 04:48:50.151902 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9dfe87-ba48-4153-b8c2-ba9d7c55d8ae admin admin] Pushing event deleted for resources: {'Network': ['ID=ecadd970-f4f4-419d-9cb1-f866d5d6be72,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:50.165538 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e4e73ee-6a01-4ab3-af5f-9d7624254639 req-de4754e3-754f-43c1-bc87-4ee8eb07a7e9 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767753 Sep 16 04:48:50.349327 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] Allocated IP 19.86.0.2 (1e2ef960-8799-43fd-8a0e-b35b543080b2/5e57236e-1d02-4e98-83b3-1249e315bb65/bb4a1d63-e638-487c-ad2f-6fc306e68674) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:50.351029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-2371a67b-cf1c-4368-854d-9e536731b1b4 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:50.357020 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-2371a67b-cf1c-4368-854d-9e536731b1b4 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:50.358696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-2371a67b-cf1c-4368-854d-9e536731b1b4 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/networks?id=17b697c2-526a-4436-b056-39142bb5444b&id=1e2ef960-8799-43fd-8a0e-b35b543080b2&id=17b697c2-526a-4436-b056-39142bb5444b HTTP/1.1" status: 200 len: 1390 time: 0.1268220 Sep 16 04:48:50.381735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-a0248c59-76e0-4a3e-bdcf-e574be953c2b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/quotas/d18d7b29526f4399aa06f52d1efd1dda HTTP/1.1" status: 200 len: 375 time: 0.0148227 Sep 16 04:48:50.483445 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-0158eac7-1f2f-4e26-940c-0d6e7c4438f3 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d18d7b29526f4399aa06f52d1efd1dda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0929232 Sep 16 04:48:50.626389 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.641085 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-295feb20-5cdc-4ed0-9f5a-a79129af3165 req-cb7af024-311f-451b-a684-559bf98a21a2 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 210 time: 0.0528660 Sep 16 04:48:50.667959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-d09a34b0-923b-42d2-b066-177a854c65a5 service neutron] 10.222.0.20 "GET /v2.0/networks/17b697c2-526a-4436-b056-39142bb5444b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843319 Sep 16 04:48:50.686296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d9b623bf-054d-4aa0-9e06-e15e8b302bb2 None None] Provisioning complete for port d85ebcb9-d39e-4736-8c83-8a984449a16e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:50.686668 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d9b623bf-054d-4aa0-9e06-e15e8b302bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.786677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-c53b958d-f7f8-49ee-9e65-5bf0b055f0b4 service neutron] 10.222.0.20 "GET /v2.0/networks/17b697c2-526a-4436-b056-39142bb5444b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055193 Sep 16 04:48:50.818787 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.860526 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] Network 1e2ef960-8799-43fd-8a0e-b35b543080b2 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:50.864071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:50.868090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:50.882157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] Pushing event updated for resources: {'Port': ['ID=bb4a1d63-e638-487c-ad2f-6fc306e68674,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:50.928044 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bfc8fb76-3e29-4a34-8a16-b38c83e141fb service neutron] 10.222.0.20 "GET /v2.0/networks/1e2ef960-8799-43fd-8a0e-b35b543080b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282454 Sep 16 04:48:50.941243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] Attempting to bind port bb4a1d63-e638-487c-ad2f-6fc306e68674 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:50.941978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] Attempting to bind port bb4a1d63-e638-487c-ad2f-6fc306e68674 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1e2ef960-8799-43fd-8a0e-b35b543080b2'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:50.941978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] Attempting to bind port bb4a1d63-e638-487c-ad2f-6fc306e68674 on network 1e2ef960-8799-43fd-8a0e-b35b543080b2 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:50.948378 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:50.949016 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] Checking segment: {'id': '1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1e2ef960-8799-43fd-8a0e-b35b543080b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:50.949222 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.949614 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] Bound using segment: {'id': '1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1e2ef960-8799-43fd-8a0e-b35b543080b2'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:50.950140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] Bound port: bb4a1d63-e638-487c-ad2f-6fc306e68674, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1e2ef960-8799-43fd-8a0e-b35b543080b2'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:50.950517 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.980869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40130) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:51.111942 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] For port bb4a1d63-e638-487c-ad2f-6fc306e68674, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:51.116693 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] For port bb4a1d63-e638-487c-ad2f-6fc306e68674, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=bb4a1d63-e638-487c-ad2f-6fc306e68674,segment=NetworkSegment(1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b),segment_id=1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:51.119381 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d85ebcb9-d39e-4736-8c83-8a984449a16e up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:51.155338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b0cdf97f-b3d0-4f40-8c25-b5764c58745b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a00de99f55234129963878f58d14e1a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728783 Sep 16 04:48:51.158084 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40138) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:51.162439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-eb306a7a-3c23-42b6-a2a8-edd824f75460 service neutron] 10.222.0.20 "GET /v2.0/networks/1e2ef960-8799-43fd-8a0e-b35b543080b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299387 Sep 16 04:48:51.180515 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port d85ebcb9-d39e-4736-8c83-8a984449a16e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:51.180956 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.235180 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.247806 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0956b26a-575a-4978-b714-cf286a3d6b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.269237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c0321-4cf8-4b9a-b9f0-b6520a751d7f req-ea8b9e27-5673-4fb5-bf22-df3d11972669 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:51.275410 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a70c0321-4cf8-4b9a-b9f0-b6520a751d7f req-ea8b9e27-5673-4fb5-bf22-df3d11972669 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 944 time: 0.1332717 Sep 16 04:48:51.291300 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0956b26a-575a-4978-b714-cf286a3d6b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.361108 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a70c0321-4cf8-4b9a-b9f0-b6520a751d7f req-8a5634e1-b884-4600-a71b-78dce11d9b05 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f9ded4-9615-4e62-ba23-ef743e0eb8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787654 Sep 16 04:48:51.375815 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-4232d03e-e6b8-434d-a162-bfa4941033e6 service neutron] 10.222.0.20 "GET /v2.0/networks/17b697c2-526a-4436-b056-39142bb5444b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910589 Sep 16 04:48:51.376002 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abae4bc-276a-4a81-8096-155f0ab6079e None None] Pushing event updated for resources: {'Port': ['ID=bb4a1d63-e638-487c-ad2f-6fc306e68674,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:51.469140 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0956b26a-575a-4978-b714-cf286a3d6b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.472508 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0956b26a-575a-4978-b714-cf286a3d6b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.480755 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0956b26a-575a-4978-b714-cf286a3d6b55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61798750-9432-4df7-857a-cf7d4cb6c028 HTTP/1.1" status: 204 len: 168 time: 0.3187664 Sep 16 04:48:51.508776 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956b26a-575a-4978-b714-cf286a3d6b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61798750-9432-4df7-857a-cf7d4cb6c028,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:51.563255 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-5d1ac661-a26d-4a37-a1e1-fa4ea7f1e4c6 service neutron] 10.222.0.20 "GET /v2.0/networks/17b697c2-526a-4436-b056-39142bb5444b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675973 Sep 16 04:48:51.750734 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01bcfc-d546-47f6-b5cd-ed82923daf8c req-91211637-21c9-4055-80bb-65d77e48ce81 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:51.752399 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe01bcfc-d546-47f6-b5cd-ed82923daf8c req-91211637-21c9-4055-80bb-65d77e48ce81 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.1024044 Sep 16 04:48:51.805544 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe01bcfc-d546-47f6-b5cd-ed82923daf8c req-b6aca827-2f9a-42e8-8975-b548fdb2ace1 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435655 Sep 16 04:48:51.930970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1037d7e6-c902-49f5-98a4-b589d3638bf7 req-550a7cf4-cfac-4f18-bb74-35b5e9b3b4ba tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 210 time: 0.0387542 Sep 16 04:48:52.100665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e002293-5966-4af6-80d9-7197d70fedfe req-33f05f10-43c8-48ec-b971-32ea4c636062 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 210 time: 0.0427558 Sep 16 04:48:52.157267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-12bb128b-8649-49e4-9886-e4d7069d527d tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:52.159483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-12bb128b-8649-49e4-9886-e4d7069d527d tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.21 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 820 time: 0.2268038 Sep 16 04:48:52.192447 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-a611ad97-66ce-43de-a788-3801bc870e6a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Request body: {'port': {'device_id': '8f730d9a-6aa5-4b73-84fe-a9431236e48c', 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2', 'admin_state_up': True, 'tenant_id': '81978a2452c74d468c1440c8a9e64f75'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:52.514709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-a611ad97-66ce-43de-a788-3801bc870e6a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Made reservation on behalf of 81978a2452c74d468c1440c8a9e64f75 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:52.518315 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-a611ad97-66ce-43de-a788-3801bc870e6a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.577919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944be2c7-a6c1-4994-8a4c-10051bdd6a13 req-10b26d07-948b-4dad-b9d5-dcac1dd1151b tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:52.579570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-944be2c7-a6c1-4994-8a4c-10051bdd6a13 req-10b26d07-948b-4dad-b9d5-dcac1dd1151b tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 944 time: 0.0948563 Sep 16 04:48:52.696432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-944be2c7-a6c1-4994-8a4c-10051bdd6a13 req-c495dfff-719b-4bc5-8eee-a10deffbe03b tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f9ded4-9615-4e62-ba23-ef743e0eb8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837770 Sep 16 04:48:52.728812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-a611ad97-66ce-43de-a788-3801bc870e6a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Allocated IP 172.20.0.4 (0e4d6dc4-12b9-41c8-af2b-a538152a95e2/9023553c-0727-4415-b53e-7374b71d88bd/7aae7be7-1aa7-4d87-8df6-51cedde3b7d3) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:52.820207 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ddf4d3-a0f4-4f7f-ac56-47c88882451f None None] Network 1e2ef960-8799-43fd-8a0e-b35b543080b2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:52.944932 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f1a9ea24-e30a-484b-95af-5496d6bc5972 None None] Provisioning complete for port bb4a1d63-e638-487c-ad2f-6fc306e68674 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:52.945314 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f1a9ea24-e30a-484b-95af-5496d6bc5972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.963210 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40168) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:52.985261 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-a611ad97-66ce-43de-a788-3801bc870e6a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.111432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83f45eae-e2ed-4844-b04c-bf1c5ddf749c req-77c540eb-fbe1-4e6c-87a6-e97153559048 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 210 time: 0.0554876 Sep 16 04:48:53.113560 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:48:53.143917 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1b82f-bfd4-4824-a1d1-f3161093b4d9 req-424e9f0e-b7e2-4a50-bbc2-47d4b7391476 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:53.145783 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1b1b82f-bfd4-4824-a1d1-f3161093b4d9 req-424e9f0e-b7e2-4a50-bbc2-47d4b7391476 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.0931003 Sep 16 04:48:53.165008 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-94ccddcd-1354-4f6a-9c9c-2a3c2b521e27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0892e49cf1d44631bcfbce4d0ef11bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987228 Sep 16 04:48:53.168761 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40176) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:53.184053 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f1a9ea24-e30a-484b-95af-5496d6bc5972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.217661 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device bb4a1d63-e638-487c-ad2f-6fc306e68674 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:53.275808 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f1a9ea24-e30a-484b-95af-5496d6bc5972 None None] For port bb4a1d63-e638-487c-ad2f-6fc306e68674, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=bb4a1d63-e638-487c-ad2f-6fc306e68674,segment=NetworkSegment(1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b),segment_id=1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:53.297078 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port bb4a1d63-e638-487c-ad2f-6fc306e68674 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:53.301351 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.359310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b426ee6a-3a41-4979-8f7c-2be2ae306d3f req-d3c34b1e-0df3-4f68-88f1-3fcce35da952 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 210 time: 0.1024868 Sep 16 04:48:53.359596 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-a611ad97-66ce-43de-a788-3801bc870e6a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.477737 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1b1b82f-bfd4-4824-a1d1-f3161093b4d9 req-ea4458ad-8a95-444d-b819-d063cffe88df tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997324 Sep 16 04:48:53.482716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611ad97-66ce-43de-a788-3801bc870e6a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Pushing event updated for resources: {'Port': ['ID=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:53.515238 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.521649 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-87490675-b64f-4d0f-afe0-7aacbc91b8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.530724 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f1a9ea24-e30a-484b-95af-5496d6bc5972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.556946 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-87490675-b64f-4d0f-afe0-7aacbc91b8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.579893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-a611ad97-66ce-43de-a788-3801bc870e6a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:53.587234 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-a611ad97-66ce-43de-a788-3801bc870e6a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:53.592323 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-a611ad97-66ce-43de-a788-3801bc870e6a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:53.656378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-a611ad97-66ce-43de-a788-3801bc870e6a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:53.657470 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-a611ad97-66ce-43de-a788-3801bc870e6a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.779684 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9ea24-e30a-484b-95af-5496d6bc5972 None None] Pushing event updated for resources: {'Port': ['ID=bb4a1d63-e638-487c-ad2f-6fc306e68674,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:53.791027 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:48:53.791594 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:48:53.804561 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-645a4461-830c-44bd-b709-ab046e72de4a None None] Provisioning complete for port bb4a1d63-e638-487c-ad2f-6fc306e68674 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:53.805300 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-645a4461-830c-44bd-b709-ab046e72de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.831147 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0d331f91-ec80-4905-8fd1-0942855bb250 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:48:53.849472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-a611ad97-66ce-43de-a788-3801bc870e6a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6653392 Sep 16 04:48:53.865620 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-87490675-b64f-4d0f-afe0-7aacbc91b8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.869221 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-87490675-b64f-4d0f-afe0-7aacbc91b8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.870600 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-87490675-b64f-4d0f-afe0-7aacbc91b8cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db152fec-a58e-43a5-87a1-407eb2e46532 HTTP/1.1" status: 204 len: 168 time: 0.7005517 Sep 16 04:48:53.898772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Request body: {'port': {'device_id': '8f730d9a-6aa5-4b73-84fe-a9431236e48c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:53.903419 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87490675-b64f-4d0f-afe0-7aacbc91b8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db152fec-a58e-43a5-87a1-407eb2e46532,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:53.951516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827810c1-c767-4f45-a262-b9937acfa5aa req-db686c9d-e0c5-47ca-a394-d4cead9b8c3c tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:53.964684 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-827810c1-c767-4f45-a262-b9937acfa5aa req-db686c9d-e0c5-47ca-a394-d4cead9b8c3c tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 944 time: 0.1447453 Sep 16 04:48:54.067678 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.144465 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.153426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 0d331f91-ec80-4905-8fd1-0942855bb250, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0d331f91-ec80-4905-8fd1-0942855bb250,segment=NetworkSegment(0ebd056d-6930-476d-b68a-9e5d311eceb6),segment_id=0ebd056d-6930-476d-b68a-9e5d311eceb6)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:54.153699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-827810c1-c767-4f45-a262-b9937acfa5aa req-4487adf4-2529-45bf-81d0-0913c5ec713e tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f9ded4-9615-4e62-ba23-ef743e0eb8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886950 Sep 16 04:48:54.158929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '0d331f91-ec80-4905-8fd1-0942855bb250', 'network_id': 'a6d3c979-11df-4eac-8a5b-62e58acfa831', 'port_id': '0d331f91-ec80-4905-8fd1-0942855bb250', 'mac_address': 'fa:16:3e:8e:cd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92fc9908-2c23-4273-874e-dfe65afe5b25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:48:54.204761 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.221533 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d331f91-ec80-4905-8fd1-0942855bb250 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:54.246336 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 0d331f91-ec80-4905-8fd1-0942855bb250, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0d331f91-ec80-4905-8fd1-0942855bb250,segment=NetworkSegment(0ebd056d-6930-476d-b68a-9e5d311eceb6),segment_id=0ebd056d-6930-476d-b68a-9e5d311eceb6)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:54.375625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea826480-445e-4203-b838-e26550823cf5 req-28157cf0-edaa-42a2-8911-5540b6ea5090 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:54.377221 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea826480-445e-4203-b838-e26550823cf5 req-28157cf0-edaa-42a2-8911-5540b6ea5090 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 931 time: 0.0960395 Sep 16 04:48:54.384386 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.501114 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=0d331f91-ec80-4905-8fd1-0942855bb250,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:54.538904 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87ccaf1a-6c1f-44be-b4b2-8f6f5db8a1a3 req-cb95468e-9298-4177-bde6-e1195f5deae8 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 210 time: 0.0538621 Sep 16 04:48:54.580446 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea826480-445e-4203-b838-e26550823cf5 req-4954a2a7-1075-4312-aff2-c13bb50ffcd5 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194272 Sep 16 04:48:54.768169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:54.795277 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.825784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Transition to ACTIVE for port object 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:48:54.844843 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['0d331f91-ec80-4905-8fd1-0942855bb250'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:54.845828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2641ce-e4e9-497d-83ed-b0d36b08ec81 req-f95fb964-2a96-4cef-947e-79ca9c26e7c0 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:54.861116 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f2641ce-e4e9-497d-83ed-b0d36b08ec81 req-f95fb964-2a96-4cef-947e-79ca9c26e7c0 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.1498730 Sep 16 04:48:54.979444 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f2641ce-e4e9-497d-83ed-b0d36b08ec81 req-d3f808c1-d973-4295-8a10-ea0cfec6ec85 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058400 Sep 16 04:48:55.023829 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.095594 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:55.105872 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device bb4a1d63-e638-487c-ad2f-6fc306e68674 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:55.162463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port bb4a1d63-e638-487c-ad2f-6fc306e68674 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:55.162832 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.164380 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Attempting to bind port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:55.164762 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Attempting to bind port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:55.165092 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Attempting to bind port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:55.169515 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:48:55.169840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Attempting to bind port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:55.175207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:55.175837 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Checking segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:55.176333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Bound using segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:55.176803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Bound port: 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:55.177172 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.257464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] For port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:55.262825 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] For port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:55.359836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d142d-5aa1-45b3-8798-cea6b2b685e9 req-de3a7896-20f2-43a7-8338-03929c37d1ce tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:55.361345 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-894d142d-5aa1-45b3-8798-cea6b2b685e9 req-de3a7896-20f2-43a7-8338-03929c37d1ce tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 945 time: 0.0513017 Sep 16 04:48:55.402498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-894d142d-5aa1-45b3-8798-cea6b2b685e9 req-ae72d3fa-6b49-46d4-8d16-76386dd625da tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f9ded4-9615-4e62-ba23-ef743e0eb8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343618 Sep 16 04:48:55.446360 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.486235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:55.486792 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.488725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] 10.222.0.21 "PUT /v2.0/ports/7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 HTTP/1.1" status: 200 len: 1092 time: 1.6168470 Sep 16 04:48:55.489191 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f730d9a-6aa5-4b73-84fe-a9431236e48c', 'tag': '7aae7be7-1aa7-4d87-8df6-51cedde3b7d3'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:55.491484 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f48f2f-774c-46da-8df6-76f280be898a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f730d9a-6aa5-4b73-84fe-a9431236e48c", "tag": "7aae7be7-1aa7-4d87-8df6-51cedde3b7d3"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:55.521556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f5b02-d097-4874-8f72-cb82591388d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:55.535290 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779aba45-c9ea-49c1-8825-2bec97d9ba45 x-openstack-request-id: req-779aba45-c9ea-49c1-8825-2bec97d9ba45 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:55.535655 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f730d9a-6aa5-4b73-84fe-a9431236e48c", "tag": "7aae7be7-1aa7-4d87-8df6-51cedde3b7d3", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:55.535824 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-779aba45-c9ea-49c1-8825-2bec97d9ba45 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:55.536344 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f730d9a-6aa5-4b73-84fe-a9431236e48c', 'tag': '7aae7be7-1aa7-4d87-8df6-51cedde3b7d3', 'status': 'completed', 'code': 200} Sep 16 04:48:55.634574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f48f2f-774c-46da-8df6-76f280be898a req-0ea70900-91a3-4ffe-b428-270d829e8e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:55.636291 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6f48f2f-774c-46da-8df6-76f280be898a req-0ea70900-91a3-4ffe-b428-270d829e8e08 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 1095 time: 0.0559192 Sep 16 04:48:55.690420 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40230) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:55.696551 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6db5efc8-9edb-4f7f-b58e-29e636d11744 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-545523226'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:55.709878 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97397225-e969-406c-b274-d802c172b7a2 req-e24f0654-47d7-432a-9b62-ab146f6bac5f tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 210 time: 0.0598381 Sep 16 04:48:55.814421 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dea88-18b7-4c64-b3a6-9808479878b7 req-78fba86e-75ab-40dd-be36-9c1bb2102878 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:55.816039 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-808dea88-18b7-4c64-b3a6-9808479878b7 req-78fba86e-75ab-40dd-be36-9c1bb2102878 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 943 time: 0.1150618 Sep 16 04:48:55.820638 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f48f2f-774c-46da-8df6-76f280be898a req-29ba60ac-b42f-4263-8f6d-7c4870b8be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:55.820638 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6f48f2f-774c-46da-8df6-76f280be898a req-29ba60ac-b42f-4263-8f6d-7c4870b8be9c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=81978a2452c74d468c1440c8a9e64f75&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1668200 Sep 16 04:48:55.840336 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db5efc8-9edb-4f7f-b58e-29e636d11744 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Made reservation on behalf of ee8d98757e0d4815a18cbb63a273fd61 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:55.844976 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6db5efc8-9edb-4f7f-b58e-29e636d11744 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.875565 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db5efc8-9edb-4f7f-b58e-29e636d11744 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:55.904718 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6db5efc8-9edb-4f7f-b58e-29e636d11744 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.905071 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-6db5efc8-9edb-4f7f-b58e-29e636d11744 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Added segment 3eb2add7-4b72-48f7-a956-772cf61744cc of type vlan for network 25dc981a-4bf0-4e39-9c80-5980ada4b30c Sep 16 04:48:55.942677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-808dea88-18b7-4c64-b3a6-9808479878b7 req-66ddf686-08a5-4301-bbb0-8c5c0b30087e tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069956 Sep 16 04:48:55.982928 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6db5efc8-9edb-4f7f-b58e-29e636d11744 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.987403 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f48f2f-774c-46da-8df6-76f280be898a req-73639ba0-6ef0-438e-9a69-615a3b0f7db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:55.989540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6f48f2f-774c-46da-8df6-76f280be898a req-73639ba0-6ef0-438e-9a69-615a3b0f7db2 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1627116 Sep 16 04:48:56.145444 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-873be0b1-8ef5-47c3-8406-593329da4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:56.147305 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-873be0b1-8ef5-47c3-8406-593329da4197 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 1095 time: 0.0887418 Sep 16 04:48:56.163900 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246c2fa-2604-4849-92b1-f97e0601c28e req-4083cd95-3668-48c5-a6fb-278cfd2c4def tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:56.168200 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f246c2fa-2604-4849-92b1-f97e0601c28e req-4083cd95-3668-48c5-a6fb-278cfd2c4def tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.0913074 Sep 16 04:48:56.186169 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6db5efc8-9edb-4f7f-b58e-29e636d11744 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.192799 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db5efc8-9edb-4f7f-b58e-29e636d11744 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:56.193486 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6db5efc8-9edb-4f7f-b58e-29e636d11744 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.230131 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-e09ef7db-57ff-42a7-afdd-ea7ab68692de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 HTTP/1.1" status: 200 len: 217 time: 0.0608916 Sep 16 04:48:56.292487 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5efc8-9edb-4f7f-b58e-29e636d11744 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event updated for resources: {'Network': ['ID=25dc981a-4bf0-4e39-9c80-5980ada4b30c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:56.307364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f246c2fa-2604-4849-92b1-f97e0601c28e req-d1aeefa0-ff88-4872-9a27-161fafb169bd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287928 Sep 16 04:48:56.307750 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 25dc981a-4bf0-4e39-9c80-5980ada4b30c details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:56.320832 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-184ca69b-7367-4520-9a89-0b9cfe9d2c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:56.322860 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-184ca69b-7367-4520-9a89-0b9cfe9d2c08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9023553c-0727-4415-b53e-7374b71d88bd HTTP/1.1" status: 200 len: 860 time: 0.0854335 Sep 16 04:48:56.331159 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-1eb0cc41-f695-4e19-827d-3a4351d2432a tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:56.339037 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-1eb0cc41-f695-4e19-827d-3a4351d2432a tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:56.341942 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-1eb0cc41-f695-4e19-827d-3a4351d2432a tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.38 "GET /v2.0/networks?id=17b697c2-526a-4436-b056-39142bb5444b&id=1e2ef960-8799-43fd-8a0e-b35b543080b2&id=17b697c2-526a-4436-b056-39142bb5444b HTTP/1.1" status: 200 len: 1390 time: 0.2392416 Sep 16 04:48:56.376757 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-1ff05b02-370b-4cdb-9e15-fb52b178931c tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Request body: {'port': {'device_id': '1e559cbe-8324-42e2-a773-6f104007bf64', 'network_id': '17b697c2-526a-4436-b056-39142bb5444b', 'admin_state_up': True, 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:56.389321 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-2dea9dc9-52a8-48ca-a68a-72bb1c1c2d2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584865 Sep 16 04:48:56.451404 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6db5efc8-9edb-4f7f-b58e-29e636d11744 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7595901 Sep 16 04:48:56.454593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40246) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:56.464981 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-1387b732-aa47-4b00-8434-b659bf73ee63 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-936493710'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:56.520711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-661b395e-d770-4818-b448-a7869ef47400 service neutron] 10.222.0.21 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225433 Sep 16 04:48:56.614541 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1387b732-aa47-4b00-8434-b659bf73ee63 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Made reservation on behalf of ee8d98757e0d4815a18cbb63a273fd61 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:56.621922 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1387b732-aa47-4b00-8434-b659bf73ee63 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.630803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2754eb-edcf-46d5-ac3d-979ae7d134bc req-885773e0-2fb9-48fc-b4ba-991705a65ffc tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:56.630803 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b2754eb-edcf-46d5-ac3d-979ae7d134bc req-885773e0-2fb9-48fc-b4ba-991705a65ffc tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 945 time: 0.1274905 Sep 16 04:48:56.660440 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1387b732-aa47-4b00-8434-b659bf73ee63 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:56.672483 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1387b732-aa47-4b00-8434-b659bf73ee63 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.672842 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-1387b732-aa47-4b00-8434-b659bf73ee63 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Added segment 02813e8b-5fbb-44a3-8b0e-0b887736a608 of type vlan for network 92487fc6-ad30-45f7-ae82-d9026609df50 Sep 16 04:48:56.718486 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1387b732-aa47-4b00-8434-b659bf73ee63 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.777824 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-1ff05b02-370b-4cdb-9e15-fb52b178931c tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Made reservation on behalf of d18d7b29526f4399aa06f52d1efd1dda for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:56.782863 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-1ff05b02-370b-4cdb-9e15-fb52b178931c tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.857626 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1387b732-aa47-4b00-8434-b659bf73ee63 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.864882 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1387b732-aa47-4b00-8434-b659bf73ee63 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:56.870732 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1387b732-aa47-4b00-8434-b659bf73ee63 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.943620 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4cb7580-5787-4cb4-929c-cf0c89790f38 req-6db94e08-3a2a-4ca1-ac19-a7846f4a0199 service neutron] 10.222.0.21 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074996 Sep 16 04:48:56.971124 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6571547-5bf9-4f0d-903c-15e2885d15cd req-b4d5ba17-0aa0-45da-9d28-0a63820b3e08 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 210 time: 0.0493352 Sep 16 04:48:56.996225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b2754eb-edcf-46d5-ac3d-979ae7d134bc req-6052abb2-40bf-4e63-80f0-e7ef98c3d469 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f9ded4-9615-4e62-ba23-ef743e0eb8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422267 Sep 16 04:48:57.001628 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387b732-aa47-4b00-8434-b659bf73ee63 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event updated for resources: {'Network': ['ID=92487fc6-ad30-45f7-ae82-d9026609df50,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:57.007732 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1387b732-aa47-4b00-8434-b659bf73ee63 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5494576 Sep 16 04:48:57.008032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40262) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:57.014053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-24c43002-d29e-4354-b283-2ef59a5e5ea7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Request body: {'subnet': {'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:57.032333 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 92487fc6-ad30-45f7-ae82-d9026609df50 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:57.048445 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-1ff05b02-370b-4cdb-9e15-fb52b178931c tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Allocated IP 19.80.0.42 (17b697c2-526a-4436-b056-39142bb5444b/c9530d72-362a-4bbe-8678-3c6bb0771c2a/82bb5ec8-18d3-42c9-a942-8d94e3f61b80) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:57.172656 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f40be-7012-41f6-8a74-0722460fdcdf req-da2db7eb-5bd8-45eb-80c8-7318c2eb930e tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:57.174559 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c1f40be-7012-41f6-8a74-0722460fdcdf req-da2db7eb-5bd8-45eb-80c8-7318c2eb930e tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 943 time: 0.0739393 Sep 16 04:48:57.225751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c1f40be-7012-41f6-8a74-0722460fdcdf req-41033d1f-d435-4338-b6a3-4ca6739183bc tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444248 Sep 16 04:48:57.236388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c43002-d29e-4354-b283-2ef59a5e5ea7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Made reservation on behalf of ee8d98757e0d4815a18cbb63a273fd61 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:57.244192 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-24c43002-d29e-4354-b283-2ef59a5e5ea7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.285595 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-1ff05b02-370b-4cdb-9e15-fb52b178931c tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.412851 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-1ff05b02-370b-4cdb-9e15-fb52b178931c tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.421627 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 3252de53-f9b5-4595-a0fd-92326a80da5e details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:48:57.459457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-1ff05b02-370b-4cdb-9e15-fb52b178931c tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Network 17b697c2-526a-4436-b056-39142bb5444b is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:57.462871 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-1ff05b02-370b-4cdb-9e15-fb52b178931c tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:57.469095 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-1ff05b02-370b-4cdb-9e15-fb52b178931c tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:57.475997 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff05b02-370b-4cdb-9e15-fb52b178931c tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event updated for resources: {'Port': ['ID=82bb5ec8-18d3-42c9-a942-8d94e3f61b80,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:57.485227 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca2826-4694-44e1-ac03-6a5793864ad5 req-9be41822-ba11-473d-83fe-6b5ff490bfbf tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:57.494289 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eeca2826-4694-44e1-ac03-6a5793864ad5 req-9be41822-ba11-473d-83fe-6b5ff490bfbf tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.0944524 Sep 16 04:48:57.554130 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-1ff05b02-370b-4cdb-9e15-fb52b178931c tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:57.554975 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-1ff05b02-370b-4cdb-9e15-fb52b178931c tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.560942 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 3252de53-f9b5-4595-a0fd-92326a80da5e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=3252de53-f9b5-4595-a0fd-92326a80da5e,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:57.561777 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eeca2826-4694-44e1-ac03-6a5793864ad5 req-205d5384-270c-4d22-af10-6e9d6994e3c0 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662253 Sep 16 04:48:57.579793 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '3252de53-f9b5-4595-a0fd-92326a80da5e', 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60', 'port_id': '3252de53-f9b5-4595-a0fd-92326a80da5e', 'mac_address': 'fa:16:3e:72:af:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1389bae5-dd46-4164-b9db-3ab16c90c617', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:48:57.622248 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.624514 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-24c43002-d29e-4354-b283-2ef59a5e5ea7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.639317 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3252de53-f9b5-4595-a0fd-92326a80da5e {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:57.676744 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-1ff05b02-370b-4cdb-9e15-fb52b178931c tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3109684 Sep 16 04:48:57.679656 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 3252de53-f9b5-4595-a0fd-92326a80da5e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=3252de53-f9b5-4595-a0fd-92326a80da5e,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:57.694536 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-c5dcf3b7-ba8c-4764-b1c4-f4cfaecfedc6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Request body: {'port': {'device_id': '1e559cbe-8324-42e2-a773-6f104007bf64', 'network_id': '1e2ef960-8799-43fd-8a0e-b35b543080b2', 'admin_state_up': True, 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:57.704653 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c43002-d29e-4354-b283-2ef59a5e5ea7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event updated for resources: {'Subnet': ['ID=89b9465c-5aea-4f0b-9ac0-609722b1fa65,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:57.718708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c43002-d29e-4354-b283-2ef59a5e5ea7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Checking segment: {'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:57.718708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c43002-d29e-4354-b283-2ef59a5e5ea7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Network hostable DHCP agents. Network: 25dc981a-4bf0-4e39-9c80-5980ada4b30c, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:57.777888 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a8b7cf69-c8f7-4d96-aa81-d38d0b78b700 None None] Provisioning complete for port 82bb5ec8-18d3-42c9-a942-8d94e3f61b80 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:57.778258 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a8b7cf69-c8f7-4d96-aa81-d38d0b78b700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.819237 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a8b7cf69-c8f7-4d96-aa81-d38d0b78b700 None None] Port 82bb5ec8-18d3-42c9-a942-8d94e3f61b80 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:57.834833 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.858519 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0d331f91-ec80-4905-8fd1-0942855bb250 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:57.893157 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c43002-d29e-4354-b283-2ef59a5e5ea7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Network 25dc981a-4bf0-4e39-9c80-5980ada4b30c is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:57.899361 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40274) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:57.917562 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=3252de53-f9b5-4595-a0fd-92326a80da5e,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:58.018301 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-c5dcf3b7-ba8c-4764-b1c4-f4cfaecfedc6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Made reservation on behalf of d18d7b29526f4399aa06f52d1efd1dda for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:58.018301 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-c5dcf3b7-ba8c-4764-b1c4-f4cfaecfedc6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.031755 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-061972cf-3e79-4134-8473-76cabbaa98ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.046264 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 0d331f91-ec80-4905-8fd1-0942855bb250 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:48:58.047585 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-24c43002-d29e-4354-b283-2ef59a5e5ea7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 25dc981a-4bf0-4e39-9c80-5980ada4b30c) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:58.050416 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 0d331f91-ec80-4905-8fd1-0942855bb250 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:58.054243 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.056350 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c43002-d29e-4354-b283-2ef59a5e5ea7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:58.057144 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-24c43002-d29e-4354-b283-2ef59a5e5ea7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.090062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c343e3c-54dd-4c00-bfdc-41f303ec18dd None None] Network 25dc981a-4bf0-4e39-9c80-5980ada4b30c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:58.100559 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.190834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e04db-b6fa-4c62-82ee-eed55b8e9f6f req-85938171-56fe-49f9-b996-545dd4e802f6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:58.193080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-312e04db-b6fa-4c62-82ee-eed55b8e9f6f req-85938171-56fe-49f9-b996-545dd4e802f6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 931 time: 0.1155384 Sep 16 04:48:58.214280 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11decc-b0ea-4358-b89a-2b685ce1642e req-2291db50-287b-4951-87c5-622049d1fb8f tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:58.215169 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-c5dcf3b7-ba8c-4764-b1c4-f4cfaecfedc6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Allocated IP 19.86.0.26 (1e2ef960-8799-43fd-8a0e-b35b543080b2/5e57236e-1d02-4e98-83b3-1249e315bb65/94978468-c386-44ce-a491-eb9fb6dc26d0) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:58.215818 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d11decc-b0ea-4358-b89a-2b685ce1642e req-2291db50-287b-4951-87c5-622049d1fb8f tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 945 time: 0.1217358 Sep 16 04:48:58.270111 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-061972cf-3e79-4134-8473-76cabbaa98ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.270850 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.284193 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['3252de53-f9b5-4595-a0fd-92326a80da5e'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:58.295411 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-312e04db-b6fa-4c62-82ee-eed55b8e9f6f req-571c7aa7-e8b1-46e9-b49d-59926ee30ec5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932992 Sep 16 04:48:58.301447 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d11decc-b0ea-4358-b89a-2b685ce1642e req-05a53d65-572b-499c-ba5b-2b1b1e4ecf58 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f9ded4-9615-4e62-ba23-ef743e0eb8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699172 Sep 16 04:48:58.349315 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c11e9e-8a3b-4988-8ce4-eae1555a27ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d331f91-ec80-4905-8fd1-0942855bb250'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:58.351721 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bc2b16-5285-4655-ba0c-dd4f2b29c888" -d '{"events": [{"server_uuid": "63c11e9e-8a3b-4988-8ce4-eae1555a27ef", "name": "network-vif-plugged", "status": "completed", "tag": "0d331f91-ec80-4905-8fd1-0942855bb250"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:58.360710 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-25dc981a-4bf0-4e39-9c80-5980ada4b30c', 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'fixed_ips': [{'subnet_id': '89b9465c-5aea-4f0b-9ac0-609722b1fa65'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:58.361661 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.376340 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 0d331f91-ec80-4905-8fd1-0942855bb250, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0d331f91-ec80-4905-8fd1-0942855bb250,segment=NetworkSegment(0ebd056d-6930-476d-b68a-9e5d311eceb6),segment_id=0ebd056d-6930-476d-b68a-9e5d311eceb6)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:58.420331 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-c5dcf3b7-ba8c-4764-b1c4-f4cfaecfedc6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.445804 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-061972cf-3e79-4134-8473-76cabbaa98ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.496005 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-061972cf-3e79-4134-8473-76cabbaa98ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cdf5853f0ddd4987834669aede9fc5b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5954206 Sep 16 04:48:58.498554 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40290) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:58.499603 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061972cf-3e79-4134-8473-76cabbaa98ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba99a71-02e8-44ef-b9ef-71424f57cdf8,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:58.516392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fad00c-3e27-4ee6-bad2-be209e958fb1 req-f1f4e64e-cd57-424f-bbc0-5cd339f0c9ef tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:58.525967 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31fad00c-3e27-4ee6-bad2-be209e958fb1 req-f1f4e64e-cd57-424f-bbc0-5cd339f0c9ef tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 943 time: 0.1241980 Sep 16 04:48:58.561326 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c190592e-0dac-4ebf-860c-ebe0d3791184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.566409 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31fad00c-3e27-4ee6-bad2-be209e958fb1 req-8d0a2864-6b91-4cb0-9a7d-11c325423e38 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418468 Sep 16 04:48:58.577515 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.590303 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566fa9ab-8f0c-4b69-afbd-b85014c71ea2 x-openstack-request-id: req-566fa9ab-8f0c-4b69-afbd-b85014c71ea2 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:58.590589 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c11e9e-8a3b-4988-8ce4-eae1555a27ef", "name": "network-vif-plugged", "status": "completed", "tag": "0d331f91-ec80-4905-8fd1-0942855bb250", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:58.590836 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-566fa9ab-8f0c-4b69-afbd-b85014c71ea2 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:58.591248 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c11e9e-8a3b-4988-8ce4-eae1555a27ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d331f91-ec80-4905-8fd1-0942855bb250', 'code': 200} Sep 16 04:48:58.612782 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c190592e-0dac-4ebf-860c-ebe0d3791184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.636283 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-24c43002-d29e-4354-b283-2ef59a5e5ea7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6271036 Sep 16 04:48:58.638911 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40294) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:58.644841 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-41ed4da3-7a97-4a62-9215-906900596dd2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Request body: {'subnet': {'network_id': '92487fc6-ad30-45f7-ae82-d9026609df50', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:58.645862 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-c5dcf3b7-ba8c-4764-b1c4-f4cfaecfedc6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.669742 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] Allocated IP 10.1.1.2 (25dc981a-4bf0-4e39-9c80-5980ada4b30c/89b9465c-5aea-4f0b-9ac0-609722b1fa65/126791c0-0513-4cd7-9875-40d2354d3930) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:58.704169 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-c5dcf3b7-ba8c-4764-b1c4-f4cfaecfedc6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Network 1e2ef960-8799-43fd-8a0e-b35b543080b2 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:58.711250 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-c5dcf3b7-ba8c-4764-b1c4-f4cfaecfedc6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:58.717048 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-c5dcf3b7-ba8c-4764-b1c4-f4cfaecfedc6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:58.720628 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dcf3b7-ba8c-4764-b1c4-f4cfaecfedc6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event updated for resources: {'Port': ['ID=94978468-c386-44ce-a491-eb9fb6dc26d0,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:58.736822 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=0d331f91-ec80-4905-8fd1-0942855bb250,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:58.787484 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-c5dcf3b7-ba8c-4764-b1c4-f4cfaecfedc6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:58.788078 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-c5dcf3b7-ba8c-4764-b1c4-f4cfaecfedc6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.859246 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73559ad8-1805-4ce7-8252-c8ace390406a req-556dd70d-dde9-46ce-a99c-679cb55c87b8 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:58.861274 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-73559ad8-1805-4ce7-8252-c8ace390406a req-556dd70d-dde9-46ce-a99c-679cb55c87b8 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 945 time: 0.1256211 Sep 16 04:48:58.871294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398fda4-e69b-4c20-b3e6-3b1845f4d8bb req-4ad9eec8-9120-4e87-9acf-ade4fe7d11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:58.872949 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e398fda4-e69b-4c20-b3e6-3b1845f4d8bb req-4ad9eec8-9120-4e87-9acf-ade4fe7d11d1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 1098 time: 0.1361775 Sep 16 04:48:58.904070 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.926563 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c190592e-0dac-4ebf-860c-ebe0d3791184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.933074 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c190592e-0dac-4ebf-860c-ebe0d3791184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.933074 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c190592e-0dac-4ebf-860c-ebe0d3791184 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dba99a71-02e8-44ef-b9ef-71424f57cdf8 HTTP/1.1" status: 204 len: 168 time: 0.4302819 Sep 16 04:48:58.938929 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190592e-0dac-4ebf-860c-ebe0d3791184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba99a71-02e8-44ef-b9ef-71424f57cdf8,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:58.939753 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-73559ad8-1805-4ce7-8252-c8ace390406a req-ad09c5a8-ffe3-4947-aaa4-91ccbe87c811 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707495 Sep 16 04:48:58.954545 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e398fda4-e69b-4c20-b3e6-3b1845f4d8bb req-a5ffeb54-45d1-4876-99a9-d0a877e91e24 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=31f9ded4-9615-4e62-ba23-ef743e0eb8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736992 Sep 16 04:48:59.047236 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ed4da3-7a97-4a62-9215-906900596dd2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Made reservation on behalf of ee8d98757e0d4815a18cbb63a273fd61 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:59.047236 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41ed4da3-7a97-4a62-9215-906900596dd2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.054155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9b80447b-c493-451a-bb74-850883c46cae None None] Provisioning complete for port 94978468-c386-44ce-a491-eb9fb6dc26d0 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:59.054532 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9b80447b-c493-451a-bb74-850883c46cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.089272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9b80447b-c493-451a-bb74-850883c46cae None None] Port 94978468-c386-44ce-a491-eb9fb6dc26d0 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:59.172072 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.204380 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-c5dcf3b7-ba8c-4764-b1c4-f4cfaecfedc6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5139892 Sep 16 04:48:59.211255 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] Network 25dc981a-4bf0-4e39-9c80-5980ada4b30c is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:59.218142 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:59.223466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:59.226082 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] Pushing event updated for resources: {'Port': ['ID=126791c0-0513-4cd7-9875-40d2354d3930,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:59.283610 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] Attempting to bind port 126791c0-0513-4cd7-9875-40d2354d3930 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:59.283969 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] Attempting to bind port 126791c0-0513-4cd7-9875-40d2354d3930 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:59.284323 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] Attempting to bind port 126791c0-0513-4cd7-9875-40d2354d3930 on network 25dc981a-4bf0-4e39-9c80-5980ada4b30c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:59.289401 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:59.289777 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] Checking segment: {'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:59.290248 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.290580 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] Bound using segment: {'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:59.291083 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] Bound port: 126791c0-0513-4cd7-9875-40d2354d3930, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:59.293797 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.293938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9fa79a6-94f2-4276-93c9-472f87c74d31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Request body: {'port': {'device_id': '1e559cbe-8324-42e2-a773-6f104007bf64', 'network_id': '17b697c2-526a-4436-b056-39142bb5444b', 'admin_state_up': True, 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:59.349860 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41ed4da3-7a97-4a62-9215-906900596dd2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.374325 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] For port 126791c0-0513-4cd7-9875-40d2354d3930, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:59.378477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] For port 126791c0-0513-4cd7-9875-40d2354d3930, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=126791c0-0513-4cd7-9875-40d2354d3930,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:59.430890 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 3252de53-f9b5-4595-a0fd-92326a80da5e up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:59.483473 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.484301 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed4da3-7a97-4a62-9215-906900596dd2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event updated for resources: {'Subnet': ['ID=e3cf3c4e-d286-4dbe-a756-42de8506c72b,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:59.489262 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 3252de53-f9b5-4595-a0fd-92326a80da5e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:59.489659 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.521065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ed4da3-7a97-4a62-9215-906900596dd2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Checking segment: {'id': '02813e8b-5fbb-44a3-8b0e-0b887736a608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92487fc6-ad30-45f7-ae82-d9026609df50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:59.521433 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ed4da3-7a97-4a62-9215-906900596dd2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Network hostable DHCP agents. Network: 92487fc6-ad30-45f7-ae82-d9026609df50, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:59.531612 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d582d6-f550-4c8d-a4f7-d1a6d1db83fb req-a14c5d67-7c0a-4e34-84dc-8af99ff3f178 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:59.538437 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d582d6-f550-4c8d-a4f7-d1a6d1db83fb req-a14c5d67-7c0a-4e34-84dc-8af99ff3f178 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:59.547697 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90d582d6-f550-4c8d-a4f7-d1a6d1db83fb req-a14c5d67-7c0a-4e34-84dc-8af99ff3f178 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 1653 time: 0.1392646 Sep 16 04:48:59.579035 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed99461-39bd-4ec5-8343-66e1edec8731 req-564e02cf-c0f5-4c59-a84b-2078a4c34f12 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:59.580640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ed99461-39bd-4ec5-8343-66e1edec8731 req-564e02cf-c0f5-4c59-a84b-2078a4c34f12 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 946 time: 0.1743050 Sep 16 04:48:59.593124 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9fa79a6-94f2-4276-93c9-472f87c74d31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Made reservation on behalf of d18d7b29526f4399aa06f52d1efd1dda for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:59.593449 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c12c3-2620-4f67-9419-27e5d8437568 None None] Pushing event updated for resources: {'Port': ['ID=126791c0-0513-4cd7-9875-40d2354d3930,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:59.593950 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9fa79a6-94f2-4276-93c9-472f87c74d31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.645775 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.657817 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90d582d6-f550-4c8d-a4f7-d1a6d1db83fb req-d0dde57a-b994-4a72-9d6b-fb49eb134ef4 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086977 Sep 16 04:48:59.685852 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 3252de53-f9b5-4595-a0fd-92326a80da5e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=3252de53-f9b5-4595-a0fd-92326a80da5e,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:59.690837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ed99461-39bd-4ec5-8343-66e1edec8731 req-a83f6445-2f46-421b-9cd2-85cfad80d168 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f9ded4-9615-4e62-ba23-ef743e0eb8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895727 Sep 16 04:48:59.727693 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ed4da3-7a97-4a62-9215-906900596dd2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Network 92487fc6-ad30-45f7-ae82-d9026609df50 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:59.778732 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9fa79a6-94f2-4276-93c9-472f87c74d31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Allocated IP 19.80.0.122 (17b697c2-526a-4436-b056-39142bb5444b/c9530d72-362a-4bbe-8678-3c6bb0771c2a/0fac439c-b857-4bf8-a45e-b759a8db39b3) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:59.936815 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184318d-a8ba-4fad-a6c1-6f5ee42c0a37 req-36658031-9e76-4c5e-bf47-77636cd53282 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:59.938304 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0184318d-a8ba-4fad-a6c1-6f5ee42c0a37 req-36658031-9e76-4c5e-bf47-77636cd53282 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 943 time: 0.0677454 Sep 16 04:48:59.955141 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.973062 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-41ed4da3-7a97-4a62-9215-906900596dd2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 92487fc6-ad30-45f7-ae82-d9026609df50) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:59.985142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ed4da3-7a97-4a62-9215-906900596dd2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:59.985649 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41ed4da3-7a97-4a62-9215-906900596dd2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.991721 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8d4a69-3da0-42a9-9bc6-c663eff9f782 None None] Network 92487fc6-ad30-45f7-ae82-d9026609df50 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:00.004650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0184318d-a8ba-4fad-a6c1-6f5ee42c0a37 req-18c20b3c-8469-412d-a3ef-6e46a4593377 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593307 Sep 16 04:49:00.038847 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9fa79a6-94f2-4276-93c9-472f87c74d31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.079359 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40312) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:00.087041 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=3252de53-f9b5-4595-a0fd-92326a80da5e,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:00.104363 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-18134854-65d1-4546-9d8b-5aa2eb98ac3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.107372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843e35c-02a8-4f55-adf9-de6ac659eacc req-3861f8e3-4773-45f1-b6a8-c5b849eaa250 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:00.108997 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d843e35c-02a8-4f55-adf9-de6ac659eacc req-3861f8e3-4773-45f1-b6a8-c5b849eaa250 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.0645599 Sep 16 04:49:00.161606 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d843e35c-02a8-4f55-adf9-de6ac659eacc req-45c36735-3520-4b33-9e3d-0df3327f908a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419719 Sep 16 04:49:00.184579 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-92487fc6-ad30-45f7-ae82-d9026609df50', 'network_id': '92487fc6-ad30-45f7-ae82-d9026609df50', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'fixed_ips': [{'subnet_id': 'e3cf3c4e-d286-4dbe-a756-42de8506c72b'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:49:00.185445 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.190436 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-41ed4da3-7a97-4a62-9215-906900596dd2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5501802 Sep 16 04:49:00.198875 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40314) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:00.212520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-aec55a86-f4a6-47d7-9179-f8b358f8405c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Request body: {'port': {'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c', 'name': 'tempest-TaggedBootDevicesTest_v242-1981609759', 'fixed_ips': [{'subnet_id': '89b9465c-5aea-4f0b-9ac0-609722b1fa65'}]}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:00.255965 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9fa79a6-94f2-4276-93c9-472f87c74d31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.333383 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-18134854-65d1-4546-9d8b-5aa2eb98ac3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.341689 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9fa79a6-94f2-4276-93c9-472f87c74d31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Network 17b697c2-526a-4436-b056-39142bb5444b is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:00.345523 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9fa79a6-94f2-4276-93c9-472f87c74d31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:00.352956 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9fa79a6-94f2-4276-93c9-472f87c74d31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:00.358312 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] Allocated IP 10.2.2.2 (92487fc6-ad30-45f7-ae82-d9026609df50/e3cf3c4e-d286-4dbe-a756-42de8506c72b/f29034e3-6dbf-4c06-8b1f-6c690ddae6a1) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:00.360798 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa79a6-94f2-4276-93c9-472f87c74d31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event updated for resources: {'Port': ['ID=0fac439c-b857-4bf8-a45e-b759a8db39b3,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:00.417700 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9fa79a6-94f2-4276-93c9-472f87c74d31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:00.418462 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9fa79a6-94f2-4276-93c9-472f87c74d31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.448524 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-18134854-65d1-4546-9d8b-5aa2eb98ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.507620 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-18134854-65d1-4546-9d8b-5aa2eb98ac3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=300dffb9a6ad42ecb50c2abd651e6f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4262047 Sep 16 04:49:00.509357 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18134854-65d1-4546-9d8b-5aa2eb98ac3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36435b9b-62cf-43a0-a061-8a1417daa71b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:00.511137 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40316) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:00.549906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec55a86-f4a6-47d7-9179-f8b358f8405c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Made reservation on behalf of ee8d98757e0d4815a18cbb63a273fd61 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:00.678743 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e720f8-576d-4486-9575-da8a6d62838a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3252de53-f9b5-4595-a0fd-92326a80da5e'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:00.680415 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4f3e1a-d6b5-4d8f-9c1f-fc97e95335bf" -d '{"events": [{"server_uuid": "73e720f8-576d-4486-9575-da8a6d62838a", "name": "network-vif-plugged", "status": "completed", "tag": "3252de53-f9b5-4595-a0fd-92326a80da5e"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:00.712711 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d370f46c-e72a-4ac6-adbb-420fe5573eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.715607 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9fa79a6-94f2-4276-93c9-472f87c74d31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4263718 Sep 16 04:49:00.734749 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Request body: {'port': {'device_id': '1e559cbe-8324-42e2-a773-6f104007bf64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:00.745522 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-bb21ed83-66ab-4c7d-b2b2-4702754571e3 None None] Provisioning complete for port 0fac439c-b857-4bf8-a45e-b759a8db39b3 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:00.745522 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bb21ed83-66ab-4c7d-b2b2-4702754571e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.786059 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.789500 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-bb21ed83-66ab-4c7d-b2b2-4702754571e3 None None] Port 0fac439c-b857-4bf8-a45e-b759a8db39b3 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:00.789704 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aec55a86-f4a6-47d7-9179-f8b358f8405c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.795018 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0813e07-f62b-4487-9573-a33b59b0bb7b x-openstack-request-id: req-a0813e07-f62b-4487-9573-a33b59b0bb7b {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:00.795901 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e720f8-576d-4486-9575-da8a6d62838a", "name": "network-vif-plugged", "status": "completed", "tag": "3252de53-f9b5-4595-a0fd-92326a80da5e", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:00.796211 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0813e07-f62b-4487-9573-a33b59b0bb7b {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:00.796663 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e720f8-576d-4486-9575-da8a6d62838a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3252de53-f9b5-4595-a0fd-92326a80da5e', 'code': 200} Sep 16 04:49:00.851481 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d370f46c-e72a-4ac6-adbb-420fe5573eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.876077 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.892109 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.956104 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] Network 92487fc6-ad30-45f7-ae82-d9026609df50 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:00.963334 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:00.970430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-aec55a86-f4a6-47d7-9179-f8b358f8405c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] device_id is not set on port ccee8eb8-1da5-4032-97e8-3546b99f9057 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:49:00.981414 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:01.047075 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdd9147-9f3e-4224-a156-def61a75ad63 None None] Network 25dc981a-4bf0-4e39-9c80-5980ada4b30c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:01.079538 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] Pushing event updated for resources: {'Port': ['ID=f29034e3-6dbf-4c06-8b1f-6c690ddae6a1,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:01.147406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 126791c0-0513-4cd7-9875-40d2354d3930 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:01.174579 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d7eb2dc6-cf78-4db3-8a48-f6072e9e2dc3 None None] Provisioning complete for port 126791c0-0513-4cd7-9875-40d2354d3930 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:01.174921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa94e3-3e18-4ca8-8328-524abb6e97a1 req-a4fc64ee-9b4b-4581-b0be-575adc2419ec tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:01.175070 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d7eb2dc6-cf78-4db3-8a48-f6072e9e2dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.177388 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1fa94e3-3e18-4ca8-8328-524abb6e97a1 req-a4fc64ee-9b4b-4581-b0be-575adc2419ec tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 946 time: 0.3084505 Sep 16 04:49:01.186814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa677f32-d04b-4500-8fd0-37cf4e9d1b5e req-0981a12f-ac19-4a2e-9509-4fe42a429fef tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:01.195090 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa677f32-d04b-4500-8fd0-37cf4e9d1b5e req-0981a12f-ac19-4a2e-9509-4fe42a429fef tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:01.201018 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa677f32-d04b-4500-8fd0-37cf4e9d1b5e req-0981a12f-ac19-4a2e-9509-4fe42a429fef tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:01.202704 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa677f32-d04b-4500-8fd0-37cf4e9d1b5e req-0981a12f-ac19-4a2e-9509-4fe42a429fef tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2375 time: 0.3489468 Sep 16 04:49:01.234989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] Attempting to bind port f29034e3-6dbf-4c06-8b1f-6c690ddae6a1 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:01.234989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] Attempting to bind port f29034e3-6dbf-4c06-8b1f-6c690ddae6a1 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '02813e8b-5fbb-44a3-8b0e-0b887736a608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92487fc6-ad30-45f7-ae82-d9026609df50'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:01.234989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] Attempting to bind port f29034e3-6dbf-4c06-8b1f-6c690ddae6a1 on network 92487fc6-ad30-45f7-ae82-d9026609df50 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:01.244988 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d370f46c-e72a-4ac6-adbb-420fe5573eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.247552 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d370f46c-e72a-4ac6-adbb-420fe5573eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.248701 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d370f46c-e72a-4ac6-adbb-420fe5573eeb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36435b9b-62cf-43a0-a061-8a1417daa71b HTTP/1.1" status: 204 len: 168 time: 0.7355070 Sep 16 04:49:01.282200 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:01.283676 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] Checking segment: {'id': '02813e8b-5fbb-44a3-8b0e-0b887736a608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92487fc6-ad30-45f7-ae82-d9026609df50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:01.285040 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.287276 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] Bound using segment: {'id': '02813e8b-5fbb-44a3-8b0e-0b887736a608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92487fc6-ad30-45f7-ae82-d9026609df50'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:01.288553 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] Bound port: f29034e3-6dbf-4c06-8b1f-6c690ddae6a1, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02813e8b-5fbb-44a3-8b0e-0b887736a608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92487fc6-ad30-45f7-ae82-d9026609df50'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:01.289052 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.291185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370f46c-e72a-4ac6-adbb-420fe5573eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36435b9b-62cf-43a0-a061-8a1417daa71b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:01.304184 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82bb5ec8-18d3-42c9-a942-8d94e3f61b80 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:01.313714 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.335907 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Transition to ACTIVE for port object 82bb5ec8-18d3-42c9-a942-8d94e3f61b80 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:01.358438 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1fa94e3-3e18-4ca8-8328-524abb6e97a1 req-d34417b1-d85a-4602-9f4b-79a095b11cb3 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f9ded4-9615-4e62-ba23-ef743e0eb8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301165 Sep 16 04:49:01.370316 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa677f32-d04b-4500-8fd0-37cf4e9d1b5e req-93c727cb-0707-4dc4-86e3-346529e1d8c0 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407278 Sep 16 04:49:01.387494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-aec55a86-f4a6-47d7-9179-f8b358f8405c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Allocated IP 10.1.1.140 (25dc981a-4bf0-4e39-9c80-5980ada4b30c/89b9465c-5aea-4f0b-9ac0-609722b1fa65/ccee8eb8-1da5-4032-97e8-3546b99f9057) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:01.423452 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.443227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:01.459815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 126791c0-0513-4cd7-9875-40d2354d3930 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:01.460186 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.568329 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Pushing event updated for resources: {'Port': ['ID=82bb5ec8-18d3-42c9-a942-8d94e3f61b80,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:01.569012 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] For port f29034e3-6dbf-4c06-8b1f-6c690ddae6a1, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:01.602854 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Attempting to bind port 82bb5ec8-18d3-42c9-a942-8d94e3f61b80 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:01.603216 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Attempting to bind port 82bb5ec8-18d3-42c9-a942-8d94e3f61b80 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'bd985736-fff1-4ae0-96e6-87b0d1ef55a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17b697c2-526a-4436-b056-39142bb5444b'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:01.603549 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Attempting to bind port 82bb5ec8-18d3-42c9-a942-8d94e3f61b80 on network 17b697c2-526a-4436-b056-39142bb5444b {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:01.608461 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Port 82bb5ec8-18d3-42c9-a942-8d94e3f61b80 on network 17b697c2-526a-4436-b056-39142bb5444b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:01.608782 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Attempting to bind port 82bb5ec8-18d3-42c9-a942-8d94e3f61b80 on network 17b697c2-526a-4436-b056-39142bb5444b {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:01.615979 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:01.616317 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Checking segment: {'id': 'bd985736-fff1-4ae0-96e6-87b0d1ef55a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17b697c2-526a-4436-b056-39142bb5444b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:01.616850 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Bound using segment: {'id': 'bd985736-fff1-4ae0-96e6-87b0d1ef55a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17b697c2-526a-4436-b056-39142bb5444b'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:01.617308 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Bound port: 82bb5ec8-18d3-42c9-a942-8d94e3f61b80, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd985736-fff1-4ae0-96e6-87b0d1ef55a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17b697c2-526a-4436-b056-39142bb5444b'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:01.617672 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.622768 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] For port f29034e3-6dbf-4c06-8b1f-6c690ddae6a1, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f29034e3-6dbf-4c06-8b1f-6c690ddae6a1,segment=NetworkSegment(02813e8b-5fbb-44a3-8b0e-0b887736a608),segment_id=02813e8b-5fbb-44a3-8b0e-0b887736a608)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:01.684365 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aec55a86-f4a6-47d7-9179-f8b358f8405c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.687239 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d7eb2dc6-cf78-4db3-8a48-f6072e9e2dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.715760 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ecfeb-0ed5-43f7-b45a-03bd6e53eaa0 req-fd0cf483-5dbb-48f9-910a-ede7803e311a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:01.718100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-910ecfeb-0ed5-43f7-b45a-03bd6e53eaa0 req-fd0cf483-5dbb-48f9-910a-ede7803e311a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 943 time: 0.0724239 Sep 16 04:49:01.729263 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] For port 82bb5ec8-18d3-42c9-a942-8d94e3f61b80, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:01.733539 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] For port 82bb5ec8-18d3-42c9-a942-8d94e3f61b80, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=82bb5ec8-18d3-42c9-a942-8d94e3f61b80,segment=NetworkSegment(bd985736-fff1-4ae0-96e6-87b0d1ef55a1),segment_id=bd985736-fff1-4ae0-96e6-87b0d1ef55a1)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:01.774074 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:01.791016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-910ecfeb-0ed5-43f7-b45a-03bd6e53eaa0 req-c38eb7cc-f053-431d-a633-d1beeb292c7c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616655 Sep 16 04:49:01.859814 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.868517 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d7eb2dc6-cf78-4db3-8a48-f6072e9e2dc3 None None] For port 126791c0-0513-4cd7-9875-40d2354d3930, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=126791c0-0513-4cd7-9875-40d2354d3930,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:01.876620 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '7aae7be7-1aa7-4d87-8df6-51cedde3b7d3', 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2', 'port_id': '7aae7be7-1aa7-4d87-8df6-51cedde3b7d3', 'mac_address': 'fa:16:3e:00:d1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9023553c-0727-4415-b53e-7374b71d88bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:01.937016 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.975658 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.983039 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc282c8e-2805-415a-b1a9-6d2e8b63427a req-f078b32a-1611-4d1b-a03c-be792c119cc3 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:01.992629 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc282c8e-2805-415a-b1a9-6d2e8b63427a req-f078b32a-1611-4d1b-a03c-be792c119cc3 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.1022458 Sep 16 04:49:02.001368 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.009503 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d7eb2dc6-cf78-4db3-8a48-f6072e9e2dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.020088 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aec55a86-f4a6-47d7-9179-f8b358f8405c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.020977 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:02.089972 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:02.090594 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.095525 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] 10.222.0.38 "PUT /v2.0/ports/82bb5ec8-18d3-42c9-a942-8d94e3f61b80 HTTP/1.1" status: 200 len: 1092 time: 1.3652840 Sep 16 04:49:02.101796 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e559cbe-8324-42e2-a773-6f104007bf64', 'tag': '82bb5ec8-18d3-42c9-a942-8d94e3f61b80'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:02.104267 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c3f270-b937-45ec-abce-6df9fa474684" -d '{"events": [{"name": "network-changed", "server_uuid": "1e559cbe-8324-42e2-a773-6f104007bf64", "tag": "82bb5ec8-18d3-42c9-a942-8d94e3f61b80"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:02.105783 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:02.132004 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21536bf9-6c47-4b94-87cd-1396f51bc330 None None] Pushing event updated for resources: {'Port': ['ID=f29034e3-6dbf-4c06-8b1f-6c690ddae6a1,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:02.156297 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:49:02.156889 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:49:02.176645 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912ff97-07e3-4411-9f34-6288b4b19364 service neutron] Pushing event updated for resources: {'Port': ['ID=82bb5ec8-18d3-42c9-a942-8d94e3f61b80,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:02.202825 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc282c8e-2805-415a-b1a9-6d2e8b63427a req-eb4ddd73-6893-4ecf-86d0-c285b3962288 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092783 Sep 16 04:49:02.205069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec55a86-f4a6-47d7-9179-f8b358f8405c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Network 25dc981a-4bf0-4e39-9c80-5980ada4b30c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:02.214067 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-aec55a86-f4a6-47d7-9179-f8b358f8405c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:02.230141 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1fd376b7-69ac-43ef-8a5e-0d6300354e25 None None] Provisioning complete for port 126791c0-0513-4cd7-9875-40d2354d3930 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:02.230141 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1fd376b7-69ac-43ef-8a5e-0d6300354e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.239892 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec55a86-f4a6-47d7-9179-f8b358f8405c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:02.256094 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb2dc6-cf78-4db3-8a48-f6072e9e2dc3 None None] Pushing event updated for resources: {'Port': ['ID=126791c0-0513-4cd7-9875-40d2354d3930,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:02.281977 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.313757 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e22c380-e650-40d9-8cc6-88dfb2d31866 x-openstack-request-id: req-6e22c380-e650-40d9-8cc6-88dfb2d31866 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:02.313757 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e559cbe-8324-42e2-a773-6f104007bf64", "tag": "82bb5ec8-18d3-42c9-a942-8d94e3f61b80", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:02.313757 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e22c380-e650-40d9-8cc6-88dfb2d31866 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:02.313757 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e559cbe-8324-42e2-a773-6f104007bf64', 'tag': '82bb5ec8-18d3-42c9-a942-8d94e3f61b80', 'status': 'completed', 'code': 200} Sep 16 04:49:02.341812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec55a86-f4a6-47d7-9179-f8b358f8405c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event updated for resources: {'Port': ['ID=ccee8eb8-1da5-4032-97e8-3546b99f9057,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:02.356174 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:02.364363 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Request body: {'port': {'device_id': '1e559cbe-8324-42e2-a773-6f104007bf64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:02.567604 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec55a86-f4a6-47d7-9179-f8b358f8405c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:02.573125 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.574059 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aec55a86-f4a6-47d7-9179-f8b358f8405c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.676663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3f270-b937-45ec-abce-6df9fa474684 req-3ab9765c-06ba-416b-b013-ba03916de46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:02.677253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3f270-b937-45ec-abce-6df9fa474684 req-3ab9765c-06ba-416b-b013-ba03916de46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:02.678036 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3f270-b937-45ec-abce-6df9fa474684 req-3ab9765c-06ba-416b-b013-ba03916de46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:02.679895 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0c3f270-b937-45ec-abce-6df9fa474684 req-3ab9765c-06ba-416b-b013-ba03916de46c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d18d7b29526f4399aa06f52d1efd1dda&device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2731 time: 0.2835040 Sep 16 04:49:02.700537 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf925d-332d-4063-9934-006136818c8f req-f43b4ac5-a813-49ff-9af3-1a3582e1481e tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:02.710949 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf925d-332d-4063-9934-006136818c8f req-f43b4ac5-a813-49ff-9af3-1a3582e1481e tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:02.716973 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf925d-332d-4063-9934-006136818c8f req-f43b4ac5-a813-49ff-9af3-1a3582e1481e tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:02.718671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35bf925d-332d-4063-9934-006136818c8f req-f43b4ac5-a813-49ff-9af3-1a3582e1481e tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2387 time: 0.1409650 Sep 16 04:49:02.755667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['7aae7be7-1aa7-4d87-8df6-51cedde3b7d3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:02.890969 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-aec55a86-f4a6-47d7-9179-f8b358f8405c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6855531 Sep 16 04:49:02.902611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40374) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:02.909503 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-69946816-50e6-4984-8cd9-58e3f175aeb3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Request body: {'port': {'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c', 'name': 'tempest-TaggedBootDevicesTest_v242-1389870633', 'fixed_ips': [{'subnet_id': '89b9465c-5aea-4f0b-9ac0-609722b1fa65'}]}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:02.948579 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35bf925d-332d-4063-9934-006136818c8f req-c205b6d1-4ecc-4fac-bda6-bfa10a6f1bb7 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960604 Sep 16 04:49:02.954458 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3bea8ba0-fa2a-4038-877c-3d2e63742d8f None None] Provisioning complete for port ccee8eb8-1da5-4032-97e8-3546b99f9057 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:02.954983 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3bea8ba0-fa2a-4038-877c-3d2e63742d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.041071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-3bea8ba0-fa2a-4038-877c-3d2e63742d8f None None] Port ccee8eb8-1da5-4032-97e8-3546b99f9057 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:03.193866 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94978468-c386-44ce-a491-eb9fb6dc26d0 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:03.198043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3215ef8-e5a3-48cb-9f7f-71ed00462929 req-c934e34a-f2e2-4ccc-80f9-e409af0baa7f tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:03.205768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3215ef8-e5a3-48cb-9f7f-71ed00462929 req-c934e34a-f2e2-4ccc-80f9-e409af0baa7f tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 946 time: 0.3968036 Sep 16 04:49:03.214666 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.243308 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Transition to ACTIVE for port object 94978468-c386-44ce-a491-eb9fb6dc26d0 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:03.245174 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 126791c0-0513-4cd7-9875-40d2354d3930 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:03.256964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3f270-b937-45ec-abce-6df9fa474684 req-cbcfb493-fdda-4b57-bd34-a86aea1bb464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:03.257552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3f270-b937-45ec-abce-6df9fa474684 req-cbcfb493-fdda-4b57-bd34-a86aea1bb464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:03.258142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3f270-b937-45ec-abce-6df9fa474684 req-cbcfb493-fdda-4b57-bd34-a86aea1bb464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:03.260081 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0c3f270-b937-45ec-abce-6df9fa474684 req-cbcfb493-fdda-4b57-bd34-a86aea1bb464 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=d18d7b29526f4399aa06f52d1efd1dda&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5404885 Sep 16 04:49:03.306731 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 126791c0-0513-4cd7-9875-40d2354d3930 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:03.307711 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.333734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3215ef8-e5a3-48cb-9f7f-71ed00462929 req-4265a1ab-03a2-4ba8-8755-724d9d5fdaea tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f9ded4-9615-4e62-ba23-ef743e0eb8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269715 Sep 16 04:49:03.337887 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.391182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d6914-9fce-4a85-82b4-f02f7fda0a27 req-cf922881-6932-4b27-8029-1a689c7e28dc tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:03.392831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a0d6914-9fce-4a85-82b4-f02f7fda0a27 req-cf922881-6932-4b27-8029-1a689c7e28dc tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 944 time: 0.1822088 Sep 16 04:49:03.404461 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69946816-50e6-4984-8cd9-58e3f175aeb3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Made reservation on behalf of ee8d98757e0d4815a18cbb63a273fd61 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:03.420770 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-69946816-50e6-4984-8cd9-58e3f175aeb3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.448049 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f29034e3-6dbf-4c06-8b1f-6c690ddae6a1 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:03.544077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port f29034e3-6dbf-4c06-8b1f-6c690ddae6a1 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:03.544355 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.544458 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Pushing event updated for resources: {'Port': ['ID=94978468-c386-44ce-a491-eb9fb6dc26d0,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:03.704164 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Attempting to bind port 94978468-c386-44ce-a491-eb9fb6dc26d0 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:03.704705 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Attempting to bind port 94978468-c386-44ce-a491-eb9fb6dc26d0 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1e2ef960-8799-43fd-8a0e-b35b543080b2'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:03.705041 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Attempting to bind port 94978468-c386-44ce-a491-eb9fb6dc26d0 on network 1e2ef960-8799-43fd-8a0e-b35b543080b2 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:03.722566 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Port 94978468-c386-44ce-a491-eb9fb6dc26d0 on network 1e2ef960-8799-43fd-8a0e-b35b543080b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:03.723333 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Attempting to bind port 94978468-c386-44ce-a491-eb9fb6dc26d0 on network 1e2ef960-8799-43fd-8a0e-b35b543080b2 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:03.739211 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:03.740879 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Checking segment: {'id': '1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1e2ef960-8799-43fd-8a0e-b35b543080b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:03.743307 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Bound using segment: {'id': '1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1e2ef960-8799-43fd-8a0e-b35b543080b2'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:03.743990 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Bound port: 94978468-c386-44ce-a491-eb9fb6dc26d0, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1e2ef960-8799-43fd-8a0e-b35b543080b2'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:03.744549 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.752584 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.802821 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffac32d-44fc-4029-94e8-3b1dff09f08e None None] Network 92487fc6-ad30-45f7-ae82-d9026609df50 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:03.906476 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] For port 94978468-c386-44ce-a491-eb9fb6dc26d0, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:03.911023 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] For port 94978468-c386-44ce-a491-eb9fb6dc26d0, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=94978468-c386-44ce-a491-eb9fb6dc26d0,segment=NetworkSegment(1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b),segment_id=1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:03.915557 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-69946816-50e6-4984-8cd9-58e3f175aeb3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] device_id is not set on port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:49:04.000662 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.043956 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a0d6914-9fce-4a85-82b4-f02f7fda0a27 req-13906665-590b-4103-961f-5573e529f12e tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6131284 Sep 16 04:49:04.075671 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3f270-b937-45ec-abce-6df9fa474684 req-65ef9782-ead5-41ff-831d-4d0740d0f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:04.080720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0c3f270-b937-45ec-abce-6df9fa474684 req-65ef9782-ead5-41ff-831d-4d0740d0f9f6 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8097517 Sep 16 04:49:04.087842 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:04.088940 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.090306 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] 10.222.0.38 "PUT /v2.0/ports/94978468-c386-44ce-a491-eb9fb6dc26d0 HTTP/1.1" status: 200 len: 1092 time: 1.7315671 Sep 16 04:49:04.107541 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33c9b4-0e5d-4f36-8147-249b896cdbb5 req-53848c85-ff3e-49c2-8af0-b43577fbf921 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:04.123338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a33c9b4-0e5d-4f36-8147-249b896cdbb5 req-53848c85-ff3e-49c2-8af0-b43577fbf921 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.2770467 Sep 16 04:49:04.128161 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port f29034e3-6dbf-4c06-8b1f-6c690ddae6a1, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f29034e3-6dbf-4c06-8b1f-6c690ddae6a1,segment=NetworkSegment(02813e8b-5fbb-44a3-8b0e-0b887736a608),segment_id=02813e8b-5fbb-44a3-8b0e-0b887736a608)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:04.156130 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2b49b-0919-4ec3-afdb-8cb60a868371 service neutron] Pushing event updated for resources: {'Port': ['ID=94978468-c386-44ce-a491-eb9fb6dc26d0,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:04.234406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-5b3a4ec5-ee52-439c-8f98-b5ffa8d7aff2 None None] Provisioning complete for port f29034e3-6dbf-4c06-8b1f-6c690ddae6a1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:04.238617 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5b3a4ec5-ee52-439c-8f98-b5ffa8d7aff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.248500 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Request body: {'port': {'device_id': '1e559cbe-8324-42e2-a773-6f104007bf64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:04.263810 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.330261 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e559cbe-8324-42e2-a773-6f104007bf64', 'tag': '94978468-c386-44ce-a491-eb9fb6dc26d0'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:04.337252 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60cc00b-5393-4682-bd2c-1eeaf1e66bed" -d '{"events": [{"name": "network-changed", "server_uuid": "1e559cbe-8324-42e2-a773-6f104007bf64", "tag": "94978468-c386-44ce-a491-eb9fb6dc26d0"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:04.453144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.610160 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a33c9b4-0e5d-4f36-8147-249b896cdbb5 req-5b24b750-5617-446f-aa73-83e04191cfb8 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857507 Sep 16 04:49:04.688541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=f29034e3-6dbf-4c06-8b1f-6c690ddae6a1,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:04.787431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-69946816-50e6-4984-8cd9-58e3f175aeb3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Allocated IP 10.1.1.185 (25dc981a-4bf0-4e39-9c80-5980ada4b30c/89b9465c-5aea-4f0b-9ac0-609722b1fa65/207cd857-c1dd-4112-b6ee-2cc72b73c3f2) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:04.821593 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994030c-c4e8-4ec3-83af-2d471701edd9 req-ef914b44-6315-498e-b858-44ad15201f88 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:04.828593 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5994030c-c4e8-4ec3-83af-2d471701edd9 req-ef914b44-6315-498e-b858-44ad15201f88 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.38 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 946 time: 0.6571829 Sep 16 04:49:04.885947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10167daf-2d99-4b43-9a46-b755a29ebb8e req-070fc4f5-d757-40df-9cda-3856e1ba8398 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:04.899670 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10167daf-2d99-4b43-9a46-b755a29ebb8e req-070fc4f5-d757-40df-9cda-3856e1ba8398 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:04.910327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10167daf-2d99-4b43-9a46-b755a29ebb8e req-070fc4f5-d757-40df-9cda-3856e1ba8398 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:04.915789 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10167daf-2d99-4b43-9a46-b755a29ebb8e req-070fc4f5-d757-40df-9cda-3856e1ba8398 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2399 time: 0.5309124 Sep 16 04:49:05.075433 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f29034e3-6dbf-4c06-8b1f-6c690ddae6a1 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:05.146695 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aa721de7-cb57-49ee-af97-4ba29db1873a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.192533 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port f29034e3-6dbf-4c06-8b1f-6c690ddae6a1 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:05.193311 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.221509 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0ef16624-7091-4439-b868-38edb099d584 None None] Provisioning complete for port f29034e3-6dbf-4c06-8b1f-6c690ddae6a1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:05.228318 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0ef16624-7091-4439-b868-38edb099d584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.375520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10167daf-2d99-4b43-9a46-b755a29ebb8e req-00af62bc-d91b-4a22-b8be-a0b7f43ee301 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736770 Sep 16 04:49:05.442402 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:05.458388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa2ed0-028e-4458-937d-37ebd7d8ece6 req-2b9ff586-0b0e-48f5-9781-c6277dc534c0 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:05.464787 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ffa2ed0-028e-4458-937d-37ebd7d8ece6 req-2b9ff586-0b0e-48f5-9781-c6277dc534c0 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 946 time: 0.5479786 Sep 16 04:49:05.476469 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41916e2-c421-4f1b-a8d1-7395a4c463df x-openstack-request-id: req-c41916e2-c421-4f1b-a8d1-7395a4c463df {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:05.478820 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e559cbe-8324-42e2-a773-6f104007bf64", "tag": "94978468-c386-44ce-a491-eb9fb6dc26d0", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:05.479359 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c41916e2-c421-4f1b-a8d1-7395a4c463df {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:05.480015 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e559cbe-8324-42e2-a773-6f104007bf64', 'tag': '94978468-c386-44ce-a491-eb9fb6dc26d0', 'status': 'completed', 'code': 200} Sep 16 04:49:05.594719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:49:05.600379 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:05.600838 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.615247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ffa2ed0-028e-4458-937d-37ebd7d8ece6 req-10600dc4-c203-45ce-9843-4b9331a90760 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f9ded4-9615-4e62-ba23-ef743e0eb8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282504 Sep 16 04:49:05.660847 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-5994030c-c4e8-4ec3-83af-2d471701edd9 req-a6030e1c-b8ab-4f2d-bb04-316e2a20d5e4 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Deleting port 0d331f91-ec80-4905-8fd1-0942855bb250 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:05.661357 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5994030c-c4e8-4ec3-83af-2d471701edd9 req-a6030e1c-b8ab-4f2d-bb04-316e2a20d5e4 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.697768 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cc00b-5393-4682-bd2c-1eeaf1e66bed req-2700f4f5-7e56-465a-8295-44a0e72e517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:05.702366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cc00b-5393-4682-bd2c-1eeaf1e66bed req-2700f4f5-7e56-465a-8295-44a0e72e517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:05.703407 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cc00b-5393-4682-bd2c-1eeaf1e66bed req-2700f4f5-7e56-465a-8295-44a0e72e517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:05.707673 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d60cc00b-5393-4682-bd2c-1eeaf1e66bed req-2700f4f5-7e56-465a-8295-44a0e72e517e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d18d7b29526f4399aa06f52d1efd1dda&device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2799 time: 0.1835856 Sep 16 04:49:05.778090 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-5994030c-c4e8-4ec3-83af-2d471701edd9 req-a6030e1c-b8ab-4f2d-bb04-316e2a20d5e4 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] For port 0d331f91-ec80-4905-8fd1-0942855bb250, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0d331f91-ec80-4905-8fd1-0942855bb250,segment=NetworkSegment(0ebd056d-6930-476d-b68a-9e5d311eceb6),segment_id=0ebd056d-6930-476d-b68a-9e5d311eceb6)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:05.778522 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5994030c-c4e8-4ec3-83af-2d471701edd9 req-a6030e1c-b8ab-4f2d-bb04-316e2a20d5e4 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.792171 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.799712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-5994030c-c4e8-4ec3-83af-2d471701edd9 req-a6030e1c-b8ab-4f2d-bb04-316e2a20d5e4 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Calling delete_port for 0d331f91-ec80-4905-8fd1-0942855bb250 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:05.872323 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:05.892800 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f730d9a-6aa5-4b73-84fe-a9431236e48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aae7be7-1aa7-4d87-8df6-51cedde3b7d3'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:05.897040 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4dd494-aa61-4f9f-8878-b4f94ba3dfea" -d '{"events": [{"server_uuid": "8f730d9a-6aa5-4b73-84fe-a9431236e48c", "name": "network-vif-plugged", "status": "completed", "tag": "7aae7be7-1aa7-4d87-8df6-51cedde3b7d3"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:05.931948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5eee3-37ca-4e4e-bbdf-102f70e7b4dc req-15737585-2e79-4bb9-b5ef-2c6feb296cb9 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:05.936613 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cc00b-5393-4682-bd2c-1eeaf1e66bed req-30da9fc3-14b6-4dd2-80ed-301e57c60e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:05.936839 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54f5eee3-37ca-4e4e-bbdf-102f70e7b4dc req-15737585-2e79-4bb9-b5ef-2c6feb296cb9 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 944 time: 0.3202088 Sep 16 04:49:05.937532 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cc00b-5393-4682-bd2c-1eeaf1e66bed req-30da9fc3-14b6-4dd2-80ed-301e57c60e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:05.938052 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cc00b-5393-4682-bd2c-1eeaf1e66bed req-30da9fc3-14b6-4dd2-80ed-301e57c60e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:05.939837 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d60cc00b-5393-4682-bd2c-1eeaf1e66bed req-30da9fc3-14b6-4dd2-80ed-301e57c60e09 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=d18d7b29526f4399aa06f52d1efd1dda&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2185578 Sep 16 04:49:05.961674 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.977181 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-69946816-50e6-4984-8cd9-58e3f175aeb3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.023363 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54f5eee3-37ca-4e4e-bbdf-102f70e7b4dc req-6cee3a12-0353-4b9c-9441-0f8de2f47a2e tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810091 Sep 16 04:49:06.085412 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:06.148636 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fac439c-b857-4bf8-a45e-b759a8db39b3 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:06.160753 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.188413 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Transition to ACTIVE for port object 0fac439c-b857-4bf8-a45e-b759a8db39b3 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:06.198157 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cc00b-5393-4682-bd2c-1eeaf1e66bed req-cd72a888-f24e-4197-b0b8-93e78da29474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:06.199985 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d60cc00b-5393-4682-bd2c-1eeaf1e66bed req-cd72a888-f24e-4197-b0b8-93e78da29474 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2524989 Sep 16 04:49:06.225684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4d52d-7dfe-4587-9f1b-50d39cf62ce2 req-cbf41952-af70-4ba8-8d29-cebb1c6d84e3 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:06.234032 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02570603-eec1-4754-9824-7c79743c9a54 x-openstack-request-id: req-02570603-eec1-4754-9824-7c79743c9a54 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:06.235517 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f730d9a-6aa5-4b73-84fe-a9431236e48c", "name": "network-vif-plugged", "status": "completed", "tag": "7aae7be7-1aa7-4d87-8df6-51cedde3b7d3", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:06.235808 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05c4d52d-7dfe-4587-9f1b-50d39cf62ce2 req-cbf41952-af70-4ba8-8d29-cebb1c6d84e3 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.0933254 Sep 16 04:49:06.235924 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02570603-eec1-4754-9824-7c79743c9a54 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:06.236468 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f730d9a-6aa5-4b73-84fe-a9431236e48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aae7be7-1aa7-4d87-8df6-51cedde3b7d3', 'code': 200} Sep 16 04:49:06.286336 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05c4d52d-7dfe-4587-9f1b-50d39cf62ce2 req-3484bd98-7b3d-4d34-bf00-639b688812c8 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447071 Sep 16 04:49:06.288583 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-69946816-50e6-4984-8cd9-58e3f175aeb3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.345425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69946816-50e6-4984-8cd9-58e3f175aeb3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Network 25dc981a-4bf0-4e39-9c80-5980ada4b30c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:06.358600 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-69946816-50e6-4984-8cd9-58e3f175aeb3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:06.361028 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.362350 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69946816-50e6-4984-8cd9-58e3f175aeb3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:06.389695 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5994030c-c4e8-4ec3-83af-2d471701edd9 req-a6030e1c-b8ab-4f2d-bb04-316e2a20d5e4 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.494546 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69946816-50e6-4984-8cd9-58e3f175aeb3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event updated for resources: {'Port': ['ID=207cd857-c1dd-4112-b6ee-2cc72b73c3f2,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:06.530000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da019724-3c03-4a0a-aea3-a0c286110181 req-2fcac6fc-c082-4382-a79a-f6178c451191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:06.532959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da019724-3c03-4a0a-aea3-a0c286110181 req-2fcac6fc-c082-4382-a79a-f6178c451191 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 1097 time: 0.1903207 Sep 16 04:49:06.573695 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Pushing event updated for resources: {'Port': ['ID=0fac439c-b857-4bf8-a45e-b759a8db39b3,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:06.673645 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Attempting to bind port 0fac439c-b857-4bf8-a45e-b759a8db39b3 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:06.674278 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Attempting to bind port 0fac439c-b857-4bf8-a45e-b759a8db39b3 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'bd985736-fff1-4ae0-96e6-87b0d1ef55a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17b697c2-526a-4436-b056-39142bb5444b'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:06.674803 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Attempting to bind port 0fac439c-b857-4bf8-a45e-b759a8db39b3 on network 17b697c2-526a-4436-b056-39142bb5444b {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:06.685062 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Port 0fac439c-b857-4bf8-a45e-b759a8db39b3 on network 17b697c2-526a-4436-b056-39142bb5444b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:06.685727 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Attempting to bind port 0fac439c-b857-4bf8-a45e-b759a8db39b3 on network 17b697c2-526a-4436-b056-39142bb5444b {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:06.699690 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:06.700839 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Checking segment: {'id': 'bd985736-fff1-4ae0-96e6-87b0d1ef55a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17b697c2-526a-4436-b056-39142bb5444b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:06.701700 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Bound using segment: {'id': 'bd985736-fff1-4ae0-96e6-87b0d1ef55a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17b697c2-526a-4436-b056-39142bb5444b'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:06.702444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Bound port: 0fac439c-b857-4bf8-a45e-b759a8db39b3, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd985736-fff1-4ae0-96e6-87b0d1ef55a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17b697c2-526a-4436-b056-39142bb5444b'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:06.703027 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.712177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69946816-50e6-4984-8cd9-58e3f175aeb3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:06.712857 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-69946816-50e6-4984-8cd9-58e3f175aeb3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.715511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6030e1c-b8ab-4f2d-bb04-316e2a20d5e4 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Pushing event deleted for resources: {'Port': ['ID=0d331f91-ec80-4905-8fd1-0942855bb250,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:06.827120 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-5994030c-c4e8-4ec3-83af-2d471701edd9 req-a6030e1c-b8ab-4f2d-bb04-316e2a20d5e4 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] No DVR routers for this DVR port 0d331f91-ec80-4905-8fd1-0942855bb250 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:06.837163 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5994030c-c4e8-4ec3-83af-2d471701edd9 req-a6030e1c-b8ab-4f2d-bb04-316e2a20d5e4 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.841167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] For port 0fac439c-b857-4bf8-a45e-b759a8db39b3, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:06.842664 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5994030c-c4e8-4ec3-83af-2d471701edd9 req-a6030e1c-b8ab-4f2d-bb04-316e2a20d5e4 tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.38 "DELETE /v2.0/ports/0d331f91-ec80-4905-8fd1-0942855bb250 HTTP/1.1" status: 204 len: 173 time: 1.9956906 Sep 16 04:49:06.845191 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c11e9e-8a3b-4988-8ce4-eae1555a27ef', 'name': 'network-vif-deleted', 'tag': '0d331f91-ec80-4905-8fd1-0942855bb250'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:06.848083 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46876ae-3a22-4e52-a486-f70c4a6c2fe7" -d '{"events": [{"server_uuid": "63c11e9e-8a3b-4988-8ce4-eae1555a27ef", "name": "network-vif-deleted", "tag": "0d331f91-ec80-4905-8fd1-0942855bb250"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:06.848274 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] For port 0fac439c-b857-4bf8-a45e-b759a8db39b3, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0fac439c-b857-4bf8-a45e-b759a8db39b3,segment=NetworkSegment(bd985736-fff1-4ae0-96e6-87b0d1ef55a1),segment_id=bd985736-fff1-4ae0-96e6-87b0d1ef55a1)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:06.856541 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da019724-3c03-4a0a-aea3-a0c286110181 req-5954abb3-fbfd-476f-8e3e-e686341b72cd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235713 Sep 16 04:49:06.892332 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d649c-0c67-48c6-9158-9df102e64905 req-e5351c16-c768-4558-bd0b-5f57c815e6a0 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:06.899283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d649c-0c67-48c6-9158-9df102e64905 req-e5351c16-c768-4558-bd0b-5f57c815e6a0 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:06.906695 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d649c-0c67-48c6-9158-9df102e64905 req-e5351c16-c768-4558-bd0b-5f57c815e6a0 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:06.915725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-179d649c-0c67-48c6-9158-9df102e64905 req-e5351c16-c768-4558-bd0b-5f57c815e6a0 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2411 time: 0.3303678 Sep 16 04:49:06.924066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3b296ae8-666b-48d1-8432-c5c46b2e46f6 None None] Provisioning complete for port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:06.924807 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3b296ae8-666b-48d1-8432-c5c46b2e46f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.938969 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.947423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-69946816-50e6-4984-8cd9-58e3f175aeb3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0388126 Sep 16 04:49:06.970675 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:06.971433 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.973253 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] 10.222.0.38 "PUT /v2.0/ports/0fac439c-b857-4bf8-a45e-b759a8db39b3 HTTP/1.1" status: 200 len: 1093 time: 2.7296860 Sep 16 04:49:07.029429 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-179d649c-0c67-48c6-9158-9df102e64905 req-78a33a13-69a7-4eab-842b-c99c8102039d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983996 Sep 16 04:49:07.076287 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-3b296ae8-666b-48d1-8432-c5c46b2e46f6 None None] Port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:07.116801 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9807ab0-6ebd-40da-821b-75bd20d01c53 service neutron] Pushing event updated for resources: {'Port': ['ID=0fac439c-b857-4bf8-a45e-b759a8db39b3,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:07.124026 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aff96bfd-a7c9-47a5-995f-da81b575875d req-b87a1044-b94c-4f5f-82fe-b2cda905302a tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 210 time: 0.0776863 Sep 16 04:49:07.132670 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8546f9e-17c3-469c-8076-d9d2c565909c x-openstack-request-id: req-e8546f9e-17c3-469c-8076-d9d2c565909c {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:07.132981 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c11e9e-8a3b-4988-8ce4-eae1555a27ef", "name": "network-vif-deleted", "tag": "0d331f91-ec80-4905-8fd1-0942855bb250", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:07.133213 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8546f9e-17c3-469c-8076-d9d2c565909c {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:07.133609 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c11e9e-8a3b-4988-8ce4-eae1555a27ef', 'name': 'network-vif-deleted', 'tag': '0d331f91-ec80-4905-8fd1-0942855bb250', 'status': 'completed', 'code': 200} Sep 16 04:49:07.263797 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9da10fcc-1dc5-4a74-a00e-4d14f42f3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:07.264244 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9da10fcc-1dc5-4a74-a00e-4d14f42f3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:07.264741 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9da10fcc-1dc5-4a74-a00e-4d14f42f3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:07.268730 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9da10fcc-1dc5-4a74-a00e-4d14f42f3469 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d18d7b29526f4399aa06f52d1efd1dda&device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2867 time: 0.1224597 Sep 16 04:49:07.374037 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-2ebbe51d-7472-4cd8-95be-e6b3df5ce54e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.42&port_id=82bb5ec8-18d3-42c9-a942-8d94e3f61b80 HTTP/1.1" status: 200 len: 217 time: 0.0834024 Sep 16 04:49:07.379593 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c4f02-cb21-4466-afd2-0fdbbd0e1b72 req-13f0cd59-6ade-4cf3-b53c-973a2d3e3f56 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:07.381614 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-712c4f02-cb21-4466-afd2-0fdbbd0e1b72 req-13f0cd59-6ade-4cf3-b53c-973a2d3e3f56 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 945 time: 0.1048539 Sep 16 04:49:07.445846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-712c4f02-cb21-4466-afd2-0fdbbd0e1b72 req-8382e8b3-dbf4-48f5-8635-3b08e371be4e tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548625 Sep 16 04:49:07.470481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9dff46e3-e9ae-4926-98bb-4b06b2cde47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:07.474431 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-9dff46e3-e9ae-4926-98bb-4b06b2cde47c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9530d72-362a-4bbe-8678-3c6bb0771c2a HTTP/1.1" status: 200 len: 801 time: 0.0928705 Sep 16 04:49:07.493530 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e559cbe-8324-42e2-a773-6f104007bf64', 'tag': '0fac439c-b857-4bf8-a45e-b759a8db39b3'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:07.501929 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231a33a5-047a-4cf9-b925-2275edd809b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e559cbe-8324-42e2-a773-6f104007bf64", "tag": "0fac439c-b857-4bf8-a45e-b759a8db39b3"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:07.536974 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40482) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:07.541944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7358c359-6c3c-46a1-8de1-1d02222f3389 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1322440884', 'description': 'tempest-description--1657651541'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:07.569068 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-5d318036-9d49-4de9-8dd4-f1ae1fcc161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:07.570698 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-5d318036-9d49-4de9-8dd4-f1ae1fcc161e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17b697c2-526a-4436-b056-39142bb5444b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888603 Sep 16 04:49:07.722166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35312b9d-cd05-49f5-a421-6e616b23affd req-a4bfc3b7-293d-4f20-9587-9e4bdae1e4f8 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:07.730514 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35312b9d-cd05-49f5-a421-6e616b23affd req-a4bfc3b7-293d-4f20-9587-9e4bdae1e4f8 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.0728049 Sep 16 04:49:07.767256 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8d51ef-3a64-4b22-b74e-74db4048ca53 x-openstack-request-id: req-cb8d51ef-3a64-4b22-b74e-74db4048ca53 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:07.768156 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e559cbe-8324-42e2-a773-6f104007bf64", "tag": "0fac439c-b857-4bf8-a45e-b759a8db39b3", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:07.768568 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb8d51ef-3a64-4b22-b74e-74db4048ca53 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:07.769691 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e559cbe-8324-42e2-a773-6f104007bf64', 'tag': '0fac439c-b857-4bf8-a45e-b759a8db39b3', 'status': 'completed', 'code': 200} Sep 16 04:49:07.774437 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7358c359-6c3c-46a1-8de1-1d02222f3389 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.807441 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40486) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:07.811360 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6d17e8a0-bb7b-458f-b728-29208c8f1789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.822463 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-30850d3b-d289-4bb1-a0d9-7939d32cb483 service neutron] 10.222.0.38 "GET /v2.0/networks/17b697c2-526a-4436-b056-39142bb5444b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316382 Sep 16 04:49:07.838337 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35312b9d-cd05-49f5-a421-6e616b23affd req-a8e0d0b7-5ed1-4e73-bf96-323dd9674f82 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037421 Sep 16 04:49:07.858144 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0d331f91-ec80-4905-8fd1-0942855bb250 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:07.895961 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 0d331f91-ec80-4905-8fd1-0942855bb250 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:07.898002 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0d331f91-ec80-4905-8fd1-0942855bb250 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:07.944740 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7358c359-6c3c-46a1-8de1-1d02222f3389 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.969300 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-3afde780-32fd-4793-a7e1-036b52b7ac5d service neutron] 10.222.0.38 "GET /v2.0/networks/17b697c2-526a-4436-b056-39142bb5444b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407049 Sep 16 04:49:08.036283 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-ecf8a958-871f-4e9b-8383-53153963bcda service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.26&port_id=94978468-c386-44ce-a491-eb9fb6dc26d0 HTTP/1.1" status: 200 len: 217 time: 0.0588906 Sep 16 04:49:08.052942 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-979f593e-8e32-414f-bfa6-326cb753cce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.133746 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7358c359-6c3c-46a1-8de1-1d02222f3389 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.167740 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358c359-6c3c-46a1-8de1-1d02222f3389 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9612ea81-5d8e-42da-a876-dfae3e79ea4c,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:08.204078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37566d-ff75-4634-a6ac-e3b38a257b99 req-1b255472-be6c-4e1b-8dff-2725be21c0c9 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:08.210903 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37566d-ff75-4634-a6ac-e3b38a257b99 req-1b255472-be6c-4e1b-8dff-2725be21c0c9 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:08.217105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37566d-ff75-4634-a6ac-e3b38a257b99 req-1b255472-be6c-4e1b-8dff-2725be21c0c9 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:08.225340 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d37566d-ff75-4634-a6ac-e3b38a257b99 req-1b255472-be6c-4e1b-8dff-2725be21c0c9 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2411 time: 0.1303189 Sep 16 04:49:08.245151 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f0a74755-303e-43b9-bb91-93cb4f5075f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:08.251013 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-f0a74755-303e-43b9-bb91-93cb4f5075f0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5e57236e-1d02-4e98-83b3-1249e315bb65 HTTP/1.1" status: 200 len: 801 time: 0.2041492 Sep 16 04:49:08.279031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d37566d-ff75-4634-a6ac-e3b38a257b99 req-026d1c67-d4d0-41ae-a88e-8569ec0822db tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525458 Sep 16 04:49:08.323754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffa60b11-f51e-455a-b425-3ab9fc84d5c8 req-45b9a2a3-5383-4997-99f4-9c63a73945dc tempest-InstanceActionsV221TestJSON-797096025 tempest-InstanceActionsV221TestJSON-797096025-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c11e9e-8a3b-4988-8ce4-eae1555a27ef HTTP/1.1" status: 200 len: 210 time: 0.0380795 Sep 16 04:49:08.345807 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-09cdfb11-100c-449a-98be-f75e5e12a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:08.345807 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-09cdfb11-100c-449a-98be-f75e5e12a205 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1e2ef960-8799-43fd-8a0e-b35b543080b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909648 Sep 16 04:49:08.435426 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-979f593e-8e32-414f-bfa6-326cb753cce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.525981 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-7a97b0b5-edfa-4dc6-b1b9-99883eb155c3 service neutron] 10.222.0.38 "GET /v2.0/networks/1e2ef960-8799-43fd-8a0e-b35b543080b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684468 Sep 16 04:49:08.614922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e64d3-9e04-4c3d-a403-9d38a753dedf req-bad209da-8441-4136-9aa7-26b201e94e27 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:08.622567 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-468e64d3-9e04-4c3d-a403-9d38a753dedf req-bad209da-8441-4136-9aa7-26b201e94e27 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 945 time: 0.0621874 Sep 16 04:49:08.663148 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-468e64d3-9e04-4c3d-a403-9d38a753dedf req-2dd3942f-5a6b-419c-9289-3b31cf94e3f8 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396347 Sep 16 04:49:08.716880 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-af387ff2-ac4c-4b78-80f0-ecd372c469c4 service neutron] 10.222.0.38 "GET /v2.0/networks/1e2ef960-8799-43fd-8a0e-b35b543080b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834617 Sep 16 04:49:08.773528 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.783226 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-979f593e-8e32-414f-bfa6-326cb753cce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.789405 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-c82eb3f1-f651-4eda-b1ff-b21cc8283ed0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.122&port_id=0fac439c-b857-4bf8-a45e-b759a8db39b3 HTTP/1.1" status: 200 len: 217 time: 0.0645411 Sep 16 04:49:08.863485 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-979f593e-8e32-414f-bfa6-326cb753cce2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3966283e9b644565b82eee8e168c9b79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0540838 Sep 16 04:49:08.865045 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40502) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:08.867838 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f593e-8e32-414f-bfa6-326cb753cce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2affdf50-b03b-4b31-a44b-43b022864a4f,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:08.881498 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-ab1ac066-8629-47fa-abc4-00d38836fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:08.883514 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-ab1ac066-8629-47fa-abc4-00d38836fc32 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9530d72-362a-4bbe-8678-3c6bb0771c2a HTTP/1.1" status: 200 len: 801 time: 0.0828202 Sep 16 04:49:08.916394 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7358c359-6c3c-46a1-8de1-1d02222f3389 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.920661 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7358c359-6c3c-46a1-8de1-1d02222f3389 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3830087 Sep 16 04:49:08.923502 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40504) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:08.932745 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-33b7ab60-7f03-4950-9849-28ce5e9f5771 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Request body: {'security_group_rule': {'security_group_id': '9612ea81-5d8e-42da-a876-dfae3e79ea4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:08.975973 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-90eb1cce-2878-4614-9a36-2b4421045c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:08.978692 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-90eb1cce-2878-4614-9a36-2b4421045c2b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17b697c2-526a-4436-b056-39142bb5444b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868201 Sep 16 04:49:09.043451 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7fd01321-0f8d-443a-b6d3-9c89d4cc53ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.064966 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90692-44ee-41d7-992b-8a69d9a1832b req-58f82e9b-99cf-44e8-9a88-7c97dd5784bb tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:09.067075 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0d90692-44ee-41d7-992b-8a69d9a1832b req-58f82e9b-99cf-44e8-9a88-7c97dd5784bb tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.1025550 Sep 16 04:49:09.090604 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-458b7024-a935-40e7-a239-177db461fa4c service neutron] 10.222.0.38 "GET /v2.0/networks/17b697c2-526a-4436-b056-39142bb5444b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048989 Sep 16 04:49:09.098481 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7fd01321-0f8d-443a-b6d3-9c89d4cc53ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.120496 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.171874 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0d90692-44ee-41d7-992b-8a69d9a1832b req-6f4a3efb-aa28-4966-98b0-62a9b2bf03cd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917683 Sep 16 04:49:09.173302 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33b7ab60-7f03-4950-9849-28ce5e9f5771 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.228082 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db4f2249-cd84-4cef-90fc-98c8fa39177e req-b7bcc19d-eb9d-46ce-a234-017bf483f5b3 service neutron] 10.222.0.38 "GET /v2.0/networks/17b697c2-526a-4436-b056-39142bb5444b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299345 Sep 16 04:49:09.423845 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7fd01321-0f8d-443a-b6d3-9c89d4cc53ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.427894 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7fd01321-0f8d-443a-b6d3-9c89d4cc53ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.441922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7fd01321-0f8d-443a-b6d3-9c89d4cc53ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2affdf50-b03b-4b31-a44b-43b022864a4f HTTP/1.1" status: 204 len: 168 time: 0.5655389 Sep 16 04:49:09.481017 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33b7ab60-7f03-4950-9849-28ce5e9f5771 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.484468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd01321-0f8d-443a-b6d3-9c89d4cc53ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2affdf50-b03b-4b31-a44b-43b022864a4f,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:09.507934 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e72a96-9cd7-4527-93ad-cf98b8b4884f req-7fb49cd7-2da0-4a4d-9549-00e5a68c4f70 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:09.524346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e72a96-9cd7-4527-93ad-cf98b8b4884f req-7fb49cd7-2da0-4a4d-9549-00e5a68c4f70 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:09.530486 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e72a96-9cd7-4527-93ad-cf98b8b4884f req-7fb49cd7-2da0-4a4d-9549-00e5a68c4f70 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:09.532235 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99e72a96-9cd7-4527-93ad-cf98b8b4884f req-7fb49cd7-2da0-4a4d-9549-00e5a68c4f70 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2411 time: 0.1545591 Sep 16 04:49:09.626814 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99e72a96-9cd7-4527-93ad-cf98b8b4884f req-61c17d7f-1685-4c74-9d23-43ddcbd04704 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352669 Sep 16 04:49:09.631416 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40518) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:09.681566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1639bbc-a755-467b-bb7b-066dd0dcfd94 admin admin] Deleting subnet 92fc9908-2c23-4273-874e-dfe65afe5b25 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:09.684642 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e1639bbc-a755-467b-bb7b-066dd0dcfd94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.727194 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e1639bbc-a755-467b-bb7b-066dd0dcfd94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.796614 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33b7ab60-7f03-4950-9849-28ce5e9f5771 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.802769 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e1639bbc-a755-467b-bb7b-066dd0dcfd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.875735 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f3c6b-bc58-48e6-9d1d-6cf83bab0a68 req-cf401e73-284e-4aba-800e-8e8781f4a315 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:09.876997 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-449f3c6b-bc58-48e6-9d1d-6cf83bab0a68 req-cf401e73-284e-4aba-800e-8e8781f4a315 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 945 time: 0.1289704 Sep 16 04:49:09.883378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7ab60-7f03-4950-9849-28ce5e9f5771 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35cc41f1-5e49-4d80-b050-5f43219d3b43,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:09.891341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a33a5-047a-4cf9-b925-2275edd809b7 req-3551e018-3a63-496f-b671-8a5a334fe915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:09.891341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a33a5-047a-4cf9-b925-2275edd809b7 req-3551e018-3a63-496f-b671-8a5a334fe915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:09.891341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a33a5-047a-4cf9-b925-2275edd809b7 req-3551e018-3a63-496f-b671-8a5a334fe915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:09.891341 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-231a33a5-047a-4cf9-b925-2275edd809b7 req-3551e018-3a63-496f-b671-8a5a334fe915 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d18d7b29526f4399aa06f52d1efd1dda&device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2867 time: 0.0691867 Sep 16 04:49:09.955357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-449f3c6b-bc58-48e6-9d1d-6cf83bab0a68 req-5e8026f3-5739-4369-ba24-561a363a3533 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508244 Sep 16 04:49:10.017373 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33b7ab60-7f03-4950-9849-28ce5e9f5771 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.019860 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-33b7ab60-7f03-4950-9849-28ce5e9f5771 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0903554 Sep 16 04:49:10.021777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40532) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:10.026620 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6c6737fe-01cd-4c1d-b386-1cc39ffa1fed tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Request body: {'security_group_rule': {'security_group_id': '9612ea81-5d8e-42da-a876-dfae3e79ea4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:10.041324 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a33a5-047a-4cf9-b925-2275edd809b7 req-a4e8fc33-f252-4fe4-9a2a-9d233037dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:10.043214 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-231a33a5-047a-4cf9-b925-2275edd809b7 req-a4e8fc33-f252-4fe4-9a2a-9d233037dbf5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=17b697c2-526a-4436-b056-39142bb5444b HTTP/1.1" status: 200 len: 901 time: 0.1462898 Sep 16 04:49:10.103286 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e1639bbc-a755-467b-bb7b-066dd0dcfd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.103933 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-231a33a5-047a-4cf9-b925-2275edd809b7 req-4182f5c2-64ed-4cab-86c1-75d422782e79 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.122&port_id=0fac439c-b857-4bf8-a45e-b759a8db39b3 HTTP/1.1" status: 200 len: 217 time: 0.0504308 Sep 16 04:49:10.161642 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e1639bbc-a755-467b-bb7b-066dd0dcfd94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.161642 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e1639bbc-a755-467b-bb7b-066dd0dcfd94 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/92fc9908-2c23-4273-874e-dfe65afe5b25 HTTP/1.1" status: 204 len: 168 time: 0.5157628 Sep 16 04:49:10.161642 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1639bbc-a755-467b-bb7b-066dd0dcfd94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92fc9908-2c23-4273-874e-dfe65afe5b25,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:10.163406 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40536) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:10.168892 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565048c-b66e-4b70-bc28-991949d62757 req-6119c1d6-9c77-46f6-8a89-01b4f9de1062 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:10.171056 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5565048c-b66e-4b70-bc28-991949d62757 req-6119c1d6-9c77-46f6-8a89-01b4f9de1062 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 1097 time: 0.1052310 Sep 16 04:49:10.202334 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a33a5-047a-4cf9-b925-2275edd809b7 req-a6d53bbe-196a-488c-8adf-afbddb60449b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:10.211547 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-231a33a5-047a-4cf9-b925-2275edd809b7 req-a6d53bbe-196a-488c-8adf-afbddb60449b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9530d72-362a-4bbe-8678-3c6bb0771c2a HTTP/1.1" status: 200 len: 801 time: 0.0932238 Sep 16 04:49:10.272486 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c6737fe-01cd-4c1d-b386-1cc39ffa1fed tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.283577 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-91deac0b-90ba-4faa-956f-a4abf1bc7b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.304111 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a33a5-047a-4cf9-b925-2275edd809b7 req-cd25cb51-71d2-4b66-86c3-65c2afcd4b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:10.305673 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-231a33a5-047a-4cf9-b925-2275edd809b7 req-cd25cb51-71d2-4b66-86c3-65c2afcd4b91 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17b697c2-526a-4436-b056-39142bb5444b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622921 Sep 16 04:49:10.321883 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5565048c-b66e-4b70-bc28-991949d62757 req-99b592cc-3ae6-4949-995b-ede8b97d60fa tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329803 Sep 16 04:49:10.424195 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84456a-367a-4a95-b3ec-b285a0ab2593 req-3f9b6022-c321-4c80-80ad-bd4617e7f04f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:10.434904 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da84456a-367a-4a95-b3ec-b285a0ab2593 req-3f9b6022-c321-4c80-80ad-bd4617e7f04f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.1243427 Sep 16 04:49:10.463014 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-91deac0b-90ba-4faa-956f-a4abf1bc7b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.491874 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-91deac0b-90ba-4faa-956f-a4abf1bc7b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d3c979-11df-4eac-8a5b-62e58acfa831']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:10.493901 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c6737fe-01cd-4c1d-b386-1cc39ffa1fed tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.513707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-91deac0b-90ba-4faa-956f-a4abf1bc7b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ebd056d-6930-476d-b68a-9e5d311eceb6') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:10.514149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-91deac0b-90ba-4faa-956f-a4abf1bc7b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ebd056d-6930-476d-b68a-9e5d311eceb6') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:10.522701 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da84456a-367a-4a95-b3ec-b285a0ab2593 req-28974238-4922-4189-ba11-3e900c7b5149 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810859 Sep 16 04:49:10.530582 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-231a33a5-047a-4cf9-b925-2275edd809b7 req-38fbfba7-b440-4032-b0d5-75d4d87057cc service neutron] 10.222.0.38 "GET /v2.0/networks/17b697c2-526a-4436-b056-39142bb5444b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971982 Sep 16 04:49:10.532464 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-91deac0b-90ba-4faa-956f-a4abf1bc7b40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.587055 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-91deac0b-90ba-4faa-956f-a4abf1bc7b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.597082 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91deac0b-90ba-4faa-956f-a4abf1bc7b40 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:10.597478 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-91deac0b-90ba-4faa-956f-a4abf1bc7b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:10.599296 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:10.678821 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c6737fe-01cd-4c1d-b386-1cc39ffa1fed tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.740997 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6737fe-01cd-4c1d-b386-1cc39ffa1fed tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1fd336-d031-480d-b975-31fb7e547f2c,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:10.750088 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.759331 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-231a33a5-047a-4cf9-b925-2275edd809b7 req-439f265f-dea9-4b6d-a874-f22898cacd27 service neutron] 10.222.0.38 "GET /v2.0/networks/17b697c2-526a-4436-b056-39142bb5444b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088854 Sep 16 04:49:10.768082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e1c0-f5a7-46f2-996e-de982bf4e06f req-2ebb0eae-c187-40aa-bba2-55ee3ade7512 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:10.788211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e1c0-f5a7-46f2-996e-de982bf4e06f req-2ebb0eae-c187-40aa-bba2-55ee3ade7512 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:10.788211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e1c0-f5a7-46f2-996e-de982bf4e06f req-2ebb0eae-c187-40aa-bba2-55ee3ade7512 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:10.791304 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab94e1c0-f5a7-46f2-996e-de982bf4e06f req-2ebb0eae-c187-40aa-bba2-55ee3ade7512 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2411 time: 0.0920713 Sep 16 04:49:10.794323 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40548) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:10.808735 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65b2928b-3800-444c-81fd-a18f0df0f4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.853639 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab94e1c0-f5a7-46f2-996e-de982bf4e06f req-193efc67-d2dd-4456-bc7c-6ca81b7db012 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496180 Sep 16 04:49:10.874707 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c6737fe-01cd-4c1d-b386-1cc39ffa1fed tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.885026 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6c6737fe-01cd-4c1d-b386-1cc39ffa1fed tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8535540 Sep 16 04:49:10.885192 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40552) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:10.889866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ac67eca9-6c48-4995-b64d-c95cdd429dee tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:10.900791 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-91deac0b-90ba-4faa-956f-a4abf1bc7b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.919302 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-91deac0b-90ba-4faa-956f-a4abf1bc7b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.923931 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-91deac0b-90ba-4faa-956f-a4abf1bc7b40 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a6d3c979-11df-4eac-8a5b-62e58acfa831 HTTP/1.1" status: 204 len: 168 time: 0.7590876 Sep 16 04:49:10.954982 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91deac0b-90ba-4faa-956f-a4abf1bc7b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6d3c979-11df-4eac-8a5b-62e58acfa831,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:11.042914 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65b2928b-3800-444c-81fd-a18f0df0f4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.154897 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65b2928b-3800-444c-81fd-a18f0df0f4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.205699 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-65b2928b-3800-444c-81fd-a18f0df0f4a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8adc4f73d2f04265bd072c69d7eba3ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101763 Sep 16 04:49:11.207217 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2928b-3800-444c-81fd-a18f0df0f4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0273b1d-0941-4bca-86a0-4b864e947a91,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:11.209746 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40558) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:11.272716 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-314c514f-f09f-46ad-b5e3-f83fe6e3f6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.291988 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ac67eca9-6c48-4995-b64d-c95cdd429dee tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.313527 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-314c514f-f09f-46ad-b5e3-f83fe6e3f6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.415206 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ac67eca9-6c48-4995-b64d-c95cdd429dee tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.514429 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-314c514f-f09f-46ad-b5e3-f83fe6e3f6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.517077 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-314c514f-f09f-46ad-b5e3-f83fe6e3f6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.528302 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-314c514f-f09f-46ad-b5e3-f83fe6e3f6a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0273b1d-0941-4bca-86a0-4b864e947a91 HTTP/1.1" status: 204 len: 168 time: 0.3078115 Sep 16 04:49:11.530777 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c514f-f09f-46ad-b5e3-f83fe6e3f6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0273b1d-0941-4bca-86a0-4b864e947a91,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:11.676627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40564) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:11.771548 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-52e0099e-d22e-4cd2-bac4-e97837148e1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=007fdb9d28ac43c3844973b760d232ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0935175 Sep 16 04:49:11.774105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40568) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:11.833796 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1358f9-8c22-43af-972c-1cb28a588ed7 req-584a6517-81a8-4a60-8c9c-4459cecbe072 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:11.842183 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a1358f9-8c22-43af-972c-1cb28a588ed7 req-584a6517-81a8-4a60-8c9c-4459cecbe072 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.2075875 Sep 16 04:49:11.863507 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-355c62e3-89ca-4ed2-baf1-a62196becae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.906933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-ac67eca9-6c48-4995-b64d-c95cdd429dee tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Allocated IP 172.25.4.71 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/20582d00-aff9-4112-b33b-25f79616f3cd) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:11.908068 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-355c62e3-89ca-4ed2-baf1-a62196becae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.944784 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a1358f9-8c22-43af-972c-1cb28a588ed7 req-2cf6047f-3f11-44a4-8a73-8b793b4e0f63 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958643 Sep 16 04:49:12.123246 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076c9ca-1c22-4495-9180-072b4201eb87 req-68169d08-9a31-4739-81f3-e9d263e61836 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:12.130957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076c9ca-1c22-4495-9180-072b4201eb87 req-68169d08-9a31-4739-81f3-e9d263e61836 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:12.137526 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076c9ca-1c22-4495-9180-072b4201eb87 req-68169d08-9a31-4739-81f3-e9d263e61836 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:12.154900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b076c9ca-1c22-4495-9180-072b4201eb87 req-68169d08-9a31-4739-81f3-e9d263e61836 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2411 time: 0.1708734 Sep 16 04:49:12.189692 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-355c62e3-89ca-4ed2-baf1-a62196becae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.194409 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-355c62e3-89ca-4ed2-baf1-a62196becae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.199899 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-355c62e3-89ca-4ed2-baf1-a62196becae6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31f9ded4-9615-4e62-ba23-ef743e0eb8bd HTTP/1.1" status: 204 len: 168 time: 0.4247048 Sep 16 04:49:12.224249 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c62e3-89ca-4ed2-baf1-a62196becae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f9ded4-9615-4e62-ba23-ef743e0eb8bd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:12.230645 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ac67eca9-6c48-4995-b64d-c95cdd429dee tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.247718 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b076c9ca-1c22-4495-9180-072b4201eb87 req-3db39fd8-8ccd-4307-890f-58bd78e8ff1b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871675 Sep 16 04:49:12.492151 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ac67eca9-6c48-4995-b64d-c95cdd429dee tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.582615 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac67eca9-6c48-4995-b64d-c95cdd429dee tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:12.584342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67eca9-6c48-4995-b64d-c95cdd429dee tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event updated for resources: {'Port': ['ID=20582d00-aff9-4112-b33b-25f79616f3cd,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:12.595422 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-ac67eca9-6c48-4995-b64d-c95cdd429dee tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:12.598410 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac67eca9-6c48-4995-b64d-c95cdd429dee tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:12.767676 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ac67eca9-6c48-4995-b64d-c95cdd429dee tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.989497 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ac67eca9-6c48-4995-b64d-c95cdd429dee tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.438495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40622) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:13.532742 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c5c67-f9be-400b-9b38-b5809ae9fc68 req-9daceb3b-da23-41ab-b3a8-644ee5d5e19f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:13.534576 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-037c5c67-f9be-400b-9b38-b5809ae9fc68 req-9daceb3b-da23-41ab-b3a8-644ee5d5e19f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.4393494 Sep 16 04:49:13.601769 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-3414904f-a68e-4942-a634-86e5462f3f56 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985249585-network', 'tenant_id': '6af62b73a87f49b99cea363e8e8b927f'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:13.631431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-037c5c67-f9be-400b-9b38-b5809ae9fc68 req-4877f3b9-4359-4de8-9357-f8593e234994 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822802 Sep 16 04:49:13.659480 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab65c90-db0d-4a42-a5c2-42708d3aac0a req-1e1edb48-5d18-4a94-af08-5be144e25c06 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:13.666273 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab65c90-db0d-4a42-a5c2-42708d3aac0a req-1e1edb48-5d18-4a94-af08-5be144e25c06 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:13.672373 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab65c90-db0d-4a42-a5c2-42708d3aac0a req-1e1edb48-5d18-4a94-af08-5be144e25c06 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:13.674116 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ab65c90-db0d-4a42-a5c2-42708d3aac0a req-1e1edb48-5d18-4a94-af08-5be144e25c06 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2411 time: 0.1576595 Sep 16 04:49:13.695791 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ac67eca9-6c48-4995-b64d-c95cdd429dee tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.728111 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ab65c90-db0d-4a42-a5c2-42708d3aac0a req-c45f1037-0a7d-48f7-a0e9-0ae6aefd1cb2 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427067 Sep 16 04:49:13.771820 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3414904f-a68e-4942-a634-86e5462f3f56 admin admin] Made reservation on behalf of 6af62b73a87f49b99cea363e8e8b927f for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:13.774189 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3414904f-a68e-4942-a634-86e5462f3f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.784264 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3414904f-a68e-4942-a634-86e5462f3f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.821734 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ac67eca9-6c48-4995-b64d-c95cdd429dee tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.887908 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 94978468-c386-44ce-a491-eb9fb6dc26d0 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:13.912002 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3414904f-a68e-4942-a634-86e5462f3f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.968259 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ac67eca9-6c48-4995-b64d-c95cdd429dee tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.984946 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67eca9-6c48-4995-b64d-c95cdd429dee tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event updated for resources: {'Port': ['ID=20582d00-aff9-4112-b33b-25f79616f3cd,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:14.005186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40634) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:14.011866 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3414904f-a68e-4942-a634-86e5462f3f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.053451 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 94978468-c386-44ce-a491-eb9fb6dc26d0, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=94978468-c386-44ce-a491-eb9fb6dc26d0,segment=NetworkSegment(1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b),segment_id=1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:14.064812 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414904f-a68e-4942-a634-86e5462f3f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d6e646-68c6-431c-a0c4-eee0ab38b0fd,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:14.072439 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '94978468-c386-44ce-a491-eb9fb6dc26d0', 'network_id': '1e2ef960-8799-43fd-8a0e-b35b543080b2', 'port_id': '94978468-c386-44ce-a491-eb9fb6dc26d0', 'mac_address': 'fa:16:3e:9a:48:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e57236e-1d02-4e98-83b3-1249e315bb65', 'ip_address': '19.86.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:14.120233 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.120675 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3414904f-a68e-4942-a634-86e5462f3f56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:14.133385 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3414904f-a68e-4942-a634-86e5462f3f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.134234 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-3414904f-a68e-4942-a634-86e5462f3f56 admin admin] Added segment 76796948-e2b5-4474-8409-5b43fc4c4e56 of type vlan for network 7c2a370b-59f0-414a-8c60-acba524da02f Sep 16 04:49:14.148949 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94978468-c386-44ce-a491-eb9fb6dc26d0 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:14.180220 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 94978468-c386-44ce-a491-eb9fb6dc26d0, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=94978468-c386-44ce-a491-eb9fb6dc26d0,segment=NetworkSegment(1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b),segment_id=1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:14.199625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c4b92e2a-e344-4731-9be2-61a4adabfa88 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1889984545-network', 'tenant_id': '6118981e801142959f164e63487a4b60'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:14.210092 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3414904f-a68e-4942-a634-86e5462f3f56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.380919 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ac67eca9-6c48-4995-b64d-c95cdd429dee tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.380919 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ac67eca9-6c48-4995-b64d-c95cdd429dee tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4573431 Sep 16 04:49:14.479955 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.480634 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 82bb5ec8-18d3-42c9-a942-8d94e3f61b80 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:14.526261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b92e2a-e344-4731-9be2-61a4adabfa88 admin admin] Made reservation on behalf of 6118981e801142959f164e63487a4b60 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:14.526430 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3414904f-a68e-4942-a634-86e5462f3f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.529446 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3414904f-a68e-4942-a634-86e5462f3f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:14.529446 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3414904f-a68e-4942-a634-86e5462f3f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.529714 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4b92e2a-e344-4731-9be2-61a4adabfa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.564110 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4b92e2a-e344-4731-9be2-61a4adabfa88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.630017 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414904f-a68e-4942-a634-86e5462f3f56 admin admin] Pushing event updated for resources: {'Network': ['ID=7c2a370b-59f0-414a-8c60-acba524da02f,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:14.641582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 7c2a370b-59f0-414a-8c60-acba524da02f details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:14.642476 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3414904f-a68e-4942-a634-86e5462f3f56 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2019517 Sep 16 04:49:14.646263 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=94978468-c386-44ce-a491-eb9fb6dc26d0,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:14.646481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40664) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:14.665184 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-7843c055-82d1-4a5f-89ca-ead8a3e4de02 admin admin] Request body: {'subnet': {'network_id': '7c2a370b-59f0-414a-8c60-acba524da02f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985249585-subnet', 'tenant_id': '6af62b73a87f49b99cea363e8e8b927f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:14.762218 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e510c07b-8dce-4923-a45e-05ed7027b04b tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1322440884&fields=id&tenant_id=ee8d98757e0d4815a18cbb63a273fd61 HTTP/1.1" status: 200 len: 267 time: 0.1484585 Sep 16 04:49:14.772540 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 82bb5ec8-18d3-42c9-a942-8d94e3f61b80, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=82bb5ec8-18d3-42c9-a942-8d94e3f61b80,segment=NetworkSegment(bd985736-fff1-4ae0-96e6-87b0d1ef55a1),segment_id=bd985736-fff1-4ae0-96e6-87b0d1ef55a1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:14.785685 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '82bb5ec8-18d3-42c9-a942-8d94e3f61b80', 'network_id': '17b697c2-526a-4436-b056-39142bb5444b', 'port_id': '82bb5ec8-18d3-42c9-a942-8d94e3f61b80', 'mac_address': 'fa:16:3e:37:67:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9530d72-362a-4bbe-8678-3c6bb0771c2a', 'ip_address': '19.80.0.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:14.848924 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.862236 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-b7b4d5f1-4ea2-4bc2-8e24-300aca9bdac7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:14.864133 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-b7b4d5f1-4ea2-4bc2-8e24-300aca9bdac7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports/ccee8eb8-1da5-4032-97e8-3546b99f9057 HTTP/1.1" status: 200 len: 937 time: 0.0866079 Sep 16 04:49:14.866020 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82bb5ec8-18d3-42c9-a942-8d94e3f61b80 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:14.904031 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 82bb5ec8-18d3-42c9-a942-8d94e3f61b80, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=82bb5ec8-18d3-42c9-a942-8d94e3f61b80,segment=NetworkSegment(bd985736-fff1-4ae0-96e6-87b0d1ef55a1),segment_id=bd985736-fff1-4ae0-96e6-87b0d1ef55a1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:14.941999 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4b92e2a-e344-4731-9be2-61a4adabfa88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.958829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-4c2fdc93-3d4b-4c2f-a3f6-89235d5a9d27 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:14.963362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-4c2fdc93-3d4b-4c2f-a3f6-89235d5a9d27 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports/207cd857-c1dd-4112-b6ee-2cc72b73c3f2 HTTP/1.1" status: 200 len: 937 time: 0.0877550 Sep 16 04:49:15.006132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-8941faa2-8e29-4c34-9799-098e16b3972e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?network_id=92487fc6-ad30-45f7-ae82-d9026609df50&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0383615 Sep 16 04:49:15.034330 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.035408 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0fac439c-b857-4bf8-a45e-b759a8db39b3 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:15.048935 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-4a13cd29-c420-4704-8021-c2c22602b163 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?network_id=92487fc6-ad30-45f7-ae82-d9026609df50&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0355725 Sep 16 04:49:15.072524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 0fac439c-b857-4bf8-a45e-b759a8db39b3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0fac439c-b857-4bf8-a45e-b759a8db39b3,segment=NetworkSegment(bd985736-fff1-4ae0-96e6-87b0d1ef55a1),segment_id=bd985736-fff1-4ae0-96e6-87b0d1ef55a1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:15.109198 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4b92e2a-e344-4731-9be2-61a4adabfa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.110462 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '0fac439c-b857-4bf8-a45e-b759a8db39b3', 'network_id': '17b697c2-526a-4436-b056-39142bb5444b', 'port_id': '0fac439c-b857-4bf8-a45e-b759a8db39b3', 'mac_address': 'fa:16:3e:de:e7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9530d72-362a-4bbe-8678-3c6bb0771c2a', 'ip_address': '19.80.0.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:15.185801 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.202160 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fac439c-b857-4bf8-a45e-b759a8db39b3 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:15.208566 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=82bb5ec8-18d3-42c9-a942-8d94e3f61b80,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:15.255627 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 0fac439c-b857-4bf8-a45e-b759a8db39b3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0fac439c-b857-4bf8-a45e-b759a8db39b3,segment=NetworkSegment(bd985736-fff1-4ae0-96e6-87b0d1ef55a1),segment_id=bd985736-fff1-4ae0-96e6-87b0d1ef55a1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:15.257622 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7843c055-82d1-4a5f-89ca-ead8a3e4de02 admin admin] Made reservation on behalf of 6af62b73a87f49b99cea363e8e8b927f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:15.261311 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7843c055-82d1-4a5f-89ca-ead8a3e4de02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.269880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b92e2a-e344-4731-9be2-61a4adabfa88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:15.281893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b92e2a-e344-4731-9be2-61a4adabfa88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c4b6d7-4c5f-4473-9104-fbe36e303798,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:15.306371 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4b92e2a-e344-4731-9be2-61a4adabfa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.307331 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-c4b92e2a-e344-4731-9be2-61a4adabfa88 admin admin] Added segment f54ed7fd-4d6f-44a6-a217-816f924c3ba0 of type vlan for network d554b25f-371b-4e70-8b37-105eb36678e3 Sep 16 04:49:15.354078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-895840f6-9fb9-4032-93d9-f90ea91ca3ef tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:15.360512 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-895840f6-9fb9-4032-93d9-f90ea91ca3ef tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:15.368195 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-895840f6-9fb9-4032-93d9-f90ea91ca3ef tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:15.369894 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-895840f6-9fb9-4032-93d9-f90ea91ca3ef tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/networks?id=e5c36bba-4312-42bb-9e3c-3c79c033dd8d&id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&id=92487fc6-ad30-45f7-ae82-d9026609df50&id=92487fc6-ad30-45f7-ae82-d9026609df50 HTTP/1.1" status: 200 len: 1993 time: 0.3085716 Sep 16 04:49:15.405470 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.432310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-70982a73-3dca-4867-8a91-f5e3407aa98d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/quotas/ee8d98757e0d4815a18cbb63a273fd61 HTTP/1.1" status: 200 len: 375 time: 0.0374756 Sep 16 04:49:15.444494 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4b92e2a-e344-4731-9be2-61a4adabfa88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.520325 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-027269fb-d7f9-4222-a3eb-45354f9201c1 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee8d98757e0d4815a18cbb63a273fd61&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0872099 Sep 16 04:49:15.538860 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=0fac439c-b857-4bf8-a45e-b759a8db39b3,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:15.637888 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4b92e2a-e344-4731-9be2-61a4adabfa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.638924 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b92e2a-e344-4731-9be2-61a4adabfa88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:15.640170 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4b92e2a-e344-4731-9be2-61a4adabfa88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.709610 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7843c055-82d1-4a5f-89ca-ead8a3e4de02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.754395 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b92e2a-e344-4731-9be2-61a4adabfa88 admin admin] Pushing event updated for resources: {'Network': ['ID=d554b25f-371b-4e70-8b37-105eb36678e3,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:15.767080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-a439c0d7-cd2f-453d-8c27-ee242db24e7b service neutron] 10.222.0.20 "GET /v2.0/networks/e5c36bba-4312-42bb-9e3c-3c79c033dd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329488 Sep 16 04:49:15.769840 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network d554b25f-371b-4e70-8b37-105eb36678e3 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:15.774417 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843c055-82d1-4a5f-89ca-ead8a3e4de02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbe1ac75-bb44-4e3c-b162-995b50a65da5,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:15.788357 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4bf87-473f-43fc-af1b-2dfba5e25d4c req-ee91a840-a420-45e4-9d44-940da8d83855 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:15.789945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cef4bf87-473f-43fc-af1b-2dfba5e25d4c req-ee91a840-a420-45e4-9d44-940da8d83855 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.2060905 Sep 16 04:49:15.832200 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7843c055-82d1-4a5f-89ca-ead8a3e4de02 admin admin] Checking segment: {'id': '76796948-e2b5-4474-8409-5b43fc4c4e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7c2a370b-59f0-414a-8c60-acba524da02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:15.832822 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7843c055-82d1-4a5f-89ca-ead8a3e4de02 admin admin] Network hostable DHCP agents. Network: 7c2a370b-59f0-414a-8c60-acba524da02f, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:15.889298 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40680) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:15.894834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c4b92e2a-e344-4731-9be2-61a4adabfa88 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8792686 Sep 16 04:49:15.895841 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e1b9099e-39d5-4196-991b-4faff193e4e3 admin admin] Request body: {'subnet': {'network_id': 'd554b25f-371b-4e70-8b37-105eb36678e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1889984545-subnet', 'tenant_id': '6118981e801142959f164e63487a4b60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:15.929660 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cef4bf87-473f-43fc-af1b-2dfba5e25d4c req-5f5cf770-4683-4ae5-b86e-4f58117c757b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265550 Sep 16 04:49:15.958118 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7843c055-82d1-4a5f-89ca-ead8a3e4de02 admin admin] Network 7c2a370b-59f0-414a-8c60-acba524da02f is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:15.969792 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['94978468-c386-44ce-a491-eb9fb6dc26d0'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:15.983532 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-8eeaabd7-338b-4582-a5e1-dea8159e8abe service neutron] 10.222.0.20 "GET /v2.0/networks/e5c36bba-4312-42bb-9e3c-3c79c033dd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155247 Sep 16 04:49:16.076011 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['0fac439c-b857-4bf8-a45e-b759a8db39b3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:16.085811 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b9099e-39d5-4196-991b-4faff193e4e3 admin admin] Made reservation on behalf of 6118981e801142959f164e63487a4b60 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:16.089959 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b9099e-39d5-4196-991b-4faff193e4e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.168052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-71152e3d-c0e2-4d70-8d29-69ad7a0841ef service neutron] 10.222.0.20 "GET /v2.0/ports/ccee8eb8-1da5-4032-97e8-3546b99f9057?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1773939 Sep 16 04:49:16.278106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a686a-1775-4e72-ab90-368decfcf7a3 req-884a4731-4ef0-48d2-9675-bb788a654b12 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:16.296224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a686a-1775-4e72-ab90-368decfcf7a3 req-884a4731-4ef0-48d2-9675-bb788a654b12 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:16.309706 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-7843c055-82d1-4a5f-89ca-ead8a3e4de02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 7c2a370b-59f0-414a-8c60-acba524da02f) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:16.310942 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a686a-1775-4e72-ab90-368decfcf7a3 req-884a4731-4ef0-48d2-9675-bb788a654b12 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:16.318059 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7843c055-82d1-4a5f-89ca-ead8a3e4de02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:16.318870 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7843c055-82d1-4a5f-89ca-ead8a3e4de02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.321780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a3a686a-1775-4e72-ab90-368decfcf7a3 req-884a4731-4ef0-48d2-9675-bb788a654b12 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2414 time: 0.2737126 Sep 16 04:49:16.338385 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb59d9e-4540-452e-94b3-3a358edbcc72 None None] Network 7c2a370b-59f0-414a-8c60-acba524da02f requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:16.464155 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-25abf2e9-a3cb-4a5c-ab16-6f016ef7d238 service neutron] 10.222.0.20 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950315 Sep 16 04:49:16.498301 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7843c055-82d1-4a5f-89ca-ead8a3e4de02 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8500266 Sep 16 04:49:16.500960 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40682) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:16.506489 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-52565509-8922-4073-8634-6acbf701503f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985249585-router', 'tenant_id': '6af62b73a87f49b99cea363e8e8b927f', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:16.507069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a3a686a-1775-4e72-ab90-368decfcf7a3 req-ea10913b-591a-4572-a288-065f3d1205e7 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320643 Sep 16 04:49:16.583090 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b9099e-39d5-4196-991b-4faff193e4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.683462 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52565509-8922-4073-8634-6acbf701503f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.689092 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52565509-8922-4073-8634-6acbf701503f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.704410 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3725f812-386b-4020-a07a-757557b78cd0 service neutron] 10.222.0.20 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349594 Sep 16 04:49:16.765685 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-94a0be8d-b5fc-4698-bd15-7c9cfa14b1f5 service neutron] 10.222.0.20 "GET /v2.0/ports/207cd857-c1dd-4112-b6ee-2cc72b73c3f2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0567455 Sep 16 04:49:16.812343 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9099e-39d5-4196-991b-4faff193e4e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37fac1e9-c4c8-4560-a583-05a97f98dfeb,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:16.863654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-7c2a370b-59f0-414a-8c60-acba524da02f', 'network_id': '7c2a370b-59f0-414a-8c60-acba524da02f', 'tenant_id': '6af62b73a87f49b99cea363e8e8b927f', 'fixed_ips': [{'subnet_id': 'dbe1ac75-bb44-4e3c-b162-995b50a65da5'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:49:16.864539 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.895917 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52565509-8922-4073-8634-6acbf701503f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.897983 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9099e-39d5-4196-991b-4faff193e4e3 admin admin] Checking segment: {'id': 'f54ed7fd-4d6f-44a6-a217-816f924c3ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd554b25f-371b-4e70-8b37-105eb36678e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:16.898463 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b9099e-39d5-4196-991b-4faff193e4e3 admin admin] Network hostable DHCP agents. Network: d554b25f-371b-4e70-8b37-105eb36678e3, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:16.936246 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-8c14bf81-843f-4e99-852c-12c70ec43d3c service neutron] 10.222.0.20 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554492 Sep 16 04:49:17.056693 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b9099e-39d5-4196-991b-4faff193e4e3 admin admin] Network d554b25f-371b-4e70-8b37-105eb36678e3 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:17.157874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] Allocated IP 172.20.0.2 (7c2a370b-59f0-414a-8c60-acba524da02f/dbe1ac75-bb44-4e3c-b162-995b50a65da5/47adbd11-fbc5-4dff-851b-37b5a6dfe009) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:17.160920 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-4a9850b0-56ef-46e4-b292-3d752a40bc64 service neutron] 10.222.0.20 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149861 Sep 16 04:49:17.170257 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52565509-8922-4073-8634-6acbf701503f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.176006 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-e1b9099e-39d5-4196-991b-4faff193e4e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, d554b25f-371b-4e70-8b37-105eb36678e3) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:17.188274 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b9099e-39d5-4196-991b-4faff193e4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:17.188866 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b9099e-39d5-4196-991b-4faff193e4e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.198478 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5157b6ff-9e5f-4864-b7ea-23f48cff5e6a None None] Network d554b25f-371b-4e70-8b37-105eb36678e3 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:17.301558 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['82bb5ec8-18d3-42c9-a942-8d94e3f61b80'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:17.306150 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ac819-a2a5-4549-b3cf-21356a690892 req-44686207-bc55-4175-8a67-302348e79d20 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:17.318102 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-311ac819-a2a5-4549-b3cf-21356a690892 req-44686207-bc55-4175-8a67-302348e79d20 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.1558802 Sep 16 04:49:17.353667 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e1b9099e-39d5-4196-991b-4faff193e4e3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4632263 Sep 16 04:49:17.418411 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd43554d-d8ec-44da-99fd-fdf9fdc5ad72 None None] Network d554b25f-371b-4e70-8b37-105eb36678e3 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:17.449776 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-311ac819-a2a5-4549-b3cf-21356a690892 req-4ebdec35-55bd-4df5-ba56-4d0c117be281 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291230 Sep 16 04:49:17.478993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-609a512a-17db-4f8f-8a3e-16fbbe824126 service neutron] 10.222.0.20 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731855 Sep 16 04:49:17.656491 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.743745 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.784776 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52565509-8922-4073-8634-6acbf701503f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.823590 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca09090-1b58-4fb6-8878-1be109f75b8a req-84288e25-5f27-4a88-ae4d-4093dab0a8bd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:17.834813 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52565509-8922-4073-8634-6acbf701503f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.839109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca09090-1b58-4fb6-8878-1be109f75b8a req-84288e25-5f27-4a88-ae4d-4093dab0a8bd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:17.850757 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca09090-1b58-4fb6-8878-1be109f75b8a req-84288e25-5f27-4a88-ae4d-4093dab0a8bd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:17.861771 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ca09090-1b58-4fb6-8878-1be109f75b8a req-84288e25-5f27-4a88-ae4d-4093dab0a8bd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2414 time: 0.1572635 Sep 16 04:49:17.878569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-2af6229b-8fbc-409b-b41f-26dcebc03bbf service neutron] 10.222.0.20 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906331 Sep 16 04:49:17.901520 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] Network 7c2a370b-59f0-414a-8c60-acba524da02f is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:17.913128 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 94978468-c386-44ce-a491-eb9fb6dc26d0 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:17.919945 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:17.930538 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:18.001102 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] Pushing event updated for resources: {'Port': ['ID=47adbd11-fbc5-4dff-851b-37b5a6dfe009,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:18.023700 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ca09090-1b58-4fb6-8878-1be109f75b8a req-f90f40b4-f743-482b-b3d1-31c1ed92dd3b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605082 Sep 16 04:49:18.072213 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-52565509-8922-4073-8634-6acbf701503f admin admin] Allocated IP 172.25.4.42 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/2b0767a0-0030-439b-9fd1-6ce16aaeb3f6) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:18.172132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-49496091-4457-45ba-93e9-2aac23db933d service neutron] 10.222.0.20 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823660 Sep 16 04:49:18.197808 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] Attempting to bind port 47adbd11-fbc5-4dff-851b-37b5a6dfe009 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:18.198393 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] Attempting to bind port 47adbd11-fbc5-4dff-851b-37b5a6dfe009 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '76796948-e2b5-4474-8409-5b43fc4c4e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7c2a370b-59f0-414a-8c60-acba524da02f'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:18.198504 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] Attempting to bind port 47adbd11-fbc5-4dff-851b-37b5a6dfe009 on network 7c2a370b-59f0-414a-8c60-acba524da02f {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:18.213751 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:18.214148 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] Checking segment: {'id': '76796948-e2b5-4474-8409-5b43fc4c4e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7c2a370b-59f0-414a-8c60-acba524da02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:18.214514 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.214919 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] Bound using segment: {'id': '76796948-e2b5-4474-8409-5b43fc4c4e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7c2a370b-59f0-414a-8c60-acba524da02f'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:18.215449 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] Bound port: 47adbd11-fbc5-4dff-851b-37b5a6dfe009, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76796948-e2b5-4474-8409-5b43fc4c4e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7c2a370b-59f0-414a-8c60-acba524da02f'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:18.215929 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.302139 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52565509-8922-4073-8634-6acbf701503f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.369900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-47f1fa5e-d2f1-46ba-b451-4363dded65e5 service neutron] 10.222.0.20 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772790 Sep 16 04:49:18.380057 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] For port 47adbd11-fbc5-4dff-851b-37b5a6dfe009, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:18.389649 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 94978468-c386-44ce-a491-eb9fb6dc26d0 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:49:18.400166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] For port 47adbd11-fbc5-4dff-851b-37b5a6dfe009, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=47adbd11-fbc5-4dff-851b-37b5a6dfe009,segment=NetworkSegment(76796948-e2b5-4474-8409-5b43fc4c4e56),segment_id=76796948-e2b5-4474-8409-5b43fc4c4e56)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:18.406157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 94978468-c386-44ce-a491-eb9fb6dc26d0 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:18.406968 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.458902 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52565509-8922-4073-8634-6acbf701503f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.521353 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e50dc929-f1a5-4175-8ed4-b95ce9a5b079 service neutron] 10.222.0.20 "GET /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412780 Sep 16 04:49:18.531317 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.561304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52565509-8922-4073-8634-6acbf701503f admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:18.579929 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-52565509-8922-4073-8634-6acbf701503f admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:18.597321 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52565509-8922-4073-8634-6acbf701503f admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:18.701719 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-70658521-cbf8-4558-8fe4-160820ba4a2b service neutron] 10.222.0.20 "GET /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792333 Sep 16 04:49:18.814279 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-4172dd4b-bf99-44c4-86a6-b7a590c62c57 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:18.827999 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-4172dd4b-bf99-44c4-86a6-b7a590c62c57 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/networks?id=d554b25f-371b-4e70-8b37-105eb36678e3 HTTP/1.1" status: 200 len: 814 time: 0.2228141 Sep 16 04:49:18.849307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-4b62bca4-c8cc-45e3-a82f-40010e8424ec tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/quotas/6118981e801142959f164e63487a4b60 HTTP/1.1" status: 200 len: 375 time: 0.0244632 Sep 16 04:49:18.867620 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52565509-8922-4073-8634-6acbf701503f admin admin] Pushing event updated for resources: {'Port': ['ID=2b0767a0-0030-439b-9fd1-6ce16aaeb3f6,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:18.897379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-da65546c-2267-4376-b40c-c5cf790e13ed tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6118981e801142959f164e63487a4b60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470729 Sep 16 04:49:18.952523 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.956630 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bf939-4dab-48c2-beb6-0aecf146c604 None None] Pushing event updated for resources: {'Port': ['ID=47adbd11-fbc5-4dff-851b-37b5a6dfe009,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:18.987630 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e559cbe-8324-42e2-a773-6f104007bf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94978468-c386-44ce-a491-eb9fb6dc26d0'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:18.991057 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144329b6-051d-4804-91e8-580793d0de15" -d '{"events": [{"server_uuid": "1e559cbe-8324-42e2-a773-6f104007bf64", "name": "network-vif-plugged", "status": "completed", "tag": "94978468-c386-44ce-a491-eb9fb6dc26d0"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:19.007774 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 94978468-c386-44ce-a491-eb9fb6dc26d0, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=94978468-c386-44ce-a491-eb9fb6dc26d0,segment=NetworkSegment(1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b),segment_id=1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:19.072168 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-f49bf916-9229-41c9-974d-e17fc773cce3 service neutron] 10.222.0.20 "GET /v2.0/networks/d554b25f-371b-4e70-8b37-105eb36678e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736114 Sep 16 04:49:19.105054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14aebee5-a046-4e44-ad20-936b70c8dbc5 service neutron] 10.222.0.20 "GET /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025090 Sep 16 04:49:19.109280 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.209483 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=94978468-c386-44ce-a491-eb9fb6dc26d0,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:19.260358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-0bcf7e7b-9b62-4f24-9d04-853551587bcb service neutron] 10.222.0.20 "GET /v2.0/networks/d554b25f-371b-4e70-8b37-105eb36678e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846464 Sep 16 04:49:19.289151 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52565509-8922-4073-8634-6acbf701503f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.434497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-f8b554ac-6c66-4c34-92dc-8959fe7ad3b6 service neutron] 10.222.0.20 "GET /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283298 Sep 16 04:49:19.701492 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52565509-8922-4073-8634-6acbf701503f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.897303 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0fac439c-b857-4bf8-a45e-b759a8db39b3 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:20.078030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e1b02-f2a9-453a-a053-3f047079fc2a req-fe191af5-43ad-449d-9e8b-152abf688e30 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:20.086841 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a69e1b02-f2a9-453a-a053-3f047079fc2a req-fe191af5-43ad-449d-9e8b-152abf688e30 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.1088495 Sep 16 04:49:20.157323 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a69e1b02-f2a9-453a-a053-3f047079fc2a req-9ec37b94-4b8d-4c2c-a5a5-a12e4aaffa6e tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693297 Sep 16 04:49:20.184856 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 0fac439c-b857-4bf8-a45e-b759a8db39b3 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:49:20.195193 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 0fac439c-b857-4bf8-a45e-b759a8db39b3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:20.197153 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:20.273034 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd118336-ae82-4dca-9437-394cf5968fd5 x-openstack-request-id: req-fd118336-ae82-4dca-9437-394cf5968fd5 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:20.273713 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e559cbe-8324-42e2-a773-6f104007bf64", "name": "network-vif-plugged", "status": "completed", "tag": "94978468-c386-44ce-a491-eb9fb6dc26d0", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:20.274036 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd118336-ae82-4dca-9437-394cf5968fd5 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:20.274591 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e559cbe-8324-42e2-a773-6f104007bf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94978468-c386-44ce-a491-eb9fb6dc26d0', 'code': 200} Sep 16 04:49:20.451687 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:20.559036 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 0fac439c-b857-4bf8-a45e-b759a8db39b3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0fac439c-b857-4bf8-a45e-b759a8db39b3,segment=NetworkSegment(bd985736-fff1-4ae0-96e6-87b0d1ef55a1),segment_id=bd985736-fff1-4ae0-96e6-87b0d1ef55a1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:20.608566 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae63b9ff-59b2-45aa-b0f0-a09c97dffe9e None None] Network 7c2a370b-59f0-414a-8c60-acba524da02f requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:20.615230 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c63e3-f419-4dd9-bdb3-c962a3715990 req-6af956ac-73eb-468e-ad3d-bed7df6c656f tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:20.627794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c63e3-f419-4dd9-bdb3-c962a3715990 req-6af956ac-73eb-468e-ad3d-bed7df6c656f tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:20.642592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c63e3-f419-4dd9-bdb3-c962a3715990 req-6af956ac-73eb-468e-ad3d-bed7df6c656f tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:20.647177 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c08c63e3-f419-4dd9-bdb3-c962a3715990 req-6af956ac-73eb-468e-ad3d-bed7df6c656f tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2415 time: 0.2176468 Sep 16 04:49:20.708592 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-983719c6-f3d4-4c39-b0bf-d3d40a0bde13 None None] Provisioning complete for port 47adbd11-fbc5-4dff-851b-37b5a6dfe009 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:20.709358 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-983719c6-f3d4-4c39-b0bf-d3d40a0bde13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:20.713587 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c08c63e3-f419-4dd9-bdb3-c962a3715990 req-70ef7560-c9bf-456b-af79-d75b834dd6dd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581503 Sep 16 04:49:20.857042 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52565509-8922-4073-8634-6acbf701503f admin admin] Router 41df42fb-928e-4f91-af72-72ab1e1a3329 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:49:20.882297 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:20.883120 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 82bb5ec8-18d3-42c9-a942-8d94e3f61b80 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:20.913962 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a62a16ec-9689-4fad-bfc8-9821e2735448 req-03cd738d-c3ac-4429-9dfd-51beb971263a tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5d4fad6-a7d8-41d0-8622-e5210f38cdfe HTTP/1.1" status: 200 len: 210 time: 0.0421259 Sep 16 04:49:20.935057 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-983719c6-f3d4-4c39-b0bf-d3d40a0bde13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:20.998019 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52565509-8922-4073-8634-6acbf701503f admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:49:21.090046 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] Sync routers for ids ['41df42fb-928e-4f91-af72-72ab1e1a3329'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:49:21.103278 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52565509-8922-4073-8634-6acbf701503f admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.104801 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-52565509-8922-4073-8634-6acbf701503f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.6028149 Sep 16 04:49:21.107481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40752) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:21.159836 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-983719c6-f3d4-4c39-b0bf-d3d40a0bde13 None None] For port 47adbd11-fbc5-4dff-851b-37b5a6dfe009, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=47adbd11-fbc5-4dff-851b-37b5a6dfe009,segment=NetworkSegment(76796948-e2b5-4474-8409-5b43fc4c4e56),segment_id=76796948-e2b5-4474-8409-5b43fc4c4e56)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:21.242370 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] Routers {'41df42fb-928e-4f91-af72-72ab1e1a3329'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:21.242370 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:49:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['41df42fb-928e-4f91-af72-72ab1e1a3329'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:21.257718 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 47adbd11-fbc5-4dff-851b-37b5a6dfe009 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:21.387097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=0fac439c-b857-4bf8-a45e-b759a8db39b3,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:21.395612 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-983719c6-f3d4-4c39-b0bf-d3d40a0bde13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.496381 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef70dd-7dd6-465e-9a28-39deff0120ef req-7f445113-d8fd-4a0a-aed1-fa96dd55b976 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:21.509985 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90ef70dd-7dd6-465e-9a28-39deff0120ef req-7f445113-d8fd-4a0a-aed1-fa96dd55b976 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.1437919 Sep 16 04:49:21.539579 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 47adbd11-fbc5-4dff-851b-37b5a6dfe009 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:21.539976 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.544462 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983719c6-f3d4-4c39-b0bf-d3d40a0bde13 None None] Pushing event updated for resources: {'Port': ['ID=47adbd11-fbc5-4dff-851b-37b5a6dfe009,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:21.576982 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90ef70dd-7dd6-465e-9a28-39deff0120ef req-715f57fd-53a1-490a-ac86-2bcd621f212c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656538 Sep 16 04:49:21.639740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] Set router 41df42fb-928e-4f91-af72-72ab1e1a3329 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:21.716366 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 82bb5ec8-18d3-42c9-a942-8d94e3f61b80 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:49:21.741787 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 82bb5ec8-18d3-42c9-a942-8d94e3f61b80 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:21.742165 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.860572 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3a8192f7-808b-4106-8ec1-323ef9b912f3 None None] Provisioning complete for port 47adbd11-fbc5-4dff-851b-37b5a6dfe009 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:21.867025 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3a8192f7-808b-4106-8ec1-323ef9b912f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.926210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dde18a-d6f0-447b-9e7e-764e1e232f9b req-c74b829f-d2f5-42a8-8b03-867acb163ee1 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:21.932677 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dde18a-d6f0-447b-9e7e-764e1e232f9b req-c74b829f-d2f5-42a8-8b03-867acb163ee1 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:21.953681 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dde18a-d6f0-447b-9e7e-764e1e232f9b req-c74b829f-d2f5-42a8-8b03-867acb163ee1 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:21.955780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32dde18a-d6f0-447b-9e7e-764e1e232f9b req-c74b829f-d2f5-42a8-8b03-867acb163ee1 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2416 time: 0.1339586 Sep 16 04:49:22.035923 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32dde18a-d6f0-447b-9e7e-764e1e232f9b req-23bdfbff-9d22-454d-9b0a-1a30aca16763 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733459 Sep 16 04:49:22.209474 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.243549 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1b5b4713-ce87-470b-993f-8b6673ef250d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.282977 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e559cbe-8324-42e2-a773-6f104007bf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fac439c-b857-4bf8-a45e-b759a8db39b3'}, {'server_uuid': '1e559cbe-8324-42e2-a773-6f104007bf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bb5ec8-18d3-42c9-a942-8d94e3f61b80'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:22.282977 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1942a805-e37a-48bd-8f40-e6e00589b0d8" -d '{"events": [{"server_uuid": "1e559cbe-8324-42e2-a773-6f104007bf64", "name": "network-vif-plugged", "status": "completed", "tag": "0fac439c-b857-4bf8-a45e-b759a8db39b3"}, {"server_uuid": "1e559cbe-8324-42e2-a773-6f104007bf64", "name": "network-vif-plugged", "status": "completed", "tag": "82bb5ec8-18d3-42c9-a942-8d94e3f61b80"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:22.298661 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41df42fb-928e-4f91-af72-72ab1e1a3329', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985249585-router', 'tenant_id': '6af62b73a87f49b99cea363e8e8b927f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '2b0767a0-0030-439b-9fd1-6ce16aaeb3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:16Z', 'updated_at': '2021-09-16T04:49:18Z', 'revision_number': 3, 'project_id': '6af62b73a87f49b99cea363e8e8b927f', 'gw_port': {'id': '2b0767a0-0030-439b-9fd1-6ce16aaeb3f6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41df42fb-928e-4f91-af72-72ab1e1a3329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:17Z', 'updated_at': '2021-09-16T04:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:22.302243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 82bb5ec8-18d3-42c9-a942-8d94e3f61b80, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=82bb5ec8-18d3-42c9-a942-8d94e3f61b80,segment=NetworkSegment(bd985736-fff1-4ae0-96e6-87b0d1ef55a1),segment_id=bd985736-fff1-4ae0-96e6-87b0d1ef55a1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:22.346312 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] Checking router: 41df42fb-928e-4f91-af72-72ab1e1a3329 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:49:22.346312 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] Updating router 41df42fb-928e-4f91-af72-72ab1e1a3329 port 2b0767a0-0030-439b-9fd1-6ce16aaeb3f6 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:49:22.384644 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.409164 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-405e8684-6fdb-476d-8294-9bf5f89c5b88 req-54c03b8f-89c5-4a31-b64a-ce490b4a45a1 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5d4fad6-a7d8-41d0-8622-e5210f38cdfe HTTP/1.1" status: 200 len: 210 time: 0.0385611 Sep 16 04:49:22.528277 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9bd0558-7f1e-4fdb-a763-636828a0f0a7 req-ffe15034-0529-4405-9ac4-63816db578a3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.0837898 Sep 16 04:49:22.555839 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-1b5b4713-ce87-470b-993f-8b6673ef250d admin admin] Allocated IP 172.20.0.1 (7c2a370b-59f0-414a-8c60-acba524da02f/dbe1ac75-bb44-4e3c-b162-995b50a65da5/67ce7ffb-3ece-475b-bcd3-53389c3f338d) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:22.559229 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4a9416-6cd9-4925-a097-faf4eff25722 x-openstack-request-id: req-9a4a9416-6cd9-4925-a097-faf4eff25722 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:22.560099 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e559cbe-8324-42e2-a773-6f104007bf64", "name": "network-vif-plugged", "status": "completed", "tag": "0fac439c-b857-4bf8-a45e-b759a8db39b3", "code": 200}, {"server_uuid": "1e559cbe-8324-42e2-a773-6f104007bf64", "name": "network-vif-plugged", "status": "completed", "tag": "82bb5ec8-18d3-42c9-a942-8d94e3f61b80", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:22.560519 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a4a9416-6cd9-4925-a097-faf4eff25722 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:22.561086 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e559cbe-8324-42e2-a773-6f104007bf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fac439c-b857-4bf8-a45e-b759a8db39b3', 'code': 200} Sep 16 04:49:22.561496 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e559cbe-8324-42e2-a773-6f104007bf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bb5ec8-18d3-42c9-a942-8d94e3f61b80', 'code': 200} Sep 16 04:49:22.566655 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.719831 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04667c36-d03c-4f19-990d-1ab9e5be65d5 req-d838e481-ff51-4fc0-a3a6-ce6a2d99453d tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:22.729777 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-04667c36-d03c-4f19-990d-1ab9e5be65d5 req-d838e481-ff51-4fc0-a3a6-ce6a2d99453d tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.0753899 Sep 16 04:49:22.789474 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-04667c36-d03c-4f19-990d-1ab9e5be65d5 req-d71c7d6b-8a19-45ee-954b-82ba8711a91b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586710 Sep 16 04:49:22.795254 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1b5b4713-ce87-470b-993f-8b6673ef250d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.813783 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=82bb5ec8-18d3-42c9-a942-8d94e3f61b80,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:22.899554 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.909540 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be51374-c24f-4519-8eb1-23c6dafc6207 req-d10c94da-ba7c-40f1-b0ac-87635d893e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:22.909540 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be51374-c24f-4519-8eb1-23c6dafc6207 req-d10c94da-ba7c-40f1-b0ac-87635d893e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:22.910843 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be51374-c24f-4519-8eb1-23c6dafc6207 req-d10c94da-ba7c-40f1-b0ac-87635d893e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:22.911982 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3be51374-c24f-4519-8eb1-23c6dafc6207 req-d10c94da-ba7c-40f1-b0ac-87635d893e50 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2873 time: 0.1751029 Sep 16 04:49:22.951313 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3be51374-c24f-4519-8eb1-23c6dafc6207 req-e1b6d0ed-e3c9-4476-9b76-71a786db18a5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311151 Sep 16 04:49:23.015512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 47adbd11-fbc5-4dff-851b-37b5a6dfe009 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:23.067125 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 47adbd11-fbc5-4dff-851b-37b5a6dfe009 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:23.067496 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.117280 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1b5b4713-ce87-470b-993f-8b6673ef250d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.185029 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5b4713-ce87-470b-993f-8b6673ef250d admin admin] Network 7c2a370b-59f0-414a-8c60-acba524da02f is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:23.188952 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-1b5b4713-ce87-470b-993f-8b6673ef250d admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:23.198063 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b4713-ce87-470b-993f-8b6673ef250d admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:23.204484 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b4713-ce87-470b-993f-8b6673ef250d admin admin] Pushing event updated for resources: {'Port': ['ID=67ce7ffb-3ece-475b-bcd3-53389c3f338d,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:23.233840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a74dd5-d7df-44c6-afd6-5a35a45388ae req-29e23911-c804-4aca-828b-59409152ed15 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.249059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a74dd5-d7df-44c6-afd6-5a35a45388ae req-29e23911-c804-4aca-828b-59409152ed15 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.265847 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1b5b4713-ce87-470b-993f-8b6673ef250d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.271875 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a74dd5-d7df-44c6-afd6-5a35a45388ae req-29e23911-c804-4aca-828b-59409152ed15 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.276908 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9a74dd5-d7df-44c6-afd6-5a35a45388ae req-29e23911-c804-4aca-828b-59409152ed15 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2417 time: 0.1449013 Sep 16 04:49:23.319307 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.342156 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9a74dd5-d7df-44c6-afd6-5a35a45388ae req-ad73c97d-34dc-45e6-a574-5bddc2d75c7a tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589199 Sep 16 04:49:23.415281 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] Attempting to bind port 2b0767a0-0030-439b-9fd1-6ce16aaeb3f6 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:23.415851 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] Attempting to bind port 2b0767a0-0030-439b-9fd1-6ce16aaeb3f6 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:23.439573 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] Attempting to bind port 2b0767a0-0030-439b-9fd1-6ce16aaeb3f6 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:23.439573 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a1491-1eb8-4750-9f70-479c020e0427 None None] Pushing event updated for resources: {'Port': ['ID=2b0767a0-0030-439b-9fd1-6ce16aaeb3f6,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:23.466938 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:23.467417 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:23.467902 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.468362 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:23.468911 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] Bound port: 2b0767a0-0030-439b-9fd1-6ce16aaeb3f6, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:23.469359 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.531300 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-052310a2-c369-4a00-8d30-ef9b5fc9dd3c req-4e36d7b4-4d44-4465-9d12-7e38199a2a88 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5d4fad6-a7d8-41d0-8622-e5210f38cdfe HTTP/1.1" status: 200 len: 210 time: 0.0349565 Sep 16 04:49:23.555985 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] For port 2b0767a0-0030-439b-9fd1-6ce16aaeb3f6, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:23.560546 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] For port 2b0767a0-0030-439b-9fd1-6ce16aaeb3f6, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2b0767a0-0030-439b-9fd1-6ce16aaeb3f6,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:23.570847 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c326b858-0195-4a3b-aeaa-4c89f0c49f31 None None] Provisioning complete for port 67ce7ffb-3ece-475b-bcd3-53389c3f338d triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:23.571293 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c326b858-0195-4a3b-aeaa-4c89f0c49f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.611284 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c326b858-0195-4a3b-aeaa-4c89f0c49f31 None None] Port 67ce7ffb-3ece-475b-bcd3-53389c3f338d cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:23.623379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf68e95b-29d2-4a7e-b102-4aefe933226e req-2cd9ec3b-f769-4198-8edb-ec52b688bd9f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.0302362 Sep 16 04:49:23.671507 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1b5b4713-ce87-470b-993f-8b6673ef250d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.823490 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.863111 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1b5b4713-ce87-470b-993f-8b6673ef250d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.888743 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] Routers {'41df42fb-928e-4f91-af72-72ab1e1a3329'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:23.889410 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:49:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['41df42fb-928e-4f91-af72-72ab1e1a3329'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:23.891739 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a1491-1eb8-4750-9f70-479c020e0427 None None] Pushing event updated for resources: {'Port': ['ID=2b0767a0-0030-439b-9fd1-6ce16aaeb3f6,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:23.944667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6021d-e0c8-4fc9-a0d9-7a41008f4a49 req-8895b580-96f0-4c5b-9d6b-09f94bb934f7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.946278 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ace6021d-e0c8-4fc9-a0d9-7a41008f4a49 req-8895b580-96f0-4c5b-9d6b-09f94bb934f7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.0597298 Sep 16 04:49:23.982872 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1b5b4713-ce87-470b-993f-8b6673ef250d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.009162 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ace6021d-e0c8-4fc9-a0d9-7a41008f4a49 req-2c966a3e-4460-4f6e-aa94-7a1ea1c6b5aa tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560260 Sep 16 04:49:24.049148 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] Set router 41df42fb-928e-4f91-af72-72ab1e1a3329 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:24.058273 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1b5b4713-ce87-470b-993f-8b6673ef250d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.060232 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b4713-ce87-470b-993f-8b6673ef250d admin admin] Pushing event updated for resources: {'Port': ['ID=67ce7ffb-3ece-475b-bcd3-53389c3f338d,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:24.145195 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d5762-9d29-4247-a2ea-5844bc3e46d0 req-36943459-db73-4b7c-a14b-ca034dd9db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.146954 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a2d5762-9d29-4247-a2ea-5844bc3e46d0 req-36943459-db73-4b7c-a14b-ca034dd9db7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 1098 time: 0.0444570 Sep 16 04:49:24.170266 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5b4713-ce87-470b-993f-8b6673ef250d admin admin] Network 7c2a370b-59f0-414a-8c60-acba524da02f is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:24.172623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-1b5b4713-ce87-470b-993f-8b6673ef250d admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:24.205559 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.272498 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d5762-9d29-4247-a2ea-5844bc3e46d0 req-8bebe119-dade-4b31-b7b3-c75707bfe69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.274806 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a2d5762-9d29-4247-a2ea-5844bc3e46d0 req-8bebe119-dade-4b31-b7b3-c75707bfe69a service neutron] 10.222.0.21 "GET /v2.0/networks?id=5acd6586-8a2c-490f-9c1f-4e1587166d60 HTTP/1.1" status: 200 len: 913 time: 0.1210368 Sep 16 04:49:24.288492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41df42fb-928e-4f91-af72-72ab1e1a3329', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985249585-router', 'tenant_id': '6af62b73a87f49b99cea363e8e8b927f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '2b0767a0-0030-439b-9fd1-6ce16aaeb3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:16Z', 'updated_at': '2021-09-16T04:49:23Z', 'revision_number': 4, 'project_id': '6af62b73a87f49b99cea363e8e8b927f', 'gw_port': {'id': '2b0767a0-0030-439b-9fd1-6ce16aaeb3f6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41df42fb-928e-4f91-af72-72ab1e1a3329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:17Z', 'updated_at': '2021-09-16T04:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '67ce7ffb-3ece-475b-bcd3-53389c3f338d', 'name': '', 'network_id': '7c2a370b-59f0-414a-8c60-acba524da02f', 'tenant_id': '6af62b73a87f49b99cea363e8e8b927f', 'mac_address': 'fa:16:3e:b8:6a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41df42fb-928e-4f91-af72-72ab1e1a3329', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'dbe1ac75-bb44-4e3c-b162-995b50a65da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:22Z', 'updated_at': '2021-09-16T04:49:22Z', 'revision_number': 1, 'project_id': '6af62b73a87f49b99cea363e8e8b927f', 'subnets': [{'id': 'dbe1ac75-bb44-4e3c-b162-995b50a65da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:24.308863 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5b4713-ce87-470b-993f-8b6673ef250d admin admin] Router 41df42fb-928e-4f91-af72-72ab1e1a3329 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:49:24.333525 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a2d5762-9d29-4247-a2ea-5844bc3e46d0 req-44743415-4663-4e8c-a3bd-7d0f4707a8a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3252de53-f9b5-4595-a0fd-92326a80da5e HTTP/1.1" status: 200 len: 217 time: 0.0506947 Sep 16 04:49:24.343150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb03d9b7-0dbd-49d9-ade4-20ec5ae406ac None None] The sync data for ids ['41df42fb-928e-4f91-af72-72ab1e1a3329'] in n-d-712140-13 is: [{'id': '41df42fb-928e-4f91-af72-72ab1e1a3329', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985249585-router', 'tenant_id': '6af62b73a87f49b99cea363e8e8b927f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '2b0767a0-0030-439b-9fd1-6ce16aaeb3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:16Z', 'updated_at': '2021-09-16T04:49:23Z', 'revision_number': 4, 'project_id': '6af62b73a87f49b99cea363e8e8b927f', 'gw_port': {'id': '2b0767a0-0030-439b-9fd1-6ce16aaeb3f6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41df42fb-928e-4f91-af72-72ab1e1a3329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:17Z', 'updated_at': '2021-09-16T04:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '67ce7ffb-3ece-475b-bcd3-53389c3f338d', 'name': '', 'network_id': '7c2a370b-59f0-414a-8c60-acba524da02f', 'tenant_id': '6af62b73a87f49b99cea363e8e8b927f', 'mac_address': 'fa:16:3e:b8:6a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41df42fb-928e-4f91-af72-72ab1e1a3329', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'dbe1ac75-bb44-4e3c-b162-995b50a65da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:22Z', 'updated_at': '2021-09-16T04:49:22Z', 'revision_number': 1, 'project_id': '6af62b73a87f49b99cea363e8e8b927f', 'subnets': [{'id': 'dbe1ac75-bb44-4e3c-b162-995b50a65da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:49:24.428047 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d5762-9d29-4247-a2ea-5844bc3e46d0 req-e9e074d3-279e-4b44-855c-72ad13c2136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.431299 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a2d5762-9d29-4247-a2ea-5844bc3e46d0 req-e9e074d3-279e-4b44-855c-72ad13c2136a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1389bae5-dd46-4164-b9db-3ab16c90c617 HTTP/1.1" status: 200 len: 852 time: 0.0868986 Sep 16 04:49:24.486571 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a2d5762-9d29-4247-a2ea-5844bc3e46d0 req-f84a3d48-32f8-4385-9dae-a10f9c6dbbd0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5acd6586-8a2c-490f-9c1f-4e1587166d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479889 Sep 16 04:49:24.616827 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-9cfaec1b-ea2e-4dc1-a0c6-d4b79eccf820 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.618196 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-9cfaec1b-ea2e-4dc1-a0c6-d4b79eccf820 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.38 "GET /v2.0/networks?id=d554b25f-371b-4e70-8b37-105eb36678e3 HTTP/1.1" status: 200 len: 814 time: 0.2527602 Sep 16 04:49:24.638863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-bc1ad87f-f4dc-4e5e-a101-c538cec3991c None None] Provisioning complete for port 67ce7ffb-3ece-475b-bcd3-53389c3f338d triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:24.639586 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bc1ad87f-f4dc-4e5e-a101-c538cec3991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.639960 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5b4713-ce87-470b-993f-8b6673ef250d admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:49:24.646568 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f57ff9-4d5e-4b47-bf38-3433a5c8fdec req-afcd02b3-1aed-4ac5-a1b5-3450a7fd290d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.647823 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1b5b4713-ce87-470b-993f-8b6673ef250d admin admin] 10.222.0.20 "PUT /v2.0/routers/41df42fb-928e-4f91-af72-72ab1e1a3329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5376379 Sep 16 04:49:24.653623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-2887067e-a263-4a02-9c4d-03e17245edaa tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Request body: {'port': {'device_id': 'c5d4fad6-a7d8-41d0-8622-e5210f38cdfe', 'network_id': 'd554b25f-371b-4e70-8b37-105eb36678e3', 'admin_state_up': True, 'tenant_id': '6118981e801142959f164e63487a4b60'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:24.653847 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f57ff9-4d5e-4b47-bf38-3433a5c8fdec req-afcd02b3-1aed-4ac5-a1b5-3450a7fd290d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.661716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f57ff9-4d5e-4b47-bf38-3433a5c8fdec req-afcd02b3-1aed-4ac5-a1b5-3450a7fd290d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.663619 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1f57ff9-4d5e-4b47-bf38-3433a5c8fdec req-afcd02b3-1aed-4ac5-a1b5-3450a7fd290d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2417 time: 0.1504757 Sep 16 04:49:24.751671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a2d5762-9d29-4247-a2ea-5844bc3e46d0 req-d81077be-1275-464d-a8ed-7fbee8c1c015 service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480619 Sep 16 04:49:24.767368 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-bc1ad87f-f4dc-4e5e-a101-c538cec3991c None None] Port 67ce7ffb-3ece-475b-bcd3-53389c3f338d cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:24.788051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1f57ff9-4d5e-4b47-bf38-3433a5c8fdec req-e22d4b43-5075-4e6c-8869-12f26215eeea tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963273 Sep 16 04:49:24.911276 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1861ff7f-6500-43b9-8a87-883827e577d8 req-57025012-c03a-4cef-b83d-aee05d4e08f3 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5d4fad6-a7d8-41d0-8622-e5210f38cdfe HTTP/1.1" status: 200 len: 210 time: 0.0502448 Sep 16 04:49:24.962338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01bee8f3-a7ab-47bd-acfe-a33b4782bb2f req-98ae04f7-ba62-4e23-a47c-ea12e24fa195 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.0570271 Sep 16 04:49:24.981342 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a2d5762-9d29-4247-a2ea-5844bc3e46d0 req-1c94c503-4d58-43fa-b3fd-d8a61687aa14 service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208662 Sep 16 04:49:25.011307 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-2887067e-a263-4a02-9c4d-03e17245edaa tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Made reservation on behalf of 6118981e801142959f164e63487a4b60 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:25.020605 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-2887067e-a263-4a02-9c4d-03e17245edaa tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.211222 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-2887067e-a263-4a02-9c4d-03e17245edaa tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Allocated IP 172.20.0.14 (d554b25f-371b-4e70-8b37-105eb36678e3/37fac1e9-c4c8-4560-a583-05a97f98dfeb/7817f1ac-e37f-44ba-ae41-d286971d7e60) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:25.395761 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-e2bcbe5b-fce5-44bd-9f1f-95be1bda687b req-07c87a75-b2bf-4222-91d9-2d583942b2a9 tempest-FloatingIPDetailsNegativeTestJSON-1711208478 tempest-FloatingIPDetailsNegativeTestJSON-1711208478-project] show failed (client error): The resource could not be found. Sep 16 04:49:25.411567 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2bcbe5b-fce5-44bd-9f1f-95be1bda687b req-07c87a75-b2bf-4222-91d9-2d583942b2a9 tempest-FloatingIPDetailsNegativeTestJSON-1711208478 tempest-FloatingIPDetailsNegativeTestJSON-1711208478-project] 10.222.0.20 "GET /v2.0/floatingips/f31a92c5-39e1-4ee9-a732-c5a1168337d7 HTTP/1.1" status: 404 len: 350 time: 0.3360066 Sep 16 04:49:25.411681 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40830) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:25.472514 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-2887067e-a263-4a02-9c4d-03e17245edaa tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.490838 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fd61e-ca8a-43a1-9368-463c5e0ffacd req-a4dcaddf-3b1e-4824-ada9-cb4ae080baae tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.500805 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c5fd61e-ca8a-43a1-9368-463c5e0ffacd req-a4dcaddf-3b1e-4824-ada9-cb4ae080baae tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 946 time: 0.1089253 Sep 16 04:49:25.533215 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 3252de53-f9b5-4595-a0fd-92326a80da5e no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:25.564419 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c5fd61e-ca8a-43a1-9368-463c5e0ffacd req-1572fc6b-9731-408a-b1b6-faecd8c73c68 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580137 Sep 16 04:49:25.660324 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-2887067e-a263-4a02-9c4d-03e17245edaa tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.699440 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.747553 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-2887067e-a263-4a02-9c4d-03e17245edaa tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Network d554b25f-371b-4e70-8b37-105eb36678e3 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:25.751761 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e720f8-576d-4486-9575-da8a6d62838a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3252de53-f9b5-4595-a0fd-92326a80da5e'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:25.753545 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-2887067e-a263-4a02-9c4d-03e17245edaa tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:25.756300 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-2887067e-a263-4a02-9c4d-03e17245edaa tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:25.761875 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92e2f0c-02b0-45da-b8b0-6f91d3ed1a3b" -d '{"events": [{"server_uuid": "73e720f8-576d-4486-9575-da8a6d62838a", "name": "network-vif-unplugged", "status": "completed", "tag": "3252de53-f9b5-4595-a0fd-92326a80da5e"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:25.781954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 3252de53-f9b5-4595-a0fd-92326a80da5e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=3252de53-f9b5-4595-a0fd-92326a80da5e,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:25.817741 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548e6bcb-15f5-421d-b914-c736e7bfb4e4 x-openstack-request-id: req-548e6bcb-15f5-421d-b914-c736e7bfb4e4 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:25.818766 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e720f8-576d-4486-9575-da8a6d62838a", "name": "network-vif-unplugged", "status": "completed", "tag": "3252de53-f9b5-4595-a0fd-92326a80da5e", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:25.819103 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-548e6bcb-15f5-421d-b914-c736e7bfb4e4 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:25.824071 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e720f8-576d-4486-9575-da8a6d62838a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3252de53-f9b5-4595-a0fd-92326a80da5e', 'code': 200} Sep 16 04:49:25.848700 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.873957 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-2887067e-a263-4a02-9c4d-03e17245edaa tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.874618 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-2887067e-a263-4a02-9c4d-03e17245edaa tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.877036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887067e-a263-4a02-9c4d-03e17245edaa tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Pushing event updated for resources: {'Port': ['ID=7817f1ac-e37f-44ba-ae41-d286971d7e60,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:25.917655 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=3252de53-f9b5-4595-a0fd-92326a80da5e,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:25.968457 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-2887067e-a263-4a02-9c4d-03e17245edaa tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3261163 Sep 16 04:49:25.999579 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Request body: {'port': {'device_id': 'c5d4fad6-a7d8-41d0-8622-e5210f38cdfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:26.010044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792b50e-271e-4372-b2da-e8460cbbfe7d req-cc544f24-5797-426a-9268-c679cf900c23 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.017316 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792b50e-271e-4372-b2da-e8460cbbfe7d req-cc544f24-5797-426a-9268-c679cf900c23 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.028894 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792b50e-271e-4372-b2da-e8460cbbfe7d req-cc544f24-5797-426a-9268-c679cf900c23 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.031672 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4792b50e-271e-4372-b2da-e8460cbbfe7d req-cc544f24-5797-426a-9268-c679cf900c23 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2417 time: 0.1014316 Sep 16 04:49:26.074898 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.079276 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9405c8d-b69b-4ffb-899b-32a04907e9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.126931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a819ed1-4258-44f8-9ceb-c59e0ed3a994 req-47da6b2f-89c1-4d54-8287-7ab47cd636c3 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.130809 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a819ed1-4258-44f8-9ceb-c59e0ed3a994 req-47da6b2f-89c1-4d54-8287-7ab47cd636c3 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5d4fad6-a7d8-41d0-8622-e5210f38cdfe HTTP/1.1" status: 200 len: 932 time: 0.0981364 Sep 16 04:49:26.137751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4792b50e-271e-4372-b2da-e8460cbbfe7d req-7a410243-01f4-416d-a564-6d07d398d73c tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934079 Sep 16 04:49:26.193184 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a819ed1-4258-44f8-9ceb-c59e0ed3a994 req-0044dcfd-a780-4de4-b656-81a439201c63 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/security-groups?id=81c4b6d7-4c5f-4473-9104-fbe36e303798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499101 Sep 16 04:49:26.301947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4774001e-4895-4781-85b9-46844c0fa208 req-f27a6bb6-ced5-4c0f-a08e-2744351845ac tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.0415664 Sep 16 04:49:26.513033 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-284d67c0-e8eb-4b57-9e50-83081ef22979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.514488 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-284d67c0-e8eb-4b57-9e50-83081ef22979 service neutron] 10.222.0.38 "GET /v2.0/ports/ccee8eb8-1da5-4032-97e8-3546b99f9057 HTTP/1.1" status: 200 len: 1033 time: 0.0456178 Sep 16 04:49:26.557648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-861b0ffb-e5bb-4e28-8306-9f7c23ec720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.559528 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-861b0ffb-e5bb-4e28-8306-9f7c23ec720a service neutron] 10.222.0.38 "GET /v2.0/ports/207cd857-c1dd-4112-b6ee-2cc72b73c3f2 HTTP/1.1" status: 200 len: 1033 time: 0.0373931 Sep 16 04:49:26.582397 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7817f1ac-e37f-44ba-ae41-d286971d7e60 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:26.621542 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.642221 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Transition to ACTIVE for port object 7817f1ac-e37f-44ba-ae41-d286971d7e60 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:26.657381 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-c9405c8d-b69b-4ffb-899b-32a04907e9fc admin admin] Deleting port 67ce7ffb-3ece-475b-bcd3-53389c3f338d {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:26.664272 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9405c8d-b69b-4ffb-899b-32a04907e9fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.747036 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9405c8d-b69b-4ffb-899b-32a04907e9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.753746 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9add6-31ef-4cd0-a20f-2da83647b69e req-bd5d68bc-58a9-4ec2-bea9-f5efe42905f5 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.755298 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ec9add6-31ef-4cd0-a20f-2da83647b69e req-bd5d68bc-58a9-4ec2-bea9-f5efe42905f5 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 944 time: 0.0948026 Sep 16 04:49:26.760706 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-c9405c8d-b69b-4ffb-899b-32a04907e9fc admin admin] Calling delete_port for 67ce7ffb-3ece-475b-bcd3-53389c3f338d owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:26.762542 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.765793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-920ea943-7b5a-4147-b7f8-3b2910c39504 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.773841 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-920ea943-7b5a-4147-b7f8-3b2910c39504 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.779843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-920ea943-7b5a-4147-b7f8-3b2910c39504 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.781544 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-920ea943-7b5a-4147-b7f8-3b2910c39504 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.38 "GET /v2.0/networks?id=e5c36bba-4312-42bb-9e3c-3c79c033dd8d&id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&id=92487fc6-ad30-45f7-ae82-d9026609df50&id=92487fc6-ad30-45f7-ae82-d9026609df50 HTTP/1.1" status: 200 len: 1993 time: 0.2144020 Sep 16 04:49:26.831863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ec9add6-31ef-4cd0-a20f-2da83647b69e req-9d66c2a1-5992-4696-b678-f0383743868f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485990 Sep 16 04:49:26.867586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-799f1841-4177-4c8c-a6bc-cf0cc1a6266e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee8d98757e0d4815a18cbb63a273fd61 HTTP/1.1" status: 200 len: 380 time: 0.0571110 Sep 16 04:49:26.879071 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-5163a72d-a7d4-404c-a627-72f05d45c083 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Request body: {'port': {'device_id': '6832092c-3456-473f-9841-375d2f2b72a2', 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d', 'admin_state_up': True, 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'security_groups': ['9612ea81-5d8e-42da-a876-dfae3e79ea4c']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:26.918061 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Pushing event updated for resources: {'Port': ['ID=7817f1ac-e37f-44ba-ae41-d286971d7e60,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:27.021302 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Attempting to bind port 7817f1ac-e37f-44ba-ae41-d286971d7e60 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:27.022775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Attempting to bind port 7817f1ac-e37f-44ba-ae41-d286971d7e60 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'f54ed7fd-4d6f-44a6-a217-816f924c3ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd554b25f-371b-4e70-8b37-105eb36678e3'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:27.022775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Attempting to bind port 7817f1ac-e37f-44ba-ae41-d286971d7e60 on network d554b25f-371b-4e70-8b37-105eb36678e3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:27.033836 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Port 7817f1ac-e37f-44ba-ae41-d286971d7e60 on network d554b25f-371b-4e70-8b37-105eb36678e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:27.034505 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Attempting to bind port 7817f1ac-e37f-44ba-ae41-d286971d7e60 on network d554b25f-371b-4e70-8b37-105eb36678e3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:27.076897 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:27.077269 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Checking segment: {'id': 'f54ed7fd-4d6f-44a6-a217-816f924c3ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd554b25f-371b-4e70-8b37-105eb36678e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:27.077696 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Bound using segment: {'id': 'f54ed7fd-4d6f-44a6-a217-816f924c3ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd554b25f-371b-4e70-8b37-105eb36678e3'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:27.078117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Bound port: 7817f1ac-e37f-44ba-ae41-d286971d7e60, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f54ed7fd-4d6f-44a6-a217-816f924c3ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd554b25f-371b-4e70-8b37-105eb36678e3'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:27.078483 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.098056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2b0767a0-0030-439b-9fd1-6ce16aaeb3f6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:27.118562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-5163a72d-a7d4-404c-a627-72f05d45c083 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Made reservation on behalf of ee8d98757e0d4815a18cbb63a273fd61 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:27.122828 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-5163a72d-a7d4-404c-a627-72f05d45c083 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.148456 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae89958-4229-478b-8ae9-3487d972f04b req-0b4ef12a-4be7-4359-acb2-46b00e7e56bd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.150469 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224f1f40-4df1-4b1f-a940-c260dd4eb05b None None] Sync routers for ids ['41df42fb-928e-4f91-af72-72ab1e1a3329'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:49:27.156031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae89958-4229-478b-8ae9-3487d972f04b req-0b4ef12a-4be7-4359-acb2-46b00e7e56bd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.161577 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 2b0767a0-0030-439b-9fd1-6ce16aaeb3f6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:27.162410 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.163470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae89958-4229-478b-8ae9-3487d972f04b req-0b4ef12a-4be7-4359-acb2-46b00e7e56bd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.165323 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ae89958-4229-478b-8ae9-3487d972f04b req-0b4ef12a-4be7-4359-acb2-46b00e7e56bd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2417 time: 0.1064622 Sep 16 04:49:27.171326 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224f1f40-4df1-4b1f-a940-c260dd4eb05b None None] Routers {'41df42fb-928e-4f91-af72-72ab1e1a3329'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:27.173401 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-224f1f40-4df1-4b1f-a940-c260dd4eb05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:49:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['41df42fb-928e-4f91-af72-72ab1e1a3329'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:27.261209 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] For port 7817f1ac-e37f-44ba-ae41-d286971d7e60, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:27.299364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ae89958-4229-478b-8ae9-3487d972f04b req-2ff562a8-a555-43a4-b4c5-09c0157229db tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199191 Sep 16 04:49:27.309262 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] For port 7817f1ac-e37f-44ba-ae41-d286971d7e60, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=7817f1ac-e37f-44ba-ae41-d286971d7e60,segment=NetworkSegment(f54ed7fd-4d6f-44a6-a217-816f924c3ba0),segment_id=f54ed7fd-4d6f-44a6-a217-816f924c3ba0)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:27.366016 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-224f1f40-4df1-4b1f-a940-c260dd4eb05b None None] Set router 41df42fb-928e-4f91-af72-72ab1e1a3329 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:27.387362 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.412404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 2b0767a0-0030-439b-9fd1-6ce16aaeb3f6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2b0767a0-0030-439b-9fd1-6ce16aaeb3f6,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:27.440306 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.463229 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-506c6f4a-6428-4200-9bd0-ceb4626422d9 req-3352d3e2-a1ed-4eb6-9689-bd345b383e01 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.0506072 Sep 16 04:49:27.487358 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4d895-c417-4760-b244-6e661cdc3d40 req-b35b20f9-20e8-482b-b4bd-94a0bae5298b tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.497437 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.498358 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.500027 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14b4d895-c417-4760-b244-6e661cdc3d40 req-b35b20f9-20e8-482b-b4bd-94a0bae5298b tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5d4fad6-a7d8-41d0-8622-e5210f38cdfe HTTP/1.1" status: 200 len: 944 time: 0.1663365 Sep 16 04:49:27.500209 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] 10.222.0.38 "PUT /v2.0/ports/7817f1ac-e37f-44ba-ae41-d286971d7e60 HTTP/1.1" status: 200 len: 1093 time: 1.5051053 Sep 16 04:49:27.502528 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d4fad6-a7d8-41d0-8622-e5210f38cdfe', 'tag': '7817f1ac-e37f-44ba-ae41-d286971d7e60'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:27.506753 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81879ac-eda0-4ed2-a86a-a8c9670f0909" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d4fad6-a7d8-41d0-8622-e5210f38cdfe", "tag": "7817f1ac-e37f-44ba-ae41-d286971d7e60"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:27.547227 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-5163a72d-a7d4-404c-a627-72f05d45c083 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Allocated IP 172.20.0.9 (e5c36bba-4312-42bb-9e3c-3c79c033dd8d/2c0b4174-34ac-47da-93e8-4d05e20323d9/82a9ee32-3c39-4631-9da3-c026fdda75bd) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:27.552163 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c82d1-02fc-4aa3-838e-9d60cbac785c service neutron] Pushing event updated for resources: {'Port': ['ID=7817f1ac-e37f-44ba-ae41-d286971d7e60,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:27.557104 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9405c8d-b69b-4ffb-899b-32a04907e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.591014 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b217e49-0897-4bda-81f4-d656004d37e3 x-openstack-request-id: req-7b217e49-0897-4bda-81f4-d656004d37e3 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:27.591771 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d4fad6-a7d8-41d0-8622-e5210f38cdfe", "tag": "7817f1ac-e37f-44ba-ae41-d286971d7e60", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:27.591771 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b217e49-0897-4bda-81f4-d656004d37e3 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:27.592000 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d4fad6-a7d8-41d0-8622-e5210f38cdfe', 'tag': '7817f1ac-e37f-44ba-ae41-d286971d7e60', 'status': 'completed', 'code': 200} Sep 16 04:49:27.592218 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14b4d895-c417-4760-b244-6e661cdc3d40 req-2433383d-b2f5-4228-854f-950996050450 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/security-groups?id=81c4b6d7-4c5f-4473-9104-fbe36e303798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863380 Sep 16 04:49:27.594608 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9405c8d-b69b-4ffb-899b-32a04907e9fc admin admin] Pushing event deleted for resources: {'Port': ['ID=67ce7ffb-3ece-475b-bcd3-53389c3f338d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:27.611962 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.673742 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-224f1f40-4df1-4b1f-a940-c260dd4eb05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41df42fb-928e-4f91-af72-72ab1e1a3329', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985249585-router', 'tenant_id': '6af62b73a87f49b99cea363e8e8b927f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '2b0767a0-0030-439b-9fd1-6ce16aaeb3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:16Z', 'updated_at': '2021-09-16T04:49:23Z', 'revision_number': 4, 'project_id': '6af62b73a87f49b99cea363e8e8b927f', 'gw_port': {'id': '2b0767a0-0030-439b-9fd1-6ce16aaeb3f6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41df42fb-928e-4f91-af72-72ab1e1a3329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:17Z', 'updated_at': '2021-09-16T04:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '67ce7ffb-3ece-475b-bcd3-53389c3f338d', 'name': '', 'network_id': '7c2a370b-59f0-414a-8c60-acba524da02f', 'tenant_id': '6af62b73a87f49b99cea363e8e8b927f', 'mac_address': 'fa:16:3e:b8:6a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41df42fb-928e-4f91-af72-72ab1e1a3329', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'dbe1ac75-bb44-4e3c-b162-995b50a65da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:22Z', 'updated_at': '2021-09-16T04:49:23Z', 'revision_number': 2, 'project_id': '6af62b73a87f49b99cea363e8e8b927f', 'subnets': [{'id': 'dbe1ac75-bb44-4e3c-b162-995b50a65da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:27.716045 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=2b0767a0-0030-439b-9fd1-6ce16aaeb3f6,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:27.740802 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224f1f40-4df1-4b1f-a940-c260dd4eb05b None None] Checking router: 41df42fb-928e-4f91-af72-72ab1e1a3329 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:49:27.741146 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224f1f40-4df1-4b1f-a940-c260dd4eb05b None None] Updating router 41df42fb-928e-4f91-af72-72ab1e1a3329 port 67ce7ffb-3ece-475b-bcd3-53389c3f338d binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:49:27.758027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81879ac-eda0-4ed2-a86a-a8c9670f0909 req-5950b485-f9b7-4d81-8899-343ba4e71fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.759891 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d81879ac-eda0-4ed2-a86a-a8c9670f0909 req-5950b485-f9b7-4d81-8899-343ba4e71fa7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6118981e801142959f164e63487a4b60&device_id=c5d4fad6-a7d8-41d0-8622-e5210f38cdfe HTTP/1.1" status: 200 len: 1096 time: 0.1164520 Sep 16 04:49:27.781049 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224f1f40-4df1-4b1f-a940-c260dd4eb05b None None] Port 67ce7ffb-3ece-475b-bcd3-53389c3f338d not found while updating agent binding for router 41df42fb-928e-4f91-af72-72ab1e1a3329. {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 16 04:49:27.802565 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224f1f40-4df1-4b1f-a940-c260dd4eb05b None None] Routers {'41df42fb-928e-4f91-af72-72ab1e1a3329'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:27.803275 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-224f1f40-4df1-4b1f-a940-c260dd4eb05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:49:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['41df42fb-928e-4f91-af72-72ab1e1a3329'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:27.920509 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-5163a72d-a7d4-404c-a627-72f05d45c083 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.964388 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-224f1f40-4df1-4b1f-a940-c260dd4eb05b None None] Set router 41df42fb-928e-4f91-af72-72ab1e1a3329 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:28.069804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eacf56-c24e-4fb3-a15d-f63a014431a3 req-1b0399eb-c02b-4b29-ac4c-4cf573f53332 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:28.093426 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17eacf56-c24e-4fb3-a15d-f63a014431a3 req-1b0399eb-c02b-4b29-ac4c-4cf573f53332 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 944 time: 0.0941734 Sep 16 04:49:28.114966 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.153701 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-5163a72d-a7d4-404c-a627-72f05d45c083 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.205870 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-224f1f40-4df1-4b1f-a940-c260dd4eb05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41df42fb-928e-4f91-af72-72ab1e1a3329', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985249585-router', 'tenant_id': '6af62b73a87f49b99cea363e8e8b927f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '2b0767a0-0030-439b-9fd1-6ce16aaeb3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:16Z', 'updated_at': '2021-09-16T04:49:27Z', 'revision_number': 5, 'project_id': '6af62b73a87f49b99cea363e8e8b927f', 'gw_port': {'id': '2b0767a0-0030-439b-9fd1-6ce16aaeb3f6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df42fb-928e-4f91-af72-72ab1e1a3329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:17Z', 'updated_at': '2021-09-16T04:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:28.226097 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-5163a72d-a7d4-404c-a627-72f05d45c083 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Network e5c36bba-4312-42bb-9e3c-3c79c033dd8d is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:28.238464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-5163a72d-a7d4-404c-a627-72f05d45c083 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:28.242567 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224f1f40-4df1-4b1f-a940-c260dd4eb05b None None] The sync data for ids ['41df42fb-928e-4f91-af72-72ab1e1a3329'] in n-d-712140-13 is: [{'id': '41df42fb-928e-4f91-af72-72ab1e1a3329', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985249585-router', 'tenant_id': '6af62b73a87f49b99cea363e8e8b927f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '2b0767a0-0030-439b-9fd1-6ce16aaeb3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:16Z', 'updated_at': '2021-09-16T04:49:27Z', 'revision_number': 5, 'project_id': '6af62b73a87f49b99cea363e8e8b927f', 'gw_port': {'id': '2b0767a0-0030-439b-9fd1-6ce16aaeb3f6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df42fb-928e-4f91-af72-72ab1e1a3329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:17Z', 'updated_at': '2021-09-16T04:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:49:28.248292 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17eacf56-c24e-4fb3-a15d-f63a014431a3 req-ecc5d7b1-1bb4-46cd-942e-ad8ff85cae33 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532378 Sep 16 04:49:28.252378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-5163a72d-a7d4-404c-a627-72f05d45c083 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:28.265089 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81879ac-eda0-4ed2-a86a-a8c9670f0909 req-2ee18fef-5551-407d-9299-bab76dc1a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:28.266689 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d81879ac-eda0-4ed2-a86a-a8c9670f0909 req-2ee18fef-5551-407d-9299-bab76dc1a4e3 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=6118981e801142959f164e63487a4b60&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4739892 Sep 16 04:49:28.306724 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163a72d-a7d4-404c-a627-72f05d45c083 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event updated for resources: {'Port': ['ID=82a9ee32-3c39-4631-9da3-c026fdda75bd,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:28.369556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-5163a72d-a7d4-404c-a627-72f05d45c083 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:28.370158 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-5163a72d-a7d4-404c-a627-72f05d45c083 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.397627 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9405c8d-b69b-4ffb-899b-32a04907e9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.452470 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81879ac-eda0-4ed2-a86a-a8c9670f0909 req-3e6db9ed-7fce-49ac-a638-b3d26cbaf1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:28.454120 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d81879ac-eda0-4ed2-a86a-a8c9670f0909 req-3e6db9ed-7fce-49ac-a638-b3d26cbaf1c2 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1441085 Sep 16 04:49:28.513176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12631600-e457-4b5e-add1-2a252899e0ea req-97ba817e-cc3f-4bdb-97db-ad04719f92c2 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:28.519922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12631600-e457-4b5e-add1-2a252899e0ea req-97ba817e-cc3f-4bdb-97db-ad04719f92c2 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:28.564697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12631600-e457-4b5e-add1-2a252899e0ea req-97ba817e-cc3f-4bdb-97db-ad04719f92c2 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:28.567312 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12631600-e457-4b5e-add1-2a252899e0ea req-97ba817e-cc3f-4bdb-97db-ad04719f92c2 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2417 time: 0.1491961 Sep 16 04:49:28.613237 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-5163a72d-a7d4-404c-a627-72f05d45c083 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7402508 Sep 16 04:49:28.647541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2362cd4c-b0c2-448a-a90f-c50ad2958d82 None None] Provisioning complete for port 82a9ee32-3c39-4631-9da3-c026fdda75bd triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:28.648725 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2362cd4c-b0c2-448a-a90f-c50ad2958d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.693829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3c55b0d7-404b-4ad1-9d1d-2b11ca017d85 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Request body: {'port': {'device_id': '6832092c-3456-473f-9841-375d2f2b72a2', 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c', 'admin_state_up': True, 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'security_groups': ['9612ea81-5d8e-42da-a876-dfae3e79ea4c']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:28.714640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12631600-e457-4b5e-add1-2a252899e0ea req-90e6b9af-7eac-4243-8c60-39b38ff91224 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367509 Sep 16 04:49:28.733367 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2362cd4c-b0c2-448a-a90f-c50ad2958d82 None None] Port 82a9ee32-3c39-4631-9da3-c026fdda75bd cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:28.815694 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-d50473bb-d781-481e-a309-b8beea392106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:28.822397 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-d50473bb-d781-481e-a309-b8beea392106 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6118981e801142959f164e63487a4b60&device_id=c5d4fad6-a7d8-41d0-8622-e5210f38cdfe HTTP/1.1" status: 200 len: 1096 time: 0.1955895 Sep 16 04:49:28.907395 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-38c7ecd6-92fe-4510-a2cf-5dccfb1e0df1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7817f1ac-e37f-44ba-ae41-d286971d7e60 HTTP/1.1" status: 200 len: 217 time: 0.0625694 Sep 16 04:49:28.994667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dd272-b97e-40dc-b6d0-ac568c6603ce req-3244b68a-7b45-4936-b280-de6506e8cc09 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.003725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d32dd272-b97e-40dc-b6d0-ac568c6603ce req-3244b68a-7b45-4936-b280-de6506e8cc09 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 931 time: 0.1332026 Sep 16 04:49:29.066064 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-8b0dd907-2b9b-42de-886f-cd4458c069d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.067890 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-8b0dd907-2b9b-42de-886f-cd4458c069d5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37fac1e9-c4c8-4560-a583-05a97f98dfeb HTTP/1.1" status: 200 len: 854 time: 0.1554260 Sep 16 04:49:29.101607 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2b0767a0-0030-439b-9fd1-6ce16aaeb3f6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:29.116178 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d32dd272-b97e-40dc-b6d0-ac568c6603ce req-3910f5ab-36c3-4e48-a9f1-27bcad190762 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085999 Sep 16 04:49:29.121773 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-1a671a17-ef5d-4731-a39d-8d2d477559fd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d554b25f-371b-4e70-8b37-105eb36678e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440655 Sep 16 04:49:29.175085 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9405c8d-b69b-4ffb-899b-32a04907e9fc admin admin] Router 41df42fb-928e-4f91-af72-72ab1e1a3329 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:49:29.185122 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-de4812f2-2042-42b5-80ae-dbbdb5f5e622 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.192061 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-de4812f2-2042-42b5-80ae-dbbdb5f5e622 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.198477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-de4812f2-2042-42b5-80ae-dbbdb5f5e622 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.200346 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-de4812f2-2042-42b5-80ae-dbbdb5f5e622 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2417 time: 0.2061577 Sep 16 04:49:29.222552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3c55b0d7-404b-4ad1-9d1d-2b11ca017d85 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Made reservation on behalf of ee8d98757e0d4815a18cbb63a273fd61 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:29.229018 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3c55b0d7-404b-4ad1-9d1d-2b11ca017d85 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.229179 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 2b0767a0-0030-439b-9fd1-6ce16aaeb3f6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:29.230319 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.309406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e86294-4c84-4c1d-89dd-aa8682364cd8 req-051156f8-b71a-469a-b079-732b99904964 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.310759 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31e86294-4c84-4c1d-89dd-aa8682364cd8 req-051156f8-b71a-469a-b079-732b99904964 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5d4fad6-a7d8-41d0-8622-e5210f38cdfe HTTP/1.1" status: 200 len: 944 time: 0.1011055 Sep 16 04:49:29.371231 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 67ce7ffb-3ece-475b-bcd3-53389c3f338d no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:29.404980 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 67ce7ffb-3ece-475b-bcd3-53389c3f338d {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:29.407426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 67ce7ffb-3ece-475b-bcd3-53389c3f338d not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:29.505808 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31e86294-4c84-4c1d-89dd-aa8682364cd8 req-25e2b2ac-ee4d-422e-bb4f-5625c0857f95 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/security-groups?id=81c4b6d7-4c5f-4473-9104-fbe36e303798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664114 Sep 16 04:49:29.536751 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-5d576f57-8d2c-4f23-afd3-5438a4627599 service neutron] 10.222.0.38 "GET /v2.0/networks/d554b25f-371b-4e70-8b37-105eb36678e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987448 Sep 16 04:49:29.583007 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 3252de53-f9b5-4595-a0fd-92326a80da5e no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:29.659840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3c55b0d7-404b-4ad1-9d1d-2b11ca017d85 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Allocated IP 10.1.1.8 (25dc981a-4bf0-4e39-9c80-5980ada4b30c/89b9465c-5aea-4f0b-9ac0-609722b1fa65/a5ba0f66-270a-41f6-b6de-e53d473310e7) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:29.697220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9405c8d-b69b-4ffb-899b-32a04907e9fc admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:49:29.716416 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c9405c8d-b69b-4ffb-899b-32a04907e9fc admin admin] 10.222.0.20 "PUT /v2.0/routers/41df42fb-928e-4f91-af72-72ab1e1a3329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3073490 Sep 16 04:49:29.719306 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40922) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:29.805534 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-72341464-5276-40e0-b2fe-9057d599b2d6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Deleting port 94978468-c386-44ce-a491-eb9fb6dc26d0 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:29.805782 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-72341464-5276-40e0-b2fe-9057d599b2d6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.912984 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a46bb765-041e-423f-9f08-a788c8d1c0e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.919290 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfed479a-3bda-4ced-a638-ef7ecb3b22ee None None] Sync routers for ids ['41df42fb-928e-4f91-af72-72ab1e1a3329'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:49:29.936316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfed479a-3bda-4ced-a638-ef7ecb3b22ee None None] Routers {'41df42fb-928e-4f91-af72-72ab1e1a3329'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:29.938584 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-bfed479a-3bda-4ced-a638-ef7ecb3b22ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:49:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['41df42fb-928e-4f91-af72-72ab1e1a3329'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:29.985799 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-72341464-5276-40e0-b2fe-9057d599b2d6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] For port 94978468-c386-44ce-a491-eb9fb6dc26d0, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=94978468-c386-44ce-a491-eb9fb6dc26d0,segment=NetworkSegment(1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b),segment_id=1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:29.986416 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-72341464-5276-40e0-b2fe-9057d599b2d6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.019594 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-72341464-5276-40e0-b2fe-9057d599b2d6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Calling delete_port for 94978468-c386-44ce-a491-eb9fb6dc26d0 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:30.106322 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:49:30.122995 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-318b89e6-9f33-4fbc-a17e-a43664b4ecc4 req-71ee611a-8268-4bb1-9dcd-90464b21519d service neutron] 10.222.0.38 "GET /v2.0/networks/d554b25f-371b-4e70-8b37-105eb36678e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450602 Sep 16 04:49:30.123308 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9aa31b-7d90-47b0-b397-2c91b8df9c8f req-11049b22-dbdf-4d89-9a80-4cacd2eabba6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:30.130806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9aa31b-7d90-47b0-b397-2c91b8df9c8f req-11049b22-dbdf-4d89-9a80-4cacd2eabba6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:30.137529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9aa31b-7d90-47b0-b397-2c91b8df9c8f req-11049b22-dbdf-4d89-9a80-4cacd2eabba6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:30.140126 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af9aa31b-7d90-47b0-b397-2c91b8df9c8f req-11049b22-dbdf-4d89-9a80-4cacd2eabba6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e559cbe-8324-42e2-a773-6f104007bf64 HTTP/1.1" status: 200 len: 2417 time: 0.1964948 Sep 16 04:49:30.150609 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-bfed479a-3bda-4ced-a638-ef7ecb3b22ee None None] Set router 41df42fb-928e-4f91-af72-72ab1e1a3329 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:30.259784 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af9aa31b-7d90-47b0-b397-2c91b8df9c8f req-b10e3622-cd41-4412-bb33-97cedd920600 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008959 Sep 16 04:49:30.269016 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3c55b0d7-404b-4ad1-9d1d-2b11ca017d85 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.288134 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a46bb765-041e-423f-9f08-a788c8d1c0e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.362794 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-72341464-5276-40e0-b2fe-9057d599b2d6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.406535 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ac91a-d04a-44da-b118-f23245b87d79 req-5dfc65bb-9b06-4751-803c-aaa5e5813ba7 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:30.408425 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-392ac91a-d04a-44da-b118-f23245b87d79 req-5dfc65bb-9b06-4751-803c-aaa5e5813ba7 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 1097 time: 0.0668356 Sep 16 04:49:30.411215 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72341464-5276-40e0-b2fe-9057d599b2d6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event deleted for resources: {'Port': ['ID=94978468-c386-44ce-a491-eb9fb6dc26d0,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:30.412246 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3c55b0d7-404b-4ad1-9d1d-2b11ca017d85 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.457203 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-72341464-5276-40e0-b2fe-9057d599b2d6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] No DVR routers for this DVR port 94978468-c386-44ce-a491-eb9fb6dc26d0 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:30.460009 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-72341464-5276-40e0-b2fe-9057d599b2d6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.462294 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-72341464-5276-40e0-b2fe-9057d599b2d6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.38 "DELETE /v2.0/ports/94978468-c386-44ce-a491-eb9fb6dc26d0 HTTP/1.1" status: 204 len: 173 time: 1.2367542 Sep 16 04:49:30.463158 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e559cbe-8324-42e2-a773-6f104007bf64', 'name': 'network-vif-deleted', 'tag': '94978468-c386-44ce-a491-eb9fb6dc26d0'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:30.468130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-bfed479a-3bda-4ced-a638-ef7ecb3b22ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41df42fb-928e-4f91-af72-72ab1e1a3329', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985249585-router', 'tenant_id': '6af62b73a87f49b99cea363e8e8b927f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '2b0767a0-0030-439b-9fd1-6ce16aaeb3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:16Z', 'updated_at': '2021-09-16T04:49:27Z', 'revision_number': 5, 'project_id': '6af62b73a87f49b99cea363e8e8b927f', 'gw_port': {'id': '2b0767a0-0030-439b-9fd1-6ce16aaeb3f6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df42fb-928e-4f91-af72-72ab1e1a3329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:17Z', 'updated_at': '2021-09-16T04:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:30.468726 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620f6ca6-c31a-49b5-b717-ee8c6bc9cd22" -d '{"events": [{"server_uuid": "1e559cbe-8324-42e2-a773-6f104007bf64", "name": "network-vif-deleted", "tag": "94978468-c386-44ce-a491-eb9fb6dc26d0"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:30.489856 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55b0d7-404b-4ad1-9d1d-2b11ca017d85 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event updated for resources: {'Port': ['ID=a5ba0f66-270a-41f6-b6de-e53d473310e7,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:30.501428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3c55b0d7-404b-4ad1-9d1d-2b11ca017d85 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Network 25dc981a-4bf0-4e39-9c80-5980ada4b30c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:30.510854 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfed479a-3bda-4ced-a638-ef7ecb3b22ee None None] Checking router: 41df42fb-928e-4f91-af72-72ab1e1a3329 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:49:30.511876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3c55b0d7-404b-4ad1-9d1d-2b11ca017d85 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:30.536777 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfed479a-3bda-4ced-a638-ef7ecb3b22ee None None] Routers {'41df42fb-928e-4f91-af72-72ab1e1a3329'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:30.537726 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-bfed479a-3bda-4ced-a638-ef7ecb3b22ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:49:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['41df42fb-928e-4f91-af72-72ab1e1a3329'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:30.538431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3c55b0d7-404b-4ad1-9d1d-2b11ca017d85 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:30.659431 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-648663c8-f432-4f5a-9ac7-7d0b20aa65d9 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Deleting port 0fac439c-b857-4bf8-a45e-b759a8db39b3 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:30.659792 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-648663c8-f432-4f5a-9ac7-7d0b20aa65d9 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.693442 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-bfed479a-3bda-4ced-a638-ef7ecb3b22ee None None] Set router 41df42fb-928e-4f91-af72-72ab1e1a3329 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:30.742031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-392ac91a-d04a-44da-b118-f23245b87d79 req-c94bd001-f30e-4697-942a-d0d6ade8282b tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207445 Sep 16 04:49:30.750894 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3c55b0d7-404b-4ad1-9d1d-2b11ca017d85 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:30.752055 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3c55b0d7-404b-4ad1-9d1d-2b11ca017d85 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.777468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-a46bb765-041e-423f-9f08-a788c8d1c0e8 admin admin] Deleting port 2b0767a0-0030-439b-9fd1-6ce16aaeb3f6 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:30.777468 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a46bb765-041e-423f-9f08-a788c8d1c0e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.781337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-bfed479a-3bda-4ced-a638-ef7ecb3b22ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41df42fb-928e-4f91-af72-72ab1e1a3329', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985249585-router', 'tenant_id': '6af62b73a87f49b99cea363e8e8b927f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:16Z', 'updated_at': '2021-09-16T04:49:30Z', 'revision_number': 6, 'project_id': '6af62b73a87f49b99cea363e8e8b927f', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:30.798908 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1e418-9889-43f6-a667-1ebb1b99f140 req-0a35dc40-eb67-41ca-893d-2edcbbc888cd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:30.812413 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42d1e418-9889-43f6-a667-1ebb1b99f140 req-0a35dc40-eb67-41ca-893d-2edcbbc888cd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e720f8-576d-4486-9575-da8a6d62838a HTTP/1.1" status: 200 len: 944 time: 0.2156949 Sep 16 04:49:30.846133 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfed479a-3bda-4ced-a638-ef7ecb3b22ee None None] The sync data for ids ['41df42fb-928e-4f91-af72-72ab1e1a3329'] in n-d-712140-13 is: [{'id': '41df42fb-928e-4f91-af72-72ab1e1a3329', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985249585-router', 'tenant_id': '6af62b73a87f49b99cea363e8e8b927f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:16Z', 'updated_at': '2021-09-16T04:49:30Z', 'revision_number': 6, 'project_id': '6af62b73a87f49b99cea363e8e8b927f', 'gw_port_host': None}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:49:30.858121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-648663c8-f432-4f5a-9ac7-7d0b20aa65d9 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] For port 0fac439c-b857-4bf8-a45e-b759a8db39b3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0fac439c-b857-4bf8-a45e-b759a8db39b3,segment=NetworkSegment(bd985736-fff1-4ae0-96e6-87b0d1ef55a1),segment_id=bd985736-fff1-4ae0-96e6-87b0d1ef55a1)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:30.858121 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-648663c8-f432-4f5a-9ac7-7d0b20aa65d9 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.894165 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f84164f6-4e92-4ef5-88a9-ced17471ca66 None None] Provisioning complete for port a5ba0f66-270a-41f6-b6de-e53d473310e7 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:30.894689 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f84164f6-4e92-4ef5-88a9-ced17471ca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.907535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-648663c8-f432-4f5a-9ac7-7d0b20aa65d9 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Calling delete_port for 0fac439c-b857-4bf8-a45e-b759a8db39b3 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:30.972708 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3c55b0d7-404b-4ad1-9d1d-2b11ca017d85 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3065255 Sep 16 04:49:30.984301 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-f84164f6-4e92-4ef5-88a9-ced17471ca66 None None] Port a5ba0f66-270a-41f6-b6de-e53d473310e7 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:30.992279 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3cc5d34c-2718-436c-9cc9-05d9495c95db tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Request body: {'port': {'device_id': '6832092c-3456-473f-9841-375d2f2b72a2', 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c', 'admin_state_up': True, 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'security_groups': ['9612ea81-5d8e-42da-a876-dfae3e79ea4c']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:31.130392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-a46bb765-041e-423f-9f08-a788c8d1c0e8 admin admin] For port 2b0767a0-0030-439b-9fd1-6ce16aaeb3f6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2b0767a0-0030-439b-9fd1-6ce16aaeb3f6,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:31.130758 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a46bb765-041e-423f-9f08-a788c8d1c0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.151432 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe281ce-bd13-46ea-a8a6-4588a9389583 req-364fc9f4-3080-42f5-a9d6-8effd94908be tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:31.157859 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe281ce-bd13-46ea-a8a6-4588a9389583 req-364fc9f4-3080-42f5-a9d6-8effd94908be tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:31.159566 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dbe281ce-bd13-46ea-a8a6-4588a9389583 req-364fc9f4-3080-42f5-a9d6-8effd94908be tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 1651 time: 0.2705700 Sep 16 04:49:31.168211 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-648663c8-f432-4f5a-9ac7-7d0b20aa65d9 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.193052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-a46bb765-041e-423f-9f08-a788c8d1c0e8 admin admin] Calling delete_port for 2b0767a0-0030-439b-9fd1-6ce16aaeb3f6 owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:31.202701 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648663c8-f432-4f5a-9ac7-7d0b20aa65d9 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event deleted for resources: {'Port': ['ID=0fac439c-b857-4bf8-a45e-b759a8db39b3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:31.267340 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-648663c8-f432-4f5a-9ac7-7d0b20aa65d9 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] No DVR routers for this DVR port 0fac439c-b857-4bf8-a45e-b759a8db39b3 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:31.275150 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-648663c8-f432-4f5a-9ac7-7d0b20aa65d9 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.277516 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-648663c8-f432-4f5a-9ac7-7d0b20aa65d9 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.38 "DELETE /v2.0/ports/0fac439c-b857-4bf8-a45e-b759a8db39b3 HTTP/1.1" status: 204 len: 173 time: 0.8082423 Sep 16 04:49:31.430758 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-e1f6d1a9-21d0-4fca-8bc5-5c0c305a7049 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Deleting port 82bb5ec8-18d3-42c9-a942-8d94e3f61b80 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:31.438128 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-e1f6d1a9-21d0-4fca-8bc5-5c0c305a7049 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.458761 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dbe281ce-bd13-46ea-a8a6-4588a9389583 req-ac5ddaea-218d-4435-8b5c-4121a712c4f9 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866838 Sep 16 04:49:31.488328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-42d1e418-9889-43f6-a667-1ebb1b99f140 req-2263bf81-6b12-497f-bf07-12b3010d5dbd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Deleting port 3252de53-f9b5-4595-a0fd-92326a80da5e {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:31.488674 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-42d1e418-9889-43f6-a667-1ebb1b99f140 req-2263bf81-6b12-497f-bf07-12b3010d5dbd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.552529 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1466ba3f-e53f-4540-8457-2c5e450289cb x-openstack-request-id: req-1466ba3f-e53f-4540-8457-2c5e450289cb {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:31.553237 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e559cbe-8324-42e2-a773-6f104007bf64", "name": "network-vif-deleted", "tag": "94978468-c386-44ce-a491-eb9fb6dc26d0", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:31.553237 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1466ba3f-e53f-4540-8457-2c5e450289cb {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:31.553773 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e559cbe-8324-42e2-a773-6f104007bf64', 'name': 'network-vif-deleted', 'tag': '94978468-c386-44ce-a491-eb9fb6dc26d0', 'status': 'completed', 'code': 200} Sep 16 04:49:31.587147 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-e1f6d1a9-21d0-4fca-8bc5-5c0c305a7049 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] For port 82bb5ec8-18d3-42c9-a942-8d94e3f61b80, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=82bb5ec8-18d3-42c9-a942-8d94e3f61b80,segment=NetworkSegment(bd985736-fff1-4ae0-96e6-87b0d1ef55a1),segment_id=bd985736-fff1-4ae0-96e6-87b0d1ef55a1)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:31.587646 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-e1f6d1a9-21d0-4fca-8bc5-5c0c305a7049 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.604811 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-e1f6d1a9-21d0-4fca-8bc5-5c0c305a7049 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Calling delete_port for 82bb5ec8-18d3-42c9-a942-8d94e3f61b80 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:31.917875 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef86af-3cc7-4d70-bf52-bed155f7b1f2 req-96621d1e-1b03-4501-be70-4ec9f9e25621 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:31.919509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cef86af-3cc7-4d70-bf52-bed155f7b1f2 req-96621d1e-1b03-4501-be70-4ec9f9e25621 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5d4fad6-a7d8-41d0-8622-e5210f38cdfe HTTP/1.1" status: 200 len: 944 time: 0.1242840 Sep 16 04:49:31.920247 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 94978468-c386-44ce-a491-eb9fb6dc26d0 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:31.921517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-42d1e418-9889-43f6-a667-1ebb1b99f140 req-2263bf81-6b12-497f-bf07-12b3010d5dbd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] For port 3252de53-f9b5-4595-a0fd-92326a80da5e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=3252de53-f9b5-4595-a0fd-92326a80da5e,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:31.921959 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-42d1e418-9889-43f6-a667-1ebb1b99f140 req-2263bf81-6b12-497f-bf07-12b3010d5dbd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.944929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 94978468-c386-44ce-a491-eb9fb6dc26d0 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:31.947690 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 94978468-c386-44ce-a491-eb9fb6dc26d0 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:31.947690 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0fac439c-b857-4bf8-a45e-b759a8db39b3 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:31.951346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-42d1e418-9889-43f6-a667-1ebb1b99f140 req-2263bf81-6b12-497f-bf07-12b3010d5dbd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Calling delete_port for 3252de53-f9b5-4595-a0fd-92326a80da5e owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:31.967236 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 0fac439c-b857-4bf8-a45e-b759a8db39b3 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:31.967673 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0fac439c-b857-4bf8-a45e-b759a8db39b3 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:31.968163 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 82bb5ec8-18d3-42c9-a942-8d94e3f61b80 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:31.977052 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-e1f6d1a9-21d0-4fca-8bc5-5c0c305a7049 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.021062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No active binding found for port 82bb5ec8-18d3-42c9-a942-8d94e3f61b80 {{(pid=95475) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 04:49:32.022358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 82bb5ec8-18d3-42c9-a942-8d94e3f61b80 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:32.031919 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a46bb765-041e-423f-9f08-a788c8d1c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.056019 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6d1a9-21d0-4fca-8bc5-5c0c305a7049 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event deleted for resources: {'Port': ['ID=82bb5ec8-18d3-42c9-a942-8d94e3f61b80,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:32.063939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cef86af-3cc7-4d70-bf52-bed155f7b1f2 req-4b18b3a6-e6c7-42d9-a27a-af2c0c0f7933 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/security-groups?id=81c4b6d7-4c5f-4473-9104-fbe36e303798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268883 Sep 16 04:49:32.077529 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-e1f6d1a9-21d0-4fca-8bc5-5c0c305a7049 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] No DVR routers for this DVR port 82bb5ec8-18d3-42c9-a942-8d94e3f61b80 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:32.080887 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-e1f6d1a9-21d0-4fca-8bc5-5c0c305a7049 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.084574 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ed9f6ebf-0d63-4f6a-a4f3-80e32343c0c7 req-e1f6d1a9-21d0-4fca-8bc5-5c0c305a7049 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.38 "DELETE /v2.0/ports/82bb5ec8-18d3-42c9-a942-8d94e3f61b80 HTTP/1.1" status: 204 len: 173 time: 0.7976360 Sep 16 04:49:32.115848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3cc5d34c-2718-436c-9cc9-05d9495c95db tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Made reservation on behalf of ee8d98757e0d4815a18cbb63a273fd61 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:32.120399 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3cc5d34c-2718-436c-9cc9-05d9495c95db tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.123113 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bb765-041e-423f-9f08-a788c8d1c0e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0767a0-0030-439b-9fd1-6ce16aaeb3f6,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:32.310479 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a46bb765-041e-423f-9f08-a788c8d1c0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.510382 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a46bb765-041e-423f-9f08-a788c8d1c0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.514591 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a46bb765-041e-423f-9f08-a788c8d1c0e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.589866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3cc5d34c-2718-436c-9cc9-05d9495c95db tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Allocated IP 10.1.1.101 (25dc981a-4bf0-4e39-9c80-5980ada4b30c/89b9465c-5aea-4f0b-9ac0-609722b1fa65/bc85b5cf-42ee-4029-920f-a0fc5c1f45bc) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:32.761006 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3cc5d34c-2718-436c-9cc9-05d9495c95db tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.773888 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a46bb765-041e-423f-9f08-a788c8d1c0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.774393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46bb765-041e-423f-9f08-a788c8d1c0e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41df42fb-928e-4f91-af72-72ab1e1a3329 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:49:32.776151 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-42d1e418-9889-43f6-a667-1ebb1b99f140 req-2263bf81-6b12-497f-bf07-12b3010d5dbd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.781572 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a46bb765-041e-423f-9f08-a788c8d1c0e8 admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.782800 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a46bb765-041e-423f-9f08-a788c8d1c0e8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/41df42fb-928e-4f91-af72-72ab1e1a3329 HTTP/1.1" status: 204 len: 168 time: 3.0626111 Sep 16 04:49:32.785759 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40950) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:32.834001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263bf81-6b12-497f-bf07-12b3010d5dbd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Pushing event deleted for resources: {'Port': ['ID=3252de53-f9b5-4595-a0fd-92326a80da5e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:32.864833 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc78e185-219d-4563-b84d-518d1bd81191 admin admin] Deleting subnet dbe1ac75-bb44-4e3c-b162-995b50a65da5 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:32.869595 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fc78e185-219d-4563-b84d-518d1bd81191 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.892021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d1e418-9889-43f6-a667-1ebb1b99f140 req-2263bf81-6b12-497f-bf07-12b3010d5dbd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] No DVR routers for this DVR port 3252de53-f9b5-4595-a0fd-92326a80da5e on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:32.896163 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-42d1e418-9889-43f6-a667-1ebb1b99f140 req-2263bf81-6b12-497f-bf07-12b3010d5dbd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.898318 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42d1e418-9889-43f6-a667-1ebb1b99f140 req-2263bf81-6b12-497f-bf07-12b3010d5dbd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "DELETE /v2.0/ports/3252de53-f9b5-4595-a0fd-92326a80da5e HTTP/1.1" status: 204 len: 173 time: 2.0887012 Sep 16 04:49:32.898785 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e720f8-576d-4486-9575-da8a6d62838a', 'name': 'network-vif-deleted', 'tag': '3252de53-f9b5-4595-a0fd-92326a80da5e'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:32.901223 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4f8788-32f7-447e-92d5-c396c58bcb0e" -d '{"events": [{"server_uuid": "73e720f8-576d-4486-9575-da8a6d62838a", "name": "network-vif-deleted", "tag": "3252de53-f9b5-4595-a0fd-92326a80da5e"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:32.932974 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fc78e185-219d-4563-b84d-518d1bd81191 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.010483 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3cc5d34c-2718-436c-9cc9-05d9495c95db tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.063097 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fc78e185-219d-4563-b84d-518d1bd81191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.087341 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5d34c-2718-436c-9cc9-05d9495c95db tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event updated for resources: {'Port': ['ID=bc85b5cf-42ee-4029-920f-a0fc5c1f45bc,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:33.095381 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2b0767a0-0030-439b-9fd1-6ce16aaeb3f6 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:33.116186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3cc5d34c-2718-436c-9cc9-05d9495c95db tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Network 25dc981a-4bf0-4e39-9c80-5980ada4b30c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:33.118603 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3cc5d34c-2718-436c-9cc9-05d9495c95db tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:33.119470 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 2b0767a0-0030-439b-9fd1-6ce16aaeb3f6 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:33.120043 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2b0767a0-0030-439b-9fd1-6ce16aaeb3f6 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:33.121680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3cc5d34c-2718-436c-9cc9-05d9495c95db tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:33.186534 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3cc5d34c-2718-436c-9cc9-05d9495c95db tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:33.187608 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3cc5d34c-2718-436c-9cc9-05d9495c95db tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.324348 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6cd11332-3fbe-426b-a024-4533b4ede3bb None None] Provisioning complete for port bc85b5cf-42ee-4029-920f-a0fc5c1f45bc triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:33.324719 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6cd11332-3fbe-426b-a024-4533b4ede3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.361694 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6cd11332-3fbe-426b-a024-4533b4ede3bb None None] Port bc85b5cf-42ee-4029-920f-a0fc5c1f45bc cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:33.423621 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fc78e185-219d-4563-b84d-518d1bd81191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.423885 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3cc5d34c-2718-436c-9cc9-05d9495c95db tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4353120 Sep 16 04:49:33.453195 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78e185-219d-4563-b84d-518d1bd81191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbe1ac75-bb44-4e3c-b162-995b50a65da5,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:33.457501 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fc78e185-219d-4563-b84d-518d1bd81191 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.461744 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fc78e185-219d-4563-b84d-518d1bd81191 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dbe1ac75-bb44-4e3c-b162-995b50a65da5 HTTP/1.1" status: 204 len: 168 time: 0.6724575 Sep 16 04:49:33.461998 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40958) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:33.464450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-140a9c52-23b8-4d16-bf57-9788107e9036 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Request body: {'port': {'device_id': '6832092c-3456-473f-9841-375d2f2b72a2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '92487fc6-ad30-45f7-ae82-d9026609df50', 'admin_state_up': True, 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'security_groups': ['9612ea81-5d8e-42da-a876-dfae3e79ea4c']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:33.473157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b411ee-02be-4271-9aa3-663e123a9493 None None] Network 7c2a370b-59f0-414a-8c60-acba524da02f requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:33.543465 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.554414 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e559cbe-8324-42e2-a773-6f104007bf64', 'name': 'network-vif-deleted', 'tag': '0fac439c-b857-4bf8-a45e-b759a8db39b3'}, {'server_uuid': '1e559cbe-8324-42e2-a773-6f104007bf64', 'name': 'network-vif-deleted', 'tag': '82bb5ec8-18d3-42c9-a942-8d94e3f61b80'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:33.556849 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6822095-cc1f-4a06-8506-7eb74ca8cfbb" -d '{"events": [{"server_uuid": "1e559cbe-8324-42e2-a773-6f104007bf64", "name": "network-vif-deleted", "tag": "0fac439c-b857-4bf8-a45e-b759a8db39b3"}, {"server_uuid": "1e559cbe-8324-42e2-a773-6f104007bf64", "name": "network-vif-deleted", "tag": "82bb5ec8-18d3-42c9-a942-8d94e3f61b80"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:33.617046 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] Deleting port 47adbd11-fbc5-4dff-851b-37b5a6dfe009 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:33.619599 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.693512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6be28af-6018-4aa8-b6a1-6c59ef1adfdc None None] DHCP port deletion for 7c2a370b-59f0-414a-8c60-acba524da02f request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:49:33.709819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] For port 47adbd11-fbc5-4dff-851b-37b5a6dfe009, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=47adbd11-fbc5-4dff-851b-37b5a6dfe009,segment=NetworkSegment(76796948-e2b5-4474-8409-5b43fc4c4e56),segment_id=76796948-e2b5-4474-8409-5b43fc4c4e56)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:33.710195 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.730040 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] Calling delete_port for 47adbd11-fbc5-4dff-851b-37b5a6dfe009 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:33.753696 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-f6be28af-6018-4aa8-b6a1-6c59ef1adfdc None None] Deleting port 47adbd11-fbc5-4dff-851b-37b5a6dfe009 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:33.754085 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6be28af-6018-4aa8-b6a1-6c59ef1adfdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.771196 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-140a9c52-23b8-4d16-bf57-9788107e9036 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Made reservation on behalf of ee8d98757e0d4815a18cbb63a273fd61 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:33.843881 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f6be28af-6018-4aa8-b6a1-6c59ef1adfdc None None] For port 47adbd11-fbc5-4dff-851b-37b5a6dfe009, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=47adbd11-fbc5-4dff-851b-37b5a6dfe009,segment=NetworkSegment(76796948-e2b5-4474-8409-5b43fc4c4e56),segment_id=76796948-e2b5-4474-8409-5b43fc4c4e56)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:33.844819 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6be28af-6018-4aa8-b6a1-6c59ef1adfdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.863944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-f6be28af-6018-4aa8-b6a1-6c59ef1adfdc None None] Calling delete_port for 47adbd11-fbc5-4dff-851b-37b5a6dfe009 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:33.934596 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-140a9c52-23b8-4d16-bf57-9788107e9036 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.989308 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.021542 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=47adbd11-fbc5-4dff-851b-37b5a6dfe009,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:34.030851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] No DVR routers for this DVR port 47adbd11-fbc5-4dff-851b-37b5a6dfe009 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:34.081189 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 7817f1ac-e37f-44ba-ae41-d286971d7e60 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:34.100208 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6be28af-6018-4aa8-b6a1-6c59ef1adfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.115831 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.136934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be28af-6018-4aa8-b6a1-6c59ef1adfdc None None] Pushing event deleted for resources: {'Port': ['ID=47adbd11-fbc5-4dff-851b-37b5a6dfe009,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:34.138517 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c2a370b-59f0-414a-8c60-acba524da02f']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:34.140293 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-140a9c52-23b8-4d16-bf57-9788107e9036 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Allocated IP 10.2.2.100 (92487fc6-ad30-45f7-ae82-d9026609df50/e3cf3c4e-d286-4dbe-a756-42de8506c72b/02f13f4a-d752-4b62-80fe-9e1b2b5176a4) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:34.149099 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6be28af-6018-4aa8-b6a1-6c59ef1adfdc None None] No DVR routers for this DVR port 47adbd11-fbc5-4dff-851b-37b5a6dfe009 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:34.161247 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76796948-e2b5-4474-8409-5b43fc4c4e56') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:34.161413 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76796948-e2b5-4474-8409-5b43fc4c4e56') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:34.177483 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.192887 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.200950 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:34.201726 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:34.203636 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:34.215644 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 7817f1ac-e37f-44ba-ae41-d286971d7e60, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=7817f1ac-e37f-44ba-ae41-d286971d7e60,segment=NetworkSegment(f54ed7fd-4d6f-44a6-a217-816f924c3ba0),segment_id=f54ed7fd-4d6f-44a6-a217-816f924c3ba0)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:34.236105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '7817f1ac-e37f-44ba-ae41-d286971d7e60', 'network_id': 'd554b25f-371b-4e70-8b37-105eb36678e3', 'port_id': '7817f1ac-e37f-44ba-ae41-d286971d7e60', 'mac_address': 'fa:16:3e:ab:5a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fac1e9-c4c8-4560-a583-05a97f98dfeb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:34.295974 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.312556 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7817f1ac-e37f-44ba-ae41-d286971d7e60 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:34.335840 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 7817f1ac-e37f-44ba-ae41-d286971d7e60, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=7817f1ac-e37f-44ba-ae41-d286971d7e60,segment=NetworkSegment(f54ed7fd-4d6f-44a6-a217-816f924c3ba0),segment_id=f54ed7fd-4d6f-44a6-a217-816f924c3ba0)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:34.348648 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-140a9c52-23b8-4d16-bf57-9788107e9036 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.577922 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.589264 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.595523 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.598012 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7c2a370b-59f0-414a-8c60-acba524da02f HTTP/1.1" status: 204 len: 168 time: 1.1344113 Sep 16 04:49:34.610859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c601fcc-747e-4757-889c-1aa7b576bef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c2a370b-59f0-414a-8c60-acba524da02f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:34.619262 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-140a9c52-23b8-4d16-bf57-9788107e9036 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.684421 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-140a9c52-23b8-4d16-bf57-9788107e9036 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Network 92487fc6-ad30-45f7-ae82-d9026609df50 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:34.692427 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-140a9c52-23b8-4d16-bf57-9788107e9036 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:34.698198 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-140a9c52-23b8-4d16-bf57-9788107e9036 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:34.699107 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=7817f1ac-e37f-44ba-ae41-d286971d7e60,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:34.704038 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a9c52-23b8-4d16-bf57-9788107e9036 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event updated for resources: {'Port': ['ID=02f13f4a-d752-4b62-80fe-9e1b2b5176a4,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:34.756093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40988) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:34.769416 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-140a9c52-23b8-4d16-bf57-9788107e9036 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:34.770236 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-140a9c52-23b8-4d16-bf57-9788107e9036 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.812271 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79816e8-8228-4174-a3c5-6c40253b4e31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Deleting subnet 5e57236e-1d02-4e98-83b3-1249e315bb65 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:34.816138 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a79816e8-8228-4174-a3c5-6c40253b4e31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.859305 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-140a9c52-23b8-4d16-bf57-9788107e9036 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4047475 Sep 16 04:49:34.870670 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a79816e8-8228-4174-a3c5-6c40253b4e31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.876433 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-c04789a4-bb66-4ad9-96dd-ea4b218ee14e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Request body: {'port': {'device_id': '6832092c-3456-473f-9841-375d2f2b72a2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '92487fc6-ad30-45f7-ae82-d9026609df50', 'admin_state_up': True, 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'security_groups': ['9612ea81-5d8e-42da-a876-dfae3e79ea4c']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:35.000935 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a79816e8-8228-4174-a3c5-6c40253b4e31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.029084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5fb36-3750-4807-b682-722ad8e3043c req-44dc90f6-7f51-49ae-b4af-5a8e997e8b07 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:35.035348 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5fb36-3750-4807-b682-722ad8e3043c req-44dc90f6-7f51-49ae-b4af-5a8e997e8b07 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:35.046181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5fb36-3750-4807-b682-722ad8e3043c req-44dc90f6-7f51-49ae-b4af-5a8e997e8b07 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:35.048325 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5fb36-3750-4807-b682-722ad8e3043c req-44dc90f6-7f51-49ae-b4af-5a8e997e8b07 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:35.051424 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3be5fb36-3750-4807-b682-722ad8e3043c req-44dc90f6-7f51-49ae-b4af-5a8e997e8b07 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 3093 time: 0.2328768 Sep 16 04:49:35.057857 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['7817f1ac-e37f-44ba-ae41-d286971d7e60'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:35.117091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 47adbd11-fbc5-4dff-851b-37b5a6dfe009 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:35.150641 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3be5fb36-3750-4807-b682-722ad8e3043c req-f3a1070c-b9ad-4f40-860f-c22276295936 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603502 Sep 16 04:49:35.197863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 47adbd11-fbc5-4dff-851b-37b5a6dfe009 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:35.198348 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 47adbd11-fbc5-4dff-851b-37b5a6dfe009 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:35.202060 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3eedca44-4d36-448e-88ed-59bd6d835037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.207273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b36e7a0d-062c-4b46-949a-7950500ef086 None None] Provisioning complete for port 02f13f4a-d752-4b62-80fe-9e1b2b5176a4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:35.207915 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b36e7a0d-062c-4b46-949a-7950500ef086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.217341 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a418ad1d-50f6-4bb3-ad8f-4bd15376f3f1 x-openstack-request-id: req-a418ad1d-50f6-4bb3-ad8f-4bd15376f3f1 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:35.217656 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e720f8-576d-4486-9575-da8a6d62838a", "name": "network-vif-deleted", "tag": "3252de53-f9b5-4595-a0fd-92326a80da5e", "status": "failed", "code": 422}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:35.217877 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a418ad1d-50f6-4bb3-ad8f-4bd15376f3f1 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:35.218300 n-d-712140-13 neutron-server[95473]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '73e720f8-576d-4486-9575-da8a6d62838a', 'name': 'network-vif-deleted', 'tag': '3252de53-f9b5-4595-a0fd-92326a80da5e', 'status': 'failed', 'code': 422} returned with failed status Sep 16 04:49:35.264053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40992) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:35.271440 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b36e7a0d-062c-4b46-949a-7950500ef086 None None] Port 02f13f4a-d752-4b62-80fe-9e1b2b5176a4 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:35.319944 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a79816e8-8228-4174-a3c5-6c40253b4e31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.352418 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79816e8-8228-4174-a3c5-6c40253b4e31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event deleted for resources: {'Subnet': ['ID=5e57236e-1d02-4e98-83b3-1249e315bb65,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:35.358369 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-c04789a4-bb66-4ad9-96dd-ea4b218ee14e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Made reservation on behalf of ee8d98757e0d4815a18cbb63a273fd61 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:35.370562 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-c04789a4-bb66-4ad9-96dd-ea4b218ee14e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.370753 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a79816e8-8228-4174-a3c5-6c40253b4e31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.371828 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a79816e8-8228-4174-a3c5-6c40253b4e31 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "DELETE /v2.0/subnets/5e57236e-1d02-4e98-83b3-1249e315bb65 HTTP/1.1" status: 204 len: 168 time: 0.6143632 Sep 16 04:49:35.372771 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40994) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:35.404422 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76983481-71ed-4c73-9081-74c5770d79c6 None None] Network 1e2ef960-8799-43fd-8a0e-b35b543080b2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:35.407365 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-21b645ea-9a48-4f94-b445-c131d82e459c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6af62b73a87f49b99cea363e8e8b927f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417086 Sep 16 04:49:35.411485 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40996) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:35.442084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2accdb-f6e2-4ae4-a94c-c47fa4100794 req-5b63170a-be60-47ff-931a-a61ee1e3b32f tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:35.453366 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d2accdb-f6e2-4ae4-a94c-c47fa4100794 req-5b63170a-be60-47ff-931a-a61ee1e3b32f tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5d4fad6-a7d8-41d0-8622-e5210f38cdfe HTTP/1.1" status: 200 len: 945 time: 0.1539052 Sep 16 04:49:35.542366 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.579108 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d2accdb-f6e2-4ae4-a94c-c47fa4100794 req-89b56f90-8d4f-4428-95c0-4261bb2c41c9 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/security-groups?id=81c4b6d7-4c5f-4473-9104-fbe36e303798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184695 Sep 16 04:49:35.621440 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15d581d6-bbfa-44d4-ab9d-c640b698195e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.663796 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15d581d6-bbfa-44d4-ab9d-c640b698195e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.692383 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac3e44c-268b-4bc3-a053-561a39f41cb5 None None] DHCP port deletion for 1e2ef960-8799-43fd-8a0e-b35b543080b2 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:49:35.730293 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Deleting port bb4a1d63-e638-487c-ad2f-6fc306e68674 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:35.730654 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.759393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-c04789a4-bb66-4ad9-96dd-ea4b218ee14e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Allocated IP 10.2.2.200 (92487fc6-ad30-45f7-ae82-d9026609df50/e3cf3c4e-d286-4dbe-a756-42de8506c72b/666421dd-7f20-43a0-8019-5b5cd252de6c) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:35.778231 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029cc555-9074-4f59-a104-da5c209bc644 x-openstack-request-id: req-029cc555-9074-4f59-a104-da5c209bc644 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:35.778542 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e559cbe-8324-42e2-a773-6f104007bf64", "name": "network-vif-deleted", "tag": "0fac439c-b857-4bf8-a45e-b759a8db39b3", "status": "completed", "code": 200}, {"server_uuid": "1e559cbe-8324-42e2-a773-6f104007bf64", "name": "network-vif-deleted", "tag": "82bb5ec8-18d3-42c9-a942-8d94e3f61b80", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:35.778802 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-029cc555-9074-4f59-a104-da5c209bc644 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:35.779459 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e559cbe-8324-42e2-a773-6f104007bf64', 'name': 'network-vif-deleted', 'tag': '0fac439c-b857-4bf8-a45e-b759a8db39b3', 'status': 'completed', 'code': 200} Sep 16 04:49:35.779727 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e559cbe-8324-42e2-a773-6f104007bf64', 'name': 'network-vif-deleted', 'tag': '82bb5ec8-18d3-42c9-a942-8d94e3f61b80', 'status': 'completed', 'code': 200} Sep 16 04:49:35.782669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-bac3e44c-268b-4bc3-a053-561a39f41cb5 None None] Deleting port bb4a1d63-e638-487c-ad2f-6fc306e68674 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:35.783374 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bac3e44c-268b-4bc3-a053-561a39f41cb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.865083 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-10a79357-7d31-4ab6-8748-3e27aba6d02a tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:49:35.878912 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-10a79357-7d31-4ab6-8748-3e27aba6d02a tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187435 Sep 16 04:49:35.909898 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15d581d6-bbfa-44d4-ab9d-c640b698195e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.913063 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15d581d6-bbfa-44d4-ab9d-c640b698195e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.914551 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-15d581d6-bbfa-44d4-ab9d-c640b698195e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7d6e646-68c6-431c-a0c4-eee0ab38b0fd HTTP/1.1" status: 204 len: 168 time: 0.5014966 Sep 16 04:49:35.946404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-bac3e44c-268b-4bc3-a053-561a39f41cb5 None None] For port bb4a1d63-e638-487c-ad2f-6fc306e68674, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=bb4a1d63-e638-487c-ad2f-6fc306e68674,segment=NetworkSegment(1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b),segment_id=1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:35.946846 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bac3e44c-268b-4bc3-a053-561a39f41cb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.960991 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] For port bb4a1d63-e638-487c-ad2f-6fc306e68674, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=bb4a1d63-e638-487c-ad2f-6fc306e68674,segment=NetworkSegment(1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b),segment_id=1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:35.968082 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-bac3e44c-268b-4bc3-a053-561a39f41cb5 None None] Calling delete_port for bb4a1d63-e638-487c-ad2f-6fc306e68674 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:35.968395 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.007355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d581d6-bbfa-44d4-ab9d-c640b698195e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d6e646-68c6-431c-a0c4-eee0ab38b0fd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:36.018454 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-bd52d0d5-56cc-4fca-b9d8-59197c3284d7 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:36.027216 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-c04789a4-bb66-4ad9-96dd-ea4b218ee14e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.028341 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-bd52d0d5-56cc-4fca-b9d8-59197c3284d7 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/ports/7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 HTTP/1.1" status: 200 len: 1094 time: 0.1479433 Sep 16 04:49:36.047091 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-70aaa25e-5f91-4e04-8887-4affd479c095 service neutron] Request body: {'binding': {'host': 'n-h2-712140-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:36.049046 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-70aaa25e-5f91-4e04-8887-4affd479c095 service neutron] Unknown quota resources ['binding']. {{(pid=95474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:49:36.056683 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Calling delete_port for bb4a1d63-e638-487c-ad2f-6fc306e68674 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:36.179810 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-c04789a4-bb66-4ad9-96dd-ea4b218ee14e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.228794 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bac3e44c-268b-4bc3-a053-561a39f41cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.275741 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3e44c-268b-4bc3-a053-561a39f41cb5 None None] Pushing event deleted for resources: {'Port': ['ID=bb4a1d63-e638-487c-ad2f-6fc306e68674,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:36.278034 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.286295 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac3e44c-268b-4bc3-a053-561a39f41cb5 None None] No DVR routers for this DVR port bb4a1d63-e638-487c-ad2f-6fc306e68674 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:36.322732 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event deleted for resources: {'Port': ['ID=bb4a1d63-e638-487c-ad2f-6fc306e68674,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:36.327565 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] No DVR routers for this DVR port bb4a1d63-e638-487c-ad2f-6fc306e68674 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:36.341964 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-70aaa25e-5f91-4e04-8887-4affd479c095 service neutron] Attempting to bind port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 on host n-h2-712140-13 for vnic_type normal with profile None {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:36.342310 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-70aaa25e-5f91-4e04-8887-4affd479c095 service neutron] Attempting to bind port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:36.342641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-70aaa25e-5f91-4e04-8887-4affd479c095 service neutron] Attempting to bind port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:36.345139 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-c04789a4-bb66-4ad9-96dd-ea4b218ee14e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Network 92487fc6-ad30-45f7-ae82-d9026609df50 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:36.352763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-c04789a4-bb66-4ad9-96dd-ea4b218ee14e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:36.355463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-c04789a4-bb66-4ad9-96dd-ea4b218ee14e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:36.388449 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-70aaa25e-5f91-4e04-8887-4affd479c095 service neutron] Port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:36.388716 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-70aaa25e-5f91-4e04-8887-4affd479c095 service neutron] Attempting to bind port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:36.405230 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-70aaa25e-5f91-4e04-8887-4affd479c095 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:36.405476 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04789a4-bb66-4ad9-96dd-ea4b218ee14e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event updated for resources: {'Port': ['ID=666421dd-7f20-43a0-8019-5b5cd252de6c,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:36.405730 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-70aaa25e-5f91-4e04-8887-4affd479c095 service neutron] Checking segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:36.405942 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-70aaa25e-5f91-4e04-8887-4affd479c095 service neutron] Bound using segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:36.406432 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-70aaa25e-5f91-4e04-8887-4affd479c095 service neutron] Bound port: 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:36.451875 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-383dfbe8-d979-4d44-a12f-ace873b1b708 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:36.461804 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-383dfbe8-d979-4d44-a12f-ace873b1b708 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/networks?id=5acd6586-8a2c-490f-9c1f-4e1587166d60 HTTP/1.1" status: 200 len: 812 time: 0.3066542 Sep 16 04:49:36.475053 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-70aaa25e-5f91-4e04-8887-4affd479c095 service neutron] For port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:36.494815 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-c04789a4-bb66-4ad9-96dd-ea4b218ee14e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:36.496679 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-c04789a4-bb66-4ad9-96dd-ea4b218ee14e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.525748 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.526192 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-95b5946e-3527-4b16-b834-77cbd2ea72a1 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/quotas/78ee5e5457a84bd8a350723cb409ffa4 HTTP/1.1" status: 200 len: 375 time: 0.0629480 Sep 16 04:49:36.574672 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-bf79023d-5216-4aff-bfbb-b63c79acb125 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469913 Sep 16 04:49:36.723036 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-c04789a4-bb66-4ad9-96dd-ea4b218ee14e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8508110 Sep 16 04:49:36.725318 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-314e2cf4-05e6-4528-adae-e2ce7f22b507 None None] Provisioning complete for port 666421dd-7f20-43a0-8019-5b5cd252de6c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:36.736245 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-bfe43ce1-cbb2-4a2f-b222-a279f390cccf service neutron] 10.222.0.20 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497579 Sep 16 04:49:36.736575 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-314e2cf4-05e6-4528-adae-e2ce7f22b507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.801763 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-314e2cf4-05e6-4528-adae-e2ce7f22b507 None None] Port 666421dd-7f20-43a0-8019-5b5cd252de6c cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:36.852302 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Request body: {'port': {'device_id': '6832092c-3456-473f-9841-375d2f2b72a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:36.947043 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2ef960-8799-43fd-8a0e-b35b543080b2']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:36.950004 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-f18567ae-d1f7-45e5-856d-b7957a1d165a service neutron] 10.222.0.20 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164788 Sep 16 04:49:36.960049 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-70aaa25e-5f91-4e04-8887-4affd479c095 service neutron] Notify callbacks [] for binding, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.961149 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.961264 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-70aaa25e-5f91-4e04-8887-4affd479c095 service neutron] 10.222.0.20 "POST /v2.0/ports/7aae7be7-1aa7-4d87-8df6-51cedde3b7d3/bindings HTTP/1.1" status: 201 len: 390 time: 0.9215903 Sep 16 04:49:36.975645 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:36.976013 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2fb30d-225b-4bf5-8f14-8ac6c176bb7b') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:36.995274 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.020085 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.038446 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:37.038850 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:37.042174 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:37.111662 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device bb4a1d63-e638-487c-ad2f-6fc306e68674 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:37.137216 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: bb4a1d63-e638-487c-ad2f-6fc306e68674 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:37.137552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device bb4a1d63-e638-487c-ad2f-6fc306e68674 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:37.260817 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.305533 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.313123 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41036) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:37.315311 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "DELETE /v2.0/networks/1e2ef960-8799-43fd-8a0e-b35b543080b2 HTTP/1.1" status: 204 len: 168 time: 1.9352229 Sep 16 04:49:37.316778 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0128c1c-87ad-4efe-8463-6bcdba0ed8fb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event deleted for resources: {'Network': ['ID=1e2ef960-8799-43fd-8a0e-b35b543080b2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:37.405074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a9ee32-3c39-4631-9da3-c026fdda75bd {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:37.416462 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.435066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Transition to ACTIVE for port object 82a9ee32-3c39-4631-9da3-c026fdda75bd will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:37.523712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-64259b70-0ba3-4728-962b-405af29c71ab tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Deleting subnet c9530d72-362a-4bbe-8678-3c6bb0771c2a {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:37.531960 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-64259b70-0ba3-4728-962b-405af29c71ab tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.580876 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.628395 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-64259b70-0ba3-4728-962b-405af29c71ab tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.673834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119077b-ef0c-45d0-a760-5e4cb5444462 req-9f696ff2-d0b6-402b-9c1a-cf931d0a4ea2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:37.685369 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119077b-ef0c-45d0-a760-5e4cb5444462 req-9f696ff2-d0b6-402b-9c1a-cf931d0a4ea2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:37.692137 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119077b-ef0c-45d0-a760-5e4cb5444462 req-9f696ff2-d0b6-402b-9c1a-cf931d0a4ea2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:37.740021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119077b-ef0c-45d0-a760-5e4cb5444462 req-9f696ff2-d0b6-402b-9c1a-cf931d0a4ea2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:37.746281 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119077b-ef0c-45d0-a760-5e4cb5444462 req-9f696ff2-d0b6-402b-9c1a-cf931d0a4ea2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:37.755072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d119077b-ef0c-45d0-a760-5e4cb5444462 req-9f696ff2-d0b6-402b-9c1a-cf931d0a4ea2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 3814 time: 0.3155851 Sep 16 04:49:37.771428 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-784803ae-7708-492a-89ff-6b775846ad6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.851305 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-84a5504e-df67-45a0-b779-cce13da22f23 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1556962 Sep 16 04:49:37.856976 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-239b82a8-986d-4e97-9d9b-2dcf84d58ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:37.858526 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-239b82a8-986d-4e97-9d9b-2dcf84d58ca6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 1097 time: 0.1100271 Sep 16 04:49:37.951121 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 7817f1ac-e37f-44ba-ae41-d286971d7e60 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:37.990066 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-64259b70-0ba3-4728-962b-405af29c71ab tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.061422 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-4469b348-e691-448f-be88-e3656a6374b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.064544 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-4469b348-e691-448f-be88-e3656a6374b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.064544 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-4469b348-e691-448f-be88-e3656a6374b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.064544 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-4469b348-e691-448f-be88-e3656a6374b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.064544 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-4469b348-e691-448f-be88-e3656a6374b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.064544 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-4469b348-e691-448f-be88-e3656a6374b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.064544 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-4469b348-e691-448f-be88-e3656a6374b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.069233 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-4469b348-e691-448f-be88-e3656a6374b7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=313a4b3172b84bbdb716cd409eccfeb1&device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 6494 time: 0.1216764 Sep 16 04:49:38.069912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0b27e237-8e77-4466-bc53-7742b3f5abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.071479 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0b27e237-8e77-4466-bc53-7742b3f5abfd service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 921 time: 0.1902854 Sep 16 04:49:38.159895 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Pushing event updated for resources: {'Port': ['ID=82a9ee32-3c39-4631-9da3-c026fdda75bd,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:38.181980 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-8da2cf65-9118-4d86-8028-afb2ea9ca169 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 HTTP/1.1" status: 200 len: 217 time: 0.0798995 Sep 16 04:49:38.206484 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-64259b70-0ba3-4728-962b-405af29c71ab tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.223359 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 7817f1ac-e37f-44ba-ae41-d286971d7e60 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:49:38.228251 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 7817f1ac-e37f-44ba-ae41-d286971d7e60 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:38.228973 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.285420 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d119077b-ef0c-45d0-a760-5e4cb5444462 req-04e0780b-2e7d-4f80-bb33-12acb1a44f52 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5032461 Sep 16 04:49:38.285847 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0bd7adb6-b483-462c-8c18-12a80735585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.287385 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0bd7adb6-b483-462c-8c18-12a80735585e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9023553c-0727-4415-b53e-7374b71d88bd HTTP/1.1" status: 200 len: 860 time: 0.0950766 Sep 16 04:49:38.333507 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.343639 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-448beaf8-d057-435f-80b3-d36f828f3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.345005 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-448beaf8-d057-435f-80b3-d36f828f3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.345819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-448beaf8-d057-435f-80b3-d36f828f3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.347589 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64259b70-0ba3-4728-962b-405af29c71ab tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event deleted for resources: {'Subnet': ['ID=c9530d72-362a-4bbe-8678-3c6bb0771c2a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:38.349387 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-448beaf8-d057-435f-80b3-d36f828f3ff6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dfa00947-d844-42e7-a6bc-3c59d3fba537&id=29992b00-8aa1-46fd-bc66-045ef0922c90&id=29992b00-8aa1-46fd-bc66-045ef0922c90&id=29992b00-8aa1-46fd-bc66-045ef0922c90&id=29992b00-8aa1-46fd-bc66-045ef0922c90&id=21679cc1-76e7-41d2-b180-59ac954df250&id=21679cc1-76e7-41d2-b180-59ac954df250 HTTP/1.1" status: 200 len: 2289 time: 0.2461443 Sep 16 04:49:38.358455 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-e3db0137-5b51-4f71-8381-ba5127211904 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630777 Sep 16 04:49:38.362856 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-64259b70-0ba3-4728-962b-405af29c71ab tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.367859 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-64259b70-0ba3-4728-962b-405af29c71ab tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "DELETE /v2.0/subnets/c9530d72-362a-4bbe-8678-3c6bb0771c2a HTTP/1.1" status: 204 len: 168 time: 1.0536075 Sep 16 04:49:38.371430 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38edc99c-c908-43dd-aeca-6659be6a0eed None None] Network 17b697c2-526a-4436-b056-39142bb5444b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:38.372229 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41064) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:38.378667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Attempting to bind port 82a9ee32-3c39-4631-9da3-c026fdda75bd on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:38.379066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Attempting to bind port 82a9ee32-3c39-4631-9da3-c026fdda75bd by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '39bb2bb4-0ae8-490b-952c-58c0f4e0502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:38.379404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Attempting to bind port 82a9ee32-3c39-4631-9da3-c026fdda75bd on network e5c36bba-4312-42bb-9e3c-3c79c033dd8d {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:38.385178 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Port 82a9ee32-3c39-4631-9da3-c026fdda75bd on network e5c36bba-4312-42bb-9e3c-3c79c033dd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:38.385509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Attempting to bind port 82a9ee32-3c39-4631-9da3-c026fdda75bd on network e5c36bba-4312-42bb-9e3c-3c79c033dd8d {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:38.395287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:38.395663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Checking segment: {'id': '39bb2bb4-0ae8-490b-952c-58c0f4e0502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:38.396029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Bound using segment: {'id': '39bb2bb4-0ae8-490b-952c-58c0f4e0502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:38.396488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Bound port: 82a9ee32-3c39-4631-9da3-c026fdda75bd, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39bb2bb4-0ae8-490b-952c-58c0f4e0502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:38.396854 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.450151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8d87ec6-d413-425c-8317-1f5963289851 req-93462dcc-9b71-4df5-8577-4b869deb24b7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2744360 Sep 16 04:49:38.460292 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174a590-17eb-402c-a346-828f76095a99 req-9d43e762-82db-4377-a19f-896792b0c1a9 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.461886 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a174a590-17eb-402c-a346-828f76095a99 req-9d43e762-82db-4377-a19f-896792b0c1a9 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5d4fad6-a7d8-41d0-8622-e5210f38cdfe HTTP/1.1" status: 200 len: 945 time: 0.9720693 Sep 16 04:49:38.505398 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d4fad6-a7d8-41d0-8622-e5210f38cdfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7817f1ac-e37f-44ba-ae41-d286971d7e60'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:38.511761 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b572ea12-4e5a-451a-9fe2-9b5449d5f86f" -d '{"events": [{"server_uuid": "c5d4fad6-a7d8-41d0-8622-e5210f38cdfe", "name": "network-vif-plugged", "status": "completed", "tag": "7817f1ac-e37f-44ba-ae41-d286971d7e60"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:38.576492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 7817f1ac-e37f-44ba-ae41-d286971d7e60, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=7817f1ac-e37f-44ba-ae41-d286971d7e60,segment=NetworkSegment(f54ed7fd-4d6f-44a6-a217-816f924c3ba0),segment_id=f54ed7fd-4d6f-44a6-a217-816f924c3ba0)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:38.599967 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a174a590-17eb-402c-a346-828f76095a99 req-a0bbca71-2ba0-4fec-af66-f1b733c11beb tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/security-groups?id=81c4b6d7-4c5f-4473-9104-fbe36e303798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037333 Sep 16 04:49:38.639185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] For port 82a9ee32-3c39-4631-9da3-c026fdda75bd, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:38.652365 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-502c045a-7dfe-42de-b6a2-97e6f2a62d20 service neutron] 10.222.0.38 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698050 Sep 16 04:49:38.665030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] For port 82a9ee32-3c39-4631-9da3-c026fdda75bd, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=82a9ee32-3c39-4631-9da3-c026fdda75bd,segment=NetworkSegment(39bb2bb4-0ae8-490b-952c-58c0f4e0502f),segment_id=39bb2bb4-0ae8-490b-952c-58c0f4e0502f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:38.668678 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d87ec6-d413-425c-8317-1f5963289851 req-af00f22b-a9a4-4a2d-9843-c856f981bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.670269 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8d87ec6-d413-425c-8317-1f5963289851 req-af00f22b-a9a4-4a2d-9843-c856f981bc9d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d0250c151a647dfa2dfb2009b7a17b5&device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 1098 time: 0.0849259 Sep 16 04:49:38.715467 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31338ac0-b603-4dbe-a823-096cecc12dae req-9004b0cf-8667-4fe5-91d9-7b5d4b94a756 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 210 time: 0.0439839 Sep 16 04:49:38.726923 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.803652 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.817063 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-65dba279-2a92-41e8-9cd5-172dc810cf0f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=291ebc99-8f20-4e0a-a402-de01d23f02f8 HTTP/1.1" status: 200 len: 1001 time: 0.4562368 Sep 16 04:49:38.874114 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.913661 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0e5122-5cf2-4cdc-8343-745e1e0e89f1 x-openstack-request-id: req-2a0e5122-5cf2-4cdc-8343-745e1e0e89f1 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:38.914010 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d4fad6-a7d8-41d0-8622-e5210f38cdfe", "name": "network-vif-plugged", "status": "completed", "tag": "7817f1ac-e37f-44ba-ae41-d286971d7e60", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:38.914204 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a0e5122-5cf2-4cdc-8343-745e1e0e89f1 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:38.914805 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d4fad6-a7d8-41d0-8622-e5210f38cdfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7817f1ac-e37f-44ba-ae41-d286971d7e60', 'code': 200} Sep 16 04:49:38.915531 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3f374e-406f-487e-8122-f1f2717dc97b None None] DHCP port deletion for 17b697c2-526a-4436-b056-39142bb5444b request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:49:38.954742 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=7817f1ac-e37f-44ba-ae41-d286971d7e60,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:38.984357 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.38', 54969) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:39.004406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9f3f374e-406f-487e-8122-f1f2717dc97b None None] Deleting port d85ebcb9-d39e-4736-8c83-8a984449a16e {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:39.004958 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9f3f374e-406f-487e-8122-f1f2717dc97b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.127348 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d85ebcb9-d39e-4736-8c83-8a984449a16e no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:39.198819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9f3f374e-406f-487e-8122-f1f2717dc97b None None] For port d85ebcb9-d39e-4736-8c83-8a984449a16e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d85ebcb9-d39e-4736-8c83-8a984449a16e,segment=NetworkSegment(bd985736-fff1-4ae0-96e6-87b0d1ef55a1),segment_id=bd985736-fff1-4ae0-96e6-87b0d1ef55a1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:39.199602 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9f3f374e-406f-487e-8122-f1f2717dc97b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.208955 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-509f952f-a62c-4d18-92c2-31d5d473fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.210568 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-509f952f-a62c-4d18-92c2-31d5d473fc19 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5aaa3052-f1cc-492f-84e6-ab27c153753a HTTP/1.1" status: 200 len: 848 time: 0.3671925 Sep 16 04:49:39.220957 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9f3f374e-406f-487e-8122-f1f2717dc97b None None] Calling delete_port for d85ebcb9-d39e-4736-8c83-8a984449a16e owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:39.272124 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0205c-d20e-45fe-87d3-9dbcf44d9c8f req-b72d7433-db80-47bc-82a2-31bdf0d3a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.282612 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dee0205c-d20e-45fe-87d3-9dbcf44d9c8f req-b72d7433-db80-47bc-82a2-31bdf0d3a4a4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c5d4fad6-a7d8-41d0-8622-e5210f38cdfe HTTP/1.1" status: 200 len: 1098 time: 0.2884283 Sep 16 04:49:39.300768 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.361495 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-18f8f12c-cad0-49fe-9a49-88f598005b90 service neutron] 10.222.0.38 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7061207 Sep 16 04:49:39.400536 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Deleting port d85ebcb9-d39e-4736-8c83-8a984449a16e {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:39.401177 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.439112 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-217da5d8-3b73-44a9-9547-975c08e080b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.441962 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-217da5d8-3b73-44a9-9547-975c08e080b2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dfa00947-d844-42e7-a6bc-3c59d3fba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2214708 Sep 16 04:49:39.453483 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dee0205c-d20e-45fe-87d3-9dbcf44d9c8f req-58a650c3-648b-436c-ad10-f7e5441ee4e7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=81c4b6d7-4c5f-4473-9104-fbe36e303798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561699 Sep 16 04:49:39.457969 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.482711 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.531882 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port d85ebcb9-d39e-4736-8c83-8a984449a16e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d85ebcb9-d39e-4736-8c83-8a984449a16e,segment=NetworkSegment(bd985736-fff1-4ae0-96e6-87b0d1ef55a1),segment_id=bd985736-fff1-4ae0-96e6-87b0d1ef55a1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:39.596829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.598094 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.599812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] 10.222.0.38 "PUT /v2.0/ports/82a9ee32-3c39-4631-9da3-c026fdda75bd HTTP/1.1" status: 200 len: 1092 time: 2.8470914 Sep 16 04:49:39.601527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'tag': '82a9ee32-3c39-4631-9da3-c026fdda75bd'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:39.604625 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891b289f-e7b9-4d1f-a054-e5c43870a144" -d '{"events": [{"name": "network-changed", "server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "tag": "82a9ee32-3c39-4631-9da3-c026fdda75bd"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:39.621824 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] For port d85ebcb9-d39e-4736-8c83-8a984449a16e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d85ebcb9-d39e-4736-8c83-8a984449a16e,segment=NetworkSegment(bd985736-fff1-4ae0-96e6-87b0d1ef55a1),segment_id=bd985736-fff1-4ae0-96e6-87b0d1ef55a1)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:39.621824 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.632994 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-be33a053-80a0-4a7a-8d11-41349f25879d service neutron] 10.222.0.38 "GET /v2.0/networks/dfa00947-d844-42e7-a6bc-3c59d3fba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698112 Sep 16 04:49:39.636012 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d87ec6-d413-425c-8317-1f5963289851 req-e04112bd-2e7f-4347-8125-deeeeb3b5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.637532 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8d87ec6-d413-425c-8317-1f5963289851 req-e04112bd-2e7f-4347-8125-deeeeb3b5998 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0a35f6de-0293-4a4b-a0e4-0cb629dcb913 HTTP/1.1" status: 200 len: 916 time: 0.9332471 Sep 16 04:49:39.639912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Calling delete_port for d85ebcb9-d39e-4736-8c83-8a984449a16e owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:39.664147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff5143-a174-41a0-b2bd-3142efcb8290 req-b90a8bcc-84e9-4d9c-b4b8-e794375966ef tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.665771 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58ff5143-a174-41a0-b2bd-3142efcb8290 req-b90a8bcc-84e9-4d9c-b4b8-e794375966ef tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 945 time: 0.2125425 Sep 16 04:49:39.666458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fba99b-7b63-42e5-990e-84e67601df25 service neutron] Pushing event updated for resources: {'Port': ['ID=82a9ee32-3c39-4631-9da3-c026fdda75bd,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:39.717574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6a6b2-26a0-41dd-9f4b-63bde7b3a4ca req-1936b930-77a1-480c-9056-10372a5f2aef tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.726147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6a6b2-26a0-41dd-9f4b-63bde7b3a4ca req-1936b930-77a1-480c-9056-10372a5f2aef tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.732642 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6a6b2-26a0-41dd-9f4b-63bde7b3a4ca req-1936b930-77a1-480c-9056-10372a5f2aef tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.740520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6a6b2-26a0-41dd-9f4b-63bde7b3a4ca req-1936b930-77a1-480c-9056-10372a5f2aef tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.748289 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6a6b2-26a0-41dd-9f4b-63bde7b3a4ca req-1936b930-77a1-480c-9056-10372a5f2aef tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.750214 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7f6a6b2-26a0-41dd-9f4b-63bde7b3a4ca req-1936b930-77a1-480c-9056-10372a5f2aef tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 3826 time: 0.3091731 Sep 16 04:49:39.783661 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.868698 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8d87ec6-d413-425c-8317-1f5963289851 req-7a83b73a-b59f-40df-b514-a31da81efe9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 HTTP/1.1" status: 200 len: 1002 time: 0.2221408 Sep 16 04:49:39.891850 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9f3f374e-406f-487e-8122-f1f2717dc97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.895770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7f6a6b2-26a0-41dd-9f4b-63bde7b3a4ca req-cc7dfbe1-2000-4010-bf24-af56670b589f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299508 Sep 16 04:49:39.898340 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58ff5143-a174-41a0-b2bd-3142efcb8290 req-dfa4dff7-bf9e-4674-b797-5976c74f7f24 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930032 Sep 16 04:49:39.944553 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3f374e-406f-487e-8122-f1f2717dc97b None None] No DVR routers for this DVR port d85ebcb9-d39e-4736-8c83-8a984449a16e on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:39.954919 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=d85ebcb9-d39e-4736-8c83-8a984449a16e,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:39.982624 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Request body: {'port': {'device_id': '6832092c-3456-473f-9841-375d2f2b72a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:39.987422 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d87ec6-d413-425c-8317-1f5963289851 req-e35f9275-5fe2-483a-b1bf-5bf2abb23d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.989045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8d87ec6-d413-425c-8317-1f5963289851 req-e35f9275-5fe2-483a-b1bf-5bf2abb23d89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=468c6202-a0a8-4f1f-b1d3-f66b80c96296 HTTP/1.1" status: 200 len: 854 time: 0.1132188 Sep 16 04:49:39.992340 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.050936 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354eb70e-f6d6-416b-98f0-7abfa610ee84 x-openstack-request-id: req-354eb70e-f6d6-416b-98f0-7abfa610ee84 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:40.050936 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "tag": "82a9ee32-3c39-4631-9da3-c026fdda75bd", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:40.050936 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-354eb70e-f6d6-416b-98f0-7abfa610ee84 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:40.050936 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'tag': '82a9ee32-3c39-4631-9da3-c026fdda75bd', 'status': 'completed', 'code': 200} Sep 16 04:49:40.059414 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event deleted for resources: {'Port': ['ID=d85ebcb9-d39e-4736-8c83-8a984449a16e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:40.063151 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f374e-406f-487e-8122-f1f2717dc97b None None] Pushing event deleted for resources: {'Port': ['ID=d85ebcb9-d39e-4736-8c83-8a984449a16e,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:40.078817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] No DVR routers for this DVR port d85ebcb9-d39e-4736-8c83-8a984449a16e on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:40.090607 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.108358 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d87ec6-d413-425c-8317-1f5963289851 req-65c6b0cc-124d-4eee-9bd5-d363cbf7bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.110273 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8d87ec6-d413-425c-8317-1f5963289851 req-65c6b0cc-124d-4eee-9bd5-d363cbf7bfe9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a35f6de-0293-4a4b-a0e4-0cb629dcb913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038046 Sep 16 04:49:40.239611 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-4aee3175-5e83-4d7b-b470-eaabbb1af65a service neutron] 10.222.0.38 "GET /v2.0/networks/dfa00947-d844-42e7-a6bc-3c59d3fba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938560 Sep 16 04:49:40.340630 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-25048383-8d6d-4b9c-8b11-56674263c1ce service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=5b16cc3a-295b-414f-9d1d-8e4808f34041 HTTP/1.1" status: 200 len: 217 time: 0.0935457 Sep 16 04:49:40.344159 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.370794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50aeb7-72fe-40fb-8440-f02bf761967b req-a999f996-8b15-445d-a6cf-bc57dfac505f tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.370794 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff50aeb7-72fe-40fb-8440-f02bf761967b req-a999f996-8b15-445d-a6cf-bc57dfac505f tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5d4fad6-a7d8-41d0-8622-e5210f38cdfe HTTP/1.1" status: 200 len: 946 time: 0.2001252 Sep 16 04:49:40.404645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8d87ec6-d413-425c-8317-1f5963289851 req-853c35b4-7ed6-4e88-8579-d48633efa7bd service neutron] 10.222.0.21 "GET /v2.0/networks/0a35f6de-0293-4a4b-a0e4-0cb629dcb913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843094 Sep 16 04:49:40.416660 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b697c2-526a-4436-b056-39142bb5444b']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:40.430375 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd985736-fff1-4ae0-96e6-87b0d1ef55a1') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:40.430671 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd985736-fff1-4ae0-96e6-87b0d1ef55a1') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:40.442232 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.478770 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.493165 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b289f-e7b9-4d1f-a054-e5c43870a144 req-1410d908-b737-4974-8e22-1d75c40ae91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.493576 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b289f-e7b9-4d1f-a054-e5c43870a144 req-1410d908-b737-4974-8e22-1d75c40ae91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.494069 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b289f-e7b9-4d1f-a054-e5c43870a144 req-1410d908-b737-4974-8e22-1d75c40ae91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.494551 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b289f-e7b9-4d1f-a054-e5c43870a144 req-1410d908-b737-4974-8e22-1d75c40ae91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.495047 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b289f-e7b9-4d1f-a054-e5c43870a144 req-1410d908-b737-4974-8e22-1d75c40ae91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.497342 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-891b289f-e7b9-4d1f-a054-e5c43870a144 req-1410d908-b737-4974-8e22-1d75c40ae91e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee8d98757e0d4815a18cbb63a273fd61&device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 4362 time: 0.3433299 Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:40.532971 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:40.540660 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff50aeb7-72fe-40fb-8440-f02bf761967b req-51e1034e-611f-40a4-a255-06f84c5768f8 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/security-groups?id=81c4b6d7-4c5f-4473-9104-fbe36e303798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649661 Sep 16 04:49:40.670066 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8d87ec6-d413-425c-8317-1f5963289851 req-eba28005-6d1c-42bc-849b-dde683454713 service neutron] 10.222.0.21 "GET /v2.0/networks/0a35f6de-0293-4a4b-a0e4-0cb629dcb913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534976 Sep 16 04:49:40.697211 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-da85469d-c79d-446b-a8a2-869182f5b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.698731 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-da85469d-c79d-446b-a8a2-869182f5b1e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ccbedd25-58d2-42fa-831b-01900aebbe43 HTTP/1.1" status: 200 len: 797 time: 0.3328230 Sep 16 04:49:40.711797 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccee8eb8-1da5-4032-97e8-3546b99f9057 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:40.739681 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.741591 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b289f-e7b9-4d1f-a054-e5c43870a144 req-2e740d88-8299-4d3c-88be-ab60480fc001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.742074 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b289f-e7b9-4d1f-a054-e5c43870a144 req-2e740d88-8299-4d3c-88be-ab60480fc001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.742593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b289f-e7b9-4d1f-a054-e5c43870a144 req-2e740d88-8299-4d3c-88be-ab60480fc001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.746698 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-891b289f-e7b9-4d1f-a054-e5c43870a144 req-2e740d88-8299-4d3c-88be-ab60480fc001 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ee8d98757e0d4815a18cbb63a273fd61&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2200649 Sep 16 04:49:40.755272 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.833742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f3570f9f-11d9-45ef-8d0c-236340654ae8 req-22a429d8-07a8-429a-913c-a12e102cb999 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 210 time: 0.0438762 Sep 16 04:49:40.890426 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-aba92bec-9b00-426d-8f21-49f014f29ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.892538 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-aba92bec-9b00-426d-8f21-49f014f29ff6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29992b00-8aa1-46fd-bc66-045ef0922c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1349394 Sep 16 04:49:40.896816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Transition to ACTIVE for port object ccee8eb8-1da5-4032-97e8-3546b99f9057 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:40.897321 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.928961 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.931261 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "DELETE /v2.0/networks/17b697c2-526a-4436-b056-39142bb5444b HTTP/1.1" status: 204 len: 168 time: 2.5560286 Sep 16 04:49:40.938502 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41112) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:40.948216 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-815637755'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:40.990749 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274593c-27c5-43f7-9765-778c66ea1364 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event deleted for resources: {'Network': ['ID=17b697c2-526a-4436-b056-39142bb5444b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:40.992652 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:41.071176 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b289f-e7b9-4d1f-a054-e5c43870a144 req-0d71f41b-f92c-41d1-861a-7a7074b4cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:41.071176 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-891b289f-e7b9-4d1f-a054-e5c43870a144 req-0d71f41b-f92c-41d1-861a-7a7074b4cff6 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2929516 Sep 16 04:49:41.126486 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-7ce923b6-08bc-41e0-bd6e-2fc844ef5622 service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225771 Sep 16 04:49:41.158475 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ccee8eb8-1da5-4032-97e8-3546b99f9057,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:41.188865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Made reservation on behalf of d18d7b29526f4399aa06f52d1efd1dda for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:41.195624 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:41.238030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb58d6-be03-4aee-90cc-6245bca95b65 req-bbe7da8c-f0af-45a4-acac-cd359a902159 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:41.240319 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6dfb58d6-be03-4aee-90cc-6245bca95b65 req-bbe7da8c-f0af-45a4-acac-cd359a902159 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 946 time: 0.2144551 Sep 16 04:49:41.335163 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-7e637143-f06b-4f7e-90ec-d220b5daedd9 service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991937 Sep 16 04:49:41.377186 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6dfb58d6-be03-4aee-90cc-6245bca95b65 req-bf5d8f83-f866-454f-a2b9-dc448bce72ca tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e607b9d-ef7e-429d-800d-5d2c8ee6d896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264160 Sep 16 04:49:41.395757 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:41.418249 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-0d951cae-6179-4b28-8751-83b36b0f1356 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=3b10ae3d-8211-4c16-9527-e19b5ce57a46 HTTP/1.1" status: 200 len: 217 time: 0.0696206 Sep 16 04:49:41.435854 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:41.436211 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Added segment de919107-edbc-4d88-8cf8-532f193b0837 of type vlan for network 09ce8231-d31e-4e76-9160-998dfa309d88 Sep 16 04:49:41.445848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Attempting to bind port ccee8eb8-1da5-4032-97e8-3546b99f9057 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:41.446198 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Attempting to bind port ccee8eb8-1da5-4032-97e8-3546b99f9057 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:41.446535 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Attempting to bind port ccee8eb8-1da5-4032-97e8-3546b99f9057 on network 25dc981a-4bf0-4e39-9c80-5980ada4b30c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:41.457492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Port ccee8eb8-1da5-4032-97e8-3546b99f9057 on network 25dc981a-4bf0-4e39-9c80-5980ada4b30c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:41.457887 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Attempting to bind port ccee8eb8-1da5-4032-97e8-3546b99f9057 on network 25dc981a-4bf0-4e39-9c80-5980ada4b30c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:41.464209 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:41.464578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Checking segment: {'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:41.464981 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Bound using segment: {'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:41.465559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Bound port: ccee8eb8-1da5-4032-97e8-3546b99f9057, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:41.466083 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:41.567377 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-5b5d7949-8d99-4ee9-8306-6335cd2c54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:41.569049 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-5b5d7949-8d99-4ee9-8306-6335cd2c54b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ccbedd25-58d2-42fa-831b-01900aebbe43 HTTP/1.1" status: 200 len: 797 time: 0.1431942 Sep 16 04:49:41.633719 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-30db69cc-ab7b-4029-9d39-890e4daa8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:41.635642 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-30db69cc-ab7b-4029-9d39-890e4daa8f95 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29992b00-8aa1-46fd-bc66-045ef0922c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0596111 Sep 16 04:49:41.661085 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:41.749526 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-6f937be0-f8f9-4968-b836-eea73db51294 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:41.751437 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-6f937be0-f8f9-4968-b836-eea73db51294 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "GET /v2.0/networks?id=5acd6586-8a2c-490f-9c1f-4e1587166d60 HTTP/1.1" status: 200 len: 812 time: 0.4351296 Sep 16 04:49:41.766316 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db500bc-940e-4dc8-be57-9d040e692622 req-8be334fd-b9ae-423b-9180-21b8cdebda3f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:41.771587 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7db500bc-940e-4dc8-be57-9d040e692622 req-8be334fd-b9ae-423b-9180-21b8cdebda3f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 945 time: 0.2832565 Sep 16 04:49:41.789149 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-517a47c4-abe9-40a3-b886-281a80ca7b91 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Request body: {'port': {'device_id': '865464be-a592-446c-9388-ae63c451a4a0', 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60', 'admin_state_up': True, 'tenant_id': '78ee5e5457a84bd8a350723cb409ffa4'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:41.812340 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-b405b79a-7927-41a8-b673-76c8d0633c31 service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691124 Sep 16 04:49:41.882015 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] For port ccee8eb8-1da5-4032-97e8-3546b99f9057, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:41.914242 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] For port ccee8eb8-1da5-4032-97e8-3546b99f9057, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ccee8eb8-1da5-4032-97e8-3546b99f9057,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:41.949283 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-e0eac255-2559-4c27-ac45-e73d512befa8 service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291218 Sep 16 04:49:41.972855 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:41.979249 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:41.979906 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:41.993132 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db847c-013b-435b-a1f4-523f909bd9e4 req-adb8fe6e-7883-4cb4-ad5f-a755f0824b4e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:41.999460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db847c-013b-435b-a1f4-523f909bd9e4 req-adb8fe6e-7883-4cb4-ad5f-a755f0824b4e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.005640 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-60d0ba1e-572b-465f-a590-72e953a875de service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 HTTP/1.1" status: 200 len: 217 time: 0.0468457 Sep 16 04:49:42.006621 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db847c-013b-435b-a1f4-523f909bd9e4 req-adb8fe6e-7883-4cb4-ad5f-a755f0824b4e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.012996 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db847c-013b-435b-a1f4-523f909bd9e4 req-adb8fe6e-7883-4cb4-ad5f-a755f0824b4e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.019654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db847c-013b-435b-a1f4-523f909bd9e4 req-adb8fe6e-7883-4cb4-ad5f-a755f0824b4e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.026056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db847c-013b-435b-a1f4-523f909bd9e4 req-adb8fe6e-7883-4cb4-ad5f-a755f0824b4e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.034121 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57db847c-013b-435b-a1f4-523f909bd9e4 req-adb8fe6e-7883-4cb4-ad5f-a755f0824b4e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 4604 time: 0.2604334 Sep 16 04:49:42.065419 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-08448c81-bc94-46c0-9ec9-9566a9c156e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.067156 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-08448c81-bc94-46c0-9ec9-9566a9c156e0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ccbedd25-58d2-42fa-831b-01900aebbe43 HTTP/1.1" status: 200 len: 797 time: 0.0550625 Sep 16 04:49:42.102536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7db500bc-940e-4dc8-be57-9d040e692622 req-01d25aee-ab32-4099-afa7-5f2e2c2cbb58 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072264 Sep 16 04:49:42.119560 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.146836 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-826f083b-838f-498e-9892-87588bcdc0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.156911 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-826f083b-838f-498e-9892-87588bcdc0f9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29992b00-8aa1-46fd-bc66-045ef0922c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0744231 Sep 16 04:49:42.265638 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.266589 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.268644 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] 10.222.0.38 "PUT /v2.0/ports/ccee8eb8-1da5-4032-97e8-3546b99f9057 HTTP/1.1" status: 200 len: 1137 time: 2.2903509 Sep 16 04:49:42.271656 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'tag': 'ccee8eb8-1da5-4032-97e8-3546b99f9057'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:42.277895 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1210e6a5-ef9a-4fa9-b02b-c3fe6e367902" -d '{"events": [{"name": "network-changed", "server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "tag": "ccee8eb8-1da5-4032-97e8-3546b99f9057"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:42.296482 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-217265fd-0eac-48aa-b095-a30f32df0edb service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384592 Sep 16 04:49:42.376637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event updated for resources: {'Network': ['ID=09ce8231-d31e-4e76-9160-998dfa309d88,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:42.403542 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57db847c-013b-435b-a1f4-523f909bd9e4 req-3e13e9c6-8d36-4ad2-8762-af58e9fd2bd5 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3644192 Sep 16 04:49:42.451741 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5109537 Sep 16 04:49:42.452848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41170) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:42.461571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Request body: {'port': {'device_id': '6832092c-3456-473f-9841-375d2f2b72a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:42.481091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ccee8eb8-1da5-4032-97e8-3546b99f9057,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:42.501584 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-4f278b8d-95b5-4884-afd5-776ec5efc848 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Request body: {'subnet': {'network_id': '09ce8231-d31e-4e76-9160-998dfa309d88', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:42.508921 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-6609d588-fc37-4b83-8c4e-17b39e03bdcd service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037637 Sep 16 04:49:42.535077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.535649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.536167 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.536667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.537345 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.537916 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.538428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.539144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.539671 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.540195 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.540886 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.545718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14474f4c-0424-49aa-98b6-3d759d2531b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.560327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.560710 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.561008 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.561412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.561750 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.562083 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.562462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.563026 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.563242 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.563497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.563787 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.564135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a43d45d-3576-4edc-bc41-09d8e20f52ce tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.586923 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 09ce8231-d31e-4e76-9160-998dfa309d88 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:42.617160 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7458a-9d91-4282-b4e1-38a1907a353c req-3a64c006-323b-4dc8-b8a2-60562f16af42 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.625614 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-29d7458a-9d91-4282-b4e1-38a1907a353c req-3a64c006-323b-4dc8-b8a2-60562f16af42 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5d4fad6-a7d8-41d0-8622-e5210f38cdfe HTTP/1.1" status: 200 len: 946 time: 0.3077140 Sep 16 04:49:42.641922 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-4c53ad6c-4fba-4d97-8539-ee0d4d34bce2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=680135e1-a5ee-40fa-b0a3-8141af74525e HTTP/1.1" status: 200 len: 217 time: 0.1260707 Sep 16 04:49:42.732939 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-7031ac86-fdf4-45d9-8ed5-eb4be5836899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.734377 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-7031ac86-fdf4-45d9-8ed5-eb4be5836899 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ccbedd25-58d2-42fa-831b-01900aebbe43 HTTP/1.1" status: 200 len: 797 time: 0.0862474 Sep 16 04:49:42.795065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-517a47c4-abe9-40a3-b886-281a80ca7b91 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Made reservation on behalf of 78ee5e5457a84bd8a350723cb409ffa4 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:42.797473 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-37fc5d5e-a6cb-4bec-9437-fd13e653857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.799297 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-517a47c4-abe9-40a3-b886-281a80ca7b91 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.799891 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-37fc5d5e-a6cb-4bec-9437-fd13e653857e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29992b00-8aa1-46fd-bc66-045ef0922c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0554554 Sep 16 04:49:42.884061 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-29d7458a-9d91-4282-b4e1-38a1907a353c req-fe917087-002f-46f9-b6c6-1733ba2244fc tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/security-groups?id=81c4b6d7-4c5f-4473-9104-fbe36e303798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570100 Sep 16 04:49:42.946114 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.982452 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-daaf3cba-d1c6-431f-9105-8cbacfed3f6d service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743917 Sep 16 04:49:43.095838 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-afa50262-e688-4b4e-9669-d4a6075e323a service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039453 Sep 16 04:49:43.156742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53d9fffc-be04-4c6b-9d73-f6457fff5cf6 req-8963c671-9a6e-4eeb-8e9a-9e17dbae7da0 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 210 time: 0.0902989 Sep 16 04:49:43.185044 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-26ca49db-e0ca-431c-9ffd-5a9638b6ea47 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74dd60ff-7d8d-43a5-b307-86c1642869ae HTTP/1.1" status: 200 len: 217 time: 0.0731428 Sep 16 04:49:43.231989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f278b8d-95b5-4884-afd5-776ec5efc848 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Made reservation on behalf of d18d7b29526f4399aa06f52d1efd1dda for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:43.241489 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4f278b8d-95b5-4884-afd5-776ec5efc848 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.425366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210e6a5-ef9a-4fa9-b02b-c3fe6e367902 req-a4d49823-71a6-431c-884a-7bf5c18f282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:43.425366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210e6a5-ef9a-4fa9-b02b-c3fe6e367902 req-a4d49823-71a6-431c-884a-7bf5c18f282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:43.425366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210e6a5-ef9a-4fa9-b02b-c3fe6e367902 req-a4d49823-71a6-431c-884a-7bf5c18f282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:43.425366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210e6a5-ef9a-4fa9-b02b-c3fe6e367902 req-a4d49823-71a6-431c-884a-7bf5c18f282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:43.425366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210e6a5-ef9a-4fa9-b02b-c3fe6e367902 req-a4d49823-71a6-431c-884a-7bf5c18f282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:43.425366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210e6a5-ef9a-4fa9-b02b-c3fe6e367902 req-a4d49823-71a6-431c-884a-7bf5c18f282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:43.425366 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1210e6a5-ef9a-4fa9-b02b-c3fe6e367902 req-a4d49823-71a6-431c-884a-7bf5c18f282f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee8d98757e0d4815a18cbb63a273fd61&device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5292 time: 0.1298397 Sep 16 04:49:43.425366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-665da342-df79-45a4-a5e6-3d89e59fd274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:43.426145 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-665da342-df79-45a4-a5e6-3d89e59fd274 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bc008854-b60a-4e50-9836-d00ca586adc0 HTTP/1.1" status: 200 len: 797 time: 0.2326133 Sep 16 04:49:43.506185 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d260cc7-5d66-4190-bdca-c7e8a80e5790 x-openstack-request-id: req-4d260cc7-5d66-4190-bdca-c7e8a80e5790 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:43.506435 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "tag": "ccee8eb8-1da5-4032-97e8-3546b99f9057", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:43.506675 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d260cc7-5d66-4190-bdca-c7e8a80e5790 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:43.507115 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'tag': 'ccee8eb8-1da5-4032-97e8-3546b99f9057', 'status': 'completed', 'code': 200} Sep 16 04:49:43.515512 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43711560-6b8f-48a7-80b7-ea96a7cc6049 req-0742e104-7565-45d5-98e7-2a75226a0030 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:43.517552 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-43711560-6b8f-48a7-80b7-ea96a7cc6049 req-0742e104-7565-45d5-98e7-2a75226a0030 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.21 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 946 time: 0.5572574 Sep 16 04:49:43.600390 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-37f3bc6a-c4cb-4e3e-a9b2-83b54e8bf203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:43.601936 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-37f3bc6a-c4cb-4e3e-a9b2-83b54e8bf203 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=21679cc1-76e7-41d2-b180-59ac954df250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0952997 Sep 16 04:49:43.645164 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210e6a5-ef9a-4fa9-b02b-c3fe6e367902 req-efebb880-4b8b-4ff2-b79b-839c8a0e2ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:43.645970 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210e6a5-ef9a-4fa9-b02b-c3fe6e367902 req-efebb880-4b8b-4ff2-b79b-839c8a0e2ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:43.646465 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210e6a5-ef9a-4fa9-b02b-c3fe6e367902 req-efebb880-4b8b-4ff2-b79b-839c8a0e2ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:43.648196 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1210e6a5-ef9a-4fa9-b02b-c3fe6e367902 req-efebb880-4b8b-4ff2-b79b-839c8a0e2ac7 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ee8d98757e0d4815a18cbb63a273fd61&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2040603 Sep 16 04:49:43.761457 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-1f3bb437-88ff-402d-996e-9d2d4baf323f service neutron] 10.222.0.38 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479390 Sep 16 04:49:44.078470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-517a47c4-abe9-40a3-b886-281a80ca7b91 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Allocated IP 172.20.0.8 (5acd6586-8a2c-490f-9c1f-4e1587166d60/1389bae5-dd46-4164-b9db-3ab16c90c617/0387532c-a2c1-4714-84c9-6806527e8194) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:44.145884 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d90e1-f4b0-4ffa-be5c-a9f9792ee31e req-7bd790b3-dc00-4fcd-a93d-9561a1dda3fe tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:44.153840 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-325d90e1-f4b0-4ffa-be5c-a9f9792ee31e req-7bd790b3-dc00-4fcd-a93d-9561a1dda3fe tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 946 time: 0.7850420 Sep 16 04:49:44.163562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b1783-33f0-4682-9928-218b1914f262 req-227f862a-972c-44e0-9585-cfa7c265fd06 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:44.165393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee8b1783-33f0-4682-9928-218b1914f262 req-227f862a-972c-44e0-9585-cfa7c265fd06 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 945 time: 0.6128881 Sep 16 04:49:44.216988 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210e6a5-ef9a-4fa9-b02b-c3fe6e367902 req-986f7de1-eb1c-4d94-ad85-24386b2946fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:44.218507 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1210e6a5-ef9a-4fa9-b02b-c3fe6e367902 req-986f7de1-eb1c-4d94-ad85-24386b2946fc service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5626104 Sep 16 04:49:44.240136 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-f6a4c14b-1e23-408d-af86-fb666cd0f278 service neutron] 10.222.0.38 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694040 Sep 16 04:49:44.285945 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-2e604cd4-f7fd-4a09-b1b5-dd8d0cc066b2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4239abc5-062c-4dce-a6f1-912da6b3aad3 HTTP/1.1" status: 200 len: 217 time: 0.0382869 Sep 16 04:49:44.341556 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-221c530a-decd-44a8-9c62-e2d8c43a4c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:44.343135 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-221c530a-decd-44a8-9c62-e2d8c43a4c33 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bc008854-b60a-4e50-9836-d00ca586adc0 HTTP/1.1" status: 200 len: 797 time: 0.0508258 Sep 16 04:49:44.351457 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-325d90e1-f4b0-4ffa-be5c-a9f9792ee31e req-56f1c776-ad32-404a-8a49-40e81fc1c2d5 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e607b9d-ef7e-429d-800d-5d2c8ee6d896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966362 Sep 16 04:49:44.354026 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-43711560-6b8f-48a7-80b7-ea96a7cc6049 req-95f814b9-1103-4d73-8521-fca60da90c37 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Deleting port 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:44.354363 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-43711560-6b8f-48a7-80b7-ea96a7cc6049 req-95f814b9-1103-4d73-8521-fca60da90c37 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.383261 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4f278b8d-95b5-4884-afd5-776ec5efc848 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.421115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee8b1783-33f0-4682-9928-218b1914f262 req-bb7f7dde-e741-4a66-96bf-623f8f9d8839 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284760 Sep 16 04:49:44.430496 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b06929-a824-4b79-8e95-82be2b082393 req-8e14a1ba-1cd2-4386-b2bd-1dedca742aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:44.433465 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-8e14a1ba-1cd2-4386-b2bd-1dedca742aee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=21679cc1-76e7-41d2-b180-59ac954df250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0720296 Sep 16 04:49:44.555358 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:44.558201 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-9a13521f-98ac-438c-add2-0c8bb2d5e1d2 service neutron] 10.222.0.38 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142409 Sep 16 04:49:44.607555 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.664509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f278b8d-95b5-4884-afd5-776ec5efc848 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event updated for resources: {'Subnet': ['ID=fed81911-c10d-4dff-85fe-10b8592a9071,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:44.678195 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-02b06929-a824-4b79-8e95-82be2b082393 req-a5efc50a-a866-4d3a-a1af-de50f48b637e service neutron] 10.222.0.38 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130319 Sep 16 04:49:44.680003 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Transition to ACTIVE for port object 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:44.736537 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-43711560-6b8f-48a7-80b7-ea96a7cc6049 req-95f814b9-1103-4d73-8521-fca60da90c37 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] For port 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=3f1434f7-6d5a-406c-9db8-5d5e6d5732f2,segment=NetworkSegment(fe2f5db3-fa6a-4b02-9a38-237349f3fb2a),segment_id=fe2f5db3-fa6a-4b02-9a38-237349f3fb2a)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:44.736982 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-43711560-6b8f-48a7-80b7-ea96a7cc6049 req-95f814b9-1103-4d73-8521-fca60da90c37 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.770260 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-517a47c4-abe9-40a3-b886-281a80ca7b91 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.774986 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f278b8d-95b5-4884-afd5-776ec5efc848 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Checking segment: {'id': 'de919107-edbc-4d88-8cf8-532f193b0837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '09ce8231-d31e-4e76-9160-998dfa309d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:44.775383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f278b8d-95b5-4884-afd5-776ec5efc848 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Network hostable DHCP agents. Network: 09ce8231-d31e-4e76-9160-998dfa309d88, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:44.829256 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e0848-96c7-4dbb-ab4d-d4cfab40a47d req-ea70d8be-568a-44d6-8794-49beccfd897c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:44.836588 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e0848-96c7-4dbb-ab4d-d4cfab40a47d req-ea70d8be-568a-44d6-8794-49beccfd897c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:44.843055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e0848-96c7-4dbb-ab4d-d4cfab40a47d req-ea70d8be-568a-44d6-8794-49beccfd897c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:44.849455 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e0848-96c7-4dbb-ab4d-d4cfab40a47d req-ea70d8be-568a-44d6-8794-49beccfd897c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:44.855538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e0848-96c7-4dbb-ab4d-d4cfab40a47d req-ea70d8be-568a-44d6-8794-49beccfd897c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:44.861735 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e0848-96c7-4dbb-ab4d-d4cfab40a47d req-ea70d8be-568a-44d6-8794-49beccfd897c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:44.863739 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a5e0848-96c7-4dbb-ab4d-d4cfab40a47d req-ea70d8be-568a-44d6-8794-49beccfd897c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 4604 time: 0.3109405 Sep 16 04:49:44.883811 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.047667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Pushing event updated for resources: {'Port': ['ID=207cd857-c1dd-4112-b6ee-2cc72b73c3f2,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:45.057905 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a5e0848-96c7-4dbb-ab4d-d4cfab40a47d req-7833c590-09a2-4235-9369-6c5aadd35b9a tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1847904 Sep 16 04:49:45.084785 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f278b8d-95b5-4884-afd5-776ec5efc848 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Network 09ce8231-d31e-4e76-9160-998dfa309d88 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:45.202492 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-517a47c4-abe9-40a3-b886-281a80ca7b91 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.230853 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-43711560-6b8f-48a7-80b7-ea96a7cc6049 req-95f814b9-1103-4d73-8521-fca60da90c37 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.234787 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-43711560-6b8f-48a7-80b7-ea96a7cc6049 req-95f814b9-1103-4d73-8521-fca60da90c37 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.234787 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [req-43711560-6b8f-48a7-80b7-ea96a7cc6049 req-95f814b9-1103-4d73-8521-fca60da90c37 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Floating IP 850785eb-b57f-4576-b6b3-193fca29e420 disassociated. External IP: 172.25.4.165, port: 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2. Sep 16 04:49:45.234787 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-43711560-6b8f-48a7-80b7-ea96a7cc6049 req-95f814b9-1103-4d73-8521-fca60da90c37 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Calling delete_port for 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:45.301271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-4f278b8d-95b5-4884-afd5-776ec5efc848 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 09ce8231-d31e-4e76-9160-998dfa309d88) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:45.312876 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41feb76-e813-466d-beb0-aabee9514886 None None] Network 09ce8231-d31e-4e76-9160-998dfa309d88 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:45.353987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-517a47c4-abe9-40a3-b886-281a80ca7b91 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Network 5acd6586-8a2c-490f-9c1f-4e1587166d60 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:45.364837 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f278b8d-95b5-4884-afd5-776ec5efc848 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:45.365391 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4f278b8d-95b5-4884-afd5-776ec5efc848 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.374819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Attempting to bind port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:45.375182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Attempting to bind port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:45.375538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Attempting to bind port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 on network 25dc981a-4bf0-4e39-9c80-5980ada4b30c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:45.395478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-517a47c4-abe9-40a3-b886-281a80ca7b91 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:45.395478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-517a47c4-abe9-40a3-b886-281a80ca7b91 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:45.395478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a47c4-abe9-40a3-b886-281a80ca7b91 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Pushing event updated for resources: {'Port': ['ID=0387532c-a2c1-4714-84c9-6806527e8194,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:45.405716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 on network 25dc981a-4bf0-4e39-9c80-5980ada4b30c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:45.406056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Attempting to bind port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 on network 25dc981a-4bf0-4e39-9c80-5980ada4b30c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:45.457570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:45.457998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Checking segment: {'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:45.466923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Bound using segment: {'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:45.466923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Bound port: 207cd857-c1dd-4112-b6ee-2cc72b73c3f2, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:45.466923 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.513477 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97d88f-19e4-422b-ab4e-181a2ce36499 req-586fc679-b21c-46fa-8fdc-b0f4bb1937b9 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:45.513477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d97d88f-19e4-422b-ab4e-181a2ce36499 req-586fc679-b21c-46fa-8fdc-b0f4bb1937b9 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 931 time: 0.2882664 Sep 16 04:49:45.516310 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41286) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:45.516512 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4f278b8d-95b5-4884-afd5-776ec5efc848 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0363300 Sep 16 04:49:45.523657 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-1a42e095-111d-4733-8d9a-5af5954d3afd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-880012254'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:45.550643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-517a47c4-abe9-40a3-b886-281a80ca7b91 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:45.551364 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-517a47c4-abe9-40a3-b886-281a80ca7b91 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.582927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-09ce8231-d31e-4e76-9160-998dfa309d88', 'network_id': '09ce8231-d31e-4e76-9160-998dfa309d88', 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'fixed_ips': [{'subnet_id': 'fed81911-c10d-4dff-85fe-10b8592a9071'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:49:45.584238 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.688309 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a42e095-111d-4733-8d9a-5af5954d3afd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Made reservation on behalf of d18d7b29526f4399aa06f52d1efd1dda for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:45.691256 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:45.701192 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a42e095-111d-4733-8d9a-5af5954d3afd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.722487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d97d88f-19e4-422b-ab4e-181a2ce36499 req-7aaba8c7-a819-47a0-8a4e-326ddd55d27e tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751020 Sep 16 04:49:45.725200 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] For port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:45.780454 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] For port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=207cd857-c1dd-4112-b6ee-2cc72b73c3f2,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:45.781228 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a42e095-111d-4733-8d9a-5af5954d3afd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:45.800819 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a42e095-111d-4733-8d9a-5af5954d3afd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.801279 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-1a42e095-111d-4733-8d9a-5af5954d3afd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Added segment af8f0c82-8bbb-4f26-bfba-cf6bbae3d623 of type vlan for network 0a61095d-c711-49b3-85e7-a07c483ea582 Sep 16 04:49:45.821204 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c955a-f68a-4c3f-89fb-6e910c61a7e0 req-c11d0f45-08d1-4abb-8e64-c02a370627a0 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:45.823207 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a8c955a-f68a-4c3f-89fb-6e910c61a7e0 req-c11d0f45-08d1-4abb-8e64-c02a370627a0 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 946 time: 0.1716053 Sep 16 04:49:45.826175 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-517a47c4-abe9-40a3-b886-281a80ca7b91 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0486078 Sep 16 04:49:45.846586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Allocated IP 19.80.0.2 (09ce8231-d31e-4e76-9160-998dfa309d88/fed81911-c10d-4dff-85fe-10b8592a9071/0730e5c2-7661-435c-95c2-d7475ee60028) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:45.848822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-60e57f46-6aa7-4900-868f-7d2b4b02a87c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:49:45.850104 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-60e57f46-6aa7-4900-868f-7d2b4b02a87c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148609 Sep 16 04:49:45.855746 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.881703 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a42e095-111d-4733-8d9a-5af5954d3afd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.881945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Request body: {'port': {'device_id': '865464be-a592-446c-9388-ae63c451a4a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:45.939683 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-43711560-6b8f-48a7-80b7-ea96a7cc6049 req-95f814b9-1103-4d73-8521-fca60da90c37 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.942089 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.957647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a8c955a-f68a-4c3f-89fb-6e910c61a7e0 req-7be93da9-b00b-4401-83ed-288814b6151a tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e607b9d-ef7e-429d-800d-5d2c8ee6d896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200404 Sep 16 04:49:46.007488 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a42e095-111d-4733-8d9a-5af5954d3afd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.012871 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af87e3-9638-4d3b-8f08-90d285db6be2 req-f588d9e2-e9ad-4b07-869f-261ee3e4c43d tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:46.017309 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a42e095-111d-4733-8d9a-5af5954d3afd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:46.019602 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a42e095-111d-4733-8d9a-5af5954d3afd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.020976 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a2af87e3-9638-4d3b-8f08-90d285db6be2 req-f588d9e2-e9ad-4b07-869f-261ee3e4c43d tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 945 time: 0.1963332 Sep 16 04:49:46.054125 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:46.054763 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.056309 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] 10.222.0.38 "PUT /v2.0/ports/207cd857-c1dd-4112-b6ee-2cc72b73c3f2 HTTP/1.1" status: 200 len: 1137 time: 3.6273565 Sep 16 04:49:46.060470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'tag': '207cd857-c1dd-4112-b6ee-2cc72b73c3f2'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:46.062854 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893464a8-8cd8-476b-9bbe-bc3dc53cef4c" -d '{"events": [{"name": "network-changed", "server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "tag": "207cd857-c1dd-4112-b6ee-2cc72b73c3f2"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:46.078315 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.163429 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.175036 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12addd-8182-434f-9b1d-918f8152a671 service neutron] Pushing event updated for resources: {'Port': ['ID=207cd857-c1dd-4112-b6ee-2cc72b73c3f2,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:46.212290 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Request body: {'port': {'device_id': '6832092c-3456-473f-9841-375d2f2b72a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:46.216699 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1a42e095-111d-4733-8d9a-5af5954d3afd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6986642 Sep 16 04:49:46.219322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41292) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:46.225478 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f9b164ff-15ea-4956-84ad-ce1a2348ed62 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Request body: {'subnet': {'network_id': '0a61095d-c711-49b3-85e7-a07c483ea582', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:46.229241 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42e095-111d-4733-8d9a-5af5954d3afd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event updated for resources: {'Network': ['ID=0a61095d-c711-49b3-85e7-a07c483ea582,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:46.251142 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a2af87e3-9638-4d3b-8f08-90d285db6be2 req-489950c8-3fc1-48e2-91b7-5270c1e86c39 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209363 Sep 16 04:49:46.275525 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 0a61095d-c711-49b3-85e7-a07c483ea582 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:46.296006 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f814b9-1103-4d73-8521-fca60da90c37 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Pushing event deleted for resources: {'Port': ['ID=3f1434f7-6d5a-406c-9db8-5d5e6d5732f2,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:46.442635 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.562468 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Pushing event updated for resources: {'Port': ['ID=0730e5c2-7661-435c-95c2-d7475ee60028,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:46.591785 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Network 09ce8231-d31e-4e76-9160-998dfa309d88 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:46.594858 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:46.597905 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:46.609839 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.625014 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b164ff-15ea-4956-84ad-ce1a2348ed62 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Made reservation on behalf of d18d7b29526f4399aa06f52d1efd1dda for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:46.630431 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f9b164ff-15ea-4956-84ad-ce1a2348ed62 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.673700 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43711560-6b8f-48a7-80b7-ea96a7cc6049 req-95f814b9-1103-4d73-8521-fca60da90c37 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Router 91982fad-9b2d-4054-a43a-be019f253e47 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:49:46.739243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Attempting to bind port 0730e5c2-7661-435c-95c2-d7475ee60028 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:46.745684 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Attempting to bind port 0730e5c2-7661-435c-95c2-d7475ee60028 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de919107-edbc-4d88-8cf8-532f193b0837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '09ce8231-d31e-4e76-9160-998dfa309d88'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:46.746283 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Attempting to bind port 0730e5c2-7661-435c-95c2-d7475ee60028 on network 09ce8231-d31e-4e76-9160-998dfa309d88 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:46.760043 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:46.763073 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Checking segment: {'id': 'de919107-edbc-4d88-8cf8-532f193b0837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '09ce8231-d31e-4e76-9160-998dfa309d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:46.763712 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.764306 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Bound using segment: {'id': 'de919107-edbc-4d88-8cf8-532f193b0837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '09ce8231-d31e-4e76-9160-998dfa309d88'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:46.764997 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Bound port: 0730e5c2-7661-435c-95c2-d7475ee60028, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de919107-edbc-4d88-8cf8-532f193b0837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '09ce8231-d31e-4e76-9160-998dfa309d88'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:46.767561 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.851644 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893464a8-8cd8-476b-9bbe-bc3dc53cef4c req-5a7303ff-842c-46aa-a882-e952acb48ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:46.855262 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893464a8-8cd8-476b-9bbe-bc3dc53cef4c req-5a7303ff-842c-46aa-a882-e952acb48ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:46.855262 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893464a8-8cd8-476b-9bbe-bc3dc53cef4c req-5a7303ff-842c-46aa-a882-e952acb48ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:46.855262 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893464a8-8cd8-476b-9bbe-bc3dc53cef4c req-5a7303ff-842c-46aa-a882-e952acb48ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:46.855262 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893464a8-8cd8-476b-9bbe-bc3dc53cef4c req-5a7303ff-842c-46aa-a882-e952acb48ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:46.855262 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893464a8-8cd8-476b-9bbe-bc3dc53cef4c req-5a7303ff-842c-46aa-a882-e952acb48ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:46.855262 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893464a8-8cd8-476b-9bbe-bc3dc53cef4c req-5a7303ff-842c-46aa-a882-e952acb48ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:46.857720 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-893464a8-8cd8-476b-9bbe-bc3dc53cef4c req-5a7303ff-842c-46aa-a882-e952acb48ceb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee8d98757e0d4815a18cbb63a273fd61&device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 6222 time: 0.0786846 Sep 16 04:49:46.896821 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3c01ef-b714-43e1-b260-580c1429ac7f x-openstack-request-id: req-ea3c01ef-b714-43e1-b260-580c1429ac7f {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:46.897515 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "tag": "207cd857-c1dd-4112-b6ee-2cc72b73c3f2", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:46.897723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] For port 0730e5c2-7661-435c-95c2-d7475ee60028, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:46.898115 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea3c01ef-b714-43e1-b260-580c1429ac7f {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:46.898704 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'tag': '207cd857-c1dd-4112-b6ee-2cc72b73c3f2', 'status': 'completed', 'code': 200} Sep 16 04:49:46.901893 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] For port 0730e5c2-7661-435c-95c2-d7475ee60028, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0730e5c2-7661-435c-95c2-d7475ee60028,segment=NetworkSegment(de919107-edbc-4d88-8cf8-532f193b0837),segment_id=de919107-edbc-4d88-8cf8-532f193b0837)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:47.023140 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.083054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Pushing event updated for resources: {'Port': ['ID=0730e5c2-7661-435c-95c2-d7475ee60028,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:47.110660 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:47.111633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:47.111633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:47.112847 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:47.113298 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:47.113956 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:47.114110 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:47.114540 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f9b164ff-15ea-4956-84ad-ce1a2348ed62 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.114770 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:47.115186 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:47.115606 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:47.116184 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:47.116686 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125b227-7af9-4e32-8df6-2fe0f423b780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:47.183902 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b164ff-15ea-4956-84ad-ce1a2348ed62 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event updated for resources: {'Subnet': ['ID=e84032c3-f3d6-44be-a2ff-012430f56b99,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:47.187339 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893464a8-8cd8-476b-9bbe-bc3dc53cef4c req-facd18ed-51f3-4f61-a457-5b7a197171d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.187839 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893464a8-8cd8-476b-9bbe-bc3dc53cef4c req-facd18ed-51f3-4f61-a457-5b7a197171d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.188317 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893464a8-8cd8-476b-9bbe-bc3dc53cef4c req-facd18ed-51f3-4f61-a457-5b7a197171d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.189991 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-893464a8-8cd8-476b-9bbe-bc3dc53cef4c req-facd18ed-51f3-4f61-a457-5b7a197171d4 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ee8d98757e0d4815a18cbb63a273fd61&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3148561 Sep 16 04:49:47.256343 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b164ff-15ea-4956-84ad-ce1a2348ed62 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Checking segment: {'id': 'af8f0c82-8bbb-4f26-bfba-cf6bbae3d623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0a61095d-c711-49b3-85e7-a07c483ea582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:47.256708 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b164ff-15ea-4956-84ad-ce1a2348ed62 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Network hostable DHCP agents. Network: 0a61095d-c711-49b3-85e7-a07c483ea582, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:47.344707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893464a8-8cd8-476b-9bbe-bc3dc53cef4c req-a8c6c882-92e6-4a05-b5a6-cd05113d5879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.353799 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-893464a8-8cd8-476b-9bbe-bc3dc53cef4c req-a8c6c882-92e6-4a05-b5a6-cd05113d5879 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1440108 Sep 16 04:49:47.441393 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b164ff-15ea-4956-84ad-ce1a2348ed62 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Network 0a61095d-c711-49b3-85e7-a07c483ea582 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:47.543654 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-f9b164ff-15ea-4956-84ad-ce1a2348ed62 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 0a61095d-c711-49b3-85e7-a07c483ea582) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:47.548732 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b164ff-15ea-4956-84ad-ce1a2348ed62 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.549596 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f9b164ff-15ea-4956-84ad-ce1a2348ed62 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.556193 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8af1a3-4bbd-4eae-9902-0580f1dc7333 None None] Network 0a61095d-c711-49b3-85e7-a07c483ea582 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:47.604977 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0387532c-a2c1-4714-84c9-6806527e8194 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:47.641431 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.664392 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f9b164ff-15ea-4956-84ad-ce1a2348ed62 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4435585 Sep 16 04:49:47.683491 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79a8d-7c95-4aef-8b14-c169120037b0 req-190fc8c5-dfb5-417c-979d-56c69667bb0c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.689743 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79a8d-7c95-4aef-8b14-c169120037b0 req-190fc8c5-dfb5-417c-979d-56c69667bb0c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.696308 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79a8d-7c95-4aef-8b14-c169120037b0 req-190fc8c5-dfb5-417c-979d-56c69667bb0c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.702673 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79a8d-7c95-4aef-8b14-c169120037b0 req-190fc8c5-dfb5-417c-979d-56c69667bb0c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.709714 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79a8d-7c95-4aef-8b14-c169120037b0 req-190fc8c5-dfb5-417c-979d-56c69667bb0c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.716207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79a8d-7c95-4aef-8b14-c169120037b0 req-190fc8c5-dfb5-417c-979d-56c69667bb0c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.723890 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79a8d-7c95-4aef-8b14-c169120037b0 req-190fc8c5-dfb5-417c-979d-56c69667bb0c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.725926 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0d79a8d-7c95-4aef-8b14-c169120037b0 req-190fc8c5-dfb5-417c-979d-56c69667bb0c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5382 time: 0.8578420 Sep 16 04:49:47.739971 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-0a61095d-c711-49b3-85e7-a07c483ea582', 'network_id': '0a61095d-c711-49b3-85e7-a07c483ea582', 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'fixed_ips': [{'subnet_id': 'e84032c3-f3d6-44be-a2ff-012430f56b99'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:49:47.740862 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.758201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Transition to ACTIVE for port object 0387532c-a2c1-4714-84c9-6806527e8194 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:47.770408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43711560-6b8f-48a7-80b7-ea96a7cc6049 req-95f814b9-1103-4d73-8521-fca60da90c37 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:49:47.786485 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4c7c2-48cb-4732-abf3-44a131860428 None None] Sync routers for ids ['91982fad-9b2d-4054-a43a-be019f253e47'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:49:47.805586 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada4c7c2-48cb-4732-abf3-44a131860428 None None] Routers {'91982fad-9b2d-4054-a43a-be019f253e47'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:47.806209 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ada4c7c2-48cb-4732-abf3-44a131860428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:49:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['91982fad-9b2d-4054-a43a-be019f253e47'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:47.836443 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbd997-6237-44d2-83f9-dbcc3be6428c req-d98588d5-4c21-4226-b9e9-c2a61e5af341 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.838149 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4dcbd997-6237-44d2-83f9-dbcc3be6428c req-d98588d5-4c21-4226-b9e9-c2a61e5af341 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5d4fad6-a7d8-41d0-8622-e5210f38cdfe HTTP/1.1" status: 200 len: 946 time: 0.2998738 Sep 16 04:49:47.882927 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-43711560-6b8f-48a7-80b7-ea96a7cc6049 req-95f814b9-1103-4d73-8521-fca60da90c37 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] No DVR routers for this DVR port 3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:47.919257 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.931007 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-43711560-6b8f-48a7-80b7-ea96a7cc6049 req-95f814b9-1103-4d73-8521-fca60da90c37 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.933817 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-43711560-6b8f-48a7-80b7-ea96a7cc6049 req-95f814b9-1103-4d73-8521-fca60da90c37 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.21 "DELETE /v2.0/ports/3f1434f7-6d5a-406c-9db8-5d5e6d5732f2 HTTP/1.1" status: 204 len: 173 time: 4.3612287 Sep 16 04:49:47.990124 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0d79a8d-7c95-4aef-8b14-c169120037b0 req-17181e5f-5d8c-418e-9a38-12b0f0d0d2f4 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2448432 Sep 16 04:49:48.114012 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-ada4c7c2-48cb-4732-abf3-44a131860428 None None] Set router 91982fad-9b2d-4054-a43a-be019f253e47 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:48.210527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4dcbd997-6237-44d2-83f9-dbcc3be6428c req-a2f2edec-ac04-48fb-bca9-5315d8bd391f tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/security-groups?id=81c4b6d7-4c5f-4473-9104-fbe36e303798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387434 Sep 16 04:49:48.258777 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] Allocated IP 19.86.0.2 (0a61095d-c711-49b3-85e7-a07c483ea582/e84032c3-f3d6-44be-a2ff-012430f56b99/57315ef0-e4c4-433c-b3aa-6a85b253576e) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:48.296398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Pushing event updated for resources: {'Port': ['ID=0387532c-a2c1-4714-84c9-6806527e8194,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:48.402970 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ada4c7c2-48cb-4732-abf3-44a131860428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91982fad-9b2d-4054-a43a-be019f253e47', 'name': 'tempest-ServersTestFqdnHostnames-1491527688-router', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:52Z', 'updated_at': '2021-09-16T04:45:58Z', 'revision_number': 4, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'gw_port': {'id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '38114cc1-9fcf-46ba-9319-53b2f9f2f38e', 'name': '', 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'mac_address': 'fa:16:3e:59:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:57Z', 'updated_at': '2021-09-16T04:46:06Z', 'revision_number': 5, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'subnets': [{'id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:48.448454 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4c7c2-48cb-4732-abf3-44a131860428 None None] Checking router: 91982fad-9b2d-4054-a43a-be019f253e47 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:49:48.475179 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada4c7c2-48cb-4732-abf3-44a131860428 None None] Routers {'91982fad-9b2d-4054-a43a-be019f253e47'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:48.477189 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ada4c7c2-48cb-4732-abf3-44a131860428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:49:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['91982fad-9b2d-4054-a43a-be019f253e47'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:48.488434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fa8ed-b4d2-40da-9a28-fbfcf61b2b35 req-f0be7e1f-00cd-406b-bdbe-068947ba2364 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:48.497762 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d0fa8ed-b4d2-40da-9a28-fbfcf61b2b35 req-f0be7e1f-00cd-406b-bdbe-068947ba2364 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 943 time: 0.3491092 Sep 16 04:49:48.504700 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.552837 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3408089-aa2d-44f1-af5b-8ef3308632bc req-c17a4a5e-a476-4f54-885a-53aa693e0369 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:48.554450 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d3408089-aa2d-44f1-af5b-8ef3308632bc req-c17a4a5e-a476-4f54-885a-53aa693e0369 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5d4fad6-a7d8-41d0-8622-e5210f38cdfe HTTP/1.1" status: 200 len: 946 time: 0.1227627 Sep 16 04:49:48.587968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Attempting to bind port 0387532c-a2c1-4714-84c9-6806527e8194 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:48.588315 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Attempting to bind port 0387532c-a2c1-4714-84c9-6806527e8194 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:48.588649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Attempting to bind port 0387532c-a2c1-4714-84c9-6806527e8194 on network 5acd6586-8a2c-490f-9c1f-4e1587166d60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:48.593557 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b1ca35-1bf2-45b5-bb81-65fbf8fb1439 None None] Network 09ce8231-d31e-4e76-9160-998dfa309d88 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:48.601736 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a8d238a-d4f0-4f49-97ba-aed3238de632 req-cd4ec877-e843-45f1-8dae-b3bb44014056 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/ports?device_id=924d5f2e-187b-477d-a23b-28f4bce6b4d5 HTTP/1.1" status: 200 len: 210 time: 0.1547356 Sep 16 04:49:48.604435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Port 0387532c-a2c1-4714-84c9-6806527e8194 on network 5acd6586-8a2c-490f-9c1f-4e1587166d60 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:48.604773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Attempting to bind port 0387532c-a2c1-4714-84c9-6806527e8194 on network 5acd6586-8a2c-490f-9c1f-4e1587166d60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:48.658334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ba0f66-270a-41f6-b6de-e53d473310e7 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:48.679075 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:48.684103 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Checking segment: {'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:48.684103 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Bound using segment: {'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:48.684103 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Bound port: 0387532c-a2c1-4714-84c9-6806527e8194, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:48.684103 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.684582 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-ada4c7c2-48cb-4732-abf3-44a131860428 None None] Set router 91982fad-9b2d-4054-a43a-be019f253e47 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:48.706736 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.730308 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.740868 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-d3408089-aa2d-44f1-af5b-8ef3308632bc req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Deleting port 7817f1ac-e37f-44ba-ae41-d286971d7e60 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:48.741515 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d3408089-aa2d-44f1-af5b-8ef3308632bc req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.759371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d0fa8ed-b4d2-40da-9a28-fbfcf61b2b35 req-f589df56-83b7-4d0f-aedb-fee9a36f6b77 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595506 Sep 16 04:49:48.857176 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] Network 0a61095d-c711-49b3-85e7-a07c483ea582 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:48.863562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Transition to ACTIVE for port object a5ba0f66-270a-41f6-b6de-e53d473310e7 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:48.865182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:48.873179 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:48.889097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] Pushing event updated for resources: {'Port': ['ID=57315ef0-e4c4-433c-b3aa-6a85b253576e,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:48.902362 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924d5f2e-187b-477d-a23b-28f4bce6b4d5', 'name': 'network-vif-deleted', 'tag': '3f1434f7-6d5a-406c-9db8-5d5e6d5732f2'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:48.904873 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016aa03d-97ec-4ef1-8118-909cdc056d3a" -d '{"events": [{"server_uuid": "924d5f2e-187b-477d-a23b-28f4bce6b4d5", "name": "network-vif-deleted", "tag": "3f1434f7-6d5a-406c-9db8-5d5e6d5732f2"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:48.910471 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-16e2ac41-8e7d-434c-8b34-284de7c380d1 None None] Provisioning complete for port 0730e5c2-7661-435c-95c2-d7475ee60028 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:48.911962 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-16e2ac41-8e7d-434c-8b34-284de7c380d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.933043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] For port 0387532c-a2c1-4714-84c9-6806527e8194, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:48.936588 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] For port 0387532c-a2c1-4714-84c9-6806527e8194, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=0387532c-a2c1-4714-84c9-6806527e8194,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:48.963097 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2f25d-3cf9-486e-a1ba-61c1d76b9d10 req-149e6acd-37bf-4f87-9671-5dd6e2332726 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:48.969728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8d2f25d-3cf9-486e-a1ba-61c1d76b9d10 req-149e6acd-37bf-4f87-9671-5dd6e2332726 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 945 time: 0.2264059 Sep 16 04:49:48.985512 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-d3408089-aa2d-44f1-af5b-8ef3308632bc req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] For port 7817f1ac-e37f-44ba-ae41-d286971d7e60, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=7817f1ac-e37f-44ba-ae41-d286971d7e60,segment=NetworkSegment(f54ed7fd-4d6f-44a6-a217-816f924c3ba0),segment_id=f54ed7fd-4d6f-44a6-a217-816f924c3ba0)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:48.986411 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d3408089-aa2d-44f1-af5b-8ef3308632bc req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.039145 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-d3408089-aa2d-44f1-af5b-8ef3308632bc req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Calling delete_port for 7817f1ac-e37f-44ba-ae41-d286971d7e60 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:49.058291 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.118120 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ada4c7c2-48cb-4732-abf3-44a131860428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91982fad-9b2d-4054-a43a-be019f253e47', 'name': 'tempest-ServersTestFqdnHostnames-1491527688-router', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:52Z', 'updated_at': '2021-09-16T04:45:58Z', 'revision_number': 4, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'gw_port': {'id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '38114cc1-9fcf-46ba-9319-53b2f9f2f38e', 'name': '', 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'mac_address': 'fa:16:3e:59:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:57Z', 'updated_at': '2021-09-16T04:46:06Z', 'revision_number': 5, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'subnets': [{'id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:49.131967 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.133805 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] Attempting to bind port 57315ef0-e4c4-433c-b3aa-6a85b253576e on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:49.135210 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] Attempting to bind port 57315ef0-e4c4-433c-b3aa-6a85b253576e by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'af8f0c82-8bbb-4f26-bfba-cf6bbae3d623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0a61095d-c711-49b3-85e7-a07c483ea582'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:49.135575 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] Attempting to bind port 57315ef0-e4c4-433c-b3aa-6a85b253576e on network 0a61095d-c711-49b3-85e7-a07c483ea582 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:49.151050 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8d2f25d-3cf9-486e-a1ba-61c1d76b9d10 req-ae66fd60-27b1-4786-bbde-2db9c9845a37 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443338 Sep 16 04:49:49.198598 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0730e5c2-7661-435c-95c2-d7475ee60028 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:49.226945 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4c7c2-48cb-4732-abf3-44a131860428 None None] The sync data for ids ['91982fad-9b2d-4054-a43a-be019f253e47'] in n-d-712140-13 is: [{'id': '91982fad-9b2d-4054-a43a-be019f253e47', 'name': 'tempest-ServersTestFqdnHostnames-1491527688-router', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:52Z', 'updated_at': '2021-09-16T04:45:58Z', 'revision_number': 4, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'gw_port': {'id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '38114cc1-9fcf-46ba-9319-53b2f9f2f38e', 'name': '', 'network_id': '0a35f6de-0293-4a4b-a0e4-0cb629dcb913', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'mac_address': 'fa:16:3e:59:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:57Z', 'updated_at': '2021-09-16T04:46:06Z', 'revision_number': 5, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'subnets': [{'id': '468c6202-a0a8-4f1f-b1d3-f66b80c96296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:49:49.234513 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:49.235237 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.243002 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] 10.222.0.21 "PUT /v2.0/ports/0387532c-a2c1-4714-84c9-6806527e8194 HTTP/1.1" status: 200 len: 1092 time: 3.3700342 Sep 16 04:49:49.245570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ba0f66-270a-41f6-b6de-e53d473310e7,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:49.291584 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:49.291584 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] Checking segment: {'id': 'af8f0c82-8bbb-4f26-bfba-cf6bbae3d623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0a61095d-c711-49b3-85e7-a07c483ea582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:49.291584 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.291584 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] Bound using segment: {'id': 'af8f0c82-8bbb-4f26-bfba-cf6bbae3d623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0a61095d-c711-49b3-85e7-a07c483ea582'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:49.291584 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] Bound port: 57315ef0-e4c4-433c-b3aa-6a85b253576e, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8f0c82-8bbb-4f26-bfba-cf6bbae3d623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0a61095d-c711-49b3-85e7-a07c483ea582'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:49.292620 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.339805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5b4a3bc0-0f5a-4e8f-9f20-23e9abd0a9e3 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:49.346660 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5b4a3bc0-0f5a-4e8f-9f20-23e9abd0a9e3 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:49.348376 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5b4a3bc0-0f5a-4e8f-9f20-23e9abd0a9e3 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/networks?id=09ce8231-d31e-4e76-9160-998dfa309d88&id=0a61095d-c711-49b3-85e7-a07c483ea582 HTTP/1.1" status: 200 len: 1390 time: 0.4103551 Sep 16 04:49:49.466773 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5ce4ad0e-4cdb-43ef-a414-6dcf7a38f7db tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/quotas/d18d7b29526f4399aa06f52d1efd1dda HTTP/1.1" status: 200 len: 375 time: 0.0609524 Sep 16 04:49:49.488605 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368670a-5efc-4357-a3fe-79359686df1f service neutron] Pushing event updated for resources: {'Port': ['ID=0387532c-a2c1-4714-84c9-6806527e8194,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:49.562623 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-16e2ac41-8e7d-434c-8b34-284de7c380d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.565720 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d3408089-aa2d-44f1-af5b-8ef3308632bc req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.624286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Attempting to bind port a5ba0f66-270a-41f6-b6de-e53d473310e7 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:49.624620 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Attempting to bind port a5ba0f66-270a-41f6-b6de-e53d473310e7 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:49.624877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Attempting to bind port a5ba0f66-270a-41f6-b6de-e53d473310e7 on network 25dc981a-4bf0-4e39-9c80-5980ada4b30c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:49.647917 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Port a5ba0f66-270a-41f6-b6de-e53d473310e7 on network 25dc981a-4bf0-4e39-9c80-5980ada4b30c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:49.648334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Attempting to bind port a5ba0f66-270a-41f6-b6de-e53d473310e7 on network 25dc981a-4bf0-4e39-9c80-5980ada4b30c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:49.649267 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Pushing event deleted for resources: {'Port': ['ID=7817f1ac-e37f-44ba-ae41-d286971d7e60,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:49.665648 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['7817f1ac-e37f-44ba-ae41-d286971d7e60'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:49.673037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:49.674071 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Checking segment: {'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:49.675166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Bound using segment: {'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:49.678558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Bound port: a5ba0f66-270a-41f6-b6de-e53d473310e7, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:49.678558 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.714393 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.714834 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.716892 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.717377 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.718623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.719026 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.726188 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.727526 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.730112 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.734650 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.734650 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.734650 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.747381 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] For port 57315ef0-e4c4-433c-b3aa-6a85b253576e, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:49.781779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] For port 57315ef0-e4c4-433c-b3aa-6a85b253576e, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=57315ef0-e4c4-433c-b3aa-6a85b253576e,segment=NetworkSegment(af8f0c82-8bbb-4f26-bfba-cf6bbae3d623),segment_id=af8f0c82-8bbb-4f26-bfba-cf6bbae3d623)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:49.787471 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 0730e5c2-7661-435c-95c2-d7475ee60028 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:49.788481 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.791413 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3408089-aa2d-44f1-af5b-8ef3308632bc req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] No DVR routers for this DVR port 7817f1ac-e37f-44ba-ae41-d286971d7e60 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:49.795150 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d3408089-aa2d-44f1-af5b-8ef3308632bc req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.802607 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d3408089-aa2d-44f1-af5b-8ef3308632bc req-afea4470-531a-49e5-a3ee-e9d2f93fc4a6 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.38 "DELETE /v2.0/ports/7817f1ac-e37f-44ba-ae41-d286971d7e60 HTTP/1.1" status: 204 len: 173 time: 1.2410059 Sep 16 04:49:49.803316 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d4fad6-a7d8-41d0-8622-e5210f38cdfe', 'name': 'network-vif-deleted', 'tag': '7817f1ac-e37f-44ba-ae41-d286971d7e60'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:49.806508 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f98a98a-65e0-4b0b-9e97-575eb1a175f3" -d '{"events": [{"server_uuid": "c5d4fad6-a7d8-41d0-8622-e5210f38cdfe", "name": "network-vif-deleted", "tag": "7817f1ac-e37f-44ba-ae41-d286971d7e60"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:49.844414 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-f62fefa3-4363-4bb3-9bcd-2a76754d2a50 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d18d7b29526f4399aa06f52d1efd1dda&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3383143 Sep 16 04:49:49.854453 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a4dc1-d3cb-403f-965b-f06ca714dc6c None None] New status for floating IP 850785eb-b57f-4576-b6b3-193fca29e420: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:49:49.916363 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-16e2ac41-8e7d-434c-8b34-284de7c380d1 None None] For port 0730e5c2-7661-435c-95c2-d7475ee60028, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0730e5c2-7661-435c-95c2-d7475ee60028,segment=NetworkSegment(de919107-edbc-4d88-8cf8-532f193b0837),segment_id=de919107-edbc-4d88-8cf8-532f193b0837)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:49.926233 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.019208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] For port a5ba0f66-270a-41f6-b6de-e53d473310e7, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:50.046166 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aea0533-d908-4948-be9d-d00fd60ad360 x-openstack-request-id: req-0aea0533-d908-4948-be9d-d00fd60ad360 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:50.046327 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924d5f2e-187b-477d-a23b-28f4bce6b4d5", "name": "network-vif-deleted", "tag": "3f1434f7-6d5a-406c-9db8-5d5e6d5732f2", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:50.049742 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0aea0533-d908-4948-be9d-d00fd60ad360 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:50.050632 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924d5f2e-187b-477d-a23b-28f4bce6b4d5', 'name': 'network-vif-deleted', 'tag': '3f1434f7-6d5a-406c-9db8-5d5e6d5732f2', 'status': 'completed', 'code': 200} Sep 16 04:49:50.052621 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-46fb7dbc-f52d-4076-90eb-d8550cc9381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.054205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-46fb7dbc-f52d-4076-90eb-d8550cc9381e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 1095 time: 0.5051937 Sep 16 04:49:50.062569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] For port a5ba0f66-270a-41f6-b6de-e53d473310e7, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a5ba0f66-270a-41f6-b6de-e53d473310e7,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:50.091459 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-16e2ac41-8e7d-434c-8b34-284de7c380d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.151142 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-adf45cf9-6e1f-4e73-9b85-b5b795d50a00 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0387532c-a2c1-4714-84c9-6806527e8194 HTTP/1.1" status: 200 len: 217 time: 0.0802982 Sep 16 04:49:50.170072 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.184713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa89e3-c7df-4ad1-baca-abb68b97cc9a None None] Pushing event updated for resources: {'Port': ['ID=57315ef0-e4c4-433c-b3aa-6a85b253576e,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:50.201823 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-e2760d06-e52b-4c8e-939f-3dcca3b0c3a9 service neutron] 10.222.0.20 "GET /v2.0/networks/09ce8231-d31e-4e76-9160-998dfa309d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560176 Sep 16 04:49:50.263108 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2ac41-8e7d-434c-8b34-284de7c380d1 None None] Pushing event updated for resources: {'Port': ['ID=0730e5c2-7661-435c-95c2-d7475ee60028,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:50.273866 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e85e7baa-de3f-41e7-b3d6-b67d1cf7c562 None None] Provisioning complete for port 0730e5c2-7661-435c-95c2-d7475ee60028 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:50.274231 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e85e7baa-de3f-41e7-b3d6-b67d1cf7c562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.317231 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.318051 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.320143 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] 10.222.0.38 "PUT /v2.0/ports/a5ba0f66-270a-41f6-b6de-e53d473310e7 HTTP/1.1" status: 200 len: 1090 time: 4.1210299 Sep 16 04:49:50.391837 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cc81d-094a-47d6-b98c-e526ea90c7e4 req-b15bc876-b3e4-4c52-8800-9ef0a8353fac tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.403226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cc81d-094a-47d6-b98c-e526ea90c7e4 req-b15bc876-b3e4-4c52-8800-9ef0a8353fac tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.406155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cc81d-094a-47d6-b98c-e526ea90c7e4 req-b15bc876-b3e4-4c52-8800-9ef0a8353fac tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.431047 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cc81d-094a-47d6-b98c-e526ea90c7e4 req-b15bc876-b3e4-4c52-8800-9ef0a8353fac tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.437145 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cc81d-094a-47d6-b98c-e526ea90c7e4 req-b15bc876-b3e4-4c52-8800-9ef0a8353fac tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.444414 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cc81d-094a-47d6-b98c-e526ea90c7e4 req-b15bc876-b3e4-4c52-8800-9ef0a8353fac tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.453820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cc81d-094a-47d6-b98c-e526ea90c7e4 req-b15bc876-b3e4-4c52-8800-9ef0a8353fac tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.457088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-633cc81d-094a-47d6-b98c-e526ea90c7e4 req-b15bc876-b3e4-4c52-8800-9ef0a8353fac tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5394 time: 0.3281567 Sep 16 04:49:50.519544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ef629-b687-4d2b-82f0-257c325ab1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ba0f66-270a-41f6-b6de-e53d473310e7,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:50.533317 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-b8cf57f4-2c4b-48c2-889f-1a1bc79e6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.534946 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-b8cf57f4-2c4b-48c2-889f-1a1bc79e6886 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1389bae5-dd46-4164-b9db-3ab16c90c617 HTTP/1.1" status: 200 len: 852 time: 0.3621848 Sep 16 04:49:50.552165 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-c2cc28cc-683b-4f3b-9f2a-bfaf49deccb7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:49:50.553302 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-c2cc28cc-683b-4f3b-9f2a-bfaf49deccb7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0786600 Sep 16 04:49:50.584460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Request body: {'port': {'device_id': '6832092c-3456-473f-9841-375d2f2b72a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:50.617284 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-74a611ec-8f8e-4e07-8a2b-dd276198ae85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5acd6586-8a2c-490f-9c1f-4e1587166d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629022 Sep 16 04:49:50.711736 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-633cc81d-094a-47d6-b98c-e526ea90c7e4 req-18de815a-b443-4555-968a-3560dde1b04d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1715953 Sep 16 04:49:50.729782 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-af536c11-d52a-4e87-9405-41a00cbda91a service neutron] 10.222.0.20 "GET /v2.0/networks/09ce8231-d31e-4e76-9160-998dfa309d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624150 Sep 16 04:49:50.772485 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.948085 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c68db6c1-c6fc-42f3-9425-8a53b1374b7e req-cfc74caa-6ad7-40f9-8232-c38a21aff3b0 tempest-ServerAddressesTestJSON-168573699 tempest-ServerAddressesTestJSON-168573699-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5d4fad6-a7d8-41d0-8622-e5210f38cdfe HTTP/1.1" status: 200 len: 210 time: 0.0932968 Sep 16 04:49:50.997229 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-33703d65-cfaf-4f31-aa4b-a8f175890efe service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553712 Sep 16 04:49:51.164640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-2a55d578-72b1-4f66-8b0d-9405d586e2d5 service neutron] 10.222.0.20 "GET /v2.0/networks/0a61095d-c711-49b3-85e7-a07c483ea582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949473 Sep 16 04:49:51.279127 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 57315ef0-e4c4-433c-b3aa-6a85b253576e up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:51.362740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 57315ef0-e4c4-433c-b3aa-6a85b253576e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:51.363589 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.468479 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.513375 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 57315ef0-e4c4-433c-b3aa-6a85b253576e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=57315ef0-e4c4-433c-b3aa-6a85b253576e,segment=NetworkSegment(af8f0c82-8bbb-4f26-bfba-cf6bbae3d623),segment_id=af8f0c82-8bbb-4f26-bfba-cf6bbae3d623)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:51.524535 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ebdd8c-df9c-4b06-9224-5a520ea83ed5 None None] Network 0a61095d-c711-49b3-85e7-a07c483ea582 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:51.600351 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.601140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0730e5c2-7661-435c-95c2-d7475ee60028 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:51.698543 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-7801561c-e79c-49f5-bf19-1fcba292f722 None None] Provisioning complete for port 57315ef0-e4c4-433c-b3aa-6a85b253576e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:51.699064 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7801561c-e79c-49f5-bf19-1fcba292f722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.720635 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3612eb63-f391-44bc-806a-a7dc4224af07 req-5d3abb1d-5155-4e2d-b98d-308557e239c2 service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6130958 Sep 16 04:49:51.730306 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c717ea-d1f4-431c-aef8-059214a7c35a req-1f17ea45-a195-46c4-aa05-9d825f0ec791 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:51.732204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83c717ea-d1f4-431c-aef8-059214a7c35a req-1f17ea45-a195-46c4-aa05-9d825f0ec791 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 943 time: 0.5755327 Sep 16 04:49:51.777734 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=57315ef0-e4c4-433c-b3aa-6a85b253576e,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:51.777965 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-1a2aaa81-ae32-439a-b56c-41c5b17ad55f service neutron] 10.222.0.20 "GET /v2.0/networks/0a61095d-c711-49b3-85e7-a07c483ea582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900481 Sep 16 04:49:51.812169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83c717ea-d1f4-431c-aef8-059214a7c35a req-4b6d63de-a2f3-4f61-96af-9dccc1e2cee2 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598791 Sep 16 04:49:51.837302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 0730e5c2-7661-435c-95c2-d7475ee60028 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:51.837706 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.888116 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc85b5cf-42ee-4029-920f-a0fc5c1f45bc {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:51.898400 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.906375 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b1d3e6-19eb-4b00-83a1-b8bc0eee3c1a x-openstack-request-id: req-33b1d3e6-19eb-4b00-83a1-b8bc0eee3c1a {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:51.906976 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d4fad6-a7d8-41d0-8622-e5210f38cdfe", "name": "network-vif-deleted", "tag": "7817f1ac-e37f-44ba-ae41-d286971d7e60", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:51.906976 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33b1d3e6-19eb-4b00-83a1-b8bc0eee3c1a {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:51.907302 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d4fad6-a7d8-41d0-8622-e5210f38cdfe', 'name': 'network-vif-deleted', 'tag': '7817f1ac-e37f-44ba-ae41-d286971d7e60', 'status': 'completed', 'code': 200} Sep 16 04:49:51.917237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Transition to ACTIVE for port object bc85b5cf-42ee-4029-920f-a0fc5c1f45bc will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:52.016588 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.044399 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 7817f1ac-e37f-44ba-ae41-d286971d7e60 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:52.071101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865464be-a592-446c-9388-ae63c451a4a0', 'tag': '0387532c-a2c1-4714-84c9-6806527e8194'}, {'name': 'network-changed', 'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'tag': 'a5ba0f66-270a-41f6-b6de-e53d473310e7'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:52.073403 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d128ac0b-a2b4-48e5-b979-e54c86cf4721" -d '{"events": [{"name": "network-changed", "server_uuid": "865464be-a592-446c-9388-ae63c451a4a0", "tag": "0387532c-a2c1-4714-84c9-6806527e8194"}, {"name": "network-changed", "server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "tag": "a5ba0f66-270a-41f6-b6de-e53d473310e7"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:52.147039 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 7817f1ac-e37f-44ba-ae41-d286971d7e60 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:52.147385 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 7817f1ac-e37f-44ba-ae41-d286971d7e60 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:52.176543 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc85b5cf-42ee-4029-920f-a0fc5c1f45bc,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:52.380794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba979a-bccd-4a3b-8f8f-6baeb79663fb req-88390461-ab25-4dad-81ad-1342595034d7 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.389182 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-38ba979a-bccd-4a3b-8f8f-6baeb79663fb req-88390461-ab25-4dad-81ad-1342595034d7 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 945 time: 0.1736903 Sep 16 04:49:52.403304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b1f94c37-6b03-4448-b082-3077e30b2097 None None] Provisioning complete for port 57315ef0-e4c4-433c-b3aa-6a85b253576e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:52.404039 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b1f94c37-6b03-4448-b082-3077e30b2097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.420104 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Attempting to bind port bc85b5cf-42ee-4029-920f-a0fc5c1f45bc on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:52.420580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Attempting to bind port bc85b5cf-42ee-4029-920f-a0fc5c1f45bc by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:52.421144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Attempting to bind port bc85b5cf-42ee-4029-920f-a0fc5c1f45bc on network 25dc981a-4bf0-4e39-9c80-5980ada4b30c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:52.435080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Port bc85b5cf-42ee-4029-920f-a0fc5c1f45bc on network 25dc981a-4bf0-4e39-9c80-5980ada4b30c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:52.435548 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Attempting to bind port bc85b5cf-42ee-4029-920f-a0fc5c1f45bc on network 25dc981a-4bf0-4e39-9c80-5980ada4b30c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:52.452037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:52.457106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Checking segment: {'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:52.457698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Bound using segment: {'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:52.458287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Bound port: bc85b5cf-42ee-4029-920f-a0fc5c1f45bc, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb2add7-4b72-48f7-a956-772cf61744cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:52.458743 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.469631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-38ba979a-bccd-4a3b-8f8f-6baeb79663fb req-642ce997-f113-4ce7-bae9-b2b622ce84f3 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793014 Sep 16 04:49:52.573347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] For port bc85b5cf-42ee-4029-920f-a0fc5c1f45bc, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:52.578608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] For port bc85b5cf-42ee-4029-920f-a0fc5c1f45bc, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=bc85b5cf-42ee-4029-920f-a0fc5c1f45bc,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:52.662931 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.705154 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41480) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:52.746634 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.747456 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.748965 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] 10.222.0.38 "PUT /v2.0/ports/bc85b5cf-42ee-4029-920f-a0fc5c1f45bc HTTP/1.1" status: 200 len: 1092 time: 2.1753891 Sep 16 04:49:52.774411 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41482) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:52.816144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be95b70-d85b-4702-90c9-65d1983567b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc85b5cf-42ee-4029-920f-a0fc5c1f45bc,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:52.816392 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-27594cde-064e-4738-b91b-a74c05e74b09 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.856073 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0f1ff8-42a4-42f7-8317-c4e8406107b5 x-openstack-request-id: req-ff0f1ff8-42a4-42f7-8317-c4e8406107b5 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:52.857423 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865464be-a592-446c-9388-ae63c451a4a0", "tag": "0387532c-a2c1-4714-84c9-6806527e8194", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "tag": "a5ba0f66-270a-41f6-b6de-e53d473310e7", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:52.857423 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff0f1ff8-42a4-42f7-8317-c4e8406107b5 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:52.857423 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865464be-a592-446c-9388-ae63c451a4a0', 'tag': '0387532c-a2c1-4714-84c9-6806527e8194', 'status': 'completed', 'code': 200} Sep 16 04:49:52.857423 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'tag': 'a5ba0f66-270a-41f6-b6de-e53d473310e7', 'status': 'completed', 'code': 200} Sep 16 04:49:52.866149 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-27594cde-064e-4738-b91b-a74c05e74b09 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.879080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc36cdd-61dd-4768-8cd8-d5708eeb40be req-d9241e25-48d5-47a2-939c-00288e5549c3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.898703 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc36cdd-61dd-4768-8cd8-d5708eeb40be req-d9241e25-48d5-47a2-939c-00288e5549c3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.910550 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc36cdd-61dd-4768-8cd8-d5708eeb40be req-d9241e25-48d5-47a2-939c-00288e5549c3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.922170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc36cdd-61dd-4768-8cd8-d5708eeb40be req-d9241e25-48d5-47a2-939c-00288e5549c3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.929318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc36cdd-61dd-4768-8cd8-d5708eeb40be req-d9241e25-48d5-47a2-939c-00288e5549c3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.937299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc36cdd-61dd-4768-8cd8-d5708eeb40be req-d9241e25-48d5-47a2-939c-00288e5549c3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.947464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc36cdd-61dd-4768-8cd8-d5708eeb40be req-d9241e25-48d5-47a2-939c-00288e5549c3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.957173 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bdc36cdd-61dd-4768-8cd8-d5708eeb40be req-d9241e25-48d5-47a2-939c-00288e5549c3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5406 time: 0.2840638 Sep 16 04:49:52.964967 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-e7be313d-f497-4027-a06d-1534f9104bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.965449 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-e7be313d-f497-4027-a06d-1534f9104bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.965971 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-e7be313d-f497-4027-a06d-1534f9104bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.966543 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-e7be313d-f497-4027-a06d-1534f9104bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.966923 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-e7be313d-f497-4027-a06d-1534f9104bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.967495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-e7be313d-f497-4027-a06d-1534f9104bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.968030 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-e7be313d-f497-4027-a06d-1534f9104bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.970269 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-e7be313d-f497-4027-a06d-1534f9104bae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee8d98757e0d4815a18cbb63a273fd61&device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 6358 time: 0.0659037 Sep 16 04:49:53.012843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Request body: {'port': {'device_id': '6832092c-3456-473f-9841-375d2f2b72a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:53.081124 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 57315ef0-e4c4-433c-b3aa-6a85b253576e up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:53.097899 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-27594cde-064e-4738-b91b-a74c05e74b09 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.100829 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-27594cde-064e-4738-b91b-a74c05e74b09 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.102500 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-27594cde-064e-4738-b91b-a74c05e74b09 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "DELETE /v2.0/security-groups/1e607b9d-ef7e-429d-800d-5d2c8ee6d896 HTTP/1.1" status: 204 len: 168 time: 0.3953049 Sep 16 04:49:53.136271 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41488) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:53.137986 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27594cde-064e-4738-b91b-a74c05e74b09 tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e607b9d-ef7e-429d-800d-5d2c8ee6d896,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:53.147433 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.149021 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 57315ef0-e4c4-433c-b3aa-6a85b253576e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:53.149452 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.156925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-2278ed7c-e4b9-464f-ba71-a7abc01a2fa9 admin admin] Deleting subnet 37fac1e9-c4c8-4560-a583-05a97f98dfeb {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:53.187694 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9df0d2cb-049f-46ba-95ba-02c1ff756cc6 req-2306629e-4716-4a73-b161-d169c4c94f17 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 210 time: 0.1850107 Sep 16 04:49:53.190463 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2278ed7c-e4b9-464f-ba71-a7abc01a2fa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.210441 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-d411dcee-07a3-40b3-a601-ae3514966c9e tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] show failed (client error): The resource could not be found. Sep 16 04:49:53.212603 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d411dcee-07a3-40b3-a601-ae3514966c9e tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "GET /v2.0/security-groups/1e607b9d-ef7e-429d-800d-5d2c8ee6d896 HTTP/1.1" status: 404 len: 347 time: 0.0692763 Sep 16 04:49:53.216452 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-93d9c5fb-d5b4-4fa2-b916-2ae00fb16fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:53.217320 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-93d9c5fb-d5b4-4fa2-b916-2ae00fb16fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:53.218086 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-93d9c5fb-d5b4-4fa2-b916-2ae00fb16fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:53.227113 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-93d9c5fb-d5b4-4fa2-b916-2ae00fb16fb4 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ee8d98757e0d4815a18cbb63a273fd61&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2288632 Sep 16 04:49:53.227113 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41490) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:53.294033 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-c1d0c1cc-befd-4da5-b9ec-77de839eb555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:53.295406 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-c1d0c1cc-befd-4da5-b9ec-77de839eb555 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 1095 time: 0.3210542 Sep 16 04:49:53.301294 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2278ed7c-e4b9-464f-ba71-a7abc01a2fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.305589 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bdc36cdd-61dd-4768-8cd8-d5708eeb40be req-b59329fb-055b-4d4d-ae59-c7db538f3cdf tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3472290 Sep 16 04:49:53.541748 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-3151c671-234d-4559-bd5d-f8d9fda7f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:53.543718 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-3151c671-234d-4559-bd5d-f8d9fda7f98c service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3108037 Sep 16 04:49:53.558666 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-2cea65f2-71a1-4b21-83d7-6f97bd75c17c tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Deleting port 57283579-bbb9-4248-bbdd-87fde46eb99a {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:53.563082 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2cea65f2-71a1-4b21-83d7-6f97bd75c17c tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.576269 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2278ed7c-e4b9-464f-ba71-a7abc01a2fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.651701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fc793-9757-41a1-9f39-851bb6a35a09 req-d402bcfc-0db0-469a-a2e2-1e8bb08d5384 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:53.653247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-333fc793-9757-41a1-9f39-851bb6a35a09 req-d402bcfc-0db0-469a-a2e2-1e8bb08d5384 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 943 time: 0.2811608 Sep 16 04:49:53.666122 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2cea65f2-71a1-4b21-83d7-6f97bd75c17c tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.666620 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2cea65f2-71a1-4b21-83d7-6f97bd75c17c tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.679483 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-2cea65f2-71a1-4b21-83d7-6f97bd75c17c tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Calling delete_port for 57283579-bbb9-4248-bbdd-87fde46eb99a owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:53.725352 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-2d64c3d1-cf5e-46d9-9315-2826867216ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:53.726858 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-2d64c3d1-cf5e-46d9-9315-2826867216ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=5acd6586-8a2c-490f-9c1f-4e1587166d60 HTTP/1.1" status: 200 len: 913 time: 0.3867519 Sep 16 04:49:53.800922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-ab1449aa-4063-46eb-984d-1764b85dd1d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0387532c-a2c1-4714-84c9-6806527e8194 HTTP/1.1" status: 200 len: 217 time: 0.0632470 Sep 16 04:49:53.809277 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-333fc793-9757-41a1-9f39-851bb6a35a09 req-84e98e6a-0c23-4128-861a-05945d1ea97e tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130767 Sep 16 04:49:53.938755 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-aa27f130-2887-412c-a887-16bae1225b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:53.940899 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-aa27f130-2887-412c-a887-16bae1225b66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1389bae5-dd46-4164-b9db-3ab16c90c617 HTTP/1.1" status: 200 len: 852 time: 0.1307411 Sep 16 04:49:53.941995 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2278ed7c-e4b9-464f-ba71-a7abc01a2fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.943385 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2cea65f2-71a1-4b21-83d7-6f97bd75c17c tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.982836 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea65f2-71a1-4b21-83d7-6f97bd75c17c tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Pushing event deleted for resources: {'Port': ['ID=57283579-bbb9-4248-bbdd-87fde46eb99a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:53.996904 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278ed7c-e4b9-464f-ba71-a7abc01a2fa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37fac1e9-c4c8-4560-a583-05a97f98dfeb,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:54.025352 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-4ba92cb1-acf4-4285-baba-2b33078b4fba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5acd6586-8a2c-490f-9c1f-4e1587166d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708122 Sep 16 04:49:54.030871 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2278ed7c-e4b9-464f-ba71-a7abc01a2fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.035378 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2278ed7c-e4b9-464f-ba71-a7abc01a2fa9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/37fac1e9-c4c8-4560-a583-05a97f98dfeb HTTP/1.1" status: 204 len: 168 time: 1.2571180 Sep 16 04:49:54.036950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f13f4a-d752-4b62-80fe-9e1b2b5176a4 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:54.043436 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41548) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:54.055290 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.079872 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.101035 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16000561-5137-40ae-b69f-5abba5da8257 req-5287269a-488a-4e0b-b5db-4462bc0694c2 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:54.103000 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16000561-5137-40ae-b69f-5abba5da8257 req-5287269a-488a-4e0b-b5db-4462bc0694c2 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 945 time: 0.2162938 Sep 16 04:49:54.134234 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2cea65f2-71a1-4b21-83d7-6f97bd75c17c tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.136851 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2cea65f2-71a1-4b21-83d7-6f97bd75c17c tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.138377 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2cea65f2-71a1-4b21-83d7-6f97bd75c17c tempest-ServersTestFqdnHostnames-2147307146 tempest-ServersTestFqdnHostnames-2147307146-project] 10.222.0.20 "DELETE /v2.0/floatingips/850785eb-b57f-4576-b6b3-193fca29e420 HTTP/1.1" status: 204 len: 168 time: 0.9146204 Sep 16 04:49:54.139397 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Transition to ACTIVE for port object 02f13f4a-d752-4b62-80fe-9e1b2b5176a4 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:54.142474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41558) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:54.192091 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf56a0e9-475b-41ed-9256-9fe73c99907a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.203656 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16000561-5137-40ae-b69f-5abba5da8257 req-73d2144e-f3cc-4c23-a50b-da32eda1baa8 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604498 Sep 16 04:49:54.203656 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-adc4b405-f3ad-4011-9477-0e2b4958e4ff service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665504 Sep 16 04:49:54.304004 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.328563 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf56a0e9-475b-41ed-9256-9fe73c99907a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.358820 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-cf56a0e9-475b-41ed-9256-9fe73c99907a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d554b25f-371b-4e70-8b37-105eb36678e3']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:54.362802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-caa8c0cd-d122-46a9-b5b0-8b7c0e0b1275 req-30ec8294-918d-40d6-901f-3b021ee425e7 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 210 time: 0.0620289 Sep 16 04:49:54.397430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d128ac0b-a2b4-48e5-b979-e54c86cf4721 req-884f89ca-cf0c-4796-b877-2c41afa56974 service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877306 Sep 16 04:49:54.404230 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-cf56a0e9-475b-41ed-9256-9fe73c99907a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54ed7fd-4d6f-44a6-a217-816f924c3ba0') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:54.404522 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-cf56a0e9-475b-41ed-9256-9fe73c99907a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54ed7fd-4d6f-44a6-a217-816f924c3ba0') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:54.423108 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf56a0e9-475b-41ed-9256-9fe73c99907a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.444038 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Pushing event updated for resources: {'Port': ['ID=02f13f4a-d752-4b62-80fe-9e1b2b5176a4,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:54.467414 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf56a0e9-475b-41ed-9256-9fe73c99907a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.503760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf56a0e9-475b-41ed-9256-9fe73c99907a admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:54.504166 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf56a0e9-475b-41ed-9256-9fe73c99907a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:54.505905 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:54.569865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Attempting to bind port 02f13f4a-d752-4b62-80fe-9e1b2b5176a4 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:54.570277 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Attempting to bind port 02f13f4a-d752-4b62-80fe-9e1b2b5176a4 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '02813e8b-5fbb-44a3-8b0e-0b887736a608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92487fc6-ad30-45f7-ae82-d9026609df50'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:54.570705 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Attempting to bind port 02f13f4a-d752-4b62-80fe-9e1b2b5176a4 on network 92487fc6-ad30-45f7-ae82-d9026609df50 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:54.589631 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c2264-0afb-4338-a4d7-5336523695c2 req-cb329928-5bea-4eaa-9d89-8a74ac808353 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:54.597199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c2264-0afb-4338-a4d7-5336523695c2 req-cb329928-5bea-4eaa-9d89-8a74ac808353 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:54.602924 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c2264-0afb-4338-a4d7-5336523695c2 req-cb329928-5bea-4eaa-9d89-8a74ac808353 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:54.610250 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c2264-0afb-4338-a4d7-5336523695c2 req-cb329928-5bea-4eaa-9d89-8a74ac808353 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:54.617408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c2264-0afb-4338-a4d7-5336523695c2 req-cb329928-5bea-4eaa-9d89-8a74ac808353 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:54.627029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c2264-0afb-4338-a4d7-5336523695c2 req-cb329928-5bea-4eaa-9d89-8a74ac808353 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:54.633451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c2264-0afb-4338-a4d7-5336523695c2 req-cb329928-5bea-4eaa-9d89-8a74ac808353 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:54.641986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a77c2264-0afb-4338-a4d7-5336523695c2 req-cb329928-5bea-4eaa-9d89-8a74ac808353 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5418 time: 0.1445508 Sep 16 04:49:54.651660 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Port 02f13f4a-d752-4b62-80fe-9e1b2b5176a4 on network 92487fc6-ad30-45f7-ae82-d9026609df50 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:54.657475 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Attempting to bind port 02f13f4a-d752-4b62-80fe-9e1b2b5176a4 on network 92487fc6-ad30-45f7-ae82-d9026609df50 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:54.666461 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:54.666915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Checking segment: {'id': '02813e8b-5fbb-44a3-8b0e-0b887736a608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92487fc6-ad30-45f7-ae82-d9026609df50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:54.667441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Bound using segment: {'id': '02813e8b-5fbb-44a3-8b0e-0b887736a608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92487fc6-ad30-45f7-ae82-d9026609df50'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:54.668077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Bound port: 02f13f4a-d752-4b62-80fe-9e1b2b5176a4, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02813e8b-5fbb-44a3-8b0e-0b887736a608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92487fc6-ad30-45f7-ae82-d9026609df50'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:54.668390 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.691397 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf56a0e9-475b-41ed-9256-9fe73c99907a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.702028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a77c2264-0afb-4338-a4d7-5336523695c2 req-7108e58a-4d45-4a3e-b98c-8989ee95e527 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590880 Sep 16 04:49:54.740516 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf56a0e9-475b-41ed-9256-9fe73c99907a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.742675 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cf56a0e9-475b-41ed-9256-9fe73c99907a admin admin] 10.222.0.20 "DELETE /v2.0/networks/d554b25f-371b-4e70-8b37-105eb36678e3 HTTP/1.1" status: 204 len: 168 time: 0.6982768 Sep 16 04:49:54.744987 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56a0e9-475b-41ed-9256-9fe73c99907a admin admin] Pushing event deleted for resources: {'Network': ['ID=d554b25f-371b-4e70-8b37-105eb36678e3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:54.796252 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] For port 02f13f4a-d752-4b62-80fe-9e1b2b5176a4, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:54.800789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] For port 02f13f4a-d752-4b62-80fe-9e1b2b5176a4, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=02f13f4a-d752-4b62-80fe-9e1b2b5176a4,segment=NetworkSegment(02813e8b-5fbb-44a3-8b0e-0b887736a608),segment_id=02813e8b-5fbb-44a3-8b0e-0b887736a608)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:54.803490 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3874f863-0f2e-4d06-9beb-08328dc89cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.860800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'tag': 'bc85b5cf-42ee-4029-920f-a0fc5c1f45bc'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:54.869007 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea4da32-00a6-48eb-bda8-1aefd36bbe22" -d '{"events": [{"name": "network-changed", "server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "tag": "bc85b5cf-42ee-4029-920f-a0fc5c1f45bc"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:54.874752 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.965378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:54.968470 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.968470 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] 10.222.0.38 "PUT /v2.0/ports/02f13f4a-d752-4b62-80fe-9e1b2b5176a4 HTTP/1.1" status: 200 len: 1092 time: 1.9633777 Sep 16 04:49:55.008763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab19307-25e9-4272-961e-df05227f0d1f service neutron] Pushing event updated for resources: {'Port': ['ID=02f13f4a-d752-4b62-80fe-9e1b2b5176a4,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:55.022197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eda61-94a2-40e8-a882-4fd2bb34a9ba req-332e1dcd-69c0-45a0-bb79-f1719c539060 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.029902 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f40eda61-94a2-40e8-a882-4fd2bb34a9ba req-332e1dcd-69c0-45a0-bb79-f1719c539060 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 943 time: 0.1101465 Sep 16 04:49:55.109465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f40eda61-94a2-40e8-a882-4fd2bb34a9ba req-9fac07eb-45e3-4dfe-8d13-7c5ff33d77ff tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637951 Sep 16 04:49:55.109465 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Request body: {'port': {'device_id': '6832092c-3456-473f-9841-375d2f2b72a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:55.167306 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b867140-4f0a-4454-ae8c-3bde11a3dde9 x-openstack-request-id: req-9b867140-4f0a-4454-ae8c-3bde11a3dde9 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:55.167614 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "tag": "bc85b5cf-42ee-4029-920f-a0fc5c1f45bc", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:55.168176 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b867140-4f0a-4454-ae8c-3bde11a3dde9 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:55.169065 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'tag': 'bc85b5cf-42ee-4029-920f-a0fc5c1f45bc', 'status': 'completed', 'code': 200} Sep 16 04:49:55.187132 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.276814 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a2739834-f55f-498a-9c05-446283846d3b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.282971 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a2739834-f55f-498a-9c05-446283846d3b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.285978 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a2739834-f55f-498a-9c05-446283846d3b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.38 "GET /v2.0/networks?id=09ce8231-d31e-4e76-9160-998dfa309d88&id=0a61095d-c711-49b3-85e7-a07c483ea582 HTTP/1.1" status: 200 len: 1390 time: 0.2664700 Sep 16 04:49:55.313736 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-ea973269-042f-44c0-8ff3-bb74562eba14 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Request body: {'port': {'device_id': 'b6ed18f8-805b-4b0b-8c4c-ea1bf405470e', 'network_id': '09ce8231-d31e-4e76-9160-998dfa309d88', 'admin_state_up': True, 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:55.360370 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4da32-00a6-48eb-bda8-1aefd36bbe22 req-eb33074f-d444-453b-b93a-54a2b7364bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.360531 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4da32-00a6-48eb-bda8-1aefd36bbe22 req-eb33074f-d444-453b-b93a-54a2b7364bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.360878 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4da32-00a6-48eb-bda8-1aefd36bbe22 req-eb33074f-d444-453b-b93a-54a2b7364bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.361355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4da32-00a6-48eb-bda8-1aefd36bbe22 req-eb33074f-d444-453b-b93a-54a2b7364bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.362700 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4da32-00a6-48eb-bda8-1aefd36bbe22 req-eb33074f-d444-453b-b93a-54a2b7364bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.363210 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4da32-00a6-48eb-bda8-1aefd36bbe22 req-eb33074f-d444-453b-b93a-54a2b7364bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.363967 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4da32-00a6-48eb-bda8-1aefd36bbe22 req-eb33074f-d444-453b-b93a-54a2b7364bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.365681 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3ea4da32-00a6-48eb-bda8-1aefd36bbe22 req-eb33074f-d444-453b-b93a-54a2b7364bbf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee8d98757e0d4815a18cbb63a273fd61&device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 6426 time: 0.1531279 Sep 16 04:49:55.469796 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b05fd6-3d9e-4cba-b536-09657b0207c3 req-10c7f36e-1de7-4d5e-8c94-a0a023f1f73e tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.469796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82b05fd6-3d9e-4cba-b536-09657b0207c3 req-10c7f36e-1de7-4d5e-8c94-a0a023f1f73e tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 945 time: 0.1053753 Sep 16 04:49:55.490947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41662) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:55.585683 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82b05fd6-3d9e-4cba-b536-09657b0207c3 req-db4f4b92-e5bc-4e7b-8df2-36d19d82374e tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094375 Sep 16 04:49:55.597013 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6d6682de-cb64-4e4c-897c-9346addf7691 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6118981e801142959f164e63487a4b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1023407 Sep 16 04:49:55.599160 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-3874f863-0f2e-4d06-9beb-08328dc89cd7 admin admin] Deleting port 38114cc1-9fcf-46ba-9319-53b2f9f2f38e {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:55.599534 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3874f863-0f2e-4d06-9beb-08328dc89cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.602650 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41680) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:55.623115 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4da32-00a6-48eb-bda8-1aefd36bbe22 req-6322ce2a-11c3-4d61-9f52-eb11dcb9b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.634428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4da32-00a6-48eb-bda8-1aefd36bbe22 req-6322ce2a-11c3-4d61-9f52-eb11dcb9b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.634428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4da32-00a6-48eb-bda8-1aefd36bbe22 req-6322ce2a-11c3-4d61-9f52-eb11dcb9b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.634428 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3ea4da32-00a6-48eb-bda8-1aefd36bbe22 req-6322ce2a-11c3-4d61-9f52-eb11dcb9b391 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ee8d98757e0d4815a18cbb63a273fd61&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2327652 Sep 16 04:49:55.708340 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666421dd-7f20-43a0-8019-5b5cd252de6c {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:55.735876 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.742111 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 0387532c-a2c1-4714-84c9-6806527e8194 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:55.789970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e134ce6f-50b7-4e49-8b6a-fcc7921f4bc1 req-4f7da0bc-2c09-4fdb-8d00-244e28d64174 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 210 time: 0.0653067 Sep 16 04:49:55.790731 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-ea973269-042f-44c0-8ff3-bb74562eba14 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Made reservation on behalf of d18d7b29526f4399aa06f52d1efd1dda for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:55.794921 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-ea973269-042f-44c0-8ff3-bb74562eba14 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.818718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Transition to ACTIVE for port object 666421dd-7f20-43a0-8019-5b5cd252de6c will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:55.858382 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f260429d-021e-43b5-ade0-2c98408fd694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.865836 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-3874f863-0f2e-4d06-9beb-08328dc89cd7 admin admin] For port 38114cc1-9fcf-46ba-9319-53b2f9f2f38e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=38114cc1-9fcf-46ba-9319-53b2f9f2f38e,segment=NetworkSegment(fe2f5db3-fa6a-4b02-9a38-237349f3fb2a),segment_id=fe2f5db3-fa6a-4b02-9a38-237349f3fb2a)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:55.866203 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3874f863-0f2e-4d06-9beb-08328dc89cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.870445 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 0387532c-a2c1-4714-84c9-6806527e8194, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=0387532c-a2c1-4714-84c9-6806527e8194,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:55.883684 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '0387532c-a2c1-4714-84c9-6806527e8194', 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60', 'port_id': '0387532c-a2c1-4714-84c9-6806527e8194', 'mac_address': 'fa:16:3e:bf:c8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1389bae5-dd46-4164-b9db-3ab16c90c617', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:55.906216 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-3874f863-0f2e-4d06-9beb-08328dc89cd7 admin admin] Calling delete_port for 38114cc1-9fcf-46ba-9319-53b2f9f2f38e owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:55.917530 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4da32-00a6-48eb-bda8-1aefd36bbe22 req-e3c1eaa7-de3d-4c2c-9519-9e0a936945cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.919230 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3ea4da32-00a6-48eb-bda8-1aefd36bbe22 req-e3c1eaa7-de3d-4c2c-9519-9e0a936945cc service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2733541 Sep 16 04:49:55.929225 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f260429d-021e-43b5-ade0-2c98408fd694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.936032 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.951999 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2b515-a86e-452a-a631-e84a04188a51 req-577fe725-a68f-4cc0-a8e5-7e894c5db0b0 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.954453 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0387532c-a2c1-4714-84c9-6806527e8194 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:55.959708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2b515-a86e-452a-a631-e84a04188a51 req-577fe725-a68f-4cc0-a8e5-7e894c5db0b0 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.968190 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2b515-a86e-452a-a631-e84a04188a51 req-577fe725-a68f-4cc0-a8e5-7e894c5db0b0 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.974522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2b515-a86e-452a-a631-e84a04188a51 req-577fe725-a68f-4cc0-a8e5-7e894c5db0b0 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.977566 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 0387532c-a2c1-4714-84c9-6806527e8194, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=0387532c-a2c1-4714-84c9-6806527e8194,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:55.980728 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2b515-a86e-452a-a631-e84a04188a51 req-577fe725-a68f-4cc0-a8e5-7e894c5db0b0 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.986873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2b515-a86e-452a-a631-e84a04188a51 req-577fe725-a68f-4cc0-a8e5-7e894c5db0b0 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.992849 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2b515-a86e-452a-a631-e84a04188a51 req-577fe725-a68f-4cc0-a8e5-7e894c5db0b0 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.994791 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ac2b515-a86e-452a-a631-e84a04188a51 req-577fe725-a68f-4cc0-a8e5-7e894c5db0b0 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5418 time: 0.1105018 Sep 16 04:49:55.996042 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.090087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Pushing event updated for resources: {'Port': ['ID=666421dd-7f20-43a0-8019-5b5cd252de6c,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:56.098211 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.302667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Attempting to bind port 666421dd-7f20-43a0-8019-5b5cd252de6c on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:56.303192 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Attempting to bind port 666421dd-7f20-43a0-8019-5b5cd252de6c by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '02813e8b-5fbb-44a3-8b0e-0b887736a608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92487fc6-ad30-45f7-ae82-d9026609df50'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:56.303365 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Attempting to bind port 666421dd-7f20-43a0-8019-5b5cd252de6c on network 92487fc6-ad30-45f7-ae82-d9026609df50 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:56.310142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Port 666421dd-7f20-43a0-8019-5b5cd252de6c on network 92487fc6-ad30-45f7-ae82-d9026609df50 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:56.310614 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Attempting to bind port 666421dd-7f20-43a0-8019-5b5cd252de6c on network 92487fc6-ad30-45f7-ae82-d9026609df50 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:56.359869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:56.359869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Checking segment: {'id': '02813e8b-5fbb-44a3-8b0e-0b887736a608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92487fc6-ad30-45f7-ae82-d9026609df50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:56.359869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Bound using segment: {'id': '02813e8b-5fbb-44a3-8b0e-0b887736a608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92487fc6-ad30-45f7-ae82-d9026609df50'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:56.359869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Bound port: 666421dd-7f20-43a0-8019-5b5cd252de6c, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02813e8b-5fbb-44a3-8b0e-0b887736a608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92487fc6-ad30-45f7-ae82-d9026609df50'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:56.359869 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.367645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ac2b515-a86e-452a-a631-e84a04188a51 req-5d25a404-a653-48a8-90e1-c3e7347f1d8b tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3612714 Sep 16 04:49:56.426479 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=0387532c-a2c1-4714-84c9-6806527e8194,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:56.463297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] For port 666421dd-7f20-43a0-8019-5b5cd252de6c, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:56.467359 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] For port 666421dd-7f20-43a0-8019-5b5cd252de6c, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=666421dd-7f20-43a0-8019-5b5cd252de6c,segment=NetworkSegment(02813e8b-5fbb-44a3-8b0e-0b887736a608),segment_id=02813e8b-5fbb-44a3-8b0e-0b887736a608)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:56.485392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09eec82-061a-4224-ab07-5ab07bdb71d8 req-c0948906-3479-4804-9fb5-09c4838e15b5 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:56.487743 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a09eec82-061a-4224-ab07-5ab07bdb71d8 req-c0948906-3479-4804-9fb5-09c4838e15b5 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 944 time: 0.1901121 Sep 16 04:49:56.521337 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-ea973269-042f-44c0-8ff3-bb74562eba14 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Allocated IP 19.80.0.35 (09ce8231-d31e-4e76-9160-998dfa309d88/fed81911-c10d-4dff-85fe-10b8592a9071/9cacf248-290f-4edd-998f-e1852c8bcd8b) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:56.540743 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f260429d-021e-43b5-ade0-2c98408fd694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.540743 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f260429d-021e-43b5-ade0-2c98408fd694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.540743 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f260429d-021e-43b5-ade0-2c98408fd694 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81c4b6d7-4c5f-4473-9104-fbe36e303798 HTTP/1.1" status: 204 len: 168 time: 0.9231076 Sep 16 04:49:56.550989 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a09eec82-061a-4224-ab07-5ab07bdb71d8 req-e41f9563-9be6-4ecc-a3a3-fd6cf801d62d tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563273 Sep 16 04:49:56.560343 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260429d-021e-43b5-ade0-2c98408fd694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c4b6d7-4c5f-4473-9104-fbe36e303798,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:56.648669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['0387532c-a2c1-4714-84c9-6806527e8194'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:56.741316 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.775810 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-ea973269-042f-44c0-8ff3-bb74562eba14 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.782242 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:56.783098 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.784461 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] 10.222.0.38 "PUT /v2.0/ports/666421dd-7f20-43a0-8019-5b5cd252de6c HTTP/1.1" status: 200 len: 1092 time: 1.6822667 Sep 16 04:49:56.799848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d9638-b21d-4bed-9246-0703f7322307 req-0b5e43c5-2bb4-448f-87a5-3c8591e56d2c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:56.816779 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a3d9638-b21d-4bed-9246-0703f7322307 req-0b5e43c5-2bb4-448f-87a5-3c8591e56d2c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 945 time: 0.1222184 Sep 16 04:49:56.842025 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3874f863-0f2e-4d06-9beb-08328dc89cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.863884 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa800d2f-aa27-4e5a-9523-8d1d64ed32b6 service neutron] Pushing event updated for resources: {'Port': ['ID=666421dd-7f20-43a0-8019-5b5cd252de6c,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:56.887943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874f863-0f2e-4d06-9beb-08328dc89cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=38114cc1-9fcf-46ba-9319-53b2f9f2f38e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:56.900080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a3d9638-b21d-4bed-9246-0703f7322307 req-4b7cf832-1868-4f86-8f98-bbae2eb3cbc1 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823963 Sep 16 04:49:56.948321 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-ea973269-042f-44c0-8ff3-bb74562eba14 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.043561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec002ad-2fed-4e2f-86a4-7844ea46e533 req-b63a399b-5b91-44cd-9ae5-f5ce719dad5f tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.045959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dec002ad-2fed-4e2f-86a4-7844ea46e533 req-b63a399b-5b91-44cd-9ae5-f5ce719dad5f tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 931 time: 0.1379311 Sep 16 04:49:57.076004 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-ea973269-042f-44c0-8ff3-bb74562eba14 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Network 09ce8231-d31e-4e76-9160-998dfa309d88 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:57.081400 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-ea973269-042f-44c0-8ff3-bb74562eba14 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:57.084246 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-ea973269-042f-44c0-8ff3-bb74562eba14 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:57.130963 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-da606c43-f5f5-4a59-a4c4-cee57aac8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.137377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-da606c43-f5f5-4a59-a4c4-cee57aac8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.137377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-da606c43-f5f5-4a59-a4c4-cee57aac8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.137377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-da606c43-f5f5-4a59-a4c4-cee57aac8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.137377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-da606c43-f5f5-4a59-a4c4-cee57aac8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.137377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-da606c43-f5f5-4a59-a4c4-cee57aac8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.137377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-da606c43-f5f5-4a59-a4c4-cee57aac8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.137377 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-da606c43-f5f5-4a59-a4c4-cee57aac8f56 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee8d98757e0d4815a18cbb63a273fd61&device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 6494 time: 0.1812990 Sep 16 04:49:57.156747 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-ea973269-042f-44c0-8ff3-bb74562eba14 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.157701 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-ea973269-042f-44c0-8ff3-bb74562eba14 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.174689 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea973269-042f-44c0-8ff3-bb74562eba14 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event updated for resources: {'Port': ['ID=9cacf248-290f-4edd-998f-e1852c8bcd8b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:57.181901 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'tag': '02f13f4a-d752-4b62-80fe-9e1b2b5176a4'}, {'name': 'network-changed', 'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'tag': '666421dd-7f20-43a0-8019-5b5cd252de6c'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:57.184215 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cd86e5-73eb-4938-a418-1b6abc39337d" -d '{"events": [{"name": "network-changed", "server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "tag": "02f13f4a-d752-4b62-80fe-9e1b2b5176a4"}, {"name": "network-changed", "server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "tag": "666421dd-7f20-43a0-8019-5b5cd252de6c"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:57.298814 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dec002ad-2fed-4e2f-86a4-7844ea46e533 req-361d0a4e-973d-4312-a712-bc96243b7dda tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377861 Sep 16 04:49:57.298814 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-04a73a58-2f62-4fda-8a29-cd45921e192c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82a9ee32-3c39-4631-9da3-c026fdda75bd HTTP/1.1" status: 200 len: 217 time: 0.1423790 Sep 16 04:49:57.305156 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0cdce4-32d4-430f-b4db-49cd56920bfe x-openstack-request-id: req-eb0cdce4-32d4-430f-b4db-49cd56920bfe {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:57.305504 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "tag": "02f13f4a-d752-4b62-80fe-9e1b2b5176a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "tag": "666421dd-7f20-43a0-8019-5b5cd252de6c", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:57.305697 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb0cdce4-32d4-430f-b4db-49cd56920bfe {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:57.306101 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'tag': '02f13f4a-d752-4b62-80fe-9e1b2b5176a4', 'status': 'completed', 'code': 200} Sep 16 04:49:57.306355 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'tag': '666421dd-7f20-43a0-8019-5b5cd252de6c', 'status': 'completed', 'code': 200} Sep 16 04:49:57.345106 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-ea973269-042f-44c0-8ff3-bb74562eba14 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0372491 Sep 16 04:49:57.364072 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5d499632-c8b2-42a7-a15b-9a52768661a0 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Request body: {'port': {'device_id': 'b6ed18f8-805b-4b0b-8c4c-ea1bf405470e', 'network_id': '0a61095d-c711-49b3-85e7-a07c483ea582', 'admin_state_up': True, 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:57.382908 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-971c8f29-264a-454f-aa4d-5c68cfcbbc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.385240 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-971c8f29-264a-454f-aa4d-5c68cfcbbc20 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c0b4174-34ac-47da-93e8-4d05e20323d9 HTTP/1.1" status: 200 len: 855 time: 0.0737467 Sep 16 04:49:57.386111 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3874f863-0f2e-4d06-9beb-08328dc89cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.449439 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-6572c5fb-ea15-4562-bd1e-35eb364ae228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.451386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-6572c5fb-ea15-4562-bd1e-35eb364ae228 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e5c36bba-4312-42bb-9e3c-3c79c033dd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597651 Sep 16 04:49:57.513979 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-79a2eebd-2744-4e8e-9aae-c44fbc7842c2 None None] Provisioning complete for port 9cacf248-290f-4edd-998f-e1852c8bcd8b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:57.524571 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-79a2eebd-2744-4e8e-9aae-c44fbc7842c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.582528 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-79a2eebd-2744-4e8e-9aae-c44fbc7842c2 None None] Port 9cacf248-290f-4edd-998f-e1852c8bcd8b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:57.610932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a1f01-9859-4f05-af64-a946aba3639d req-c1ecfa07-2dda-4a0d-8e0b-a98fe0be2323 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.612207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a1f01-9859-4f05-af64-a946aba3639d req-c1ecfa07-2dda-4a0d-8e0b-a98fe0be2323 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.618620 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a1f01-9859-4f05-af64-a946aba3639d req-c1ecfa07-2dda-4a0d-8e0b-a98fe0be2323 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.624905 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a1f01-9859-4f05-af64-a946aba3639d req-c1ecfa07-2dda-4a0d-8e0b-a98fe0be2323 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.632036 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a1f01-9859-4f05-af64-a946aba3639d req-c1ecfa07-2dda-4a0d-8e0b-a98fe0be2323 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.638917 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a1f01-9859-4f05-af64-a946aba3639d req-c1ecfa07-2dda-4a0d-8e0b-a98fe0be2323 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.645341 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a1f01-9859-4f05-af64-a946aba3639d req-c1ecfa07-2dda-4a0d-8e0b-a98fe0be2323 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.647362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-528a1f01-9859-4f05-af64-a946aba3639d req-c1ecfa07-2dda-4a0d-8e0b-a98fe0be2323 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5430 time: 0.1794126 Sep 16 04:49:57.705111 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-ec3506b5-60ff-43c7-8848-af9c235d1025 service neutron] 10.222.0.38 "GET /v2.0/networks/e5c36bba-4312-42bb-9e3c-3c79c033dd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451141 Sep 16 04:49:57.726848 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5d499632-c8b2-42a7-a15b-9a52768661a0 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Made reservation on behalf of d18d7b29526f4399aa06f52d1efd1dda for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:57.730388 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5d499632-c8b2-42a7-a15b-9a52768661a0 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.743867 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3874f863-0f2e-4d06-9beb-08328dc89cd7 admin admin] Router 91982fad-9b2d-4054-a43a-be019f253e47 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:49:57.776378 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-528a1f01-9859-4f05-af64-a946aba3639d req-de7eafa9-29f4-419c-a030-c3dacd31c526 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156626 Sep 16 04:49:57.840935 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f56241-dffa-4ba6-a721-63a5aa902962 req-41ba520b-29bc-4666-9350-4cc3758decb3 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.842593 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97f56241-dffa-4ba6-a721-63a5aa902962 req-41ba520b-29bc-4666-9350-4cc3758decb3 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 944 time: 0.1634457 Sep 16 04:49:57.889176 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-dfa1c1c4-29e9-4278-ab75-04663db63a2b service neutron] 10.222.0.38 "GET /v2.0/networks/e5c36bba-4312-42bb-9e3c-3c79c033dd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743784 Sep 16 04:49:57.923493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97f56241-dffa-4ba6-a721-63a5aa902962 req-4730e3c3-5744-41ab-9b98-420f257f3a67 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693390 Sep 16 04:49:57.924876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41752) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:57.989541 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-a1fab36b-090c-4ece-aa29-73ecd6637924 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=ccee8eb8-1da5-4032-97e8-3546b99f9057 HTTP/1.1" status: 200 len: 217 time: 0.0638623 Sep 16 04:49:58.015688 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5d499632-c8b2-42a7-a15b-9a52768661a0 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Allocated IP 19.86.0.158 (0a61095d-c711-49b3-85e7-a07c483ea582/e84032c3-f3d6-44be-a2ff-012430f56b99/f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:58.027602 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3874f863-0f2e-4d06-9beb-08328dc89cd7 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:49:58.039557 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3874f863-0f2e-4d06-9beb-08328dc89cd7 admin admin] 10.222.0.20 "PUT /v2.0/routers/91982fad-9b2d-4054-a43a-be019f253e47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8958137 Sep 16 04:49:58.040270 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b0cab3-80b5-4512-95c4-4f90a3710515 None None] Sync routers for ids ['91982fad-9b2d-4054-a43a-be019f253e47'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:49:58.041551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41762) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:58.054922 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b0cab3-80b5-4512-95c4-4f90a3710515 None None] Routers {'91982fad-9b2d-4054-a43a-be019f253e47'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:58.058812 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d8b0cab3-80b5-4512-95c4-4f90a3710515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:49:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['91982fad-9b2d-4054-a43a-be019f253e47'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:58.140453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-9ca00595-ded1-4387-aaa1-a9ef5ce834af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.141950 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-9ca00595-ded1-4387-aaa1-a9ef5ce834af service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89b9465c-5aea-4f0b-9ac0-609722b1fa65 HTTP/1.1" status: 200 len: 797 time: 0.1451449 Sep 16 04:49:58.170625 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.197761 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-d8b0cab3-80b5-4512-95c4-4f90a3710515 None None] Set router 91982fad-9b2d-4054-a43a-be019f253e47 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:58.219418 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5d499632-c8b2-42a7-a15b-9a52768661a0 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.348173 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41768) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:58.371489 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5d499632-c8b2-42a7-a15b-9a52768661a0 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.402447 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d8b0cab3-80b5-4512-95c4-4f90a3710515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91982fad-9b2d-4054-a43a-be019f253e47', 'name': 'tempest-ServersTestFqdnHostnames-1491527688-router', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:52Z', 'updated_at': '2021-09-16T04:49:56Z', 'revision_number': 5, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'gw_port': {'id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:58.432378 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b0cab3-80b5-4512-95c4-4f90a3710515 None None] Checking router: 91982fad-9b2d-4054-a43a-be019f253e47 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:49:58.436937 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5d499632-c8b2-42a7-a15b-9a52768661a0 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Network 0a61095d-c711-49b3-85e7-a07c483ea582 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:58.443793 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b0cab3-80b5-4512-95c4-4f90a3710515 None None] Routers {'91982fad-9b2d-4054-a43a-be019f253e47'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:58.444436 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d8b0cab3-80b5-4512-95c4-4f90a3710515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:49:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['91982fad-9b2d-4054-a43a-be019f253e47'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:58.449483 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5d499632-c8b2-42a7-a15b-9a52768661a0 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:58.462021 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5d499632-c8b2-42a7-a15b-9a52768661a0 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:58.462459 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e1edc497-a80f-42f9-a68c-123972cd9d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.551973 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-1a94b60a-fbb1-419f-9b55-78e80da333cc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-744373984-network', 'tenant_id': 'c5ca71b7fb014260ba5a059e61a21a36'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:58.558405 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d499632-c8b2-42a7-a15b-9a52768661a0 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event updated for resources: {'Port': ['ID=f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:58.589604 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-d8b0cab3-80b5-4512-95c4-4f90a3710515 None None] Set router 91982fad-9b2d-4054-a43a-be019f253e47 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:58.597416 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5d499632-c8b2-42a7-a15b-9a52768661a0 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.598311 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5d499632-c8b2-42a7-a15b-9a52768661a0 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.621467 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-b881aa1a-adc0-4cc1-864d-c1ba0f0d43d3 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.635646 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-b881aa1a-adc0-4cc1-864d-c1ba0f0d43d3 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c&tenant_id=81978a2452c74d468c1440c8a9e64f75&binding%3Ahost_id=n-h1-712140-13 HTTP/1.1" status: 200 len: 1097 time: 0.1961455 Sep 16 04:49:58.637891 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-13'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:58.639400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c37f4d-0074-4774-9fab-6a674be4445a req-355cd2f9-6e4b-4e49-97af-e0a34aa1dc97 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.647517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90c37f4d-0074-4774-9fab-6a674be4445a req-355cd2f9-6e4b-4e49-97af-e0a34aa1dc97 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 945 time: 0.5618093 Sep 16 04:49:58.705382 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a243284b-0196-4ff0-b97b-03c220e18c07 admin admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.709672 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.711746 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccca48-a283-4753-b744-f7e39ee2c280 req-c79305e8-493b-4fb5-80d5-43c23c94d8e5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.717957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccca48-a283-4753-b744-f7e39ee2c280 req-c79305e8-493b-4fb5-80d5-43c23c94d8e5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.726227 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8cccca48-a283-4753-b744-f7e39ee2c280 req-c79305e8-493b-4fb5-80d5-43c23c94d8e5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1654 time: 0.2595208 Sep 16 04:49:58.769615 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-2fe20848-4011-447d-bfea-db6e8ecd3fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.771223 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-2fe20848-4011-447d-bfea-db6e8ecd3fe9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6190765 Sep 16 04:49:58.845114 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d0015d2f-b077-494b-9ddf-d550e9667cfc None None] Provisioning complete for port f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:58.845694 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d0015d2f-b077-494b-9ddf-d550e9667cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.864469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90c37f4d-0074-4774-9fab-6a674be4445a req-0cd018be-26c1-4b2b-b239-cb5daedb97fe tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159119 Sep 16 04:49:58.900343 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d0015d2f-b077-494b-9ddf-d550e9667cfc None None] Port f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:58.907339 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] For port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:58.931810 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d8b0cab3-80b5-4512-95c4-4f90a3710515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91982fad-9b2d-4054-a43a-be019f253e47', 'name': 'tempest-ServersTestFqdnHostnames-1491527688-router', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:52Z', 'updated_at': '2021-09-16T04:49:56Z', 'revision_number': 5, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'gw_port': {'id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:58.954015 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] For port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:58.955652 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e1edc497-a80f-42f9-a68c-123972cd9d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.964175 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b0cab3-80b5-4512-95c4-4f90a3710515 None None] The sync data for ids ['91982fad-9b2d-4054-a43a-be019f253e47'] in n-d-712140-13 is: [{'id': '91982fad-9b2d-4054-a43a-be019f253e47', 'name': 'tempest-ServersTestFqdnHostnames-1491527688-router', 'tenant_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:52Z', 'updated_at': '2021-09-16T04:49:56Z', 'revision_number': 5, 'project_id': '0d0250c151a647dfa2dfb2009b7a17b5', 'gw_port': {'id': '6c88632f-1066-4a21-98ae-9b187fa3d22c', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91982fad-9b2d-4054-a43a-be019f253e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:49:58.967702 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8cccca48-a283-4753-b744-f7e39ee2c280 req-0cf67d9f-39a3-4ffc-a76c-45e39d9a3d0e tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405877 Sep 16 04:49:59.018835 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.025101 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f730d9a-6aa5-4b73-84fe-a9431236e48c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aae7be7-1aa7-4d87-8df6-51cedde3b7d3'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:59.025101 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab11af12-d565-4c8d-9fdb-2b507e7fa6f9" -d '{"events": [{"server_uuid": "8f730d9a-6aa5-4b73-84fe-a9431236e48c", "name": "network-vif-unplugged", "status": "completed", "tag": "7aae7be7-1aa7-4d87-8df6-51cedde3b7d3"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:59.034246 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a243284b-0196-4ff0-b97b-03c220e18c07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.097963 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-901228f9-bf64-41cb-a114-8fe3b7eefa45 service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147428 Sep 16 04:49:59.125807 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e1edc497-a80f-42f9-a68c-123972cd9d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.191066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6c67e-4083-4b8e-8b29-9479b6faf2e6 req-df3cad8c-1f23-46f2-b9b9-87546e4f83b1 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:59.192651 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5e6c67e-4083-4b8e-8b29-9479b6faf2e6 req-df3cad8c-1f23-46f2-b9b9-87546e4f83b1 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 944 time: 0.1555555 Sep 16 04:49:59.246555 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e1edc497-a80f-42f9-a68c-123972cd9d69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2168f3b7e0484c3babe87ee579d994a5&name=default HTTP/1.1" status: 200 len: 2981 time: 1.3181124 Sep 16 04:49:59.249704 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41780) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:59.262627 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edc497-a80f-42f9-a68c-123972cd9d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69384b47-8180-417d-ba9b-367a458fa126,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:59.280701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93948c0-424c-4879-acfb-c6132cb77e34 req-d45de5fa-21f2-447f-b166-c9d2198f5e82 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:59.287175 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93948c0-424c-4879-acfb-c6132cb77e34 req-d45de5fa-21f2-447f-b166-c9d2198f5e82 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:59.287393 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.296943 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93948c0-424c-4879-acfb-c6132cb77e34 req-d45de5fa-21f2-447f-b166-c9d2198f5e82 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:59.299346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93948c0-424c-4879-acfb-c6132cb77e34 req-d45de5fa-21f2-447f-b166-c9d2198f5e82 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:59.305577 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93948c0-424c-4879-acfb-c6132cb77e34 req-d45de5fa-21f2-447f-b166-c9d2198f5e82 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:59.311542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93948c0-424c-4879-acfb-c6132cb77e34 req-d45de5fa-21f2-447f-b166-c9d2198f5e82 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:59.318303 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93948c0-424c-4879-acfb-c6132cb77e34 req-d45de5fa-21f2-447f-b166-c9d2198f5e82 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:59.320304 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f93948c0-424c-4879-acfb-c6132cb77e34 req-d45de5fa-21f2-447f-b166-c9d2198f5e82 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5430 time: 0.2404926 Sep 16 04:49:59.338789 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a94b60a-fbb1-419f-9b55-78e80da333cc admin admin] Made reservation on behalf of c5ca71b7fb014260ba5a059e61a21a36 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:59.341182 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a94b60a-fbb1-419f-9b55-78e80da333cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.365531 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fcb00280-aa54-4109-b5b7-6c218e16ec8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.374004 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a94b60a-fbb1-419f-9b55-78e80da333cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.417295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5e6c67e-4083-4b8e-8b29-9479b6faf2e6 req-e6a327eb-7dab-4328-8b4f-925dfb9fc02c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915224 Sep 16 04:49:59.418575 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] Pushing event updated for resources: {'Port': ['ID=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,revision_number=7']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:59.419284 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d635a932-bef4-458a-98c4-be0970797fc6 service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956927 Sep 16 04:49:59.452097 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fcb00280-aa54-4109-b5b7-6c218e16ec8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.466479 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f93948c0-424c-4879-acfb-c6132cb77e34 req-c4ecc378-1f8b-4b04-a949-2e212631e810 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1333857 Sep 16 04:49:59.467843 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-7427dfc8-e16e-47d7-86bc-63385d6b4936 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=207cd857-c1dd-4112-b6ee-2cc72b73c3f2 HTTP/1.1" status: 200 len: 217 time: 0.0487468 Sep 16 04:49:59.476775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] Attempting to bind port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 on host n-h1-712140-13 for vnic_type normal with profile {"migrating_to": "n-h2-712140-13"} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:59.477123 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] Attempting to bind port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:59.477427 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] Attempting to bind port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:59.496445 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ca1649-bcdf-4a73-b2d3-2d2c2a83f6f8 x-openstack-request-id: req-c2ca1649-bcdf-4a73-b2d3-2d2c2a83f6f8 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:59.496991 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f730d9a-6aa5-4b73-84fe-a9431236e48c", "name": "network-vif-unplugged", "status": "completed", "tag": "7aae7be7-1aa7-4d87-8df6-51cedde3b7d3", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:59.497169 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2ca1649-bcdf-4a73-b2d3-2d2c2a83f6f8 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:59.497619 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f730d9a-6aa5-4b73-84fe-a9431236e48c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aae7be7-1aa7-4d87-8df6-51cedde3b7d3', 'code': 200} Sep 16 04:49:59.498150 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] Port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:59.498465 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] Attempting to bind port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:59.506908 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:59.507287 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] Checking segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:59.507671 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] Bound using segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:59.508105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] Bound port: 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:59.508713 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.517170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-a243284b-0196-4ff0-b97b-03c220e18c07 admin admin] Deleting port 6c88632f-1066-4a21-98ae-9b187fa3d22c {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:59.517658 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a243284b-0196-4ff0-b97b-03c220e18c07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.526399 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5d499632-c8b2-42a7-a15b-9a52768661a0 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1671364 Sep 16 04:49:59.555835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-39f5ae31-717a-4465-9e79-d507d7892d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:59.557322 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-39f5ae31-717a-4465-9e79-d507d7892d05 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89b9465c-5aea-4f0b-9ac0-609722b1fa65 HTTP/1.1" status: 200 len: 797 time: 0.0827932 Sep 16 04:49:59.568413 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Request body: {'port': {'device_id': 'b6ed18f8-805b-4b0b-8c4c-ea1bf405470e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:59.647731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-a243284b-0196-4ff0-b97b-03c220e18c07 admin admin] For port 6c88632f-1066-4a21-98ae-9b187fa3d22c, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6c88632f-1066-4a21-98ae-9b187fa3d22c,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:59.648114 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a243284b-0196-4ff0-b97b-03c220e18c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.650235 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] For port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:59.657921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0e54a61b-f17d-4f6a-9945-58cf3df8d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:59.659708 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-0e54a61b-f17d-4f6a-9945-58cf3df8d740 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0735455 Sep 16 04:49:59.659873 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.664757 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] For port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:59.665490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-a243284b-0196-4ff0-b97b-03c220e18c07 admin admin] Calling delete_port for 6c88632f-1066-4a21-98ae-9b187fa3d22c owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:59.677605 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fcb00280-aa54-4109-b5b7-6c218e16ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.680426 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fcb00280-aa54-4109-b5b7-6c218e16ec8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.681587 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fcb00280-aa54-4109-b5b7-6c218e16ec8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69384b47-8180-417d-ba9b-367a458fa126 HTTP/1.1" status: 204 len: 168 time: 0.4308264 Sep 16 04:49:59.718201 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb00280-aa54-4109-b5b7-6c218e16ec8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69384b47-8180-417d-ba9b-367a458fa126,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:59.769323 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 0387532c-a2c1-4714-84c9-6806527e8194 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:59.814953 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.817120 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-97fc2cad-eb6a-40f2-9d8f-10d1496a76cd service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495423 Sep 16 04:49:59.936365 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a94b60a-fbb1-419f-9b55-78e80da333cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.941624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] Pushing event updated for resources: {'Port': ['ID=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,revision_number=8']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:59.953205 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 0387532c-a2c1-4714-84c9-6806527e8194 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:49:59.958005 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 0387532c-a2c1-4714-84c9-6806527e8194 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:59.962315 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.007169 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.007888 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.010274 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0ed5f002-bad5-4a0b-99a5-939585ec3f15 service neutron] 10.222.0.38 "PUT /v2.0/ports/7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 HTTP/1.1" status: 200 len: 1123 time: 1.3778412 Sep 16 04:50:00.081415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836331f7-109d-47ca-ae40-6fa621028284 req-16fc9bfe-11f4-4cbe-b5a8-611cde1c47a7 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.081415 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-836331f7-109d-47ca-ae40-6fa621028284 req-16fc9bfe-11f4-4cbe-b5a8-611cde1c47a7 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 943 time: 0.1048400 Sep 16 04:50:00.084456 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-9af287c6-29ce-4ef0-863e-fda4d9f21957 service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242932 Sep 16 04:50:00.100349 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:00.112452 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a94b60a-fbb1-419f-9b55-78e80da333cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.118924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cacf248-290f-4edd-998f-e1852c8bcd8b {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:00.123261 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.137659 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.152415 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a94b60a-fbb1-419f-9b55-78e80da333cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:00.176740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 0387532c-a2c1-4714-84c9-6806527e8194, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=0387532c-a2c1-4714-84c9-6806527e8194,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:00.181809 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a94b60a-fbb1-419f-9b55-78e80da333cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.182156 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-1a94b60a-fbb1-419f-9b55-78e80da333cc admin admin] Added segment a9031a63-0b60-4243-a476-3585b6f7d768 of type vlan for network ebbeb263-7947-4f1c-b608-4fdb40f98dcf Sep 16 04:50:00.183601 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94b60a-fbb1-419f-9b55-78e80da333cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51013f73-9da4-413c-99c6-e1d78c8bb6f9,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:00.193664 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Transition to ACTIVE for port object 9cacf248-290f-4edd-998f-e1852c8bcd8b will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:00.203343 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865464be-a592-446c-9388-ae63c451a4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0387532c-a2c1-4714-84c9-6806527e8194'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:00.210909 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b370a31-5fe7-4b45-a2d6-02532ed30118" -d '{"events": [{"server_uuid": "865464be-a592-446c-9388-ae63c451a4a0", "name": "network-vif-plugged", "status": "completed", "tag": "0387532c-a2c1-4714-84c9-6806527e8194"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:00.219611 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['7aae7be7-1aa7-4d87-8df6-51cedde3b7d3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:00.227886 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a243284b-0196-4ff0-b97b-03c220e18c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.235608 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a94b60a-fbb1-419f-9b55-78e80da333cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.256505 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-8a09f8fb-eaee-4677-a511-7b3010a343a5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=a5ba0f66-270a-41f6-b6de-e53d473310e7 HTTP/1.1" status: 200 len: 217 time: 0.1076887 Sep 16 04:50:00.260957 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['7aae7be7-1aa7-4d87-8df6-51cedde3b7d3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:00.301246 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-836331f7-109d-47ca-ae40-6fa621028284 req-07b6e0d6-b5a4-46ea-9d8e-f1ef3bde1765 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072289 Sep 16 04:50:00.360289 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.371977 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80507e03-2ec2-4ef1-b68a-b1b7e10ae756 x-openstack-request-id: req-80507e03-2ec2-4ef1-b68a-b1b7e10ae756 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:00.372263 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865464be-a592-446c-9388-ae63c451a4a0", "name": "network-vif-plugged", "status": "completed", "tag": "0387532c-a2c1-4714-84c9-6806527e8194", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:00.372502 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80507e03-2ec2-4ef1-b68a-b1b7e10ae756 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:00.372886 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865464be-a592-446c-9388-ae63c451a4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0387532c-a2c1-4714-84c9-6806527e8194', 'code': 200} Sep 16 04:50:00.387095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e3023164-71df-4f9a-a410-4bf13e88ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.388584 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-e3023164-71df-4f9a-a410-4bf13e88ac8e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89b9465c-5aea-4f0b-9ac0-609722b1fa65 HTTP/1.1" status: 200 len: 797 time: 0.0977035 Sep 16 04:50:00.412188 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.418774 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a94b60a-fbb1-419f-9b55-78e80da333cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.420096 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a94b60a-fbb1-419f-9b55-78e80da333cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.454707 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a94b60a-fbb1-419f-9b55-78e80da333cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.456098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243284b-0196-4ff0-b97b-03c220e18c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c88632f-1066-4a21-98ae-9b187fa3d22c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:00.477707 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:00.492603 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a243284b-0196-4ff0-b97b-03c220e18c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.506551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185de7f-b111-4a3f-a04e-194908bad94d req-bb2bb479-9a73-4c60-bd46-ad863e72f77e tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.513023 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185de7f-b111-4a3f-a04e-194908bad94d req-bb2bb479-9a73-4c60-bd46-ad863e72f77e tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.519500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1185de7f-b111-4a3f-a04e-194908bad94d req-bb2bb479-9a73-4c60-bd46-ad863e72f77e tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1654 time: 0.3048167 Sep 16 04:50:00.520978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=0387532c-a2c1-4714-84c9-6806527e8194,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:00.526464 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 has no active binding in host n-h2-712140-13 {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:50:00.592001 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94b60a-fbb1-419f-9b55-78e80da333cc admin admin] Pushing event updated for resources: {'Network': ['ID=ebbeb263-7947-4f1c-b608-4fdb40f98dcf,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:00.601286 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Pushing event updated for resources: {'Port': ['ID=9cacf248-290f-4edd-998f-e1852c8bcd8b,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:00.622182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network ebbeb263-7947-4f1c-b608-4fdb40f98dcf details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:00.726892 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Attempting to bind port 9cacf248-290f-4edd-998f-e1852c8bcd8b on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:00.727452 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Attempting to bind port 9cacf248-290f-4edd-998f-e1852c8bcd8b by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'de919107-edbc-4d88-8cf8-532f193b0837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '09ce8231-d31e-4e76-9160-998dfa309d88'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:00.732707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Attempting to bind port 9cacf248-290f-4edd-998f-e1852c8bcd8b on network 09ce8231-d31e-4e76-9160-998dfa309d88 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:00.734664 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Port 9cacf248-290f-4edd-998f-e1852c8bcd8b on network 09ce8231-d31e-4e76-9160-998dfa309d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:00.735420 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Attempting to bind port 9cacf248-290f-4edd-998f-e1852c8bcd8b on network 09ce8231-d31e-4e76-9160-998dfa309d88 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:00.741847 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:00.742313 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Checking segment: {'id': 'de919107-edbc-4d88-8cf8-532f193b0837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '09ce8231-d31e-4e76-9160-998dfa309d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:00.742847 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Bound using segment: {'id': 'de919107-edbc-4d88-8cf8-532f193b0837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '09ce8231-d31e-4e76-9160-998dfa309d88'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:00.743576 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Bound port: 9cacf248-290f-4edd-998f-e1852c8bcd8b, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de919107-edbc-4d88-8cf8-532f193b0837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '09ce8231-d31e-4e76-9160-998dfa309d88'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:00.744031 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.759833 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1a94b60a-fbb1-419f-9b55-78e80da333cc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4104879 Sep 16 04:50:00.764646 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41806) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:00.771805 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-04080b3f-9506-436c-a64d-4a030e840183 admin admin] Request body: {'subnet': {'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-744373984-subnet', 'tenant_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:00.784905 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-9d0ac9ef-579e-4f49-bfb0-fe6281810057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.784905 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-9d0ac9ef-579e-4f49-bfb0-fe6281810057 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3741035 Sep 16 04:50:00.790695 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a243284b-0196-4ff0-b97b-03c220e18c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.802792 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a243284b-0196-4ff0-b97b-03c220e18c07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.853302 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] For port 9cacf248-290f-4edd-998f-e1852c8bcd8b, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:00.853302 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] For port 9cacf248-290f-4edd-998f-e1852c8bcd8b, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9cacf248-290f-4edd-998f-e1852c8bcd8b,segment=NetworkSegment(de919107-edbc-4d88-8cf8-532f193b0837),segment_id=de919107-edbc-4d88-8cf8-532f193b0837)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:00.895299 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1185de7f-b111-4a3f-a04e-194908bad94d req-f02e1f9a-ac21-4eb2-8c3a-e0ade229b54c tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014651 Sep 16 04:50:00.901283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181dcb1-773e-436d-b6b8-bae0dba5d0e7 req-9f3dfed6-9db4-45f9-8d7e-aa2601e450dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.902795 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e181dcb1-773e-436d-b6b8-bae0dba5d0e7 req-9f3dfed6-9db4-45f9-8d7e-aa2601e450dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 1097 time: 0.4262235 Sep 16 04:50:00.945057 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60cabd-f24d-4b7c-a654-75dffbc28051 req-62ec1581-832c-4b5e-83a8-d6aea86698d4 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.946808 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f60cabd-f24d-4b7c-a654-75dffbc28051 req-62ec1581-832c-4b5e-83a8-d6aea86698d4 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.2718685 Sep 16 04:50:00.950393 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04080b3f-9506-436c-a64d-4a030e840183 admin admin] Made reservation on behalf of c5ca71b7fb014260ba5a059e61a21a36 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:00.957004 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-04080b3f-9506-436c-a64d-4a030e840183 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.050282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e181dcb1-773e-436d-b6b8-bae0dba5d0e7 req-aad0f7d3-7d4c-497f-a802-f8a7130716c1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140270 Sep 16 04:50:01.060464 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.069654 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-2a923fef-95cb-44b1-80d5-4883dfc4c537 service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767613 Sep 16 04:50:01.090828 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f60cabd-f24d-4b7c-a654-75dffbc28051 req-7f8d4553-22cb-47ee-8e23-9daa671e804d tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188109 Sep 16 04:50:01.117612 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a54086-0259-4f8a-af87-e5eaa3b59a94 req-ceb9fd95-e035-4f06-b732-b62549efdf35 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.119185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 38114cc1-9fcf-46ba-9319-53b2f9f2f38e no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:01.123776 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a54086-0259-4f8a-af87-e5eaa3b59a94 req-ceb9fd95-e035-4f06-b732-b62549efdf35 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.138444 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a54086-0259-4f8a-af87-e5eaa3b59a94 req-ceb9fd95-e035-4f06-b732-b62549efdf35 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.145918 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a54086-0259-4f8a-af87-e5eaa3b59a94 req-ceb9fd95-e035-4f06-b732-b62549efdf35 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.153076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a54086-0259-4f8a-af87-e5eaa3b59a94 req-ceb9fd95-e035-4f06-b732-b62549efdf35 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.158818 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.159614 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a54086-0259-4f8a-af87-e5eaa3b59a94 req-ceb9fd95-e035-4f06-b732-b62549efdf35 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.159941 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.161447 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] 10.222.0.38 "PUT /v2.0/ports/9cacf248-290f-4edd-998f-e1852c8bcd8b HTTP/1.1" status: 200 len: 1092 time: 1.6203785 Sep 16 04:50:01.166021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a54086-0259-4f8a-af87-e5eaa3b59a94 req-ceb9fd95-e035-4f06-b732-b62549efdf35 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.167247 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 38114cc1-9fcf-46ba-9319-53b2f9f2f38e {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:01.168035 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 38114cc1-9fcf-46ba-9319-53b2f9f2f38e not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:01.168712 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31a54086-0259-4f8a-af87-e5eaa3b59a94 req-ceb9fd95-e035-4f06-b732-b62549efdf35 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5430 time: 0.2048368 Sep 16 04:50:01.183941 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a243284b-0196-4ff0-b97b-03c220e18c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.184486 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a243284b-0196-4ff0-b97b-03c220e18c07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91982fad-9b2d-4054-a43a-be019f253e47 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:50:01.206754 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a243284b-0196-4ff0-b97b-03c220e18c07 admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.210174 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a243284b-0196-4ff0-b97b-03c220e18c07 admin admin] 10.222.0.20 "DELETE /v2.0/routers/91982fad-9b2d-4054-a43a-be019f253e47 HTTP/1.1" status: 204 len: 168 time: 3.1675904 Sep 16 04:50:01.213152 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41816) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:01.296982 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b73f5d-e533-40cb-8540-265bc0ec20bd service neutron] Pushing event updated for resources: {'Port': ['ID=9cacf248-290f-4edd-998f-e1852c8bcd8b,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:01.338689 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eac46dd-4072-4af6-923c-f6904a12dc3d admin admin] Deleting subnet 468c6202-a0a8-4f1f-b1d3-f66b80c96296 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:01.366769 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eac46dd-4072-4af6-923c-f6904a12dc3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.423651 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Request body: {'port': {'device_id': 'b6ed18f8-805b-4b0b-8c4c-ea1bf405470e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:01.489747 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eac46dd-4072-4af6-923c-f6904a12dc3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.512681 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f730d9a-6aa5-4b73-84fe-a9431236e48c', 'tag': '7aae7be7-1aa7-4d87-8df6-51cedde3b7d3'}, {'name': 'network-changed', 'server_uuid': 'b6ed18f8-805b-4b0b-8c4c-ea1bf405470e', 'tag': '9cacf248-290f-4edd-998f-e1852c8bcd8b'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:01.515455 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f26945c-d3a9-43a4-a758-2cacbe88b053" -d '{"events": [{"name": "network-changed", "server_uuid": "8f730d9a-6aa5-4b73-84fe-a9431236e48c", "tag": "7aae7be7-1aa7-4d87-8df6-51cedde3b7d3"}, {"name": "network-changed", "server_uuid": "b6ed18f8-805b-4b0b-8c4c-ea1bf405470e", "tag": "9cacf248-290f-4edd-998f-e1852c8bcd8b"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:01.572663 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.656599 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eac46dd-4072-4af6-923c-f6904a12dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.759354 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31a54086-0259-4f8a-af87-e5eaa3b59a94 req-1071e378-aa2b-4798-abb9-df2ab6fbb314 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5770266 Sep 16 04:50:01.776511 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-04080b3f-9506-436c-a64d-4a030e840183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.791117 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-93510054-deaa-4a03-9f30-3ebddd9d9813 service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6914890 Sep 16 04:50:01.794572 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7baa5d-fce6-4652-9dda-9090dca19f1f req-a1e13140-5b15-4e02-a7de-596626815ad9 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.801344 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c7baa5d-fce6-4652-9dda-9090dca19f1f req-a1e13140-5b15-4e02-a7de-596626815ad9 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 943 time: 0.1288438 Sep 16 04:50:01.849671 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc96573-2a2f-4424-ba26-d25d50580007 x-openstack-request-id: req-adc96573-2a2f-4424-ba26-d25d50580007 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:01.850029 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f730d9a-6aa5-4b73-84fe-a9431236e48c", "tag": "7aae7be7-1aa7-4d87-8df6-51cedde3b7d3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b6ed18f8-805b-4b0b-8c4c-ea1bf405470e", "tag": "9cacf248-290f-4edd-998f-e1852c8bcd8b", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:01.850255 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-adc96573-2a2f-4424-ba26-d25d50580007 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:01.850599 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f730d9a-6aa5-4b73-84fe-a9431236e48c', 'tag': '7aae7be7-1aa7-4d87-8df6-51cedde3b7d3', 'status': 'completed', 'code': 200} Sep 16 04:50:01.850847 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ed18f8-805b-4b0b-8c4c-ea1bf405470e', 'tag': '9cacf248-290f-4edd-998f-e1852c8bcd8b', 'status': 'completed', 'code': 200} Sep 16 04:50:01.853856 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-bb157527-de5e-4270-a84e-918d469963db service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=bc85b5cf-42ee-4029-920f-a0fc5c1f45bc HTTP/1.1" status: 200 len: 217 time: 0.0505276 Sep 16 04:50:01.899512 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c7baa5d-fce6-4652-9dda-9090dca19f1f req-e7596e83-78d9-4d7b-8597-dbd790ae1ecd tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972934 Sep 16 04:50:01.958394 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eac46dd-4072-4af6-923c-f6904a12dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.963745 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04080b3f-9506-436c-a64d-4a030e840183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ca68c9-243f-44b1-aa8a-236a77a13dff,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:01.979112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-ff312877-72bd-4328-abad-70542fb6a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.980709 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-ff312877-72bd-4328-abad-70542fb6a61d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89b9465c-5aea-4f0b-9ac0-609722b1fa65 HTTP/1.1" status: 200 len: 797 time: 0.0947089 Sep 16 04:50:01.997553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26945c-d3a9-43a4-a758-2cacbe88b053 req-481d5473-f2f3-4c7d-9008-dde7b06508eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.999236 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f26945c-d3a9-43a4-a758-2cacbe88b053 req-481d5473-f2f3-4c7d-9008-dde7b06508eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 1126 time: 0.0975063 Sep 16 04:50:02.016644 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04080b3f-9506-436c-a64d-4a030e840183 admin admin] Checking segment: {'id': 'a9031a63-0b60-4243-a476-3585b6f7d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:02.017013 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04080b3f-9506-436c-a64d-4a030e840183 admin admin] Network hostable DHCP agents. Network: ebbeb263-7947-4f1c-b608-4fdb40f98dcf, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:02.021129 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9774b3-0d1a-41bd-bf7c-6f125e4caeb1 None None] Network 0a35f6de-0293-4a4b-a0e4-0cb629dcb913 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:02.027186 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eac46dd-4072-4af6-923c-f6904a12dc3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.030939 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5eac46dd-4072-4af6-923c-f6904a12dc3d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/468c6202-a0a8-4f1f-b1d3-f66b80c96296 HTTP/1.1" status: 204 len: 168 time: 0.8072736 Sep 16 04:50:02.034428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41832) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:02.039991 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac46dd-4072-4af6-923c-f6904a12dc3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=468c6202-a0a8-4f1f-b1d3-f66b80c96296,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:02.058845 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26945c-d3a9-43a4-a758-2cacbe88b053 req-98ae1cb1-93ea-42e0-9e72-e4d3e8445e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:02.059374 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26945c-d3a9-43a4-a758-2cacbe88b053 req-98ae1cb1-93ea-42e0-9e72-e4d3e8445e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:02.061054 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2f26945c-d3a9-43a4-a758-2cacbe88b053 req-98ae1cb1-93ea-42e0-9e72-e4d3e8445e4e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d18d7b29526f4399aa06f52d1efd1dda&device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1914 time: 0.1617601 Sep 16 04:50:02.148990 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:02.171300 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.194393 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Transition to ACTIVE for port object f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:02.230798 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31561ebd-be56-4f87-ad57-0d6380d7fb05 req-00a40bc0-4e3a-48df-9781-253dc21d9b1f tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:02.233511 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04080b3f-9506-436c-a64d-4a030e840183 admin admin] Network ebbeb263-7947-4f1c-b608-4fdb40f98dcf is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:02.237396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31561ebd-be56-4f87-ad57-0d6380d7fb05 req-00a40bc0-4e3a-48df-9781-253dc21d9b1f tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:02.239130 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31561ebd-be56-4f87-ad57-0d6380d7fb05 req-00a40bc0-4e3a-48df-9781-253dc21d9b1f tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1666 time: 0.2542429 Sep 16 04:50:02.260725 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c417d2-bce6-46e0-87a2-48790df65141 None None] DHCP port deletion for 0a35f6de-0293-4a4b-a0e4-0cb629dcb913 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:50:02.269444 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-9dcae4a7-0f49-4a25-9fd0-fab9c9848093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:02.270969 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-9dcae4a7-0f49-4a25-9fd0-fab9c9848093 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2758110 Sep 16 04:50:02.276669 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26945c-d3a9-43a4-a758-2cacbe88b053 req-1f9e0b6a-ebbd-498e-83df-c32002b5a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:02.277247 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26945c-d3a9-43a4-a758-2cacbe88b053 req-1f9e0b6a-ebbd-498e-83df-c32002b5a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:02.277752 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26945c-d3a9-43a4-a758-2cacbe88b053 req-1f9e0b6a-ebbd-498e-83df-c32002b5a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:02.279512 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2f26945c-d3a9-43a4-a758-2cacbe88b053 req-1f9e0b6a-ebbd-498e-83df-c32002b5a4b1 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=d18d7b29526f4399aa06f52d1efd1dda&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1764569 Sep 16 04:50:02.281432 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.312758 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c1c417d2-bce6-46e0-87a2-48790df65141 None None] Deleting port 5091470a-8cfd-47ab-9f8f-eea105cd901e {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:02.313134 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c1c417d2-bce6-46e0-87a2-48790df65141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.343651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26945c-d3a9-43a4-a758-2cacbe88b053 req-d73ae201-0546-4c41-930f-fbe5f6554077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:02.345144 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f26945c-d3a9-43a4-a758-2cacbe88b053 req-d73ae201-0546-4c41-930f-fbe5f6554077 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 921 time: 0.3128092 Sep 16 04:50:02.384578 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c1c417d2-bce6-46e0-87a2-48790df65141 None None] For port 5091470a-8cfd-47ab-9f8f-eea105cd901e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5091470a-8cfd-47ab-9f8f-eea105cd901e,segment=NetworkSegment(fe2f5db3-fa6a-4b02-9a38-237349f3fb2a),segment_id=fe2f5db3-fa6a-4b02-9a38-237349f3fb2a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:02.385144 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c1c417d2-bce6-46e0-87a2-48790df65141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.387208 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26945c-d3a9-43a4-a758-2cacbe88b053 req-7cfc67a0-6943-41fa-8558-ea726e0b9036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:02.388406 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2f26945c-d3a9-43a4-a758-2cacbe88b053 req-7cfc67a0-6943-41fa-8558-ea726e0b9036 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016572 Sep 16 04:50:02.399996 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c1c417d2-bce6-46e0-87a2-48790df65141 None None] Calling delete_port for 5091470a-8cfd-47ab-9f8f-eea105cd901e owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:02.451459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130ab21-3afd-4874-a94e-39fad4ea7828 req-c31ea533-d131-4a9a-8156-85ca099ae425 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:02.452974 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9130ab21-3afd-4874-a94e-39fad4ea7828 req-c31ea533-d131-4a9a-8156-85ca099ae425 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.2548892 Sep 16 04:50:02.477901 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31561ebd-be56-4f87-ad57-0d6380d7fb05 req-59468d04-55aa-46b2-9412-3552481efe8b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141390 Sep 16 04:50:02.479087 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f26945c-d3a9-43a4-a758-2cacbe88b053 req-6ef3d1ff-8b3c-46a7-91e6-c7a1abb6c8de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 HTTP/1.1" status: 200 len: 217 time: 0.1153638 Sep 16 04:50:02.569708 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-8102ee73-2a45-4bea-bf97-9060899cca37 service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844551 Sep 16 04:50:02.588849 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9130ab21-3afd-4874-a94e-39fad4ea7828 req-8e521c73-2e41-4ac6-9f92-636b38206a35 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094153 Sep 16 04:50:02.588849 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26945c-d3a9-43a4-a758-2cacbe88b053 req-8b98598f-c427-42d6-8087-c5c091ea110b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:02.588849 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f26945c-d3a9-43a4-a758-2cacbe88b053 req-8b98598f-c427-42d6-8087-c5c091ea110b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9023553c-0727-4415-b53e-7374b71d88bd HTTP/1.1" status: 200 len: 860 time: 0.0945308 Sep 16 04:50:02.635123 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.638522 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-04080b3f-9506-436c-a64d-4a030e840183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, ebbeb263-7947-4f1c-b608-4fdb40f98dcf) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:02.643817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04080b3f-9506-436c-a64d-4a030e840183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:02.651248 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-04080b3f-9506-436c-a64d-4a030e840183 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.651547 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] Deleting port 5091470a-8cfd-47ab-9f8f-eea105cd901e {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:02.651547 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.651778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2cacfb-4be1-420d-abad-41439c60b2b8 None None] Network ebbeb263-7947-4f1c-b608-4fdb40f98dcf requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:02.653575 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f26945c-d3a9-43a4-a758-2cacbe88b053 req-360e09c8-3226-40cc-9de6-0a8a01337e9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558434 Sep 16 04:50:02.707849 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Pushing event updated for resources: {'Port': ['ID=f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:02.713903 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c1c417d2-bce6-46e0-87a2-48790df65141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.758379 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c417d2-bce6-46e0-87a2-48790df65141 None None] Pushing event deleted for resources: {'Port': ['ID=5091470a-8cfd-47ab-9f8f-eea105cd901e,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:02.766171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c417d2-bce6-46e0-87a2-48790df65141 None None] No DVR routers for this DVR port 5091470a-8cfd-47ab-9f8f-eea105cd901e on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:02.796025 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Attempting to bind port f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:02.817269 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Attempting to bind port f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'af8f0c82-8bbb-4f26-bfba-cf6bbae3d623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0a61095d-c711-49b3-85e7-a07c483ea582'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:02.817269 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Attempting to bind port f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 on network 0a61095d-c711-49b3-85e7-a07c483ea582 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:02.817269 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Port f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 on network 0a61095d-c711-49b3-85e7-a07c483ea582 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:02.817269 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Attempting to bind port f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 on network 0a61095d-c711-49b3-85e7-a07c483ea582 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:02.817269 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:02.817269 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Checking segment: {'id': 'af8f0c82-8bbb-4f26-bfba-cf6bbae3d623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0a61095d-c711-49b3-85e7-a07c483ea582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:02.817269 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Bound using segment: {'id': 'af8f0c82-8bbb-4f26-bfba-cf6bbae3d623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0a61095d-c711-49b3-85e7-a07c483ea582'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:02.817269 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Bound port: f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8f0c82-8bbb-4f26-bfba-cf6bbae3d623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0a61095d-c711-49b3-85e7-a07c483ea582'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:02.817269 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.852050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] For port 5091470a-8cfd-47ab-9f8f-eea105cd901e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5091470a-8cfd-47ab-9f8f-eea105cd901e,segment=NetworkSegment(fe2f5db3-fa6a-4b02-9a38-237349f3fb2a),segment_id=fe2f5db3-fa6a-4b02-9a38-237349f3fb2a)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:02.852713 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.874110 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bbd712-be6d-4986-bef4-74c136d2a8d5 None None] Network ebbeb263-7947-4f1c-b608-4fdb40f98dcf requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:02.913449 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-34b1e593-31e9-496b-a42d-ebbe3f8d4d22 service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235812 Sep 16 04:50:02.927890 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] For port f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:02.929990 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] Calling delete_port for 5091470a-8cfd-47ab-9f8f-eea105cd901e owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:02.934156 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] For port f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8,segment=NetworkSegment(af8f0c82-8bbb-4f26-bfba-cf6bbae3d623),segment_id=af8f0c82-8bbb-4f26-bfba-cf6bbae3d623)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:02.972471 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-04080b3f-9506-436c-a64d-4a030e840183 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2066579 Sep 16 04:50:02.975205 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41846) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:02.982719 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-0d62a1d1-e522-4e57-940a-1f9bd8ddde38 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-744373984-router', 'tenant_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:02.999247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3ad593ca-2bf2-473d-a40b-7c8e80c6907a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=02f13f4a-d752-4b62-80fe-9e1b2b5176a4 HTTP/1.1" status: 200 len: 217 time: 0.0669777 Sep 16 04:50:03.011106 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f26945c-d3a9-43a4-a758-2cacbe88b053 req-c13d2db4-6220-48e5-bf47-608e01458320 service neutron] 10.222.0.21 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453708 Sep 16 04:50:03.048067 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.112081 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6c88632f-1066-4a21-98ae-9b187fa3d22c no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:03.122440 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d62a1d1-e522-4e57-940a-1f9bd8ddde38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.126700 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d62a1d1-e522-4e57-940a-1f9bd8ddde38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.136373 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 6c88632f-1066-4a21-98ae-9b187fa3d22c {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:03.137024 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6c88632f-1066-4a21-98ae-9b187fa3d22c not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:03.137806 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5091470a-8cfd-47ab-9f8f-eea105cd901e no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:03.148036 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f5712-454e-422e-a1bb-ba4fc5b19ada req-262260c7-24a5-4538-b105-297ffe86477d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.154268 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f5712-454e-422e-a1bb-ba4fc5b19ada req-262260c7-24a5-4538-b105-297ffe86477d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.155605 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.156333 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.157797 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-95af0526-9f26-45a5-b190-c8013000472b service neutron] 10.222.0.38 "PUT /v2.0/ports/f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 HTTP/1.1" status: 200 len: 1093 time: 1.7450812 Sep 16 04:50:03.161390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f5712-454e-422e-a1bb-ba4fc5b19ada req-262260c7-24a5-4538-b105-297ffe86477d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.167969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f5712-454e-422e-a1bb-ba4fc5b19ada req-262260c7-24a5-4538-b105-297ffe86477d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.175256 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f5712-454e-422e-a1bb-ba4fc5b19ada req-262260c7-24a5-4538-b105-297ffe86477d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.181711 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f5712-454e-422e-a1bb-ba4fc5b19ada req-262260c7-24a5-4538-b105-297ffe86477d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.185965 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 5091470a-8cfd-47ab-9f8f-eea105cd901e {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:03.186358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5091470a-8cfd-47ab-9f8f-eea105cd901e not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:03.188767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f5712-454e-422e-a1bb-ba4fc5b19ada req-262260c7-24a5-4538-b105-297ffe86477d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.198850 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b9f5712-454e-422e-a1bb-ba4fc5b19ada req-262260c7-24a5-4538-b105-297ffe86477d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5430 time: 0.3162203 Sep 16 04:50:03.219997 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af0526-9f26-45a5-b190-c8013000472b service neutron] Pushing event updated for resources: {'Port': ['ID=f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:03.267552 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d62a1d1-e522-4e57-940a-1f9bd8ddde38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.324135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d9227acb-4eed-45ba-99d4-834eb84cc680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.325653 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d9227acb-4eed-45ba-99d4-834eb84cc680 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e3cf3c4e-d286-4dbe-a756-42de8506c72b HTTP/1.1" status: 200 len: 797 time: 0.2814851 Sep 16 04:50:03.341322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5054029b-16eb-487d-a990-e74298ccacea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.341567 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5054029b-16eb-487d-a990-e74298ccacea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.343369 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5054029b-16eb-487d-a990-e74298ccacea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d18d7b29526f4399aa06f52d1efd1dda&device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1982 time: 0.0573680 Sep 16 04:50:03.385310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b9f5712-454e-422e-a1bb-ba4fc5b19ada req-e838e5d7-99da-4678-a970-f6ba92fd6d5d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1658373 Sep 16 04:50:03.419813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9f11e-938a-4ac0-b8e4-f2f20f88ccee req-463c0cc8-658b-4015-98a9-425359cfa1ee tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.421467 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7bd9f11e-938a-4ac0-b8e4-f2f20f88ccee req-463c0cc8-658b-4015-98a9-425359cfa1ee tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 943 time: 0.3665144 Sep 16 04:50:03.434549 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f26945c-d3a9-43a4-a758-2cacbe88b053 req-d05a60da-b5b5-44a0-92b9-3e68ce53fe2b service neutron] 10.222.0.21 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869817 Sep 16 04:50:03.437043 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.482648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=5091470a-8cfd-47ab-9f8f-eea105cd901e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:03.489989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] No DVR routers for this DVR port 5091470a-8cfd-47ab-9f8f-eea105cd901e on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:03.527776 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1ef66b6b-bc68-4ab8-9f8c-eeedc5f1538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.529432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-1ef66b6b-bc68-4ab8-9f8c-eeedc5f1538a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92487fc6-ad30-45f7-ae82-d9026609df50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1956160 Sep 16 04:50:03.542132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7bd9f11e-938a-4ac0-b8e4-f2f20f88ccee req-d2c75d24-8c39-4f20-848f-9c52b858ba08 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103287 Sep 16 04:50:03.666273 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.733378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a35f6de-0293-4a4b-a0e4-0cb629dcb913']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:03.752723 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2f5db3-fa6a-4b02-9a38-237349f3fb2a') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:03.753034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2f5db3-fa6a-4b02-9a38-237349f3fb2a') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:03.769655 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-f4a2dcfb-15d7-4481-88ab-d67eeddd611e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.35&port_id=9cacf248-290f-4edd-998f-e1852c8bcd8b HTTP/1.1" status: 200 len: 217 time: 0.3759863 Sep 16 04:50:03.780425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061ce21-5915-41b6-8e85-ec329684c5a2 req-d80b9d15-2ebc-42f3-8d53-a40fb640cf14 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.786276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061ce21-5915-41b6-8e85-ec329684c5a2 req-d80b9d15-2ebc-42f3-8d53-a40fb640cf14 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.787911 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7061ce21-5915-41b6-8e85-ec329684c5a2 req-d80b9d15-2ebc-42f3-8d53-a40fb640cf14 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1678 time: 0.2217484 Sep 16 04:50:03.804571 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.849019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-3f8fa227-a822-4f4f-a355-07472027b70f service neutron] 10.222.0.38 "GET /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105664 Sep 16 04:50:03.859127 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.870129 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ed18f8-805b-4b0b-8c4c-ea1bf405470e', 'tag': 'f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:03.872449 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a654fdf-2767-46e8-b55b-8763376e6e19" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ed18f8-805b-4b0b-8c4c-ea1bf405470e", "tag": "f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:03.879845 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d62a1d1-e522-4e57-940a-1f9bd8ddde38 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.904774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:03.905199 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:03.907169 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:03.910306 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-0ed29ca5-dcf1-4fc2-9e39-c23dcdeba7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.910306 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-0ed29ca5-dcf1-4fc2-9e39-c23dcdeba7b3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fed81911-c10d-4dff-85fe-10b8592a9071 HTTP/1.1" status: 200 len: 801 time: 0.1048782 Sep 16 04:50:03.915413 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89708869-a045-440b-898b-39bfd73a0223 req-05f30265-01af-4d80-b7e5-8c398aba6dba tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.916970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89708869-a045-440b-898b-39bfd73a0223 req-05f30265-01af-4d80-b7e5-8c398aba6dba tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1695316 Sep 16 04:50:03.956428 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7061ce21-5915-41b6-8e85-ec329684c5a2 req-c66cce14-05bf-4f14-8b87-fe1eb1e4c193 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495576 Sep 16 04:50:03.960491 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-40ae6494-fb94-4443-9768-7ae278ba7901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.962523 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-40ae6494-fb94-4443-9768-7ae278ba7901 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=09ce8231-d31e-4e76-9160-998dfa309d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454519 Sep 16 04:50:04.018361 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89d8faf-41c9-462e-827f-f26067ebafad x-openstack-request-id: req-b89d8faf-41c9-462e-827f-f26067ebafad {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:04.019131 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ed18f8-805b-4b0b-8c4c-ea1bf405470e", "tag": "f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:04.019131 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b89d8faf-41c9-462e-827f-f26067ebafad {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:04.019522 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ed18f8-805b-4b0b-8c4c-ea1bf405470e', 'tag': 'f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8', 'status': 'completed', 'code': 200} Sep 16 04:50:04.070064 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89708869-a045-440b-898b-39bfd73a0223 req-81935fbc-8448-44cb-8d9b-df365a69ba1c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380334 Sep 16 04:50:04.084343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-4ad5fd91-b7f5-4d94-a387-ad0b194b7443 service neutron] 10.222.0.38 "GET /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274904 Sep 16 04:50:04.138770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-c677a310-aafe-4bae-8616-5ad37f06ca7c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=666421dd-7f20-43a0-8019-5b5cd252de6c HTTP/1.1" status: 200 len: 217 time: 0.0414591 Sep 16 04:50:04.150995 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5d063291-7f54-4ff2-b4dc-070618a7664e service neutron] 10.222.0.38 "GET /v2.0/networks/09ce8231-d31e-4e76-9160-998dfa309d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699879 Sep 16 04:50:04.161664 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.207676 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.210523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0a35f6de-0293-4a4b-a0e4-0cb629dcb913 HTTP/1.1" status: 204 len: 168 time: 2.1624408 Sep 16 04:50:04.233781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a7f82-2aea-4f62-bb8f-e48ce0e31f98 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a35f6de-0293-4a4b-a0e4-0cb629dcb913,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:04.250023 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d3c7d0ab-3dcf-4d0c-a6b2-1f1fd8a65f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:04.252620 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-d3c7d0ab-3dcf-4d0c-a6b2-1f1fd8a65f09 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e3cf3c4e-d286-4dbe-a756-42de8506c72b HTTP/1.1" status: 200 len: 797 time: 0.1016128 Sep 16 04:50:04.268495 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-e0005547-6f0f-4fc0-a8a5-78ef45e1a666 service neutron] 10.222.0.38 "GET /v2.0/networks/09ce8231-d31e-4e76-9160-998dfa309d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159909 Sep 16 04:50:04.334265 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-f349f4ab-22f9-461f-95a7-3af7b032d8db service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.158&port_id=f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 HTTP/1.1" status: 200 len: 217 time: 0.0568330 Sep 16 04:50:04.336832 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fcc7f9bb-bb19-406a-ab02-f8e9e73dd3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:04.338401 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-fcc7f9bb-bb19-406a-ab02-f8e9e73dd3d0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92487fc6-ad30-45f7-ae82-d9026609df50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0784554 Sep 16 04:50:04.495062 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5501e3d0-5d81-4a70-a8e5-cb884de03da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:04.495062 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-5501e3d0-5d81-4a70-a8e5-cb884de03da3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e84032c3-f3d6-44be-a2ff-012430f56b99 HTTP/1.1" status: 200 len: 801 time: 0.1474199 Sep 16 04:50:04.570998 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d62a1d1-e522-4e57-940a-1f9bd8ddde38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.599976 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d62a1d1-e522-4e57-940a-1f9bd8ddde38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.603318 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-c5a64298-248b-4086-8d41-4873556e87d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:04.604871 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-c5a64298-248b-4086-8d41-4873556e87d6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a61095d-c711-49b3-85e7-a07c483ea582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890350 Sep 16 04:50:04.718423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41906) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:04.802972 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-da19d744-7004-4def-baaf-dbf900f61277 service neutron] 10.222.0.38 "GET /v2.0/networks/0a61095d-c711-49b3-85e7-a07c483ea582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882789 Sep 16 04:50:04.803984 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-0d62a1d1-e522-4e57-940a-1f9bd8ddde38 admin admin] Allocated IP 172.25.4.48 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/f78133d7-3b68-49c3-a2b1-559e3814eeda) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:04.836452 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1583ad4-ecd4-461d-9591-10c701698225 req-9c76678b-1dde-4d63-9937-44e8295fc3c3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:04.842379 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1583ad4-ecd4-461d-9591-10c701698225 req-9c76678b-1dde-4d63-9937-44e8295fc3c3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:04.848951 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1583ad4-ecd4-461d-9591-10c701698225 req-9c76678b-1dde-4d63-9937-44e8295fc3c3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:04.854939 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1583ad4-ecd4-461d-9591-10c701698225 req-9c76678b-1dde-4d63-9937-44e8295fc3c3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:04.861012 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1583ad4-ecd4-461d-9591-10c701698225 req-9c76678b-1dde-4d63-9937-44e8295fc3c3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:04.867183 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1583ad4-ecd4-461d-9591-10c701698225 req-9c76678b-1dde-4d63-9937-44e8295fc3c3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:04.873443 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1583ad4-ecd4-461d-9591-10c701698225 req-9c76678b-1dde-4d63-9937-44e8295fc3c3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:04.875395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1583ad4-ecd4-461d-9591-10c701698225 req-9c76678b-1dde-4d63-9937-44e8295fc3c3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5430 time: 0.2094681 Sep 16 04:50:04.917360 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956931af-ea41-495c-863c-92a8abdc500e req-2ebf4406-ea74-4b22-9b4b-63ea1dacf612 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:04.918855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-956931af-ea41-495c-863c-92a8abdc500e req-2ebf4406-ea74-4b22-9b4b-63ea1dacf612 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.2546110 Sep 16 04:50:04.928499 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-6f0e6017-4150-4fd7-8314-2fb45e4b8227 service neutron] 10.222.0.38 "GET /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808287 Sep 16 04:50:04.937499 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-01a83ed1-20d1-4da0-b394-09d4a1740850 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d0250c151a647dfa2dfb2009b7a17b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157729 Sep 16 04:50:04.939075 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41908) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:05.013072 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-652fe887-b991-452f-b167-c8e3ef6ddbdb req-3ab7a88c-2682-4583-ba5c-4f5c3de877fb service neutron] 10.222.0.38 "GET /v2.0/networks/0a61095d-c711-49b3-85e7-a07c483ea582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017565 Sep 16 04:50:05.014123 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1583ad4-ecd4-461d-9591-10c701698225 req-356fa2f9-4d5d-41c9-b51d-872021012c42 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216145 Sep 16 04:50:05.048917 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d62a1d1-e522-4e57-940a-1f9bd8ddde38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.051380 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6172d52d-abd7-408a-93f8-10f02c3fdd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.059470 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-956931af-ea41-495c-863c-92a8abdc500e req-fb263905-9864-41d4-8afd-c4deda308c56 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296930 Sep 16 04:50:05.084085 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6172d52d-abd7-408a-93f8-10f02c3fdd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.100571 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fab9085-455f-4fd8-b627-5d720f4d70c0 req-7305a4bc-34d8-4502-b00d-29856bd4b6c1 service neutron] 10.222.0.38 "GET /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596272 Sep 16 04:50:05.188332 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-79a0b1c3-1066-4271-afb7-2f11217ae2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.205686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83649bf-7ddf-46a6-b76c-bcb2daad34de req-fc1327b0-dfad-400a-a22d-1ee13428f615 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.207291 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a83649bf-7ddf-46a6-b76c-bcb2daad34de req-fc1327b0-dfad-400a-a22d-1ee13428f615 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 943 time: 0.0550096 Sep 16 04:50:05.224249 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d62a1d1-e522-4e57-940a-1f9bd8ddde38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.271208 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d62a1d1-e522-4e57-940a-1f9bd8ddde38 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:05.273881 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6172d52d-abd7-408a-93f8-10f02c3fdd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.276295 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6172d52d-abd7-408a-93f8-10f02c3fdd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.279777 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6172d52d-abd7-408a-93f8-10f02c3fdd8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a43e49b-fc77-4084-9eff-8eebd45b778b HTTP/1.1" status: 204 len: 168 time: 0.3385909 Sep 16 04:50:05.295792 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62a1d1-e522-4e57-940a-1f9bd8ddde38 admin admin] Pushing event updated for resources: {'Port': ['ID=f78133d7-3b68-49c3-a2b1-559e3814eeda,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:05.298344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-0d62a1d1-e522-4e57-940a-1f9bd8ddde38 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:05.303334 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a83649bf-7ddf-46a6-b76c-bcb2daad34de req-811b6d18-7a36-4b58-897d-fb10d27b9a6a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878580 Sep 16 04:50:05.303675 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d62a1d1-e522-4e57-940a-1f9bd8ddde38 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:05.310830 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172d52d-abd7-408a-93f8-10f02c3fdd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a43e49b-fc77-4084-9eff-8eebd45b778b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:05.339104 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67663ef3-7749-41b0-a027-c4c00e8846eb req-4b1a095f-49e9-4f40-8285-e805a55867dd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.355127 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67663ef3-7749-41b0-a027-c4c00e8846eb req-4b1a095f-49e9-4f40-8285-e805a55867dd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.357048 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67663ef3-7749-41b0-a027-c4c00e8846eb req-4b1a095f-49e9-4f40-8285-e805a55867dd tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1678 time: 0.1227252 Sep 16 04:50:05.365628 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a654fdf-2767-46e8-b55b-8763376e6e19 req-6f00c475-deb2-47bb-a442-7598b0716411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.366306 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a654fdf-2767-46e8-b55b-8763376e6e19 req-6f00c475-deb2-47bb-a442-7598b0716411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.367929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a654fdf-2767-46e8-b55b-8763376e6e19 req-6f00c475-deb2-47bb-a442-7598b0716411 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d18d7b29526f4399aa06f52d1efd1dda&device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1982 time: 0.1118345 Sep 16 04:50:05.410214 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67663ef3-7749-41b0-a027-c4c00e8846eb req-4f5e1a0a-e8a7-4111-b3d8-809a9a6a4238 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394137 Sep 16 04:50:05.511514 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a654fdf-2767-46e8-b55b-8763376e6e19 req-145beb26-d5d8-4f01-97f5-bbf21ca66176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.513200 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a654fdf-2767-46e8-b55b-8763376e6e19 req-145beb26-d5d8-4f01-97f5-bbf21ca66176 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0a61095d-c711-49b3-85e7-a07c483ea582 HTTP/1.1" status: 200 len: 902 time: 0.1014946 Sep 16 04:50:05.522103 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-a08c1149-5f49-4c9e-98b3-213803799a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.522602 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-a08c1149-5f49-4c9e-98b3-213803799a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.523121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-a08c1149-5f49-4c9e-98b3-213803799a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.523614 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-a08c1149-5f49-4c9e-98b3-213803799a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.524105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-a08c1149-5f49-4c9e-98b3-213803799a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.524647 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-a08c1149-5f49-4c9e-98b3-213803799a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.525123 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-a08c1149-5f49-4c9e-98b3-213803799a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.527129 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-a08c1149-5f49-4c9e-98b3-213803799a72 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee8d98757e0d4815a18cbb63a273fd61&device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 6494 time: 0.0870686 Sep 16 04:50:05.560112 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a654fdf-2767-46e8-b55b-8763376e6e19 req-d8d3e88f-aae7-478a-956b-984240d203ba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.158&port_id=f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 HTTP/1.1" status: 200 len: 217 time: 0.0386496 Sep 16 04:50:05.643985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a654fdf-2767-46e8-b55b-8763376e6e19 req-7ecb69cd-28e7-4ed0-8d61-791ffdb21f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.650107 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a654fdf-2767-46e8-b55b-8763376e6e19 req-7ecb69cd-28e7-4ed0-8d61-791ffdb21f84 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e84032c3-f3d6-44be-a2ff-012430f56b99 HTTP/1.1" status: 200 len: 801 time: 0.0787442 Sep 16 04:50:05.734649 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-f3c68127-8976-4a32-8644-c421bf14562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.737934 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-f3c68127-8976-4a32-8644-c421bf14562e service neutron] 10.222.0.38 "GET /v2.0/networks?id=92487fc6-ad30-45f7-ae82-d9026609df50 HTTP/1.1" status: 200 len: 902 time: 0.2034032 Sep 16 04:50:05.738392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a654fdf-2767-46e8-b55b-8763376e6e19 req-57d0fe90-9e91-48fa-9d12-b07a3953c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.741430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a654fdf-2767-46e8-b55b-8763376e6e19 req-57d0fe90-9e91-48fa-9d12-b07a3953c138 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a61095d-c711-49b3-85e7-a07c483ea582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867023 Sep 16 04:50:05.836492 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-86b098c9-f34a-4608-99b9-15f626f75ee5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=02f13f4a-d752-4b62-80fe-9e1b2b5176a4 HTTP/1.1" status: 200 len: 217 time: 0.0511959 Sep 16 04:50:05.860533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a654fdf-2767-46e8-b55b-8763376e6e19 req-a6ba9c12-cae7-48d5-897b-29a555ef995f service neutron] 10.222.0.38 "GET /v2.0/networks/0a61095d-c711-49b3-85e7-a07c483ea582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095881 Sep 16 04:50:05.878524 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d62a1d1-e522-4e57-940a-1f9bd8ddde38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.942158 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-76147109-ed5b-472e-8e6d-b0326db3b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.943693 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-76147109-ed5b-472e-8e6d-b0326db3b4aa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e3cf3c4e-d286-4dbe-a756-42de8506c72b HTTP/1.1" status: 200 len: 797 time: 0.0988777 Sep 16 04:50:05.977152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a654fdf-2767-46e8-b55b-8763376e6e19 req-40d5f77e-f9a6-4592-b53a-c6511f346bd7 service neutron] 10.222.0.38 "GET /v2.0/networks/0a61095d-c711-49b3-85e7-a07c483ea582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038749 Sep 16 04:50:06.038600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-6da37eb6-aebb-43fc-98c8-e7688a080b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.040138 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-6da37eb6-aebb-43fc-98c8-e7688a080b0f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92487fc6-ad30-45f7-ae82-d9026609df50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0880611 Sep 16 04:50:06.211918 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d62a1d1-e522-4e57-940a-1f9bd8ddde38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.217089 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-e5b498b6-7393-4c73-9074-126ae8518570 service neutron] 10.222.0.38 "GET /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443832 Sep 16 04:50:06.238437 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8577d8-baa3-4507-811d-8c998bd9267f req-022bf232-e2d1-4f93-9d9f-53074ee5e354 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.240001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a8577d8-baa3-4507-811d-8c998bd9267f req-022bf232-e2d1-4f93-9d9f-53074ee5e354 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0807889 Sep 16 04:50:06.251293 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc3fa8-beda-4481-a1bb-33bb988f6195 req-6889ea4d-2686-4dd9-839b-022c3bda7181 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.262263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc3fa8-beda-4481-a1bb-33bb988f6195 req-6889ea4d-2686-4dd9-839b-022c3bda7181 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.268696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc3fa8-beda-4481-a1bb-33bb988f6195 req-6889ea4d-2686-4dd9-839b-022c3bda7181 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.276459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc3fa8-beda-4481-a1bb-33bb988f6195 req-6889ea4d-2686-4dd9-839b-022c3bda7181 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.284909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc3fa8-beda-4481-a1bb-33bb988f6195 req-6889ea4d-2686-4dd9-839b-022c3bda7181 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.295793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc3fa8-beda-4481-a1bb-33bb988f6195 req-6889ea4d-2686-4dd9-839b-022c3bda7181 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.302818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc3fa8-beda-4481-a1bb-33bb988f6195 req-6889ea4d-2686-4dd9-839b-022c3bda7181 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.305569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15cc3fa8-beda-4481-a1bb-33bb988f6195 req-6889ea4d-2686-4dd9-839b-022c3bda7181 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5430 time: 0.1484201 Sep 16 04:50:06.388973 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a8577d8-baa3-4507-811d-8c998bd9267f req-8030da00-5a67-4f89-98b3-b538d6ca18e3 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802772 Sep 16 04:50:06.399937 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15cc3fa8-beda-4481-a1bb-33bb988f6195 req-a6f69f97-3f0a-4589-b28e-d00ab84c9c90 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0853548 Sep 16 04:50:06.406229 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-19a9c27d-ef05-4e47-8a2a-76355f63e0ba service neutron] 10.222.0.38 "GET /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504610 Sep 16 04:50:06.534867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028062f-a575-47e4-974a-e9f1a0805f9d req-277bbae0-8168-4b9c-8bd0-abec3e135c37 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.537953 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8028062f-a575-47e4-974a-e9f1a0805f9d req-277bbae0-8168-4b9c-8bd0-abec3e135c37 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 943 time: 0.0585473 Sep 16 04:50:06.545184 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d62a1d1-e522-4e57-940a-1f9bd8ddde38 admin admin] Router a9366a73-4cc0-45ad-906b-1a2be68b0b95 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:50:06.584632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8028062f-a575-47e4-974a-e9f1a0805f9d req-b7385aaa-2ff8-4ea7-a2eb-adc475764513 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359550 Sep 16 04:50:06.640358 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-15f9ab46-6f74-4905-99ab-4aa807390847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.640875 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-15f9ab46-6f74-4905-99ab-4aa807390847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.641368 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-15f9ab46-6f74-4905-99ab-4aa807390847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.641816 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-15f9ab46-6f74-4905-99ab-4aa807390847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.642239 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-15f9ab46-6f74-4905-99ab-4aa807390847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.642754 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-15f9ab46-6f74-4905-99ab-4aa807390847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.643359 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-15f9ab46-6f74-4905-99ab-4aa807390847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.645313 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-15f9ab46-6f74-4905-99ab-4aa807390847 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee8d98757e0d4815a18cbb63a273fd61&device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 6494 time: 0.1172349 Sep 16 04:50:06.756206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d00eb-82cb-4c15-bf20-512ce9b7c124 req-60df866f-1451-4b76-a73c-069251246a87 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.762774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d00eb-82cb-4c15-bf20-512ce9b7c124 req-60df866f-1451-4b76-a73c-069251246a87 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.764568 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-538d00eb-82cb-4c15-bf20-512ce9b7c124 req-60df866f-1451-4b76-a73c-069251246a87 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1678 time: 0.0806959 Sep 16 04:50:06.812088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-538d00eb-82cb-4c15-bf20-512ce9b7c124 req-7987f0de-9801-42a0-88c4-d6cdfc997771 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395529 Sep 16 04:50:07.085350 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d62a1d1-e522-4e57-940a-1f9bd8ddde38 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:07.103542 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] Sync routers for ids ['a9366a73-4cc0-45ad-906b-1a2be68b0b95'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:07.109343 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:50:07.116582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] Routers {'a9366a73-4cc0-45ad-906b-1a2be68b0b95'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:07.119011 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:49:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['a9366a73-4cc0-45ad-906b-1a2be68b0b95'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:07.123467 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-d81f4e9e-af58-4784-b7f4-e0aece615c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.125209 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-d81f4e9e-af58-4784-b7f4-e0aece615c4d service neutron] 10.222.0.38 "GET /v2.0/networks?id=92487fc6-ad30-45f7-ae82-d9026609df50 HTTP/1.1" status: 200 len: 902 time: 0.4706039 Sep 16 04:50:07.178324 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-787606c7-bee0-43cf-b2a7-a0c4e56eaf86 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=666421dd-7f20-43a0-8019-5b5cd252de6c HTTP/1.1" status: 200 len: 217 time: 0.0432022 Sep 16 04:50:07.181463 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d62a1d1-e522-4e57-940a-1f9bd8ddde38 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.185628 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42006) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:07.193341 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0d62a1d1-e522-4e57-940a-1f9bd8ddde38 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2082832 Sep 16 04:50:07.247300 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] Set router a9366a73-4cc0-45ad-906b-1a2be68b0b95 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:07.249551 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-82f4e8e6-a911-4810-8487-e535121c7526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.251185 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-82f4e8e6-a911-4810-8487-e535121c7526 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e3cf3c4e-d286-4dbe-a756-42de8506c72b HTTP/1.1" status: 200 len: 797 time: 0.0641179 Sep 16 04:50:07.316859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-8cac9781-e471-45a1-a5e0-b808d8391cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.325193 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-8cac9781-e471-45a1-a5e0-b808d8391cf6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92487fc6-ad30-45f7-ae82-d9026609df50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0581727 Sep 16 04:50:07.438432 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-20d2b8bf-2aaa-46f1-9607-b5d8e3f996d5 service neutron] 10.222.0.38 "GET /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114423 Sep 16 04:50:07.471600 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'name': 'tempest-ServerRescueNegativeTestJSON-744373984-router', 'tenant_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f78133d7-3b68-49c3-a2b1-559e3814eeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:03Z', 'updated_at': '2021-09-16T04:50:05Z', 'revision_number': 3, 'project_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'gw_port': {'id': 'f78133d7-3b68-49c3-a2b1-559e3814eeda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:38:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:04Z', 'updated_at': '2021-09-16T04:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:07.509880 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] Checking router: a9366a73-4cc0-45ad-906b-1a2be68b0b95 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:07.510228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] Updating router a9366a73-4cc0-45ad-906b-1a2be68b0b95 port f78133d7-3b68-49c3-a2b1-559e3814eeda binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:50:07.559601 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.629970 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c93c47-88f4-4c2f-9c95-ef0ea32f453c req-7450b467-acfc-47b9-bfc0-2c4d1254d990 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.638909 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74c93c47-88f4-4c2f-9c95-ef0ea32f453c req-7450b467-acfc-47b9-bfc0-2c4d1254d990 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1423538 Sep 16 04:50:07.655329 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6cd86e5-73eb-4938-a418-1b6abc39337d req-462c8b43-70ba-4cfc-a566-77c1587d3d08 service neutron] 10.222.0.38 "GET /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087171 Sep 16 04:50:07.749970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74c93c47-88f4-4c2f-9c95-ef0ea32f453c req-acb56f0c-d4f0-4d74-a61b-6078e6cb2aac tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044002 Sep 16 04:50:07.788737 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e0663e31-583a-445c-80e5-015418d3e8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.798447 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42020) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:07.875857 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b93b7-4588-48a6-b200-5ad12ba1de6d req-e108c0bd-f5b3-450b-9597-45fe8b88d27a tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.883938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b93b7-4588-48a6-b200-5ad12ba1de6d req-e108c0bd-f5b3-450b-9597-45fe8b88d27a tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.890817 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b93b7-4588-48a6-b200-5ad12ba1de6d req-e108c0bd-f5b3-450b-9597-45fe8b88d27a tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.900190 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b93b7-4588-48a6-b200-5ad12ba1de6d req-e108c0bd-f5b3-450b-9597-45fe8b88d27a tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.906428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b93b7-4588-48a6-b200-5ad12ba1de6d req-e108c0bd-f5b3-450b-9597-45fe8b88d27a tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.913331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b93b7-4588-48a6-b200-5ad12ba1de6d req-e108c0bd-f5b3-450b-9597-45fe8b88d27a tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.920667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b93b7-4588-48a6-b200-5ad12ba1de6d req-e108c0bd-f5b3-450b-9597-45fe8b88d27a tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.922094 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-498b93b7-4588-48a6-b200-5ad12ba1de6d req-e108c0bd-f5b3-450b-9597-45fe8b88d27a tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5430 time: 0.1641717 Sep 16 04:50:07.944414 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.969210 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-77676659-6dd6-4129-97a4-d8ddcef52203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.027415 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.034980 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74cc5b94-f1ba-4580-b847-d1ceb21f103a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.077061 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-498b93b7-4588-48a6-b200-5ad12ba1de6d req-ce1b20b8-0c99-477f-bab1-ed9b45196798 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1157763 Sep 16 04:50:08.082745 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] Attempting to bind port f78133d7-3b68-49c3-a2b1-559e3814eeda on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:08.083152 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] Attempting to bind port f78133d7-3b68-49c3-a2b1-559e3814eeda by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:08.083663 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] Attempting to bind port f78133d7-3b68-49c3-a2b1-559e3814eeda on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:08.088250 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec3180-a0a3-463b-89a7-ec841e91f992 req-648cbcfd-b6e4-4dee-8585-90d31288e15e tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.102821 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:08.102821 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:08.102821 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.102821 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:08.102821 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] Bound port: f78133d7-3b68-49c3-a2b1-559e3814eeda, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:08.102821 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.104983 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-77676659-6dd6-4129-97a4-d8ddcef52203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.105099 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15ec3180-a0a3-463b-89a7-ec841e91f992 req-648cbcfd-b6e4-4dee-8585-90d31288e15e tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 943 time: 0.1646109 Sep 16 04:50:08.105225 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c2ef4-de27-419e-9e97-d792e1b24b4e None None] Pushing event updated for resources: {'Port': ['ID=f78133d7-3b68-49c3-a2b1-559e3814eeda,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:08.170427 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] For port f78133d7-3b68-49c3-a2b1-559e3814eeda, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:08.176303 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-77676659-6dd6-4129-97a4-d8ddcef52203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.179550 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] For port f78133d7-3b68-49c3-a2b1-559e3814eeda, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f78133d7-3b68-49c3-a2b1-559e3814eeda,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:08.222510 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-77676659-6dd6-4129-97a4-d8ddcef52203 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8e5399037af4de5a6f2d4f0199e3c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4222217 Sep 16 04:50:08.223282 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77676659-6dd6-4129-97a4-d8ddcef52203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0730c3ba-5e11-4847-a118-473f8a6c239d,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:08.229404 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42036) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:08.285599 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15ec3180-a0a3-463b-89a7-ec841e91f992 req-ea41aa08-e88c-4ebd-9116-bfd1d7805f67 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785219 Sep 16 04:50:08.293905 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7c3b7027-42f5-49da-b3a6-f3dcfa4dda83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.302263 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.361032 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7c3b7027-42f5-49da-b3a6-f3dcfa4dda83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.368702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] Routers {'a9366a73-4cc0-45ad-906b-1a2be68b0b95'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:08.368867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad20458-4e34-4029-8213-39473ceb4e17 req-6eb2887f-2e1f-49d4-989c-3a174d4530b6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.369426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:50:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['a9366a73-4cc0-45ad-906b-1a2be68b0b95'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:08.380630 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad20458-4e34-4029-8213-39473ceb4e17 req-6eb2887f-2e1f-49d4-989c-3a174d4530b6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.383462 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fad20458-4e34-4029-8213-39473ceb4e17 req-6eb2887f-2e1f-49d4-989c-3a174d4530b6 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1678 time: 0.1970320 Sep 16 04:50:08.476636 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-74cc5b94-f1ba-4580-b847-d1ceb21f103a admin admin] Allocated IP 172.20.0.1 (ebbeb263-7947-4f1c-b608-4fdb40f98dcf/e0ca68c9-243f-44b1-aa8a-236a77a13dff/01bad4ea-3992-471a-9006-0db76a1a1a58) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:08.481426 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fad20458-4e34-4029-8213-39473ceb4e17 req-85bbc5ca-1126-4885-894c-821d0931a87e tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827398 Sep 16 04:50:08.555575 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c2ef4-de27-419e-9e97-d792e1b24b4e None None] Pushing event updated for resources: {'Port': ['ID=f78133d7-3b68-49c3-a2b1-559e3814eeda,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:08.596947 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74cc5b94-f1ba-4580-b847-d1ceb21f103a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.622157 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7c3b7027-42f5-49da-b3a6-f3dcfa4dda83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.624781 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7c3b7027-42f5-49da-b3a6-f3dcfa4dda83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.626096 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7c3b7027-42f5-49da-b3a6-f3dcfa4dda83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0730c3ba-5e11-4847-a118-473f8a6c239d HTTP/1.1" status: 204 len: 168 time: 0.3954287 Sep 16 04:50:08.635494 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b7027-42f5-49da-b3a6-f3dcfa4dda83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0730c3ba-5e11-4847-a118-473f8a6c239d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:08.666149 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.666149 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] Set router a9366a73-4cc0-45ad-906b-1a2be68b0b95 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:08.742518 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74cc5b94-f1ba-4580-b847-d1ceb21f103a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.797002 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cc5b94-f1ba-4580-b847-d1ceb21f103a admin admin] Network ebbeb263-7947-4f1c-b608-4fdb40f98dcf is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:08.805449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-74cc5b94-f1ba-4580-b847-d1ceb21f103a admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:08.807953 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cc5b94-f1ba-4580-b847-d1ceb21f103a admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:08.815038 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc5b94-f1ba-4580-b847-d1ceb21f103a admin admin] Pushing event updated for resources: {'Port': ['ID=01bad4ea-3992-471a-9006-0db76a1a1a58,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:08.884984 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74cc5b94-f1ba-4580-b847-d1ceb21f103a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.900724 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'name': 'tempest-ServerRescueNegativeTestJSON-744373984-router', 'tenant_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f78133d7-3b68-49c3-a2b1-559e3814eeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:03Z', 'updated_at': '2021-09-16T04:50:05Z', 'revision_number': 3, 'project_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'gw_port': {'id': 'f78133d7-3b68-49c3-a2b1-559e3814eeda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:38:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:04Z', 'updated_at': '2021-09-16T04:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:08.930575 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0da06d-efa0-403a-8059-92cab8812323 None None] The sync data for ids ['a9366a73-4cc0-45ad-906b-1a2be68b0b95'] in n-d-712140-13 is: [{'id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'name': 'tempest-ServerRescueNegativeTestJSON-744373984-router', 'tenant_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f78133d7-3b68-49c3-a2b1-559e3814eeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:03Z', 'updated_at': '2021-09-16T04:50:05Z', 'revision_number': 3, 'project_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'gw_port': {'id': 'f78133d7-3b68-49c3-a2b1-559e3814eeda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:38:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:04Z', 'updated_at': '2021-09-16T04:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:08.960947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce3530-a3a8-40aa-a5cb-39485239eb08 req-a8b0c31c-696e-43e2-bcdb-747bc2aa8923 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.962748 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1bce3530-a3a8-40aa-a5cb-39485239eb08 req-a8b0c31c-696e-43e2-bcdb-747bc2aa8923 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1176748 Sep 16 04:50:09.090386 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.103241 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1bce3530-a3a8-40aa-a5cb-39485239eb08 req-ee4e0ce2-dc65-4323-8ee5-03afa489eccd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293097 Sep 16 04:50:09.274386 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74cc5b94-f1ba-4580-b847-d1ceb21f103a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.357644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2d090-76c6-4d7a-82b1-f667d187f592 req-b131d141-caa5-494f-b4f5-9bb3f05d7033 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:09.364268 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2d090-76c6-4d7a-82b1-f667d187f592 req-b131d141-caa5-494f-b4f5-9bb3f05d7033 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:09.370508 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2d090-76c6-4d7a-82b1-f667d187f592 req-b131d141-caa5-494f-b4f5-9bb3f05d7033 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:09.376757 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2d090-76c6-4d7a-82b1-f667d187f592 req-b131d141-caa5-494f-b4f5-9bb3f05d7033 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:09.382813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2d090-76c6-4d7a-82b1-f667d187f592 req-b131d141-caa5-494f-b4f5-9bb3f05d7033 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:09.389763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2d090-76c6-4d7a-82b1-f667d187f592 req-b131d141-caa5-494f-b4f5-9bb3f05d7033 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:09.401329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2d090-76c6-4d7a-82b1-f667d187f592 req-b131d141-caa5-494f-b4f5-9bb3f05d7033 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:09.404998 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7b2d090-76c6-4d7a-82b1-f667d187f592 req-b131d141-caa5-494f-b4f5-9bb3f05d7033 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5430 time: 0.2280173 Sep 16 04:50:09.450381 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-136f76fc-19d7-4551-949c-098ef97f2cbb tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4d0802b21ba1489cacbdb9257e9d7272&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1089284 Sep 16 04:50:09.542448 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7b2d090-76c6-4d7a-82b1-f667d187f592 req-7940e28e-fc97-4af8-90c3-18e6c8b124b7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207983 Sep 16 04:50:09.964788 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42106) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:09.976341 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-7d8cac79-eaac-4500-ac87-7e1c8a303b00 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:09.977923 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-7d8cac79-eaac-4500-ac87-7e1c8a303b00 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5152805 Sep 16 04:50:10.019686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb74827-06fc-442f-a02f-776eb0430523 req-aedbd8a3-36a4-4fc7-a79d-91b46c3e6f19 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:10.021699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfb74827-06fc-442f-a02f-776eb0430523 req-aedbd8a3-36a4-4fc7-a79d-91b46c3e6f19 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 943 time: 0.1348052 Sep 16 04:50:10.028937 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74cc5b94-f1ba-4580-b847-d1ceb21f103a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.037847 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-a8a2c934-ef93-471b-8640-29fd3570407c tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/quotas/4d0802b21ba1489cacbdb9257e9d7272 HTTP/1.1" status: 200 len: 375 time: 0.0469611 Sep 16 04:50:10.091849 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-1491b596-35f6-4dbb-a63a-7b30d68407cc tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d0802b21ba1489cacbdb9257e9d7272&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352533 Sep 16 04:50:10.103124 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74cc5b94-f1ba-4580-b847-d1ceb21f103a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.104707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e8184616-9f7f-4456-9b09-c2789d31d31d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1031687736-network', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:10.126723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:10.197202 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfb74827-06fc-442f-a02f-776eb0430523 req-8fc75891-990a-4856-b349-05d8effddbc9 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621149 Sep 16 04:50:10.203247 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc5b94-f1ba-4580-b847-d1ceb21f103a admin admin] Pushing event updated for resources: {'Port': ['ID=01bad4ea-3992-471a-9006-0db76a1a1a58,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:10.237901 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8,segment=NetworkSegment(af8f0c82-8bbb-4f26-bfba-cf6bbae3d623),segment_id=af8f0c82-8bbb-4f26-bfba-cf6bbae3d623)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:10.240069 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74cc5b94-f1ba-4580-b847-d1ceb21f103a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.252982 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8', 'network_id': '0a61095d-c711-49b3-85e7-a07c483ea582', 'port_id': 'f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8', 'mac_address': 'fa:16:3e:58:e3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84032c3-f3d6-44be-a2ff-012430f56b99', 'ip_address': '19.86.0.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:10.298419 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.347356 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:10.350489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8,segment=NetworkSegment(af8f0c82-8bbb-4f26-bfba-cf6bbae3d623),segment_id=af8f0c82-8bbb-4f26-bfba-cf6bbae3d623)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:10.434707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2df86-0e2f-483b-9be4-baccbf7014fd req-3000b433-49be-402b-bb46-9216048d3c4b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:10.443189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2df86-0e2f-483b-9be4-baccbf7014fd req-3000b433-49be-402b-bb46-9216048d3c4b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:10.445102 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-75c2df86-0e2f-483b-9be4-baccbf7014fd req-3000b433-49be-402b-bb46-9216048d3c4b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1678 time: 0.1294489 Sep 16 04:50:10.454344 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cc5b94-f1ba-4580-b847-d1ceb21f103a admin admin] Network ebbeb263-7947-4f1c-b608-4fdb40f98dcf is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:10.464400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-74cc5b94-f1ba-4580-b847-d1ceb21f103a admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:10.479483 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8184616-9f7f-4456-9b09-c2789d31d31d admin admin] Made reservation on behalf of 0080ff4c44ee45ada6a4ae19685a08f5 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:10.489498 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8184616-9f7f-4456-9b09-c2789d31d31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.493257 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8184616-9f7f-4456-9b09-c2789d31d31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.537695 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-75c2df86-0e2f-483b-9be4-baccbf7014fd req-ecf8893d-798c-4b61-bd69-dc6ca8bcc03e tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859077 Sep 16 04:50:10.610741 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8184616-9f7f-4456-9b09-c2789d31d31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.638395 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cc5b94-f1ba-4580-b847-d1ceb21f103a admin admin] Router a9366a73-4cc0-45ad-906b-1a2be68b0b95 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:10.782180 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cc5b94-f1ba-4580-b847-d1ceb21f103a admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:10.782427 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.782852 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 9cacf248-290f-4edd-998f-e1852c8bcd8b details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:10.791850 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-74cc5b94-f1ba-4580-b847-d1ceb21f103a admin admin] 10.222.0.20 "PUT /v2.0/routers/a9366a73-4cc0-45ad-906b-1a2be68b0b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6048815 Sep 16 04:50:10.822106 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8184616-9f7f-4456-9b09-c2789d31d31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.857935 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.930449 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8184616-9f7f-4456-9b09-c2789d31d31d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:10.936166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8a0c7-26b7-4394-ab1c-a64b125f7acc req-75e2e4aa-9837-4388-be86-8bbf48715f51 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:10.945812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3a8a0c7-26b7-4394-ab1c-a64b125f7acc req-75e2e4aa-9837-4388-be86-8bbf48715f51 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1610377 Sep 16 04:50:10.979368 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8184616-9f7f-4456-9b09-c2789d31d31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6106bad7-16d6-46b6-abe3-5e62da63a700,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:10.982122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b84b0-0ad8-42d9-b293-0f4de8c44c69 req-d482c64e-b04c-4254-b4b3-ea6aad332420 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:10.993332 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b84b0-0ad8-42d9-b293-0f4de8c44c69 req-d482c64e-b04c-4254-b4b3-ea6aad332420 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:10.996980 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8184616-9f7f-4456-9b09-c2789d31d31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.997351 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-e8184616-9f7f-4456-9b09-c2789d31d31d admin admin] Added segment 4f4ffdd5-fd86-44a5-90fd-f7018524037d of type vlan for network 94292a08-7965-4890-98ca-c590d9f7562b Sep 16 04:50:11.025806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b84b0-0ad8-42d9-b293-0f4de8c44c69 req-d482c64e-b04c-4254-b4b3-ea6aad332420 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:11.043555 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b84b0-0ad8-42d9-b293-0f4de8c44c69 req-d482c64e-b04c-4254-b4b3-ea6aad332420 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:11.072613 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 9cacf248-290f-4edd-998f-e1852c8bcd8b, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9cacf248-290f-4edd-998f-e1852c8bcd8b,segment=NetworkSegment(de919107-edbc-4d88-8cf8-532f193b0837),segment_id=de919107-edbc-4d88-8cf8-532f193b0837)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:11.091098 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8184616-9f7f-4456-9b09-c2789d31d31d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.094199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b84b0-0ad8-42d9-b293-0f4de8c44c69 req-d482c64e-b04c-4254-b4b3-ea6aad332420 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:11.105823 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '9cacf248-290f-4edd-998f-e1852c8bcd8b', 'network_id': '09ce8231-d31e-4e76-9160-998dfa309d88', 'port_id': '9cacf248-290f-4edd-998f-e1852c8bcd8b', 'mac_address': 'fa:16:3e:38:e7:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed81911-c10d-4dff-85fe-10b8592a9071', 'ip_address': '19.80.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:11.108563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b84b0-0ad8-42d9-b293-0f4de8c44c69 req-d482c64e-b04c-4254-b4b3-ea6aad332420 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:11.116075 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b84b0-0ad8-42d9-b293-0f4de8c44c69 req-d482c64e-b04c-4254-b4b3-ea6aad332420 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:11.128893 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-921b84b0-0ad8-42d9-b293-0f4de8c44c69 req-d482c64e-b04c-4254-b4b3-ea6aad332420 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5430 time: 0.2613161 Sep 16 04:50:11.193488 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] Sync routers for ids ['a9366a73-4cc0-45ad-906b-1a2be68b0b95'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:11.209394 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-921b84b0-0ad8-42d9-b293-0f4de8c44c69 req-7319f893-add8-44ab-ae44-792a421ef5dd tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0795224 Sep 16 04:50:11.212997 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] Routers {'a9366a73-4cc0-45ad-906b-1a2be68b0b95'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:11.213925 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:50:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['a9366a73-4cc0-45ad-906b-1a2be68b0b95'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:11.224411 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3a8a0c7-26b7-4394-ab1c-a64b125f7acc req-39de2c53-39da-48ec-8dc3-49bf06e419c9 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772865 Sep 16 04:50:11.250699 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8184616-9f7f-4456-9b09-c2789d31d31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.252734 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8184616-9f7f-4456-9b09-c2789d31d31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:11.260223 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8184616-9f7f-4456-9b09-c2789d31d31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.263182 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.273530 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f78133d7-3b68-49c3-a2b1-559e3814eeda up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:11.305434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:11.318154 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cacf248-290f-4edd-998f-e1852c8bcd8b {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:11.360577 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 9cacf248-290f-4edd-998f-e1852c8bcd8b, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9cacf248-290f-4edd-998f-e1852c8bcd8b,segment=NetworkSegment(de919107-edbc-4d88-8cf8-532f193b0837),segment_id=de919107-edbc-4d88-8cf8-532f193b0837)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:11.375152 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port f78133d7-3b68-49c3-a2b1-559e3814eeda triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:11.375874 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.391490 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-217d3251-e53e-4a18-9fa7-a520e509744a tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4d0802b21ba1489cacbdb9257e9d7272&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521524 Sep 16 04:50:11.401521 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] Set router a9366a73-4cc0-45ad-906b-1a2be68b0b95 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:11.403870 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8184616-9f7f-4456-9b09-c2789d31d31d admin admin] Pushing event updated for resources: {'Network': ['ID=94292a08-7965-4890-98ca-c590d9f7562b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:11.417780 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 94292a08-7965-4890-98ca-c590d9f7562b details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:11.480273 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.481913 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:11.542852 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e8184616-9f7f-4456-9b09-c2789d31d31d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5768063 Sep 16 04:50:11.545885 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42150) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:11.551880 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d6a83e77-5e54-4144-97a3-22d3781f817c admin admin] Request body: {'subnet': {'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1031687736-subnet', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:11.602846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-dcb34a21-2f6c-487d-a700-025394c9a895 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:11.612005 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-dcb34a21-2f6c-487d-a700-025394c9a895 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2175515 Sep 16 04:50:11.643100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-b696bee2-8b55-48b3-a1a9-d68dd4e0a51b tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/quotas/4d0802b21ba1489cacbdb9257e9d7272 HTTP/1.1" status: 200 len: 375 time: 0.0299582 Sep 16 04:50:11.672125 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'name': 'tempest-ServerRescueNegativeTestJSON-744373984-router', 'tenant_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f78133d7-3b68-49c3-a2b1-559e3814eeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:03Z', 'updated_at': '2021-09-16T04:50:09Z', 'revision_number': 4, 'project_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'gw_port': {'id': 'f78133d7-3b68-49c3-a2b1-559e3814eeda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:38:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:04Z', 'updated_at': '2021-09-16T04:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '01bad4ea-3992-471a-9006-0db76a1a1a58', 'name': '', 'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf', 'tenant_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'mac_address': 'fa:16:3e:c5:78:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e0ca68c9-243f-44b1-aa8a-236a77a13dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:08Z', 'updated_at': '2021-09-16T04:50:09Z', 'revision_number': 2, 'project_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'subnets': [{'id': 'e0ca68c9-243f-44b1-aa8a-236a77a13dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:11.684294 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a83e77-5e54-4144-97a3-22d3781f817c admin admin] Made reservation on behalf of 0080ff4c44ee45ada6a4ae19685a08f5 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:11.686994 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6a83e77-5e54-4144-97a3-22d3781f817c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.727152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-81a8c434-613f-4872-903f-859e19029de8 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d0802b21ba1489cacbdb9257e9d7272&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826974 Sep 16 04:50:11.751919 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] Checking router: a9366a73-4cc0-45ad-906b-1a2be68b0b95 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:11.752619 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] Updating router a9366a73-4cc0-45ad-906b-1a2be68b0b95 port 01bad4ea-3992-471a-9006-0db76a1a1a58 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:50:11.788645 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.790277 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:11.879288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-ef1dfb54-9988-4360-a2d3-eb11d424299c tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:11.902147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-ef1dfb54-9988-4360-a2d3-eb11d424299c tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/networks?id=ebbeb263-7947-4f1c-b608-4fdb40f98dcf HTTP/1.1" status: 200 len: 818 time: 0.2807899 Sep 16 04:50:11.907714 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=9cacf248-290f-4edd-998f-e1852c8bcd8b,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:11.918226 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 has no active binding in host n-h2-712140-13 {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:50:11.921873 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-4c090842-6621-49b7-be7b-e4968c979eee tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/quotas/c5ca71b7fb014260ba5a059e61a21a36 HTTP/1.1" status: 200 len: 375 time: 0.0174017 Sep 16 04:50:11.940149 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:11.998300 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-8f2ea40c-a650-409d-a1d2-fb0f0a7e64d0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c5ca71b7fb014260ba5a059e61a21a36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0749283 Sep 16 04:50:12.011397 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6a83e77-5e54-4144-97a3-22d3781f817c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.014061 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e0e2c85c-ab0d-4fb9-9e4f-bb65e2f2753c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:50:12.019114 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e0e2c85c-ab0d-4fb9-9e4f-bb65e2f2753c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183108 Sep 16 04:50:12.087977 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a83e77-5e54-4144-97a3-22d3781f817c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7ff9663-b094-43ae-bfea-27154cee50f2,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:12.119899 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.156360 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port f78133d7-3b68-49c3-a2b1-559e3814eeda, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f78133d7-3b68-49c3-a2b1-559e3814eeda,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:12.184619 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a83e77-5e54-4144-97a3-22d3781f817c admin admin] Checking segment: {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:12.185322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a83e77-5e54-4144-97a3-22d3781f817c admin admin] Network hostable DHCP agents. Network: 94292a08-7965-4890-98ca-c590d9f7562b, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:12.233070 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-b69eb12d-b359-47f4-9aec-a69f61e82b8e service neutron] 10.222.0.20 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039549 Sep 16 04:50:12.256506 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.268680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a83c8-9868-4567-9f6e-bf4c22aec656 req-b5a8b66d-6c76-4fbf-b668-f73c6befad75 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:12.276324 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a3a83c8-9868-4567-9f6e-bf4c22aec656 req-b5a8b66d-6c76-4fbf-b668-f73c6befad75 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 943 time: 0.1313972 Sep 16 04:50:12.291010 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a83e77-5e54-4144-97a3-22d3781f817c admin admin] Network 94292a08-7965-4890-98ca-c590d9f7562b is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:12.325874 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.335311 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=f78133d7-3b68-49c3-a2b1-559e3814eeda,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:12.376659 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-d6a83e77-5e54-4144-97a3-22d3781f817c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 94292a08-7965-4890-98ca-c590d9f7562b) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:12.382179 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a83e77-5e54-4144-97a3-22d3781f817c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:12.385363 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6a83e77-5e54-4144-97a3-22d3781f817c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.390736 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3226188b-52a3-445e-8011-2bacc6ff3c2e None None] Network 94292a08-7965-4890-98ca-c590d9f7562b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:12.403504 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a3a83c8-9868-4567-9f6e-bf4c22aec656 req-f6cca60d-5fc4-4f78-8ff5-f26eb3af4e2d tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241043 Sep 16 04:50:12.414900 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.443365 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-b2e38544-9f9f-4da3-8d73-b237f97f9410 service neutron] 10.222.0.20 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094691 Sep 16 04:50:12.453219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-6ea9a11e-e732-4ecb-810c-8791573db451 service neutron] 10.222.0.21 "GET /v2.0/ports/7aae7be7-1aa7-4d87-8df6-51cedde3b7d3/bindings/n-h2-712140-13 HTTP/1.1" status: 200 len: 385 time: 0.1442544 Sep 16 04:50:12.477331 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d6a83e77-5e54-4144-97a3-22d3781f817c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9300098 Sep 16 04:50:12.477970 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42174) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:12.482372 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c5826a44-1895-42d8-a53f-00b014746a2b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1031687736-router', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:12.560699 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95aec9-dd8e-4e8d-a62d-2969e9f5d974 None None] Pushing event updated for resources: {'Port': ['ID=01bad4ea-3992-471a-9006-0db76a1a1a58,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:12.589681 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-94292a08-7965-4890-98ca-c590d9f7562b', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'fixed_ips': [{'subnet_id': 'd7ff9663-b094-43ae-bfea-27154cee50f2'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:50:12.590546 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.595160 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95aec9-dd8e-4e8d-a62d-2969e9f5d974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.595432 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95aec9-dd8e-4e8d-a62d-2969e9f5d974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.596332 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95aec9-dd8e-4e8d-a62d-2969e9f5d974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.596661 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95aec9-dd8e-4e8d-a62d-2969e9f5d974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.596999 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95aec9-dd8e-4e8d-a62d-2969e9f5d974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.597301 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95aec9-dd8e-4e8d-a62d-2969e9f5d974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.597600 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95aec9-dd8e-4e8d-a62d-2969e9f5d974 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.597918 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95aec9-dd8e-4e8d-a62d-2969e9f5d974 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.598229 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95aec9-dd8e-4e8d-a62d-2969e9f5d974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.598539 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95aec9-dd8e-4e8d-a62d-2969e9f5d974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.598849 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95aec9-dd8e-4e8d-a62d-2969e9f5d974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.599182 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95aec9-dd8e-4e8d-a62d-2969e9f5d974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.610163 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:12.630521 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c5826a44-1895-42d8-a53f-00b014746a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.632853 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c5826a44-1895-42d8-a53f-00b014746a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.648542 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] Attempting to bind port 01bad4ea-3992-471a-9006-0db76a1a1a58 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:12.648946 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] Attempting to bind port 01bad4ea-3992-471a-9006-0db76a1a1a58 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'a9031a63-0b60-4243-a476-3585b6f7d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:12.649296 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] Attempting to bind port 01bad4ea-3992-471a-9006-0db76a1a1a58 on network ebbeb263-7947-4f1c-b608-4fdb40f98dcf {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:12.655055 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:12.655437 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] Checking segment: {'id': 'a9031a63-0b60-4243-a476-3585b6f7d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:12.656065 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.656633 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] Bound using segment: {'id': 'a9031a63-0b60-4243-a476-3585b6f7d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:12.657314 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] Bound port: 01bad4ea-3992-471a-9006-0db76a1a1a58, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9031a63-0b60-4243-a476-3585b6f7d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:12.658573 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.746548 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['9cacf248-290f-4edd-998f-e1852c8bcd8b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:12.771278 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] For port 01bad4ea-3992-471a-9006-0db76a1a1a58, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:12.775225 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] For port 01bad4ea-3992-471a-9006-0db76a1a1a58, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=01bad4ea-3992-471a-9006-0db76a1a1a58,segment=NetworkSegment(a9031a63-0b60-4243-a476-3585b6f7d768),segment_id=a9031a63-0b60-4243-a476-3585b6f7d768)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:12.810847 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c5826a44-1895-42d8-a53f-00b014746a2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.839829 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.854609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996499a4-320c-4268-b84c-d1d3a0f36ed8 req-96fec585-7277-419f-9a74-16774f7b5706 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:12.863002 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996499a4-320c-4268-b84c-d1d3a0f36ed8 req-96fec585-7277-419f-9a74-16774f7b5706 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:12.865290 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-996499a4-320c-4268-b84c-d1d3a0f36ed8 req-96fec585-7277-419f-9a74-16774f7b5706 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1680 time: 0.2878110 Sep 16 04:50:12.913645 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95aec9-dd8e-4e8d-a62d-2969e9f5d974 None None] Pushing event updated for resources: {'Port': ['ID=01bad4ea-3992-471a-9006-0db76a1a1a58,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:12.936387 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-73812fed-00d2-443c-824c-3572f9f7987e service neutron] For port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:12.940577 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] Routers {'a9366a73-4cc0-45ad-906b-1a2be68b0b95'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:12.941709 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:50:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['a9366a73-4cc0-45ad-906b-1a2be68b0b95'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:12.986003 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] Allocated IP 172.20.0.2 (94292a08-7965-4890-98ca-c590d9f7562b/d7ff9663-b094-43ae-bfea-27154cee50f2/e1b9ec58-812d-4e52-900b-0d0e0f74eb74) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:12.994439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-996499a4-320c-4268-b84c-d1d3a0f36ed8 req-171b2270-d9b8-464b-a0eb-0653fb3b281d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225820 Sep 16 04:50:13.054250 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-73812fed-00d2-443c-824c-3572f9f7987e service neutron] For port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:13.152882 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-00cbb30d-d2cc-4bc9-9292-0a994fb89ec2 req-aca214f3-4344-4f13-9fed-28899e2b3d4c tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 210 time: 0.1309752 Sep 16 04:50:13.217066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-73812fed-00d2-443c-824c-3572f9f7987e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:13.220439 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f78133d7-3b68-49c3-a2b1-559e3814eeda up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:13.222173 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c5826a44-1895-42d8-a53f-00b014746a2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.232698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-73812fed-00d2-443c-824c-3572f9f7987e service neutron] For port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:13.264170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bea09-0709-4b29-8345-0e0007922a8f req-0f394181-1d41-4c09-a64b-65d25d7a238f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:13.265790 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d5bea09-0709-4b29-8345-0e0007922a8f req-0f394181-1d41-4c09-a64b-65d25d7a238f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1079674 Sep 16 04:50:13.288350 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] Set router a9366a73-4cc0-45ad-906b-1a2be68b0b95 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:13.337282 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port f78133d7-3b68-49c3-a2b1-559e3814eeda triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:13.337894 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.352619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f084a-eaa1-4e7e-9a66-b7cc77e0e58b req-f472e1be-d15f-48de-8a97-cef404f941fa tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:13.358726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f084a-eaa1-4e7e-9a66-b7cc77e0e58b req-f472e1be-d15f-48de-8a97-cef404f941fa tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:13.364901 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f084a-eaa1-4e7e-9a66-b7cc77e0e58b req-f472e1be-d15f-48de-8a97-cef404f941fa tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:13.370911 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f084a-eaa1-4e7e-9a66-b7cc77e0e58b req-f472e1be-d15f-48de-8a97-cef404f941fa tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:13.377847 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f084a-eaa1-4e7e-9a66-b7cc77e0e58b req-f472e1be-d15f-48de-8a97-cef404f941fa tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:13.384446 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f084a-eaa1-4e7e-9a66-b7cc77e0e58b req-f472e1be-d15f-48de-8a97-cef404f941fa tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:13.390623 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f084a-eaa1-4e7e-9a66-b7cc77e0e58b req-f472e1be-d15f-48de-8a97-cef404f941fa tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:13.393725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f24f084a-eaa1-4e7e-9a66-b7cc77e0e58b req-f472e1be-d15f-48de-8a97-cef404f941fa tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5430 time: 0.1260715 Sep 16 04:50:13.398335 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.407151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d5bea09-0709-4b29-8345-0e0007922a8f req-1ac06158-f3dc-42ae-a82d-fce08f78d99d tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258016 Sep 16 04:50:13.457444 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f24f084a-eaa1-4e7e-9a66-b7cc77e0e58b req-f9b5288f-2885-40c3-a8c4-a329d90bf0b6 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492392 Sep 16 04:50:13.504875 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc8782c2-e6f4-4e99-ac77-0286125e0971 req-0e4e0e45-1435-450e-810a-88d64a423347 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 210 time: 0.0458899 Sep 16 04:50:13.504875 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-73812fed-00d2-443c-824c-3572f9f7987e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.554129 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.583490 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'name': 'tempest-ServerRescueNegativeTestJSON-744373984-router', 'tenant_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f78133d7-3b68-49c3-a2b1-559e3814eeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:03Z', 'updated_at': '2021-09-16T04:50:09Z', 'revision_number': 4, 'project_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'gw_port': {'id': 'f78133d7-3b68-49c3-a2b1-559e3814eeda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:04Z', 'updated_at': '2021-09-16T04:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '01bad4ea-3992-471a-9006-0db76a1a1a58', 'name': '', 'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf', 'tenant_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'mac_address': 'fa:16:3e:c5:78:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e0ca68c9-243f-44b1-aa8a-236a77a13dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:08Z', 'updated_at': '2021-09-16T04:50:12Z', 'revision_number': 4, 'project_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'subnets': [{'id': 'e0ca68c9-243f-44b1-aa8a-236a77a13dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:13.615304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] Network 94292a08-7965-4890-98ca-c590d9f7562b is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:13.618813 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:13.625896 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:13.640581 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f2a66-d83b-4172-8b1f-12d728e279fa None None] The sync data for ids ['a9366a73-4cc0-45ad-906b-1a2be68b0b95'] in n-d-712140-13 is: [{'id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'name': 'tempest-ServerRescueNegativeTestJSON-744373984-router', 'tenant_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f78133d7-3b68-49c3-a2b1-559e3814eeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:03Z', 'updated_at': '2021-09-16T04:50:09Z', 'revision_number': 4, 'project_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'gw_port': {'id': 'f78133d7-3b68-49c3-a2b1-559e3814eeda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:04Z', 'updated_at': '2021-09-16T04:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '01bad4ea-3992-471a-9006-0db76a1a1a58', 'name': '', 'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf', 'tenant_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'mac_address': 'fa:16:3e:c5:78:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e0ca68c9-243f-44b1-aa8a-236a77a13dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:08Z', 'updated_at': '2021-09-16T04:50:12Z', 'revision_number': 4, 'project_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'subnets': [{'id': 'e0ca68c9-243f-44b1-aa8a-236a77a13dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:13.646182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] Pushing event updated for resources: {'Port': ['ID=e1b9ec58-812d-4e52-900b-0d0e0f74eb74,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:13.732095 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] Attempting to bind port e1b9ec58-812d-4e52-900b-0d0e0f74eb74 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:13.732733 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] Attempting to bind port e1b9ec58-812d-4e52-900b-0d0e0f74eb74 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:13.733302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] Attempting to bind port e1b9ec58-812d-4e52-900b-0d0e0f74eb74 on network 94292a08-7965-4890-98ca-c590d9f7562b {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:13.742630 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:13.743037 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] Checking segment: {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:13.743444 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.743842 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] Bound using segment: {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:13.744326 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] Bound port: e1b9ec58-812d-4e52-900b-0d0e0f74eb74, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:13.744717 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.812524 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-73812fed-00d2-443c-824c-3572f9f7987e service neutron] Transition to ACTIVE for port object 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:13.842233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] For port e1b9ec58-812d-4e52-900b-0d0e0f74eb74, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:13.846744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] For port e1b9ec58-812d-4e52-900b-0d0e0f74eb74, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e1b9ec58-812d-4e52-900b-0d0e0f74eb74,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:13.874580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b8a5f-8161-4cb5-9b61-a9b673a578b1 req-240a1401-39b0-46f9-a5b7-6a751f37bbdc tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:13.876193 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-909b8a5f-8161-4cb5-9b61-a9b673a578b1 req-240a1401-39b0-46f9-a5b7-6a751f37bbdc tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 943 time: 0.2402480 Sep 16 04:50:13.882788 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c5826a44-1895-42d8-a53f-00b014746a2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.909428 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c5826a44-1895-42d8-a53f-00b014746a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.927178 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-73812fed-00d2-443c-824c-3572f9f7987e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.943783 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-9739fd71-8c3c-40f1-abc4-3ca098798f5a tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:13.951166 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-9739fd71-8c3c-40f1-abc4-3ca098798f5a tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/networks?id=ebbeb263-7947-4f1c-b608-4fdb40f98dcf HTTP/1.1" status: 200 len: 818 time: 0.2135844 Sep 16 04:50:13.958032 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.022090 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-08d5a0ba-3440-48be-a8fe-5fa784dc9faa tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/quotas/c5ca71b7fb014260ba5a059e61a21a36 HTTP/1.1" status: 200 len: 375 time: 0.0699506 Sep 16 04:50:14.086765 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be35459-0226-4315-8787-b774f0f7bba6 None None] Pushing event updated for resources: {'Port': ['ID=e1b9ec58-812d-4e52-900b-0d0e0f74eb74,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:14.096453 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-c5826a44-1895-42d8-a53f-00b014746a2b admin admin] Allocated IP 172.25.4.204 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/f7ef20fb-7890-416b-bc8d-2387d4307feb) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:14.164621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-909b8a5f-8161-4cb5-9b61-a9b673a578b1 req-1abe6b3e-377a-4c3c-8019-64ea4c2ca9ff tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784712 Sep 16 04:50:14.225398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-73812fed-00d2-443c-824c-3572f9f7987e service neutron] No DVR routers for this DVR port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:14.231278 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73812fed-00d2-443c-824c-3572f9f7987e service neutron] Pushing event updated for resources: {'Port': ['ID=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,revision_number=10']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:14.263978 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c5826a44-1895-42d8-a53f-00b014746a2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.302690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-73812fed-00d2-443c-824c-3572f9f7987e service neutron] 10.222.0.21 "PUT /v2.0/ports/7aae7be7-1aa7-4d87-8df6-51cedde3b7d3/bindings/n-h2-712140-13/activate HTTP/1.1" status: 200 len: 370 time: 1.8253119 Sep 16 04:50:14.323269 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-acfd075c-7643-428c-b06c-ad3d07cfed56 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c5ca71b7fb014260ba5a059e61a21a36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2947946 Sep 16 04:50:14.417308 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c5826a44-1895-42d8-a53f-00b014746a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.493638 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5826a44-1895-42d8-a53f-00b014746a2b admin admin] Pushing event updated for resources: {'Port': ['ID=f7ef20fb-7890-416b-bc8d-2387d4307feb,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:14.495565 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-1d07c0e8-dc8e-4615-b988-cd628b5e219c tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4d0802b21ba1489cacbdb9257e9d7272&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549824 Sep 16 04:50:14.500301 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5826a44-1895-42d8-a53f-00b014746a2b admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:14.507890 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-c5826a44-1895-42d8-a53f-00b014746a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:14.511502 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5826a44-1895-42d8-a53f-00b014746a2b admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:14.565906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a857f7-e953-489f-8032-2aaea18e3f39 req-030ba396-fcd7-4608-b5d6-682331dbb545 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:14.572403 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a857f7-e953-489f-8032-2aaea18e3f39 req-030ba396-fcd7-4608-b5d6-682331dbb545 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:14.574164 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20a857f7-e953-489f-8032-2aaea18e3f39 req-030ba396-fcd7-4608-b5d6-682331dbb545 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1680 time: 0.1783183 Sep 16 04:50:14.586747 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-c6192d50-be1a-4156-b5c0-6a857ef07661 service neutron] 10.222.0.20 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606862 Sep 16 04:50:14.752607 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20a857f7-e953-489f-8032-2aaea18e3f39 req-a9f0e971-e1b3-4a62-8c48-6ec5985242a0 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566691 Sep 16 04:50:14.792849 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-98b19e45-ffa5-4dfc-8f01-59bd5ab973f6 service neutron] 10.222.0.20 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052069 Sep 16 04:50:14.815286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-7540a2ab-9a1a-4a44-ae9b-f92c2943e8f0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:14.820024 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-7540a2ab-9a1a-4a44-ae9b-f92c2943e8f0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3135369 Sep 16 04:50:14.840924 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-6412733c-e3b2-4ba2-9894-a1cebf24daf0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Request body: {'port': {'device_id': 'f990d1e4-d4cd-4399-95bc-12879478fabb', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': '4d0802b21ba1489cacbdb9257e9d7272'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:15.004522 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c5826a44-1895-42d8-a53f-00b014746a2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.010259 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-93760ee5-8461-46c1-9e12-a7ff78dca1ca tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.011841 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-93760ee5-8461-46c1-9e12-a7ff78dca1ca tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c&tenant_id=81978a2452c74d468c1440c8a9e64f75&binding%3Ahost_id=n-h1-712140-13 HTTP/1.1" status: 200 len: 1096 time: 0.1528571 Sep 16 04:50:15.041821 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8649170-9a5a-41de-bd97-e023b5829cb6 req-22481f6e-7a85-4edc-9bb7-a9588663c8c9 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 210 time: 0.0977933 Sep 16 04:50:15.195612 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-6412733c-e3b2-4ba2-9894-a1cebf24daf0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Made reservation on behalf of 4d0802b21ba1489cacbdb9257e9d7272 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:15.199980 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-6412733c-e3b2-4ba2-9894-a1cebf24daf0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.275567 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-6412733c-e3b2-4ba2-9894-a1cebf24daf0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.361695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 01bad4ea-3992-471a-9006-0db76a1a1a58 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:15.396736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15898dbb-9803-4965-a336-dd92837b6601 req-c6d74ae9-3553-4b53-aaed-f264f3debd77 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.405945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15898dbb-9803-4965-a336-dd92837b6601 req-c6d74ae9-3553-4b53-aaed-f264f3debd77 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.2283416 Sep 16 04:50:15.438190 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ea664-4556-430c-8385-686bc26c0c6a req-8484191e-4299-40f5-81a9-73406b26270e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.456340 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ea664-4556-430c-8385-686bc26c0c6a req-8484191e-4299-40f5-81a9-73406b26270e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.461679 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 01bad4ea-3992-471a-9006-0db76a1a1a58 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:15.462044 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.462363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ea664-4556-430c-8385-686bc26c0c6a req-8484191e-4299-40f5-81a9-73406b26270e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.472335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ea664-4556-430c-8385-686bc26c0c6a req-8484191e-4299-40f5-81a9-73406b26270e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.479240 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ea664-4556-430c-8385-686bc26c0c6a req-8484191e-4299-40f5-81a9-73406b26270e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.485444 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ea664-4556-430c-8385-686bc26c0c6a req-8484191e-4299-40f5-81a9-73406b26270e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.488150 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-8afb5962-0bde-43a3-82bd-a1412a10197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.491951 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-8afb5962-0bde-43a3-82bd-a1412a10197a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c&tenant_id=81978a2452c74d468c1440c8a9e64f75 HTTP/1.1" status: 200 len: 1096 time: 0.3596513 Sep 16 04:50:15.492552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ea664-4556-430c-8385-686bc26c0c6a req-8484191e-4299-40f5-81a9-73406b26270e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.500962 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a2ea664-4556-430c-8385-686bc26c0c6a req-8484191e-4299-40f5-81a9-73406b26270e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5430 time: 0.2819133 Sep 16 04:50:15.512036 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-d941a741-cb1a-4b39-96f5-e24581cc0287 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4d0802b21ba1489cacbdb9257e9d7272&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1947632 Sep 16 04:50:15.555743 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ee26a3-9caa-4cd4-962a-dba3baca6d78 None None] Network 94292a08-7965-4890-98ca-c590d9f7562b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:15.612687 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-c5f88838-ccab-4c0f-a0d3-9cfc2cfd71b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.614837 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-c5f88838-ccab-4c0f-a0d3-9cfc2cfd71b9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 1096 time: 0.0665023 Sep 16 04:50:15.664483 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ccb25e54-fad2-44f7-9fe6-055964e89e50 None None] Provisioning complete for port e1b9ec58-812d-4e52-900b-0d0e0f74eb74 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:15.664995 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ccb25e54-fad2-44f7-9fe6-055964e89e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.670169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a2ea664-4556-430c-8385-686bc26c0c6a req-bd36c43e-dcd0-48e9-a5f9-1fe298781f98 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1664665 Sep 16 04:50:15.690751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15898dbb-9803-4965-a336-dd92837b6601 req-693ea33f-64b3-40ec-a42a-6583e7a542a0 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850510 Sep 16 04:50:15.797448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-f3173f10-9ba1-40d6-b8c8-d2eac52821bb tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.799604 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-f3173f10-9ba1-40d6-b8c8-d2eac52821bb tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2605326 Sep 16 04:50:15.829052 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c5826a44-1895-42d8-a53f-00b014746a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.849598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-b2be4897-c9c9-4577-9e93-10176529da5e tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Request body: {'port': {'device_id': '6267a70a-8c63-43a2-aeb6-ddba3c9438be', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': '4d0802b21ba1489cacbdb9257e9d7272'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:15.864819 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e494763-6f62-4eb7-b0b0-4b0f9e95a7ff req-8af11d47-2e75-4512-96fd-161a86478015 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 210 time: 0.0641787 Sep 16 04:50:15.869231 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-6412733c-e3b2-4ba2-9894-a1cebf24daf0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.972035 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-8dfc130c-2c77-422b-832f-5c8b7cc1e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.974003 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-8dfc130c-2c77-422b-832f-5c8b7cc1e98a service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 921 time: 0.3508830 Sep 16 04:50:16.004289 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577e326-15d3-4461-b23f-dbe64401ee61 req-1e7ce474-4cc5-4762-a8a0-e0a176988076 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:16.011705 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.012218 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4577e326-15d3-4461-b23f-dbe64401ee61 req-1e7ce474-4cc5-4762-a8a0-e0a176988076 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 944 time: 0.1873176 Sep 16 04:50:16.053155 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-6412733c-e3b2-4ba2-9894-a1cebf24daf0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.062055 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-0da0e890-3c31-4275-adf2-43e39603cad9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 HTTP/1.1" status: 200 len: 217 time: 0.0574572 Sep 16 04:50:16.099106 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4577e326-15d3-4461-b23f-dbe64401ee61 req-f86594d2-62d3-448a-a293-0c6b77541792 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806777 Sep 16 04:50:16.100131 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ccb25e54-fad2-44f7-9fe6-055964e89e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.105790 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 01bad4ea-3992-471a-9006-0db76a1a1a58, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=01bad4ea-3992-471a-9006-0db76a1a1a58,segment=NetworkSegment(a9031a63-0b60-4243-a476-3585b6f7d768),segment_id=a9031a63-0b60-4243-a476-3585b6f7d768)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:16.148003 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5826a44-1895-42d8-a53f-00b014746a2b admin admin] Router 49eba29c-4181-4f51-9e48-163eebb358c5 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:50:16.151174 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-05e523f8-1a42-4c6a-abf3-3b4b64103bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:16.152945 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-05e523f8-1a42-4c6a-abf3-3b4b64103bfa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9023553c-0727-4415-b53e-7374b71d88bd HTTP/1.1" status: 200 len: 860 time: 0.0806885 Sep 16 04:50:16.156372 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:16.195835 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ccb25e54-fad2-44f7-9fe6-055964e89e50 None None] For port e1b9ec58-812d-4e52-900b-0d0e0f74eb74, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e1b9ec58-812d-4e52-900b-0d0e0f74eb74,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:16.196951 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.197786 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e1b9ec58-812d-4e52-900b-0d0e0f74eb74 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:16.205397 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-dca8f3a7-ffe4-4c4b-814e-0c183a46f26d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404863 Sep 16 04:50:16.214749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412733c-e3b2-4ba2-9894-a1cebf24daf0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188466bf-4376-476e-b77e-7d2a46f6684b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:16.291439 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-b2be4897-c9c9-4577-9e93-10176529da5e tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Made reservation on behalf of 4d0802b21ba1489cacbdb9257e9d7272 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:16.295614 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-b2be4897-c9c9-4577-9e93-10176529da5e tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.310534 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25fba49e-b697-414f-806b-b395bb31868c req-e191665b-d662-4039-be20-6008f62fc67a tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 210 time: 0.0899725 Sep 16 04:50:16.327141 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ccb25e54-fad2-44f7-9fe6-055964e89e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.358867 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=01bad4ea-3992-471a-9006-0db76a1a1a58,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:16.463157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb25e54-fad2-44f7-9fe6-055964e89e50 None None] Pushing event updated for resources: {'Port': ['ID=e1b9ec58-812d-4e52-900b-0d0e0f74eb74,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:16.478158 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port e1b9ec58-812d-4e52-900b-0d0e0f74eb74 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:16.478158 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.504258 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e811d8b4-8b1e-4dd0-970b-e5856629ff02 None None] Provisioning complete for port e1b9ec58-812d-4e52-900b-0d0e0f74eb74 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:16.518307 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e811d8b4-8b1e-4dd0-970b-e5856629ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.553036 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-9d0a332b-6087-465b-81c9-d84470cafd98 service neutron] 10.222.0.38 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671883 Sep 16 04:50:16.583296 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5826a44-1895-42d8-a53f-00b014746a2b admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:16.593316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:16.621910 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] Sync routers for ids ['49eba29c-4181-4f51-9e48-163eebb358c5'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:16.633233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:16.633639 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.675790 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-d1d5a1b8-94ef-47a1-88b5-dd86e4ee5078 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:16.678062 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-d1d5a1b8-94ef-47a1-88b5-dd86e4ee5078 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.21 "GET /v2.0/networks?id=ebbeb263-7947-4f1c-b608-4fdb40f98dcf HTTP/1.1" status: 200 len: 818 time: 0.2486396 Sep 16 04:50:16.681861 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] Routers {'49eba29c-4181-4f51-9e48-163eebb358c5'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:16.682534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:50:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['49eba29c-4181-4f51-9e48-163eebb358c5'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:16.700826 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-4ead3d28-48dd-4d99-b6dc-8e5ae337c8e0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Request body: {'port': {'device_id': '51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8', 'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf', 'admin_state_up': True, 'tenant_id': 'c5ca71b7fb014260ba5a059e61a21a36'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:16.726931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56018fce-8fea-4002-93bb-3e9b9313f718 req-638703b7-2ebb-4233-8d21-c735fdb659b7 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:16.733236 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-7ce5f61e-cc88-42fa-a97d-e4bc9f2d397a service neutron] 10.222.0.38 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663644 Sep 16 04:50:16.733547 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56018fce-8fea-4002-93bb-3e9b9313f718 req-638703b7-2ebb-4233-8d21-c735fdb659b7 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:16.743516 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56018fce-8fea-4002-93bb-3e9b9313f718 req-638703b7-2ebb-4233-8d21-c735fdb659b7 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1680 time: 0.5303464 Sep 16 04:50:16.818677 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c5826a44-1895-42d8-a53f-00b014746a2b admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.819956 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c5826a44-1895-42d8-a53f-00b014746a2b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3410389 Sep 16 04:50:16.824495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42236) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:16.849309 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] Set router 49eba29c-4181-4f51-9e48-163eebb358c5 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:16.849720 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-6412733c-e3b2-4ba2-9894-a1cebf24daf0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Allocated IP 192.168.233.76 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/dffdbb33-7e8d-4119-b673-4b48831644d3) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:16.855244 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.878292 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56018fce-8fea-4002-93bb-3e9b9313f718 req-1e654eea-1395-45f6-9520-6bad6337a30b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967751 Sep 16 04:50:17.041167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-4ead3d28-48dd-4d99-b6dc-8e5ae337c8e0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Made reservation on behalf of c5ca71b7fb014260ba5a059e61a21a36 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:17.046755 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-4ead3d28-48dd-4d99-b6dc-8e5ae337c8e0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.098109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ed18f8-805b-4b0b-8c4c-ea1bf405470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:17.100483 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db7c7df-df0e-4764-9e10-cf0073642111" -d '{"events": [{"server_uuid": "b6ed18f8-805b-4b0b-8c4c-ea1bf405470e", "name": "network-vif-plugged", "status": "completed", "tag": "f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:17.117587 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8,segment=NetworkSegment(af8f0c82-8bbb-4f26-bfba-cf6bbae3d623),segment_id=af8f0c82-8bbb-4f26-bfba-cf6bbae3d623)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:17.161960 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 01bad4ea-3992-471a-9006-0db76a1a1a58 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:17.229214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704ec52-ddfc-466a-801d-56054ce6d8ab req-4fd35086-a26f-4dba-b458-f46503bdc8ab tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.231778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'name': 'tempest-ServerActionsTestJSON-1031687736-router', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:12Z', 'updated_at': '2021-09-16T04:50:14Z', 'revision_number': 3, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'gw_port': {'id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:17.235173 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.235959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 9cacf248-290f-4edd-998f-e1852c8bcd8b up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:17.240872 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704ec52-ddfc-466a-801d-56054ce6d8ab req-4fd35086-a26f-4dba-b458-f46503bdc8ab tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.247873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704ec52-ddfc-466a-801d-56054ce6d8ab req-4fd35086-a26f-4dba-b458-f46503bdc8ab tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.255525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704ec52-ddfc-466a-801d-56054ce6d8ab req-4fd35086-a26f-4dba-b458-f46503bdc8ab tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.261883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704ec52-ddfc-466a-801d-56054ce6d8ab req-4fd35086-a26f-4dba-b458-f46503bdc8ab tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.273406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704ec52-ddfc-466a-801d-56054ce6d8ab req-4fd35086-a26f-4dba-b458-f46503bdc8ab tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.279703 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704ec52-ddfc-466a-801d-56054ce6d8ab req-4fd35086-a26f-4dba-b458-f46503bdc8ab tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.281730 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4704ec52-ddfc-466a-801d-56054ce6d8ab req-4fd35086-a26f-4dba-b458-f46503bdc8ab tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5430 time: 0.2197948 Sep 16 04:50:17.291912 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 01bad4ea-3992-471a-9006-0db76a1a1a58 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:17.291912 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.293432 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426fcc16-4802-4a3d-83c2-aee82cb6777f req-fb553486-b926-4f4d-9c77-5b438773f538 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.295137 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-426fcc16-4802-4a3d-83c2-aee82cb6777f req-fb553486-b926-4f4d-9c77-5b438773f538 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.3998303 Sep 16 04:50:17.329889 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-6412733c-e3b2-4ba2-9894-a1cebf24daf0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.334123 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] Checking router: 49eba29c-4181-4f51-9e48-163eebb358c5 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:17.334390 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] Updating router 49eba29c-4181-4f51-9e48-163eebb358c5 port f7ef20fb-7890-416b-bc8d-2387d4307feb binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:50:17.396596 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-426fcc16-4802-4a3d-83c2-aee82cb6777f req-2fd292db-8707-44f3-9d6c-7ede76ba0888 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838857 Sep 16 04:50:17.415438 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.420471 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:17.454430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4704ec52-ddfc-466a-801d-56054ce6d8ab req-3cb9e248-05e8-4e49-ba61-9c32c5bf3816 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1581299 Sep 16 04:50:17.559210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93b978fe-253f-4181-bfa1-95663ca413bb req-a7444939-745d-4988-a57e-f234c433bb2c tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 210 time: 0.0425971 Sep 16 04:50:17.605055 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e1b9ec58-812d-4e52-900b-0d0e0f74eb74 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:17.632650 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-6412733c-e3b2-4ba2-9894-a1cebf24daf0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.639409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 9cacf248-290f-4edd-998f-e1852c8bcd8b completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:17.654374 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 9cacf248-290f-4edd-998f-e1852c8bcd8b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:17.654992 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.778383 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a7bbe0-ec9d-4d70-a1b4-4ff6a9575643 x-openstack-request-id: req-28a7bbe0-ec9d-4d70-a1b4-4ff6a9575643 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:17.778756 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ed18f8-805b-4b0b-8c4c-ea1bf405470e", "name": "network-vif-plugged", "status": "completed", "tag": "f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:17.779161 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28a7bbe0-ec9d-4d70-a1b4-4ff6a9575643 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:17.779619 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ed18f8-805b-4b0b-8c4c-ea1bf405470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8', 'code': 200} Sep 16 04:50:17.809918 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port e1b9ec58-812d-4e52-900b-0d0e0f74eb74 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:17.810407 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.816623 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-6412733c-e3b2-4ba2-9894-a1cebf24daf0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:17.829845 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-4ead3d28-48dd-4d99-b6dc-8e5ae337c8e0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Allocated IP 172.20.0.2 (ebbeb263-7947-4f1c-b608-4fdb40f98dcf/e0ca68c9-243f-44b1-aa8a-236a77a13dff/432a5de2-7fe1-4259-bfa1-2856b0688c72) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:17.835668 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-6412733c-e3b2-4ba2-9894-a1cebf24daf0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:17.844400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-6412733c-e3b2-4ba2-9894-a1cebf24daf0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:17.847394 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412733c-e3b2-4ba2-9894-a1cebf24daf0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Pushing event updated for resources: {'Port': ['ID=dffdbb33-7e8d-4119-b673-4b48831644d3,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:17.880509 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.889365 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-b2be4897-c9c9-4577-9e93-10176529da5e tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Allocated IP 192.168.233.136 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/21009c2e-2732-4bf3-861c-360b480b4f7c) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:17.921277 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58274134-f757-4b2b-aa38-9cd9d793a10f req-58ee9ea5-0806-42ea-8a2b-0add2fd55ea0 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.929128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58274134-f757-4b2b-aa38-9cd9d793a10f req-58ee9ea5-0806-42ea-8a2b-0add2fd55ea0 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 944 time: 0.2382028 Sep 16 04:50:17.938469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 9cacf248-290f-4edd-998f-e1852c8bcd8b, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9cacf248-290f-4edd-998f-e1852c8bcd8b,segment=NetworkSegment(de919107-edbc-4d88-8cf8-532f193b0837),segment_id=de919107-edbc-4d88-8cf8-532f193b0837)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:17.946626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8595f03-d10a-49ac-87e1-3bb946eb17a0 req-39294975-313c-4175-b800-be59bc901e8d tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 210 time: 0.1077945 Sep 16 04:50:18.046977 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-6412733c-e3b2-4ba2-9894-a1cebf24daf0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:18.047953 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-6412733c-e3b2-4ba2-9894-a1cebf24daf0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.065768 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-4ead3d28-48dd-4d99-b6dc-8e5ae337c8e0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.090568 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58274134-f757-4b2b-aa38-9cd9d793a10f req-a5807994-272e-4380-810b-c526fb9f5008 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605270 Sep 16 04:50:18.121843 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.197059 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.242426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=9cacf248-290f-4edd-998f-e1852c8bcd8b,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:18.251563 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-48e36fd5-2225-4950-8d30-77186ce2af95 None None] Provisioning complete for port dffdbb33-7e8d-4119-b673-4b48831644d3 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:18.252172 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-48e36fd5-2225-4950-8d30-77186ce2af95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.272932 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-4ead3d28-48dd-4d99-b6dc-8e5ae337c8e0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.273540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-6412733c-e3b2-4ba2-9894-a1cebf24daf0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4366469 Sep 16 04:50:18.280776 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.293640 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Request body: {'port': {'device_id': 'f990d1e4-d4cd-4399-95bc-12879478fabb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:18.304532 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-f56e832c-39ae-4414-8d99-0a466313d3ec tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:18.306390 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-f56e832c-39ae-4414-8d99-0a466313d3ec tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c&tenant_id=81978a2452c74d468c1440c8a9e64f75&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 1096 time: 0.5775235 Sep 16 04:50:18.336293 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4f14f-c0bc-4f42-8d6c-f58945dbdd1a None None] Pushing event updated for resources: {'Port': ['ID=f7ef20fb-7890-416b-bc8d-2387d4307feb,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:18.360317 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-48e36fd5-2225-4950-8d30-77186ce2af95 None None] Port dffdbb33-7e8d-4119-b673-4b48831644d3 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:18.375368 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] Attempting to bind port f7ef20fb-7890-416b-bc8d-2387d4307feb on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:18.376288 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] Attempting to bind port f7ef20fb-7890-416b-bc8d-2387d4307feb by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:18.377360 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] Attempting to bind port f7ef20fb-7890-416b-bc8d-2387d4307feb on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:18.384388 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:18.385093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:18.385690 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.386421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:18.387101 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] Bound port: f7ef20fb-7890-416b-bc8d-2387d4307feb, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:18.387659 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.397065 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-4ead3d28-48dd-4d99-b6dc-8e5ae337c8e0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Network ebbeb263-7947-4f1c-b608-4fdb40f98dcf is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:18.398024 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b08839-e6dd-4bc6-84cc-6dbbe5bc529f req-31992e7e-6778-4edf-bc64-4f7d8caadea1 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:18.404156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b08839-e6dd-4bc6-84cc-6dbbe5bc529f req-31992e7e-6778-4edf-bc64-4f7d8caadea1 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:18.410942 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1acc3e3f-450d-4fce-a005-5706b186d7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.412415 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08b08839-e6dd-4bc6-84cc-6dbbe5bc529f req-31992e7e-6778-4edf-bc64-4f7d8caadea1 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1682 time: 0.2419546 Sep 16 04:50:18.419724 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-4ead3d28-48dd-4d99-b6dc-8e5ae337c8e0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:18.434692 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-4ead3d28-48dd-4d99-b6dc-8e5ae337c8e0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:18.437290 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead3d28-48dd-4d99-b6dc-8e5ae337c8e0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Pushing event updated for resources: {'Port': ['ID=432a5de2-7fe1-4259-bfa1-2856b0688c72,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:18.465691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] For port f7ef20fb-7890-416b-bc8d-2387d4307feb, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:18.468470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891af8c-58b5-4e44-a2a9-a9d4465093a1 req-51efa596-f2a6-4b03-a7e1-e652ef2701e4 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:18.469823 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0891af8c-58b5-4e44-a2a9-a9d4465093a1 req-51efa596-f2a6-4b03-a7e1-e652ef2701e4 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 1096 time: 0.2050929 Sep 16 04:50:18.476256 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] For port f7ef20fb-7890-416b-bc8d-2387d4307feb, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f7ef20fb-7890-416b-bc8d-2387d4307feb,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:18.515028 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-b2be4897-c9c9-4577-9e93-10176529da5e tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.531212 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.542169 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.566332 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-4ead3d28-48dd-4d99-b6dc-8e5ae337c8e0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:18.567241 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-4ead3d28-48dd-4d99-b6dc-8e5ae337c8e0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.637099 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4f14f-c0bc-4f42-8d6c-f58945dbdd1a None None] Pushing event updated for resources: {'Port': ['ID=f7ef20fb-7890-416b-bc8d-2387d4307feb,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:18.640863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] Routers {'49eba29c-4181-4f51-9e48-163eebb358c5'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:18.641399 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:50:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['49eba29c-4181-4f51-9e48-163eebb358c5'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:18.655456 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08b08839-e6dd-4bc6-84cc-6dbbe5bc529f req-108cab77-45e3-49ab-a7f6-7dc65252193c tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422562 Sep 16 04:50:18.680435 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-4ead3d28-48dd-4d99-b6dc-8e5ae337c8e0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9795165 Sep 16 04:50:18.704500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0891af8c-58b5-4e44-a2a9-a9d4465093a1 req-e5e03769-6836-4bb2-98d5-7173cd8f1bdf tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122936 Sep 16 04:50:18.715398 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Request body: {'port': {'device_id': '51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:18.774627 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-8b270146-b69d-48c0-ae6c-6fd4a584561f tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:18.775562 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-e5ccec61-171b-49d8-9b29-bff7ca66cd53 service neutron] For port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:18.776410 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-8b270146-b69d-48c0-ae6c-6fd4a584561f tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.38 "GET /v2.0/networks?id=ebbeb263-7947-4f1c-b608-4fdb40f98dcf HTTP/1.1" status: 200 len: 818 time: 0.3885002 Sep 16 04:50:18.778903 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-1acc3e3f-450d-4fce-a005-5706b186d7eb admin admin] Allocated IP 172.20.0.1 (94292a08-7965-4890-98ca-c590d9f7562b/d7ff9663-b094-43ae-bfea-27154cee50f2/1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:18.779635 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] Set router 49eba29c-4181-4f51-9e48-163eebb358c5 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:18.785588 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-e5ccec61-171b-49d8-9b29-bff7ca66cd53 service neutron] Notify callbacks [] for binding, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.786872 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-e5ccec61-171b-49d8-9b29-bff7ca66cd53 service neutron] 10.222.0.38 "DELETE /v2.0/ports/7aae7be7-1aa7-4d87-8df6-51cedde3b7d3/bindings/n-h1-712140-13 HTTP/1.1" status: 204 len: 173 time: 0.4514823 Sep 16 04:50:18.841267 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.885403 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-30acc52b-6067-406b-88a7-9b46919c9110 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Request body: {'port': {'device_id': '9dc3ef66-6eda-4186-b2e2-4a5138baebb1', 'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf', 'admin_state_up': True, 'tenant_id': 'c5ca71b7fb014260ba5a059e61a21a36'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:18.900606 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-b2be4897-c9c9-4577-9e93-10176529da5e tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.026304 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1acc3e3f-450d-4fce-a005-5706b186d7eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.039991 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'name': 'tempest-ServerActionsTestJSON-1031687736-router', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:12Z', 'updated_at': '2021-09-16T04:50:14Z', 'revision_number': 3, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'gw_port': {'id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:19.069601 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a39352b-d951-4c84-9439-8ccdb838e64b None None] The sync data for ids ['49eba29c-4181-4f51-9e48-163eebb358c5'] in n-d-712140-13 is: [{'id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'name': 'tempest-ServerActionsTestJSON-1031687736-router', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:12Z', 'updated_at': '2021-09-16T04:50:14Z', 'revision_number': 3, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'gw_port': {'id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:19.108608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-b2be4897-c9c9-4577-9e93-10176529da5e tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:19.121684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be4897-c9c9-4577-9e93-10176529da5e tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Pushing event updated for resources: {'Port': ['ID=21009c2e-2732-4bf3-861c-360b480b4f7c,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:19.141720 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-b2be4897-c9c9-4577-9e93-10176529da5e tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:19.150078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-b2be4897-c9c9-4577-9e93-10176529da5e tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:19.174372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81a0db-dd5b-4010-b941-dd0eb988d025 req-916d1a5b-7a97-46cb-b454-420b09202233 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:19.176010 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c81a0db-dd5b-4010-b941-dd0eb988d025 req-916d1a5b-7a97-46cb-b454-420b09202233 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.3833921 Sep 16 04:50:19.210967 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9f166-8ab7-444e-91b4-5435fcb9158f req-16d5ff13-5f44-414a-b10a-a0d3944ccbe2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:19.217401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9f166-8ab7-444e-91b4-5435fcb9158f req-16d5ff13-5f44-414a-b10a-a0d3944ccbe2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:19.224321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9f166-8ab7-444e-91b4-5435fcb9158f req-16d5ff13-5f44-414a-b10a-a0d3944ccbe2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:19.230350 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9f166-8ab7-444e-91b4-5435fcb9158f req-16d5ff13-5f44-414a-b10a-a0d3944ccbe2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:19.236629 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9f166-8ab7-444e-91b4-5435fcb9158f req-16d5ff13-5f44-414a-b10a-a0d3944ccbe2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:19.242824 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9f166-8ab7-444e-91b4-5435fcb9158f req-16d5ff13-5f44-414a-b10a-a0d3944ccbe2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:19.254132 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432a5de2-7fe1-4259-bfa1-2856b0688c72 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:19.259237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9f166-8ab7-444e-91b4-5435fcb9158f req-16d5ff13-5f44-414a-b10a-a0d3944ccbe2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:19.261380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e8e9f166-8ab7-444e-91b4-5435fcb9158f req-16d5ff13-5f44-414a-b10a-a0d3944ccbe2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5430 time: 0.3887351 Sep 16 04:50:19.277070 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.282521 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1acc3e3f-450d-4fce-a005-5706b186d7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.334865 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Transition to ACTIVE for port object 432a5de2-7fe1-4259-bfa1-2856b0688c72 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:19.346740 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acc3e3f-450d-4fce-a005-5706b186d7eb admin admin] Network 94292a08-7965-4890-98ca-c590d9f7562b is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:19.356823 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-1acc3e3f-450d-4fce-a005-5706b186d7eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:19.363963 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc3e3f-450d-4fce-a005-5706b186d7eb admin admin] Pushing event updated for resources: {'Port': ['ID=1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:19.363963 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acc3e3f-450d-4fce-a005-5706b186d7eb admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:19.476584 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1acc3e3f-450d-4fce-a005-5706b186d7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.508604 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-b2be4897-c9c9-4577-9e93-10176529da5e tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:19.509107 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-b2be4897-c9c9-4577-9e93-10176529da5e tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.537785 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c81a0db-dd5b-4010-b941-dd0eb988d025 req-69090894-c314-474c-9d9e-4aaebef969f6 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081201 Sep 16 04:50:19.539387 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d512d868-0efc-4686-9903-f8d50311554c None None] Provisioning complete for port 21009c2e-2732-4bf3-861c-360b480b4f7c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:19.540018 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d512d868-0efc-4686-9903-f8d50311554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.608519 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.610350 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e8e9f166-8ab7-444e-91b4-5435fcb9158f req-f47105de-4f17-4973-a899-6ec05f6df789 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2667451 Sep 16 04:50:19.616990 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d512d868-0efc-4686-9903-f8d50311554c None None] Port 21009c2e-2732-4bf3-861c-360b480b4f7c cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:19.706274 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-30acc52b-6067-406b-88a7-9b46919c9110 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Made reservation on behalf of c5ca71b7fb014260ba5a059e61a21a36 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:19.715402 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-30acc52b-6067-406b-88a7-9b46919c9110 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.736687 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4cd1b906-62c5-44d2-a682-71ff085bfc38 None None] Provisioning complete for port 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:19.737538 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b906-62c5-44d2-a682-71ff085bfc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.769805 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b16cf06b-2176-40e3-be0b-f2f47db1b66f req-932f8b7d-61be-4789-93ec-69454f8ff965 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 210 time: 0.0895798 Sep 16 04:50:19.781551 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ed18f8-805b-4b0b-8c4c-ea1bf405470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cacf248-290f-4edd-998f-e1852c8bcd8b'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:19.787705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-b2be4897-c9c9-4577-9e93-10176529da5e tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9562058 Sep 16 04:50:19.789072 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1607ea6-048c-4b83-bfe0-a9555f0c044a" -d '{"events": [{"server_uuid": "b6ed18f8-805b-4b0b-8c4c-ea1bf405470e", "name": "network-vif-plugged", "status": "completed", "tag": "9cacf248-290f-4edd-998f-e1852c8bcd8b"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:19.806950 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4cd1b906-62c5-44d2-a682-71ff085bfc38 None None] Port 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:19.814807 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Pushing event updated for resources: {'Port': ['ID=432a5de2-7fe1-4259-bfa1-2856b0688c72,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:19.829559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Request body: {'port': {'device_id': '6267a70a-8c63-43a2-aeb6-ddba3c9438be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:19.835812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dffdbb33-7e8d-4119-b673-4b48831644d3 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:19.859019 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Attempting to bind port 432a5de2-7fe1-4259-bfa1-2856b0688c72 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:19.860039 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Attempting to bind port 432a5de2-7fe1-4259-bfa1-2856b0688c72 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'a9031a63-0b60-4243-a476-3585b6f7d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:19.860429 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Attempting to bind port 432a5de2-7fe1-4259-bfa1-2856b0688c72 on network ebbeb263-7947-4f1c-b608-4fdb40f98dcf {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:19.866438 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Port 432a5de2-7fe1-4259-bfa1-2856b0688c72 on network ebbeb263-7947-4f1c-b608-4fdb40f98dcf not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:19.866786 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Attempting to bind port 432a5de2-7fe1-4259-bfa1-2856b0688c72 on network ebbeb263-7947-4f1c-b608-4fdb40f98dcf {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:19.872485 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:19.875595 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Checking segment: {'id': 'a9031a63-0b60-4243-a476-3585b6f7d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:19.875595 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Bound using segment: {'id': 'a9031a63-0b60-4243-a476-3585b6f7d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:19.875595 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Bound port: 432a5de2-7fe1-4259-bfa1-2856b0688c72, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9031a63-0b60-4243-a476-3585b6f7d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:19.875595 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.901819 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.965098 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1acc3e3f-450d-4fce-a005-5706b186d7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.990058 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Transition to ACTIVE for port object dffdbb33-7e8d-4119-b673-4b48831644d3 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:20.024264 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] For port 432a5de2-7fe1-4259-bfa1-2856b0688c72, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:20.042939 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] For port 432a5de2-7fe1-4259-bfa1-2856b0688c72, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=432a5de2-7fe1-4259-bfa1-2856b0688c72,segment=NetworkSegment(a9031a63-0b60-4243-a476-3585b6f7d768),segment_id=a9031a63-0b60-4243-a476-3585b6f7d768)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:20.063427 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e048e-5c94-4c38-bc7f-731d23f30b15 req-ba16d64b-734c-404f-a447-22f1c21d5a59 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.065880 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb5e048e-5c94-4c38-bc7f-731d23f30b15 req-ba16d64b-734c-404f-a447-22f1c21d5a59 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 936 time: 0.1943283 Sep 16 04:50:20.094052 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.125126 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.128912 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fbc3e-c0e2-4ec4-ade2-789d24932940 req-7a4ab0de-b8be-4a18-8651-c64bf723e731 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.133527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-992fbc3e-c0e2-4ec4-ade2-789d24932940 req-7a4ab0de-b8be-4a18-8651-c64bf723e731 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 1096 time: 0.2262657 Sep 16 04:50:20.133671 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.194274 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.194911 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.196308 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] 10.222.0.21 "PUT /v2.0/ports/432a5de2-7fe1-4259-bfa1-2856b0688c72 HTTP/1.1" status: 200 len: 1092 time: 1.5055120 Sep 16 04:50:20.196730 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8', 'tag': '432a5de2-7fe1-4259-bfa1-2856b0688c72'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:20.199060 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8af2db-f95b-4e64-aba0-0241259b5f37" -d '{"events": [{"name": "network-changed", "server_uuid": "51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8", "tag": "432a5de2-7fe1-4259-bfa1-2856b0688c72"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:20.235010 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46567d3-56ac-477d-9a08-c96fbb1a0d40 service neutron] Pushing event updated for resources: {'Port': ['ID=432a5de2-7fe1-4259-bfa1-2856b0688c72,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:20.250564 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-30acc52b-6067-406b-88a7-9b46919c9110 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Allocated IP 172.20.0.14 (ebbeb263-7947-4f1c-b608-4fdb40f98dcf/e0ca68c9-243f-44b1-aa8a-236a77a13dff/07be4329-025e-4561-bee8-923234f5c286) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:20.266991 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1acc3e3f-450d-4fce-a005-5706b186d7eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.286839 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb5e048e-5c94-4c38-bc7f-731d23f30b15 req-c6c63f9f-ea58-4841-9b95-f2df0003e86e tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896923 Sep 16 04:50:20.318671 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Pushing event updated for resources: {'Port': ['ID=dffdbb33-7e8d-4119-b673-4b48831644d3,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:20.321258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-992fbc3e-c0e2-4ec4-ade2-789d24932940 req-28731a7b-bf6f-4024-b76c-fbf23d9d4e3f tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735153 Sep 16 04:50:20.370105 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1acc3e3f-450d-4fce-a005-5706b186d7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.476624 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45530d88-38bc-4765-a0ce-b1656caed8d7 x-openstack-request-id: req-45530d88-38bc-4765-a0ce-b1656caed8d7 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:20.477170 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ed18f8-805b-4b0b-8c4c-ea1bf405470e", "name": "network-vif-plugged", "status": "completed", "tag": "9cacf248-290f-4edd-998f-e1852c8bcd8b", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:20.477619 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45530d88-38bc-4765-a0ce-b1656caed8d7 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:20.478243 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ed18f8-805b-4b0b-8c4c-ea1bf405470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cacf248-290f-4edd-998f-e1852c8bcd8b', 'code': 200} Sep 16 04:50:20.523029 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1acc3e3f-450d-4fce-a005-5706b186d7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.528487 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc3e3f-450d-4fce-a005-5706b186d7eb admin admin] Pushing event updated for resources: {'Port': ['ID=1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:20.541987 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aec391d-46ed-418e-8092-04a4690e9c5c x-openstack-request-id: req-5aec391d-46ed-418e-8092-04a4690e9c5c {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:20.542278 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8", "tag": "432a5de2-7fe1-4259-bfa1-2856b0688c72", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:20.542535 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5aec391d-46ed-418e-8092-04a4690e9c5c {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:20.542951 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8', 'tag': '432a5de2-7fe1-4259-bfa1-2856b0688c72', 'status': 'completed', 'code': 200} Sep 16 04:50:20.551396 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e759c6f5-7258-4fa2-9902-73774fedc252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.553218 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-e759c6f5-7258-4fa2-9902-73774fedc252 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5ca71b7fb014260ba5a059e61a21a36&device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 1095 time: 0.1146145 Sep 16 04:50:20.613241 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-79fd23a2-c555-45c4-a51e-a40f028f729d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=432a5de2-7fe1-4259-bfa1-2856b0688c72 HTTP/1.1" status: 200 len: 217 time: 0.0427172 Sep 16 04:50:20.756182 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486121b-fc6e-43ac-87e8-37bbd2bf48de req-cf0acb20-c3db-4e5e-9ca9-afa7e266af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.756680 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486121b-fc6e-43ac-87e8-37bbd2bf48de req-cf0acb20-c3db-4e5e-9ca9-afa7e266af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.758934 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b486121b-fc6e-43ac-87e8-37bbd2bf48de req-cf0acb20-c3db-4e5e-9ca9-afa7e266af6d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1986 time: 0.1447418 Sep 16 04:50:20.770569 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-2f17a52b-795e-417b-af8e-429e00a67f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.772312 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-2f17a52b-795e-417b-af8e-429e00a67f26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e0ca68c9-243f-44b1-aa8a-236a77a13dff HTTP/1.1" status: 200 len: 858 time: 0.1141710 Sep 16 04:50:20.837748 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-9b7a8ddb-f0b7-4b16-ae60-6fb03336cefe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ebbeb263-7947-4f1c-b608-4fdb40f98dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498016 Sep 16 04:50:20.848024 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acc3e3f-450d-4fce-a005-5706b186d7eb admin admin] Network 94292a08-7965-4890-98ca-c590d9f7562b is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:20.858108 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b486121b-fc6e-43ac-87e8-37bbd2bf48de req-65c6dbb2-5e6e-429c-8985-2519056c3b4a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896025 Sep 16 04:50:20.858977 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-1acc3e3f-450d-4fce-a005-5706b186d7eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:20.872181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d314b-fa20-4906-801d-b0fee32b8bc3 req-f6b80553-095d-44fb-950a-15c31012805c tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.878240 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d314b-fa20-4906-801d-b0fee32b8bc3 req-f6b80553-095d-44fb-950a-15c31012805c tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.886225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-866d314b-fa20-4906-801d-b0fee32b8bc3 req-f6b80553-095d-44fb-950a-15c31012805c tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1682 time: 0.4914930 Sep 16 04:50:20.960525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Attempting to bind port dffdbb33-7e8d-4119-b673-4b48831644d3 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:20.960867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Attempting to bind port dffdbb33-7e8d-4119-b673-4b48831644d3 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:20.961201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Attempting to bind port dffdbb33-7e8d-4119-b673-4b48831644d3 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:21.029848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Port dffdbb33-7e8d-4119-b673-4b48831644d3 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:21.030448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Attempting to bind port dffdbb33-7e8d-4119-b673-4b48831644d3 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:21.085318 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-9551a3af-2b3b-42b0-89de-bb59042f824c service neutron] 10.222.0.21 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420878 Sep 16 04:50:21.122073 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:21.122807 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:21.123340 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:21.123982 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Bound port: dffdbb33-7e8d-4119-b673-4b48831644d3, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:21.124439 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.146497 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f7ef20fb-7890-416b-bc8d-2387d4307feb up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:21.148983 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acc3e3f-450d-4fce-a005-5706b186d7eb admin admin] Router 49eba29c-4181-4f51-9e48-163eebb358c5 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:21.195050 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-866d314b-fa20-4906-801d-b0fee32b8bc3 req-c4df6e50-e443-479f-930b-24d53b225bf2 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075621 Sep 16 04:50:21.205273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-5906bf02-14f9-41fc-8b6b-6a3f43ba8b83 None None] Provisioning complete for port 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:21.206530 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5906bf02-14f9-41fc-8b6b-6a3f43ba8b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.258370 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-5906bf02-14f9-41fc-8b6b-6a3f43ba8b83 None None] Port 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:21.275928 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port f7ef20fb-7890-416b-bc8d-2387d4307feb triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:21.276589 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.276732 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-36acacea-b2d1-4a91-bd51-36960a16c6bf req-20790e34-8a33-4848-becc-00b31caa27ae service neutron] 10.222.0.21 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832588 Sep 16 04:50:21.294189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] For port dffdbb33-7e8d-4119-b673-4b48831644d3, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:21.298033 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] For port dffdbb33-7e8d-4119-b673-4b48831644d3, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=dffdbb33-7e8d-4119-b673-4b48831644d3,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:21.342520 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-30acc52b-6067-406b-88a7-9b46919c9110 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.361648 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acc3e3f-450d-4fce-a005-5706b186d7eb admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:21.367838 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1acc3e3f-450d-4fce-a005-5706b186d7eb admin admin] 10.222.0.20 "PUT /v2.0/routers/49eba29c-4181-4f51-9e48-163eebb358c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5431502 Sep 16 04:50:21.397033 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] Sync routers for ids ['49eba29c-4181-4f51-9e48-163eebb358c5'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:21.415190 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.415837 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] Routers {'49eba29c-4181-4f51-9e48-163eebb358c5'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:21.417381 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:50:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['49eba29c-4181-4f51-9e48-163eebb358c5'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:21.446224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port f7ef20fb-7890-416b-bc8d-2387d4307feb, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f7ef20fb-7890-416b-bc8d-2387d4307feb,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:21.459746 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d9e16-24ae-4928-9d72-c6029ee560a2 req-3079b596-1bd0-45ac-9990-a1a69e1915ee tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.461549 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a65d9e16-24ae-4928-9d72-c6029ee560a2 req-3079b596-1bd0-45ac-9990-a1a69e1915ee tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.4041138 Sep 16 04:50:21.467817 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.513006 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8af2db-f95b-4e64-aba0-0241259b5f37 req-caae3053-a90d-45e8-8277-ed4ea886758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.515085 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3e8af2db-f95b-4e64-aba0-0241259b5f37 req-caae3053-a90d-45e8-8277-ed4ea886758d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5ca71b7fb014260ba5a059e61a21a36&device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 1095 time: 0.0486722 Sep 16 04:50:21.520992 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21009c2e-2732-4bf3-861c-360b480b4f7c {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:21.542049 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.552703 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.590927 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] Set router 49eba29c-4181-4f51-9e48-163eebb358c5 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:21.591685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.592312 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.594582 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] 10.222.0.21 "PUT /v2.0/ports/dffdbb33-7e8d-4119-b673-4b48831644d3 HTTP/1.1" status: 200 len: 1096 time: 3.3044960 Sep 16 04:50:21.611583 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b2bd4-ff9f-4c16-934e-c22c09d814fb service neutron] Pushing event updated for resources: {'Port': ['ID=dffdbb33-7e8d-4119-b673-4b48831644d3,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:21.614546 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f990d1e4-d4cd-4399-95bc-12879478fabb', 'tag': 'dffdbb33-7e8d-4119-b673-4b48831644d3'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:21.620075 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5b84b5-fd95-4673-bb25-f2cc7fa6c72c" -d '{"events": [{"name": "network-changed", "server_uuid": "f990d1e4-d4cd-4399-95bc-12879478fabb", "tag": "dffdbb33-7e8d-4119-b673-4b48831644d3"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:21.636819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Transition to ACTIVE for port object 21009c2e-2732-4bf3-861c-360b480b4f7c will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:21.638080 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8af2db-f95b-4e64-aba0-0241259b5f37 req-0a66623e-53d2-4270-84d2-6218e541634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.640007 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3e8af2db-f95b-4e64-aba0-0241259b5f37 req-0a66623e-53d2-4270-84d2-6218e541634e service neutron] 10.222.0.21 "GET /v2.0/networks?id=ebbeb263-7947-4f1c-b608-4fdb40f98dcf HTTP/1.1" status: 200 len: 919 time: 0.1175163 Sep 16 04:50:21.646144 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=f7ef20fb-7890-416b-bc8d-2387d4307feb,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:21.666812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be97508-fcd4-46ca-b571-cd765d4a3f1c req-e03d27b6-2840-4864-b27c-2556a6d6106d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.673607 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be97508-fcd4-46ca-b571-cd765d4a3f1c req-e03d27b6-2840-4864-b27c-2556a6d6106d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.680056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be97508-fcd4-46ca-b571-cd765d4a3f1c req-e03d27b6-2840-4864-b27c-2556a6d6106d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.687140 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be97508-fcd4-46ca-b571-cd765d4a3f1c req-e03d27b6-2840-4864-b27c-2556a6d6106d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.689868 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3e8af2db-f95b-4e64-aba0-0241259b5f37 req-fb9a6152-6398-4b0e-ba0d-9781bf4575a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=432a5de2-7fe1-4259-bfa1-2856b0688c72 HTTP/1.1" status: 200 len: 217 time: 0.0373995 Sep 16 04:50:21.696022 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be97508-fcd4-46ca-b571-cd765d4a3f1c req-e03d27b6-2840-4864-b27c-2556a6d6106d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.701260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be97508-fcd4-46ca-b571-cd765d4a3f1c req-e03d27b6-2840-4864-b27c-2556a6d6106d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.714483 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be97508-fcd4-46ca-b571-cd765d4a3f1c req-e03d27b6-2840-4864-b27c-2556a6d6106d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.719093 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3be97508-fcd4-46ca-b571-cd765d4a3f1c req-e03d27b6-2840-4864-b27c-2556a6d6106d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5430 time: 0.4168379 Sep 16 04:50:21.748953 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8af2db-f95b-4e64-aba0-0241259b5f37 req-77d216fc-4798-4d99-8668-c14203e8ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.750718 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3e8af2db-f95b-4e64-aba0-0241259b5f37 req-77d216fc-4798-4d99-8668-c14203e8ce6e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e0ca68c9-243f-44b1-aa8a-236a77a13dff HTTP/1.1" status: 200 len: 858 time: 0.0538039 Sep 16 04:50:21.764700 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a65d9e16-24ae-4928-9d72-c6029ee560a2 req-962f70d6-2aa7-47a1-8d50-d5cd5b3c65ac tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873609 Sep 16 04:50:21.801043 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3e8af2db-f95b-4e64-aba0-0241259b5f37 req-edf8550a-c09d-4346-a6e8-6b651b81a2c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ebbeb263-7947-4f1c-b608-4fdb40f98dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367255 Sep 16 04:50:21.806035 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.910865 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3be97508-fcd4-46ca-b571-cd765d4a3f1c req-f87f6907-d4c6-456d-84a8-78f1c7cfec58 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1687887 Sep 16 04:50:21.960415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-8c29e376-29d2-46fa-8136-36f346909cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.963126 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-8c29e376-29d2-46fa-8136-36f346909cf7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d0802b21ba1489cacbdb9257e9d7272&device_id=f990d1e4-d4cd-4399-95bc-12879478fabb HTTP/1.1" status: 200 len: 1099 time: 0.1974933 Sep 16 04:50:22.031626 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-30acc52b-6067-406b-88a7-9b46919c9110 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.035317 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3e8af2db-f95b-4e64-aba0-0241259b5f37 req-6f3d5707-78e2-4f75-ade6-8121ef681889 service neutron] 10.222.0.21 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219524 Sep 16 04:50:22.143612 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Pushing event updated for resources: {'Port': ['ID=21009c2e-2732-4bf3-861c-360b480b4f7c,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:22.201968 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-e6ba9990-7770-4c12-90fe-86391b15ab8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=dffdbb33-7e8d-4119-b673-4b48831644d3 HTTP/1.1" status: 200 len: 217 time: 0.1865499 Sep 16 04:50:22.207144 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'name': 'tempest-ServerActionsTestJSON-1031687736-router', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:12Z', 'updated_at': '2021-09-16T04:50:19Z', 'revision_number': 4, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'gw_port': {'id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6', 'name': '', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'mac_address': 'fa:16:3e:78:01:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:20Z', 'revision_number': 2, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'subnets': [{'id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:22.216491 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3e8af2db-f95b-4e64-aba0-0241259b5f37 req-e73a71ec-ebc1-42c5-bae1-c1cc0600d527 service neutron] 10.222.0.21 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678550 Sep 16 04:50:22.244603 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] Checking router: 49eba29c-4181-4f51-9e48-163eebb358c5 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:22.245151 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] Updating router 49eba29c-4181-4f51-9e48-163eebb358c5 port 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:50:22.249321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-30acc52b-6067-406b-88a7-9b46919c9110 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Network ebbeb263-7947-4f1c-b608-4fdb40f98dcf is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:22.282409 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.290227 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-30acc52b-6067-406b-88a7-9b46919c9110 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:22.333113 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-30acc52b-6067-406b-88a7-9b46919c9110 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:22.336631 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acc52b-6067-406b-88a7-9b46919c9110 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Pushing event updated for resources: {'Port': ['ID=07be4329-025e-4561-bee8-923234f5c286,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:22.456282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-30acc52b-6067-406b-88a7-9b46919c9110 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.456736 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-30acc52b-6067-406b-88a7-9b46919c9110 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.477001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789d71d-5ee6-4b79-a4ce-f3f9b91c75a0 req-75518ec7-0582-4059-b5e7-fc7f95b9f98c tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.478624 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6789d71d-5ee6-4b79-a4ce-f3f9b91c75a0 req-75518ec7-0582-4059-b5e7-fc7f95b9f98c tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 932 time: 0.4386070 Sep 16 04:50:22.500181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cb9bc-636d-4efe-9880-24d0c1d59288 req-7afdf2a8-8a00-4bee-b7b7-c5844caf444b tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.504274 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea8cb9bc-636d-4efe-9880-24d0c1d59288 req-7afdf2a8-8a00-4bee-b7b7-c5844caf444b tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 948 time: 0.2987010 Sep 16 04:50:22.507186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-342cf4b4-f9f5-45b6-8bd4-8d6e742282a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.509002 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-342cf4b4-f9f5-45b6-8bd4-8d6e742282a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.2240338 Sep 16 04:50:22.509666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Attempting to bind port 21009c2e-2732-4bf3-861c-360b480b4f7c on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:22.510004 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Attempting to bind port 21009c2e-2732-4bf3-861c-360b480b4f7c by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:22.510339 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Attempting to bind port 21009c2e-2732-4bf3-861c-360b480b4f7c on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:22.552950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Port 21009c2e-2732-4bf3-861c-360b480b4f7c on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:22.553309 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Attempting to bind port 21009c2e-2732-4bf3-861c-360b480b4f7c on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:22.591578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:22.592333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:22.592975 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:22.593643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Bound port: 21009c2e-2732-4bf3-861c-360b480b4f7c, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:22.594254 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.620335 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.630650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-30acc52b-6067-406b-88a7-9b46919c9110 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7592041 Sep 16 04:50:22.640083 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6789d71d-5ee6-4b79-a4ce-f3f9b91c75a0 req-fddba63f-6f13-4d98-bc73-232bcadb0882 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482873 Sep 16 04:50:22.655512 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Request body: {'port': {'device_id': '9dc3ef66-6eda-4186-b2e2-4a5138baebb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:22.682776 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea8cb9bc-636d-4efe-9880-24d0c1d59288 req-4e8748d3-d6b2-4170-9c20-3057cfab08a9 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697814 Sep 16 04:50:22.717738 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.746867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-7fcee9cd-f440-46bf-8cc1-64f35847cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.748410 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-7fcee9cd-f440-46bf-8cc1-64f35847cce9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2260835 Sep 16 04:50:22.793365 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.802912 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9203b1-a530-485c-850f-b8fc46e785e5 None None] Pushing event updated for resources: {'Port': ['ID=1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:22.818843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] For port 21009c2e-2732-4bf3-861c-360b480b4f7c, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:22.866870 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] Attempting to bind port 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:22.868139 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] Attempting to bind port 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:22.868681 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] Attempting to bind port 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6 on network 94292a08-7965-4890-98ca-c590d9f7562b {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:22.870680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] For port 21009c2e-2732-4bf3-861c-360b480b4f7c, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=21009c2e-2732-4bf3-861c-360b480b4f7c,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:22.876711 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:22.877287 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] Checking segment: {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:22.878653 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.879230 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] Bound using segment: {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:22.879886 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] Bound port: 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:22.880453 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.975421 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5b92df-470f-45c2-b5da-47224daccbf7 x-openstack-request-id: req-8d5b92df-470f-45c2-b5da-47224daccbf7 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:22.975970 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f990d1e4-d4cd-4399-95bc-12879478fabb", "tag": "dffdbb33-7e8d-4119-b673-4b48831644d3", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:22.976162 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d5b92df-470f-45c2-b5da-47224daccbf7 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:22.976906 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f990d1e4-d4cd-4399-95bc-12879478fabb', 'tag': 'dffdbb33-7e8d-4119-b673-4b48831644d3', 'status': 'completed', 'code': 200} Sep 16 04:50:23.005701 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] For port 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:23.010810 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] For port 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:23.072029 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.087988 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-fca6d2ee-9b5d-4b72-b7eb-fc5077e4de64 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261218 Sep 16 04:50:23.107620 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.116498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f7ef20fb-7890-416b-bc8d-2387d4307feb up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:23.192187 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42316) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:23.197579 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:23.198210 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.199645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] 10.222.0.21 "PUT /v2.0/ports/21009c2e-2732-4bf3-861c-360b480b4f7c HTTP/1.1" status: 200 len: 1097 time: 3.3825960 Sep 16 04:50:23.200268 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-5acb4175-0c41-4011-8ad4-533ae911ff25 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--720456245', 'description': 'tempest-description--1062630386'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:23.206667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ae00bd47-3777-4d83-b118-1c944738ce7d None None] Provisioning complete for port 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:23.207688 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ae00bd47-3777-4d83-b118-1c944738ce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.237370 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9203b1-a530-485c-850f-b8fc46e785e5 None None] Pushing event updated for resources: {'Port': ['ID=1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:23.268388 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] Routers {'49eba29c-4181-4f51-9e48-163eebb358c5'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:23.269302 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:50:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['49eba29c-4181-4f51-9e48-163eebb358c5'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:23.292699 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port f7ef20fb-7890-416b-bc8d-2387d4307feb triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:23.293454 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.347561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157213a3-3fc3-4e6c-a44f-63cd6ebadd9a service neutron] Pushing event updated for resources: {'Port': ['ID=21009c2e-2732-4bf3-861c-360b480b4f7c,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:23.399749 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5acb4175-0c41-4011-8ad4-533ae911ff25 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.461461 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ae00bd47-3777-4d83-b118-1c944738ce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.538371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71cd2cda-65fc-4bc2-9a7f-51f8bddd76fd req-8f9e62d5-2487-438f-b057-92e554098176 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244449 Sep 16 04:50:23.574900 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] Set router 49eba29c-4181-4f51-9e48-163eebb358c5 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:23.577636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5acb4175-0c41-4011-8ad4-533ae911ff25 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.590865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d424a5d-c3d1-4592-800a-d6a367e1a4aa req-a10a411c-53ea-475d-adb8-6ae81a6c2ecd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:23.599732 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d424a5d-c3d1-4592-800a-d6a367e1a4aa req-a10a411c-53ea-475d-adb8-6ae81a6c2ecd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.2419593 Sep 16 04:50:23.623435 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ae00bd47-3777-4d83-b118-1c944738ce7d None None] For port 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:23.623859 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4b9df-75bc-42ae-8fcc-07e30a1f0b1f req-b01fb6f9-bd69-4650-ab1d-114de38e4d7d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:23.635038 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4b9df-75bc-42ae-8fcc-07e30a1f0b1f req-b01fb6f9-bd69-4650-ab1d-114de38e4d7d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:23.638277 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ce4b9df-75bc-42ae-8fcc-07e30a1f0b1f req-b01fb6f9-bd69-4650-ab1d-114de38e4d7d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1682 time: 0.5821030 Sep 16 04:50:23.678784 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5acb4175-0c41-4011-8ad4-533ae911ff25 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.696890 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-2805d41d-6357-44ac-bb6f-681ef4696936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:23.698520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-2805d41d-6357-44ac-bb6f-681ef4696936 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d0802b21ba1489cacbdb9257e9d7272&device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 1100 time: 0.3096585 Sep 16 04:50:23.736133 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb4175-0c41-4011-8ad4-533ae911ff25 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:23.740939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d424a5d-c3d1-4592-800a-d6a367e1a4aa req-96992890-538c-4aac-bcef-9ffdeb58594e tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400368 Sep 16 04:50:23.761041 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ae00bd47-3777-4d83-b118-1c944738ce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.816950 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5acb4175-0c41-4011-8ad4-533ae911ff25 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.818527 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5acb4175-0c41-4011-8ad4-533ae911ff25 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6241934 Sep 16 04:50:23.821975 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42322) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:23.827615 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-22589d5b-364d-48ec-843f-11451c202748 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Request body: {'security_group_rule': {'security_group_id': 'aaa1ba6f-5fc9-46ee-8029-274b9e3c2358', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:23.850361 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ce4b9df-75bc-42ae-8fcc-07e30a1f0b1f req-8551aa01-fdb4-485c-84f1-a1ec2e9b8b61 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938841 Sep 16 04:50:23.851676 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-37f2170e-56ce-46f4-b404-7c88d94e1844 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=21009c2e-2732-4bf3-861c-360b480b4f7c HTTP/1.1" status: 200 len: 217 time: 0.0910547 Sep 16 04:50:23.872849 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00bd47-3777-4d83-b118-1c944738ce7d None None] Pushing event updated for resources: {'Port': ['ID=1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:23.921030 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-72c75369-a5b1-43e6-9d48-1388f992c259 None None] Provisioning complete for port 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:23.921445 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-72c75369-a5b1-43e6-9d48-1388f992c259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.931050 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'name': 'tempest-ServerActionsTestJSON-1031687736-router', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:12Z', 'updated_at': '2021-09-16T04:50:19Z', 'revision_number': 4, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'gw_port': {'id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6', 'name': '', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'mac_address': 'fa:16:3e:78:01:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 4, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'subnets': [{'id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:23.971210 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007f117f-ff5b-47b2-96e5-76d0c7bd3b07 None None] The sync data for ids ['49eba29c-4181-4f51-9e48-163eebb358c5'] in n-d-712140-13 is: [{'id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'name': 'tempest-ServerActionsTestJSON-1031687736-router', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:12Z', 'updated_at': '2021-09-16T04:50:19Z', 'revision_number': 4, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'gw_port': {'id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6', 'name': '', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'mac_address': 'fa:16:3e:78:01:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 4, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'subnets': [{'id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:23.994932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b84b5-fd95-4673-bb25-f2cc7fa6c72c req-9ac216b3-8fae-4a29-a1dc-f6a96b97f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:23.996054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f5b84b5-fd95-4673-bb25-f2cc7fa6c72c req-9ac216b3-8fae-4a29-a1dc-f6a96b97f678 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d0802b21ba1489cacbdb9257e9d7272&device_id=f990d1e4-d4cd-4399-95bc-12879478fabb HTTP/1.1" status: 200 len: 1099 time: 0.2519197 Sep 16 04:50:24.005083 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22589d5b-364d-48ec-843f-11451c202748 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.040001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767ec7f-dfa6-46c1-b75d-66f8d8bcd3ec req-0cd43db8-4a4f-453a-85fc-e61cb4a76374 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.052667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767ec7f-dfa6-46c1-b75d-66f8d8bcd3ec req-0cd43db8-4a4f-453a-85fc-e61cb4a76374 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.083443 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767ec7f-dfa6-46c1-b75d-66f8d8bcd3ec req-0cd43db8-4a4f-453a-85fc-e61cb4a76374 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.091069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767ec7f-dfa6-46c1-b75d-66f8d8bcd3ec req-0cd43db8-4a4f-453a-85fc-e61cb4a76374 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.097921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767ec7f-dfa6-46c1-b75d-66f8d8bcd3ec req-0cd43db8-4a4f-453a-85fc-e61cb4a76374 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.104106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767ec7f-dfa6-46c1-b75d-66f8d8bcd3ec req-0cd43db8-4a4f-453a-85fc-e61cb4a76374 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.110916 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767ec7f-dfa6-46c1-b75d-66f8d8bcd3ec req-0cd43db8-4a4f-453a-85fc-e61cb4a76374 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.123380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f767ec7f-dfa6-46c1-b75d-66f8d8bcd3ec req-0cd43db8-4a4f-453a-85fc-e61cb4a76374 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5430 time: 0.2888834 Sep 16 04:50:24.126207 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.135510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07be4329-025e-4561-bee8-923234f5c286 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:24.161096 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22589d5b-364d-48ec-843f-11451c202748 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.165935 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-5884711f-23ff-4639-bb1e-96518cc19f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.167549 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-5884711f-23ff-4639-bb1e-96518cc19f8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.2916620 Sep 16 04:50:24.173302 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.250405 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22589d5b-364d-48ec-843f-11451c202748 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.273842 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22589d5b-364d-48ec-843f-11451c202748 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce798cc-a321-4caf-a006-9ecef587b774,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:24.299409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Transition to ACTIVE for port object 07be4329-025e-4561-bee8-923234f5c286 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:24.311163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f767ec7f-dfa6-46c1-b75d-66f8d8bcd3ec req-8cd95f81-d6d4-4e4f-8a82-3175fd68717f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1868503 Sep 16 04:50:24.353437 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22589d5b-364d-48ec-843f-11451c202748 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.359207 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-22589d5b-364d-48ec-843f-11451c202748 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5361516 Sep 16 04:50:24.360130 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42326) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:24.365657 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8e7b46cd-734c-42bd-b302-5f5e75aec7d3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Request body: {'security_group_rule': {'security_group_id': 'aaa1ba6f-5fc9-46ee-8029-274b9e3c2358', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:24.367909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-46328590-2ab2-4d02-a0cb-f1ac0c6ce257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.369518 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-46328590-2ab2-4d02-a0cb-f1ac0c6ce257 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1856494 Sep 16 04:50:24.375782 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b84b5-fd95-4673-bb25-f2cc7fa6c72c req-d094fcda-48a1-46af-80d3-d76e2f7a7527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.377809 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f5b84b5-fd95-4673-bb25-f2cc7fa6c72c req-d094fcda-48a1-46af-80d3-d76e2f7a7527 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.3731756 Sep 16 04:50:24.387330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93056ad-c9e3-4bd1-a759-22507caa627c req-1397df9b-813d-4ee8-9081-02171cd5040b tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.389273 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b93056ad-c9e3-4bd1-a759-22507caa627c req-1397df9b-813d-4ee8-9081-02171cd5040b tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 932 time: 0.1946478 Sep 16 04:50:24.409271 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.508410 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8e7b46cd-734c-42bd-b302-5f5e75aec7d3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.509008 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f5b84b5-fd95-4673-bb25-f2cc7fa6c72c req-a7c30f8c-3d9c-43f3-aa3d-e81868b83675 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=dffdbb33-7e8d-4119-b673-4b48831644d3 HTTP/1.1" status: 200 len: 217 time: 0.1178887 Sep 16 04:50:24.582512 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8e7b46cd-734c-42bd-b302-5f5e75aec7d3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.585850 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b84b5-fd95-4673-bb25-f2cc7fa6c72c req-1307486d-956f-4b5c-b6ed-51fcd6a76dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.587408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f5b84b5-fd95-4673-bb25-f2cc7fa6c72c req-1307486d-956f-4b5c-b6ed-51fcd6a76dae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0557399 Sep 16 04:50:24.696230 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8e7b46cd-734c-42bd-b302-5f5e75aec7d3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.724110 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b46cd-734c-42bd-b302-5f5e75aec7d3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19bd935-0677-4d5f-91c1-cf2bd0812b0e,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:24.811019 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8e7b46cd-734c-42bd-b302-5f5e75aec7d3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.816990 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8e7b46cd-734c-42bd-b302-5f5e75aec7d3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4554565 Sep 16 04:50:24.822066 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42330) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:24.823941 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d97214d5-5390-4d77-8610-3e13e972cb2d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:24.924571 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d97214d5-5390-4d77-8610-3e13e972cb2d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.979966 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6267a70a-8c63-43a2-aeb6-ddba3c9438be', 'tag': '21009c2e-2732-4bf3-861c-360b480b4f7c'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:24.986907 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1f6689-75da-45d8-9605-f2ffd2708b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "6267a70a-8c63-43a2-aeb6-ddba3c9438be", "tag": "21009c2e-2732-4bf3-861c-360b480b4f7c"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:24.993835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Pushing event updated for resources: {'Port': ['ID=07be4329-025e-4561-bee8-923234f5c286,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:25.028112 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b93056ad-c9e3-4bd1-a759-22507caa627c req-9f995c2b-ed85-4a75-8c5e-c464bda2fec1 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6220489 Sep 16 04:50:25.097625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d44607-eff9-45f7-bb06-e58d380bf3fc req-34d78a5a-d36d-436b-acbf-82a771de4f45 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:25.099274 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13d44607-eff9-45f7-bb06-e58d380bf3fc req-34d78a5a-d36d-436b-acbf-82a771de4f45 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 948 time: 0.6303113 Sep 16 04:50:25.116617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b84b5-fd95-4673-bb25-f2cc7fa6c72c req-7181893e-5098-45ab-b567-8f7ff1bfd18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:25.119651 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f5b84b5-fd95-4673-bb25-f2cc7fa6c72c req-7181893e-5098-45ab-b567-8f7ff1bfd18e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2319932 Sep 16 04:50:25.141770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-d4b45304-dc1b-442a-aadb-3cc0bc81c067 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7447016 Sep 16 04:50:25.145335 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d97214d5-5390-4d77-8610-3e13e972cb2d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.167976 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:25.257440 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:25.258474 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.296976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Attempting to bind port 07be4329-025e-4561-bee8-923234f5c286 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:25.297393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Attempting to bind port 07be4329-025e-4561-bee8-923234f5c286 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'a9031a63-0b60-4243-a476-3585b6f7d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:25.298085 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Attempting to bind port 07be4329-025e-4561-bee8-923234f5c286 on network ebbeb263-7947-4f1c-b608-4fdb40f98dcf {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:25.317925 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-d97214d5-5390-4d77-8610-3e13e972cb2d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Allocated IP 172.25.4.26 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/4a6c370a-1c93-487e-900b-17fb9199116c) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:25.360718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Port 07be4329-025e-4561-bee8-923234f5c286 on network ebbeb263-7947-4f1c-b608-4fdb40f98dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:25.361111 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Attempting to bind port 07be4329-025e-4561-bee8-923234f5c286 on network ebbeb263-7947-4f1c-b608-4fdb40f98dcf {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:25.406914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:25.406914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Checking segment: {'id': 'a9031a63-0b60-4243-a476-3585b6f7d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:25.407293 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Bound using segment: {'id': 'a9031a63-0b60-4243-a476-3585b6f7d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:25.407800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Bound port: 07be4329-025e-4561-bee8-923234f5c286, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9031a63-0b60-4243-a476-3585b6f7d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:25.408904 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.414307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13d44607-eff9-45f7-bb06-e58d380bf3fc req-e9c5f2cf-0e87-41a2-b867-b4fe7dc7a18b tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077705 Sep 16 04:50:25.478946 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d97214d5-5390-4d77-8610-3e13e972cb2d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.528833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbbd3a-5e2b-4d2d-ba8f-27fa96c23250 req-815f87ed-7cec-4828-abde-454c96332319 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:25.528833 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-addbbd3a-5e2b-4d2d-ba8f-27fa96c23250 req-815f87ed-7cec-4828-abde-454c96332319 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.3152983 Sep 16 04:50:25.528833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] For port 07be4329-025e-4561-bee8-923234f5c286, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:25.539115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] For port 07be4329-025e-4561-bee8-923234f5c286, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=07be4329-025e-4561-bee8-923234f5c286,segment=NetworkSegment(a9031a63-0b60-4243-a476-3585b6f7d768),segment_id=a9031a63-0b60-4243-a476-3585b6f7d768)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:25.576357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06b81fa4-c3d9-4fcc-b3fe-fe15bba95d46 req-a4f22ab7-faa9-4cdf-861a-3d5f09f8d966 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092538 Sep 16 04:50:25.578114 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f5b84b5-fd95-4673-bb25-f2cc7fa6c72c req-89cc5c64-59bc-4944-8bea-19d8e7e60a3f service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331553 Sep 16 04:50:25.584620 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be48ec4-c72b-4558-9fb3-e7e48c17f64c x-openstack-request-id: req-3be48ec4-c72b-4558-9fb3-e7e48c17f64c {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:25.584906 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6267a70a-8c63-43a2-aeb6-ddba3c9438be", "tag": "21009c2e-2732-4bf3-861c-360b480b4f7c", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:25.585153 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3be48ec4-c72b-4558-9fb3-e7e48c17f64c {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:25.585532 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6267a70a-8c63-43a2-aeb6-ddba3c9438be', 'tag': '21009c2e-2732-4bf3-861c-360b480b4f7c', 'status': 'completed', 'code': 200} Sep 16 04:50:25.606349 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-addbbd3a-5e2b-4d2d-ba8f-27fa96c23250 req-533dc056-4ea4-45c0-a426-d3c60e177f9b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700529 Sep 16 04:50:25.616675 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d97214d5-5390-4d77-8610-3e13e972cb2d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.646079 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.661258 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97214d5-5390-4d77-8610-3e13e972cb2d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:25.667385 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-d97214d5-5390-4d77-8610-3e13e972cb2d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:25.671253 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97214d5-5390-4d77-8610-3e13e972cb2d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:25.718416 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97214d5-5390-4d77-8610-3e13e972cb2d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Pushing event updated for resources: {'Port': ['ID=4a6c370a-1c93-487e-900b-17fb9199116c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:25.815808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:25.815808 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.825214 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] 10.222.0.38 "PUT /v2.0/ports/07be4329-025e-4561-bee8-923234f5c286 HTTP/1.1" status: 200 len: 1093 time: 3.1645830 Sep 16 04:50:25.847931 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 432a5de2-7fe1-4259-bfa1-2856b0688c72 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:25.868853 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d97214d5-5390-4d77-8610-3e13e972cb2d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.909801 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44e939-c1dc-469f-9a4a-0a224ea96e8a service neutron] Pushing event updated for resources: {'Port': ['ID=07be4329-025e-4561-bee8-923234f5c286,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:25.938349 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f5b84b5-fd95-4673-bb25-f2cc7fa6c72c req-453f510d-ac7f-4622-b2ff-f22adeb6e96f service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149214 Sep 16 04:50:25.958273 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f6689-75da-45d8-9605-f2ffd2708b4b req-bef72ca5-1ae6-4ee5-b1c6-3a308d6335a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:25.960171 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f1f6689-75da-45d8-9605-f2ffd2708b4b req-bef72ca5-1ae6-4ee5-b1c6-3a308d6335a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d0802b21ba1489cacbdb9257e9d7272&device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 1100 time: 0.1101701 Sep 16 04:50:25.998186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ecafc-30af-4339-901f-bc767bf9cd4b req-6fe2900a-e7cf-4785-8539-d588924bc9e6 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.006481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ecafc-30af-4339-901f-bc767bf9cd4b req-6fe2900a-e7cf-4785-8539-d588924bc9e6 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.017254 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ecafc-30af-4339-901f-bc767bf9cd4b req-6fe2900a-e7cf-4785-8539-d588924bc9e6 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.018157 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d97214d5-5390-4d77-8610-3e13e972cb2d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.024211 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 432a5de2-7fe1-4259-bfa1-2856b0688c72, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=432a5de2-7fe1-4259-bfa1-2856b0688c72,segment=NetworkSegment(a9031a63-0b60-4243-a476-3585b6f7d768),segment_id=a9031a63-0b60-4243-a476-3585b6f7d768)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:26.030851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ecafc-30af-4339-901f-bc767bf9cd4b req-6fe2900a-e7cf-4785-8539-d588924bc9e6 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.039991 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ecafc-30af-4339-901f-bc767bf9cd4b req-6fe2900a-e7cf-4785-8539-d588924bc9e6 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.048593 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ecafc-30af-4339-901f-bc767bf9cd4b req-6fe2900a-e7cf-4785-8539-d588924bc9e6 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.051274 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '432a5de2-7fe1-4259-bfa1-2856b0688c72', 'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf', 'port_id': '432a5de2-7fe1-4259-bfa1-2856b0688c72', 'mac_address': 'fa:16:3e:e2:d1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ca68c9-243f-44b1-aa8a-236a77a13dff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:26.059312 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ecafc-30af-4339-901f-bc767bf9cd4b req-6fe2900a-e7cf-4785-8539-d588924bc9e6 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.062352 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d79ecafc-30af-4339-901f-bc767bf9cd4b req-6fe2900a-e7cf-4785-8539-d588924bc9e6 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5430 time: 0.1818814 Sep 16 04:50:26.117487 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.132092 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432a5de2-7fe1-4259-bfa1-2856b0688c72 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:26.154916 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 432a5de2-7fe1-4259-bfa1-2856b0688c72, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=432a5de2-7fe1-4259-bfa1-2856b0688c72,segment=NetworkSegment(a9031a63-0b60-4243-a476-3585b6f7d768),segment_id=a9031a63-0b60-4243-a476-3585b6f7d768)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:26.177063 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 82a9ee32-3c39-4631-9da3-c026fdda75bd details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:26.201921 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d97214d5-5390-4d77-8610-3e13e972cb2d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.210962 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-3cb2e4aa-2a49-4412-883f-cadafaf38736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.216366 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-3cb2e4aa-2a49-4412-883f-cadafaf38736 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c5ca71b7fb014260ba5a059e61a21a36&device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 1096 time: 0.1493337 Sep 16 04:50:26.235094 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.238129 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d79ecafc-30af-4339-901f-bc767bf9cd4b req-9221cf3a-4283-4140-9034-00352ef2b154 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1546781 Sep 16 04:50:26.285468 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-e6c72d17-bdf5-4c08-b486-7bce145a6a7a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07be4329-025e-4561-bee8-923234f5c286 HTTP/1.1" status: 200 len: 217 time: 0.0428474 Sep 16 04:50:26.305062 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f6689-75da-45d8-9605-f2ffd2708b4b req-c0ad298d-0db6-434e-ab24-c7f961132a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.306573 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f1f6689-75da-45d8-9605-f2ffd2708b4b req-c0ad298d-0db6-434e-ab24-c7f961132a88 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.3352420 Sep 16 04:50:26.331071 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d97214d5-5390-4d77-8610-3e13e972cb2d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.356196 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=432a5de2-7fe1-4259-bfa1-2856b0688c72,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:26.362818 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 82a9ee32-3c39-4631-9da3-c026fdda75bd, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=82a9ee32-3c39-4631-9da3-c026fdda75bd,segment=NetworkSegment(39bb2bb4-0ae8-490b-952c-58c0f4e0502f),segment_id=39bb2bb4-0ae8-490b-952c-58c0f4e0502f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:26.377468 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '82a9ee32-3c39-4631-9da3-c026fdda75bd', 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d', 'port_id': '82a9ee32-3c39-4631-9da3-c026fdda75bd', 'mac_address': 'fa:16:3e:28:af:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c0b4174-34ac-47da-93e8-4d05e20323d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:26.382452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f1f6689-75da-45d8-9605-f2ffd2708b4b req-9e650fc6-7f2d-4efb-86eb-0b5388da692d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=21009c2e-2732-4bf3-861c-360b480b4f7c HTTP/1.1" status: 200 len: 217 time: 0.0541952 Sep 16 04:50:26.429005 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.440494 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97214d5-5390-4d77-8610-3e13e972cb2d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Pushing event updated for resources: {'Port': ['ID=4a6c370a-1c93-487e-900b-17fb9199116c,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:26.447280 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a9ee32-3c39-4631-9da3-c026fdda75bd {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:26.472260 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 82a9ee32-3c39-4631-9da3-c026fdda75bd, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=82a9ee32-3c39-4631-9da3-c026fdda75bd,segment=NetworkSegment(39bb2bb4-0ae8-490b-952c-58c0f4e0502f),segment_id=39bb2bb4-0ae8-490b-952c-58c0f4e0502f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:26.512410 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d97214d5-5390-4d77-8610-3e13e972cb2d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.514948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-79857474-02b2-48da-b1b1-68f8e720016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.516503 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-79857474-02b2-48da-b1b1-68f8e720016e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e0ca68c9-243f-44b1-aa8a-236a77a13dff HTTP/1.1" status: 200 len: 858 time: 0.2241089 Sep 16 04:50:26.541001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f6689-75da-45d8-9605-f2ffd2708b4b req-e405c329-ad64-4801-a7a1-415d5f8dd0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.543152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f1f6689-75da-45d8-9605-f2ffd2708b4b req-e405c329-ad64-4801-a7a1-415d5f8dd0ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1534648 Sep 16 04:50:26.567604 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-0daca443-f79b-41d1-87c7-2a3f8249b4a5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ebbeb263-7947-4f1c-b608-4fdb40f98dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430477 Sep 16 04:50:26.576948 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.581205 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ccee8eb8-1da5-4032-97e8-3546b99f9057 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:26.613791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1900f-3fab-4018-aab2-ed6eecf21b9a req-52d0f796-ec27-474e-8878-2d5affeb99e8 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.615660 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d97214d5-5390-4d77-8610-3e13e972cb2d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.617199 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d97214d5-5390-4d77-8610-3e13e972cb2d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7982521 Sep 16 04:50:26.621261 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eaf1900f-3fab-4018-aab2-ed6eecf21b9a req-52d0f796-ec27-474e-8878-2d5affeb99e8 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 944 time: 0.1875460 Sep 16 04:50:26.664186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb39a7b-0645-425a-809d-3d248c32c279 req-6655f368-7177-45a6-a0e8-05be263194ef tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.670777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb39a7b-0645-425a-809d-3d248c32c279 req-6655f368-7177-45a6-a0e8-05be263194ef tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.672458 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ceb39a7b-0645-425a-809d-3d248c32c279 req-6655f368-7177-45a6-a0e8-05be263194ef tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1682 time: 0.2234838 Sep 16 04:50:26.685170 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=82a9ee32-3c39-4631-9da3-c026fdda75bd,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:26.754988 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ccee8eb8-1da5-4032-97e8-3546b99f9057, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ccee8eb8-1da5-4032-97e8-3546b99f9057,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:26.768332 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'ccee8eb8-1da5-4032-97e8-3546b99f9057', 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c', 'port_id': 'ccee8eb8-1da5-4032-97e8-3546b99f9057', 'mac_address': 'fa:16:3e:81:63:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b9465c-5aea-4f0b-9ac0-609722b1fa65', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:26.779766 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eaf1900f-3fab-4018-aab2-ed6eecf21b9a req-a68e54c9-ccbd-483c-928d-dc15a414db95 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552734 Sep 16 04:50:26.820011 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.824850 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ceb39a7b-0645-425a-809d-3d248c32c279 req-8f7a6e6e-4ab6-4879-8367-36598535d5c9 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429923 Sep 16 04:50:26.834164 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f6689-75da-45d8-9605-f2ffd2708b4b req-c684b56f-4467-4470-ad3c-7df742f5f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.836576 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f1f6689-75da-45d8-9605-f2ffd2708b4b req-c684b56f-4467-4470-ad3c-7df742f5f343 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2731991 Sep 16 04:50:26.853086 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccee8eb8-1da5-4032-97e8-3546b99f9057 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:26.870944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['432a5de2-7fe1-4259-bfa1-2856b0688c72'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:26.913499 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-da49883c-283f-4d56-97ec-74b431ab9277 service neutron] 10.222.0.38 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324027 Sep 16 04:50:26.921107 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ccee8eb8-1da5-4032-97e8-3546b99f9057, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ccee8eb8-1da5-4032-97e8-3546b99f9057,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:26.986616 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5e4b4-38ea-4cde-b272-5283cbbd2026 req-e88284e8-557c-4685-a9e4-2a0d0901b0be tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.988313 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e8a5e4b4-38ea-4cde-b272-5283cbbd2026 req-e88284e8-557c-4685-a9e4-2a0d0901b0be tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 948 time: 0.1442840 Sep 16 04:50:27.001282 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.002658 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:27.101205 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=207cd857-c1dd-4112-b6ee-2cc72b73c3f2,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:27.123918 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f1f6689-75da-45d8-9605-f2ffd2708b4b req-e2455348-6b42-4015-8423-b99cfa62d843 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751658 Sep 16 04:50:27.125686 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=ccee8eb8-1da5-4032-97e8-3546b99f9057,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:27.133838 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '207cd857-c1dd-4112-b6ee-2cc72b73c3f2', 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c', 'port_id': '207cd857-c1dd-4112-b6ee-2cc72b73c3f2', 'mac_address': 'fa:16:3e:99:b3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b9465c-5aea-4f0b-9ac0-609722b1fa65', 'ip_address': '10.1.1.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:27.148145 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e8a5e4b4-38ea-4cde-b272-5283cbbd2026 req-f2bb6830-82e1-41f1-9596-52c20648c0c2 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464787 Sep 16 04:50:27.189696 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.205288 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:27.217694 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e81fc2d-5380-4b0b-ad49-0fd4c11be29a req-50fe205c-1d33-46c6-bc8c-b68f13b38b21 service neutron] 10.222.0.38 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545857 Sep 16 04:50:27.227313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25511894-23e6-44c6-adbe-c0ab9c2935b2 req-376b8e37-ab8b-47fb-8edb-99d01c752aff tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.235627 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25511894-23e6-44c6-adbe-c0ab9c2935b2 req-376b8e37-ab8b-47fb-8edb-99d01c752aff tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1992872 Sep 16 04:50:27.239349 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=207cd857-c1dd-4112-b6ee-2cc72b73c3f2,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:27.328546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f1f6689-75da-45d8-9605-f2ffd2708b4b req-b5b5c7b1-f9c6-4d77-8056-455094cc6287 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943529 Sep 16 04:50:27.330319 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.331004 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a5ba0f66-270a-41f6-b6de-e53d473310e7 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:27.337926 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25511894-23e6-44c6-adbe-c0ab9c2935b2 req-fab854ca-e915-4148-ad80-0e7b543cf3f3 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009200 Sep 16 04:50:27.340878 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-2e89a84a-cf39-4c8d-aa1a-ec0d8f3ca02a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--720456245&fields=id&tenant_id=0080ff4c44ee45ada6a4ae19685a08f5 HTTP/1.1" status: 200 len: 267 time: 0.0938039 Sep 16 04:50:27.400334 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=207cd857-c1dd-4112-b6ee-2cc72b73c3f2,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:27.415132 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port a5ba0f66-270a-41f6-b6de-e53d473310e7, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a5ba0f66-270a-41f6-b6de-e53d473310e7,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:27.428359 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'a5ba0f66-270a-41f6-b6de-e53d473310e7', 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c', 'port_id': 'a5ba0f66-270a-41f6-b6de-e53d473310e7', 'mac_address': 'fa:16:3e:2d:04:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b9465c-5aea-4f0b-9ac0-609722b1fa65', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:27.482577 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.498149 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ba0f66-270a-41f6-b6de-e53d473310e7 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:27.523136 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-f35b4aaf-4e05-466d-8833-49902282e1e7 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.523548 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port a5ba0f66-270a-41f6-b6de-e53d473310e7, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a5ba0f66-270a-41f6-b6de-e53d473310e7,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:27.523793 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-f35b4aaf-4e05-466d-8833-49902282e1e7 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 812 time: 0.1732135 Sep 16 04:50:27.545816 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-b816d8a7-794e-4a08-9623-52f869e0a145 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/quotas/0080ff4c44ee45ada6a4ae19685a08f5 HTTP/1.1" status: 200 len: 375 time: 0.0131111 Sep 16 04:50:27.557367 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9734-1053-49ef-8fd2-52107e17bfd1 req-7da53883-707d-4e0e-b5af-e578e6adfa89 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.563500 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9734-1053-49ef-8fd2-52107e17bfd1 req-7da53883-707d-4e0e-b5af-e578e6adfa89 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.570148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9734-1053-49ef-8fd2-52107e17bfd1 req-7da53883-707d-4e0e-b5af-e578e6adfa89 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.576226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9734-1053-49ef-8fd2-52107e17bfd1 req-7da53883-707d-4e0e-b5af-e578e6adfa89 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.582907 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9734-1053-49ef-8fd2-52107e17bfd1 req-7da53883-707d-4e0e-b5af-e578e6adfa89 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.589401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9734-1053-49ef-8fd2-52107e17bfd1 req-7da53883-707d-4e0e-b5af-e578e6adfa89 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.596931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9734-1053-49ef-8fd2-52107e17bfd1 req-7da53883-707d-4e0e-b5af-e578e6adfa89 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.598838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-661d9734-1053-49ef-8fd2-52107e17bfd1 req-7da53883-707d-4e0e-b5af-e578e6adfa89 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5433 time: 0.1264358 Sep 16 04:50:27.600482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc3ef66-6eda-4186-b2e2-4a5138baebb1', 'tag': '07be4329-025e-4561-bee8-923234f5c286'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:27.602866 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcb2838-a940-4031-a61d-a80795a9e0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc3ef66-6eda-4186-b2e2-4a5138baebb1", "tag": "07be4329-025e-4561-bee8-923234f5c286"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:27.604445 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.664768 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=a5ba0f66-270a-41f6-b6de-e53d473310e7,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:27.934760 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-661d9734-1053-49ef-8fd2-52107e17bfd1 req-5fb41381-161e-441d-a991-3fafcb83397f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3284400 Sep 16 04:50:27.944173 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-8cfb02c8-044e-41fc-b8d5-98a4680bbe3e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3443296 Sep 16 04:50:28.018689 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c596829-bc66-4908-a521-a1f0033fd180 x-openstack-request-id: req-8c596829-bc66-4908-a521-a1f0033fd180 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:28.019000 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc3ef66-6eda-4186-b2e2-4a5138baebb1", "tag": "07be4329-025e-4561-bee8-923234f5c286", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:28.019246 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c596829-bc66-4908-a521-a1f0033fd180 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:28.019641 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc3ef66-6eda-4186-b2e2-4a5138baebb1', 'tag': '07be4329-025e-4561-bee8-923234f5c286', 'status': 'completed', 'code': 200} Sep 16 04:50:28.100267 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ebbcd6c4-bbce-4482-98a0-7b71f9929e93 service neutron] 10.222.0.20 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411290 Sep 16 04:50:28.113047 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.158237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95733c3-0410-4d4d-abad-1efbe5c21674 req-fbc54489-ce5c-4536-951d-f18c57e28a65 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.159896 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c95733c3-0410-4d4d-abad-1efbe5c21674 req-fbc54489-ce5c-4536-951d-f18c57e28a65 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 944 time: 0.1151204 Sep 16 04:50:28.180130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device bc85b5cf-42ee-4029-920f-a0fc5c1f45bc details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:28.194422 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb2838-a940-4031-a61d-a80795a9e0f3 req-b1983465-3788-4beb-a77f-f76cac2856e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.195835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3fcb2838-a940-4031-a61d-a80795a9e0f3 req-b1983465-3788-4beb-a77f-f76cac2856e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c5ca71b7fb014260ba5a059e61a21a36&device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 1096 time: 0.1439250 Sep 16 04:50:28.274588 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-bc4bbab9-73e7-44b8-a608-a5b62311d9ff service neutron] 10.222.0.20 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646342 Sep 16 04:50:28.304914 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port bc85b5cf-42ee-4029-920f-a0fc5c1f45bc, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=bc85b5cf-42ee-4029-920f-a0fc5c1f45bc,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:28.306865 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c95733c3-0410-4d4d-abad-1efbe5c21674 req-031ace8a-56b0-4ab4-a029-91a46236ee98 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148124 Sep 16 04:50:28.318948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'bc85b5cf-42ee-4029-920f-a0fc5c1f45bc', 'network_id': '25dc981a-4bf0-4e39-9c80-5980ada4b30c', 'port_id': 'bc85b5cf-42ee-4029-920f-a0fc5c1f45bc', 'mac_address': 'fa:16:3e:3e:9d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b9465c-5aea-4f0b-9ac0-609722b1fa65', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:28.351643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb2838-a940-4031-a61d-a80795a9e0f3 req-9631c07a-3f90-4bff-912c-8089f88043a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.353268 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3fcb2838-a940-4031-a61d-a80795a9e0f3 req-9631c07a-3f90-4bff-912c-8089f88043a7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ebbeb263-7947-4f1c-b608-4fdb40f98dcf HTTP/1.1" status: 200 len: 919 time: 0.1445389 Sep 16 04:50:28.374764 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.390773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc85b5cf-42ee-4029-920f-a0fc5c1f45bc {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:28.416558 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port bc85b5cf-42ee-4029-920f-a0fc5c1f45bc, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=bc85b5cf-42ee-4029-920f-a0fc5c1f45bc,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:28.426738 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3fcb2838-a940-4031-a61d-a80795a9e0f3 req-4d250689-fd00-4cb0-95fe-7363487da036 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07be4329-025e-4561-bee8-923234f5c286 HTTP/1.1" status: 200 len: 217 time: 0.0636702 Sep 16 04:50:28.500468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb2838-a940-4031-a61d-a80795a9e0f3 req-3620e70a-22c8-45d2-a41e-fba905a99286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.502028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3fcb2838-a940-4031-a61d-a80795a9e0f3 req-3620e70a-22c8-45d2-a41e-fba905a99286 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e0ca68c9-243f-44b1-aa8a-236a77a13dff HTTP/1.1" status: 200 len: 858 time: 0.0674756 Sep 16 04:50:28.514493 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964039b-eeb6-421c-9972-7f46b9b0a762 req-d81345d5-98a2-47e0-a172-375b88b5a66d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.523437 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964039b-eeb6-421c-9972-7f46b9b0a762 req-d81345d5-98a2-47e0-a172-375b88b5a66d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.523437 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9964039b-eeb6-421c-9972-7f46b9b0a762 req-d81345d5-98a2-47e0-a172-375b88b5a66d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1682 time: 0.0988445 Sep 16 04:50:28.554389 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.555416 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 02f13f4a-d752-4b62-80fe-9e1b2b5176a4 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:28.564703 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3fcb2838-a940-4031-a61d-a80795a9e0f3 req-5a2e652d-c4e4-41fe-afb0-4566eb353619 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ebbeb263-7947-4f1c-b608-4fdb40f98dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414684 Sep 16 04:50:28.565002 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-2f3418f2-b750-4726-8fbf-b63fe13c63a8 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.572776 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-2f3418f2-b750-4726-8fbf-b63fe13c63a8 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.574802 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-2f3418f2-b750-4726-8fbf-b63fe13c63a8 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 1682 time: 0.0632989 Sep 16 04:50:28.602292 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9964039b-eeb6-421c-9972-7f46b9b0a762 req-fa3c6605-aed7-4ae1-8030-97e052d1f9eb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712411 Sep 16 04:50:28.644089 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=bc85b5cf-42ee-4029-920f-a0fc5c1f45bc,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:28.719861 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['a5ba0f66-270a-41f6-b6de-e53d473310e7'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:28.736524 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3fcb2838-a940-4031-a61d-a80795a9e0f3 req-0da03dda-65f8-43a6-a0c0-42e2a663ffe4 service neutron] 10.222.0.38 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584361 Sep 16 04:50:28.789775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-508d9d64-baf7-49e8-b860-91eedd0f79b8 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Deleting port 9cacf248-290f-4edd-998f-e1852c8bcd8b {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:28.790116 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-508d9d64-baf7-49e8-b860-91eedd0f79b8 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.800687 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['82a9ee32-3c39-4631-9da3-c026fdda75bd'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:28.882669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 02f13f4a-d752-4b62-80fe-9e1b2b5176a4, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=02f13f4a-d752-4b62-80fe-9e1b2b5176a4,segment=NetworkSegment(02813e8b-5fbb-44a3-8b0e-0b887736a608),segment_id=02813e8b-5fbb-44a3-8b0e-0b887736a608)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:28.904341 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '02f13f4a-d752-4b62-80fe-9e1b2b5176a4', 'network_id': '92487fc6-ad30-45f7-ae82-d9026609df50', 'port_id': '02f13f4a-d752-4b62-80fe-9e1b2b5176a4', 'mac_address': 'fa:16:3e:55:d1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3cf3c4e-d286-4dbe-a756-42de8506c72b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:28.923960 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['207cd857-c1dd-4112-b6ee-2cc72b73c3f2'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:28.962548 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-508d9d64-baf7-49e8-b860-91eedd0f79b8 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] For port 9cacf248-290f-4edd-998f-e1852c8bcd8b, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9cacf248-290f-4edd-998f-e1852c8bcd8b,segment=NetworkSegment(de919107-edbc-4d88-8cf8-532f193b0837),segment_id=de919107-edbc-4d88-8cf8-532f193b0837)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:28.964318 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-508d9d64-baf7-49e8-b860-91eedd0f79b8 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.990693 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b164223-50e8-47d9-95f5-029c69512cc7 req-d26f74ed-ccbf-44e1-86b7-6f8de0507489 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.992533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b164223-50e8-47d9-95f5-029c69512cc7 req-d26f74ed-ccbf-44e1-86b7-6f8de0507489 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 948 time: 0.2122524 Sep 16 04:50:29.002641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0500a7-daeb-4b6a-ab9c-cefbd343f6e3 req-f60f7c78-d4a0-44db-a690-3a48f2333f61 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.003482 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c0500a7-daeb-4b6a-ab9c-cefbd343f6e3 req-f60f7c78-d4a0-44db-a690-3a48f2333f61 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1650114 Sep 16 04:50:29.007165 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-508d9d64-baf7-49e8-b860-91eedd0f79b8 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Calling delete_port for 9cacf248-290f-4edd-998f-e1852c8bcd8b owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:29.072185 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3fcb2838-a940-4031-a61d-a80795a9e0f3 req-4df543ec-7e69-47b3-9d61-18661e2942fc service neutron] 10.222.0.38 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237524 Sep 16 04:50:29.103760 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b164223-50e8-47d9-95f5-029c69512cc7 req-f4d72678-390d-4085-b381-96031fc44ffd tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991576 Sep 16 04:50:29.174061 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c0500a7-daeb-4b6a-ab9c-cefbd343f6e3 req-7180865f-1456-482f-96db-66237812fb60 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223955 Sep 16 04:50:29.225466 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb57a13d-4bef-4e1e-a2f0-65e2e61d528c req-8bd943ed-a1ad-4e6a-a72c-0eaf6d4f3731 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 210 time: 0.0323458 Sep 16 04:50:29.304042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffa13a-39ea-4381-b512-5d61750f9a92 req-4879511e-3a4d-4f6b-993a-81d2f552a0bd tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.307147 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.310784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffa13a-39ea-4381-b512-5d61750f9a92 req-4879511e-3a4d-4f6b-993a-81d2f552a0bd tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.317999 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffa13a-39ea-4381-b512-5d61750f9a92 req-4879511e-3a4d-4f6b-993a-81d2f552a0bd tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.325440 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffa13a-39ea-4381-b512-5d61750f9a92 req-4879511e-3a4d-4f6b-993a-81d2f552a0bd tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.332179 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffa13a-39ea-4381-b512-5d61750f9a92 req-4879511e-3a4d-4f6b-993a-81d2f552a0bd tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.341026 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffa13a-39ea-4381-b512-5d61750f9a92 req-4879511e-3a4d-4f6b-993a-81d2f552a0bd tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.348501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffa13a-39ea-4381-b512-5d61750f9a92 req-4879511e-3a4d-4f6b-993a-81d2f552a0bd tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.351204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5ffa13a-39ea-4381-b512-5d61750f9a92 req-4879511e-3a4d-4f6b-993a-81d2f552a0bd tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5435 time: 0.1136343 Sep 16 04:50:29.375332 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f13f4a-d752-4b62-80fe-9e1b2b5176a4 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:29.438632 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-508d9d64-baf7-49e8-b860-91eedd0f79b8 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.440400 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5ffa13a-39ea-4381-b512-5d61750f9a92 req-8ab09d46-3d08-4903-85af-15193ddf763d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802705 Sep 16 04:50:29.452202 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 02f13f4a-d752-4b62-80fe-9e1b2b5176a4, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=02f13f4a-d752-4b62-80fe-9e1b2b5176a4,segment=NetworkSegment(02813e8b-5fbb-44a3-8b0e-0b887736a608),segment_id=02813e8b-5fbb-44a3-8b0e-0b887736a608)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:29.472278 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d9d64-baf7-49e8-b860-91eedd0f79b8 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event deleted for resources: {'Port': ['ID=9cacf248-290f-4edd-998f-e1852c8bcd8b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:29.545311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576c74a-e5c2-4485-9796-b4682f4e4ac3 req-f2e091c5-b02c-4e42-888e-6a03cf693d4a tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.547201 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a576c74a-e5c2-4485-9796-b4682f4e4ac3 req-f2e091c5-b02c-4e42-888e-6a03cf693d4a tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 944 time: 0.1233077 Sep 16 04:50:29.556695 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.557394 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 666421dd-7f20-43a0-8019-5b5cd252de6c details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:29.559218 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-508d9d64-baf7-49e8-b860-91eedd0f79b8 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] No DVR routers for this DVR port 9cacf248-290f-4edd-998f-e1852c8bcd8b on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:29.562599 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-508d9d64-baf7-49e8-b860-91eedd0f79b8 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.564988 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-508d9d64-baf7-49e8-b860-91eedd0f79b8 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.38 "DELETE /v2.0/ports/9cacf248-290f-4edd-998f-e1852c8bcd8b HTTP/1.1" status: 204 len: 173 time: 0.9830782 Sep 16 04:50:29.570107 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ed18f8-805b-4b0b-8c4c-ea1bf405470e', 'name': 'network-vif-deleted', 'tag': '9cacf248-290f-4edd-998f-e1852c8bcd8b'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:29.570107 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6708ea-6657-4dee-a0e3-dd73f4cd9572" -d '{"events": [{"server_uuid": "b6ed18f8-805b-4b0b-8c4c-ea1bf405470e", "name": "network-vif-deleted", "tag": "9cacf248-290f-4edd-998f-e1852c8bcd8b"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:29.636622 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a576c74a-e5c2-4485-9796-b4682f4e4ac3 req-53a3dc36-f4a0-4099-9b76-578cdebb47ed tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812762 Sep 16 04:50:29.652547 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a170e3a3-c0a2-4ff0-9aa4-507c05115925 x-openstack-request-id: req-a170e3a3-c0a2-4ff0-9aa4-507c05115925 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:29.652923 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ed18f8-805b-4b0b-8c4c-ea1bf405470e", "name": "network-vif-deleted", "tag": "9cacf248-290f-4edd-998f-e1852c8bcd8b", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:29.653068 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a170e3a3-c0a2-4ff0-9aa4-507c05115925 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:29.653444 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ed18f8-805b-4b0b-8c4c-ea1bf405470e', 'name': 'network-vif-deleted', 'tag': '9cacf248-290f-4edd-998f-e1852c8bcd8b', 'status': 'completed', 'code': 200} Sep 16 04:50:29.654154 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['ccee8eb8-1da5-4032-97e8-3546b99f9057'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:29.730341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-a850bd5d-ad19-4491-ab76-068a7fc5a27d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Deleting port f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:29.730714 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-a850bd5d-ad19-4491-ab76-068a7fc5a27d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.848939 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 666421dd-7f20-43a0-8019-5b5cd252de6c, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=666421dd-7f20-43a0-8019-5b5cd252de6c,segment=NetworkSegment(02813e8b-5fbb-44a3-8b0e-0b887736a608),segment_id=02813e8b-5fbb-44a3-8b0e-0b887736a608)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:29.864722 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=02f13f4a-d752-4b62-80fe-9e1b2b5176a4,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:29.883360 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 21009c2e-2732-4bf3-861c-360b480b4f7c details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:29.883547 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c32a2-57db-4515-82d9-bbc0ea0d3658 req-5887c6fb-1457-472a-8744-3d2c0ddd238a tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.886458 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-360c32a2-57db-4515-82d9-bbc0ea0d3658 req-5887c6fb-1457-472a-8744-3d2c0ddd238a tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 946 time: 0.1247170 Sep 16 04:50:29.896758 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 432a5de2-7fe1-4259-bfa1-2856b0688c72 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:29.917564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '666421dd-7f20-43a0-8019-5b5cd252de6c', 'network_id': '92487fc6-ad30-45f7-ae82-d9026609df50', 'port_id': '666421dd-7f20-43a0-8019-5b5cd252de6c', 'mac_address': 'fa:16:3e:23:28:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3cf3c4e-d286-4dbe-a756-42de8506c72b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:29.945633 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-360c32a2-57db-4515-82d9-bbc0ea0d3658 req-7834b69d-dc0f-4c68-bde0-dcbc715d022b tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cbffe96-af46-499b-bd6a-25bb5b1c2e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528798 Sep 16 04:50:29.964650 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-a850bd5d-ad19-4491-ab76-068a7fc5a27d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] For port f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8,segment=NetworkSegment(af8f0c82-8bbb-4f26-bfba-cf6bbae3d623),segment_id=af8f0c82-8bbb-4f26-bfba-cf6bbae3d623)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:29.965308 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-a850bd5d-ad19-4491-ab76-068a7fc5a27d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.981486 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-a850bd5d-ad19-4491-ab76-068a7fc5a27d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Calling delete_port for f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:30.084778 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.122871 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666421dd-7f20-43a0-8019-5b5cd252de6c {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:30.171837 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 666421dd-7f20-43a0-8019-5b5cd252de6c, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=666421dd-7f20-43a0-8019-5b5cd252de6c,segment=NetworkSegment(02813e8b-5fbb-44a3-8b0e-0b887736a608),segment_id=02813e8b-5fbb-44a3-8b0e-0b887736a608)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:30.186402 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 21009c2e-2732-4bf3-861c-360b480b4f7c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=21009c2e-2732-4bf3-861c-360b480b4f7c,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:30.204233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 432a5de2-7fe1-4259-bfa1-2856b0688c72 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:30.209791 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '21009c2e-2732-4bf3-861c-360b480b4f7c', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '21009c2e-2732-4bf3-861c-360b480b4f7c', 'mac_address': 'fa:16:3e:01:49:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:30.219311 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 432a5de2-7fe1-4259-bfa1-2856b0688c72 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:30.219702 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.282348 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8928c-d13d-4cf4-9774-b1b880e213ea req-f4bfe1d4-0a54-4fe2-84a8-64724d68d627 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.283070 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31f8928c-d13d-4cf4-9774-b1b880e213ea req-f4bfe1d4-0a54-4fe2-84a8-64724d68d627 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 948 time: 0.0840466 Sep 16 04:50:30.300979 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.317425 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21009c2e-2732-4bf3-861c-360b480b4f7c {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:30.319354 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-a850bd5d-ad19-4491-ab76-068a7fc5a27d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.321289 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fd8bf-db5c-4ba3-8897-7ec148e21b51 req-9d338377-06ec-4b9e-b53c-d9f0d3ad06a5 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.323659 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-271fd8bf-db5c-4ba3-8897-7ec148e21b51 req-9d338377-06ec-4b9e-b53c-d9f0d3ad06a5 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0825179 Sep 16 04:50:30.341085 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 21009c2e-2732-4bf3-861c-360b480b4f7c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=21009c2e-2732-4bf3-861c-360b480b4f7c,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:30.343595 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31f8928c-d13d-4cf4-9774-b1b880e213ea req-fb4c0326-81d1-4c47-be93-89257a8b0429 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519152 Sep 16 04:50:30.356747 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850bd5d-ad19-4491-ab76-068a7fc5a27d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event deleted for resources: {'Port': ['ID=f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:30.400756 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.409217 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-271fd8bf-db5c-4ba3-8897-7ec148e21b51 req-8b6d71b1-e2b9-479d-99c6-949a59c56407 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645423 Sep 16 04:50:30.428668 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-a850bd5d-ad19-4491-ab76-068a7fc5a27d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] No DVR routers for this DVR port f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:30.431193 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-a850bd5d-ad19-4491-ab76-068a7fc5a27d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.434177 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-71ed0d03-8095-4e0c-bbda-f69167304b00 req-a850bd5d-ad19-4491-ab76-068a7fc5a27d tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.38 "DELETE /v2.0/ports/f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 HTTP/1.1" status: 204 len: 173 time: 0.8616917 Sep 16 04:50:30.450980 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.451576 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device dffdbb33-7e8d-4119-b673-4b48831644d3 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:30.473863 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.526517 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port dffdbb33-7e8d-4119-b673-4b48831644d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=dffdbb33-7e8d-4119-b673-4b48831644d3,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:30.530447 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa8b39d0-7bc5-459d-bb75-a793736bd9a6 req-0efca664-59f4-41f6-ba81-e2719e9a435d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 210 time: 0.0647008 Sep 16 04:50:30.539716 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=666421dd-7f20-43a0-8019-5b5cd252de6c,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:30.550078 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432a5de2-7fe1-4259-bfa1-2856b0688c72'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:30.552184 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd509cc-986d-45a6-bebc-82a08344e9d7" -d '{"events": [{"server_uuid": "51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8", "name": "network-vif-plugged", "status": "completed", "tag": "432a5de2-7fe1-4259-bfa1-2856b0688c72"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:30.575612 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'dffdbb33-7e8d-4119-b673-4b48831644d3', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': 'dffdbb33-7e8d-4119-b673-4b48831644d3', 'mac_address': 'fa:16:3e:5a:68:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:30.613854 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 432a5de2-7fe1-4259-bfa1-2856b0688c72, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=432a5de2-7fe1-4259-bfa1-2856b0688c72,segment=NetworkSegment(a9031a63-0b60-4243-a476-3585b6f7d768),segment_id=a9031a63-0b60-4243-a476-3585b6f7d768)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:30.644183 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9af1310-0c6b-43df-b77d-2dbeaa4e507a x-openstack-request-id: req-b9af1310-0c6b-43df-b77d-2dbeaa4e507a {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:30.644491 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8", "name": "network-vif-plugged", "status": "completed", "tag": "432a5de2-7fe1-4259-bfa1-2856b0688c72", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:30.644737 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9af1310-0c6b-43df-b77d-2dbeaa4e507a {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:30.645134 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432a5de2-7fe1-4259-bfa1-2856b0688c72', 'code': 200} Sep 16 04:50:30.669386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f479dc-04e3-4bb7-82ba-5cc47258b4a8 req-7569f834-0a09-43f2-a402-60b20b6e88ae tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.677386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f479dc-04e3-4bb7-82ba-5cc47258b4a8 req-7569f834-0a09-43f2-a402-60b20b6e88ae tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.681301 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=21009c2e-2732-4bf3-861c-360b480b4f7c,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:30.683871 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f479dc-04e3-4bb7-82ba-5cc47258b4a8 req-7569f834-0a09-43f2-a402-60b20b6e88ae tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.684029 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.697788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f479dc-04e3-4bb7-82ba-5cc47258b4a8 req-7569f834-0a09-43f2-a402-60b20b6e88ae tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.707275 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffdbb33-7e8d-4119-b673-4b48831644d3 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:30.709427 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f479dc-04e3-4bb7-82ba-5cc47258b4a8 req-7569f834-0a09-43f2-a402-60b20b6e88ae tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.722197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f479dc-04e3-4bb7-82ba-5cc47258b4a8 req-7569f834-0a09-43f2-a402-60b20b6e88ae tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.729123 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f479dc-04e3-4bb7-82ba-5cc47258b4a8 req-7569f834-0a09-43f2-a402-60b20b6e88ae tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.731472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1f479dc-04e3-4bb7-82ba-5cc47258b4a8 req-7569f834-0a09-43f2-a402-60b20b6e88ae tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5437 time: 0.1384256 Sep 16 04:50:30.746531 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.753865 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port dffdbb33-7e8d-4119-b673-4b48831644d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=dffdbb33-7e8d-4119-b673-4b48831644d3,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:30.815688 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=432a5de2-7fe1-4259-bfa1-2856b0688c72,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:30.831293 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.845678 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1f479dc-04e3-4bb7-82ba-5cc47258b4a8 req-c15ce56c-4f4a-4de1-8748-1cafa196095c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1034799 Sep 16 04:50:30.889995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150cdb2-d1b9-4cb1-b24f-7db06b10044f req-703730c7-085f-440e-a1b9-6cc119d4e27c tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.891734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d150cdb2-d1b9-4cb1-b24f-7db06b10044f req-703730c7-085f-440e-a1b9-6cc119d4e27c tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 944 time: 0.1053820 Sep 16 04:50:30.905651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01b593-856a-4c7c-b347-4dff5715a901 req-c50d59c0-4843-4b4c-b489-8797f9172cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.906160 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=dffdbb33-7e8d-4119-b673-4b48831644d3,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:30.907572 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e01b593-856a-4c7c-b347-4dff5715a901 req-c50d59c0-4843-4b4c-b489-8797f9172cf1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 1097 time: 0.1200693 Sep 16 04:50:30.965934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d150cdb2-d1b9-4cb1-b24f-7db06b10044f req-b4f741cf-07e6-4fd7-9038-ecf30995d317 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646093 Sep 16 04:50:30.972584 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e01b593-856a-4c7c-b347-4dff5715a901 req-a6d87ca0-118c-4149-ad77-0fac9d5cc3d1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577369 Sep 16 04:50:31.077450 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4dbf0db8-ace2-4e50-8eed-e08dcf18eb77 req-ff8a551a-e966-4ec7-960b-5c001fa9c737 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 210 time: 0.0294499 Sep 16 04:50:31.481486 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020a661-b138-4020-941f-40fd8c1f4b1a req-6b6620b5-3bcc-4be9-b196-c2bf7ef6641d tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:31.483037 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4020a661-b138-4020-941f-40fd8c1f4b1a req-6b6620b5-3bcc-4be9-b196-c2bf7ef6641d tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 949 time: 0.0575974 Sep 16 04:50:31.547768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4020a661-b138-4020-941f-40fd8c1f4b1a req-373b20a0-ea64-4968-9568-4cb3647207d6 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546923 Sep 16 04:50:31.567436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95626543-e1c7-402a-ba6e-3c9df907b451 req-34523310-a85b-4718-be24-bd78d4c59536 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:31.567436 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95626543-e1c7-402a-ba6e-3c9df907b451 req-34523310-a85b-4718-be24-bd78d4c59536 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0809648 Sep 16 04:50:31.614728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95626543-e1c7-402a-ba6e-3c9df907b451 req-c79da238-c12f-45a7-82e7-6951548af062 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398576 Sep 16 04:50:31.645588 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['02f13f4a-d752-4b62-80fe-9e1b2b5176a4'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:31.648884 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['dffdbb33-7e8d-4119-b673-4b48831644d3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:31.655020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ed18f8-805b-4b0b-8c4c-ea1bf405470e', 'name': 'network-vif-deleted', 'tag': 'f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:31.657292 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0690daff-633f-4e70-a88a-10a9d83c5f60" -d '{"events": [{"server_uuid": "b6ed18f8-805b-4b0b-8c4c-ea1bf405470e", "name": "network-vif-deleted", "tag": "f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:31.696855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f967cfc-cfdf-44e7-a52e-2feb0621287a req-65900f16-09fe-4f7b-bc37-217f505484c8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 210 time: 0.0425241 Sep 16 04:50:31.700032 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea77080f-242e-427e-8acd-1cd730aafd02 x-openstack-request-id: req-ea77080f-242e-427e-8acd-1cd730aafd02 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:31.700318 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ed18f8-805b-4b0b-8c4c-ea1bf405470e", "name": "network-vif-deleted", "tag": "f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:31.700567 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea77080f-242e-427e-8acd-1cd730aafd02 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:31.700946 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ed18f8-805b-4b0b-8c4c-ea1bf405470e', 'name': 'network-vif-deleted', 'tag': 'f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8', 'status': 'completed', 'code': 200} Sep 16 04:50:31.714161 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['21009c2e-2732-4bf3-861c-360b480b4f7c'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:31.882564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['bc85b5cf-42ee-4029-920f-a0fc5c1f45bc'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:32.051240 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590197f-f239-4ef5-8177-5786bc9617b9 req-d372f8dc-50ba-4d8d-8404-192bfe2aa61d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.066552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590197f-f239-4ef5-8177-5786bc9617b9 req-d372f8dc-50ba-4d8d-8404-192bfe2aa61d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.084488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590197f-f239-4ef5-8177-5786bc9617b9 req-d372f8dc-50ba-4d8d-8404-192bfe2aa61d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.092930 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-dabdc5fb-33d1-4357-99ac-7c6228037110 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.094356 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-dabdc5fb-33d1-4357-99ac-7c6228037110 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.38 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 812 time: 0.1928854 Sep 16 04:50:32.110259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590197f-f239-4ef5-8177-5786bc9617b9 req-d372f8dc-50ba-4d8d-8404-192bfe2aa61d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.122202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590197f-f239-4ef5-8177-5786bc9617b9 req-d372f8dc-50ba-4d8d-8404-192bfe2aa61d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.131215 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590197f-f239-4ef5-8177-5786bc9617b9 req-d372f8dc-50ba-4d8d-8404-192bfe2aa61d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.137378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590197f-f239-4ef5-8177-5786bc9617b9 req-d372f8dc-50ba-4d8d-8404-192bfe2aa61d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.145974 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9590197f-f239-4ef5-8177-5786bc9617b9 req-d372f8dc-50ba-4d8d-8404-192bfe2aa61d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5437 time: 0.1972358 Sep 16 04:50:32.160980 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-89318ec2-b119-440a-8dd5-e1f215bf376b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0080ff4c44ee45ada6a4ae19685a08f5 HTTP/1.1" status: 200 len: 379 time: 0.0486712 Sep 16 04:50:32.173167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-48d71900-6309-47c4-870b-4a3bc29c31f0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Request body: {'port': {'device_id': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'admin_state_up': True, 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'security_groups': ['aaa1ba6f-5fc9-46ee-8029-274b9e3c2358']}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:32.225254 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9590197f-f239-4ef5-8177-5786bc9617b9 req-4bca09c0-cdb0-477d-817b-173b9f082fb1 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783236 Sep 16 04:50:32.263480 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d894a11-b56c-4e43-929c-b8e7229e3c6c req-c989f8e6-eb67-4c68-803f-faa9eeb1cc87 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.272850 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d894a11-b56c-4e43-929c-b8e7229e3c6c req-c989f8e6-eb67-4c68-803f-faa9eeb1cc87 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 944 time: 0.1241169 Sep 16 04:50:32.311925 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d894a11-b56c-4e43-929c-b8e7229e3c6c req-3e716912-5817-45c8-8693-5540764eb39e tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381861 Sep 16 04:50:32.415386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ceea810-6d41-4552-91ec-05b72644fd5e req-f0985344-82b6-4497-a827-7e3e078c5847 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ed18f8-805b-4b0b-8c4c-ea1bf405470e HTTP/1.1" status: 200 len: 210 time: 0.0305195 Sep 16 04:50:32.499681 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 07be4329-025e-4561-bee8-923234f5c286 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:32.506983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:32.519376 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-48d71900-6309-47c4-870b-4a3bc29c31f0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Made reservation on behalf of 0080ff4c44ee45ada6a4ae19685a08f5 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:32.524114 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-48d71900-6309-47c4-870b-4a3bc29c31f0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.536687 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:32.537052 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device f0ac105b-44e8-4267-8bbd-ff8fdbb0d6e8 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:32.538334 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 9cacf248-290f-4edd-998f-e1852c8bcd8b no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:32.572993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 9cacf248-290f-4edd-998f-e1852c8bcd8b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:32.573430 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 9cacf248-290f-4edd-998f-e1852c8bcd8b not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:32.703850 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 07be4329-025e-4561-bee8-923234f5c286, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=07be4329-025e-4561-bee8-923234f5c286,segment=NetworkSegment(a9031a63-0b60-4243-a476-3585b6f7d768),segment_id=a9031a63-0b60-4243-a476-3585b6f7d768)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:32.718403 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '07be4329-025e-4561-bee8-923234f5c286', 'network_id': 'ebbeb263-7947-4f1c-b608-4fdb40f98dcf', 'port_id': '07be4329-025e-4561-bee8-923234f5c286', 'mac_address': 'fa:16:3e:e8:fa:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ca68c9-243f-44b1-aa8a-236a77a13dff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:32.729221 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1900342-4da8-485f-be00-10891ff2a69a req-e87319a1-fdc8-450b-8648-0845d7dad6cc tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.731937 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-48d71900-6309-47c4-870b-4a3bc29c31f0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Allocated IP 172.20.0.10 (94292a08-7965-4890-98ca-c590d9f7562b/d7ff9663-b094-43ae-bfea-27154cee50f2/66623d8c-dd23-4efe-ac97-eb2d793c3267) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:32.737897 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1900342-4da8-485f-be00-10891ff2a69a req-e87319a1-fdc8-450b-8648-0845d7dad6cc tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 949 time: 0.0888376 Sep 16 04:50:32.774030 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.791786 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07be4329-025e-4561-bee8-923234f5c286 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:32.818900 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 07be4329-025e-4561-bee8-923234f5c286, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=07be4329-025e-4561-bee8-923234f5c286,segment=NetworkSegment(a9031a63-0b60-4243-a476-3585b6f7d768),segment_id=a9031a63-0b60-4243-a476-3585b6f7d768)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:32.827598 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1900342-4da8-485f-be00-10891ff2a69a req-446a2a15-1e33-4e01-a588-5a332dd7e250 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886474 Sep 16 04:50:32.856012 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d2db1-3903-4f84-b39a-01480630c680 req-b9658a20-d584-4cf6-b09a-5aef4165d100 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.864911 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-226d2db1-3903-4f84-b39a-01480630c680 req-b9658a20-d584-4cf6-b09a-5aef4165d100 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0966198 Sep 16 04:50:32.909163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-226d2db1-3903-4f84-b39a-01480630c680 req-2888c7e9-d14a-471a-af95-5490513fde1d tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442171 Sep 16 04:50:32.961921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-955e497e-9f1b-4257-b7f7-af38b3b3d6fb req-f4987965-dc30-452f-8678-21d5feca21ee tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 210 time: 0.0435815 Sep 16 04:50:32.964414 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.021935 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=07be4329-025e-4561-bee8-923234f5c286,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:33.225697 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-48d71900-6309-47c4-870b-4a3bc29c31f0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.372955 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47a525-97f1-4e0f-bdb1-f232d47e1dc2 req-fc3c984d-66d6-49ea-813c-88eaa6003dd2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.380076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47a525-97f1-4e0f-bdb1-f232d47e1dc2 req-fc3c984d-66d6-49ea-813c-88eaa6003dd2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.384095 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-48d71900-6309-47c4-870b-4a3bc29c31f0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.390001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47a525-97f1-4e0f-bdb1-f232d47e1dc2 req-fc3c984d-66d6-49ea-813c-88eaa6003dd2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.397957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47a525-97f1-4e0f-bdb1-f232d47e1dc2 req-fc3c984d-66d6-49ea-813c-88eaa6003dd2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.404132 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47a525-97f1-4e0f-bdb1-f232d47e1dc2 req-fc3c984d-66d6-49ea-813c-88eaa6003dd2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.411786 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47a525-97f1-4e0f-bdb1-f232d47e1dc2 req-fc3c984d-66d6-49ea-813c-88eaa6003dd2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.418455 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47a525-97f1-4e0f-bdb1-f232d47e1dc2 req-fc3c984d-66d6-49ea-813c-88eaa6003dd2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.421258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a47a525-97f1-4e0f-bdb1-f232d47e1dc2 req-fc3c984d-66d6-49ea-813c-88eaa6003dd2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5437 time: 0.1105595 Sep 16 04:50:33.432791 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-48d71900-6309-47c4-870b-4a3bc29c31f0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Network 94292a08-7965-4890-98ca-c590d9f7562b is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:33.436182 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-48d71900-6309-47c4-870b-4a3bc29c31f0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:33.440051 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-48d71900-6309-47c4-870b-4a3bc29c31f0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:33.470305 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d71900-6309-47c4-870b-4a3bc29c31f0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Pushing event updated for resources: {'Port': ['ID=66623d8c-dd23-4efe-ac97-eb2d793c3267,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:33.500464 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-48d71900-6309-47c4-870b-4a3bc29c31f0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.501146 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-48d71900-6309-47c4-870b-4a3bc29c31f0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.513993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['666421dd-7f20-43a0-8019-5b5cd252de6c'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:33.519206 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a47a525-97f1-4e0f-bdb1-f232d47e1dc2 req-395817cf-d3ee-4702-bc5a-acf1bbc6074c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772402 Sep 16 04:50:33.551699 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3f8b9-c3dc-4a80-8eb4-0a26fe80f83b req-a845804b-1f09-40cf-bc5c-6bac280aaeee tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.555398 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64f3f8b9-c3dc-4a80-8eb4-0a26fe80f83b req-a845804b-1f09-40cf-bc5c-6bac280aaeee tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 945 time: 0.1327250 Sep 16 04:50:33.593887 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-48d71900-6309-47c4-870b-4a3bc29c31f0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4253864 Sep 16 04:50:33.612825 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64f3f8b9-c3dc-4a80-8eb4-0a26fe80f83b req-441e25ef-b07e-460a-8c48-55cd204b7c79 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497742 Sep 16 04:50:33.620022 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Request body: {'port': {'device_id': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:33.672098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42530) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:33.708439 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.753902 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5fe7a1-10ec-4e7f-97b9-aa50cad2df67 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Deleting subnet e84032c3-f3d6-44be-a2ff-012430f56b99 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:33.757239 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a5fe7a1-10ec-4e7f-97b9-aa50cad2df67 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.758621 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-444160cc-316b-4d1a-9b64-8521d8f36dc0 None None] Provisioning complete for port 66623d8c-dd23-4efe-ac97-eb2d793c3267 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:33.759645 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-444160cc-316b-4d1a-9b64-8521d8f36dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.805517 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a5fe7a1-10ec-4e7f-97b9-aa50cad2df67 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.809421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-444160cc-316b-4d1a-9b64-8521d8f36dc0 None None] Port 66623d8c-dd23-4efe-ac97-eb2d793c3267 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:33.902226 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 21009c2e-2732-4bf3-861c-360b480b4f7c up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:33.914384 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a5fe7a1-10ec-4e7f-97b9-aa50cad2df67 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.061703 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 21009c2e-2732-4bf3-861c-360b480b4f7c completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:34.068337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 21009c2e-2732-4bf3-861c-360b480b4f7c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:34.069252 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.073079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178d1f4-cd26-4c0b-821e-74410575f0ed req-23054694-ceb5-4987-ae14-032655863022 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.074643 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f178d1f4-cd26-4c0b-821e-74410575f0ed req-23054694-ceb5-4987-ae14-032655863022 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 949 time: 0.1221087 Sep 16 04:50:34.091177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6455d1-a47e-4e9f-8fca-a4b77a45a9da req-9f6eba56-5635-467a-bbdc-d9fdf41f6483 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.092313 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66623d8c-dd23-4efe-ac97-eb2d793c3267 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:34.092880 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b6455d1-a47e-4e9f-8fca-a4b77a45a9da req-9f6eba56-5635-467a-bbdc-d9fdf41f6483 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0904582 Sep 16 04:50:34.107961 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.126085 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Transition to ACTIVE for port object 66623d8c-dd23-4efe-ac97-eb2d793c3267 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:34.156605 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a5fe7a1-10ec-4e7f-97b9-aa50cad2df67 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.161717 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f178d1f4-cd26-4c0b-821e-74410575f0ed req-99b5e4aa-e148-4e86-a8d9-82672b613396 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678825 Sep 16 04:50:34.167138 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.193395 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6267a70a-8c63-43a2-aeb6-ddba3c9438be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21009c2e-2732-4bf3-861c-360b480b4f7c'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:34.195848 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b7fb33-c27a-40c1-8aec-424b727678ef" -d '{"events": [{"server_uuid": "6267a70a-8c63-43a2-aeb6-ddba3c9438be", "name": "network-vif-plugged", "status": "completed", "tag": "21009c2e-2732-4bf3-861c-360b480b4f7c"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:34.198707 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b6455d1-a47e-4e9f-8fca-a4b77a45a9da req-6fba0835-d85a-489f-8d9e-474f4782e917 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961907 Sep 16 04:50:34.201921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fe7a1-10ec-4e7f-97b9-aa50cad2df67 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event deleted for resources: {'Subnet': ['ID=e84032c3-f3d6-44be-a2ff-012430f56b99,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:34.206543 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a5fe7a1-10ec-4e7f-97b9-aa50cad2df67 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.209416 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0a5fe7a1-10ec-4e7f-97b9-aa50cad2df67 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "DELETE /v2.0/subnets/e84032c3-f3d6-44be-a2ff-012430f56b99 HTTP/1.1" status: 204 len: 168 time: 0.5358210 Sep 16 04:50:34.212713 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42542) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:34.224125 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e2ec55-8c80-4299-8062-933a51030751 None None] Network 0a61095d-c711-49b3-85e7-a07c483ea582 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:34.249062 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.249934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 21009c2e-2732-4bf3-861c-360b480b4f7c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=21009c2e-2732-4bf3-861c-360b480b4f7c,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:34.271561 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c273e8b9-a19a-4850-987c-7cc6ab7428f8 x-openstack-request-id: req-c273e8b9-a19a-4850-987c-7cc6ab7428f8 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:34.271561 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6267a70a-8c63-43a2-aeb6-ddba3c9438be", "name": "network-vif-plugged", "status": "completed", "tag": "21009c2e-2732-4bf3-861c-360b480b4f7c", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:34.271969 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c273e8b9-a19a-4850-987c-7cc6ab7428f8 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:34.272087 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6267a70a-8c63-43a2-aeb6-ddba3c9438be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21009c2e-2732-4bf3-861c-360b480b4f7c', 'code': 200} Sep 16 04:50:34.365154 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.366849 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device dffdbb33-7e8d-4119-b673-4b48831644d3 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:34.373386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba56b5-db60-48a6-885e-5401193878c7 req-8ab49283-f1ff-42b2-8a77-5a8909a5d59f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.375809 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7ba56b5-db60-48a6-885e-5401193878c7 req-8ab49283-f1ff-42b2-8a77-5a8909a5d59f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 944 time: 0.1057603 Sep 16 04:50:34.390960 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Pushing event updated for resources: {'Port': ['ID=66623d8c-dd23-4efe-ac97-eb2d793c3267,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:34.438506 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.465675 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=21009c2e-2732-4bf3-861c-360b480b4f7c,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:34.474848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85ee42-cd53-4c9d-8ada-d8658982c682 req-8e85ef94-ea14-4990-9bd3-c459f1dee28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.476468 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb85ee42-cd53-4c9d-8ada-d8658982c682 req-8e85ef94-ea14-4990-9bd3-c459f1dee28c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 1101 time: 0.1300924 Sep 16 04:50:34.500003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7ba56b5-db60-48a6-885e-5401193878c7 req-5760ffa9-3eab-44b9-bb0c-1d191d340689 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802996 Sep 16 04:50:34.531351 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Attempting to bind port 66623d8c-dd23-4efe-ac97-eb2d793c3267 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:34.531927 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Attempting to bind port 66623d8c-dd23-4efe-ac97-eb2d793c3267 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:34.532119 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 82a9ee32-3c39-4631-9da3-c026fdda75bd up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:34.532245 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Attempting to bind port 66623d8c-dd23-4efe-ac97-eb2d793c3267 on network 94292a08-7965-4890-98ca-c590d9f7562b {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:34.549338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb85ee42-cd53-4c9d-8ada-d8658982c682 req-921c4a05-4249-4357-ac97-f52e7f108226 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474942 Sep 16 04:50:34.566699 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Port 66623d8c-dd23-4efe-ac97-eb2d793c3267 on network 94292a08-7965-4890-98ca-c590d9f7562b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:34.567075 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Attempting to bind port 66623d8c-dd23-4efe-ac97-eb2d793c3267 on network 94292a08-7965-4890-98ca-c590d9f7562b {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:34.581190 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:34.583784 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Checking segment: {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:34.584356 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Bound using segment: {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:34.584834 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Bound port: 66623d8c-dd23-4efe-ac97-eb2d793c3267, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:34.585268 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.655666 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817e91ec-758d-4542-a956-061bc02a92d8 None None] DHCP port deletion for 0a61095d-c711-49b3-85e7-a07c483ea582 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:50:34.664330 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port dffdbb33-7e8d-4119-b673-4b48831644d3 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:34.667749 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Deleting port 57315ef0-e4c4-433c-b3aa-6a85b253576e {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:34.668480 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.670383 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port dffdbb33-7e8d-4119-b673-4b48831644d3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:34.671513 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.722569 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 82a9ee32-3c39-4631-9da3-c026fdda75bd completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:34.739296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 82a9ee32-3c39-4631-9da3-c026fdda75bd triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:34.739296 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.760670 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] For port 66623d8c-dd23-4efe-ac97-eb2d793c3267, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:34.779532 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] For port 66623d8c-dd23-4efe-ac97-eb2d793c3267, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:34.799072 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] For port 57315ef0-e4c4-433c-b3aa-6a85b253576e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=57315ef0-e4c4-433c-b3aa-6a85b253576e,segment=NetworkSegment(af8f0c82-8bbb-4f26-bfba-cf6bbae3d623),segment_id=af8f0c82-8bbb-4f26-bfba-cf6bbae3d623)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:34.799457 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.803613 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b9e0d-d841-4fcf-b8c2-5652154312c7 req-999059c8-b554-4d79-b8a6-032d4821982f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.811197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b9e0d-d841-4fcf-b8c2-5652154312c7 req-999059c8-b554-4d79-b8a6-032d4821982f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.816555 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b9e0d-d841-4fcf-b8c2-5652154312c7 req-999059c8-b554-4d79-b8a6-032d4821982f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.818296 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Calling delete_port for 57315ef0-e4c4-433c-b3aa-6a85b253576e owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:34.823189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b9e0d-d841-4fcf-b8c2-5652154312c7 req-999059c8-b554-4d79-b8a6-032d4821982f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.829317 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b9e0d-d841-4fcf-b8c2-5652154312c7 req-999059c8-b554-4d79-b8a6-032d4821982f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.838447 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b9e0d-d841-4fcf-b8c2-5652154312c7 req-999059c8-b554-4d79-b8a6-032d4821982f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.844636 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b9e0d-d841-4fcf-b8c2-5652154312c7 req-999059c8-b554-4d79-b8a6-032d4821982f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.845493 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.853053 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a0b9e0d-d841-4fcf-b8c2-5652154312c7 req-999059c8-b554-4d79-b8a6-032d4821982f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5437 time: 0.2145839 Sep 16 04:50:34.901909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be993ac6-07c6-47de-847f-b69197f56304 req-0a2fb226-e623-47d8-a0a9-262a7b47d25d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.910159 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be993ac6-07c6-47de-847f-b69197f56304 req-0a2fb226-e623-47d8-a0a9-262a7b47d25d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 945 time: 0.1835952 Sep 16 04:50:34.919554 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a0b9e0d-d841-4fcf-b8c2-5652154312c7 req-494de6c1-fe39-4cc9-9e69-b302b95618b3 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652206 Sep 16 04:50:34.920309 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['07be4329-025e-4561-bee8-923234f5c286'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:34.963165 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.963525 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.965187 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] 10.222.0.38 "PUT /v2.0/ports/66623d8c-dd23-4efe-ac97-eb2d793c3267 HTTP/1.1" status: 200 len: 1093 time: 1.3559413 Sep 16 04:50:34.971509 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'tag': '66623d8c-dd23-4efe-ac97-eb2d793c3267'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:34.974368 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add12d12-113b-4321-b7f0-46989f5a34f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c8312c90-11fe-4531-b739-09951fe2a5cd", "tag": "66623d8c-dd23-4efe-ac97-eb2d793c3267"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:35.011863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be993ac6-07c6-47de-847f-b69197f56304 req-1132d1be-3a2f-4c04-8ec6-e07cb5414a0c tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978322 Sep 16 04:50:35.033660 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1fb25-2812-405b-a97b-e2e6b8a0b4fc service neutron] Pushing event updated for resources: {'Port': ['ID=66623d8c-dd23-4efe-ac97-eb2d793c3267,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:35.076197 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0544a8e-ca8b-4458-964c-64600ab5e405 x-openstack-request-id: req-b0544a8e-ca8b-4458-964c-64600ab5e405 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:35.076500 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8312c90-11fe-4531-b739-09951fe2a5cd", "tag": "66623d8c-dd23-4efe-ac97-eb2d793c3267", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:35.076984 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0544a8e-ca8b-4458-964c-64600ab5e405 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:35.077629 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'tag': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'status': 'completed', 'code': 200} Sep 16 04:50:35.092333 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-817e91ec-758d-4542-a956-061bc02a92d8 None None] Deleting port 57315ef0-e4c4-433c-b3aa-6a85b253576e {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:35.092709 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-817e91ec-758d-4542-a956-061bc02a92d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.160975 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.172605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 57315ef0-e4c4-433c-b3aa-6a85b253576e no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:35.196030 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event deleted for resources: {'Port': ['ID=57315ef0-e4c4-433c-b3aa-6a85b253576e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:35.196696 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] No DVR routers for this DVR port 57315ef0-e4c4-433c-b3aa-6a85b253576e on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:35.225135 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 57315ef0-e4c4-433c-b3aa-6a85b253576e {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:35.225611 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 57315ef0-e4c4-433c-b3aa-6a85b253576e not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:35.254898 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add12d12-113b-4321-b7f0-46989f5a34f6 req-0ac65a23-d942-4755-b350-91bdcd546d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:35.256436 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-add12d12-113b-4321-b7f0-46989f5a34f6 req-0ac65a23-d942-4755-b350-91bdcd546d1b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 1096 time: 0.1238520 Sep 16 04:50:35.332659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-817e91ec-758d-4542-a956-061bc02a92d8 None None] For port 57315ef0-e4c4-433c-b3aa-6a85b253576e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=57315ef0-e4c4-433c-b3aa-6a85b253576e,segment=NetworkSegment(af8f0c82-8bbb-4f26-bfba-cf6bbae3d623),segment_id=af8f0c82-8bbb-4f26-bfba-cf6bbae3d623)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:35.333048 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-817e91ec-758d-4542-a956-061bc02a92d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.372860 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb37ad0-a504-4821-971d-1f3952c9b8d8 req-c4eaf61f-e676-4178-b2b2-c1e7494f2127 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:35.374510 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-abb37ad0-a504-4821-971d-1f3952c9b8d8 req-c4eaf61f-e676-4178-b2b2-c1e7494f2127 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 950 time: 0.0873325 Sep 16 04:50:35.376723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-817e91ec-758d-4542-a956-061bc02a92d8 None None] Calling delete_port for 57315ef0-e4c4-433c-b3aa-6a85b253576e owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:35.382170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.400406 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.414828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56729d4e-67f2-4ead-b75c-612fb19390e4 req-c2518d2b-e62e-424c-93e2-75278f99cf2c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:35.416362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56729d4e-67f2-4ead-b75c-612fb19390e4 req-c2518d2b-e62e-424c-93e2-75278f99cf2c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0894406 Sep 16 04:50:35.449502 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-abb37ad0-a504-4821-971d-1f3952c9b8d8 req-cf218843-970f-457e-885f-87212912e62d tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647798 Sep 16 04:50:35.463079 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a61095d-c711-49b3-85e7-a07c483ea582']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:35.471162 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac633d3d-94d8-4628-a221-e251a1e88fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.479604 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56729d4e-67f2-4ead-b75c-612fb19390e4 req-0ffe3094-d4a3-45d3-a335-e3d8cff8d534 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514486 Sep 16 04:50:35.484467 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.491513 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8f0c82-8bbb-4f26-bfba-cf6bbae3d623') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:35.493067 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8f0c82-8bbb-4f26-bfba-cf6bbae3d623') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:35.545241 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.545241 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.558960 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add12d12-113b-4321-b7f0-46989f5a34f6 req-a8bc586e-4bb3-4d8c-8292-f85fa2912c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:35.561164 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port dffdbb33-7e8d-4119-b673-4b48831644d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=dffdbb33-7e8d-4119-b673-4b48831644d3,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:35.561318 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-add12d12-113b-4321-b7f0-46989f5a34f6 req-a8bc586e-4bb3-4d8c-8292-f85fa2912c8b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2763493 Sep 16 04:50:35.562388 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:35.562940 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:35.566529 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:35.633329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae4839-2edd-4ac2-bca0-910f899da3fd req-7513904c-dbdd-4622-885e-9f7cd701ddd5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:35.636046 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9eae4839-2edd-4ac2-bca0-910f899da3fd req-7513904c-dbdd-4622-885e-9f7cd701ddd5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 944 time: 0.0804703 Sep 16 04:50:35.647406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 82a9ee32-3c39-4631-9da3-c026fdda75bd, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=82a9ee32-3c39-4631-9da3-c026fdda75bd,segment=NetworkSegment(39bb2bb4-0ae8-490b-952c-58c0f4e0502f),segment_id=39bb2bb4-0ae8-490b-952c-58c0f4e0502f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:35.652503 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.699236 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9eae4839-2edd-4ac2-bca0-910f899da3fd req-78004453-2928-4559-9249-c9c520e5083d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557537 Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: from cryptography.utils import int_from_bytes Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: from cryptography.utils import int_from_bytes Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.701299 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.705416 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.705416 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.705416 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.705416 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.705416 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.705416 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.705416 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.705416 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.705416 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.705416 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.705416 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.705416 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.705416 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:35.705416 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:50:35.735479 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add12d12-113b-4321-b7f0-46989f5a34f6 req-38e22ce5-36d3-49e6-a5c0-0e1ffb9aa8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:35.737473 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-add12d12-113b-4321-b7f0-46989f5a34f6 req-38e22ce5-36d3-49e6-a5c0-0e1ffb9aa8c1 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1563098 Sep 16 04:50:35.753204 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-817e91ec-758d-4542-a956-061bc02a92d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.772274 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=dffdbb33-7e8d-4119-b673-4b48831644d3,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:35.775869 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.778117 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.780200 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a5ba0f66-270a-41f6-b6de-e53d473310e7 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:35.786636 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817e91ec-758d-4542-a956-061bc02a92d8 None None] No DVR routers for this DVR port 57315ef0-e4c4-433c-b3aa-6a85b253576e on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:35.797574 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.798656 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "DELETE /v2.0/networks/0a61095d-c711-49b3-85e7-a07c483ea582 HTTP/1.1" status: 204 len: 168 time: 1.5845144 Sep 16 04:50:35.801233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42560) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:35.810298 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa70179-2463-4a97-a638-573176dc02cb tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event deleted for resources: {'Network': ['ID=0a61095d-c711-49b3-85e7-a07c483ea582,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:35.819655 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e91ec-758d-4542-a956-061bc02a92d8 None None] Pushing event deleted for resources: {'Port': ['ID=57315ef0-e4c4-433c-b3aa-6a85b253576e,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:35.853020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-99027ccf-cfc9-4308-a791-47c766d64570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:35.854610 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-99027ccf-cfc9-4308-a791-47c766d64570 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 1096 time: 0.0459883 Sep 16 04:50:35.876291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-36112fe8-5c96-4970-bf3b-58d368b3bcde tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Deleting subnet fed81911-c10d-4dff-85fe-10b8592a9071 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:35.880431 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-36112fe8-5c96-4970-bf3b-58d368b3bcde tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.925947 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=82a9ee32-3c39-4631-9da3-c026fdda75bd,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:35.933167 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-36112fe8-5c96-4970-bf3b-58d368b3bcde tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.973612 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-126a5e3b-c177-4f29-b832-e7e63ed551f9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267 HTTP/1.1" status: 200 len: 217 time: 0.1044817 Sep 16 04:50:36.045305 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-5a53b4a6-413a-4b67-aa28-8e7d6556929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.047166 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-5a53b4a6-413a-4b67-aa28-8e7d6556929c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.0658388 Sep 16 04:50:36.053394 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port a5ba0f66-270a-41f6-b6de-e53d473310e7 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:36.082352 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port a5ba0f66-270a-41f6-b6de-e53d473310e7 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:36.083029 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.140312 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-08a05b6c-8949-4add-8bab-c3657b3f098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.143476 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-08a05b6c-8949-4add-8bab-c3657b3f098c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824661 Sep 16 04:50:36.153491 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-36112fe8-5c96-4970-bf3b-58d368b3bcde tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.200671 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.237129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fc214-2090-4c3f-9fb1-1ad0dfe3d06d req-d4835a91-e8ff-4c04-ba28-81f7608d0dab tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.241315 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port a5ba0f66-270a-41f6-b6de-e53d473310e7, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a5ba0f66-270a-41f6-b6de-e53d473310e7,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:36.244392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fc214-2090-4c3f-9fb1-1ad0dfe3d06d req-d4835a91-e8ff-4c04-ba28-81f7608d0dab tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.250493 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fc214-2090-4c3f-9fb1-1ad0dfe3d06d req-d4835a91-e8ff-4c04-ba28-81f7608d0dab tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.258095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fc214-2090-4c3f-9fb1-1ad0dfe3d06d req-d4835a91-e8ff-4c04-ba28-81f7608d0dab tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.265750 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fc214-2090-4c3f-9fb1-1ad0dfe3d06d req-d4835a91-e8ff-4c04-ba28-81f7608d0dab tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.270183 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-d2dec11b-c0b3-4616-a53f-7a24a379b616 service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186576 Sep 16 04:50:36.273560 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f990d1e4-d4cd-4399-95bc-12879478fabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffdbb33-7e8d-4119-b673-4b48831644d3'}, {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a9ee32-3c39-4631-9da3-c026fdda75bd'}, {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ba0f66-270a-41f6-b6de-e53d473310e7'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:36.275031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fc214-2090-4c3f-9fb1-1ad0dfe3d06d req-d4835a91-e8ff-4c04-ba28-81f7608d0dab tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.276481 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc20616-de5e-4e9a-baae-5a3d9ab8be83" -d '{"events": [{"server_uuid": "f990d1e4-d4cd-4399-95bc-12879478fabb", "name": "network-vif-plugged", "status": "completed", "tag": "dffdbb33-7e8d-4119-b673-4b48831644d3"}, {"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-plugged", "status": "completed", "tag": "82a9ee32-3c39-4631-9da3-c026fdda75bd"}, {"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-plugged", "status": "completed", "tag": "a5ba0f66-270a-41f6-b6de-e53d473310e7"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:36.281117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fc214-2090-4c3f-9fb1-1ad0dfe3d06d req-d4835a91-e8ff-4c04-ba28-81f7608d0dab tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.283827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a9fc214-2090-4c3f-9fb1-1ad0dfe3d06d req-d4835a91-e8ff-4c04-ba28-81f7608d0dab tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5438 time: 0.2251925 Sep 16 04:50:36.293725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a607b54-878a-41f5-a329-052ad208607c req-3abb41a3-a589-4b62-b468-a52dcaf71ec2 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.295238 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a607b54-878a-41f5-a329-052ad208607c req-3abb41a3-a589-4b62-b468-a52dcaf71ec2 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 945 time: 0.1698291 Sep 16 04:50:36.358711 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.367149 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a9fc214-2090-4c3f-9fb1-1ad0dfe3d06d req-d62a66e3-0423-420e-8554-4f97d9004b65 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689209 Sep 16 04:50:36.372962 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a607b54-878a-41f5-a329-052ad208607c req-595b86c0-2ec7-4344-bafa-c8dfc579de57 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574894 Sep 16 04:50:36.446183 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3618f0c3-c9f7-4027-8be3-77f55b1f9bdd x-openstack-request-id: req-3618f0c3-c9f7-4027-8be3-77f55b1f9bdd {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:36.447301 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f990d1e4-d4cd-4399-95bc-12879478fabb", "name": "network-vif-plugged", "status": "completed", "tag": "dffdbb33-7e8d-4119-b673-4b48831644d3", "code": 200}, {"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-plugged", "status": "completed", "tag": "82a9ee32-3c39-4631-9da3-c026fdda75bd", "code": 200}, {"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-plugged", "status": "completed", "tag": "a5ba0f66-270a-41f6-b6de-e53d473310e7", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:36.447645 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3618f0c3-c9f7-4027-8be3-77f55b1f9bdd {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:36.448138 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f990d1e4-d4cd-4399-95bc-12879478fabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffdbb33-7e8d-4119-b673-4b48831644d3', 'code': 200} Sep 16 04:50:36.448491 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a9ee32-3c39-4631-9da3-c026fdda75bd', 'code': 200} Sep 16 04:50:36.449127 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ba0f66-270a-41f6-b6de-e53d473310e7', 'code': 200} Sep 16 04:50:36.453187 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d1741cdc-50d1-45b1-a416-de83fcbbe013 req-d3b0005a-2694-4734-8e28-773927fb9ee2 service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608219 Sep 16 04:50:36.457110 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-36112fe8-5c96-4970-bf3b-58d368b3bcde tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.493943 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=a5ba0f66-270a-41f6-b6de-e53d473310e7,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:36.519495 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36112fe8-5c96-4970-bf3b-58d368b3bcde tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event deleted for resources: {'Subnet': ['ID=fed81911-c10d-4dff-85fe-10b8592a9071,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:36.521738 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-36112fe8-5c96-4970-bf3b-58d368b3bcde tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.524030 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-36112fe8-5c96-4970-bf3b-58d368b3bcde tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "DELETE /v2.0/subnets/fed81911-c10d-4dff-85fe-10b8592a9071 HTTP/1.1" status: 204 len: 168 time: 0.7216158 Sep 16 04:50:36.526593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42576) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:36.529552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f176d9b-f185-4c0f-aed5-a4c96a5a58d5 None None] Network 09ce8231-d31e-4e76-9160-998dfa309d88 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:36.562478 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ccee8eb8-1da5-4032-97e8-3546b99f9057 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:36.660235 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.675188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b88ac-bd91-48ca-9827-a4c8c7146934 req-f7907bae-d62a-47ad-9ec8-56346b9ca017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.676644 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e3b88ac-bd91-48ca-9827-a4c8c7146934 req-f7907bae-d62a-47ad-9ec8-56346b9ca017 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f990d1e4-d4cd-4399-95bc-12879478fabb HTTP/1.1" status: 200 len: 1101 time: 0.1172767 Sep 16 04:50:36.689447 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc3e79-1a8c-420e-98e1-572b002f9ad2 req-1253242b-21d8-4b2c-a8c1-558b6e023efd tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.691333 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cbc3e79-1a8c-420e-98e1-572b002f9ad2 req-1253242b-21d8-4b2c-a8c1-558b6e023efd tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 950 time: 0.1338546 Sep 16 04:50:36.738729 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Deleting port 0730e5c2-7661-435c-95c2-d7475ee60028 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:36.739108 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.739310 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c78cee-777a-448f-bd80-b2da8b3026c0 req-3c7551c2-37f2-457b-86ab-547ea0b29d1b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.741674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7c78cee-777a-448f-bd80-b2da8b3026c0 req-3c7551c2-37f2-457b-86ab-547ea0b29d1b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1511309 Sep 16 04:50:36.799351 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cbc3e79-1a8c-420e-98e1-572b002f9ad2 req-527d106c-8d4f-4358-963b-53339772cc52 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963836 Sep 16 04:50:36.803421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e3b88ac-bd91-48ca-9827-a4c8c7146934 req-37095009-049b-4aff-888a-fb5ec008fc75 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110122 Sep 16 04:50:36.832062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2844101b-93de-4953-a01d-5daef8634e16 None None] DHCP port deletion for 09ce8231-d31e-4e76-9160-998dfa309d88 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:50:36.835941 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7c78cee-777a-448f-bd80-b2da8b3026c0 req-71f3402c-220d-4a21-a20f-336996cc5d8c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740998 Sep 16 04:50:36.837694 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] For port 0730e5c2-7661-435c-95c2-d7475ee60028, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0730e5c2-7661-435c-95c2-d7475ee60028,segment=NetworkSegment(de919107-edbc-4d88-8cf8-532f193b0837),segment_id=de919107-edbc-4d88-8cf8-532f193b0837)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:36.838073 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.853883 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Calling delete_port for 0730e5c2-7661-435c-95c2-d7475ee60028 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:36.885262 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port ccee8eb8-1da5-4032-97e8-3546b99f9057 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:36.892481 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port ccee8eb8-1da5-4032-97e8-3546b99f9057 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:36.897662 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.916808 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2844101b-93de-4953-a01d-5daef8634e16 None None] Deleting port 0730e5c2-7661-435c-95c2-d7475ee60028 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:36.917181 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2844101b-93de-4953-a01d-5daef8634e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.004081 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2844101b-93de-4953-a01d-5daef8634e16 None None] For port 0730e5c2-7661-435c-95c2-d7475ee60028, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0730e5c2-7661-435c-95c2-d7475ee60028,segment=NetworkSegment(de919107-edbc-4d88-8cf8-532f193b0837),segment_id=de919107-edbc-4d88-8cf8-532f193b0837)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:37.004749 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2844101b-93de-4953-a01d-5daef8634e16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.020071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2844101b-93de-4953-a01d-5daef8634e16 None None] Calling delete_port for 0730e5c2-7661-435c-95c2-d7475ee60028 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:37.029890 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e77a4-adf6-400d-8bcb-875a28c9f1a3 req-6eef6107-65a1-42ea-8947-cf3b5c94a98a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:37.040682 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb7e77a4-adf6-400d-8bcb-875a28c9f1a3 req-6eef6107-65a1-42ea-8947-cf3b5c94a98a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 944 time: 0.0961988 Sep 16 04:50:37.078717 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.100821 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.115716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf4a3f-79b1-4c48-81ca-345df0acba3d req-5dc83b2d-b7f4-47b2-a9ee-2cfdf5c9a61a tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:37.125002 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2baf4a3f-79b1-4c48-81ca-345df0acba3d req-5dc83b2d-b7f4-47b2-a9ee-2cfdf5c9a61a tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=f990d1e4-d4cd-4399-95bc-12879478fabb HTTP/1.1" status: 200 len: 949 time: 0.1428626 Sep 16 04:50:37.125439 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event deleted for resources: {'Port': ['ID=0730e5c2-7661-435c-95c2-d7475ee60028,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:37.125808 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb7e77a4-adf6-400d-8bcb-875a28c9f1a3 req-5c768578-51b7-4e9e-9108-ef4074e8aaf8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836856 Sep 16 04:50:37.132320 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0730e5c2-7661-435c-95c2-d7475ee60028 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:37.145136 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] No DVR routers for this DVR port 0730e5c2-7661-435c-95c2-d7475ee60028 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:37.179317 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 0730e5c2-7661-435c-95c2-d7475ee60028 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:37.182487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0730e5c2-7661-435c-95c2-d7475ee60028 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:37.207341 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2baf4a3f-79b1-4c48-81ca-345df0acba3d req-0345a5a3-4a68-47d1-8fe0-276cfba7f821 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769966 Sep 16 04:50:37.210758 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ccee8eb8-1da5-4032-97e8-3546b99f9057, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ccee8eb8-1da5-4032-97e8-3546b99f9057,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:37.213556 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2844101b-93de-4953-a01d-5daef8634e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.232237 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2844101b-93de-4953-a01d-5daef8634e16 None None] No DVR routers for this DVR port 0730e5c2-7661-435c-95c2-d7475ee60028 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:37.254222 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844101b-93de-4953-a01d-5daef8634e16 None None] Pushing event deleted for resources: {'Port': ['ID=0730e5c2-7661-435c-95c2-d7475ee60028,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:37.283950 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.305664 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ce8231-d31e-4e76-9160-998dfa309d88']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:37.308229 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.309282 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:37.315681 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de919107-edbc-4d88-8cf8-532f193b0837') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:37.315984 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de919107-edbc-4d88-8cf8-532f193b0837') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:37.326208 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.341034 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.347943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:37.348408 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:37.352621 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:37.390471 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=ccee8eb8-1da5-4032-97e8-3546b99f9057,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:37.478547 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:37.483273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:37.483641 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.503148 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.512490 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.518254 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] 10.222.0.20 "DELETE /v2.0/networks/09ce8231-d31e-4e76-9160-998dfa309d88 HTTP/1.1" status: 204 len: 168 time: 0.9882474 Sep 16 04:50:37.518476 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a81b-3714-463e-ae11-e6abf97cf422 req-9324c5aa-a095-4606-a449-7bf09815233e tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:37.519561 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7526a81b-3714-463e-ae11-e6abf97cf422 req-9324c5aa-a095-4606-a449-7bf09815233e tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 945 time: 0.0711994 Sep 16 04:50:37.541278 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d912c-5200-4494-baa1-d2795524bbd5 tempest-ServersTestMultiNic-623565062 tempest-ServersTestMultiNic-623565062-project] Pushing event deleted for resources: {'Network': ['ID=09ce8231-d31e-4e76-9160-998dfa309d88,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:37.578671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7526a81b-3714-463e-ae11-e6abf97cf422 req-151bdd21-3598-4f39-af43-2ec0b7ccbde8 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493588 Sep 16 04:50:37.597088 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.632487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=207cd857-c1dd-4112-b6ee-2cc72b73c3f2,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:37.705613 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b267d1-9b08-44a5-96c8-92c52370b2f2 req-ec51fd83-8353-4e1a-8dfb-e2241c19652d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:37.711595 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b267d1-9b08-44a5-96c8-92c52370b2f2 req-ec51fd83-8353-4e1a-8dfb-e2241c19652d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:37.718056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b267d1-9b08-44a5-96c8-92c52370b2f2 req-ec51fd83-8353-4e1a-8dfb-e2241c19652d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:37.724954 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b267d1-9b08-44a5-96c8-92c52370b2f2 req-ec51fd83-8353-4e1a-8dfb-e2241c19652d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:37.732470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b267d1-9b08-44a5-96c8-92c52370b2f2 req-ec51fd83-8353-4e1a-8dfb-e2241c19652d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:37.733237 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.734226 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 02f13f4a-d752-4b62-80fe-9e1b2b5176a4 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:37.737040 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b267d1-9b08-44a5-96c8-92c52370b2f2 req-ec51fd83-8353-4e1a-8dfb-e2241c19652d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:37.743048 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b267d1-9b08-44a5-96c8-92c52370b2f2 req-ec51fd83-8353-4e1a-8dfb-e2241c19652d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:37.744949 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-77b267d1-9b08-44a5-96c8-92c52370b2f2 req-ec51fd83-8353-4e1a-8dfb-e2241c19652d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5440 time: 0.1039510 Sep 16 04:50:37.791281 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a3700a70-af8b-4c07-9b7e-78f2abf7a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.816382 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-77b267d1-9b08-44a5-96c8-92c52370b2f2 req-c2dc4276-8262-4641-83f0-ba9b3f004c97 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640125 Sep 16 04:50:37.828132 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=207cd857-c1dd-4112-b6ee-2cc72b73c3f2,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:37.879172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd8f12-e396-4166-a6de-c73f3ca5325a req-769af031-15df-48c0-be76-b3fd2c411e99 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:37.880832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0dd8f12-e396-4166-a6de-c73f3ca5325a req-769af031-15df-48c0-be76-b3fd2c411e99 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0632179 Sep 16 04:50:37.930423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0dd8f12-e396-4166-a6de-c73f3ca5325a req-0ddd5e08-f8ac-4b88-b8f0-5a544c51edd1 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420933 Sep 16 04:50:37.975936 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42602) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:37.981514 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 02f13f4a-d752-4b62-80fe-9e1b2b5176a4 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:37.985626 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 02f13f4a-d752-4b62-80fe-9e1b2b5176a4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:37.986290 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.074246 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.108099 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 02f13f4a-d752-4b62-80fe-9e1b2b5176a4, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=02f13f4a-d752-4b62-80fe-9e1b2b5176a4,segment=NetworkSegment(02813e8b-5fbb-44a3-8b0e-0b887736a608),segment_id=02813e8b-5fbb-44a3-8b0e-0b887736a608)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:38.265006 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69285918-7c07-4c60-8893-8a555aab5bd8 req-99802bab-8d62-43c8-b826-3926d2193955 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:38.267670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-69285918-7c07-4c60-8893-8a555aab5bd8 req-99802bab-8d62-43c8-b826-3926d2193955 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 944 time: 0.0585461 Sep 16 04:50:38.272920 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.346608 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=02f13f4a-d752-4b62-80fe-9e1b2b5176a4,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:38.370188 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-69285918-7c07-4c60-8893-8a555aab5bd8 req-79482053-6e9f-4369-bc22-1ceec614ae27 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901754 Sep 16 04:50:38.384857 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-67483d4d-d497-4584-a11c-af83cfa5bd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.386933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc14b2-d6a1-4300-a65c-42be4059569b req-5b3a87ee-f316-4462-9bbd-6333b7cdd5d3 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:38.395386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24fc14b2-d6a1-4300-a65c-42be4059569b req-5b3a87ee-f316-4462-9bbd-6333b7cdd5d3 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=f990d1e4-d4cd-4399-95bc-12879478fabb HTTP/1.1" status: 200 len: 949 time: 0.0988648 Sep 16 04:50:38.447483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24fc14b2-d6a1-4300-a65c-42be4059569b req-6224040e-fb15-46d1-b362-946cea9fdbb0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441062 Sep 16 04:50:38.450222 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccee8eb8-1da5-4032-97e8-3546b99f9057'}, {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207cd857-c1dd-4112-b6ee-2cc72b73c3f2'}, {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f13f4a-d752-4b62-80fe-9e1b2b5176a4'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:38.452655 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d580c7e-7ffb-48f7-b2c5-a2947141846b" -d '{"events": [{"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-plugged", "status": "completed", "tag": "ccee8eb8-1da5-4032-97e8-3546b99f9057"}, {"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-plugged", "status": "completed", "tag": "207cd857-c1dd-4112-b6ee-2cc72b73c3f2"}, {"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-plugged", "status": "completed", "tag": "02f13f4a-d752-4b62-80fe-9e1b2b5176a4"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:38.500915 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff6556d-74ed-4a12-98d4-e4c98f687515 x-openstack-request-id: req-dff6556d-74ed-4a12-98d4-e4c98f687515 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:38.501218 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-plugged", "status": "completed", "tag": "ccee8eb8-1da5-4032-97e8-3546b99f9057", "code": 200}, {"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-plugged", "status": "completed", "tag": "207cd857-c1dd-4112-b6ee-2cc72b73c3f2", "code": 200}, {"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-plugged", "status": "completed", "tag": "02f13f4a-d752-4b62-80fe-9e1b2b5176a4", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:38.501519 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dff6556d-74ed-4a12-98d4-e4c98f687515 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:38.501926 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccee8eb8-1da5-4032-97e8-3546b99f9057', 'code': 200} Sep 16 04:50:38.502371 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207cd857-c1dd-4112-b6ee-2cc72b73c3f2', 'code': 200} Sep 16 04:50:38.502627 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f13f4a-d752-4b62-80fe-9e1b2b5176a4', 'code': 200} Sep 16 04:50:38.553014 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 07be4329-025e-4561-bee8-923234f5c286 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:38.560902 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.683156 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-67483d4d-d497-4584-a11c-af83cfa5bd1c admin admin] Deleting port 7b65a2c2-7965-49df-a02e-0ed018f31f90 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:38.683493 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-67483d4d-d497-4584-a11c-af83cfa5bd1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.718930 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1edf25-f6a5-46b3-923b-4490dac7daed req-c5e99aec-4cf9-4449-9e06-97af85632130 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:38.724046 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 07be4329-025e-4561-bee8-923234f5c286 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:38.726792 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e1edf25-f6a5-46b3-923b-4490dac7daed req-c5e99aec-4cf9-4449-9e06-97af85632130 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 945 time: 0.0657356 Sep 16 04:50:38.728422 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 07be4329-025e-4561-bee8-923234f5c286 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:38.728950 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.787767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e1edf25-f6a5-46b3-923b-4490dac7daed req-ef7d10e7-4bc6-467a-8cbe-e3e6ae86df23 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543952 Sep 16 04:50:38.804461 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-67483d4d-d497-4584-a11c-af83cfa5bd1c admin admin] For port 7b65a2c2-7965-49df-a02e-0ed018f31f90, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7b65a2c2-7965-49df-a02e-0ed018f31f90,segment=NetworkSegment(d844c819-ce9b-45d9-8bb2-d236e18e47f4),segment_id=d844c819-ce9b-45d9-8bb2-d236e18e47f4)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:38.804873 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-67483d4d-d497-4584-a11c-af83cfa5bd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.827659 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-67483d4d-d497-4584-a11c-af83cfa5bd1c admin admin] Calling delete_port for 7b65a2c2-7965-49df-a02e-0ed018f31f90 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:38.856955 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.899518 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 07be4329-025e-4561-bee8-923234f5c286, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=07be4329-025e-4561-bee8-923234f5c286,segment=NetworkSegment(a9031a63-0b60-4243-a476-3585b6f7d768),segment_id=a9031a63-0b60-4243-a476-3585b6f7d768)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:38.981390 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.982451 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device bc85b5cf-42ee-4029-920f-a0fc5c1f45bc up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:38.987603 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cea31-df60-45fa-b70d-e719dad764cd req-87b21427-da5f-42e9-b088-4d2e62c24da1 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:38.994450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cea31-df60-45fa-b70d-e719dad764cd req-87b21427-da5f-42e9-b088-4d2e62c24da1 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.001776 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cea31-df60-45fa-b70d-e719dad764cd req-87b21427-da5f-42e9-b088-4d2e62c24da1 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.009333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cea31-df60-45fa-b70d-e719dad764cd req-87b21427-da5f-42e9-b088-4d2e62c24da1 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.016719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cea31-df60-45fa-b70d-e719dad764cd req-87b21427-da5f-42e9-b088-4d2e62c24da1 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.024056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cea31-df60-45fa-b70d-e719dad764cd req-87b21427-da5f-42e9-b088-4d2e62c24da1 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.034104 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cea31-df60-45fa-b70d-e719dad764cd req-87b21427-da5f-42e9-b088-4d2e62c24da1 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.038232 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-613cea31-df60-45fa-b70d-e719dad764cd req-87b21427-da5f-42e9-b088-4d2e62c24da1 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5442 time: 0.1149745 Sep 16 04:50:39.139754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-613cea31-df60-45fa-b70d-e719dad764cd req-1cadb4f4-adf8-49ce-97c9-7b5a8252c226 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0941212 Sep 16 04:50:39.185093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=07be4329-025e-4561-bee8-923234f5c286,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:39.198620 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-67483d4d-d497-4584-a11c-af83cfa5bd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.233727 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67483d4d-d497-4584-a11c-af83cfa5bd1c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b65a2c2-7965-49df-a02e-0ed018f31f90,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:39.255912 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.292904 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f895dfe-e844-4bc4-a3a9-cc2586db7f60 req-144f2d71-1a23-47a3-a981-ab54812bfca9 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.295067 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f895dfe-e844-4bc4-a3a9-cc2586db7f60 req-144f2d71-1a23-47a3-a981-ab54812bfca9 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1307695 Sep 16 04:50:39.303126 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d3a58049-1bd5-4fc4-b570-55a0212fe240 req-b36f1833-63a6-420f-841a-99fa8c2b11e6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1172397 Sep 16 04:50:39.348640 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port bc85b5cf-42ee-4029-920f-a0fc5c1f45bc completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:39.353796 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port bc85b5cf-42ee-4029-920f-a0fc5c1f45bc triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:39.354628 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.457366 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.498580 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port bc85b5cf-42ee-4029-920f-a0fc5c1f45bc, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=bc85b5cf-42ee-4029-920f-a0fc5c1f45bc,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:39.529584 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-67483d4d-d497-4584-a11c-af83cfa5bd1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.591500 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a58049-1bd5-4fc4-b570-55a0212fe240 req-68dfaaa0-ae66-480e-a01d-0eb77b7e78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.593033 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d3a58049-1bd5-4fc4-b570-55a0212fe240 req-68dfaaa0-ae66-480e-a01d-0eb77b7e78fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 1096 time: 0.2380810 Sep 16 04:50:39.606718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27928f-54fc-465c-8e48-f5f16adf03d6 req-ab73b0cc-8a03-4acc-af80-0810b413e8f6 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.608251 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb27928f-54fc-465c-8e48-f5f16adf03d6 req-ab73b0cc-8a03-4acc-af80-0810b413e8f6 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 945 time: 0.2390618 Sep 16 04:50:39.611721 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.611721 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 666421dd-7f20-43a0-8019-5b5cd252de6c up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:39.655643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033a6d8-0fd8-4906-9cc0-d6224c87d661 req-fd24b3f7-fcee-44f1-b711-060d42d82a10 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.657130 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8033a6d8-0fd8-4906-9cc0-d6224c87d661 req-fd24b3f7-fcee-44f1-b711-060d42d82a10 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 944 time: 0.1607435 Sep 16 04:50:39.712378 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=bc85b5cf-42ee-4029-920f-a0fc5c1f45bc,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:39.820191 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67483d4d-d497-4584-a11c-af83cfa5bd1c admin admin] Router de3cd936-9e60-4902-89f8-450ea90363a9 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:39.832949 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 666421dd-7f20-43a0-8019-5b5cd252de6c completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:39.836929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 666421dd-7f20-43a0-8019-5b5cd252de6c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:39.837301 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.978275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67483d4d-d497-4584-a11c-af83cfa5bd1c admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:39.984496 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-67483d4d-d497-4584-a11c-af83cfa5bd1c admin admin] 10.222.0.20 "PUT /v2.0/routers/de3cd936-9e60-4902-89f8-450ea90363a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0073533 Sep 16 04:50:39.988036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42630) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:39.993698 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd214c12-bbb9-4f95-8fca-8d6387ec4970 None None] Sync routers for ids ['de3cd936-9e60-4902-89f8-450ea90363a9'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:40.005737 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.027774 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd214c12-bbb9-4f95-8fca-8d6387ec4970 None None] Routers {'de3cd936-9e60-4902-89f8-450ea90363a9'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:40.028716 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-fd214c12-bbb9-4f95-8fca-8d6387ec4970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:50:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['de3cd936-9e60-4902-89f8-450ea90363a9'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:40.138643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-0f895dfe-e844-4bc4-a3a9-cc2586db7f60 req-6940d62a-6ee4-42cb-b201-5343237837d6 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Deleting port 0387532c-a2c1-4714-84c9-6806527e8194 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:40.139015 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af55cbfd-69da-499f-a8e9-0b2e43b6a57a admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.139154 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0f895dfe-e844-4bc4-a3a9-cc2586db7f60 req-6940d62a-6ee4-42cb-b201-5343237837d6 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.264521 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 666421dd-7f20-43a0-8019-5b5cd252de6c, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=666421dd-7f20-43a0-8019-5b5cd252de6c,segment=NetworkSegment(02813e8b-5fbb-44a3-8b0e-0b887736a608),segment_id=02813e8b-5fbb-44a3-8b0e-0b887736a608)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:40.280735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb27928f-54fc-465c-8e48-f5f16adf03d6 req-a5760c23-9084-4bbf-a3b0-7c5c305efc46 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6611407 Sep 16 04:50:40.384101 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-fd214c12-bbb9-4f95-8fca-8d6387ec4970 None None] Set router de3cd936-9e60-4902-89f8-450ea90363a9 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:40.386095 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.395700 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-0f895dfe-e844-4bc4-a3a9-cc2586db7f60 req-6940d62a-6ee4-42cb-b201-5343237837d6 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] For port 0387532c-a2c1-4714-84c9-6806527e8194, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=0387532c-a2c1-4714-84c9-6806527e8194,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:40.396344 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0f895dfe-e844-4bc4-a3a9-cc2586db7f60 req-6940d62a-6ee4-42cb-b201-5343237837d6 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.449889 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-0f895dfe-e844-4bc4-a3a9-cc2586db7f60 req-6940d62a-6ee4-42cb-b201-5343237837d6 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Calling delete_port for 0387532c-a2c1-4714-84c9-6806527e8194 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:40.496427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8033a6d8-0fd8-4906-9cc0-d6224c87d661 req-41dff128-baef-45a5-892e-f9b8399b99bf tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8185341 Sep 16 04:50:40.498033 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=666421dd-7f20-43a0-8019-5b5cd252de6c,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:40.521996 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a58049-1bd5-4fc4-b570-55a0212fe240 req-9ef4201b-16c1-4d5c-87c5-baf65bdd6d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:40.523724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d3a58049-1bd5-4fc4-b570-55a0212fe240 req-9ef4201b-16c1-4d5c-87c5-baf65bdd6d13 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 921 time: 0.8851247 Sep 16 04:50:40.548080 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc3ef66-6eda-4186-b2e2-4a5138baebb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07be4329-025e-4561-bee8-923234f5c286'}, {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc85b5cf-42ee-4029-920f-a0fc5c1f45bc'}, {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666421dd-7f20-43a0-8019-5b5cd252de6c'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:40.551821 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11fe1b7-62f2-49c3-b27d-273dbc95d34b" -d '{"events": [{"server_uuid": "9dc3ef66-6eda-4186-b2e2-4a5138baebb1", "name": "network-vif-plugged", "status": "completed", "tag": "07be4329-025e-4561-bee8-923234f5c286"}, {"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-plugged", "status": "completed", "tag": "bc85b5cf-42ee-4029-920f-a0fc5c1f45bc"}, {"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-plugged", "status": "completed", "tag": "666421dd-7f20-43a0-8019-5b5cd252de6c"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:40.583830 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 66623d8c-dd23-4efe-ac97-eb2d793c3267 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:40.681665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d3a58049-1bd5-4fc4-b570-55a0212fe240 req-5b50cb87-9ee4-4dd7-8714-8b1a5e65c07b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ac532a6-7f6c-4137-b501-3566e3703835 HTTP/1.1" status: 200 len: 217 time: 0.1475172 Sep 16 04:50:40.739662 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af55cbfd-69da-499f-a8e9-0b2e43b6a57a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.777507 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4515f9-a47d-4b0b-ace3-69abfa18499c req-46c7db45-70bc-4a5b-b5dc-05d5428dd054 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:40.785813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a4515f9-a47d-4b0b-ace3-69abfa18499c req-46c7db45-70bc-4a5b-b5dc-05d5428dd054 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=f990d1e4-d4cd-4399-95bc-12879478fabb HTTP/1.1" status: 200 len: 949 time: 0.3847125 Sep 16 04:50:40.797913 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-c3b0b4e8-e0c8-4d3a-88a4-715f8a8cbbd7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0549126 Sep 16 04:50:40.804382 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.830156 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 66623d8c-dd23-4efe-ac97-eb2d793c3267, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:40.850024 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a58049-1bd5-4fc4-b570-55a0212fe240 req-2a5a9a41-99d5-414f-814f-a4dbb625dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:40.856065 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'port_id': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'mac_address': 'fa:16:3e:38:04:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:40.856253 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d3a58049-1bd5-4fc4-b570-55a0212fe240 req-2a5a9a41-99d5-414f-814f-a4dbb625dbe3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9023553c-0727-4415-b53e-7374b71d88bd HTTP/1.1" status: 200 len: 860 time: 0.1603658 Sep 16 04:50:40.865943 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b722b-83fa-416a-ae09-dcd8a71b5bb6 req-0d544284-cdb4-4664-a530-8fd3d4364988 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:40.867834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc1b722b-83fa-416a-ae09-dcd8a71b5bb6 req-0d544284-cdb4-4664-a530-8fd3d4364988 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.1975679 Sep 16 04:50:40.893948 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a4515f9-a47d-4b0b-ace3-69abfa18499c req-6e05797a-78ea-4901-acf6-9360e30c786d tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076424 Sep 16 04:50:40.910627 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.922294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d3a58049-1bd5-4fc4-b570-55a0212fe240 req-b2a63c8e-9456-47af-94d2-43ed54b07668 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508163 Sep 16 04:50:40.925389 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66623d8c-dd23-4efe-ac97-eb2d793c3267 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:40.934374 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-fd214c12-bbb9-4f95-8fca-8d6387ec4970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3cd936-9e60-4902-89f8-450ea90363a9', 'name': 'tempest-ServersTestMultiNic-1904484766-router', 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '6beb5376-d1e8-4f85-9bd6-332bd4ce20b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:36Z', 'updated_at': '2021-09-16T04:50:39Z', 'revision_number': 5, 'project_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'gw_port': {'id': '6beb5376-d1e8-4f85-9bd6-332bd4ce20b4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3cd936-9e60-4902-89f8-450ea90363a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:37Z', 'updated_at': '2021-09-16T04:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:40.983326 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd214c12-bbb9-4f95-8fca-8d6387ec4970 None None] Checking router: de3cd936-9e60-4902-89f8-450ea90363a9 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:40.989912 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 66623d8c-dd23-4efe-ac97-eb2d793c3267, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:40.997764 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd214c12-bbb9-4f95-8fca-8d6387ec4970 None None] Routers {'de3cd936-9e60-4902-89f8-450ea90363a9'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:40.998395 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-fd214c12-bbb9-4f95-8fca-8d6387ec4970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:50:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['de3cd936-9e60-4902-89f8-450ea90363a9'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:41.009640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc1b722b-83fa-416a-ae09-dcd8a71b5bb6 req-2631e871-41a8-42ae-8e34-8d139368b509 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299496 Sep 16 04:50:41.048651 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-2814fde6-d992-4d19-9b60-007882040772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.049161 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-2814fde6-d992-4d19-9b60-007882040772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.049778 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-2814fde6-d992-4d19-9b60-007882040772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.050109 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-2814fde6-d992-4d19-9b60-007882040772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.050636 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-2814fde6-d992-4d19-9b60-007882040772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.051145 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-2814fde6-d992-4d19-9b60-007882040772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.051743 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-2814fde6-d992-4d19-9b60-007882040772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.056688 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-2814fde6-d992-4d19-9b60-007882040772 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=313a4b3172b84bbdb716cd409eccfeb1&device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 6494 time: 0.1852736 Sep 16 04:50:41.105599 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-af55cbfd-69da-499f-a8e9-0b2e43b6a57a admin admin] Deleting port 6beb5376-d1e8-4f85-9bd6-332bd4ce20b4 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:41.105946 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af55cbfd-69da-499f-a8e9-0b2e43b6a57a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.106745 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d3a58049-1bd5-4fc4-b570-55a0212fe240 req-a0a7b951-ddc5-4c7b-bd77-888808a3b38d service neutron] 10.222.0.21 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481931 Sep 16 04:50:41.182246 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.205777 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-fd214c12-bbb9-4f95-8fca-8d6387ec4970 None None] Set router de3cd936-9e60-4902-89f8-450ea90363a9 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:41.209042 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b589e1c-a252-448d-a382-a8dadd85a1aa x-openstack-request-id: req-8b589e1c-a252-448d-a382-a8dadd85a1aa {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:41.209336 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc3ef66-6eda-4186-b2e2-4a5138baebb1", "name": "network-vif-plugged", "status": "completed", "tag": "07be4329-025e-4561-bee8-923234f5c286", "code": 200}, {"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-plugged", "status": "completed", "tag": "bc85b5cf-42ee-4029-920f-a0fc5c1f45bc", "code": 200}, {"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-plugged", "status": "completed", "tag": "666421dd-7f20-43a0-8019-5b5cd252de6c", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:41.209588 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b589e1c-a252-448d-a382-a8dadd85a1aa {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:41.209979 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc3ef66-6eda-4186-b2e2-4a5138baebb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07be4329-025e-4561-bee8-923234f5c286', 'code': 200} Sep 16 04:50:41.210234 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc85b5cf-42ee-4029-920f-a0fc5c1f45bc', 'code': 200} Sep 16 04:50:41.210481 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666421dd-7f20-43a0-8019-5b5cd252de6c', 'code': 200} Sep 16 04:50:41.334176 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-fd214c12-bbb9-4f95-8fca-8d6387ec4970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3cd936-9e60-4902-89f8-450ea90363a9', 'name': 'tempest-ServersTestMultiNic-1904484766-router', 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:36Z', 'updated_at': '2021-09-16T04:50:40Z', 'revision_number': 6, 'project_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:41.336281 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-af55cbfd-69da-499f-a8e9-0b2e43b6a57a admin admin] For port 6beb5376-d1e8-4f85-9bd6-332bd4ce20b4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6beb5376-d1e8-4f85-9bd6-332bd4ce20b4,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:41.336281 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af55cbfd-69da-499f-a8e9-0b2e43b6a57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.347520 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-5817dc7f-80d6-47e5-8a6f-c02ab43bb1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.358621 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd214c12-bbb9-4f95-8fca-8d6387ec4970 None None] The sync data for ids ['de3cd936-9e60-4902-89f8-450ea90363a9'] in n-d-712140-13 is: [{'id': 'de3cd936-9e60-4902-89f8-450ea90363a9', 'name': 'tempest-ServersTestMultiNic-1904484766-router', 'tenant_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:36Z', 'updated_at': '2021-09-16T04:50:40Z', 'revision_number': 6, 'project_id': 'd18d7b29526f4399aa06f52d1efd1dda', 'gw_port_host': None}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:41.363615 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-5817dc7f-80d6-47e5-8a6f-c02ab43bb1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.364057 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-5817dc7f-80d6-47e5-8a6f-c02ab43bb1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.365783 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-5817dc7f-80d6-47e5-8a6f-c02ab43bb1ef service neutron] 10.222.0.38 "GET /v2.0/networks?id=dfa00947-d844-42e7-a6bc-3c59d3fba537&id=29992b00-8aa1-46fd-bc66-045ef0922c90&id=29992b00-8aa1-46fd-bc66-045ef0922c90&id=29992b00-8aa1-46fd-bc66-045ef0922c90&id=29992b00-8aa1-46fd-bc66-045ef0922c90&id=21679cc1-76e7-41d2-b180-59ac954df250&id=21679cc1-76e7-41d2-b180-59ac954df250 HTTP/1.1" status: 200 len: 2289 time: 0.2826374 Sep 16 04:50:41.374834 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-af55cbfd-69da-499f-a8e9-0b2e43b6a57a admin admin] Calling delete_port for 6beb5376-d1e8-4f85-9bd6-332bd4ce20b4 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:41.388079 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0f895dfe-e844-4bc4-a3a9-cc2586db7f60 req-6940d62a-6ee4-42cb-b201-5343237837d6 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.420302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=66623d8c-dd23-4efe-ac97-eb2d793c3267,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:41.467288 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d3a58049-1bd5-4fc4-b570-55a0212fe240 req-f9f6c076-ef9b-4cb8-b30b-e0e3b214a627 service neutron] 10.222.0.21 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286068 Sep 16 04:50:41.502451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940d62a-6ee4-42cb-b201-5343237837d6 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Pushing event deleted for resources: {'Port': ['ID=0387532c-a2c1-4714-84c9-6806527e8194,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:41.562922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f895dfe-e844-4bc4-a3a9-cc2586db7f60 req-6940d62a-6ee4-42cb-b201-5343237837d6 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] No DVR routers for this DVR port 0387532c-a2c1-4714-84c9-6806527e8194 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:41.567683 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0f895dfe-e844-4bc4-a3a9-cc2586db7f60 req-6940d62a-6ee4-42cb-b201-5343237837d6 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.569657 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f895dfe-e844-4bc4-a3a9-cc2586db7f60 req-6940d62a-6ee4-42cb-b201-5343237837d6 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "DELETE /v2.0/ports/0387532c-a2c1-4714-84c9-6806527e8194 HTTP/1.1" status: 204 len: 173 time: 2.2655771 Sep 16 04:50:41.571173 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865464be-a592-446c-9388-ae63c451a4a0', 'name': 'network-vif-deleted', 'tag': '0387532c-a2c1-4714-84c9-6806527e8194'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:41.574406 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5174d0ef-17dc-45f0-82bf-befc2ac50635" -d '{"events": [{"server_uuid": "865464be-a592-446c-9388-ae63c451a4a0", "name": "network-vif-deleted", "tag": "0387532c-a2c1-4714-84c9-6806527e8194"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:41.590949 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db656e4-c44b-4104-a550-209e80dfd06d req-00e85d29-097b-41d8-af50-d97c18c542a7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.591212 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-16c2beab-7f4d-4e04-bf72-e702490c5f14 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=291ebc99-8f20-4e0a-a402-de01d23f02f8 HTTP/1.1" status: 200 len: 1001 time: 0.2140512 Sep 16 04:50:41.598148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db656e4-c44b-4104-a550-209e80dfd06d req-00e85d29-097b-41d8-af50-d97c18c542a7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.602731 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9da0d-c4fd-4378-a826-9af9f3a1ef3d req-c7685f7d-ae8a-4155-ab9d-6af864858e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.603285 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9da0d-c4fd-4378-a826-9af9f3a1ef3d req-c7685f7d-ae8a-4155-ab9d-6af864858e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.603770 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9da0d-c4fd-4378-a826-9af9f3a1ef3d req-c7685f7d-ae8a-4155-ab9d-6af864858e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.604304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9da0d-c4fd-4378-a826-9af9f3a1ef3d req-c7685f7d-ae8a-4155-ab9d-6af864858e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.604792 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9da0d-c4fd-4378-a826-9af9f3a1ef3d req-c7685f7d-ae8a-4155-ab9d-6af864858e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.604960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db656e4-c44b-4104-a550-209e80dfd06d req-00e85d29-097b-41d8-af50-d97c18c542a7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.605266 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9da0d-c4fd-4378-a826-9af9f3a1ef3d req-c7685f7d-ae8a-4155-ab9d-6af864858e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.605739 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9da0d-c4fd-4378-a826-9af9f3a1ef3d req-c7685f7d-ae8a-4155-ab9d-6af864858e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.607807 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f1a9da0d-c4fd-4378-a826-9af9f3a1ef3d req-c7685f7d-ae8a-4155-ab9d-6af864858e40 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 6508 time: 0.2098606 Sep 16 04:50:41.611498 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db656e4-c44b-4104-a550-209e80dfd06d req-00e85d29-097b-41d8-af50-d97c18c542a7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.617882 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db656e4-c44b-4104-a550-209e80dfd06d req-00e85d29-097b-41d8-af50-d97c18c542a7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.623945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db656e4-c44b-4104-a550-209e80dfd06d req-00e85d29-097b-41d8-af50-d97c18c542a7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.629885 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db656e4-c44b-4104-a550-209e80dfd06d req-00e85d29-097b-41d8-af50-d97c18c542a7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.632150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5db656e4-c44b-4104-a550-209e80dfd06d req-00e85d29-097b-41d8-af50-d97c18c542a7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5444 time: 0.4070430 Sep 16 04:50:41.639416 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49ac29-1a33-46b8-8402-9dc6b885c1f7 req-454da2b6-f01b-4c91-b7e9-0c3ca17a6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.641293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ec49ac29-1a33-46b8-8402-9dc6b885c1f7 req-454da2b6-f01b-4c91-b7e9-0c3ca17a6b0d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 1098 time: 0.3032708 Sep 16 04:50:41.718516 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5db656e4-c44b-4104-a550-209e80dfd06d req-ff3f25dc-371b-4acb-a028-09d13e039b88 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718470 Sep 16 04:50:41.719841 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ec49ac29-1a33-46b8-8402-9dc6b885c1f7 req-6c7b4b1b-fcd5-403f-ade0-684a58f80092 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676882 Sep 16 04:50:41.737819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-10f9bb42-e1ca-4587-abd8-fc144630d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.738896 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['66623d8c-dd23-4efe-ac97-eb2d793c3267'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:41.739396 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-10f9bb42-e1ca-4587-abd8-fc144630d279 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5aaa3052-f1cc-492f-84e6-ab27c153753a HTTP/1.1" status: 200 len: 848 time: 0.1290863 Sep 16 04:50:41.741948 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f1a9da0d-c4fd-4378-a826-9af9f3a1ef3d req-0cbfb78a-e107-4654-b32b-5f426eb64a9c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&id=586b36e4-ec09-499b-aa6c-5c19b6a38789&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1225023 Sep 16 04:50:41.886220 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea2fc933-8930-44b6-b82a-32cc519e320b req-364d1f16-9f04-4e2e-8ef5-19849663b1fd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 210 time: 0.0467007 Sep 16 04:50:41.920415 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af55cbfd-69da-499f-a8e9-0b2e43b6a57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.947475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 0387532c-a2c1-4714-84c9-6806527e8194 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:41.995707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55cbfd-69da-499f-a8e9-0b2e43b6a57a admin admin] Pushing event deleted for resources: {'Port': ['ID=6beb5376-d1e8-4f85-9bd6-332bd4ce20b4,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:42.006070 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 0387532c-a2c1-4714-84c9-6806527e8194 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:42.007094 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 0387532c-a2c1-4714-84c9-6806527e8194 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:42.048861 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a3e95-5937-4da8-b8ce-e335e696908b req-0b1689fc-f488-4f52-8e49-6eab3713263f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.050864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-425a3e95-5937-4da8-b8ce-e335e696908b req-0b1689fc-f488-4f52-8e49-6eab3713263f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0658829 Sep 16 04:50:42.080028 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af55cbfd-69da-499f-a8e9-0b2e43b6a57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.097045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-425a3e95-5937-4da8-b8ce-e335e696908b req-6c9aaff8-0b2b-431c-8c37-2157eaecf55a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398450 Sep 16 04:50:42.167876 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0487c7-3518-424e-a60a-fff8db17089f x-openstack-request-id: req-6b0487c7-3518-424e-a60a-fff8db17089f {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:42.168108 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865464be-a592-446c-9388-ae63c451a4a0", "name": "network-vif-deleted", "tag": "0387532c-a2c1-4714-84c9-6806527e8194", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:42.168587 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b0487c7-3518-424e-a60a-fff8db17089f {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:42.168985 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865464be-a592-446c-9388-ae63c451a4a0', 'name': 'network-vif-deleted', 'tag': '0387532c-a2c1-4714-84c9-6806527e8194', 'status': 'completed', 'code': 200} Sep 16 04:50:42.189779 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af55cbfd-69da-499f-a8e9-0b2e43b6a57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.193247 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af55cbfd-69da-499f-a8e9-0b2e43b6a57a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.276845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94028f-be5d-4699-ba9f-56be2e2939e3 req-7c4c8b15-20da-4eb5-8260-1cb3aa0d2e36 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.278453 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0c94028f-be5d-4699-ba9f-56be2e2939e3 req-7c4c8b15-20da-4eb5-8260-1cb3aa0d2e36 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0721922 Sep 16 04:50:42.325723 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0c94028f-be5d-4699-ba9f-56be2e2939e3 req-f3ff777e-9a38-4fa5-b732-4a86240f05f5 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400062 Sep 16 04:50:42.445265 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af55cbfd-69da-499f-a8e9-0b2e43b6a57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.446137 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af55cbfd-69da-499f-a8e9-0b2e43b6a57a admin admin] Fanout notify agent at l3_agent the message router_deleted on router de3cd936-9e60-4902-89f8-450ea90363a9 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:50:42.458016 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af55cbfd-69da-499f-a8e9-0b2e43b6a57a admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.458016 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-af55cbfd-69da-499f-a8e9-0b2e43b6a57a admin admin] 10.222.0.20 "DELETE /v2.0/routers/de3cd936-9e60-4902-89f8-450ea90363a9 HTTP/1.1" status: 204 len: 168 time: 2.4649370 Sep 16 04:50:42.459491 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42670) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:42.552676 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0d47d0-e4e8-430b-876c-ac0f3f1e64fa admin admin] Deleting subnet f83de18c-559f-47a3-989f-02a251361d45 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:42.558094 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f0d47d0-e4e8-430b-876c-ac0f3f1e64fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.574959 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-9a2dec25-0e03-421c-9187-0c0d81e2c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.574959 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-9a2dec25-0e03-421c-9187-0c0d81e2c4e8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dfa00947-d844-42e7-a6bc-3c59d3fba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929315 Sep 16 04:50:42.624612 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f0d47d0-e4e8-430b-876c-ac0f3f1e64fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.716772 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-4f9157fd-4460-4779-a4e5-4ac3f1b17685 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa00947-d844-42e7-a6bc-3c59d3fba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351457 Sep 16 04:50:42.825787 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f0d47d0-e4e8-430b-876c-ac0f3f1e64fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.875590 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-19909c1f-6fd6-498a-aea9-f1720fe15cf8 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa00947-d844-42e7-a6bc-3c59d3fba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412055 Sep 16 04:50:42.913094 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a2872-9660-47a7-b748-b3ed82dd1e3f req-7878a018-5c59-4b60-9b04-5240c7cb8f38 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.929765 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a2872-9660-47a7-b748-b3ed82dd1e3f req-7878a018-5c59-4b60-9b04-5240c7cb8f38 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.940517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a2872-9660-47a7-b748-b3ed82dd1e3f req-7878a018-5c59-4b60-9b04-5240c7cb8f38 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.945323 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-9f7f54d1-9a41-49a6-9313-26a31c1b4a4b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=5b16cc3a-295b-414f-9d1d-8e4808f34041 HTTP/1.1" status: 200 len: 217 time: 0.0616593 Sep 16 04:50:42.952681 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a2872-9660-47a7-b748-b3ed82dd1e3f req-7878a018-5c59-4b60-9b04-5240c7cb8f38 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.961426 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a2872-9660-47a7-b748-b3ed82dd1e3f req-7878a018-5c59-4b60-9b04-5240c7cb8f38 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.969471 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a2872-9660-47a7-b748-b3ed82dd1e3f req-7878a018-5c59-4b60-9b04-5240c7cb8f38 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.980873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a2872-9660-47a7-b748-b3ed82dd1e3f req-7878a018-5c59-4b60-9b04-5240c7cb8f38 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.983148 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-571a2872-9660-47a7-b748-b3ed82dd1e3f req-7878a018-5c59-4b60-9b04-5240c7cb8f38 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5444 time: 0.1621606 Sep 16 04:50:43.064158 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-46845337-c572-49d2-a5a5-dc625959e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:43.064158 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-46845337-c572-49d2-a5a5-dc625959e74a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ccbedd25-58d2-42fa-831b-01900aebbe43 HTTP/1.1" status: 200 len: 797 time: 0.0594416 Sep 16 04:50:43.065227 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d964481-3d6c-42fc-b075-7cbe7251cf64 req-b5ac91a1-650a-4d39-944d-058785c908cc tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 210 time: 0.0400240 Sep 16 04:50:43.065227 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-571a2872-9660-47a7-b748-b3ed82dd1e3f req-504fc687-7a12-4e73-9767-347eb90df067 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686190 Sep 16 04:50:43.100949 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-e2cd6e52-9f63-4225-a462-6456048906be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:43.100949 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-e2cd6e52-9f63-4225-a462-6456048906be service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29992b00-8aa1-46fd-bc66-045ef0922c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0598519 Sep 16 04:50:43.202975 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7b65a2c2-7965-49df-a02e-0ed018f31f90 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:43.215834 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-92927445-5608-4182-83be-f06d53142e13 service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074562 Sep 16 04:50:43.229402 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93708b-7aad-473d-885e-3922180b459e req-53dfd861-3c31-4795-826e-11e55957f4db tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:43.230308 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 7b65a2c2-7965-49df-a02e-0ed018f31f90 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:43.230654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7b65a2c2-7965-49df-a02e-0ed018f31f90 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:43.231086 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6beb5376-d1e8-4f85-9bd6-332bd4ce20b4 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:43.237772 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f93708b-7aad-473d-885e-3922180b459e req-53dfd861-3c31-4795-826e-11e55957f4db tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0682304 Sep 16 04:50:43.251707 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 6beb5376-d1e8-4f85-9bd6-332bd4ce20b4 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:43.252076 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6beb5376-d1e8-4f85-9bd6-332bd4ce20b4 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:43.290864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f93708b-7aad-473d-885e-3922180b459e req-feeb017c-3f81-4c4e-b91a-850d8998d826 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515671 Sep 16 04:50:43.349791 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-f627ceb5-6e6d-4f4e-9178-9d2be9c0f19c service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171858 Sep 16 04:50:43.429829 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-ec1deb76-3406-422a-ba98-b41eb14f4534 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=3b10ae3d-8211-4c16-9527-e19b5ce57a46 HTTP/1.1" status: 200 len: 217 time: 0.0385227 Sep 16 04:50:43.458806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600901ea-f46a-41d5-8d07-ba6815a7a827 req-cd3451d2-be2e-4a86-934c-c5b76c18b1b6 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:43.468806 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-600901ea-f46a-41d5-8d07-ba6815a7a827 req-cd3451d2-be2e-4a86-934c-c5b76c18b1b6 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0712345 Sep 16 04:50:43.471811 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-7dc531b7-b712-449c-b0ff-7ad122695857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:43.473675 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-7dc531b7-b712-449c-b0ff-7ad122695857 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ccbedd25-58d2-42fa-831b-01900aebbe43 HTTP/1.1" status: 200 len: 797 time: 0.0628140 Sep 16 04:50:43.512094 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-600901ea-f46a-41d5-8d07-ba6815a7a827 req-b1cd29b7-3106-4854-a61b-1e4e7ddd3ba8 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406747 Sep 16 04:50:43.536315 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-50a54aae-6413-4df1-878d-526432dde595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:43.538025 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-50a54aae-6413-4df1-878d-526432dde595 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29992b00-8aa1-46fd-bc66-045ef0922c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0517938 Sep 16 04:50:43.649260 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-869b068a-60b1-4106-9afd-cc9f41ce7f60 service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032906 Sep 16 04:50:43.820315 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-5ecb00d4-4f64-41db-ab6c-3852c1212243 service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970690 Sep 16 04:50:43.874980 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-c75560d2-1fcd-4847-a3f3-03169ecbcbce service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 HTTP/1.1" status: 200 len: 217 time: 0.0463274 Sep 16 04:50:43.933668 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-5e823433-9f4e-4b20-a3da-3b65cdb0b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:43.935247 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-5e823433-9f4e-4b20-a3da-3b65cdb0b4e2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ccbedd25-58d2-42fa-831b-01900aebbe43 HTTP/1.1" status: 200 len: 797 time: 0.0495017 Sep 16 04:50:43.988014 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-f268b75d-ec31-4d48-8dc0-27709fc3523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:43.989576 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-f268b75d-ec31-4d48-8dc0-27709fc3523b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29992b00-8aa1-46fd-bc66-045ef0922c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0455582 Sep 16 04:50:44.091335 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-ed4a48e9-f37f-4951-8341-e21fe3598c68 service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943108 Sep 16 04:50:44.112018 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:50:44.184959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e56f8a19-24c5-40e7-9557-88c281585798 req-98133461-a74f-44de-9cea-34b350c6a190 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=865464be-a592-446c-9388-ae63c451a4a0 HTTP/1.1" status: 200 len: 210 time: 0.0362015 Sep 16 04:50:44.208848 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-648f81c8-d85f-470d-8c6f-29fa1d8d36e2 service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098993 Sep 16 04:50:44.244680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7469b-7360-4f59-b422-3b952da66249 req-b8e150b3-4f1b-4724-a80e-5765865b9274 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.251964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7469b-7360-4f59-b422-3b952da66249 req-b8e150b3-4f1b-4724-a80e-5765865b9274 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.257997 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-0ea78499-37f7-42d2-9677-46bae3eebb74 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=680135e1-a5ee-40fa-b0a3-8141af74525e HTTP/1.1" status: 200 len: 217 time: 0.0400543 Sep 16 04:50:44.258595 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7469b-7360-4f59-b422-3b952da66249 req-b8e150b3-4f1b-4724-a80e-5765865b9274 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.264713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7469b-7360-4f59-b422-3b952da66249 req-b8e150b3-4f1b-4724-a80e-5765865b9274 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.271721 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7469b-7360-4f59-b422-3b952da66249 req-b8e150b3-4f1b-4724-a80e-5765865b9274 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.280543 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7469b-7360-4f59-b422-3b952da66249 req-b8e150b3-4f1b-4724-a80e-5765865b9274 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.286973 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7469b-7360-4f59-b422-3b952da66249 req-b8e150b3-4f1b-4724-a80e-5765865b9274 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.291096 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fb7469b-7360-4f59-b422-3b952da66249 req-b8e150b3-4f1b-4724-a80e-5765865b9274 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5444 time: 0.1087365 Sep 16 04:50:44.292797 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f0d47d0-e4e8-430b-876c-ac0f3f1e64fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.329110 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d47d0-e4e8-430b-876c-ac0f3f1e64fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f83de18c-559f-47a3-989f-02a251361d45,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:44.341605 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f0d47d0-e4e8-430b-876c-ac0f3f1e64fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.345693 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7f0d47d0-e4e8-430b-876c-ac0f3f1e64fa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f83de18c-559f-47a3-989f-02a251361d45 HTTP/1.1" status: 204 len: 168 time: 1.8829126 Sep 16 04:50:44.346957 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42702) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:44.353672 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3045a276-5b65-446d-88b4-027f1b7e6084 None None] Network 7e19d2af-3f7d-4dcd-875b-ae4e6eed117c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:44.362326 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-5b7f08a9-e0d2-4113-97c9-a047bb2f4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.363136 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fb7469b-7360-4f59-b422-3b952da66249 req-58714c68-00eb-4f15-b2c5-31671abda2ee tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572264 Sep 16 04:50:44.364630 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-5b7f08a9-e0d2-4113-97c9-a047bb2f4891 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ccbedd25-58d2-42fa-831b-01900aebbe43 HTTP/1.1" status: 200 len: 797 time: 0.0993719 Sep 16 04:50:44.504082 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.509144 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-cbafda19-88e1-499e-bf21-570e022c8c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.511154 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-cbafda19-88e1-499e-bf21-570e022c8c4a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29992b00-8aa1-46fd-bc66-045ef0922c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1309612 Sep 16 04:50:44.546938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c1c52-5dd4-4c65-8eca-f3a81c3c5c48 req-e4ccb4ce-8a52-4d34-a569-0b5e3ce0baa2 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.555969 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a39c1c52-5dd4-4c65-8eca-f3a81c3c5c48 req-e4ccb4ce-8a52-4d34-a569-0b5e3ce0baa2 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1093867 Sep 16 04:50:44.573226 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 66623d8c-dd23-4efe-ac97-eb2d793c3267 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:44.643521 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab583a79-d9c6-43e4-845a-1e80d5985520 None None] DHCP port deletion for 7e19d2af-3f7d-4dcd-875b-ae4e6eed117c request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:50:44.655425 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a39c1c52-5dd4-4c65-8eca-f3a81c3c5c48 req-797a7439-4807-496e-a82c-67aeaea44cf5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992057 Sep 16 04:50:44.701749 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-04bc7592-891f-4df0-9799-abadfef2a627 service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812282 Sep 16 04:50:44.746130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ab583a79-d9c6-43e4-845a-1e80d5985520 None None] Deleting port 507fd622-af5e-4395-bacb-86772ee9c1af {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:44.746699 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ab583a79-d9c6-43e4-845a-1e80d5985520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.790220 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942e8d4-ef3d-4b58-92ca-16be30f4ff0d req-ec43f180-f87d-40aa-8117-807371ac95f0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.791686 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] Deleting port 507fd622-af5e-4395-bacb-86772ee9c1af {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:44.792380 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.798710 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a942e8d4-ef3d-4b58-92ca-16be30f4ff0d req-ec43f180-f87d-40aa-8117-807371ac95f0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.1053598 Sep 16 04:50:44.836133 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ab583a79-d9c6-43e4-845a-1e80d5985520 None None] For port 507fd622-af5e-4395-bacb-86772ee9c1af, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=507fd622-af5e-4395-bacb-86772ee9c1af,segment=NetworkSegment(d844c819-ce9b-45d9-8bb2-d236e18e47f4),segment_id=d844c819-ce9b-45d9-8bb2-d236e18e47f4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:44.836951 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ab583a79-d9c6-43e4-845a-1e80d5985520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.840907 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a942e8d4-ef3d-4b58-92ca-16be30f4ff0d req-1f4b97b9-03fd-4b67-98cd-6f28479716e0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411439 Sep 16 04:50:44.855897 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ab583a79-d9c6-43e4-845a-1e80d5985520 None None] Calling delete_port for 507fd622-af5e-4395-bacb-86772ee9c1af owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:44.914904 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 66623d8c-dd23-4efe-ac97-eb2d793c3267 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:44.924398 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 66623d8c-dd23-4efe-ac97-eb2d793c3267 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:44.925039 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.926915 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-6e86f00d-29be-488f-9b18-574398bacb42 service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156954 Sep 16 04:50:44.932577 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] For port 507fd622-af5e-4395-bacb-86772ee9c1af, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=507fd622-af5e-4395-bacb-86772ee9c1af,segment=NetworkSegment(d844c819-ce9b-45d9-8bb2-d236e18e47f4),segment_id=d844c819-ce9b-45d9-8bb2-d236e18e47f4)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:44.933081 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.984953 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] Calling delete_port for 507fd622-af5e-4395-bacb-86772ee9c1af owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:44.989841 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-f8c1ef76-b300-40c2-af1e-fb68cb2abbeb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74dd60ff-7d8d-43a5-b307-86c1642869ae HTTP/1.1" status: 200 len: 217 time: 0.0530572 Sep 16 04:50:45.053776 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.088571 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66623d8c-dd23-4efe-ac97-eb2d793c3267'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:45.093939 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba785f1-116d-41fe-9b3f-3c43a8c519d2" -d '{"events": [{"server_uuid": "c8312c90-11fe-4531-b739-09951fe2a5cd", "name": "network-vif-plugged", "status": "completed", "tag": "66623d8c-dd23-4efe-ac97-eb2d793c3267"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:45.107122 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-28cc7e80-9579-4310-9582-c17462c1819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:45.112600 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-28cc7e80-9579-4310-9582-c17462c1819b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bc008854-b60a-4e50-9836-d00ca586adc0 HTTP/1.1" status: 200 len: 797 time: 0.1107786 Sep 16 04:50:45.113535 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 507fd622-af5e-4395-bacb-86772ee9c1af no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:45.118915 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 66623d8c-dd23-4efe-ac97-eb2d793c3267, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:45.165561 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462d8d39-4507-4e10-aebf-33b419576ef8 x-openstack-request-id: req-462d8d39-4507-4e10-aebf-33b419576ef8 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:45.165956 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8312c90-11fe-4531-b739-09951fe2a5cd", "name": "network-vif-plugged", "status": "completed", "tag": "66623d8c-dd23-4efe-ac97-eb2d793c3267", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:45.166303 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-462d8d39-4507-4e10-aebf-33b419576ef8 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:45.166788 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'code': 200} Sep 16 04:50:45.179517 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-ccb52726-dc14-43cd-8c49-e8b9da781f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:45.181297 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-ccb52726-dc14-43cd-8c49-e8b9da781f30 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=21679cc1-76e7-41d2-b180-59ac954df250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0591519 Sep 16 04:50:45.269901 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.337047 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5234d7-88bd-4560-bd15-ce9db936491c req-d82ad789-504f-44fc-8b93-bfe68d138342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:45.338720 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-7a5234d7-88bd-4560-bd15-ce9db936491c req-d82ad789-504f-44fc-8b93-bfe68d138342 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 1097 time: 0.0703161 Sep 16 04:50:45.355547 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.399730 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] No DVR routers for this DVR port 507fd622-af5e-4395-bacb-86772ee9c1af on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:45.407479 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-d3c8711b-c09f-4a1c-86b3-a7d7576e583a service neutron] 10.222.0.38 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131209 Sep 16 04:50:45.412532 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] Pushing event deleted for resources: {'Port': ['ID=507fd622-af5e-4395-bacb-86772ee9c1af,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:45.454814 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ab583a79-d9c6-43e4-845a-1e80d5985520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.506289 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-7a5234d7-88bd-4560-bd15-ce9db936491c req-a98c036a-fc1c-43b2-b138-67fdafe0323b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589561 Sep 16 04:50:45.509443 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab583a79-d9c6-43e4-845a-1e80d5985520 None None] Pushing event deleted for resources: {'Port': ['ID=507fd622-af5e-4395-bacb-86772ee9c1af,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:45.511794 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab583a79-d9c6-43e4-845a-1e80d5985520 None None] No DVR routers for this DVR port 507fd622-af5e-4395-bacb-86772ee9c1af on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:45.567608 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.584228 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.602423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e19d2af-3f7d-4dcd-875b-ae4e6eed117c']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:45.603448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-f391deb2-a859-42b6-b3ec-e3c021ea3bb7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:45.605961 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-f391deb2-a859-42b6-b3ec-e3c021ea3bb7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/networks?id=5acd6586-8a2c-490f-9c1f-4e1587166d60 HTTP/1.1" status: 200 len: 812 time: 0.1369700 Sep 16 04:50:45.627711 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd844c819-ce9b-45d9-8bb2-d236e18e47f4') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:45.627711 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd844c819-ce9b-45d9-8bb2-d236e18e47f4') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:45.632454 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-bd9bf040-d40c-4002-a6ea-11cfd65d2607 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/quotas/78ee5e5457a84bd8a350723cb409ffa4 HTTP/1.1" status: 200 len: 375 time: 0.0198593 Sep 16 04:50:45.638939 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-3cde3a9b-edc0-4428-a5e6-51a277d43f78 service neutron] 10.222.0.38 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221568 Sep 16 04:50:45.643395 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.659323 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=66623d8c-dd23-4efe-ac97-eb2d793c3267,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:45.659935 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.667053 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:45.667567 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:45.671157 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:45.682227 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-59a0ddb4-a0e7-4ca2-b3b2-6e35d5db54a4 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400226 Sep 16 04:50:45.782168 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-65476a45-6eff-45b0-8d38-2e116bafe0ab service neutron] 10.222.0.20 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916138 Sep 16 04:50:45.892986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-b680b345-022b-422a-b0d2-68dc0337331e service neutron] 10.222.0.20 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036465 Sep 16 04:50:45.947684 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-a2180bd5-ff90-44cc-8cf5-5d0d06b97ea6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4239abc5-062c-4dce-a6f1-912da6b3aad3 HTTP/1.1" status: 200 len: 217 time: 0.0455496 Sep 16 04:50:46.005361 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-b9b26765-1044-41ea-a65d-13ac507139f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.006850 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-b9b26765-1044-41ea-a65d-13ac507139f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bc008854-b60a-4e50-9836-d00ca586adc0 HTTP/1.1" status: 200 len: 797 time: 0.0514288 Sep 16 04:50:46.027236 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.050838 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.053177 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7e19d2af-3f7d-4dcd-875b-ae4e6eed117c HTTP/1.1" status: 204 len: 168 time: 1.7049127 Sep 16 04:50:46.068398 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a12e78-0b21-4a19-8ac5-6a79fa3de593 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e19d2af-3f7d-4dcd-875b-ae4e6eed117c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:46.088634 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-6cd7b03d-eafb-411d-8e1d-2047d1147d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.090174 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-6cd7b03d-eafb-411d-8e1d-2047d1147d4e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=21679cc1-76e7-41d2-b180-59ac954df250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0758352 Sep 16 04:50:46.143664 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f14450-602e-4e2a-93f6-1978a8586d24 req-4bb9f895-66cc-4973-956d-13ca3b366741 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.150386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f14450-602e-4e2a-93f6-1978a8586d24 req-4bb9f895-66cc-4973-956d-13ca3b366741 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.156733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f14450-602e-4e2a-93f6-1978a8586d24 req-4bb9f895-66cc-4973-956d-13ca3b366741 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.162903 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f14450-602e-4e2a-93f6-1978a8586d24 req-4bb9f895-66cc-4973-956d-13ca3b366741 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.169933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f14450-602e-4e2a-93f6-1978a8586d24 req-4bb9f895-66cc-4973-956d-13ca3b366741 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.176950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f14450-602e-4e2a-93f6-1978a8586d24 req-4bb9f895-66cc-4973-956d-13ca3b366741 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.183671 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f14450-602e-4e2a-93f6-1978a8586d24 req-4bb9f895-66cc-4973-956d-13ca3b366741 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.185671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1f14450-602e-4e2a-93f6-1978a8586d24 req-4bb9f895-66cc-4973-956d-13ca3b366741 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5444 time: 0.1019087 Sep 16 04:50:46.220449 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-65a05aa1-f923-4c18-b996-6389ae778f8b service neutron] 10.222.0.38 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206162 Sep 16 04:50:46.274746 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1f14450-602e-4e2a-93f6-1978a8586d24 req-afea0fa6-6db2-4439-bf50-848caa9724c4 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0761614 Sep 16 04:50:46.379748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea21f28-5474-4a6e-af12-def5c6d7ffa1 req-2c792cb1-f59f-4b5b-8ad7-689b3b84078b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.387608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ea21f28-5474-4a6e-af12-def5c6d7ffa1 req-2c792cb1-f59f-4b5b-8ad7-689b3b84078b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 946 time: 0.0863531 Sep 16 04:50:46.414853 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1095a-c074-406e-bd5b-42b9729a5605 req-99e36b34-8c4c-46ed-bbd3-a27acbaa48b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.416284 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-efc1095a-c074-406e-bd5b-42b9729a5605 req-99e36b34-8c4c-46ed-bbd3-a27acbaa48b4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c5ca71b7fb014260ba5a059e61a21a36&device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 1098 time: 0.1671190 Sep 16 04:50:46.451942 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ea21f28-5474-4a6e-af12-def5c6d7ffa1 req-a061f539-8526-481f-969d-0771181d4934 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633204 Sep 16 04:50:46.529370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b99cb50-71b6-4c4f-8ad6-17b4f076c341 req-6a822208-ea51-4b62-b447-9291f43a0278 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 210 time: 0.0334373 Sep 16 04:50:46.564852 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01984a71-d910-4498-81ad-ced78e2d3028 req-978a4c34-37f1-4db0-8f74-c9272a003ef5 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.565992 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01984a71-d910-4498-81ad-ced78e2d3028 req-978a4c34-37f1-4db0-8f74-c9272a003ef5 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.1128700 Sep 16 04:50:46.659743 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01984a71-d910-4498-81ad-ced78e2d3028 req-ee442335-e061-4679-9f75-428c1d457fac tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844195 Sep 16 04:50:46.692102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42778) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:46.770835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea73ab3-2e01-4376-b625-a5096c04921d req-b4efff8b-6c4a-4894-a482-07dd1243ca17 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.776899 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea73ab3-2e01-4376-b625-a5096c04921d req-b4efff8b-6c4a-4894-a482-07dd1243ca17 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.783736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea73ab3-2e01-4376-b625-a5096c04921d req-b4efff8b-6c4a-4894-a482-07dd1243ca17 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.785716 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46db4d43-4ddb-4210-8255-cb0d5afebdb9 req-76ea7dfd-c432-4a50-bf0a-60a2e874d576 service neutron] 10.222.0.38 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586023 Sep 16 04:50:46.789744 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea73ab3-2e01-4376-b625-a5096c04921d req-b4efff8b-6c4a-4894-a482-07dd1243ca17 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.795752 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea73ab3-2e01-4376-b625-a5096c04921d req-b4efff8b-6c4a-4894-a482-07dd1243ca17 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.802035 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea73ab3-2e01-4376-b625-a5096c04921d req-b4efff8b-6c4a-4894-a482-07dd1243ca17 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.808505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea73ab3-2e01-4376-b625-a5096c04921d req-b4efff8b-6c4a-4894-a482-07dd1243ca17 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.813895 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ea73ab3-2e01-4376-b625-a5096c04921d req-b4efff8b-6c4a-4894-a482-07dd1243ca17 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5444 time: 0.1917877 Sep 16 04:50:46.820222 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-259c353a-1b3f-4422-bf59-7880c682c657 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d18d7b29526f4399aa06f52d1efd1dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1243999 Sep 16 04:50:46.821150 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42790) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:46.821563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42792) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:46.833150 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ad6c8864-888e-40f0-85be-ab0f3173bd45 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Request body: {'floatingip': {'port_id': '82a9ee32-3c39-4631-9da3-c026fdda75bd'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:46.871928 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1095a-c074-406e-bd5b-42b9729a5605 req-9d5ca360-6936-4036-b681-e864b3eb8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.878463 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-efc1095a-c074-406e-bd5b-42b9729a5605 req-9d5ca360-6936-4036-b681-e864b3eb8744 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ebbeb263-7947-4f1c-b608-4fdb40f98dcf HTTP/1.1" status: 200 len: 919 time: 0.4471993 Sep 16 04:50:46.884136 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ad6c8864-888e-40f0-85be-ab0f3173bd45 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.920925 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-efc1095a-c074-406e-bd5b-42b9729a5605 req-7150563d-1225-4f76-aaaa-5ab0020d995b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07be4329-025e-4561-bee8-923234f5c286 HTTP/1.1" status: 200 len: 217 time: 0.0382080 Sep 16 04:50:46.982024 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1095a-c074-406e-bd5b-42b9729a5605 req-aec6005d-1f79-40f2-8c11-604634594de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.983606 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-efc1095a-c074-406e-bd5b-42b9729a5605 req-aec6005d-1f79-40f2-8c11-604634594de8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e0ca68c9-243f-44b1-aa8a-236a77a13dff HTTP/1.1" status: 200 len: 858 time: 0.0528920 Sep 16 04:50:47.002436 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-566926e2-1ec0-4e3f-9052-61eef5beef13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.042200 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-efc1095a-c074-406e-bd5b-42b9729a5605 req-3ce9c9b5-7bba-4858-81a6-f8b5f9f5e1bd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ebbeb263-7947-4f1c-b608-4fdb40f98dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315220 Sep 16 04:50:47.044882 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-566926e2-1ec0-4e3f-9052-61eef5beef13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.164879 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-efc1095a-c074-406e-bd5b-42b9729a5605 req-e4f9d473-00fb-4619-8695-ffe24e8aa292 service neutron] 10.222.0.38 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136167 Sep 16 04:50:47.286542 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-efc1095a-c074-406e-bd5b-42b9729a5605 req-b97cac11-7ed0-40ab-be33-c8ae7b7dcdb8 service neutron] 10.222.0.38 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997126 Sep 16 04:50:47.325900 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-566926e2-1ec0-4e3f-9052-61eef5beef13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.328627 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-566926e2-1ec0-4e3f-9052-61eef5beef13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.330332 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-566926e2-1ec0-4e3f-9052-61eef5beef13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cbffe96-af46-499b-bd6a-25bb5b1c2e87 HTTP/1.1" status: 204 len: 168 time: 0.5069330 Sep 16 04:50:47.362324 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566926e2-1ec0-4e3f-9052-61eef5beef13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbffe96-af46-499b-bd6a-25bb5b1c2e87,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:47.471782 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566926e2-1ec0-4e3f-9052-61eef5beef13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.472059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566926e2-1ec0-4e3f-9052-61eef5beef13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.472718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566926e2-1ec0-4e3f-9052-61eef5beef13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.473658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566926e2-1ec0-4e3f-9052-61eef5beef13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.474172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566926e2-1ec0-4e3f-9052-61eef5beef13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.474724 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566926e2-1ec0-4e3f-9052-61eef5beef13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.475250 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566926e2-1ec0-4e3f-9052-61eef5beef13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.475777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566926e2-1ec0-4e3f-9052-61eef5beef13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.476273 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566926e2-1ec0-4e3f-9052-61eef5beef13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.476930 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566926e2-1ec0-4e3f-9052-61eef5beef13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.477418 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566926e2-1ec0-4e3f-9052-61eef5beef13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.478007 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566926e2-1ec0-4e3f-9052-61eef5beef13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.676293 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.db.resource_extend [None req-ad6c8864-888e-40f0-85be-ab0f3173bd45 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:50:47.720611 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5fd240-9a2c-478b-9679-7f1b371c12aa req-97913f4c-530b-4871-95ff-98190979c03c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 210 time: 0.0732019 Sep 16 04:50:47.737443 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088eaf67-a1fa-4e2f-abbe-8eb42ab835eb req-31f75beb-b60c-4f61-9510-8639383207df tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:47.750125 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-088eaf67-a1fa-4e2f-abbe-8eb42ab835eb req-31f75beb-b60c-4f61-9510-8639383207df tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 946 time: 0.1992908 Sep 16 04:50:47.785350 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ad6c8864-888e-40f0-85be-ab0f3173bd45 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.836539 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-088eaf67-a1fa-4e2f-abbe-8eb42ab835eb req-3042ab67-4dbd-4e31-a34b-8c37099bb7ed tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566416 Sep 16 04:50:47.863970 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ad6c8864-888e-40f0-85be-ab0f3173bd45 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.925800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f972f5-7c63-4e0d-8c41-2bda868c1576 req-b9f2dd81-d9cc-4774-b176-e05e73c3c1d0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:47.933687 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1f972f5-7c63-4e0d-8c41-2bda868c1576 req-b9f2dd81-d9cc-4774-b176-e05e73c3c1d0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.1157670 Sep 16 04:50:47.986714 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device dffdbb33-7e8d-4119-b673-4b48831644d3 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:48.110072 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port dffdbb33-7e8d-4119-b673-4b48831644d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=dffdbb33-7e8d-4119-b673-4b48831644d3,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:48.126463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'dffdbb33-7e8d-4119-b673-4b48831644d3', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': 'dffdbb33-7e8d-4119-b673-4b48831644d3', 'mac_address': 'fa:16:3e:5a:68:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:48.190241 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.206541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dffdbb33-7e8d-4119-b673-4b48831644d3 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:48.234845 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port dffdbb33-7e8d-4119-b673-4b48831644d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=dffdbb33-7e8d-4119-b673-4b48831644d3,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:48.313667 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.346317 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1f972f5-7c63-4e0d-8c41-2bda868c1576 req-a24d4261-d10a-435a-8607-24ff752c97d2 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015503 Sep 16 04:50:48.357717 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-ad6c8864-888e-40f0-85be-ab0f3173bd45 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Floating IP b26dbb77-ca85-4516-9f39-2dd861836d23 associated. External IP: 172.25.4.71, port: 82a9ee32-3c39-4631-9da3-c026fdda75bd. Sep 16 04:50:48.376080 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=dffdbb33-7e8d-4119-b673-4b48831644d3,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:48.386166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:48.386166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:48.386166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:48.386166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:48.386166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:48.386166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:48.386843 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:48.387281 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:48.387699 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:48.388514 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:48.388514 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:48.389050 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:48.409300 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10228d41-d522-4529-a250-b1f2dc963e57 req-fba77cfb-f76a-49e4-976a-92f923e10547 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:48.410852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10228d41-d522-4529-a250-b1f2dc963e57 req-fba77cfb-f76a-49e4-976a-92f923e10547 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 946 time: 0.4607143 Sep 16 04:50:48.419640 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42844) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:48.425177 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-4069542a-7efc-402c-af95-5714689e240a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Request body: {'floatingip': {'port_id': '66623d8c-dd23-4efe-ac97-eb2d793c3267'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:48.780447 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4069542a-7efc-402c-af95-5714689e240a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for floatingip, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.783158 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['dffdbb33-7e8d-4119-b673-4b48831644d3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:48.785360 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6c8864-888e-40f0-85be-ab0f3173bd45 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Router 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:48.800544 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42866) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:48.983749 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1470937016-network', 'tenant_id': '3ea7aa2fdc334d8ba8855dea8715e1de'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:48.995245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6c8864-888e-40f0-85be-ab0f3173bd45 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:49.008492 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db42b342-9d48-4712-b1c0-83afb3f89466 None None] Sync routers for ids ['2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:49.019180 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db42b342-9d48-4712-b1c0-83afb3f89466 None None] Routers {'2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:49.020096 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-db42b342-9d48-4712-b1c0-83afb3f89466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:50:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:49.041873 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ad6c8864-888e-40f0-85be-ab0f3173bd45 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.135949 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ad6c8864-888e-40f0-85be-ab0f3173bd45 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "PUT /v2.0/floatingips/b26dbb77-ca85-4516-9f39-2dd861836d23 HTTP/1.1" status: 200 len: 990 time: 2.3088832 Sep 16 04:50:49.138627 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-db42b342-9d48-4712-b1c0-83afb3f89466 None None] Set router 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:49.147536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83d92d21-4795-4e10-8bc1-de6f445f6954 req-fa336f1a-ced3-4c00-84a4-69be5b40ec1f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 210 time: 0.2758174 Sep 16 04:50:49.148549 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4069542a-7efc-402c-af95-5714689e240a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.152974 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'tag': '82a9ee32-3c39-4631-9da3-c026fdda75bd'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:49.154316 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Made reservation on behalf of 3ea7aa2fdc334d8ba8855dea8715e1de for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:49.155740 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc98677-3667-451e-9b97-5e18b2f6bfa2" -d '{"events": [{"name": "network-changed", "server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "tag": "82a9ee32-3c39-4631-9da3-c026fdda75bd"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:49.158418 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.170012 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.225051 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4069542a-7efc-402c-af95-5714689e240a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.250658 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642267b6-853d-4980-b2f7-0683d98f7c64 x-openstack-request-id: req-642267b6-853d-4980-b2f7-0683d98f7c64 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:49.252040 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "tag": "82a9ee32-3c39-4631-9da3-c026fdda75bd", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:49.252481 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-642267b6-853d-4980-b2f7-0683d98f7c64 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:49.253067 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'tag': '82a9ee32-3c39-4631-9da3-c026fdda75bd', 'status': 'completed', 'code': 200} Sep 16 04:50:49.266451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-67175cf4-ffaf-4b09-b868-fb98894b1ac7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.269279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-67175cf4-ffaf-4b09-b868-fb98894b1ac7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "GET /v2.0/networks?id=5acd6586-8a2c-490f-9c1f-4e1587166d60 HTTP/1.1" status: 200 len: 812 time: 0.4329770 Sep 16 04:50:49.296094 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-bf0672ff-cea5-4aa7-94fe-fb7b59b7c969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Request body: {'port': {'device_id': 'db48b47e-77fe-459f-9dbb-1954c91cd3f6', 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60', 'admin_state_up': True, 'tenant_id': '78ee5e5457a84bd8a350723cb409ffa4'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:49.419108 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-4069542a-7efc-402c-af95-5714689e240a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Floating IP f76d5d68-f76d-460a-83a0-27c8abb8bd95 associated. External IP: 172.25.4.26, port: 66623d8c-dd23-4efe-ac97-eb2d793c3267. Sep 16 04:50:49.467330 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-db42b342-9d48-4712-b1c0-83afb3f89466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'name': 'tempest-TaggedBootDevicesTest_v242-408349984-router', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '03f280e3-e381-40c2-a6f5-852746efda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:07Z', 'updated_at': '2021-09-16T04:48:12Z', 'revision_number': 4, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'gw_port': {'id': '03f280e3-e381-40c2-a6f5-852746efda71', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:08Z', 'updated_at': '2021-09-16T04:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'b26dbb77-ca85-4516-9f39-2dd861836d23', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'floating_ip_address': '172.25.4.71', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'port_id': '82a9ee32-3c39-4631-9da3-c026fdda75bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d', 'mac_address': 'fa:16:3e:28:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832092c-3456-473f-9841-375d2f2b72a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:49:12Z', 'updated_at': '2021-09-16T04:50:47Z', 'revision_number': 1, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a524258-3bbb-4917-9177-c1519d6a868a', 'name': '', 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'mac_address': 'fa:16:3e:03:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2c0b4174-34ac-47da-93e8-4d05e20323d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:11Z', 'updated_at': '2021-09-16T04:48:17Z', 'revision_number': 5, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'subnets': [{'id': '2c0b4174-34ac-47da-93e8-4d05e20323d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:49.469733 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc98677-3667-451e-9b97-5e18b2f6bfa2 req-f2856854-317b-4861-bc3c-65b6e12c7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.470449 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc98677-3667-451e-9b97-5e18b2f6bfa2 req-f2856854-317b-4861-bc3c-65b6e12c7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.470947 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc98677-3667-451e-9b97-5e18b2f6bfa2 req-f2856854-317b-4861-bc3c-65b6e12c7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.471493 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc98677-3667-451e-9b97-5e18b2f6bfa2 req-f2856854-317b-4861-bc3c-65b6e12c7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.471969 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc98677-3667-451e-9b97-5e18b2f6bfa2 req-f2856854-317b-4861-bc3c-65b6e12c7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.472443 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc98677-3667-451e-9b97-5e18b2f6bfa2 req-f2856854-317b-4861-bc3c-65b6e12c7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.472964 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc98677-3667-451e-9b97-5e18b2f6bfa2 req-f2856854-317b-4861-bc3c-65b6e12c7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.478138 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-bdc98677-3667-451e-9b97-5e18b2f6bfa2 req-f2856854-317b-4861-bc3c-65b6e12c7115 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee8d98757e0d4815a18cbb63a273fd61&device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 6508 time: 0.1358898 Sep 16 04:50:49.510187 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db42b342-9d48-4712-b1c0-83afb3f89466 None None] Checking router: 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:49.524099 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db42b342-9d48-4712-b1c0-83afb3f89466 None None] Routers {'2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:49.524785 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-db42b342-9d48-4712-b1c0-83afb3f89466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:50:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:49.532904 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b48e36-5284-4ddf-92e4-b32fc85479e4 req-9e88775b-a965-4cc3-b441-f0bc6290a152 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.545975 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86b48e36-5284-4ddf-92e4-b32fc85479e4 req-9e88775b-a965-4cc3-b441-f0bc6290a152 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0819547 Sep 16 04:50:49.588945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86b48e36-5284-4ddf-92e4-b32fc85479e4 req-de440c0c-20ec-4bc0-882f-12a46bfed7dd tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465097 Sep 16 04:50:49.677544 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-db42b342-9d48-4712-b1c0-83afb3f89466 None None] Set router 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:49.708032 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.763091 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc98677-3667-451e-9b97-5e18b2f6bfa2 req-d820c9cb-39e6-4efa-9f11-c3172f1961e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.764637 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-bdc98677-3667-451e-9b97-5e18b2f6bfa2 req-d820c9cb-39e6-4efa-9f11-c3172f1961e3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e5c36bba-4312-42bb-9e3c-3c79c033dd8d HTTP/1.1" status: 200 len: 917 time: 0.2760782 Sep 16 04:50:49.788152 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.893345 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:49.895528 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-bf0672ff-cea5-4aa7-94fe-fb7b59b7c969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Made reservation on behalf of 78ee5e5457a84bd8a350723cb409ffa4 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:49.899749 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-bf0672ff-cea5-4aa7-94fe-fb7b59b7c969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.926759 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea10c4f-d2a4-401b-baa3-d6cc9e3e2449,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:49.935147 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.935501 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Added segment b4c1a769-ee6a-4ffc-8f8b-2d4b0d4c2ae1 of type vlan for network 04c7aba9-d0aa-4e74-80c7-3edc0b4caca4 Sep 16 04:50:49.948877 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-bdc98677-3667-451e-9b97-5e18b2f6bfa2 req-b0f77dde-412e-45a9-b7af-e637dae3eb6c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82a9ee32-3c39-4631-9da3-c026fdda75bd HTTP/1.1" status: 200 len: 998 time: 0.1752412 Sep 16 04:50:49.967706 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4069542a-7efc-402c-af95-5714689e240a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Router 49eba29c-4181-4f51-9e48-163eebb358c5 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:49.969834 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.969834 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.970857 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.971672 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.972012 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.972347 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.972682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.973012 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.973344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.973683 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.974007 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.974332 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:50.009526 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device dffdbb33-7e8d-4119-b673-4b48831644d3 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:50.049553 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.089520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-bf0672ff-cea5-4aa7-94fe-fb7b59b7c969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Allocated IP 172.20.0.8 (5acd6586-8a2c-490f-9c1f-4e1587166d60/1389bae5-dd46-4164-b9db-3ab16c90c617/69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:50.100377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port dffdbb33-7e8d-4119-b673-4b48831644d3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:50.102066 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.124577 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-db42b342-9d48-4712-b1c0-83afb3f89466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'name': 'tempest-TaggedBootDevicesTest_v242-408349984-router', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '03f280e3-e381-40c2-a6f5-852746efda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:07Z', 'updated_at': '2021-09-16T04:48:12Z', 'revision_number': 4, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'gw_port': {'id': '03f280e3-e381-40c2-a6f5-852746efda71', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:08Z', 'updated_at': '2021-09-16T04:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'b26dbb77-ca85-4516-9f39-2dd861836d23', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'floating_ip_address': '172.25.4.71', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'port_id': '82a9ee32-3c39-4631-9da3-c026fdda75bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d', 'mac_address': 'fa:16:3e:28:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832092c-3456-473f-9841-375d2f2b72a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:49:12Z', 'updated_at': '2021-09-16T04:50:47Z', 'revision_number': 1, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a524258-3bbb-4917-9177-c1519d6a868a', 'name': '', 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'mac_address': 'fa:16:3e:03:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2c0b4174-34ac-47da-93e8-4d05e20323d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:11Z', 'updated_at': '2021-09-16T04:48:17Z', 'revision_number': 5, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'subnets': [{'id': '2c0b4174-34ac-47da-93e8-4d05e20323d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:50.130078 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc98677-3667-451e-9b97-5e18b2f6bfa2 req-6a18dffd-0eb9-4c63-bd1b-6f68418eb9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.131701 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-bdc98677-3667-451e-9b97-5e18b2f6bfa2 req-6a18dffd-0eb9-4c63-bd1b-6f68418eb9b1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c0b4174-34ac-47da-93e8-4d05e20323d9 HTTP/1.1" status: 200 len: 855 time: 0.1735728 Sep 16 04:50:50.194728 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db42b342-9d48-4712-b1c0-83afb3f89466 None None] The sync data for ids ['2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'] in n-d-712140-13 is: [{'id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'name': 'tempest-TaggedBootDevicesTest_v242-408349984-router', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '03f280e3-e381-40c2-a6f5-852746efda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:07Z', 'updated_at': '2021-09-16T04:48:12Z', 'revision_number': 4, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'gw_port': {'id': '03f280e3-e381-40c2-a6f5-852746efda71', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:08Z', 'updated_at': '2021-09-16T04:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'b26dbb77-ca85-4516-9f39-2dd861836d23', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'floating_ip_address': '172.25.4.71', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'port_id': '82a9ee32-3c39-4631-9da3-c026fdda75bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d', 'mac_address': 'fa:16:3e:28:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832092c-3456-473f-9841-375d2f2b72a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:49:12Z', 'updated_at': '2021-09-16T04:50:47Z', 'revision_number': 1, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a524258-3bbb-4917-9177-c1519d6a868a', 'name': '', 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'mac_address': 'fa:16:3e:03:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2c0b4174-34ac-47da-93e8-4d05e20323d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:11Z', 'updated_at': '2021-09-16T04:48:17Z', 'revision_number': 5, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'subnets': [{'id': '2c0b4174-34ac-47da-93e8-4d05e20323d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:50.203036 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.244652 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f990d1e4-d4cd-4399-95bc-12879478fabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffdbb33-7e8d-4119-b673-4b48831644d3'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:50.247147 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ced3ef-db03-4c05-83a7-25812005f219" -d '{"events": [{"server_uuid": "f990d1e4-d4cd-4399-95bc-12879478fabb", "name": "network-vif-plugged", "status": "completed", "tag": "dffdbb33-7e8d-4119-b673-4b48831644d3"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:50.280798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port dffdbb33-7e8d-4119-b673-4b48831644d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=dffdbb33-7e8d-4119-b673-4b48831644d3,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:50.287153 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.288349 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.289074 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.295696 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc98677-3667-451e-9b97-5e18b2f6bfa2 req-7513a7a9-124f-4a36-96f2-dd7728a385b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.299750 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-bdc98677-3667-451e-9b97-5e18b2f6bfa2 req-7513a7a9-124f-4a36-96f2-dd7728a385b2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e5c36bba-4312-42bb-9e3c-3c79c033dd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1581035 Sep 16 04:50:50.303863 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c77d70-18e8-4e95-9645-fb842b8f155c x-openstack-request-id: req-b6c77d70-18e8-4e95-9645-fb842b8f155c {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:50.306661 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f990d1e4-d4cd-4399-95bc-12879478fabb", "name": "network-vif-plugged", "status": "completed", "tag": "dffdbb33-7e8d-4119-b673-4b48831644d3", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:50.306661 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6c77d70-18e8-4e95-9645-fb842b8f155c {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:50.306661 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f990d1e4-d4cd-4399-95bc-12879478fabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffdbb33-7e8d-4119-b673-4b48831644d3', 'code': 200} Sep 16 04:50:50.365139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65d150e7-90b3-4a3f-9e6d-98f9f8cb0829 req-987595e1-04ad-4e87-ae3f-ba411af86964 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 210 time: 0.0505247 Sep 16 04:50:50.387810 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.431142 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-bf0672ff-cea5-4aa7-94fe-fb7b59b7c969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.479071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=dffdbb33-7e8d-4119-b673-4b48831644d3,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:50.507449 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7056978 Sep 16 04:50:50.510776 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42898) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:50.515059 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31714383-c5aa-4fc8-b8d1-1a13e6887012 admin admin] Pushing event updated for resources: {'Network': ['ID=04c7aba9-d0aa-4e74-80c7-3edc0b4caca4,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:50.516610 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-0050c617-0c7f-43c9-978c-973a381b4ac6 admin admin] Request body: {'subnet': {'network_id': '04c7aba9-d0aa-4e74-80c7-3edc0b4caca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1470937016-subnet', 'tenant_id': '3ea7aa2fdc334d8ba8855dea8715e1de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:50.521101 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4069542a-7efc-402c-af95-5714689e240a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:50.536255 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4069542a-7efc-402c-af95-5714689e240a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.536671 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 04c7aba9-d0aa-4e74-80c7-3edc0b4caca4 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:50.560063 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b7c4b-0277-4525-8741-2da360289a79 None None] Sync routers for ids ['49eba29c-4181-4f51-9e48-163eebb358c5'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:50.582299 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4069542a-7efc-402c-af95-5714689e240a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "PUT /v2.0/floatingips/f76d5d68-f76d-460a-83a0-27c8abb8bd95 HTTP/1.1" status: 200 len: 991 time: 2.1544921 Sep 16 04:50:50.582299 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'tag': '66623d8c-dd23-4efe-ac97-eb2d793c3267'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:50.582299 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b6f74b-fad4-4b6b-9724-6335e2ba546d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8312c90-11fe-4531-b739-09951fe2a5cd", "tag": "66623d8c-dd23-4efe-ac97-eb2d793c3267"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:50.586936 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-bdc98677-3667-451e-9b97-5e18b2f6bfa2 req-5cd0f352-c05b-4ee0-9b22-c049ac572211 service neutron] 10.222.0.38 "GET /v2.0/networks/e5c36bba-4312-42bb-9e3c-3c79c033dd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722676 Sep 16 04:50:50.589567 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b7c4b-0277-4525-8741-2da360289a79 None None] Routers {'49eba29c-4181-4f51-9e48-163eebb358c5'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:50.590400 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7f5b7c4b-0277-4525-8741-2da360289a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:50:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['49eba29c-4181-4f51-9e48-163eebb358c5'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:50.595873 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf14d2a-d823-4175-b939-a70bca668a99 None None] New status for floating IP b26dbb77-ca85-4516-9f39-2dd861836d23: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:50:50.644588 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-bf0672ff-cea5-4aa7-94fe-fb7b59b7c969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.778969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0050c617-0c7f-43c9-978c-973a381b4ac6 admin admin] Made reservation on behalf of 3ea7aa2fdc334d8ba8855dea8715e1de for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:50.782800 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0050c617-0c7f-43c9-978c-973a381b4ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.804926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0672ff-cea5-4aa7-94fe-fb7b59b7c969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Pushing event updated for resources: {'Port': ['ID=69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:50.869698 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-7f5b7c4b-0277-4525-8741-2da360289a79 None None] Set router 49eba29c-4181-4f51-9e48-163eebb358c5 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:50.878552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-bf0672ff-cea5-4aa7-94fe-fb7b59b7c969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Network 5acd6586-8a2c-490f-9c1f-4e1587166d60 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:50.894401 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-bdc98677-3667-451e-9b97-5e18b2f6bfa2 req-d845d12a-344e-4bac-971a-0bd77ceea3b6 service neutron] 10.222.0.38 "GET /v2.0/networks/e5c36bba-4312-42bb-9e3c-3c79c033dd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953322 Sep 16 04:50:50.918256 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-bf0672ff-cea5-4aa7-94fe-fb7b59b7c969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:50.953567 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9bb08c-2215-4c4d-99f4-e15c841f2f51 x-openstack-request-id: req-8c9bb08c-2215-4c4d-99f4-e15c841f2f51 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:50.954129 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8312c90-11fe-4531-b739-09951fe2a5cd", "tag": "66623d8c-dd23-4efe-ac97-eb2d793c3267", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:50.958817 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c9bb08c-2215-4c4d-99f4-e15c841f2f51 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:50.965111 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'tag': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'status': 'completed', 'code': 200} Sep 16 04:50:50.965428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-bf0672ff-cea5-4aa7-94fe-fb7b59b7c969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:51.023365 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-bf0672ff-cea5-4aa7-94fe-fb7b59b7c969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.024002 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-bf0672ff-cea5-4aa7-94fe-fb7b59b7c969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.063272 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6f74b-fad4-4b6b-9724-6335e2ba546d req-40cfd44f-dabb-4a31-9f86-be960b706259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.065766 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-48b6f74b-fad4-4b6b-9724-6335e2ba546d req-40cfd44f-dabb-4a31-9f86-be960b706259 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 1098 time: 0.0646267 Sep 16 04:50:51.078404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a59a8-8783-4864-82de-ed5fe95f7de1 req-ea16ce85-936f-4e61-855f-5018b81672a2 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.080968 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf8a59a8-8783-4864-82de-ed5fe95f7de1 req-ea16ce85-936f-4e61-855f-5018b81672a2 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.2552047 Sep 16 04:50:51.183453 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf8a59a8-8783-4864-82de-ed5fe95f7de1 req-cfdc8bae-c432-437d-a56f-18b32b8fb338 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952947 Sep 16 04:50:51.210845 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6f74b-fad4-4b6b-9724-6335e2ba546d req-9998a6cf-e2e0-42fc-818f-f90a8d28f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.212522 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-48b6f74b-fad4-4b6b-9724-6335e2ba546d req-9998a6cf-e2e0-42fc-818f-f90a8d28f379 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 913 time: 0.1287096 Sep 16 04:50:51.244028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-bf0672ff-cea5-4aa7-94fe-fb7b59b7c969 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9546106 Sep 16 04:50:51.246334 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7f5b7c4b-0277-4525-8741-2da360289a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'name': 'tempest-ServerActionsTestJSON-1031687736-router', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:12Z', 'updated_at': '2021-09-16T04:50:19Z', 'revision_number': 4, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'gw_port': {'id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'f76d5d68-f76d-460a-83a0-27c8abb8bd95', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'port_id': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'mac_address': 'fa:16:3e:38:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:25Z', 'updated_at': '2021-09-16T04:50:49Z', 'revision_number': 1, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6', 'name': '', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'mac_address': 'fa:16:3e:78:01:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:23Z', 'revision_number': 5, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'subnets': [{'id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:51.266135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Request body: {'port': {'device_id': 'db48b47e-77fe-459f-9dbb-1954c91cd3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:51.275171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b7c4b-0277-4525-8741-2da360289a79 None None] Checking router: 49eba29c-4181-4f51-9e48-163eebb358c5 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:51.284691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b7c4b-0277-4525-8741-2da360289a79 None None] Routers {'49eba29c-4181-4f51-9e48-163eebb358c5'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:51.285321 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7f5b7c4b-0277-4525-8741-2da360289a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:50:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['49eba29c-4181-4f51-9e48-163eebb358c5'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:51.287561 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-48b6f74b-fad4-4b6b-9724-6335e2ba546d req-8a5c4434-7517-4006-abc2-3fdfd80890cf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267 HTTP/1.1" status: 200 len: 999 time: 0.0674562 Sep 16 04:50:51.331451 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.339166 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6f74b-fad4-4b6b-9724-6335e2ba546d req-6a1afd6e-b3bd-494b-9bfa-6d4d7c83ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.340817 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-48b6f74b-fad4-4b6b-9724-6335e2ba546d req-6a1afd6e-b3bd-494b-9bfa-6d4d7c83ca3c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.0466087 Sep 16 04:50:51.399164 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6f74b-fad4-4b6b-9724-6335e2ba546d req-38217b54-05b2-41b5-97a4-3489390c6d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.401697 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-48b6f74b-fad4-4b6b-9724-6335e2ba546d req-38217b54-05b2-41b5-97a4-3489390c6d6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528431 Sep 16 04:50:51.413662 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-7f5b7c4b-0277-4525-8741-2da360289a79 None None] Set router 49eba29c-4181-4f51-9e48-163eebb358c5 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:51.447017 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0050c617-0c7f-43c9-978c-973a381b4ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.527590 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-48b6f74b-fad4-4b6b-9724-6335e2ba546d req-3b19349e-0437-483f-9151-0cc7e689f3f6 service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184266 Sep 16 04:50:51.559695 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050c617-0c7f-43c9-978c-973a381b4ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7670c4ec-bd32-4ddb-b2a6-f6bdfd0f776c,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:51.623154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467319d-7f8c-42df-8df4-693c7973a8ca req-8de8b591-ec00-44d2-b7ea-7f5786ec1b03 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.624687 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6467319d-7f8c-42df-8df4-693c7973a8ca req-8de8b591-ec00-44d2-b7ea-7f5786ec1b03 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 931 time: 0.1827524 Sep 16 04:50:51.650248 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0050c617-0c7f-43c9-978c-973a381b4ac6 admin admin] Checking segment: {'id': 'b4c1a769-ee6a-4ffc-8f8b-2d4b0d4c2ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '04c7aba9-d0aa-4e74-80c7-3edc0b4caca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:51.650617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0050c617-0c7f-43c9-978c-973a381b4ac6 admin admin] Network hostable DHCP agents. Network: 04c7aba9-d0aa-4e74-80c7-3edc0b4caca4, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:51.660032 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-48b6f74b-fad4-4b6b-9724-6335e2ba546d req-1fba0715-fcd8-42ab-9751-eeebe4db4316 service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095247 Sep 16 04:50:51.716098 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7f5b7c4b-0277-4525-8741-2da360289a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'name': 'tempest-ServerActionsTestJSON-1031687736-router', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:12Z', 'updated_at': '2021-09-16T04:50:19Z', 'revision_number': 4, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'gw_port': {'id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'f76d5d68-f76d-460a-83a0-27c8abb8bd95', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'port_id': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'mac_address': 'fa:16:3e:38:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:25Z', 'updated_at': '2021-09-16T04:50:49Z', 'revision_number': 1, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6', 'name': '', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'mac_address': 'fa:16:3e:78:01:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:23Z', 'revision_number': 5, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'subnets': [{'id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:51.718166 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6467319d-7f8c-42df-8df4-693c7973a8ca req-2a7c2424-ce46-477b-af6c-fba99d2be4e7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800409 Sep 16 04:50:51.752915 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b7c4b-0277-4525-8741-2da360289a79 None None] The sync data for ids ['49eba29c-4181-4f51-9e48-163eebb358c5'] in n-d-712140-13 is: [{'id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'name': 'tempest-ServerActionsTestJSON-1031687736-router', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:12Z', 'updated_at': '2021-09-16T04:50:19Z', 'revision_number': 4, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'gw_port': {'id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'f76d5d68-f76d-460a-83a0-27c8abb8bd95', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'port_id': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'mac_address': 'fa:16:3e:38:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:25Z', 'updated_at': '2021-09-16T04:50:49Z', 'revision_number': 1, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6', 'name': '', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'mac_address': 'fa:16:3e:78:01:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:23Z', 'revision_number': 5, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'subnets': [{'id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:51.789483 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:51.797528 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.811021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Transition to ACTIVE for port object 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:51.918119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0050c617-0c7f-43c9-978c-973a381b4ac6 admin admin] Network 04c7aba9-d0aa-4e74-80c7-3edc0b4caca4 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:51.941411 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.976997 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c114b561-030d-40e1-8773-f32ec6272958 None None] New status for floating IP f76d5d68-f76d-460a-83a0-27c8abb8bd95: ACTIVE {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:50:51.994095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Pushing event updated for resources: {'Port': ['ID=69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:52.082635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Attempting to bind port 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:52.083015 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Attempting to bind port 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:52.083400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Attempting to bind port 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 on network 5acd6586-8a2c-490f-9c1f-4e1587166d60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:52.087867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Port 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 on network 5acd6586-8a2c-490f-9c1f-4e1587166d60 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:52.088199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Attempting to bind port 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 on network 5acd6586-8a2c-490f-9c1f-4e1587166d60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:52.093272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:52.093622 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Checking segment: {'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:52.094016 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Bound using segment: {'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:52.094460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Bound port: 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b2560f-5315-4caf-90dd-894823bdc0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:52.095492 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.107417 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-0050c617-0c7f-43c9-978c-973a381b4ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 04c7aba9-d0aa-4e74-80c7-3edc0b4caca4) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:52.114152 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0050c617-0c7f-43c9-978c-973a381b4ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.114771 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0050c617-0c7f-43c9-978c-973a381b4ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.138983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac117ff8-907d-46d7-b238-f14fbe082d18 None None] Network 04c7aba9-d0aa-4e74-80c7-3edc0b4caca4 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:52.194533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] For port 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:52.205739 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] For port 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:52.292987 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12ef5d9-7a80-49fd-9c38-4d27dd655a79 None None] Network 04c7aba9-d0aa-4e74-80c7-3edc0b4caca4 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:52.315402 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0050c617-0c7f-43c9-978c-973a381b4ac6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8026259 Sep 16 04:50:52.337300 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a4b1e-c493-4ebe-969b-df7242134775 req-73af6760-c766-4869-9e2f-418c62016399 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.339083 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe6a4b1e-c493-4ebe-969b-df7242134775 req-73af6760-c766-4869-9e2f-418c62016399 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0627422 Sep 16 04:50:52.416315 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe6a4b1e-c493-4ebe-969b-df7242134775 req-ea44701a-bf09-4803-b770-d29aa603398d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673659 Sep 16 04:50:52.417552 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.464538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.465548 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.467155 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] 10.222.0.21 "PUT /v2.0/ports/69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 HTTP/1.1" status: 200 len: 1092 time: 1.2053893 Sep 16 04:50:52.469514 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db48b47e-77fe-459f-9dbb-1954c91cd3f6', 'tag': '69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:52.471928 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a2d80d-d902-40f7-8d54-eee3210b4d56" -d '{"events": [{"name": "network-changed", "server_uuid": "db48b47e-77fe-459f-9dbb-1954c91cd3f6", "tag": "69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:52.516071 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7cb78b-b03b-4f25-8db8-8692ad15aafe x-openstack-request-id: req-6c7cb78b-b03b-4f25-8db8-8692ad15aafe {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:52.516436 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db48b47e-77fe-459f-9dbb-1954c91cd3f6", "tag": "69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:52.517428 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c7cb78b-b03b-4f25-8db8-8692ad15aafe {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:52.517861 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db48b47e-77fe-459f-9dbb-1954c91cd3f6', 'tag': '69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15', 'status': 'completed', 'code': 200} Sep 16 04:50:52.519112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8903f-901e-4251-bdbd-0e001d330e14 service neutron] Pushing event updated for resources: {'Port': ['ID=69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:52.626809 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2d80d-d902-40f7-8d54-eee3210b4d56 req-12ee826d-20ca-4e20-98da-6cf12fa6ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.629918 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-77a2d80d-d902-40f7-8d54-eee3210b4d56 req-12ee826d-20ca-4e20-98da-6cf12fa6ac89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 1095 time: 0.0526659 Sep 16 04:50:52.834311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-72222f3f-b774-465a-83d0-2010b0af724d tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.836253 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-72222f3f-b774-465a-83d0-2010b0af724d tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/networks?id=04c7aba9-d0aa-4e74-80c7-3edc0b4caca4 HTTP/1.1" status: 200 len: 822 time: 0.1919668 Sep 16 04:50:52.837066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2d80d-d902-40f7-8d54-eee3210b4d56 req-93468ba3-4b27-4e52-a955-2df00b508b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.838435 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-77a2d80d-d902-40f7-8d54-eee3210b4d56 req-93468ba3-4b27-4e52-a955-2df00b508b70 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1933446 Sep 16 04:50:52.884678 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-db680f9c-a32f-47ea-ad1f-5c1729fb5001 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/quotas/3ea7aa2fdc334d8ba8855dea8715e1de HTTP/1.1" status: 200 len: 375 time: 0.0428321 Sep 16 04:50:52.959628 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-7afca974-cd0e-497f-99c6-313b6252ca52 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ea7aa2fdc334d8ba8855dea8715e1de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738971 Sep 16 04:50:53.084927 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2d80d-d902-40f7-8d54-eee3210b4d56 req-2bf8b898-6fa5-4b2e-ab7a-1739c62b39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.086435 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-77a2d80d-d902-40f7-8d54-eee3210b4d56 req-2bf8b898-6fa5-4b2e-ab7a-1739c62b39c9 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2364979 Sep 16 04:50:53.096632 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86584978-f35e-48ec-9c85-0f515714435c req-39b48431-ca8e-498e-8d23-df825953d556 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.098184 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86584978-f35e-48ec-9c85-0f515714435c req-39b48431-ca8e-498e-8d23-df825953d556 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 943 time: 0.1377671 Sep 16 04:50:53.154285 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-4b59962a-2801-4935-87c0-90c5a5e8f850 service neutron] 10.222.0.20 "GET /v2.0/networks/04c7aba9-d0aa-4e74-80c7-3edc0b4caca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828499 Sep 16 04:50:53.176966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86584978-f35e-48ec-9c85-0f515714435c req-706ab488-b944-4353-ab76-3bcf43df3614 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644453 Sep 16 04:50:53.315907 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-b7ef424e-903a-4b82-840e-d9948166afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.317728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-b7ef424e-903a-4b82-840e-d9948166afb2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 1095 time: 0.1586938 Sep 16 04:50:53.333931 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-84193544-e2f0-4639-a5d9-16e30a54ad1f service neutron] 10.222.0.20 "GET /v2.0/networks/04c7aba9-d0aa-4e74-80c7-3edc0b4caca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666417 Sep 16 04:50:53.381861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-de1dea5c-acf4-4377-8edc-b01d95e679e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 HTTP/1.1" status: 200 len: 217 time: 0.0468762 Sep 16 04:50:53.451651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-83ffc27b-bd55-41e1-abfc-b36daf706254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.456502 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-83ffc27b-bd55-41e1-abfc-b36daf706254 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1389bae5-dd46-4164-b9db-3ab16c90c617 HTTP/1.1" status: 200 len: 852 time: 0.0590966 Sep 16 04:50:53.499471 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-c60340e5-36e3-4989-963f-877881537a28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5acd6586-8a2c-490f-9c1f-4e1587166d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370545 Sep 16 04:50:53.674155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda400d-6481-42ec-af23-6fb881daacb1 req-c1f556c5-97f8-42b5-8009-657f2c03fce9 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.686315 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dcda400d-6481-42ec-af23-6fb881daacb1 req-c1f556c5-97f8-42b5-8009-657f2c03fce9 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.1902564 Sep 16 04:50:53.759331 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4560c5a5-7489-4e00-ba49-5927b6e17541 req-1297a7f1-997f-43cf-840a-58ee42c707e8 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 210 time: 0.1097262 Sep 16 04:50:53.786149 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-a788dad5-b01b-4abf-9f6c-5c9049747ca4 service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735944 Sep 16 04:50:53.845805 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dcda400d-6481-42ec-af23-6fb881daacb1 req-0e7f796a-15af-4484-a2a5-be4b70588d3a tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552937 Sep 16 04:50:53.933638 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9b4bd3b-ccf3-4494-9eb1-e1c691cbdece req-39475169-dfb3-44ef-bb64-88c19f30a3a8 service neutron] 10.222.0.21 "GET /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377504 Sep 16 04:50:54.124439 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.368708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02c27e-19c7-47f8-8d9f-cd95fd63c907 req-6bc40379-92cb-45c1-bb57-918856690397 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.370515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a02c27e-19c7-47f8-8d9f-cd95fd63c907 req-6bc40379-92cb-45c1-bb57-918856690397 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 943 time: 0.1174591 Sep 16 04:50:54.496567 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a02c27e-19c7-47f8-8d9f-cd95fd63c907 req-94874259-3fe5-4dee-97ee-35a8e9aee20c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056564 Sep 16 04:50:54.848490 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a823ab04-0161-4bae-b019-904c807cd096 req-3fcf6632-537c-4a20-a67c-bc1b01febb7d tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 210 time: 0.0307534 Sep 16 04:50:55.027022 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e124fa4-2347-4459-9225-8c9ee46f37d2 req-7e3bdddc-6c18-4deb-819b-a80327fc1d7f tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.032048 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e124fa4-2347-4459-9225-8c9ee46f37d2 req-7e3bdddc-6c18-4deb-819b-a80327fc1d7f tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0671022 Sep 16 04:50:55.079695 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e124fa4-2347-4459-9225-8c9ee46f37d2 req-0222b539-7920-417d-ac3e-6b3ee9dc07b5 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449016 Sep 16 04:50:55.652341 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f6d65-f2c5-459b-8819-16dd553fd5f0 req-223545da-20ec-458b-92ba-1a5e7836883e tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.654583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b20f6d65-f2c5-459b-8819-16dd553fd5f0 req-223545da-20ec-458b-92ba-1a5e7836883e tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 943 time: 0.0557468 Sep 16 04:50:55.699525 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b20f6d65-f2c5-459b-8819-16dd553fd5f0 req-c81a77e0-6f34-4b39-ab2c-30f73f6b07f8 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382617 Sep 16 04:50:55.949133 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-278950dd-ec9d-4243-b9b8-5850585869c7 req-7f45db0d-17e5-48b3-8c29-c5521df588a1 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 210 time: 0.0281742 Sep 16 04:50:56.211977 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e080f-86db-4e98-9d45-910870eb96ee req-33b4415a-df9f-4861-b45b-001a137d969e tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.213592 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-603e080f-86db-4e98-9d45-910870eb96ee req-33b4415a-df9f-4861-b45b-001a137d969e tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0653198 Sep 16 04:50:56.255084 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-603e080f-86db-4e98-9d45-910870eb96ee req-79979ab0-4e8f-470a-a37e-52ee21c6b801 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350542 Sep 16 04:50:56.834473 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c6a8a-019e-48e2-9a3f-7f805761c6e6 req-c808076d-0702-4786-84ee-ae37606c1438 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.836195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c2c6a8a-019e-48e2-9a3f-7f805761c6e6 req-c808076d-0702-4786-84ee-ae37606c1438 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 943 time: 0.0565875 Sep 16 04:50:57.197940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba4f6281-2d1d-4240-8f53-cfa0d54ddaf9 req-20a22c84-6337-4d9d-847f-21962f3b1d58 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 210 time: 0.0387657 Sep 16 04:50:57.207983 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c2c6a8a-019e-48e2-9a3f-7f805761c6e6 req-a0a7f8da-9520-4ce6-aef7-c3f157ca109b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653207 Sep 16 04:50:57.427430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d0dfc-d46d-4eae-bf44-3e42f754a954 req-adafba20-7785-4af7-b919-11b5ab43c5eb tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.427430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c69d0dfc-d46d-4eae-bf44-3e42f754a954 req-adafba20-7785-4af7-b919-11b5ab43c5eb tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0567338 Sep 16 04:50:57.453040 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c69d0dfc-d46d-4eae-bf44-3e42f754a954 req-6fff256e-5e11-447e-9b01-371b9c262729 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330937 Sep 16 04:50:57.849648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-77a25ccd-6526-4e59-a4dc-ec178268d80f tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.851171 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-77a25ccd-6526-4e59-a4dc-ec178268d80f tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.21 "GET /v2.0/networks?id=04c7aba9-d0aa-4e74-80c7-3edc0b4caca4 HTTP/1.1" status: 200 len: 822 time: 0.1564469 Sep 16 04:50:57.877239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-04791c3c-f952-4b66-9a7f-3e2835123655 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Request body: {'port': {'device_id': '4ef5df81-9bd0-4804-afa7-6dfef6d5875c', 'network_id': '04c7aba9-d0aa-4e74-80c7-3edc0b4caca4', 'admin_state_up': True, 'tenant_id': '3ea7aa2fdc334d8ba8855dea8715e1de'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:58.031350 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:58.106745 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-04791c3c-f952-4b66-9a7f-3e2835123655 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Made reservation on behalf of 3ea7aa2fdc334d8ba8855dea8715e1de for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:58.110769 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-04791c3c-f952-4b66-9a7f-3e2835123655 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.171185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:58.187831 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15', 'network_id': '5acd6586-8a2c-490f-9c1f-4e1587166d60', 'port_id': '69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15', 'mac_address': 'fa:16:3e:30:f8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1389bae5-dd46-4164-b9db-3ab16c90c617', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:58.234639 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.243605 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.252274 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:58.300683 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:58.372284 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6cca5561-0489-4455-9238-ee81b45cea22 req-35300324-5440-4577-820a-dcf655bb43e8 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 210 time: 0.0803800 Sep 16 04:50:58.428948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-04791c3c-f952-4b66-9a7f-3e2835123655 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Allocated IP 172.20.0.10 (04c7aba9-d0aa-4e74-80c7-3edc0b4caca4/7670c4ec-bd32-4ddb-b2a6-f6bdfd0f776c/1ecd8cfe-1cf4-4af9-913b-34949760a256) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:58.451558 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.461097 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c8b24-1910-4ddb-af7d-e4182365a021 req-4cd27927-0beb-4e39-a833-249b16a34bb1 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.462669 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-021c8b24-1910-4ddb-af7d-e4182365a021 req-4cd27927-0beb-4e39-a833-249b16a34bb1 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 943 time: 0.1264491 Sep 16 04:50:58.545865 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:58.571083 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-021c8b24-1910-4ddb-af7d-e4182365a021 req-ebfdcd94-b673-487a-90cb-794ef96c0ce2 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949419 Sep 16 04:50:58.760013 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd739d67-3bf2-4910-85ad-a482e25f0697 req-964b228a-6b93-4751-9c9b-022d2ffdca5a tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.761578 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd739d67-3bf2-4910-85ad-a482e25f0697 req-964b228a-6b93-4751-9c9b-022d2ffdca5a tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.1133411 Sep 16 04:50:58.765762 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-04791c3c-f952-4b66-9a7f-3e2835123655 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.868018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd739d67-3bf2-4910-85ad-a482e25f0697 req-84ef71dd-3825-4609-85f4-6e9ddfa96c70 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901463 Sep 16 04:50:58.930253 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-04791c3c-f952-4b66-9a7f-3e2835123655 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.979087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-04791c3c-f952-4b66-9a7f-3e2835123655 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Network 04c7aba9-d0aa-4e74-80c7-3edc0b4caca4 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:58.982367 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-04791c3c-f952-4b66-9a7f-3e2835123655 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:58.988596 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-04791c3c-f952-4b66-9a7f-3e2835123655 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:59.018650 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04791c3c-f952-4b66-9a7f-3e2835123655 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Pushing event updated for resources: {'Port': ['ID=1ecd8cfe-1cf4-4af9-913b-34949760a256,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:59.049830 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:59.053328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-04791c3c-f952-4b66-9a7f-3e2835123655 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:59.053328 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-04791c3c-f952-4b66-9a7f-3e2835123655 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.261688 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-04791c3c-f952-4b66-9a7f-3e2835123655 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3891630 Sep 16 04:50:59.284207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Request body: {'port': {'device_id': '4ef5df81-9bd0-4804-afa7-6dfef6d5875c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:59.341110 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.554941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a56a4-7ee9-4794-abd1-a328bf83ca2a req-8ea04ff3-ee53-4c74-aea2-21b196cd0dcf tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:59.556473 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e65a56a4-7ee9-4794-abd1-a328bf83ca2a req-8ea04ff3-ee53-4c74-aea2-21b196cd0dcf tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 932 time: 0.1024861 Sep 16 04:50:59.650665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e65a56a4-7ee9-4794-abd1-a328bf83ca2a req-5ab0e46a-80d1-4112-b04b-87519f048dde tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ea10c4f-d2a4-401b-baa3-d6cc9e3e2449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625031 Sep 16 04:50:59.738587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38edd7-603c-4006-909c-e57f068196cd req-d99fa13f-0175-430d-add8-804ed6eb9693 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:59.740386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba38edd7-603c-4006-909c-e57f068196cd req-d99fa13f-0175-430d-add8-804ed6eb9693 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 944 time: 0.0867772 Sep 16 04:50:59.847631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba38edd7-603c-4006-909c-e57f068196cd req-ac970309-bbbb-4dcf-9635-db897292cfe4 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995674 Sep 16 04:50:59.875367 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ecd8cfe-1cf4-4af9-913b-34949760a256 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:59.900412 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.916469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Transition to ACTIVE for port object 1ecd8cfe-1cf4-4af9-913b-34949760a256 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:00.013316 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f970f88-83d0-41f7-84f5-3e65c23eaab2 req-aa1e5409-38af-49b9-8574-27350f28dffc tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.014857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f970f88-83d0-41f7-84f5-3e65c23eaab2 req-aa1e5409-38af-49b9-8574-27350f28dffc tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0587008 Sep 16 04:51:00.052693 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.105356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f970f88-83d0-41f7-84f5-3e65c23eaab2 req-114c6926-39c3-4b4e-adc8-e503434c13f0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813818 Sep 16 04:51:00.119885 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Pushing event updated for resources: {'Port': ['ID=1ecd8cfe-1cf4-4af9-913b-34949760a256,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:00.197404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Attempting to bind port 1ecd8cfe-1cf4-4af9-913b-34949760a256 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:00.197720 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Attempting to bind port 1ecd8cfe-1cf4-4af9-913b-34949760a256 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'b4c1a769-ee6a-4ffc-8f8b-2d4b0d4c2ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '04c7aba9-d0aa-4e74-80c7-3edc0b4caca4'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:00.198092 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Attempting to bind port 1ecd8cfe-1cf4-4af9-913b-34949760a256 on network 04c7aba9-d0aa-4e74-80c7-3edc0b4caca4 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:00.202604 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Port 1ecd8cfe-1cf4-4af9-913b-34949760a256 on network 04c7aba9-d0aa-4e74-80c7-3edc0b4caca4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:00.222430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Attempting to bind port 1ecd8cfe-1cf4-4af9-913b-34949760a256 on network 04c7aba9-d0aa-4e74-80c7-3edc0b4caca4 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:00.222430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:00.222430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Checking segment: {'id': 'b4c1a769-ee6a-4ffc-8f8b-2d4b0d4c2ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '04c7aba9-d0aa-4e74-80c7-3edc0b4caca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:00.222430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Bound using segment: {'id': 'b4c1a769-ee6a-4ffc-8f8b-2d4b0d4c2ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '04c7aba9-d0aa-4e74-80c7-3edc0b4caca4'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:00.222430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Bound port: 1ecd8cfe-1cf4-4af9-913b-34949760a256, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c1a769-ee6a-4ffc-8f8b-2d4b0d4c2ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '04c7aba9-d0aa-4e74-80c7-3edc0b4caca4'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:00.222430 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.302165 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] For port 1ecd8cfe-1cf4-4af9-913b-34949760a256, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:00.307074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] For port 1ecd8cfe-1cf4-4af9-913b-34949760a256, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=1ecd8cfe-1cf4-4af9-913b-34949760a256,segment=NetworkSegment(b4c1a769-ee6a-4ffc-8f8b-2d4b0d4c2ae1),segment_id=b4c1a769-ee6a-4ffc-8f8b-2d4b0d4c2ae1)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:00.473301 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.509625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.510252 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.511735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] 10.222.0.21 "PUT /v2.0/ports/1ecd8cfe-1cf4-4af9-913b-34949760a256 HTTP/1.1" status: 200 len: 1093 time: 1.2325797 Sep 16 04:51:00.514091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef5df81-9bd0-4804-afa7-6dfef6d5875c', 'tag': '1ecd8cfe-1cf4-4af9-913b-34949760a256'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:00.517602 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239c940e-04e1-499a-a622-da6352c2796a" -d '{"events": [{"name": "network-changed", "server_uuid": "4ef5df81-9bd0-4804-afa7-6dfef6d5875c", "tag": "1ecd8cfe-1cf4-4af9-913b-34949760a256"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:00.561401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9c9a6-3a9e-476c-86da-06f3f6d9bae9 service neutron] Pushing event updated for resources: {'Port': ['ID=1ecd8cfe-1cf4-4af9-913b-34949760a256,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:00.575810 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1dd87a-896a-4578-a7c9-f3054a1b54f0 x-openstack-request-id: req-2c1dd87a-896a-4578-a7c9-f3054a1b54f0 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:00.576120 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ef5df81-9bd0-4804-afa7-6dfef6d5875c", "tag": "1ecd8cfe-1cf4-4af9-913b-34949760a256", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:00.576381 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c1dd87a-896a-4578-a7c9-f3054a1b54f0 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:00.576776 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef5df81-9bd0-4804-afa7-6dfef6d5875c', 'tag': '1ecd8cfe-1cf4-4af9-913b-34949760a256', 'status': 'completed', 'code': 200} Sep 16 04:51:00.676641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c940e-04e1-499a-a622-da6352c2796a req-e56c8fcb-f129-4388-9bcb-7ac42070381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.678454 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-239c940e-04e1-499a-a622-da6352c2796a req-e56c8fcb-f129-4388-9bcb-7ac42070381b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ea7aa2fdc334d8ba8855dea8715e1de&device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 1096 time: 0.0484319 Sep 16 04:51:00.841820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decfcb8-c5e8-496e-81f9-6128502f6418 req-42c1de84-b88f-4d4a-9e9e-1087425f4254 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.843482 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9decfcb8-c5e8-496e-81f9-6128502f6418 req-42c1de84-b88f-4d4a-9e9e-1087425f4254 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 944 time: 0.1139128 Sep 16 04:51:00.860748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c940e-04e1-499a-a622-da6352c2796a req-520b088f-6448-4af6-be34-cf0f88bc2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.862328 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-239c940e-04e1-499a-a622-da6352c2796a req-520b088f-6448-4af6-be34-cf0f88bc2901 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3ea7aa2fdc334d8ba8855dea8715e1de&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1692193 Sep 16 04:51:00.908187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9decfcb8-c5e8-496e-81f9-6128502f6418 req-fe596f72-906c-4bb6-a5c2-389a168e49ae tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ea10c4f-d2a4-401b-baa3-d6cc9e3e2449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585425 Sep 16 04:51:01.089961 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58369886-7300-425a-aa8e-fe87d964ac33 req-4d2fc4b5-d1b1-4acf-ba2f-4aeecfbcd625 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.091470 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58369886-7300-425a-aa8e-fe87d964ac33 req-4d2fc4b5-d1b1-4acf-ba2f-4aeecfbcd625 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 944 time: 0.1344123 Sep 16 04:51:01.124887 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c940e-04e1-499a-a622-da6352c2796a req-6622749e-2d0c-4e89-803e-d8479b145e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.127475 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-239c940e-04e1-499a-a622-da6352c2796a req-6622749e-2d0c-4e89-803e-d8479b145e0b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2313483 Sep 16 04:51:01.147818 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58369886-7300-425a-aa8e-fe87d964ac33 req-f2171e17-d47f-4f1a-b745-57d29f9ca63d tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440526 Sep 16 04:51:01.278597 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-d42d57de-b75a-4eac-a3e2-6c49a2ceebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.280158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-d42d57de-b75a-4eac-a3e2-6c49a2ceebbb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ea7aa2fdc334d8ba8855dea8715e1de&device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 1096 time: 0.0788729 Sep 16 04:51:01.296462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05a42a-0f83-4627-86df-a51f41b1ff78 req-8decf438-c5c6-4ba9-ab97-6afad101dea5 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.297968 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c05a42a-0f83-4627-86df-a51f41b1ff78 req-8decf438-c5c6-4ba9-ab97-6afad101dea5 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0692592 Sep 16 04:51:01.342391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-6de0f739-afbf-41b3-b016-187e6f502755 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ecd8cfe-1cf4-4af9-913b-34949760a256 HTTP/1.1" status: 200 len: 217 time: 0.0428016 Sep 16 04:51:01.406975 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c05a42a-0f83-4627-86df-a51f41b1ff78 req-e8c65f49-8d86-4de8-abf9-af93b422cc92 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997427 Sep 16 04:51:01.421025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-30c8b186-0615-442f-8d91-f0408d35c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.422554 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-30c8b186-0615-442f-8d91-f0408d35c9d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7670c4ec-bd32-4ddb-b2a6-f6bdfd0f776c HTTP/1.1" status: 200 len: 862 time: 0.0704966 Sep 16 04:51:01.472128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-fb6505cd-ec6c-446e-881d-638be35286a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04c7aba9-d0aa-4e74-80c7-3edc0b4caca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386934 Sep 16 04:51:01.632875 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-8ad1f18e-9a91-40b9-8010-b693e7da455a service neutron] 10.222.0.21 "GET /v2.0/networks/04c7aba9-d0aa-4e74-80c7-3edc0b4caca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514547 Sep 16 04:51:01.797109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b9f35ac-1fc9-4a68-be0b-cef73f485d78 req-f39009cf-3b0f-47e6-a095-59b273887056 service neutron] 10.222.0.21 "GET /v2.0/networks/04c7aba9-d0aa-4e74-80c7-3edc0b4caca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529758 Sep 16 04:51:02.048957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1758f79-a7ba-4c3b-a638-2cf36ef7fa83 req-2b6e220e-ae32-4faa-b5ac-0ea266baa4a8 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.050689 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1758f79-a7ba-4c3b-a638-2cf36ef7fa83 req-2b6e220e-ae32-4faa-b5ac-0ea266baa4a8 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 944 time: 0.0652246 Sep 16 04:51:02.055899 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:02.093742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1758f79-a7ba-4c3b-a638-2cf36ef7fa83 req-6565fb06-4738-4072-afb7-8e9f9a3a0f35 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ea10c4f-d2a4-401b-baa3-d6cc9e3e2449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363574 Sep 16 04:51:02.261145 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:02.267558 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:02.267558 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:02.295986 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943722a-27c3-44a2-b9a0-c922aa2e88ad req-87257466-3c2b-44cd-a9a3-f0c929a2f8c0 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.301863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b943722a-27c3-44a2-b9a0-c922aa2e88ad req-87257466-3c2b-44cd-a9a3-f0c929a2f8c0 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 944 time: 0.0782027 Sep 16 04:51:02.342818 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b943722a-27c3-44a2-b9a0-c922aa2e88ad req-83a71c72-af5b-409a-955c-04a8e275f97b tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377409 Sep 16 04:51:02.373849 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:02.551534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db48b47e-77fe-459f-9dbb-1954c91cd3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:02.554908 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4395bf-967b-4c07-82e8-0536a98d56bd" -d '{"events": [{"server_uuid": "db48b47e-77fe-459f-9dbb-1954c91cd3f6", "name": "network-vif-plugged", "status": "completed", "tag": "69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:02.590582 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ad07b-1727-4d96-ab63-efb12772d0c2 req-398e5718-c991-4355-9b57-c8f0c3752e17 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.592823 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:02.599294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be3ad07b-1727-4d96-ab63-efb12772d0c2 req-398e5718-c991-4355-9b57-c8f0c3752e17 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0759032 Sep 16 04:51:02.630909 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fc048e-61fa-4688-af73-1a7c7db4bb79 x-openstack-request-id: req-d4fc048e-61fa-4688-af73-1a7c7db4bb79 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:02.630909 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db48b47e-77fe-459f-9dbb-1954c91cd3f6", "name": "network-vif-plugged", "status": "completed", "tag": "69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:02.630909 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4fc048e-61fa-4688-af73-1a7c7db4bb79 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:02.630909 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db48b47e-77fe-459f-9dbb-1954c91cd3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15', 'code': 200} Sep 16 04:51:02.646335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be3ad07b-1727-4d96-ab63-efb12772d0c2 req-cda3c2af-0426-46c5-9938-9d4a26f81934 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459869 Sep 16 04:51:02.724223 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:02.803207 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:02.827319 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e85a1-c168-426f-b75d-8f310adc1273 req-61ddbf68-df72-444f-865f-8fb1bd4a05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.827319 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b0e85a1-c168-426f-b75d-8f310adc1273 req-61ddbf68-df72-444f-865f-8fb1bd4a05fd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 1097 time: 0.0806980 Sep 16 04:51:02.865776 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b0e85a1-c168-426f-b75d-8f310adc1273 req-b4f4a4d9-aab8-41f4-87be-d0f21224963b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307531 Sep 16 04:51:03.244101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e9574-59fa-4ee3-905d-7bfdcaf40aaa req-27a3670d-3ffc-4f17-9748-0ff35bf8c0c5 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.245524 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-532e9574-59fa-4ee3-905d-7bfdcaf40aaa req-27a3670d-3ffc-4f17-9748-0ff35bf8c0c5 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 944 time: 0.0545242 Sep 16 04:51:03.314569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-532e9574-59fa-4ee3-905d-7bfdcaf40aaa req-01bbf845-6663-483a-9408-65f3c51ab32b tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ea10c4f-d2a4-401b-baa3-d6cc9e3e2449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620453 Sep 16 04:51:03.479994 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c327eaa-3439-4bba-a914-a637d2ce00d7 req-ac214e52-0183-4e20-aa50-c01d65d8e9fd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.481719 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c327eaa-3439-4bba-a914-a637d2ce00d7 req-ac214e52-0183-4e20-aa50-c01d65d8e9fd tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 945 time: 0.0641313 Sep 16 04:51:03.535087 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c327eaa-3439-4bba-a914-a637d2ce00d7 req-b71dcb1f-ac43-49f5-80be-360e50750798 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441535 Sep 16 04:51:03.785630 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdb96a-a5e3-43c4-a83c-a1d0d95294e6 req-de71c235-b2d5-4034-bd27-3b442f94d3ed tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.788559 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aefdb96a-a5e3-43c4-a83c-a1d0d95294e6 req-de71c235-b2d5-4034-bd27-3b442f94d3ed tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0711491 Sep 16 04:51:03.863430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aefdb96a-a5e3-43c4-a83c-a1d0d95294e6 req-5dea54ad-c840-466d-ab25-f967bbb6e19e tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676429 Sep 16 04:51:04.485881 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f37e64-c82f-40d4-accf-28e7f4710c08 req-e7674d21-5be1-4566-8bb2-568c38ecf76d tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:04.493956 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8f37e64-c82f-40d4-accf-28e7f4710c08 req-e7674d21-5be1-4566-8bb2-568c38ecf76d tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 944 time: 0.0663495 Sep 16 04:51:04.537455 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8f37e64-c82f-40d4-accf-28e7f4710c08 req-1450e555-88d6-401e-872f-4ed32e90c892 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ea10c4f-d2a4-401b-baa3-d6cc9e3e2449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369403 Sep 16 04:51:04.687043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592de8a0-ed2e-47e9-9186-e62a9668ccd6 req-bfad58c2-13f6-43c1-84d8-690aa00ba11a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:04.689062 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-592de8a0-ed2e-47e9-9186-e62a9668ccd6 req-bfad58c2-13f6-43c1-84d8-690aa00ba11a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 945 time: 0.0639834 Sep 16 04:51:04.749536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-592de8a0-ed2e-47e9-9186-e62a9668ccd6 req-3d71f56c-603e-4053-86c7-e85cb05e189a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530005 Sep 16 04:51:05.041095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31462f0-525c-4b41-8f7b-e2a257d12356 req-b7a6fc59-ee96-4f3d-8252-b777068949cb tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:05.042802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f31462f0-525c-4b41-8f7b-e2a257d12356 req-b7a6fc59-ee96-4f3d-8252-b777068949cb tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0701473 Sep 16 04:51:05.107791 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f31462f0-525c-4b41-8f7b-e2a257d12356 req-8abcd777-3656-43b8-a47b-1f485e3d9299 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539193 Sep 16 04:51:05.135620 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d9add02c-f646-46d5-a1be-e4c4e3fe821e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.664342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943f8cc-93a7-4344-abf4-cf3a0730352a req-2ff82d94-4d0b-4b50-a42f-d303c3aed28e tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:05.665878 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8943f8cc-93a7-4344-abf4-cf3a0730352a req-2ff82d94-4d0b-4b50-a42f-d303c3aed28e tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 944 time: 0.0489697 Sep 16 04:51:05.705922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8943f8cc-93a7-4344-abf4-cf3a0730352a req-eeb05056-ac0e-45c2-9268-21053d47c056 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ea10c4f-d2a4-401b-baa3-d6cc9e3e2449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336020 Sep 16 04:51:05.895108 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9174d-71a6-42e1-a6f9-c463b9ad632a req-a1380310-a16b-431b-85c0-4d3ffa71d6a7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:05.896718 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20e9174d-71a6-42e1-a6f9-c463b9ad632a req-a1380310-a16b-431b-85c0-4d3ffa71d6a7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 945 time: 0.0695441 Sep 16 04:51:05.947448 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20e9174d-71a6-42e1-a6f9-c463b9ad632a req-62d00f1a-d031-4f55-94ad-147093d72533 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441878 Sep 16 04:51:06.068752 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 1ecd8cfe-1cf4-4af9-913b-34949760a256 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:06.171203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 1ecd8cfe-1cf4-4af9-913b-34949760a256, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=1ecd8cfe-1cf4-4af9-913b-34949760a256,segment=NetworkSegment(b4c1a769-ee6a-4ffc-8f8b-2d4b0d4c2ae1),segment_id=b4c1a769-ee6a-4ffc-8f8b-2d4b0d4c2ae1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:06.183297 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '1ecd8cfe-1cf4-4af9-913b-34949760a256', 'network_id': '04c7aba9-d0aa-4e74-80c7-3edc0b4caca4', 'port_id': '1ecd8cfe-1cf4-4af9-913b-34949760a256', 'mac_address': 'fa:16:3e:43:e8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7670c4ec-bd32-4ddb-b2a6-f6bdfd0f776c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:06.220772 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.231165 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff70ab-1a19-4de9-ae65-21ba8db86bae req-e51f0d4e-6174-4e54-a545-0da1edc23e6d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.232687 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1ff70ab-1a19-4de9-ae65-21ba8db86bae req-e51f0d4e-6174-4e54-a545-0da1edc23e6d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0523469 Sep 16 04:51:06.233635 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ecd8cfe-1cf4-4af9-913b-34949760a256 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:06.255485 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 1ecd8cfe-1cf4-4af9-913b-34949760a256, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=1ecd8cfe-1cf4-4af9-913b-34949760a256,segment=NetworkSegment(b4c1a769-ee6a-4ffc-8f8b-2d4b0d4c2ae1),segment_id=b4c1a769-ee6a-4ffc-8f8b-2d4b0d4c2ae1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:06.274767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1ff70ab-1a19-4de9-ae65-21ba8db86bae req-42fbcb78-bb55-4e24-886e-7a53e2ef1778 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349822 Sep 16 04:51:06.426997 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.476181 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=1ecd8cfe-1cf4-4af9-913b-34949760a256,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:06.788652 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fc95e-4337-4c8e-b36d-39f71d3e6d0d req-9e05544e-f569-4755-94b4-eec06809fddf tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.790164 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f0fc95e-4337-4c8e-b36d-39f71d3e6d0d req-9e05544e-f569-4755-94b4-eec06809fddf tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 945 time: 0.0548534 Sep 16 04:51:06.861554 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f0fc95e-4337-4c8e-b36d-39f71d3e6d0d req-c17076f9-81ae-490e-9ab5-600f60a36d3c tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611479 Sep 16 04:51:06.873957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0587473-64c5-4399-9d82-1fc992ce668d req-99528f26-0521-4191-a6e7-820577cb22b2 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.875508 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0587473-64c5-4399-9d82-1fc992ce668d req-99528f26-0521-4191-a6e7-820577cb22b2 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 945 time: 0.0844622 Sep 16 04:51:06.903732 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['1ecd8cfe-1cf4-4af9-913b-34949760a256'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:06.921720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0587473-64c5-4399-9d82-1fc992ce668d req-d0a88ff5-6eff-4876-b94f-4c4c4aaf5d43 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ea10c4f-d2a4-401b-baa3-d6cc9e3e2449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380301 Sep 16 04:51:07.286116 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f448f5-f30a-44f4-801c-60ac0b5835a8 req-8e02ba04-f091-413c-8561-de46daac7ea7 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:07.287647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f448f5-f30a-44f4-801c-60ac0b5835a8 req-8e02ba04-f091-413c-8561-de46daac7ea7 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=f990d1e4-d4cd-4399-95bc-12879478fabb HTTP/1.1" status: 200 len: 949 time: 0.0509419 Sep 16 04:51:07.335757 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f448f5-f30a-44f4-801c-60ac0b5835a8 req-4da61e7b-4b17-46f1-8441-079ecd730173 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416400 Sep 16 04:51:07.407527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad230ea3-78ba-4320-90a4-be29b38d2fc2 req-a5d0ed29-dc4e-4f09-ac4d-81492724da70 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:07.412139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad230ea3-78ba-4320-90a4-be29b38d2fc2 req-a5d0ed29-dc4e-4f09-ac4d-81492724da70 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0595403 Sep 16 04:51:07.453550 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad230ea3-78ba-4320-90a4-be29b38d2fc2 req-78ba3003-d97c-450a-9bd1-d3c862f48985 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368686 Sep 16 04:51:07.815285 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d51b476d-05b3-471d-be44-1beb2f00ec25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.990697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dadcf4-84ba-415f-ae85-79620a55c835 req-0acf92fb-e3cf-43f8-a769-6c37a5a29147 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:08.004162 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9dadcf4-84ba-415f-ae85-79620a55c835 req-0acf92fb-e3cf-43f8-a769-6c37a5a29147 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 945 time: 0.0565882 Sep 16 04:51:08.066058 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9dadcf4-84ba-415f-ae85-79620a55c835 req-2f671053-c726-4e53-83ef-0ac41e5c124d tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673184 Sep 16 04:51:08.074780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91d3df-baae-4a1c-a7b5-081405aacc5c req-bd27a18a-9269-47e6-8dd3-d32341374a50 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:08.076402 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a91d3df-baae-4a1c-a7b5-081405aacc5c req-bd27a18a-9269-47e6-8dd3-d32341374a50 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 945 time: 0.0795131 Sep 16 04:51:08.116641 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a91d3df-baae-4a1c-a7b5-081405aacc5c req-4f96348c-24e1-4fbe-851d-0d08c2017229 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ea10c4f-d2a4-401b-baa3-d6cc9e3e2449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332098 Sep 16 04:51:08.452695 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb68d8c-0521-46a7-a29d-cf4dfa5d392e req-1cec99f1-ec19-4d3d-a565-4aabfe4db252 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:08.455192 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7cb68d8c-0521-46a7-a29d-cf4dfa5d392e req-1cec99f1-ec19-4d3d-a565-4aabfe4db252 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=f990d1e4-d4cd-4399-95bc-12879478fabb HTTP/1.1" status: 200 len: 949 time: 0.0539012 Sep 16 04:51:08.506217 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7cb68d8c-0521-46a7-a29d-cf4dfa5d392e req-ceaf3845-c66e-4d40-a6ce-3749df6d64f7 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431855 Sep 16 04:51:08.529850 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:08.585203 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae4be0-e0fc-493a-bfc3-e95a3e467182 req-c6157c07-c4e5-4832-ae42-ab7bd0e8631d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:08.586737 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-abae4be0-e0fc-493a-bfc3-e95a3e467182 req-c6157c07-c4e5-4832-ae42-ab7bd0e8631d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0597925 Sep 16 04:51:08.626516 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-abae4be0-e0fc-493a-bfc3-e95a3e467182 req-0154d826-59a6-4f7a-9bc6-db6111a37f8e tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331831 Sep 16 04:51:09.140906 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.191087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7aa74-b6a6-49d8-b9aa-373057e9405a req-ea848eef-a4b4-44d0-bc30-4b0e0754d864 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.192597 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2e7aa74-b6a6-49d8-b9aa-373057e9405a req-ea848eef-a4b4-44d0-bc30-4b0e0754d864 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 945 time: 0.0527284 Sep 16 04:51:09.231313 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2e7aa74-b6a6-49d8-b9aa-373057e9405a req-6e4de4bf-3f35-4176-86e1-9190f831ebe1 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326123 Sep 16 04:51:09.337261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749647a-8eec-489d-a84b-7c1dba83bb5c req-05528523-4b28-4478-9bdf-f393a0bfc2e9 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.338697 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d749647a-8eec-489d-a84b-7c1dba83bb5c req-05528523-4b28-4478-9bdf-f393a0bfc2e9 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 945 time: 0.0505373 Sep 16 04:51:09.397995 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d749647a-8eec-489d-a84b-7c1dba83bb5c req-a1c6b6ed-7c7f-463e-8a90-62e0c9f013dd tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ea10c4f-d2a4-401b-baa3-d6cc9e3e2449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514185 Sep 16 04:51:09.808174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f1003-ba58-4a0b-955a-6dbd143788aa req-69527440-852c-4493-8630-39f1531b4f34 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.810161 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-377f1003-ba58-4a0b-955a-6dbd143788aa req-69527440-852c-4493-8630-39f1531b4f34 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0658114 Sep 16 04:51:09.857316 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-377f1003-ba58-4a0b-955a-6dbd143788aa req-80ac1494-8568-4a24-85b3-b9c0b49a8e55 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406389 Sep 16 04:51:10.079933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09f247-f231-428b-843b-f3ff01e361c7 req-8c19bdc8-2ec5-44b0-b339-1820e4cd94fc tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:10.081457 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e09f247-f231-428b-843b-f3ff01e361c7 req-8c19bdc8-2ec5-44b0-b339-1820e4cd94fc tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 945 time: 0.0587621 Sep 16 04:51:10.094796 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 1ecd8cfe-1cf4-4af9-913b-34949760a256 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:10.120077 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e09f247-f231-428b-843b-f3ff01e361c7 req-d35eb49a-43a4-49c2-b62d-525880659afb tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322547 Sep 16 04:51:10.272974 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 1ecd8cfe-1cf4-4af9-913b-34949760a256 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:10.278407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 1ecd8cfe-1cf4-4af9-913b-34949760a256 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:10.279142 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.364020 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.386655 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef5df81-9bd0-4804-afa7-6dfef6d5875c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecd8cfe-1cf4-4af9-913b-34949760a256'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:10.389037 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a73a92a-da29-40e4-a114-76946e5be111" -d '{"events": [{"server_uuid": "4ef5df81-9bd0-4804-afa7-6dfef6d5875c", "name": "network-vif-plugged", "status": "completed", "tag": "1ecd8cfe-1cf4-4af9-913b-34949760a256"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:10.401686 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 1ecd8cfe-1cf4-4af9-913b-34949760a256, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=1ecd8cfe-1cf4-4af9-913b-34949760a256,segment=NetworkSegment(b4c1a769-ee6a-4ffc-8f8b-2d4b0d4c2ae1),segment_id=b4c1a769-ee6a-4ffc-8f8b-2d4b0d4c2ae1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:10.429480 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54a1519-8290-40e3-bbc2-cb35d6d1a0e1 x-openstack-request-id: req-c54a1519-8290-40e3-bbc2-cb35d6d1a0e1 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:10.429764 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef5df81-9bd0-4804-afa7-6dfef6d5875c", "name": "network-vif-plugged", "status": "completed", "tag": "1ecd8cfe-1cf4-4af9-913b-34949760a256", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:10.430010 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c54a1519-8290-40e3-bbc2-cb35d6d1a0e1 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:10.430423 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef5df81-9bd0-4804-afa7-6dfef6d5875c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecd8cfe-1cf4-4af9-913b-34949760a256', 'code': 200} Sep 16 04:51:10.534732 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee38c1-cb20-4083-84a5-c6b6179eeffc req-a9956fb6-0a3c-4a25-996b-f34b432081f5 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:10.536542 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58ee38c1-cb20-4083-84a5-c6b6179eeffc req-a9956fb6-0a3c-4a25-996b-f34b432081f5 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 945 time: 0.0642312 Sep 16 04:51:10.547015 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.608285 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58ee38c1-cb20-4083-84a5-c6b6179eeffc req-fc2d3327-bfdd-47d2-aa4f-345047dde852 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ea10c4f-d2a4-401b-baa3-d6cc9e3e2449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625427 Sep 16 04:51:10.616278 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3b75f-baf2-4d38-9809-fd16d9a07da5 req-abd44e8a-c46d-42ce-b9d5-02025e81975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:10.616992 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=1ecd8cfe-1cf4-4af9-913b-34949760a256,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:10.617796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afa3b75f-baf2-4d38-9809-fd16d9a07da5 req-abd44e8a-c46d-42ce-b9d5-02025e81975e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 1098 time: 0.0803585 Sep 16 04:51:10.661234 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afa3b75f-baf2-4d38-9809-fd16d9a07da5 req-b25c0597-02d4-4023-baa2-78a328e8d9f0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8ea10c4f-d2a4-401b-baa3-d6cc9e3e2449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356486 Sep 16 04:51:10.738201 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.974833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c303de0-f047-496b-9323-8e3375a80350 req-026ddfc5-9496-40b8-8dc0-191d59062ee9 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:10.976353 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c303de0-f047-496b-9323-8e3375a80350 req-026ddfc5-9496-40b8-8dc0-191d59062ee9 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0506501 Sep 16 04:51:11.017841 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c303de0-f047-496b-9323-8e3375a80350 req-83127858-63d9-43db-b646-8a36f7fc0c14 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343924 Sep 16 04:51:11.245290 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277c15e-38a1-4db2-8807-4bc88854fbf0 req-9114677f-cd94-46de-bbc0-14a3258622fe tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:11.246793 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1277c15e-38a1-4db2-8807-4bc88854fbf0 req-9114677f-cd94-46de-bbc0-14a3258622fe tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 945 time: 0.0505722 Sep 16 04:51:11.289856 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1277c15e-38a1-4db2-8807-4bc88854fbf0 req-4bd00e55-8270-4b53-ad5c-f0c721147fa7 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365758 Sep 16 04:51:11.761777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703843c-660d-48ef-a651-8585ec414292 req-9ad5edd7-1151-45b4-b833-0b6bf027c814 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:11.763409 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7703843c-660d-48ef-a651-8585ec414292 req-9ad5edd7-1151-45b4-b833-0b6bf027c814 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 946 time: 0.0815351 Sep 16 04:51:11.856389 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7703843c-660d-48ef-a651-8585ec414292 req-1b4ede12-c7a3-4222-adc6-5936fc38c09f tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ea10c4f-d2a4-401b-baa3-d6cc9e3e2449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838461 Sep 16 04:51:11.865294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa3aab-a067-4e51-abba-51be549efbfe req-e38695a8-d7fe-493a-bf9b-12a28f798208 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:11.866852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68aa3aab-a067-4e51-abba-51be549efbfe req-e38695a8-d7fe-493a-bf9b-12a28f798208 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 820 time: 0.1472526 Sep 16 04:51:11.883511 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68aa3aab-a067-4e51-abba-51be549efbfe req-09d00441-b0c4-474d-bf11-9e702433b3c0 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/quotas/81978a2452c74d468c1440c8a9e64f75 HTTP/1.1" status: 200 len: 375 time: 0.0104861 Sep 16 04:51:11.945666 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68aa3aab-a067-4e51-abba-51be549efbfe req-c39724d8-e51b-4bec-8744-0e051caba264 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561647 Sep 16 04:51:12.093626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68aa3aab-a067-4e51-abba-51be549efbfe req-6b6949ec-878f-4c88-88b4-f11f3d41858c service neutron] 10.222.0.20 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405733 Sep 16 04:51:12.097929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device dffdbb33-7e8d-4119-b673-4b48831644d3 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:12.179455 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.212447 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port dffdbb33-7e8d-4119-b673-4b48831644d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=dffdbb33-7e8d-4119-b673-4b48831644d3,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:12.217652 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78db84-4cf7-4685-b943-5272522e0e90 req-ee918e54-0eb1-405e-ae6e-0b1315de537c tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.219495 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d78db84-4cf7-4685-b943-5272522e0e90 req-ee918e54-0eb1-405e-ae6e-0b1315de537c tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.1105080 Sep 16 04:51:12.241652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68aa3aab-a067-4e51-abba-51be549efbfe req-8105b9be-59dc-4d47-9898-baf44ac2c9c9 service neutron] 10.222.0.20 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413763 Sep 16 04:51:12.268504 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d78db84-4cf7-4685-b943-5272522e0e90 req-65fd3cf1-2c47-4f7a-afcf-e6ddf1ed2830 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390160 Sep 16 04:51:12.329401 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.386983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=dffdbb33-7e8d-4119-b673-4b48831644d3,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:12.431480 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f990d1e4-d4cd-4399-95bc-12879478fabb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffdbb33-7e8d-4119-b673-4b48831644d3'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:12.433894 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92848697-dbff-45a1-8b1d-b5fc4fbd5d54" -d '{"events": [{"server_uuid": "f990d1e4-d4cd-4399-95bc-12879478fabb", "name": "network-vif-unplugged", "status": "completed", "tag": "dffdbb33-7e8d-4119-b673-4b48831644d3"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:12.547029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8c084-27fd-4709-81ae-cb27ca58e426 req-aedd1b4c-40ae-4fbb-85a9-f30bfa2c94eb tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.549408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dee8c084-27fd-4709-81ae-cb27ca58e426 req-aedd1b4c-40ae-4fbb-85a9-f30bfa2c94eb tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 945 time: 0.0569649 Sep 16 04:51:12.596018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dee8c084-27fd-4709-81ae-cb27ca58e426 req-61d17fbd-6446-452f-9071-7f58578675a5 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402637 Sep 16 04:51:12.648560 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96c3584-e6e4-486e-8bd7-b1d93dea4305 x-openstack-request-id: req-a96c3584-e6e4-486e-8bd7-b1d93dea4305 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:12.648950 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f990d1e4-d4cd-4399-95bc-12879478fabb", "name": "network-vif-unplugged", "status": "completed", "tag": "dffdbb33-7e8d-4119-b673-4b48831644d3", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:12.649278 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a96c3584-e6e4-486e-8bd7-b1d93dea4305 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:12.649753 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f990d1e4-d4cd-4399-95bc-12879478fabb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffdbb33-7e8d-4119-b673-4b48831644d3', 'code': 200} Sep 16 04:51:12.985335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c332a9d-7202-4c08-ab12-8affacde157a req-53f48e11-d823-4570-88cd-1485c5471eb1 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.993875 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0c332a9d-7202-4c08-ab12-8affacde157a req-53f48e11-d823-4570-88cd-1485c5471eb1 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 946 time: 0.0587099 Sep 16 04:51:13.036154 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0c332a9d-7202-4c08-ab12-8affacde157a req-3650818b-604b-4f89-8837-2cbf178e2b89 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ea10c4f-d2a4-401b-baa3-d6cc9e3e2449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Sep 16 04:51:13.106444 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de35d217-9dc7-4a1e-9e02-6f2720ad5d1e req-469e8734-6be7-42c5-9131-258edcf8c9db tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 210 time: 0.0264115 Sep 16 04:51:13.405469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabf43d-b33b-4bb8-a98b-4ee35c63cc51 req-d5790f1c-8d7a-44d6-aaba-f52aceb132db tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.407907 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8fabf43d-b33b-4bb8-a98b-4ee35c63cc51 req-d5790f1c-8d7a-44d6-aaba-f52aceb132db tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0529737 Sep 16 04:51:13.448383 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8fabf43d-b33b-4bb8-a98b-4ee35c63cc51 req-32db2f89-9f05-4c16-9648-1dcadc3d4e14 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326850 Sep 16 04:51:13.717263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157cecb-982c-41c4-bb73-b921e437293d req-c0351934-561b-4b1a-a038-d56c86735ed3 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.718806 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5157cecb-982c-41c4-bb73-b921e437293d req-c0351934-561b-4b1a-a038-d56c86735ed3 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 945 time: 0.0510097 Sep 16 04:51:13.760830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5157cecb-982c-41c4-bb73-b921e437293d req-52fcd5ee-bb5f-4944-8a04-18f21bf0c55a tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355315 Sep 16 04:51:14.082963 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2c4f1-464d-46c1-9794-bbbe788878b6 req-1feeb315-60c0-4914-9ced-ea71c8199b7f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:14.084469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0d2c4f1-464d-46c1-9794-bbbe788878b6 req-1feeb315-60c0-4914-9ced-ea71c8199b7f tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 945 time: 0.0493309 Sep 16 04:51:14.217653 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609ef0c-acb5-4322-9914-549b300df38a req-d9d95e1d-d1cf-4425-8c9f-1f1ed8520ad3 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:14.219181 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0609ef0c-acb5-4322-9914-549b300df38a req-d9d95e1d-d1cf-4425-8c9f-1f1ed8520ad3 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 946 time: 0.0905409 Sep 16 04:51:14.271986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6226e9bf-7b75-4e5f-9461-e2b32a6d0b07 req-9f04b498-1000-45bb-8460-f4e983b8ddcf tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 210 time: 0.0447741 Sep 16 04:51:14.296715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-c0d2c4f1-464d-46c1-9794-bbbe788878b6 req-f7313d34-bc52-46e5-9f01-35eda2357302 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Deleting port 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:14.296715 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c0d2c4f1-464d-46c1-9794-bbbe788878b6 req-f7313d34-bc52-46e5-9f01-35eda2357302 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.309019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0609ef0c-acb5-4322-9914-549b300df38a req-b2a669af-9d77-4970-8f27-25c11f067389 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ea10c4f-d2a4-401b-baa3-d6cc9e3e2449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829024 Sep 16 04:51:14.716861 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-c0d2c4f1-464d-46c1-9794-bbbe788878b6 req-f7313d34-bc52-46e5-9f01-35eda2357302 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] For port 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15,segment=NetworkSegment(58b2560f-5315-4caf-90dd-894823bdc0e5),segment_id=58b2560f-5315-4caf-90dd-894823bdc0e5)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:14.717275 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c0d2c4f1-464d-46c1-9794-bbbe788878b6 req-f7313d34-bc52-46e5-9f01-35eda2357302 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.734121 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-c0d2c4f1-464d-46c1-9794-bbbe788878b6 req-f7313d34-bc52-46e5-9f01-35eda2357302 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Calling delete_port for 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:14.745883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df39cf-1968-49cf-949c-c7f72626152a req-c3be7773-3a9d-4603-a7f0-a0726c8e5bff tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:14.747497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06df39cf-1968-49cf-949c-c7f72626152a req-c3be7773-3a9d-4603-a7f0-a0726c8e5bff tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0988195 Sep 16 04:51:14.828572 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06df39cf-1968-49cf-949c-c7f72626152a req-7ef636f8-5379-4e68-972d-70fc8031e6bf tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733945 Sep 16 04:51:15.000380 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c0d2c4f1-464d-46c1-9794-bbbe788878b6 req-f7313d34-bc52-46e5-9f01-35eda2357302 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.048099 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:15.053381 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7313d34-bc52-46e5-9f01-35eda2357302 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Pushing event deleted for resources: {'Port': ['ID=69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:15.090516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673630a-9ad2-4fb6-8341-0b625efd1ac2 req-dfe03de8-ab95-47b3-8782-3ebfb8a7f684 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.091946 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1673630a-9ad2-4fb6-8341-0b625efd1ac2 req-dfe03de8-ab95-47b3-8782-3ebfb8a7f684 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 867 time: 0.1353736 Sep 16 04:51:15.122526 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c34ea9-f892-4c34-b45b-ce43a088bc4d req-bd5f8678-08a5-4769-8039-7604fabd31e8 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.124082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80c34ea9-f892-4c34-b45b-ce43a088bc4d req-bd5f8678-08a5-4769-8039-7604fabd31e8 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 946 time: 0.1410563 Sep 16 04:51:15.129721 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d2c4f1-464d-46c1-9794-bbbe788878b6 req-f7313d34-bc52-46e5-9f01-35eda2357302 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] No DVR routers for this DVR port 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:15.134750 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c0d2c4f1-464d-46c1-9794-bbbe788878b6 req-f7313d34-bc52-46e5-9f01-35eda2357302 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.136641 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0d2c4f1-464d-46c1-9794-bbbe788878b6 req-f7313d34-bc52-46e5-9f01-35eda2357302 tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.21 "DELETE /v2.0/ports/69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 HTTP/1.1" status: 204 len: 173 time: 1.0436916 Sep 16 04:51:15.137075 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db48b47e-77fe-459f-9dbb-1954c91cd3f6', 'name': 'network-vif-deleted', 'tag': '69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:15.139343 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ddf99c-8101-4184-9488-6ffd772c0e41" -d '{"events": [{"server_uuid": "db48b47e-77fe-459f-9dbb-1954c91cd3f6", "name": "network-vif-deleted", "tag": "69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:15.195185 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1673630a-9ad2-4fb6-8341-0b625efd1ac2 req-3446361f-86b0-4bc2-9242-cbf8fec013cc tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/security-groups?id=e433abc4-bced-4677-8b4c-690c37c0b009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948107 Sep 16 04:51:15.197994 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80c34ea9-f892-4c34-b45b-ce43a088bc4d req-089f2ab6-ecc8-4a5c-a593-bf4b29ce1f17 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ea10c4f-d2a4-401b-baa3-d6cc9e3e2449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664418 Sep 16 04:51:15.248640 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820ace4b-e390-4522-94e2-c4964726a395 x-openstack-request-id: req-820ace4b-e390-4522-94e2-c4964726a395 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:15.248937 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db48b47e-77fe-459f-9dbb-1954c91cd3f6", "name": "network-vif-deleted", "tag": "69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:15.251975 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-820ace4b-e390-4522-94e2-c4964726a395 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:15.251975 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db48b47e-77fe-459f-9dbb-1954c91cd3f6', 'name': 'network-vif-deleted', 'tag': '69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15', 'status': 'completed', 'code': 200} Sep 16 04:51:15.383866 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-503c61ee-4b38-4751-bd9c-660b95bb8bfe req-1d0484bb-00cb-471f-9413-b64eb3a58596 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 210 time: 0.0344205 Sep 16 04:51:15.738712 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa3aab-a067-4e51-abba-51be549efbfe req-40cad4fc-0d80-4039-8e0e-9ce4da46bf41 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.740274 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-68aa3aab-a067-4e51-abba-51be549efbfe req-40cad4fc-0d80-4039-8e0e-9ce4da46bf41 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.38 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 820 time: 0.1184907 Sep 16 04:51:15.769480 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-68aa3aab-a067-4e51-abba-51be549efbfe req-42f911ea-78eb-4450-950a-05485f82a9cd tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Request body: {'port': {'device_id': 'bbc1f968-f54a-43ad-b5e0-311320bb35e5', 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2', 'admin_state_up': True, 'tenant_id': '81978a2452c74d468c1440c8a9e64f75'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:15.968768 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3b545-7df2-4572-a916-9628f4bd78c4 req-f2a5b3df-5505-46b1-8b19-e58d36444c69 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.970309 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bad3b545-7df2-4572-a916-9628f4bd78c4 req-f2a5b3df-5505-46b1-8b19-e58d36444c69 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0638654 Sep 16 04:51:16.009403 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68aa3aab-a067-4e51-abba-51be549efbfe req-42f911ea-78eb-4450-950a-05485f82a9cd tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Made reservation on behalf of 81978a2452c74d468c1440c8a9e64f75 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:16.011066 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bad3b545-7df2-4572-a916-9628f4bd78c4 req-49eaf6b1-a0c9-42bc-8e94-b0007697552f tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340452 Sep 16 04:51:16.013860 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-68aa3aab-a067-4e51-abba-51be549efbfe req-42f911ea-78eb-4450-950a-05485f82a9cd tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.130418 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 21009c2e-2732-4bf3-861c-360b480b4f7c details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:16.277502 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 21009c2e-2732-4bf3-861c-360b480b4f7c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=21009c2e-2732-4bf3-861c-360b480b4f7c,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:16.319741 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '21009c2e-2732-4bf3-861c-360b480b4f7c', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '21009c2e-2732-4bf3-861c-360b480b4f7c', 'mac_address': 'fa:16:3e:01:49:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:16.364491 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.378501 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-df0f4753-d89c-4001-8830-9a5a7a146bbc req-9b4b7d5e-dde5-4a31-9d83-774ccebb9aef tempest-DeleteServersTestJSON-540336852 tempest-DeleteServersTestJSON-540336852-project] 10.222.0.20 "GET /v2.0/ports?device_id=db48b47e-77fe-459f-9dbb-1954c91cd3f6 HTTP/1.1" status: 200 len: 210 time: 0.0485651 Sep 16 04:51:16.380558 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21009c2e-2732-4bf3-861c-360b480b4f7c {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:16.404787 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e3f60-abaa-4d84-9f8a-a0ea8d9f8899 req-4be764ab-2741-436a-b638-b2fae467f195 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.406229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 21009c2e-2732-4bf3-861c-360b480b4f7c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=21009c2e-2732-4bf3-861c-360b480b4f7c,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:16.407347 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-385e3f60-abaa-4d84-9f8a-a0ea8d9f8899 req-4be764ab-2741-436a-b638-b2fae467f195 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 946 time: 0.1155484 Sep 16 04:51:16.455415 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-68aa3aab-a067-4e51-abba-51be549efbfe req-42f911ea-78eb-4450-950a-05485f82a9cd tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Allocated IP 172.20.0.6 (0e4d6dc4-12b9-41c8-af2b-a538152a95e2/9023553c-0727-4415-b53e-7374b71d88bd/5acbcc72-7d86-4797-a9fa-79052bb43bb3) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:16.479345 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-385e3f60-abaa-4d84-9f8a-a0ea8d9f8899 req-9fd91f0e-b70d-4526-be1d-db08a783bc8f tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ea10c4f-d2a4-401b-baa3-d6cc9e3e2449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628114 Sep 16 04:51:16.576250 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.578784 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb20a7a6-50d8-407d-8acb-98e93d0306b9 req-d43f1ee1-b2a0-4e74-b179-5d969d2a4b18 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 210 time: 0.0321777 Sep 16 04:51:16.629024 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-68aa3aab-a067-4e51-abba-51be549efbfe req-42f911ea-78eb-4450-950a-05485f82a9cd tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.645899 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=21009c2e-2732-4bf3-861c-360b480b4f7c,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:16.781094 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-68aa3aab-a067-4e51-abba-51be549efbfe req-42f911ea-78eb-4450-950a-05485f82a9cd tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.818154 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['7aae7be7-1aa7-4d87-8df6-51cedde3b7d3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:16.828865 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68aa3aab-a067-4e51-abba-51be549efbfe req-42f911ea-78eb-4450-950a-05485f82a9cd tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:16.834929 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-68aa3aab-a067-4e51-abba-51be549efbfe req-42f911ea-78eb-4450-950a-05485f82a9cd tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:16.839838 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-68aa3aab-a067-4e51-abba-51be549efbfe req-42f911ea-78eb-4450-950a-05485f82a9cd tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:16.851159 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f911ea-78eb-4450-950a-05485f82a9cd tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Pushing event updated for resources: {'Port': ['ID=5acbcc72-7d86-4797-a9fa-79052bb43bb3,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:16.903562 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa3aab-a067-4e51-abba-51be549efbfe req-42f911ea-78eb-4450-950a-05485f82a9cd tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.903562 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-68aa3aab-a067-4e51-abba-51be549efbfe req-42f911ea-78eb-4450-950a-05485f82a9cd tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.904865 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['21009c2e-2732-4bf3-861c-360b480b4f7c'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:17.006016 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-68aa3aab-a067-4e51-abba-51be549efbfe req-42f911ea-78eb-4450-950a-05485f82a9cd tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2408180 Sep 16 04:51:17.025384 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Request body: {'port': {'device_id': 'bbc1f968-f54a-43ad-b5e0-311320bb35e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:17.081872 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffb0ee-95cd-47fa-904a-cf4e65aab387 req-de27f227-9149-4d92-8409-60bf9927b80a tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.089297 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3fffb0ee-95cd-47fa-904a-cf4e65aab387 req-de27f227-9149-4d92-8409-60bf9927b80a tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 946 time: 0.1257288 Sep 16 04:51:17.093971 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.260968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fe927-59af-4cf3-b5d0-089a2dd23b1f req-62b3865e-913d-408c-a4f6-fc5af471d15b tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.262509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-924fe927-59af-4cf3-b5d0-089a2dd23b1f req-62b3865e-913d-408c-a4f6-fc5af471d15b tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0685842 Sep 16 04:51:17.273259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-3fffb0ee-95cd-47fa-904a-cf4e65aab387 req-2798d1a7-4c31-43c1-8646-0e905519eb30 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Deleting port 1ecd8cfe-1cf4-4af9-913b-34949760a256 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:17.273606 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3fffb0ee-95cd-47fa-904a-cf4e65aab387 req-2798d1a7-4c31-43c1-8646-0e905519eb30 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.367912 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-924fe927-59af-4cf3-b5d0-089a2dd23b1f req-d9c00568-fcd2-429f-96ff-513a6a468cb3 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910916 Sep 16 04:51:17.400486 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-3fffb0ee-95cd-47fa-904a-cf4e65aab387 req-2798d1a7-4c31-43c1-8646-0e905519eb30 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] For port 1ecd8cfe-1cf4-4af9-913b-34949760a256, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=1ecd8cfe-1cf4-4af9-913b-34949760a256,segment=NetworkSegment(b4c1a769-ee6a-4ffc-8f8b-2d4b0d4c2ae1),segment_id=b4c1a769-ee6a-4ffc-8f8b-2d4b0d4c2ae1)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:17.401203 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3fffb0ee-95cd-47fa-904a-cf4e65aab387 req-2798d1a7-4c31-43c1-8646-0e905519eb30 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.415389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-3fffb0ee-95cd-47fa-904a-cf4e65aab387 req-2798d1a7-4c31-43c1-8646-0e905519eb30 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Calling delete_port for 1ecd8cfe-1cf4-4af9-913b-34949760a256 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:17.419372 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5acbcc72-7d86-4797-a9fa-79052bb43bb3 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:17.427669 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.441815 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Transition to ACTIVE for port object 5acbcc72-7d86-4797-a9fa-79052bb43bb3 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:17.557888 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.632914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84f711-99e0-4362-9614-5eab34508baf req-0f964345-ab7f-4c68-813a-1537f56b16cb tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.644908 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee84f711-99e0-4362-9614-5eab34508baf req-0f964345-ab7f-4c68-813a-1537f56b16cb tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 946 time: 0.0796385 Sep 16 04:51:17.649175 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Pushing event updated for resources: {'Port': ['ID=5acbcc72-7d86-4797-a9fa-79052bb43bb3,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:17.687948 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3fffb0ee-95cd-47fa-904a-cf4e65aab387 req-2798d1a7-4c31-43c1-8646-0e905519eb30 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.723050 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['1ecd8cfe-1cf4-4af9-913b-34949760a256'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:17.731623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee84f711-99e0-4362-9614-5eab34508baf req-cfaf3e31-fd29-4cd8-a4e2-3a49a7c00a11 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ea10c4f-d2a4-401b-baa3-d6cc9e3e2449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857036 Sep 16 04:51:17.743343 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798d1a7-4c31-43c1-8646-0e905519eb30 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Pushing event deleted for resources: {'Port': ['ID=1ecd8cfe-1cf4-4af9-913b-34949760a256,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:17.777095 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Attempting to bind port 5acbcc72-7d86-4797-a9fa-79052bb43bb3 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:17.777580 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Attempting to bind port 5acbcc72-7d86-4797-a9fa-79052bb43bb3 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:17.778028 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Attempting to bind port 5acbcc72-7d86-4797-a9fa-79052bb43bb3 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:17.791105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Port 5acbcc72-7d86-4797-a9fa-79052bb43bb3 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:17.791669 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Attempting to bind port 5acbcc72-7d86-4797-a9fa-79052bb43bb3 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:17.799745 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:17.800314 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Checking segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:17.800870 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Bound using segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:17.801441 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Bound port: 5acbcc72-7d86-4797-a9fa-79052bb43bb3, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:17.802085 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.831013 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fffb0ee-95cd-47fa-904a-cf4e65aab387 req-2798d1a7-4c31-43c1-8646-0e905519eb30 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] No DVR routers for this DVR port 1ecd8cfe-1cf4-4af9-913b-34949760a256 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:17.833907 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3fffb0ee-95cd-47fa-904a-cf4e65aab387 req-2798d1a7-4c31-43c1-8646-0e905519eb30 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.836579 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3fffb0ee-95cd-47fa-904a-cf4e65aab387 req-2798d1a7-4c31-43c1-8646-0e905519eb30 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.21 "DELETE /v2.0/ports/1ecd8cfe-1cf4-4af9-913b-34949760a256 HTTP/1.1" status: 204 len: 173 time: 0.7387462 Sep 16 04:51:17.838932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef5df81-9bd0-4804-afa7-6dfef6d5875c', 'name': 'network-vif-deleted', 'tag': '1ecd8cfe-1cf4-4af9-913b-34949760a256'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:17.846000 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa8ea46-bfdc-467d-acc8-a5ab923f2c32" -d '{"events": [{"server_uuid": "4ef5df81-9bd0-4804-afa7-6dfef6d5875c", "name": "network-vif-deleted", "tag": "1ecd8cfe-1cf4-4af9-913b-34949760a256"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:17.867309 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c6b4d-9c22-4059-8049-5b8eb497310c req-12b620b7-da39-40dd-a166-68edb8e08542 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.891210 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] For port 5acbcc72-7d86-4797-a9fa-79052bb43bb3, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:17.893388 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-573c6b4d-9c22-4059-8049-5b8eb497310c req-12b620b7-da39-40dd-a166-68edb8e08542 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.1682880 Sep 16 04:51:17.900006 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] For port 5acbcc72-7d86-4797-a9fa-79052bb43bb3, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5acbcc72-7d86-4797-a9fa-79052bb43bb3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:17.942219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-573c6b4d-9c22-4059-8049-5b8eb497310c req-1c364369-98e4-410b-8b8b-ec1cbf4805ba tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405087 Sep 16 04:51:17.945774 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a23ecb8-481d-4954-8f43-0b0317483990 x-openstack-request-id: req-3a23ecb8-481d-4954-8f43-0b0317483990 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:17.946295 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef5df81-9bd0-4804-afa7-6dfef6d5875c", "name": "network-vif-deleted", "tag": "1ecd8cfe-1cf4-4af9-913b-34949760a256", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:17.947048 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a23ecb8-481d-4954-8f43-0b0317483990 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:17.947712 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef5df81-9bd0-4804-afa7-6dfef6d5875c', 'name': 'network-vif-deleted', 'tag': '1ecd8cfe-1cf4-4af9-913b-34949760a256', 'status': 'completed', 'code': 200} Sep 16 04:51:17.992537 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.030993 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.031583 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.033593 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-68aa3aab-a067-4e51-abba-51be549efbfe req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] 10.222.0.38 "PUT /v2.0/ports/5acbcc72-7d86-4797-a9fa-79052bb43bb3 HTTP/1.1" status: 200 len: 1092 time: 1.0119991 Sep 16 04:51:18.034127 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc1f968-f54a-43ad-b5e0-311320bb35e5', 'tag': '5acbcc72-7d86-4797-a9fa-79052bb43bb3'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:18.036833 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df00924-2378-4468-9304-36deda1e5fce" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc1f968-f54a-43ad-b5e0-311320bb35e5", "tag": "5acbcc72-7d86-4797-a9fa-79052bb43bb3"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:18.081598 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24ad5f-9e83-4855-954a-46dc99be3f1b service neutron] Pushing event updated for resources: {'Port': ['ID=5acbcc72-7d86-4797-a9fa-79052bb43bb3,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:18.098815 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cfa7ea-cc89-4f9d-9aa2-0c967222b436 x-openstack-request-id: req-57cfa7ea-cc89-4f9d-9aa2-0c967222b436 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:18.099345 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc1f968-f54a-43ad-b5e0-311320bb35e5", "tag": "5acbcc72-7d86-4797-a9fa-79052bb43bb3", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:18.099738 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57cfa7ea-cc89-4f9d-9aa2-0c967222b436 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:18.100270 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc1f968-f54a-43ad-b5e0-311320bb35e5', 'tag': '5acbcc72-7d86-4797-a9fa-79052bb43bb3', 'status': 'completed', 'code': 200} Sep 16 04:51:18.140912 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 21009c2e-2732-4bf3-861c-360b480b4f7c up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:18.208844 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df00924-2378-4468-9304-36deda1e5fce req-2114932b-3012-4832-8f5d-53eee0fee3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.210389 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5df00924-2378-4468-9304-36deda1e5fce req-2114932b-3012-4832-8f5d-53eee0fee3b9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 1095 time: 0.0726302 Sep 16 04:51:18.218446 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 21009c2e-2732-4bf3-861c-360b480b4f7c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:18.219179 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.349233 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.355655 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df00924-2378-4468-9304-36deda1e5fce req-0576a551-f4a9-4095-b1df-705a05557831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.357319 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5df00924-2378-4468-9304-36deda1e5fce req-0576a551-f4a9-4095-b1df-705a05557831 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=81978a2452c74d468c1440c8a9e64f75&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1293530 Sep 16 04:51:18.379012 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6267a70a-8c63-43a2-aeb6-ddba3c9438be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21009c2e-2732-4bf3-861c-360b480b4f7c'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:18.382073 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403ae6c0-7e85-4109-846c-9ec6d7679b5d" -d '{"events": [{"server_uuid": "6267a70a-8c63-43a2-aeb6-ddba3c9438be", "name": "network-vif-plugged", "status": "completed", "tag": "21009c2e-2732-4bf3-861c-360b480b4f7c"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:18.407366 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 21009c2e-2732-4bf3-861c-360b480b4f7c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=21009c2e-2732-4bf3-861c-360b480b4f7c,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:18.427949 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffc9fdf-a12a-4c39-9f71-c3d9221f1a3d x-openstack-request-id: req-bffc9fdf-a12a-4c39-9f71-c3d9221f1a3d {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:18.428243 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6267a70a-8c63-43a2-aeb6-ddba3c9438be", "name": "network-vif-plugged", "status": "completed", "tag": "21009c2e-2732-4bf3-861c-360b480b4f7c", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:18.428661 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bffc9fdf-a12a-4c39-9f71-c3d9221f1a3d {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:18.429202 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6267a70a-8c63-43a2-aeb6-ddba3c9438be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21009c2e-2732-4bf3-861c-360b480b4f7c', 'code': 200} Sep 16 04:51:18.494438 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df00924-2378-4468-9304-36deda1e5fce req-1360a25b-1f2d-487c-9548-3c21e33727e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.495999 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5df00924-2378-4468-9304-36deda1e5fce req-1360a25b-1f2d-487c-9548-3c21e33727e3 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311629 Sep 16 04:51:18.513097 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0edb0-ad76-46f3-9459-355adb3415c3 req-943eb72f-66ca-4a20-9ff3-65572a596b7d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.526512 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99e0edb0-ad76-46f3-9459-355adb3415c3 req-943eb72f-66ca-4a20-9ff3-65572a596b7d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0626431 Sep 16 04:51:18.535457 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.536596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:18.576824 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99e0edb0-ad76-46f3-9459-355adb3415c3 req-d2524440-882d-4a4e-b2ed-89affe649649 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469522 Sep 16 04:51:18.622034 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:18.622551 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 69dec9d7-574e-44f7-9a6f-9fc8d2fc2d15 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:18.624642 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa3aab-a067-4e51-abba-51be549efbfe req-e516accf-2880-4943-84b2-73cf84c655e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.626326 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-68aa3aab-a067-4e51-abba-51be549efbfe req-e516accf-2880-4943-84b2-73cf84c655e3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 1095 time: 0.0556090 Sep 16 04:51:18.653432 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=21009c2e-2732-4bf3-861c-360b480b4f7c,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:18.698176 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-68aa3aab-a067-4e51-abba-51be549efbfe req-e74b6499-3b2f-4a34-8de3-d305f5e56ad1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5acbcc72-7d86-4797-a9fa-79052bb43bb3 HTTP/1.1" status: 200 len: 217 time: 0.0508730 Sep 16 04:51:18.754438 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa3aab-a067-4e51-abba-51be549efbfe req-79ca3adb-dffb-47e2-b4af-e29e9d388297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.756436 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-68aa3aab-a067-4e51-abba-51be549efbfe req-79ca3adb-dffb-47e2-b4af-e29e9d388297 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9023553c-0727-4415-b53e-7374b71d88bd HTTP/1.1" status: 200 len: 860 time: 0.0474796 Sep 16 04:51:18.791381 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-68aa3aab-a067-4e51-abba-51be549efbfe req-94b50636-128f-46d1-8bec-8dca9ed8244d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273628 Sep 16 04:51:18.854556 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-014e725c-dd41-4eaf-9926-23b11fac070c req-4fd3b40f-5526-42bc-bd0e-ccc9eb2419a2 tempest-InstanceActionsNegativeTestJSON-1195305063 tempest-InstanceActionsNegativeTestJSON-1195305063-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef5df81-9bd0-4804-afa7-6dfef6d5875c HTTP/1.1" status: 200 len: 210 time: 0.0335586 Sep 16 04:51:18.917489 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-68aa3aab-a067-4e51-abba-51be549efbfe req-927f5619-a69f-4b2b-948a-fe416fe1d4b3 service neutron] 10.222.0.38 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176105 Sep 16 04:51:19.031431 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-68aa3aab-a067-4e51-abba-51be549efbfe req-88d61d1d-290f-460d-ad08-983a5856ee20 service neutron] 10.222.0.38 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064029 Sep 16 04:51:19.071831 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27972df2-3813-4838-9a3d-0aac05a7b3c6 req-edd4a570-e270-4d29-94c2-19705b7496c3 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.073355 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-27972df2-3813-4838-9a3d-0aac05a7b3c6 req-edd4a570-e270-4d29-94c2-19705b7496c3 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.0573621 Sep 16 04:51:19.115897 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-27972df2-3813-4838-9a3d-0aac05a7b3c6 req-81cb625d-64ac-42ef-9c77-db38c879bb99 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355344 Sep 16 04:51:19.700939 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fb4ce-75eb-4371-a58b-1048e53fc1dd req-67c7c79e-8666-45e2-8daa-3f685e393d2a tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.702583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-464fb4ce-75eb-4371-a58b-1048e53fc1dd req-67c7c79e-8666-45e2-8daa-3f685e393d2a tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0600808 Sep 16 04:51:19.744190 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-464fb4ce-75eb-4371-a58b-1048e53fc1dd req-185cd91d-b1b9-4a06-a0c7-f7b5c82fe0e9 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342891 Sep 16 04:51:19.924073 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43680) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:19.961818 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f43935-ea73-4716-9d41-0719d3820e9f req-23ac55ec-521d-4ab5-8776-cb414e14f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.963582 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-82f43935-ea73-4716-9d41-0719d3820e9f req-23ac55ec-521d-4ab5-8776-cb414e14f75e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 1098 time: 0.0477271 Sep 16 04:51:19.974042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceba1025-5242-44dc-bd80-3bdf2a43b38e admin admin] Deleting subnet 7670c4ec-bd32-4ddb-b2a6-f6bdfd0f776c {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:51:19.976771 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ceba1025-5242-44dc-bd80-3bdf2a43b38e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.005077 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-82f43935-ea73-4716-9d41-0719d3820e9f req-a56e0a26-85bd-4731-af91-a04ad50e7bf0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341961 Sep 16 04:51:20.027514 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ceba1025-5242-44dc-bd80-3bdf2a43b38e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.075964 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ceba1025-5242-44dc-bd80-3bdf2a43b38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.220623 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ceba1025-5242-44dc-bd80-3bdf2a43b38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.251446 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba1025-5242-44dc-bd80-3bdf2a43b38e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7670c4ec-bd32-4ddb-b2a6-f6bdfd0f776c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:20.260319 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ceba1025-5242-44dc-bd80-3bdf2a43b38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.262052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ceba1025-5242-44dc-bd80-3bdf2a43b38e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7670c4ec-bd32-4ddb-b2a6-f6bdfd0f776c HTTP/1.1" status: 204 len: 168 time: 0.3368945 Sep 16 04:51:20.265039 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43688) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:20.293331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38663a-808f-45eb-94a0-c7a42a01998e req-af9dc184-3ba2-4749-a0ca-ad6e5c6a7f60 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:20.294861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d38663a-808f-45eb-94a0-c7a42a01998e req-af9dc184-3ba2-4749-a0ca-ad6e5c6a7f60 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.1028812 Sep 16 04:51:20.385744 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f805f31a-ca9e-469e-9c3e-98e19fb3d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.388998 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d38663a-808f-45eb-94a0-c7a42a01998e req-49d38649-c4bf-437f-8095-fe98837163ec tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834703 Sep 16 04:51:20.495483 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f805f31a-ca9e-469e-9c3e-98e19fb3d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.517310 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-f805f31a-ca9e-469e-9c3e-98e19fb3d2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c7aba9-d0aa-4e74-80c7-3edc0b4caca4']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:20.528219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-f805f31a-ca9e-469e-9c3e-98e19fb3d2a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c1a769-ee6a-4ffc-8f8b-2d4b0d4c2ae1') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:20.528520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-f805f31a-ca9e-469e-9c3e-98e19fb3d2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c1a769-ee6a-4ffc-8f8b-2d4b0d4c2ae1') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:20.541095 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f805f31a-ca9e-469e-9c3e-98e19fb3d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.557607 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f805f31a-ca9e-469e-9c3e-98e19fb3d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.568190 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f805f31a-ca9e-469e-9c3e-98e19fb3d2a6 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:51:20.568190 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f805f31a-ca9e-469e-9c3e-98e19fb3d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:51:20.568391 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:51:20.780807 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f805f31a-ca9e-469e-9c3e-98e19fb3d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.794085 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f805f31a-ca9e-469e-9c3e-98e19fb3d2a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.796308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f805f31a-ca9e-469e-9c3e-98e19fb3d2a6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/04c7aba9-d0aa-4e74-80c7-3edc0b4caca4 HTTP/1.1" status: 204 len: 168 time: 0.5293777 Sep 16 04:51:20.868669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805f31a-ca9e-469e-9c3e-98e19fb3d2a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=04c7aba9-d0aa-4e74-80c7-3edc0b4caca4,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:20.937410 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1fcce-e52b-4484-adea-07b2efbff3be req-f5a15600-f8ff-4806-85b3-7455389760ef tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:20.939927 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7a1fcce-e52b-4484-adea-07b2efbff3be req-f5a15600-f8ff-4806-85b3-7455389760ef tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.1062250 Sep 16 04:51:20.981096 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7a1fcce-e52b-4484-adea-07b2efbff3be req-24752597-efc7-41f8-a3a3-7f4c57c9acf9 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347331 Sep 16 04:51:21.112783 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:51:21.307863 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43708) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:21.351292 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-eda3c940-cd41-413c-bdf4-09d05f694616 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ea7aa2fdc334d8ba8855dea8715e1de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421410 Sep 16 04:51:21.353771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43710) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:21.427731 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dfc48f52-48b3-4787-ab6b-71feb7fce603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.451538 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dfc48f52-48b3-4787-ab6b-71feb7fce603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.552105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be7161-4f10-48a1-9d49-54602b9f46f6 req-42e867f0-6eca-4392-bae0-6bbc5d445a79 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.553777 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83be7161-4f10-48a1-9d49-54602b9f46f6 req-42e867f0-6eca-4392-bae0-6bbc5d445a79 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.0670516 Sep 16 04:51:21.604231 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83be7161-4f10-48a1-9d49-54602b9f46f6 req-32bf7fa6-939b-4e94-b98f-128625a84617 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436575 Sep 16 04:51:21.744119 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dfc48f52-48b3-4787-ab6b-71feb7fce603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.744119 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dfc48f52-48b3-4787-ab6b-71feb7fce603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.744909 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-dfc48f52-48b3-4787-ab6b-71feb7fce603 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ea10c4f-d2a4-401b-baa3-d6cc9e3e2449 HTTP/1.1" status: 204 len: 168 time: 0.3900378 Sep 16 04:51:21.754245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc48f52-48b3-4787-ab6b-71feb7fce603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea10c4f-d2a4-401b-baa3-d6cc9e3e2449,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:22.106549 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70a4fe-d050-4552-9b8f-56988ec1c810 req-d99a01ca-545b-4b06-ad96-a214d09f148a tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:22.112181 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1e70a4fe-d050-4552-9b8f-56988ec1c810 req-d99a01ca-545b-4b06-ad96-a214d09f148a tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0581536 Sep 16 04:51:22.164094 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 1ecd8cfe-1cf4-4af9-913b-34949760a256 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:22.165166 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1e70a4fe-d050-4552-9b8f-56988ec1c810 req-d67f27c8-9630-4620-88d7-2279972232fb tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454597 Sep 16 04:51:22.187345 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 1ecd8cfe-1cf4-4af9-913b-34949760a256 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:22.187697 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 1ecd8cfe-1cf4-4af9-913b-34949760a256 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:22.306662 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b6034-36d7-4ba3-8f0c-6c189927542a req-0c9b5bb0-dc9f-4b92-a839-9573e26926a8 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:22.307448 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff4b6034-36d7-4ba3-8f0c-6c189927542a req-0c9b5bb0-dc9f-4b92-a839-9573e26926a8 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0548530 Sep 16 04:51:22.366692 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff4b6034-36d7-4ba3-8f0c-6c189927542a req-81638676-8d56-4233-b3ba-aab8f083bba2 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462799 Sep 16 04:51:22.807355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8f3c1-27ca-4e60-ac16-f9b0c35ddf44 req-dd41dd98-2c00-4a83-a988-d7f8f4a3e785 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:22.809616 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cee8f3c1-27ca-4e60-ac16-f9b0c35ddf44 req-dd41dd98-2c00-4a83-a988-d7f8f4a3e785 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.0713618 Sep 16 04:51:22.886109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cee8f3c1-27ca-4e60-ac16-f9b0c35ddf44 req-bd0fd59d-fad6-4411-bc0b-9df83a1d42c5 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702846 Sep 16 04:51:22.908429 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d1e4b-8b8e-4b56-86a8-70fde4b4ce0e req-7bb71b96-9d0a-4294-ba67-fb303c7bf70d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:22.918284 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d0d1e4b-8b8e-4b56-86a8-70fde4b4ce0e req-7bb71b96-9d0a-4294-ba67-fb303c7bf70d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0792704 Sep 16 04:51:23.011490 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d0d1e4b-8b8e-4b56-86a8-70fde4b4ce0e req-53ae000d-1172-4291-9c17-a5e4ac435554 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782988 Sep 16 04:51:23.105890 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43808) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:23.287124 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb67d4c-86e2-425c-a46e-c033ddb15571 admin admin] Deleting subnet 1389bae5-dd46-4164-b9db-3ab16c90c617 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:51:23.290641 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abb67d4c-86e2-425c-a46e-c033ddb15571 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.328626 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43816) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:23.338270 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abb67d4c-86e2-425c-a46e-c033ddb15571 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.381437 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abb67d4c-86e2-425c-a46e-c033ddb15571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.466142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-9d26dbf2-4e89-4502-9a58-26bad3d3faf6 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-506133617-network', 'tenant_id': 'e7f0036c62034a23bbd3d5620ba5447f'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:23.645825 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d26dbf2-4e89-4502-9a58-26bad3d3faf6 admin admin] Made reservation on behalf of e7f0036c62034a23bbd3d5620ba5447f for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:23.647523 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abb67d4c-86e2-425c-a46e-c033ddb15571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.648918 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9d26dbf2-4e89-4502-9a58-26bad3d3faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.668677 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9d26dbf2-4e89-4502-9a58-26bad3d3faf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.685910 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb67d4c-86e2-425c-a46e-c033ddb15571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1389bae5-dd46-4164-b9db-3ab16c90c617,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:23.692104 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abb67d4c-86e2-425c-a46e-c033ddb15571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.694575 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-abb67d4c-86e2-425c-a46e-c033ddb15571 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1389bae5-dd46-4164-b9db-3ab16c90c617 HTTP/1.1" status: 204 len: 168 time: 0.5876586 Sep 16 04:51:23.697317 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43836) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:23.788898 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e88af87d-7020-4076-bfff-f950510eb4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.844744 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9d26dbf2-4e89-4502-9a58-26bad3d3faf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.928724 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e88af87d-7020-4076-bfff-f950510eb4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.953593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e88af87d-7020-4076-bfff-f950510eb4cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acd6586-8a2c-490f-9c1f-4e1587166d60']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:23.958267 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9d26dbf2-4e89-4502-9a58-26bad3d3faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.965580 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e88af87d-7020-4076-bfff-f950510eb4cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b2560f-5315-4caf-90dd-894823bdc0e5') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:23.966211 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e88af87d-7020-4076-bfff-f950510eb4cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b2560f-5315-4caf-90dd-894823bdc0e5') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:23.977844 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e88af87d-7020-4076-bfff-f950510eb4cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.000711 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e88af87d-7020-4076-bfff-f950510eb4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.009992 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88af87d-7020-4076-bfff-f950510eb4cb admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:51:24.010541 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e88af87d-7020-4076-bfff-f950510eb4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:51:24.012649 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:51:24.021016 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d26dbf2-4e89-4502-9a58-26bad3d3faf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:24.021348 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26dbf2-4e89-4502-9a58-26bad3d3faf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31545399-8b40-4550-a286-1cf75c4f8774,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:24.062555 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9d26dbf2-4e89-4502-9a58-26bad3d3faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.063060 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-9d26dbf2-4e89-4502-9a58-26bad3d3faf6 admin admin] Added segment c2d3d6b8-0ad5-4cc4-aef9-aabac26d0bf2 of type vlan for network 6b73dd39-2622-45fb-bb0a-0364228817eb Sep 16 04:51:24.083594 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.144014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b93ad-70eb-4ce5-9b1d-60fca6b052a3 req-565e8934-e663-4bbd-8059-60a29cbbb3f9 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.145807 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-373b93ad-70eb-4ce5-9b1d-60fca6b052a3 req-565e8934-e663-4bbd-8059-60a29cbbb3f9 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.1533117 Sep 16 04:51:24.188051 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9d796-eebc-45ed-83bd-3e21ef584092 req-575ba068-bd67-4f38-aec8-476d56cd666e tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.190252 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ec9d796-eebc-45ed-83bd-3e21ef584092 req-575ba068-bd67-4f38-aec8-476d56cd666e tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0849297 Sep 16 04:51:24.214925 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-373b93ad-70eb-4ce5-9b1d-60fca6b052a3 req-2610e8cf-3f8c-4747-a6b2-8e6b32475c75 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629320 Sep 16 04:51:24.221511 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e88af87d-7020-4076-bfff-f950510eb4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.239182 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e88af87d-7020-4076-bfff-f950510eb4cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.240563 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e88af87d-7020-4076-bfff-f950510eb4cb admin admin] 10.222.0.20 "DELETE /v2.0/networks/5acd6586-8a2c-490f-9c1f-4e1587166d60 HTTP/1.1" status: 204 len: 168 time: 0.5420275 Sep 16 04:51:24.241444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88af87d-7020-4076-bfff-f950510eb4cb admin admin] Pushing event deleted for resources: {'Network': ['ID=5acd6586-8a2c-490f-9c1f-4e1587166d60,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:24.243257 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9d26dbf2-4e89-4502-9a58-26bad3d3faf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.266685 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ec9d796-eebc-45ed-83bd-3e21ef584092 req-286c5c63-9f3c-45be-abb1-d85972c45c58 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639038 Sep 16 04:51:24.523730 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9d26dbf2-4e89-4502-9a58-26bad3d3faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.524976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d26dbf2-4e89-4502-9a58-26bad3d3faf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.525589 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9d26dbf2-4e89-4502-9a58-26bad3d3faf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.607715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26dbf2-4e89-4502-9a58-26bad3d3faf6 admin admin] Pushing event updated for resources: {'Network': ['ID=6b73dd39-2622-45fb-bb0a-0364228817eb,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:24.621548 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 6b73dd39-2622-45fb-bb0a-0364228817eb details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:24.727330 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9d26dbf2-4e89-4502-9a58-26bad3d3faf6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3971200 Sep 16 04:51:24.730476 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43856) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:24.736616 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8d05e8c4-5150-41da-84e3-3c27c8fc6314 admin admin] Request body: {'subnet': {'network_id': '6b73dd39-2622-45fb-bb0a-0364228817eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-506133617-subnet', 'tenant_id': 'e7f0036c62034a23bbd3d5620ba5447f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:24.843440 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d05e8c4-5150-41da-84e3-3c27c8fc6314 admin admin] Made reservation on behalf of e7f0036c62034a23bbd3d5620ba5447f for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:24.847374 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d05e8c4-5150-41da-84e3-3c27c8fc6314 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.920164 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43870) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:24.978874 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4c525c36-c3f1-4843-9538-358ecde2f576 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78ee5e5457a84bd8a350723cb409ffa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572290 Sep 16 04:51:24.980319 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43872) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:25.039964 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6780bfb-059b-4b12-9857-5e570a943e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.066619 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6780bfb-059b-4b12-9857-5e570a943e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.114491 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f21ec7-3588-44f9-9e6a-1e391ae205f3 req-73c934e9-d8cc-4afa-988d-cde28b35f721 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:25.116281 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0f21ec7-3588-44f9-9e6a-1e391ae205f3 req-73c934e9-d8cc-4afa-988d-cde28b35f721 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0540006 Sep 16 04:51:25.144879 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d05e8c4-5150-41da-84e3-3c27c8fc6314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.211760 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0f21ec7-3588-44f9-9e6a-1e391ae205f3 req-d9656324-3d0d-49ec-bd72-5a9f661ca5da tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876806 Sep 16 04:51:25.227111 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05e8c4-5150-41da-84e3-3c27c8fc6314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c47ce99-f0cf-4157-9483-6f654229da77,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:25.241423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d05e8c4-5150-41da-84e3-3c27c8fc6314 admin admin] Checking segment: {'id': 'c2d3d6b8-0ad5-4cc4-aef9-aabac26d0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b73dd39-2622-45fb-bb0a-0364228817eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:25.242014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05e8c4-5150-41da-84e3-3c27c8fc6314 admin admin] Network hostable DHCP agents. Network: 6b73dd39-2622-45fb-bb0a-0364228817eb, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:25.243103 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6780bfb-059b-4b12-9857-5e570a943e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.246556 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6780bfb-059b-4b12-9857-5e570a943e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.248344 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c6780bfb-059b-4b12-9857-5e570a943e51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e433abc4-bced-4677-8b4c-690c37c0b009 HTTP/1.1" status: 204 len: 168 time: 0.2668884 Sep 16 04:51:25.257025 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6780bfb-059b-4b12-9857-5e570a943e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e433abc4-bced-4677-8b4c-690c37c0b009,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:25.325709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05e8c4-5150-41da-84e3-3c27c8fc6314 admin admin] Network 6b73dd39-2622-45fb-bb0a-0364228817eb is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:25.386921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b950c-d843-439b-9513-cea2f0b3dba3 req-50504392-06ad-4647-9b05-3c8848b9c95e tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:25.398201 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c04b950c-d843-439b-9513-cea2f0b3dba3 req-50504392-06ad-4647-9b05-3c8848b9c95e tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.0896153 Sep 16 04:51:25.415597 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-8d05e8c4-5150-41da-84e3-3c27c8fc6314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 6b73dd39-2622-45fb-bb0a-0364228817eb) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:25.425020 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99ba113-75aa-44c9-8258-ae4e6c663478 None None] Network 6b73dd39-2622-45fb-bb0a-0364228817eb requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:25.437062 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d05e8c4-5150-41da-84e3-3c27c8fc6314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:25.442233 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d05e8c4-5150-41da-84e3-3c27c8fc6314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.504991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c04b950c-d843-439b-9513-cea2f0b3dba3 req-a18934d9-7e53-4273-ba33-1958db434a8c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933757 Sep 16 04:51:25.602183 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8d05e8c4-5150-41da-84e3-3c27c8fc6314 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8630958 Sep 16 04:51:25.602792 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaa3ed0-8379-44dc-9554-11dad99b2da0 None None] Network 6b73dd39-2622-45fb-bb0a-0364228817eb requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:26.245697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-35b904d2-f95e-41bf-918d-e5ee4bfb03df tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.253696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-35b904d2-f95e-41bf-918d-e5ee4bfb03df tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/networks?id=6b73dd39-2622-45fb-bb0a-0364228817eb HTTP/1.1" status: 200 len: 820 time: 0.1268849 Sep 16 04:51:26.282137 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-d5df5319-3fc4-454d-b61c-35cf123b9757 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/quotas/e7f0036c62034a23bbd3d5620ba5447f HTTP/1.1" status: 200 len: 375 time: 0.0271823 Sep 16 04:51:26.329328 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-1e235dc5-4ea0-41ad-862e-3deddc9e6acb tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7f0036c62034a23bbd3d5620ba5447f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455112 Sep 16 04:51:26.444299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066f1d1-9ccc-4579-b0bc-65aa517c8ff4 req-40f89fc2-37af-4d38-849c-7ad671e5b152 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.445822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2066f1d1-9ccc-4579-b0bc-65aa517c8ff4 req-40f89fc2-37af-4d38-849c-7ad671e5b152 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.1289229 Sep 16 04:51:26.472790 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-c64b1556-37a1-421a-b021-692a51aed815 service neutron] 10.222.0.20 "GET /v2.0/networks/6b73dd39-2622-45fb-bb0a-0364228817eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430244 Sep 16 04:51:26.517855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2066f1d1-9ccc-4579-b0bc-65aa517c8ff4 req-a9a71bb6-ef7b-40bc-b902-90f4d17ca3cd tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577822 Sep 16 04:51:26.610033 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-37fcb17a-a1bc-4995-986a-9fcfa2ceba76 service neutron] 10.222.0.20 "GET /v2.0/networks/6b73dd39-2622-45fb-bb0a-0364228817eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291137 Sep 16 04:51:26.786762 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f310a8-201e-4a73-8873-c190465f9f66 req-48ea84c4-6e0b-4051-8782-48b1201155c6 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.788900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3f310a8-201e-4a73-8873-c190465f9f66 req-48ea84c4-6e0b-4051-8782-48b1201155c6 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.0605018 Sep 16 04:51:26.835490 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3f310a8-201e-4a73-8873-c190465f9f66 req-791b2803-afab-4adf-8f87-013aff333dcc tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407708 Sep 16 04:51:27.005545 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eddb6c04-cb1b-458a-a2a1-669800f503c1 req-efda97ab-0c7a-4568-aa8a-085b2e072ffa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 210 time: 0.0422838 Sep 16 04:51:27.088073 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43954) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:27.202531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-5cc163f3-8053-4467-947a-b682a610fe29 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1260619627-network', 'tenant_id': 'eacdbc3cdc4d4ab78e903ad6bc591038'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:27.357713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc163f3-8053-4467-947a-b682a610fe29 admin admin] Made reservation on behalf of eacdbc3cdc4d4ab78e903ad6bc591038 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:27.360297 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cc163f3-8053-4467-947a-b682a610fe29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.369826 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cc163f3-8053-4467-947a-b682a610fe29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.463029 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cc163f3-8053-4467-947a-b682a610fe29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.601953 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cc163f3-8053-4467-947a-b682a610fe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.625332 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc163f3-8053-4467-947a-b682a610fe29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:27.640691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc163f3-8053-4467-947a-b682a610fe29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8f7b1d-ec50-4642-a47c-d2174008fb4e,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:27.645887 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cc163f3-8053-4467-947a-b682a610fe29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.646623 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-5cc163f3-8053-4467-947a-b682a610fe29 admin admin] Added segment 4dca835e-72fb-458f-9a2d-4953ed2dbcfc of type vlan for network 51571f9e-82db-4e49-bd51-989c5601c77a Sep 16 04:51:27.694040 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cc163f3-8053-4467-947a-b682a610fe29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.843503 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cc163f3-8053-4467-947a-b682a610fe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.844911 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc163f3-8053-4467-947a-b682a610fe29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.848825 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cc163f3-8053-4467-947a-b682a610fe29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.917662 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc163f3-8053-4467-947a-b682a610fe29 admin admin] Pushing event updated for resources: {'Network': ['ID=51571f9e-82db-4e49-bd51-989c5601c77a,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:27.928318 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 51571f9e-82db-4e49-bd51-989c5601c77a details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:27.978694 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d136e8-d722-4bf4-bd25-6fb45abd2e8b req-44577214-a6c4-4fab-a3f4-20baa8002a2c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.980252 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80d136e8-d722-4bf4-bd25-6fb45abd2e8b req-44577214-a6c4-4fab-a3f4-20baa8002a2c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.0583413 Sep 16 04:51:28.036730 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80d136e8-d722-4bf4-bd25-6fb45abd2e8b req-cc2b964d-8f02-4898-b63a-c52993ab0aca tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488508 Sep 16 04:51:28.062340 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5cc163f3-8053-4467-947a-b682a610fe29 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9725480 Sep 16 04:51:28.067489 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43978) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:28.074596 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d5200f61-d981-4ede-b88d-cbfdece70eb0 admin admin] Request body: {'subnet': {'network_id': '51571f9e-82db-4e49-bd51-989c5601c77a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1260619627-subnet', 'tenant_id': 'eacdbc3cdc4d4ab78e903ad6bc591038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:28.174480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-551b522d-f9d1-4d0d-b47a-b4066e6e2773 req-c2e561e0-b252-4f25-adb2-e35e763fcc47 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 210 time: 0.0719769 Sep 16 04:51:28.237807 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.317878 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5200f61-d981-4ede-b88d-cbfdece70eb0 admin admin] Made reservation on behalf of eacdbc3cdc4d4ab78e903ad6bc591038 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:28.320630 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d5200f61-d981-4ede-b88d-cbfdece70eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.179397 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1e804-1ac7-42eb-b540-ef1dcfdb1044 req-345b0150-ddd0-499b-866b-3399e7d129ad tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.180955 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afc1e804-1ac7-42eb-b540-ef1dcfdb1044 req-345b0150-ddd0-499b-866b-3399e7d129ad tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.0545793 Sep 16 04:51:29.222117 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afc1e804-1ac7-42eb-b540-ef1dcfdb1044 req-c1b84128-3224-4d58-b3b9-277641a4ed93 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351105 Sep 16 04:51:29.290187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bdc4b706-2104-45a4-80a0-e46e03d0ccc6 req-d2f83107-9d5b-4662-9a6e-c3fda4535f54 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 210 time: 0.0295150 Sep 16 04:51:29.437688 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d5200f61-d981-4ede-b88d-cbfdece70eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.503143 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5200f61-d981-4ede-b88d-cbfdece70eb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=490b7e48-006e-4947-9f4e-422a10c1fc9f,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:29.512695 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5200f61-d981-4ede-b88d-cbfdece70eb0 admin admin] Checking segment: {'id': '4dca835e-72fb-458f-9a2d-4953ed2dbcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '51571f9e-82db-4e49-bd51-989c5601c77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:29.513054 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5200f61-d981-4ede-b88d-cbfdece70eb0 admin admin] Network hostable DHCP agents. Network: 51571f9e-82db-4e49-bd51-989c5601c77a, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:29.746468 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5200f61-d981-4ede-b88d-cbfdece70eb0 admin admin] Network 51571f9e-82db-4e49-bd51-989c5601c77a is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:29.975299 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-d5200f61-d981-4ede-b88d-cbfdece70eb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 51571f9e-82db-4e49-bd51-989c5601c77a) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:29.979818 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5200f61-d981-4ede-b88d-cbfdece70eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.980547 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d5200f61-d981-4ede-b88d-cbfdece70eb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.986092 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737b0c12-20c7-49c8-a1f9-b5bb05ba4b27 None None] Network 51571f9e-82db-4e49-bd51-989c5601c77a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:30.129806 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e561f0a-16cd-4a09-8492-dca0b1e76321 None None] Network 51571f9e-82db-4e49-bd51-989c5601c77a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:30.146311 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d5200f61-d981-4ede-b88d-cbfdece70eb0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0773647 Sep 16 04:51:30.517794 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4cea85d-b301-4671-8dfa-48e599b9fad5 req-3ad8c2e9-9b02-4d02-9be0-f751b831fe35 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 210 time: 0.0410204 Sep 16 04:51:30.531551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d902584-d013-4a0d-818f-aa9a55af76ef req-977c5657-a722-47c3-b422-9d855be53e20 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.533235 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d902584-d013-4a0d-818f-aa9a55af76ef req-977c5657-a722-47c3-b422-9d855be53e20 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.1133974 Sep 16 04:51:30.599433 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d902584-d013-4a0d-818f-aa9a55af76ef req-b6ced847-3a02-4805-9953-745078648628 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601120 Sep 16 04:51:30.996661 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85092deb-af23-487f-a758-c28c757b071d req-92669b1e-87f0-4fbb-86d0-d6aba770c9fe tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.998890 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85092deb-af23-487f-a758-c28c757b071d req-92669b1e-87f0-4fbb-86d0-d6aba770c9fe tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/networks?id=51571f9e-82db-4e49-bd51-989c5601c77a HTTP/1.1" status: 200 len: 814 time: 0.1275582 Sep 16 04:51:31.020920 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85092deb-af23-487f-a758-c28c757b071d req-95cea756-9366-432f-9902-35cb7b945efe tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/quotas/eacdbc3cdc4d4ab78e903ad6bc591038 HTTP/1.1" status: 200 len: 375 time: 0.0100846 Sep 16 04:51:31.054347 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85092deb-af23-487f-a758-c28c757b071d req-2dbdd572-5bc1-4ab3-81bd-3c2960d2a4df tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eacdbc3cdc4d4ab78e903ad6bc591038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268705 Sep 16 04:51:31.206161 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85092deb-af23-487f-a758-c28c757b071d req-7139e0b7-f889-46f9-83d6-069db85c209f service neutron] 10.222.0.20 "GET /v2.0/networks/51571f9e-82db-4e49-bd51-989c5601c77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436272 Sep 16 04:51:31.307643 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85092deb-af23-487f-a758-c28c757b071d req-a631e378-b434-4c71-850a-7c9c588882c9 service neutron] 10.222.0.20 "GET /v2.0/networks/51571f9e-82db-4e49-bd51-989c5601c77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951686 Sep 16 04:51:32.001031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-2922d14e-5fc1-4319-a336-e029e4dd02d2 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.013692 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-2922d14e-5fc1-4319-a336-e029e4dd02d2 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.21 "GET /v2.0/networks?id=6b73dd39-2622-45fb-bb0a-0364228817eb HTTP/1.1" status: 200 len: 820 time: 0.1711423 Sep 16 04:51:32.064547 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-87910651-b373-405d-8b7c-561729633bb8 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Request body: {'port': {'device_id': '03990e75-039f-4a8c-8116-fd27a82a1740', 'network_id': '6b73dd39-2622-45fb-bb0a-0364228817eb', 'admin_state_up': True, 'tenant_id': 'e7f0036c62034a23bbd3d5620ba5447f'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:32.096205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88c3675b-a26a-4658-b9ea-ea020d8e9c37 req-dd5a15c4-9ad9-48e2-8947-e22b33d61356 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 210 time: 0.0877044 Sep 16 04:51:32.181139 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9740e30-6605-4600-86df-07f8ef880406 req-4b24654a-a483-43aa-a0a4-704aebae807a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.182846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9740e30-6605-4600-86df-07f8ef880406 req-4b24654a-a483-43aa-a0a4-704aebae807a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5ca71b7fb014260ba5a059e61a21a36&device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 1097 time: 0.1761158 Sep 16 04:51:32.543410 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-98f322a7-b0cc-4e8f-9a27-19f4d1662dc2 req-6e4408cc-dc47-40df-b2ed-41583c539991 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 210 time: 0.3575225 Sep 16 04:51:32.630386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d905d4-18f3-491d-8f8b-cf39dd6dc5e8 req-194052a4-b7cf-4cb5-a437-19d9402516b4 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.632565 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62d905d4-18f3-491d-8f8b-cf39dd6dc5e8 req-194052a4-b7cf-4cb5-a437-19d9402516b4 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.4454675 Sep 16 04:51:32.701818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9740e30-6605-4600-86df-07f8ef880406 req-96837c31-8f7c-460e-9ff3-cfd90ccaa0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.703358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9740e30-6605-4600-86df-07f8ef880406 req-96837c31-8f7c-460e-9ff3-cfd90ccaa0c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ebbeb263-7947-4f1c-b608-4fdb40f98dcf HTTP/1.1" status: 200 len: 919 time: 0.5056458 Sep 16 04:51:32.764299 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62d905d4-18f3-491d-8f8b-cf39dd6dc5e8 req-3f8c04bd-7daf-4ac5-9c6c-185a7809c545 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122229 Sep 16 04:51:32.768363 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9740e30-6605-4600-86df-07f8ef880406 req-5f0a1e41-eb34-4709-b262-a021735ad72b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=432a5de2-7fe1-4259-bfa1-2856b0688c72 HTTP/1.1" status: 200 len: 217 time: 0.0558312 Sep 16 04:51:32.776726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df7600-bce2-4205-a052-1fd1bd1273fb req-0c779f6d-85f2-4e31-b4ff-29b9054bc91a tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.777954 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53df7600-bce2-4205-a052-1fd1bd1273fb req-0c779f6d-85f2-4e31-b4ff-29b9054bc91a tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.1409016 Sep 16 04:51:32.851406 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53df7600-bce2-4205-a052-1fd1bd1273fb req-7b42f149-d1c1-4091-966a-a350aceb622a tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643892 Sep 16 04:51:32.858818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9740e30-6605-4600-86df-07f8ef880406 req-ff5b6021-21af-4327-b0f4-7cfc220ca872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.860321 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9740e30-6605-4600-86df-07f8ef880406 req-ff5b6021-21af-4327-b0f4-7cfc220ca872 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e0ca68c9-243f-44b1-aa8a-236a77a13dff HTTP/1.1" status: 200 len: 858 time: 0.0814927 Sep 16 04:51:32.889333 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5acbcc72-7d86-4797-a9fa-79052bb43bb3 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:32.914827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9740e30-6605-4600-86df-07f8ef880406 req-97d03fd1-ce23-47b0-bfad-d896c7e3e9b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ebbeb263-7947-4f1c-b608-4fdb40f98dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379477 Sep 16 04:51:33.061617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-87910651-b373-405d-8b7c-561729633bb8 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Made reservation on behalf of e7f0036c62034a23bbd3d5620ba5447f for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:33.067764 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-87910651-b373-405d-8b7c-561729633bb8 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.080424 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5acbcc72-7d86-4797-a9fa-79052bb43bb3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5acbcc72-7d86-4797-a9fa-79052bb43bb3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:33.083822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9740e30-6605-4600-86df-07f8ef880406 req-9bddbfba-0285-4c77-b1ff-01a14b1caea7 service neutron] 10.222.0.21 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610980 Sep 16 04:51:33.107784 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '5acbcc72-7d86-4797-a9fa-79052bb43bb3', 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2', 'port_id': '5acbcc72-7d86-4797-a9fa-79052bb43bb3', 'mac_address': 'fa:16:3e:56:ac:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9023553c-0727-4415-b53e-7374b71d88bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:33.168505 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.187540 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5acbcc72-7d86-4797-a9fa-79052bb43bb3 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:33.215373 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5acbcc72-7d86-4797-a9fa-79052bb43bb3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5acbcc72-7d86-4797-a9fa-79052bb43bb3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:33.323301 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff4b7df1-b542-48a9-84e5-709f4a6dfc98 req-79b78401-9748-4f7b-ab1b-c2ffc260af05 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 210 time: 0.0612690 Sep 16 04:51:33.361877 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9740e30-6605-4600-86df-07f8ef880406 req-8734c06f-3eef-49fe-8098-4e1965a5beca service neutron] 10.222.0.21 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574282 Sep 16 04:51:33.383693 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-87910651-b373-405d-8b7c-561729633bb8 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Allocated IP 172.20.0.6 (6b73dd39-2622-45fb-bb0a-0364228817eb/5c47ce99-f0cf-4157-9483-6f654229da77/4f868722-5014-46b1-8dac-766444c3942e) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:33.394571 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.451084 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=5acbcc72-7d86-4797-a9fa-79052bb43bb3,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:33.591351 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-87910651-b373-405d-8b7c-561729633bb8 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.651775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e034edcc-04fb-42db-ae3e-4d623d668874 req-7191f38a-f90d-407b-ab66-b3e606da014e tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 210 time: 0.0425224 Sep 16 04:51:33.821245 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-87910651-b373-405d-8b7c-561729633bb8 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.924582 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-87910651-b373-405d-8b7c-561729633bb8 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Network 6b73dd39-2622-45fb-bb0a-0364228817eb is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:33.927469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87910651-b373-405d-8b7c-561729633bb8 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Pushing event updated for resources: {'Port': ['ID=4f868722-5014-46b1-8dac-766444c3942e,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:33.930991 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-87910651-b373-405d-8b7c-561729633bb8 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:33.937440 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-87910651-b373-405d-8b7c-561729633bb8 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:33.974260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692733fd-5cdb-45cd-9507-b930b6f63342 req-fc0bbb7d-786a-4a93-9d53-6596585ad897 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.975955 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-692733fd-5cdb-45cd-9507-b930b6f63342 req-fc0bbb7d-786a-4a93-9d53-6596585ad897 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 944 time: 0.1182332 Sep 16 04:51:34.012954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['5acbcc72-7d86-4797-a9fa-79052bb43bb3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:34.018848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-87910651-b373-405d-8b7c-561729633bb8 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:34.018848 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-87910651-b373-405d-8b7c-561729633bb8 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.052880 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-692733fd-5cdb-45cd-9507-b930b6f63342 req-5c78732a-2a53-446c-9664-b273ffd3dc87 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684607 Sep 16 04:51:34.130489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3656701-6774-43a8-bff6-2f6d3edbf96c req-4395f194-c71e-4a89-a55c-da31765df4d3 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:34.130489 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b3656701-6774-43a8-bff6-2f6d3edbf96c req-4395f194-c71e-4a89-a55c-da31765df4d3 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0725503 Sep 16 04:51:34.156025 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b3656701-6774-43a8-bff6-2f6d3edbf96c req-cfccdd89-851c-43a9-8ed6-8e43fb7ae2cd tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403893 Sep 16 04:51:34.278517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-87910651-b373-405d-8b7c-561729633bb8 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2188618 Sep 16 04:51:34.299452 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Request body: {'port': {'device_id': '03990e75-039f-4a8c-8116-fd27a82a1740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:34.362607 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.549568 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deffce3-cd17-4e12-93dd-33f1256c91ff req-4c399df0-f9ca-4800-844c-4e2a87b04fe2 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:34.551118 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7deffce3-cd17-4e12-93dd-33f1256c91ff req-4c399df0-f9ca-4800-844c-4e2a87b04fe2 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 931 time: 0.1346126 Sep 16 04:51:34.638134 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7deffce3-cd17-4e12-93dd-33f1256c91ff req-18639c76-ac94-4bc2-8a2e-563900fbb14c tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/security-groups?id=31545399-8b40-4550-a286-1cf75c4f8774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802686 Sep 16 04:51:34.732202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f868722-5014-46b1-8dac-766444c3942e {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:34.756383 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.760712 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e64b543a-02a1-4002-8f07-185cc0269ed3 req-a6490f78-c51a-4895-a8db-c00927c40d69 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 210 time: 0.0391128 Sep 16 04:51:34.774933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Transition to ACTIVE for port object 4f868722-5014-46b1-8dac-766444c3942e will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:35.187287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e9fe7-fdd7-48f3-8fc4-51533ae10ea9 req-2224e28a-27d3-4dc6-bfda-7dd9d6c6a017 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.194650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c42e9fe7-fdd7-48f3-8fc4-51533ae10ea9 req-2224e28a-27d3-4dc6-bfda-7dd9d6c6a017 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 944 time: 0.0638967 Sep 16 04:51:35.232353 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c42e9fe7-fdd7-48f3-8fc4-51533ae10ea9 req-81af04ed-c410-41b3-81bb-47dff97814ec tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366547 Sep 16 04:51:35.256462 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.340509 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7caf8281-9d11-458b-a82b-e6ef3c8cc366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.353766 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f868722-5014-46b1-8dac-766444c3942e,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:35.419487 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebab40-245a-4201-b6f8-55c0fac538f3 req-f9cd1df8-2ee9-49a7-9a98-48b855d5d814 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.419487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-beebab40-245a-4201-b6f8-55c0fac538f3 req-f9cd1df8-2ee9-49a7-9a98-48b855d5d814 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.1303568 Sep 16 04:51:35.476337 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-beebab40-245a-4201-b6f8-55c0fac538f3 req-7753233b-d98c-4d84-b583-1fa3a70c62de tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522273 Sep 16 04:51:35.477016 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Attempting to bind port 4f868722-5014-46b1-8dac-766444c3942e on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:35.477476 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Attempting to bind port 4f868722-5014-46b1-8dac-766444c3942e by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'c2d3d6b8-0ad5-4cc4-aef9-aabac26d0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b73dd39-2622-45fb-bb0a-0364228817eb'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:35.477851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Attempting to bind port 4f868722-5014-46b1-8dac-766444c3942e on network 6b73dd39-2622-45fb-bb0a-0364228817eb {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:35.482794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Port 4f868722-5014-46b1-8dac-766444c3942e on network 6b73dd39-2622-45fb-bb0a-0364228817eb not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:35.483219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Attempting to bind port 4f868722-5014-46b1-8dac-766444c3942e on network 6b73dd39-2622-45fb-bb0a-0364228817eb {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:35.488757 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:35.489196 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Checking segment: {'id': 'c2d3d6b8-0ad5-4cc4-aef9-aabac26d0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b73dd39-2622-45fb-bb0a-0364228817eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:35.490044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Bound using segment: {'id': 'c2d3d6b8-0ad5-4cc4-aef9-aabac26d0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b73dd39-2622-45fb-bb0a-0364228817eb'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:35.490161 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Bound port: 4f868722-5014-46b1-8dac-766444c3942e, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d3d6b8-0ad5-4cc4-aef9-aabac26d0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b73dd39-2622-45fb-bb0a-0364228817eb'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:35.490932 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.571268 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] For port 4f868722-5014-46b1-8dac-766444c3942e, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:35.574942 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] For port 4f868722-5014-46b1-8dac-766444c3942e, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4f868722-5014-46b1-8dac-766444c3942e,segment=NetworkSegment(c2d3d6b8-0ad5-4cc4-aef9-aabac26d0bf2),segment_id=c2d3d6b8-0ad5-4cc4-aef9-aabac26d0bf2)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:35.809496 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8540b-8b79-4896-95c2-c791739f8729 req-d56e372b-159a-4dfa-9bb8-6ec102b3dc3c tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.817004 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5c8540b-8b79-4896-95c2-c791739f8729 req-d56e372b-159a-4dfa-9bb8-6ec102b3dc3c tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 943 time: 0.1009429 Sep 16 04:51:35.849242 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.931910 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8f2cbcc-a222-4a70-8ede-841f39f4af25 req-01ed22e1-7245-4bc1-b721-2f0687fa0cec tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 210 time: 0.0762632 Sep 16 04:51:35.937365 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.938006 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.939862 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] 10.222.0.21 "PUT /v2.0/ports/4f868722-5014-46b1-8dac-766444c3942e HTTP/1.1" status: 200 len: 1092 time: 1.6451807 Sep 16 04:51:35.940408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03990e75-039f-4a8c-8116-fd27a82a1740', 'tag': '4f868722-5014-46b1-8dac-766444c3942e'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:35.942965 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13915a2b-6b8a-417a-9c72-37ebf48f5b28" -d '{"events": [{"name": "network-changed", "server_uuid": "03990e75-039f-4a8c-8116-fd27a82a1740", "tag": "4f868722-5014-46b1-8dac-766444c3942e"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:35.958179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5c8540b-8b79-4896-95c2-c791739f8729 req-ced35aca-8a14-4e31-9594-1a7a5bb0c1e6 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/security-groups?id=31545399-8b40-4550-a286-1cf75c4f8774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345918 Sep 16 04:51:35.975744 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360ca76-8747-4dda-b6aa-ff00a8c13ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f868722-5014-46b1-8dac-766444c3942e,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:36.004656 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7604d0e-98dc-4f7f-9b55-401af51c1dc3 x-openstack-request-id: req-b7604d0e-98dc-4f7f-9b55-401af51c1dc3 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:36.004972 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03990e75-039f-4a8c-8116-fd27a82a1740", "tag": "4f868722-5014-46b1-8dac-766444c3942e", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:36.005251 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7604d0e-98dc-4f7f-9b55-401af51c1dc3 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:36.005652 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03990e75-039f-4a8c-8116-fd27a82a1740', 'tag': '4f868722-5014-46b1-8dac-766444c3942e', 'status': 'completed', 'code': 200} Sep 16 04:51:36.101679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13915a2b-6b8a-417a-9c72-37ebf48f5b28 req-48f21aa2-2de3-4dbb-ba10-c34edab21fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.103339 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13915a2b-6b8a-417a-9c72-37ebf48f5b28 req-48f21aa2-2de3-4dbb-ba10-c34edab21fd2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7f0036c62034a23bbd3d5620ba5447f&device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 1095 time: 0.0472043 Sep 16 04:51:36.281623 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13915a2b-6b8a-417a-9c72-37ebf48f5b28 req-eeb5b714-2374-4a27-9003-b7bb2151fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.284811 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13915a2b-6b8a-417a-9c72-37ebf48f5b28 req-eeb5b714-2374-4a27-9003-b7bb2151fe06 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e7f0036c62034a23bbd3d5620ba5447f&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1580677 Sep 16 04:51:36.450916 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13915a2b-6b8a-417a-9c72-37ebf48f5b28 req-bcf3e05a-eac6-4fe3-9da3-34d5e6d5f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.454515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13915a2b-6b8a-417a-9c72-37ebf48f5b28 req-bcf3e05a-eac6-4fe3-9da3-34d5e6d5f032 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1584475 Sep 16 04:51:36.461235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5acde-e12f-478e-81c0-ebcbafb5f4da req-cb7964c5-0cdd-42d4-a4f5-ecaecd7b8d78 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.476427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8b5acde-e12f-478e-81c0-ebcbafb5f4da req-cb7964c5-0cdd-42d4-a4f5-ecaecd7b8d78 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 944 time: 0.1137440 Sep 16 04:51:36.520521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8b5acde-e12f-478e-81c0-ebcbafb5f4da req-d659d747-7f63-409d-90e5-3ab18b9b5480 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428281 Sep 16 04:51:36.584988 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-ecaf9739-84d8-4a12-9537-023df6b3acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.586600 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-ecaf9739-84d8-4a12-9537-023df6b3acba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7f0036c62034a23bbd3d5620ba5447f&device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 1095 time: 0.0640562 Sep 16 04:51:36.665201 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-ff037f56-ca8c-48d9-beef-a771f6d03c16 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f868722-5014-46b1-8dac-766444c3942e HTTP/1.1" status: 200 len: 217 time: 0.0555079 Sep 16 04:51:36.686805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c3eb3-418f-44a8-8290-da0eedaff092 req-2041dcb0-85d0-48d7-88a2-6e7565292ac3 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.688376 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bb4c3eb3-418f-44a8-8290-da0eedaff092 req-2041dcb0-85d0-48d7-88a2-6e7565292ac3 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0875559 Sep 16 04:51:36.765021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-3147c7a4-42b4-4214-ad97-4625236855ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.766706 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-3147c7a4-42b4-4214-ad97-4625236855ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c47ce99-f0cf-4157-9483-6f654229da77 HTTP/1.1" status: 200 len: 860 time: 0.0773358 Sep 16 04:51:36.773014 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bb4c3eb3-418f-44a8-8290-da0eedaff092 req-f7d5464e-18f9-4f75-816b-68327b15304e tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754890 Sep 16 04:51:36.821835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-68f8246f-c437-4e57-bdfd-b61f5549d08b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b73dd39-2622-45fb-bb0a-0364228817eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430589 Sep 16 04:51:36.916845 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5acbcc72-7d86-4797-a9fa-79052bb43bb3 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:36.936647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-ec9e10a1-a67b-4a18-8e86-6921a9b5dd31 service neutron] 10.222.0.21 "GET /v2.0/networks/6b73dd39-2622-45fb-bb0a-0364228817eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033642 Sep 16 04:51:37.077817 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 5acbcc72-7d86-4797-a9fa-79052bb43bb3 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:37.082142 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 5acbcc72-7d86-4797-a9fa-79052bb43bb3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:37.082918 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.127540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-084af42d-29f3-46f9-acbc-d3c2d34bf0cb req-2f4b6791-0f5c-4908-8f7e-34d16c2e882a tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 210 time: 0.0682242 Sep 16 04:51:37.193054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4511791f-54fe-4800-aa52-54acc1ac2b6c req-2e29ff70-5c81-4656-be5d-29006d6b5d57 service neutron] 10.222.0.21 "GET /v2.0/networks/6b73dd39-2622-45fb-bb0a-0364228817eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474852 Sep 16 04:51:37.196671 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.236968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d9085-7e18-4b5a-915f-eb88d60d3e6f req-6fb1195c-39c2-410c-9abc-54f83ab914ef tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:37.238772 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e87d9085-7e18-4b5a-915f-eb88d60d3e6f req-6fb1195c-39c2-410c-9abc-54f83ab914ef tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 943 time: 0.1335528 Sep 16 04:51:37.272028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85092deb-af23-487f-a758-c28c757b071d req-24854608-35a6-4f6d-ab8f-a62b59624cf1 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:37.274104 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85092deb-af23-487f-a758-c28c757b071d req-24854608-35a6-4f6d-ab8f-a62b59624cf1 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.21 "GET /v2.0/networks?id=51571f9e-82db-4e49-bd51-989c5601c77a HTTP/1.1" status: 200 len: 814 time: 0.2267990 Sep 16 04:51:37.276714 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5acbcc72-7d86-4797-a9fa-79052bb43bb3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5acbcc72-7d86-4797-a9fa-79052bb43bb3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:37.277652 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc1f968-f54a-43ad-b5e0-311320bb35e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5acbcc72-7d86-4797-a9fa-79052bb43bb3'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:37.280344 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3237c92d-6a4a-4252-853c-1e1d94438f53" -d '{"events": [{"server_uuid": "bbc1f968-f54a-43ad-b5e0-311320bb35e5", "name": "network-vif-plugged", "status": "completed", "tag": "5acbcc72-7d86-4797-a9fa-79052bb43bb3"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:37.297073 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-85092deb-af23-487f-a758-c28c757b071d req-eb1aca30-821f-49d0-aebf-87ebb3a1e472 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Request body: {'port': {'device_id': '206f82b8-e77b-49e1-b71e-10f6cef68118', 'network_id': '51571f9e-82db-4e49-bd51-989c5601c77a', 'admin_state_up': True, 'tenant_id': 'eacdbc3cdc4d4ab78e903ad6bc591038'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:37.307745 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e87d9085-7e18-4b5a-915f-eb88d60d3e6f req-a788620f-aa13-4cb5-a9e9-4f16b925c5ac tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/security-groups?id=31545399-8b40-4550-a286-1cf75c4f8774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607376 Sep 16 04:51:37.406226 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37fb4f7-c521-4761-bc4d-7dd6c4ef76e4 x-openstack-request-id: req-d37fb4f7-c521-4761-bc4d-7dd6c4ef76e4 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:37.406779 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc1f968-f54a-43ad-b5e0-311320bb35e5", "name": "network-vif-plugged", "status": "completed", "tag": "5acbcc72-7d86-4797-a9fa-79052bb43bb3", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:37.407120 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d37fb4f7-c521-4761-bc4d-7dd6c4ef76e4 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:37.408263 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc1f968-f54a-43ad-b5e0-311320bb35e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5acbcc72-7d86-4797-a9fa-79052bb43bb3', 'code': 200} Sep 16 04:51:37.488389 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.510267 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=5acbcc72-7d86-4797-a9fa-79052bb43bb3,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:37.637446 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be44b6-a27f-4ade-8dde-b459d5236c31 req-87277d8a-e85d-466f-ae79-a29148ebdf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:37.639053 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-95be44b6-a27f-4ade-8dde-b459d5236c31 req-87277d8a-e85d-466f-ae79-a29148ebdf66 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 1097 time: 0.0754161 Sep 16 04:51:37.686862 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-95be44b6-a27f-4ade-8dde-b459d5236c31 req-69eaaabc-a42d-4e45-8799-4b48b5081e9b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400419 Sep 16 04:51:37.693724 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdd18b-2b09-4fc5-bd34-4932663917da req-ae677ded-89c6-4783-8291-febe94267324 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:37.701829 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4fdd18b-2b09-4fc5-bd34-4932663917da req-ae677ded-89c6-4783-8291-febe94267324 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 945 time: 0.0700037 Sep 16 04:51:37.711690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85092deb-af23-487f-a758-c28c757b071d req-eb1aca30-821f-49d0-aebf-87ebb3a1e472 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Made reservation on behalf of eacdbc3cdc4d4ab78e903ad6bc591038 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:37.715195 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85092deb-af23-487f-a758-c28c757b071d req-eb1aca30-821f-49d0-aebf-87ebb3a1e472 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.775155 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4fdd18b-2b09-4fc5-bd34-4932663917da req-9ac79d2a-c882-4c94-879d-687affb36815 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592580 Sep 16 04:51:37.820427 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-56a548be-a011-4b7a-a9dc-5e966b5ce581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.927616 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-85092deb-af23-487f-a758-c28c757b071d req-eb1aca30-821f-49d0-aebf-87ebb3a1e472 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Allocated IP 172.20.0.13 (51571f9e-82db-4e49-bd51-989c5601c77a/490b7e48-006e-4947-9f4e-422a10c1fc9f/6fb3f714-e7dd-4bd9-8cac-53d707365617) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:37.950944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c25764-e56e-42af-9633-1808429519e3 req-06d56c99-fd18-409d-aa7c-a856da9c5106 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:37.952544 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-29c25764-e56e-42af-9633-1808429519e3 req-06d56c99-fd18-409d-aa7c-a856da9c5106 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0866811 Sep 16 04:51:38.032357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-29c25764-e56e-42af-9633-1808429519e3 req-3771155f-c236-4724-a3fe-7ea9e15dd776 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695200 Sep 16 04:51:38.152058 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85092deb-af23-487f-a758-c28c757b071d req-eb1aca30-821f-49d0-aebf-87ebb3a1e472 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.248616 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-45b33d43-5477-4dfa-b214-ab06b76a7fee req-2e7ff25d-f450-47c0-ad19-c72ce9b8a035 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 210 time: 0.0374086 Sep 16 04:51:38.436742 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a922f7-1144-4f93-85e0-d7922536b4ab req-ea3d7e91-0d2c-4f9a-afa0-af18499f544c tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.436742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f3a922f7-1144-4f93-85e0-d7922536b4ab req-ea3d7e91-0d2c-4f9a-afa0-af18499f544c tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 943 time: 0.0518093 Sep 16 04:51:38.476855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f3a922f7-1144-4f93-85e0-d7922536b4ab req-b1c9a96e-79bd-4a9a-a41d-f5ad056866d0 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/security-groups?id=31545399-8b40-4550-a286-1cf75c4f8774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354686 Sep 16 04:51:38.546588 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85092deb-af23-487f-a758-c28c757b071d req-eb1aca30-821f-49d0-aebf-87ebb3a1e472 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.595994 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85092deb-af23-487f-a758-c28c757b071d req-eb1aca30-821f-49d0-aebf-87ebb3a1e472 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Network 51571f9e-82db-4e49-bd51-989c5601c77a is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:38.598824 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-85092deb-af23-487f-a758-c28c757b071d req-eb1aca30-821f-49d0-aebf-87ebb3a1e472 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:38.602653 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-85092deb-af23-487f-a758-c28c757b071d req-eb1aca30-821f-49d0-aebf-87ebb3a1e472 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:38.604180 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.635780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1aca30-821f-49d0-aebf-87ebb3a1e472 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Pushing event updated for resources: {'Port': ['ID=6fb3f714-e7dd-4bd9-8cac-53d707365617,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:38.663461 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85092deb-af23-487f-a758-c28c757b071d req-eb1aca30-821f-49d0-aebf-87ebb3a1e472 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.664086 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85092deb-af23-487f-a758-c28c757b071d req-eb1aca30-821f-49d0-aebf-87ebb3a1e472 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.792232 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85092deb-af23-487f-a758-c28c757b071d req-eb1aca30-821f-49d0-aebf-87ebb3a1e472 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5001781 Sep 16 04:51:38.816046 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Request body: {'port': {'device_id': '206f82b8-e77b-49e1-b71e-10f6cef68118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:38.943047 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.006003 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd96b3-621b-47ce-a50c-0832515d04b7 req-929fe2e7-5d25-4b0b-92cc-196cb6789951 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.008052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08bd96b3-621b-47ce-a50c-0832515d04b7 req-929fe2e7-5d25-4b0b-92cc-196cb6789951 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 945 time: 0.1221550 Sep 16 04:51:39.112095 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.145320 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08bd96b3-621b-47ce-a50c-0832515d04b7 req-b2f8e5b1-b7ee-4ba6-bcfb-4001ca6a1f79 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305521 Sep 16 04:51:39.253636 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7a6b3-2a84-4b35-b21b-b29eb83e9ede req-f679ac8f-d6e7-4237-8046-e7a5ce8fe89c tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.255166 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7b7a6b3-2a84-4b35-b21b-b29eb83e9ede req-f679ac8f-d6e7-4237-8046-e7a5ce8fe89c tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.1164331 Sep 16 04:51:39.341945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7b7a6b3-2a84-4b35-b21b-b29eb83e9ede req-2a790dcf-43b2-44b4-85ba-2ea64a5db0d7 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803795 Sep 16 04:51:39.419529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb3f714-e7dd-4bd9-8cac-53d707365617 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:39.429727 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.439674 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83136b-6d43-4fcc-b846-4d166453cd59 req-23ca4e7c-ed25-4ba5-ad07-42733c50a7d8 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.441213 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a83136b-6d43-4fcc-b846-4d166453cd59 req-23ca4e7c-ed25-4ba5-ad07-42733c50a7d8 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 932 time: 0.0983222 Sep 16 04:51:39.464213 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Transition to ACTIVE for port object 6fb3f714-e7dd-4bd9-8cac-53d707365617 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:39.499009 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a83136b-6d43-4fcc-b846-4d166453cd59 req-b529dbc3-337c-48bd-90d9-0cd0e642bbc5 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489643 Sep 16 04:51:39.569718 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.935449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb3f714-e7dd-4bd9-8cac-53d707365617,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:39.958154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606492ff-9d52-4975-8a59-31e9d980a88a req-75e98509-5a43-41f9-8b46-f2c2ac52271c tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.959982 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-606492ff-9d52-4975-8a59-31e9d980a88a req-75e98509-5a43-41f9-8b46-f2c2ac52271c tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 943 time: 0.4009852 Sep 16 04:51:40.046542 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-606492ff-9d52-4975-8a59-31e9d980a88a req-1c1378c9-8b45-4ae8-b9e8-d6e87b39e765 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/security-groups?id=31545399-8b40-4550-a286-1cf75c4f8774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678523 Sep 16 04:51:40.061537 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Attempting to bind port 6fb3f714-e7dd-4bd9-8cac-53d707365617 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:40.061877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Attempting to bind port 6fb3f714-e7dd-4bd9-8cac-53d707365617 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '4dca835e-72fb-458f-9a2d-4953ed2dbcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '51571f9e-82db-4e49-bd51-989c5601c77a'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:40.062207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Attempting to bind port 6fb3f714-e7dd-4bd9-8cac-53d707365617 on network 51571f9e-82db-4e49-bd51-989c5601c77a {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:40.067224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Port 6fb3f714-e7dd-4bd9-8cac-53d707365617 on network 51571f9e-82db-4e49-bd51-989c5601c77a not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:40.067609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Attempting to bind port 6fb3f714-e7dd-4bd9-8cac-53d707365617 on network 51571f9e-82db-4e49-bd51-989c5601c77a {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:40.072514 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:40.072850 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Checking segment: {'id': '4dca835e-72fb-458f-9a2d-4953ed2dbcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '51571f9e-82db-4e49-bd51-989c5601c77a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:40.073232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Bound using segment: {'id': '4dca835e-72fb-458f-9a2d-4953ed2dbcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '51571f9e-82db-4e49-bd51-989c5601c77a'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:40.073656 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Bound port: 6fb3f714-e7dd-4bd9-8cac-53d707365617, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dca835e-72fb-458f-9a2d-4953ed2dbcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '51571f9e-82db-4e49-bd51-989c5601c77a'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:40.074013 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.140946 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] For port 6fb3f714-e7dd-4bd9-8cac-53d707365617, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:40.144518 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] For port 6fb3f714-e7dd-4bd9-8cac-53d707365617, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6fb3f714-e7dd-4bd9-8cac-53d707365617,segment=NetworkSegment(4dca835e-72fb-458f-9a2d-4953ed2dbcfc),segment_id=4dca835e-72fb-458f-9a2d-4953ed2dbcfc)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:40.252623 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.308484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.309114 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.310580 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85092deb-af23-487f-a758-c28c757b071d req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] 10.222.0.21 "PUT /v2.0/ports/6fb3f714-e7dd-4bd9-8cac-53d707365617 HTTP/1.1" status: 200 len: 1093 time: 1.5020645 Sep 16 04:51:40.311060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206f82b8-e77b-49e1-b71e-10f6cef68118', 'tag': '6fb3f714-e7dd-4bd9-8cac-53d707365617'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:40.314697 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e0b4be-751f-43c3-9231-1d1b20ba16fb" -d '{"events": [{"name": "network-changed", "server_uuid": "206f82b8-e77b-49e1-b71e-10f6cef68118", "tag": "6fb3f714-e7dd-4bd9-8cac-53d707365617"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:40.335183 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8aac45-171e-49bb-8d1b-3ca9ac56cc5f req-6f731376-b42d-4c0b-9e8d-a1667fb33eb6 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.336767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d8aac45-171e-49bb-8d1b-3ca9ac56cc5f req-6f731376-b42d-4c0b-9e8d-a1667fb33eb6 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 945 time: 0.1135602 Sep 16 04:51:40.354952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd151500-25bc-4456-8923-af4a82d70ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb3f714-e7dd-4bd9-8cac-53d707365617,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:40.359763 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f3a997-8ecc-4ad7-a800-1fe5a1cf262c x-openstack-request-id: req-91f3a997-8ecc-4ad7-a800-1fe5a1cf262c {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:40.360054 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "206f82b8-e77b-49e1-b71e-10f6cef68118", "tag": "6fb3f714-e7dd-4bd9-8cac-53d707365617", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:40.360303 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91f3a997-8ecc-4ad7-a800-1fe5a1cf262c {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:40.361338 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '206f82b8-e77b-49e1-b71e-10f6cef68118', 'tag': '6fb3f714-e7dd-4bd9-8cac-53d707365617', 'status': 'completed', 'code': 200} Sep 16 04:51:40.404141 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d8aac45-171e-49bb-8d1b-3ca9ac56cc5f req-d30d39e9-1361-4522-bdf7-256ba18266b1 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570951 Sep 16 04:51:40.531471 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2b878-a628-4f75-8b45-1b09f02d00fd req-8cb986cf-5106-4a97-b3b3-9103e542857d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.533131 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ef2b878-a628-4f75-8b45-1b09f02d00fd req-8cb986cf-5106-4a97-b3b3-9103e542857d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.1156218 Sep 16 04:51:40.537140 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0b4be-751f-43c3-9231-1d1b20ba16fb req-6716eb55-bcf0-4f7a-8afd-c0043f63e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.538935 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5e0b4be-751f-43c3-9231-1d1b20ba16fb req-6716eb55-bcf0-4f7a-8afd-c0043f63e15d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eacdbc3cdc4d4ab78e903ad6bc591038&device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 1096 time: 0.0914607 Sep 16 04:51:40.585704 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac6dc3-e10d-4f5f-9003-f417f9cf986b req-ae316e20-2c3a-40ea-8783-cc9f017fc530 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.587191 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54ac6dc3-e10d-4f5f-9003-f417f9cf986b req-ae316e20-2c3a-40ea-8783-cc9f017fc530 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 1097 time: 0.1059649 Sep 16 04:51:40.661227 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ef2b878-a628-4f75-8b45-1b09f02d00fd req-1bbb6dc2-4447-4be1-81f6-9b3ddbd10536 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202819 Sep 16 04:51:40.693792 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54ac6dc3-e10d-4f5f-9003-f417f9cf986b req-75212746-ff64-44f6-9003-3168229b79d3 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934155 Sep 16 04:51:40.700522 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.707377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0b4be-751f-43c3-9231-1d1b20ba16fb req-eb94786f-dba9-40ee-9bc0-f971691c6a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.708900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5e0b4be-751f-43c3-9231-1d1b20ba16fb req-eb94786f-dba9-40ee-9bc0-f971691c6a5c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=eacdbc3cdc4d4ab78e903ad6bc591038&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1510429 Sep 16 04:51:40.861940 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0b4be-751f-43c3-9231-1d1b20ba16fb req-5696aaea-27fd-4352-9727-6a7d0945f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.864329 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5e0b4be-751f-43c3-9231-1d1b20ba16fb req-5696aaea-27fd-4352-9727-6a7d0945f1a3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1477146 Sep 16 04:51:40.880029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79a661-94d0-430e-b960-be69578fcbae req-2c09b13e-53eb-44e6-877b-1065f5f50c75 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.881670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a79a661-94d0-430e-b960-be69578fcbae req-2c09b13e-53eb-44e6-877b-1065f5f50c75 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 944 time: 0.0926368 Sep 16 04:51:40.940245 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a79a661-94d0-430e-b960-be69578fcbae req-a082ae70-1aed-46cd-8607-bc29af40e006 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507982 Sep 16 04:51:40.994828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85092deb-af23-487f-a758-c28c757b071d req-6345ff96-0dd5-4d41-a901-f404739a7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.996273 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85092deb-af23-487f-a758-c28c757b071d req-6345ff96-0dd5-4d41-a901-f404739a7d35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eacdbc3cdc4d4ab78e903ad6bc591038&device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 1096 time: 0.0679390 Sep 16 04:51:41.057586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85092deb-af23-487f-a758-c28c757b071d req-99f32c0f-0c99-452b-9e26-ac02b6831ea3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fb3f714-e7dd-4bd9-8cac-53d707365617 HTTP/1.1" status: 200 len: 217 time: 0.0452816 Sep 16 04:51:41.098936 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d7c10-3a6e-472c-9094-74e6dce10b3b req-95c597d5-2b15-4411-8fdb-1352ac17c503 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.100511 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b7d7c10-3a6e-472c-9094-74e6dce10b3b req-95c597d5-2b15-4411-8fdb-1352ac17c503 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 1097 time: 0.1202903 Sep 16 04:51:41.178492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85092deb-af23-487f-a758-c28c757b071d req-c18bc02e-5887-48e8-be5a-8f3673c290cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.179979 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85092deb-af23-487f-a758-c28c757b071d req-c18bc02e-5887-48e8-be5a-8f3673c290cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490b7e48-006e-4947-9f4e-422a10c1fc9f HTTP/1.1" status: 200 len: 854 time: 0.1160691 Sep 16 04:51:41.241183 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b7d7c10-3a6e-472c-9094-74e6dce10b3b req-db21c56e-023b-4510-8c2a-f0342f19116b tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272862 Sep 16 04:51:41.260159 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85092deb-af23-487f-a758-c28c757b071d req-d2ff0b98-8e5d-4c42-ab36-55a323d7b93a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51571f9e-82db-4e49-bd51-989c5601c77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540519 Sep 16 04:51:41.286364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9eaf6980-8f4e-4a3e-8cd6-e719254c6bbc req-5bbff344-13e5-4e09-9212-dd5b2e7a9002 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1611810 Sep 16 04:51:41.327012 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c894532-0229-4f07-a9b8-508e0fd6710d req-8c1326c8-a670-40d2-bafb-98668d9b6653 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.327012 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c894532-0229-4f07-a9b8-508e0fd6710d req-8c1326c8-a670-40d2-bafb-98668d9b6653 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 950 time: 0.1545355 Sep 16 04:51:41.485674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85092deb-af23-487f-a758-c28c757b071d req-37be3808-4b85-4955-bb42-927db6b73ee5 service neutron] 10.222.0.21 "GET /v2.0/networks/51571f9e-82db-4e49-bd51-989c5601c77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150910 Sep 16 04:51:41.490530 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c894532-0229-4f07-a9b8-508e0fd6710d req-b7edf64d-b873-44cb-92b8-5cede9badfcd tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274354 Sep 16 04:51:41.497449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf6980-8f4e-4a3e-8cd6-e719254c6bbc req-d6ef4350-a820-44e1-92d9-7fef8634b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.499080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9eaf6980-8f4e-4a3e-8cd6-e719254c6bbc req-d6ef4350-a820-44e1-92d9-7fef8634b5ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 1096 time: 0.1733472 Sep 16 04:51:41.536503 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc6e59-e701-4775-a9e3-bd740419ac77 req-80cee503-97b1-42cf-971a-d57b5c7fa2a6 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.547048 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6dc6e59-e701-4775-a9e3-bd740419ac77 req-80cee503-97b1-42cf-971a-d57b5c7fa2a6 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 943 time: 0.1685007 Sep 16 04:51:41.694570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6dc6e59-e701-4775-a9e3-bd740419ac77 req-e0f9690b-c347-4220-844a-1705aa000f05 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/security-groups?id=31545399-8b40-4550-a286-1cf75c4f8774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349640 Sep 16 04:51:41.720822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85092deb-af23-487f-a758-c28c757b071d req-dd393b48-245d-4010-9efa-991b59e9e928 service neutron] 10.222.0.21 "GET /v2.0/networks/51571f9e-82db-4e49-bd51-989c5601c77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257495 Sep 16 04:51:41.740700 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf6980-8f4e-4a3e-8cd6-e719254c6bbc req-5c93c2cc-aae0-4891-a22b-28f5662fc12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.742846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9eaf6980-8f4e-4a3e-8cd6-e719254c6bbc req-5c93c2cc-aae0-4891-a22b-28f5662fc12a service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 921 time: 0.2035029 Sep 16 04:51:41.789257 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9eaf6980-8f4e-4a3e-8cd6-e719254c6bbc req-b659ad98-27fb-4e45-bf15-8c1835f39287 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d59914e0-d23b-45e2-8ac1-8494924f7ad9 HTTP/1.1" status: 200 len: 217 time: 0.0390134 Sep 16 04:51:41.850220 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf6980-8f4e-4a3e-8cd6-e719254c6bbc req-4c90ed0e-8e7e-4c88-929a-11c2b415fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.851426 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1aacd385-ae78-4956-b8ac-c7843378d348 req-61e1a2bd-3adb-4ad6-ac7b-fb7195c5d016 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425422 Sep 16 04:51:41.852009 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9eaf6980-8f4e-4a3e-8cd6-e719254c6bbc req-4c90ed0e-8e7e-4c88-929a-11c2b415fd28 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9023553c-0727-4415-b53e-7374b71d88bd HTTP/1.1" status: 200 len: 860 time: 0.0560615 Sep 16 04:51:41.888254 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9eaf6980-8f4e-4a3e-8cd6-e719254c6bbc req-55644b21-8245-4f0c-a2eb-5055df0ad3a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289848 Sep 16 04:51:41.941065 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacd385-ae78-4956-b8ac-c7843378d348 req-a382b365-29fb-4f33-af2a-db5aacb305f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.942603 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1aacd385-ae78-4956-b8ac-c7843378d348 req-a382b365-29fb-4f33-af2a-db5aacb305f4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 1096 time: 0.0495553 Sep 16 04:51:42.008550 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9eaf6980-8f4e-4a3e-8cd6-e719254c6bbc req-019acd21-1cb3-4aeb-9a5f-114c9cd4c710 service neutron] 10.222.0.21 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119120 Sep 16 04:51:42.066044 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacd385-ae78-4956-b8ac-c7843378d348 req-c694011a-cad8-454c-a7f0-61a6802a5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.067686 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1aacd385-ae78-4956-b8ac-c7843378d348 req-c694011a-cad8-454c-a7f0-61a6802a5cf9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 921 time: 0.0980535 Sep 16 04:51:42.110271 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9eaf6980-8f4e-4a3e-8cd6-e719254c6bbc req-e2b9a46b-0699-40b8-94de-acd2fe0d3db5 service neutron] 10.222.0.21 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947442 Sep 16 04:51:42.112743 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1aacd385-ae78-4956-b8ac-c7843378d348 req-39070768-ee62-490a-b873-e14f9b7ac0cd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 HTTP/1.1" status: 200 len: 217 time: 0.0371575 Sep 16 04:51:42.169368 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacd385-ae78-4956-b8ac-c7843378d348 req-0d6190fe-a572-4521-9d90-07912055e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.170864 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1aacd385-ae78-4956-b8ac-c7843378d348 req-0d6190fe-a572-4521-9d90-07912055e21a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9023553c-0727-4415-b53e-7374b71d88bd HTTP/1.1" status: 200 len: 860 time: 0.0505140 Sep 16 04:51:42.205798 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1aacd385-ae78-4956-b8ac-c7843378d348 req-9d1abc6b-d1e5-4266-b646-0f1b37ed0b7a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254915 Sep 16 04:51:42.246013 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4f868722-5014-46b1-8dac-766444c3942e details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:42.309919 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1aacd385-ae78-4956-b8ac-c7843378d348 req-a2994f0d-9e3b-45c8-8d9d-22a0d154dbfe service neutron] 10.222.0.38 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944571 Sep 16 04:51:42.421211 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1aacd385-ae78-4956-b8ac-c7843378d348 req-620c5230-393e-4852-80e1-ea202febfdc9 service neutron] 10.222.0.38 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019137 Sep 16 04:51:42.484235 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 4f868722-5014-46b1-8dac-766444c3942e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4f868722-5014-46b1-8dac-766444c3942e,segment=NetworkSegment(c2d3d6b8-0ad5-4cc4-aef9-aabac26d0bf2),segment_id=c2d3d6b8-0ad5-4cc4-aef9-aabac26d0bf2)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:42.496152 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '4f868722-5014-46b1-8dac-766444c3942e', 'network_id': '6b73dd39-2622-45fb-bb0a-0364228817eb', 'port_id': '4f868722-5014-46b1-8dac-766444c3942e', 'mac_address': 'fa:16:3e:e4:35:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c47ce99-f0cf-4157-9483-6f654229da77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:42.519937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19ab89-745a-4367-9a99-c08a4731f7ea req-254910b5-5e79-4a1f-b314-f44efa2fdf85 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.521514 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f19ab89-745a-4367-9a99-c08a4731f7ea req-254910b5-5e79-4a1f-b314-f44efa2fdf85 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0561204 Sep 16 04:51:42.536014 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.549572 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f868722-5014-46b1-8dac-766444c3942e {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:42.561510 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f19ab89-745a-4367-9a99-c08a4731f7ea req-e26f8718-7bac-4bbf-a287-c254f4f61f89 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336485 Sep 16 04:51:42.570067 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 4f868722-5014-46b1-8dac-766444c3942e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4f868722-5014-46b1-8dac-766444c3942e,segment=NetworkSegment(c2d3d6b8-0ad5-4cc4-aef9-aabac26d0bf2),segment_id=c2d3d6b8-0ad5-4cc4-aef9-aabac26d0bf2)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:42.757661 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.820573 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=4f868722-5014-46b1-8dac-766444c3942e,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:42.833576 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451dad34-91fa-42ef-a9ba-40e249ef11a4 req-e5308233-df77-4ddf-baab-94edbc30e9af tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.835256 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-451dad34-91fa-42ef-a9ba-40e249ef11a4 req-e5308233-df77-4ddf-baab-94edbc30e9af tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 944 time: 0.0626838 Sep 16 04:51:42.881463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-451dad34-91fa-42ef-a9ba-40e249ef11a4 req-dfc7a2e5-ac4b-47ce-927e-858055946e6b tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385144 Sep 16 04:51:43.129312 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a4eb9-9f39-48c9-954a-66038c57fd62 req-4d68e341-0b95-4b83-bd86-7ef0f960d1e2 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:43.130827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-959a4eb9-9f39-48c9-954a-66038c57fd62 req-4d68e341-0b95-4b83-bd86-7ef0f960d1e2 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 944 time: 0.0507233 Sep 16 04:51:43.169991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-959a4eb9-9f39-48c9-954a-66038c57fd62 req-15d52f4b-4d4c-4aa4-bb85-b3f14224cd65 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/security-groups?id=31545399-8b40-4550-a286-1cf75c4f8774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326827 Sep 16 04:51:43.515666 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['4f868722-5014-46b1-8dac-766444c3942e'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:43.693428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf646c4-580b-477a-bb21-0d0d5e8e88cb req-a11eea4b-90f9-43e6-b07c-c0d6aab4799d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:43.694947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bcf646c4-580b-477a-bb21-0d0d5e8e88cb req-a11eea4b-90f9-43e6-b07c-c0d6aab4799d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0587685 Sep 16 04:51:43.735067 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bcf646c4-580b-477a-bb21-0d0d5e8e88cb req-96e7723f-a451-4c54-b1b7-c5ea59f3841f tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337911 Sep 16 04:51:44.012017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890eba2-0fdb-4dbb-ab30-899ebcb08585 req-aff8df0d-582b-4a9e-b733-e9bf1cbf38f2 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.013590 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f890eba2-0fdb-4dbb-ab30-899ebcb08585 req-aff8df0d-582b-4a9e-b733-e9bf1cbf38f2 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 944 time: 0.0502584 Sep 16 04:51:44.057184 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f890eba2-0fdb-4dbb-ab30-899ebcb08585 req-0eeae072-9144-459a-b3bc-3521607e855b tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364029 Sep 16 04:51:44.254294 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 21009c2e-2732-4bf3-861c-360b480b4f7c no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:44.288718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ae064-72fd-478b-9776-68a9842fd3a0 req-6640f837-c0c5-4694-ad07-6f7c8648bf8f tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.290344 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-464ae064-72fd-478b-9776-68a9842fd3a0 req-6640f837-c0c5-4694-ad07-6f7c8648bf8f tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 944 time: 0.0517066 Sep 16 04:51:44.334799 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.335439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-464ae064-72fd-478b-9776-68a9842fd3a0 req-2f87cd2a-7480-4f77-8ff3-0b02524a6446 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/security-groups?id=31545399-8b40-4550-a286-1cf75c4f8774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372727 Sep 16 04:51:44.363138 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6267a70a-8c63-43a2-aeb6-ddba3c9438be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21009c2e-2732-4bf3-861c-360b480b4f7c'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:44.365439 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d53649-bc13-4773-af93-b3c534f6dc3d" -d '{"events": [{"server_uuid": "6267a70a-8c63-43a2-aeb6-ddba3c9438be", "name": "network-vif-unplugged", "status": "completed", "tag": "21009c2e-2732-4bf3-861c-360b480b4f7c"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:44.369223 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-d5fa221a-122d-4826-8a59-1b27383e9787 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:51:44.378365 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-d5fa221a-122d-4826-8a59-1b27383e9787 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0774019 Sep 16 04:51:44.379066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 21009c2e-2732-4bf3-861c-360b480b4f7c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=21009c2e-2732-4bf3-861c-360b480b4f7c,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:44.404166 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1688ec66-ea7e-4874-9522-32f6f5219fd7 x-openstack-request-id: req-1688ec66-ea7e-4874-9522-32f6f5219fd7 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:44.404480 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6267a70a-8c63-43a2-aeb6-ddba3c9438be", "name": "network-vif-unplugged", "status": "completed", "tag": "21009c2e-2732-4bf3-861c-360b480b4f7c", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:44.404734 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1688ec66-ea7e-4874-9522-32f6f5219fd7 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:44.405123 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6267a70a-8c63-43a2-aeb6-ddba3c9438be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21009c2e-2732-4bf3-861c-360b480b4f7c', 'code': 200} Sep 16 04:51:44.414843 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-4d0562de-b7d3-4573-a336-19067066ec0d tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.416295 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-4d0562de-b7d3-4573-a336-19067066ec0d tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/ports/5acbcc72-7d86-4797-a9fa-79052bb43bb3 HTTP/1.1" status: 200 len: 1094 time: 0.0369065 Sep 16 04:51:44.425985 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-82361448-0747-4de5-a1f9-587824a09251 service neutron] Request body: {'binding': {'host': 'n-h1-712140-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:44.426379 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-82361448-0747-4de5-a1f9-587824a09251 service neutron] Unknown quota resources ['binding']. {{(pid=95474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:51:44.506280 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.554702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=21009c2e-2732-4bf3-861c-360b480b4f7c,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:44.567478 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-82361448-0747-4de5-a1f9-587824a09251 service neutron] Attempting to bind port 5acbcc72-7d86-4797-a9fa-79052bb43bb3 on host n-h1-712140-13 for vnic_type normal with profile None {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:44.567814 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-82361448-0747-4de5-a1f9-587824a09251 service neutron] Attempting to bind port 5acbcc72-7d86-4797-a9fa-79052bb43bb3 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:44.568159 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-82361448-0747-4de5-a1f9-587824a09251 service neutron] Attempting to bind port 5acbcc72-7d86-4797-a9fa-79052bb43bb3 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:44.577142 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-82361448-0747-4de5-a1f9-587824a09251 service neutron] Port 5acbcc72-7d86-4797-a9fa-79052bb43bb3 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:44.577142 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-82361448-0747-4de5-a1f9-587824a09251 service neutron] Attempting to bind port 5acbcc72-7d86-4797-a9fa-79052bb43bb3 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:44.577398 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-82361448-0747-4de5-a1f9-587824a09251 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:44.577730 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-82361448-0747-4de5-a1f9-587824a09251 service neutron] Checking segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:44.578107 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-82361448-0747-4de5-a1f9-587824a09251 service neutron] Bound using segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:44.578549 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-82361448-0747-4de5-a1f9-587824a09251 service neutron] Bound port: 5acbcc72-7d86-4797-a9fa-79052bb43bb3, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:44.630473 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-82361448-0747-4de5-a1f9-587824a09251 service neutron] For port 5acbcc72-7d86-4797-a9fa-79052bb43bb3, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=5acbcc72-7d86-4797-a9fa-79052bb43bb3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:44.724384 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-82361448-0747-4de5-a1f9-587824a09251 service neutron] Notify callbacks [] for binding, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.725524 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-82361448-0747-4de5-a1f9-587824a09251 service neutron] 10.222.0.20 "POST /v2.0/ports/5acbcc72-7d86-4797-a9fa-79052bb43bb3/bindings HTTP/1.1" status: 201 len: 390 time: 0.3036795 Sep 16 04:51:44.861326 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a4b29-a9a0-4c1c-ab51-0111ccd62319 req-d8283373-0604-42f3-9f84-061694b7d6cd tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.862985 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe4a4b29-a9a0-4c1c-ab51-0111ccd62319 req-d8283373-0604-42f3-9f84-061694b7d6cd tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0556896 Sep 16 04:51:44.906721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe4a4b29-a9a0-4c1c-ab51-0111ccd62319 req-cbab1283-4d00-4ec3-b1bf-5e70fb17bafb tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361528 Sep 16 04:51:45.108044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f78f3-4b0f-424b-a74a-f8bfec2b094e req-75c84110-d9a3-4714-a956-49df8acce578 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.109621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-792f78f3-4b0f-424b-a74a-f8bfec2b094e req-75c84110-d9a3-4714-a956-49df8acce578 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 945 time: 0.0528088 Sep 16 04:51:45.177640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-792f78f3-4b0f-424b-a74a-f8bfec2b094e req-fff0a11c-e39e-4053-b8fe-19a5bd34e1a0 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610316 Sep 16 04:51:45.202767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d750c-f8bd-4cf7-a31d-0c03facf80d1 req-219274b1-ca0e-4769-bcd2-8f839b93de19 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.202767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc3d750c-f8bd-4cf7-a31d-0c03facf80d1 req-219274b1-ca0e-4769-bcd2-8f839b93de19 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 944 time: 0.0636792 Sep 16 04:51:45.239686 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc3d750c-f8bd-4cf7-a31d-0c03facf80d1 req-3e8aabac-d867-46ab-8447-e7079500e440 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368233 Sep 16 04:51:45.458466 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62fe8a-813a-4e4f-b5f9-e1b08f040ee6 req-4308df5e-d189-4bf5-a290-5913e0333db9 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.460039 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a62fe8a-813a-4e4f-b5f9-e1b08f040ee6 req-4308df5e-d189-4bf5-a290-5913e0333db9 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 944 time: 0.0529401 Sep 16 04:51:45.500258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a62fe8a-813a-4e4f-b5f9-e1b08f040ee6 req-6773189b-a7c9-4ad3-a5ac-50dead812865 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/security-groups?id=31545399-8b40-4550-a286-1cf75c4f8774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334120 Sep 16 04:51:45.724057 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-dcb66c6f-8db7-42c3-9d24-0d68d29e9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.725623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-dcb66c6f-8db7-42c3-9d24-0d68d29e9a6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 1097 time: 0.0417047 Sep 16 04:51:45.819992 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-47160f1a-8cca-42ac-ab78-89dc50e071af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.821421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-47160f1a-8cca-42ac-ab78-89dc50e071af service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 921 time: 0.0893548 Sep 16 04:51:45.865739 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-74c3c0c5-ddb6-4403-96f0-6422ddcb99e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5acbcc72-7d86-4797-a9fa-79052bb43bb3 HTTP/1.1" status: 200 len: 217 time: 0.0360947 Sep 16 04:51:45.915580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-9ee2451e-49ac-47a8-989e-63c24a631375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.917240 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-9ee2451e-49ac-47a8-989e-63c24a631375 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9023553c-0727-4415-b53e-7374b71d88bd HTTP/1.1" status: 200 len: 860 time: 0.0445766 Sep 16 04:51:45.950487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-758c9688-7dcc-4e0d-aae3-9bd5752dc09a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251484 Sep 16 04:51:46.080991 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c6e39-e2e2-4743-848c-53dc5ed7d8ab req-4d32573e-d67e-4e72-b112-875737fdd2b5 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.082391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f27c6e39-e2e2-4743-848c-53dc5ed7d8ab req-4d32573e-d67e-4e72-b112-875737fdd2b5 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.1026523 Sep 16 04:51:46.102051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-689771b0-6ba8-4057-a5a6-b5c10b12bd8f service neutron] 10.222.0.21 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440842 Sep 16 04:51:46.161067 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f27c6e39-e2e2-4743-848c-53dc5ed7d8ab req-e34e9b2c-b564-44bc-9634-6bd401f32be3 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720198 Sep 16 04:51:46.218623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-0ef3477d-28ad-4a9b-b433-9b1f0cf39b27 service neutron] 10.222.0.21 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082134 Sep 16 04:51:46.269140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4f868722-5014-46b1-8dac-766444c3942e up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:46.304132 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdc3e6-038b-45b9-b51d-4e8fa53152ad req-25a85ba5-f4a0-460d-8728-e410faaffe0c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.305687 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8fdc3e6-038b-45b9-b51d-4e8fa53152ad req-25a85ba5-f4a0-460d-8728-e410faaffe0c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 945 time: 0.0529335 Sep 16 04:51:46.376169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8fdc3e6-038b-45b9-b51d-4e8fa53152ad req-5d4d69a9-552a-434d-bdd3-e03bea72aa1c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643165 Sep 16 04:51:46.397799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10353bc-e70d-43fa-a2dd-24c08c7eff64 req-4fb05424-12cd-4923-a105-14c24c6c79cc tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.399114 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c10353bc-e70d-43fa-a2dd-24c08c7eff64 req-4fb05424-12cd-4923-a105-14c24c6c79cc tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 944 time: 0.0696633 Sep 16 04:51:46.437467 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 4f868722-5014-46b1-8dac-766444c3942e completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:46.443120 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 4f868722-5014-46b1-8dac-766444c3942e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:46.445433 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.458273 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c10353bc-e70d-43fa-a2dd-24c08c7eff64 req-9b3e8733-1f56-424e-b5da-f43f589743a2 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498989 Sep 16 04:51:46.543604 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.568262 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03990e75-039f-4a8c-8116-fd27a82a1740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f868722-5014-46b1-8dac-766444c3942e'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:46.570482 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b74a75-14ab-411f-b566-c19ece7b3e4c" -d '{"events": [{"server_uuid": "03990e75-039f-4a8c-8116-fd27a82a1740", "name": "network-vif-plugged", "status": "completed", "tag": "4f868722-5014-46b1-8dac-766444c3942e"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:46.583435 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 4f868722-5014-46b1-8dac-766444c3942e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4f868722-5014-46b1-8dac-766444c3942e,segment=NetworkSegment(c2d3d6b8-0ad5-4cc4-aef9-aabac26d0bf2),segment_id=c2d3d6b8-0ad5-4cc4-aef9-aabac26d0bf2)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:46.614095 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066532df-6b8d-409a-a9ca-425fc783a578 x-openstack-request-id: req-066532df-6b8d-409a-a9ca-425fc783a578 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:46.614511 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03990e75-039f-4a8c-8116-fd27a82a1740", "name": "network-vif-plugged", "status": "completed", "tag": "4f868722-5014-46b1-8dac-766444c3942e", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:46.614990 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-066532df-6b8d-409a-a9ca-425fc783a578 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:46.615442 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03990e75-039f-4a8c-8116-fd27a82a1740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f868722-5014-46b1-8dac-766444c3942e', 'code': 200} Sep 16 04:51:46.627435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb4f94-6f21-463c-999b-b57014a7d2ba req-77bf092c-f061-4534-906a-53a153ff0170 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.630568 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbbb4f94-6f21-463c-999b-b57014a7d2ba req-77bf092c-f061-4534-906a-53a153ff0170 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 944 time: 0.0564969 Sep 16 04:51:46.682874 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbbb4f94-6f21-463c-999b-b57014a7d2ba req-6b45c741-4268-4643-9520-36518e453f82 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/security-groups?id=31545399-8b40-4550-a286-1cf75c4f8774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468144 Sep 16 04:51:46.696508 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.745134 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec554db3-8466-49e8-8d4e-3f6ceb9eb24f req-896a7973-c647-419c-87f4-fe8f993894a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.745845 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=4f868722-5014-46b1-8dac-766444c3942e,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:46.746662 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ec554db3-8466-49e8-8d4e-3f6ceb9eb24f req-896a7973-c647-419c-87f4-fe8f993894a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 1097 time: 0.0418017 Sep 16 04:51:46.786494 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ec554db3-8466-49e8-8d4e-3f6ceb9eb24f req-ea459509-36d8-41f7-9227-2bde66cda3d3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=31545399-8b40-4550-a286-1cf75c4f8774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Sep 16 04:51:47.301004 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2533f-fdf4-4172-b4fc-8846bde5e9c8 req-451b80ac-8951-4dc0-863c-fdba3504f489 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.303143 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3bd2533f-fdf4-4172-b4fc-8846bde5e9c8 req-451b80ac-8951-4dc0-863c-fdba3504f489 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0640361 Sep 16 04:51:47.342722 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3bd2533f-fdf4-4172-b4fc-8846bde5e9c8 req-3bf73e52-4152-4486-a8ea-235f6dc24303 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332222 Sep 16 04:51:47.521955 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd691a-1e2b-463f-a46e-48a3452cf466 req-0526be69-3bde-4d94-b9a1-05de187c1499 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.523680 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5cd691a-1e2b-463f-a46e-48a3452cf466 req-0526be69-3bde-4d94-b9a1-05de187c1499 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 945 time: 0.0695808 Sep 16 04:51:47.626822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5cd691a-1e2b-463f-a46e-48a3452cf466 req-f091a71c-b22b-40d3-b602-38ba4121c71a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898159 Sep 16 04:51:47.635235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef6f7d-e6e7-49e4-8b16-f5e51bf99597 req-f41e9fa4-02ff-42c8-b492-8cbe5c263a87 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.636717 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70ef6f7d-e6e7-49e4-8b16-f5e51bf99597 req-f41e9fa4-02ff-42c8-b492-8cbe5c263a87 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 944 time: 0.1092861 Sep 16 04:51:47.656443 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ec882-bdb4-45a5-adb0-85a007e2b719 req-6d125872-5cb3-4a83-8192-3e166052ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.657920 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-367ec882-bdb4-45a5-adb0-85a007e2b719 req-6d125872-5cb3-4a83-8192-3e166052ff45 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0864475 Sep 16 04:51:47.717380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70ef6f7d-e6e7-49e4-8b16-f5e51bf99597 req-4619516f-09a7-408d-bfa2-3e1aa985f2fd tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638349 Sep 16 04:51:47.723948 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-367ec882-bdb4-45a5-adb0-85a007e2b719 req-fb95e1f8-5a20-4108-8fe2-78f7a0b304b8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517001 Sep 16 04:51:47.849581 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cd539-54cf-47d5-b5e7-b1721ca1cf3e req-d843148a-a123-44d5-a28c-b8d485541720 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.851305 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d7cd539-54cf-47d5-b5e7-b1721ca1cf3e req-d843148a-a123-44d5-a28c-b8d485541720 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 945 time: 0.0523300 Sep 16 04:51:47.890540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d7cd539-54cf-47d5-b5e7-b1721ca1cf3e req-b8182d55-3764-4030-8c52-c78aaea11f93 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/security-groups?id=31545399-8b40-4550-a286-1cf75c4f8774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327356 Sep 16 04:51:48.271857 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6fb3f714-e7dd-4bd9-8cac-53d707365617 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:48.375716 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 6fb3f714-e7dd-4bd9-8cac-53d707365617, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6fb3f714-e7dd-4bd9-8cac-53d707365617,segment=NetworkSegment(4dca835e-72fb-458f-9a2d-4953ed2dbcfc),segment_id=4dca835e-72fb-458f-9a2d-4953ed2dbcfc)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:48.389183 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '6fb3f714-e7dd-4bd9-8cac-53d707365617', 'network_id': '51571f9e-82db-4e49-bd51-989c5601c77a', 'port_id': '6fb3f714-e7dd-4bd9-8cac-53d707365617', 'mac_address': 'fa:16:3e:93:72:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490b7e48-006e-4947-9f4e-422a10c1fc9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:48.429133 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.444067 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb3f714-e7dd-4bd9-8cac-53d707365617 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:48.466118 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 6fb3f714-e7dd-4bd9-8cac-53d707365617, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6fb3f714-e7dd-4bd9-8cac-53d707365617,segment=NetworkSegment(4dca835e-72fb-458f-9a2d-4953ed2dbcfc),segment_id=4dca835e-72fb-458f-9a2d-4953ed2dbcfc)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:48.481605 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c66385-d3cb-4b3d-a989-051a5c02b3ef req-c9f5bc94-5e34-4c9c-94c5-79dedbf00824 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.483173 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1c66385-d3cb-4b3d-a989-051a5c02b3ef req-c9f5bc94-5e34-4c9c-94c5-79dedbf00824 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0595815 Sep 16 04:51:48.523968 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1c66385-d3cb-4b3d-a989-051a5c02b3ef req-7085182e-5eb9-472c-93c4-fe79d4b2f0b1 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337677 Sep 16 04:51:48.574325 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.625976 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=6fb3f714-e7dd-4bd9-8cac-53d707365617,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:48.634782 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:48.635159 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:48.635500 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:48.635837 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:48.636249 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:48.636686 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:48.637022 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:48.637348 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:48.637675 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:48.637998 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:48.638347 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:48.638667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:48.762639 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051d6fc-c45f-4e7f-a901-a5ec08054ae1 req-b31830d2-77c0-4939-98ff-9f07c96dd05c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.770526 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0051d6fc-c45f-4e7f-a901-a5ec08054ae1 req-b31830d2-77c0-4939-98ff-9f07c96dd05c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 945 time: 0.0605884 Sep 16 04:51:48.810591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0051d6fc-c45f-4e7f-a901-a5ec08054ae1 req-469cce64-10f6-42d4-9bec-1d6964d1b3c6 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354626 Sep 16 04:51:48.867455 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342034e-6d90-4250-81e7-2b5206444330 req-d4d42f4d-7135-4ce5-9e09-b6ea8b33cee2 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.869092 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3342034e-6d90-4250-81e7-2b5206444330 req-d4d42f4d-7135-4ce5-9e09-b6ea8b33cee2 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 945 time: 0.0629241 Sep 16 04:51:48.915136 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3342034e-6d90-4250-81e7-2b5206444330 req-e78bc483-51db-4d34-8932-6c8c0f2b8a0f tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393634 Sep 16 04:51:49.043107 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa31b6-4152-41f5-a1be-3fd71d363019 req-4cc18f9d-1569-453b-948b-33132648ed1a tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.044520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61fa31b6-4152-41f5-a1be-3fd71d363019 req-4cc18f9d-1569-453b-948b-33132648ed1a tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 945 time: 0.0544059 Sep 16 04:51:49.085853 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61fa31b6-4152-41f5-a1be-3fd71d363019 req-9c5c992e-66e2-4607-a9b3-4d68f0734b0c tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/security-groups?id=31545399-8b40-4550-a286-1cf75c4f8774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346298 Sep 16 04:51:49.491270 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['6fb3f714-e7dd-4bd9-8cac-53d707365617'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:49.649917 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42555a61-88bd-4d37-864a-0097743323d8 req-f42357c6-2889-44c0-b4b0-45c504433f59 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.650598 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42555a61-88bd-4d37-864a-0097743323d8 req-f42357c6-2889-44c0-b4b0-45c504433f59 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0510504 Sep 16 04:51:49.697565 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42555a61-88bd-4d37-864a-0097743323d8 req-a040b1fa-a33f-4ce6-8ac6-416ad51f2651 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342906 Sep 16 04:51:49.945825 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd9761-e948-46d6-b2eb-7d1c1b9d039d req-a85fce89-ea8a-4777-aca0-8ec8865ef02f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.947760 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63fd9761-e948-46d6-b2eb-7d1c1b9d039d req-a85fce89-ea8a-4777-aca0-8ec8865ef02f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 945 time: 0.0540559 Sep 16 04:51:49.991841 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63fd9761-e948-46d6-b2eb-7d1c1b9d039d req-34cb618a-e4f5-4cbb-a2f7-074f9043fecd tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374475 Sep 16 04:51:50.100159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90339d2-650c-45f6-af14-78f793331579 req-ab100df2-a034-4b1e-8d14-fd64fb25f08d tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.101687 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e90339d2-650c-45f6-af14-78f793331579 req-ab100df2-a034-4b1e-8d14-fd64fb25f08d tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 945 time: 0.0569208 Sep 16 04:51:50.143247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e90339d2-650c-45f6-af14-78f793331579 req-949e9bf7-d7d5-4735-9995-1c0cfb12e36c tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345652 Sep 16 04:51:50.211256 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b4c04-e5e6-4751-9b9d-5f240e8cb937 req-73187fe5-d23e-4de9-b825-5532fa65aaa6 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.212515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef7b4c04-e5e6-4751-9b9d-5f240e8cb937 req-73187fe5-d23e-4de9-b825-5532fa65aaa6 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 945 time: 0.0521240 Sep 16 04:51:50.251890 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef7b4c04-e5e6-4751-9b9d-5f240e8cb937 req-0bdb6c7a-af45-45ec-9e1d-d5e2766c0fe0 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/security-groups?id=31545399-8b40-4550-a286-1cf75c4f8774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330696 Sep 16 04:51:50.303647 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device dffdbb33-7e8d-4119-b673-4b48831644d3 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:50.436671 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port dffdbb33-7e8d-4119-b673-4b48831644d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=dffdbb33-7e8d-4119-b673-4b48831644d3,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:50.466583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'dffdbb33-7e8d-4119-b673-4b48831644d3', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': 'dffdbb33-7e8d-4119-b673-4b48831644d3', 'mac_address': 'fa:16:3e:5a:68:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:50.508380 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.523234 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffdbb33-7e8d-4119-b673-4b48831644d3 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:50.547300 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port dffdbb33-7e8d-4119-b673-4b48831644d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=dffdbb33-7e8d-4119-b673-4b48831644d3,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:50.660506 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.724919 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=dffdbb33-7e8d-4119-b673-4b48831644d3,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:50.822285 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903635a-e264-48c2-a10e-4abcc9607724 req-5f2e4cda-d84e-4a7f-8ac2-3d4c2fbdb4ee tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.823958 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b903635a-e264-48c2-a10e-4abcc9607724 req-5f2e4cda-d84e-4a7f-8ac2-3d4c2fbdb4ee tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0542235 Sep 16 04:51:50.866714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b903635a-e264-48c2-a10e-4abcc9607724 req-17cee5d9-cc50-46c0-a4a0-619f6d9ab34a tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357692 Sep 16 04:51:51.088716 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['dffdbb33-7e8d-4119-b673-4b48831644d3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:51.279168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae3145-e49f-4598-a3be-c835988d4fca req-7714553d-22dc-4c38-8748-350934b22418 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.280969 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2aae3145-e49f-4598-a3be-c835988d4fca req-7714553d-22dc-4c38-8748-350934b22418 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 945 time: 0.0660851 Sep 16 04:51:51.366268 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2aae3145-e49f-4598-a3be-c835988d4fca req-52634e5a-d318-41cc-bad2-0dbade18d561 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779052 Sep 16 04:51:51.411088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77795c-2d08-40f4-a6d8-4e26aaf991c0 req-cb11eb6a-30f7-4004-b1ea-5ba0667e080c tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.412595 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d77795c-2d08-40f4-a6d8-4e26aaf991c0 req-cb11eb6a-30f7-4004-b1ea-5ba0667e080c tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 945 time: 0.1082520 Sep 16 04:51:51.415754 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95363a2b-897c-4196-8a87-fff9ce725496 req-133a5906-912d-4444-9a54-be90099193b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.417263 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95363a2b-897c-4196-8a87-fff9ce725496 req-133a5906-912d-4444-9a54-be90099193b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5ca71b7fb014260ba5a059e61a21a36&device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0696611 Sep 16 04:51:51.539546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d77795c-2d08-40f4-a6d8-4e26aaf991c0 req-b08e38a1-67de-439b-9bcd-b9e2fd599d9f tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/security-groups?id=31545399-8b40-4550-a286-1cf75c4f8774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202757 Sep 16 04:51:51.567023 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f776a5b-7111-484c-9d01-f83c9029f044 req-502a9d58-0437-4125-9efe-5d449ff18cf1 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.568779 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f776a5b-7111-484c-9d01-f83c9029f044 req-502a9d58-0437-4125-9efe-5d449ff18cf1 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 945 time: 0.1277866 Sep 16 04:51:51.592672 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95363a2b-897c-4196-8a87-fff9ce725496 req-d01968d9-b24c-4bf6-9477-87d2d64836b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.594212 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95363a2b-897c-4196-8a87-fff9ce725496 req-d01968d9-b24c-4bf6-9477-87d2d64836b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ebbeb263-7947-4f1c-b608-4fdb40f98dcf HTTP/1.1" status: 200 len: 919 time: 0.1678452 Sep 16 04:51:51.662750 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f776a5b-7111-484c-9d01-f83c9029f044 req-99d1de3c-f5cf-4caa-96bc-d736694ee48b tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860341 Sep 16 04:51:51.684298 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95363a2b-897c-4196-8a87-fff9ce725496 req-5dd0c40c-b715-4e93-b0d6-b4c1547f3b6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=432a5de2-7fe1-4259-bfa1-2856b0688c72 HTTP/1.1" status: 200 len: 217 time: 0.0763550 Sep 16 04:51:51.737072 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a17a4-1f5a-478c-bfc8-25f61a16a8b9 req-f540845f-19dc-4696-8bcc-9fe4083adcd5 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.738859 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f58a17a4-1f5a-478c-bfc8-25f61a16a8b9 req-f540845f-19dc-4696-8bcc-9fe4083adcd5 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.1237562 Sep 16 04:51:51.766342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95363a2b-897c-4196-8a87-fff9ce725496 req-b51c212a-b4c0-47b0-89f9-f2d4d808fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.768684 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95363a2b-897c-4196-8a87-fff9ce725496 req-b51c212a-b4c0-47b0-89f9-f2d4d808fc13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e0ca68c9-243f-44b1-aa8a-236a77a13dff HTTP/1.1" status: 200 len: 858 time: 0.0781269 Sep 16 04:51:51.814665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95363a2b-897c-4196-8a87-fff9ce725496 req-93d37a37-da61-4e4a-9fc1-e978e094ec8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ebbeb263-7947-4f1c-b608-4fdb40f98dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378659 Sep 16 04:51:51.817944 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f58a17a4-1f5a-478c-bfc8-25f61a16a8b9 req-402919bb-1f53-447c-80bf-6f832d0f7ef4 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722632 Sep 16 04:51:51.919552 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95363a2b-897c-4196-8a87-fff9ce725496 req-c8c7904d-1a2b-40fd-9274-d16417bddee2 service neutron] 10.222.0.21 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907447 Sep 16 04:51:52.024230 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95363a2b-897c-4196-8a87-fff9ce725496 req-2b9194ae-ad03-4b41-bf87-4a0053912d9b service neutron] 10.222.0.21 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908792 Sep 16 04:51:52.328402 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6fb3f714-e7dd-4bd9-8cac-53d707365617 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:52.494473 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 6fb3f714-e7dd-4bd9-8cac-53d707365617 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:52.498559 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 6fb3f714-e7dd-4bd9-8cac-53d707365617 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:52.498996 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.502816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24d5c2-a6d2-4e89-a955-f239015374f0 req-1472b9e0-e916-4ac6-9acb-e44eaf730a29 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.502816 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea24d5c2-a6d2-4e89-a955-f239015374f0 req-1472b9e0-e916-4ac6-9acb-e44eaf730a29 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 945 time: 0.0535524 Sep 16 04:51:52.545942 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea24d5c2-a6d2-4e89-a955-f239015374f0 req-6fddbc10-2cb6-42e3-9807-a61e403158af tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370381 Sep 16 04:51:52.588518 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.612777 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206f82b8-e77b-49e1-b71e-10f6cef68118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb3f714-e7dd-4bd9-8cac-53d707365617'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:52.615225 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b68276-45b8-4acc-acd0-17c2812c32be" -d '{"events": [{"server_uuid": "206f82b8-e77b-49e1-b71e-10f6cef68118", "name": "network-vif-plugged", "status": "completed", "tag": "6fb3f714-e7dd-4bd9-8cac-53d707365617"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:52.630254 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 6fb3f714-e7dd-4bd9-8cac-53d707365617, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6fb3f714-e7dd-4bd9-8cac-53d707365617,segment=NetworkSegment(4dca835e-72fb-458f-9a2d-4953ed2dbcfc),segment_id=4dca835e-72fb-458f-9a2d-4953ed2dbcfc)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:52.653929 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57009b30-9312-46c7-9ab4-c3b0cbb4cfbf x-openstack-request-id: req-57009b30-9312-46c7-9ab4-c3b0cbb4cfbf {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:52.654298 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206f82b8-e77b-49e1-b71e-10f6cef68118", "name": "network-vif-plugged", "status": "completed", "tag": "6fb3f714-e7dd-4bd9-8cac-53d707365617", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:52.654535 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57009b30-9312-46c7-9ab4-c3b0cbb4cfbf {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:52.654964 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206f82b8-e77b-49e1-b71e-10f6cef68118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb3f714-e7dd-4bd9-8cac-53d707365617', 'code': 200} Sep 16 04:51:52.681354 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a1df5-c8f1-4775-a5ff-3fce70859cad req-2c4c4188-f46b-4da2-ac8b-94c81c14e332 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.683133 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d52a1df5-c8f1-4775-a5ff-3fce70859cad req-2c4c4188-f46b-4da2-ac8b-94c81c14e332 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 945 time: 0.0537364 Sep 16 04:51:52.727402 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d52a1df5-c8f1-4775-a5ff-3fce70859cad req-ba5daf37-6a72-4678-8954-dcc862b9635d tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/security-groups?id=31545399-8b40-4550-a286-1cf75c4f8774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362267 Sep 16 04:51:52.728660 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.729509 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device dffdbb33-7e8d-4119-b673-4b48831644d3 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:52.822365 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=6fb3f714-e7dd-4bd9-8cac-53d707365617,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:52.837878 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port dffdbb33-7e8d-4119-b673-4b48831644d3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:52.838253 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.944479 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.983347 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port dffdbb33-7e8d-4119-b673-4b48831644d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=dffdbb33-7e8d-4119-b673-4b48831644d3,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:53.055250 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.114323 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=dffdbb33-7e8d-4119-b673-4b48831644d3,revision_number=10']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:53.162544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab8ec1-1fdf-44c8-9039-df4dedfc9572 req-19e2b62b-0454-45e0-832d-b247c315f502 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.164257 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aeab8ec1-1fdf-44c8-9039-df4dedfc9572 req-19e2b62b-0454-45e0-832d-b247c315f502 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 946 time: 0.4249175 Sep 16 04:51:53.168187 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59231061-54b2-4f03-9ca4-2ea39bcf6498 req-63fdf957-1903-4b94-9721-83cfa93e83bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.169725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59231061-54b2-4f03-9ca4-2ea39bcf6498 req-63fdf957-1903-4b94-9721-83cfa93e83bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 1098 time: 0.3928645 Sep 16 04:51:53.211561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3508c05-37e4-40fb-ae9e-9b0032c92008 req-56841e0d-1ddd-49c0-8059-3ad5858b849b tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.213087 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f3508c05-37e4-40fb-ae9e-9b0032c92008 req-56841e0d-1ddd-49c0-8059-3ad5858b849b tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.1094306 Sep 16 04:51:53.258812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aeab8ec1-1fdf-44c8-9039-df4dedfc9572 req-f036de74-8986-46ad-953a-5f6436294e73 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868161 Sep 16 04:51:53.264143 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59231061-54b2-4f03-9ca4-2ea39bcf6498 req-4daabef0-95d2-4afa-9225-e2b10b28e94d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834558 Sep 16 04:51:53.284051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f3508c05-37e4-40fb-ae9e-9b0032c92008 req-c88900ae-b510-4126-b9ae-0e322dea984a tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619440 Sep 16 04:51:53.675174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba498fb-10a2-4c81-aff4-676b08dc0ec2 req-7fffca09-fc8f-4c51-a2c3-a7ec09e69bca tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.676806 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ba498fb-10a2-4c81-aff4-676b08dc0ec2 req-7fffca09-fc8f-4c51-a2c3-a7ec09e69bca tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 945 time: 0.0532494 Sep 16 04:51:53.715068 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ba498fb-10a2-4c81-aff4-676b08dc0ec2 req-2f1daaf4-8c66-4c68-ad7b-656f242ce384 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319726 Sep 16 04:51:53.809648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6670f77-70f9-4379-8cfe-c7f18d50cf0c req-edc04f7e-17c0-40cd-bf9d-a10aba480491 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.811169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a6670f77-70f9-4379-8cfe-c7f18d50cf0c req-edc04f7e-17c0-40cd-bf9d-a10aba480491 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.21 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 945 time: 0.0492425 Sep 16 04:51:53.900606 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b705ac7-347b-45f7-832e-decb5596fcae req-c271992c-26eb-4fd6-8542-fb8bdaf27973 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.902178 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b705ac7-347b-45f7-832e-decb5596fcae req-c271992c-26eb-4fd6-8542-fb8bdaf27973 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 945 time: 0.0882463 Sep 16 04:51:53.969103 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b705ac7-347b-45f7-832e-decb5596fcae req-2c769848-369c-4f06-9ca0-04fcb137fdb0 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/security-groups?id=31545399-8b40-4550-a286-1cf75c4f8774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451903 Sep 16 04:51:53.983277 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a6670f77-70f9-4379-8cfe-c7f18d50cf0c req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Deleting port 4f868722-5014-46b1-8dac-766444c3942e {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:53.983629 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a6670f77-70f9-4379-8cfe-c7f18d50cf0c req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.076221 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a6670f77-70f9-4379-8cfe-c7f18d50cf0c req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] For port 4f868722-5014-46b1-8dac-766444c3942e, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4f868722-5014-46b1-8dac-766444c3942e,segment=NetworkSegment(c2d3d6b8-0ad5-4cc4-aef9-aabac26d0bf2),segment_id=c2d3d6b8-0ad5-4cc4-aef9-aabac26d0bf2)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:54.076592 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a6670f77-70f9-4379-8cfe-c7f18d50cf0c req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.089101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a6670f77-70f9-4379-8cfe-c7f18d50cf0c req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Calling delete_port for 4f868722-5014-46b1-8dac-766444c3942e owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:54.094347 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.271334 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a6670f77-70f9-4379-8cfe-c7f18d50cf0c req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.304411 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Pushing event deleted for resources: {'Port': ['ID=4f868722-5014-46b1-8dac-766444c3942e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:54.305576 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['4f868722-5014-46b1-8dac-766444c3942e'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:54.334795 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:54.335181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:54.335535 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:54.335881 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:54.337522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:54.337522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:54.337522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:54.337522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:54.337838 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:54.338159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:54.338502 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:54.338834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:54.362379 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6670f77-70f9-4379-8cfe-c7f18d50cf0c req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] No DVR routers for this DVR port 4f868722-5014-46b1-8dac-766444c3942e on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:54.371685 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a6670f77-70f9-4379-8cfe-c7f18d50cf0c req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.373626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a6670f77-70f9-4379-8cfe-c7f18d50cf0c req-601256bb-9fdd-4fd5-a008-0b4a657045fa tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.21 "DELETE /v2.0/ports/4f868722-5014-46b1-8dac-766444c3942e HTTP/1.1" status: 204 len: 173 time: 0.5515053 Sep 16 04:51:54.374060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03990e75-039f-4a8c-8116-fd27a82a1740', 'name': 'network-vif-deleted', 'tag': '4f868722-5014-46b1-8dac-766444c3942e'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:54.376270 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c1cb2a-bfb5-43f5-a5ef-6182215cf3af" -d '{"events": [{"server_uuid": "03990e75-039f-4a8c-8116-fd27a82a1740", "name": "network-vif-deleted", "tag": "4f868722-5014-46b1-8dac-766444c3942e"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:54.451536 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0bef2-8e78-4253-9873-26dc6b4860a8 req-d5ff2c36-08a9-4e5c-b5a1-2ac506622497 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.453170 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95f0bef2-8e78-4253-9873-26dc6b4860a8 req-d5ff2c36-08a9-4e5c-b5a1-2ac506622497 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 946 time: 0.0919845 Sep 16 04:51:54.465078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a3e94-a6b6-4331-9cdc-f18f00d498ea req-29dd66dc-9cf1-4ea3-8324-644220e7d909 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.466617 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d2a3e94-a6b6-4331-9cdc-f18f00d498ea req-29dd66dc-9cf1-4ea3-8324-644220e7d909 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0863831 Sep 16 04:51:54.534182 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95f0bef2-8e78-4253-9873-26dc6b4860a8 req-dcda7b39-a176-4d41-bcca-2760fe88a3d2 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659671 Sep 16 04:51:54.537055 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d2a3e94-a6b6-4331-9cdc-f18f00d498ea req-21a470ef-f5df-483d-999d-7b3e21226a3a tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632811 Sep 16 04:51:54.638544 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75de262b-102b-4fee-ad85-ec7f4c923231 x-openstack-request-id: req-75de262b-102b-4fee-ad85-ec7f4c923231 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:54.638838 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03990e75-039f-4a8c-8116-fd27a82a1740", "name": "network-vif-deleted", "tag": "4f868722-5014-46b1-8dac-766444c3942e", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:54.639127 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75de262b-102b-4fee-ad85-ec7f4c923231 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:54.639528 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03990e75-039f-4a8c-8116-fd27a82a1740', 'name': 'network-vif-deleted', 'tag': '4f868722-5014-46b1-8dac-766444c3942e', 'status': 'completed', 'code': 200} Sep 16 04:51:54.656169 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f990d1e4-d4cd-4399-95bc-12879478fabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffdbb33-7e8d-4119-b673-4b48831644d3'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:54.658615 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9574486f-778d-4cf5-b367-a3ed4cc66705" -d '{"events": [{"server_uuid": "f990d1e4-d4cd-4399-95bc-12879478fabb", "name": "network-vif-plugged", "status": "completed", "tag": "dffdbb33-7e8d-4119-b673-4b48831644d3"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:54.696592 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3424fa16-4e88-4b6b-9ad3-57825bfcc271 x-openstack-request-id: req-3424fa16-4e88-4b6b-9ad3-57825bfcc271 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:54.696909 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f990d1e4-d4cd-4399-95bc-12879478fabb", "name": "network-vif-plugged", "status": "completed", "tag": "dffdbb33-7e8d-4119-b673-4b48831644d3", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:54.697162 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3424fa16-4e88-4b6b-9ad3-57825bfcc271 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:54.697573 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f990d1e4-d4cd-4399-95bc-12879478fabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffdbb33-7e8d-4119-b673-4b48831644d3', 'code': 200} Sep 16 04:51:54.849219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7df63f-0a16-40fa-814e-cf5b96551e05 req-4cd814a5-f8df-4fbf-977b-62ddf07f0f2b tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.850748 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e7df63f-0a16-40fa-814e-cf5b96551e05 req-4cd814a5-f8df-4fbf-977b-62ddf07f0f2b tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 945 time: 0.0600626 Sep 16 04:51:54.889720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e7df63f-0a16-40fa-814e-cf5b96551e05 req-e16b9ce6-4f43-42c5-bf11-cfa7fa857e73 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328586 Sep 16 04:51:55.082262 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-408de9de-51f0-4c94-a74a-a3921adb61e7 req-e2ac5c93-c971-4058-ab7e-5df8ce36fd76 tempest-ServerMetadataNegativeTestJSON-770781359 tempest-ServerMetadataNegativeTestJSON-770781359-project] 10.222.0.20 "GET /v2.0/ports?device_id=03990e75-039f-4a8c-8116-fd27a82a1740 HTTP/1.1" status: 200 len: 210 time: 0.0278704 Sep 16 04:51:55.694850 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f83ad7-7a13-4375-a5d5-678030085261 req-a1a024a9-1c3d-4b99-be34-4065f2749fac tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.696556 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50f83ad7-7a13-4375-a5d5-678030085261 req-a1a024a9-1c3d-4b99-be34-4065f2749fac tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 946 time: 0.0910759 Sep 16 04:51:55.706263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e19b07-54ee-4d85-a829-2cb52030551f req-0b8fd179-3d2d-49c9-a9c5-4329e31db304 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.708060 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-21e19b07-54ee-4d85-a829-2cb52030551f req-0b8fd179-3d2d-49c9-a9c5-4329e31db304 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0928359 Sep 16 04:51:55.774362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50f83ad7-7a13-4375-a5d5-678030085261 req-611a57c2-9404-4a1f-ad92-2211db257c04 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652189 Sep 16 04:51:55.778205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-21e19b07-54ee-4d85-a829-2cb52030551f req-542d6603-63f3-4ad0-afb1-d671a98780f1 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626948 Sep 16 04:51:56.019547 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78e342-acf6-4b13-89ed-1e7d16f4d024 req-152969f1-407b-4549-809f-7ab4d090b522 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.021130 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a78e342-acf6-4b13-89ed-1e7d16f4d024 req-152969f1-407b-4549-809f-7ab4d090b522 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 945 time: 0.0556490 Sep 16 04:51:56.078492 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a78e342-acf6-4b13-89ed-1e7d16f4d024 req-7ff4ca1c-d57f-4e58-b422-acf1e4d6889d tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506563 Sep 16 04:51:56.147872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44696) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:56.202254 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9899e8-601b-47ab-bf78-841d7214d6e5 admin admin] Deleting subnet 5c47ce99-f0cf-4157-9483-6f654229da77 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:51:56.215543 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb9899e8-601b-47ab-bf78-841d7214d6e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.242864 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb9899e8-601b-47ab-bf78-841d7214d6e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.283580 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb9899e8-601b-47ab-bf78-841d7214d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.341715 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4f868722-5014-46b1-8dac-766444c3942e no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:56.348895 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 4f868722-5014-46b1-8dac-766444c3942e {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:56.349237 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4f868722-5014-46b1-8dac-766444c3942e not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:56.455182 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb9899e8-601b-47ab-bf78-841d7214d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.482808 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9899e8-601b-47ab-bf78-841d7214d6e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c47ce99-f0cf-4157-9483-6f654229da77,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:56.488259 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb9899e8-601b-47ab-bf78-841d7214d6e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.490147 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fb9899e8-601b-47ab-bf78-841d7214d6e5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5c47ce99-f0cf-4157-9483-6f654229da77 HTTP/1.1" status: 204 len: 168 time: 0.3408947 Sep 16 04:51:56.492701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44706) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:56.495805 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9899e8-601b-47ab-bf78-841d7214d6e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.496157 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9899e8-601b-47ab-bf78-841d7214d6e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.496498 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9899e8-601b-47ab-bf78-841d7214d6e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.496837 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9899e8-601b-47ab-bf78-841d7214d6e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.497217 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9899e8-601b-47ab-bf78-841d7214d6e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.497498 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9899e8-601b-47ab-bf78-841d7214d6e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.497822 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9899e8-601b-47ab-bf78-841d7214d6e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.498148 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9899e8-601b-47ab-bf78-841d7214d6e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.498470 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9899e8-601b-47ab-bf78-841d7214d6e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.498792 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9899e8-601b-47ab-bf78-841d7214d6e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.499142 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9899e8-601b-47ab-bf78-841d7214d6e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.499463 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9899e8-601b-47ab-bf78-841d7214d6e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.563377 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5a94cd2d-f578-437f-8cc2-3e0bbbb19863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.648146 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5a94cd2d-f578-437f-8cc2-3e0bbbb19863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.677989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-5a94cd2d-f578-437f-8cc2-3e0bbbb19863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b73dd39-2622-45fb-bb0a-0364228817eb']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:56.690291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-5a94cd2d-f578-437f-8cc2-3e0bbbb19863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d3d6b8-0ad5-4cc4-aef9-aabac26d0bf2') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:56.690981 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-5a94cd2d-f578-437f-8cc2-3e0bbbb19863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d3d6b8-0ad5-4cc4-aef9-aabac26d0bf2') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:56.701887 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5a94cd2d-f578-437f-8cc2-3e0bbbb19863 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.716587 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5a94cd2d-f578-437f-8cc2-3e0bbbb19863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.724610 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a94cd2d-f578-437f-8cc2-3e0bbbb19863 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:51:56.725484 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5a94cd2d-f578-437f-8cc2-3e0bbbb19863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:51:56.727711 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:51:56.855720 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5a94cd2d-f578-437f-8cc2-3e0bbbb19863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.873811 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5a94cd2d-f578-437f-8cc2-3e0bbbb19863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.876456 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5a94cd2d-f578-437f-8cc2-3e0bbbb19863 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6b73dd39-2622-45fb-bb0a-0364228817eb HTTP/1.1" status: 204 len: 168 time: 0.3825955 Sep 16 04:51:56.933708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94cd2d-f578-437f-8cc2-3e0bbbb19863 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b73dd39-2622-45fb-bb0a-0364228817eb,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:56.978257 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107d8bc-eea3-46cb-aec3-585cb9348b1a req-1085606d-8248-47b6-a874-23383479ecc3 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.979888 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1107d8bc-eea3-46cb-aec3-585cb9348b1a req-1085606d-8248-47b6-a874-23383479ecc3 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.1219883 Sep 16 04:51:57.010109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6795e3-17f3-4bcf-93f0-a75080cb8963 req-350cc82d-1bf1-422a-9d94-cca031ad829f tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.011751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e6795e3-17f3-4bcf-93f0-a75080cb8963 req-350cc82d-1bf1-422a-9d94-cca031ad829f tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 946 time: 0.1334560 Sep 16 04:51:57.064502 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1107d8bc-eea3-46cb-aec3-585cb9348b1a req-055eb720-c326-45ca-af5f-24b1671fb2f8 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782988 Sep 16 04:51:57.082618 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e6795e3-17f3-4bcf-93f0-a75080cb8963 req-32ea6510-ab44-4249-aafe-2830884c7f67 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634880 Sep 16 04:51:57.306421 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8817427-141f-46d8-9755-9468088aedda req-866281e7-37bf-4c00-b275-27afb3768164 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.308040 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8817427-141f-46d8-9755-9468088aedda req-866281e7-37bf-4c00-b275-27afb3768164 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 945 time: 0.0928581 Sep 16 04:51:57.360195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8817427-141f-46d8-9755-9468088aedda req-a6b81ad0-eaeb-4c46-94de-b513ffb0971b tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426099 Sep 16 04:51:57.431629 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44738) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:57.503520 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-80f92e4b-513b-4594-bf21-1778348a6889 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7f0036c62034a23bbd3d5620ba5447f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0711980 Sep 16 04:51:57.507990 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44740) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:57.583317 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fcbb9ef4-1519-4911-ba72-16eb57a7483c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.610287 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fcbb9ef4-1519-4911-ba72-16eb57a7483c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.809148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8732bc-55e6-4193-a2a7-e1ebf883c255 req-daae7e84-52bd-4c49-8f1f-e7753c142132 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.811242 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff8732bc-55e6-4193-a2a7-e1ebf883c255 req-daae7e84-52bd-4c49-8f1f-e7753c142132 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 946 time: 0.0702648 Sep 16 04:51:57.812654 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fcbb9ef4-1519-4911-ba72-16eb57a7483c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.816902 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fcbb9ef4-1519-4911-ba72-16eb57a7483c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.820764 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fcbb9ef4-1519-4911-ba72-16eb57a7483c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31545399-8b40-4550-a286-1cf75c4f8774 HTTP/1.1" status: 204 len: 168 time: 0.3078532 Sep 16 04:51:57.850410 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb9ef4-1519-4911-ba72-16eb57a7483c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31545399-8b40-4550-a286-1cf75c4f8774,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:57.885207 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff8732bc-55e6-4193-a2a7-e1ebf883c255 req-1aed9838-d3ff-409e-9e02-f475d41b8655 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641282 Sep 16 04:51:57.990054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4d3d0-9b60-4cc3-b750-de6c564b295a req-9a9b5b93-89ac-4a19-8a5a-129a29511e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.993049 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78d4d3d0-9b60-4cc3-b750-de6c564b295a req-9a9b5b93-89ac-4a19-8a5a-129a29511e1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eacdbc3cdc4d4ab78e903ad6bc591038&device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 1098 time: 0.0553961 Sep 16 04:51:58.107157 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4d3d0-9b60-4cc3-b750-de6c564b295a req-58af08cd-3c72-45e6-8eec-a20c764bad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.108786 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78d4d3d0-9b60-4cc3-b750-de6c564b295a req-58af08cd-3c72-45e6-8eec-a20c764bad50 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51571f9e-82db-4e49-bd51-989c5601c77a HTTP/1.1" status: 200 len: 915 time: 0.1024978 Sep 16 04:51:58.128713 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:51:58.166009 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78d4d3d0-9b60-4cc3-b750-de6c564b295a req-553588b1-d262-4ef6-b794-366c62fd9354 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fb3f714-e7dd-4bd9-8cac-53d707365617 HTTP/1.1" status: 200 len: 217 time: 0.0476189 Sep 16 04:51:58.175732 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.255224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d55a6-01c7-4d5b-b79c-df0e5045f716 req-058e712d-19a9-4b44-90ed-5aa99afa3e69 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.257846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a25d55a6-01c7-4d5b-b79c-df0e5045f716 req-058e712d-19a9-4b44-90ed-5aa99afa3e69 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0928557 Sep 16 04:51:58.258560 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4d3d0-9b60-4cc3-b750-de6c564b295a req-d59cb329-1ed1-4e42-9da2-0177676f7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.260320 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78d4d3d0-9b60-4cc3-b750-de6c564b295a req-d59cb329-1ed1-4e42-9da2-0177676f7a1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490b7e48-006e-4947-9f4e-422a10c1fc9f HTTP/1.1" status: 200 len: 854 time: 0.0854301 Sep 16 04:51:58.305408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78d4d3d0-9b60-4cc3-b750-de6c564b295a req-2d6164cf-1b86-4c5b-95e1-60e4090f2eae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51571f9e-82db-4e49-bd51-989c5601c77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345559 Sep 16 04:51:58.355201 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a25d55a6-01c7-4d5b-b79c-df0e5045f716 req-c4b07824-3cde-4463-8287-472283b0f413 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889840 Sep 16 04:51:58.489931 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78d4d3d0-9b60-4cc3-b750-de6c564b295a req-e4a5fee1-a03d-457b-86d7-3a5c4c1340ff service neutron] 10.222.0.21 "GET /v2.0/networks/51571f9e-82db-4e49-bd51-989c5601c77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723173 Sep 16 04:51:58.634532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aaab0d-0e29-4623-a13b-6a54b20504d3 req-5d2a3c52-010c-44d1-8ff9-62465fdfd6d6 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.636155 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67aaab0d-0e29-4623-a13b-6a54b20504d3 req-5d2a3c52-010c-44d1-8ff9-62465fdfd6d6 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 945 time: 0.1452875 Sep 16 04:51:58.697706 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78d4d3d0-9b60-4cc3-b750-de6c564b295a req-45c98d57-1ad0-4b97-aa80-91617102845a service neutron] 10.222.0.21 "GET /v2.0/networks/51571f9e-82db-4e49-bd51-989c5601c77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768894 Sep 16 04:51:58.701019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67aaab0d-0e29-4623-a13b-6a54b20504d3 req-e5287d2b-1376-4fb5-bf81-877707ebab38 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555065 Sep 16 04:51:58.912272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-92f6cb5f-f964-4296-8439-62db94913c41 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.914046 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-92f6cb5f-f964-4296-8439-62db94913c41 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5&tenant_id=81978a2452c74d468c1440c8a9e64f75&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 1097 time: 0.0608234 Sep 16 04:51:58.939812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712140-13'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:59.087987 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.109335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43aa9-748a-4df4-895e-030a88ebe79a req-db389cc5-e947-4f9a-9aa2-c4c04ec0082e tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.111538 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17d43aa9-748a-4df4-895e-030a88ebe79a req-db389cc5-e947-4f9a-9aa2-c4c04ec0082e tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 946 time: 0.0965090 Sep 16 04:51:59.274407 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17d43aa9-748a-4df4-895e-030a88ebe79a req-7fc14a55-54d0-4a7b-a126-d02db6a76204 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157973 Sep 16 04:51:59.424906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] For port 5acbcc72-7d86-4797-a9fa-79052bb43bb3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5acbcc72-7d86-4797-a9fa-79052bb43bb3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:59.481833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] For port 5acbcc72-7d86-4797-a9fa-79052bb43bb3, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:59.533438 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc1f968-f54a-43ad-b5e0-311320bb35e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5acbcc72-7d86-4797-a9fa-79052bb43bb3'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:59.537070 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d939563f-5460-48b9-a9f8-5386f4cda668" -d '{"events": [{"server_uuid": "bbc1f968-f54a-43ad-b5e0-311320bb35e5", "name": "network-vif-unplugged", "status": "completed", "tag": "5acbcc72-7d86-4797-a9fa-79052bb43bb3"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:59.542847 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.606623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44808) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:59.616708 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133f6652-77c2-4007-a87d-1392a8d0cfb8 x-openstack-request-id: req-133f6652-77c2-4007-a87d-1392a8d0cfb8 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:59.617065 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc1f968-f54a-43ad-b5e0-311320bb35e5", "name": "network-vif-unplugged", "status": "completed", "tag": "5acbcc72-7d86-4797-a9fa-79052bb43bb3", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:59.617378 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-133f6652-77c2-4007-a87d-1392a8d0cfb8 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:59.617854 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc1f968-f54a-43ad-b5e0-311320bb35e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5acbcc72-7d86-4797-a9fa-79052bb43bb3', 'code': 200} Sep 16 04:51:59.625396 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.753911 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] Pushing event updated for resources: {'Port': ['ID=5acbcc72-7d86-4797-a9fa-79052bb43bb3,revision_number=7']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:59.764346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] Attempting to bind port 5acbcc72-7d86-4797-a9fa-79052bb43bb3 on host n-h2-712140-13 for vnic_type normal with profile {"migrating_to": "n-h1-712140-13"} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:59.764634 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] Attempting to bind port 5acbcc72-7d86-4797-a9fa-79052bb43bb3 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:59.764981 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] Attempting to bind port 5acbcc72-7d86-4797-a9fa-79052bb43bb3 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:59.773580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] Port 5acbcc72-7d86-4797-a9fa-79052bb43bb3 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:59.773827 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] Attempting to bind port 5acbcc72-7d86-4797-a9fa-79052bb43bb3 on network 0e4d6dc4-12b9-41c8-af2b-a538152a95e2 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:59.780418 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:59.781186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] Checking segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:59.781733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] Bound using segment: {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:59.787102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] Bound port: 5acbcc72-7d86-4797-a9fa-79052bb43bb3, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32298ffd-6388-47df-b482-8eab1de50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e4d6dc4-12b9-41c8-af2b-a538152a95e2'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:59.787102 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.856316 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-696a5baf-dd42-4674-86ca-04ccdaab022c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-974576515-network', 'tenant_id': 'ae34ed890fee43568c52dc5aa5e731ea'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:59.884441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] For port 5acbcc72-7d86-4797-a9fa-79052bb43bb3, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:59.896037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] For port 5acbcc72-7d86-4797-a9fa-79052bb43bb3, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5acbcc72-7d86-4797-a9fa-79052bb43bb3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:59.954397 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad0fb9-5f1c-4870-b7d4-a1c3f3be3257 req-c1ad453b-35c2-4de1-a4c9-ff9c707d39b9 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.957643 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60ad0fb9-5f1c-4870-b7d4-a1c3f3be3257 req-c1ad453b-35c2-4de1-a4c9-ff9c707d39b9 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.0593436 Sep 16 04:51:59.985514 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696a5baf-dd42-4674-86ca-04ccdaab022c admin admin] Made reservation on behalf of ae34ed890fee43568c52dc5aa5e731ea for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:59.988641 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-696a5baf-dd42-4674-86ca-04ccdaab022c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.990679 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.015482 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-696a5baf-dd42-4674-86ca-04ccdaab022c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.074911 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60ad0fb9-5f1c-4870-b7d4-a1c3f3be3257 req-5015adc9-e991-436e-8be1-48e64c5c7489 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105626 Sep 16 04:52:00.137450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] Pushing event updated for resources: {'Port': ['ID=5acbcc72-7d86-4797-a9fa-79052bb43bb3,revision_number=8']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:00.151531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:00.158995 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.158995 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-31d4c1d8-ceec-4e47-a143-11dd132c2b4d service neutron] 10.222.0.21 "PUT /v2.0/ports/5acbcc72-7d86-4797-a9fa-79052bb43bb3 HTTP/1.1" status: 200 len: 1123 time: 1.2199903 Sep 16 04:52:00.160977 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-696a5baf-dd42-4674-86ca-04ccdaab022c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.260109 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-696a5baf-dd42-4674-86ca-04ccdaab022c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.287480 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696a5baf-dd42-4674-86ca-04ccdaab022c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:00.297901 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a5baf-dd42-4674-86ca-04ccdaab022c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:00.310757 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['5acbcc72-7d86-4797-a9fa-79052bb43bb3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:00.343151 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-696a5baf-dd42-4674-86ca-04ccdaab022c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.344563 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-696a5baf-dd42-4674-86ca-04ccdaab022c admin admin] Added segment d075cac6-e82f-4e70-88fc-9e0923987175 of type vlan for network 891f88b4-8a81-44ed-8083-f8871519ebc1 Sep 16 04:52:00.523704 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 5acbcc72-7d86-4797-a9fa-79052bb43bb3 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:00.541829 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['5acbcc72-7d86-4797-a9fa-79052bb43bb3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:00.601288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-696a5baf-dd42-4674-86ca-04ccdaab022c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.669675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932250d-34da-41db-b44f-e0884e635cc2 req-a2776c3d-0bf8-4717-9320-0bd08e0151c4 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:00.671497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3932250d-34da-41db-b44f-e0884e635cc2 req-a2776c3d-0bf8-4717-9320-0bd08e0151c4 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 946 time: 0.1721137 Sep 16 04:52:00.726287 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3932250d-34da-41db-b44f-e0884e635cc2 req-7d398bbc-fa68-4022-b94c-0e1354e33b6b tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474062 Sep 16 04:52:00.909633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 5acbcc72-7d86-4797-a9fa-79052bb43bb3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5acbcc72-7d86-4797-a9fa-79052bb43bb3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:00.941044 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 5acbcc72-7d86-4797-a9fa-79052bb43bb3 has no active binding in host n-h1-712140-13 {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:52:01.014591 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-696a5baf-dd42-4674-86ca-04ccdaab022c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.026761 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696a5baf-dd42-4674-86ca-04ccdaab022c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.026761 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-696a5baf-dd42-4674-86ca-04ccdaab022c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.084393 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a5baf-dd42-4674-86ca-04ccdaab022c admin admin] Pushing event updated for resources: {'Network': ['ID=891f88b4-8a81-44ed-8083-f8871519ebc1,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:01.089978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 891f88b4-8a81-44ed-8083-f8871519ebc1 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:01.163105 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-696a5baf-dd42-4674-86ca-04ccdaab022c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5551445 Sep 16 04:52:01.176202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44844) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:01.176202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-326a806c-d32d-4164-9bb9-025806da14ac admin admin] Request body: {'subnet': {'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-974576515-subnet', 'tenant_id': 'ae34ed890fee43568c52dc5aa5e731ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:01.248597 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b190b-4699-4a61-93c3-98badc7c71b6 req-d6c0ca08-a1af-407a-b943-02cc6abb4a50 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.250330 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae4b190b-4699-4a61-93c3-98badc7c71b6 req-d6c0ca08-a1af-407a-b943-02cc6abb4a50 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.0687695 Sep 16 04:52:01.300498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae4b190b-4699-4a61-93c3-98badc7c71b6 req-e7125416-44cc-43d9-ae5e-6bd001684a7a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422885 Sep 16 04:52:01.359240 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326a806c-d32d-4164-9bb9-025806da14ac admin admin] Made reservation on behalf of ae34ed890fee43568c52dc5aa5e731ea for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:01.364982 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-326a806c-d32d-4164-9bb9-025806da14ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.618814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc1f968-f54a-43ad-b5e0-311320bb35e5', 'tag': '5acbcc72-7d86-4797-a9fa-79052bb43bb3'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:01.621762 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9ca182-46a1-491d-a70f-ff97bb9b904d" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc1f968-f54a-43ad-b5e0-311320bb35e5", "tag": "5acbcc72-7d86-4797-a9fa-79052bb43bb3"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:01.685959 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdfe410-4382-4207-8546-3b6170edd3e5 x-openstack-request-id: req-9bdfe410-4382-4207-8546-3b6170edd3e5 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:01.686248 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc1f968-f54a-43ad-b5e0-311320bb35e5", "tag": "5acbcc72-7d86-4797-a9fa-79052bb43bb3", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:01.686492 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bdfe410-4382-4207-8546-3b6170edd3e5 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:01.688121 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc1f968-f54a-43ad-b5e0-311320bb35e5', 'tag': '5acbcc72-7d86-4797-a9fa-79052bb43bb3', 'status': 'completed', 'code': 200} Sep 16 04:52:01.706105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228706b2-6174-43e4-b0e5-48d80a660667 req-b71e7d78-7dbc-423a-9b64-3a2742126213 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.707996 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-228706b2-6174-43e4-b0e5-48d80a660667 req-b71e7d78-7dbc-423a-9b64-3a2742126213 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 946 time: 0.0695035 Sep 16 04:52:01.782386 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ca182-46a1-491d-a70f-ff97bb9b904d req-44179f56-ab6e-45ec-b0d8-ae7b72f486fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.785121 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6d9ca182-46a1-491d-a70f-ff97bb9b904d req-44179f56-ab6e-45ec-b0d8-ae7b72f486fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 1126 time: 0.0488451 Sep 16 04:52:01.787460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-228706b2-6174-43e4-b0e5-48d80a660667 req-0ae9a9bb-8414-4757-b6d4-d2db88f3feb8 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715547 Sep 16 04:52:01.790228 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-326a806c-d32d-4164-9bb9-025806da14ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.899102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dcc21-7670-45d1-b4da-9fe20e22b7e9 req-e668189c-4e2a-44a0-a137-a9f22d573867 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.903937 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ca182-46a1-491d-a70f-ff97bb9b904d req-155a693e-4251-4a4f-afbc-df1208a3dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.905815 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6d9ca182-46a1-491d-a70f-ff97bb9b904d req-155a693e-4251-4a4f-afbc-df1208a3dc99 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 921 time: 0.1123669 Sep 16 04:52:01.907178 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-045dcc21-7670-45d1-b4da-9fe20e22b7e9 req-e668189c-4e2a-44a0-a137-a9f22d573867 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.1531637 Sep 16 04:52:01.921661 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a806c-d32d-4164-9bb9-025806da14ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11d457e-5c38-4c60-bb5b-2d1c066b76df,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:01.961445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326a806c-d32d-4164-9bb9-025806da14ac admin admin] Checking segment: {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:01.961445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326a806c-d32d-4164-9bb9-025806da14ac admin admin] Network hostable DHCP agents. Network: 891f88b4-8a81-44ed-8083-f8871519ebc1, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:01.988160 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6d9ca182-46a1-491d-a70f-ff97bb9b904d req-d512415b-d14c-473e-b780-916c72b1be2b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5acbcc72-7d86-4797-a9fa-79052bb43bb3 HTTP/1.1" status: 200 len: 217 time: 0.0678551 Sep 16 04:52:01.993302 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-045dcc21-7670-45d1-b4da-9fe20e22b7e9 req-7028c1e4-081b-4038-b347-80e51f0827d4 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851560 Sep 16 04:52:02.116460 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ca182-46a1-491d-a70f-ff97bb9b904d req-072f6b7a-1888-40a3-8ced-f3dd75167ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.118415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326a806c-d32d-4164-9bb9-025806da14ac admin admin] Network 891f88b4-8a81-44ed-8083-f8871519ebc1 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:02.123409 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6d9ca182-46a1-491d-a70f-ff97bb9b904d req-072f6b7a-1888-40a3-8ced-f3dd75167ead service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9023553c-0727-4415-b53e-7374b71d88bd HTTP/1.1" status: 200 len: 860 time: 0.0987184 Sep 16 04:52:02.168167 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6d9ca182-46a1-491d-a70f-ff97bb9b904d req-40424d7d-8e92-4964-948c-19f495840eee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335631 Sep 16 04:52:02.231414 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-326a806c-d32d-4164-9bb9-025806da14ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 891f88b4-8a81-44ed-8083-f8871519ebc1) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:02.241333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326a806c-d32d-4164-9bb9-025806da14ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.246067 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-326a806c-d32d-4164-9bb9-025806da14ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.249509 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c18ae1-a797-49ec-a6c6-026624d6fa46 None None] Network 891f88b4-8a81-44ed-8083-f8871519ebc1 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:02.333925 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6d9ca182-46a1-491d-a70f-ff97bb9b904d req-ea868dfd-df49-41a4-a3a0-879ec9d80508 service neutron] 10.222.0.38 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567011 Sep 16 04:52:02.395301 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-326a806c-d32d-4164-9bb9-025806da14ac admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2200994 Sep 16 04:52:02.449842 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35268610-51f0-40d1-a13c-23632a28dc11 None None] Network 891f88b4-8a81-44ed-8083-f8871519ebc1 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:02.599565 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6d9ca182-46a1-491d-a70f-ff97bb9b904d req-50f541ab-40ef-4476-a86e-a1355cc6bb90 service neutron] 10.222.0.38 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518437 Sep 16 04:52:02.600553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8be41-e566-462c-a475-61dea1a8e999 req-41ba3d18-6362-4719-9544-5960b308ce7b tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.608866 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85b8be41-e566-462c-a475-61dea1a8e999 req-41ba3d18-6362-4719-9544-5960b308ce7b tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.0771825 Sep 16 04:52:02.663116 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85b8be41-e566-462c-a475-61dea1a8e999 req-a2da7eaf-1606-4790-bada-e0185d84bdfe tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532184 Sep 16 04:52:03.094707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-df5f30b3-455a-4559-b3d3-daebb45421d2 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.103195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-df5f30b3-455a-4559-b3d3-daebb45421d2 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/networks?id=891f88b4-8a81-44ed-8083-f8871519ebc1 HTTP/1.1" status: 200 len: 805 time: 0.1267829 Sep 16 04:52:03.115501 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-3eda7c3b-d640-47ac-b14f-86cc0ebb1516 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/quotas/ae34ed890fee43568c52dc5aa5e731ea HTTP/1.1" status: 200 len: 375 time: 0.0113366 Sep 16 04:52:03.151277 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-119bf165-8361-46b3-855a-50634f8c7c9a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308778 Sep 16 04:52:03.263501 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-d8258648-3da2-4187-954a-4e6b4f3b4998 service neutron] 10.222.0.20 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045692 Sep 16 04:52:03.438170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d5949-8bc9-4463-b007-ea1bc404a6b6 req-b50a077c-d9e1-4efc-9bf2-0faa559990e6 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.440818 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da0d5949-8bc9-4463-b007-ea1bc404a6b6 req-b50a077c-d9e1-4efc-9bf2-0faa559990e6 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 946 time: 0.1289594 Sep 16 04:52:03.445998 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-7c15a47c-3c82-4f24-a29e-7ad2ad4e55f6 service neutron] 10.222.0.20 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734984 Sep 16 04:52:03.493364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da0d5949-8bc9-4463-b007-ea1bc404a6b6 req-113c30d5-b5b7-4891-baf6-b1f21f35debb tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425842 Sep 16 04:52:03.870577 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bc080-c179-476e-810b-5b41e42b9ac7 req-2cb7c2b7-70f0-43cc-9569-179a0b092cd9 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.873319 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-355bc080-c179-476e-810b-5b41e42b9ac7 req-2cb7c2b7-70f0-43cc-9569-179a0b092cd9 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.21 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 946 time: 0.1646287 Sep 16 04:52:03.899726 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9595970-b7d4-497d-a785-11d4d09a400b req-cff57c93-6325-449c-a1ea-1bd9b1490710 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 210 time: 0.1195052 Sep 16 04:52:04.064244 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c06a6d-7a78-417e-9659-992568775795 req-e68ad8c1-5fbd-462f-a0e8-33f48de0010e tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:04.075534 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9c06a6d-7a78-417e-9659-992568775795 req-e68ad8c1-5fbd-462f-a0e8-33f48de0010e tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.1716573 Sep 16 04:52:04.147509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9c06a6d-7a78-417e-9659-992568775795 req-1106e8b4-8f34-4b85-9ef9-32fdee78b02f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709641 Sep 16 04:52:04.186294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-355bc080-c179-476e-810b-5b41e42b9ac7 req-ab38106b-26c0-4243-919c-983fb0aa54ed tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Deleting port 6fb3f714-e7dd-4bd9-8cac-53d707365617 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:04.186640 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-355bc080-c179-476e-810b-5b41e42b9ac7 req-ab38106b-26c0-4243-919c-983fb0aa54ed tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.296396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-355bc080-c179-476e-810b-5b41e42b9ac7 req-ab38106b-26c0-4243-919c-983fb0aa54ed tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] For port 6fb3f714-e7dd-4bd9-8cac-53d707365617, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6fb3f714-e7dd-4bd9-8cac-53d707365617,segment=NetworkSegment(4dca835e-72fb-458f-9a2d-4953ed2dbcfc),segment_id=4dca835e-72fb-458f-9a2d-4953ed2dbcfc)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:04.297344 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-355bc080-c179-476e-810b-5b41e42b9ac7 req-ab38106b-26c0-4243-919c-983fb0aa54ed tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.313771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-355bc080-c179-476e-810b-5b41e42b9ac7 req-ab38106b-26c0-4243-919c-983fb0aa54ed tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Calling delete_port for 6fb3f714-e7dd-4bd9-8cac-53d707365617 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:04.633815 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-355bc080-c179-476e-810b-5b41e42b9ac7 req-ab38106b-26c0-4243-919c-983fb0aa54ed tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.674781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38106b-26c0-4243-919c-983fb0aa54ed tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Pushing event deleted for resources: {'Port': ['ID=6fb3f714-e7dd-4bd9-8cac-53d707365617,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:04.676246 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['6fb3f714-e7dd-4bd9-8cac-53d707365617'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:04.692932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f542fab-a376-478e-8766-adbc11b0d1eb req-63b4b60c-3a88-47e7-9506-32fb04681fe2 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:04.700220 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f542fab-a376-478e-8766-adbc11b0d1eb req-63b4b60c-3a88-47e7-9506-32fb04681fe2 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 867 time: 0.1110222 Sep 16 04:52:04.765986 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-355bc080-c179-476e-810b-5b41e42b9ac7 req-ab38106b-26c0-4243-919c-983fb0aa54ed tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] No DVR routers for this DVR port 6fb3f714-e7dd-4bd9-8cac-53d707365617 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:04.774194 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-355bc080-c179-476e-810b-5b41e42b9ac7 req-ab38106b-26c0-4243-919c-983fb0aa54ed tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.776197 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-355bc080-c179-476e-810b-5b41e42b9ac7 req-ab38106b-26c0-4243-919c-983fb0aa54ed tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.21 "DELETE /v2.0/ports/6fb3f714-e7dd-4bd9-8cac-53d707365617 HTTP/1.1" status: 204 len: 173 time: 0.8755059 Sep 16 04:52:04.776640 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206f82b8-e77b-49e1-b71e-10f6cef68118', 'name': 'network-vif-deleted', 'tag': '6fb3f714-e7dd-4bd9-8cac-53d707365617'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:04.786919 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9298207-bcd4-4d20-934b-87b110a03acf" -d '{"events": [{"server_uuid": "206f82b8-e77b-49e1-b71e-10f6cef68118", "name": "network-vif-deleted", "tag": "6fb3f714-e7dd-4bd9-8cac-53d707365617"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:04.829772 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f542fab-a376-478e-8766-adbc11b0d1eb req-06d3b9c1-13c5-4f67-90ae-dc89c5743940 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8f7b1d-ec50-4642-a47c-d2174008fb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281140 Sep 16 04:52:04.997090 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0f2606-214c-4336-b5f2-f8922294638a x-openstack-request-id: req-3e0f2606-214c-4336-b5f2-f8922294638a {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:04.998434 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206f82b8-e77b-49e1-b71e-10f6cef68118", "name": "network-vif-deleted", "tag": "6fb3f714-e7dd-4bd9-8cac-53d707365617", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:05.000093 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e0f2606-214c-4336-b5f2-f8922294638a {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:05.000772 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206f82b8-e77b-49e1-b71e-10f6cef68118', 'name': 'network-vif-deleted', 'tag': '6fb3f714-e7dd-4bd9-8cac-53d707365617', 'status': 'completed', 'code': 200} Sep 16 04:52:05.096422 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-019c83be-a810-4752-aeac-7039577a08ab req-9bce00f4-0358-4059-8b98-ca039db2254c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 210 time: 0.0421987 Sep 16 04:52:05.129137 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-27ed6606-b5f5-442e-837c-57d35251d76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.332151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ecfc2-464d-45d1-bfa5-916ea14be41e req-3aec65dc-693f-4ddf-ab07-bdab3988929d tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:05.333851 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a0ecfc2-464d-45d1-bfa5-916ea14be41e req-3aec65dc-693f-4ddf-ab07-bdab3988929d tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.0880148 Sep 16 04:52:05.380142 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a0ecfc2-464d-45d1-bfa5-916ea14be41e req-87027d3e-4cab-4aad-9413-73cac3d572b4 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396919 Sep 16 04:52:05.996317 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bb9e6865-167a-4773-89ce-5b84a40398c8 req-f8e6463b-5b9d-4558-98a7-5631e6a21a84 tempest-InstanceActionsTestJSON-1995122300 tempest-InstanceActionsTestJSON-1995122300-project] 10.222.0.20 "GET /v2.0/ports?device_id=206f82b8-e77b-49e1-b71e-10f6cef68118 HTTP/1.1" status: 200 len: 210 time: 0.0535853 Sep 16 04:52:06.202818 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53607464-ed33-49dd-8281-1f2b3c60213f req-c2f61948-2382-4c36-ac84-a47391246601 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 210 time: 0.0336988 Sep 16 04:52:06.423763 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 5acbcc72-7d86-4797-a9fa-79052bb43bb3 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:06.536540 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 5acbcc72-7d86-4797-a9fa-79052bb43bb3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5acbcc72-7d86-4797-a9fa-79052bb43bb3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:06.543266 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143fe7d-3d47-4238-b83d-2bd2f1f00f31 req-1144963b-a708-4162-9605-974a14a529c9 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:06.545359 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0143fe7d-3d47-4238-b83d-2bd2f1f00f31 req-1144963b-a708-4162-9605-974a14a529c9 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.0750244 Sep 16 04:52:06.550332 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 5acbcc72-7d86-4797-a9fa-79052bb43bb3 has no active binding in host n-h1-712140-13 {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:52:06.594669 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0143fe7d-3d47-4238-b83d-2bd2f1f00f31 req-262f2eeb-f6f4-4b42-ad35-4be7af7f628a tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387018 Sep 16 04:52:07.093684 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45008) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:07.174624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-62997c4f-53c5-4431-ae25-cfbf627a9315 admin admin] Deleting subnet 490b7e48-006e-4947-9f4e-422a10c1fc9f {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:07.176814 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-62997c4f-53c5-4431-ae25-cfbf627a9315 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.267197 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-62997c4f-53c5-4431-ae25-cfbf627a9315 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.332826 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-62997c4f-53c5-4431-ae25-cfbf627a9315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.400492 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4b0fd52-4fa2-4256-be60-605f6904a44d req-f2fb9ddd-e93e-490f-ade0-df3b7094a76a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 210 time: 0.0477712 Sep 16 04:52:07.613114 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-62997c4f-53c5-4431-ae25-cfbf627a9315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.677675 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62997c4f-53c5-4431-ae25-cfbf627a9315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=490b7e48-006e-4947-9f4e-422a10c1fc9f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:07.759712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4f940-278e-4e6f-950d-04b5452bf62f req-41eef54a-0e47-45ec-83c0-eaba5d98fc57 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.768637 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffc4f940-278e-4e6f-950d-04b5452bf62f req-41eef54a-0e47-45ec-83c0-eaba5d98fc57 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.0652823 Sep 16 04:52:07.838367 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6c186a7b-20fd-4261-9d6d-c5cb1d04e1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.844410 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffc4f940-278e-4e6f-950d-04b5452bf62f req-803436c2-874b-471d-8284-f641ff2ee458 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745010 Sep 16 04:52:07.899939 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-a8f8bc74-0a46-4363-b00c-b9dd212a271f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.904517 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-a8f8bc74-0a46-4363-b00c-b9dd212a271f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "GET /v2.0/networks?id=891f88b4-8a81-44ed-8083-f8871519ebc1 HTTP/1.1" status: 200 len: 805 time: 0.2205403 Sep 16 04:52:07.905255 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-62997c4f-53c5-4431-ae25-cfbf627a9315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.907728 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-62997c4f-53c5-4431-ae25-cfbf627a9315 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/490b7e48-006e-4947-9f4e-422a10c1fc9f HTTP/1.1" status: 204 len: 168 time: 0.8119445 Sep 16 04:52:07.911062 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45030) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:07.940671 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-ec9a844b-5189-4c6f-8535-eceb71a15ba9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Request body: {'port': {'device_id': '6408b6ed-f796-444e-a1c2-0e991a2c165f', 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1', 'admin_state_up': True, 'tenant_id': 'ae34ed890fee43568c52dc5aa5e731ea'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:08.139909 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-06dffdc4-e8d6-44a8-8c01-a10acc47c981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.258489 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-06dffdc4-e8d6-44a8-8c01-a10acc47c981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.288936 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-06dffdc4-e8d6-44a8-8c01-a10acc47c981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51571f9e-82db-4e49-bd51-989c5601c77a']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:08.301436 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-06dffdc4-e8d6-44a8-8c01-a10acc47c981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dca835e-72fb-458f-9a2d-4953ed2dbcfc') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:08.301732 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-06dffdc4-e8d6-44a8-8c01-a10acc47c981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dca835e-72fb-458f-9a2d-4953ed2dbcfc') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:08.317107 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-06dffdc4-e8d6-44a8-8c01-a10acc47c981 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.335647 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-06dffdc4-e8d6-44a8-8c01-a10acc47c981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.343829 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06dffdc4-e8d6-44a8-8c01-a10acc47c981 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-06dffdc4-e8d6-44a8-8c01-a10acc47c981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:08.357028 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:08.414723 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-ec9a844b-5189-4c6f-8535-eceb71a15ba9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Made reservation on behalf of ae34ed890fee43568c52dc5aa5e731ea for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:08.420100 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-ec9a844b-5189-4c6f-8535-eceb71a15ba9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.436205 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6fb3f714-e7dd-4bd9-8cac-53d707365617 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:08.499174 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 6fb3f714-e7dd-4bd9-8cac-53d707365617 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:08.500183 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6fb3f714-e7dd-4bd9-8cac-53d707365617 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:08.518086 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.540398 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6e4bcd2-3795-4799-870b-a0ed5fa7a34e req-a5337939-e864-440d-8b37-a52f9e45b929 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 210 time: 0.0459394 Sep 16 04:52:08.580350 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-06dffdc4-e8d6-44a8-8c01-a10acc47c981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.585910 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-06dffdc4-e8d6-44a8-8c01-a10acc47c981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.602561 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-06dffdc4-e8d6-44a8-8c01-a10acc47c981 admin admin] 10.222.0.20 "DELETE /v2.0/networks/51571f9e-82db-4e49-bd51-989c5601c77a HTTP/1.1" status: 204 len: 168 time: 0.6763468 Sep 16 04:52:08.665443 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dffdc4-e8d6-44a8-8c01-a10acc47c981 admin admin] Pushing event deleted for resources: {'Network': ['ID=51571f9e-82db-4e49-bd51-989c5601c77a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:08.769675 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-ec9a844b-5189-4c6f-8535-eceb71a15ba9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Allocated IP 172.20.0.9 (891f88b4-8a81-44ed-8083-f8871519ebc1/a11d457e-5c38-4c60-bb5b-2d1c066b76df/3d8532f4-ec6b-4b6f-973f-02e2619162a5) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:09.052180 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba99f54-f674-43d9-a050-93e1a0f31b4f req-28442508-2990-46c5-bea5-4b7662a4078c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.064009 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aba99f54-f674-43d9-a050-93e1a0f31b4f req-28442508-2990-46c5-bea5-4b7662a4078c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.1108837 Sep 16 04:52:09.110523 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-ec9a844b-5189-4c6f-8535-eceb71a15ba9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.119298 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aba99f54-f674-43d9-a050-93e1a0f31b4f req-524afc75-4fcf-4d63-92a4-e36e7990ad34 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497761 Sep 16 04:52:09.133522 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.137473 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5acbcc72-7d86-4797-a9fa-79052bb43bb3 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:09.195934 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45054) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:09.245103 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b531a6b7-8dfd-4091-b8fb-4518f6c2b4c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eacdbc3cdc4d4ab78e903ad6bc591038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477903 Sep 16 04:52:09.246545 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-ec9a844b-5189-4c6f-8535-eceb71a15ba9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.247690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45056) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:09.358702 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-ec9a844b-5189-4c6f-8535-eceb71a15ba9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Network 891f88b4-8a81-44ed-8083-f8871519ebc1 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:09.368108 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e33300f3-0f4c-48c4-b3c2-19feb1378538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.369227 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-ec9a844b-5189-4c6f-8535-eceb71a15ba9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:09.373654 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-ec9a844b-5189-4c6f-8535-eceb71a15ba9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:09.418131 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e33300f3-0f4c-48c4-b3c2-19feb1378538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.454656 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-ec9a844b-5189-4c6f-8535-eceb71a15ba9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.456454 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-ec9a844b-5189-4c6f-8535-eceb71a15ba9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.491780 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a844b-5189-4c6f-8535-eceb71a15ba9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Pushing event updated for resources: {'Port': ['ID=3d8532f4-ec6b-4b6f-973f-02e2619162a5,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:09.582428 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-ec9a844b-5189-4c6f-8535-eceb71a15ba9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6474359 Sep 16 04:52:09.603295 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Request body: {'port': {'device_id': '6408b6ed-f796-444e-a1c2-0e991a2c165f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:09.696642 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e33300f3-0f4c-48c4-b3c2-19feb1378538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.699558 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e33300f3-0f4c-48c4-b3c2-19feb1378538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.700794 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.701238 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e33300f3-0f4c-48c4-b3c2-19feb1378538 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b8f7b1d-ec50-4642-a47c-d2174008fb4e HTTP/1.1" status: 204 len: 168 time: 0.4521635 Sep 16 04:52:09.716979 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f320e-d3c5-49c1-bcd4-6b64b3d97eeb req-24d5800b-1545-4450-89e5-434c71e9db48 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.725566 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d9f320e-d3c5-49c1-bcd4-6b64b3d97eeb req-24d5800b-1545-4450-89e5-434c71e9db48 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 931 time: 0.0808082 Sep 16 04:52:09.766287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33300f3-0f4c-48c4-b3c2-19feb1378538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8f7b1d-ec50-4642-a47c-d2174008fb4e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:09.803205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d9f320e-d3c5-49c1-bcd4-6b64b3d97eeb req-8ac3494e-d10d-4fc0-a35c-77e488ff52db tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763891 Sep 16 04:52:10.009421 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-0b8969d6-9115-4f91-acd3-cd149847f33c service neutron] 10.222.0.38 "GET /v2.0/ports/5acbcc72-7d86-4797-a9fa-79052bb43bb3/bindings/n-h1-712140-13 HTTP/1.1" status: 200 len: 385 time: 0.1227810 Sep 16 04:52:10.258308 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8532f4-ec6b-4b6f-973f-02e2619162a5 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:10.272274 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.337403 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Transition to ACTIVE for port object 3d8532f4-ec6b-4b6f-973f-02e2619162a5 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:10.345156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776452a7-29f5-44e6-8f18-bb3d908af6ff req-6e35ea76-de90-4109-b369-2b2f65fdb111 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.357424 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-776452a7-29f5-44e6-8f18-bb3d908af6ff req-6e35ea76-de90-4109-b369-2b2f65fdb111 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 943 time: 0.1073928 Sep 16 04:52:10.385131 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-ebb22c22-6fef-4c3f-9cc5-c4fa2e50a28b service neutron] For port 5acbcc72-7d86-4797-a9fa-79052bb43bb3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5acbcc72-7d86-4797-a9fa-79052bb43bb3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:10.409993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-776452a7-29f5-44e6-8f18-bb3d908af6ff req-c851e6eb-d83f-4c29-848a-fb16be82dbe8 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491533 Sep 16 04:52:10.469986 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-ebb22c22-6fef-4c3f-9cc5-c4fa2e50a28b service neutron] For port 5acbcc72-7d86-4797-a9fa-79052bb43bb3, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:10.519926 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-ebb22c22-6fef-4c3f-9cc5-c4fa2e50a28b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5acbcc72-7d86-4797-a9fa-79052bb43bb3 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:10.553220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-ebb22c22-6fef-4c3f-9cc5-c4fa2e50a28b service neutron] For port 5acbcc72-7d86-4797-a9fa-79052bb43bb3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=5acbcc72-7d86-4797-a9fa-79052bb43bb3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:10.597481 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.711575 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.743245 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-ebb22c22-6fef-4c3f-9cc5-c4fa2e50a28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.776120 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8532f4-ec6b-4b6f-973f-02e2619162a5,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:10.952297 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Attempting to bind port 3d8532f4-ec6b-4b6f-973f-02e2619162a5 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:10.952629 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Attempting to bind port 3d8532f4-ec6b-4b6f-973f-02e2619162a5 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:10.953796 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Attempting to bind port 3d8532f4-ec6b-4b6f-973f-02e2619162a5 on network 891f88b4-8a81-44ed-8083-f8871519ebc1 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:10.978097 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Port 3d8532f4-ec6b-4b6f-973f-02e2619162a5 on network 891f88b4-8a81-44ed-8083-f8871519ebc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:10.980265 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Attempting to bind port 3d8532f4-ec6b-4b6f-973f-02e2619162a5 on network 891f88b4-8a81-44ed-8083-f8871519ebc1 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:11.004221 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:11.004876 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Checking segment: {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:11.006063 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Bound using segment: {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:11.007313 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Bound port: 3d8532f4-ec6b-4b6f-973f-02e2619162a5, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:11.009315 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.037959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ac005-0468-4bf2-9c3b-bdf6a06ab7b3 req-7196053a-ab63-4740-badb-20d0d5ddae12 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.039469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e3ac005-0468-4bf2-9c3b-bdf6a06ab7b3 req-7196053a-ab63-4740-badb-20d0d5ddae12 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 943 time: 0.1040442 Sep 16 04:52:11.056755 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-ebb22c22-6fef-4c3f-9cc5-c4fa2e50a28b service neutron] Transition to ACTIVE for port object 5acbcc72-7d86-4797-a9fa-79052bb43bb3 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:11.134477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e3ac005-0468-4bf2-9c3b-bdf6a06ab7b3 req-5046a866-175b-438b-9436-2054b6714aff tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884373 Sep 16 04:52:11.888492 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-ebb22c22-6fef-4c3f-9cc5-c4fa2e50a28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.890627 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd91191-4a14-4829-8d87-74b6737fd459 req-18680553-fc0d-475d-8ca1-a9e6360337b1 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.890627 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8bd91191-4a14-4829-8d87-74b6737fd459 req-18680553-fc0d-475d-8ca1-a9e6360337b1 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 944 time: 0.0541887 Sep 16 04:52:11.890627 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8bd91191-4a14-4829-8d87-74b6737fd459 req-4d28b87e-dae8-4ac4-96a7-18c6092ba9b1 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338266 Sep 16 04:52:11.892859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-ebb22c22-6fef-4c3f-9cc5-c4fa2e50a28b service neutron] No DVR routers for this DVR port 5acbcc72-7d86-4797-a9fa-79052bb43bb3 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:11.892859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] For port 3d8532f4-ec6b-4b6f-973f-02e2619162a5, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:11.892859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] For port 3d8532f4-ec6b-4b6f-973f-02e2619162a5, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=3d8532f4-ec6b-4b6f-973f-02e2619162a5,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:11.892859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb22c22-6fef-4c3f-9cc5-c4fa2e50a28b service neutron] Pushing event updated for resources: {'Port': ['ID=5acbcc72-7d86-4797-a9fa-79052bb43bb3,revision_number=10']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:11.892859 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-ebb22c22-6fef-4c3f-9cc5-c4fa2e50a28b service neutron] 10.222.0.38 "PUT /v2.0/ports/5acbcc72-7d86-4797-a9fa-79052bb43bb3/bindings/n-h1-712140-13/activate HTTP/1.1" status: 200 len: 370 time: 1.6484866 Sep 16 04:52:11.894485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45126) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:11.894485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-41e6e644-3606-4a86-bc44-9b677fd06685 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-806361925-network', 'tenant_id': '4a2ffc710c6d496c8d06b1eaeddc31fe'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:12.117485 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.154501 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.155136 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.156522 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-6726c588-38d2-4189-afee-017e4e829096 service neutron] 10.222.0.38 "PUT /v2.0/ports/3d8532f4-ec6b-4b6f-973f-02e2619162a5 HTTP/1.1" status: 200 len: 1092 time: 2.5587263 Sep 16 04:52:12.156974 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6408b6ed-f796-444e-a1c2-0e991a2c165f', 'tag': '3d8532f4-ec6b-4b6f-973f-02e2619162a5'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:12.159866 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e513d489-adf2-4211-b0f7-795d272d18f8" -d '{"events": [{"name": "network-changed", "server_uuid": "6408b6ed-f796-444e-a1c2-0e991a2c165f", "tag": "3d8532f4-ec6b-4b6f-973f-02e2619162a5"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:12.162846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e6e644-3606-4a86-bc44-9b677fd06685 admin admin] Made reservation on behalf of 4a2ffc710c6d496c8d06b1eaeddc31fe for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:12.170330 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41e6e644-3606-4a86-bc44-9b677fd06685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.183597 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726c588-38d2-4189-afee-017e4e829096 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8532f4-ec6b-4b6f-973f-02e2619162a5,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:12.204280 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41e6e644-3606-4a86-bc44-9b677fd06685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.217181 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60d7c92-095d-482d-8b74-7144e4ebbf5f x-openstack-request-id: req-f60d7c92-095d-482d-8b74-7144e4ebbf5f {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:12.217478 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6408b6ed-f796-444e-a1c2-0e991a2c165f", "tag": "3d8532f4-ec6b-4b6f-973f-02e2619162a5", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:12.217723 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f60d7c92-095d-482d-8b74-7144e4ebbf5f {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:12.218106 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6408b6ed-f796-444e-a1c2-0e991a2c165f', 'tag': '3d8532f4-ec6b-4b6f-973f-02e2619162a5', 'status': 'completed', 'code': 200} Sep 16 04:52:12.310994 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513d489-adf2-4211-b0f7-795d272d18f8 req-9b3d25bc-d372-4534-98ba-f8808f594baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.316147 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e513d489-adf2-4211-b0f7-795d272d18f8 req-9b3d25bc-d372-4534-98ba-f8808f594baf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 1095 time: 0.0512142 Sep 16 04:52:12.317834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ed657-8da5-40da-acb5-83a0d35affb5 req-4da82986-0fcb-4a91-bdcc-c9e799055bb8 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.319553 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e5ed657-8da5-40da-acb5-83a0d35affb5 req-4da82986-0fcb-4a91-bdcc-c9e799055bb8 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 943 time: 0.0918295 Sep 16 04:52:12.334698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-bab498dc-1b88-446a-928f-f313089bbd15 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.336561 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-bab498dc-1b88-446a-928f-f313089bbd15 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5&tenant_id=81978a2452c74d468c1440c8a9e64f75&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 1096 time: 0.1510575 Sep 16 04:52:12.388080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e5ed657-8da5-40da-acb5-83a0d35affb5 req-49e29ed8-5dd7-4cdb-868c-dcaa6c61fdfd tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486016 Sep 16 04:52:12.449900 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-8ea4095e-e809-490c-a76d-e35099293209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.451671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-8ea4095e-e809-490c-a76d-e35099293209 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5&tenant_id=81978a2452c74d468c1440c8a9e64f75 HTTP/1.1" status: 200 len: 1096 time: 0.0675700 Sep 16 04:52:12.500199 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513d489-adf2-4211-b0f7-795d272d18f8 req-948a28d9-260a-44df-9b92-51d9b4efc986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.503556 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e513d489-adf2-4211-b0f7-795d272d18f8 req-948a28d9-260a-44df-9b92-51d9b4efc986 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1698594 Sep 16 04:52:12.534209 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41e6e644-3606-4a86-bc44-9b677fd06685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.550264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-cc297eca-f4fa-4228-82e8-5270a09203ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.552296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-cc297eca-f4fa-4228-82e8-5270a09203ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81978a2452c74d468c1440c8a9e64f75&device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 1096 time: 0.0579715 Sep 16 04:52:12.645230 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513d489-adf2-4211-b0f7-795d272d18f8 req-6254539c-c31a-408a-bfa0-9411cdd61427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.647258 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e513d489-adf2-4211-b0f7-795d272d18f8 req-6254539c-c31a-408a-bfa0-9411cdd61427 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1295130 Sep 16 04:52:12.704460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-c670917d-97e0-4795-84fc-2416df7f57bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.706714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-c670917d-97e0-4795-84fc-2416df7f57bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 200 len: 921 time: 0.1406603 Sep 16 04:52:12.736811 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41e6e644-3606-4a86-bc44-9b677fd06685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.777143 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-d17671ad-1bbb-4dbd-a085-ca0294d89150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.779177 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-d17671ad-1bbb-4dbd-a085-ca0294d89150 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 1095 time: 0.0621092 Sep 16 04:52:12.801888 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-95b6c3af-0c8d-405f-bd37-7c43c1d9010d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5acbcc72-7d86-4797-a9fa-79052bb43bb3 HTTP/1.1" status: 200 len: 217 time: 0.0856347 Sep 16 04:52:12.874629 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-53951319-ddce-4aaf-b0e3-ff33bfaf54b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d8532f4-ec6b-4b6f-973f-02e2619162a5 HTTP/1.1" status: 200 len: 217 time: 0.0741382 Sep 16 04:52:12.967688 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-dd8f0cd7-3af8-4529-a3b6-2c64d470e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.969236 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-dd8f0cd7-3af8-4529-a3b6-2c64d470e94e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a11d457e-5c38-4c60-bb5b-2d1c066b76df HTTP/1.1" status: 200 len: 845 time: 0.0547299 Sep 16 04:52:13.005415 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-060ef682-bc04-4b09-9800-9d68c9d05ee2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=891f88b4-8a81-44ed-8083-f8871519ebc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282714 Sep 16 04:52:13.156698 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-76d14438-9ac6-4d7e-9661-d197981aaa3e service neutron] 10.222.0.38 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408904 Sep 16 04:52:13.197818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e6e644-3606-4a86-bc44-9b677fd06685 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:13.228748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e644-3606-4a86-bc44-9b677fd06685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd88ae5a-db10-4c99-81d3-884402c631ce,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:13.237704 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41e6e644-3606-4a86-bc44-9b677fd06685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.238185 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-41e6e644-3606-4a86-bc44-9b677fd06685 admin admin] Added segment e4cd8aef-c7f7-41ed-b0e4-b49ebecebbb1 of type vlan for network d154d0b5-b144-46d5-b615-47ce95c6f487 Sep 16 04:52:13.252429 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-87f6a78e-0a0f-45fb-a26b-194d968cecb3 req-f5f8063f-f182-481b-b1f5-dc5871d3ba5b service neutron] 10.222.0.38 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879488 Sep 16 04:52:13.255861 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-a35b602c-88a1-4024-bd75-78ba8026f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.257577 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-a35b602c-88a1-4024-bd75-78ba8026f925 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9023553c-0727-4415-b53e-7374b71d88bd HTTP/1.1" status: 200 len: 860 time: 0.4080155 Sep 16 04:52:13.266337 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284fcce-e5cb-4472-8bbc-ed89cc597644 req-52bbaf05-ec43-4350-92e6-eb008eda2980 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.268513 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a284fcce-e5cb-4472-8bbc-ed89cc597644 req-52bbaf05-ec43-4350-92e6-eb008eda2980 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 944 time: 0.5332901 Sep 16 04:52:13.331316 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41e6e644-3606-4a86-bc44-9b677fd06685 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.341253 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-2f3be6e3-28d6-47ab-814d-0e90a2a259d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e4d6dc4-12b9-41c8-af2b-a538152a95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518653 Sep 16 04:52:13.402639 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a284fcce-e5cb-4472-8bbc-ed89cc597644 req-ab527e0f-d5b0-4a5b-a348-b8ce326989bb tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120226 Sep 16 04:52:13.494476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-d3f481fe-8550-4f8e-8b20-820599cabffb service neutron] 10.222.0.21 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427126 Sep 16 04:52:13.546090 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41e6e644-3606-4a86-bc44-9b677fd06685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.547049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e6e644-3606-4a86-bc44-9b677fd06685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.547626 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41e6e644-3606-4a86-bc44-9b677fd06685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.577298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8dc7f-f2e5-4fb3-8d3a-913828fefc34 req-218715a1-39f3-4812-8552-3e0108794117 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.578865 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9f8dc7f-f2e5-4fb3-8d3a-913828fefc34 req-218715a1-39f3-4812-8552-3e0108794117 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 943 time: 0.0981812 Sep 16 04:52:13.687029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e644-3606-4a86-bc44-9b677fd06685 admin admin] Pushing event updated for resources: {'Network': ['ID=d154d0b5-b144-46d5-b615-47ce95c6f487,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:13.698083 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network d154d0b5-b144-46d5-b615-47ce95c6f487 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:13.720658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9f8dc7f-f2e5-4fb3-8d3a-913828fefc34 req-743af8ec-72a6-4ec1-ac6f-ebd981294339 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247272 Sep 16 04:52:13.728754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-41e6e644-3606-4a86-bc44-9b677fd06685 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9794796 Sep 16 04:52:13.731459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45182) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:13.736647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-526c0b92-a668-47ca-9c0d-a45d2a93d8dc admin admin] Request body: {'subnet': {'network_id': 'd154d0b5-b144-46d5-b615-47ce95c6f487', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-806361925-subnet', 'tenant_id': '4a2ffc710c6d496c8d06b1eaeddc31fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:13.743944 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-7d93e9e6-2d7c-4a2d-9f5b-d75da435fdc3 service neutron] 10.222.0.21 "GET /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248743 Sep 16 04:52:13.894703 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526c0b92-a668-47ca-9c0d-a45d2a93d8dc admin admin] Made reservation on behalf of 4a2ffc710c6d496c8d06b1eaeddc31fe for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:13.897359 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-526c0b92-a668-47ca-9c0d-a45d2a93d8dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.163399 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-526c0b92-a668-47ca-9c0d-a45d2a93d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.224982 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c0b92-a668-47ca-9c0d-a45d2a93d8dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f096700-1658-4292-adfb-75c89ad632ae,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:14.239155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526c0b92-a668-47ca-9c0d-a45d2a93d8dc admin admin] Checking segment: {'id': 'e4cd8aef-c7f7-41ed-b0e4-b49ebecebbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd154d0b5-b144-46d5-b615-47ce95c6f487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:14.239155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c0b92-a668-47ca-9c0d-a45d2a93d8dc admin admin] Network hostable DHCP agents. Network: d154d0b5-b144-46d5-b615-47ce95c6f487, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:14.312943 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a102f-6628-4a33-9090-a4aabbfd10dd req-d7db7978-afbd-466c-b764-5689d8dec239 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:14.315086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a18a102f-6628-4a33-9090-a4aabbfd10dd req-d7db7978-afbd-466c-b764-5689d8dec239 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=f990d1e4-d4cd-4399-95bc-12879478fabb HTTP/1.1" status: 200 len: 950 time: 0.0502300 Sep 16 04:52:14.354479 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a18a102f-6628-4a33-9090-a4aabbfd10dd req-444e64e2-d32a-4fed-a314-482f9e68cd54 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331984 Sep 16 04:52:14.368063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c0b92-a668-47ca-9c0d-a45d2a93d8dc admin admin] Network d154d0b5-b144-46d5-b615-47ce95c6f487 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:14.531939 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aea339-7a6a-4368-830e-ff9f2dbc5b5e req-13fe848a-debe-4b48-bf45-2cdc8382280c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:14.534359 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-36aea339-7a6a-4368-830e-ff9f2dbc5b5e req-13fe848a-debe-4b48-bf45-2cdc8382280c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 944 time: 0.0555663 Sep 16 04:52:14.535551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-526c0b92-a668-47ca-9c0d-a45d2a93d8dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, d154d0b5-b144-46d5-b615-47ce95c6f487) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:14.540366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526c0b92-a668-47ca-9c0d-a45d2a93d8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:14.541129 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-526c0b92-a668-47ca-9c0d-a45d2a93d8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.546434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d617fce-3e79-40f0-98ba-97d36a994cfb None None] Network d154d0b5-b144-46d5-b615-47ce95c6f487 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:14.582570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-36aea339-7a6a-4368-830e-ff9f2dbc5b5e req-e8903440-fd3c-41cf-96ba-f7db074afc49 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388412 Sep 16 04:52:14.684049 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-526c0b92-a668-47ca-9c0d-a45d2a93d8dc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9515855 Sep 16 04:52:14.684366 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fc4db9-e808-4fec-88a2-d3f1d8bb8bb2 None None] Network d154d0b5-b144-46d5-b615-47ce95c6f487 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:14.786732 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-519941c6-c2c2-47ec-9aff-b90d48d67997 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:14.788052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-519941c6-c2c2-47ec-9aff-b90d48d67997 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5&tenant_id=81978a2452c74d468c1440c8a9e64f75&binding%3Ahost_id=n-h1-712140-13 HTTP/1.1" status: 200 len: 1096 time: 0.0560665 Sep 16 04:52:14.833789 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45222) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:14.885344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-8491bb28-988d-4cf2-87cf-6e6d1fd37ea2 admin admin] Deleting subnet 7f096700-1658-4292-adfb-75c89ad632ae {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:14.895433 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8491bb28-988d-4cf2-87cf-6e6d1fd37ea2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.909241 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d935dcd-653b-452d-83bc-b6cd86d7b51e req-86c99edc-ec7b-40b4-9dfd-ef006706c9ef tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:14.910845 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d935dcd-653b-452d-83bc-b6cd86d7b51e req-86c99edc-ec7b-40b4-9dfd-ef006706c9ef tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 943 time: 0.0763576 Sep 16 04:52:14.943654 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8491bb28-988d-4cf2-87cf-6e6d1fd37ea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.984400 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8491bb28-988d-4cf2-87cf-6e6d1fd37ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.987284 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d935dcd-653b-452d-83bc-b6cd86d7b51e req-3dabeb83-2d6f-4260-acd4-08e5ecb95cbe tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702477 Sep 16 04:52:15.120339 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-2124a32d-81f8-46fe-a728-6a8fdc9e46d0 service neutron] For port 5acbcc72-7d86-4797-a9fa-79052bb43bb3, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:15.137717 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-2124a32d-81f8-46fe-a728-6a8fdc9e46d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.137717 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7146108-1b55-41d2-bbb5-f8e9dbac543f req-2124a32d-81f8-46fe-a728-6a8fdc9e46d0 service neutron] 10.222.0.21 "DELETE /v2.0/ports/5acbcc72-7d86-4797-a9fa-79052bb43bb3/bindings/n-h2-712140-13 HTTP/1.1" status: 204 len: 173 time: 0.3291707 Sep 16 04:52:15.140163 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8491bb28-988d-4cf2-87cf-6e6d1fd37ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.172231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491bb28-988d-4cf2-87cf-6e6d1fd37ea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f096700-1658-4292-adfb-75c89ad632ae,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:15.176784 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8491bb28-988d-4cf2-87cf-6e6d1fd37ea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.178997 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8491bb28-988d-4cf2-87cf-6e6d1fd37ea2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7f096700-1658-4292-adfb-75c89ad632ae HTTP/1.1" status: 204 len: 168 time: 0.3442307 Sep 16 04:52:15.185481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45232) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:15.253669 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4967f5f1-6174-4db3-b473-b99686761ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.338541 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4967f5f1-6174-4db3-b473-b99686761ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.358367 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-4967f5f1-6174-4db3-b473-b99686761ffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d154d0b5-b144-46d5-b615-47ce95c6f487']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:15.368566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-4967f5f1-6174-4db3-b473-b99686761ffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4cd8aef-c7f7-41ed-b0e4-b49ebecebbb1') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:15.368566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-4967f5f1-6174-4db3-b473-b99686761ffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4cd8aef-c7f7-41ed-b0e4-b49ebecebbb1') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:15.378114 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4967f5f1-6174-4db3-b473-b99686761ffe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.391533 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4967f5f1-6174-4db3-b473-b99686761ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4967f5f1-6174-4db3-b473-b99686761ffe admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4967f5f1-6174-4db3-b473-b99686761ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:15.401619 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:15.503571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c614c-7ee1-4450-bbd6-d8edab1317ed req-e7136c48-56d5-49e5-b0bc-c4ef2501df43 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.505091 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d6c614c-7ee1-4450-bbd6-d8edab1317ed req-e7136c48-56d5-49e5-b0bc-c4ef2501df43 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=f990d1e4-d4cd-4399-95bc-12879478fabb HTTP/1.1" status: 200 len: 950 time: 0.0547435 Sep 16 04:52:15.543997 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d6c614c-7ee1-4450-bbd6-d8edab1317ed req-63bd1498-587e-4bb0-807f-8b64114f381c tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326064 Sep 16 04:52:15.625834 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4967f5f1-6174-4db3-b473-b99686761ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.638937 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4967f5f1-6174-4db3-b473-b99686761ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.641220 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4967f5f1-6174-4db3-b473-b99686761ffe admin admin] 10.222.0.20 "DELETE /v2.0/networks/d154d0b5-b144-46d5-b615-47ce95c6f487 HTTP/1.1" status: 204 len: 168 time: 0.4573987 Sep 16 04:52:15.658078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967f5f1-6174-4db3-b473-b99686761ffe admin admin] Pushing event deleted for resources: {'Network': ['ID=d154d0b5-b144-46d5-b615-47ce95c6f487,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:15.744305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b1d36-8477-4bb4-a8c5-9f6ccdbea10f req-562a6831-bb24-4d57-a841-c54a0c73cd12 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.755498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb1b1d36-8477-4bb4-a8c5-9f6ccdbea10f req-562a6831-bb24-4d57-a841-c54a0c73cd12 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 944 time: 0.0693238 Sep 16 04:52:15.791935 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb1b1d36-8477-4bb4-a8c5-9f6ccdbea10f req-121fd5d7-aab7-4ce9-981c-262269791fae tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354798 Sep 16 04:52:15.939650 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d00c0e-823c-44f1-ad7e-7508ca366ac5 req-dbd703c1-da6a-49ca-9b7d-7c7774f26246 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.941304 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91d00c0e-823c-44f1-ad7e-7508ca366ac5 req-dbd703c1-da6a-49ca-9b7d-7c7774f26246 tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 1096 time: 0.0470057 Sep 16 04:52:15.980504 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91d00c0e-823c-44f1-ad7e-7508ca366ac5 req-20a5c7b5-dad3-48f9-976f-1390d426db3b tempest-LiveAutoBlockMigrationV225Test-1271894914 tempest-LiveAutoBlockMigrationV225Test-1271894914-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332344 Sep 16 04:52:16.141935 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84335c-5939-4ce2-9138-4029bf1ab46d req-af54e768-e44b-40b8-b05e-6322a86bedeb tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.141935 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af84335c-5939-4ce2-9138-4029bf1ab46d req-af54e768-e44b-40b8-b05e-6322a86bedeb tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 943 time: 0.0627725 Sep 16 04:52:16.149617 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45308) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:16.184793 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af84335c-5939-4ce2-9138-4029bf1ab46d req-65205796-9217-467c-aa5e-82ce30700739 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375905 Sep 16 04:52:16.198505 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1a584530-4bd8-4285-9999-f79ca1a1ec2d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a2ffc710c6d496c8d06b1eaeddc31fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453281 Sep 16 04:52:16.198836 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45312) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:16.254438 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e741c92b-18f7-47ef-8fb7-a9643d82fed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.291674 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e741c92b-18f7-47ef-8fb7-a9643d82fed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.511664 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e741c92b-18f7-47ef-8fb7-a9643d82fed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.519860 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e741c92b-18f7-47ef-8fb7-a9643d82fed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.519860 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e741c92b-18f7-47ef-8fb7-a9643d82fed7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd88ae5a-db10-4c99-81d3-884402c631ce HTTP/1.1" status: 204 len: 168 time: 0.3158257 Sep 16 04:52:16.528607 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741c92b-18f7-47ef-8fb7-a9643d82fed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd88ae5a-db10-4c99-81d3-884402c631ce,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:16.843111 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db6b95-41e5-42a2-9fef-f04ddb80d62c req-9e2df740-c386-4e48-8ceb-49eac23cd956 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.844626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7db6b95-41e5-42a2-9fef-f04ddb80d62c req-9e2df740-c386-4e48-8ceb-49eac23cd956 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 944 time: 0.0592396 Sep 16 04:52:16.894931 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7db6b95-41e5-42a2-9fef-f04ddb80d62c req-c9e89c46-1604-4a37-8908-f594c3a1f14c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434818 Sep 16 04:52:17.165822 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 3d8532f4-ec6b-4b6f-973f-02e2619162a5 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:17.285395 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 3d8532f4-ec6b-4b6f-973f-02e2619162a5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=3d8532f4-ec6b-4b6f-973f-02e2619162a5,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:17.339002 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf3e42-be3a-4485-b20d-63b7b52276b2 req-abe1234f-81a2-4178-a33a-01eb02d68c70 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.351242 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1bf3e42-be3a-4485-b20d-63b7b52276b2 req-abe1234f-81a2-4178-a33a-01eb02d68c70 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 943 time: 0.0823245 Sep 16 04:52:17.403921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1bf3e42-be3a-4485-b20d-63b7b52276b2 req-cbc7b847-c0f5-4050-8a90-99010655ee4d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508828 Sep 16 04:52:17.450659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '3d8532f4-ec6b-4b6f-973f-02e2619162a5', 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1', 'port_id': '3d8532f4-ec6b-4b6f-973f-02e2619162a5', 'mac_address': 'fa:16:3e:8b:ac:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11d457e-5c38-4c60-bb5b-2d1c066b76df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:17.489612 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.503421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8532f4-ec6b-4b6f-973f-02e2619162a5 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:17.527729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 3d8532f4-ec6b-4b6f-973f-02e2619162a5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=3d8532f4-ec6b-4b6f-973f-02e2619162a5,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:17.636861 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.687273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=3d8532f4-ec6b-4b6f-973f-02e2619162a5,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:17.923545 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f223bf-34db-446b-b2aa-764f4a3fe0b9 req-e7de62fa-054c-4fc8-a6ab-0afc71daa231 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.925187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22f223bf-34db-446b-b2aa-764f4a3fe0b9 req-e7de62fa-054c-4fc8-a6ab-0afc71daa231 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 944 time: 0.0533485 Sep 16 04:52:18.051666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1b7a3-e82b-4154-9739-1a7840007194 req-fdf1f85f-469c-41c8-8f2f-7bc86ce5c922 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.053152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-38a1b7a3-e82b-4154-9739-1a7840007194 req-fdf1f85f-469c-41c8-8f2f-7bc86ce5c922 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 944 time: 0.0921237 Sep 16 04:52:18.077918 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-22f223bf-34db-446b-b2aa-764f4a3fe0b9 req-d83f1095-9e12-46be-866c-cc02680d347f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Deleting port 5acbcc72-7d86-4797-a9fa-79052bb43bb3 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:18.078269 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-22f223bf-34db-446b-b2aa-764f4a3fe0b9 req-d83f1095-9e12-46be-866c-cc02680d347f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.172296 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-22f223bf-34db-446b-b2aa-764f4a3fe0b9 req-d83f1095-9e12-46be-866c-cc02680d347f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] For port 5acbcc72-7d86-4797-a9fa-79052bb43bb3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=5acbcc72-7d86-4797-a9fa-79052bb43bb3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:18.172667 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-22f223bf-34db-446b-b2aa-764f4a3fe0b9 req-d83f1095-9e12-46be-866c-cc02680d347f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.185835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-22f223bf-34db-446b-b2aa-764f4a3fe0b9 req-d83f1095-9e12-46be-866c-cc02680d347f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Calling delete_port for 5acbcc72-7d86-4797-a9fa-79052bb43bb3 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:18.228334 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['3d8532f4-ec6b-4b6f-973f-02e2619162a5'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:18.287006 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-38a1b7a3-e82b-4154-9739-1a7840007194 req-a7caf989-9509-459f-9167-ed9b13aeac0f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210019 Sep 16 04:52:18.448583 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-22f223bf-34db-446b-b2aa-764f4a3fe0b9 req-d83f1095-9e12-46be-866c-cc02680d347f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.478418 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f1095-9e12-46be-866c-cc02680d347f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Pushing event deleted for resources: {'Port': ['ID=5acbcc72-7d86-4797-a9fa-79052bb43bb3,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:18.498320 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['5acbcc72-7d86-4797-a9fa-79052bb43bb3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:18.531077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 5acbcc72-7d86-4797-a9fa-79052bb43bb3 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:18.536643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f223bf-34db-446b-b2aa-764f4a3fe0b9 req-d83f1095-9e12-46be-866c-cc02680d347f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] No DVR routers for this DVR port 5acbcc72-7d86-4797-a9fa-79052bb43bb3 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:18.539555 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-22f223bf-34db-446b-b2aa-764f4a3fe0b9 req-d83f1095-9e12-46be-866c-cc02680d347f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.541646 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22f223bf-34db-446b-b2aa-764f4a3fe0b9 req-d83f1095-9e12-46be-866c-cc02680d347f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.21 "DELETE /v2.0/ports/5acbcc72-7d86-4797-a9fa-79052bb43bb3 HTTP/1.1" status: 204 len: 173 time: 0.6099780 Sep 16 04:52:18.542099 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc1f968-f54a-43ad-b5e0-311320bb35e5', 'name': 'network-vif-deleted', 'tag': '5acbcc72-7d86-4797-a9fa-79052bb43bb3'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:18.545189 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36966aa-f5da-4d83-b4d6-af8ef8b91c0d" -d '{"events": [{"server_uuid": "bbc1f968-f54a-43ad-b5e0-311320bb35e5", "name": "network-vif-deleted", "tag": "5acbcc72-7d86-4797-a9fa-79052bb43bb3"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:18.562043 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 5acbcc72-7d86-4797-a9fa-79052bb43bb3 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:18.562400 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 5acbcc72-7d86-4797-a9fa-79052bb43bb3 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:18.562785 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device dffdbb33-7e8d-4119-b673-4b48831644d3 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:18.643131 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.665456 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f990d1e4-d4cd-4399-95bc-12879478fabb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffdbb33-7e8d-4119-b673-4b48831644d3'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:18.667706 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8d20a1-1052-46a2-999c-7681ab14ac59" -d '{"events": [{"server_uuid": "f990d1e4-d4cd-4399-95bc-12879478fabb", "name": "network-vif-unplugged", "status": "completed", "tag": "dffdbb33-7e8d-4119-b673-4b48831644d3"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:18.680775 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port dffdbb33-7e8d-4119-b673-4b48831644d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=dffdbb33-7e8d-4119-b673-4b48831644d3,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:18.698386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90684d2-aa08-49db-bf06-60d3573c9d4c req-306d93c3-2ae0-45f5-b593-8981a177fe60 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.699964 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b90684d2-aa08-49db-bf06-60d3573c9d4c req-306d93c3-2ae0-45f5-b593-8981a177fe60 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 944 time: 0.0522401 Sep 16 04:52:18.739611 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b90684d2-aa08-49db-bf06-60d3573c9d4c req-5af54a18-290f-436c-bcee-e0ee43c26c90 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331163 Sep 16 04:52:18.812875 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.872088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=dffdbb33-7e8d-4119-b673-4b48831644d3,revision_number=11']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:18.950143 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32aa0f9-64ed-4e36-acd9-dc9efc23bf52 x-openstack-request-id: req-b32aa0f9-64ed-4e36-acd9-dc9efc23bf52 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:18.950648 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc1f968-f54a-43ad-b5e0-311320bb35e5", "name": "network-vif-deleted", "tag": "5acbcc72-7d86-4797-a9fa-79052bb43bb3", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:18.950648 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b32aa0f9-64ed-4e36-acd9-dc9efc23bf52 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:18.951099 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc1f968-f54a-43ad-b5e0-311320bb35e5', 'name': 'network-vif-deleted', 'tag': '5acbcc72-7d86-4797-a9fa-79052bb43bb3', 'status': 'completed', 'code': 200} Sep 16 04:52:19.060860 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4fcc46-dc0f-46d9-8e52-f65f609500b6 x-openstack-request-id: req-9c4fcc46-dc0f-46d9-8e52-f65f609500b6 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:19.061233 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f990d1e4-d4cd-4399-95bc-12879478fabb", "name": "network-vif-unplugged", "status": "completed", "tag": "dffdbb33-7e8d-4119-b673-4b48831644d3", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:19.061553 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c4fcc46-dc0f-46d9-8e52-f65f609500b6 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:19.062013 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f990d1e4-d4cd-4399-95bc-12879478fabb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffdbb33-7e8d-4119-b673-4b48831644d3', 'code': 200} Sep 16 04:52:19.399624 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aa9a227d-4049-4817-b3a0-9044ac5c5d30 req-04157ddb-23ea-4fc4-9c9c-5dc7b5998845 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 210 time: 0.0348694 Sep 16 04:52:19.611918 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['7aae7be7-1aa7-4d87-8df6-51cedde3b7d3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:20.194276 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45578) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:20.317793 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-640f84ac-0dc7-42dc-941a-5f0c7b76c193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.417404 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-640f84ac-0dc7-42dc-941a-5f0c7b76c193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.442020 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10745c2-ceb6-433f-8aa1-f0d2140ce77c req-3f8bff27-ced7-423e-bad2-10d8561f42f3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.443592 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b10745c2-ceb6-433f-8aa1-f0d2140ce77c req-3f8bff27-ced7-423e-bad2-10d8561f42f3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 944 time: 0.0534062 Sep 16 04:52:20.489036 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b10745c2-ceb6-433f-8aa1-f0d2140ce77c req-dd448062-fdfa-4599-8116-0bfeed778edb tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388770 Sep 16 04:52:20.647144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db667cf9-3b79-48dc-bde0-e72ac46324ec req-22b4172c-4fe5-4cbc-96f6-84fd43454fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.648902 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db667cf9-3b79-48dc-bde0-e72ac46324ec req-22b4172c-4fe5-4cbc-96f6-84fd43454fee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5ca71b7fb014260ba5a059e61a21a36&device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0477383 Sep 16 04:52:20.659970 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-640f84ac-0dc7-42dc-941a-5f0c7b76c193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.715317 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-640f84ac-0dc7-42dc-941a-5f0c7b76c193 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75aac9ae18ec49d1890c9997527c920f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5197496 Sep 16 04:52:20.716041 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f84ac-0dc7-42dc-941a-5f0c7b76c193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c37e06f-9474-4a64-842a-ff30f2d8e9dd,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:20.719417 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45594) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:20.790377 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f72008fc-f5d4-4486-b467-4b19b0d6197f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.803245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db667cf9-3b79-48dc-bde0-e72ac46324ec req-3f414979-7d79-475d-a015-395957718389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.804745 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db667cf9-3b79-48dc-bde0-e72ac46324ec req-3f414979-7d79-475d-a015-395957718389 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ebbeb263-7947-4f1c-b608-4fdb40f98dcf HTTP/1.1" status: 200 len: 919 time: 0.1486998 Sep 16 04:52:20.813257 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f72008fc-f5d4-4486-b467-4b19b0d6197f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.828581 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46676dc-7adf-4efe-b5dc-d6b9ee74f6e4 req-272ce587-57ce-4c6a-aaaf-b3782b674f01 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.830824 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a46676dc-7adf-4efe-b5dc-d6b9ee74f6e4 req-272ce587-57ce-4c6a-aaaf-b3782b674f01 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0815995 Sep 16 04:52:20.862426 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db667cf9-3b79-48dc-bde0-e72ac46324ec req-5632e403-1660-481f-8f42-f3406c31dea6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=432a5de2-7fe1-4259-bfa1-2856b0688c72 HTTP/1.1" status: 200 len: 217 time: 0.0495198 Sep 16 04:52:20.929887 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a46676dc-7adf-4efe-b5dc-d6b9ee74f6e4 req-62064bbe-5332-4d3d-ab00-47d300e1d0b3 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708222 Sep 16 04:52:20.936074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db667cf9-3b79-48dc-bde0-e72ac46324ec req-63a31ad6-889b-4d62-b8a3-744de75fb850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.937691 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db667cf9-3b79-48dc-bde0-e72ac46324ec req-63a31ad6-889b-4d62-b8a3-744de75fb850 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e0ca68c9-243f-44b1-aa8a-236a77a13dff HTTP/1.1" status: 200 len: 858 time: 0.0628405 Sep 16 04:52:20.987831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db667cf9-3b79-48dc-bde0-e72ac46324ec req-fefcf92e-87c8-4fce-b485-07031921992b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ebbeb263-7947-4f1c-b608-4fdb40f98dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416131 Sep 16 04:52:21.048408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad707a42-c33a-47d0-9b32-4d2bbb022e47 req-cc4c2c7d-c962-4245-8bd5-b35c4769a6e8 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 210 time: 0.0449598 Sep 16 04:52:21.089399 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f72008fc-f5d4-4486-b467-4b19b0d6197f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.107792 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f72008fc-f5d4-4486-b467-4b19b0d6197f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.107792 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f72008fc-f5d4-4486-b467-4b19b0d6197f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c37e06f-9474-4a64-842a-ff30f2d8e9dd HTTP/1.1" status: 204 len: 168 time: 0.3795476 Sep 16 04:52:21.112275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72008fc-f5d4-4486-b467-4b19b0d6197f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c37e06f-9474-4a64-842a-ff30f2d8e9dd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:21.118341 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db667cf9-3b79-48dc-bde0-e72ac46324ec req-6fc4520c-bfaf-41c3-be0b-d2cc1b471f8a service neutron] 10.222.0.21 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227000 Sep 16 04:52:21.177170 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 3d8532f4-ec6b-4b6f-973f-02e2619162a5 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:21.236608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db667cf9-3b79-48dc-bde0-e72ac46324ec req-454677e4-e0f6-43a6-9f80-253e993cdce5 service neutron] 10.222.0.21 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097472 Sep 16 04:52:21.351522 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 3d8532f4-ec6b-4b6f-973f-02e2619162a5 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:21.355661 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 3d8532f4-ec6b-4b6f-973f-02e2619162a5 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:21.356056 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.453704 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.479137 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6408b6ed-f796-444e-a1c2-0e991a2c165f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8532f4-ec6b-4b6f-973f-02e2619162a5'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:21.481734 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e367335-5217-408e-9ff2-78f4b87eb9d7" -d '{"events": [{"server_uuid": "6408b6ed-f796-444e-a1c2-0e991a2c165f", "name": "network-vif-plugged", "status": "completed", "tag": "3d8532f4-ec6b-4b6f-973f-02e2619162a5"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:21.496452 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 3d8532f4-ec6b-4b6f-973f-02e2619162a5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=3d8532f4-ec6b-4b6f-973f-02e2619162a5,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:21.527425 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77215a1c-2a59-4510-ad87-41795c9938a1 x-openstack-request-id: req-77215a1c-2a59-4510-ad87-41795c9938a1 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:21.527953 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6408b6ed-f796-444e-a1c2-0e991a2c165f", "name": "network-vif-plugged", "status": "completed", "tag": "3d8532f4-ec6b-4b6f-973f-02e2619162a5", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:21.528361 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77215a1c-2a59-4510-ad87-41795c9938a1 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:21.528975 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6408b6ed-f796-444e-a1c2-0e991a2c165f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8532f4-ec6b-4b6f-973f-02e2619162a5', 'code': 200} Sep 16 04:52:21.597623 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.661632 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=3d8532f4-ec6b-4b6f-973f-02e2619162a5,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:21.688212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05ea4c-aa3e-4d52-9a81-0481a8ad3424 req-46d08c56-915c-443e-b373-b57af8e92b0b tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.689815 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c05ea4c-aa3e-4d52-9a81-0481a8ad3424 req-46d08c56-915c-443e-b373-b57af8e92b0b tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 944 time: 0.1105430 Sep 16 04:52:21.705724 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216eae7b-f30d-4a5f-bf41-cd80636b5645 req-672d7ae5-906b-4ae0-9ae1-f8284933d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.707379 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-216eae7b-f30d-4a5f-bf41-cd80636b5645 req-672d7ae5-906b-4ae0-9ae1-f8284933d802 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 1097 time: 0.0744495 Sep 16 04:52:21.738568 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c05ea4c-aa3e-4d52-9a81-0481a8ad3424 req-1ccbe8c8-ed6a-416c-adf1-04adfc91a4d0 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417063 Sep 16 04:52:21.747891 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-216eae7b-f30d-4a5f-bf41-cd80636b5645 req-3c8009de-c628-4478-b9d8-4ee98850991c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325980 Sep 16 04:52:22.273565 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204b53e-258e-44ce-bd6e-b54072a7ac12 req-7c1d86db-82ad-49bb-9fd2-b65441b3f2df tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:22.275127 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3204b53e-258e-44ce-bd6e-b54072a7ac12 req-7c1d86db-82ad-49bb-9fd2-b65441b3f2df tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0617406 Sep 16 04:52:22.322187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3204b53e-258e-44ce-bd6e-b54072a7ac12 req-16bd3cac-9f05-44b6-bfd0-a4fb7654d608 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394983 Sep 16 04:52:22.427541 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4510254-d9fa-409b-a755-fa4074389048 req-47377113-095c-4b6e-91cb-729b105b92db tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc1f968-f54a-43ad-b5e0-311320bb35e5 HTTP/1.1" status: 200 len: 210 time: 0.0339756 Sep 16 04:52:23.802837 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369c994-7641-4b62-bc10-29b2b67632e9 req-5e90e189-1c83-4daa-8a72-2bdbc83efa37 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.804396 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2369c994-7641-4b62-bc10-29b2b67632e9 req-5e90e189-1c83-4daa-8a72-2bdbc83efa37 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 945 time: 0.0569992 Sep 16 04:52:23.855551 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2369c994-7641-4b62-bc10-29b2b67632e9 req-ad860940-f43c-498c-8f91-41fd58287a33 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435877 Sep 16 04:52:24.139970 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ca02-8366-4c79-865e-f4ce8132dda9 req-e34fd54f-7664-4bd6-9656-d438d837f8c0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:24.141497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1af3ca02-8366-4c79-865e-f4ce8132dda9 req-e34fd54f-7664-4bd6-9656-d438d837f8c0 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0533276 Sep 16 04:52:24.182893 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1af3ca02-8366-4c79-865e-f4ce8132dda9 req-21674c77-0581-4493-9783-ce6b86432ab5 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348616 Sep 16 04:52:24.248611 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.561004 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebd3e9-1083-4c5c-8b6d-631d27c4dcfd req-4bc1ae5e-ed00-4a7a-9e69-bbb496c104fa tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:24.562898 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2ebd3e9-1083-4c5c-8b6d-631d27c4dcfd req-4bc1ae5e-ed00-4a7a-9e69-bbb496c104fa tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/networks?id=891f88b4-8a81-44ed-8083-f8871519ebc1 HTTP/1.1" status: 200 len: 805 time: 0.1232648 Sep 16 04:52:24.580851 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2ebd3e9-1083-4c5c-8b6d-631d27c4dcfd req-0819a33c-14c8-4e76-9b6a-6c7c1f70ea70 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/quotas/ae34ed890fee43568c52dc5aa5e731ea HTTP/1.1" status: 200 len: 375 time: 0.0100923 Sep 16 04:52:24.674467 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2ebd3e9-1083-4c5c-8b6d-631d27c4dcfd req-3e211f85-2c51-445e-afb5-14f9b0c06500 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0679634 Sep 16 04:52:24.775714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2ebd3e9-1083-4c5c-8b6d-631d27c4dcfd req-cf616166-876e-4ae4-8bc0-06ee135d18eb service neutron] 10.222.0.20 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940557 Sep 16 04:52:24.899185 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2ebd3e9-1083-4c5c-8b6d-631d27c4dcfd req-02033afc-581f-4e61-ac99-7e6804468241 service neutron] 10.222.0.20 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167679 Sep 16 04:52:25.318283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592d052-8394-4b02-912a-7c7b69a81cf9 req-85a274d1-ee25-4302-8cc7-ad4948c5c82a tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.327409 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b592d052-8394-4b02-912a-7c7b69a81cf9 req-85a274d1-ee25-4302-8cc7-ad4948c5c82a tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 948 time: 0.0776377 Sep 16 04:52:25.382864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b592d052-8394-4b02-912a-7c7b69a81cf9 req-4afb5e21-0ca8-4404-ad28-b24d2ad4772c tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476415 Sep 16 04:52:25.497197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86101c9-5a73-4b58-98f1-3f79c63b88e6 req-e488330a-498c-413a-ac04-5ea273115ac6 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.499028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e86101c9-5a73-4b58-98f1-3f79c63b88e6 req-e488330a-498c-413a-ac04-5ea273115ac6 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0553155 Sep 16 04:52:25.542766 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e86101c9-5a73-4b58-98f1-3f79c63b88e6 req-73642048-0260-4d54-b8bc-c0e2f3d9668d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367761 Sep 16 04:52:26.030470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-d24c0bf2-ea11-4e89-8f40-619492c8f92d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:26.033553 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-d24c0bf2-ea11-4e89-8f40-619492c8f92d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/networks?id=891f88b4-8a81-44ed-8083-f8871519ebc1 HTTP/1.1" status: 200 len: 805 time: 0.1287405 Sep 16 04:52:26.052712 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-edff9e28-8166-4a56-b91c-ad897bd2329a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/quotas/ae34ed890fee43568c52dc5aa5e731ea HTTP/1.1" status: 200 len: 375 time: 0.0106912 Sep 16 04:52:26.109312 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-bf5e8abc-4950-4a5f-bee8-9d717299fb73 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0494685 Sep 16 04:52:26.206762 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-703c6a43-6ac3-4df8-9050-0fd70543d3c3 service neutron] 10.222.0.20 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893929 Sep 16 04:52:26.311043 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-9ee1c98b-37e3-4e76-b1de-3e69b8481659 service neutron] 10.222.0.20 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980999 Sep 16 04:52:26.787266 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddab2dd-7605-4c50-bdc6-0748314d37dc req-94555bbf-6b4b-474d-885b-31fbb7e62735 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:26.791396 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ddab2dd-7605-4c50-bdc6-0748314d37dc req-94555bbf-6b4b-474d-885b-31fbb7e62735 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 948 time: 0.0870757 Sep 16 04:52:26.857764 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ddab2dd-7605-4c50-bdc6-0748314d37dc req-1ad8d405-b0cb-4200-bfb8-6f5ac47fcda2 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597045 Sep 16 04:52:26.974130 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5523b186-a375-4f45-88b1-8ae18b5b9b80 req-a6a9b47c-0556-48b7-b5b6-2b001c5569db tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 210 time: 0.0336001 Sep 16 04:52:26.983528 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664aa775-7f50-4cb3-8aab-085de3b79a00 req-a76bbb93-9c59-4761-a14c-c928e14c0dbb tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:26.985084 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-664aa775-7f50-4cb3-8aab-085de3b79a00 req-a76bbb93-9c59-4761-a14c-c928e14c0dbb tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.1247060 Sep 16 04:52:27.058121 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-664aa775-7f50-4cb3-8aab-085de3b79a00 req-918f676a-33e0-40da-a1eb-a3c01409ae94 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486472 Sep 16 04:52:27.379676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9efe3-5831-43e8-9650-ea3b9492e864 req-6dceb53c-cdb4-40ce-81e3-30fb992f34df tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:27.381215 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8f9efe3-5831-43e8-9650-ea3b9492e864 req-6dceb53c-cdb4-40ce-81e3-30fb992f34df tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.21 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 948 time: 0.0522740 Sep 16 04:52:27.497021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-d8f9efe3-5831-43e8-9650-ea3b9492e864 req-a3e58323-e749-4d28-87b9-5e36f833e963 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Deleting port 21009c2e-2732-4bf3-861c-360b480b4f7c {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:27.497392 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d8f9efe3-5831-43e8-9650-ea3b9492e864 req-a3e58323-e749-4d28-87b9-5e36f833e963 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.599895 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-d8f9efe3-5831-43e8-9650-ea3b9492e864 req-a3e58323-e749-4d28-87b9-5e36f833e963 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] For port 21009c2e-2732-4bf3-861c-360b480b4f7c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=21009c2e-2732-4bf3-861c-360b480b4f7c,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:27.600191 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d8f9efe3-5831-43e8-9650-ea3b9492e864 req-a3e58323-e749-4d28-87b9-5e36f833e963 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.615216 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-d8f9efe3-5831-43e8-9650-ea3b9492e864 req-a3e58323-e749-4d28-87b9-5e36f833e963 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Calling delete_port for 21009c2e-2732-4bf3-861c-360b480b4f7c owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:27.885698 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d8f9efe3-5831-43e8-9650-ea3b9492e864 req-a3e58323-e749-4d28-87b9-5e36f833e963 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.937393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e58323-e749-4d28-87b9-5e36f833e963 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Pushing event deleted for resources: {'Port': ['ID=21009c2e-2732-4bf3-861c-360b480b4f7c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:28.008735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f3c91a3-e53f-4026-90b6-480aac74c9ce req-8d6ba96a-ce68-4981-8904-0046d543f4ae tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 210 time: 0.0592730 Sep 16 04:52:28.030288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f9efe3-5831-43e8-9650-ea3b9492e864 req-a3e58323-e749-4d28-87b9-5e36f833e963 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] No DVR routers for this DVR port 21009c2e-2732-4bf3-861c-360b480b4f7c on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:28.032101 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d8f9efe3-5831-43e8-9650-ea3b9492e864 req-a3e58323-e749-4d28-87b9-5e36f833e963 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.034362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8f9efe3-5831-43e8-9650-ea3b9492e864 req-a3e58323-e749-4d28-87b9-5e36f833e963 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.21 "DELETE /v2.0/ports/21009c2e-2732-4bf3-861c-360b480b4f7c HTTP/1.1" status: 204 len: 173 time: 0.6470494 Sep 16 04:52:28.034819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6267a70a-8c63-43a2-aeb6-ddba3c9438be', 'name': 'network-vif-deleted', 'tag': '21009c2e-2732-4bf3-861c-360b480b4f7c'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:28.037381 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adea424f-e95f-4215-866f-abe24764c7dc" -d '{"events": [{"server_uuid": "6267a70a-8c63-43a2-aeb6-ddba3c9438be", "name": "network-vif-deleted", "tag": "21009c2e-2732-4bf3-861c-360b480b4f7c"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:28.140439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a1deb50-b2ec-43c8-8cd2-11b7050087a7 req-2e6d2fae-44ed-4782-acac-295d51010513 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 210 time: 0.0373743 Sep 16 04:52:28.207725 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42c7979-8cbf-4f77-bab0-ac45466bc53e x-openstack-request-id: req-f42c7979-8cbf-4f77-bab0-ac45466bc53e {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:28.209563 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6267a70a-8c63-43a2-aeb6-ddba3c9438be", "name": "network-vif-deleted", "tag": "21009c2e-2732-4bf3-861c-360b480b4f7c", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:28.209881 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f42c7979-8cbf-4f77-bab0-ac45466bc53e {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:28.210408 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6267a70a-8c63-43a2-aeb6-ddba3c9438be', 'name': 'network-vif-deleted', 'tag': '21009c2e-2732-4bf3-861c-360b480b4f7c', 'status': 'completed', 'code': 200} Sep 16 04:52:28.217806 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.369282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a86ac-de3d-4f59-974b-42b67af085b4 req-e5a7385d-9f86-400d-a11b-fe539f940d5c tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.383596 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-390a86ac-de3d-4f59-974b-42b67af085b4 req-e5a7385d-9f86-400d-a11b-fe539f940d5c tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0858235 Sep 16 04:52:28.422542 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-390a86ac-de3d-4f59-974b-42b67af085b4 req-30b7b4a4-e736-46c3-ae3d-5b3a1b18d101 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378072 Sep 16 04:52:28.603436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b6b56-fa4f-428b-a435-241e519e388f req-2e4b01fe-d51f-496b-93b7-f63ebd3d2ddd tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.605021 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be9b6b56-fa4f-428b-a435-241e519e388f req-2e4b01fe-d51f-496b-93b7-f63ebd3d2ddd tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 944 time: 0.0594168 Sep 16 04:52:28.660355 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be9b6b56-fa4f-428b-a435-241e519e388f req-b9de2bdb-1e28-49e8-8999-e7933f83cad0 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487039 Sep 16 04:52:28.804720 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed120d2-410f-460c-a9f2-67c5f97b874c req-0102668d-0769-45e2-8f41-824788b964fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.806317 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ed120d2-410f-460c-a9f2-67c5f97b874c req-0102668d-0769-45e2-8f41-824788b964fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0417886 Sep 16 04:52:28.860863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ed120d2-410f-460c-a9f2-67c5f97b874c req-7d96d340-3c66-4200-b9c4-1323abf79f11 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450203 Sep 16 04:52:29.122595 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b665c29-380f-4097-9819-a0934cc50854 req-7fef8b6f-7379-4003-bc37-d495574933d6 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6267a70a-8c63-43a2-aeb6-ddba3c9438be HTTP/1.1" status: 200 len: 210 time: 0.0303516 Sep 16 04:52:29.243530 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7221e7ab-4569-4360-bcc1-8ee91b53541a req-7c45422c-99f3-4fc1-9ed0-e0bb959b778b tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 210 time: 0.0307786 Sep 16 04:52:29.550719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2abeaf-e50e-404a-8dfc-056c206086b7 req-09ebbd4d-2f94-42cd-9f0a-4992b87cb207 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.552934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e2abeaf-e50e-404a-8dfc-056c206086b7 req-09ebbd4d-2f94-42cd-9f0a-4992b87cb207 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0569668 Sep 16 04:52:29.593475 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e2abeaf-e50e-404a-8dfc-056c206086b7 req-cb5e84f4-3075-469e-ac8c-4bf61f245944 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339985 Sep 16 04:52:29.686991 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c811e-04b0-443c-b5ac-c8b4d8ec9c2c req-1f3f4738-67b3-4500-95a7-6660d0a00a0f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.688560 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-652c811e-04b0-443c-b5ac-c8b4d8ec9c2c req-1f3f4738-67b3-4500-95a7-6660d0a00a0f tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 944 time: 0.0620003 Sep 16 04:52:29.787728 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e4d4d-f6e3-48e0-ac8f-8e5bd7b6261a req-1086fb98-701f-487a-a76b-b676a7afec09 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.796401 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d0e4d4d-f6e3-48e0-ac8f-8e5bd7b6261a req-1086fb98-701f-487a-a76b-b676a7afec09 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 944 time: 0.0517557 Sep 16 04:52:29.796528 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-652c811e-04b0-443c-b5ac-c8b4d8ec9c2c req-d9b5bc34-84f0-4e91-908f-68777c3061cf tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Deleting port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:29.796528 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652c811e-04b0-443c-b5ac-c8b4d8ec9c2c req-d9b5bc34-84f0-4e91-908f-68777c3061cf tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.830153 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d0e4d4d-f6e3-48e0-ac8f-8e5bd7b6261a req-e6917998-fea3-41e3-8454-ec543d752d8d tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342712 Sep 16 04:52:29.994260 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-652c811e-04b0-443c-b5ac-c8b4d8ec9c2c req-d9b5bc34-84f0-4e91-908f-68777c3061cf tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] For port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:29.994724 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652c811e-04b0-443c-b5ac-c8b4d8ec9c2c req-d9b5bc34-84f0-4e91-908f-68777c3061cf tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.015256 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-652c811e-04b0-443c-b5ac-c8b4d8ec9c2c req-d9b5bc34-84f0-4e91-908f-68777c3061cf tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Calling delete_port for 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:30.044725 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-0db6df24-944d-4791-8e48-47dcd139dc17 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.046197 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-0db6df24-944d-4791-8e48-47dcd139dc17 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "GET /v2.0/networks?id=891f88b4-8a81-44ed-8083-f8871519ebc1 HTTP/1.1" status: 200 len: 805 time: 0.1634395 Sep 16 04:52:30.085589 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-b3604d3a-4947-4ff3-9a5e-a1ed49d979c5 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Request body: {'port': {'device_id': 'eb811f45-4ce2-4268-bd5c-49abae4eb345', 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1', 'admin_state_up': True, 'tenant_id': 'ae34ed890fee43568c52dc5aa5e731ea'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:30.352851 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3790b44-3926-4046-b8ad-43d753fbcdbd req-2c8b8899-4738-42b4-b6ed-144f232ba63b tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 210 time: 0.0272102 Sep 16 04:52:30.414718 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652c811e-04b0-443c-b5ac-c8b4d8ec9c2c req-d9b5bc34-84f0-4e91-908f-68777c3061cf tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.419479 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-b3604d3a-4947-4ff3-9a5e-a1ed49d979c5 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Made reservation on behalf of ae34ed890fee43568c52dc5aa5e731ea for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:30.423247 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-b3604d3a-4947-4ff3-9a5e-a1ed49d979c5 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.449845 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['7aae7be7-1aa7-4d87-8df6-51cedde3b7d3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:30.463034 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5bc34-84f0-4e91-908f-68777c3061cf tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Pushing event deleted for resources: {'Port': ['ID=7aae7be7-1aa7-4d87-8df6-51cedde3b7d3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:30.516208 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 21009c2e-2732-4bf3-861c-360b480b4f7c no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:30.541203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 21009c2e-2732-4bf3-861c-360b480b4f7c {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:30.541760 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 21009c2e-2732-4bf3-861c-360b480b4f7c not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:30.548707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-652c811e-04b0-443c-b5ac-c8b4d8ec9c2c req-d9b5bc34-84f0-4e91-908f-68777c3061cf tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] No DVR routers for this DVR port 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:30.555526 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-652c811e-04b0-443c-b5ac-c8b4d8ec9c2c req-d9b5bc34-84f0-4e91-908f-68777c3061cf tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.557553 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-652c811e-04b0-443c-b5ac-c8b4d8ec9c2c req-d9b5bc34-84f0-4e91-908f-68777c3061cf tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.38 "DELETE /v2.0/ports/7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 HTTP/1.1" status: 204 len: 173 time: 0.8618906 Sep 16 04:52:30.558000 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f730d9a-6aa5-4b73-84fe-a9431236e48c', 'name': 'network-vif-deleted', 'tag': '7aae7be7-1aa7-4d87-8df6-51cedde3b7d3'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:30.560282 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14926ce6-91be-4da9-ac3b-8a740c6f999d" -d '{"events": [{"server_uuid": "8f730d9a-6aa5-4b73-84fe-a9431236e48c", "name": "network-vif-deleted", "tag": "7aae7be7-1aa7-4d87-8df6-51cedde3b7d3"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:30.607068 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518e616c-bed1-4f46-95e9-659c23ff68bf x-openstack-request-id: req-518e616c-bed1-4f46-95e9-659c23ff68bf {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:30.607439 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f730d9a-6aa5-4b73-84fe-a9431236e48c", "name": "network-vif-deleted", "tag": "7aae7be7-1aa7-4d87-8df6-51cedde3b7d3", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:30.607696 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-518e616c-bed1-4f46-95e9-659c23ff68bf {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:30.608090 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f730d9a-6aa5-4b73-84fe-a9431236e48c', 'name': 'network-vif-deleted', 'tag': '7aae7be7-1aa7-4d87-8df6-51cedde3b7d3', 'status': 'completed', 'code': 200} Sep 16 04:52:30.660782 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-b3604d3a-4947-4ff3-9a5e-a1ed49d979c5 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Allocated IP 172.20.0.3 (891f88b4-8a81-44ed-8083-f8871519ebc1/a11d457e-5c38-4c60-bb5b-2d1c066b76df/76b0c968-cbed-40b4-9c8a-9a4a52502786) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:30.732605 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f443041-3620-4d2b-bd6e-cdaedeac1473 req-656f55e6-6425-486e-abfe-7cf5772dc3ce tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.734245 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f443041-3620-4d2b-bd6e-cdaedeac1473 req-656f55e6-6425-486e-abfe-7cf5772dc3ce tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0587239 Sep 16 04:52:30.799418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f443041-3620-4d2b-bd6e-cdaedeac1473 req-34c6deb0-b980-47d0-8fa5-41ebceb3c54e tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578227 Sep 16 04:52:30.841083 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-b3604d3a-4947-4ff3-9a5e-a1ed49d979c5 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.927584 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a50e1a-200c-4436-8739-e01679e7910b req-31abd0fb-ec9a-4e5f-b3dd-a42a03ae2964 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.931379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01a50e1a-200c-4436-8739-e01679e7910b req-31abd0fb-ec9a-4e5f-b3dd-a42a03ae2964 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=f990d1e4-d4cd-4399-95bc-12879478fabb HTTP/1.1" status: 200 len: 948 time: 0.0681710 Sep 16 04:52:30.968651 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-b3604d3a-4947-4ff3-9a5e-a1ed49d979c5 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.976705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01a50e1a-200c-4436-8739-e01679e7910b req-5cf2a74b-4635-4155-9df0-0038de0275f0 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379937 Sep 16 04:52:31.011090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['3d8532f4-ec6b-4b6f-973f-02e2619162a5'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:31.016500 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-b3604d3a-4947-4ff3-9a5e-a1ed49d979c5 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Network 891f88b4-8a81-44ed-8083-f8871519ebc1 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:31.020244 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-b3604d3a-4947-4ff3-9a5e-a1ed49d979c5 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:31.024276 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-b3604d3a-4947-4ff3-9a5e-a1ed49d979c5 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:31.085782 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3604d3a-4947-4ff3-9a5e-a1ed49d979c5 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Pushing event updated for resources: {'Port': ['ID=76b0c968-cbed-40b4-9c8a-9a4a52502786,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:31.125189 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e2d82ef-c5df-45b9-916d-e5db1c572b8e req-265a1fcb-1a45-4def-a551-094f923d1c56 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f730d9a-6aa5-4b73-84fe-a9431236e48c HTTP/1.1" status: 200 len: 210 time: 0.0762007 Sep 16 04:52:31.159656 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-b3604d3a-4947-4ff3-9a5e-a1ed49d979c5 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.160709 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-b3604d3a-4947-4ff3-9a5e-a1ed49d979c5 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.403032 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-b3604d3a-4947-4ff3-9a5e-a1ed49d979c5 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3212659 Sep 16 04:52:31.431376 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Request body: {'port': {'device_id': 'eb811f45-4ce2-4268-bd5c-49abae4eb345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:31.476962 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9925de-bd95-4426-9315-08ad6cf6d60f req-33d4da64-ce14-47a5-96d3-459237374a84 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.478565 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d9925de-bd95-4426-9315-08ad6cf6d60f req-33d4da64-ce14-47a5-96d3-459237374a84 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 931 time: 0.0503101 Sep 16 04:52:31.496837 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.524457 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d9925de-bd95-4426-9315-08ad6cf6d60f req-e008b0a8-6412-41f7-aadb-d309a3ad2142 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392869 Sep 16 04:52:31.717458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fcf3d-d18a-4181-99d4-82a5d9211dae req-a8cd476d-53b1-4e18-be63-45a29341b6aa tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.719149 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e1fcf3d-d18a-4181-99d4-82a5d9211dae req-a8cd476d-53b1-4e18-be63-45a29341b6aa tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0660899 Sep 16 04:52:31.763257 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e1fcf3d-d18a-4181-99d4-82a5d9211dae req-7c42c348-f579-49d3-baf2-1b12e61a228b tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372407 Sep 16 04:52:31.788261 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b0c968-cbed-40b4-9c8a-9a4a52502786 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:31.795813 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.808194 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Transition to ACTIVE for port object 76b0c968-cbed-40b4-9c8a-9a4a52502786 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:31.847234 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a177268-0f96-4eb8-a4b6-c43fbdbfc233 req-1821cfeb-87fe-4556-bb81-10243f066349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.848775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a177268-0f96-4eb8-a4b6-c43fbdbfc233 req-1821cfeb-87fe-4556-bb81-10243f066349 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5ca71b7fb014260ba5a059e61a21a36&device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0412424 Sep 16 04:52:31.947744 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a177268-0f96-4eb8-a4b6-c43fbdbfc233 req-3d41a3c7-907d-4412-b3e4-96468ab2b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.949143 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a177268-0f96-4eb8-a4b6-c43fbdbfc233 req-3d41a3c7-907d-4412-b3e4-96468ab2b5e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ebbeb263-7947-4f1c-b608-4fdb40f98dcf HTTP/1.1" status: 200 len: 919 time: 0.0921588 Sep 16 04:52:31.962594 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.001283 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a177268-0f96-4eb8-a4b6-c43fbdbfc233 req-40e62955-d6cb-477a-8476-564c86a31d73 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=432a5de2-7fe1-4259-bfa1-2856b0688c72 HTTP/1.1" status: 200 len: 217 time: 0.0413463 Sep 16 04:52:32.016523 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Pushing event updated for resources: {'Port': ['ID=76b0c968-cbed-40b4-9c8a-9a4a52502786,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:32.089660 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a177268-0f96-4eb8-a4b6-c43fbdbfc233 req-2d1db03b-775a-4258-8c24-9524660e7b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.091411 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a177268-0f96-4eb8-a4b6-c43fbdbfc233 req-2d1db03b-775a-4258-8c24-9524660e7b4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e0ca68c9-243f-44b1-aa8a-236a77a13dff HTTP/1.1" status: 200 len: 858 time: 0.0815301 Sep 16 04:52:32.099416 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Attempting to bind port 76b0c968-cbed-40b4-9c8a-9a4a52502786 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:32.099749 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Attempting to bind port 76b0c968-cbed-40b4-9c8a-9a4a52502786 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:32.100071 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Attempting to bind port 76b0c968-cbed-40b4-9c8a-9a4a52502786 on network 891f88b4-8a81-44ed-8083-f8871519ebc1 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:32.105118 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Port 76b0c968-cbed-40b4-9c8a-9a4a52502786 on network 891f88b4-8a81-44ed-8083-f8871519ebc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:32.105440 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Attempting to bind port 76b0c968-cbed-40b4-9c8a-9a4a52502786 on network 891f88b4-8a81-44ed-8083-f8871519ebc1 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:32.110537 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:32.111363 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Checking segment: {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:32.111912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Bound using segment: {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:32.112494 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Bound port: 76b0c968-cbed-40b4-9c8a-9a4a52502786, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:32.113013 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.136554 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a177268-0f96-4eb8-a4b6-c43fbdbfc233 req-12e9624d-a08a-43a4-a75f-5443819bf225 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ebbeb263-7947-4f1c-b608-4fdb40f98dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347071 Sep 16 04:52:32.149675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20b701-a604-4a5b-955c-46ba228fb593 req-e4e0e9b3-e0f6-41ad-9592-43641a19b3f1 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.157188 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a20b701-a604-4a5b-955c-46ba228fb593 req-e4e0e9b3-e0f6-41ad-9592-43641a19b3f1 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=f990d1e4-d4cd-4399-95bc-12879478fabb HTTP/1.1" status: 200 len: 948 time: 0.1075866 Sep 16 04:52:32.192526 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] For port 76b0c968-cbed-40b4-9c8a-9a4a52502786, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:32.195694 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] For port 76b0c968-cbed-40b4-9c8a-9a4a52502786, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=76b0c968-cbed-40b4-9c8a-9a4a52502786,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:32.397580 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.433733 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.434388 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.435872 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] 10.222.0.38 "PUT /v2.0/ports/76b0c968-cbed-40b4-9c8a-9a4a52502786 HTTP/1.1" status: 200 len: 1092 time: 1.0090661 Sep 16 04:52:32.460902 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af9d63-57d7-40c8-af4a-466caaf05da1 service neutron] Pushing event updated for resources: {'Port': ['ID=76b0c968-cbed-40b4-9c8a-9a4a52502786,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:32.539631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a20b701-a604-4a5b-955c-46ba228fb593 req-fd38fbae-288e-446f-9d7e-9486658abdcd tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815732 Sep 16 04:52:32.570038 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a177268-0f96-4eb8-a4b6-c43fbdbfc233 req-1bdfb567-bcc7-479f-a63e-1dc979bd96b6 service neutron] 10.222.0.21 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095707 Sep 16 04:52:32.609290 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb811f45-4ce2-4268-bd5c-49abae4eb345', 'tag': '76b0c968-cbed-40b4-9c8a-9a4a52502786'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:32.611212 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6324df-9d3d-4790-84e7-9694308d4bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "eb811f45-4ce2-4268-bd5c-49abae4eb345", "tag": "76b0c968-cbed-40b4-9c8a-9a4a52502786"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:32.694513 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a177268-0f96-4eb8-a4b6-c43fbdbfc233 req-0b12a39a-836b-4308-85d0-056dbdef8166 service neutron] 10.222.0.21 "GET /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147470 Sep 16 04:52:32.742211 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-d0998588-fd1b-476a-97a0-c6c3adca3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.744439 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-d0998588-fd1b-476a-97a0-c6c3adca3ed8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 1095 time: 0.0707729 Sep 16 04:52:32.764883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69abed-5059-4be7-91ab-288ef6dab2df req-7ebbfb80-1ecb-47d3-833c-6f0928a37a06 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.766421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d69abed-5059-4be7-91ab-288ef6dab2df req-7ebbfb80-1ecb-47d3-833c-6f0928a37a06 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 943 time: 0.0592320 Sep 16 04:52:32.807013 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-cdc0c8d2-a2ec-491f-b022-c6977a6422cf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76b0c968-cbed-40b4-9c8a-9a4a52502786 HTTP/1.1" status: 200 len: 217 time: 0.0405037 Sep 16 04:52:32.808585 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d69abed-5059-4be7-91ab-288ef6dab2df req-f74bb0b2-77ba-465d-a662-a1009fe79455 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346568 Sep 16 04:52:32.870567 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4057b6-636f-47a0-8337-db9a6da51b13 x-openstack-request-id: req-ac4057b6-636f-47a0-8337-db9a6da51b13 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:32.871071 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb811f45-4ce2-4268-bd5c-49abae4eb345", "tag": "76b0c968-cbed-40b4-9c8a-9a4a52502786", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:32.871494 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac4057b6-636f-47a0-8337-db9a6da51b13 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:32.872060 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb811f45-4ce2-4268-bd5c-49abae4eb345', 'tag': '76b0c968-cbed-40b4-9c8a-9a4a52502786', 'status': 'completed', 'code': 200} Sep 16 04:52:32.878326 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-99b2b02c-a051-457c-b10f-cd18f6fd74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.880085 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-99b2b02c-a051-457c-b10f-cd18f6fd74a7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a11d457e-5c38-4c60-bb5b-2d1c066b76df HTTP/1.1" status: 200 len: 845 time: 0.0657399 Sep 16 04:52:32.918326 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-65833bde-5f46-4a07-9e30-bee40059762a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=891f88b4-8a81-44ed-8083-f8871519ebc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286438 Sep 16 04:52:32.995115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189e9fc-f01a-492c-b730-d46f41e36247 req-e7495656-9e74-4ec5-b10a-2b6163bbfff7 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.997879 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c189e9fc-f01a-492c-b730-d46f41e36247 req-e7495656-9e74-4ec5-b10a-2b6163bbfff7 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0788174 Sep 16 04:52:33.033669 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-59d2e392-1939-4b58-9b52-28107ea3883d service neutron] 10.222.0.38 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076305 Sep 16 04:52:33.042045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c189e9fc-f01a-492c-b730-d46f41e36247 req-e513e792-2b77-44a8-accb-7f52a46b8274 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370305 Sep 16 04:52:33.137416 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a9d0115d-475b-4f8d-a28b-cc3a6d7198ca req-e93cff9d-e076-4d7c-bab8-03f74451079e service neutron] 10.222.0.38 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972953 Sep 16 04:52:33.184719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed165584-f982-404e-9c4d-3e3705eb1bc6 req-3bf468cf-c34d-4396-a241-8bdf962ba101 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.186158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed165584-f982-404e-9c4d-3e3705eb1bc6 req-3bf468cf-c34d-4396-a241-8bdf962ba101 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 944 time: 0.0538471 Sep 16 04:52:33.235311 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed165584-f982-404e-9c4d-3e3705eb1bc6 req-9aef1987-f5dc-4517-815a-25c8de4397d7 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423429 Sep 16 04:52:33.240700 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:33.280062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:33.280829 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 7aae7be7-1aa7-4d87-8df6-51cedde3b7d3 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:33.293049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1fe00-2c40-4985-a8c9-140e0598aa69 req-d53b122b-f124-4fc1-a02e-871d81ab6979 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.294579 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fdd1fe00-2c40-4985-a8c9-140e0598aa69 req-d53b122b-f124-4fc1-a02e-871d81ab6979 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.21 "GET /v2.0/ports?device_id=f990d1e4-d4cd-4399-95bc-12879478fabb HTTP/1.1" status: 200 len: 948 time: 0.0697620 Sep 16 04:52:33.398026 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-fdd1fe00-2c40-4985-a8c9-140e0598aa69 req-28a79296-c242-4455-b576-0000fb67650d tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Deleting port dffdbb33-7e8d-4119-b673-4b48831644d3 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:33.398373 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fdd1fe00-2c40-4985-a8c9-140e0598aa69 req-28a79296-c242-4455-b576-0000fb67650d tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.433319 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6324df-9d3d-4790-84e7-9694308d4bfb req-7becf72e-dddf-4bd1-9d7b-31c7d0bbfea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.435045 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ae6324df-9d3d-4790-84e7-9694308d4bfb req-7becf72e-dddf-4bd1-9d7b-31c7d0bbfea2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 1095 time: 0.0504351 Sep 16 04:52:33.492091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-fdd1fe00-2c40-4985-a8c9-140e0598aa69 req-28a79296-c242-4455-b576-0000fb67650d tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] For port dffdbb33-7e8d-4119-b673-4b48831644d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=dffdbb33-7e8d-4119-b673-4b48831644d3,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:33.492493 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fdd1fe00-2c40-4985-a8c9-140e0598aa69 req-28a79296-c242-4455-b576-0000fb67650d tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.505484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-fdd1fe00-2c40-4985-a8c9-140e0598aa69 req-28a79296-c242-4455-b576-0000fb67650d tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Calling delete_port for dffdbb33-7e8d-4119-b673-4b48831644d3 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:33.555656 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6324df-9d3d-4790-84e7-9694308d4bfb req-6e6f4676-91c0-4223-96c9-29ce07fae9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.557325 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ae6324df-9d3d-4790-84e7-9694308d4bfb req-6e6f4676-91c0-4223-96c9-29ce07fae9db service neutron] 10.222.0.38 "GET /v2.0/networks?id=891f88b4-8a81-44ed-8083-f8871519ebc1 HTTP/1.1" status: 200 len: 906 time: 0.1036701 Sep 16 04:52:33.607640 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ae6324df-9d3d-4790-84e7-9694308d4bfb req-4fcdc2cd-fe20-4e74-afb9-13139c512279 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76b0c968-cbed-40b4-9c8a-9a4a52502786 HTTP/1.1" status: 200 len: 217 time: 0.0427434 Sep 16 04:52:33.694749 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6324df-9d3d-4790-84e7-9694308d4bfb req-6902df8f-48ff-4f64-84bf-237a088db749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.695144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699ee6e-3c66-431c-807a-584c6f62b3ee req-b927f7e8-2344-4533-82f6-2fcccadcbba1 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.696481 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ae6324df-9d3d-4790-84e7-9694308d4bfb req-6902df8f-48ff-4f64-84bf-237a088db749 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a11d457e-5c38-4c60-bb5b-2d1c066b76df HTTP/1.1" status: 200 len: 845 time: 0.0716424 Sep 16 04:52:33.699346 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b699ee6e-3c66-431c-807a-584c6f62b3ee req-b927f7e8-2344-4533-82f6-2fcccadcbba1 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=f990d1e4-d4cd-4399-95bc-12879478fabb HTTP/1.1" status: 200 len: 948 time: 0.0791333 Sep 16 04:52:33.749288 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ae6324df-9d3d-4790-84e7-9694308d4bfb req-72a043dd-5aa3-4335-b9dd-4da790f80e58 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=891f88b4-8a81-44ed-8083-f8871519ebc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329149 Sep 16 04:52:33.755025 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b699ee6e-3c66-431c-807a-584c6f62b3ee req-5d68e50d-d7b7-47c3-8a97-33aa92e6c6f5 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/security-groups?id=188466bf-4376-476e-b77e-7d2a46f6684b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490391 Sep 16 04:52:33.757272 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fdd1fe00-2c40-4985-a8c9-140e0598aa69 req-28a79296-c242-4455-b576-0000fb67650d tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.812701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a79296-c242-4455-b576-0000fb67650d tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Pushing event deleted for resources: {'Port': ['ID=dffdbb33-7e8d-4119-b673-4b48831644d3,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:33.854579 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd1fe00-2c40-4985-a8c9-140e0598aa69 req-28a79296-c242-4455-b576-0000fb67650d tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] No DVR routers for this DVR port dffdbb33-7e8d-4119-b673-4b48831644d3 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:33.863586 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fdd1fe00-2c40-4985-a8c9-140e0598aa69 req-28a79296-c242-4455-b576-0000fb67650d tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.865786 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fdd1fe00-2c40-4985-a8c9-140e0598aa69 req-28a79296-c242-4455-b576-0000fb67650d tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.21 "DELETE /v2.0/ports/dffdbb33-7e8d-4119-b673-4b48831644d3 HTTP/1.1" status: 204 len: 173 time: 0.5632353 Sep 16 04:52:33.866363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f990d1e4-d4cd-4399-95bc-12879478fabb', 'name': 'network-vif-deleted', 'tag': 'dffdbb33-7e8d-4119-b673-4b48831644d3'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:33.868795 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b79483c-6a0a-4d63-b3a6-5da194c2d15e" -d '{"events": [{"server_uuid": "f990d1e4-d4cd-4399-95bc-12879478fabb", "name": "network-vif-deleted", "tag": "dffdbb33-7e8d-4119-b673-4b48831644d3"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:33.901053 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ae6324df-9d3d-4790-84e7-9694308d4bfb req-7e55b3fd-4181-4c61-91aa-795d7bbe3a23 service neutron] 10.222.0.38 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440647 Sep 16 04:52:33.930233 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bafebb-8cab-42e1-bf99-3627421d122d x-openstack-request-id: req-96bafebb-8cab-42e1-bf99-3627421d122d {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:33.930598 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f990d1e4-d4cd-4399-95bc-12879478fabb", "name": "network-vif-deleted", "tag": "dffdbb33-7e8d-4119-b673-4b48831644d3", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:33.930966 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96bafebb-8cab-42e1-bf99-3627421d122d {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:33.931447 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f990d1e4-d4cd-4399-95bc-12879478fabb', 'name': 'network-vif-deleted', 'tag': 'dffdbb33-7e8d-4119-b673-4b48831644d3', 'status': 'completed', 'code': 200} Sep 16 04:52:33.987088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4813b7-5815-46ae-875a-c56e0e1be840 req-80394b15-898a-454c-b66a-c44490cdc5ac tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.994740 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a4813b7-5815-46ae-875a-c56e0e1be840 req-80394b15-898a-454c-b66a-c44490cdc5ac tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.21 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 944 time: 0.0939097 Sep 16 04:52:33.996347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef1e6b-520b-49ac-a4c9-2e29758449e2 req-62491955-2555-4bce-828d-61c644148b94 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.997847 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12ef1e6b-520b-49ac-a4c9-2e29758449e2 req-62491955-2555-4bce-828d-61c644148b94 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 943 time: 0.0916965 Sep 16 04:52:34.016950 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ae6324df-9d3d-4790-84e7-9694308d4bfb req-17d6e9cb-5245-4779-8578-3c64c8d9de26 service neutron] 10.222.0.38 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963979 Sep 16 04:52:34.130316 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12ef1e6b-520b-49ac-a4c9-2e29758449e2 req-2b4832d9-36b2-4ca2-a201-4e325f61590d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183958 Sep 16 04:52:34.181334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-7a4813b7-5815-46ae-875a-c56e0e1be840 req-476ba42a-2e21-492f-8531-ed372c7bcb48 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Deleting port d59914e0-d23b-45e2-8ac1-8494924f7ad9 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:34.181680 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7a4813b7-5815-46ae-875a-c56e0e1be840 req-476ba42a-2e21-492f-8531-ed372c7bcb48 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.230856 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ee184-5a0d-4a79-bf7c-b263db2551b1 req-c219413e-81d4-4a9d-b7be-956516ae217d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:34.232657 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d56ee184-5a0d-4a79-bf7c-b263db2551b1 req-c219413e-81d4-4a9d-b7be-956516ae217d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.1001854 Sep 16 04:52:34.321503 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d56ee184-5a0d-4a79-bf7c-b263db2551b1 req-a132025e-5831-4da8-a329-719c68b62436 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600514 Sep 16 04:52:34.326449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-7a4813b7-5815-46ae-875a-c56e0e1be840 req-476ba42a-2e21-492f-8531-ed372c7bcb48 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] For port d59914e0-d23b-45e2-8ac1-8494924f7ad9, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d59914e0-d23b-45e2-8ac1-8494924f7ad9,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:34.326820 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7a4813b7-5815-46ae-875a-c56e0e1be840 req-476ba42a-2e21-492f-8531-ed372c7bcb48 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.363990 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-7a4813b7-5815-46ae-875a-c56e0e1be840 req-476ba42a-2e21-492f-8531-ed372c7bcb48 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Calling delete_port for d59914e0-d23b-45e2-8ac1-8494924f7ad9 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:34.441698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fa1cf-a99c-4821-b1f7-20d39b249b99 req-a0252455-4c88-4e9f-b6b4-b4d74583db09 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:34.443193 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9c1fa1cf-a99c-4821-b1f7-20d39b249b99 req-a0252455-4c88-4e9f-b6b4-b4d74583db09 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 944 time: 0.1138129 Sep 16 04:52:34.503371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9c1fa1cf-a99c-4821-b1f7-20d39b249b99 req-e1290d9c-4865-414d-8d10-79d24061ebcc tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524817 Sep 16 04:52:34.722597 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7a4813b7-5815-46ae-875a-c56e0e1be840 req-476ba42a-2e21-492f-8531-ed372c7bcb48 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.755264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ba42a-2e21-492f-8531-ed372c7bcb48 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Pushing event deleted for resources: {'Port': ['ID=d59914e0-d23b-45e2-8ac1-8494924f7ad9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:34.801760 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4813b7-5815-46ae-875a-c56e0e1be840 req-476ba42a-2e21-492f-8531-ed372c7bcb48 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] No DVR routers for this DVR port d59914e0-d23b-45e2-8ac1-8494924f7ad9 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:34.804493 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7a4813b7-5815-46ae-875a-c56e0e1be840 req-476ba42a-2e21-492f-8531-ed372c7bcb48 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.806553 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a4813b7-5815-46ae-875a-c56e0e1be840 req-476ba42a-2e21-492f-8531-ed372c7bcb48 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.21 "DELETE /v2.0/ports/d59914e0-d23b-45e2-8ac1-8494924f7ad9 HTTP/1.1" status: 204 len: 173 time: 0.8077641 Sep 16 04:52:34.856371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-192ecea4-7e87-4abb-b5a0-393718998828 req-88d7765b-edbd-479b-b1a4-720067cfe950 tempest-ListImageFiltersTestJSON-918013323 tempest-ListImageFiltersTestJSON-918013323-project] 10.222.0.20 "GET /v2.0/ports?device_id=f990d1e4-d4cd-4399-95bc-12879478fabb HTTP/1.1" status: 200 len: 210 time: 0.0275209 Sep 16 04:52:35.123761 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:52:35.174574 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12f0d2df-7049-4925-9451-886d2c2deb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.252339 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90b184-d8ef-4cfe-86ef-88760daac500 req-cfbe46b8-f652-4f87-843e-5eb2e8dde7c2 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:35.254061 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b90b184-d8ef-4cfe-86ef-88760daac500 req-cfbe46b8-f652-4f87-843e-5eb2e8dde7c2 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 943 time: 0.0519810 Sep 16 04:52:35.315382 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b90b184-d8ef-4cfe-86ef-88760daac500 req-a0cc601f-a7c1-4fbb-8b22-1eaa524fcd6b tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534878 Sep 16 04:52:35.450968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734826e-07fa-4a7a-a185-3ca8cc2e5e9e req-f2f95f53-5aa0-4ba2-a5fc-effe56a42623 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:35.453924 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9734826e-07fa-4a7a-a185-3ca8cc2e5e9e req-f2f95f53-5aa0-4ba2-a5fc-effe56a42623 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0627193 Sep 16 04:52:35.499462 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9734826e-07fa-4a7a-a185-3ca8cc2e5e9e req-8d304a56-4c34-437e-b858-e909432f603d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385544 Sep 16 04:52:35.642945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa7632be-8a7f-4d89-821f-22853fc9427b req-45274424-4c90-4a56-b9bf-319ecd9021aa tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=95218348-c4f8-4156-b39c-7fb75338171e HTTP/1.1" status: 200 len: 210 time: 0.0409482 Sep 16 04:52:35.651213 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45988) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:35.772972 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4414843f-2b04-471a-90e3-500b950a3630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.882836 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4414843f-2b04-471a-90e3-500b950a3630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.935113 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95218348-c4f8-4156-b39c-7fb75338171e', 'name': 'network-vif-deleted', 'tag': 'd59914e0-d23b-45e2-8ac1-8494924f7ad9'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:35.935763 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660b556e-7dd6-44c7-ae13-362f0ea64c97" -d '{"events": [{"server_uuid": "95218348-c4f8-4156-b39c-7fb75338171e", "name": "network-vif-deleted", "tag": "d59914e0-d23b-45e2-8ac1-8494924f7ad9"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:35.969731 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4414843f-2b04-471a-90e3-500b950a3630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.017600 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4414843f-2b04-471a-90e3-500b950a3630 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d50e1298f13245f69435f7c985a10c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3646090 Sep 16 04:52:36.020056 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46008) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:36.027934 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414843f-2b04-471a-90e3-500b950a3630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c202973f-3637-4def-b52e-ccda7100dd93,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:36.057462 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c45810-ea0b-4ca0-a2e7-2c7d7908388d x-openstack-request-id: req-16c45810-ea0b-4ca0-a2e7-2c7d7908388d {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:36.057763 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95218348-c4f8-4156-b39c-7fb75338171e", "name": "network-vif-deleted", "tag": "d59914e0-d23b-45e2-8ac1-8494924f7ad9", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:36.058038 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16c45810-ea0b-4ca0-a2e7-2c7d7908388d {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:36.058435 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95218348-c4f8-4156-b39c-7fb75338171e', 'name': 'network-vif-deleted', 'tag': 'd59914e0-d23b-45e2-8ac1-8494924f7ad9', 'status': 'completed', 'code': 200} Sep 16 04:52:36.080787 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-440bd9fc-14cf-4769-b4d4-4af6f8df5986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.106913 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-440bd9fc-14cf-4769-b4d4-4af6f8df5986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.253575 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-440bd9fc-14cf-4769-b4d4-4af6f8df5986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.256198 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-440bd9fc-14cf-4769-b4d4-4af6f8df5986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.257664 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-440bd9fc-14cf-4769-b4d4-4af6f8df5986 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c202973f-3637-4def-b52e-ccda7100dd93 HTTP/1.1" status: 204 len: 168 time: 0.2365658 Sep 16 04:52:36.266179 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bd9fc-14cf-4769-b4d4-4af6f8df5986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c202973f-3637-4def-b52e-ccda7100dd93,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:36.431065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c92094-b047-4105-ab4e-0b01410d9ff5 req-f85f9e41-1ef3-4ca5-83e8-78493977a9a4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.432593 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66c92094-b047-4105-ab4e-0b01410d9ff5 req-f85f9e41-1ef3-4ca5-83e8-78493977a9a4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 943 time: 0.0549924 Sep 16 04:52:36.474310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66c92094-b047-4105-ab4e-0b01410d9ff5 req-8aea27fc-4e50-4ae2-b147-a7fd23530b51 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356507 Sep 16 04:52:36.568140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device dffdbb33-7e8d-4119-b673-4b48831644d3 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:36.591930 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: dffdbb33-7e8d-4119-b673-4b48831644d3 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:36.592287 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device dffdbb33-7e8d-4119-b673-4b48831644d3 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:36.671799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9ce03-0b6e-43a9-9834-c4720714c0a5 req-cee95a04-f41d-4c69-9e21-be8586598ebd tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.673483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e1e9ce03-0b6e-43a9-9834-c4720714c0a5 req-cee95a04-f41d-4c69-9e21-be8586598ebd tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0570567 Sep 16 04:52:36.713908 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e1e9ce03-0b6e-43a9-9834-c4720714c0a5 req-38c6edca-95e8-42a2-829a-65092d73ffbe tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343235 Sep 16 04:52:37.257088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 76b0c968-cbed-40b4-9c8a-9a4a52502786 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:37.357369 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 76b0c968-cbed-40b4-9c8a-9a4a52502786, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=76b0c968-cbed-40b4-9c8a-9a4a52502786,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:37.369509 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '76b0c968-cbed-40b4-9c8a-9a4a52502786', 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1', 'port_id': '76b0c968-cbed-40b4-9c8a-9a4a52502786', 'mac_address': 'fa:16:3e:9b:81:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11d457e-5c38-4c60-bb5b-2d1c066b76df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:37.408858 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.430807 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b0c968-cbed-40b4-9c8a-9a4a52502786 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:37.451065 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 76b0c968-cbed-40b4-9c8a-9a4a52502786, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=76b0c968-cbed-40b4-9c8a-9a4a52502786,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:37.636679 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.694399 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=76b0c968-cbed-40b4-9c8a-9a4a52502786,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:37.865283 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-56320c9b-5fa9-4bd2-ad74-99cfbced1a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.108705 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b42761-449b-4e8e-ab73-073804af983f req-1c7947bb-996e-4f75-a694-ae52caa8623c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.110231 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2b42761-449b-4e8e-ab73-073804af983f req-1c7947bb-996e-4f75-a694-ae52caa8623c tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 944 time: 0.0657544 Sep 16 04:52:38.179617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47691c08-6fe4-49a7-a7a5-253b1af93906 req-5bed2107-dffd-4ab4-90db-66fec200aac2 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.181163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47691c08-6fe4-49a7-a7a5-253b1af93906 req-5bed2107-dffd-4ab4-90db-66fec200aac2 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 944 time: 0.0898178 Sep 16 04:52:38.184445 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2b42761-449b-4e8e-ab73-073804af983f req-de5d0ed5-a1a7-4501-9e7a-d4c78c897d53 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/security-groups?id=400ae877-e24f-4678-8556-18e0e8dc7fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565743 Sep 16 04:52:38.223776 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47691c08-6fe4-49a7-a7a5-253b1af93906 req-62f234ed-1191-4a99-aabb-40f7047e4288 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357091 Sep 16 04:52:38.251001 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['76b0c968-cbed-40b4-9c8a-9a4a52502786'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:38.427296 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18fce3-f5e2-4a07-845c-2269158caedc req-63a1dbe5-473c-48d2-bbf3-300b4fc4a3a1 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.428928 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a18fce3-f5e2-4a07-845c-2269158caedc req-63a1dbe5-473c-48d2-bbf3-300b4fc4a3a1 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.21 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 944 time: 0.0560372 Sep 16 04:52:38.499629 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.547308 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-6a18fce3-f5e2-4a07-845c-2269158caedc req-130ac4f2-9098-43e0-ad45-4a05d56b4426 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Deleting port 6ac532a6-7f6c-4137-b501-3566e3703835 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:38.547846 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6a18fce3-f5e2-4a07-845c-2269158caedc req-130ac4f2-9098-43e0-ad45-4a05d56b4426 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.560105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d59914e0-d23b-45e2-8ac1-8494924f7ad9 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:38.585374 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: d59914e0-d23b-45e2-8ac1-8494924f7ad9 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:38.586070 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d59914e0-d23b-45e2-8ac1-8494924f7ad9 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:38.677529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-6a18fce3-f5e2-4a07-845c-2269158caedc req-130ac4f2-9098-43e0-ad45-4a05d56b4426 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] For port 6ac532a6-7f6c-4137-b501-3566e3703835, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6ac532a6-7f6c-4137-b501-3566e3703835,segment=NetworkSegment(32298ffd-6388-47df-b482-8eab1de50ba1),segment_id=32298ffd-6388-47df-b482-8eab1de50ba1)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:38.678077 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6a18fce3-f5e2-4a07-845c-2269158caedc req-130ac4f2-9098-43e0-ad45-4a05d56b4426 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.697812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-6a18fce3-f5e2-4a07-845c-2269158caedc req-130ac4f2-9098-43e0-ad45-4a05d56b4426 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Calling delete_port for 6ac532a6-7f6c-4137-b501-3566e3703835 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:38.962524 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6a18fce3-f5e2-4a07-845c-2269158caedc req-130ac4f2-9098-43e0-ad45-4a05d56b4426 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.993716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ac4f2-9098-43e0-ad45-4a05d56b4426 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Pushing event deleted for resources: {'Port': ['ID=6ac532a6-7f6c-4137-b501-3566e3703835,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:39.073706 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a18fce3-f5e2-4a07-845c-2269158caedc req-130ac4f2-9098-43e0-ad45-4a05d56b4426 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] No DVR routers for this DVR port 6ac532a6-7f6c-4137-b501-3566e3703835 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:39.080066 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6a18fce3-f5e2-4a07-845c-2269158caedc req-130ac4f2-9098-43e0-ad45-4a05d56b4426 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.080066 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a18fce3-f5e2-4a07-845c-2269158caedc req-130ac4f2-9098-43e0-ad45-4a05d56b4426 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.21 "DELETE /v2.0/ports/6ac532a6-7f6c-4137-b501-3566e3703835 HTTP/1.1" status: 204 len: 173 time: 0.6382401 Sep 16 04:52:39.080066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660e9676-a9e9-4c7b-89b1-d2616d706daa', 'name': 'network-vif-deleted', 'tag': '6ac532a6-7f6c-4137-b501-3566e3703835'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:39.083088 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f59fb30-279e-4757-a32b-17b740d23e89" -d '{"events": [{"server_uuid": "660e9676-a9e9-4c7b-89b1-d2616d706daa", "name": "network-vif-deleted", "tag": "6ac532a6-7f6c-4137-b501-3566e3703835"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:39.105254 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.208489 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad399213-38d7-4e8e-82de-82e3ad3d4d50 x-openstack-request-id: req-ad399213-38d7-4e8e-82de-82e3ad3d4d50 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:39.209370 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660e9676-a9e9-4c7b-89b1-d2616d706daa", "name": "network-vif-deleted", "tag": "6ac532a6-7f6c-4137-b501-3566e3703835", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:39.209627 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad399213-38d7-4e8e-82de-82e3ad3d4d50 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:39.210096 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660e9676-a9e9-4c7b-89b1-d2616d706daa', 'name': 'network-vif-deleted', 'tag': '6ac532a6-7f6c-4137-b501-3566e3703835', 'status': 'completed', 'code': 200} Sep 16 04:52:39.295955 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e19ed22-26bf-4941-9584-56c02f5ca003 req-735c7428-d5e4-4f6f-bd2b-8a86edde48f5 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 210 time: 0.0299091 Sep 16 04:52:39.442335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab95bc-48c1-49c7-9033-b5d28f48a449 req-5e3ee861-6cb5-42e3-a691-534e3ce1d71b tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.443959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39ab95bc-48c1-49c7-9033-b5d28f48a449 req-5e3ee861-6cb5-42e3-a691-534e3ce1d71b tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 944 time: 0.0644133 Sep 16 04:52:39.503916 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39ab95bc-48c1-49c7-9033-b5d28f48a449 req-bea8abea-e6e9-4f72-902f-402ce323c7cf tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498643 Sep 16 04:52:40.064927 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46154) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:40.249730 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-19e5f481-5a26-47ab-b75e-4019b04cce86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d0802b21ba1489cacbdb9257e9d7272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668477 Sep 16 04:52:40.249730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46164) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:40.299633 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a427e4d4-509b-407f-b429-361e31e1b320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.322438 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a427e4d4-509b-407f-b429-361e31e1b320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.435539 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ecb78b20-524d-4ee9-8cb7-5aa9da177990 req-f247fe77-b8fe-4aed-91be-3f797418e362 tempest-LiveAutoBlockMigrationV225Test-1855472108 tempest-LiveAutoBlockMigrationV225Test-1855472108-project] 10.222.0.20 "GET /v2.0/ports?device_id=660e9676-a9e9-4c7b-89b1-d2616d706daa HTTP/1.1" status: 200 len: 210 time: 0.0314860 Sep 16 04:52:40.568468 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a427e4d4-509b-407f-b429-361e31e1b320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.571768 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a427e4d4-509b-407f-b429-361e31e1b320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.573049 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a427e4d4-509b-407f-b429-361e31e1b320 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/188466bf-4376-476e-b77e-7d2a46f6684b HTTP/1.1" status: 204 len: 168 time: 0.3358655 Sep 16 04:52:40.587725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427e4d4-509b-407f-b429-361e31e1b320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188466bf-4376-476e-b77e-7d2a46f6684b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:40.661209 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85417e9b-c942-4e21-aef6-4a99adc68229 req-00a84312-9734-4a5d-b2d6-17db8082eb00 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:40.663657 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85417e9b-c942-4e21-aef6-4a99adc68229 req-00a84312-9734-4a5d-b2d6-17db8082eb00 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 944 time: 0.0736277 Sep 16 04:52:40.711796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85417e9b-c942-4e21-aef6-4a99adc68229 req-8fb6b1b7-bb4d-4764-9081-78dad94bbf39 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397217 Sep 16 04:52:40.839151 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.270520 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 76b0c968-cbed-40b4-9c8a-9a4a52502786 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:41.496069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46200) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:41.534675 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 76b0c968-cbed-40b4-9c8a-9a4a52502786 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:41.539156 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 76b0c968-cbed-40b4-9c8a-9a4a52502786 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:41.539534 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.638167 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.667365 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb811f45-4ce2-4268-bd5c-49abae4eb345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b0c968-cbed-40b4-9c8a-9a4a52502786'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:41.669970 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16d4f0d-3a1a-49b8-bad4-d9c75c93d0ff" -d '{"events": [{"server_uuid": "eb811f45-4ce2-4268-bd5c-49abae4eb345", "name": "network-vif-plugged", "status": "completed", "tag": "76b0c968-cbed-40b4-9c8a-9a4a52502786"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:41.701653 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 76b0c968-cbed-40b4-9c8a-9a4a52502786, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=76b0c968-cbed-40b4-9c8a-9a4a52502786,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:41.717755 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fec35f-c41d-47f1-9499-3819efbde39d x-openstack-request-id: req-30fec35f-c41d-47f1-9499-3819efbde39d {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:41.718152 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb811f45-4ce2-4268-bd5c-49abae4eb345", "name": "network-vif-plugged", "status": "completed", "tag": "76b0c968-cbed-40b4-9c8a-9a4a52502786", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:41.718465 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30fec35f-c41d-47f1-9499-3819efbde39d {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:41.719001 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb811f45-4ce2-4268-bd5c-49abae4eb345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b0c968-cbed-40b4-9c8a-9a4a52502786', 'code': 200} Sep 16 04:52:41.843054 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.869629 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530df67-ec7d-4e65-960a-0d7d6bb49bbc req-b68cf23e-f32f-4bc2-b99e-516534a30c0a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.871347 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8530df67-ec7d-4e65-960a-0d7d6bb49bbc req-b68cf23e-f32f-4bc2-b99e-516534a30c0a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 944 time: 0.0811529 Sep 16 04:52:41.932666 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a1b56-8814-42bb-946d-493d81f6e10e req-319dcfd0-56f3-4de3-aa91-e4286b62573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.933240 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=76b0c968-cbed-40b4-9c8a-9a4a52502786,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:41.934966 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-121a1b56-8814-42bb-946d-493d81f6e10e req-319dcfd0-56f3-4de3-aa91-e4286b62573d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 1097 time: 0.0562108 Sep 16 04:52:41.982895 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-121a1b56-8814-42bb-946d-493d81f6e10e req-e5203d21-a9b2-4370-a05a-41cfc6f4f5b6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378060 Sep 16 04:52:41.996463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8530df67-ec7d-4e65-960a-0d7d6bb49bbc req-9a0fac10-7e9f-420a-a91d-6e67857f9c44 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922620 Sep 16 04:52:41.999790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f02d12-52a1-4dd0-9d99-b9bc1c7780b5 admin admin] Deleting subnet 9023553c-0727-4415-b53e-7374b71d88bd {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:42.003700 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-53f02d12-52a1-4dd0-9d99-b9bc1c7780b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.056427 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-53f02d12-52a1-4dd0-9d99-b9bc1c7780b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.110419 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-53f02d12-52a1-4dd0-9d99-b9bc1c7780b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.277161 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-53f02d12-52a1-4dd0-9d99-b9bc1c7780b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.307355 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-53f02d12-52a1-4dd0-9d99-b9bc1c7780b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.311711 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46222) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:42.311840 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-53f02d12-52a1-4dd0-9d99-b9bc1c7780b5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9023553c-0727-4415-b53e-7374b71d88bd HTTP/1.1" status: 204 len: 168 time: 0.8145423 Sep 16 04:52:42.312709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f02d12-52a1-4dd0-9d99-b9bc1c7780b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9023553c-0727-4415-b53e-7374b71d88bd,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:42.386494 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abfed8d6-30d5-4a24-ae35-b2860c107143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.472222 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abfed8d6-30d5-4a24-ae35-b2860c107143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.499368 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-abfed8d6-30d5-4a24-ae35-b2860c107143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4d6dc4-12b9-41c8-af2b-a538152a95e2']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:42.521558 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-abfed8d6-30d5-4a24-ae35-b2860c107143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32298ffd-6388-47df-b482-8eab1de50ba1') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:42.521558 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-abfed8d6-30d5-4a24-ae35-b2860c107143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32298ffd-6388-47df-b482-8eab1de50ba1') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:42.530806 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abfed8d6-30d5-4a24-ae35-b2860c107143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.545341 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abfed8d6-30d5-4a24-ae35-b2860c107143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.553300 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfed8d6-30d5-4a24-ae35-b2860c107143 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:42.553883 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abfed8d6-30d5-4a24-ae35-b2860c107143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:42.555855 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:42.576245 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6ac532a6-7f6c-4137-b501-3566e3703835 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:42.620091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 6ac532a6-7f6c-4137-b501-3566e3703835 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:42.620091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6ac532a6-7f6c-4137-b501-3566e3703835 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:42.665391 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46230) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:42.773697 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-aa06e81e-0add-419a-bfc1-b70ccd798a9b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-779938494-network', 'tenant_id': 'b14a9fde8974488a8e4c2461e3cc484d'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:43.076810 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abfed8d6-30d5-4a24-ae35-b2860c107143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.097271 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abfed8d6-30d5-4a24-ae35-b2860c107143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.099539 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-abfed8d6-30d5-4a24-ae35-b2860c107143 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0e4d6dc4-12b9-41c8-af2b-a538152a95e2 HTTP/1.1" status: 204 len: 168 time: 0.7866347 Sep 16 04:52:43.100592 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfed8d6-30d5-4a24-ae35-b2860c107143 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e4d6dc4-12b9-41c8-af2b-a538152a95e2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:43.102519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46242) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:43.150966 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7e04f-4357-4446-9147-8bc4cff6ff8a req-21b9681d-43f5-450c-bb49-f7956f57c4bf tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.154321 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5f7e04f-4357-4446-9147-8bc4cff6ff8a req-21b9681d-43f5-450c-bb49-f7956f57c4bf tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 945 time: 0.0871100 Sep 16 04:52:43.158394 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa06e81e-0add-419a-bfc1-b70ccd798a9b admin admin] Made reservation on behalf of b14a9fde8974488a8e4c2461e3cc484d for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:43.168936 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aa06e81e-0add-419a-bfc1-b70ccd798a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.196143 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aa06e81e-0add-419a-bfc1-b70ccd798a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.211148 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5f7e04f-4357-4446-9147-8bc4cff6ff8a req-b68d78d7-981e-4b1b-9efb-c69013041351 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476811 Sep 16 04:52:43.213735 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46244) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:43.214674 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-b858bb79-7b42-4034-b474-4d120cf9ddb3 admin admin] Deleting subnet 3b8ca95e-89e9-41df-9a4e-3befab26f393 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:43.220308 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b858bb79-7b42-4034-b474-4d120cf9ddb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.277504 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b858bb79-7b42-4034-b474-4d120cf9ddb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.338864 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b858bb79-7b42-4034-b474-4d120cf9ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.344144 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dccc9280-d966-4f42-9e10-7e037966ca34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.420286 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aa06e81e-0add-419a-bfc1-b70ccd798a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.595801 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aa06e81e-0add-419a-bfc1-b70ccd798a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.596065 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b858bb79-7b42-4034-b474-4d120cf9ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.653895 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b858bb79-7b42-4034-b474-4d120cf9ddb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.659432 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b858bb79-7b42-4034-b474-4d120cf9ddb3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3b8ca95e-89e9-41df-9a4e-3befab26f393 HTTP/1.1" status: 204 len: 168 time: 0.5556641 Sep 16 04:52:43.664372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46254) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:43.664520 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa06e81e-0add-419a-bfc1-b70ccd798a9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:43.667629 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858bb79-7b42-4034-b474-4d120cf9ddb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b8ca95e-89e9-41df-9a4e-3befab26f393,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:43.687642 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aa06e81e-0add-419a-bfc1-b70ccd798a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.687986 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-aa06e81e-0add-419a-bfc1-b70ccd798a9b admin admin] Added segment dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181 of type vlan for network 5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca Sep 16 04:52:43.689513 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06e81e-0add-419a-bfc1-b70ccd798a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2c74d3-b829-45fc-8554-cb342f7ed3bd,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:43.734861 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aa06e81e-0add-419a-bfc1-b70ccd798a9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.753385 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dccc9280-d966-4f42-9e10-7e037966ca34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.759917 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a727155-2544-434e-afa9-bf5c5bd93144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.853073 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a727155-2544-434e-afa9-bf5c5bd93144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.875614 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-0a727155-2544-434e-afa9-bf5c5bd93144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b864355-3d51-4fd7-9dc9-892fb7919595']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:43.887407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-0a727155-2544-434e-afa9-bf5c5bd93144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e825e7a3-7949-40d5-9fd9-1b4639d242d5') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:43.887407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-0a727155-2544-434e-afa9-bf5c5bd93144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e825e7a3-7949-40d5-9fd9-1b4639d242d5') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:43.897537 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a727155-2544-434e-afa9-bf5c5bd93144 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.911861 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a727155-2544-434e-afa9-bf5c5bd93144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.917859 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a727155-2544-434e-afa9-bf5c5bd93144 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:43.918285 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a727155-2544-434e-afa9-bf5c5bd93144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:43.920115 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:43.956818 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aa06e81e-0add-419a-bfc1-b70ccd798a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.958313 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa06e81e-0add-419a-bfc1-b70ccd798a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.959166 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aa06e81e-0add-419a-bfc1-b70ccd798a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.981325 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dccc9280-d966-4f42-9e10-7e037966ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.025614 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc9280-d966-4f42-9e10-7e037966ca34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6092a03-17c9-46c3-bd2a-67cd1c6649e2,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:44.044561 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-dccc9280-d966-4f42-9e10-7e037966ca34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9128cc9ba7794053aba67eb2478d62a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8295424 Sep 16 04:52:44.047544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46268) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:44.050437 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06e81e-0add-419a-bfc1-b70ccd798a9b admin admin] Pushing event updated for resources: {'Network': ['ID=5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:44.060941 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:44.103725 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b0836f54-b174-4247-b2eb-5ec525e32840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.126034 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b0836f54-b174-4247-b2eb-5ec525e32840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.174463 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-aa06e81e-0add-419a-bfc1-b70ccd798a9b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5079327 Sep 16 04:52:44.177193 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46270) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:44.181981 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-52f4874a-3a47-497d-be1e-73247c4c52e7 admin admin] Request body: {'subnet': {'network_id': '5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-779938494-subnet', 'tenant_id': 'b14a9fde8974488a8e4c2461e3cc484d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:44.248756 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a727155-2544-434e-afa9-bf5c5bd93144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.258576 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a727155-2544-434e-afa9-bf5c5bd93144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.262770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0a727155-2544-434e-afa9-bf5c5bd93144 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6b864355-3d51-4fd7-9dc9-892fb7919595 HTTP/1.1" status: 204 len: 168 time: 0.5994666 Sep 16 04:52:44.274534 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a727155-2544-434e-afa9-bf5c5bd93144 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b864355-3d51-4fd7-9dc9-892fb7919595,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:44.327891 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b0836f54-b174-4247-b2eb-5ec525e32840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.331339 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b0836f54-b174-4247-b2eb-5ec525e32840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.332504 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b0836f54-b174-4247-b2eb-5ec525e32840 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6092a03-17c9-46c3-bd2a-67cd1c6649e2 HTTP/1.1" status: 204 len: 168 time: 0.2844572 Sep 16 04:52:44.343063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0836f54-b174-4247-b2eb-5ec525e32840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6092a03-17c9-46c3-bd2a-67cd1c6649e2,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:44.364373 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ed936-f274-4763-98a8-0586577e72c1 req-3a0aeed6-5bd6-4cdd-995e-9b8ea3020a10 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.365898 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e96ed936-f274-4763-98a8-0586577e72c1 req-3a0aeed6-5bd6-4cdd-995e-9b8ea3020a10 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 945 time: 0.0665317 Sep 16 04:52:44.379477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f4874a-3a47-497d-be1e-73247c4c52e7 admin admin] Made reservation on behalf of b14a9fde8974488a8e4c2461e3cc484d for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:44.395503 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52f4874a-3a47-497d-be1e-73247c4c52e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.415365 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e96ed936-f274-4763-98a8-0586577e72c1 req-fbdbd18d-5e14-42e2-b6e5-48aa1237b4fe tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430682 Sep 16 04:52:44.552994 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b08db3-f240-4222-a82c-39b9e1d832a3 req-110a443f-3c84-4b2c-acc7-578e45be8a6d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.554593 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33b08db3-f240-4222-a82c-39b9e1d832a3 req-110a443f-3c84-4b2c-acc7-578e45be8a6d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 945 time: 0.0589895 Sep 16 04:52:44.610451 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33b08db3-f240-4222-a82c-39b9e1d832a3 req-aa6729ed-7e73-4b67-a89c-6e61eaa43dbe tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492013 Sep 16 04:52:44.780014 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52f4874a-3a47-497d-be1e-73247c4c52e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.839810 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4874a-3a47-497d-be1e-73247c4c52e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4f6394-c68b-4791-9462-03b74cea6508,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:44.852839 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4874a-3a47-497d-be1e-73247c4c52e7 admin admin] Checking segment: {'id': 'dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:44.853214 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f4874a-3a47-497d-be1e-73247c4c52e7 admin admin] Network hostable DHCP agents. Network: 5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:45.087679 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f4874a-3a47-497d-be1e-73247c4c52e7 admin admin] Network 5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:45.202693 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46292) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:45.236958 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-52f4874a-3a47-497d-be1e-73247c4c52e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:45.247928 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f4874a-3a47-497d-be1e-73247c4c52e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.248527 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52f4874a-3a47-497d-be1e-73247c4c52e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.252080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d01f234a-8f73-4fba-89a7-573c2cbddc3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81978a2452c74d468c1440c8a9e64f75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473256 Sep 16 04:52:45.254498 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46294) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:45.254627 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3685ee75-47c0-497c-b841-6548aff10f5a None None] Network 5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:45.309715 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-edec114c-d0bc-4d0e-8249-9b7e63bc83ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.333672 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-edec114c-d0bc-4d0e-8249-9b7e63bc83ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.414321 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-52f4874a-3a47-497d-be1e-73247c4c52e7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2358656 Sep 16 04:52:45.419387 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae8084d-91d9-4c0d-ab62-d67f13d253b3 None None] Network 5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:45.474316 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b52bd-ff3f-4bcc-98dc-034fbd6b3967 req-f1b719e4-9be4-4ed7-b037-5ca3ad4dc8ff tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.476009 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef8b52bd-ff3f-4bcc-98dc-034fbd6b3967 req-f1b719e4-9be4-4ed7-b037-5ca3ad4dc8ff tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 945 time: 0.0629096 Sep 16 04:52:45.568693 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef8b52bd-ff3f-4bcc-98dc-034fbd6b3967 req-7ac07a1f-3931-4e3b-8e97-daf0ab487d85 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790215 Sep 16 04:52:45.572365 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-edec114c-d0bc-4d0e-8249-9b7e63bc83ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.576915 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-edec114c-d0bc-4d0e-8249-9b7e63bc83ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.578284 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-edec114c-d0bc-4d0e-8249-9b7e63bc83ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/400ae877-e24f-4678-8556-18e0e8dc7fc9 HTTP/1.1" status: 204 len: 168 time: 0.3226943 Sep 16 04:52:45.593241 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec114c-d0bc-4d0e-8249-9b7e63bc83ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400ae877-e24f-4678-8556-18e0e8dc7fc9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:45.622009 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-d9a85fb3-9488-45ef-a817-145dae96fc4f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0728028 Sep 16 04:52:45.715165 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46310) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:45.728633 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-160fcc3a-1569-48a1-9195-98fd073cc287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.860413 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-7a5fd680-e4b7-4cb9-85ac-0a96129f4c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.863961 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-7a5fd680-e4b7-4cb9-85ac-0a96129f4c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.863961 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-7a5fd680-e4b7-4cb9-85ac-0a96129f4c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.863961 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-7a5fd680-e4b7-4cb9-85ac-0a96129f4c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.863961 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-7a5fd680-e4b7-4cb9-85ac-0a96129f4c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.863961 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-7a5fd680-e4b7-4cb9-85ac-0a96129f4c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.867793 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-7a5fd680-e4b7-4cb9-85ac-0a96129f4c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.873181 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-7a5fd680-e4b7-4cb9-85ac-0a96129f4c96 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=313a4b3172b84bbdb716cd409eccfeb1&device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 6494 time: 0.1293356 Sep 16 04:52:45.907423 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-160fcc3a-1569-48a1-9195-98fd073cc287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.969012 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-75528984-d7ff-4303-8fa8-1eba38741ea9 req-98644f19-39b7-480c-aa8f-7850817afca1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-725130557', 'description': 'tempest-description-825843565'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:46.062307 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-587871e0-66b9-4154-8683-a7924445547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.062788 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-587871e0-66b9-4154-8683-a7924445547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.063305 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-587871e0-66b9-4154-8683-a7924445547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.065684 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-587871e0-66b9-4154-8683-a7924445547f service neutron] 10.222.0.38 "GET /v2.0/networks?id=dfa00947-d844-42e7-a6bc-3c59d3fba537&id=29992b00-8aa1-46fd-bc66-045ef0922c90&id=29992b00-8aa1-46fd-bc66-045ef0922c90&id=29992b00-8aa1-46fd-bc66-045ef0922c90&id=29992b00-8aa1-46fd-bc66-045ef0922c90&id=21679cc1-76e7-41d2-b180-59ac954df250&id=21679cc1-76e7-41d2-b180-59ac954df250 HTTP/1.1" status: 200 len: 2289 time: 0.1145232 Sep 16 04:52:46.135662 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-160fcc3a-1569-48a1-9195-98fd073cc287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.136014 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-4fee795a-2a5e-4bab-9412-798607a50b27 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=291ebc99-8f20-4e0a-a402-de01d23f02f8 HTTP/1.1" status: 200 len: 1001 time: 0.0609584 Sep 16 04:52:46.180676 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-160fcc3a-1569-48a1-9195-98fd073cc287 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a6a900d3c7141bc943c3e15c335d80e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4633689 Sep 16 04:52:46.180676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fcc3a-1569-48a1-9195-98fd073cc287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13b1c94-67cf-49c1-843e-aea8e64df2fe,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:46.182939 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46316) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:46.203954 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-420eef97-224b-4552-b265-27d211f48566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.205865 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-420eef97-224b-4552-b265-27d211f48566 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5aaa3052-f1cc-492f-84e6-ab27c153753a HTTP/1.1" status: 200 len: 848 time: 0.0543971 Sep 16 04:52:46.243734 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7bf27c82-56e1-467d-a3ef-d7409762d726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.265936 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-1bc808ea-0486-494a-9828-5dcde2fcb730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.268154 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-1bc808ea-0486-494a-9828-5dcde2fcb730 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dfa00947-d844-42e7-a6bc-3c59d3fba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496624 Sep 16 04:52:46.272540 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7bf27c82-56e1-467d-a3ef-d7409762d726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.352694 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-75528984-d7ff-4303-8fa8-1eba38741ea9 req-98644f19-39b7-480c-aa8f-7850817afca1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.368830 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-581d9d1a-347b-4e95-9188-664f0f3ed149 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa00947-d844-42e7-a6bc-3c59d3fba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925503 Sep 16 04:52:46.615956 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-685f5190-e8a6-4fa2-9a66-723ef0ac542f service neutron] 10.222.0.38 "GET /v2.0/networks/dfa00947-d844-42e7-a6bc-3c59d3fba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354231 Sep 16 04:52:46.635411 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-75528984-d7ff-4303-8fa8-1eba38741ea9 req-98644f19-39b7-480c-aa8f-7850817afca1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.672308 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-72daf474-61c0-4667-b4ac-b8e64db19f40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=5b16cc3a-295b-414f-9d1d-8e4808f34041 HTTP/1.1" status: 200 len: 217 time: 0.0474951 Sep 16 04:52:46.711956 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95597f-8498-4c96-b92a-34fe045fac3b req-78bf829b-eb39-4e7a-b841-b4cd5d5d228a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.713833 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f95597f-8498-4c96-b92a-34fe045fac3b req-78bf829b-eb39-4e7a-b841-b4cd5d5d228a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 945 time: 0.0519063 Sep 16 04:52:46.720128 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7bf27c82-56e1-467d-a3ef-d7409762d726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.726317 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7bf27c82-56e1-467d-a3ef-d7409762d726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.728576 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7bf27c82-56e1-467d-a3ef-d7409762d726 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c13b1c94-67cf-49c1-843e-aea8e64df2fe HTTP/1.1" status: 204 len: 168 time: 0.5444536 Sep 16 04:52:46.736374 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-76d86a29-8727-447d-8b3e-cc005af6f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.738016 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-76d86a29-8727-447d-8b3e-cc005af6f141 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ccbedd25-58d2-42fa-831b-01900aebbe43 HTTP/1.1" status: 200 len: 797 time: 0.0567296 Sep 16 04:52:46.742069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf27c82-56e1-467d-a3ef-d7409762d726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13b1c94-67cf-49c1-843e-aea8e64df2fe,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:46.772982 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-75528984-d7ff-4303-8fa8-1eba38741ea9 req-98644f19-39b7-480c-aa8f-7850817afca1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.837527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f95597f-8498-4c96-b92a-34fe045fac3b req-433e37ce-9b81-419f-9f00-fddf3160ca73 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934894 Sep 16 04:52:46.837922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98644f19-39b7-480c-aa8f-7850817afca1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4cab63-6f81-47c2-9491-d905a4a60507,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:46.846444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-be307d76-a6f9-431c-8c4d-addb2a635971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.846982 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-be307d76-a6f9-431c-8c4d-addb2a635971 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29992b00-8aa1-46fd-bc66-045ef0922c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0875533 Sep 16 04:52:46.905329 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-75528984-d7ff-4303-8fa8-1eba38741ea9 req-98644f19-39b7-480c-aa8f-7850817afca1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.906501 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-75528984-d7ff-4303-8fa8-1eba38741ea9 req-98644f19-39b7-480c-aa8f-7850817afca1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9421279 Sep 16 04:52:46.931465 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-b531f1cb-b064-4cdc-9439-9ee926df8614 req-8b6858bd-183d-439c-9704-b2cc2bdea15b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-364182357', 'description': 'tempest-description-823844895'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:46.968350 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-ed6d2e94-0f09-4ee0-9f54-2d19d1128909 service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096730 Sep 16 04:52:47.027346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46332) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:47.101394 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a216e48b-f5de-4da7-9bf1-2548113825de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09e823a823124d1496e3b3e664f0cc0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726635 Sep 16 04:52:47.104992 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46336) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:47.111866 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b531f1cb-b064-4cdc-9439-9ee926df8614 req-8b6858bd-183d-439c-9704-b2cc2bdea15b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.152500 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-c5271b17-d7e0-4ee3-8275-cfb6c8180661 service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756349 Sep 16 04:52:47.178210 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-07355207-5abc-4bc9-9f17-5851c21cc677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.227977 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-acdf28b6-f36d-4b68-ba37-196cb8db9db7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=3b10ae3d-8211-4c16-9527-e19b5ce57a46 HTTP/1.1" status: 200 len: 217 time: 0.0475464 Sep 16 04:52:47.231328 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b531f1cb-b064-4cdc-9439-9ee926df8614 req-8b6858bd-183d-439c-9704-b2cc2bdea15b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.250258 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-07355207-5abc-4bc9-9f17-5851c21cc677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.325937 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-a2bdfbd1-e222-478e-9253-12b14293b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.327538 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-a2bdfbd1-e222-478e-9253-12b14293b1a6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ccbedd25-58d2-42fa-831b-01900aebbe43 HTTP/1.1" status: 200 len: 797 time: 0.0658937 Sep 16 04:52:47.374747 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-2f80d256-786a-47e0-872a-5be09fe5cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.377218 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-2f80d256-786a-47e0-872a-5be09fe5cb17 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29992b00-8aa1-46fd-bc66-045ef0922c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0416591 Sep 16 04:52:47.390541 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b531f1cb-b064-4cdc-9439-9ee926df8614 req-8b6858bd-183d-439c-9704-b2cc2bdea15b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.428543 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6858bd-183d-439c-9704-b2cc2bdea15b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebb4ab3-c908-4849-8ec1-13d32a02ad6c,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:47.541933 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f1e8e-5ef2-4c25-91d7-7beb1222fa55 req-95f86ac8-5914-44b8-bf3b-cf1fd6c5225c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.543456 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-440f1e8e-5ef2-4c25-91d7-7beb1222fa55 req-95f86ac8-5914-44b8-bf3b-cf1fd6c5225c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 945 time: 0.1036553 Sep 16 04:52:47.564339 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-704a78d1-6f47-4327-b987-af5eb9a85e8d service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318121 Sep 16 04:52:47.569361 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b531f1cb-b064-4cdc-9439-9ee926df8614 req-8b6858bd-183d-439c-9704-b2cc2bdea15b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.575668 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b531f1cb-b064-4cdc-9439-9ee926df8614 req-8b6858bd-183d-439c-9704-b2cc2bdea15b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6484325 Sep 16 04:52:47.591651 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-07355207-5abc-4bc9-9f17-5851c21cc677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.594146 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-07355207-5abc-4bc9-9f17-5851c21cc677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.595525 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-07355207-5abc-4bc9-9f17-5851c21cc677 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d68b1d62-7a31-4835-8cfc-eca5401b7986 HTTP/1.1" status: 204 len: 168 time: 0.4899738 Sep 16 04:52:47.646224 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07355207-5abc-4bc9-9f17-5851c21cc677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68b1d62-7a31-4835-8cfc-eca5401b7986,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:47.764929 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-38a3f2c0-ded9-48de-a6fb-06c5a5f766a1 service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828983 Sep 16 04:52:47.771171 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-440f1e8e-5ef2-4c25-91d7-7beb1222fa55 req-281b641b-1edf-46c0-929f-ce93e35157bc tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Deleting port 76b0c968-cbed-40b4-9c8a-9a4a52502786 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:47.771520 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-440f1e8e-5ef2-4c25-91d7-7beb1222fa55 req-281b641b-1edf-46c0-929f-ce93e35157bc tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.894451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-5d453b9a-aab3-41bc-8f4a-afe0f0962278 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.910129 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-5d453b9a-aab3-41bc-8f4a-afe0f0962278 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/networks?id=5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca HTTP/1.1" status: 200 len: 812 time: 0.1275549 Sep 16 04:52:47.959674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-28fb1706-8fe8-4075-b250-29b9198135d8 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/quotas/b14a9fde8974488a8e4c2461e3cc484d HTTP/1.1" status: 200 len: 375 time: 0.0477371 Sep 16 04:52:48.081363 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-f3ecee2a-e4d3-4f46-ac55-600d567d295e tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b14a9fde8974488a8e4c2461e3cc484d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1203723 Sep 16 04:52:48.090481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-bacf8e05-c315-4e17-95dd-0be061c6633a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:52:48.099167 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-bacf8e05-c315-4e17-95dd-0be061c6633a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167923 Sep 16 04:52:48.178021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e47f5-9ecd-4fa0-8605-c179cefaddec req-e00c8ef9-89c5-46fe-ac20-c272c048e3d0 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:48.178021 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b60e47f5-9ecd-4fa0-8605-c179cefaddec req-e00c8ef9-89c5-46fe-ac20-c272c048e3d0 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 945 time: 0.2364163 Sep 16 04:52:48.202405 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-47889a53-b14d-41ec-84c2-d6bd42df274c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 HTTP/1.1" status: 200 len: 217 time: 0.4150572 Sep 16 04:52:48.300240 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b60e47f5-9ecd-4fa0-8605-c179cefaddec req-343256d5-46a2-467b-953a-a5366dd30962 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162150 Sep 16 04:52:48.337615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-ba2a9adf-7eae-4ac8-910d-b9d8cb0624f3 service neutron] 10.222.0.20 "GET /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199466 Sep 16 04:52:48.349710 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-f0fe8206-b0d1-4dca-96e1-5bc90a4f04db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:48.351916 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-f0fe8206-b0d1-4dca-96e1-5bc90a4f04db service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ccbedd25-58d2-42fa-831b-01900aebbe43 HTTP/1.1" status: 200 len: 797 time: 0.1162832 Sep 16 04:52:48.509122 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-440f1e8e-5ef2-4c25-91d7-7beb1222fa55 req-281b641b-1edf-46c0-929f-ce93e35157bc tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] For port 76b0c968-cbed-40b4-9c8a-9a4a52502786, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=76b0c968-cbed-40b4-9c8a-9a4a52502786,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:48.510853 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-440f1e8e-5ef2-4c25-91d7-7beb1222fa55 req-281b641b-1edf-46c0-929f-ce93e35157bc tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.555996 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-440f1e8e-5ef2-4c25-91d7-7beb1222fa55 req-281b641b-1edf-46c0-929f-ce93e35157bc tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Calling delete_port for 76b0c968-cbed-40b4-9c8a-9a4a52502786 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:48.584434 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a2acd416-bb8b-4e5d-9da8-daa1f95b4fff service neutron] 10.222.0.20 "GET /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492940 Sep 16 04:52:48.585471 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-6a861cf3-202f-49db-a0b5-07dd941336b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:48.587441 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-6a861cf3-202f-49db-a0b5-07dd941336b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29992b00-8aa1-46fd-bc66-045ef0922c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2259071 Sep 16 04:52:48.766614 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-22193e83-a9bf-4a69-b254-f8a1615f0d14 service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129708 Sep 16 04:52:48.928123 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-dc4cbff1-3cbe-4f64-8376-9eebf3038e4b service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540906 Sep 16 04:52:48.998854 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-5b5975ec-be2c-4977-a6ba-981b180324e4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=680135e1-a5ee-40fa-b0a3-8141af74525e HTTP/1.1" status: 200 len: 217 time: 0.0622189 Sep 16 04:52:49.065871 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8b83cf2-81fb-4f6d-aada-a509d447f4ed req-9e0ce36e-eacb-42fb-bc7f-389dc1a60566 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 210 time: 0.0468433 Sep 16 04:52:49.065978 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-6d0b0e9e-6289-4e19-97ce-490a8b009c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.067919 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-6d0b0e9e-6289-4e19-97ce-490a8b009c60 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ccbedd25-58d2-42fa-831b-01900aebbe43 HTTP/1.1" status: 200 len: 797 time: 0.0610723 Sep 16 04:52:49.097371 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-440f1e8e-5ef2-4c25-91d7-7beb1222fa55 req-281b641b-1edf-46c0-929f-ce93e35157bc tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.139978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['3d8532f4-ec6b-4b6f-973f-02e2619162a5', '76b0c968-cbed-40b4-9c8a-9a4a52502786'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:49.156717 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b641b-1edf-46c0-929f-ce93e35157bc tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Pushing event deleted for resources: {'Port': ['ID=76b0c968-cbed-40b4-9c8a-9a4a52502786,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:49.262831 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-440f1e8e-5ef2-4c25-91d7-7beb1222fa55 req-281b641b-1edf-46c0-929f-ce93e35157bc tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] No DVR routers for this DVR port 76b0c968-cbed-40b4-9c8a-9a4a52502786 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:49.266353 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-086534a9-198d-45e4-aa13-af3f556e65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.268779 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-086534a9-198d-45e4-aa13-af3f556e65f5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29992b00-8aa1-46fd-bc66-045ef0922c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1921985 Sep 16 04:52:49.269842 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-440f1e8e-5ef2-4c25-91d7-7beb1222fa55 req-281b641b-1edf-46c0-929f-ce93e35157bc tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.271847 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-440f1e8e-5ef2-4c25-91d7-7beb1222fa55 req-281b641b-1edf-46c0-929f-ce93e35157bc tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "DELETE /v2.0/ports/76b0c968-cbed-40b4-9c8a-9a4a52502786 HTTP/1.1" status: 204 len: 173 time: 1.7196448 Sep 16 04:52:49.272970 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb811f45-4ce2-4268-bd5c-49abae4eb345', 'name': 'network-vif-deleted', 'tag': '76b0c968-cbed-40b4-9c8a-9a4a52502786'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:49.274853 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe6d4a1-fd39-4771-9e39-5898c7f4c008" -d '{"events": [{"server_uuid": "eb811f45-4ce2-4268-bd5c-49abae4eb345", "name": "network-vif-deleted", "tag": "76b0c968-cbed-40b4-9c8a-9a4a52502786"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:49.412843 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569829a1-eb2d-4d97-ab9f-b4e7b3c11072 x-openstack-request-id: req-569829a1-eb2d-4d97-ab9f-b4e7b3c11072 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:49.413775 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb811f45-4ce2-4268-bd5c-49abae4eb345", "name": "network-vif-deleted", "tag": "76b0c968-cbed-40b4-9c8a-9a4a52502786", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:49.414211 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-569829a1-eb2d-4d97-ab9f-b4e7b3c11072 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:49.414796 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb811f45-4ce2-4268-bd5c-49abae4eb345', 'name': 'network-vif-deleted', 'tag': '76b0c968-cbed-40b4-9c8a-9a4a52502786', 'status': 'completed', 'code': 200} Sep 16 04:52:49.493778 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-96cee0e9-70ac-4a5f-87cc-e087c793ed4e service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102239 Sep 16 04:52:49.495420 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e3172c4-43a6-4fdb-9dc4-daf92baf4966 req-c27474ba-5ff4-4176-8948-81d729d04d54 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 210 time: 0.0594599 Sep 16 04:52:49.676328 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-05a681cc-f16f-4d74-b890-e55400c9eacb service neutron] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285791 Sep 16 04:52:49.748507 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46432) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:49.781388 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-61658a86-aa71-4632-9070-e42c9e3c151c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74dd60ff-7d8d-43a5-b307-86c1642869ae HTTP/1.1" status: 200 len: 217 time: 0.0890133 Sep 16 04:52:49.873242 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-d5c21919-9ec8-449d-89f4-ae71e5f3a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.874906 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-d5c21919-9ec8-449d-89f4-ae71e5f3a50f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bc008854-b60a-4e50-9836-d00ca586adc0 HTTP/1.1" status: 200 len: 797 time: 0.0579436 Sep 16 04:52:49.909641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6d4061d4-23f0-4b3f-bda3-f3e570498601 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-988419702-network', 'tenant_id': '64b4d7543a9440df9ddb3d5dfd8e8cb6'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:49.950206 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-ea8202cf-87ab-4e6e-94f3-94377e636bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.951767 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-ea8202cf-87ab-4e6e-94f3-94377e636bd2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=21679cc1-76e7-41d2-b180-59ac954df250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0646176 Sep 16 04:52:50.043195 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4061d4-23f0-4b3f-bda3-f3e570498601 admin admin] Made reservation on behalf of 64b4d7543a9440df9ddb3d5dfd8e8cb6 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:50.047546 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6d4061d4-23f0-4b3f-bda3-f3e570498601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.059759 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6d4061d4-23f0-4b3f-bda3-f3e570498601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.070210 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-468ef8a9-2a18-4cf5-8339-bac64f90309f service neutron] 10.222.0.38 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969396 Sep 16 04:52:50.159425 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a525bc2-afb1-4c39-8eab-7b60f94b61a3 req-16119966-ef33-4bc2-867a-99a57320cae3 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 210 time: 0.0382020 Sep 16 04:52:50.213999 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-491d2921-3744-4805-82bf-2a3d45a59162 service neutron] 10.222.0.38 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279004 Sep 16 04:52:50.224504 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6d4061d4-23f0-4b3f-bda3-f3e570498601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.281792 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-dc466286-80b4-489d-8178-f882d1cc7f5e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4239abc5-062c-4dce-a6f1-912da6b3aad3 HTTP/1.1" status: 200 len: 217 time: 0.0389907 Sep 16 04:52:50.348430 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-4ee31597-783e-4797-bf93-31de05d88fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.351243 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6d4061d4-23f0-4b3f-bda3-f3e570498601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.356040 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-4ee31597-783e-4797-bf93-31de05d88fe9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bc008854-b60a-4e50-9836-d00ca586adc0 HTTP/1.1" status: 200 len: 797 time: 0.0672276 Sep 16 04:52:50.374239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4061d4-23f0-4b3f-bda3-f3e570498601 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:50.389053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4061d4-23f0-4b3f-bda3-f3e570498601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b343894e-5695-40b7-9271-51629887dcf0,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:50.393906 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6d4061d4-23f0-4b3f-bda3-f3e570498601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.394257 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-6d4061d4-23f0-4b3f-bda3-f3e570498601 admin admin] Added segment 5b701b6a-8a66-41c9-b392-1e9a5833a207 of type vlan for network f58d8278-e74f-4b2e-8857-fbccd4e3b9d5 Sep 16 04:52:50.416426 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-c78c1962-1370-4b08-84d4-b9a1ef0480ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.418068 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-c78c1962-1370-4b08-84d4-b9a1ef0480ba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=21679cc1-76e7-41d2-b180-59ac954df250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0547228 Sep 16 04:52:50.437894 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6d4061d4-23f0-4b3f-bda3-f3e570498601 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.518342 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-9fdd8dbd-58ba-40de-8c3e-8accf242d6ec service neutron] 10.222.0.38 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933883 Sep 16 04:52:50.594358 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6d4061d4-23f0-4b3f-bda3-f3e570498601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.594358 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4061d4-23f0-4b3f-bda3-f3e570498601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.596150 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6d4061d4-23f0-4b3f-bda3-f3e570498601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.644784 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c4d62942-3028-420e-8ae6-d01660a8c516 req-80b1b277-9f80-4e33-b923-81795337e2d7 service neutron] 10.222.0.38 "GET /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167252 Sep 16 04:52:50.696607 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3bf26f49-43a6-4791-a286-82f6b8f785d7 req-f83b9224-f17b-46b6-93a6-45404b1ee63e tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb811f45-4ce2-4268-bd5c-49abae4eb345 HTTP/1.1" status: 200 len: 210 time: 0.0674312 Sep 16 04:52:50.699866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4061d4-23f0-4b3f-bda3-f3e570498601 admin admin] Pushing event updated for resources: {'Network': ['ID=f58d8278-e74f-4b2e-8857-fbccd4e3b9d5,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:50.711242 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network f58d8278-e74f-4b2e-8857-fbccd4e3b9d5 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:50.741877 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6d4061d4-23f0-4b3f-bda3-f3e570498601 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9914246 Sep 16 04:52:50.745634 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46462) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:50.755413 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-9f5ea493-f344-46b2-80a2-06c3bce40f2f admin admin] Request body: {'subnet': {'network_id': 'f58d8278-e74f-4b2e-8857-fbccd4e3b9d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-988419702-subnet', 'tenant_id': '64b4d7543a9440df9ddb3d5dfd8e8cb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:50.859188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5ea493-f344-46b2-80a2-06c3bce40f2f admin admin] Made reservation on behalf of 64b4d7543a9440df9ddb3d5dfd8e8cb6 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:50.863960 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9f5ea493-f344-46b2-80a2-06c3bce40f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.168484 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9f5ea493-f344-46b2-80a2-06c3bce40f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.236128 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ea493-f344-46b2-80a2-06c3bce40f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaabfab8-e439-4279-92c2-28c52b30e74e,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:51.246415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5ea493-f344-46b2-80a2-06c3bce40f2f admin admin] Checking segment: {'id': '5b701b6a-8a66-41c9-b392-1e9a5833a207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f58d8278-e74f-4b2e-8857-fbccd4e3b9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:51.246415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5ea493-f344-46b2-80a2-06c3bce40f2f admin admin] Network hostable DHCP agents. Network: f58d8278-e74f-4b2e-8857-fbccd4e3b9d5, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:51.280774 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0622695d-33b9-4646-8500-1b4f5adea2e0 req-b6d9ce9b-30ce-424c-b91e-0ffa884beb23 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 210 time: 0.0331490 Sep 16 04:52:51.293907 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 76b0c968-cbed-40b4-9c8a-9a4a52502786 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:51.319497 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 76b0c968-cbed-40b4-9c8a-9a4a52502786 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:51.319844 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 76b0c968-cbed-40b4-9c8a-9a4a52502786 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:51.410768 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5ea493-f344-46b2-80a2-06c3bce40f2f admin admin] Network f58d8278-e74f-4b2e-8857-fbccd4e3b9d5 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:51.494072 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-9f5ea493-f344-46b2-80a2-06c3bce40f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, f58d8278-e74f-4b2e-8857-fbccd4e3b9d5) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:51.507236 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5ea493-f344-46b2-80a2-06c3bce40f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:51.507842 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9f5ea493-f344-46b2-80a2-06c3bce40f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.508934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aebff86-f150-40bd-bdb5-6fe0db03faa3 None None] Network f58d8278-e74f-4b2e-8857-fbccd4e3b9d5 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:51.639125 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc70dfa-3e07-4ba5-a097-f80303a9c6c6 None None] Network f58d8278-e74f-4b2e-8857-fbccd4e3b9d5 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:51.646964 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9f5ea493-f344-46b2-80a2-06c3bce40f2f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8964260 Sep 16 04:52:52.241687 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-0ff35fdc-0b20-49df-b738-4abd88ee807a tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.243331 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-0ff35fdc-0b20-49df-b738-4abd88ee807a tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.21 "GET /v2.0/networks?id=5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca HTTP/1.1" status: 200 len: 812 time: 0.1457994 Sep 16 04:52:52.252993 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb70ea9-95f5-467a-a3a4-cd1c6da41065 req-6228b677-ab98-4934-aa6d-df8c272895a2 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.257647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8cb70ea9-95f5-467a-a3a4-cd1c6da41065 req-6228b677-ab98-4934-aa6d-df8c272895a2 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0856199 Sep 16 04:52:52.263674 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-e856fd9d-9321-4e1a-a0e0-e38bbf4c92e1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Request body: {'port': {'device_id': '85701a9d-e2bd-4101-8e14-5802c5844bda', 'network_id': '5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca', 'admin_state_up': True, 'tenant_id': 'b14a9fde8974488a8e4c2461e3cc484d'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:52.354578 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8cb70ea9-95f5-467a-a3a4-cd1c6da41065 req-5653d216-b16b-46ff-99b8-9fa2ffec1509 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871980 Sep 16 04:52:52.458219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae822265-30f4-4f77-80fe-7e5d8255ef08 req-3a066d1d-bbef-4c0f-992d-e7bb8259614a tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 210 time: 0.0306847 Sep 16 04:52:52.596939 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-e856fd9d-9321-4e1a-a0e0-e38bbf4c92e1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Made reservation on behalf of b14a9fde8974488a8e4c2461e3cc484d for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:52.600580 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-e856fd9d-9321-4e1a-a0e0-e38bbf4c92e1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.735235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-e856fd9d-9321-4e1a-a0e0-e38bbf4c92e1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Allocated IP 172.20.0.12 (5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca/7a4f6394-c68b-4791-9462-03b74cea6508/b09cfc67-d4e7-4344-9345-6cb4d353af7b) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:52.813843 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46522) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:52.819341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-740c4816-e2bc-447a-8ae1-3c2201589764 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1155879228-network', 'tenant_id': 'b5160c4a64ec440f9344a3ea8b3aaebf'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:52.910610 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740c4816-e2bc-447a-8ae1-3c2201589764 admin admin] Made reservation on behalf of b5160c4a64ec440f9344a3ea8b3aaebf for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:52.913006 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-740c4816-e2bc-447a-8ae1-3c2201589764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.931200 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-740c4816-e2bc-447a-8ae1-3c2201589764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.931700 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-e856fd9d-9321-4e1a-a0e0-e38bbf4c92e1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.021407 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-740c4816-e2bc-447a-8ae1-3c2201589764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.036698 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-e856fd9d-9321-4e1a-a0e0-e38bbf4c92e1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.082794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-e856fd9d-9321-4e1a-a0e0-e38bbf4c92e1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Network 5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:53.086058 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-e856fd9d-9321-4e1a-a0e0-e38bbf4c92e1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:53.089948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-e856fd9d-9321-4e1a-a0e0-e38bbf4c92e1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:53.125686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856fd9d-9321-4e1a-a0e0-e38bbf4c92e1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event updated for resources: {'Port': ['ID=b09cfc67-d4e7-4344-9345-6cb4d353af7b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:53.138964 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-740c4816-e2bc-447a-8ae1-3c2201589764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.159780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-e856fd9d-9321-4e1a-a0e0-e38bbf4c92e1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.160453 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-e856fd9d-9321-4e1a-a0e0-e38bbf4c92e1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.174819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c4816-e2bc-447a-8ae1-3c2201589764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685f4473-5b7f-443c-93a8-10382186ce59,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:53.180364 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740c4816-e2bc-447a-8ae1-3c2201589764 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:53.191960 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-740c4816-e2bc-447a-8ae1-3c2201589764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.192309 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-740c4816-e2bc-447a-8ae1-3c2201589764 admin admin] Added segment 62c9cb42-b8e2-46a4-a078-b66e02aed546 of type vlan for network 0d9aff52-9692-4f63-aa57-d7a4d1f71516 Sep 16 04:52:53.243406 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-740c4816-e2bc-447a-8ae1-3c2201589764 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.268320 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-e856fd9d-9321-4e1a-a0e0-e38bbf4c92e1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0075192 Sep 16 04:52:53.287331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Request body: {'port': {'device_id': '85701a9d-e2bd-4101-8e14-5802c5844bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:53.343714 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.352184 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-740c4816-e2bc-447a-8ae1-3c2201589764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.353828 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740c4816-e2bc-447a-8ae1-3c2201589764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.354431 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-740c4816-e2bc-447a-8ae1-3c2201589764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.445976 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c4816-e2bc-447a-8ae1-3c2201589764 admin admin] Pushing event updated for resources: {'Network': ['ID=0d9aff52-9692-4f63-aa57-d7a4d1f71516,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:53.456394 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 0d9aff52-9692-4f63-aa57-d7a4d1f71516 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:53.562825 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-740c4816-e2bc-447a-8ae1-3c2201589764 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7476535 Sep 16 04:52:53.571573 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46558) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:53.576917 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-90c3f7a2-ba6b-4021-8b4b-a332c8cf6782 admin admin] Request body: {'subnet': {'network_id': '0d9aff52-9692-4f63-aa57-d7a4d1f71516', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1155879228-subnet', 'tenant_id': 'b5160c4a64ec440f9344a3ea8b3aaebf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:53.716872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c3f7a2-ba6b-4021-8b4b-a332c8cf6782 admin admin] Made reservation on behalf of b5160c4a64ec440f9344a3ea8b3aaebf for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:53.719186 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-90c3f7a2-ba6b-4021-8b4b-a332c8cf6782 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.901690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3526f-9c1b-497c-ae2c-0b6373a90f02 req-2253b845-9613-41e7-81a0-beff69e08414 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.903198 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffb3526f-9c1b-497c-ae2c-0b6373a90f02 req-2253b845-9613-41e7-81a0-beff69e08414 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.4367967 Sep 16 04:52:53.995469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26467993-58ad-4304-95f7-1498c792b6fd req-c1f176fb-a003-4381-a0aa-7013cf3318b7 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.997279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26467993-58ad-4304-95f7-1498c792b6fd req-c1f176fb-a003-4381-a0aa-7013cf3318b7 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/networks?id=891f88b4-8a81-44ed-8083-f8871519ebc1 HTTP/1.1" status: 200 len: 805 time: 0.5318940 Sep 16 04:52:54.008679 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-90c3f7a2-ba6b-4021-8b4b-a332c8cf6782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.044557 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffb3526f-9c1b-497c-ae2c-0b6373a90f02 req-0b15e5d5-9c25-405d-be43-6e61f76f41e5 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115253 Sep 16 04:52:54.047828 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26467993-58ad-4304-95f7-1498c792b6fd req-21ebd84d-6e26-4403-a0f6-f19925c2b2f5 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/quotas/ae34ed890fee43568c52dc5aa5e731ea HTTP/1.1" status: 200 len: 375 time: 0.0392909 Sep 16 04:52:54.062597 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3f7a2-ba6b-4021-8b4b-a332c8cf6782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=465b855e-6045-43f7-91ee-d66b67d02668,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:54.090545 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c3f7a2-ba6b-4021-8b4b-a332c8cf6782 admin admin] Checking segment: {'id': '62c9cb42-b8e2-46a4-a078-b66e02aed546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0d9aff52-9692-4f63-aa57-d7a4d1f71516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:54.092277 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c3f7a2-ba6b-4021-8b4b-a332c8cf6782 admin admin] Network hostable DHCP agents. Network: 0d9aff52-9692-4f63-aa57-d7a4d1f71516, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:54.170155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09cfc67-d4e7-4344-9345-6cb4d353af7b {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:54.182164 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.196363 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.203960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26467993-58ad-4304-95f7-1498c792b6fd req-47c33bc3-2515-43f7-9a33-359063bcbb47 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1369565 Sep 16 04:52:54.205039 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Transition to ACTIVE for port object b09cfc67-d4e7-4344-9345-6cb4d353af7b will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:54.217705 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75cdda-1b2d-4f81-8729-bac5e5904a19 req-0d1df738-71f8-492f-9b24-cf0bc5546ced tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.219195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e75cdda-1b2d-4f81-8729-bac5e5904a19 req-0d1df738-71f8-492f-9b24-cf0bc5546ced tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 932 time: 0.0897565 Sep 16 04:52:54.237146 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c3f7a2-ba6b-4021-8b4b-a332c8cf6782 admin admin] Network 0d9aff52-9692-4f63-aa57-d7a4d1f71516 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:54.310746 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.317981 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e75cdda-1b2d-4f81-8729-bac5e5904a19 req-5649652c-69a1-4141-9f80-141f9e381b8b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903080 Sep 16 04:52:54.341456 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-90c3f7a2-ba6b-4021-8b4b-a332c8cf6782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 0d9aff52-9692-4f63-aa57-d7a4d1f71516) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:54.354068 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9793e02c-012b-467c-9398-aa7135045d24 None None] Network 0d9aff52-9692-4f63-aa57-d7a4d1f71516 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:54.355110 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c3f7a2-ba6b-4021-8b4b-a332c8cf6782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.356098 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-90c3f7a2-ba6b-4021-8b4b-a332c8cf6782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.381112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Pushing event updated for resources: {'Port': ['ID=b09cfc67-d4e7-4344-9345-6cb4d353af7b,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:54.391745 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26467993-58ad-4304-95f7-1498c792b6fd req-587aab7a-1ae5-4902-a85d-4043fc4e8dc3 service neutron] 10.222.0.20 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714997 Sep 16 04:52:54.421068 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:54.421068 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:54.421362 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:54.421678 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:54.422002 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:54.422338 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:54.422687 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:54.423713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:54.424046 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:54.424530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:54.424863 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:54.425423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:54.521878 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb2bee2-4696-4890-b053-75f95bfdcca8 None None] Network 0d9aff52-9692-4f63-aa57-d7a4d1f71516 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:54.538522 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-90c3f7a2-ba6b-4021-8b4b-a332c8cf6782 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9576757 Sep 16 04:52:54.557349 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26467993-58ad-4304-95f7-1498c792b6fd req-8b486e17-41cd-402c-abb1-e41f3aa740d7 service neutron] 10.222.0.20 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647279 Sep 16 04:52:54.558242 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Attempting to bind port b09cfc67-d4e7-4344-9345-6cb4d353af7b on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:54.558730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Attempting to bind port b09cfc67-d4e7-4344-9345-6cb4d353af7b by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:54.559246 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Attempting to bind port b09cfc67-d4e7-4344-9345-6cb4d353af7b on network 5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:54.566824 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Port b09cfc67-d4e7-4344-9345-6cb4d353af7b on network 5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:54.567180 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Attempting to bind port b09cfc67-d4e7-4344-9345-6cb4d353af7b on network 5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:54.587325 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:54.589212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Checking segment: {'id': 'dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:54.589212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Bound using segment: {'id': 'dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:54.589212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Bound port: b09cfc67-d4e7-4344-9345-6cb4d353af7b, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:54.589212 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.699733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] For port b09cfc67-d4e7-4344-9345-6cb4d353af7b, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:54.703518 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] For port b09cfc67-d4e7-4344-9345-6cb4d353af7b, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b09cfc67-d4e7-4344-9345-6cb4d353af7b,segment=NetworkSegment(dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181),segment_id=dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:54.707587 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46576) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:54.761221 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-59547c4e-f060-44e1-8ff7-596dc0be61a5 admin admin] Deleting subnet aaabfab8-e439-4279-92c2-28c52b30e74e {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:54.764449 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-59547c4e-f060-44e1-8ff7-596dc0be61a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.799899 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-59547c4e-f060-44e1-8ff7-596dc0be61a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.840190 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-59547c4e-f060-44e1-8ff7-596dc0be61a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.848749 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.937812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.939063 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.940940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] 10.222.0.21 "PUT /v2.0/ports/b09cfc67-d4e7-4344-9345-6cb4d353af7b HTTP/1.1" status: 200 len: 1093 time: 1.6590729 Sep 16 04:52:54.944789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85701a9d-e2bd-4101-8e14-5802c5844bda', 'tag': 'b09cfc67-d4e7-4344-9345-6cb4d353af7b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:54.947665 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a5ee7c-eba8-4f5a-b99d-0877ea64cd44" -d '{"events": [{"name": "network-changed", "server_uuid": "85701a9d-e2bd-4101-8e14-5802c5844bda", "tag": "b09cfc67-d4e7-4344-9345-6cb4d353af7b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:54.981461 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dfe7595d-46c3-4ae0-916b-11e09592e6bd req-128c0aea-b464-4489-a6eb-5e7c04b2094e tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 210 time: 0.0545185 Sep 16 04:52:54.986646 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc14d8a-09a4-41e4-a0ee-4dbe7b1bbaec req-49bce34d-eb4d-4997-8fa0-530e11b02280 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.988533 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4cc14d8a-09a4-41e4-a0ee-4dbe7b1bbaec req-49bce34d-eb4d-4997-8fa0-530e11b02280 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.0723252 Sep 16 04:52:55.004037 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72eb2a36-007c-4f77-88f0-8679bb960288 x-openstack-request-id: req-72eb2a36-007c-4f77-88f0-8679bb960288 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:55.004528 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85701a9d-e2bd-4101-8e14-5802c5844bda", "tag": "b09cfc67-d4e7-4344-9345-6cb4d353af7b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:55.004780 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72eb2a36-007c-4f77-88f0-8679bb960288 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:55.006782 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85701a9d-e2bd-4101-8e14-5802c5844bda', 'tag': 'b09cfc67-d4e7-4344-9345-6cb4d353af7b', 'status': 'completed', 'code': 200} Sep 16 04:52:55.009940 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-59547c4e-f060-44e1-8ff7-596dc0be61a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.011649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1277213-6c36-4ca3-b2e2-df8c613ba73b service neutron] Pushing event updated for resources: {'Port': ['ID=b09cfc67-d4e7-4344-9345-6cb4d353af7b,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:55.069281 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59547c4e-f060-44e1-8ff7-596dc0be61a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaabfab8-e439-4279-92c2-28c52b30e74e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:55.076544 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-59547c4e-f060-44e1-8ff7-596dc0be61a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.083352 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-59547c4e-f060-44e1-8ff7-596dc0be61a5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/aaabfab8-e439-4279-92c2-28c52b30e74e HTTP/1.1" status: 204 len: 168 time: 0.3740463 Sep 16 04:52:55.084521 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46592) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:55.117131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5ee7c-eba8-4f5a-b99d-0877ea64cd44 req-ca8c36d2-a817-444b-9235-0fc2f8635148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.128818 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1a5ee7c-eba8-4f5a-b99d-0877ea64cd44 req-ca8c36d2-a817-444b-9235-0fc2f8635148 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b14a9fde8974488a8e4c2461e3cc484d&device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 1096 time: 0.0851469 Sep 16 04:52:55.198429 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ae466c3-7ec3-473c-8621-bbfa9937e15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.224729 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-4cc14d8a-09a4-41e4-a0ee-4dbe7b1bbaec req-78ac3713-f29f-47fd-aede-beafaf069416 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Deleting port 07be4329-025e-4561-bee8-923234f5c286 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:55.225081 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4cc14d8a-09a4-41e4-a0ee-4dbe7b1bbaec req-78ac3713-f29f-47fd-aede-beafaf069416 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.261891 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55e1c0-a7de-4108-8924-dd9f749bb906 req-8aa57db9-9d13-448b-bf62-e4e3d9b00f8e tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.262972 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f55e1c0-a7de-4108-8924-dd9f749bb906 req-8aa57db9-9d13-448b-bf62-e4e3d9b00f8e tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 946 time: 0.1277437 Sep 16 04:52:55.301849 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5ee7c-eba8-4f5a-b99d-0877ea64cd44 req-e589f2bc-ceab-4832-9538-7a648e908be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.303379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1a5ee7c-eba8-4f5a-b99d-0877ea64cd44 req-e589f2bc-ceab-4832-9538-7a648e908be8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b14a9fde8974488a8e4c2461e3cc484d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1580136 Sep 16 04:52:55.343998 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f55e1c0-a7de-4108-8924-dd9f749bb906 req-39159076-6ff0-4c1f-930c-c747835b959d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719881 Sep 16 04:52:55.354417 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ae466c3-7ec3-473c-8621-bbfa9937e15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.384955 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-7ae466c3-7ec3-473c-8621-bbfa9937e15f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58d8278-e74f-4b2e-8857-fbccd4e3b9d5']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:55.402830 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-7ae466c3-7ec3-473c-8621-bbfa9937e15f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b701b6a-8a66-41c9-b392-1e9a5833a207') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:55.403153 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-7ae466c3-7ec3-473c-8621-bbfa9937e15f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b701b6a-8a66-41c9-b392-1e9a5833a207') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:55.413867 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-4cc14d8a-09a4-41e4-a0ee-4dbe7b1bbaec req-78ac3713-f29f-47fd-aede-beafaf069416 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] For port 07be4329-025e-4561-bee8-923234f5c286, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=07be4329-025e-4561-bee8-923234f5c286,segment=NetworkSegment(a9031a63-0b60-4243-a476-3585b6f7d768),segment_id=a9031a63-0b60-4243-a476-3585b6f7d768)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:55.414240 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4cc14d8a-09a4-41e4-a0ee-4dbe7b1bbaec req-78ac3713-f29f-47fd-aede-beafaf069416 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.424948 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ae466c3-7ec3-473c-8621-bbfa9937e15f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.438591 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ae466c3-7ec3-473c-8621-bbfa9937e15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.444739 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae466c3-7ec3-473c-8621-bbfa9937e15f admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:55.445124 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ae466c3-7ec3-473c-8621-bbfa9937e15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:55.446827 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:55.462055 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-4cc14d8a-09a4-41e4-a0ee-4dbe7b1bbaec req-78ac3713-f29f-47fd-aede-beafaf069416 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Calling delete_port for 07be4329-025e-4561-bee8-923234f5c286 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:55.485129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28eae5-a6a7-44c6-950d-9874b543d44f req-f45f23a6-6987-4bcf-a061-ce67e3477665 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.486699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e28eae5-a6a7-44c6-950d-9874b543d44f req-f45f23a6-6987-4bcf-a061-ce67e3477665 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 944 time: 0.0699883 Sep 16 04:52:55.487958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5ee7c-eba8-4f5a-b99d-0877ea64cd44 req-de0f3295-791a-4f50-a117-a397c2daea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.489296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1a5ee7c-eba8-4f5a-b99d-0877ea64cd44 req-de0f3295-791a-4f50-a117-a397c2daea95 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1760919 Sep 16 04:52:55.548867 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e28eae5-a6a7-44c6-950d-9874b543d44f req-7c7e2aa6-814f-4b19-87e0-263cc457e5d3 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547106 Sep 16 04:52:55.619006 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-2319d16a-ef9b-4e08-afe9-b0e62ff95020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.620763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-2319d16a-ef9b-4e08-afe9-b0e62ff95020 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b14a9fde8974488a8e4c2461e3cc484d&device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 1096 time: 0.0673592 Sep 16 04:52:55.683822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-1993e708-7ef7-47ae-9a0f-b3e49d90fcbe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b09cfc67-d4e7-4344-9345-6cb4d353af7b HTTP/1.1" status: 200 len: 217 time: 0.0480218 Sep 16 04:52:55.687913 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ae466c3-7ec3-473c-8621-bbfa9937e15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.707025 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ae466c3-7ec3-473c-8621-bbfa9937e15f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.708946 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7ae466c3-7ec3-473c-8621-bbfa9937e15f admin admin] 10.222.0.20 "DELETE /v2.0/networks/f58d8278-e74f-4b2e-8857-fbccd4e3b9d5 HTTP/1.1" status: 204 len: 168 time: 0.6192224 Sep 16 04:52:55.709985 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae466c3-7ec3-473c-8621-bbfa9937e15f admin admin] Pushing event deleted for resources: {'Network': ['ID=f58d8278-e74f-4b2e-8857-fbccd4e3b9d5,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:55.712401 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46608) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:55.737763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-980cb411-7aab-4719-b89f-b9bc8f95dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.739364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-980cb411-7aab-4719-b89f-b9bc8f95dd9f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a4f6394-c68b-4791-9462-03b74cea6508 HTTP/1.1" status: 200 len: 852 time: 0.0483737 Sep 16 04:52:55.760579 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6a6768-ea38-40e3-9009-bf0d9ee4a10f admin admin] Deleting subnet 465b855e-6045-43f7-91ee-d66b67d02668 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:55.763812 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6768-ea38-40e3-9009-bf0d9ee4a10f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.776477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-c54bca92-7705-4f47-beb7-0ccdf2e04442 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279419 Sep 16 04:52:55.789531 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4cc14d8a-09a4-41e4-a0ee-4dbe7b1bbaec req-78ac3713-f29f-47fd-aede-beafaf069416 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.827072 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac3713-f29f-47fd-aede-beafaf069416 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Pushing event deleted for resources: {'Port': ['ID=07be4329-025e-4561-bee8-923234f5c286,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:55.827377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['432a5de2-7fe1-4259-bfa1-2856b0688c72'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:55.836876 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['07be4329-025e-4561-bee8-923234f5c286'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:55.843825 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6768-ea38-40e3-9009-bf0d9ee4a10f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.905739 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-7edaaaab-dae2-4129-aa5e-fd47d50a8d95 service neutron] 10.222.0.21 "GET /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217635 Sep 16 04:52:55.909593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc14d8a-09a4-41e4-a0ee-4dbe7b1bbaec req-78ac3713-f29f-47fd-aede-beafaf069416 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] No DVR routers for this DVR port 07be4329-025e-4561-bee8-923234f5c286 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:55.913114 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4cc14d8a-09a4-41e4-a0ee-4dbe7b1bbaec req-78ac3713-f29f-47fd-aede-beafaf069416 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.915204 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4cc14d8a-09a4-41e4-a0ee-4dbe7b1bbaec req-78ac3713-f29f-47fd-aede-beafaf069416 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.38 "DELETE /v2.0/ports/07be4329-025e-4561-bee8-923234f5c286 HTTP/1.1" status: 204 len: 173 time: 0.9190612 Sep 16 04:52:55.915591 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc3ef66-6eda-4186-b2e2-4a5138baebb1', 'name': 'network-vif-deleted', 'tag': '07be4329-025e-4561-bee8-923234f5c286'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:55.917876 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a1bd37-e54c-4a80-b10c-c79b573de3fc" -d '{"events": [{"server_uuid": "9dc3ef66-6eda-4186-b2e2-4a5138baebb1", "name": "network-vif-deleted", "tag": "07be4329-025e-4561-bee8-923234f5c286"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:55.929556 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6768-ea38-40e3-9009-bf0d9ee4a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.967545 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93285b61-6625-4659-b04d-ce808c7f8b64 x-openstack-request-id: req-93285b61-6625-4659-b04d-ce808c7f8b64 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:55.968072 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc3ef66-6eda-4186-b2e2-4a5138baebb1", "name": "network-vif-deleted", "tag": "07be4329-025e-4561-bee8-923234f5c286", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:55.968322 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93285b61-6625-4659-b04d-ce808c7f8b64 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:55.968721 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc3ef66-6eda-4186-b2e2-4a5138baebb1', 'name': 'network-vif-deleted', 'tag': '07be4329-025e-4561-bee8-923234f5c286', 'status': 'completed', 'code': 200} Sep 16 04:52:56.077318 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1071f6d7-2ce6-4d0b-8750-44dcc8a16555 req-55a1807e-0db9-42ff-a622-e2b1b7349f37 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 210 time: 0.0389202 Sep 16 04:52:56.079047 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-155bbe3e-0df8-4370-b27b-fa37a8ac15b6 req-902da071-26c2-48d7-856f-797a0b2b38a4 service neutron] 10.222.0.21 "GET /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653006 Sep 16 04:52:56.134788 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6768-ea38-40e3-9009-bf0d9ee4a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.175301 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a6768-ea38-40e3-9009-bf0d9ee4a10f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=465b855e-6045-43f7-91ee-d66b67d02668,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:56.179278 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6768-ea38-40e3-9009-bf0d9ee4a10f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.186183 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1d6a6768-ea38-40e3-9009-bf0d9ee4a10f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/465b855e-6045-43f7-91ee-d66b67d02668 HTTP/1.1" status: 204 len: 168 time: 0.4677029 Sep 16 04:52:56.187665 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46620) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:56.260559 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bcfba944-f186-45ff-a996-3e6e639fd004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.349862 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bcfba944-f186-45ff-a996-3e6e639fd004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.371436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-bcfba944-f186-45ff-a996-3e6e639fd004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9aff52-9692-4f63-aa57-d7a4d1f71516']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:56.383018 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-bcfba944-f186-45ff-a996-3e6e639fd004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c9cb42-b8e2-46a4-a078-b66e02aed546') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:56.383447 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-bcfba944-f186-45ff-a996-3e6e639fd004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c9cb42-b8e2-46a4-a078-b66e02aed546') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:56.394599 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bcfba944-f186-45ff-a996-3e6e639fd004 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.412349 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bcfba944-f186-45ff-a996-3e6e639fd004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.419383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfba944-f186-45ff-a996-3e6e639fd004 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:56.419946 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bcfba944-f186-45ff-a996-3e6e639fd004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:56.421684 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:56.505109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-905072d5-004d-48b1-a8b8-453b543a76dc req-67c16ae1-0889-448c-84c6-ce9c694432a9 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc3ef66-6eda-4186-b2e2-4a5138baebb1 HTTP/1.1" status: 200 len: 210 time: 0.0319793 Sep 16 04:52:56.653634 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bcfba944-f186-45ff-a996-3e6e639fd004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.662671 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bcfba944-f186-45ff-a996-3e6e639fd004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.664616 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bcfba944-f186-45ff-a996-3e6e639fd004 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0d9aff52-9692-4f63-aa57-d7a4d1f71516 HTTP/1.1" status: 204 len: 168 time: 0.4759271 Sep 16 04:52:56.676034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfba944-f186-45ff-a996-3e6e639fd004 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d9aff52-9692-4f63-aa57-d7a4d1f71516,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:56.692484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d6064-2c44-4183-97a4-9264ca88e956 req-b6c4de6f-27e6-4c38-a9a6-36a921bb6f0f tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.694054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d43d6064-2c44-4183-97a4-9264ca88e956 req-b6c4de6f-27e6-4c38-a9a6-36a921bb6f0f tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 944 time: 0.0738697 Sep 16 04:52:56.739131 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d43d6064-2c44-4183-97a4-9264ca88e956 req-aaed8dfe-8ca8-4309-9898-bfc2ac87431f tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378466 Sep 16 04:52:57.187955 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1bb8e0a4-0bb8-469d-a2b6-04af6589b98f req-daba8a4c-af24-4838-b8a9-da7a3f56cfc4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 210 time: 0.0353291 Sep 16 04:52:57.294122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46646) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:57.338432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8c42769a-59ec-4770-8720-4c58289cb26b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64b4d7543a9440df9ddb3d5dfd8e8cb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431376 Sep 16 04:52:57.340940 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46648) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:57.389703 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-10185f8a-b0de-47b1-833a-606748757449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.415402 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-10185f8a-b0de-47b1-833a-606748757449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.619184 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-10185f8a-b0de-47b1-833a-606748757449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.621773 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-10185f8a-b0de-47b1-833a-606748757449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.622980 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-10185f8a-b0de-47b1-833a-606748757449 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b343894e-5695-40b7-9271-51629887dcf0 HTTP/1.1" status: 204 len: 168 time: 0.2811208 Sep 16 04:52:57.634092 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10185f8a-b0de-47b1-833a-606748757449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b343894e-5695-40b7-9271-51629887dcf0,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:57.941960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bba1-b14e-4da4-8a66-8d9e7164d862 req-19e5dde6-1719-48b3-a906-4463a34b5577 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.943635 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6225bba1-b14e-4da4-8a66-8d9e7164d862 req-19e5dde6-1719-48b3-a906-4463a34b5577 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 944 time: 0.0525541 Sep 16 04:52:57.985239 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6225bba1-b14e-4da4-8a66-8d9e7164d862 req-16235ff6-187d-44c9-a42b-2d3e23a3628a tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355153 Sep 16 04:52:58.143031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20639d78-31e1-477f-923e-35640a623216 req-966b210d-552a-4018-9efb-c6dae6600eab tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.145001 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.152394 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20639d78-31e1-477f-923e-35640a623216 req-966b210d-552a-4018-9efb-c6dae6600eab tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0677032 Sep 16 04:52:58.159513 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26467993-58ad-4304-95f7-1498c792b6fd req-457aace7-c2c4-4286-be5b-f8e1aa2c51a4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.161428 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-26467993-58ad-4304-95f7-1498c792b6fd req-457aace7-c2c4-4286-be5b-f8e1aa2c51a4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "GET /v2.0/networks?id=891f88b4-8a81-44ed-8083-f8871519ebc1 HTTP/1.1" status: 200 len: 805 time: 0.1356664 Sep 16 04:52:58.181097 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-26467993-58ad-4304-95f7-1498c792b6fd req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Request body: {'port': {'device_id': 'db943316-b0ea-42c4-8b7b-0e273862735e', 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1', 'admin_state_up': True, 'tenant_id': 'ae34ed890fee43568c52dc5aa5e731ea'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:58.203542 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20639d78-31e1-477f-923e-35640a623216 req-df68de2f-1139-4ba2-b37a-5e96142f232d tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496988 Sep 16 04:52:58.296858 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-610d2043-01a5-4b16-88b5-03c057ae2760 req-d6886d12-df5f-49d8-9dd1-29aa1131d57a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 210 time: 0.0324693 Sep 16 04:52:58.527569 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26467993-58ad-4304-95f7-1498c792b6fd req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Made reservation on behalf of ae34ed890fee43568c52dc5aa5e731ea for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:58.531152 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-26467993-58ad-4304-95f7-1498c792b6fd req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.673517 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-26467993-58ad-4304-95f7-1498c792b6fd req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Allocated IP 172.20.0.7 (891f88b4-8a81-44ed-8083-f8871519ebc1/a11d457e-5c38-4c60-bb5b-2d1c066b76df/a600e656-d89e-44e9-a558-e9d74b9ee398) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:58.779683 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46684) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:58.823701 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-59cd66d8-2cb9-4271-83c7-53c2d33fe97e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5160c4a64ec440f9344a3ea8b3aaebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418060 Sep 16 04:52:58.825286 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46686) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:58.847372 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-26467993-58ad-4304-95f7-1498c792b6fd req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.919010 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-be5ef637-a85d-40b6-b1cd-24109d1a5fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.944089 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-be5ef637-a85d-40b6-b1cd-24109d1a5fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.059540 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-26467993-58ad-4304-95f7-1498c792b6fd req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.094391 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['3d8532f4-ec6b-4b6f-973f-02e2619162a5'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:59.103806 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26467993-58ad-4304-95f7-1498c792b6fd req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Network 891f88b4-8a81-44ed-8083-f8871519ebc1 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:59.107500 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-26467993-58ad-4304-95f7-1498c792b6fd req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:59.116291 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-26467993-58ad-4304-95f7-1498c792b6fd req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:59.129276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede0832-c7ab-401d-9a08-dea500de967a req-e24a31f1-bab3-4b62-8394-1c0c4a2f36b5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.130926 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dede0832-c7ab-401d-9a08-dea500de967a req-e24a31f1-bab3-4b62-8394-1c0c4a2f36b5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 944 time: 0.0706754 Sep 16 04:52:59.149510 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-be5ef637-a85d-40b6-b1cd-24109d1a5fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.152170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-be5ef637-a85d-40b6-b1cd-24109d1a5fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.153357 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-be5ef637-a85d-40b6-b1cd-24109d1a5fae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/685f4473-5b7f-443c-93a8-10382186ce59 HTTP/1.1" status: 204 len: 168 time: 0.3271172 Sep 16 04:52:59.168550 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Pushing event updated for resources: {'Port': ['ID=a600e656-d89e-44e9-a558-e9d74b9ee398,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:59.186419 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ef637-a85d-40b6-b1cd-24109d1a5fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685f4473-5b7f-443c-93a8-10382186ce59,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:59.192626 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.192976 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.193352 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.193657 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.194071 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.194291 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.194618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.195009 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.195516 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.196017 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.196680 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.197158 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.198533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dede0832-c7ab-401d-9a08-dea500de967a req-71724123-eec4-4c78-a782-299d8b0d5d8b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606472 Sep 16 04:52:59.212670 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26467993-58ad-4304-95f7-1498c792b6fd req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.220106 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-26467993-58ad-4304-95f7-1498c792b6fd req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.220106 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ef637-a85d-40b6-b1cd-24109d1a5fae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.220106 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ef637-a85d-40b6-b1cd-24109d1a5fae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.220106 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ef637-a85d-40b6-b1cd-24109d1a5fae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.220106 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ef637-a85d-40b6-b1cd-24109d1a5fae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.220106 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ef637-a85d-40b6-b1cd-24109d1a5fae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.221174 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ef637-a85d-40b6-b1cd-24109d1a5fae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.221174 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ef637-a85d-40b6-b1cd-24109d1a5fae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.221174 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ef637-a85d-40b6-b1cd-24109d1a5fae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.221373 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ef637-a85d-40b6-b1cd-24109d1a5fae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.221694 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ef637-a85d-40b6-b1cd-24109d1a5fae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.221980 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ef637-a85d-40b6-b1cd-24109d1a5fae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.222302 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ef637-a85d-40b6-b1cd-24109d1a5fae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:59.344075 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea815d-d476-44cb-b77e-e30460ea5b75 req-3a5fe97a-0683-40a1-ad29-d9aa7af75694 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.346503 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-edea815d-d476-44cb-b77e-e30460ea5b75 req-3a5fe97a-0683-40a1-ad29-d9aa7af75694 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0579844 Sep 16 04:52:59.359633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 07be4329-025e-4561-bee8-923234f5c286 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:59.364326 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-26467993-58ad-4304-95f7-1498c792b6fd req-02ec9796-5ae3-4f11-8575-56ce87275b97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1866844 Sep 16 04:52:59.385618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Request body: {'port': {'device_id': 'db943316-b0ea-42c4-8b7b-0e273862735e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:59.433305 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-edea815d-d476-44cb-b77e-e30460ea5b75 req-5235653a-0b08-4c3c-8cf1-d18cdedde62a tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798562 Sep 16 04:52:59.455837 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.470745 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64488d5-bec9-4e73-9fec-9e7fbb89e366 req-2893fee5-b959-4468-973c-3d18b4f0a77b tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.472392 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f64488d5-bec9-4e73-9fec-9e7fbb89e366 req-2893fee5-b959-4468-973c-3d18b4f0a77b tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 931 time: 0.1003382 Sep 16 04:52:59.540464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f64488d5-bec9-4e73-9fec-9e7fbb89e366 req-6d3a721f-67fe-46c1-a5c7-bee08570549d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584209 Sep 16 04:52:59.545045 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 07be4329-025e-4561-bee8-923234f5c286 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:59.545435 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 07be4329-025e-4561-bee8-923234f5c286 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:59.755589 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a600e656-d89e-44e9-a558-e9d74b9ee398 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:59.769276 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.784021 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Transition to ACTIVE for port object a600e656-d89e-44e9-a558-e9d74b9ee398 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:59.922429 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.986228 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Pushing event updated for resources: {'Port': ['ID=a600e656-d89e-44e9-a558-e9d74b9ee398,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:00.073801 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Attempting to bind port a600e656-d89e-44e9-a558-e9d74b9ee398 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:00.074044 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Attempting to bind port a600e656-d89e-44e9-a558-e9d74b9ee398 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:00.074378 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Attempting to bind port a600e656-d89e-44e9-a558-e9d74b9ee398 on network 891f88b4-8a81-44ed-8083-f8871519ebc1 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:00.078866 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Port a600e656-d89e-44e9-a558-e9d74b9ee398 on network 891f88b4-8a81-44ed-8083-f8871519ebc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:00.079740 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Attempting to bind port a600e656-d89e-44e9-a558-e9d74b9ee398 on network 891f88b4-8a81-44ed-8083-f8871519ebc1 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:00.084899 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:00.085282 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Checking segment: {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:00.085667 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Bound using segment: {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:00.086298 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Bound port: a600e656-d89e-44e9-a558-e9d74b9ee398, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:00.086710 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.154310 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] For port a600e656-d89e-44e9-a558-e9d74b9ee398, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:00.157670 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] For port a600e656-d89e-44e9-a558-e9d74b9ee398, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a600e656-d89e-44e9-a558-e9d74b9ee398,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:00.259814 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.277492 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.277988 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.280105 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-26467993-58ad-4304-95f7-1498c792b6fd req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] 10.222.0.38 "PUT /v2.0/ports/a600e656-d89e-44e9-a558-e9d74b9ee398 HTTP/1.1" status: 200 len: 1092 time: 0.9012289 Sep 16 04:53:00.300723 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db943316-b0ea-42c4-8b7b-0e273862735e', 'tag': 'a600e656-d89e-44e9-a558-e9d74b9ee398'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:00.303371 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41563d8-aa18-4770-9269-8e4daadad883" -d '{"events": [{"name": "network-changed", "server_uuid": "db943316-b0ea-42c4-8b7b-0e273862735e", "tag": "a600e656-d89e-44e9-a558-e9d74b9ee398"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:00.336533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1d6a2-e34b-4ccd-a854-96301f955fa5 req-4458f950-e862-4a62-aa7e-2d73af8fc5f5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.338298 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80f1d6a2-e34b-4ccd-a854-96301f955fa5 req-4458f950-e862-4a62-aa7e-2d73af8fc5f5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 944 time: 0.0553367 Sep 16 04:53:00.349381 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbe5e5-e0fb-4cdf-a9ef-af711c16ffe5 service neutron] Pushing event updated for resources: {'Port': ['ID=a600e656-d89e-44e9-a558-e9d74b9ee398,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:00.374219 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba8dc46-c49e-4461-aa79-61403feac7aa x-openstack-request-id: req-1ba8dc46-c49e-4461-aa79-61403feac7aa {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:00.374524 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db943316-b0ea-42c4-8b7b-0e273862735e", "tag": "a600e656-d89e-44e9-a558-e9d74b9ee398", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:00.374773 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ba8dc46-c49e-4461-aa79-61403feac7aa {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:00.375192 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db943316-b0ea-42c4-8b7b-0e273862735e', 'tag': 'a600e656-d89e-44e9-a558-e9d74b9ee398', 'status': 'completed', 'code': 200} Sep 16 04:53:00.393768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80f1d6a2-e34b-4ccd-a854-96301f955fa5 req-09d9d000-36b0-4592-b62e-26926b758702 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 Sep 16 04:53:00.473373 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41563d8-aa18-4770-9269-8e4daadad883 req-d04f3606-2181-42b4-8d50-53e7522ec60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.474987 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a41563d8-aa18-4770-9269-8e4daadad883 req-d04f3606-2181-42b4-8d50-53e7522ec60c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 1095 time: 0.0521047 Sep 16 04:53:00.553695 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cf1c7-2dc9-498d-bd01-2c1faeb9fb1c req-20885cc4-6da0-471c-aa34-e35a9cb1c654 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.555362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d92cf1c7-2dc9-498d-bd01-2c1faeb9fb1c req-20885cc4-6da0-471c-aa34-e35a9cb1c654 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0526693 Sep 16 04:53:00.591880 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41563d8-aa18-4770-9269-8e4daadad883 req-cff90184-bcb0-46b0-9a76-3fb167a61406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.591880 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a41563d8-aa18-4770-9269-8e4daadad883 req-cff90184-bcb0-46b0-9a76-3fb167a61406 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&shared=False HTTP/1.1" status: 200 len: 906 time: 0.0973325 Sep 16 04:53:00.608976 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d92cf1c7-2dc9-498d-bd01-2c1faeb9fb1c req-271427dd-2c8a-4566-94f5-7f618d9332d2 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417128 Sep 16 04:53:00.667222 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcffedf-8507-4e28-a863-5b3f7661efbf req-68e88ad7-4ae1-4371-aeba-7ec415b6a080 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.669060 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-adcffedf-8507-4e28-a863-5b3f7661efbf req-68e88ad7-4ae1-4371-aeba-7ec415b6a080 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 943 time: 0.0545614 Sep 16 04:53:00.693513 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41563d8-aa18-4770-9269-8e4daadad883 req-c612222f-7a77-4e95-9502-0dee264303aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.694102 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b09cfc67-d4e7-4344-9345-6cb4d353af7b details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:00.695168 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a41563d8-aa18-4770-9269-8e4daadad883 req-c612222f-7a77-4e95-9502-0dee264303aa service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023371 Sep 16 04:53:00.716115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-adcffedf-8507-4e28-a863-5b3f7661efbf req-1a77ac5d-36b1-41a7-82c3-0fb1bd64e63e tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397964 Sep 16 04:53:00.801950 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b09cfc67-d4e7-4344-9345-6cb4d353af7b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b09cfc67-d4e7-4344-9345-6cb4d353af7b,segment=NetworkSegment(dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181),segment_id=dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:00.811284 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26467993-58ad-4304-95f7-1498c792b6fd req-bd86411b-5fee-495c-8704-d458308e305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.813218 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-26467993-58ad-4304-95f7-1498c792b6fd req-bd86411b-5fee-495c-8704-d458308e305f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 1095 time: 0.0491362 Sep 16 04:53:00.814610 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'b09cfc67-d4e7-4344-9345-6cb4d353af7b', 'network_id': '5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca', 'port_id': 'b09cfc67-d4e7-4344-9345-6cb4d353af7b', 'mac_address': 'fa:16:3e:d7:2b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4f6394-c68b-4791-9462-03b74cea6508', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:00.859873 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.868595 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-26467993-58ad-4304-95f7-1498c792b6fd req-70635b51-b241-474d-9748-702bed6f2ed0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a600e656-d89e-44e9-a558-e9d74b9ee398 HTTP/1.1" status: 200 len: 217 time: 0.0416396 Sep 16 04:53:00.873994 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09cfc67-d4e7-4344-9345-6cb4d353af7b {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:00.898667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b09cfc67-d4e7-4344-9345-6cb4d353af7b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b09cfc67-d4e7-4344-9345-6cb4d353af7b,segment=NetworkSegment(dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181),segment_id=dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:00.930003 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26467993-58ad-4304-95f7-1498c792b6fd req-f4aa5b9e-a793-4eb6-923f-bd6900e63bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.931595 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-26467993-58ad-4304-95f7-1498c792b6fd req-f4aa5b9e-a793-4eb6-923f-bd6900e63bdc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a11d457e-5c38-4c60-bb5b-2d1c066b76df HTTP/1.1" status: 200 len: 845 time: 0.0547037 Sep 16 04:53:00.974923 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-26467993-58ad-4304-95f7-1498c792b6fd req-1a98aed6-eb65-4745-bcd3-4620104d53cb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=891f88b4-8a81-44ed-8083-f8871519ebc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321102 Sep 16 04:53:01.005100 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46746) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:01.055052 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.105504 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-26467993-58ad-4304-95f7-1498c792b6fd req-85da9170-3f00-4a08-9892-0f3a11b03364 service neutron] 10.222.0.38 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943236 Sep 16 04:53:01.109562 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=b09cfc67-d4e7-4344-9345-6cb4d353af7b,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:01.132492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.132920 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.133175 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.133620 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.133846 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.134272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.134505 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.134834 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.135183 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.135503 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.135822 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.136142 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.172695 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a805616-4926-4087-ba77-84577b367f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.255943 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-26467993-58ad-4304-95f7-1498c792b6fd req-38e71279-63b0-4b28-a03a-afda6471e0e2 service neutron] 10.222.0.38 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386962 Sep 16 04:53:01.314124 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a805616-4926-4087-ba77-84577b367f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.505167 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a805616-4926-4087-ba77-84577b367f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.515271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b740d-281f-4ada-8e72-0830d0993c76 req-1655ca3f-a368-4960-bb9d-95ba6d2ea1be tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.517561 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-855b740d-281f-4ada-8e72-0830d0993c76 req-1655ca3f-a368-4960-bb9d-95ba6d2ea1be tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 945 time: 0.0535822 Sep 16 04:53:01.519869 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b09cfc67-d4e7-4344-9345-6cb4d353af7b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:01.557108 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46764) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:01.557997 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9a805616-4926-4087-ba77-84577b367f8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bb9fd34b651469e9cc7c83019910d0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5504639 Sep 16 04:53:01.560634 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a805616-4926-4087-ba77-84577b367f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dcd614-c88d-4873-9957-3898f00fb912,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:01.596753 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-855b740d-281f-4ada-8e72-0830d0993c76 req-cfe85027-3e0e-4ba4-b3d1-403a3d99b51f tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690482 Sep 16 04:53:01.636812 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41aa134f-3014-4351-8bc7-cd18e7b4921a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.661838 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41aa134f-3014-4351-8bc7-cd18e7b4921a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.760898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2d378-f8f1-42dc-987b-2a7b72a6c740 req-e7c573c4-6abf-4276-809e-7786c474c732 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.762533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12c2d378-f8f1-42dc-987b-2a7b72a6c740 req-e7c573c4-6abf-4276-809e-7786c474c732 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0676119 Sep 16 04:53:01.817012 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12c2d378-f8f1-42dc-987b-2a7b72a6c740 req-ae1dcbb7-3c0c-462d-b45a-2408814a4cfe tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470865 Sep 16 04:53:01.836160 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41aa134f-3014-4351-8bc7-cd18e7b4921a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.838671 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41aa134f-3014-4351-8bc7-cd18e7b4921a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.839816 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-41aa134f-3014-4351-8bc7-cd18e7b4921a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2dcd614-c88d-4873-9957-3898f00fb912 HTTP/1.1" status: 204 len: 168 time: 0.2769239 Sep 16 04:53:01.851270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa134f-3014-4351-8bc7-cd18e7b4921a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dcd614-c88d-4873-9957-3898f00fb912,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:01.887542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9c32c-0e17-444f-91f0-3afedf5f6b8b req-81a39693-a708-44f4-8849-c140fa3ed301 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.889486 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66a9c32c-0e17-444f-91f0-3afedf5f6b8b req-81a39693-a708-44f4-8849-c140fa3ed301 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 943 time: 0.0871742 Sep 16 04:53:01.935866 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66a9c32c-0e17-444f-91f0-3afedf5f6b8b req-978ba595-af08-4110-b8ff-36f70436dba7 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375953 Sep 16 04:53:02.296653 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9019994-0187-49dc-889a-015bcb846d75 req-c37aef3d-2cce-40d8-84a0-3d7f1cd49c17 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233076 Sep 16 04:53:02.413302 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019994-0187-49dc-889a-015bcb846d75 req-1783466c-0a6f-40b6-8b98-d60593078de5 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.415305 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9019994-0187-49dc-889a-015bcb846d75 req-1783466c-0a6f-40b6-8b98-d60593078de5 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1127055 Sep 16 04:53:02.431766 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9019994-0187-49dc-889a-015bcb846d75 req-1e807959-5320-42cf-9765-e9011bec1a1c tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/quotas/92e43dc0cc3d42d2b269252909ac15b0 HTTP/1.1" status: 200 len: 375 time: 0.0095992 Sep 16 04:53:02.465836 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9019994-0187-49dc-889a-015bcb846d75 req-298dc041-5e8a-4ac6-b1c9-ce08cc893f9b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285299 Sep 16 04:53:02.699341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46800) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:02.714157 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-42633aa4-6da9-447d-a4f9-e58bf157df91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.726177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cd400-8155-4adf-9558-73685b03e8bf req-9383a5c2-db14-4d8b-86de-bbf89c61a170 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.734150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe7cd400-8155-4adf-9558-73685b03e8bf req-9383a5c2-db14-4d8b-86de-bbf89c61a170 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 945 time: 0.0604789 Sep 16 04:53:02.787195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe7cd400-8155-4adf-9558-73685b03e8bf req-ae732b99-9180-47bc-ae44-5d9b70f38487 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468931 Sep 16 04:53:02.842514 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5cc486a-452d-4d6d-af33-8d67a1d521b5 req-534b78d6-1f8d-4d40-940a-fc599a74d077 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 210 time: 0.0374858 Sep 16 04:53:02.875674 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-42633aa4-6da9-447d-a4f9-e58bf157df91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.949634 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057c38f-60ef-41fb-a2f7-14d45beff47f req-b6390b1e-f47a-4870-b727-df93308f30d3 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.955467 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d057c38f-60ef-41fb-a2f7-14d45beff47f req-b6390b1e-f47a-4870-b727-df93308f30d3 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0537498 Sep 16 04:53:02.990590 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-42633aa4-6da9-447d-a4f9-e58bf157df91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.992478 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d057c38f-60ef-41fb-a2f7-14d45beff47f req-4b6ac3f1-cae9-4d8c-a5db-52dbb0b4aeb2 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343416 Sep 16 04:53:03.031379 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-42633aa4-6da9-447d-a4f9-e58bf157df91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41de298b7a574a829e2353961ac93543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309295 Sep 16 04:53:03.033888 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42633aa4-6da9-447d-a4f9-e58bf157df91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badd7fb4-6d55-405a-8baa-5216de1e8e03,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:03.036221 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46814) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:03.070789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5125517-de7b-42d9-9b6e-97c9cd4dc19a req-3bc27169-f16c-477e-9d79-f91177f2c2ee tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.070789 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e5125517-de7b-42d9-9b6e-97c9cd4dc19a req-3bc27169-f16c-477e-9d79-f91177f2c2ee tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 943 time: 0.0516870 Sep 16 04:53:03.085390 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c07d0f10-aa90-4bdf-a7c5-9c6cdf9662b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.105197 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e5125517-de7b-42d9-9b6e-97c9cd4dc19a req-94d65da8-3763-4cb9-83fc-b47edcffcafe tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349510 Sep 16 04:53:03.107503 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c07d0f10-aa90-4bdf-a7c5-9c6cdf9662b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.242266 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c07d0f10-aa90-4bdf-a7c5-9c6cdf9662b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.244983 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c07d0f10-aa90-4bdf-a7c5-9c6cdf9662b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.246207 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c07d0f10-aa90-4bdf-a7c5-9c6cdf9662b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/badd7fb4-6d55-405a-8baa-5216de1e8e03 HTTP/1.1" status: 204 len: 168 time: 0.2090442 Sep 16 04:53:03.255683 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d0f10-aa90-4bdf-a7c5-9c6cdf9662b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badd7fb4-6d55-405a-8baa-5216de1e8e03,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:03.687401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762ca2e-cc0d-40b1-8630-11d2ce1e0971 req-d04f379b-c6ab-4e95-944f-f8c66526ddef tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.688869 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b762ca2e-cc0d-40b1-8630-11d2ce1e0971 req-d04f379b-c6ab-4e95-944f-f8c66526ddef tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.21 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0524802 Sep 16 04:53:03.794818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-b762ca2e-cc0d-40b1-8630-11d2ce1e0971 req-233924dc-5424-4862-a73a-985591582544 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Deleting port 432a5de2-7fe1-4259-bfa1-2856b0688c72 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:03.795503 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b762ca2e-cc0d-40b1-8630-11d2ce1e0971 req-233924dc-5424-4862-a73a-985591582544 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.936186 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7eff63f0-d98d-447a-bc50-55e8af7176fe req-5615209e-917d-4415-8d64-9a5fa886c42b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 210 time: 0.0371215 Sep 16 04:53:03.968805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3323be-c232-4345-a3eb-41fd1672e621 req-940bb913-6be7-4049-b9bd-ef019a989836 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.970623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d3323be-c232-4345-a3eb-41fd1672e621 req-940bb913-6be7-4049-b9bd-ef019a989836 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 945 time: 0.1108274 Sep 16 04:53:03.973282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-b762ca2e-cc0d-40b1-8630-11d2ce1e0971 req-233924dc-5424-4862-a73a-985591582544 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] For port 432a5de2-7fe1-4259-bfa1-2856b0688c72, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=432a5de2-7fe1-4259-bfa1-2856b0688c72,segment=NetworkSegment(a9031a63-0b60-4243-a476-3585b6f7d768),segment_id=a9031a63-0b60-4243-a476-3585b6f7d768)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:03.973668 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b762ca2e-cc0d-40b1-8630-11d2ce1e0971 req-233924dc-5424-4862-a73a-985591582544 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.991308 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-b762ca2e-cc0d-40b1-8630-11d2ce1e0971 req-233924dc-5424-4862-a73a-985591582544 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Calling delete_port for 432a5de2-7fe1-4259-bfa1-2856b0688c72 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:04.093225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d3323be-c232-4345-a3eb-41fd1672e621 req-2996dc54-fd04-413c-81c2-b78666ee4337 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996125 Sep 16 04:53:04.176914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4c539-d840-42e7-89f7-dfc7398f1a33 req-aece11ef-1d65-46a2-bde0-0b869ce845cb tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.178421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffc4c539-d840-42e7-89f7-dfc7398f1a33 req-aece11ef-1d65-46a2-bde0-0b869ce845cb tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 945 time: 0.0926511 Sep 16 04:53:04.296459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bb7f5-4de7-4a4e-b1ba-de5f15e7dbec req-bf487a6c-1353-4618-adc6-e9494e296151 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.298161 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a1bb7f5-4de7-4a4e-b1ba-de5f15e7dbec req-bf487a6c-1353-4618-adc6-e9494e296151 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 943 time: 0.1108487 Sep 16 04:53:04.307473 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffc4c539-d840-42e7-89f7-dfc7398f1a33 req-2c07efc9-6a44-4ab6-8c6e-46e4aa9c9784 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/security-groups?id=51013f73-9da4-413c-99c6-e1d78c8bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190672 Sep 16 04:53:04.373437 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a1bb7f5-4de7-4a4e-b1ba-de5f15e7dbec req-b4cac54b-ce45-4f78-946e-0db9b3884652 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649402 Sep 16 04:53:04.510422 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b762ca2e-cc0d-40b1-8630-11d2ce1e0971 req-233924dc-5424-4862-a73a-985591582544 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.542958 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['432a5de2-7fe1-4259-bfa1-2856b0688c72'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:04.546035 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233924dc-5424-4862-a73a-985591582544 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Pushing event deleted for resources: {'Port': ['ID=432a5de2-7fe1-4259-bfa1-2856b0688c72,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:04.604406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-b762ca2e-cc0d-40b1-8630-11d2ce1e0971 req-233924dc-5424-4862-a73a-985591582544 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] No DVR routers for this DVR port 432a5de2-7fe1-4259-bfa1-2856b0688c72 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:04.604406 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b762ca2e-cc0d-40b1-8630-11d2ce1e0971 req-233924dc-5424-4862-a73a-985591582544 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.604406 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b762ca2e-cc0d-40b1-8630-11d2ce1e0971 req-233924dc-5424-4862-a73a-985591582544 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.21 "DELETE /v2.0/ports/432a5de2-7fe1-4259-bfa1-2856b0688c72 HTTP/1.1" status: 204 len: 173 time: 0.9045844 Sep 16 04:53:04.604406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8', 'name': 'network-vif-deleted', 'tag': '432a5de2-7fe1-4259-bfa1-2856b0688c72'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:04.604406 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396cb7d5-eda5-4ed1-8a6d-35f5750cc2c4" -d '{"events": [{"server_uuid": "51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8", "name": "network-vif-deleted", "tag": "432a5de2-7fe1-4259-bfa1-2856b0688c72"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:04.643712 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e90c30-582b-4f7c-b8a6-33bd11c67bba x-openstack-request-id: req-21e90c30-582b-4f7c-b8a6-33bd11c67bba {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:04.644004 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8", "name": "network-vif-deleted", "tag": "432a5de2-7fe1-4259-bfa1-2856b0688c72", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:04.644260 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21e90c30-582b-4f7c-b8a6-33bd11c67bba {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:04.644658 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8', 'name': 'network-vif-deleted', 'tag': '432a5de2-7fe1-4259-bfa1-2856b0688c72', 'status': 'completed', 'code': 200} Sep 16 04:53:04.737497 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b09cfc67-d4e7-4344-9345-6cb4d353af7b up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:04.887892 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port b09cfc67-d4e7-4344-9345-6cb4d353af7b completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:04.892526 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port b09cfc67-d4e7-4344-9345-6cb4d353af7b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:04.892931 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.980364 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.010272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85701a9d-e2bd-4101-8e14-5802c5844bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09cfc67-d4e7-4344-9345-6cb4d353af7b'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:05.012596 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae55e28-0e06-48f9-8302-a601f14cd8ee" -d '{"events": [{"server_uuid": "85701a9d-e2bd-4101-8e14-5802c5844bda", "name": "network-vif-plugged", "status": "completed", "tag": "b09cfc67-d4e7-4344-9345-6cb4d353af7b"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:05.035761 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b09cfc67-d4e7-4344-9345-6cb4d353af7b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b09cfc67-d4e7-4344-9345-6cb4d353af7b,segment=NetworkSegment(dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181),segment_id=dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:05.056956 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087c69a3-957d-4270-b06a-c8ad81330077 x-openstack-request-id: req-087c69a3-957d-4270-b06a-c8ad81330077 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:05.057246 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85701a9d-e2bd-4101-8e14-5802c5844bda", "name": "network-vif-plugged", "status": "completed", "tag": "b09cfc67-d4e7-4344-9345-6cb4d353af7b", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:05.057498 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-087c69a3-957d-4270-b06a-c8ad81330077 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:05.057931 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85701a9d-e2bd-4101-8e14-5802c5844bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09cfc67-d4e7-4344-9345-6cb4d353af7b', 'code': 200} Sep 16 04:53:05.064978 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-274faeac-d0b5-4b1a-8b38-082a8b44fef7 req-851b0977-9231-48b2-8205-bde0e37a69f2 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 210 time: 0.0503128 Sep 16 04:53:05.185367 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.185919 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 432a5de2-7fe1-4259-bfa1-2856b0688c72 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:05.213288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b6a66-4c43-49a3-95de-0ce644322d4c req-535186cb-377a-4991-ae17-35a66f470f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.214797 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-028b6a66-4c43-49a3-95de-0ce644322d4c req-535186cb-377a-4991-ae17-35a66f470f6e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 1097 time: 0.0772450 Sep 16 04:53:05.224767 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 432a5de2-7fe1-4259-bfa1-2856b0688c72 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:05.225108 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 432a5de2-7fe1-4259-bfa1-2856b0688c72 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:05.232347 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7ed9df3e-2256-4be2-a909-6916b88e0ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.255009 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=b09cfc67-d4e7-4344-9345-6cb4d353af7b,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:05.260688 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0fc15-a3e7-433c-aa02-0d163b86ee7a req-88656d9f-992d-4260-80df-fc08b6b18707 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.264418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ef0fc15-a3e7-433c-aa02-0d163b86ee7a req-88656d9f-992d-4260-80df-fc08b6b18707 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 946 time: 0.0875251 Sep 16 04:53:05.295697 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-028b6a66-4c43-49a3-95de-0ce644322d4c req-5d25d40a-1213-425c-abe4-333bafafde5d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723319 Sep 16 04:53:05.312432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ef0fc15-a3e7-433c-aa02-0d163b86ee7a req-6db24b0c-8dac-4652-a62a-fc326aa66c5a tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471339 Sep 16 04:53:05.369456 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a600e656-d89e-44e9-a558-e9d74b9ee398 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:05.417338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4cab3196-d527-41d9-b196-3e9b5903fef3 req-5cae3e00-e240-4035-822b-6b94ed6d29eb tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 210 time: 0.0294724 Sep 16 04:53:05.477827 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port a600e656-d89e-44e9-a558-e9d74b9ee398, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a600e656-d89e-44e9-a558-e9d74b9ee398,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:05.490769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'a600e656-d89e-44e9-a558-e9d74b9ee398', 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1', 'port_id': 'a600e656-d89e-44e9-a558-e9d74b9ee398', 'mac_address': 'fa:16:3e:7a:61:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11d457e-5c38-4c60-bb5b-2d1c066b76df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:05.518271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66b844-d214-4dae-a921-b3bab74c2784 req-4ff35318-721f-4bf1-b8de-a321fdc2ce8e tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.520767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d66b844-d214-4dae-a921-b3bab74c2784 req-4ff35318-721f-4bf1-b8de-a321fdc2ce8e tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 943 time: 0.0694301 Sep 16 04:53:05.536480 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.553370 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a600e656-d89e-44e9-a558-e9d74b9ee398 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:05.565956 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d66b844-d214-4dae-a921-b3bab74c2784 req-4e0dbaf0-9e82-4ad6-bc27-ce6273a0ccb3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370195 Sep 16 04:53:05.576848 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port a600e656-d89e-44e9-a558-e9d74b9ee398, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a600e656-d89e-44e9-a558-e9d74b9ee398,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:05.750703 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.800326 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=a600e656-d89e-44e9-a558-e9d74b9ee398,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:06.167563 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33eb47cf-6bd8-409a-a727-34a2e10b2724 req-4875f418-5510-4fb9-90ab-8e7796cdae57 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 210 time: 0.0274696 Sep 16 04:53:06.280990 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['a600e656-d89e-44e9-a558-e9d74b9ee398'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:06.442308 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144dac1e-d9e2-470e-af34-567b039787ca req-67031418-a088-4105-8740-fe05dd742869 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.443909 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-144dac1e-d9e2-470e-af34-567b039787ca req-67031418-a088-4105-8740-fe05dd742869 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 946 time: 0.0552135 Sep 16 04:53:06.497982 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-144dac1e-d9e2-470e-af34-567b039787ca req-44d6868b-6d01-4c93-84a6-3e27578aa3ef tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471735 Sep 16 04:53:06.550748 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a05d89d-e6ae-4ec2-9dc5-01be9d7d5167 req-c8bdc846-1d4d-4f93-b129-d783e9c5c2a1 tempest-ServerRescueNegativeTestJSON-1149412448 tempest-ServerRescueNegativeTestJSON-1149412448-project] 10.222.0.20 "GET /v2.0/ports?device_id=51460bbf-c8cc-4d3a-ba87-ee7a55e89ad8 HTTP/1.1" status: 200 len: 210 time: 0.0426974 Sep 16 04:53:06.691973 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22d7aa-7ac8-45e4-803d-4ad00bdeaf29 req-ca0f152c-db03-4064-ac95-c0d0c1545b83 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.693485 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c22d7aa-7ac8-45e4-803d-4ad00bdeaf29 req-ca0f152c-db03-4064-ac95-c0d0c1545b83 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 944 time: 0.0544119 Sep 16 04:53:06.736387 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c22d7aa-7ac8-45e4-803d-4ad00bdeaf29 req-bdaec2ca-1991-4b91-aa7f-a5660d46dd39 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356553 Sep 16 04:53:07.266242 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-622557ac-211a-4984-8979-69c06674a8be req-09f91aa1-b523-4f40-8282-b9c84d289dc5 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 210 time: 0.0277917 Sep 16 04:53:07.289439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9019994-0187-49dc-889a-015bcb846d75 req-c36a22dc-7a68-4a81-b977-078a6cbf8662 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257566 Sep 16 04:53:07.404012 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019994-0187-49dc-889a-015bcb846d75 req-f2cfcf8e-8cc9-42fe-81a4-709a5bbbe3f1 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.405491 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9019994-0187-49dc-889a-015bcb846d75 req-f2cfcf8e-8cc9-42fe-81a4-709a5bbbe3f1 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1108057 Sep 16 04:53:07.424294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-f9019994-0187-49dc-889a-015bcb846d75 req-fc650ec9-ad66-40b7-8f50-a608226ae40d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Request body: {'port': {'device_id': 'e74422d4-5c93-4cd9-8419-41cf6430363c', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': '92e43dc0cc3d42d2b269252909ac15b0'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:07.615196 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46928) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:07.628182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ce937-7b25-4bee-ac96-977cd3fdee6c req-17a2785a-cee2-4097-811e-5cf0d002f4b0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.641176 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b84ce937-7b25-4bee-ac96-977cd3fdee6c req-17a2785a-cee2-4097-811e-5cf0d002f4b0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 946 time: 0.0632846 Sep 16 04:53:07.681249 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b84ce937-7b25-4bee-ac96-977cd3fdee6c req-b67a4ae1-a20a-4627-a86e-131525b7b1c4 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451477 Sep 16 04:53:07.727633 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9019994-0187-49dc-889a-015bcb846d75 req-fc650ec9-ad66-40b7-8f50-a608226ae40d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Made reservation on behalf of 92e43dc0cc3d42d2b269252909ac15b0 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:07.731225 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f9019994-0187-49dc-889a-015bcb846d75 req-fc650ec9-ad66-40b7-8f50-a608226ae40d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.742684 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f9019994-0187-49dc-889a-015bcb846d75 req-fc650ec9-ad66-40b7-8f50-a608226ae40d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.817905 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-747b849d-2405-46f3-b208-e8c016dc7148 req-665dc738-98e9-4007-b701-a50d866b3d05 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-725130557&fields=id&tenant_id=b14a9fde8974488a8e4c2461e3cc484d HTTP/1.1" status: 200 len: 267 time: 0.0563383 Sep 16 04:53:07.857124 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7776cc63-21f9-4735-b0e8-b85a9bf17a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.948499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b849d-2405-46f3-b208-e8c016dc7148 req-85a9df7e-b469-47e3-938a-3e6dd4504641 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.950315 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-747b849d-2405-46f3-b208-e8c016dc7148 req-85a9df7e-b469-47e3-938a-3e6dd4504641 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 946 time: 0.1165881 Sep 16 04:53:07.977645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-747b849d-2405-46f3-b208-e8c016dc7148 req-13fcf0cb-eb69-4ddc-9e13-dd44a513701b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Request body: {'port': {'security_groups': ['aa2c74d3-b829-45fc-8554-cb342f7ed3bd', '5a4cab63-6f81-47c2-9491-d905a4a60507']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:07.983723 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f9019994-0187-49dc-889a-015bcb846d75 req-fc650ec9-ad66-40b7-8f50-a608226ae40d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.992088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5054b-049d-4ac8-bb86-4ce839d5a390 req-088539ee-5942-4f18-9991-e6353c88cd2a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.993616 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5d5054b-049d-4ac8-bb86-4ce839d5a390 req-088539ee-5942-4f18-9991-e6353c88cd2a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 944 time: 0.1075478 Sep 16 04:53:08.034645 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-50798fe6-8156-4430-aeb2-906368b61c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.081116 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f9019994-0187-49dc-889a-015bcb846d75 req-fc650ec9-ad66-40b7-8f50-a608226ae40d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.099456 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5d5054b-049d-4ac8-bb86-4ce839d5a390 req-92f97345-ab36-48c6-986b-2824dabb9b24 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854228 Sep 16 04:53:08.106197 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-747b849d-2405-46f3-b208-e8c016dc7148 req-13fcf0cb-eb69-4ddc-9e13-dd44a513701b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.478918 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc650ec9-ad66-40b7-8f50-a608226ae40d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5808ccf-10a7-49de-bb7c-ba882fd799ea,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:08.502109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d82e2df-ac28-440e-8f69-aa9426b17b99 req-8dcb7c89-f6a3-434f-807d-44bb03480dea tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 210 time: 0.0522594 Sep 16 04:53:08.511033 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.560018 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46946) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:08.622102 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-50798fe6-8156-4430-aeb2-906368b61c60 admin admin] Deleting port 01bad4ea-3992-471a-9006-0db76a1a1a58 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:08.622776 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-50798fe6-8156-4430-aeb2-906368b61c60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.629897 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-f9019994-0187-49dc-889a-015bcb846d75 req-fc650ec9-ad66-40b7-8f50-a608226ae40d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Allocated IP 192.168.233.221 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/a00d0f17-67c5-4384-8803-420224b58647) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:08.696669 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-23bac55d-1007-45f5-89c3-353acebbe8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.736745 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-50798fe6-8156-4430-aeb2-906368b61c60 admin admin] For port 01bad4ea-3992-471a-9006-0db76a1a1a58, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=01bad4ea-3992-471a-9006-0db76a1a1a58,segment=NetworkSegment(a9031a63-0b60-4243-a476-3585b6f7d768),segment_id=a9031a63-0b60-4243-a476-3585b6f7d768)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:08.737269 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-50798fe6-8156-4430-aeb2-906368b61c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.758315 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-50798fe6-8156-4430-aeb2-906368b61c60 admin admin] Calling delete_port for 01bad4ea-3992-471a-9006-0db76a1a1a58 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:08.842276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-747b849d-2405-46f3-b208-e8c016dc7148 req-13fcf0cb-eb69-4ddc-9e13-dd44a513701b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] For port b09cfc67-d4e7-4344-9345-6cb4d353af7b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b09cfc67-d4e7-4344-9345-6cb4d353af7b,segment=NetworkSegment(dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181),segment_id=dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:08.904762 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-747b849d-2405-46f3-b208-e8c016dc7148 req-13fcf0cb-eb69-4ddc-9e13-dd44a513701b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.910975 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f9019994-0187-49dc-889a-015bcb846d75 req-fc650ec9-ad66-40b7-8f50-a608226ae40d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.929483 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-23bac55d-1007-45f5-89c3-353acebbe8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.984918 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-747b849d-2405-46f3-b208-e8c016dc7148 req-13fcf0cb-eb69-4ddc-9e13-dd44a513701b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.017979 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b09cfc67-d4e7-4344-9345-6cb4d353af7b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:09.031650 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b849d-2405-46f3-b208-e8c016dc7148 req-13fcf0cb-eb69-4ddc-9e13-dd44a513701b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.032862 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-747b849d-2405-46f3-b208-e8c016dc7148 req-13fcf0cb-eb69-4ddc-9e13-dd44a513701b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.034287 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-747b849d-2405-46f3-b208-e8c016dc7148 req-13fcf0cb-eb69-4ddc-9e13-dd44a513701b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "PUT /v2.0/ports/b09cfc67-d4e7-4344-9345-6cb4d353af7b HTTP/1.1" status: 200 len: 982 time: 1.0698988 Sep 16 04:53:09.035025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85701a9d-e2bd-4101-8e14-5802c5844bda', 'tag': 'b09cfc67-d4e7-4344-9345-6cb4d353af7b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:09.040435 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-23bac55d-1007-45f5-89c3-353acebbe8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.041143 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2afd77d-9d03-44ba-a76a-f0105f49aa89" -d '{"events": [{"name": "network-changed", "server_uuid": "85701a9d-e2bd-4101-8e14-5802c5844bda", "tag": "b09cfc67-d4e7-4344-9345-6cb4d353af7b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:09.045145 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f9019994-0187-49dc-889a-015bcb846d75 req-fc650ec9-ad66-40b7-8f50-a608226ae40d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.061831 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bac55d-1007-45f5-89c3-353acebbe8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272bdad8-51b9-4f85-857c-7f63db14172c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:09.091719 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-23bac55d-1007-45f5-89c3-353acebbe8f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a259788dc9734f598d033d6680b1dafe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5305481 Sep 16 04:53:09.092535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46958) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:09.102771 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae9e1f1-1ffc-4b73-90e8-2000b5be21c4 x-openstack-request-id: req-bae9e1f1-1ffc-4b73-90e8-2000b5be21c4 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:09.102771 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85701a9d-e2bd-4101-8e14-5802c5844bda", "tag": "b09cfc67-d4e7-4344-9345-6cb4d353af7b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:09.102771 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bae9e1f1-1ffc-4b73-90e8-2000b5be21c4 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:09.102771 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85701a9d-e2bd-4101-8e14-5802c5844bda', 'tag': 'b09cfc67-d4e7-4344-9345-6cb4d353af7b', 'status': 'completed', 'code': 200} Sep 16 04:53:09.102771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcf0cb-eb69-4ddc-9e13-dd44a513701b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event updated for resources: {'Port': ['ID=b09cfc67-d4e7-4344-9345-6cb4d353af7b,revision_number=6']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:09.103428 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-50798fe6-8156-4430-aeb2-906368b61c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.139967 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9019994-0187-49dc-889a-015bcb846d75 req-fc650ec9-ad66-40b7-8f50-a608226ae40d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:09.143539 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50798fe6-8156-4430-aeb2-906368b61c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=01bad4ea-3992-471a-9006-0db76a1a1a58,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:09.152237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-f9019994-0187-49dc-889a-015bcb846d75 req-fc650ec9-ad66-40b7-8f50-a608226ae40d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:09.155694 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9019994-0187-49dc-889a-015bcb846d75 req-fc650ec9-ad66-40b7-8f50-a608226ae40d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:09.160948 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.162708 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b09cfc67-d4e7-4344-9345-6cb4d353af7b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:09.252564 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38138520-6c0c-46c7-81a6-c0a24104b118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.295427 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc650ec9-ad66-40b7-8f50-a608226ae40d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Pushing event updated for resources: {'Port': ['ID=a00d0f17-67c5-4384-8803-420224b58647,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:09.313082 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38138520-6c0c-46c7-81a6-c0a24104b118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.341172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019994-0187-49dc-889a-015bcb846d75 req-fc650ec9-ad66-40b7-8f50-a608226ae40d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.341882 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f9019994-0187-49dc-889a-015bcb846d75 req-fc650ec9-ad66-40b7-8f50-a608226ae40d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.357418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a9e4402-7bf2-4c6b-a342-79032ae40b7d req-4eb2b34d-7ec0-415e-b004-9547c10e3387 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-364182357&fields=id&tenant_id=b14a9fde8974488a8e4c2461e3cc484d HTTP/1.1" status: 200 len: 267 time: 0.2200792 Sep 16 04:53:09.410244 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-50798fe6-8156-4430-aeb2-906368b61c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.432340 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afd77d-9d03-44ba-a76a-f0105f49aa89 req-7baad4ef-fd84-4208-806b-e0f0d680688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.433981 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2afd77d-9d03-44ba-a76a-f0105f49aa89 req-7baad4ef-fd84-4208-806b-e0f0d680688f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b14a9fde8974488a8e4c2461e3cc484d&device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 1137 time: 0.2724290 Sep 16 04:53:09.442093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a600e656-d89e-44e9-a558-e9d74b9ee398 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:09.462076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f919d0f-f6e7-4ef3-b207-9aced5f0d642 req-a002d105-a0c1-4155-a2fd-8426082c651f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.463848 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f919d0f-f6e7-4ef3-b207-9aced5f0d642 req-a002d105-a0c1-4155-a2fd-8426082c651f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 944 time: 0.2035539 Sep 16 04:53:09.482206 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9019994-0187-49dc-889a-015bcb846d75 req-fc650ec9-ad66-40b7-8f50-a608226ae40d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0617642 Sep 16 04:53:09.510610 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e4402-7bf2-4c6b-a342-79032ae40b7d req-f84af2df-3db0-40fa-bb80-3acf76a52f2f tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.512119 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a9e4402-7bf2-4c6b-a342-79032ae40b7d req-f84af2df-3db0-40fa-bb80-3acf76a52f2f tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 985 time: 0.1539011 Sep 16 04:53:09.516359 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Request body: {'port': {'device_id': 'e74422d4-5c93-4cd9-8419-41cf6430363c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:09.523799 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38138520-6c0c-46c7-81a6-c0a24104b118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.526557 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38138520-6c0c-46c7-81a6-c0a24104b118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.530260 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-38138520-6c0c-46c7-81a6-c0a24104b118 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/272bdad8-51b9-4f85-857c-7f63db14172c HTTP/1.1" status: 204 len: 168 time: 0.4338708 Sep 16 04:53:09.542561 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38138520-6c0c-46c7-81a6-c0a24104b118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272bdad8-51b9-4f85-857c-7f63db14172c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:09.543829 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-618f7a73-e2f8-4ae9-a3ae-0cedae3d732c None None] Provisioning complete for port a00d0f17-67c5-4384-8803-420224b58647 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:09.544400 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-618f7a73-e2f8-4ae9-a3ae-0cedae3d732c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.561810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-2a9e4402-7bf2-4c6b-a342-79032ae40b7d req-c133d72d-fab6-4694-a62c-98fa35e01d24 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Request body: {'port': {'security_groups': ['5a4cab63-6f81-47c2-9491-d905a4a60507', 'aa2c74d3-b829-45fc-8554-cb342f7ed3bd', '3ebb4ab3-c908-4849-8ec1-13d32a02ad6c']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:09.644937 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-618f7a73-e2f8-4ae9-a3ae-0cedae3d732c None None] Port a00d0f17-67c5-4384-8803-420224b58647 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:09.692910 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f919d0f-f6e7-4ef3-b207-9aced5f0d642 req-8fdf566b-a566-48f7-b1ed-3a33cca6a602 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151101 Sep 16 04:53:09.698592 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50798fe6-8156-4430-aeb2-906368b61c60 admin admin] Router a9366a73-4cc0-45ad-906b-1a2be68b0b95 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:09.743149 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.751908 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afd77d-9d03-44ba-a76a-f0105f49aa89 req-4b0a7762-e437-45e0-8cf7-2e786e3af938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.753689 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2afd77d-9d03-44ba-a76a-f0105f49aa89 req-4b0a7762-e437-45e0-8cf7-2e786e3af938 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca HTTP/1.1" status: 200 len: 913 time: 0.3117158 Sep 16 04:53:09.760294 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2a9e4402-7bf2-4c6b-a342-79032ae40b7d req-c133d72d-fab6-4694-a62c-98fa35e01d24 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.784738 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port a600e656-d89e-44e9-a558-e9d74b9ee398 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:09.790927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port a600e656-d89e-44e9-a558-e9d74b9ee398 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:09.790927 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.815492 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2afd77d-9d03-44ba-a76a-f0105f49aa89 req-42603b1c-817b-4137-931d-a226f20f6d4b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b09cfc67-d4e7-4344-9345-6cb4d353af7b HTTP/1.1" status: 200 len: 217 time: 0.0514405 Sep 16 04:53:09.846449 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50798fe6-8156-4430-aeb2-906368b61c60 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:09.857313 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-50798fe6-8156-4430-aeb2-906368b61c60 admin admin] 10.222.0.20 "PUT /v2.0/routers/a9366a73-4cc0-45ad-906b-1a2be68b0b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2384713 Sep 16 04:53:09.857600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46970) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:09.857715 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1900d10e-fcea-4ac1-b870-4cff4277474e None None] Sync routers for ids ['a9366a73-4cc0-45ad-906b-1a2be68b0b95'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:09.869383 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1900d10e-fcea-4ac1-b870-4cff4277474e None None] Routers {'a9366a73-4cc0-45ad-906b-1a2be68b0b95'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:09.870030 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1900d10e-fcea-4ac1-b870-4cff4277474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:53:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['a9366a73-4cc0-45ad-906b-1a2be68b0b95'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:09.914503 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afd77d-9d03-44ba-a76a-f0105f49aa89 req-7b9ec6ac-f48c-4a3d-8352-b4a0f461fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.916803 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2afd77d-9d03-44ba-a76a-f0105f49aa89 req-7b9ec6ac-f48c-4a3d-8352-b4a0f461fb2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a4f6394-c68b-4791-9462-03b74cea6508 HTTP/1.1" status: 200 len: 852 time: 0.0675442 Sep 16 04:53:09.925196 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.951409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db943316-b0ea-42c4-8b7b-0e273862735e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a600e656-d89e-44e9-a558-e9d74b9ee398'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:09.953722 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8adcec-9218-4f8c-bf63-1842c689f189" -d '{"events": [{"server_uuid": "db943316-b0ea-42c4-8b7b-0e273862735e", "name": "network-vif-plugged", "status": "completed", "tag": "a600e656-d89e-44e9-a558-e9d74b9ee398"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:09.991089 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port a600e656-d89e-44e9-a558-e9d74b9ee398, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a600e656-d89e-44e9-a558-e9d74b9ee398,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:09.994705 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-1900d10e-fcea-4ac1-b870-4cff4277474e None None] Set router a9366a73-4cc0-45ad-906b-1a2be68b0b95 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:09.997298 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29fbe2bb-6c0a-4e9c-b4a7-bd0bfec0786e admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.123524 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29fbe2bb-6c0a-4e9c-b4a7-bd0bfec0786e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.133403 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.133981 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2afd77d-9d03-44ba-a76a-f0105f49aa89 req-61c8f46e-dd58-4a99-ac9d-eea017dacf0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583336 Sep 16 04:53:10.183553 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=a600e656-d89e-44e9-a558-e9d74b9ee398,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:10.198681 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1900d10e-fcea-4ac1-b870-4cff4277474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'name': 'tempest-ServerRescueNegativeTestJSON-744373984-router', 'tenant_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f78133d7-3b68-49c3-a2b1-559e3814eeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:03Z', 'updated_at': '2021-09-16T04:53:08Z', 'revision_number': 5, 'project_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'gw_port': {'id': 'f78133d7-3b68-49c3-a2b1-559e3814eeda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:04Z', 'updated_at': '2021-09-16T04:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:10.234947 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1900d10e-fcea-4ac1-b870-4cff4277474e None None] Checking router: a9366a73-4cc0-45ad-906b-1a2be68b0b95 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:10.244877 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1900d10e-fcea-4ac1-b870-4cff4277474e None None] Routers {'a9366a73-4cc0-45ad-906b-1a2be68b0b95'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:10.245544 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1900d10e-fcea-4ac1-b870-4cff4277474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:53:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['a9366a73-4cc0-45ad-906b-1a2be68b0b95'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:10.320009 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca79b6-7645-47d9-ba0e-cc0a076a36a9 req-abe2772c-b030-44c5-8fec-ec569cba7be5 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.327284 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9dca79b6-7645-47d9-ba0e-cc0a076a36a9 req-abe2772c-b030-44c5-8fec-ec569cba7be5 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 936 time: 0.2803581 Sep 16 04:53:10.341395 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-29fbe2bb-6c0a-4e9c-b4a7-bd0bfec0786e admin admin] Deleting port f78133d7-3b68-49c3-a2b1-559e3814eeda {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:10.341846 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29fbe2bb-6c0a-4e9c-b4a7-bd0bfec0786e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.356301 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-1900d10e-fcea-4ac1-b870-4cff4277474e None None] Set router a9366a73-4cc0-45ad-906b-1a2be68b0b95 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:10.401851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-2a9e4402-7bf2-4c6b-a342-79032ae40b7d req-c133d72d-fab6-4694-a62c-98fa35e01d24 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] For port b09cfc67-d4e7-4344-9345-6cb4d353af7b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b09cfc67-d4e7-4344-9345-6cb4d353af7b,segment=NetworkSegment(dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181),segment_id=dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:10.429783 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-29fbe2bb-6c0a-4e9c-b4a7-bd0bfec0786e admin admin] For port f78133d7-3b68-49c3-a2b1-559e3814eeda, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f78133d7-3b68-49c3-a2b1-559e3814eeda,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:10.430262 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29fbe2bb-6c0a-4e9c-b4a7-bd0bfec0786e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.449388 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-29fbe2bb-6c0a-4e9c-b4a7-bd0bfec0786e admin admin] Calling delete_port for f78133d7-3b68-49c3-a2b1-559e3814eeda owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:10.471507 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9dca79b6-7645-47d9-ba0e-cc0a076a36a9 req-7241cfc5-8592-442d-9726-37a8b563282e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432545 Sep 16 04:53:10.539287 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2afd77d-9d03-44ba-a76a-f0105f49aa89 req-f891e61f-b4b8-4d57-8561-cfa1b8b99dcb service neutron] 10.222.0.21 "GET /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645813 Sep 16 04:53:10.548594 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2a9e4402-7bf2-4c6b-a342-79032ae40b7d req-c133d72d-fab6-4694-a62c-98fa35e01d24 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.569761 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1900d10e-fcea-4ac1-b870-4cff4277474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'name': 'tempest-ServerRescueNegativeTestJSON-744373984-router', 'tenant_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f78133d7-3b68-49c3-a2b1-559e3814eeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:03Z', 'updated_at': '2021-09-16T04:53:08Z', 'revision_number': 5, 'project_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'gw_port': {'id': 'f78133d7-3b68-49c3-a2b1-559e3814eeda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:04Z', 'updated_at': '2021-09-16T04:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:10.615770 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1900d10e-fcea-4ac1-b870-4cff4277474e None None] The sync data for ids ['a9366a73-4cc0-45ad-906b-1a2be68b0b95'] in n-d-712140-13 is: [{'id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'name': 'tempest-ServerRescueNegativeTestJSON-744373984-router', 'tenant_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f78133d7-3b68-49c3-a2b1-559e3814eeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:03Z', 'updated_at': '2021-09-16T04:53:08Z', 'revision_number': 5, 'project_id': 'c5ca71b7fb014260ba5a059e61a21a36', 'gw_port': {'id': 'f78133d7-3b68-49c3-a2b1-559e3814eeda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9366a73-4cc0-45ad-906b-1a2be68b0b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:04Z', 'updated_at': '2021-09-16T04:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:10.675007 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46978) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:10.690121 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a6360708-29e9-4e4d-a154-774a96459684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.729348 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61394e6b-5a1d-43cc-8ec2-046717fa05e5 x-openstack-request-id: req-61394e6b-5a1d-43cc-8ec2-046717fa05e5 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:10.729647 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db943316-b0ea-42c4-8b7b-0e273862735e", "name": "network-vif-plugged", "status": "completed", "tag": "a600e656-d89e-44e9-a558-e9d74b9ee398", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:10.729896 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61394e6b-5a1d-43cc-8ec2-046717fa05e5 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:10.730310 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db943316-b0ea-42c4-8b7b-0e273862735e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a600e656-d89e-44e9-a558-e9d74b9ee398', 'code': 200} Sep 16 04:53:10.736640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2afd77d-9d03-44ba-a76a-f0105f49aa89 req-f053e720-87e6-4191-bf99-f4fb1e937e0c service neutron] 10.222.0.21 "GET /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904411 Sep 16 04:53:10.738849 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2a9e4402-7bf2-4c6b-a342-79032ae40b7d req-c133d72d-fab6-4694-a62c-98fa35e01d24 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.785573 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b09cfc67-d4e7-4344-9345-6cb4d353af7b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:10.790084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00d0f17-67c5-4384-8803-420224b58647 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:10.802010 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e4402-7bf2-4c6b-a342-79032ae40b7d req-c133d72d-fab6-4694-a62c-98fa35e01d24 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.802655 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2a9e4402-7bf2-4c6b-a342-79032ae40b7d req-c133d72d-fab6-4694-a62c-98fa35e01d24 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.804100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a9e4402-7bf2-4c6b-a342-79032ae40b7d req-c133d72d-fab6-4694-a62c-98fa35e01d24 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "PUT /v2.0/ports/b09cfc67-d4e7-4344-9345-6cb4d353af7b HTTP/1.1" status: 200 len: 1021 time: 1.2753959 Sep 16 04:53:10.835367 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.861922 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c02bed-6ded-4cd6-b1ea-a7b58def303d req-33304f3b-bbfd-4793-ad4c-b35f8f72bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.863532 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-75c02bed-6ded-4cd6-b1ea-a7b58def303d req-33304f3b-bbfd-4793-ad4c-b35f8f72bf12 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 1097 time: 0.0468731 Sep 16 04:53:10.874511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133d72d-fab6-4694-a62c-98fa35e01d24 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event updated for resources: {'Port': ['ID=b09cfc67-d4e7-4344-9345-6cb4d353af7b,revision_number=7']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:10.893041 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.914137 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840baed4-ec77-4b69-a4ad-1d65b642a0e2 req-52299c15-2a6e-47c9-8c10-5a45719bcdfd tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.920720 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b09cfc67-d4e7-4344-9345-6cb4d353af7b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:10.923247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-840baed4-ec77-4b69-a4ad-1d65b642a0e2 req-52299c15-2a6e-47c9-8c10-5a45719bcdfd tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 945 time: 0.1374741 Sep 16 04:53:10.969845 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-75c02bed-6ded-4cd6-b1ea-a7b58def303d req-07ef5c0b-32d8-4154-8386-9c54cedf64ba service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985336 Sep 16 04:53:11.011416 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-840baed4-ec77-4b69-a4ad-1d65b642a0e2 req-e8790b42-e5bc-4b82-beb8-7cdd56477b8e tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870805 Sep 16 04:53:11.051694 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a6360708-29e9-4e4d-a154-774a96459684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.099588 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29fbe2bb-6c0a-4e9c-b4a7-bd0bfec0786e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.100778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Transition to ACTIVE for port object a00d0f17-67c5-4384-8803-420224b58647 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:11.101411 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85701a9d-e2bd-4101-8e14-5802c5844bda', 'tag': 'b09cfc67-d4e7-4344-9345-6cb4d353af7b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:11.104889 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb02496-6e2d-410a-9862-24144a20e12c" -d '{"events": [{"name": "network-changed", "server_uuid": "85701a9d-e2bd-4101-8e14-5802c5844bda", "tag": "b09cfc67-d4e7-4344-9345-6cb4d353af7b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:11.158496 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbe2bb-6c0a-4e9c-b4a7-bd0bfec0786e admin admin] Pushing event deleted for resources: {'Port': ['ID=f78133d7-3b68-49c3-a2b1-559e3814eeda,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:11.168865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a7c7c-8fed-48d6-bde5-731a19e9a09c req-9bd061eb-2211-43ee-bbdf-3a76ae96af88 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:11.174305 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-776a7c7c-8fed-48d6-bde5-731a19e9a09c req-9bd061eb-2211-43ee-bbdf-3a76ae96af88 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 1024 time: 0.1100276 Sep 16 04:53:11.179745 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a6360708-29e9-4e4d-a154-774a96459684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.222031 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a6360708-29e9-4e4d-a154-774a96459684 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a030fca5d4147c6ac12374fef9d107b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5459120 Sep 16 04:53:11.228999 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46988) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:11.230703 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dc0d71-bc66-4643-839a-2fbd54819570 x-openstack-request-id: req-b0dc0d71-bc66-4643-839a-2fbd54819570 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:11.231124 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85701a9d-e2bd-4101-8e14-5802c5844bda", "tag": "b09cfc67-d4e7-4344-9345-6cb4d353af7b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:11.231545 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0dc0d71-bc66-4643-839a-2fbd54819570 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:11.232072 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85701a9d-e2bd-4101-8e14-5802c5844bda', 'tag': 'b09cfc67-d4e7-4344-9345-6cb4d353af7b', 'status': 'completed', 'code': 200} Sep 16 04:53:11.247270 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 01bad4ea-3992-471a-9006-0db76a1a1a58 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:11.248978 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.273542 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 01bad4ea-3992-471a-9006-0db76a1a1a58 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:11.274245 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 01bad4ea-3992-471a-9006-0db76a1a1a58 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:11.295868 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6360708-29e9-4e4d-a154-774a96459684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec3ee5c-13a9-40a6-ab12-463475de2df8,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:11.302781 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29fbe2bb-6c0a-4e9c-b4a7-bd0bfec0786e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.413970 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29fbe2bb-6c0a-4e9c-b4a7-bd0bfec0786e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.416564 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29fbe2bb-6c0a-4e9c-b4a7-bd0bfec0786e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.433640 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Pushing event updated for resources: {'Port': ['ID=a00d0f17-67c5-4384-8803-420224b58647,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:11.447556 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-776a7c7c-8fed-48d6-bde5-731a19e9a09c req-86bf564d-bb22-45d0-94ea-d23792782cab tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ebb4ab3-c908-4849-8ec1-13d32a02ad6c&id=5a4cab63-6f81-47c2-9491-d905a4a60507&id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd HTTP/1.1" status: 200 len: 6154 time: 0.2667038 Sep 16 04:53:11.450347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb02496-6e2d-410a-9862-24144a20e12c req-346d6425-869c-48ee-9260-e7c5f770f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:11.452032 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-adb02496-6e2d-410a-9862-24144a20e12c req-346d6425-869c-48ee-9260-e7c5f770f16f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b14a9fde8974488a8e4c2461e3cc484d&device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 1176 time: 0.2102361 Sep 16 04:53:11.525248 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-54b12d6a-ad74-47f9-9258-d2ccab606cde req-046ce65d-4a6f-4992-b4b2-5c5ad6fca89b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1046143495 ', 'description': 'tempest-description-1368533939'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:11.607919 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29fbe2bb-6c0a-4e9c-b4a7-bd0bfec0786e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.608132 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-75ba2ee3-193f-491c-b16d-67ec8b9526bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.608578 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fbe2bb-6c0a-4e9c-b4a7-bd0bfec0786e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9366a73-4cc0-45ad-906b-1a2be68b0b95 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:53:11.613080 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29fbe2bb-6c0a-4e9c-b4a7-bd0bfec0786e admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.614291 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-29fbe2bb-6c0a-4e9c-b4a7-bd0bfec0786e admin admin] 10.222.0.20 "DELETE /v2.0/routers/a9366a73-4cc0-45ad-906b-1a2be68b0b95 HTTP/1.1" status: 204 len: 168 time: 1.7556446 Sep 16 04:53:11.616907 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46996) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:11.679505 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-122b50c9-5bcb-4140-83cc-6b28114cbeed admin admin] Deleting subnet e0ca68c9-243f-44b1-aa8a-236a77a13dff {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:11.682583 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-75ba2ee3-193f-491c-b16d-67ec8b9526bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.682807 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-122b50c9-5bcb-4140-83cc-6b28114cbeed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.693280 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Attempting to bind port a00d0f17-67c5-4384-8803-420224b58647 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:11.693621 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Attempting to bind port a00d0f17-67c5-4384-8803-420224b58647 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:11.693957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Attempting to bind port a00d0f17-67c5-4384-8803-420224b58647 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:11.723502 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-122b50c9-5bcb-4140-83cc-6b28114cbeed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.731881 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Port a00d0f17-67c5-4384-8803-420224b58647 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:11.732240 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Attempting to bind port a00d0f17-67c5-4384-8803-420224b58647 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:11.741386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb02496-6e2d-410a-9862-24144a20e12c req-1c1c89fa-8ee0-421c-82ff-e96b4820e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:11.743399 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-adb02496-6e2d-410a-9862-24144a20e12c req-1c1c89fa-8ee0-421c-82ff-e96b4820e6f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca HTTP/1.1" status: 200 len: 913 time: 0.2721009 Sep 16 04:53:11.755117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c9a95-fc2b-4534-9324-1248a8d3d132 req-76818672-e702-4687-8823-945c4e7fd1ee tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:11.767622 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-467c9a95-fc2b-4534-9324-1248a8d3d132 req-76818672-e702-4687-8823-945c4e7fd1ee tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 948 time: 0.2225049 Sep 16 04:53:11.772131 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-122b50c9-5bcb-4140-83cc-6b28114cbeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.781215 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-54b12d6a-ad74-47f9-9258-d2ccab606cde req-046ce65d-4a6f-4992-b4b2-5c5ad6fca89b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.787703 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:11.788039 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:11.788458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:11.788956 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Bound port: a00d0f17-67c5-4384-8803-420224b58647, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:11.789460 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.848527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-adb02496-6e2d-410a-9862-24144a20e12c req-f6cf37dc-f7c8-49c6-958b-71b549d18c6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b09cfc67-d4e7-4344-9345-6cb4d353af7b HTTP/1.1" status: 200 len: 217 time: 0.0784848 Sep 16 04:53:11.979487 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-122b50c9-5bcb-4140-83cc-6b28114cbeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.005226 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b50c9-5bcb-4140-83cc-6b28114cbeed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ca68c9-243f-44b1-aa8a-236a77a13dff,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:12.011639 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-122b50c9-5bcb-4140-83cc-6b28114cbeed admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.014014 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-122b50c9-5bcb-4140-83cc-6b28114cbeed admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e0ca68c9-243f-44b1-aa8a-236a77a13dff HTTP/1.1" status: 204 len: 168 time: 0.3956470 Sep 16 04:53:12.016265 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47002) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:12.096701 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e9d47b48-5615-41e4-8072-0dcf4499acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.123877 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:53:12.186169 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e9d47b48-5615-41e4-8072-0dcf4499acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.208325 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e9d47b48-5615-41e4-8072-0dcf4499acd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebbeb263-7947-4f1c-b608-4fdb40f98dcf']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:12.217663 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-467c9a95-fc2b-4534-9324-1248a8d3d132 req-10286c6b-623f-4cb1-89ca-58c62e472859 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491663 Sep 16 04:53:12.217828 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e9d47b48-5615-41e4-8072-0dcf4499acd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9031a63-0b60-4243-a476-3585b6f7d768') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:12.218020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e9d47b48-5615-41e4-8072-0dcf4499acd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9031a63-0b60-4243-a476-3585b6f7d768') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:12.229192 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e9d47b48-5615-41e4-8072-0dcf4499acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.248183 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e9d47b48-5615-41e4-8072-0dcf4499acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.251648 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d47b48-5615-41e4-8072-0dcf4499acd9 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:12.252059 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e9d47b48-5615-41e4-8072-0dcf4499acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:12.253893 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:12.256184 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb02496-6e2d-410a-9862-24144a20e12c req-b556e15c-5265-495a-88c9-cd740aa08237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.257505 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-adb02496-6e2d-410a-9862-24144a20e12c req-b556e15c-5265-495a-88c9-cd740aa08237 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a4f6394-c68b-4791-9462-03b74cea6508 HTTP/1.1" status: 200 len: 852 time: 0.4010324 Sep 16 04:53:12.298478 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-75ba2ee3-193f-491c-b16d-67ec8b9526bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.301178 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-75ba2ee3-193f-491c-b16d-67ec8b9526bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.304801 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-75ba2ee3-193f-491c-b16d-67ec8b9526bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ec3ee5c-13a9-40a6-ab12-463475de2df8 HTTP/1.1" status: 204 len: 168 time: 1.0678604 Sep 16 04:53:12.305077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] For port a00d0f17-67c5-4384-8803-420224b58647, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:12.310130 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-adb02496-6e2d-410a-9862-24144a20e12c req-111128c3-c073-4cc4-b88f-55009f501915 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447574 Sep 16 04:53:12.329571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba2ee3-193f-491c-b16d-67ec8b9526bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec3ee5c-13a9-40a6-ab12-463475de2df8,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:12.419224 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e9d47b48-5615-41e4-8072-0dcf4499acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.430470 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e9d47b48-5615-41e4-8072-0dcf4499acd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.432609 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e9d47b48-5615-41e4-8072-0dcf4499acd9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ebbeb263-7947-4f1c-b608-4fdb40f98dcf HTTP/1.1" status: 204 len: 168 time: 0.4153957 Sep 16 04:53:12.436856 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-54b12d6a-ad74-47f9-9258-d2ccab606cde req-046ce65d-4a6f-4992-b4b2-5c5ad6fca89b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.442078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] For port a00d0f17-67c5-4384-8803-420224b58647, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a00d0f17-67c5-4384-8803-420224b58647,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:12.448938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d47b48-5615-41e4-8072-0dcf4499acd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebbeb263-7947-4f1c-b608-4fdb40f98dcf,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:12.459181 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-adb02496-6e2d-410a-9862-24144a20e12c req-f02ff9b1-3df4-418c-b36a-973d6885e64f service neutron] 10.222.0.21 "GET /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402531 Sep 16 04:53:12.527970 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-54b12d6a-ad74-47f9-9258-d2ccab606cde req-046ce65d-4a6f-4992-b4b2-5c5ad6fca89b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.569190 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.574872 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ce65d-4a6f-4992-b4b2-5c5ad6fca89b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25826261-68b4-474d-957b-792e726dc15c,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:12.636237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.636738 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.637814 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9019994-0187-49dc-889a-015bcb846d75 req-51057929-4cec-401b-989b-41f47d751f4f service neutron] 10.222.0.21 "PUT /v2.0/ports/a00d0f17-67c5-4384-8803-420224b58647 HTTP/1.1" status: 200 len: 1097 time: 3.1371927 Sep 16 04:53:12.643272 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-adb02496-6e2d-410a-9862-24144a20e12c req-f503dfab-6030-4af1-8688-b557ce73cf17 service neutron] 10.222.0.21 "GET /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751778 Sep 16 04:53:12.684669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51057929-4cec-401b-989b-41f47d751f4f service neutron] Pushing event updated for resources: {'Port': ['ID=a00d0f17-67c5-4384-8803-420224b58647,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:12.701493 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639fec2-33bf-4b15-bf40-73f5520cd624 req-33c0977b-03a2-4676-a266-3833b5af2ed5 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.703163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d639fec2-33bf-4b15-bf40-73f5520cd624 req-33c0977b-03a2-4676-a266-3833b5af2ed5 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 945 time: 0.0858669 Sep 16 04:53:12.736955 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-54b12d6a-ad74-47f9-9258-d2ccab606cde req-046ce65d-4a6f-4992-b4b2-5c5ad6fca89b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.737471 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54b12d6a-ad74-47f9-9258-d2ccab606cde req-046ce65d-4a6f-4992-b4b2-5c5ad6fca89b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 1.2435906 Sep 16 04:53:12.763566 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d639fec2-33bf-4b15-bf40-73f5520cd624 req-81e92b64-a03b-4ce2-a8d9-922192ef35ff tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537572 Sep 16 04:53:12.867903 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-27bd4b09-a18c-4ea6-9646-c1bb5b73cd9e req-e86ce665-56da-4368-aa28-a7abf79d9c6b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/25826261-68b4-474d-957b-792e726dc15c HTTP/1.1" status: 200 len: 1783 time: 0.0983644 Sep 16 04:53:12.898586 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019994-0187-49dc-889a-015bcb846d75 req-96cb5836-8057-4b73-b096-16c6edfee44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.904402 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9019994-0187-49dc-889a-015bcb846d75 req-96cb5836-8057-4b73-b096-16c6edfee44b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 1100 time: 0.0677955 Sep 16 04:53:12.937439 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47018) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:12.975767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9019994-0187-49dc-889a-015bcb846d75 req-c38eed41-6e7b-4d6a-9dc9-484f2a0a7ab9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=a00d0f17-67c5-4384-8803-420224b58647 HTTP/1.1" status: 200 len: 217 time: 0.0532842 Sep 16 04:53:12.991842 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c4f037bd-e0f6-4a67-bdfc-0dcf468031df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5ca71b7fb014260ba5a059e61a21a36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530379 Sep 16 04:53:12.993006 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47022) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:13.019419 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e810d5e-c544-41d3-bad0-0ad233c138b3 req-cfaecb74-de13-4cc0-bf25-cb79fd019605 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/25826261-68b4-474d-957b-792e726dc15c HTTP/1.1" status: 200 len: 1783 time: 0.1139309 Sep 16 04:53:13.056241 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95b09809-055a-48d6-9424-4b23582d326e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.059790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019994-0187-49dc-889a-015bcb846d75 req-d164b1cf-6661-489a-885c-906884e98b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.061703 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9019994-0187-49dc-889a-015bcb846d75 req-d164b1cf-6661-489a-885c-906884e98b9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0775254 Sep 16 04:53:13.080288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95b09809-055a-48d6-9424-4b23582d326e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.129184 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019994-0187-49dc-889a-015bcb846d75 req-b01c9d62-2fea-4e08-aa19-5eb774898648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.131591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9019994-0187-49dc-889a-015bcb846d75 req-b01c9d62-2fea-4e08-aa19-5eb774898648 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0619447 Sep 16 04:53:13.132373 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9e810d5e-c544-41d3-bad0-0ad233c138b3 req-e37b01a0-de73-4b5b-b862-c3197adfede4 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.183038 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9e810d5e-c544-41d3-bad0-0ad233c138b3 req-e37b01a0-de73-4b5b-b862-c3197adfede4 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.188527 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f78133d7-3b68-49c3-a2b1-559e3814eeda no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:13.209931 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: f78133d7-3b68-49c3-a2b1-559e3814eeda {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:13.210273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f78133d7-3b68-49c3-a2b1-559e3814eeda not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:13.228982 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95b09809-055a-48d6-9424-4b23582d326e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.233513 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95b09809-055a-48d6-9424-4b23582d326e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.238066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74422d4-5c93-4cd9-8419-41cf6430363c', 'tag': 'a00d0f17-67c5-4384-8803-420224b58647'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:13.238277 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-95b09809-055a-48d6-9424-4b23582d326e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51013f73-9da4-413c-99c6-e1d78c8bb6f9 HTTP/1.1" status: 204 len: 168 time: 0.2408309 Sep 16 04:53:13.238858 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a12b610-14e9-4c82-a0f3-6596e1c6a744" -d '{"events": [{"name": "network-changed", "server_uuid": "e74422d4-5c93-4cd9-8419-41cf6430363c", "tag": "a00d0f17-67c5-4384-8803-420224b58647"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:13.247327 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b09809-055a-48d6-9424-4b23582d326e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51013f73-9da4-413c-99c6-e1d78c8bb6f9,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:13.293264 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932c331e-e327-4b1e-933d-64a7697e4f97 x-openstack-request-id: req-932c331e-e327-4b1e-933d-64a7697e4f97 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:13.293637 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74422d4-5c93-4cd9-8419-41cf6430363c", "tag": "a00d0f17-67c5-4384-8803-420224b58647", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:13.294071 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-932c331e-e327-4b1e-933d-64a7697e4f97 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:13.294578 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74422d4-5c93-4cd9-8419-41cf6430363c', 'tag': 'a00d0f17-67c5-4384-8803-420224b58647', 'status': 'completed', 'code': 200} Sep 16 04:53:13.301667 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9019994-0187-49dc-889a-015bcb846d75 req-33c9f1eb-8515-420d-9dbb-ad9d78aeaede service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587715 Sep 16 04:53:13.403611 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9e810d5e-c544-41d3-bad0-0ad233c138b3 req-e37b01a0-de73-4b5b-b862-c3197adfede4 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.406181 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9e810d5e-c544-41d3-bad0-0ad233c138b3 req-e37b01a0-de73-4b5b-b862-c3197adfede4 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.408586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e810d5e-c544-41d3-bad0-0ad233c138b3 req-e37b01a0-de73-4b5b-b862-c3197adfede4 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "DELETE /v2.0/security-groups/25826261-68b4-474d-957b-792e726dc15c HTTP/1.1" status: 204 len: 173 time: 0.3790061 Sep 16 04:53:13.430517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b01a0-de73-4b5b-b862-c3197adfede4 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25826261-68b4-474d-957b-792e726dc15c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:13.462426 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76a94e-7f85-4e29-bf9e-b5021a2b977c req-9fc1ef3c-265c-4d6f-8f1d-9c58e464fc1c tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.463781 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd76a94e-7f85-4e29-bf9e-b5021a2b977c req-9fc1ef3c-265c-4d6f-8f1d-9c58e464fc1c tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 948 time: 0.1206925 Sep 16 04:53:13.465798 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9019994-0187-49dc-889a-015bcb846d75 req-dd4c9162-1eb8-4a41-b096-db82c43a4354 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564009 Sep 16 04:53:13.519657 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd76a94e-7f85-4e29-bf9e-b5021a2b977c req-ae129450-fb2b-4397-a265-34b3414f7816 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485213 Sep 16 04:53:13.527426 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-56049235-26d3-4e61-b551-01b23debf45a req-5b8b6ff2-0f78-4843-92ce-9a5833b88afc tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] show failed (client error): The resource could not be found. Sep 16 04:53:13.528971 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56049235-26d3-4e61-b551-01b23debf45a req-5b8b6ff2-0f78-4843-92ce-9a5833b88afc tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/25826261-68b4-474d-957b-792e726dc15c HTTP/1.1" status: 404 len: 352 time: 0.0268736 Sep 16 04:53:13.575274 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-d754c855-8ced-46c0-801c-8ecb1c591c16 req-35ca0a88-9b70-404d-aa23-5eff536419a1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-376486913', 'description': 'tempest-description-1730633978'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:13.967047 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12b610-14e9-4c82-a0f3-6596e1c6a744 req-96391e78-d660-46a2-9440-b649520eadfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.967047 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a12b610-14e9-4c82-a0f3-6596e1c6a744 req-96391e78-d660-46a2-9440-b649520eadfd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 1100 time: 0.0447555 Sep 16 04:53:13.967047 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12b610-14e9-4c82-a0f3-6596e1c6a744 req-37329200-99a2-448f-a11f-1b41fde21d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.967047 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a12b610-14e9-4c82-a0f3-6596e1c6a744 req-37329200-99a2-448f-a11f-1b41fde21d94 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1170495 Sep 16 04:53:13.967047 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a12b610-14e9-4c82-a0f3-6596e1c6a744 req-cc18e3da-98c6-4187-935b-b43e3a7f0de0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=a00d0f17-67c5-4384-8803-420224b58647 HTTP/1.1" status: 200 len: 217 time: 0.0383859 Sep 16 04:53:14.041538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12b610-14e9-4c82-a0f3-6596e1c6a744 req-bb1700ec-a935-4225-b8fc-4eff78d5b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:14.043218 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a12b610-14e9-4c82-a0f3-6596e1c6a744 req-bb1700ec-a935-4225-b8fc-4eff78d5b6e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0857456 Sep 16 04:53:14.113532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab23f9a-f2e6-487d-817b-69805dbf9191 req-a6022853-e488-4aca-8588-05f732e7d797 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:14.115084 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ab23f9a-f2e6-487d-817b-69805dbf9191 req-a6022853-e488-4aca-8588-05f732e7d797 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 945 time: 0.0904143 Sep 16 04:53:14.117951 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12b610-14e9-4c82-a0f3-6596e1c6a744 req-5d2fb288-37a9-45ea-b259-9ac235f4eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:14.119439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a12b610-14e9-4c82-a0f3-6596e1c6a744 req-5d2fb288-37a9-45ea-b259-9ac235f4eba6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0616856 Sep 16 04:53:14.146851 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d754c855-8ced-46c0-801c-8ecb1c591c16 req-35ca0a88-9b70-404d-aa23-5eff536419a1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.226442 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ab23f9a-f2e6-487d-817b-69805dbf9191 req-ffb1f7e6-ade2-4f7d-bdf4-62baffb6342b tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044793 Sep 16 04:53:14.282393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a12b610-14e9-4c82-a0f3-6596e1c6a744 req-38de5d2b-e1f6-4b61-a77f-b0825dd05c2b service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530209 Sep 16 04:53:14.417200 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d754c855-8ced-46c0-801c-8ecb1c591c16 req-35ca0a88-9b70-404d-aa23-5eff536419a1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.445870 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a4177-ce46-4805-b11d-78855a4389fe req-a1e6c240-c5b9-49d8-9101-fafa1ee2b891 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:14.447469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-635a4177-ce46-4805-b11d-78855a4389fe req-a1e6c240-c5b9-49d8-9101-fafa1ee2b891 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 945 time: 0.1312881 Sep 16 04:53:14.453440 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a12b610-14e9-4c82-a0f3-6596e1c6a744 req-ac3f7890-2910-4efb-b3df-b2fc682bfb03 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605401 Sep 16 04:53:14.498107 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-635a4177-ce46-4805-b11d-78855a4389fe req-13c2b091-25c2-49bd-8074-7b4c76047178 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436568 Sep 16 04:53:14.534265 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d754c855-8ced-46c0-801c-8ecb1c591c16 req-35ca0a88-9b70-404d-aa23-5eff536419a1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.580793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca0a88-9b70-404d-aa23-5eff536419a1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf6826f-1d28-4ffa-b321-1b46119dd111,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:14.710389 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d754c855-8ced-46c0-801c-8ecb1c591c16 req-35ca0a88-9b70-404d-aa23-5eff536419a1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.711785 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d754c855-8ced-46c0-801c-8ecb1c591c16 req-35ca0a88-9b70-404d-aa23-5eff536419a1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1437926 Sep 16 04:53:14.817383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2feff4-8461-413d-9c83-16084452b0e3 req-e4b8483e-89f8-493d-ae70-c1a881743782 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:14.819122 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad2feff4-8461-413d-9c83-16084452b0e3 req-e4b8483e-89f8-493d-ae70-c1a881743782 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 948 time: 0.0579088 Sep 16 04:53:14.864149 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad2feff4-8461-413d-9c83-16084452b0e3 req-72919a1c-2739-4513-9b00-94addb360e1c tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383680 Sep 16 04:53:14.895798 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-c31a77b0-3429-43f1-9acb-78b7d1faf57d req-9a1d605e-ac79-4bba-a51a-71c9ec7e4902 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1315112879', 'description': 'tempest-description-492298118'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:15.030793 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c31a77b0-3429-43f1-9acb-78b7d1faf57d req-9a1d605e-ac79-4bba-a51a-71c9ec7e4902 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.124123 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c31a77b0-3429-43f1-9acb-78b7d1faf57d req-9a1d605e-ac79-4bba-a51a-71c9ec7e4902 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.213366 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c31a77b0-3429-43f1-9acb-78b7d1faf57d req-9a1d605e-ac79-4bba-a51a-71c9ec7e4902 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.247934 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d605e-ac79-4bba-a51a-71c9ec7e4902 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3eba8c8-4945-41f9-aea9-e639d75993fc,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:15.369348 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea673573-0a10-4b02-909b-e60ca5e0ca10 req-7975d33b-34e3-485e-ac03-24a9a33d3b18 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:15.371001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea673573-0a10-4b02-909b-e60ca5e0ca10 req-7975d33b-34e3-485e-ac03-24a9a33d3b18 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 945 time: 0.0507174 Sep 16 04:53:15.404625 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c31a77b0-3429-43f1-9acb-78b7d1faf57d req-9a1d605e-ac79-4bba-a51a-71c9ec7e4902 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.405805 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c31a77b0-3429-43f1-9acb-78b7d1faf57d req-9a1d605e-ac79-4bba-a51a-71c9ec7e4902 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5161364 Sep 16 04:53:15.413671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea673573-0a10-4b02-909b-e60ca5e0ca10 req-a017c12f-aa7a-4a8b-84e4-69e170926389 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356791 Sep 16 04:53:15.431662 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-443d7b91-d2b1-402a-a39b-c9d6771867e2 req-0389cf32-81ec-452d-be3b-2732fb747d74 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2062071249', 'description': 'tempest-description-1367388691'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:15.602413 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-443d7b91-d2b1-402a-a39b-c9d6771867e2 req-0389cf32-81ec-452d-be3b-2732fb747d74 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.701536 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-443d7b91-d2b1-402a-a39b-c9d6771867e2 req-0389cf32-81ec-452d-be3b-2732fb747d74 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.724414 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47118) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:15.824534 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-443d7b91-d2b1-402a-a39b-c9d6771867e2 req-0389cf32-81ec-452d-be3b-2732fb747d74 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.836363 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a9b093ec-3c04-44e6-9daa-ea8f068d6253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.865300 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389cf32-81ec-452d-be3b-2732fb747d74 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07494180-5d4f-4138-87eb-21f9df45e9ac,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:15.986033 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c0230-e0a4-44f0-89b8-aa61a155993d req-66340f2b-4f28-4229-a848-9d7cd550330e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:15.987576 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f3c0230-e0a4-44f0-89b8-aa61a155993d req-66340f2b-4f28-4229-a848-9d7cd550330e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 948 time: 0.0512121 Sep 16 04:53:16.007772 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-443d7b91-d2b1-402a-a39b-c9d6771867e2 req-0389cf32-81ec-452d-be3b-2732fb747d74 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.017102 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-443d7b91-d2b1-402a-a39b-c9d6771867e2 req-0389cf32-81ec-452d-be3b-2732fb747d74 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5814841 Sep 16 04:53:16.037393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f3c0230-e0a4-44f0-89b8-aa61a155993d req-c27ad236-6ec6-45d6-b5dc-4ab53da59490 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436313 Sep 16 04:53:16.101667 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a9b093ec-3c04-44e6-9daa-ea8f068d6253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.138835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8ea6931-a567-4687-b5d1-2709fa44ea3d req-d8427066-5b27-4499-8f9d-d2151950fab1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b14a9fde8974488a8e4c2461e3cc484d HTTP/1.1" status: 200 len: 10908 time: 0.1062403 Sep 16 04:53:16.188724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8ea6931-a567-4687-b5d1-2709fa44ea3d req-f3416805-cab1-479e-997c-b222793a26db tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/aa2c74d3-b829-45fc-8554-cb342f7ed3bd HTTP/1.1" status: 200 len: 2985 time: 0.0424762 Sep 16 04:53:16.225702 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a9b093ec-3c04-44e6-9daa-ea8f068d6253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.248517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8ea6931-a567-4687-b5d1-2709fa44ea3d req-25b7ff8f-2f7f-4937-b9a1-309b0d38b84c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/aa2c74d3-b829-45fc-8554-cb342f7ed3bd HTTP/1.1" status: 200 len: 2985 time: 0.0512397 Sep 16 04:53:16.286492 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a9b093ec-3c04-44e6-9daa-ea8f068d6253 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93ebfeae27734c8ca6be04b6a928a04e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5603902 Sep 16 04:53:16.287622 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b093ec-3c04-44e6-9daa-ea8f068d6253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b251032c-afeb-43c4-baa7-5c70197ef113,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:16.291533 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47142) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:16.320407 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-747dfa34-f614-4de6-aa23-1d7322977405 req-c336f826-1f0e-4484-97fe-274241465989 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/fbf6826f-1d28-4ffa-b321-1b46119dd111 HTTP/1.1" status: 200 len: 1802 time: 0.0458026 Sep 16 04:53:16.358092 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d893168-b209-4d1d-8881-3c4f064c741e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.386330 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d893168-b209-4d1d-8881-3c4f064c741e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.392895 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-747dfa34-f614-4de6-aa23-1d7322977405 req-781b6bbb-8927-40eb-94a1-bee2f06835d5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.420248 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-747dfa34-f614-4de6-aa23-1d7322977405 req-781b6bbb-8927-40eb-94a1-bee2f06835d5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.539722 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a9601-6178-4ea1-a5ff-1fda407b0ea8 req-cd6c153a-9a0b-4e92-bda1-1e0039f43dda tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.541259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-691a9601-6178-4ea1-a5ff-1fda407b0ea8 req-cd6c153a-9a0b-4e92-bda1-1e0039f43dda tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 945 time: 0.0526526 Sep 16 04:53:16.580894 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-691a9601-6178-4ea1-a5ff-1fda407b0ea8 req-149260b4-0c28-4bd0-9492-f31a42b1d5f0 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334773 Sep 16 04:53:16.676139 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d893168-b209-4d1d-8881-3c4f064c741e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.676368 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-747dfa34-f614-4de6-aa23-1d7322977405 req-781b6bbb-8927-40eb-94a1-bee2f06835d5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.678681 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d893168-b209-4d1d-8881-3c4f064c741e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.678804 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-747dfa34-f614-4de6-aa23-1d7322977405 req-781b6bbb-8927-40eb-94a1-bee2f06835d5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.682231 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1d893168-b209-4d1d-8881-3c4f064c741e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b251032c-afeb-43c4-baa7-5c70197ef113 HTTP/1.1" status: 204 len: 168 time: 0.3872077 Sep 16 04:53:16.682367 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-747dfa34-f614-4de6-aa23-1d7322977405 req-781b6bbb-8927-40eb-94a1-bee2f06835d5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "DELETE /v2.0/security-groups/fbf6826f-1d28-4ffa-b321-1b46119dd111 HTTP/1.1" status: 204 len: 173 time: 0.3533723 Sep 16 04:53:16.689819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d893168-b209-4d1d-8881-3c4f064c741e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b251032c-afeb-43c4-baa7-5c70197ef113,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:16.697299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b6bbb-8927-40eb-94a1-bee2f06835d5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf6826f-1d28-4ffa-b321-1b46119dd111,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:16.748624 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-a75d55f8-8f52-4ba1-b7c2-9e416c864315 req-558b362c-c663-4369-9989-daaa1c9a7288 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] show failed (client error): The resource could not be found. Sep 16 04:53:16.749744 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a75d55f8-8f52-4ba1-b7c2-9e416c864315 req-558b362c-c663-4369-9989-daaa1c9a7288 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/fbf6826f-1d28-4ffa-b321-1b46119dd111 HTTP/1.1" status: 404 len: 352 time: 0.0265682 Sep 16 04:53:16.804600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0699381-e823-42f6-a5cc-c84de7963bba req-a8e82382-eba3-4f9c-99c5-1d1e8773c885 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.806128 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b0699381-e823-42f6-a5cc-c84de7963bba req-a8e82382-eba3-4f9c-99c5-1d1e8773c885 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 945 time: 0.0516403 Sep 16 04:53:16.815805 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88c31814-27c9-495f-9338-f6050efe925a req-25355567-d2fe-4410-aee7-82dc88eca8bc tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/b3eba8c8-4945-41f9-aea9-e639d75993fc HTTP/1.1" status: 200 len: 1802 time: 0.0431747 Sep 16 04:53:16.853310 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a00d0f17-67c5-4384-8803-420224b58647 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:16.885124 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-88c31814-27c9-495f-9338-f6050efe925a req-90cac793-0195-4a30-8dfe-4945ea4b66f7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.924109 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-88c31814-27c9-495f-9338-f6050efe925a req-90cac793-0195-4a30-8dfe-4945ea4b66f7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.970315 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-b0699381-e823-42f6-a5cc-c84de7963bba req-2e2c80be-8552-487e-bfe8-e3406b0b2c2d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Deleting port a600e656-d89e-44e9-a558-e9d74b9ee398 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:16.980369 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b0699381-e823-42f6-a5cc-c84de7963bba req-2e2c80be-8552-487e-bfe8-e3406b0b2c2d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.000441 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a00d0f17-67c5-4384-8803-420224b58647, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a00d0f17-67c5-4384-8803-420224b58647,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:17.016686 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'a00d0f17-67c5-4384-8803-420224b58647', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': 'a00d0f17-67c5-4384-8803-420224b58647', 'mac_address': 'fa:16:3e:5d:d5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:17.057306 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.072364 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00d0f17-67c5-4384-8803-420224b58647 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:17.087746 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-88c31814-27c9-495f-9338-f6050efe925a req-90cac793-0195-4a30-8dfe-4945ea4b66f7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.090619 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-88c31814-27c9-495f-9338-f6050efe925a req-90cac793-0195-4a30-8dfe-4945ea4b66f7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.091184 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-b0699381-e823-42f6-a5cc-c84de7963bba req-2e2c80be-8552-487e-bfe8-e3406b0b2c2d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] For port a600e656-d89e-44e9-a558-e9d74b9ee398, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a600e656-d89e-44e9-a558-e9d74b9ee398,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:17.092004 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88c31814-27c9-495f-9338-f6050efe925a req-90cac793-0195-4a30-8dfe-4945ea4b66f7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "DELETE /v2.0/security-groups/b3eba8c8-4945-41f9-aea9-e639d75993fc HTTP/1.1" status: 204 len: 173 time: 0.2689526 Sep 16 04:53:17.096189 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b0699381-e823-42f6-a5cc-c84de7963bba req-2e2c80be-8552-487e-bfe8-e3406b0b2c2d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.106623 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cac793-0195-4a30-8dfe-4945ea4b66f7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3eba8c8-4945-41f9-aea9-e639d75993fc,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:17.112761 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a00d0f17-67c5-4384-8803-420224b58647, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a00d0f17-67c5-4384-8803-420224b58647,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:17.121746 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-b0699381-e823-42f6-a5cc-c84de7963bba req-2e2c80be-8552-487e-bfe8-e3406b0b2c2d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Calling delete_port for a600e656-d89e-44e9-a558-e9d74b9ee398 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:17.164833 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-0ef4f041-4929-49bf-b487-5bd75212b04b req-dd4f703a-b137-44e9-acdf-ccda645375e9 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] show failed (client error): The resource could not be found. Sep 16 04:53:17.166057 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ef4f041-4929-49bf-b487-5bd75212b04b req-dd4f703a-b137-44e9-acdf-ccda645375e9 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/b3eba8c8-4945-41f9-aea9-e639d75993fc HTTP/1.1" status: 404 len: 352 time: 0.0363665 Sep 16 04:53:17.230460 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.252008 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122b938-50a1-4e85-9801-72173a8c1cf3 req-d30e77f4-5d9f-490d-9d53-a365504ba09b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:17.253696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8122b938-50a1-4e85-9801-72173a8c1cf3 req-d30e77f4-5d9f-490d-9d53-a365504ba09b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 948 time: 0.1086783 Sep 16 04:53:17.260422 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0bdaafa-d86d-4a59-b7cd-960f3254f473 req-b1423e38-f5af-4bb0-b494-8e0fbfea9e14 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/07494180-5d4f-4138-87eb-21f9df45e9ac HTTP/1.1" status: 200 len: 1803 time: 0.0670352 Sep 16 04:53:17.324015 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=a00d0f17-67c5-4384-8803-420224b58647,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:17.324463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8122b938-50a1-4e85-9801-72173a8c1cf3 req-f2ca9e3b-340e-4477-9a62-de5371fdd59d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629671 Sep 16 04:53:17.351595 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e0bdaafa-d86d-4a59-b7cd-960f3254f473 req-fb5d6660-d92a-43e2-a2cd-71dfd9c8d85c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.377796 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e0bdaafa-d86d-4a59-b7cd-960f3254f473 req-fb5d6660-d92a-43e2-a2cd-71dfd9c8d85c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.470815 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b0699381-e823-42f6-a5cc-c84de7963bba req-2e2c80be-8552-487e-bfe8-e3406b0b2c2d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.508422 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c80be-8552-487e-bfe8-e3406b0b2c2d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Pushing event deleted for resources: {'Port': ['ID=a600e656-d89e-44e9-a558-e9d74b9ee398,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:17.516487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['3d8532f4-ec6b-4b6f-973f-02e2619162a5'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:17.543331 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0699381-e823-42f6-a5cc-c84de7963bba req-2e2c80be-8552-487e-bfe8-e3406b0b2c2d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] No DVR routers for this DVR port a600e656-d89e-44e9-a558-e9d74b9ee398 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:17.545849 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b0699381-e823-42f6-a5cc-c84de7963bba req-2e2c80be-8552-487e-bfe8-e3406b0b2c2d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.548637 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b0699381-e823-42f6-a5cc-c84de7963bba req-2e2c80be-8552-487e-bfe8-e3406b0b2c2d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "DELETE /v2.0/ports/a600e656-d89e-44e9-a558-e9d74b9ee398 HTTP/1.1" status: 204 len: 173 time: 0.7316616 Sep 16 04:53:17.549074 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db943316-b0ea-42c4-8b7b-0e273862735e', 'name': 'network-vif-deleted', 'tag': 'a600e656-d89e-44e9-a558-e9d74b9ee398'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:17.551426 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276797d4-1a13-497f-8398-13f660cc61dc" -d '{"events": [{"server_uuid": "db943316-b0ea-42c4-8b7b-0e273862735e", "name": "network-vif-deleted", "tag": "a600e656-d89e-44e9-a558-e9d74b9ee398"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:17.561982 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e0bdaafa-d86d-4a59-b7cd-960f3254f473 req-fb5d6660-d92a-43e2-a2cd-71dfd9c8d85c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.567712 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e0bdaafa-d86d-4a59-b7cd-960f3254f473 req-fb5d6660-d92a-43e2-a2cd-71dfd9c8d85c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.572644 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0bdaafa-d86d-4a59-b7cd-960f3254f473 req-fb5d6660-d92a-43e2-a2cd-71dfd9c8d85c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "DELETE /v2.0/security-groups/07494180-5d4f-4138-87eb-21f9df45e9ac HTTP/1.1" status: 204 len: 173 time: 0.2960930 Sep 16 04:53:17.597639 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dacfb6-e9f5-44f7-9d47-71a7d21448fa x-openstack-request-id: req-92dacfb6-e9f5-44f7-9d47-71a7d21448fa {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:17.598569 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db943316-b0ea-42c4-8b7b-0e273862735e", "name": "network-vif-deleted", "tag": "a600e656-d89e-44e9-a558-e9d74b9ee398", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:17.598826 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92dacfb6-e9f5-44f7-9d47-71a7d21448fa {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:17.599230 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d6660-d92a-43e2-a2cd-71dfd9c8d85c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07494180-5d4f-4138-87eb-21f9df45e9ac,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:17.599390 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db943316-b0ea-42c4-8b7b-0e273862735e', 'name': 'network-vif-deleted', 'tag': 'a600e656-d89e-44e9-a558-e9d74b9ee398', 'status': 'completed', 'code': 200} Sep 16 04:53:17.633052 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-4a40c757-a2bf-4b84-89cd-52f1ae721a1e req-6edf3ba9-7ff8-4fea-835c-8cba6a956472 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] show failed (client error): The resource could not be found. Sep 16 04:53:17.636754 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a00d0f17-67c5-4384-8803-420224b58647'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:17.639007 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a40c757-a2bf-4b84-89cd-52f1ae721a1e req-6edf3ba9-7ff8-4fea-835c-8cba6a956472 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/07494180-5d4f-4138-87eb-21f9df45e9ac HTTP/1.1" status: 404 len: 352 time: 0.0315170 Sep 16 04:53:17.758687 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b4993ce6-015a-407d-ade3-ebf48f8d8d2b req-3680d4d8-91c2-4d91-b0f9-74dfa8e5c497 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 210 time: 0.0619729 Sep 16 04:53:17.799698 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1455b555-2536-434b-b861-f6cb784db9e8 req-573b32de-0a61-4a9e-8966-e68ff6a3c7ec tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b14a9fde8974488a8e4c2461e3cc484d HTTP/1.1" status: 200 len: 6154 time: 0.1384900 Sep 16 04:53:17.865027 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1455b555-2536-434b-b861-f6cb784db9e8 req-c27de039-adb5-4da7-a960-dc4a1c3290aa tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/aa2c74d3-b829-45fc-8554-cb342f7ed3bd HTTP/1.1" status: 200 len: 2985 time: 0.0588586 Sep 16 04:53:17.928789 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1455b555-2536-434b-b861-f6cb784db9e8 req-082a9233-827a-4a0d-b239-4e9eaec9791a tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/aa2c74d3-b829-45fc-8554-cb342f7ed3bd HTTP/1.1" status: 200 len: 2985 time: 0.0574219 Sep 16 04:53:17.959411 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-93607e74-f8a9-4907-8452-b2b4e886009c req-1439392d-3c68-4ffb-b7a5-3b2ba4263aa0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1792095110', 'description': 'tempest-description-184247938'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:18.116287 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-93607e74-f8a9-4907-8452-b2b4e886009c req-1439392d-3c68-4ffb-b7a5-3b2ba4263aa0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.210657 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-93607e74-f8a9-4907-8452-b2b4e886009c req-1439392d-3c68-4ffb-b7a5-3b2ba4263aa0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.321781 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-93607e74-f8a9-4907-8452-b2b4e886009c req-1439392d-3c68-4ffb-b7a5-3b2ba4263aa0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.354532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439392d-3c68-4ffb-b7a5-3b2ba4263aa0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=168e12f8-564f-422c-8937-74576fc874cd,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:18.464088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a106dd-abe1-4b8f-99dc-2f1d19a7964c req-2ea385db-719b-47fb-b8d5-848cb4d5b325 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:18.465650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9a106dd-abe1-4b8f-99dc-2f1d19a7964c req-2ea385db-719b-47fb-b8d5-848cb4d5b325 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 949 time: 0.0538263 Sep 16 04:53:18.466894 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-93607e74-f8a9-4907-8452-b2b4e886009c req-1439392d-3c68-4ffb-b7a5-3b2ba4263aa0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.468011 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93607e74-f8a9-4907-8452-b2b4e886009c req-1439392d-3c68-4ffb-b7a5-3b2ba4263aa0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5139444 Sep 16 04:53:18.506740 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9a106dd-abe1-4b8f-99dc-2f1d19a7964c req-40bb2116-6023-46ab-9e9d-e7b31f9c6154 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346916 Sep 16 04:53:18.534280 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-c338ef87-00a2-49a7-bcb7-1ec36b68c795 req-05041be4-a2f6-4fdf-8ba9-869ef74ac8d1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1607888862', 'description': 'tempest-description-1983222418'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:18.687747 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c338ef87-00a2-49a7-bcb7-1ec36b68c795 req-05041be4-a2f6-4fdf-8ba9-869ef74ac8d1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.772253 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c338ef87-00a2-49a7-bcb7-1ec36b68c795 req-05041be4-a2f6-4fdf-8ba9-869ef74ac8d1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.858870 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c338ef87-00a2-49a7-bcb7-1ec36b68c795 req-05041be4-a2f6-4fdf-8ba9-869ef74ac8d1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.859638 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a00d0f17-67c5-4384-8803-420224b58647 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:18.894242 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47226) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:18.946554 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74feb78f-967a-44a0-8906-6ca89da8237d req-ab7121e8-d259-4edd-ac15-1fbc2c1141d0 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=db943316-b0ea-42c4-8b7b-0e273862735e HTTP/1.1" status: 200 len: 210 time: 0.0800478 Sep 16 04:53:18.963571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05041be4-a2f6-4fdf-8ba9-869ef74ac8d1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=511750e0-dc8d-4adc-addc-c8e1a11ae6c1,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:19.013029 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port a00d0f17-67c5-4384-8803-420224b58647 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:19.014514 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c338ef87-00a2-49a7-bcb7-1ec36b68c795 req-05041be4-a2f6-4fdf-8ba9-869ef74ac8d1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.017954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port a00d0f17-67c5-4384-8803-420224b58647 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:19.017954 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.023501 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c338ef87-00a2-49a7-bcb7-1ec36b68c795 req-05041be4-a2f6-4fdf-8ba9-869ef74ac8d1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4933112 Sep 16 04:53:19.073218 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1d5827b-48f2-4ede-ae4d-13702ce9d3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.116343 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.142717 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74422d4-5c93-4cd9-8419-41cf6430363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00d0f17-67c5-4384-8803-420224b58647'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:19.146680 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160794c8-1a24-413d-804b-d9cda4529a8f" -d '{"events": [{"server_uuid": "e74422d4-5c93-4cd9-8419-41cf6430363c", "name": "network-vif-plugged", "status": "completed", "tag": "a00d0f17-67c5-4384-8803-420224b58647"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:19.189241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a00d0f17-67c5-4384-8803-420224b58647, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a00d0f17-67c5-4384-8803-420224b58647,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:19.195810 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9940ea4-1fdb-477a-8ebc-76118f71f663 x-openstack-request-id: req-d9940ea4-1fdb-477a-8ebc-76118f71f663 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:19.196211 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74422d4-5c93-4cd9-8419-41cf6430363c", "name": "network-vif-plugged", "status": "completed", "tag": "a00d0f17-67c5-4384-8803-420224b58647", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:19.196557 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9940ea4-1fdb-477a-8ebc-76118f71f663 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:19.197036 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74422d4-5c93-4cd9-8419-41cf6430363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00d0f17-67c5-4384-8803-420224b58647', 'code': 200} Sep 16 04:53:19.197568 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1d5827b-48f2-4ede-ae4d-13702ce9d3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.299387 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.345414 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1d5827b-48f2-4ede-ae4d-13702ce9d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.358126 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=a00d0f17-67c5-4384-8803-420224b58647,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:19.379493 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-0d731d91-4329-4446-9737-803765fa41d1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:19.385146 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d1d5827b-48f2-4ede-ae4d-13702ce9d3d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1b9fd00ecf340d3b03b7bf6b59809b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4886124 Sep 16 04:53:19.387076 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-0d731d91-4329-4446-9737-803765fa41d1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/networks?id=5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca HTTP/1.1" status: 200 len: 812 time: 0.1604178 Sep 16 04:53:19.387772 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47254) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:19.396767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e9ecb-691b-46a5-a430-82a7b35ea5ce req-0cf649d1-6666-44f5-8096-805d649d0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:19.398247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d5e9ecb-691b-46a5-a430-82a7b35ea5ce req-0cf649d1-6666-44f5-8096-805d649d0935 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 1102 time: 0.0965164 Sep 16 04:53:19.401198 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5827b-48f2-4ede-ae4d-13702ce9d3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07348b30-8576-4f98-a880-f93e0983ffde,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:19.402551 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-b6a6ce0d-5793-4e31-a33a-54ba52c05887 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/quotas/b14a9fde8974488a8e4c2461e3cc484d HTTP/1.1" status: 200 len: 375 time: 0.0144465 Sep 16 04:53:19.414583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a600e656-d89e-44e9-a558-e9d74b9ee398 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:19.440058 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: a600e656-d89e-44e9-a558-e9d74b9ee398 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:19.440998 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a600e656-d89e-44e9-a558-e9d74b9ee398 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:19.454140 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f386eb43-9ce3-40e5-a163-fb0d43c1bdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.477722 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f386eb43-9ce3-40e5-a163-fb0d43c1bdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.482103 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d5e9ecb-691b-46a5-a430-82a7b35ea5ce req-5bb57c7e-39ae-45d2-a4b3-71d2fe1cac99 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719626 Sep 16 04:53:19.493060 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-d0c50441-fc7c-425a-a76b-a35e78855e64 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b14a9fde8974488a8e4c2461e3cc484d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0705788 Sep 16 04:53:19.615017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-9caaff97-0761-4213-b91f-f6b27280bfb5 service neutron] 10.222.0.20 "GET /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146860 Sep 16 04:53:19.647765 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f386eb43-9ce3-40e5-a163-fb0d43c1bdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.651905 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f386eb43-9ce3-40e5-a163-fb0d43c1bdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.661354 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f386eb43-9ce3-40e5-a163-fb0d43c1bdef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07348b30-8576-4f98-a880-f93e0983ffde HTTP/1.1" status: 204 len: 168 time: 0.2645669 Sep 16 04:53:19.665079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1b198-771a-4c94-bc25-fe8be8a7adf6 req-594c0172-6737-4ad7-9c47-a2b3d9f2a7cb tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:19.666659 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-11b1b198-771a-4c94-bc25-fe8be8a7adf6 req-594c0172-6737-4ad7-9c47-a2b3d9f2a7cb tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 950 time: 0.0879545 Sep 16 04:53:19.679259 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386eb43-9ce3-40e5-a163-fb0d43c1bdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07348b30-8576-4f98-a880-f93e0983ffde,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:19.769497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-11b1b198-771a-4c94-bc25-fe8be8a7adf6 req-caa4024c-0957-41ce-8b27-8ed1f733ef3f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545382 Sep 16 04:53:19.777748 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-7769d0dd-758f-4bb7-b502-32b8b0d64651 service neutron] 10.222.0.20 "GET /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565168 Sep 16 04:53:20.130311 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47a24c65-0e70-4695-8dd1-d084b8bb932c req-074d3a15-35f4-4bac-8eb8-9a1fbd774452 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 210 time: 0.0301051 Sep 16 04:53:20.489737 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-b4a4c87f-64da-47f4-b2ad-6976374e1cc2 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.491268 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-b4a4c87f-64da-47f4-b2ad-6976374e1cc2 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/networks?id=891f88b4-8a81-44ed-8083-f8871519ebc1 HTTP/1.1" status: 200 len: 805 time: 0.1079745 Sep 16 04:53:20.507292 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-caa31359-6e0e-4352-b1b8-587971781d6a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/quotas/ae34ed890fee43568c52dc5aa5e731ea HTTP/1.1" status: 200 len: 375 time: 0.0098968 Sep 16 04:53:20.564824 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-868905f9-3094-4509-a946-1442c2018997 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0517385 Sep 16 04:53:20.664136 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-d8bb691a-a036-46fe-8666-1669633914b2 service neutron] 10.222.0.20 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894644 Sep 16 04:53:20.700359 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47306) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:20.714150 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8de48df-0a2e-4cf3-b58c-a284d629c720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.782670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-39fdc92b-1e91-4c6f-96f5-56bf525ff7c9 service neutron] 10.222.0.20 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106880 Sep 16 04:53:20.822213 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8de48df-0a2e-4cf3-b58c-a284d629c720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.904901 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8de48df-0a2e-4cf3-b58c-a284d629c720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.936883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2ffd0-75cc-46ab-a5ad-8f6272155c69 req-549b3ba6-f331-4a77-8b51-68efc5bbbb45 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.939140 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-73c2ffd0-75cc-46ab-a5ad-8f6272155c69 req-549b3ba6-f331-4a77-8b51-68efc5bbbb45 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 950 time: 0.0655756 Sep 16 04:53:20.949089 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de48df-0a2e-4cf3-b58c-a284d629c720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b7ea2c-57b5-46ee-ae7d-aab97f0a2282,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:20.959500 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a8de48df-0a2e-4cf3-b58c-a284d629c720 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24a49eb396c44c3abe94081de54853f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580166 Sep 16 04:53:20.960519 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47320) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:21.030170 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-73c2ffd0-75cc-46ab-a5ad-8f6272155c69 req-28953fc4-d3c6-4689-a117-916ffc718f0d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802386 Sep 16 04:53:21.067351 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb42c-da2f-4770-98c8-21806fff9804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.097826 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb42c-da2f-4770-98c8-21806fff9804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.236077 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20d776d4-451d-4c28-9d16-c8b9072d840d req-3ec1602e-9ba6-4c02-8a4a-4a9634d92e5d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 210 time: 0.0490575 Sep 16 04:53:21.237074 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff2761aa-b862-40b8-9fa7-9771882c8e7c req-ea6e6e89-91e1-4766-93e0-8603c72c87d6 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 210 time: 0.0418420 Sep 16 04:53:21.299333 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb42c-da2f-4770-98c8-21806fff9804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.302117 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb42c-da2f-4770-98c8-21806fff9804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.303285 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4f8eb42c-da2f-4770-98c8-21806fff9804 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2b7ea2c-57b5-46ee-ae7d-aab97f0a2282 HTTP/1.1" status: 204 len: 168 time: 0.3418736 Sep 16 04:53:21.311239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8eb42c-da2f-4770-98c8-21806fff9804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b7ea2c-57b5-46ee-ae7d-aab97f0a2282,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:22.155975 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26393d3-485a-4e64-b92a-0b8296fb457b req-0cb0af3d-b110-44f9-8523-7e23a55b4471 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.157812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e26393d3-485a-4e64-b92a-0b8296fb457b req-0cb0af3d-b110-44f9-8523-7e23a55b4471 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 950 time: 0.0611165 Sep 16 04:53:22.205928 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e26393d3-485a-4e64-b92a-0b8296fb457b req-c0f9a257-c3e6-4beb-b77b-2c098007617c tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406461 Sep 16 04:53:22.442134 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-75dcf910-78f0-4664-bd23-215ba09f73d0 req-10313fed-37a9-4cc4-a81b-98ffbcd09a02 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 210 time: 0.0330646 Sep 16 04:53:22.540989 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7078da00-6bfd-4a18-82ba-6c1f07e9abda req-fa4eb63d-76bd-4662-a1cf-ec6df5520a97 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 210 time: 0.0408123 Sep 16 04:53:22.604968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872f455-26c0-4be0-b98f-69064bc2ba9b req-cc07b66e-1ff0-4e58-99bb-6475052b869c tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.607501 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0872f455-26c0-4be0-b98f-69064bc2ba9b req-cc07b66e-1ff0-4e58-99bb-6475052b869c tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 1102 time: 0.0655639 Sep 16 04:53:22.627964 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0872f455-26c0-4be0-b98f-69064bc2ba9b req-e27304d8-027f-4a7e-9ed6-0c6b726e2c57 tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.739609 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0872f455-26c0-4be0-b98f-69064bc2ba9b req-e27304d8-027f-4a7e-9ed6-0c6b726e2c57 tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.888750 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0872f455-26c0-4be0-b98f-69064bc2ba9b req-e27304d8-027f-4a7e-9ed6-0c6b726e2c57 tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.928191 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0872f455-26c0-4be0-b98f-69064bc2ba9b req-e27304d8-027f-4a7e-9ed6-0c6b726e2c57 tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138580 Sep 16 04:53:22.946202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27304d8-027f-4a7e-9ed6-0c6b726e2c57 tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b231955-fa2e-4222-bc1a-4160806c7b26,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:22.973818 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-b6769e99-3464-4439-b48e-9537e313611a tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.975696 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-b6769e99-3464-4439-b48e-9537e313611a tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.38 "GET /v2.0/networks?id=5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca HTTP/1.1" status: 200 len: 812 time: 0.1249070 Sep 16 04:53:23.006947 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-7d0e2814-e4a8-421c-9bf8-ddefd01a729c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Request body: {'port': {'device_id': 'ffba8ab1-afd5-41ef-b968-44394e25635e', 'network_id': '5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca', 'admin_state_up': True, 'tenant_id': 'b14a9fde8974488a8e4c2461e3cc484d'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:23.270639 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-7d0e2814-e4a8-421c-9bf8-ddefd01a729c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Made reservation on behalf of b14a9fde8974488a8e4c2461e3cc484d for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:23.274337 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-7d0e2814-e4a8-421c-9bf8-ddefd01a729c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.300521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47390) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:23.452438 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-7d0e2814-e4a8-421c-9bf8-ddefd01a729c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Allocated IP 172.20.0.14 (5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca/7a4f6394-c68b-4791-9462-03b74cea6508/99dd2d66-5a9f-4712-bfad-bedc9121080d) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:23.531099 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-0929c08b-2b9d-46e4-9260-8b8da6a1f6dd tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327525 Sep 16 04:53:23.575398 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-046ceac4-198c-421c-b7e4-0149815abe45 req-4022b91b-b731-47a0-9373-bf8747af4983 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 210 time: 0.0474992 Sep 16 04:53:23.594665 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b2e1f586-3281-4782-9239-06dedcfe7928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.647707 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-7d0e2814-e4a8-421c-9bf8-ddefd01a729c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.716312 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44e21877-5bba-44b6-ba84-81e929ead316 req-700622e4-662c-42f9-a953-99312de44697 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 210 time: 0.0447130 Sep 16 04:53:23.767181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-8705a17f-02f1-4873-add9-680d0ac60b5a tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.768983 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-8705a17f-02f1-4873-add9-680d0ac60b5a tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2232962 Sep 16 04:53:23.799658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-20d55f3d-6442-47b8-8d8b-bb6e0c4aa635 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/quotas/92e43dc0cc3d42d2b269252909ac15b0 HTTP/1.1" status: 200 len: 375 time: 0.0175345 Sep 16 04:53:23.819136 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-7d0e2814-e4a8-421c-9bf8-ddefd01a729c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.853250 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b09cfc67-d4e7-4344-9345-6cb4d353af7b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:23.861522 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-7d0e2814-e4a8-421c-9bf8-ddefd01a729c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Network 5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:23.864737 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-7d0e2814-e4a8-421c-9bf8-ddefd01a729c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:23.866629 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b2e1f586-3281-4782-9239-06dedcfe7928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.868992 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-7d0e2814-e4a8-421c-9bf8-ddefd01a729c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:23.872094 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-5cde9132-46ca-41a6-8a09-5cf45ce87951 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0692704 Sep 16 04:53:23.903684 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e2814-e4a8-421c-9bf8-ddefd01a729c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event updated for resources: {'Port': ['ID=99dd2d66-5a9f-4712-bfad-bedc9121080d,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:23.956270 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b2e1f586-3281-4782-9239-06dedcfe7928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.973157 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-7d0e2814-e4a8-421c-9bf8-ddefd01a729c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.973807 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-7d0e2814-e4a8-421c-9bf8-ddefd01a729c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.041776 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b2e1f586-3281-4782-9239-06dedcfe7928 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd9b2a13ae5b4485bfaef29774a25315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7394657 Sep 16 04:53:24.043379 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1f586-3281-4782-9239-06dedcfe7928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc86ec1-c47f-40f8-9089-b8cf2f8b0203,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:24.046135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47420) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:24.065707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-6a76e6fc-05db-40de-9659-7ed4906556f0 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:24.067269 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-6a76e6fc-05db-40de-9659-7ed4906556f0 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "GET /v2.0/networks?id=891f88b4-8a81-44ed-8083-f8871519ebc1 HTTP/1.1" status: 200 len: 805 time: 0.1530926 Sep 16 04:53:24.118958 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4b9845f2-6fad-4574-97a3-0a458ce11f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.132164 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-36ca5e1a-6b2f-4761-8723-09debf682b64 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Request body: {'port': {'device_id': '11c078c1-186b-4e97-a55b-c01e75794ac9', 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1', 'admin_state_up': True, 'tenant_id': 'ae34ed890fee43568c52dc5aa5e731ea'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:24.148265 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-7d0e2814-e4a8-421c-9bf8-ddefd01a729c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1456602 Sep 16 04:53:24.154149 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4b9845f2-6fad-4574-97a3-0a458ce11f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.183669 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Request body: {'port': {'device_id': 'ffba8ab1-afd5-41ef-b968-44394e25635e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:24.202409 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.324175 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.367987 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4b9845f2-6fad-4574-97a3-0a458ce11f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.370657 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4b9845f2-6fad-4574-97a3-0a458ce11f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.374435 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4b9845f2-6fad-4574-97a3-0a458ce11f88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afc86ec1-c47f-40f8-9089-b8cf2f8b0203 HTTP/1.1" status: 204 len: 168 time: 0.3246915 Sep 16 04:53:24.385929 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9845f2-6fad-4574-97a3-0a458ce11f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc86ec1-c47f-40f8-9089-b8cf2f8b0203,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:24.490208 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-36ca5e1a-6b2f-4761-8723-09debf682b64 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Made reservation on behalf of ae34ed890fee43568c52dc5aa5e731ea for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:24.495723 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-36ca5e1a-6b2f-4761-8723-09debf682b64 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.691302 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca453284-4cf8-4ca5-8d8d-9c03391b0ea4 req-1e6b12a8-bd53-48c5-9619-5e04efdc658a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 210 time: 0.0283959 Sep 16 04:53:24.727508 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-36ca5e1a-6b2f-4761-8723-09debf682b64 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Allocated IP 172.20.0.4 (891f88b4-8a81-44ed-8083-f8871519ebc1/a11d457e-5c38-4c60-bb5b-2d1c066b76df/df1e6649-fbfe-4475-9169-8e25f2d93e3d) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:24.772430 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99dd2d66-5a9f-4712-bfad-bedc9121080d {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:24.787919 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.837675 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Transition to ACTIVE for port object 99dd2d66-5a9f-4712-bfad-bedc9121080d will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:24.854232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8d82a-0586-46a1-90d5-822baafcd2ed req-e7964209-c359-4a09-b9d9-feeb69d619d1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:24.861926 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9c8d82a-0586-46a1-90d5-822baafcd2ed req-e7964209-c359-4a09-b9d9-feeb69d619d1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 932 time: 0.0687749 Sep 16 04:53:24.921009 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9c8d82a-0586-46a1-90d5-822baafcd2ed req-78dc3173-53ce-4760-832c-b55aa7943b4d tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580575 Sep 16 04:53:25.216162 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf124275-6ff0-472a-b4a5-5b115cd589f4 req-a3af992d-bda0-49c4-99a3-3c0ec3da86a4 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 210 time: 0.0378876 Sep 16 04:53:25.232175 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.322171 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47462) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:25.332274 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Pushing event updated for resources: {'Port': ['ID=99dd2d66-5a9f-4712-bfad-bedc9121080d,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:25.336852 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4cd07f09-c401-4cf3-882a-2cfcc0be3db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.417687 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-36ca5e1a-6b2f-4761-8723-09debf682b64 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.431661 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Attempting to bind port 99dd2d66-5a9f-4712-bfad-bedc9121080d on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:25.431994 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Attempting to bind port 99dd2d66-5a9f-4712-bfad-bedc9121080d by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:25.432135 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4cd07f09-c401-4cf3-882a-2cfcc0be3db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.432680 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Attempting to bind port 99dd2d66-5a9f-4712-bfad-bedc9121080d on network 5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:25.440754 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Port 99dd2d66-5a9f-4712-bfad-bedc9121080d on network 5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:25.441092 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Attempting to bind port 99dd2d66-5a9f-4712-bfad-bedc9121080d on network 5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:25.448477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:25.448812 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Checking segment: {'id': 'dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:25.449199 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Bound using segment: {'id': 'dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:25.449623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Bound port: 99dd2d66-5a9f-4712-bfad-bedc9121080d, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:25.449977 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.538724 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] For port 99dd2d66-5a9f-4712-bfad-bedc9121080d, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:25.543041 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] For port 99dd2d66-5a9f-4712-bfad-bedc9121080d, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=99dd2d66-5a9f-4712-bfad-bedc9121080d,segment=NetworkSegment(dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181),segment_id=dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:25.601620 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4cd07f09-c401-4cf3-882a-2cfcc0be3db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.637165 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-36ca5e1a-6b2f-4761-8723-09debf682b64 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.639503 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.644549 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd07f09-c401-4cf3-882a-2cfcc0be3db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83158312-2046-418e-8204-977263199be9,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:25.652078 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4cd07f09-c401-4cf3-882a-2cfcc0be3db8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29c1505419bf4b69ad250d41e763302c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3261907 Sep 16 04:53:25.652078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47476) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:25.670030 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['3d8532f4-ec6b-4b6f-973f-02e2619162a5'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:25.728466 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.729372 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.730071 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-53d628a3-1383-4013-b7e3-65dcaeb8f4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.731706 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] 10.222.0.38 "PUT /v2.0/ports/99dd2d66-5a9f-4712-bfad-bedc9121080d HTTP/1.1" status: 200 len: 1093 time: 1.5521281 Sep 16 04:53:25.736202 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffba8ab1-afd5-41ef-b968-44394e25635e', 'tag': '99dd2d66-5a9f-4712-bfad-bedc9121080d'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:25.739070 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79051b22-d03d-4bc4-bbb6-3f7d2ae1fcc2" -d '{"events": [{"name": "network-changed", "server_uuid": "ffba8ab1-afd5-41ef-b968-44394e25635e", "tag": "99dd2d66-5a9f-4712-bfad-bedc9121080d"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:25.751402 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-36ca5e1a-6b2f-4761-8723-09debf682b64 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Network 891f88b4-8a81-44ed-8083-f8871519ebc1 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:25.758652 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-36ca5e1a-6b2f-4761-8723-09debf682b64 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:25.764758 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-53d628a3-1383-4013-b7e3-65dcaeb8f4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.765193 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-36ca5e1a-6b2f-4761-8723-09debf682b64 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:25.820110 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f1a8d-1eaf-46df-b169-bab6e6da10f2 service neutron] Pushing event updated for resources: {'Port': ['ID=99dd2d66-5a9f-4712-bfad-bedc9121080d,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:25.860817 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e782ce-9432-4873-8a4b-64dafae0d21c x-openstack-request-id: req-75e782ce-9432-4873-8a4b-64dafae0d21c {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:25.861107 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffba8ab1-afd5-41ef-b968-44394e25635e", "tag": "99dd2d66-5a9f-4712-bfad-bedc9121080d", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:25.861354 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75e782ce-9432-4873-8a4b-64dafae0d21c {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:25.862157 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffba8ab1-afd5-41ef-b968-44394e25635e', 'tag': '99dd2d66-5a9f-4712-bfad-bedc9121080d', 'status': 'completed', 'code': 200} Sep 16 04:53:25.886023 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-36ca5e1a-6b2f-4761-8723-09debf682b64 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.886709 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-36ca5e1a-6b2f-4761-8723-09debf682b64 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.927773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b889d-36de-40e2-98d9-6b09f9a7efe3 req-12ea1954-bdbd-4e4a-b7ee-d271508e57ad tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.933123 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca5e1a-6b2f-4761-8723-09debf682b64 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Pushing event updated for resources: {'Port': ['ID=df1e6649-fbfe-4475-9169-8e25f2d93e3d,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:25.935401 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d50b889d-36de-40e2-98d9-6b09f9a7efe3 req-12ea1954-bdbd-4e4a-b7ee-d271508e57ad tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 931 time: 0.1064095 Sep 16 04:53:25.951583 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79051b22-d03d-4bc4-bbb6-3f7d2ae1fcc2 req-bd78c383-18dc-459b-8e2f-a0e432de5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.953115 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-79051b22-d03d-4bc4-bbb6-3f7d2ae1fcc2 req-bd78c383-18dc-459b-8e2f-a0e432de5989 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b14a9fde8974488a8e4c2461e3cc484d&device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 1096 time: 0.0617373 Sep 16 04:53:25.984055 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d50b889d-36de-40e2-98d9-6b09f9a7efe3 req-29c537ff-c18e-4a46-a94b-89432b2c2632 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426180 Sep 16 04:53:26.056188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ba922-bf73-43bf-92fb-e6847e011e37 req-f591d472-8fdd-4198-b56a-f66e6af8a955 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:26.058783 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-370ba922-bf73-43bf-92fb-e6847e011e37 req-f591d472-8fdd-4198-b56a-f66e6af8a955 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 944 time: 0.0656216 Sep 16 04:53:26.067755 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-53d628a3-1383-4013-b7e3-65dcaeb8f4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.067755 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-53d628a3-1383-4013-b7e3-65dcaeb8f4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.067755 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-53d628a3-1383-4013-b7e3-65dcaeb8f4ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83158312-2046-418e-8204-977263199be9 HTTP/1.1" status: 204 len: 168 time: 0.4129262 Sep 16 04:53:26.072048 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-36ca5e1a-6b2f-4761-8723-09debf682b64 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9514453 Sep 16 04:53:26.105079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d628a3-1383-4013-b7e3-65dcaeb8f4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83158312-2046-418e-8204-977263199be9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:26.105810 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Request body: {'port': {'device_id': '11c078c1-186b-4e97-a55b-c01e75794ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:26.140104 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-370ba922-bf73-43bf-92fb-e6847e011e37 req-39c8577c-b3de-4331-a4c3-577b8baeace8 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729208 Sep 16 04:53:26.143210 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79051b22-d03d-4bc4-bbb6-3f7d2ae1fcc2 req-26d85883-13f2-408d-ba11-f5fa95b4e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:26.145257 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-79051b22-d03d-4bc4-bbb6-3f7d2ae1fcc2 req-26d85883-13f2-408d-ba11-f5fa95b4e458 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=b14a9fde8974488a8e4c2461e3cc484d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1733220 Sep 16 04:53:26.215912 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.318612 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e1755be-9b90-4d34-9647-12b87a9f4cbd req-b8ea9062-b58d-41d4-b42f-696d14bb6459 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 210 time: 0.0276608 Sep 16 04:53:26.365069 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79051b22-d03d-4bc4-bbb6-3f7d2ae1fcc2 req-a98f4e2a-d6b5-4527-b794-1345fc572df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:26.366596 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-79051b22-d03d-4bc4-bbb6-3f7d2ae1fcc2 req-a98f4e2a-d6b5-4527-b794-1345fc572df5 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2067208 Sep 16 04:53:26.499535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-0d562712-4b5c-4302-a49d-cefd5882e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:26.501608 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-0d562712-4b5c-4302-a49d-cefd5882e03e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b14a9fde8974488a8e4c2461e3cc484d&device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 1096 time: 0.0694394 Sep 16 04:53:26.576013 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-c11c9142-25d7-4760-81ba-ab97d5255877 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99dd2d66-5a9f-4712-bfad-bedc9121080d HTTP/1.1" status: 200 len: 217 time: 0.0462458 Sep 16 04:53:26.654250 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-0d576a44-e0d3-4a8f-b709-38a8aa33cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:26.655840 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-0d576a44-e0d3-4a8f-b709-38a8aa33cdc9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7a4f6394-c68b-4791-9462-03b74cea6508 HTTP/1.1" status: 200 len: 852 time: 0.0709336 Sep 16 04:53:26.739468 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-2eb14d7a-5e7d-4976-b7e7-84eb82ceab9f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311189 Sep 16 04:53:26.746209 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1e6649-fbfe-4475-9169-8e25f2d93e3d {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:26.762456 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.797103 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Transition to ACTIVE for port object df1e6649-fbfe-4475-9169-8e25f2d93e3d will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:26.858942 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-0d9530a7-2a51-4802-88cf-f0901e080330 service neutron] 10.222.0.38 "GET /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081307 Sep 16 04:53:26.939853 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.006945 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-7be578ea-72ed-4d1f-a457-3f1cd49340f2 req-9e04f170-662f-4026-8b6a-f7a8072f1359 service neutron] 10.222.0.38 "GET /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403165 Sep 16 04:53:27.014087 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=df1e6649-fbfe-4475-9169-8e25f2d93e3d,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:27.093517 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Attempting to bind port df1e6649-fbfe-4475-9169-8e25f2d93e3d on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:27.094019 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Attempting to bind port df1e6649-fbfe-4475-9169-8e25f2d93e3d by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:27.095112 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Attempting to bind port df1e6649-fbfe-4475-9169-8e25f2d93e3d on network 891f88b4-8a81-44ed-8083-f8871519ebc1 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:27.100346 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Port df1e6649-fbfe-4475-9169-8e25f2d93e3d on network 891f88b4-8a81-44ed-8083-f8871519ebc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:27.100682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Attempting to bind port df1e6649-fbfe-4475-9169-8e25f2d93e3d on network 891f88b4-8a81-44ed-8083-f8871519ebc1 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:27.105828 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:27.106370 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Checking segment: {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:27.107271 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Bound using segment: {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:27.107714 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Bound port: df1e6649-fbfe-4475-9169-8e25f2d93e3d, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:27.108140 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.136609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b8924-c158-4602-ba77-f8c232c1a4b3 req-2957ebbe-d43e-46ab-9e93-e88d90a9a089 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.153109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d7b8924-c158-4602-ba77-f8c232c1a4b3 req-2957ebbe-d43e-46ab-9e93-e88d90a9a089 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 943 time: 0.0928483 Sep 16 04:53:27.205897 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d7b8924-c158-4602-ba77-f8c232c1a4b3 req-28bb0272-fcb4-4ee0-97c3-69eaaefceaf9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513868 Sep 16 04:53:27.223095 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] For port df1e6649-fbfe-4475-9169-8e25f2d93e3d, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:27.227488 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] For port df1e6649-fbfe-4475-9169-8e25f2d93e3d, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=df1e6649-fbfe-4475-9169-8e25f2d93e3d,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:27.312385 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130f17a-b290-48be-ba52-364b36e1f144 req-a3d6578c-fc3a-4636-bc9a-b99c7c58753f tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.313995 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5130f17a-b290-48be-ba52-364b36e1f144 req-a3d6578c-fc3a-4636-bc9a-b99c7c58753f tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 944 time: 0.0503428 Sep 16 04:53:27.333311 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.352668 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5130f17a-b290-48be-ba52-364b36e1f144 req-c10b1f96-17da-4538-a5a9-d35b2f5630b7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324602 Sep 16 04:53:27.377187 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.377187 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.378934 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] 10.222.0.38 "PUT /v2.0/ports/df1e6649-fbfe-4475-9169-8e25f2d93e3d HTTP/1.1" status: 200 len: 1092 time: 1.2810886 Sep 16 04:53:27.424245 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccde25-9194-4c9b-909e-a2483a840dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=df1e6649-fbfe-4475-9169-8e25f2d93e3d,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:27.463488 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0588b696-1938-46df-805b-d06e40ecead1 req-edbe59a6-2fe7-492e-8ffc-6f15dab53072 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 210 time: 0.0318379 Sep 16 04:53:27.636290 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-5836f5bf-78b7-45fb-869d-478f284b02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.637946 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-5836f5bf-78b7-45fb-869d-478f284b02d3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 1095 time: 0.0419610 Sep 16 04:53:27.715335 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-074f98cd-d860-4f09-b183-eb1ddcf8de48 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df1e6649-fbfe-4475-9169-8e25f2d93e3d HTTP/1.1" status: 200 len: 217 time: 0.0631747 Sep 16 04:53:27.778044 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-8ebaee86-89de-4a37-86c0-007aea0c87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.782627 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-8ebaee86-89de-4a37-86c0-007aea0c87ac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a11d457e-5c38-4c60-bb5b-2d1c066b76df HTTP/1.1" status: 200 len: 845 time: 0.0514665 Sep 16 04:53:27.821245 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-56d58c75-669e-4a49-b095-b18c24b8992a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=891f88b4-8a81-44ed-8083-f8871519ebc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334604 Sep 16 04:53:27.865964 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c078c1-186b-4e97-a55b-c01e75794ac9', 'tag': 'df1e6649-fbfe-4475-9169-8e25f2d93e3d'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:27.868259 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9271f1-6343-4c1a-8fa2-12798e4546d3" -d '{"events": [{"name": "network-changed", "server_uuid": "11c078c1-186b-4e97-a55b-c01e75794ac9", "tag": "df1e6649-fbfe-4475-9169-8e25f2d93e3d"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:27.940806 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c49bb49-ca03-40c2-9112-4c9675398e91 x-openstack-request-id: req-5c49bb49-ca03-40c2-9112-4c9675398e91 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:27.941095 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c078c1-186b-4e97-a55b-c01e75794ac9", "tag": "df1e6649-fbfe-4475-9169-8e25f2d93e3d", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:27.941393 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c49bb49-ca03-40c2-9112-4c9675398e91 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:27.941708 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c078c1-186b-4e97-a55b-c01e75794ac9', 'tag': 'df1e6649-fbfe-4475-9169-8e25f2d93e3d', 'status': 'completed', 'code': 200} Sep 16 04:53:27.972130 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-38ca0dd6-54cd-4059-9288-f2b99350919e service neutron] 10.222.0.38 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140270 Sep 16 04:53:28.075709 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-667eb5a6-56ef-4173-a1d8-97d3f9318457 req-472dde33-5549-4cd5-9e65-b20dd08c6fb6 service neutron] 10.222.0.38 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893452 Sep 16 04:53:28.323598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c078e3-6378-4ffc-a8b1-ef1cc2ac0960 req-a94ba3a9-de2e-4f70-8583-840473813975 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.325089 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82c078e3-6378-4ffc-a8b1-ef1cc2ac0960 req-a94ba3a9-de2e-4f70-8583-840473813975 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 943 time: 0.0543730 Sep 16 04:53:28.344976 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.363704 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82c078e3-6378-4ffc-a8b1-ef1cc2ac0960 req-0af02456-929c-4c05-93f3-0a32caa345a0 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326197 Sep 16 04:53:28.477954 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9271f1-6343-4c1a-8fa2-12798e4546d3 req-e04bbe57-c934-4369-965b-03981eddd9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.479918 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-cb9271f1-6343-4c1a-8fa2-12798e4546d3 req-e04bbe57-c934-4369-965b-03981eddd9e8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 1095 time: 0.0493734 Sep 16 04:53:28.503498 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22457c-15aa-4e67-93db-fbe04a7d61f1 req-a3995372-c069-4424-9088-4178d6c8b0b3 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.514164 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f22457c-15aa-4e67-93db-fbe04a7d61f1 req-a3995372-c069-4424-9088-4178d6c8b0b3 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 944 time: 0.0646973 Sep 16 04:53:28.583452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f22457c-15aa-4e67-93db-fbe04a7d61f1 req-ded5b74c-7cf3-459f-a124-9c7caa1fc7f0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678632 Sep 16 04:53:28.612302 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8139074f-ea6e-4812-b4a5-0eca991b94fe req-c5de9b4d-77c6-4c46-92f0-22df8c38d278 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 210 time: 0.0604148 Sep 16 04:53:28.643038 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-ab8e4e7f-9e79-4118-8368-5a5608d876f9 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295486 Sep 16 04:53:28.644746 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9271f1-6343-4c1a-8fa2-12798e4546d3 req-e2ad1dfd-e9bd-4c75-bc48-8a2cb5a7be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.646356 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-cb9271f1-6343-4c1a-8fa2-12798e4546d3 req-e2ad1dfd-e9bd-4c75-bc48-8a2cb5a7be27 service neutron] 10.222.0.38 "GET /v2.0/networks?id=891f88b4-8a81-44ed-8083-f8871519ebc1 HTTP/1.1" status: 200 len: 906 time: 0.1496181 Sep 16 04:53:28.701364 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-cb9271f1-6343-4c1a-8fa2-12798e4546d3 req-11b3814c-0b03-4a46-8d8d-b53dfb0e05b6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df1e6649-fbfe-4475-9169-8e25f2d93e3d HTTP/1.1" status: 200 len: 217 time: 0.0469170 Sep 16 04:53:28.760060 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9271f1-6343-4c1a-8fa2-12798e4546d3 req-d84c2903-a596-4cb8-b83c-eb107cbd03e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.761573 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-cb9271f1-6343-4c1a-8fa2-12798e4546d3 req-d84c2903-a596-4cb8-b83c-eb107cbd03e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a11d457e-5c38-4c60-bb5b-2d1c066b76df HTTP/1.1" status: 200 len: 845 time: 0.0528572 Sep 16 04:53:28.764707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-a3b05aa5-3aeb-48ae-af00-1764491c0a3d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.766364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-a3b05aa5-3aeb-48ae-af00-1764491c0a3d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1189129 Sep 16 04:53:28.792954 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-05dcdb1f-1fa6-4814-bf11-bb948a5fbcf2 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Request body: {'port': {'device_id': '38630a48-3e04-42e5-8802-7587a06071d5', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': '92e43dc0cc3d42d2b269252909ac15b0'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:28.796864 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-cb9271f1-6343-4c1a-8fa2-12798e4546d3 req-dd3a4b1f-93ae-4311-944e-d69ade965a35 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=891f88b4-8a81-44ed-8083-f8871519ebc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278711 Sep 16 04:53:28.945409 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-cb9271f1-6343-4c1a-8fa2-12798e4546d3 req-2f596572-ca13-4b47-9304-00f008afb9c8 service neutron] 10.222.0.38 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416991 Sep 16 04:53:29.085090 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-cb9271f1-6343-4c1a-8fa2-12798e4546d3 req-76fe4f1e-6f96-4d47-b237-22a234794713 service neutron] 10.222.0.38 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273108 Sep 16 04:53:29.115683 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-05dcdb1f-1fa6-4814-bf11-bb948a5fbcf2 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Made reservation on behalf of 92e43dc0cc3d42d2b269252909ac15b0 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:29.120733 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-05dcdb1f-1fa6-4814-bf11-bb948a5fbcf2 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.470207 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-085e06ab-fe4a-424f-b516-9fd1e269baca tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355959 Sep 16 04:53:29.626317 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08d817-b7cc-47c1-8723-21d2f2130f7e req-6a85a873-2b0d-4724-81c9-8399ebd33f39 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:29.627935 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a08d817-b7cc-47c1-8723-21d2f2130f7e req-6a85a873-2b0d-4724-81c9-8399ebd33f39 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 943 time: 0.1789331 Sep 16 04:53:29.750614 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-0268f833-9fd0-43b6-8e4c-a8c6339bd9ea tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:29.752088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-0268f833-9fd0-43b6-8e4c-a8c6339bd9ea tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2611969 Sep 16 04:53:29.775350 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-05dcdb1f-1fa6-4814-bf11-bb948a5fbcf2 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Allocated IP 192.168.233.65 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/6077c18b-ba6f-47e5-9415-c613b542742f) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:29.784079 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a08d817-b7cc-47c1-8723-21d2f2130f7e req-388d17cc-8e56-4e69-86cd-1fcd6570d19a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443305 Sep 16 04:53:29.796333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-07d4e4fa-844b-4339-b14f-fb3a30f18034 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Request body: {'port': {'device_id': '91c348b8-ee8f-4771-87e8-0977352d7376', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': '92e43dc0cc3d42d2b269252909ac15b0'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:29.837328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6703e0-aeb8-4240-88c8-4a50bf795c66 req-3fb0d8a8-1685-446e-a373-593dca112c0e tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:29.838950 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f6703e0-aeb8-4240-88c8-4a50bf795c66 req-3fb0d8a8-1685-446e-a373-593dca112c0e tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 944 time: 0.1587369 Sep 16 04:53:29.958367 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66c50114-0a63-4ec4-b126-0d8a8d59e4dd req-5e64f1f4-f5b8-4add-ae81-cdfc1525f186 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 210 time: 0.0680737 Sep 16 04:53:30.027073 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f6703e0-aeb8-4240-88c8-4a50bf795c66 req-42b99096-e2fa-4283-8ee3-5ed8c603fab6 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687999 Sep 16 04:53:30.118503 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-05dcdb1f-1fa6-4814-bf11-bb948a5fbcf2 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.207804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-07d4e4fa-844b-4339-b14f-fb3a30f18034 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Made reservation on behalf of 92e43dc0cc3d42d2b269252909ac15b0 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:30.211694 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-07d4e4fa-844b-4339-b14f-fb3a30f18034 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.267109 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-05dcdb1f-1fa6-4814-bf11-bb948a5fbcf2 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.302840 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a00d0f17-67c5-4384-8803-420224b58647'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:30.327998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-05dcdb1f-1fa6-4814-bf11-bb948a5fbcf2 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:30.339579 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-05dcdb1f-1fa6-4814-bf11-bb948a5fbcf2 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:30.347206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-05dcdb1f-1fa6-4814-bf11-bb948a5fbcf2 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:30.349765 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcdb1f-1fa6-4814-bf11-bb948a5fbcf2 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Pushing event updated for resources: {'Port': ['ID=6077c18b-ba6f-47e5-9415-c613b542742f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:30.455639 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-05dcdb1f-1fa6-4814-bf11-bb948a5fbcf2 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:30.456323 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-05dcdb1f-1fa6-4814-bf11-bb948a5fbcf2 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.459326 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-07d4e4fa-844b-4339-b14f-fb3a30f18034 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Allocated IP 192.168.233.171 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/857cdbb8-8bf2-473c-a798-8e72febee3ce) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:30.648072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-05dcdb1f-1fa6-4814-bf11-bb948a5fbcf2 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8592744 Sep 16 04:53:30.657069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-83be0238-23d2-47af-8b87-35978576caab None None] Provisioning complete for port 6077c18b-ba6f-47e5-9415-c613b542742f triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:30.660918 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-83be0238-23d2-47af-8b87-35978576caab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.697283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Request body: {'port': {'device_id': '38630a48-3e04-42e5-8802-7587a06071d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:30.736490 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-83be0238-23d2-47af-8b87-35978576caab None None] Port 6077c18b-ba6f-47e5-9415-c613b542742f cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:30.821018 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.891016 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-07d4e4fa-844b-4339-b14f-fb3a30f18034 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.031520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c828c9-cd93-45e9-b4ed-050826d380e6 req-f6574d13-2b12-404f-8705-853c787039c8 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.033175 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7c828c9-cd93-45e9-b4ed-050826d380e6 req-f6574d13-2b12-404f-8705-853c787039c8 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 943 time: 0.1519063 Sep 16 04:53:31.081812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9e907d9-1815-4427-935c-122c119b7c63 req-ca1b39a5-8e88-45cf-90b0-baeca07aeace tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 210 time: 0.0440540 Sep 16 04:53:31.115624 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7c828c9-cd93-45e9-b4ed-050826d380e6 req-81c27bca-72c2-4fd9-82a3-a4adb1af69fb tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673096 Sep 16 04:53:31.193542 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-07d4e4fa-844b-4339-b14f-fb3a30f18034 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.226782 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a00d0f17-67c5-4384-8803-420224b58647'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:31.262521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4e4fa-844b-4339-b14f-fb3a30f18034 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Pushing event updated for resources: {'Port': ['ID=857cdbb8-8bf2-473c-a798-8e72febee3ce,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:31.332540 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-07d4e4fa-844b-4339-b14f-fb3a30f18034 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:31.340681 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc23b81-033c-4400-96b9-333377c3c758 req-094b712a-f773-4063-bd7c-255a740c24e7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.342272 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cc23b81-033c-4400-96b9-333377c3c758 req-094b712a-f773-4063-bd7c-255a740c24e7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 944 time: 0.1924741 Sep 16 04:53:31.352392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-07d4e4fa-844b-4339-b14f-fb3a30f18034 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:31.352392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-07d4e4fa-844b-4339-b14f-fb3a30f18034 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:31.453133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-07d4e4fa-844b-4339-b14f-fb3a30f18034 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.453841 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-07d4e4fa-844b-4339-b14f-fb3a30f18034 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.458789 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cc23b81-033c-4400-96b9-333377c3c758 req-4eee0603-e471-4170-93fe-9ceb648e6493 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071737 Sep 16 04:53:31.505787 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 99dd2d66-5a9f-4712-bfad-bedc9121080d details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:31.529400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6077c18b-ba6f-47e5-9415-c613b542742f {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:31.540400 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.555696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Transition to ACTIVE for port object 6077c18b-ba6f-47e5-9415-c613b542742f will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:31.594923 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-07d4e4fa-844b-4339-b14f-fb3a30f18034 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7992387 Sep 16 04:53:31.612171 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Request body: {'port': {'device_id': '91c348b8-ee8f-4771-87e8-0977352d7376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:31.642617 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 99dd2d66-5a9f-4712-bfad-bedc9121080d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=99dd2d66-5a9f-4712-bfad-bedc9121080d,segment=NetworkSegment(dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181),segment_id=dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:31.675699 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.688916 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.787532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Pushing event updated for resources: {'Port': ['ID=6077c18b-ba6f-47e5-9415-c613b542742f,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:31.803881 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '99dd2d66-5a9f-4712-bfad-bedc9121080d', 'network_id': '5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca', 'port_id': '99dd2d66-5a9f-4712-bfad-bedc9121080d', 'mac_address': 'fa:16:3e:33:f5:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4f6394-c68b-4791-9462-03b74cea6508', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:31.806588 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-602d8c14-e605-46d5-96ac-eae29612b987 None None] Provisioning complete for port 857cdbb8-8bf2-473c-a798-8e72febee3ce triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:31.806982 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-602d8c14-e605-46d5-96ac-eae29612b987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.849042 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-602d8c14-e605-46d5-96ac-eae29612b987 None None] Port 857cdbb8-8bf2-473c-a798-8e72febee3ce cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:31.897414 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.911651 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99dd2d66-5a9f-4712-bfad-bedc9121080d {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:31.938932 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 99dd2d66-5a9f-4712-bfad-bedc9121080d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=99dd2d66-5a9f-4712-bfad-bedc9121080d,segment=NetworkSegment(dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181),segment_id=dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:31.989931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Attempting to bind port 6077c18b-ba6f-47e5-9415-c613b542742f on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:31.990269 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Attempting to bind port 6077c18b-ba6f-47e5-9415-c613b542742f by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:31.990601 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Attempting to bind port 6077c18b-ba6f-47e5-9415-c613b542742f on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:32.001445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Port 6077c18b-ba6f-47e5-9415-c613b542742f on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:32.001790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Attempting to bind port 6077c18b-ba6f-47e5-9415-c613b542742f on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:32.011578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:32.011906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:32.012305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:32.012744 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Bound port: 6077c18b-ba6f-47e5-9415-c613b542742f, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:32.013109 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.059261 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.111591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] For port 6077c18b-ba6f-47e5-9415-c613b542742f, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:32.115647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] For port 6077c18b-ba6f-47e5-9415-c613b542742f, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6077c18b-ba6f-47e5-9415-c613b542742f,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:32.161526 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=99dd2d66-5a9f-4712-bfad-bedc9121080d,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:32.215383 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.225362 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 857cdbb8-8bf2-473c-a798-8e72febee3ce {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:32.242087 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.281509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.282071 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.283686 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] 10.222.0.21 "PUT /v2.0/ports/6077c18b-ba6f-47e5-9415-c613b542742f HTTP/1.1" status: 200 len: 1096 time: 1.5907624 Sep 16 04:53:32.303948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38630a48-3e04-42e5-8802-7587a06071d5', 'tag': '6077c18b-ba6f-47e5-9415-c613b542742f'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:32.306254 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc912523-a9ed-4e55-9e40-d62f61da7030" -d '{"events": [{"name": "network-changed", "server_uuid": "38630a48-3e04-42e5-8802-7587a06071d5", "tag": "6077c18b-ba6f-47e5-9415-c613b542742f"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:32.331514 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Transition to ACTIVE for port object 857cdbb8-8bf2-473c-a798-8e72febee3ce will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:32.358791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca9e1d-58e8-4f06-a076-577d7753ddd0 req-f221c75f-06c9-466f-ae3a-5a95b1c4a27f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.361256 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fcca9e1d-58e8-4f06-a076-577d7753ddd0 req-f221c75f-06c9-466f-ae3a-5a95b1c4a27f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 936 time: 0.1898992 Sep 16 04:53:32.372555 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717dab23-24d4-4c18-836a-bfd8189f218a service neutron] Pushing event updated for resources: {'Port': ['ID=6077c18b-ba6f-47e5-9415-c613b542742f,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:32.389570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce7de7-6618-41af-8ce9-f6de618bf86c req-f044bbad-50a8-4382-a45d-a62150830802 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.402171 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65ce7de7-6618-41af-8ce9-f6de618bf86c req-f044bbad-50a8-4382-a45d-a62150830802 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 943 time: 0.1733217 Sep 16 04:53:32.448190 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fcca9e1d-58e8-4f06-a076-577d7753ddd0 req-02e8483e-4fcf-48c7-9672-a00978d0e7c3 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778024 Sep 16 04:53:32.456721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65ce7de7-6618-41af-8ce9-f6de618bf86c req-c9ac75d0-565b-4dd6-b38a-ebc6a219c3ac tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564642 Sep 16 04:53:32.510463 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.551909 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b3cd1e-5487-4305-a9f3-e2698cec88fd x-openstack-request-id: req-54b3cd1e-5487-4305-a9f3-e2698cec88fd {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:32.552106 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38630a48-3e04-42e5-8802-7587a06071d5", "tag": "6077c18b-ba6f-47e5-9415-c613b542742f", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:32.552363 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54b3cd1e-5487-4305-a9f3-e2698cec88fd {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:32.552755 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38630a48-3e04-42e5-8802-7587a06071d5', 'tag': '6077c18b-ba6f-47e5-9415-c613b542742f', 'status': 'completed', 'code': 200} Sep 16 04:53:32.606740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['99dd2d66-5a9f-4712-bfad-bedc9121080d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:32.622093 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Pushing event updated for resources: {'Port': ['ID=857cdbb8-8bf2-473c-a798-8e72febee3ce,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:32.745944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2cb020ef-c07a-409e-b10e-192b720cc149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.747684 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2cb020ef-c07a-409e-b10e-192b720cc149 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&device_id=38630a48-3e04-42e5-8802-7587a06071d5 HTTP/1.1" status: 200 len: 1099 time: 0.1920347 Sep 16 04:53:32.837359 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Attempting to bind port 857cdbb8-8bf2-473c-a798-8e72febee3ce on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:32.837700 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Attempting to bind port 857cdbb8-8bf2-473c-a798-8e72febee3ce by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:32.838036 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Attempting to bind port 857cdbb8-8bf2-473c-a798-8e72febee3ce on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:32.843602 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-556de218-e739-4d67-b04c-a2bf77f16a64 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=6077c18b-ba6f-47e5-9415-c613b542742f HTTP/1.1" status: 200 len: 217 time: 0.0583205 Sep 16 04:53:32.854804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f4560-f6fa-48ea-929c-c713c6a8db85 req-c9d36c0d-6335-46d8-9128-fb96c4117874 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.856403 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a85f4560-f6fa-48ea-929c-c713c6a8db85 req-c9d36c0d-6335-46d8-9128-fb96c4117874 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 945 time: 0.1805820 Sep 16 04:53:32.864747 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Port 857cdbb8-8bf2-473c-a798-8e72febee3ce on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:32.865078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Attempting to bind port 857cdbb8-8bf2-473c-a798-8e72febee3ce on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:32.903372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:32.903620 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:32.903983 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:32.904435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Bound port: 857cdbb8-8bf2-473c-a798-8e72febee3ce, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:32.904799 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.954424 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a85f4560-f6fa-48ea-929c-c713c6a8db85 req-3d26d5cc-0343-4059-b66f-f10bffb6f1ce tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870581 Sep 16 04:53:32.955928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-af745886-2a04-4cfa-9e42-727c2e5f1ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.957344 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-af745886-2a04-4cfa-9e42-727c2e5f1ee6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0999205 Sep 16 04:53:33.044790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-03fbff6c-74f5-42d8-91ac-35fca312f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:33.046395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-03fbff6c-74f5-42d8-91ac-35fca312f2a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0671020 Sep 16 04:53:33.048347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] For port 857cdbb8-8bf2-473c-a798-8e72febee3ce, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:33.051680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] For port 857cdbb8-8bf2-473c-a798-8e72febee3ce, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=857cdbb8-8bf2-473c-a798-8e72febee3ce,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:33.147524 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.185679 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-1bba5ed6-0b49-454b-b871-b1e5f1a987c2 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308610 Sep 16 04:53:33.237167 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:33.238076 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.240564 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] 10.222.0.21 "PUT /v2.0/ports/857cdbb8-8bf2-473c-a798-8e72febee3ce HTTP/1.1" status: 200 len: 1097 time: 1.6339185 Sep 16 04:53:33.249247 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744a296-3b44-4e61-8537-84be9c9592c1 service neutron] Pushing event updated for resources: {'Port': ['ID=857cdbb8-8bf2-473c-a798-8e72febee3ce,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:33.338570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-4d7adc03-da4c-4999-b79b-3a4a237ee76e service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448421 Sep 16 04:53:33.445497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-d305bfc0-4032-43df-8a6e-110a0c0a1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:33.447057 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-d305bfc0-4032-43df-8a6e-110a0c0a1d84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 1100 time: 0.0474424 Sep 16 04:53:33.503079 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-e1e60d89-3651-4b2f-9de3-cb89539db810 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=857cdbb8-8bf2-473c-a798-8e72febee3ce HTTP/1.1" status: 200 len: 217 time: 0.0384283 Sep 16 04:53:33.546433 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device df1e6649-fbfe-4475-9169-8e25f2d93e3d details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:33.685431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-9bbf7e20-e377-4add-935a-f27dd11699b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:33.687016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-9bbf7e20-e377-4add-935a-f27dd11699b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1524093 Sep 16 04:53:33.690928 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port df1e6649-fbfe-4475-9169-8e25f2d93e3d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=df1e6649-fbfe-4475-9169-8e25f2d93e3d,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:33.696033 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8e7cf-4fa1-492a-a5ae-13e55c37bfbf req-ca7c1b79-1357-4c2d-a25a-e7fc7e0fe3fa tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:33.697632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7c8e7cf-4fa1-492a-a5ae-13e55c37bfbf req-ca7c1b79-1357-4c2d-a25a-e7fc7e0fe3fa tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 948 time: 0.1648891 Sep 16 04:53:33.704552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'df1e6649-fbfe-4475-9169-8e25f2d93e3d', 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1', 'port_id': 'df1e6649-fbfe-4475-9169-8e25f2d93e3d', 'mac_address': 'fa:16:3e:8f:53:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11d457e-5c38-4c60-bb5b-2d1c066b76df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:33.721501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc912523-a9ed-4e55-9e40-d62f61da7030 req-87ed7a56-1874-4362-8c9e-77f6992f386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:33.723597 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc912523-a9ed-4e55-9e40-d62f61da7030 req-87ed7a56-1874-4362-8c9e-77f6992f386a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&device_id=38630a48-3e04-42e5-8802-7587a06071d5 HTTP/1.1" status: 200 len: 1099 time: 0.1657608 Sep 16 04:53:33.747212 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.753893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d8413-56a0-4812-b2d0-a88a35a59967 req-79afde54-3ee1-462f-a89c-e40b06d2cb99 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:33.755601 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e14d8413-56a0-4812-b2d0-a88a35a59967 req-79afde54-3ee1-462f-a89c-e40b06d2cb99 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 943 time: 0.1503606 Sep 16 04:53:33.768075 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1e6649-fbfe-4475-9169-8e25f2d93e3d {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:33.790222 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port df1e6649-fbfe-4475-9169-8e25f2d93e3d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=df1e6649-fbfe-4475-9169-8e25f2d93e3d,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:33.853268 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.922656 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=df1e6649-fbfe-4475-9169-8e25f2d93e3d,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:34.148393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7c8e7cf-4fa1-492a-a5ae-13e55c37bfbf req-c4f4681d-a533-413a-99c2-dcf94b6d6ea3 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429817 Sep 16 04:53:34.166019 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-e124fbb0-deef-4f73-a818-8ad5e7a0544e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.167571 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-e124fbb0-deef-4f73-a818-8ad5e7a0544e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4690540 Sep 16 04:53:34.178241 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e14d8413-56a0-4812-b2d0-a88a35a59967 req-cd28a4ad-218f-452a-8ea4-4f5cf0917a3e tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031665 Sep 16 04:53:34.227962 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc912523-a9ed-4e55-9e40-d62f61da7030 req-3b7bf951-719f-4eb5-925e-8431839372be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.229511 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc912523-a9ed-4e55-9e40-d62f61da7030 req-3b7bf951-719f-4eb5-925e-8431839372be service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.4851623 Sep 16 04:53:34.300713 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc912523-a9ed-4e55-9e40-d62f61da7030 req-98e57b01-04a8-47dd-9fb1-e13186ba94a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=6077c18b-ba6f-47e5-9415-c613b542742f HTTP/1.1" status: 200 len: 217 time: 0.0450399 Sep 16 04:53:34.379630 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-98cbcfe4-809a-4e5f-87ef-370187a29183 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989243 Sep 16 04:53:34.415582 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc912523-a9ed-4e55-9e40-d62f61da7030 req-430e3a82-40be-40f4-9c78-5ffad385056b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.417049 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc912523-a9ed-4e55-9e40-d62f61da7030 req-430e3a82-40be-40f4-9c78-5ffad385056b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1081505 Sep 16 04:53:34.529056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b867e92-9f3e-4948-9a73-ec9489f72963 req-9f90f61f-0e28-42c4-b09f-e3c0dc5ddc07 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.530601 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b867e92-9f3e-4948-9a73-ec9489f72963 req-9f90f61f-0e28-42c4-b09f-e3c0dc5ddc07 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 945 time: 0.1557448 Sep 16 04:53:34.543813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc912523-a9ed-4e55-9e40-d62f61da7030 req-fc1640d8-9fe4-4053-9f60-309ebac5d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.545281 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc912523-a9ed-4e55-9e40-d62f61da7030 req-fc1640d8-9fe4-4053-9f60-309ebac5d093 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1142497 Sep 16 04:53:34.553661 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c348b8-ee8f-4771-87e8-0977352d7376', 'tag': '857cdbb8-8bf2-473c-a798-8e72febee3ce'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:34.556091 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7b5b9d-5412-4060-afce-ef39eb8570bf" -d '{"events": [{"name": "network-changed", "server_uuid": "91c348b8-ee8f-4771-87e8-0977352d7376", "tag": "857cdbb8-8bf2-473c-a798-8e72febee3ce"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:34.601191 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54513506-b277-437d-8cf6-9bd685ffc75e x-openstack-request-id: req-54513506-b277-437d-8cf6-9bd685ffc75e {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:34.601491 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c348b8-ee8f-4771-87e8-0977352d7376", "tag": "857cdbb8-8bf2-473c-a798-8e72febee3ce", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:34.601724 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54513506-b277-437d-8cf6-9bd685ffc75e {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:34.605790 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c348b8-ee8f-4771-87e8-0977352d7376', 'tag': '857cdbb8-8bf2-473c-a798-8e72febee3ce', 'status': 'completed', 'code': 200} Sep 16 04:53:34.609324 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee91a23f-911f-4b9c-91d6-814a4f47c97a req-721d1637-bb34-431d-949d-dced4e7051f5 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163236 Sep 16 04:53:34.639820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b867e92-9f3e-4948-9a73-ec9489f72963 req-474cfca7-6588-4223-9d94-986fdb06cfd6 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007078 Sep 16 04:53:34.660548 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['df1e6649-fbfe-4475-9169-8e25f2d93e3d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:34.697183 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc912523-a9ed-4e55-9e40-d62f61da7030 req-9097e643-3dcc-482e-ad63-413d642a5fca service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370001 Sep 16 04:53:34.816330 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc912523-a9ed-4e55-9e40-d62f61da7030 req-61402de8-a7b3-4efb-a0da-237e8e201107 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100159 Sep 16 04:53:34.897298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b5b9d-5412-4060-afce-ef39eb8570bf req-ee9a4c30-0d6a-444d-b459-249e212d2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.898828 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb7b5b9d-5412-4060-afce-ef39eb8570bf req-ee9a4c30-0d6a-444d-b459-249e212d2d39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 1100 time: 0.0427914 Sep 16 04:53:35.005032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b5b9d-5412-4060-afce-ef39eb8570bf req-07cc8dff-713e-4809-b90e-09ace80ffeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:35.006951 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb7b5b9d-5412-4060-afce-ef39eb8570bf req-07cc8dff-713e-4809-b90e-09ace80ffeb2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1001515 Sep 16 04:53:35.051860 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb7b5b9d-5412-4060-afce-ef39eb8570bf req-c2db3e57-de44-4e5d-aba3-6b417bae0e44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=857cdbb8-8bf2-473c-a798-8e72febee3ce HTTP/1.1" status: 200 len: 217 time: 0.0361392 Sep 16 04:53:35.115277 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b5b9d-5412-4060-afce-ef39eb8570bf req-2255acfb-dc1d-4cb2-8d78-d4d32ba1c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:35.116898 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb7b5b9d-5412-4060-afce-ef39eb8570bf req-2255acfb-dc1d-4cb2-8d78-d4d32ba1c938 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0516732 Sep 16 04:53:35.121838 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6edac0b6-684b-4577-8559-e7d57541d12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.171361 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b5b9d-5412-4060-afce-ef39eb8570bf req-dd3bba77-321a-422c-9eed-354caa5e765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:35.172929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb7b5b9d-5412-4060-afce-ef39eb8570bf req-dd3bba77-321a-422c-9eed-354caa5e765a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0479145 Sep 16 04:53:35.279399 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb7b5b9d-5412-4060-afce-ef39eb8570bf req-2b871790-7019-4901-b401-c1e79cebfce4 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953069 Sep 16 04:53:35.444274 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a483cb4-6126-4b9d-a3f9-bc62e0d47bc0 req-bbc3738a-bb4b-4c82-a792-c5dd0a1dab32 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:35.445858 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a483cb4-6126-4b9d-a3f9-bc62e0d47bc0 req-bbc3738a-bb4b-4c82-a792-c5dd0a1dab32 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 948 time: 0.1656537 Sep 16 04:53:35.456464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d95b5-945c-44e5-b3dc-23a03d1a9fe3 req-2822465d-27d0-4701-9f7f-b43e71f6d5c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:35.457972 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c1d95b5-945c-44e5-b3dc-23a03d1a9fe3 req-2822465d-27d0-4701-9f7f-b43e71f6d5c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 944 time: 0.1761978 Sep 16 04:53:35.468269 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb7b5b9d-5412-4060-afce-ef39eb8570bf req-a8037f78-6f28-4e4c-8d01-a787e35cbd42 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768548 Sep 16 04:53:35.533497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a483cb4-6126-4b9d-a3f9-bc62e0d47bc0 req-ca89d484-1e50-4536-89c6-0681ef4a8a55 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743611 Sep 16 04:53:35.547049 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c1d95b5-945c-44e5-b3dc-23a03d1a9fe3 req-f233f67d-4e38-4590-8726-b7971a94c33c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732491 Sep 16 04:53:35.584603 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 99dd2d66-5a9f-4712-bfad-bedc9121080d up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:35.710367 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 99dd2d66-5a9f-4712-bfad-bedc9121080d completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:35.714241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 99dd2d66-5a9f-4712-bfad-bedc9121080d triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:35.714747 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.773123 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb26510-26e0-4001-94dc-21688b0ef393 req-1f1cd476-2c2f-4a32-a3d3-297f9bbd7b79 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:35.777994 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ecb26510-26e0-4001-94dc-21688b0ef393 req-1f1cd476-2c2f-4a32-a3d3-297f9bbd7b79 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 945 time: 0.0624778 Sep 16 04:53:35.814062 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.818631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ecb26510-26e0-4001-94dc-21688b0ef393 req-8c32b008-640f-4875-8649-1555a5154c7c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397022 Sep 16 04:53:35.840894 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffba8ab1-afd5-41ef-b968-44394e25635e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99dd2d66-5a9f-4712-bfad-bedc9121080d'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:35.843413 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b11c3dd-9fe2-4745-9f2f-f72fdb53a40d" -d '{"events": [{"server_uuid": "ffba8ab1-afd5-41ef-b968-44394e25635e", "name": "network-vif-plugged", "status": "completed", "tag": "99dd2d66-5a9f-4712-bfad-bedc9121080d"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:35.870472 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 99dd2d66-5a9f-4712-bfad-bedc9121080d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=99dd2d66-5a9f-4712-bfad-bedc9121080d,segment=NetworkSegment(dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181),segment_id=dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:35.886191 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747b2176-de4a-4fcf-ab38-1113c6c0706b x-openstack-request-id: req-747b2176-de4a-4fcf-ab38-1113c6c0706b {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:35.886559 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffba8ab1-afd5-41ef-b968-44394e25635e", "name": "network-vif-plugged", "status": "completed", "tag": "99dd2d66-5a9f-4712-bfad-bedc9121080d", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:35.886871 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-747b2176-de4a-4fcf-ab38-1113c6c0706b {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:35.887436 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffba8ab1-afd5-41ef-b968-44394e25635e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99dd2d66-5a9f-4712-bfad-bedc9121080d', 'code': 200} Sep 16 04:53:35.956126 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.012928 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=99dd2d66-5a9f-4712-bfad-bedc9121080d,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:36.031455 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1f170-a8e0-4a69-9f9d-91885014c1dd req-8628de62-7d60-4e97-b00c-cfe7c73cc9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:36.033791 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16d1f170-a8e0-4a69-9f9d-91885014c1dd req-8628de62-7d60-4e97-b00c-cfe7c73cc9c7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 1098 time: 0.0581932 Sep 16 04:53:36.069038 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16d1f170-a8e0-4a69-9f9d-91885014c1dd req-979dfc2b-19df-492d-97c4-f07a40f6dfb3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277157 Sep 16 04:53:36.687662 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d7e17-1609-4673-96da-2277ea0fbc0b req-01a1d08e-e918-47e6-8f6d-2c5fd91a0b08 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:36.689874 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e98d7e17-1609-4673-96da-2277ea0fbc0b req-01a1d08e-e918-47e6-8f6d-2c5fd91a0b08 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 948 time: 0.0849929 Sep 16 04:53:36.711204 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899738f-0ec4-4f6f-ac13-95a50da9d8f3 req-1fe67bf7-bfd5-4a45-a977-81f5a9944b0e tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:36.712672 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f899738f-0ec4-4f6f-ac13-95a50da9d8f3 req-1fe67bf7-bfd5-4a45-a977-81f5a9944b0e tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 944 time: 0.0945067 Sep 16 04:53:36.763432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e98d7e17-1609-4673-96da-2277ea0fbc0b req-9d8f44b5-53f5-45d3-a5da-15a6710c0ad6 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659311 Sep 16 04:53:36.771652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f899738f-0ec4-4f6f-ac13-95a50da9d8f3 req-eeb9f9ec-88e3-4045-9896-127aeba917e7 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511627 Sep 16 04:53:36.967136 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6077c18b-ba6f-47e5-9415-c613b542742f details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:37.009376 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da4640-45fc-4758-86cf-0b1b4304908b req-b13ddd0e-e578-454d-860f-d3aa2866f037 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.010837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78da4640-45fc-4758-86cf-0b1b4304908b req-b13ddd0e-e578-454d-860f-d3aa2866f037 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 946 time: 0.0649569 Sep 16 04:53:37.064141 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78da4640-45fc-4758-86cf-0b1b4304908b req-1c2e1a79-3694-49c3-9ba6-830cc7812fea tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440133 Sep 16 04:53:37.086452 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 6077c18b-ba6f-47e5-9415-c613b542742f, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6077c18b-ba6f-47e5-9415-c613b542742f,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:37.097998 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '6077c18b-ba6f-47e5-9415-c613b542742f', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '6077c18b-ba6f-47e5-9415-c613b542742f', 'mac_address': 'fa:16:3e:32:db:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:37.136095 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.149926 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6077c18b-ba6f-47e5-9415-c613b542742f {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:37.170387 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 6077c18b-ba6f-47e5-9415-c613b542742f, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6077c18b-ba6f-47e5-9415-c613b542742f,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:37.218936 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.273453 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=6077c18b-ba6f-47e5-9415-c613b542742f,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:37.605597 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device df1e6649-fbfe-4475-9169-8e25f2d93e3d up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:37.661185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['6077c18b-ba6f-47e5-9415-c613b542742f'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:37.740101 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port df1e6649-fbfe-4475-9169-8e25f2d93e3d completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:37.744953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port df1e6649-fbfe-4475-9169-8e25f2d93e3d triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:37.745632 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.839834 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-96622823-0ca2-4072-b218-8b4e26054b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.903705 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.928282 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c078c1-186b-4e97-a55b-c01e75794ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1e6649-fbfe-4475-9169-8e25f2d93e3d'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:37.930529 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0225ee-4748-4d5d-a13d-0ec282f1f473" -d '{"events": [{"server_uuid": "11c078c1-186b-4e97-a55b-c01e75794ac9", "name": "network-vif-plugged", "status": "completed", "tag": "df1e6649-fbfe-4475-9169-8e25f2d93e3d"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:37.943249 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9e934-e4a4-4c96-81bd-c44d5e0e2ee0 req-6b52dd58-ee18-44f7-aa0c-2925020d8052 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.944838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fae9e934-e4a4-4c96-81bd-c44d5e0e2ee0 req-6b52dd58-ee18-44f7-aa0c-2925020d8052 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 948 time: 0.0936475 Sep 16 04:53:37.945605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port df1e6649-fbfe-4475-9169-8e25f2d93e3d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=df1e6649-fbfe-4475-9169-8e25f2d93e3d,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:37.954683 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70e099-326b-4d2b-a984-6706417b52a6 req-67511b4b-3983-414f-a36c-b622cb555d8f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.956228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d70e099-326b-4d2b-a984-6706417b52a6 req-67511b4b-3983-414f-a36c-b622cb555d8f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 944 time: 0.0752008 Sep 16 04:53:38.022188 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fae9e934-e4a4-4c96-81bd-c44d5e0e2ee0 req-3c445aa5-8f7e-4bfd-bafa-f3664f733f64 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623834 Sep 16 04:53:38.031035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d70e099-326b-4d2b-a984-6706417b52a6 req-289f48c9-539c-4290-8d59-51d812bb9bbf tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639081 Sep 16 04:53:38.111604 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.172065 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5f1fb5-2f85-4e0b-8d07-00c15f670364 x-openstack-request-id: req-cb5f1fb5-2f85-4e0b-8d07-00c15f670364 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:38.172065 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c078c1-186b-4e97-a55b-c01e75794ac9", "name": "network-vif-plugged", "status": "completed", "tag": "df1e6649-fbfe-4475-9169-8e25f2d93e3d", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:38.172065 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb5f1fb5-2f85-4e0b-8d07-00c15f670364 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:38.172065 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c078c1-186b-4e97-a55b-c01e75794ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1e6649-fbfe-4475-9169-8e25f2d93e3d', 'code': 200} Sep 16 04:53:38.172065 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=df1e6649-fbfe-4475-9169-8e25f2d93e3d,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:38.274430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9ea0d-eb22-4db5-97a9-b5ffd77f4d4a req-37048711-28f5-4876-897d-f23d458eaf3c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.276056 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16d9ea0d-eb22-4db5-97a9-b5ffd77f4d4a req-37048711-28f5-4876-897d-f23d458eaf3c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 946 time: 0.0622122 Sep 16 04:53:38.318649 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16d9ea0d-eb22-4db5-97a9-b5ffd77f4d4a req-f58b0c4d-6b72-4b17-b575-17c37a919aa7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360425 Sep 16 04:53:38.324687 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1cffe-e115-4808-b425-abe358cd02fd req-c60c932c-925b-42d9-b577-bbec6386d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.326274 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-57b1cffe-e115-4808-b425-abe358cd02fd req-c60c932c-925b-42d9-b577-bbec6386d713 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 1097 time: 0.0474916 Sep 16 04:53:38.368910 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-57b1cffe-e115-4808-b425-abe358cd02fd req-732a6ce8-3840-4905-ae80-c5070c8be9f8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353539 Sep 16 04:53:38.441144 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea82a9b2-550f-419a-bb13-bff3f89448b2 req-2e03c2b5-c8c4-47b7-a43a-c993ce5d117e tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1792095110&fields=id&tenant_id=b14a9fde8974488a8e4c2461e3cc484d HTTP/1.1" status: 200 len: 267 time: 0.0358183 Sep 16 04:53:38.481678 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47864) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:38.503243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82a9b2-550f-419a-bb13-bff3f89448b2 req-3124a54a-5301-4d3c-ae08-9352cff0689c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.503243 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea82a9b2-550f-419a-bb13-bff3f89448b2 req-3124a54a-5301-4d3c-ae08-9352cff0689c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 946 time: 0.0549452 Sep 16 04:53:38.514832 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-ea82a9b2-550f-419a-bb13-bff3f89448b2 req-a89dab7e-f491-44ac-88ee-87e9eae422c0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Request body: {'port': {'security_groups': ['aa2c74d3-b829-45fc-8554-cb342f7ed3bd', '168e12f8-564f-422c-8937-74576fc874cd']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:38.556035 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.597038 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ea82a9b2-550f-419a-bb13-bff3f89448b2 req-a89dab7e-f491-44ac-88ee-87e9eae422c0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.697771 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c103d12e-b7a5-471e-a072-1deb8699ec60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.789542 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c103d12e-b7a5-471e-a072-1deb8699ec60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.793121 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-ea82a9b2-550f-419a-bb13-bff3f89448b2 req-a89dab7e-f491-44ac-88ee-87e9eae422c0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] For port 99dd2d66-5a9f-4712-bfad-bedc9121080d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=99dd2d66-5a9f-4712-bfad-bedc9121080d,segment=NetworkSegment(dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181),segment_id=dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:38.824909 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ea82a9b2-550f-419a-bb13-bff3f89448b2 req-a89dab7e-f491-44ac-88ee-87e9eae422c0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.898799 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c103d12e-b7a5-471e-a072-1deb8699ec60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.927400 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ea82a9b2-550f-419a-bb13-bff3f89448b2 req-a89dab7e-f491-44ac-88ee-87e9eae422c0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.938660 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c103d12e-b7a5-471e-a072-1deb8699ec60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93d0eb3c4d744f6e87a6903e64e1ab39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4557543 Sep 16 04:53:38.939694 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103d12e-b7a5-471e-a072-1deb8699ec60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd6dbe6-bbbf-4369-95bf-8beb70ee56d6,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:38.942144 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47874) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:38.962609 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['99dd2d66-5a9f-4712-bfad-bedc9121080d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:38.977261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82a9b2-550f-419a-bb13-bff3f89448b2 req-a89dab7e-f491-44ac-88ee-87e9eae422c0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.984302 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ea82a9b2-550f-419a-bb13-bff3f89448b2 req-a89dab7e-f491-44ac-88ee-87e9eae422c0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.986012 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea82a9b2-550f-419a-bb13-bff3f89448b2 req-a89dab7e-f491-44ac-88ee-87e9eae422c0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "PUT /v2.0/ports/99dd2d66-5a9f-4712-bfad-bedc9121080d HTTP/1.1" status: 200 len: 982 time: 0.4759669 Sep 16 04:53:38.986559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffba8ab1-afd5-41ef-b968-44394e25635e', 'tag': '99dd2d66-5a9f-4712-bfad-bedc9121080d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:38.992180 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b06d6b-46e3-4506-8fc8-e826ee5d4d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "ffba8ab1-afd5-41ef-b968-44394e25635e", "tag": "99dd2d66-5a9f-4712-bfad-bedc9121080d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:39.004659 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5808abe1-9d44-4d7e-97e2-8169a6045dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.018719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b09cfc67-d4e7-4344-9345-6cb4d353af7b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:39.023830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89dab7e-f491-44ac-88ee-87e9eae422c0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event updated for resources: {'Port': ['ID=99dd2d66-5a9f-4712-bfad-bedc9121080d,revision_number=6']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:39.054922 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5808abe1-9d44-4d7e-97e2-8169a6045dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.061930 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e36689b-d30e-4e0f-8533-80ef292964b4 x-openstack-request-id: req-6e36689b-d30e-4e0f-8533-80ef292964b4 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:39.062461 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffba8ab1-afd5-41ef-b968-44394e25635e", "tag": "99dd2d66-5a9f-4712-bfad-bedc9121080d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:39.063127 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e36689b-d30e-4e0f-8533-80ef292964b4 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:39.064079 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffba8ab1-afd5-41ef-b968-44394e25635e', 'tag': '99dd2d66-5a9f-4712-bfad-bedc9121080d', 'status': 'completed', 'code': 200} Sep 16 04:53:39.080243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 857cdbb8-8bf2-473c-a798-8e72febee3ce details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:39.123016 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6077c18b-ba6f-47e5-9415-c613b542742f up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:39.150652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9ea2bd5-ca10-4a10-a6c5-d64b8ca48613 req-058ae4f4-8365-4306-a5c4-3fffb0e8fde3 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/168e12f8-564f-422c-8937-74576fc874cd HTTP/1.1" status: 200 len: 1802 time: 0.1130211 Sep 16 04:53:39.194348 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b06d6b-46e3-4506-8fc8-e826ee5d4d4d req-317d7be1-8abc-48a6-9dab-7b1f7578d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:39.197338 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-33b06d6b-46e3-4506-8fc8-e826ee5d4d4d req-317d7be1-8abc-48a6-9dab-7b1f7578d073 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b14a9fde8974488a8e4c2461e3cc484d&device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 1137 time: 0.0793693 Sep 16 04:53:39.231399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffd215-b761-4ed5-888d-93b90453dffb req-fd3821ac-3f21-43fc-b622-c9a7607b4bdb tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:39.239797 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14ffd215-b761-4ed5-888d-93b90453dffb req-fd3821ac-3f21-43fc-b622-c9a7607b4bdb tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 945 time: 0.1109633 Sep 16 04:53:39.269357 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-c9ea2bd5-ca10-4a10-a6c5-d64b8ca48613 req-562d3555-cc2c-4b83-928d-d9605d8c3f28 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 04:53:39.270480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9ea2bd5-ca10-4a10-a6c5-d64b8ca48613 req-562d3555-cc2c-4b83-928d-d9605d8c3f28 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "DELETE /v2.0/security-groups/168e12f8-564f-422c-8937-74576fc874cd HTTP/1.1" status: 409 len: 341 time: 0.1003881 Sep 16 04:53:39.284668 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 857cdbb8-8bf2-473c-a798-8e72febee3ce, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=857cdbb8-8bf2-473c-a798-8e72febee3ce,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:39.315858 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14ffd215-b761-4ed5-888d-93b90453dffb req-d9cd218d-d592-4c9d-815d-f3bfb3e53b98 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752225 Sep 16 04:53:39.324415 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5808abe1-9d44-4d7e-97e2-8169a6045dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.327644 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5808abe1-9d44-4d7e-97e2-8169a6045dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.331509 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5808abe1-9d44-4d7e-97e2-8169a6045dc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ccd6dbe6-bbbf-4369-95bf-8beb70ee56d6 HTTP/1.1" status: 204 len: 168 time: 0.3883607 Sep 16 04:53:39.345342 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '857cdbb8-8bf2-473c-a798-8e72febee3ce', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '857cdbb8-8bf2-473c-a798-8e72febee3ce', 'mac_address': 'fa:16:3e:61:84:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:39.348606 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.359438 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808abe1-9d44-4d7e-97e2-8169a6045dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd6dbe6-bbbf-4369-95bf-8beb70ee56d6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:39.413964 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b06d6b-46e3-4506-8fc8-e826ee5d4d4d req-998dfac9-edbf-4b10-90de-e50eca99f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:39.415813 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-33b06d6b-46e3-4506-8fc8-e826ee5d4d4d req-998dfac9-edbf-4b10-90de-e50eca99f13b service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca HTTP/1.1" status: 200 len: 913 time: 0.2092831 Sep 16 04:53:39.417635 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['99dd2d66-5a9f-4712-bfad-bedc9121080d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:39.448814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39138a3a-b39d-4804-af1f-b417e71769c4 req-728d7636-a861-41a0-87c1-3a6c4e8ffcc8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:39.450806 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39138a3a-b39d-4804-af1f-b417e71769c4 req-728d7636-a861-41a0-87c1-3a6c4e8ffcc8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 948 time: 0.0664263 Sep 16 04:53:39.480806 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 6077c18b-ba6f-47e5-9415-c613b542742f completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:39.504835 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.514148 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 6077c18b-ba6f-47e5-9415-c613b542742f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:39.514522 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.517095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39138a3a-b39d-4804-af1f-b417e71769c4 req-d985ae32-a95c-45ec-8b70-e06c5ce11237 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561254 Sep 16 04:53:39.540519 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-33b06d6b-46e3-4506-8fc8-e826ee5d4d4d req-68126f8b-a369-45a2-9fc6-450d01ee6e50 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99dd2d66-5a9f-4712-bfad-bedc9121080d HTTP/1.1" status: 200 len: 217 time: 0.0747552 Sep 16 04:53:39.622994 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 857cdbb8-8bf2-473c-a798-8e72febee3ce {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:39.627304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b06d6b-46e3-4506-8fc8-e826ee5d4d4d req-90da87e7-f02c-453b-99a3-0dda7b6e6d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:39.628962 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-33b06d6b-46e3-4506-8fc8-e826ee5d4d4d req-90da87e7-f02c-453b-99a3-0dda7b6e6d6e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7a4f6394-c68b-4791-9462-03b74cea6508 HTTP/1.1" status: 200 len: 852 time: 0.0513985 Sep 16 04:53:39.684693 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 857cdbb8-8bf2-473c-a798-8e72febee3ce, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=857cdbb8-8bf2-473c-a798-8e72febee3ce,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:39.696959 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-33b06d6b-46e3-4506-8fc8-e826ee5d4d4d req-95a780d7-607b-47b2-a9c1-11dfa69d2f9c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392511 Sep 16 04:53:39.781375 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.880428 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-33b06d6b-46e3-4506-8fc8-e826ee5d4d4d req-94588ec7-dde4-49eb-b605-33b4e915a082 service neutron] 10.222.0.38 "GET /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594675 Sep 16 04:53:39.890730 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.990741 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=857cdbb8-8bf2-473c-a798-8e72febee3ce,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:39.997663 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 6077c18b-ba6f-47e5-9415-c613b542742f, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6077c18b-ba6f-47e5-9415-c613b542742f,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:40.004612 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ff534-91ef-4ff8-a818-3caa2aa6d539 req-b020a5f0-47e8-4db4-bbc2-ae0071dd314d tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:40.007734 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-33b06d6b-46e3-4506-8fc8-e826ee5d4d4d req-dce90035-7d49-44ff-8fc6-1dd4144d2a50 service neutron] 10.222.0.38 "GET /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205697 Sep 16 04:53:40.010376 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b51ff534-91ef-4ff8-a818-3caa2aa6d539 req-b020a5f0-47e8-4db4-bbc2-ae0071dd314d tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 985 time: 0.0616212 Sep 16 04:53:40.060063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b51ff534-91ef-4ff8-a818-3caa2aa6d539 req-b1d4cb5c-641d-406a-9ccc-c7bd4f5569d5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=168e12f8-564f-422c-8937-74576fc874cd&id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0423338 Sep 16 04:53:40.093082 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.152364 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=6077c18b-ba6f-47e5-9415-c613b542742f,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:40.168529 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38630a48-3e04-42e5-8802-7587a06071d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6077c18b-ba6f-47e5-9415-c613b542742f'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:40.170959 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee480375-bdbb-4caf-a10b-20f2cd945ef1" -d '{"events": [{"server_uuid": "38630a48-3e04-42e5-8802-7587a06071d5", "name": "network-vif-plugged", "status": "completed", "tag": "6077c18b-ba6f-47e5-9415-c613b542742f"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:40.210613 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d35b87-8a82-4a5e-bbd7-c5baa6950e92 x-openstack-request-id: req-89d35b87-8a82-4a5e-bbd7-c5baa6950e92 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:40.210992 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38630a48-3e04-42e5-8802-7587a06071d5", "name": "network-vif-plugged", "status": "completed", "tag": "6077c18b-ba6f-47e5-9415-c613b542742f", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:40.211687 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89d35b87-8a82-4a5e-bbd7-c5baa6950e92 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:40.212155 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38630a48-3e04-42e5-8802-7587a06071d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6077c18b-ba6f-47e5-9415-c613b542742f', 'code': 200} Sep 16 04:53:40.214707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fd645-a57e-4e43-987c-ed0b53e3e199 req-b188ef79-4282-4e8e-b85d-ecadb8703693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:40.216260 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-401fd645-a57e-4e43-987c-ed0b53e3e199 req-b188ef79-4282-4e8e-b85d-ecadb8703693 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b14a9fde8974488a8e4c2461e3cc484d&device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 1137 time: 0.0502467 Sep 16 04:53:40.243307 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47916) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:40.258685 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-26044875-c8f5-41b4-8d00-21a33fc7071e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.304198 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['857cdbb8-8bf2-473c-a798-8e72febee3ce'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:40.335514 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fd645-a57e-4e43-987c-ed0b53e3e199 req-6adb2a1a-edbc-4999-ba53-d5a3a9acf93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:40.340885 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-401fd645-a57e-4e43-987c-ed0b53e3e199 req-6adb2a1a-edbc-4999-ba53-d5a3a9acf93c service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca HTTP/1.1" status: 200 len: 913 time: 0.1145792 Sep 16 04:53:40.424314 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-401fd645-a57e-4e43-987c-ed0b53e3e199 req-6ac6944e-6329-468d-8405-ef0c8cf23a43 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99dd2d66-5a9f-4712-bfad-bedc9121080d HTTP/1.1" status: 200 len: 217 time: 0.0723937 Sep 16 04:53:40.431209 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5a2f9-6b0e-440e-9f90-49dc9ce962b7 req-d0b28be6-b36e-49f4-a916-bb47256dfacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:40.432779 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0c5a2f9-6b0e-440e-9f90-49dc9ce962b7 req-d0b28be6-b36e-49f4-a916-bb47256dfacd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=38630a48-3e04-42e5-8802-7587a06071d5 HTTP/1.1" status: 200 len: 1101 time: 0.1187267 Sep 16 04:53:40.509897 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f2c77-4e96-4728-9335-1638ecb53afe req-c158d638-1571-43cf-a769-5dc2cab089a6 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:40.518705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a13f2c77-4e96-4728-9335-1638ecb53afe req-c158d638-1571-43cf-a769-5dc2cab089a6 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 945 time: 0.1330848 Sep 16 04:53:40.531931 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-26044875-c8f5-41b4-8d00-21a33fc7071e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.537130 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fd645-a57e-4e43-987c-ed0b53e3e199 req-3fbb3ea6-35c0-40e9-9c77-b0a6317d1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:40.538768 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-401fd645-a57e-4e43-987c-ed0b53e3e199 req-3fbb3ea6-35c0-40e9-9c77-b0a6317d1aea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7a4f6394-c68b-4791-9462-03b74cea6508 HTTP/1.1" status: 200 len: 852 time: 0.0979717 Sep 16 04:53:40.542720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0c5a2f9-6b0e-440e-9f90-49dc9ce962b7 req-73d47db6-ec82-4f61-aeb8-984042c2958b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006842 Sep 16 04:53:40.575617 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a13f2c77-4e96-4728-9335-1638ecb53afe req-fe8c3649-2391-49a4-9ed2-f53b7faf25af tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559025 Sep 16 04:53:40.603997 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-401fd645-a57e-4e43-987c-ed0b53e3e199 req-b4e1370d-3de3-41e2-95cb-a91acd7355e5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290141 Sep 16 04:53:40.659488 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.678461 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-26044875-c8f5-41b4-8d00-21a33fc7071e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.736307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-26044875-c8f5-41b4-8d00-21a33fc7071e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b99aec87cd144b14820a283f6f705667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4886615 Sep 16 04:53:40.745805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47936) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:40.771105 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-401fd645-a57e-4e43-987c-ed0b53e3e199 req-da155abe-4ac7-4f4b-aa52-e260ad676fd6 service neutron] 10.222.0.38 "GET /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455059 Sep 16 04:53:40.787051 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8d4e1-88b2-4f3a-8c89-d72e792597c9 req-409e2b4b-c2a4-4085-94ea-f2a3cee666a4 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:40.791417 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ad8d4e1-88b2-4f3a-8c89-d72e792597c9 req-409e2b4b-c2a4-4085-94ea-f2a3cee666a4 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 949 time: 0.1621678 Sep 16 04:53:40.792327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26044875-c8f5-41b4-8d00-21a33fc7071e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f003b9e2-2e82-40a7-89de-761069323093,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:40.864228 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4870846c-1439-42e6-b804-e2cff4b5983f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.892767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ad8d4e1-88b2-4f3a-8c89-d72e792597c9 req-46b03587-204f-4c80-9e8f-6608e607b477 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829990 Sep 16 04:53:40.907837 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-401fd645-a57e-4e43-987c-ed0b53e3e199 req-3a33504a-f9d8-4761-a36e-f0e29c14f9a4 service neutron] 10.222.0.38 "GET /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279180 Sep 16 04:53:40.930750 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4870846c-1439-42e6-b804-e2cff4b5983f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.092458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-be527324-8686-4401-8374-63cf9219636f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:41.094040 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-be527324-8686-4401-8374-63cf9219636f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/networks?id=891f88b4-8a81-44ed-8083-f8871519ebc1 HTTP/1.1" status: 200 len: 805 time: 0.1702633 Sep 16 04:53:41.113159 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-2c0d1f06-0fb0-4dee-b33a-4968b83a3a0f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/quotas/ae34ed890fee43568c52dc5aa5e731ea HTTP/1.1" status: 200 len: 375 time: 0.0119872 Sep 16 04:53:41.131790 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4870846c-1439-42e6-b804-e2cff4b5983f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.135268 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4870846c-1439-42e6-b804-e2cff4b5983f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.136459 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4870846c-1439-42e6-b804-e2cff4b5983f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f003b9e2-2e82-40a7-89de-761069323093 HTTP/1.1" status: 204 len: 168 time: 0.3881235 Sep 16 04:53:41.167348 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870846c-1439-42e6-b804-e2cff4b5983f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f003b9e2-2e82-40a7-89de-761069323093,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:41.233774 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-51a9c704-71d4-4012-96a8-10fecf52953b tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130779 Sep 16 04:53:41.301283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d5ae5-6f96-495b-95a2-54b1c0d47e4e req-49394627-5356-47a3-a506-b9664fca3f8f tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:41.302939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-489d5ae5-6f96-495b-95a2-54b1c0d47e4e req-49394627-5356-47a3-a506-b9664fca3f8f tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 985 time: 0.1296160 Sep 16 04:53:41.402685 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-489d5ae5-6f96-495b-95a2-54b1c0d47e4e req-c80030e9-a433-4055-8976-28c4a6be962c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=168e12f8-564f-422c-8937-74576fc874cd&id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0636611 Sep 16 04:53:41.417089 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-502df2f4-3227-4f1f-9787-5a0a915e0bea service neutron] 10.222.0.20 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806655 Sep 16 04:53:41.552230 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-253efe9a-3a96-4690-8013-9dbdbd266254 service neutron] 10.222.0.20 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241097 Sep 16 04:53:41.926410 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4f903e0c-2258-486f-9f2e-bcb7d4da3cec req-1a9b4155-3b12-410e-95a9-8aff1bf4363d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 210 time: 0.0390532 Sep 16 04:53:42.062245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c41ce-b7ef-48dc-8b3f-c1f817ba4104 req-1a868c8a-b980-4bc1-bdf8-943092cd6760 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.071162 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c41ce-b7ef-48dc-8b3f-c1f817ba4104 req-1a868c8a-b980-4bc1-bdf8-943092cd6760 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.079054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c41ce-b7ef-48dc-8b3f-c1f817ba4104 req-1a868c8a-b980-4bc1-bdf8-943092cd6760 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.086191 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c41ce-b7ef-48dc-8b3f-c1f817ba4104 req-1a868c8a-b980-4bc1-bdf8-943092cd6760 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.093820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c41ce-b7ef-48dc-8b3f-c1f817ba4104 req-1a868c8a-b980-4bc1-bdf8-943092cd6760 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.101506 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c41ce-b7ef-48dc-8b3f-c1f817ba4104 req-1a868c8a-b980-4bc1-bdf8-943092cd6760 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.107754 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c41ce-b7ef-48dc-8b3f-c1f817ba4104 req-1a868c8a-b980-4bc1-bdf8-943092cd6760 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.110402 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c96c41ce-b7ef-48dc-8b3f-c1f817ba4104 req-1a868c8a-b980-4bc1-bdf8-943092cd6760 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5430 time: 0.1159167 Sep 16 04:53:42.183609 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c96c41ce-b7ef-48dc-8b3f-c1f817ba4104 req-741b388c-478a-41f2-9629-c7f6e7b94dff tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617545 Sep 16 04:53:42.192038 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc92aa-63e8-4e54-813d-7ddd01eaad63 req-7b2d07de-3690-4e15-b711-03e19de20424 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.193517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cbc92aa-63e8-4e54-813d-7ddd01eaad63 req-7b2d07de-3690-4e15-b711-03e19de20424 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 949 time: 0.0821834 Sep 16 04:53:42.256414 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cbc92aa-63e8-4e54-813d-7ddd01eaad63 req-fb7448aa-62a0-49c2-b6f4-2b51ebf1c03a tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558779 Sep 16 04:53:42.333085 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48be5fa-20d7-48b7-970d-cb1da8d12d43 req-37fb757f-704d-4cf5-8f83-fc8adab1ce2d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.339228 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48be5fa-20d7-48b7-970d-cb1da8d12d43 req-37fb757f-704d-4cf5-8f83-fc8adab1ce2d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.346082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48be5fa-20d7-48b7-970d-cb1da8d12d43 req-37fb757f-704d-4cf5-8f83-fc8adab1ce2d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.352250 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48be5fa-20d7-48b7-970d-cb1da8d12d43 req-37fb757f-704d-4cf5-8f83-fc8adab1ce2d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.358407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48be5fa-20d7-48b7-970d-cb1da8d12d43 req-37fb757f-704d-4cf5-8f83-fc8adab1ce2d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.364999 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48be5fa-20d7-48b7-970d-cb1da8d12d43 req-37fb757f-704d-4cf5-8f83-fc8adab1ce2d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.371117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48be5fa-20d7-48b7-970d-cb1da8d12d43 req-37fb757f-704d-4cf5-8f83-fc8adab1ce2d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.373090 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a48be5fa-20d7-48b7-970d-cb1da8d12d43 req-37fb757f-704d-4cf5-8f83-fc8adab1ce2d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5430 time: 0.0991340 Sep 16 04:53:42.532987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd4c0a-a0a6-4a7b-8963-baa998a00279 req-e8e1010c-817a-4ee1-8222-4bfe1d816915 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.534559 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ecfd4c0a-a0a6-4a7b-8963-baa998a00279 req-e8e1010c-817a-4ee1-8222-4bfe1d816915 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 985 time: 0.0526662 Sep 16 04:53:42.581181 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ecfd4c0a-a0a6-4a7b-8963-baa998a00279 req-608443aa-700f-40b1-b4fe-c674d39b4b0c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=168e12f8-564f-422c-8937-74576fc874cd&id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0399303 Sep 16 04:53:42.682908 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd37e2b2-bfa2-4b33-803e-9c27621666ba req-74b03746-56f4-48f2-bab8-4af61d617ee9 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1607888862&fields=id&tenant_id=b14a9fde8974488a8e4c2461e3cc484d HTTP/1.1" status: 200 len: 267 time: 0.0344796 Sep 16 04:53:42.777992 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37e2b2-bfa2-4b33-803e-9c27621666ba req-97dd8a64-9ead-4914-b7bd-0359a23edbd7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.779831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd37e2b2-bfa2-4b33-803e-9c27621666ba req-97dd8a64-9ead-4914-b7bd-0359a23edbd7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 985 time: 0.0902557 Sep 16 04:53:42.796313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-fd37e2b2-bfa2-4b33-803e-9c27621666ba req-77859942-208d-4494-8274-d3aef5bed7b7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Request body: {'port': {'security_groups': ['168e12f8-564f-422c-8937-74576fc874cd', 'aa2c74d3-b829-45fc-8554-cb342f7ed3bd', '511750e0-dc8d-4adc-addc-c8e1a11ae6c1']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:42.874244 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fd37e2b2-bfa2-4b33-803e-9c27621666ba req-77859942-208d-4494-8274-d3aef5bed7b7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.001230 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 857cdbb8-8bf2-473c-a798-8e72febee3ce up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:43.016852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-618e967b-c774-45d7-8caa-8cc04534ba26 req-de4673f6-4bde-4826-b150-a34b230c6725 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 210 time: 0.0319593 Sep 16 04:53:43.143372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-fd37e2b2-bfa2-4b33-803e-9c27621666ba req-77859942-208d-4494-8274-d3aef5bed7b7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] For port 99dd2d66-5a9f-4712-bfad-bedc9121080d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=99dd2d66-5a9f-4712-bfad-bedc9121080d,segment=NetworkSegment(dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181),segment_id=dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:43.184174 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 857cdbb8-8bf2-473c-a798-8e72febee3ce completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:43.188258 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 857cdbb8-8bf2-473c-a798-8e72febee3ce triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:43.195411 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.196195 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fd37e2b2-bfa2-4b33-803e-9c27621666ba req-77859942-208d-4494-8274-d3aef5bed7b7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.201420 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c34c8546-4676-4932-b1bf-a82988d82bac req-9393b9b9-89c6-4b2b-82bb-73b8c243da44 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0724058 Sep 16 04:53:43.274230 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.288238 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fd37e2b2-bfa2-4b33-803e-9c27621666ba req-77859942-208d-4494-8274-d3aef5bed7b7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.301433 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c348b8-ee8f-4771-87e8-0977352d7376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857cdbb8-8bf2-473c-a798-8e72febee3ce'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:43.304106 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c6206d-6504-4c99-b061-5b7842bdab4d" -d '{"events": [{"server_uuid": "91c348b8-ee8f-4771-87e8-0977352d7376", "name": "network-vif-plugged", "status": "completed", "tag": "857cdbb8-8bf2-473c-a798-8e72febee3ce"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:43.325918 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 857cdbb8-8bf2-473c-a798-8e72febee3ce, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=857cdbb8-8bf2-473c-a798-8e72febee3ce,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:43.330446 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['99dd2d66-5a9f-4712-bfad-bedc9121080d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:43.380934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b09cfc67-d4e7-4344-9345-6cb4d353af7b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:43.419708 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.447930 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37e2b2-bfa2-4b33-803e-9c27621666ba req-77859942-208d-4494-8274-d3aef5bed7b7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:43.448573 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fd37e2b2-bfa2-4b33-803e-9c27621666ba req-77859942-208d-4494-8274-d3aef5bed7b7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.464098 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd37e2b2-bfa2-4b33-803e-9c27621666ba req-77859942-208d-4494-8274-d3aef5bed7b7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "PUT /v2.0/ports/99dd2d66-5a9f-4712-bfad-bedc9121080d HTTP/1.1" status: 200 len: 1021 time: 0.6750195 Sep 16 04:53:43.464550 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffba8ab1-afd5-41ef-b968-44394e25635e', 'tag': '99dd2d66-5a9f-4712-bfad-bedc9121080d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:43.468563 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc0cac8-51fb-44bb-8ccb-043686789d00" -d '{"events": [{"name": "network-changed", "server_uuid": "ffba8ab1-afd5-41ef-b968-44394e25635e", "tag": "99dd2d66-5a9f-4712-bfad-bedc9121080d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:43.523136 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c8546-4676-4932-b1bf-a82988d82bac req-b5eae58a-4b35-4331-aa03-ac074f34a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:43.524843 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c34c8546-4676-4932-b1bf-a82988d82bac req-b5eae58a-4b35-4331-aa03-ac074f34a7c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b14a9fde8974488a8e4c2461e3cc484d&device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 1176 time: 0.2584960 Sep 16 04:53:43.526712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77859942-208d-4494-8274-d3aef5bed7b7 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event updated for resources: {'Port': ['ID=99dd2d66-5a9f-4712-bfad-bedc9121080d,revision_number=7']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:43.528543 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ff7a5f-5b84-4a1f-b1d1-c9287940e2ec x-openstack-request-id: req-c7ff7a5f-5b84-4a1f-b1d1-c9287940e2ec {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:43.528828 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c348b8-ee8f-4771-87e8-0977352d7376", "name": "network-vif-plugged", "status": "completed", "tag": "857cdbb8-8bf2-473c-a798-8e72febee3ce", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:43.529260 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7ff7a5f-5b84-4a1f-b1d1-c9287940e2ec {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:43.529786 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c348b8-ee8f-4771-87e8-0977352d7376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857cdbb8-8bf2-473c-a798-8e72febee3ce', 'code': 200} Sep 16 04:53:43.553781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef730d4-61c0-4ddc-bef9-cae3237e2ce6 req-fe3bec61-36d0-4580-869e-0184b30755c5 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:43.561535 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bef730d4-61c0-4ddc-bef9-cae3237e2ce6 req-fe3bec61-36d0-4580-869e-0184b30755c5 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 950 time: 0.1722596 Sep 16 04:53:43.585996 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=857cdbb8-8bf2-473c-a798-8e72febee3ce,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:43.712850 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e5a3d632-2af0-49a5-af27-e73ab00d1771 req-5d12f9d7-cd96-45e5-afe4-25c8740d904a tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/511750e0-dc8d-4adc-addc-c8e1a11ae6c1 HTTP/1.1" status: 200 len: 1803 time: 0.1757336 Sep 16 04:53:43.726133 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bef730d4-61c0-4ddc-bef9-cae3237e2ce6 req-b4b66c46-182e-4267-9d4e-df53ded37f3f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637137 Sep 16 04:53:43.774462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb93f4-2fbb-47ec-b4ac-b54b100550fa req-5fe334f4-2090-4f1d-b983-37ba4bf2ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:43.776133 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0eb93f4-2fbb-47ec-b4ac-b54b100550fa req-5fe334f4-2090-4f1d-b983-37ba4bf2ed13 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 1102 time: 0.1531451 Sep 16 04:53:43.815313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c8546-4676-4932-b1bf-a82988d82bac req-fd880b71-50d6-4256-b9c7-e2ec0917c5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:43.818564 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c34c8546-4676-4932-b1bf-a82988d82bac req-fd880b71-50d6-4256-b9c7-e2ec0917c5fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca HTTP/1.1" status: 200 len: 913 time: 0.2394388 Sep 16 04:53:43.822745 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcda30c1-771d-4ede-aebd-7e5ff4b8e7aa x-openstack-request-id: req-dcda30c1-771d-4ede-aebd-7e5ff4b8e7aa {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:43.822745 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffba8ab1-afd5-41ef-b968-44394e25635e", "tag": "99dd2d66-5a9f-4712-bfad-bedc9121080d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:43.822745 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcda30c1-771d-4ede-aebd-7e5ff4b8e7aa {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:43.822745 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffba8ab1-afd5-41ef-b968-44394e25635e', 'tag': '99dd2d66-5a9f-4712-bfad-bedc9121080d', 'status': 'completed', 'code': 200} Sep 16 04:53:43.844601 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['99dd2d66-5a9f-4712-bfad-bedc9121080d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:43.899093 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c34c8546-4676-4932-b1bf-a82988d82bac req-856bde65-a67f-40fc-97db-e7cdd27b7e25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b09cfc67-d4e7-4344-9345-6cb4d353af7b HTTP/1.1" status: 200 len: 217 time: 0.0682383 Sep 16 04:53:43.935444 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-e5a3d632-2af0-49a5-af27-e73ab00d1771 req-8ab37d1c-293c-4da2-98e1-faf404e2308c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 04:53:43.941898 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e5a3d632-2af0-49a5-af27-e73ab00d1771 req-8ab37d1c-293c-4da2-98e1-faf404e2308c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "DELETE /v2.0/security-groups/511750e0-dc8d-4adc-addc-c8e1a11ae6c1 HTTP/1.1" status: 409 len: 341 time: 0.2104216 Sep 16 04:53:43.949828 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0eb93f4-2fbb-47ec-b4ac-b54b100550fa req-3e4a8ab2-ed7f-4202-bb82-c8868a7b977d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604710 Sep 16 04:53:44.036643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c8546-4676-4932-b1bf-a82988d82bac req-976b03c8-6260-4e82-b4ea-22d8fd7f5399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.039115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c34c8546-4676-4932-b1bf-a82988d82bac req-976b03c8-6260-4e82-b4ea-22d8fd7f5399 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a4f6394-c68b-4791-9462-03b74cea6508 HTTP/1.1" status: 200 len: 852 time: 0.1231873 Sep 16 04:53:44.149343 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-ea37f97d-a717-47eb-a9c2-38380da1074d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2488687 Sep 16 04:53:44.165343 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0cac8-51fb-44bb-8ccb-043686789d00 req-6c8191fd-dcc5-4d0a-8cde-5eba3e27716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.175899 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ddc0cac8-51fb-44bb-8ccb-043686789d00 req-6c8191fd-dcc5-4d0a-8cde-5eba3e27716b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b14a9fde8974488a8e4c2461e3cc484d&device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 1176 time: 0.1853750 Sep 16 04:53:44.184501 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9b60633-72ae-4dc7-9ef3-29e8ada43842 req-308dae49-d93a-4e7a-92bb-034625afc33e tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 210 time: 0.0422006 Sep 16 04:53:44.359802 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-5ecb8b2d-9c0c-46c6-b9a6-4076633e6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.360845 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-5ecb8b2d-9c0c-46c6-b9a6-4076633e6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.361633 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-5ecb8b2d-9c0c-46c6-b9a6-4076633e6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.362293 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-5ecb8b2d-9c0c-46c6-b9a6-4076633e6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.362980 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-5ecb8b2d-9c0c-46c6-b9a6-4076633e6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.363799 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-5ecb8b2d-9c0c-46c6-b9a6-4076633e6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.364457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-5ecb8b2d-9c0c-46c6-b9a6-4076633e6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.366661 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-5ecb8b2d-9c0c-46c6-b9a6-4076633e6143 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee8d98757e0d4815a18cbb63a273fd61&device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 6508 time: 0.1420465 Sep 16 04:53:44.385798 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0cac8-51fb-44bb-8ccb-043686789d00 req-1680d21b-a102-49a8-b465-469d707da987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.387728 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ddc0cac8-51fb-44bb-8ccb-043686789d00 req-1680d21b-a102-49a8-b465-469d707da987 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca HTTP/1.1" status: 200 len: 913 time: 0.2055538 Sep 16 04:53:44.390691 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c34c8546-4676-4932-b1bf-a82988d82bac req-1d9dc483-d966-4c03-8148-7737ea903334 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594466 Sep 16 04:53:44.503736 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ddc0cac8-51fb-44bb-8ccb-043686789d00 req-2e700f0d-b655-4e3d-a5bb-b371544cbe62 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99dd2d66-5a9f-4712-bfad-bedc9121080d HTTP/1.1" status: 200 len: 217 time: 0.0890627 Sep 16 04:53:44.613179 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0cac8-51fb-44bb-8ccb-043686789d00 req-70002baf-77af-4c39-8eae-25e38e78b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.614698 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ddc0cac8-51fb-44bb-8ccb-043686789d00 req-70002baf-77af-4c39-8eae-25e38e78b0e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7a4f6394-c68b-4791-9462-03b74cea6508 HTTP/1.1" status: 200 len: 852 time: 0.1019866 Sep 16 04:53:44.660646 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-261c192c-2267-40b3-af7c-063105b4fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.661169 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-261c192c-2267-40b3-af7c-063105b4fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.661758 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-261c192c-2267-40b3-af7c-063105b4fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.664061 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-261c192c-2267-40b3-af7c-063105b4fde6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e5c36bba-4312-42bb-9e3c-3c79c033dd8d&id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&id=92487fc6-ad30-45f7-ae82-d9026609df50&id=92487fc6-ad30-45f7-ae82-d9026609df50 HTTP/1.1" status: 200 len: 2296 time: 0.2578757 Sep 16 04:53:44.666424 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ddc0cac8-51fb-44bb-8ccb-043686789d00 req-f26d6678-b2da-4593-9a37-d6ec19c595a9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425696 Sep 16 04:53:44.944646 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-6bf468e3-7d02-44f3-9073-f5b3cb051872 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82a9ee32-3c39-4631-9da3-c026fdda75bd HTTP/1.1" status: 200 len: 1000 time: 0.2660522 Sep 16 04:53:44.953996 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ddc0cac8-51fb-44bb-8ccb-043686789d00 req-5b19964b-27c2-4ffc-9211-e5ce27d9cd41 service neutron] 10.222.0.38 "GET /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713528 Sep 16 04:53:45.046901 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d43387-dd32-420a-a79a-50f807ffdc2c req-6ff527d2-3a92-4489-8005-b120f8b27f36 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.058924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-45d573f5-5f7e-4965-97ce-e46cef871d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.059116 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7d43387-dd32-420a-a79a-50f807ffdc2c req-6ff527d2-3a92-4489-8005-b120f8b27f36 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 1024 time: 0.1364148 Sep 16 04:53:45.060433 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-45d573f5-5f7e-4965-97ce-e46cef871d36 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c0b4174-34ac-47da-93e8-4d05e20323d9 HTTP/1.1" status: 200 len: 855 time: 0.1053097 Sep 16 04:53:45.065220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48098) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:45.132027 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ddc0cac8-51fb-44bb-8ccb-043686789d00 req-3319eb02-729e-4588-9025-a05594d02ba2 service neutron] 10.222.0.38 "GET /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472566 Sep 16 04:53:45.139669 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-c714d360-415e-4a52-9dd1-0cf54908de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.141477 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-c714d360-415e-4a52-9dd1-0cf54908de79 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e5c36bba-4312-42bb-9e3c-3c79c033dd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683331 Sep 16 04:53:45.162619 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c34c8546-4676-4932-b1bf-a82988d82bac req-4956014d-2e0c-4cd4-8095-f478ef1825e8 service neutron] 10.222.0.21 "GET /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7346807 Sep 16 04:53:45.182842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be918184-ff1e-4def-80e4-b1c6c312804e req-1126a0fc-6c49-4e6a-9f13-d55109ec2836 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.189185 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be918184-ff1e-4def-80e4-b1c6c312804e req-1126a0fc-6c49-4e6a-9f13-d55109ec2836 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 950 time: 0.2650371 Sep 16 04:53:45.257052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7d43387-dd32-420a-a79a-50f807ffdc2c req-a7fcafae-04ed-4f96-8b36-e451baecb03b tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=511750e0-dc8d-4adc-addc-c8e1a11ae6c1&id=168e12f8-564f-422c-8937-74576fc874cd&id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1970813 Sep 16 04:53:45.287085 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-8c10c534-c4d9-42be-98d1-6fa4e60762cf service neutron] 10.222.0.38 "GET /v2.0/networks/e5c36bba-4312-42bb-9e3c-3c79c033dd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240549 Sep 16 04:53:45.378424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-2c4fa6e1-e617-4247-a456-608c13b29469 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.380801 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-2c4fa6e1-e617-4247-a456-608c13b29469 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "GET /v2.0/networks?id=891f88b4-8a81-44ed-8083-f8871519ebc1 HTTP/1.1" status: 200 len: 805 time: 0.2796073 Sep 16 04:53:45.411177 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be918184-ff1e-4def-80e4-b1c6c312804e req-a1e748e3-0ea3-4da1-b859-cbc7b9d9275a tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821671 Sep 16 04:53:45.430900 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-bed4d585-b943-42c8-9ed6-028a1f42b1e4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Request body: {'port': {'device_id': '32db371b-4838-4056-8302-d14404c8b352', 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1', 'admin_state_up': True, 'tenant_id': 'ae34ed890fee43568c52dc5aa5e731ea'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:45.557949 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-1d7e440d-4d14-4f9e-a4d6-902f8492b2a0 service neutron] 10.222.0.38 "GET /v2.0/networks/e5c36bba-4312-42bb-9e3c-3c79c033dd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614691 Sep 16 04:53:45.569866 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77708a-3bd3-46f0-b113-71365cae0e78 req-cd40e6fb-48ca-479d-81cd-7f8ad7753cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.570648 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77708a-3bd3-46f0-b113-71365cae0e78 req-cd40e6fb-48ca-479d-81cd-7f8ad7753cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.571390 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77708a-3bd3-46f0-b113-71365cae0e78 req-cd40e6fb-48ca-479d-81cd-7f8ad7753cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.572106 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77708a-3bd3-46f0-b113-71365cae0e78 req-cd40e6fb-48ca-479d-81cd-7f8ad7753cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.572750 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77708a-3bd3-46f0-b113-71365cae0e78 req-cd40e6fb-48ca-479d-81cd-7f8ad7753cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.573389 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77708a-3bd3-46f0-b113-71365cae0e78 req-cd40e6fb-48ca-479d-81cd-7f8ad7753cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.574013 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77708a-3bd3-46f0-b113-71365cae0e78 req-cd40e6fb-48ca-479d-81cd-7f8ad7753cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.576117 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fc77708a-3bd3-46f0-b113-71365cae0e78 req-cd40e6fb-48ca-479d-81cd-7f8ad7753cb4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 6494 time: 0.5099931 Sep 16 04:53:45.599408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea53bb72-c156-47e2-b744-06065e652167 req-61141700-2f4c-4558-aaf9-0fceb22f5b37 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 210 time: 0.0831623 Sep 16 04:53:45.619291 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c34c8546-4676-4932-b1bf-a82988d82bac req-1b8a9c59-4578-4fd5-848e-2de89e9852a6 service neutron] 10.222.0.21 "GET /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338415 Sep 16 04:53:45.625386 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-7a0c2e85-cac5-485c-91d8-7f9482a072c2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=ccee8eb8-1da5-4032-97e8-3546b99f9057 HTTP/1.1" status: 200 len: 217 time: 0.0474095 Sep 16 04:53:45.676092 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-fc77708a-3bd3-46f0-b113-71365cae0e78 req-c3b485d0-70bd-425c-9411-5ab0953acf7d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&id=ea51e56d-232f-4cb3-95e2-f36816408e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923266 Sep 16 04:53:45.694639 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-8fce31ee-7f9e-4def-a971-79cf22ea80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.696319 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-8fce31ee-7f9e-4def-a971-79cf22ea80ec service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89b9465c-5aea-4f0b-9ac0-609722b1fa65 HTTP/1.1" status: 200 len: 797 time: 0.0639939 Sep 16 04:53:45.750179 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-bed4d585-b943-42c8-9ed6-028a1f42b1e4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Made reservation on behalf of ae34ed890fee43568c52dc5aa5e731ea for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:45.754118 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-bed4d585-b943-42c8-9ed6-028a1f42b1e4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.788519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-457698a8-16a5-41f2-8cf6-2ed1c4e100b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.790116 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-457698a8-16a5-41f2-8cf6-2ed1c4e100b1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0610683 Sep 16 04:53:45.904298 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-2bfcc239-144e-4e1f-a83f-d6429e408658 service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009159 Sep 16 04:53:45.908456 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-bed4d585-b943-42c8-9ed6-028a1f42b1e4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Allocated IP 172.20.0.11 (891f88b4-8a81-44ed-8083-f8871519ebc1/a11d457e-5c38-4c60-bb5b-2d1c066b76df/76311845-4a59-491c-9b4f-a72903b740b9) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:46.125064 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-bed4d585-b943-42c8-9ed6-028a1f42b1e4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.127115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 48122) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:46.242496 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-bed4d585-b943-42c8-9ed6-028a1f42b1e4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.284422 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['3d8532f4-ec6b-4b6f-973f-02e2619162a5', 'df1e6649-fbfe-4475-9169-8e25f2d93e3d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:46.328748 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-078b7670-9996-41e4-a6ac-7e97e3e9a8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.331230 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4d585-b943-42c8-9ed6-028a1f42b1e4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Pushing event updated for resources: {'Port': ['ID=76311845-4a59-491c-9b4f-a72903b740b9,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:46.349022 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-e57c63b9-fbde-4955-8896-5b3b782272b4 service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401057 Sep 16 04:53:46.397081 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-bed4d585-b943-42c8-9ed6-028a1f42b1e4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Network 891f88b4-8a81-44ed-8083-f8871519ebc1 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:46.403481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-bed4d585-b943-42c8-9ed6-028a1f42b1e4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:46.406946 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-fcb56242-4775-4e13-9803-93ffdce41158 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=207cd857-c1dd-4112-b6ee-2cc72b73c3f2 HTTP/1.1" status: 200 len: 217 time: 0.0490453 Sep 16 04:53:46.408508 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-bed4d585-b943-42c8-9ed6-028a1f42b1e4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:46.490372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b83d5e-b59a-4c41-b23a-f762c5ccdd06 req-420a49c3-0881-44a7-a3b4-f189c817461a tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:46.496380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5b83d5e-b59a-4c41-b23a-f762c5ccdd06 req-420a49c3-0881-44a7-a3b4-f189c817461a tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 1024 time: 0.1466720 Sep 16 04:53:46.517336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-bed4d585-b943-42c8-9ed6-028a1f42b1e4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:46.517981 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-bed4d585-b943-42c8-9ed6-028a1f42b1e4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.524047 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-1b8349db-9714-4966-8a4e-be39e242ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:46.525989 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-1b8349db-9714-4966-8a4e-be39e242ca15 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89b9465c-5aea-4f0b-9ac0-609722b1fa65 HTTP/1.1" status: 200 len: 797 time: 0.0856626 Sep 16 04:53:46.585062 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-cbb42961-bf1b-4488-9004-02670fcba751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:46.586702 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-cbb42961-bf1b-4488-9004-02670fcba751 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0524707 Sep 16 04:53:46.623306 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5b83d5e-b59a-4c41-b23a-f762c5ccdd06 req-a69ee81c-9f1b-4f44-a01b-9315cb3d49f1 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=511750e0-dc8d-4adc-addc-c8e1a11ae6c1&id=168e12f8-564f-422c-8937-74576fc874cd&id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1162674 Sep 16 04:53:46.641047 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee552ad8-89b4-4193-b7ff-7585c26566a0 req-0962fff3-e670-4ed8-b425-ec715fa7d3cf tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:46.642583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee552ad8-89b4-4193-b7ff-7585c26566a0 req-0962fff3-e670-4ed8-b425-ec715fa7d3cf tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 950 time: 0.1345975 Sep 16 04:53:46.704066 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-078b7670-9996-41e4-a6ac-7e97e3e9a8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.710056 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee552ad8-89b4-4193-b7ff-7585c26566a0 req-7c755197-905d-47a6-82b9-2ad247a7b5b2 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555627 Sep 16 04:53:46.727290 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fde61-4601-4601-b3a0-68416fd74fd4 req-eab385d9-90be-4ad5-9ca5-027308a7f0a0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:46.728958 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-178fde61-4601-4601-b3a0-68416fd74fd4 req-eab385d9-90be-4ad5-9ca5-027308a7f0a0 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.38 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 1024 time: 0.1240029 Sep 16 04:53:46.823928 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48140) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:46.845977 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-8b5b700c-cf5c-47d5-99ed-5c73f51d4643 service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308810 Sep 16 04:53:46.852194 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-078b7670-9996-41e4-a6ac-7e97e3e9a8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.899297 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-178fde61-4601-4601-b3a0-68416fd74fd4 req-5e6c03ca-0531-477e-b8b6-bea839d25ef5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Deleting port 99dd2d66-5a9f-4712-bfad-bedc9121080d {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:46.899639 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-178fde61-4601-4601-b3a0-68416fd74fd4 req-5e6c03ca-0531-477e-b8b6-bea839d25ef5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.923278 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-078b7670-9996-41e4-a6ac-7e97e3e9a8b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cb8774f6bad401ca2372728d99a80a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7925460 Sep 16 04:53:46.929573 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43436b6-19f5-4cc9-ae9d-57478cbab459 req-0779252b-9f2e-4927-bfe2-7d94463d7680 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:46.940763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c43436b6-19f5-4cc9-ae9d-57478cbab459 req-0779252b-9f2e-4927-bfe2-7d94463d7680 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 932 time: 0.1512976 Sep 16 04:53:46.940763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 48144) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:46.944138 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b7670-9996-41e4-a6ac-7e97e3e9a8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59de65ef-9365-478a-ba00-b56b8a576861,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:46.966672 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-bed4d585-b943-42c8-9ed6-028a1f42b1e4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5524881 Sep 16 04:53:46.983812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329ac98-c538-45c3-ab8f-b4b3adea896e req-54d4cea6-64f8-4f19-abd3-b93349afe309 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:46.986746 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0329ac98-c538-45c3-ab8f-b4b3adea896e req-54d4cea6-64f8-4f19-abd3-b93349afe309 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=38630a48-3e04-42e5-8802-7587a06071d5 HTTP/1.1" status: 200 len: 949 time: 0.1867309 Sep 16 04:53:47.002067 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Request body: {'port': {'device_id': '32db371b-4838-4056-8302-d14404c8b352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:47.018097 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88fd8c68-6a76-4bab-9c3e-978afdfaa876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.062160 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-3ff7f67a-576f-452e-ab50-12a0dc204585 service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092960 Sep 16 04:53:47.099215 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c43436b6-19f5-4cc9-ae9d-57478cbab459 req-42313f26-b067-4967-99e8-e539bca1982b tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594155 Sep 16 04:53:47.129857 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-1b1258d7-0489-4a8d-a72f-ceb6c6508266 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=a5ba0f66-270a-41f6-b6de-e53d473310e7 HTTP/1.1" status: 200 len: 217 time: 0.0562966 Sep 16 04:53:47.130109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0329ac98-c538-45c3-ab8f-b4b3adea896e req-df0c35a1-fd48-4a3c-b629-144d1edb5a33 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339173 Sep 16 04:53:47.132530 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-178fde61-4601-4601-b3a0-68416fd74fd4 req-5e6c03ca-0531-477e-b8b6-bea839d25ef5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] For port 99dd2d66-5a9f-4712-bfad-bedc9121080d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=99dd2d66-5a9f-4712-bfad-bedc9121080d,segment=NetworkSegment(dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181),segment_id=dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:47.132530 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-178fde61-4601-4601-b3a0-68416fd74fd4 req-5e6c03ca-0531-477e-b8b6-bea839d25ef5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.140272 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6fd546c2-b686-452e-b76a-5b5592ae41ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.158350 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.189370 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-178fde61-4601-4601-b3a0-68416fd74fd4 req-5e6c03ca-0531-477e-b8b6-bea839d25ef5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Calling delete_port for 99dd2d66-5a9f-4712-bfad-bedc9121080d owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:47.211477 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6fd546c2-b686-452e-b76a-5b5592ae41ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.253067 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-fc39a384-e765-46e8-a79b-dabaf836bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:47.254656 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-fc39a384-e765-46e8-a79b-dabaf836bca9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89b9465c-5aea-4f0b-9ac0-609722b1fa65 HTTP/1.1" status: 200 len: 797 time: 0.1096873 Sep 16 04:53:47.369082 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88fd8c68-6a76-4bab-9c3e-978afdfaa876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.369082 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-9e5a7deb-6f31-4d83-9693-682006d94d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:47.370061 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-9e5a7deb-6f31-4d83-9693-682006d94d29 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1061792 Sep 16 04:53:47.436678 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88fd8c68-6a76-4bab-9c3e-978afdfaa876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.443900 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6fd546c2-b686-452e-b76a-5b5592ae41ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.447423 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6fd546c2-b686-452e-b76a-5b5592ae41ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.451532 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6fd546c2-b686-452e-b76a-5b5592ae41ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59de65ef-9365-478a-ba00-b56b8a576861 HTTP/1.1" status: 204 len: 168 time: 0.5085857 Sep 16 04:53:47.510697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd546c2-b686-452e-b76a-5b5592ae41ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59de65ef-9365-478a-ba00-b56b8a576861,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:47.573045 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a386d4-0c70-4dbc-a1af-d00404cfcf4d req-480bf6ea-5041-443f-be40-4409bbfbb4b4 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:47.576456 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd8c68-6a76-4bab-9c3e-978afdfaa876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af98982-0b7d-437f-ace6-9698e52c1789,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:47.581081 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a386d4-0c70-4dbc-a1af-d00404cfcf4d req-480bf6ea-5041-443f-be40-4409bbfbb4b4 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:47.583225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17a386d4-0c70-4dbc-a1af-d00404cfcf4d req-480bf6ea-5041-443f-be40-4409bbfbb4b4 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=38630a48-3e04-42e5-8802-7587a06071d5&device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 1690 time: 0.1247818 Sep 16 04:53:47.587269 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-88fd8c68-6a76-4bab-9c3e-978afdfaa876 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3e20300332f4161b8eaa9947de86c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7564313 Sep 16 04:53:47.591101 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48152) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:47.595139 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-04b63fb5-10a3-4850-8078-10457b721ef5 service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128577 Sep 16 04:53:47.690460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76311845-4a59-491c-9b4f-a72903b740b9 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:47.707234 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17a386d4-0c70-4dbc-a1af-d00404cfcf4d req-65337d52-203c-4599-815a-4bf06ae26c98 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088779 Sep 16 04:53:47.710537 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.711305 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-178fde61-4601-4601-b3a0-68416fd74fd4 req-5e6c03ca-0531-477e-b8b6-bea839d25ef5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.743109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32f91972-3c45-47fd-8db0-5fd816e9c98c req-724f8637-8f23-44ba-ac82-b048f01e05c5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 210 time: 0.0347521 Sep 16 04:53:47.747981 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Transition to ACTIVE for port object 76311845-4a59-491c-9b4f-a72903b740b9 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:47.750121 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a125cb9-67f9-4ca1-979a-a70ec91efcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.753337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b09cfc67-d4e7-4344-9345-6cb4d353af7b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:47.761265 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c03ca-0531-477e-b8b6-bea839d25ef5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event deleted for resources: {'Port': ['ID=99dd2d66-5a9f-4712-bfad-bedc9121080d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:47.790489 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-4f42893d-a4f3-4b3e-bf93-2dfc5854a7cf service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847129 Sep 16 04:53:47.846787 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.850791 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a125cb9-67f9-4ca1-979a-a70ec91efcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.955842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Pushing event updated for resources: {'Port': ['ID=76311845-4a59-491c-9b4f-a72903b740b9,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:47.963783 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-178fde61-4601-4601-b3a0-68416fd74fd4 req-5e6c03ca-0531-477e-b8b6-bea839d25ef5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] No DVR routers for this DVR port 99dd2d66-5a9f-4712-bfad-bedc9121080d on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:47.967199 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-61c2f9e1-f129-46b4-bf53-ee7c27e72d62 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=bc85b5cf-42ee-4029-920f-a0fc5c1f45bc HTTP/1.1" status: 200 len: 217 time: 0.1703525 Sep 16 04:53:47.968640 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-178fde61-4601-4601-b3a0-68416fd74fd4 req-5e6c03ca-0531-477e-b8b6-bea839d25ef5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.971385 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-178fde61-4601-4601-b3a0-68416fd74fd4 req-5e6c03ca-0531-477e-b8b6-bea839d25ef5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.38 "DELETE /v2.0/ports/99dd2d66-5a9f-4712-bfad-bedc9121080d HTTP/1.1" status: 204 len: 173 time: 1.2355380 Sep 16 04:53:47.978035 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffba8ab1-afd5-41ef-b968-44394e25635e', 'name': 'network-vif-deleted', 'tag': '99dd2d66-5a9f-4712-bfad-bedc9121080d'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:47.978035 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8467ec-5aed-4bef-8dd5-613ac25e145f" -d '{"events": [{"server_uuid": "ffba8ab1-afd5-41ef-b968-44394e25635e", "name": "network-vif-deleted", "tag": "99dd2d66-5a9f-4712-bfad-bedc9121080d"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:48.017521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2954df-edda-43f6-9f99-a95dadf979d7 req-16020050-ab91-437e-a7eb-6290512b638e tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:48.019133 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb2954df-edda-43f6-9f99-a95dadf979d7 req-16020050-ab91-437e-a7eb-6290512b638e tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=38630a48-3e04-42e5-8802-7587a06071d5 HTTP/1.1" status: 200 len: 1101 time: 0.1235611 Sep 16 04:53:48.034800 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f85123-7662-4811-8891-ee88fa722157 x-openstack-request-id: req-39f85123-7662-4811-8891-ee88fa722157 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:48.035171 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffba8ab1-afd5-41ef-b968-44394e25635e", "name": "network-vif-deleted", "tag": "99dd2d66-5a9f-4712-bfad-bedc9121080d", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:48.035424 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39f85123-7662-4811-8891-ee88fa722157 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:48.035817 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffba8ab1-afd5-41ef-b968-44394e25635e', 'name': 'network-vif-deleted', 'tag': '99dd2d66-5a9f-4712-bfad-bedc9121080d', 'status': 'completed', 'code': 200} Sep 16 04:53:48.053232 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-9e0e8e5e-9de8-416b-a388-37c613b2bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:48.054982 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-9e0e8e5e-9de8-416b-a388-37c613b2bcf1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89b9465c-5aea-4f0b-9ac0-609722b1fa65 HTTP/1.1" status: 200 len: 797 time: 0.0606067 Sep 16 04:53:48.078502 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Attempting to bind port 76311845-4a59-491c-9b4f-a72903b740b9 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:48.079435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Attempting to bind port 76311845-4a59-491c-9b4f-a72903b740b9 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:48.079827 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Attempting to bind port 76311845-4a59-491c-9b4f-a72903b740b9 on network 891f88b4-8a81-44ed-8083-f8871519ebc1 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:48.087918 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb2954df-edda-43f6-9f99-a95dadf979d7 req-7d7393c5-85a9-43b0-8840-362e6bcf8464 tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587754 Sep 16 04:53:48.088632 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Port 76311845-4a59-491c-9b4f-a72903b740b9 on network 891f88b4-8a81-44ed-8083-f8871519ebc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:48.088961 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Attempting to bind port 76311845-4a59-491c-9b4f-a72903b740b9 on network 891f88b4-8a81-44ed-8083-f8871519ebc1 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:48.097343 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:48.097856 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Checking segment: {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:48.098260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Bound using segment: {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:48.099214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Bound port: 76311845-4a59-491c-9b4f-a72903b740b9, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:48.099590 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.106062 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a125cb9-67f9-4ca1-979a-a70ec91efcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.108762 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a125cb9-67f9-4ca1-979a-a70ec91efcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.111366 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4a125cb9-67f9-4ca1-979a-a70ec91efcb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8af98982-0b7d-437f-ace6-9698e52c1789 HTTP/1.1" status: 204 len: 168 time: 0.5178149 Sep 16 04:53:48.121238 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-9af6b94d-c541-4db1-b925-e0a0bede5049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:48.121238 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-9af6b94d-c541-4db1-b925-e0a0bede5049 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0534410 Sep 16 04:53:48.123318 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a125cb9-67f9-4ca1-979a-a70ec91efcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af98982-0b7d-437f-ace6-9698e52c1789,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:48.241724 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-ac7c6e07-50b6-4cba-bfb4-8189789054f9 service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089275 Sep 16 04:53:48.256597 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] For port 76311845-4a59-491c-9b4f-a72903b740b9, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:48.261373 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] For port 76311845-4a59-491c-9b4f-a72903b740b9, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=76311845-4a59-491c-9b4f-a72903b740b9,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:48.302599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff5633-522f-40cd-9ca5-2850115aac06 req-e0e39d14-546e-48f1-8c4f-0a664744ff06 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:48.304200 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5aff5633-522f-40cd-9ca5-2850115aac06 req-e0e39d14-546e-48f1-8c4f-0a664744ff06 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 944 time: 0.1115539 Sep 16 04:53:48.324522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600a762-0e02-4a28-a061-c91b7f6356b2 req-567fa1a7-fe1d-4f3a-947b-bb035c79647a tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:48.326398 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b600a762-0e02-4a28-a061-c91b7f6356b2 req-567fa1a7-fe1d-4f3a-947b-bb035c79647a tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 1102 time: 0.0727823 Sep 16 04:53:48.357266 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.359550 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-015a073f-8b4c-41c0-97ac-04eec26076a2 service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089494 Sep 16 04:53:48.360811 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48172) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:48.375555 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-652b46a1-35c7-48ef-90f5-0d162e0f2e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.410329 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5aff5633-522f-40cd-9ca5-2850115aac06 req-76aef960-fc81-4ec8-ba9b-73606bc64239 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959973 Sep 16 04:53:48.422995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:48.424039 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.424994 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] 10.222.0.38 "PUT /v2.0/ports/76311845-4a59-491c-9b4f-a72903b740b9 HTTP/1.1" status: 200 len: 1093 time: 1.4372544 Sep 16 04:53:48.425445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32db371b-4838-4056-8302-d14404c8b352', 'tag': '76311845-4a59-491c-9b4f-a72903b740b9'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:48.427745 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9b4862-1fd0-42c7-a1d0-51868e4e6527" -d '{"events": [{"name": "network-changed", "server_uuid": "32db371b-4838-4056-8302-d14404c8b352", "tag": "76311845-4a59-491c-9b4f-a72903b740b9"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:48.431788 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-bd509a58-eea0-48f1-8f2c-e6f4b0d57f66 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=02f13f4a-d752-4b62-80fe-9e1b2b5176a4 HTTP/1.1" status: 200 len: 217 time: 0.0454702 Sep 16 04:53:48.445601 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b600a762-0e02-4a28-a061-c91b7f6356b2 req-7554c230-4a6b-48c9-b329-8f1d5d8813b5 tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117182 Sep 16 04:53:48.461229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3cc4e-b2e1-4c5f-975e-83a238718142 service neutron] Pushing event updated for resources: {'Port': ['ID=76311845-4a59-491c-9b4f-a72903b740b9,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:48.486427 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5677fd99-062a-4fb6-bee8-c3a5a4187759 x-openstack-request-id: req-5677fd99-062a-4fb6-bee8-c3a5a4187759 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:48.486772 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32db371b-4838-4056-8302-d14404c8b352", "tag": "76311845-4a59-491c-9b4f-a72903b740b9", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:48.487047 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5677fd99-062a-4fb6-bee8-c3a5a4187759 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:48.487497 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32db371b-4838-4056-8302-d14404c8b352', 'tag': '76311845-4a59-491c-9b4f-a72903b740b9', 'status': 'completed', 'code': 200} Sep 16 04:53:48.541749 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-c21e1893-51f4-4d3f-b4d1-4213602b9282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:48.543987 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-c21e1893-51f4-4d3f-b4d1-4213602b9282 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e3cf3c4e-d286-4dbe-a756-42de8506c72b HTTP/1.1" status: 200 len: 797 time: 0.1001873 Sep 16 04:53:48.619025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b4862-1fd0-42c7-a1d0-51868e4e6527 req-3f900778-3824-49b9-a8f0-2f6fbb5802a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:48.620741 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf9b4862-1fd0-42c7-a1d0-51868e4e6527 req-3f900778-3824-49b9-a8f0-2f6fbb5802a3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 1096 time: 0.0589104 Sep 16 04:53:48.640771 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-2c2ac99f-dc9e-4436-956a-f9cc07a81ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:48.643230 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-2c2ac99f-dc9e-4436-956a-f9cc07a81ae7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92487fc6-ad30-45f7-ae82-d9026609df50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0786715 Sep 16 04:53:48.647832 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-652b46a1-35c7-48ef-90f5-0d162e0f2e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.750224 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-1b3f9e48-2ca5-4786-a072-55136d378dfe service neutron] 10.222.0.38 "GET /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940483 Sep 16 04:53:48.757400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b4862-1fd0-42c7-a1d0-51868e4e6527 req-4435a9e5-204a-4b5f-8b46-a64459009643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:48.758874 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf9b4862-1fd0-42c7-a1d0-51868e4e6527 req-4435a9e5-204a-4b5f-8b46-a64459009643 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1032434 Sep 16 04:53:48.777951 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-652b46a1-35c7-48ef-90f5-0d162e0f2e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.883651 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-652b46a1-35c7-48ef-90f5-0d162e0f2e5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05c4dd203adc4556a240db8199a74cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5199199 Sep 16 04:53:48.884154 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b46a1-35c7-48ef-90f5-0d162e0f2e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bae7c2a-cc41-4be8-a4b6-96655fd4df40,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:48.888144 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48192) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:48.937436 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34018b3d-7815-42ff-9871-130b402bab15 req-a71c94b0-5580-4190-8ea5-ad3078f53570 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffba8ab1-afd5-41ef-b968-44394e25635e HTTP/1.1" status: 200 len: 210 time: 0.0371797 Sep 16 04:53:48.944318 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-ec98e6d3-773b-4e76-805a-9bf8bc83a7c2 service neutron] 10.222.0.38 "GET /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857755 Sep 16 04:53:48.972223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b4862-1fd0-42c7-a1d0-51868e4e6527 req-a354ffe7-a243-401c-ae46-b92afefb873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:48.976976 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf9b4862-1fd0-42c7-a1d0-51868e4e6527 req-a354ffe7-a243-401c-ae46-b92afefb873e service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2068560 Sep 16 04:53:48.982517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e21b5532-f5c1-4545-bfee-06091ca19a59 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434735 Sep 16 04:53:48.987792 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 48200) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:49.009982 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2f79d58e-6ca0-4741-beaa-29327ed2e58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.013312 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-cc4e8969-1323-4507-b2d2-22f25642a2e8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=666421dd-7f20-43a0-8019-5b5cd252de6c HTTP/1.1" status: 200 len: 217 time: 0.0568912 Sep 16 04:53:49.036036 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6fe22fa6-0172-4b7c-987d-76c895d08b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.042465 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2f79d58e-6ca0-4741-beaa-29327ed2e58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.122255 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-1b10a9dd-0e74-4117-9867-21701cbc9692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:49.123221 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-1b10a9dd-0e74-4117-9867-21701cbc9692 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e3cf3c4e-d286-4dbe-a756-42de8506c72b HTTP/1.1" status: 200 len: 797 time: 0.0699985 Sep 16 04:53:49.124953 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:53:49.177583 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-b864a929-57ec-4a16-af56-7086c9d2aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:49.179152 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-b864a929-57ec-4a16-af56-7086c9d2aa22 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92487fc6-ad30-45f7-ae82-d9026609df50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0464673 Sep 16 04:53:49.181002 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-3cf5b4b3-2c65-4e36-99ba-4fb9a8df6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:49.182618 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-3cf5b4b3-2c65-4e36-99ba-4fb9a8df6ceb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 1096 time: 0.0780196 Sep 16 04:53:49.189815 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-2bd79223-479c-40b4-b0c2-9c00ce140875 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:49.191178 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-2bd79223-479c-40b4-b0c2-9c00ce140875 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2078218 Sep 16 04:53:49.213352 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-f1fd7b8a-e03f-49c0-bd8e-cc387ae14942 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/quotas/92e43dc0cc3d42d2b269252909ac15b0 HTTP/1.1" status: 200 len: 375 time: 0.0162761 Sep 16 04:53:49.230503 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2f79d58e-6ca0-4741-beaa-29327ed2e58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.233154 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2f79d58e-6ca0-4741-beaa-29327ed2e58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.234337 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2f79d58e-6ca0-4741-beaa-29327ed2e58a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0bae7c2a-cc41-4be8-a4b6-96655fd4df40 HTTP/1.1" status: 204 len: 168 time: 0.3452520 Sep 16 04:53:49.254749 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-d9c8d058-49ab-4123-8a16-c65fca008f7b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76311845-4a59-491c-9b4f-a72903b740b9 HTTP/1.1" status: 200 len: 217 time: 0.0511863 Sep 16 04:53:49.271860 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79d58e-6ca0-4741-beaa-29327ed2e58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bae7c2a-cc41-4be8-a4b6-96655fd4df40,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:49.297843 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-64f7b3a7-c939-4379-a605-ac6dcab7c47b service neutron] 10.222.0.38 "GET /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993588 Sep 16 04:53:49.379163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-ddb28953-9b6e-468c-a652-7b5d7ce09190 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1318619 Sep 16 04:53:49.381995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-2b92882d-6414-4a3b-a4cd-1611e6944d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:49.387306 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-2b92882d-6414-4a3b-a4cd-1611e6944d29 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a11d457e-5c38-4c60-bb5b-2d1c066b76df HTTP/1.1" status: 200 len: 845 time: 0.1137104 Sep 16 04:53:49.416842 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b5852b68-deeb-485e-8d9a-336df6d85ae8 req-edfbbbd4-403a-4c8a-b2f7-4154ded836d7 service neutron] 10.222.0.38 "GET /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997584 Sep 16 04:53:49.430160 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-3b40c59e-d686-42b9-a2a8-24c43d070168 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=891f88b4-8a81-44ed-8083-f8871519ebc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356245 Sep 16 04:53:49.483299 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6fe22fa6-0172-4b7c-987d-76c895d08b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.559325 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6fe22fa6-0172-4b7c-987d-76c895d08b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.637112 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-b0fe16ab-7ee9-4689-871d-89830e4da0cd service neutron] 10.222.0.38 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915867 Sep 16 04:53:49.640535 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6fe22fa6-0172-4b7c-987d-76c895d08b87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10d5a39032734e9e9215b712ce57d7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6498182 Sep 16 04:53:49.642261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe22fa6-0172-4b7c-987d-76c895d08b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b51b3b2-9d84-4cf0-98e3-07400554db9f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:49.645470 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48208) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:49.647163 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 99dd2d66-5a9f-4712-bfad-bedc9121080d no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:49.663436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031586ba-8951-48d5-8a09-0322cad8daed req-b1e692b9-a370-482f-b73a-68568a492378 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:49.664831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-031586ba-8951-48d5-8a09-0322cad8daed req-b1e692b9-a370-482f-b73a-68568a492378 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 944 time: 0.1415777 Sep 16 04:53:49.699360 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 99dd2d66-5a9f-4712-bfad-bedc9121080d {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:49.699711 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 99dd2d66-5a9f-4712-bfad-bedc9121080d not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:49.737746 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8647554e-1acc-47ea-8030-cd5c893635ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.763464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-031586ba-8951-48d5-8a09-0322cad8daed req-7a130b44-245f-4894-a9f4-a1111b45e32f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882268 Sep 16 04:53:49.771661 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8647554e-1acc-47ea-8030-cd5c893635ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.794535 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4dbde3e-107b-42bb-b3f7-44bddde14a51 req-9cfc0934-e537-496b-8b9d-12f2061481d0 service neutron] 10.222.0.38 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278129 Sep 16 04:53:49.961610 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8647554e-1acc-47ea-8030-cd5c893635ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.964312 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8647554e-1acc-47ea-8030-cd5c893635ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.968429 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8647554e-1acc-47ea-8030-cd5c893635ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b51b3b2-9d84-4cf0-98e3-07400554db9f HTTP/1.1" status: 204 len: 168 time: 0.3216944 Sep 16 04:53:49.977824 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647554e-1acc-47ea-8030-cd5c893635ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b51b3b2-9d84-4cf0-98e3-07400554db9f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:50.082920 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b3098d22-0962-47b0-a824-256716b06f15 req-a045b38e-f565-4c6e-a4f6-65ac866316e9 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/168e12f8-564f-422c-8937-74576fc874cd HTTP/1.1" status: 200 len: 1802 time: 0.0449135 Sep 16 04:53:50.155675 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b3098d22-0962-47b0-a824-256716b06f15 req-6a1d01dc-5798-45ab-a6eb-59ff65d172da tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.201564 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b3098d22-0962-47b0-a824-256716b06f15 req-6a1d01dc-5798-45ab-a6eb-59ff65d172da tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.367939 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b3098d22-0962-47b0-a824-256716b06f15 req-6a1d01dc-5798-45ab-a6eb-59ff65d172da tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.370929 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b3098d22-0962-47b0-a824-256716b06f15 req-6a1d01dc-5798-45ab-a6eb-59ff65d172da tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.372590 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b3098d22-0962-47b0-a824-256716b06f15 req-6a1d01dc-5798-45ab-a6eb-59ff65d172da tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "DELETE /v2.0/security-groups/168e12f8-564f-422c-8937-74576fc874cd HTTP/1.1" status: 204 len: 173 time: 0.2827916 Sep 16 04:53:50.389548 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d01dc-5798-45ab-a6eb-59ff65d172da tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=168e12f8-564f-422c-8937-74576fc874cd,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:50.458836 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e5565f4c-e72c-4582-a711-17e371cbcfd2 req-fa26fd84-ff7f-4d4d-a48c-d1e8fc70de12 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 210 time: 0.0448737 Sep 16 04:53:50.476671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3875ad97-4902-4231-acf9-a64807c8ae8a req-d696a483-a036-4503-96d6-427ecb317cb4 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/511750e0-dc8d-4adc-addc-c8e1a11ae6c1 HTTP/1.1" status: 200 len: 1803 time: 0.0743055 Sep 16 04:53:50.551380 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3875ad97-4902-4231-acf9-a64807c8ae8a req-861e67ef-c1bc-485b-abf6-aec3647a0f66 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.581775 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3875ad97-4902-4231-acf9-a64807c8ae8a req-861e67ef-c1bc-485b-abf6-aec3647a0f66 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.727400 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3875ad97-4902-4231-acf9-a64807c8ae8a req-861e67ef-c1bc-485b-abf6-aec3647a0f66 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.731625 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3875ad97-4902-4231-acf9-a64807c8ae8a req-861e67ef-c1bc-485b-abf6-aec3647a0f66 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.740108 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3875ad97-4902-4231-acf9-a64807c8ae8a req-861e67ef-c1bc-485b-abf6-aec3647a0f66 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "DELETE /v2.0/security-groups/511750e0-dc8d-4adc-addc-c8e1a11ae6c1 HTTP/1.1" status: 204 len: 173 time: 0.2541087 Sep 16 04:53:50.752839 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e67ef-c1bc-485b-abf6-aec3647a0f66 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=511750e0-dc8d-4adc-addc-c8e1a11ae6c1,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:50.770926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-c214de26-f638-4aae-9366-d73ce18ffcd4 req-a5f3ed39-6716-4a76-9038-6aef82e22306 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1009869123', 'description': 'tempest-description-1949949814'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:50.892028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cd7d3-1754-4d2b-b605-2d24981c6a43 req-c3530077-ca1a-4dff-815c-c6eaa7c3ef56 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:50.894095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a3cd7d3-1754-4d2b-b605-2d24981c6a43 req-c3530077-ca1a-4dff-815c-c6eaa7c3ef56 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 944 time: 0.0549502 Sep 16 04:53:50.932812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a3cd7d3-1754-4d2b-b605-2d24981c6a43 req-c5879db9-7708-4c14-a900-6e9cfa5d818d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322530 Sep 16 04:53:51.029946 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c214de26-f638-4aae-9366-d73ce18ffcd4 req-a5f3ed39-6716-4a76-9038-6aef82e22306 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.151791 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c214de26-f638-4aae-9366-d73ce18ffcd4 req-a5f3ed39-6716-4a76-9038-6aef82e22306 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.292951 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c214de26-f638-4aae-9366-d73ce18ffcd4 req-a5f3ed39-6716-4a76-9038-6aef82e22306 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.347261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3ed39-6716-4a76-9038-6aef82e22306 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce172b46-6a90-4328-8e83-332d4c6b06d4,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:51.384140 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c214de26-f638-4aae-9366-d73ce18ffcd4 req-a5f3ed39-6716-4a76-9038-6aef82e22306 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.389577 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c214de26-f638-4aae-9366-d73ce18ffcd4 req-a5f3ed39-6716-4a76-9038-6aef82e22306 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6203032 Sep 16 04:53:51.492962 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4153e7f0-86c5-469e-91d8-6737ab72097d req-6dcc0dba-cee1-4a6f-aea5-54832ca65304 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/ce172b46-6a90-4328-8e83-332d4c6b06d4 HTTP/1.1" status: 200 len: 1803 time: 0.0834708 Sep 16 04:53:51.502434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-4153e7f0-86c5-469e-91d8-6737ab72097d req-0c164a63-e9c8-4352-b3e9-50e9656d7d78 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Request body: {'security_group': {'name': 'tempest-sg-hth-730040250', 'description': 'tempest-description-hth-1149500126'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:51.528048 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902671d5-0d4a-4a59-8179-090693e481de req-261e2c10-bb4f-4a1f-a04d-96ddeda0b1e3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:51.528048 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-902671d5-0d4a-4a59-8179-090693e481de req-261e2c10-bb4f-4a1f-a04d-96ddeda0b1e3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 946 time: 0.0891027 Sep 16 04:53:51.555532 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4153e7f0-86c5-469e-91d8-6737ab72097d req-0c164a63-e9c8-4352-b3e9-50e9656d7d78 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.599694 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-902671d5-0d4a-4a59-8179-090693e481de req-975a036b-c3dc-4dfd-a422-3de64671a1a0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643718 Sep 16 04:53:51.617377 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4153e7f0-86c5-469e-91d8-6737ab72097d req-0c164a63-e9c8-4352-b3e9-50e9656d7d78 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.682947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-36e9f7f5-5250-40bb-8150-570bd9b0d153 req-8082fec3-2a01-4194-b684-a17d8883ef1b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 210 time: 0.0317171 Sep 16 04:53:51.728398 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4153e7f0-86c5-469e-91d8-6737ab72097d req-0c164a63-e9c8-4352-b3e9-50e9656d7d78 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.731417 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4153e7f0-86c5-469e-91d8-6737ab72097d req-0c164a63-e9c8-4352-b3e9-50e9656d7d78 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.733189 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4153e7f0-86c5-469e-91d8-6737ab72097d req-0c164a63-e9c8-4352-b3e9-50e9656d7d78 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "PUT /v2.0/security-groups/ce172b46-6a90-4328-8e83-332d4c6b06d4 HTTP/1.1" status: 200 len: 1776 time: 0.2392519 Sep 16 04:53:51.763578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c164a63-e9c8-4352-b3e9-50e9656d7d78 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce172b46-6a90-4328-8e83-332d4c6b06d4,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:51.816152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c6bbd5a-3e94-443b-8380-16284565b70a req-99ddafa1-ce3e-4dbd-9215-b15a8eb390af tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/ce172b46-6a90-4328-8e83-332d4c6b06d4 HTTP/1.1" status: 200 len: 1776 time: 0.0533347 Sep 16 04:53:51.907036 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a83221c-cbe4-4c18-b9d3-4a1f782ac8ee req-2c58bb4a-d609-4404-b51f-999df36d7022 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/ce172b46-6a90-4328-8e83-332d4c6b06d4 HTTP/1.1" status: 200 len: 1776 time: 0.0528893 Sep 16 04:53:51.974233 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3a83221c-cbe4-4c18-b9d3-4a1f782ac8ee req-a65f2c7e-afa9-4e93-b007-dd04eedf4fd4 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.997437 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3a83221c-cbe4-4c18-b9d3-4a1f782ac8ee req-a65f2c7e-afa9-4e93-b007-dd04eedf4fd4 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.161429 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3a83221c-cbe4-4c18-b9d3-4a1f782ac8ee req-a65f2c7e-afa9-4e93-b007-dd04eedf4fd4 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.164247 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3a83221c-cbe4-4c18-b9d3-4a1f782ac8ee req-a65f2c7e-afa9-4e93-b007-dd04eedf4fd4 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.165616 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a83221c-cbe4-4c18-b9d3-4a1f782ac8ee req-a65f2c7e-afa9-4e93-b007-dd04eedf4fd4 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "DELETE /v2.0/security-groups/ce172b46-6a90-4328-8e83-332d4c6b06d4 HTTP/1.1" status: 204 len: 173 time: 0.2496679 Sep 16 04:53:52.176904 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f2c7e-afa9-4e93-b007-dd04eedf4fd4 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce172b46-6a90-4328-8e83-332d4c6b06d4,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:52.279323 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588f544-4b35-4ac3-b7f9-4631d01f30e3 req-85fbaed5-0308-4632-9f1e-d1fc2f17ad21 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:52.280989 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6588f544-4b35-4ac3-b7f9-4631d01f30e3 req-85fbaed5-0308-4632-9f1e-d1fc2f17ad21 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 944 time: 0.0654840 Sep 16 04:53:52.322294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6588f544-4b35-4ac3-b7f9-4631d01f30e3 req-4cf852cf-1ca0-4557-97dc-ec1680e4cc5c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349467 Sep 16 04:53:52.521152 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-f0f0e5c9-0770-41a3-92df-634ea28b5a11 req-a2ff553a-7ce5-4029-84ed-913d65f3447f tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] show failed (client error): The resource could not be found. Sep 16 04:53:52.522357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0f0e5c9-0770-41a3-92df-634ea28b5a11 req-a2ff553a-7ce5-4029-84ed-913d65f3447f tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/511750e0-dc8d-4adc-addc-c8e1a11ae6c1 HTTP/1.1" status: 404 len: 352 time: 0.0152524 Sep 16 04:53:52.557510 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-1ed77ba7-58c4-4c82-bf5f-92626df1cb90 req-7fe8f1be-a21f-4933-8557-640f6c2a1dda tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] show failed (client error): The resource could not be found. Sep 16 04:53:52.558655 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ed77ba7-58c4-4c82-bf5f-92626df1cb90 req-7fe8f1be-a21f-4933-8557-640f6c2a1dda tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/168e12f8-564f-422c-8937-74576fc874cd HTTP/1.1" status: 404 len: 352 time: 0.0151820 Sep 16 04:53:52.595396 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-657e0b2c-d992-4d4d-a9ca-955cf5f240f6 req-f0b9e8fd-e84d-4c8f-b32f-ca9fba9f17ef tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] show failed (client error): The resource could not be found. Sep 16 04:53:52.600217 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-657e0b2c-d992-4d4d-a9ca-955cf5f240f6 req-f0b9e8fd-e84d-4c8f-b32f-ca9fba9f17ef tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/07494180-5d4f-4138-87eb-21f9df45e9ac HTTP/1.1" status: 404 len: 352 time: 0.0163603 Sep 16 04:53:52.632598 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-405495ee-b2f5-4151-974b-7543c4c15fb0 req-9dcda79c-4df1-4d3b-8526-4ee2f3cd581f tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] show failed (client error): The resource could not be found. Sep 16 04:53:52.633589 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-405495ee-b2f5-4151-974b-7543c4c15fb0 req-9dcda79c-4df1-4d3b-8526-4ee2f3cd581f tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/b3eba8c8-4945-41f9-aea9-e639d75993fc HTTP/1.1" status: 404 len: 352 time: 0.0157800 Sep 16 04:53:52.669391 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-dd002255-286d-48ef-a3e6-84621e809b49 req-8cd09d5c-3210-46ed-a508-09459c9eb93e tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] show failed (client error): The resource could not be found. Sep 16 04:53:52.671628 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd002255-286d-48ef-a3e6-84621e809b49 req-8cd09d5c-3210-46ed-a508-09459c9eb93e tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/fbf6826f-1d28-4ffa-b321-1b46119dd111 HTTP/1.1" status: 404 len: 352 time: 0.0186665 Sep 16 04:53:52.706170 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-b8ee9216-e2f9-461f-b165-97d470ac1864 req-492ca2f0-ab11-416c-9c22-c217b7f86ac5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] show failed (client error): The resource could not be found. Sep 16 04:53:52.707213 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8ee9216-e2f9-461f-b165-97d470ac1864 req-492ca2f0-ab11-416c-9c22-c217b7f86ac5 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/25826261-68b4-474d-957b-792e726dc15c HTTP/1.1" status: 404 len: 352 time: 0.0141988 Sep 16 04:53:52.793360 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6800cd0f-8ea2-46fc-8460-67d24d35b854 req-c440028b-08a2-4e57-8004-bffdb026186b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 210 time: 0.0317457 Sep 16 04:53:53.227520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077aa46-bd45-45ac-9e3f-6562228c9ecc req-b827ada1-0a6f-40d6-a630-592341f67188 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:53.229760 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0077aa46-bd45-45ac-9e3f-6562228c9ecc req-b827ada1-0a6f-40d6-a630-592341f67188 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 1024 time: 0.0615649 Sep 16 04:53:53.275200 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0077aa46-bd45-45ac-9e3f-6562228c9ecc req-b599fe98-28f1-49c5-8df0-b99e6665caf3 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ebb4ab3-c908-4849-8ec1-13d32a02ad6c&id=5a4cab63-6f81-47c2-9491-d905a4a60507&id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0389771 Sep 16 04:53:53.448359 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39395a5a-7b5e-4011-b4c9-ead3820b57b2 req-305af77a-09a9-4978-b9bc-399b97909e7b tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:53.449984 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39395a5a-7b5e-4011-b4c9-ead3820b57b2 req-305af77a-09a9-4978-b9bc-399b97909e7b tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 944 time: 0.0571191 Sep 16 04:53:53.525240 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39395a5a-7b5e-4011-b4c9-ead3820b57b2 req-346445ac-3689-46e5-bf25-057ea361bfc2 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431001 Sep 16 04:53:53.661134 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 76311845-4a59-491c-9b4f-a72903b740b9 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:53.775546 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 76311845-4a59-491c-9b4f-a72903b740b9, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=76311845-4a59-491c-9b4f-a72903b740b9,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:53.788860 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '76311845-4a59-491c-9b4f-a72903b740b9', 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1', 'port_id': '76311845-4a59-491c-9b4f-a72903b740b9', 'mac_address': 'fa:16:3e:fc:7b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11d457e-5c38-4c60-bb5b-2d1c066b76df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:53.850519 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.868776 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76311845-4a59-491c-9b4f-a72903b740b9 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:53.896957 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 76311845-4a59-491c-9b4f-a72903b740b9, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=76311845-4a59-491c-9b4f-a72903b740b9,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:53.930309 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-30a58752-80f0-4087-91b8-a5ef0a128926 req-df392e54-71ac-4416-9848-78e6b2647d8c tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 210 time: 0.0269089 Sep 16 04:53:53.963221 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-90bfcf1a-27bc-4446-bd75-b96510fb1390 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218821 Sep 16 04:53:54.014328 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.076090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=76311845-4a59-491c-9b4f-a72903b740b9,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:54.119280 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-85d71dd4-246b-45db-baee-aeea41bc0757 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383031 Sep 16 04:53:54.159878 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-4e7b36a4-a9ca-4ae3-9bda-a80192f9f992 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.161374 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-4e7b36a4-a9ca-4ae3-9bda-a80192f9f992 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1908307 Sep 16 04:53:54.185673 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Request body: {'port': {'device_id': 'feed02b4-f7e2-4422-8a61-51670566a2aa', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': '92e43dc0cc3d42d2b269252909ac15b0'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:54.195417 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.648434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-cfdc5f4d-180d-4c6d-8510-f71663b59cf9 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.650038 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-cfdc5f4d-180d-4c6d-8510-f71663b59cf9 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5230138 Sep 16 04:53:54.661420 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb16ac9-0fee-47c0-bb3f-49d98b9185a7 req-ccb8ce8f-3034-4695-b28f-8f23e57e4bb4 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.670725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8fb16ac9-0fee-47c0-bb3f-49d98b9185a7 req-ccb8ce8f-3034-4695-b28f-8f23e57e4bb4 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 1024 time: 0.1617064 Sep 16 04:53:54.688313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-2ffea293-cee4-47ca-bc90-b46c71ec419e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Request body: {'port': {'device_id': '144c7aaf-8132-4ab5-8258-cda34e715c73', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': '92e43dc0cc3d42d2b269252909ac15b0'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:54.830106 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8fb16ac9-0fee-47c0-bb3f-49d98b9185a7 req-1db6ae4a-1e5b-465c-8b20-f6098fda345c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ebb4ab3-c908-4849-8ec1-13d32a02ad6c&id=5a4cab63-6f81-47c2-9491-d905a4a60507&id=aa2c74d3-b829-45fc-8554-cb342f7ed3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1584635 Sep 16 04:53:54.865885 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace4799-0037-4d7c-8f26-0af628310b26 req-80d71e3d-9b52-435a-9c6e-218f88bafb22 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.867449 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cace4799-0037-4d7c-8f26-0af628310b26 req-80d71e3d-9b52-435a-9c6e-218f88bafb22 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 945 time: 0.1485033 Sep 16 04:53:54.918858 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cace4799-0037-4d7c-8f26-0af628310b26 req-09e69c7a-c89f-404d-b907-46d8e8c0a162 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411296 Sep 16 04:53:54.935680 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['76311845-4a59-491c-9b4f-a72903b740b9'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:54.944510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Made reservation on behalf of 92e43dc0cc3d42d2b269252909ac15b0 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:54.954215 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.074136 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25ff76d7-a097-4ccf-a181-d1910db2c8df req-1355911c-7a9f-4733-87ae-4fa9afcbe610 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 210 time: 0.0436306 Sep 16 04:53:55.089537 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-2ffea293-cee4-47ca-bc90-b46c71ec419e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Made reservation on behalf of 92e43dc0cc3d42d2b269252909ac15b0 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:55.093210 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-2ffea293-cee4-47ca-bc90-b46c71ec419e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.195398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Allocated IP 192.168.233.198 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/eee152ef-2b06-40fa-9b6f-1a6229110f7d) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:55.257311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ed5e5-bf56-48e8-8a10-21d7d3045ead req-ce0e9207-ff5b-44d9-907d-09a14930280a tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:55.258812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d8ed5e5-bf56-48e8-8a10-21d7d3045ead req-ce0e9207-ff5b-44d9-907d-09a14930280a tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.21 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 1024 time: 0.1587622 Sep 16 04:53:55.464122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-6d8ed5e5-bf56-48e8-8a10-21d7d3045ead req-6550a4b0-aa78-4748-a200-b590052dfd2c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Deleting port b09cfc67-d4e7-4344-9345-6cb4d353af7b {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:55.464377 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6d8ed5e5-bf56-48e8-8a10-21d7d3045ead req-6550a4b0-aa78-4748-a200-b590052dfd2c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.509722 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.589289 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-6d8ed5e5-bf56-48e8-8a10-21d7d3045ead req-6550a4b0-aa78-4748-a200-b590052dfd2c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] For port b09cfc67-d4e7-4344-9345-6cb4d353af7b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b09cfc67-d4e7-4344-9345-6cb4d353af7b,segment=NetworkSegment(dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181),segment_id=dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:55.589655 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6d8ed5e5-bf56-48e8-8a10-21d7d3045ead req-6550a4b0-aa78-4748-a200-b590052dfd2c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.611903 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-6d8ed5e5-bf56-48e8-8a10-21d7d3045ead req-6550a4b0-aa78-4748-a200-b590052dfd2c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Calling delete_port for b09cfc67-d4e7-4344-9345-6cb4d353af7b owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:55.797841 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.836694 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a00d0f17-67c5-4384-8803-420224b58647', '6077c18b-ba6f-47e5-9415-c613b542742f', '857cdbb8-8bf2-473c-a798-8e72febee3ce'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:55.874841 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:55.882648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:55.894312 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6d8ed5e5-bf56-48e8-8a10-21d7d3045ead req-6550a4b0-aa78-4748-a200-b590052dfd2c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.894312 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:55.959294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Pushing event updated for resources: {'Port': ['ID=eee152ef-2b06-40fa-9b6f-1a6229110f7d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:56.011232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-2ffea293-cee4-47ca-bc90-b46c71ec419e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Allocated IP 192.168.233.153 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:56.052498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-447f9a8c-0617-4b74-a180-d202877e6d5f req-63be4d10-b0dd-46c2-8399-6fb01fa8d9a4 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 210 time: 0.1044097 Sep 16 04:53:56.053952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:56.054306 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:56.054644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:56.055038 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:56.055375 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:56.056173 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:56.056517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:56.056856 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:56.057185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:56.057519 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:56.057847 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:56.058174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:56.132701 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48460) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:56.180062 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550a4b0-aa78-4748-a200-b590052dfd2c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event deleted for resources: {'Port': ['ID=b09cfc67-d4e7-4344-9345-6cb4d353af7b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:56.187864 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:56.188705 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.212392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8ed5e5-bf56-48e8-8a10-21d7d3045ead req-6550a4b0-aa78-4748-a200-b590052dfd2c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] No DVR routers for this DVR port b09cfc67-d4e7-4344-9345-6cb4d353af7b on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:56.232869 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6d8ed5e5-bf56-48e8-8a10-21d7d3045ead req-6550a4b0-aa78-4748-a200-b590052dfd2c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.233822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d8ed5e5-bf56-48e8-8a10-21d7d3045ead req-6550a4b0-aa78-4748-a200-b590052dfd2c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.21 "DELETE /v2.0/ports/b09cfc67-d4e7-4344-9345-6cb4d353af7b HTTP/1.1" status: 204 len: 173 time: 0.9680285 Sep 16 04:53:56.240027 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85701a9d-e2bd-4101-8e14-5802c5844bda', 'name': 'network-vif-deleted', 'tag': 'b09cfc67-d4e7-4344-9345-6cb4d353af7b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:56.242423 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6890547f-ceb5-4c04-9c18-af6e4b6663c0" -d '{"events": [{"server_uuid": "85701a9d-e2bd-4101-8e14-5802c5844bda", "name": "network-vif-deleted", "tag": "b09cfc67-d4e7-4344-9345-6cb4d353af7b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:56.296197 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-600133d2-c8ff-486d-bd90-8607cbe5614b req-27c94e0b-0226-4410-b52e-e73013e5ff67 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 210 time: 0.0817311 Sep 16 04:53:56.328757 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-32f47690-eeb1-4bc4-912e-72a119c5bddd None None] Provisioning complete for port eee152ef-2b06-40fa-9b6f-1a6229110f7d triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:56.329245 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-32f47690-eeb1-4bc4-912e-72a119c5bddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.333823 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c3ab30b7-4868-49c3-af99-1ccd4495dbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.352562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b6fae-5180-4d66-8104-24d5488904f8 req-2fc4d217-71cc-4bae-8a70-e96e2dfb05cf tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:56.363811 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c0b6fae-5180-4d66-8104-24d5488904f8 req-2fc4d217-71cc-4bae-8a70-e96e2dfb05cf tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 945 time: 0.2637641 Sep 16 04:53:56.370515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-9368e174-341f-439a-b381-8b0d7eeb747f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1912577 Sep 16 04:53:56.400050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Request body: {'port': {'device_id': 'feed02b4-f7e2-4422-8a61-51670566a2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:56.405506 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-32f47690-eeb1-4bc4-912e-72a119c5bddd None None] Port eee152ef-2b06-40fa-9b6f-1a6229110f7d cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:56.408490 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b25eae1-4018-4b1c-92db-5b384df6549f x-openstack-request-id: req-2b25eae1-4018-4b1c-92db-5b384df6549f {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:56.408787 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85701a9d-e2bd-4101-8e14-5802c5844bda", "name": "network-vif-deleted", "tag": "b09cfc67-d4e7-4344-9345-6cb4d353af7b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:56.409469 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b25eae1-4018-4b1c-92db-5b384df6549f {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:56.409700 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85701a9d-e2bd-4101-8e14-5802c5844bda', 'name': 'network-vif-deleted', 'tag': 'b09cfc67-d4e7-4344-9345-6cb4d353af7b', 'status': 'completed', 'code': 200} Sep 16 04:53:56.468478 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c3ab30b7-4868-49c3-af99-1ccd4495dbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.500671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c0b6fae-5180-4d66-8104-24d5488904f8 req-d534e130-6669-4988-ba04-8ed481152d4c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287310 Sep 16 04:53:56.536004 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.556822 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-2ffea293-cee4-47ca-bc90-b46c71ec419e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.624767 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c3ab30b7-4868-49c3-af99-1ccd4495dbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.661366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab30b7-4868-49c3-af99-1ccd4495dbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893ec599-6692-4f9b-92e4-3bf25a9132a3,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:56.678933 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c3ab30b7-4868-49c3-af99-1ccd4495dbab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c031350ba4924257bd3d1c8ec8205442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5444560 Sep 16 04:53:56.681474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48472) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:56.735650 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c1c2f42d-d3af-4f48-8a85-1d57402eac5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.759113 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c1c2f42d-d3af-4f48-8a85-1d57402eac5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.764016 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-2ffea293-cee4-47ca-bc90-b46c71ec419e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.871360 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-2ffea293-cee4-47ca-bc90-b46c71ec419e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:56.881601 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-2ffea293-cee4-47ca-bc90-b46c71ec419e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:56.885109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-2ffea293-cee4-47ca-bc90-b46c71ec419e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:56.887743 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffea293-cee4-47ca-bc90-b46c71ec419e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Pushing event updated for resources: {'Port': ['ID=cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:56.904195 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c1c2f42d-d3af-4f48-8a85-1d57402eac5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.907554 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c1c2f42d-d3af-4f48-8a85-1d57402eac5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.908868 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c1c2f42d-d3af-4f48-8a85-1d57402eac5e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/893ec599-6692-4f9b-92e4-3bf25a9132a3 HTTP/1.1" status: 204 len: 168 time: 0.2263322 Sep 16 04:53:56.918976 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2f42d-d3af-4f48-8a85-1d57402eac5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893ec599-6692-4f9b-92e4-3bf25a9132a3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:56.973589 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-2ffea293-cee4-47ca-bc90-b46c71ec419e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:56.974275 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-2ffea293-cee4-47ca-bc90-b46c71ec419e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.045683 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee152ef-2b06-40fa-9b6f-1a6229110f7d {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:57.053233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a00d0f17-67c5-4384-8803-420224b58647', '6077c18b-ba6f-47e5-9415-c613b542742f', '857cdbb8-8bf2-473c-a798-8e72febee3ce'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:57.054440 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.068641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Transition to ACTIVE for port object eee152ef-2b06-40fa-9b6f-1a6229110f7d will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:57.081267 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b09cfc67-d4e7-4344-9345-6cb4d353af7b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:57.167846 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-edeb8ace-8373-4ea0-94f0-95604c28648d None None] Provisioning complete for port cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:57.168456 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-edeb8ace-8373-4ea0-94f0-95604c28648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.201983 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6bc3f90a-5477-4570-9867-bbae0032b986 req-95003b0e-9c47-4321-b11a-b290567ba632 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/ports?device_id=85701a9d-e2bd-4101-8e14-5802c5844bda HTTP/1.1" status: 200 len: 210 time: 0.0306985 Sep 16 04:53:57.204364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-2ffea293-cee4-47ca-bc90-b46c71ec419e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5278811 Sep 16 04:53:57.228478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Request body: {'port': {'device_id': '144c7aaf-8132-4ab5-8258-cda34e715c73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:57.233253 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.259995 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-edeb8ace-8373-4ea0-94f0-95604c28648d None None] Port cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:57.343389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Pushing event updated for resources: {'Port': ['ID=eee152ef-2b06-40fa-9b6f-1a6229110f7d,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:57.357289 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.624281 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Attempting to bind port eee152ef-2b06-40fa-9b6f-1a6229110f7d on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:57.624625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Attempting to bind port eee152ef-2b06-40fa-9b6f-1a6229110f7d by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:57.625921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Attempting to bind port eee152ef-2b06-40fa-9b6f-1a6229110f7d on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:57.675942 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa760172-56df-4a51-952c-bfd5e61691f6 req-4ba0b5f5-13d7-49eb-b488-e48648dd890d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:57.683715 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa760172-56df-4a51-952c-bfd5e61691f6 req-4ba0b5f5-13d7-49eb-b488-e48648dd890d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 936 time: 0.2284679 Sep 16 04:53:57.684523 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 66623d8c-dd23-4efe-ac97-eb2d793c3267 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:57.690575 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Port eee152ef-2b06-40fa-9b6f-1a6229110f7d on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:57.691209 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Attempting to bind port eee152ef-2b06-40fa-9b6f-1a6229110f7d on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:57.694164 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 76311845-4a59-491c-9b4f-a72903b740b9 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:57.704428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:57.705448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:57.706063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:57.706813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Bound port: eee152ef-2b06-40fa-9b6f-1a6229110f7d, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:57.707399 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.855046 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 66623d8c-dd23-4efe-ac97-eb2d793c3267, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:57.870938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a236275-2db1-48c8-86d7-bd7fd50035ba req-39c852c2-2c3f-47ec-9a11-46d76a859f65 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:57.872605 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a236275-2db1-48c8-86d7-bd7fd50035ba req-39c852c2-2c3f-47ec-9a11-46d76a859f65 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 945 time: 0.2622161 Sep 16 04:53:57.874153 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'port_id': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'mac_address': 'fa:16:3e:38:04:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:57.892133 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa760172-56df-4a51-952c-bfd5e61691f6 req-2447bf0a-2b98-4301-817e-b64e9ba82844 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044184 Sep 16 04:53:57.900061 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] For port eee152ef-2b06-40fa-9b6f-1a6229110f7d, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:57.905059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] For port eee152ef-2b06-40fa-9b6f-1a6229110f7d, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=eee152ef-2b06-40fa-9b6f-1a6229110f7d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:57.914844 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 76311845-4a59-491c-9b4f-a72903b740b9 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:57.922723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 76311845-4a59-491c-9b4f-a72903b740b9 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:57.923439 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.976600 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a236275-2db1-48c8-86d7-bd7fd50035ba req-3106e69c-9936-4cc5-b91b-56b2244184b0 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812895 Sep 16 04:53:57.989152 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.010093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66623d8c-dd23-4efe-ac97-eb2d793c3267 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:58.014055 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.042547 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 66623d8c-dd23-4efe-ac97-eb2d793c3267, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:58.084718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:58.085342 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.086786 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] 10.222.0.21 "PUT /v2.0/ports/eee152ef-2b06-40fa-9b6f-1a6229110f7d HTTP/1.1" status: 200 len: 1097 time: 1.6936693 Sep 16 04:53:58.097153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:58.112644 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.114716 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.128378 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.130843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c02b25-f664-4f50-8687-df06ad557727 service neutron] Pushing event updated for resources: {'Port': ['ID=eee152ef-2b06-40fa-9b6f-1a6229110f7d,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:58.135990 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Transition to ACTIVE for port object cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:58.173993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32db371b-4838-4056-8302-d14404c8b352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76311845-4a59-491c-9b4f-a72903b740b9'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:58.176333 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a866af-e638-4c28-ac8e-ef5dc2085ab0" -d '{"events": [{"server_uuid": "32db371b-4838-4056-8302-d14404c8b352", "name": "network-vif-plugged", "status": "completed", "tag": "76311845-4a59-491c-9b4f-a72903b740b9"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:58.203832 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 76311845-4a59-491c-9b4f-a72903b740b9, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=76311845-4a59-491c-9b4f-a72903b740b9,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:58.209394 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=66623d8c-dd23-4efe-ac97-eb2d793c3267,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:58.223570 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77db8d3-79be-442f-b2df-112028a7293a x-openstack-request-id: req-e77db8d3-79be-442f-b2df-112028a7293a {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:58.223570 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32db371b-4838-4056-8302-d14404c8b352", "name": "network-vif-plugged", "status": "completed", "tag": "76311845-4a59-491c-9b4f-a72903b740b9", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:58.223570 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e77db8d3-79be-442f-b2df-112028a7293a {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:58.223570 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32db371b-4838-4056-8302-d14404c8b352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76311845-4a59-491c-9b4f-a72903b740b9', 'code': 200} Sep 16 04:53:58.248347 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.248809 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.321809 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.385552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['66623d8c-dd23-4efe-ac97-eb2d793c3267'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:58.405269 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744e3d2-0f6d-4b24-b5b6-8e714ba36869 req-8579b45c-9818-47a2-9dfd-8c678724eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:58.408114 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c744e3d2-0f6d-4b24-b5b6-8e714ba36869 req-8579b45c-9818-47a2-9dfd-8c678724eef8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 1098 time: 0.0772221 Sep 16 04:53:58.417701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feed02b4-f7e2-4422-8a61-51670566a2aa', 'tag': 'eee152ef-2b06-40fa-9b6f-1a6229110f7d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:58.421046 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222ebf7f-b16e-4d70-b921-042386b5a88b" -d '{"events": [{"name": "network-changed", "server_uuid": "feed02b4-f7e2-4422-8a61-51670566a2aa", "tag": "eee152ef-2b06-40fa-9b6f-1a6229110f7d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:58.445509 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=76311845-4a59-491c-9b4f-a72903b740b9,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:58.447652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bedb16f3-b8f8-452c-bb85-15c6766dcbb0 req-d941119e-2413-414e-bbb3-c60ad4741d63 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/3ebb4ab3-c908-4849-8ec1-13d32a02ad6c HTTP/1.1" status: 200 len: 1801 time: 0.1116669 Sep 16 04:53:58.475143 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c744e3d2-0f6d-4b24-b5b6-8e714ba36869 req-ff1f969d-c95d-4cb4-a799-a7c43dd5280d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584841 Sep 16 04:53:58.494555 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Pushing event updated for resources: {'Port': ['ID=cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:58.498592 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fa6579-4a59-4d2f-b061-d7672a73c794 x-openstack-request-id: req-f7fa6579-4a59-4d2f-b061-d7672a73c794 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:58.498904 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feed02b4-f7e2-4422-8a61-51670566a2aa", "tag": "eee152ef-2b06-40fa-9b6f-1a6229110f7d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:58.499154 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7fa6579-4a59-4d2f-b061-d7672a73c794 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:58.499536 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feed02b4-f7e2-4422-8a61-51670566a2aa', 'tag': 'eee152ef-2b06-40fa-9b6f-1a6229110f7d', 'status': 'completed', 'code': 200} Sep 16 04:53:58.553885 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-b3ac8d8c-43e9-453c-b167-015f9b7f870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:58.555712 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-b3ac8d8c-43e9-453c-b167-015f9b7f870e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&device_id=feed02b4-f7e2-4422-8a61-51670566a2aa HTTP/1.1" status: 200 len: 1100 time: 0.2965474 Sep 16 04:53:58.622315 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-b9f2589a-1444-4045-8ca1-b6c612728a41 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=eee152ef-2b06-40fa-9b6f-1a6229110f7d HTTP/1.1" status: 200 len: 217 time: 0.0406191 Sep 16 04:53:58.697632 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Attempting to bind port cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:58.697979 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Attempting to bind port cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:58.698310 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Attempting to bind port cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:58.716667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Port cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:58.717003 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Attempting to bind port cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:58.736574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:58.737145 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:58.739087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:58.739555 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Bound port: cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:58.739950 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.741869 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bedb16f3-b8f8-452c-bb85-15c6766dcbb0 req-a4072ad3-b2d2-4e0f-b40a-02875cc00ac8 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.757287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-cb4b7007-0a60-4817-86f1-2b5f6d4068f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:58.758783 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-cb4b7007-0a60-4817-86f1-2b5f6d4068f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1263928 Sep 16 04:53:58.824953 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bedb16f3-b8f8-452c-bb85-15c6766dcbb0 req-a4072ad3-b2d2-4e0f-b40a-02875cc00ac8 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.908822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e54b5abb-1274-4d48-887e-8c0a32cfda7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:58.908822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-e54b5abb-1274-4d48-887e-8c0a32cfda7b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1196015 Sep 16 04:53:58.908822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] For port cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:58.908822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] For port cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:59.079667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b09cfc67-d4e7-4344-9345-6cb4d353af7b no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:59.101256 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: b09cfc67-d4e7-4344-9345-6cb4d353af7b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:59.101594 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b09cfc67-d4e7-4344-9345-6cb4d353af7b not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:59.217196 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bedb16f3-b8f8-452c-bb85-15c6766dcbb0 req-a4072ad3-b2d2-4e0f-b40a-02875cc00ac8 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.220904 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bedb16f3-b8f8-452c-bb85-15c6766dcbb0 req-a4072ad3-b2d2-4e0f-b40a-02875cc00ac8 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.222029 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bedb16f3-b8f8-452c-bb85-15c6766dcbb0 req-a4072ad3-b2d2-4e0f-b40a-02875cc00ac8 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "DELETE /v2.0/security-groups/3ebb4ab3-c908-4849-8ec1-13d32a02ad6c HTTP/1.1" status: 204 len: 173 time: 0.7735686 Sep 16 04:53:59.230214 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.308983 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4072ad3-b2d2-4e0f-b40a-02875cc00ac8 tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebb4ab3-c908-4849-8ec1-13d32a02ad6c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:59.356225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:59.356859 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.358270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] 10.222.0.38 "PUT /v2.0/ports/cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 HTTP/1.1" status: 200 len: 1097 time: 2.1372137 Sep 16 04:53:59.397087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4931dc-b91b-4230-90b4-7385818e585d service neutron] Pushing event updated for resources: {'Port': ['ID=cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:59.428822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df893c9-fd28-4777-a2a5-0400c3aaff84 req-3f77e803-44ff-4c78-a70d-3d9e77ce50f5 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:59.428822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0df893c9-fd28-4777-a2a5-0400c3aaff84 req-3f77e803-44ff-4c78-a70d-3d9e77ce50f5 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 948 time: 0.2101982 Sep 16 04:53:59.450047 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0cefa-440c-4fbc-a1ed-ca1b0481a676 req-e037f97b-97f6-4464-9292-f3c0a1ae448d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:59.451790 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4c0cefa-440c-4fbc-a1ed-ca1b0481a676 req-e037f97b-97f6-4464-9292-f3c0a1ae448d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 946 time: 0.1438389 Sep 16 04:53:59.462366 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-c54ffa69-1947-4598-8f3a-a136ce2b038d service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5618064 Sep 16 04:53:59.517357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0df893c9-fd28-4777-a2a5-0400c3aaff84 req-fda56475-356f-41b9-a421-3be407a59216 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868783 Sep 16 04:53:59.576763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4c0cefa-440c-4fbc-a1ed-ca1b0481a676 req-7c38366d-e31c-4325-b035-fdb213a616e2 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122293 Sep 16 04:53:59.664635 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-b88a8a62-03cd-4bef-a9cb-84b17a5cbf2c service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886268 Sep 16 04:53:59.677544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-1dd8f855-3385-46fb-ad5f-2d20445ffa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:59.679169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-1dd8f855-3385-46fb-ad5f-2d20445ffa09 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 1100 time: 0.1058390 Sep 16 04:53:59.686522 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9ab6f78-e303-4a25-9b33-5f7a0c13d9c5 req-5a00d0d5-6e65-4c93-9647-d04c03f38e8c tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "GET /v2.0/security-groups/5a4cab63-6f81-47c2-9491-d905a4a60507 HTTP/1.1" status: 200 len: 1801 time: 0.0770602 Sep 16 04:53:59.688205 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 66623d8c-dd23-4efe-ac97-eb2d793c3267 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:59.737936 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 66623d8c-dd23-4efe-ac97-eb2d793c3267 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:59.738317 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.757702 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-4b0197ea-03db-4cab-a9be-5fb2bb169495 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 HTTP/1.1" status: 200 len: 217 time: 0.0557110 Sep 16 04:53:59.822639 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.838038 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e9ab6f78-e303-4a25-9b33-5f7a0c13d9c5 req-35b1c570-e71f-46ff-b0c2-b50f5fb7608d tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.850830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-a81f85db-d8b2-4833-874f-34b5c5387a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:59.859108 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-a81f85db-d8b2-4833-874f-34b5c5387a90 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0832081 Sep 16 04:53:59.861302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 66623d8c-dd23-4efe-ac97-eb2d793c3267, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:59.883527 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e9ab6f78-e303-4a25-9b33-5f7a0c13d9c5 req-35b1c570-e71f-46ff-b0c2-b50f5fb7608d tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.970793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-b38aea0f-78ac-402e-a4c9-4e7b5e58dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:59.972356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-b38aea0f-78ac-402e-a4c9-4e7b5e58dd91 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1096382 Sep 16 04:53:59.974639 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ebf7f-b16e-4d70-b921-042386b5a88b req-5cc584d2-8ad4-4e13-a67d-c874ee2331ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:59.976019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-222ebf7f-b16e-4d70-b921-042386b5a88b req-5cc584d2-8ad4-4e13-a67d-c874ee2331ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&device_id=feed02b4-f7e2-4422-8a61-51670566a2aa HTTP/1.1" status: 200 len: 1100 time: 0.1122012 Sep 16 04:53:59.990109 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.041741 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=66623d8c-dd23-4efe-ac97-eb2d793c3267,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:00.094449 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e9ab6f78-e303-4a25-9b33-5f7a0c13d9c5 req-35b1c570-e71f-46ff-b0c2-b50f5fb7608d tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.097069 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e9ab6f78-e303-4a25-9b33-5f7a0c13d9c5 req-35b1c570-e71f-46ff-b0c2-b50f5fb7608d tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.098212 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9ab6f78-e303-4a25-9b33-5f7a0c13d9c5 req-35b1c570-e71f-46ff-b0c2-b50f5fb7608d tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] 10.222.0.20 "DELETE /v2.0/security-groups/5a4cab63-6f81-47c2-9491-d905a4a60507 HTTP/1.1" status: 204 len: 173 time: 0.4043648 Sep 16 04:54:00.104146 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48572) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:00.125225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1c570-e71f-46ff-b0c2-b50f5fb7608d tempest-SecurityGroupsTestJSON-1399502352 tempest-SecurityGroupsTestJSON-1399502352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4cab63-6f81-47c2-9491-d905a4a60507,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:00.159919 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-d4b31152-c317-4093-98b9-4e7a1ff90621 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787326 Sep 16 04:54:00.160438 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ebf7f-b16e-4d70-b921-042386b5a88b req-9712b8ba-c4ca-40f7-a5b3-addf0ed671a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:00.162152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-222ebf7f-b16e-4d70-b921-042386b5a88b req-9712b8ba-c4ca-40f7-a5b3-addf0ed671a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1737731 Sep 16 04:54:00.181568 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9d29fb-893f-4864-bf63-c45e19dfa27f admin admin] Deleting subnet 7a4f6394-c68b-4791-9462-03b74cea6508 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:00.184650 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb9d29fb-893f-4864-bf63-c45e19dfa27f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.223950 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66623d8c-dd23-4efe-ac97-eb2d793c3267'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:00.226931 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12841415-8599-4764-a192-c4ffe854fb7c" -d '{"events": [{"server_uuid": "c8312c90-11fe-4531-b739-09951fe2a5cd", "name": "network-vif-plugged", "status": "completed", "tag": "66623d8c-dd23-4efe-ac97-eb2d793c3267"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:00.228688 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb9d29fb-893f-4864-bf63-c45e19dfa27f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.231407 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-222ebf7f-b16e-4d70-b921-042386b5a88b req-e8de410b-0de9-4cdb-a573-c1167b444320 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=eee152ef-2b06-40fa-9b6f-1a6229110f7d HTTP/1.1" status: 200 len: 217 time: 0.0534146 Sep 16 04:54:00.283402 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24a0e36-ddfb-4eed-8c5e-7a9f6e6e60fd x-openstack-request-id: req-d24a0e36-ddfb-4eed-8c5e-7a9f6e6e60fd {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:00.283988 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8312c90-11fe-4531-b739-09951fe2a5cd", "name": "network-vif-plugged", "status": "completed", "tag": "66623d8c-dd23-4efe-ac97-eb2d793c3267", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:00.284467 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d24a0e36-ddfb-4eed-8c5e-7a9f6e6e60fd {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:00.285371 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'code': 200} Sep 16 04:54:00.297721 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb9d29fb-893f-4864-bf63-c45e19dfa27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.347010 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ebf7f-b16e-4d70-b921-042386b5a88b req-fa496c77-5855-4e77-ba73-bee7c4c48f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:00.348527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-222ebf7f-b16e-4d70-b921-042386b5a88b req-fa496c77-5855-4e77-ba73-bee7c4c48f5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1080599 Sep 16 04:54:00.377722 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4717c5c5-138e-4153-bfcd-0e812a0951aa req-3bfcc43e-1fd1-435d-a7d0-cb6498191ffb service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083926 Sep 16 04:54:00.414243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ebf7f-b16e-4d70-b921-042386b5a88b req-d830925f-bb78-42f1-aae8-77bcf162ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:00.415828 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-222ebf7f-b16e-4d70-b921-042386b5a88b req-d830925f-bb78-42f1-aae8-77bcf162ea9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0519948 Sep 16 04:54:00.501265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144c7aaf-8132-4ab5-8258-cda34e715c73', 'tag': 'cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:00.503582 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429ea9ee-e781-4366-9d88-7cc24c700301" -d '{"events": [{"name": "network-changed", "server_uuid": "144c7aaf-8132-4ab5-8258-cda34e715c73", "tag": "cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:00.547500 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb9d29fb-893f-4864-bf63-c45e19dfa27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.547794 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805ac55b-ba49-43ad-9040-d1219df53500 x-openstack-request-id: req-805ac55b-ba49-43ad-9040-d1219df53500 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:00.547794 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "144c7aaf-8132-4ab5-8258-cda34e715c73", "tag": "cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:00.547794 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-805ac55b-ba49-43ad-9040-d1219df53500 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:00.547794 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '144c7aaf-8132-4ab5-8258-cda34e715c73', 'tag': 'cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9', 'status': 'completed', 'code': 200} Sep 16 04:54:00.577821 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d29fb-893f-4864-bf63-c45e19dfa27f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a4f6394-c68b-4791-9462-03b74cea6508,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:00.588345 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d29fb-893f-4864-bf63-c45e19dfa27f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:00.588784 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d29fb-893f-4864-bf63-c45e19dfa27f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:00.589334 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d29fb-893f-4864-bf63-c45e19dfa27f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:00.589848 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d29fb-893f-4864-bf63-c45e19dfa27f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:00.590186 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d29fb-893f-4864-bf63-c45e19dfa27f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:00.590520 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d29fb-893f-4864-bf63-c45e19dfa27f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:00.590847 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d29fb-893f-4864-bf63-c45e19dfa27f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:00.591200 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d29fb-893f-4864-bf63-c45e19dfa27f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:00.591525 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d29fb-893f-4864-bf63-c45e19dfa27f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:00.591851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d29fb-893f-4864-bf63-c45e19dfa27f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:00.592168 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d29fb-893f-4864-bf63-c45e19dfa27f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:00.592498 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d29fb-893f-4864-bf63-c45e19dfa27f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:00.612272 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb9d29fb-893f-4864-bf63-c45e19dfa27f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.618826 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cb9d29fb-893f-4864-bf63-c45e19dfa27f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7a4f6394-c68b-4791-9462-03b74cea6508 HTTP/1.1" status: 204 len: 168 time: 0.5091467 Sep 16 04:54:00.621724 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48610) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:00.705282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-222ebf7f-b16e-4d70-b921-042386b5a88b req-335151f9-039a-4915-bfaf-8450cea8b5e5 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821889 Sep 16 04:54:00.705553 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6a1de47e-7679-44aa-a09a-1d59406c47eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.810633 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa7e33-54a4-432c-b7fe-c1f837f2a522 req-86506f57-42c8-42be-b68b-89da7e098324 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:00.812315 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5fa7e33-54a4-432c-b7fe-c1f837f2a522 req-86506f57-42c8-42be-b68b-89da7e098324 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 948 time: 0.1980081 Sep 16 04:54:00.823057 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6a1de47e-7679-44aa-a09a-1d59406c47eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.854166 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-6a1de47e-7679-44aa-a09a-1d59406c47eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:00.873342 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-6a1de47e-7679-44aa-a09a-1d59406c47eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:00.873892 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-6a1de47e-7679-44aa-a09a-1d59406c47eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5eb072-a4ce-4ca2-8bee-8d5cdd88b181') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:00.882513 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ea9ee-e781-4366-9d88-7cc24c700301 req-974fe660-a2b6-4804-a90c-e22d8c9c40d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:00.884243 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-429ea9ee-e781-4366-9d88-7cc24c700301 req-974fe660-a2b6-4804-a90c-e22d8c9c40d6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 1100 time: 0.2294550 Sep 16 04:54:00.885396 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6a1de47e-7679-44aa-a09a-1d59406c47eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.901018 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6a1de47e-7679-44aa-a09a-1d59406c47eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.907293 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1de47e-7679-44aa-a09a-1d59406c47eb admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:00.907704 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6a1de47e-7679-44aa-a09a-1d59406c47eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:00.909633 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:00.914865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0ce12-dd4d-4ccc-afa2-d1407bffd9f7 req-d69903a8-9a20-4c67-ad85-5c8f946da9d2 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:00.916632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66d0ce12-dd4d-4ccc-afa2-d1407bffd9f7 req-d69903a8-9a20-4c67-ad85-5c8f946da9d2 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 946 time: 0.2397325 Sep 16 04:54:01.027069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-222ebf7f-b16e-4d70-b921-042386b5a88b req-b728b15e-2fdc-4499-9074-e6cc1432b5e7 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887025 Sep 16 04:54:01.041529 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5fa7e33-54a4-432c-b7fe-c1f837f2a522 req-3cd63ad3-19d1-43d3-89d1-a8a58969f76e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803164 Sep 16 04:54:01.059600 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6a1de47e-7679-44aa-a09a-1d59406c47eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.066874 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66d0ce12-dd4d-4ccc-afa2-d1407bffd9f7 req-0ac893dc-953c-4704-a5a1-914814cd4b56 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310749 Sep 16 04:54:01.071374 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6a1de47e-7679-44aa-a09a-1d59406c47eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.074748 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6a1de47e-7679-44aa-a09a-1d59406c47eb admin admin] 10.222.0.20 "DELETE /v2.0/networks/5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca HTTP/1.1" status: 204 len: 168 time: 0.4516356 Sep 16 04:54:01.086173 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1de47e-7679-44aa-a09a-1d59406c47eb admin admin] Pushing event deleted for resources: {'Network': ['ID=5b09c6cc-4ae8-47d0-8a0f-31ebc14499ca,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:01.103767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ea9ee-e781-4366-9d88-7cc24c700301 req-67509096-f962-41c3-98c4-035703c0a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:01.105482 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-429ea9ee-e781-4366-9d88-7cc24c700301 req-67509096-f962-41c3-98c4-035703c0a3f0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.2089858 Sep 16 04:54:01.160739 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-429ea9ee-e781-4366-9d88-7cc24c700301 req-5994543c-b2dc-46c5-8cbc-5fc7d685ab21 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 HTTP/1.1" status: 200 len: 217 time: 0.0476565 Sep 16 04:54:01.217404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ea9ee-e781-4366-9d88-7cc24c700301 req-d57900d9-5922-4a89-bae1-c2b1efde9792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:01.219086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-429ea9ee-e781-4366-9d88-7cc24c700301 req-d57900d9-5922-4a89-bae1-c2b1efde9792 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0513394 Sep 16 04:54:01.273472 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ea9ee-e781-4366-9d88-7cc24c700301 req-23c641a3-1122-4f38-9ceb-9b9e87e7c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:01.275098 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-429ea9ee-e781-4366-9d88-7cc24c700301 req-23c641a3-1122-4f38-9ceb-9b9e87e7c9ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0485377 Sep 16 04:54:01.375897 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-429ea9ee-e781-4366-9d88-7cc24c700301 req-06a68c81-07ec-49ff-81bb-2a1a5f21ba81 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925169 Sep 16 04:54:01.471063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-429ea9ee-e781-4366-9d88-7cc24c700301 req-70d903a8-e0e1-4d01-b20c-c64b59cc241c service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884669 Sep 16 04:54:01.539848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 48644) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:01.589293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4cd23265-c383-47e7-9559-21562b1a2d44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b14a9fde8974488a8e4c2461e3cc484d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482202 Sep 16 04:54:01.593344 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 48646) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:01.649520 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8c744de-4bfe-404c-850d-1a3e74c356a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.671766 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8c744de-4bfe-404c-850d-1a3e74c356a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.747074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 48656) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:01.831016 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8c744de-4bfe-404c-850d-1a3e74c356a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.833897 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8c744de-4bfe-404c-850d-1a3e74c356a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.835148 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d8c744de-4bfe-404c-850d-1a3e74c356a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa2c74d3-b829-45fc-8554-cb342f7ed3bd HTTP/1.1" status: 204 len: 168 time: 0.2401505 Sep 16 04:54:01.845452 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c744de-4bfe-404c-850d-1a3e74c356a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2c74d3-b829-45fc-8554-cb342f7ed3bd,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:01.868090 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9875d4da-7597-48c6-88a9-5650157c9630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.969009 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9875d4da-7597-48c6-88a9-5650157c9630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.069927 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9875d4da-7597-48c6-88a9-5650157c9630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.122458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875d4da-7597-48c6-88a9-5650157c9630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ed2d60-2716-49a6-a892-c15046ed820b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:02.147182 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48670) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:02.147723 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9875d4da-7597-48c6-88a9-5650157c9630 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b3cb2b002c946959e36aeb46108f27e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3992498 Sep 16 04:54:02.201245 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-00004930-1bd7-4e05-a50f-ddea0d44cbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.224675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75640e71-4ee1-41cb-a224-38ad6cef12c8 req-6be3e587-8e32-4f38-8039-0290dcd7a570 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:02.226559 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-75640e71-4ee1-41cb-a224-38ad6cef12c8 req-6be3e587-8e32-4f38-8039-0290dcd7a570 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 948 time: 0.0998948 Sep 16 04:54:02.239207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9432a6-bc9f-4647-83cc-b2cb777bfd4e req-2c1a22c5-e061-4e9d-8715-5c669c3bbc95 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:02.240201 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-00004930-1bd7-4e05-a50f-ddea0d44cbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.241310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad9432a6-bc9f-4647-83cc-b2cb777bfd4e req-2c1a22c5-e061-4e9d-8715-5c669c3bbc95 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 946 time: 0.0754015 Sep 16 04:54:02.315067 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-75640e71-4ee1-41cb-a224-38ad6cef12c8 req-e44bfc90-21f9-4296-9f42-812cc34a29c9 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671670 Sep 16 04:54:02.329820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad9432a6-bc9f-4647-83cc-b2cb777bfd4e req-32055a9a-b37f-4cad-a952-b7b332f5cce6 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812237 Sep 16 04:54:02.419226 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-00004930-1bd7-4e05-a50f-ddea0d44cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.422902 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-00004930-1bd7-4e05-a50f-ddea0d44cbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.426295 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-00004930-1bd7-4e05-a50f-ddea0d44cbf0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84ed2d60-2716-49a6-a892-c15046ed820b HTTP/1.1" status: 204 len: 168 time: 0.2749043 Sep 16 04:54:02.432886 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00004930-1bd7-4e05-a50f-ddea0d44cbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ed2d60-2716-49a6-a892-c15046ed820b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:02.460721 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e99239-b83d-4733-aadc-9c9f7df1faa1 req-8f6062ad-4ca0-438b-9553-0a6eba778262 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:02.462534 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3e99239-b83d-4733-aadc-9c9f7df1faa1 req-8f6062ad-4ca0-438b-9553-0a6eba778262 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 945 time: 0.0599451 Sep 16 04:54:02.504978 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3e99239-b83d-4733-aadc-9c9f7df1faa1 req-d62c7e14-0353-4d1d-b9a1-4118a8853ba0 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336728 Sep 16 04:54:02.632633 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d9de6-ed2e-4d5b-8f23-1b9d96edfc0b req-11fc9278-3b78-4ef5-8ae7-2f45f348de45 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:02.634276 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b60d9de6-ed2e-4d5b-8f23-1b9d96edfc0b req-11fc9278-3b78-4ef5-8ae7-2f45f348de45 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 946 time: 0.0567746 Sep 16 04:54:02.676190 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b60d9de6-ed2e-4d5b-8f23-1b9d96edfc0b req-3958516e-2c11-4045-8fe8-243f537d7c3e tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349216 Sep 16 04:54:03.084719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device eee152ef-2b06-40fa-9b6f-1a6229110f7d details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:03.146504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21528aa-b848-4204-a52f-2eab9dc38dd8 req-e320bd99-ef91-4d3d-ba78-e78524132cf0 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:03.148347 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f21528aa-b848-4204-a52f-2eab9dc38dd8 req-e320bd99-ef91-4d3d-ba78-e78524132cf0 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 946 time: 0.0560255 Sep 16 04:54:03.193352 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f21528aa-b848-4204-a52f-2eab9dc38dd8 req-5383a803-7055-40ae-a7c0-29578d91098f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385499 Sep 16 04:54:03.193930 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port eee152ef-2b06-40fa-9b6f-1a6229110f7d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=eee152ef-2b06-40fa-9b6f-1a6229110f7d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:03.208333 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'eee152ef-2b06-40fa-9b6f-1a6229110f7d', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': 'eee152ef-2b06-40fa-9b6f-1a6229110f7d', 'mac_address': 'fa:16:3e:f3:0b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:03.250443 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.263357 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee152ef-2b06-40fa-9b6f-1a6229110f7d {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:03.284326 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port eee152ef-2b06-40fa-9b6f-1a6229110f7d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=eee152ef-2b06-40fa-9b6f-1a6229110f7d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:03.412393 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.439508 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0369f8-a498-4ec3-af20-ed33c35afd43 req-d40192c3-f68c-48f4-ab73-22a69d178bf0 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:03.458508 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc0369f8-a498-4ec3-af20-ed33c35afd43 req-d40192c3-f68c-48f4-ab73-22a69d178bf0 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 948 time: 0.0820789 Sep 16 04:54:03.470959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=eee152ef-2b06-40fa-9b6f-1a6229110f7d,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:03.479911 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.480258 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.480600 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.480934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.481265 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.481596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.481922 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.482244 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.482566 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.482915 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.483234 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.483557 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.505456 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48714) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:03.530332 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f26c7278-fcb1-4cb4-aa9e-75d209aa01fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.554456 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc0369f8-a498-4ec3-af20-ed33c35afd43 req-dd7564cb-7c47-47a4-af08-f0056b413b37 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807602 Sep 16 04:54:03.592982 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 48716) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:03.644945 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f26c7278-fcb1-4cb4-aa9e-75d209aa01fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.702981 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e08eff17-83f3-40ba-b21a-f03988ada43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.724936 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f26c7278-fcb1-4cb4-aa9e-75d209aa01fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.773184 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c7278-fcb1-4cb4-aa9e-75d209aa01fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baace54-30c3-49db-9115-5519507f00ad,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:03.778850 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f26c7278-fcb1-4cb4-aa9e-75d209aa01fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b46e718ee9964be98485ec0fe7724667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718782 Sep 16 04:54:03.781611 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48726) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:03.811868 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48728) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:03.813556 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e08eff17-83f3-40ba-b21a-f03988ada43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.842261 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6691-9716-41fa-b93c-0767eef8f271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.865818 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6691-9716-41fa-b93c-0767eef8f271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.870682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['eee152ef-2b06-40fa-9b6f-1a6229110f7d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:03.875777 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e08eff17-83f3-40ba-b21a-f03988ada43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.938957 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e08eff17-83f3-40ba-b21a-f03988ada43f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8227d79a6f14a9baf6767b52ebee040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416619 Sep 16 04:54:03.938957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08eff17-83f3-40ba-b21a-f03988ada43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34ec749-f668-40b2-b0b4-cce7fe9f252a,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:03.944257 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 48732) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:03.953794 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-352626aa-87f4-4289-9a45-5b04266c5913 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1232547841-network', 'tenant_id': '6899e5e805a442e6900279b9aa6a8abb'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:04.002613 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-224af140-0af6-46d2-8b56-818f983feb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.037848 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-224af140-0af6-46d2-8b56-818f983feb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.041724 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6691-9716-41fa-b93c-0767eef8f271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.046254 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6691-9716-41fa-b93c-0767eef8f271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.048818 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4a2c6691-9716-41fa-b93c-0767eef8f271 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0baace54-30c3-49db-9115-5519507f00ad HTTP/1.1" status: 204 len: 168 time: 0.2658613 Sep 16 04:54:04.065420 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c6691-9716-41fa-b93c-0767eef8f271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baace54-30c3-49db-9115-5519507f00ad,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:04.069935 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352626aa-87f4-4289-9a45-5b04266c5913 admin admin] Made reservation on behalf of 6899e5e805a442e6900279b9aa6a8abb for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:04.080746 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-352626aa-87f4-4289-9a45-5b04266c5913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.094533 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-352626aa-87f4-4289-9a45-5b04266c5913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.178440 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-224af140-0af6-46d2-8b56-818f983feb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.181329 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-224af140-0af6-46d2-8b56-818f983feb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.182871 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-224af140-0af6-46d2-8b56-818f983feb9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d34ec749-f668-40b2-b0b4-cce7fe9f252a HTTP/1.1" status: 204 len: 168 time: 0.2374671 Sep 16 04:54:04.191782 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224af140-0af6-46d2-8b56-818f983feb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34ec749-f668-40b2-b0b4-cce7fe9f252a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:04.308652 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-352626aa-87f4-4289-9a45-5b04266c5913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.344542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e2c7f-fe5d-4abf-9a82-69e7ec2631ca req-76586617-1a7c-42c1-b839-2ae5d34ff138 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:04.346528 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc4e2c7f-fe5d-4abf-9a82-69e7ec2631ca req-76586617-1a7c-42c1-b839-2ae5d34ff138 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 946 time: 0.0636168 Sep 16 04:54:04.379060 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-352626aa-87f4-4289-9a45-5b04266c5913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.403032 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc4e2c7f-fe5d-4abf-9a82-69e7ec2631ca req-67ae8c07-247e-4fee-8dd5-dd83bb716c07 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483813 Sep 16 04:54:04.405976 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352626aa-87f4-4289-9a45-5b04266c5913 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:54:04.430776 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352626aa-87f4-4289-9a45-5b04266c5913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423bcff0-4fc5-406a-ab8f-849f94a8f6ea,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:04.430776 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-352626aa-87f4-4289-9a45-5b04266c5913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.431746 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-352626aa-87f4-4289-9a45-5b04266c5913 admin admin] Added segment 91de393a-3f23-4865-90b4-f6b561a7e162 of type vlan for network 474fd450-0c2e-46ef-8cf8-ab50db420cd3 Sep 16 04:54:04.478943 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-352626aa-87f4-4289-9a45-5b04266c5913 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.597425 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-352626aa-87f4-4289-9a45-5b04266c5913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.602857 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352626aa-87f4-4289-9a45-5b04266c5913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:04.603508 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-352626aa-87f4-4289-9a45-5b04266c5913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.697255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c87d51-4b40-42bc-b622-f8fece74982e req-ac122760-7ab1-4a74-88fc-388d9114b499 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:04.700331 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18c87d51-4b40-42bc-b622-f8fece74982e req-ac122760-7ab1-4a74-88fc-388d9114b499 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 948 time: 0.0784743 Sep 16 04:54:04.713981 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352626aa-87f4-4289-9a45-5b04266c5913 admin admin] Pushing event updated for resources: {'Network': ['ID=474fd450-0c2e-46ef-8cf8-ab50db420cd3,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:04.725167 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 474fd450-0c2e-46ef-8cf8-ab50db420cd3 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:54:04.755877 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18c87d51-4b40-42bc-b622-f8fece74982e req-73ae4bd3-ee86-452f-9e34-8e1dae2c4cce tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486748 Sep 16 04:54:04.775427 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-352626aa-87f4-4289-9a45-5b04266c5913 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9625485 Sep 16 04:54:04.785097 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48770) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:04.790919 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-97496523-fff6-420f-b2e5-7b45a2a5185a admin admin] Request body: {'subnet': {'network_id': '474fd450-0c2e-46ef-8cf8-ab50db420cd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1232547841-subnet', 'tenant_id': '6899e5e805a442e6900279b9aa6a8abb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:04.932836 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97496523-fff6-420f-b2e5-7b45a2a5185a admin admin] Made reservation on behalf of 6899e5e805a442e6900279b9aa6a8abb for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:04.935296 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-97496523-fff6-420f-b2e5-7b45a2a5185a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.079547 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48778) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:05.093187 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device eee152ef-2b06-40fa-9b6f-1a6229110f7d up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:05.116924 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0a898f57-b89f-4e71-965e-a6aba38f3b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.118591 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ad3621ce-26e6-4d4c-9d2d-403f2a7d7c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.223991 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port eee152ef-2b06-40fa-9b6f-1a6229110f7d completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:54:05.230550 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port eee152ef-2b06-40fa-9b6f-1a6229110f7d triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:05.230550 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.243667 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ad3621ce-26e6-4d4c-9d2d-403f2a7d7c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.270151 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-97496523-fff6-420f-b2e5-7b45a2a5185a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.318498 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ad3621ce-26e6-4d4c-9d2d-403f2a7d7c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.318774 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.352527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a182809-b1b4-4664-8a4d-52ae05800aa0 req-f7163f19-b9bc-4363-93ea-8e4f0e02fb76 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:05.354667 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a182809-b1b4-4664-8a4d-52ae05800aa0 req-f7163f19-b9bc-4363-93ea-8e4f0e02fb76 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 946 time: 0.0690703 Sep 16 04:54:05.358598 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feed02b4-f7e2-4422-8a61-51670566a2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee152ef-2b06-40fa-9b6f-1a6229110f7d'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:05.375890 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97496523-fff6-420f-b2e5-7b45a2a5185a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ff4ee34-68ac-4ca0-a2fe-925047e8d0ea,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:05.376128 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8a55cb-f819-4540-a55e-66791614d27b" -d '{"events": [{"server_uuid": "feed02b4-f7e2-4422-8a61-51670566a2aa", "name": "network-vif-plugged", "status": "completed", "tag": "eee152ef-2b06-40fa-9b6f-1a6229110f7d"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:05.382541 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ad3621ce-26e6-4d4c-9d2d-403f2a7d7c84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e329e7b804594041acc70cf0cde99b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3015418 Sep 16 04:54:05.395695 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 48798) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:05.403072 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3621ce-26e6-4d4c-9d2d-403f2a7d7c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f279f0-3c35-428b-b838-5f50fd534db3,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:05.411589 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port eee152ef-2b06-40fa-9b6f-1a6229110f7d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=eee152ef-2b06-40fa-9b6f-1a6229110f7d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:05.417514 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97496523-fff6-420f-b2e5-7b45a2a5185a admin admin] Checking segment: {'id': '91de393a-3f23-4865-90b4-f6b561a7e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '474fd450-0c2e-46ef-8cf8-ab50db420cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:05.417899 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97496523-fff6-420f-b2e5-7b45a2a5185a admin admin] Network hostable DHCP agents. Network: 474fd450-0c2e-46ef-8cf8-ab50db420cd3, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:54:05.453593 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219a48b2-1804-4b8f-b2ae-c6ab93c9f81a x-openstack-request-id: req-219a48b2-1804-4b8f-b2ae-c6ab93c9f81a {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:05.454090 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feed02b4-f7e2-4422-8a61-51670566a2aa", "name": "network-vif-plugged", "status": "completed", "tag": "eee152ef-2b06-40fa-9b6f-1a6229110f7d", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:05.454340 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-219a48b2-1804-4b8f-b2ae-c6ab93c9f81a {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:05.454731 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feed02b4-f7e2-4422-8a61-51670566a2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee152ef-2b06-40fa-9b6f-1a6229110f7d', 'code': 200} Sep 16 04:54:05.471664 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.539539 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97496523-fff6-420f-b2e5-7b45a2a5185a admin admin] Network 474fd450-0c2e-46ef-8cf8-ab50db420cd3 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:54:05.547021 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=eee152ef-2b06-40fa-9b6f-1a6229110f7d,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:05.606677 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-97496523-fff6-420f-b2e5-7b45a2a5185a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 474fd450-0c2e-46ef-8cf8-ab50db420cd3) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:05.614432 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97496523-fff6-420f-b2e5-7b45a2a5185a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:05.615698 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-97496523-fff6-420f-b2e5-7b45a2a5185a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.616106 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183021b6-65d7-422b-bba5-61a974d4b7a6 None None] Network 474fd450-0c2e-46ef-8cf8-ab50db420cd3 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:05.656967 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3500e0b8-cec4-4c53-854b-716df2655c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.678265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257e54e-a3bb-4e3b-9f8c-7dbccf563b77 req-67f4333f-f0dd-43d9-91a9-823a848f3568 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:05.679861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0257e54e-a3bb-4e3b-9f8c-7dbccf563b77 req-67f4333f-f0dd-43d9-91a9-823a848f3568 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 946 time: 0.1793640 Sep 16 04:54:05.685206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-4a182809-b1b4-4664-8a4d-52ae05800aa0 req-a46cb524-ec4d-49c1-b082-3d7188a891b3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Deleting port 76311845-4a59-491c-9b4f-a72903b740b9 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:05.685680 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4a182809-b1b4-4664-8a4d-52ae05800aa0 req-a46cb524-ec4d-49c1-b082-3d7188a891b3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.702753 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-97496523-fff6-420f-b2e5-7b45a2a5185a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9160736 Sep 16 04:54:05.716977 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:05.818767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda1fc7-8a79-43d4-b24e-5f2133cd428c req-276f7a2a-b4d8-486b-9e0c-1528e6e48ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:05.820365 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6dda1fc7-8a79-43d4-b24e-5f2133cd428c req-276f7a2a-b4d8-486b-9e0c-1528e6e48ec7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=feed02b4-f7e2-4422-8a61-51670566a2aa HTTP/1.1" status: 200 len: 1102 time: 0.2555330 Sep 16 04:54:05.828024 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0257e54e-a3bb-4e3b-9f8c-7dbccf563b77 req-2a162bfd-7ff8-427e-a434-376091895278 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145439 Sep 16 04:54:05.914340 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3500e0b8-cec4-4c53-854b-716df2655c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.008827 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4a182809-b1b4-4664-8a4d-52ae05800aa0 req-a46cb524-ec4d-49c1-b082-3d7188a891b3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] For port 76311845-4a59-491c-9b4f-a72903b740b9, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=76311845-4a59-491c-9b4f-a72903b740b9,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:06.009861 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4a182809-b1b4-4664-8a4d-52ae05800aa0 req-a46cb524-ec4d-49c1-b082-3d7188a891b3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.026271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-4a182809-b1b4-4664-8a4d-52ae05800aa0 req-a46cb524-ec4d-49c1-b082-3d7188a891b3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Calling delete_port for 76311845-4a59-491c-9b4f-a72903b740b9 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:06.085123 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:06.092433 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fb53ba-d241-483c-9ed4-7dbc102b4229 None None] Network 474fd450-0c2e-46ef-8cf8-ab50db420cd3 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:06.271750 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6dda1fc7-8a79-43d4-b24e-5f2133cd428c req-2e14c434-e906-48b9-b050-51695e8e4333 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390721 Sep 16 04:54:06.274675 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4a182809-b1b4-4664-8a4d-52ae05800aa0 req-a46cb524-ec4d-49c1-b082-3d7188a891b3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.323830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46cb524-ec4d-49c1-b082-3d7188a891b3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Pushing event deleted for resources: {'Port': ['ID=76311845-4a59-491c-9b4f-a72903b740b9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:06.339684 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3500e0b8-cec4-4c53-854b-716df2655c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.344748 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3500e0b8-cec4-4c53-854b-716df2655c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.349898 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3500e0b8-cec4-4c53-854b-716df2655c05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09f279f0-3c35-428b-b838-5f50fd534db3 HTTP/1.1" status: 204 len: 168 time: 0.9489582 Sep 16 04:54:06.389481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547c368-df42-488a-a5f8-d103b9f3eda3 req-214a0141-9cba-4f5b-b462-d53e923484d7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:06.392142 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d547c368-df42-488a-a5f8-d103b9f3eda3 req-214a0141-9cba-4f5b-b462-d53e923484d7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 948 time: 0.2169626 Sep 16 04:54:06.415216 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500e0b8-cec4-4c53-854b-716df2655c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f279f0-3c35-428b-b838-5f50fd534db3,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:06.418291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a182809-b1b4-4664-8a4d-52ae05800aa0 req-a46cb524-ec4d-49c1-b082-3d7188a891b3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] No DVR routers for this DVR port 76311845-4a59-491c-9b4f-a72903b740b9 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:06.421218 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4a182809-b1b4-4664-8a4d-52ae05800aa0 req-a46cb524-ec4d-49c1-b082-3d7188a891b3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.425887 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a182809-b1b4-4664-8a4d-52ae05800aa0 req-a46cb524-ec4d-49c1-b082-3d7188a891b3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "DELETE /v2.0/ports/76311845-4a59-491c-9b4f-a72903b740b9 HTTP/1.1" status: 204 len: 173 time: 1.0643921 Sep 16 04:54:06.427558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32db371b-4838-4056-8302-d14404c8b352', 'name': 'network-vif-deleted', 'tag': '76311845-4a59-491c-9b4f-a72903b740b9'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:06.432712 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1407d94-3ce3-4a30-aa57-df8e1fc7733a" -d '{"events": [{"server_uuid": "32db371b-4838-4056-8302-d14404c8b352", "name": "network-vif-deleted", "tag": "76311845-4a59-491c-9b4f-a72903b740b9"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:06.513169 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['3d8532f4-ec6b-4b6f-973f-02e2619162a5', 'df1e6649-fbfe-4475-9169-8e25f2d93e3d', '76311845-4a59-491c-9b4f-a72903b740b9'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:06.529834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d547c368-df42-488a-a5f8-d103b9f3eda3 req-70c8bfc8-f135-4147-af10-5c8da06b815d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180274 Sep 16 04:54:06.580700 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': 'cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9', 'mac_address': 'fa:16:3e:d7:8c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:06.588296 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4cb592-e408-4b5f-9e0e-c88498bc0db8 x-openstack-request-id: req-bd4cb592-e408-4b5f-9e0e-c88498bc0db8 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:06.588478 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32db371b-4838-4056-8302-d14404c8b352", "name": "network-vif-deleted", "tag": "76311845-4a59-491c-9b4f-a72903b740b9", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:06.588736 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd4cb592-e408-4b5f-9e0e-c88498bc0db8 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:06.589135 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32db371b-4838-4056-8302-d14404c8b352', 'name': 'network-vif-deleted', 'tag': '76311845-4a59-491c-9b4f-a72903b740b9', 'status': 'completed', 'code': 200} Sep 16 04:54:06.658740 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-349fb655-7d67-4a0e-8a61-a922c86a1614 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:06.660575 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-349fb655-7d67-4a0e-8a61-a922c86a1614 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/networks?id=474fd450-0c2e-46ef-8cf8-ab50db420cd3 HTTP/1.1" status: 200 len: 818 time: 0.1985505 Sep 16 04:54:06.687254 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-bbc6149b-c304-4eb7-8fe3-63d9f0a9a6ba tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/quotas/6899e5e805a442e6900279b9aa6a8abb HTTP/1.1" status: 200 len: 375 time: 0.0183206 Sep 16 04:54:06.688674 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.718524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:06.743202 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-5f039fbd-1328-4a4d-a2fd-a6a6dcf51563 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6899e5e805a442e6900279b9aa6a8abb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487704 Sep 16 04:54:06.758054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:06.880487 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.949900 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:07.360685 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f52e6389-5ee9-4a67-8a63-08017f156539 req-c105b639-6089-4322-8977-def9fb88de7e tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 210 time: 0.0669327 Sep 16 04:54:07.415953 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-cbe6290d-5973-44db-93ea-03a082225335 service neutron] 10.222.0.20 "GET /v2.0/networks/474fd450-0c2e-46ef-8cf8-ab50db420cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6715941 Sep 16 04:54:07.559541 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-60388e25-fa75-454d-85ed-69e5b8972379 service neutron] 10.222.0.20 "GET /v2.0/networks/474fd450-0c2e-46ef-8cf8-ab50db420cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426005 Sep 16 04:54:07.674952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fda0a-f208-4b89-9d55-ccc92e5de858 req-c877f0c2-448c-454e-b5b8-3e61e906ca07 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:07.675634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d2fda0a-f208-4b89-9d55-ccc92e5de858 req-c877f0c2-448c-454e-b5b8-3e61e906ca07 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 949 time: 0.0571866 Sep 16 04:54:07.713809 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:07.730094 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d2fda0a-f208-4b89-9d55-ccc92e5de858 req-3ec7bf31-e55b-4687-9d15-a4147d366b32 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462751 Sep 16 04:54:07.746909 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 76311845-4a59-491c-9b4f-a72903b740b9 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:07.790648 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 76311845-4a59-491c-9b4f-a72903b740b9 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:07.791108 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 76311845-4a59-491c-9b4f-a72903b740b9 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:07.859373 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f48ec388-10c2-46a2-b8d5-914511344c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.536382 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6181e0c-796e-48aa-a4f7-6ddc90a9e0a3 req-12541bb3-356c-42c2-87ee-f40b8748291d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=32db371b-4838-4056-8302-d14404c8b352 HTTP/1.1" status: 200 len: 210 time: 0.0390193 Sep 16 04:54:08.629817 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.026069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f326-ae7b-4497-9695-745f0afadf0c req-9b77eed7-bbf1-4b58-8c01-9867fd763029 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:09.046019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8dc7f326-ae7b-4497-9695-745f0afadf0c req-9b77eed7-bbf1-4b58-8c01-9867fd763029 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 949 time: 0.1406209 Sep 16 04:54:09.121464 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.136847 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8dc7f326-ae7b-4497-9695-745f0afadf0c req-a3429e0f-170b-4a8b-bf0a-8154d03d376c tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846024 Sep 16 04:54:09.138756 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0bf4a325-25e3-4a4c-aaff-8805c935b2c0 req-9280ca50-b55b-4d5c-9ba1-80958274c470 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 210 time: 0.0685761 Sep 16 04:54:09.335719 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48986) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:09.529783 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b34abca9-31f5-4587-b067-d5455ffadc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.693280 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b34abca9-31f5-4587-b067-d5455ffadc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.756627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49002) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:09.835642 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b34abca9-31f5-4587-b067-d5455ffadc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.889425 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-64004191-ffa5-4d0d-a3ec-87a1e4660e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.893997 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b34abca9-31f5-4587-b067-d5455ffadc5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdb7b2717b7f48e293b035467330c804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5555513 Sep 16 04:54:09.897009 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49006) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:09.901820 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34abca9-31f5-4587-b067-d5455ffadc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedac15b-4b51-4590-b327-7a44d1a769d9,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:09.953144 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-355c1d55-c31c-4735-80af-9e3242eb6613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.985712 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-355c1d55-c31c-4735-80af-9e3242eb6613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.041647 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-64004191-ffa5-4d0d-a3ec-87a1e4660e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.139679 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-355c1d55-c31c-4735-80af-9e3242eb6613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.143135 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-355c1d55-c31c-4735-80af-9e3242eb6613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.144937 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-355c1d55-c31c-4735-80af-9e3242eb6613 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bedac15b-4b51-4590-b327-7a44d1a769d9 HTTP/1.1" status: 204 len: 168 time: 0.2463503 Sep 16 04:54:10.149156 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-64004191-ffa5-4d0d-a3ec-87a1e4660e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.157669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c1d55-c31c-4735-80af-9e3242eb6613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedac15b-4b51-4590-b327-7a44d1a769d9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:10.207235 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-64004191-ffa5-4d0d-a3ec-87a1e4660e32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c7cf0dbd58645b3946fa82b0cbc7ac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4491477 Sep 16 04:54:10.209709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49026) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:10.270033 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64004191-ffa5-4d0d-a3ec-87a1e4660e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21839f1-3d84-46af-beba-224c9af572ea,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:10.352558 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-abbb0ea6-0f59-4c4a-94e6-708a254b8f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.370091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dd72a-5753-4499-b82a-87afa10b7cac req-a33caaf6-50bd-4a70-88b0-36490021fb6e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:10.372215 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e1dd72a-5753-4499-b82a-87afa10b7cac req-a33caaf6-50bd-4a70-88b0-36490021fb6e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 949 time: 0.0795264 Sep 16 04:54:10.381243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c7100-7499-4a31-a2f9-8a50b743949b req-e54ecaca-ef03-42fe-ac3d-66d5b9f2705e tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:10.383187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-588c7100-7499-4a31-a2f9-8a50b743949b req-e54ecaca-ef03-42fe-ac3d-66d5b9f2705e tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 945 time: 0.1305351 Sep 16 04:54:10.435622 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-abbb0ea6-0f59-4c4a-94e6-708a254b8f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.479067 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-588c7100-7499-4a31-a2f9-8a50b743949b req-99ab9688-2653-47d9-9e5a-77bacf5c92ce tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877528 Sep 16 04:54:10.498725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e1dd72a-5753-4499-b82a-87afa10b7cac req-25ca7b9b-dfdc-464f-81ac-6ddc5b7a3f35 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142979 Sep 16 04:54:10.596796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d9598db-f84b-4ee4-afa9-83ee10d3a262 req-db61acce-d7ac-41d7-bc34-c5f8c8e73c0a tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 210 time: 0.0539899 Sep 16 04:54:10.659930 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-abbb0ea6-0f59-4c4a-94e6-708a254b8f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.666063 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-abbb0ea6-0f59-4c4a-94e6-708a254b8f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.670074 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-abbb0ea6-0f59-4c4a-94e6-708a254b8f50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e21839f1-3d84-46af-beba-224c9af572ea HTTP/1.1" status: 204 len: 168 time: 0.4567237 Sep 16 04:54:10.690115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb0ea6-0f59-4c4a-94e6-708a254b8f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21839f1-3d84-46af-beba-224c9af572ea,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:10.720435 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.734973 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d46736-3766-4504-a4bd-c3e3d9c8c84d req-41b8f366-684e-4fc2-a576-5a4e74c11da0 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:11.739328 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:11.744740 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16d46736-3766-4504-a4bd-c3e3d9c8c84d req-41b8f366-684e-4fc2-a576-5a4e74c11da0 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 949 time: 0.1371131 Sep 16 04:54:11.816405 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16d46736-3766-4504-a4bd-c3e3d9c8c84d req-6ddb8a41-a795-46db-a55f-286da9244b1d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651841 Sep 16 04:54:11.843244 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14e676-f185-4f68-ac18-04d58adf8fc0 req-915742b0-3482-4e6d-bd08-cdf14d9c347f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:11.847411 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b14e676-f185-4f68-ac18-04d58adf8fc0 req-915742b0-3482-4e6d-bd08-cdf14d9c347f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 945 time: 0.1965597 Sep 16 04:54:11.932940 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:54:11.937933 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:11.939052 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.949156 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86c34729-e8c7-4847-ae35-fe70e2968505 req-c6a0ca69-405a-48c3-b563-17373bf0415b tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 210 time: 0.0584087 Sep 16 04:54:12.021898 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b14e676-f185-4f68-ac18-04d58adf8fc0 req-634e1779-3cc3-498d-8b0f-ee066632d9ff tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700416 Sep 16 04:54:12.059855 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254ecbd-a282-46a9-ad46-b27ee555a161 req-1619ec4a-fe21-4d64-b85a-7bb2d6d1c9a7 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:12.061482 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8254ecbd-a282-46a9-ad46-b27ee555a161 req-1619ec4a-fe21-4d64-b85a-7bb2d6d1c9a7 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 945 time: 0.1458125 Sep 16 04:54:12.139767 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.183981 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:12.184970 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144c7aaf-8132-4ab5-8258-cda34e715c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:12.188238 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfe303f-ee00-460f-a337-07b2a680d73e" -d '{"events": [{"server_uuid": "144c7aaf-8132-4ab5-8258-cda34e715c73", "name": "network-vif-plugged", "status": "completed", "tag": "cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:12.252998 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28124659-7ca4-442c-a410-aa96b8e7f20c x-openstack-request-id: req-28124659-7ca4-442c-a410-aa96b8e7f20c {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:12.258849 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144c7aaf-8132-4ab5-8258-cda34e715c73", "name": "network-vif-plugged", "status": "completed", "tag": "cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:12.258849 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28124659-7ca4-442c-a410-aa96b8e7f20c {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:12.258849 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144c7aaf-8132-4ab5-8258-cda34e715c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9', 'code': 200} Sep 16 04:54:12.282081 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.317317 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-8254ecbd-a282-46a9-ad46-b27ee555a161 req-86a77963-2a3a-4e2d-a3b3-9e518efa5579 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Deleting port df1e6649-fbfe-4475-9169-8e25f2d93e3d {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:12.320189 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8254ecbd-a282-46a9-ad46-b27ee555a161 req-86a77963-2a3a-4e2d-a3b3-9e518efa5579 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.403350 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:12.444070 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2081b-31e9-474b-bf55-4e7d73a39693 req-d5ec4e15-7cae-481c-8300-f3fb6705785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:12.446413 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16e2081b-31e9-474b-bf55-4e7d73a39693 req-d5ec4e15-7cae-481c-8300-f3fb6705785d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 1102 time: 0.0691969 Sep 16 04:54:12.491530 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16e2081b-31e9-474b-bf55-4e7d73a39693 req-66ed3916-14bf-4853-ab2c-8df6bdbf12f4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345652 Sep 16 04:54:12.534791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-8254ecbd-a282-46a9-ad46-b27ee555a161 req-86a77963-2a3a-4e2d-a3b3-9e518efa5579 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] For port df1e6649-fbfe-4475-9169-8e25f2d93e3d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=df1e6649-fbfe-4475-9169-8e25f2d93e3d,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:12.535200 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8254ecbd-a282-46a9-ad46-b27ee555a161 req-86a77963-2a3a-4e2d-a3b3-9e518efa5579 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.551510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-8254ecbd-a282-46a9-ad46-b27ee555a161 req-86a77963-2a3a-4e2d-a3b3-9e518efa5579 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Calling delete_port for df1e6649-fbfe-4475-9169-8e25f2d93e3d owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:12.780874 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8254ecbd-a282-46a9-ad46-b27ee555a161 req-86a77963-2a3a-4e2d-a3b3-9e518efa5579 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.816761 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['3d8532f4-ec6b-4b6f-973f-02e2619162a5', 'df1e6649-fbfe-4475-9169-8e25f2d93e3d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:12.924706 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a77963-2a3a-4e2d-a3b3-9e518efa5579 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Pushing event deleted for resources: {'Port': ['ID=df1e6649-fbfe-4475-9169-8e25f2d93e3d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:12.933088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-8254ecbd-a282-46a9-ad46-b27ee555a161 req-86a77963-2a3a-4e2d-a3b3-9e518efa5579 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] No DVR routers for this DVR port df1e6649-fbfe-4475-9169-8e25f2d93e3d on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:12.936065 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8254ecbd-a282-46a9-ad46-b27ee555a161 req-86a77963-2a3a-4e2d-a3b3-9e518efa5579 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.943135 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8254ecbd-a282-46a9-ad46-b27ee555a161 req-86a77963-2a3a-4e2d-a3b3-9e518efa5579 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "DELETE /v2.0/ports/df1e6649-fbfe-4475-9169-8e25f2d93e3d HTTP/1.1" status: 204 len: 173 time: 0.8547857 Sep 16 04:54:12.943135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c078c1-186b-4e97-a55b-c01e75794ac9', 'name': 'network-vif-deleted', 'tag': 'df1e6649-fbfe-4475-9169-8e25f2d93e3d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:12.943569 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1133a02d-764d-40b5-80e2-cde0a865156d" -d '{"events": [{"server_uuid": "11c078c1-186b-4e97-a55b-c01e75794ac9", "name": "network-vif-deleted", "tag": "df1e6649-fbfe-4475-9169-8e25f2d93e3d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:12.990079 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a12b0f-93a0-4cf4-a09a-78cd54b7b6ec x-openstack-request-id: req-73a12b0f-93a0-4cf4-a09a-78cd54b7b6ec {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:12.990678 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c078c1-186b-4e97-a55b-c01e75794ac9", "name": "network-vif-deleted", "tag": "df1e6649-fbfe-4475-9169-8e25f2d93e3d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:12.991356 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73a12b0f-93a0-4cf4-a09a-78cd54b7b6ec {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:12.992387 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c078c1-186b-4e97-a55b-c01e75794ac9', 'name': 'network-vif-deleted', 'tag': 'df1e6649-fbfe-4475-9169-8e25f2d93e3d', 'status': 'completed', 'code': 200} Sep 16 04:54:13.101805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b990317-c928-4757-abea-d622f1b9ea99 req-793350d9-e640-4546-b967-1650cbeac9af tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:13.103611 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b990317-c928-4757-abea-d622f1b9ea99 req-793350d9-e640-4546-b967-1650cbeac9af tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 950 time: 0.0923941 Sep 16 04:54:13.148721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86888b67-d91c-4c16-995e-79245fa8f2fa req-18800843-3643-44d9-97f1-a8b9bb453cfe tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 210 time: 0.0440810 Sep 16 04:54:13.161829 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49126) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:13.263673 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b990317-c928-4757-abea-d622f1b9ea99 req-ede79874-829f-4534-bfe4-45e4541c3869 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468589 Sep 16 04:54:13.404811 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fa44c95-2d67-4db5-aee6-9795aa50d65a req-84b4e5c6-bc4f-4303-8ff9-77feb260edad tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 210 time: 0.0478358 Sep 16 04:54:13.588322 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f44572e0-0dd5-4a81-8eb6-caac09804d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.640201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-1ea131f0-05bd-4d30-b823-64ff1f03d8b9 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:13.641939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-1ea131f0-05bd-4d30-b823-64ff1f03d8b9 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.21 "GET /v2.0/networks?id=474fd450-0c2e-46ef-8cf8-ab50db420cd3 HTTP/1.1" status: 200 len: 818 time: 0.1781788 Sep 16 04:54:13.665055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-8175cf0e-a4a3-422d-81f2-08e3dcdd9fb3 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Request body: {'port': {'device_id': '7972e809-47ec-42c4-8e15-e1e344a119c9', 'network_id': '474fd450-0c2e-46ef-8cf8-ab50db420cd3', 'admin_state_up': True, 'tenant_id': '6899e5e805a442e6900279b9aa6a8abb'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:13.795238 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f44572e0-0dd5-4a81-8eb6-caac09804d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.868883 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49140) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:13.910033 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f44572e0-0dd5-4a81-8eb6-caac09804d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.966896 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f44572e0-0dd5-4a81-8eb6-caac09804d3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9569391aca44ae8888eba1e4babe037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8040977 Sep 16 04:54:13.971369 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49144) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:13.992345 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44572e0-0dd5-4a81-8eb6-caac09804d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932fb63b-c484-48f7-b5af-ea0e1e89cba4,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:14.041219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-8175cf0e-a4a3-422d-81f2-08e3dcdd9fb3 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Made reservation on behalf of 6899e5e805a442e6900279b9aa6a8abb for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:14.045877 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-a99066ff-56dc-45af-a0e1-0bb85d705218 tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:14.046023 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-8175cf0e-a4a3-422d-81f2-08e3dcdd9fb3 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.062545 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffef1937-8324-4b85-b03c-5d59a39154ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.096797 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffef1937-8324-4b85-b03c-5d59a39154ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.249174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-8175cf0e-a4a3-422d-81f2-08e3dcdd9fb3 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Allocated IP 172.20.0.13 (474fd450-0c2e-46ef-8cf8-ab50db420cd3/2ff4ee34-68ac-4ca0-a2fe-925047e8d0ea/2a5539af-8a02-4689-82f6-67d1bb308054) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:14.282923 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7556a236-e2c8-480e-b7fc-0ac1d8252061 req-3fa868a8-4b6b-4d67-81a1-b16551b85c2d tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 210 time: 0.0391605 Sep 16 04:54:14.333843 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffef1937-8324-4b85-b03c-5d59a39154ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.337961 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffef1937-8324-4b85-b03c-5d59a39154ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.340831 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ffef1937-8324-4b85-b03c-5d59a39154ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/932fb63b-c484-48f7-b5af-ea0e1e89cba4 HTTP/1.1" status: 204 len: 168 time: 0.3685203 Sep 16 04:54:14.361217 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef1937-8324-4b85-b03c-5d59a39154ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932fb63b-c484-48f7-b5af-ea0e1e89cba4,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:14.365018 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a99066ff-56dc-45af-a0e1-0bb85d705218 tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] 10.222.0.20 "PUT /v2.0/quotas/266b6ea66b534b8691a424a5ab123001 HTTP/1.1" status: 200 len: 366 time: 0.4948874 Sep 16 04:54:14.370290 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49152) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:14.394245 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-28212697-3995-4b7d-b902-82777e591b0e tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0203757 Sep 16 04:54:14.394587 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49154) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:14.414310 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-046fb430-bc4d-49cf-9a81-11b3a1c34438 tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] 10.222.0.20 "GET /v2.0/quotas/266b6ea66b534b8691a424a5ab123001 HTTP/1.1" status: 200 len: 366 time: 0.0166628 Sep 16 04:54:14.414910 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49156) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:14.590692 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d46e3989-8866-4945-9ea6-159ae488117b req-bfba11c9-d661-4ac8-9b57-99f9d35c8783 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 210 time: 0.0571368 Sep 16 04:54:14.651901 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-8175cf0e-a4a3-422d-81f2-08e3dcdd9fb3 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.671633 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faaf6b-9363-4f44-98d8-28f81f0148bc req-2020d2bb-1a40-4e6d-ba24-be81f2ca19a7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:14.673734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f3faaf6b-9363-4f44-98d8-28f81f0148bc req-2020d2bb-1a40-4e6d-ba24-be81f2ca19a7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 950 time: 0.2412918 Sep 16 04:54:14.731167 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-c36c103b-d4c8-4235-a46d-d5b630630ad5 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:14.732728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-c36c103b-d4c8-4235-a46d-d5b630630ad5 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.21 "GET /v2.0/networks?id=474fd450-0c2e-46ef-8cf8-ab50db420cd3 HTTP/1.1" status: 200 len: 818 time: 0.2991157 Sep 16 04:54:14.759582 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-77a6a2f5-302e-40b8-982b-b6f3e0be7658 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Request body: {'port': {'device_id': '407789a2-ccce-4525-bfe7-758a4dd705d0', 'network_id': '474fd450-0c2e-46ef-8cf8-ab50db420cd3', 'admin_state_up': True, 'tenant_id': '6899e5e805a442e6900279b9aa6a8abb'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:14.767305 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f3faaf6b-9363-4f44-98d8-28f81f0148bc req-96715aef-7a53-4d55-a462-cf5220cfcd6a tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842106 Sep 16 04:54:14.979287 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-07483be9-ad9e-4430-b7f9-906f3083338c tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/266b6ea66b534b8691a424a5ab123001 HTTP/1.1" status: 204 len: 168 time: 0.5616634 Sep 16 04:54:14.981667 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49166) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:14.990674 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4da5c7ef-e939-4d97-8d40-7dfa29d5758e tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0079813 Sep 16 04:54:14.993021 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49168) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:15.002255 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3a6beeba-4d56-46d6-a5de-f4ca85d5c596 tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] 10.222.0.20 "GET /v2.0/quotas/266b6ea66b534b8691a424a5ab123001 HTTP/1.1" status: 200 len: 370 time: 0.0080955 Sep 16 04:54:15.004516 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49170) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:15.009747 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-eff1af00-58dd-4c49-8401-653e9d349543 tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] 10.222.0.20 "GET /v2.0/quotas/266b6ea66b534b8691a424a5ab123001/default HTTP/1.1" status: 200 len: 370 time: 0.0041199 Sep 16 04:54:15.011899 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49172) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:15.021246 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-6a8882ac-b561-4908-afd4-01a5fb0c4d99 tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] delete failed (client error): The resource could not be found. Sep 16 04:54:15.022407 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6a8882ac-b561-4908-afd4-01a5fb0c4d99 tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/266b6ea66b534b8691a424a5ab123001 HTTP/1.1" status: 404 len: 348 time: 0.0095954 Sep 16 04:54:15.065901 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-8175cf0e-a4a3-422d-81f2-08e3dcdd9fb3 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.085321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-72190778-5ab8-4477-a8ed-01180dd03de6 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:15.087232 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-72190778-5ab8-4477-a8ed-01180dd03de6 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.38 "GET /v2.0/networks?id=474fd450-0c2e-46ef-8cf8-ab50db420cd3 HTTP/1.1" status: 200 len: 818 time: 0.1400406 Sep 16 04:54:15.126984 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-788c9011-67f5-424a-8688-6ce9297dbac4 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Request body: {'port': {'device_id': 'ec880376-6b65-436c-a1ac-18af02b85145', 'network_id': '474fd450-0c2e-46ef-8cf8-ab50db420cd3', 'admin_state_up': True, 'tenant_id': '6899e5e805a442e6900279b9aa6a8abb'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:15.168956 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-77a6a2f5-302e-40b8-982b-b6f3e0be7658 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Made reservation on behalf of 6899e5e805a442e6900279b9aa6a8abb for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:15.174300 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-77a6a2f5-302e-40b8-982b-b6f3e0be7658 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.178384 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-8175cf0e-a4a3-422d-81f2-08e3dcdd9fb3 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Network 474fd450-0c2e-46ef-8cf8-ab50db420cd3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:15.191655 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175cf0e-a4a3-422d-81f2-08e3dcdd9fb3 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Pushing event updated for resources: {'Port': ['ID=2a5539af-8a02-4689-82f6-67d1bb308054,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:15.202624 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-8175cf0e-a4a3-422d-81f2-08e3dcdd9fb3 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:15.211100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-8175cf0e-a4a3-422d-81f2-08e3dcdd9fb3 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:15.403152 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-8175cf0e-a4a3-422d-81f2-08e3dcdd9fb3 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:15.405314 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-8175cf0e-a4a3-422d-81f2-08e3dcdd9fb3 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.551606 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-77a6a2f5-302e-40b8-982b-b6f3e0be7658 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Allocated IP 172.20.0.12 (474fd450-0c2e-46ef-8cf8-ab50db420cd3/2ff4ee34-68ac-4ca0-a2fe-925047e8d0ea/35c0d889-5c25-479a-bbee-94a20467e870) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:15.609750 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49186) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:15.637293 n-d-712140-13 neutron-server[95474]: DEBUG neutron.quota.resource [None req-d3716263-d031-4011-96e9-56de942963aa tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] Usage tracker for resource:network and tenant:b525d10a087d45ccac04e015360a8565 is out of sync, need to count used quota {{(pid=95474) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:54:15.645245 n-d-712140-13 neutron-server[95474]: DEBUG neutron.quota.resource [None req-d3716263-d031-4011-96e9-56de942963aa tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95474) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:54:15.647853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-788c9011-67f5-424a-8688-6ce9297dbac4 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Made reservation on behalf of 6899e5e805a442e6900279b9aa6a8abb for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:15.655150 n-d-712140-13 neutron-server[95474]: DEBUG neutron.quota.resource [None req-d3716263-d031-4011-96e9-56de942963aa tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] Usage tracker for resource:subnet and tenant:b525d10a087d45ccac04e015360a8565 is out of sync, need to count used quota {{(pid=95474) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:54:15.656836 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-788c9011-67f5-424a-8688-6ce9297dbac4 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.664207 n-d-712140-13 neutron-server[95474]: DEBUG neutron.quota.resource [None req-d3716263-d031-4011-96e9-56de942963aa tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95474) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:54:15.676254 n-d-712140-13 neutron-server[95474]: DEBUG neutron.quota.resource [None req-d3716263-d031-4011-96e9-56de942963aa tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] Usage tracker for resource:subnetpool and tenant:b525d10a087d45ccac04e015360a8565 is out of sync, need to count used quota {{(pid=95474) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:54:15.682330 n-d-712140-13 neutron-server[95474]: DEBUG neutron.quota.resource [None req-d3716263-d031-4011-96e9-56de942963aa tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95474) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:54:15.692169 n-d-712140-13 neutron-server[95474]: DEBUG neutron.quota.resource [None req-d3716263-d031-4011-96e9-56de942963aa tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] Usage tracker for resource:port and tenant:b525d10a087d45ccac04e015360a8565 is out of sync, need to count used quota {{(pid=95474) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:54:15.706047 n-d-712140-13 neutron-server[95474]: DEBUG neutron.quota.resource [None req-d3716263-d031-4011-96e9-56de942963aa tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95474) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:54:15.711156 n-d-712140-13 neutron-server[95474]: DEBUG neutron.quota.resource [None req-d3716263-d031-4011-96e9-56de942963aa tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] Usage tracker for resource:router and tenant:b525d10a087d45ccac04e015360a8565 is out of sync, need to count used quota {{(pid=95474) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:54:15.719660 n-d-712140-13 neutron-server[95474]: DEBUG neutron.quota.resource [None req-d3716263-d031-4011-96e9-56de942963aa tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95474) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:54:15.728356 n-d-712140-13 neutron-server[95474]: DEBUG neutron.quota.resource [None req-d3716263-d031-4011-96e9-56de942963aa tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] Usage tracker for resource:floatingip and tenant:b525d10a087d45ccac04e015360a8565 is out of sync, need to count used quota {{(pid=95474) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:54:15.734822 n-d-712140-13 neutron-server[95474]: DEBUG neutron.quota.resource [None req-d3716263-d031-4011-96e9-56de942963aa tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95474) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:54:15.755020 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device df1e6649-fbfe-4475-9169-8e25f2d93e3d no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:15.833264 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-8175cf0e-a4a3-422d-81f2-08e3dcdd9fb3 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1742456 Sep 16 04:54:15.861228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: df1e6649-fbfe-4475-9169-8e25f2d93e3d {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:15.862450 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device df1e6649-fbfe-4475-9169-8e25f2d93e3d not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:15.893713 n-d-712140-13 neutron-server[95474]: DEBUG neutron.quota.resource [None req-d3716263-d031-4011-96e9-56de942963aa tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] Usage tracker for resource:security_group and tenant:b525d10a087d45ccac04e015360a8565 is out of sync, need to count used quota {{(pid=95474) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:54:15.904640 n-d-712140-13 neutron-server[95474]: DEBUG neutron.quota.resource [None req-d3716263-d031-4011-96e9-56de942963aa tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95474) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:54:15.912816 n-d-712140-13 neutron-server[95474]: DEBUG neutron.quota.resource [None req-d3716263-d031-4011-96e9-56de942963aa tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] Usage tracker for resource:security_group_rule and tenant:b525d10a087d45ccac04e015360a8565 is out of sync, need to count used quota {{(pid=95474) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:54:15.918311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.quota.resource [None req-d3716263-d031-4011-96e9-56de942963aa tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95474) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:54:15.922817 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9031ed00-1bcb-493a-9679-1e0531307368 req-5297da85-774c-4880-a021-acd39148ec69 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c078c1-186b-4e97-a55b-c01e75794ac9 HTTP/1.1" status: 200 len: 210 time: 0.1287630 Sep 16 04:54:15.932197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Request body: {'port': {'device_id': '7972e809-47ec-42c4-8e15-e1e344a119c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:15.945167 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d3716263-d031-4011-96e9-56de942963aa tempest-QuotasTest-1471775941 tempest-QuotasTest-1471775941-project-admin] 10.222.0.20 "GET /v2.0/quotas/b525d10a087d45ccac04e015360a8565/details.json HTTP/1.1" status: 200 len: 703 time: 0.3339472 Sep 16 04:54:16.008586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4f1abef5-5ea0-4708-a708-f9d738812e5e req-b299b1a8-6be8-4824-8ca1-82335ab4d1ee tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 210 time: 0.0732267 Sep 16 04:54:16.201345 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.209287 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-77a6a2f5-302e-40b8-982b-b6f3e0be7658 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.219852 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a8726-a292-4654-9d04-66326ddaa42f req-f45fbca6-2035-42ee-b7e4-02decdb12e65 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:16.227366 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab8a8726-a292-4654-9d04-66326ddaa42f req-f45fbca6-2035-42ee-b7e4-02decdb12e65 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 950 time: 0.1213167 Sep 16 04:54:16.330064 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab8a8726-a292-4654-9d04-66326ddaa42f req-15de6dfb-768a-4740-bcc2-8edbefafe72e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017332 Sep 16 04:54:16.494306 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-77a6a2f5-302e-40b8-982b-b6f3e0be7658 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.660393 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49218) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:16.664133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-77a6a2f5-302e-40b8-982b-b6f3e0be7658 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Network 474fd450-0c2e-46ef-8cf8-ab50db420cd3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:16.677021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-77a6a2f5-302e-40b8-982b-b6f3e0be7658 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:16.679548 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-77a6a2f5-302e-40b8-982b-b6f3e0be7658 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:16.683609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-788c9011-67f5-424a-8688-6ce9297dbac4 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Allocated IP 172.20.0.9 (474fd450-0c2e-46ef-8cf8-ab50db420cd3/2ff4ee34-68ac-4ca0-a2fe-925047e8d0ea/2fe90923-e211-400e-b4b8-a4e69fbd3292) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:16.685782 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6a2f5-302e-40b8-982b-b6f3e0be7658 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Pushing event updated for resources: {'Port': ['ID=35c0d889-5c25-479a-bbee-94a20467e870,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:16.751266 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111d89b-6d3a-4293-a360-aa56eba657a7 req-4ae2eeb7-4044-4f3d-8fc9-6d6a587ea1a3 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:16.752996 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4111d89b-6d3a-4293-a360-aa56eba657a7 req-4ae2eeb7-4044-4f3d-8fc9-6d6a587ea1a3 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=feed02b4-f7e2-4422-8a61-51670566a2aa HTTP/1.1" status: 200 len: 950 time: 0.2620120 Sep 16 04:54:16.818068 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-77a6a2f5-302e-40b8-982b-b6f3e0be7658 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:16.818729 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-77a6a2f5-302e-40b8-982b-b6f3e0be7658 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.869746 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4111d89b-6d3a-4293-a360-aa56eba657a7 req-a8e62019-c8c9-48e0-b195-8aaa1d2e4e59 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066570 Sep 16 04:54:17.011586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-77a6a2f5-302e-40b8-982b-b6f3e0be7658 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2598703 Sep 16 04:54:17.039888 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Request body: {'port': {'device_id': '407789a2-ccce-4525-bfe7-758a4dd705d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:17.080473 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-545759f4-e9c3-4a3b-ac09-704e4a750cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.249114 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-545759f4-e9c3-4a3b-ac09-704e4a750cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.313694 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-788c9011-67f5-424a-8688-6ce9297dbac4 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.319930 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.325646 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-545759f4-e9c3-4a3b-ac09-704e4a750cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.365297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed540a-0c2c-4f44-8041-48c5efa0a49b req-86144b80-d0b1-43eb-8f69-4897618db57d tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:17.369916 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-545759f4-e9c3-4a3b-ac09-704e4a750cea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f4bd3aa10c54775997f0252745cd12b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7075372 Sep 16 04:54:17.370945 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545759f4-e9c3-4a3b-ac09-704e4a750cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc65c3b-a831-4599-aca6-6db53cf2d7cd,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:17.372891 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33ed540a-0c2c-4f44-8041-48c5efa0a49b req-86144b80-d0b1-43eb-8f69-4897618db57d tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 932 time: 0.2214158 Sep 16 04:54:17.386145 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49242) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:17.459552 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-405cd8e4-34bc-471b-ad1c-5edd00ba9ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.490818 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-405cd8e4-34bc-471b-ad1c-5edd00ba9ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.492964 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33ed540a-0c2c-4f44-8041-48c5efa0a49b req-2d4dc9fa-eac3-47d1-9505-8f5d452a2cda tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191814 Sep 16 04:54:17.508499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371890e0-baa3-469c-a16b-9dcde6aa63a8 req-9e28dc3b-d192-4363-abb2-dd980f8a2798 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:17.514703 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371890e0-baa3-469c-a16b-9dcde6aa63a8 req-9e28dc3b-d192-4363-abb2-dd980f8a2798 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:17.523624 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-371890e0-baa3-469c-a16b-9dcde6aa63a8 req-9e28dc3b-d192-4363-abb2-dd980f8a2798 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73&device_id=feed02b4-f7e2-4422-8a61-51670566a2aa HTTP/1.1" status: 200 len: 1691 time: 0.1856842 Sep 16 04:54:17.609636 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-788c9011-67f5-424a-8688-6ce9297dbac4 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.761620 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-405cd8e4-34bc-471b-ad1c-5edd00ba9ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.766860 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-405cd8e4-34bc-471b-ad1c-5edd00ba9ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.768984 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-405cd8e4-34bc-471b-ad1c-5edd00ba9ed8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffc65c3b-a831-4599-aca6-6db53cf2d7cd HTTP/1.1" status: 204 len: 168 time: 0.3805716 Sep 16 04:54:17.782768 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cd8e4-34bc-471b-ad1c-5edd00ba9ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc65c3b-a831-4599-aca6-6db53cf2d7cd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:18.107422 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-788c9011-67f5-424a-8688-6ce9297dbac4 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Network 474fd450-0c2e-46ef-8cf8-ab50db420cd3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:18.116192 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c9011-67f5-424a-8688-6ce9297dbac4 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Pushing event updated for resources: {'Port': ['ID=2fe90923-e211-400e-b4b8-a4e69fbd3292,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:18.144205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-371890e0-baa3-469c-a16b-9dcde6aa63a8 req-d38e8144-61ac-48bd-b699-46eca72393c6 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6065326 Sep 16 04:54:18.170122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-788c9011-67f5-424a-8688-6ce9297dbac4 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:18.201043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-788c9011-67f5-424a-8688-6ce9297dbac4 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:18.387010 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-788c9011-67f5-424a-8688-6ce9297dbac4 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:18.388341 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-788c9011-67f5-424a-8688-6ce9297dbac4 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.489335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-caa7c276-65cd-4ef7-8b97-dbaaf5efa126 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:18.490963 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-caa7c276-65cd-4ef7-8b97-dbaaf5efa126 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/networks?id=891f88b4-8a81-44ed-8083-f8871519ebc1 HTTP/1.1" status: 200 len: 805 time: 0.3979025 Sep 16 04:54:18.515023 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5539af-8a02-4689-82f6-67d1bb308054 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:18.526640 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.532847 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-bb18b950-aa91-4960-a067-d2dc56280ee4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/quotas/ae34ed890fee43568c52dc5aa5e731ea HTTP/1.1" status: 200 len: 375 time: 0.0348492 Sep 16 04:54:18.538116 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60667c97-91ae-4ed6-9846-b618bacdcea3 req-b4c22684-d90c-4e94-a2f0-c4a95fc5c910 tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:18.539669 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60667c97-91ae-4ed6-9846-b618bacdcea3 req-b4c22684-d90c-4e94-a2f0-c4a95fc5c910 tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 1102 time: 0.1410840 Sep 16 04:54:18.557261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Transition to ACTIVE for port object 2a5539af-8a02-4689-82f6-67d1bb308054 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:54:18.594487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-788c9011-67f5-424a-8688-6ce9297dbac4 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4787204 Sep 16 04:54:18.615453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Request body: {'port': {'device_id': 'ec880376-6b65-436c-a1ac-18af02b85145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:18.647422 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60667c97-91ae-4ed6-9846-b618bacdcea3 req-df1e3764-bf96-4362-a2b5-1681c37132e7 tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919447 Sep 16 04:54:18.671940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-6a716fa2-13e0-418e-8336-63fef89817bc tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1218805 Sep 16 04:54:18.728145 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.795379 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.865762 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49294) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:18.896517 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-792cb53a-310a-4d36-8694-cb3c16618f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.997051 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Pushing event updated for resources: {'Port': ['ID=2a5539af-8a02-4689-82f6-67d1bb308054,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:19.037221 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-7c27dd11-7954-452a-87ed-8a0ae157c193 service neutron] 10.222.0.20 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735199 Sep 16 04:54:19.072720 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-792cb53a-310a-4d36-8694-cb3c16618f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.140450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e009276-c33e-4068-9cfa-9a4d0eca0311 req-16cb9124-74c7-4ddf-a3b6-532258ee9d5c tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:19.142055 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e009276-c33e-4068-9cfa-9a4d0eca0311 req-16cb9124-74c7-4ddf-a3b6-532258ee9d5c tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 932 time: 0.3640957 Sep 16 04:54:19.161789 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-792cb53a-310a-4d36-8694-cb3c16618f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.236966 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792cb53a-310a-4d36-8694-cb3c16618f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3f13a7-90e4-40bc-9fa9-0d1aed263806,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:19.285186 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-792cb53a-310a-4d36-8694-cb3c16618f62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b525d10a087d45ccac04e015360a8565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4187653 Sep 16 04:54:19.287857 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49302) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:19.356067 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d946703c-7514-4248-b4ed-965e71c1cea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.379390 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d946703c-7514-4248-b4ed-965e71c1cea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.386536 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Attempting to bind port 2a5539af-8a02-4689-82f6-67d1bb308054 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:19.386923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Attempting to bind port 2a5539af-8a02-4689-82f6-67d1bb308054 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '91de393a-3f23-4865-90b4-f6b561a7e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '474fd450-0c2e-46ef-8cf8-ab50db420cd3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:19.387229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Attempting to bind port 2a5539af-8a02-4689-82f6-67d1bb308054 on network 474fd450-0c2e-46ef-8cf8-ab50db420cd3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:19.399464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-c716f49b-1d0c-4f85-a399-68ab9627338e service neutron] 10.222.0.20 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613291 Sep 16 04:54:19.416030 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e009276-c33e-4068-9cfa-9a4d0eca0311 req-a6097c16-d015-4b59-ba1e-cea4d13c768a tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266047 Sep 16 04:54:19.425110 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Port 2a5539af-8a02-4689-82f6-67d1bb308054 on network 474fd450-0c2e-46ef-8cf8-ab50db420cd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:54:19.425450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Attempting to bind port 2a5539af-8a02-4689-82f6-67d1bb308054 on network 474fd450-0c2e-46ef-8cf8-ab50db420cd3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:19.467021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:19.467021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Checking segment: {'id': '91de393a-3f23-4865-90b4-f6b561a7e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '474fd450-0c2e-46ef-8cf8-ab50db420cd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:19.467021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Bound using segment: {'id': '91de393a-3f23-4865-90b4-f6b561a7e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '474fd450-0c2e-46ef-8cf8-ab50db420cd3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:19.467021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Bound port: 2a5539af-8a02-4689-82f6-67d1bb308054, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91de393a-3f23-4865-90b4-f6b561a7e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '474fd450-0c2e-46ef-8cf8-ab50db420cd3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:19.467021 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.467021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c0d889-5c25-479a-bbee-94a20467e870 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:19.479411 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.587670 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] For port 2a5539af-8a02-4689-82f6-67d1bb308054, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:19.592433 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] For port 2a5539af-8a02-4689-82f6-67d1bb308054, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=2a5539af-8a02-4689-82f6-67d1bb308054,segment=NetworkSegment(91de393a-3f23-4865-90b4-f6b561a7e162),segment_id=91de393a-3f23-4865-90b4-f6b561a7e162)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:19.596398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d54bc4-ab9f-436c-88f2-7d73c6db7cdc req-486e347e-e127-4eb4-ab0e-65adf7e66c4e tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:19.598045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65d54bc4-ab9f-436c-88f2-7d73c6db7cdc req-486e347e-e127-4eb4-ab0e-65adf7e66c4e tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=feed02b4-f7e2-4422-8a61-51670566a2aa HTTP/1.1" status: 200 len: 1102 time: 0.0865231 Sep 16 04:54:19.621568 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d946703c-7514-4248-b4ed-965e71c1cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.621795 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Transition to ACTIVE for port object 35c0d889-5c25-479a-bbee-94a20467e870 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:54:19.621910 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d946703c-7514-4248-b4ed-965e71c1cea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.621910 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d946703c-7514-4248-b4ed-965e71c1cea4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee3f13a7-90e4-40bc-9fa9-0d1aed263806 HTTP/1.1" status: 204 len: 168 time: 0.3285275 Sep 16 04:54:19.627692 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946703c-7514-4248-b4ed-965e71c1cea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3f13a7-90e4-40bc-9fa9-0d1aed263806,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:19.653477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65d54bc4-ab9f-436c-88f2-7d73c6db7cdc req-540de556-f8ce-4f1a-86af-5d85bb4b9727 tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488400 Sep 16 04:54:19.861947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-df587053-19de-42d7-9c41-a03b8b1110df req-99d4af9c-e05f-4c3a-8e55-d2224519fdb0 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 210 time: 0.0288343 Sep 16 04:54:19.863433 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.929062 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.942464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:19.942464 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.942464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] 10.222.0.21 "PUT /v2.0/ports/2a5539af-8a02-4689-82f6-67d1bb308054 HTTP/1.1" status: 200 len: 1093 time: 4.0156498 Sep 16 04:54:19.944108 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7972e809-47ec-42c4-8e15-e1e344a119c9', 'tag': '2a5539af-8a02-4689-82f6-67d1bb308054'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:19.944950 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c384d183-f9d0-4be6-bf08-302b81b6ac62" -d '{"events": [{"name": "network-changed", "server_uuid": "7972e809-47ec-42c4-8e15-e1e344a119c9", "tag": "2a5539af-8a02-4689-82f6-67d1bb308054"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:20.018855 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bff92ec-e6f7-4aee-91fd-38843873f493 x-openstack-request-id: req-3bff92ec-e6f7-4aee-91fd-38843873f493 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:20.019175 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7972e809-47ec-42c4-8e15-e1e344a119c9", "tag": "2a5539af-8a02-4689-82f6-67d1bb308054", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:20.019513 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3bff92ec-e6f7-4aee-91fd-38843873f493 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:20.019802 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7972e809-47ec-42c4-8e15-e1e344a119c9', 'tag': '2a5539af-8a02-4689-82f6-67d1bb308054', 'status': 'completed', 'code': 200} Sep 16 04:54:20.030059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe48b00-9826-44e8-905d-8be97d2ede0f service neutron] Pushing event updated for resources: {'Port': ['ID=2a5539af-8a02-4689-82f6-67d1bb308054,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:20.150563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Pushing event updated for resources: {'Port': ['ID=35c0d889-5c25-479a-bbee-94a20467e870,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:20.240794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384d183-f9d0-4be6-bf08-302b81b6ac62 req-b7cf5928-c98c-4e8e-82ea-226d45addaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:20.242670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c384d183-f9d0-4be6-bf08-302b81b6ac62 req-b7cf5928-c98c-4e8e-82ea-226d45addaea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6899e5e805a442e6900279b9aa6a8abb&device_id=7972e809-47ec-42c4-8e15-e1e344a119c9 HTTP/1.1" status: 200 len: 1096 time: 0.1646798 Sep 16 04:54:20.308051 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Attempting to bind port 35c0d889-5c25-479a-bbee-94a20467e870 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:20.315590 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Attempting to bind port 35c0d889-5c25-479a-bbee-94a20467e870 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '91de393a-3f23-4865-90b4-f6b561a7e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '474fd450-0c2e-46ef-8cf8-ab50db420cd3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:20.315590 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Attempting to bind port 35c0d889-5c25-479a-bbee-94a20467e870 on network 474fd450-0c2e-46ef-8cf8-ab50db420cd3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:20.337247 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Port 35c0d889-5c25-479a-bbee-94a20467e870 on network 474fd450-0c2e-46ef-8cf8-ab50db420cd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:54:20.337632 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Attempting to bind port 35c0d889-5c25-479a-bbee-94a20467e870 on network 474fd450-0c2e-46ef-8cf8-ab50db420cd3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:20.362372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:20.362719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Checking segment: {'id': '91de393a-3f23-4865-90b4-f6b561a7e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '474fd450-0c2e-46ef-8cf8-ab50db420cd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:20.363203 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Bound using segment: {'id': '91de393a-3f23-4865-90b4-f6b561a7e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '474fd450-0c2e-46ef-8cf8-ab50db420cd3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:20.363709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Bound port: 35c0d889-5c25-479a-bbee-94a20467e870, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91de393a-3f23-4865-90b4-f6b561a7e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '474fd450-0c2e-46ef-8cf8-ab50db420cd3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:20.364101 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.424533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe90923-e211-400e-b4b8-a4e69fbd3292 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:20.441471 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.510841 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Transition to ACTIVE for port object 2fe90923-e211-400e-b4b8-a4e69fbd3292 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:54:20.567823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] For port 35c0d889-5c25-479a-bbee-94a20467e870, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:20.570347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384d183-f9d0-4be6-bf08-302b81b6ac62 req-0ebc06c4-6250-4b2f-b724-022ec9a24f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:20.572450 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c384d183-f9d0-4be6-bf08-302b81b6ac62 req-0ebc06c4-6250-4b2f-b724-022ec9a24f7f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6899e5e805a442e6900279b9aa6a8abb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3057425 Sep 16 04:54:20.595345 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] For port 35c0d889-5c25-479a-bbee-94a20467e870, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=35c0d889-5c25-479a-bbee-94a20467e870,segment=NetworkSegment(91de393a-3f23-4865-90b4-f6b561a7e162),segment_id=91de393a-3f23-4865-90b4-f6b561a7e162)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:20.713111 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-a236d6ad-0bab-4840-91ed-af439cc29f56 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856402 Sep 16 04:54:20.713742 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.731027 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db80756-f998-40e6-b426-7baf18b034eb req-c2e73383-b517-4169-8cba-56c0a9cd6363 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:20.739271 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7db80756-f998-40e6-b426-7baf18b034eb req-c2e73383-b517-4169-8cba-56c0a9cd6363 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 944 time: 0.2271330 Sep 16 04:54:20.816640 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.935543 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7db80756-f998-40e6-b426-7baf18b034eb req-1c8196b6-fb43-4469-9aa8-43e6358c30e6 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905317 Sep 16 04:54:20.979100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Pushing event updated for resources: {'Port': ['ID=2fe90923-e211-400e-b4b8-a4e69fbd3292,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:20.983938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384d183-f9d0-4be6-bf08-302b81b6ac62 req-d50c13b9-50d6-4451-973e-6b680385586b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:20.985615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c384d183-f9d0-4be6-bf08-302b81b6ac62 req-d50c13b9-50d6-4451-973e-6b680385586b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4025812 Sep 16 04:54:21.000049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:21.000867 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.002502 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] 10.222.0.21 "PUT /v2.0/ports/35c0d889-5c25-479a-bbee-94a20467e870 HTTP/1.1" status: 200 len: 1093 time: 3.9760156 Sep 16 04:54:21.200325 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-e7d6d5f6-92f5-4bc8-8b10-cc947d0983b2 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:21.201814 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-e7d6d5f6-92f5-4bc8-8b10-cc947d0983b2 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4557133 Sep 16 04:54:21.206149 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d383721e-0271-413f-a7f2-967c3fb59248 req-51a07d7b-8b20-4712-aa51-513ac0862748 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 210 time: 0.0656817 Sep 16 04:54:21.214168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a640458-80fe-46a9-8baa-69e14f07fc16 service neutron] Pushing event updated for resources: {'Port': ['ID=35c0d889-5c25-479a-bbee-94a20467e870,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:21.234390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-9e90e02e-2bf1-4631-8acf-8334d8c94cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:21.235891 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-9e90e02e-2bf1-4631-8acf-8334d8c94cfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6899e5e805a442e6900279b9aa6a8abb&device_id=7972e809-47ec-42c4-8e15-e1e344a119c9 HTTP/1.1" status: 200 len: 1096 time: 0.1535323 Sep 16 04:54:21.238556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Attempting to bind port 2fe90923-e211-400e-b4b8-a4e69fbd3292 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:21.238556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Attempting to bind port 2fe90923-e211-400e-b4b8-a4e69fbd3292 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '91de393a-3f23-4865-90b4-f6b561a7e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '474fd450-0c2e-46ef-8cf8-ab50db420cd3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:21.238556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Attempting to bind port 2fe90923-e211-400e-b4b8-a4e69fbd3292 on network 474fd450-0c2e-46ef-8cf8-ab50db420cd3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:21.243297 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-95041468-209b-4426-8530-f99f8ce3c882 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/quotas/92e43dc0cc3d42d2b269252909ac15b0 HTTP/1.1" status: 200 len: 375 time: 0.0244868 Sep 16 04:54:21.244261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Port 2fe90923-e211-400e-b4b8-a4e69fbd3292 on network 474fd450-0c2e-46ef-8cf8-ab50db420cd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:54:21.244591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Attempting to bind port 2fe90923-e211-400e-b4b8-a4e69fbd3292 on network 474fd450-0c2e-46ef-8cf8-ab50db420cd3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:21.252734 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:21.253083 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Checking segment: {'id': '91de393a-3f23-4865-90b4-f6b561a7e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '474fd450-0c2e-46ef-8cf8-ab50db420cd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:21.253472 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Bound using segment: {'id': '91de393a-3f23-4865-90b4-f6b561a7e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '474fd450-0c2e-46ef-8cf8-ab50db420cd3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:21.253914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Bound port: 2fe90923-e211-400e-b4b8-a4e69fbd3292, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91de393a-3f23-4865-90b4-f6b561a7e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '474fd450-0c2e-46ef-8cf8-ab50db420cd3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:21.254276 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.340552 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-2dc0732f-ad99-4031-ba76-cf2883e95c2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a5539af-8a02-4689-82f6-67d1bb308054 HTTP/1.1" status: 200 len: 217 time: 0.0548248 Sep 16 04:54:21.407113 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49392) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:21.457259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-9bcfddf5-c80a-40d7-aa07-f728739efa25 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2064607 Sep 16 04:54:21.486413 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-2495ca50-e491-4581-a629-7961a90a5971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:21.487934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-2495ca50-e491-4581-a629-7961a90a5971 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ff4ee34-68ac-4ca0-a2fe-925047e8d0ea HTTP/1.1" status: 200 len: 858 time: 0.1142745 Sep 16 04:54:21.492612 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-04830a58-5df6-4912-921c-f3d642d01748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:21.496553 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-04830a58-5df6-4912-921c-f3d642d01748 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6899e5e805a442e6900279b9aa6a8abb&device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 1096 time: 0.1684232 Sep 16 04:54:21.496639 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] For port 2fe90923-e211-400e-b4b8-a4e69fbd3292, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:21.500720 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] For port 2fe90923-e211-400e-b4b8-a4e69fbd3292, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=2fe90923-e211-400e-b4b8-a4e69fbd3292,segment=NetworkSegment(91de393a-3f23-4865-90b4-f6b561a7e162),segment_id=91de393a-3f23-4865-90b4-f6b561a7e162)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:21.535463 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-36c8693a-817c-4747-b0ca-c879f971be83 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2013772473'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:21.541760 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-f23326b8-da06-451b-a14c-e038710c09ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=474fd450-0c2e-46ef-8cf8-ab50db420cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322909 Sep 16 04:54:21.583301 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-c6c5bffa-171d-4a46-b275-73bf24c0406f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35c0d889-5c25-479a-bbee-94a20467e870 HTTP/1.1" status: 200 len: 217 time: 0.0638940 Sep 16 04:54:21.746127 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c8693a-817c-4747-b0ca-c879f971be83 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Made reservation on behalf of fa1a83b2a88b40c6a3786d08fd566943 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:21.759263 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36c8693a-817c-4747-b0ca-c879f971be83 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.795701 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36c8693a-817c-4747-b0ca-c879f971be83 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.965273 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.967464 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36c8693a-817c-4747-b0ca-c879f971be83 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.032733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407789a2-ccce-4525-bfe7-758a4dd705d0', 'tag': '35c0d889-5c25-479a-bbee-94a20467e870'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:22.035000 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54f9a8d-18ae-46a3-9e61-73a39fcbb995" -d '{"events": [{"name": "network-changed", "server_uuid": "407789a2-ccce-4525-bfe7-758a4dd705d0", "tag": "35c0d889-5c25-479a-bbee-94a20467e870"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:22.063390 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a865055-b2fe-4b99-a210-7445c8557f4c req-bb7bbe0a-0bb0-4a1f-b493-4b77abd487f6 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 210 time: 0.1068094 Sep 16 04:54:22.070396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-58a1ccb0-cd58-49e6-847c-fd767cdd364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:22.071877 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-58a1ccb0-cd58-49e6-847c-fd767cdd364b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ff4ee34-68ac-4ca0-a2fe-925047e8d0ea HTTP/1.1" status: 200 len: 858 time: 0.4780743 Sep 16 04:54:22.084212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:22.084866 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.086224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] 10.222.0.38 "PUT /v2.0/ports/2fe90923-e211-400e-b4b8-a4e69fbd3292 HTTP/1.1" status: 200 len: 1092 time: 3.4771943 Sep 16 04:54:22.098855 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36c8693a-817c-4747-b0ca-c879f971be83 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.125956 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c8693a-817c-4747-b0ca-c879f971be83 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:54:22.139139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-e61a710c-31fa-4bd2-a156-08804338aae1 service neutron] 10.222.0.21 "GET /v2.0/networks/474fd450-0c2e-46ef-8cf8-ab50db420cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639417 Sep 16 04:54:22.144055 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8693a-817c-4747-b0ca-c879f971be83 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee32b2a-2bba-426d-9b69-9de016b02ede,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:22.144822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-f64254ad-f4c9-4636-9ced-283c84c97a49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=474fd450-0c2e-46ef-8cf8-ab50db420cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515490 Sep 16 04:54:22.148070 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36c8693a-817c-4747-b0ca-c879f971be83 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.148272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9765c7f-963d-4560-8229-bcdf3a558dbe service neutron] Pushing event updated for resources: {'Port': ['ID=2fe90923-e211-400e-b4b8-a4e69fbd3292,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:22.148465 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-36c8693a-817c-4747-b0ca-c879f971be83 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Added segment b5243974-2572-49f6-a0c9-f6ee6c50ace8 of type vlan for network 56208469-2ab2-45ac-b30f-440ab17a48c8 Sep 16 04:54:22.188969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026556a1-ee99-4681-b3ac-2896a09a11b4 req-00efaf08-5b33-425a-8240-a4650cd72b61 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:22.190514 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-026556a1-ee99-4681-b3ac-2896a09a11b4 req-00efaf08-5b33-425a-8240-a4650cd72b61 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 946 time: 0.2309289 Sep 16 04:54:22.211366 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36c8693a-817c-4747-b0ca-c879f971be83 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.375546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-026556a1-ee99-4681-b3ac-2896a09a11b4 req-ffc52ebe-e581-4f8d-ad71-42f997cfdd29 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574347 Sep 16 04:54:22.394688 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da8ed0-f0a6-4354-9bd5-8d393f14bf00 req-385467be-f181-41e8-8e19-5963c4f0e8ec tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:22.396219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-29da8ed0-f0a6-4354-9bd5-8d393f14bf00 req-385467be-f181-41e8-8e19-5963c4f0e8ec tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 944 time: 0.2047424 Sep 16 04:54:22.413025 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-f12e8309-17b9-4bf1-bf72-035419250300 service neutron] 10.222.0.21 "GET /v2.0/networks/474fd450-0c2e-46ef-8cf8-ab50db420cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576263 Sep 16 04:54:22.429185 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-74d45b26-d02b-4597-b872-4d5ea7c94c46 service neutron] 10.222.0.21 "GET /v2.0/networks/474fd450-0c2e-46ef-8cf8-ab50db420cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671568 Sep 16 04:54:22.438807 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdb0ade-fb45-4a80-98e3-662666864aeb x-openstack-request-id: req-ffdb0ade-fb45-4a80-98e3-662666864aeb {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:22.438807 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407789a2-ccce-4525-bfe7-758a4dd705d0", "tag": "35c0d889-5c25-479a-bbee-94a20467e870", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:22.439251 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffdb0ade-fb45-4a80-98e3-662666864aeb {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:22.439698 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407789a2-ccce-4525-bfe7-758a4dd705d0', 'tag': '35c0d889-5c25-479a-bbee-94a20467e870', 'status': 'completed', 'code': 200} Sep 16 04:54:22.462137 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-29da8ed0-f0a6-4354-9bd5-8d393f14bf00 req-aff61f3e-0bae-43e0-a8cf-03a64907f0ca tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492618 Sep 16 04:54:22.597073 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-8eafd7df-0420-42e9-b289-7bb8fa9318eb service neutron] 10.222.0.21 "GET /v2.0/networks/474fd450-0c2e-46ef-8cf8-ab50db420cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338289 Sep 16 04:54:22.613566 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36c8693a-817c-4747-b0ca-c879f971be83 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.614518 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b9fe3ee-13d8-4d65-b2a6-a0b770b32523 req-76db09f7-584b-48bc-a7e6-c7b75a545964 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 210 time: 0.0524509 Sep 16 04:54:22.623586 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c8693a-817c-4747-b0ca-c879f971be83 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:22.625168 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36c8693a-817c-4747-b0ca-c879f971be83 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.628304 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-09a98253-9b0f-4c7d-87ec-e7536c92ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:22.629993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-09a98253-9b0f-4c7d-87ec-e7536c92ff30 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6899e5e805a442e6900279b9aa6a8abb&device_id=ec880376-6b65-436c-a1ac-18af02b85145 HTTP/1.1" status: 200 len: 1095 time: 0.0872946 Sep 16 04:54:22.692704 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-308e7fb6-8b56-4706-8470-d73bc16e7563 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fe90923-e211-400e-b4b8-a4e69fbd3292 HTTP/1.1" status: 200 len: 217 time: 0.0454478 Sep 16 04:54:22.731965 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8693a-817c-4747-b0ca-c879f971be83 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event updated for resources: {'Network': ['ID=56208469-2ab2-45ac-b30f-440ab17a48c8,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:22.743366 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 56208469-2ab2-45ac-b30f-440ab17a48c8 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:54:22.752991 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-8fe30707-aeb4-48e6-ad81-a73d1868a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:22.754399 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-8fe30707-aeb4-48e6-ad81-a73d1868a607 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2ff4ee34-68ac-4ca0-a2fe-925047e8d0ea HTTP/1.1" status: 200 len: 858 time: 0.0548327 Sep 16 04:54:22.796307 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-36c8693a-817c-4747-b0ca-c879f971be83 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3877282 Sep 16 04:54:22.801075 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49436) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:22.806626 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-4b9c44c9-79eb-4036-a1a2-14987f0ee707 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Request body: {'subnet': {'network_id': '56208469-2ab2-45ac-b30f-440ab17a48c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:22.807842 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-ff643b82-d4d2-45fd-90bf-349a4432ce82 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=474fd450-0c2e-46ef-8cf8-ab50db420cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351694 Sep 16 04:54:22.935232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f9a8d-18ae-46a3-9e61-73a39fcbb995 req-53d4a5d4-2268-47bc-8527-29be76e97c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:22.936774 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f54f9a8d-18ae-46a3-9e61-73a39fcbb995 req-53d4a5d4-2268-47bc-8527-29be76e97c31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6899e5e805a442e6900279b9aa6a8abb&device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 1096 time: 0.1200035 Sep 16 04:54:22.942983 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-bf65b01f-93c2-48e1-bbcc-407de2b0693e service neutron] 10.222.0.38 "GET /v2.0/networks/474fd450-0c2e-46ef-8cf8-ab50db420cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144001 Sep 16 04:54:23.041195 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49442) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.080810 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9c44c9-79eb-4036-a1a2-14987f0ee707 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Made reservation on behalf of fa1a83b2a88b40c6a3786d08fd566943 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:23.085460 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b9c44c9-79eb-4036-a1a2-14987f0ee707 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.113701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f9a8d-18ae-46a3-9e61-73a39fcbb995 req-54b90fd8-a71e-49a2-bb88-c2537f2d2684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:23.115314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f54f9a8d-18ae-46a3-9e61-73a39fcbb995 req-54b90fd8-a71e-49a2-bb88-c2537f2d2684 service neutron] 10.222.0.21 "GET /v2.0/networks?id=474fd450-0c2e-46ef-8cf8-ab50db420cd3 HTTP/1.1" status: 200 len: 919 time: 0.1709342 Sep 16 04:54:23.119569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a5d564b-e00a-42fe-a7c6-1022344614d3 req-50b092a1-8305-43f6-aac8-da013508cb0f service neutron] 10.222.0.38 "GET /v2.0/networks/474fd450-0c2e-46ef-8cf8-ab50db420cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662540 Sep 16 04:54:23.171861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f54f9a8d-18ae-46a3-9e61-73a39fcbb995 req-3ff37c7c-8f85-471f-810f-7acdfa15e91e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35c0d889-5c25-479a-bbee-94a20467e870 HTTP/1.1" status: 200 len: 217 time: 0.0456705 Sep 16 04:54:23.202670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-369ea66d-40e7-43c9-be1a-00938449c0c3 req-00dd3eef-92f7-4b11-8dad-567e052ddb44 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 210 time: 0.0345035 Sep 16 04:54:23.208344 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba8732a4-f2f9-49bd-8297-b9dd459be336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.244151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f9a8d-18ae-46a3-9e61-73a39fcbb995 req-93522128-e051-4a80-97d7-d72853d9e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:23.246588 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f54f9a8d-18ae-46a3-9e61-73a39fcbb995 req-93522128-e051-4a80-97d7-d72853d9e4e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ff4ee34-68ac-4ca0-a2fe-925047e8d0ea HTTP/1.1" status: 200 len: 858 time: 0.0677621 Sep 16 04:54:23.286168 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f54f9a8d-18ae-46a3-9e61-73a39fcbb995 req-777fda39-fae3-477b-953c-98cb99839a61 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=474fd450-0c2e-46ef-8cf8-ab50db420cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311811 Sep 16 04:54:23.382983 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f54f9a8d-18ae-46a3-9e61-73a39fcbb995 req-b7dcfc78-2556-4b21-b7bb-4a5de31ea91d service neutron] 10.222.0.21 "GET /v2.0/networks/474fd450-0c2e-46ef-8cf8-ab50db420cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893629 Sep 16 04:54:23.404745 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba8732a4-f2f9-49bd-8297-b9dd459be336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.476112 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b9c44c9-79eb-4036-a1a2-14987f0ee707 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.539949 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c44c9-79eb-4036-a1a2-14987f0ee707 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event updated for resources: {'Subnet': ['ID=489b4b3b-291f-47f0-a8e1-cd5ef7525cf2,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:23.542601 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba8732a4-f2f9-49bd-8297-b9dd459be336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.581050 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9c44c9-79eb-4036-a1a2-14987f0ee707 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Checking segment: {'id': 'b5243974-2572-49f6-a0c9-f6ee6c50ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '56208469-2ab2-45ac-b30f-440ab17a48c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:23.581410 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9c44c9-79eb-4036-a1a2-14987f0ee707 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Network hostable DHCP agents. Network: 56208469-2ab2-45ac-b30f-440ab17a48c8, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:54:23.598003 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ba8732a4-f2f9-49bd-8297-b9dd459be336 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32eb5f68d50442ef99937218f26cf96c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5532351 Sep 16 04:54:23.600537 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49454) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.609226 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8732a4-f2f9-49bd-8297-b9dd459be336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87c832e-c896-49c2-9bbc-968ff3561ade,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:23.649168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-2095b5f4-3f0e-4f73-a4c1-5ba394181fa3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:23.650711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-2095b5f4-3f0e-4f73-a4c1-5ba394181fa3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "GET /v2.0/networks?id=891f88b4-8a81-44ed-8083-f8871519ebc1 HTTP/1.1" status: 200 len: 805 time: 0.2637546 Sep 16 04:54:23.663174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d8206-c01d-4c5a-81ee-c2bb4c6508fc req-934c7e2a-65e1-4f3f-8f2d-10396773802d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:23.663537 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d716e43b-8d6d-4b17-be93-c8af7101f59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.664793 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e19d8206-c01d-4c5a-81ee-c2bb4c6508fc req-934c7e2a-65e1-4f3f-8f2d-10396773802d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 946 time: 0.2086627 Sep 16 04:54:23.666760 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f54f9a8d-18ae-46a3-9e61-73a39fcbb995 req-de4b5678-2174-4d64-9cb9-58c5993b8d17 service neutron] 10.222.0.21 "GET /v2.0/networks/474fd450-0c2e-46ef-8cf8-ab50db420cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701125 Sep 16 04:54:23.672906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-cd36b7e2-75e0-4f41-8241-f4935a7a1d0c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Request body: {'port': {'device_id': 'a9a969ad-f4c7-477c-ac48-0aae33d9a539', 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1', 'admin_state_up': True, 'tenant_id': 'ae34ed890fee43568c52dc5aa5e731ea'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:23.686979 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d716e43b-8d6d-4b17-be93-c8af7101f59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.732492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b86a8-53a2-49f1-aab3-831c84dd8297 req-922c79de-7ece-40bd-8cdf-12da4e19ab82 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:23.734667 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc0b86a8-53a2-49f1-aab3-831c84dd8297 req-922c79de-7ece-40bd-8cdf-12da4e19ab82 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 944 time: 0.1681674 Sep 16 04:54:23.783925 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9c44c9-79eb-4036-a1a2-14987f0ee707 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Network 56208469-2ab2-45ac-b30f-440ab17a48c8 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:54:23.806605 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e19d8206-c01d-4c5a-81ee-c2bb4c6508fc req-aa139bc8-e0fb-4cca-9122-ff5ca749f57e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273811 Sep 16 04:54:23.845085 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc0b86a8-53a2-49f1-aab3-831c84dd8297 req-b5b4d204-b326-4109-b95e-48a5570101ec tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670493 Sep 16 04:54:23.875638 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d716e43b-8d6d-4b17-be93-c8af7101f59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.881534 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d716e43b-8d6d-4b17-be93-c8af7101f59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.881534 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d716e43b-8d6d-4b17-be93-c8af7101f59a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f87c832e-c896-49c2-9bbc-968ff3561ade HTTP/1.1" status: 204 len: 168 time: 0.2781239 Sep 16 04:54:23.898924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716e43b-8d6d-4b17-be93-c8af7101f59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87c832e-c896-49c2-9bbc-968ff3561ade,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:23.915689 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-4b9c44c9-79eb-4036-a1a2-14987f0ee707 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 56208469-2ab2-45ac-b30f-440ab17a48c8) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:23.928734 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9c44c9-79eb-4036-a1a2-14987f0ee707 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:23.928734 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b9c44c9-79eb-4036-a1a2-14987f0ee707 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.937020 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19c88af-bc2d-4274-bb2d-978424c78945 None None] Network 56208469-2ab2-45ac-b30f-440ab17a48c8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:23.961982 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-532680d1-1814-4073-94f7-44801b1dff7d req-3afa1b51-7920-4bd3-bfcf-ac82513d0083 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 210 time: 0.0358245 Sep 16 04:54:24.024815 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-cd36b7e2-75e0-4f41-8241-f4935a7a1d0c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Made reservation on behalf of ae34ed890fee43568c52dc5aa5e731ea for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:24.041045 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-cd36b7e2-75e0-4f41-8241-f4935a7a1d0c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.125339 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-56208469-2ab2-45ac-b30f-440ab17a48c8', 'network_id': '56208469-2ab2-45ac-b30f-440ab17a48c8', 'tenant_id': 'fa1a83b2a88b40c6a3786d08fd566943', 'fixed_ips': [{'subnet_id': '489b4b3b-291f-47f0-a8e1-cd5ef7525cf2'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:54:24.126238 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.202390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-cd36b7e2-75e0-4f41-8241-f4935a7a1d0c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Allocated IP 172.20.0.2 (891f88b4-8a81-44ed-8083-f8871519ebc1/a11d457e-5c38-4c60-bb5b-2d1c066b76df/aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:24.277574 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4b9c44c9-79eb-4036-a1a2-14987f0ee707 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4750540 Sep 16 04:54:24.281470 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.281649 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49472) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:24.285568 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-50cfa13b-d737-4d97-aeaa-78549c001abf tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Request body: {'port': {'network_id': '56208469-2ab2-45ac-b30f-440ab17a48c8', 'name': 'tempest-AllowedAddressPairTestJSON-577528952'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:24.288939 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] Allocated IP 172.20.0.2 (56208469-2ab2-45ac-b30f-440ab17a48c8/489b4b3b-291f-47f0-a8e1-cd5ef7525cf2/cadc1220-b7bd-409f-925c-3c91d82611bf) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:24.344039 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48f2d8ca-dd3e-4e4a-a4e2-83e8f03c6cbf req-7cbd851d-13eb-43d0-9a7a-df346d250bb3 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 210 time: 0.0554504 Sep 16 04:54:24.397905 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-cd36b7e2-75e0-4f41-8241-f4935a7a1d0c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.440715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec880376-6b65-436c-a1ac-18af02b85145', 'tag': '2fe90923-e211-400e-b4b8-a4e69fbd3292'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:24.443525 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1af9f3-ffc8-4da2-85e2-138d246ddfb0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec880376-6b65-436c-a1ac-18af02b85145", "tag": "2fe90923-e211-400e-b4b8-a4e69fbd3292"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:24.487160 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d248685-5be6-4309-b1f8-23f1f54cc1f2 x-openstack-request-id: req-5d248685-5be6-4309-b1f8-23f1f54cc1f2 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:24.487451 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec880376-6b65-436c-a1ac-18af02b85145", "tag": "2fe90923-e211-400e-b4b8-a4e69fbd3292", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:24.487709 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d248685-5be6-4309-b1f8-23f1f54cc1f2 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:24.488102 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec880376-6b65-436c-a1ac-18af02b85145', 'tag': '2fe90923-e211-400e-b4b8-a4e69fbd3292', 'status': 'completed', 'code': 200} Sep 16 04:54:24.490515 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.576274 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1af9f3-ffc8-4da2-85e2-138d246ddfb0 req-f61a76ee-0eeb-479a-9e96-0317d70091a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:24.577908 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db1af9f3-ffc8-4da2-85e2-138d246ddfb0 req-f61a76ee-0eeb-479a-9e96-0317d70091a6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6899e5e805a442e6900279b9aa6a8abb&device_id=ec880376-6b65-436c-a1ac-18af02b85145 HTTP/1.1" status: 200 len: 1095 time: 0.0416179 Sep 16 04:54:24.590078 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-cd36b7e2-75e0-4f41-8241-f4935a7a1d0c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.594117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cfa13b-d737-4d97-aeaa-78549c001abf tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Made reservation on behalf of fa1a83b2a88b40c6a3786d08fd566943 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:24.599752 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-50cfa13b-d737-4d97-aeaa-78549c001abf tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.622930 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['3d8532f4-ec6b-4b6f-973f-02e2619162a5'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:24.638909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-cd36b7e2-75e0-4f41-8241-f4935a7a1d0c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Network 891f88b4-8a81-44ed-8083-f8871519ebc1 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:24.648034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-cd36b7e2-75e0-4f41-8241-f4935a7a1d0c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:24.653273 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-cd36b7e2-75e0-4f41-8241-f4935a7a1d0c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:24.656192 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36b7e2-75e0-4f41-8241-f4935a7a1d0c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Pushing event updated for resources: {'Port': ['ID=aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:24.663179 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.695380 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-50cfa13b-d737-4d97-aeaa-78549c001abf tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] device_id is not set on port 1b75afe2-e63a-419b-a8b3-c3e03eafadaf yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:54:24.709846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-cd36b7e2-75e0-4f41-8241-f4935a7a1d0c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:24.710931 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-cd36b7e2-75e0-4f41-8241-f4935a7a1d0c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.722344 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] Pushing event updated for resources: {'Port': ['ID=cadc1220-b7bd-409f-925c-3c91d82611bf,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:24.731282 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] Network 56208469-2ab2-45ac-b30f-440ab17a48c8 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:24.738445 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:24.741578 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:24.773331 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1af9f3-ffc8-4da2-85e2-138d246ddfb0 req-4218d870-f019-495d-ab7a-7dd38475d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:24.774820 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db1af9f3-ffc8-4da2-85e2-138d246ddfb0 req-4218d870-f019-495d-ab7a-7dd38475d1be service neutron] 10.222.0.38 "GET /v2.0/networks?id=474fd450-0c2e-46ef-8cf8-ab50db420cd3 HTTP/1.1" status: 200 len: 919 time: 0.1895247 Sep 16 04:54:24.820599 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] Attempting to bind port cadc1220-b7bd-409f-925c-3c91d82611bf on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:24.820966 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] Attempting to bind port cadc1220-b7bd-409f-925c-3c91d82611bf by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'b5243974-2572-49f6-a0c9-f6ee6c50ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '56208469-2ab2-45ac-b30f-440ab17a48c8'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:24.821328 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] Attempting to bind port cadc1220-b7bd-409f-925c-3c91d82611bf on network 56208469-2ab2-45ac-b30f-440ab17a48c8 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:24.841345 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:24.841725 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] Checking segment: {'id': 'b5243974-2572-49f6-a0c9-f6ee6c50ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '56208469-2ab2-45ac-b30f-440ab17a48c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:24.842122 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.842512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] Bound using segment: {'id': 'b5243974-2572-49f6-a0c9-f6ee6c50ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '56208469-2ab2-45ac-b30f-440ab17a48c8'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:24.843017 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] Bound port: cadc1220-b7bd-409f-925c-3c91d82611bf, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5243974-2572-49f6-a0c9-f6ee6c50ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '56208469-2ab2-45ac-b30f-440ab17a48c8'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:24.843401 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.848856 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db1af9f3-ffc8-4da2-85e2-138d246ddfb0 req-aa6657af-8833-486a-a35a-55fc897e2981 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fe90923-e211-400e-b4b8-a4e69fbd3292 HTTP/1.1" status: 200 len: 217 time: 0.0648687 Sep 16 04:54:24.909500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-cd36b7e2-75e0-4f41-8241-f4935a7a1d0c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2375512 Sep 16 04:54:24.928736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Request body: {'port': {'device_id': 'a9a969ad-f4c7-477c-ac48-0aae33d9a539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:24.938646 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] For port cadc1220-b7bd-409f-925c-3c91d82611bf, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:24.943450 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] For port cadc1220-b7bd-409f-925c-3c91d82611bf, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=cadc1220-b7bd-409f-925c-3c91d82611bf,segment=NetworkSegment(b5243974-2572-49f6-a0c9-f6ee6c50ace8),segment_id=b5243974-2572-49f6-a0c9-f6ee6c50ace8)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:25.039209 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.057822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b785fea-865a-4c79-9d8e-06668ff2a1cc req-9cdbcfe1-bccc-4df0-a5d5-d4e97dc0bfc1 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:25.066419 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b785fea-865a-4c79-9d8e-06668ff2a1cc req-9cdbcfe1-bccc-4df0-a5d5-d4e97dc0bfc1 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 944 time: 0.1297493 Sep 16 04:54:25.067692 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.149587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49488) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:25.155753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099248e-fb6e-41e7-9ff3-885106438772 None None] Pushing event updated for resources: {'Port': ['ID=cadc1220-b7bd-409f-925c-3c91d82611bf,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:25.220180 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9e21de4c-eb08-4cac-9c18-d3e77d454ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.237273 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-50cfa13b-d737-4d97-aeaa-78549c001abf tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Allocated IP 172.20.0.5 (56208469-2ab2-45ac-b30f-440ab17a48c8/489b4b3b-291f-47f0-a8e1-cd5ef7525cf2/1b75afe2-e63a-419b-a8b3-c3e03eafadaf) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:25.277748 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b785fea-865a-4c79-9d8e-06668ff2a1cc req-f907859f-b7ae-4dfe-ba3a-a0a0b0a3ff1f tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047641 Sep 16 04:54:25.280263 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1af9f3-ffc8-4da2-85e2-138d246ddfb0 req-e675de4d-2d13-42df-9f68-573fd9bb32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:25.281870 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db1af9f3-ffc8-4da2-85e2-138d246ddfb0 req-e675de4d-2d13-42df-9f68-573fd9bb32a9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2ff4ee34-68ac-4ca0-a2fe-925047e8d0ea HTTP/1.1" status: 200 len: 858 time: 0.4259083 Sep 16 04:54:25.328761 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db1af9f3-ffc8-4da2-85e2-138d246ddfb0 req-ba6639dc-6da8-4ba8-b596-ec20dc1c7beb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=474fd450-0c2e-46ef-8cf8-ab50db420cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371575 Sep 16 04:54:25.385745 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff5b6f-ad32-48fd-9c97-02511328b30a req-8eba3a8b-05e4-429f-acde-e6e479434c08 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:25.394343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70ff5b6f-ad32-48fd-9c97-02511328b30a req-8eba3a8b-05e4-429f-acde-e6e479434c08 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 931 time: 0.2433484 Sep 16 04:54:25.550847 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db1af9f3-ffc8-4da2-85e2-138d246ddfb0 req-62eba52b-d935-4e13-a39f-088a7488fd74 service neutron] 10.222.0.38 "GET /v2.0/networks/474fd450-0c2e-46ef-8cf8-ab50db420cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094209 Sep 16 04:54:25.599446 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb3ff020-b1a3-48ab-b2b2-c191225c3167 req-37b509d9-f716-4fb4-9c5e-5b6ff51920bc tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 210 time: 0.0617468 Sep 16 04:54:25.636709 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f042f896-9e7e-46c9-b27d-a387e7b105dc tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412531 Sep 16 04:54:25.640097 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70ff5b6f-ad32-48fd-9c97-02511328b30a req-75c3183a-dbff-4053-89e1-54fb4fdd7ef2 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450297 Sep 16 04:54:25.691931 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-50cfa13b-d737-4d97-aeaa-78549c001abf tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.724405 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9e21de4c-eb08-4cac-9c18-d3e77d454ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.740213 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:25.747976 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.760620 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Transition to ACTIVE for port object aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:54:25.794264 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db1af9f3-ffc8-4da2-85e2-138d246ddfb0 req-e3ce9f20-5864-4899-97cd-7a5bf40c8f72 service neutron] 10.222.0.38 "GET /v2.0/networks/474fd450-0c2e-46ef-8cf8-ab50db420cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236691 Sep 16 04:54:25.835917 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-110a7f38-fd82-4a4a-a9d4-5e3b5f0a1c5a tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:25.837283 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-110a7f38-fd82-4a4a-a9d4-5e3b5f0a1c5a tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670508 Sep 16 04:54:25.862871 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-69cea004-6a58-451b-a270-1efd4e8ee0d8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Request body: {'port': {'device_id': 'ecb2d100-1fbb-436d-82f9-cc6b4e693e75', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': '92e43dc0cc3d42d2b269252909ac15b0'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:25.887064 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9e21de4c-eb08-4cac-9c18-d3e77d454ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.931295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9e21de4c-eb08-4cac-9c18-d3e77d454ded admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=337bc273b8c640928ee4401668f45ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7706723 Sep 16 04:54:25.931295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21de4c-eb08-4cac-9c18-d3e77d454ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7d76e0-a15f-401e-92a8-cc6cd4139e3f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:25.932469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49496) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:25.985592 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b118166c-db19-45f7-b711-4874657a84a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.006652 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.013938 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b118166c-db19-45f7-b711-4874657a84a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.059706 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-50cfa13b-d737-4d97-aeaa-78549c001abf tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.104086 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:26.113017 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cfa13b-d737-4d97-aeaa-78549c001abf tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Network 56208469-2ab2-45ac-b30f-440ab17a48c8 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:26.122228 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-69cea004-6a58-451b-a270-1efd4e8ee0d8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Made reservation on behalf of 92e43dc0cc3d42d2b269252909ac15b0 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:26.127955 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-69cea004-6a58-451b-a270-1efd4e8ee0d8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.128761 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:54:26.145087 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-50cfa13b-d737-4d97-aeaa-78549c001abf tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:26.150608 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfa13b-d737-4d97-aeaa-78549c001abf tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event updated for resources: {'Port': ['ID=1b75afe2-e63a-419b-a8b3-c3e03eafadaf,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:26.154900 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cfa13b-d737-4d97-aeaa-78549c001abf tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:26.215378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Attempting to bind port aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:26.215873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Attempting to bind port aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:26.216306 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Attempting to bind port aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 on network 891f88b4-8a81-44ed-8083-f8871519ebc1 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:26.222367 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Port aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 on network 891f88b4-8a81-44ed-8083-f8871519ebc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:54:26.222680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Attempting to bind port aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 on network 891f88b4-8a81-44ed-8083-f8871519ebc1 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:26.223102 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cfa13b-d737-4d97-aeaa-78549c001abf tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:26.223911 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-50cfa13b-d737-4d97-aeaa-78549c001abf tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.228283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:26.228605 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Checking segment: {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:26.229061 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Bound using segment: {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:26.229578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Bound port: aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:26.230129 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.262357 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f2e38b-20cd-44be-b1b1-f3b0b3493fb4 None None] Network 56208469-2ab2-45ac-b30f-440ab17a48c8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:26.305929 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] For port aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:26.310854 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] For port aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:26.374349 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b118166c-db19-45f7-b711-4874657a84a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.377744 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b118166c-db19-45f7-b711-4874657a84a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.381897 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b118166c-db19-45f7-b711-4874657a84a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be7d76e0-a15f-401e-92a8-cc6cd4139e3f HTTP/1.1" status: 204 len: 168 time: 0.4456716 Sep 16 04:54:26.388199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118166c-db19-45f7-b711-4874657a84a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7d76e0-a15f-401e-92a8-cc6cd4139e3f,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:26.391158 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-7142e7d7-8655-48f1-97fa-80e0413d51f7 None None] Provisioning complete for port cadc1220-b7bd-409f-925c-3c91d82611bf triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:26.391623 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7142e7d7-8655-48f1-97fa-80e0413d51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.403104 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49504) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:26.403645 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-50cfa13b-d737-4d97-aeaa-78549c001abf tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1223133 Sep 16 04:54:26.409721 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-54096657-7de2-4d9b-8f82-810fb1781883 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Request body: {'port': {'network_id': '56208469-2ab2-45ac-b30f-440ab17a48c8', 'name': 'tempest-AllowedAddressPairTestJSON-591885452', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:77:03:04'}]}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:26.416055 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.494954 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:26.495174 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.496761 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] 10.222.0.38 "PUT /v2.0/ports/aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 HTTP/1.1" status: 200 len: 1092 time: 1.5742183 Sep 16 04:54:26.497208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a969ad-f4c7-477c-ac48-0aae33d9a539', 'tag': 'aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:26.504786 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3cc9d4-3ab6-4ed9-b91f-b52477f45e25" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a969ad-f4c7-477c-ac48-0aae33d9a539", "tag": "aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:26.547768 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-69cea004-6a58-451b-a270-1efd4e8ee0d8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Allocated IP 192.168.233.192 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/71451585-a0b8-4c7a-9456-b9cb22c4c309) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:26.552529 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7142e7d7-8655-48f1-97fa-80e0413d51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.556261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9299cf-cfec-41a8-b38b-bad07b7f52df req-e71bf41c-300d-4995-afe7-b074713b256c tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:26.558487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b9299cf-cfec-41a8-b38b-bad07b7f52df req-e71bf41c-300d-4995-afe7-b074713b256c tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 944 time: 0.2187498 Sep 16 04:54:26.611695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7142e7d7-8655-48f1-97fa-80e0413d51f7 None None] For port cadc1220-b7bd-409f-925c-3c91d82611bf, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=cadc1220-b7bd-409f-925c-3c91d82611bf,segment=NetworkSegment(b5243974-2572-49f6-a0c9-f6ee6c50ace8),segment_id=b5243974-2572-49f6-a0c9-f6ee6c50ace8)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:26.727284 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7142e7d7-8655-48f1-97fa-80e0413d51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.801833 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-69cea004-6a58-451b-a270-1efd4e8ee0d8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.804725 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142e7d7-8655-48f1-97fa-80e0413d51f7 None None] Pushing event updated for resources: {'Port': ['ID=cadc1220-b7bd-409f-925c-3c91d82611bf,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:26.854345 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-142f75a1-5f69-4256-ad4c-6509a8ab02b2 None None] Provisioning complete for port cadc1220-b7bd-409f-925c-3c91d82611bf triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:26.854773 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-142f75a1-5f69-4256-ad4c-6509a8ab02b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.961292 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-142f75a1-5f69-4256-ad4c-6509a8ab02b2 None None] Provisioning complete for port 1b75afe2-e63a-419b-a8b3-c3e03eafadaf triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:26.962233 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-142f75a1-5f69-4256-ad4c-6509a8ab02b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.970795 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5170e939-6b0c-4909-bb6d-3e59a0b9ac7c x-openstack-request-id: req-5170e939-6b0c-4909-bb6d-3e59a0b9ac7c {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:26.971380 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a969ad-f4c7-477c-ac48-0aae33d9a539", "tag": "aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:26.971380 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5170e939-6b0c-4909-bb6d-3e59a0b9ac7c {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:26.971721 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a969ad-f4c7-477c-ac48-0aae33d9a539', 'tag': 'aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6', 'status': 'completed', 'code': 200} Sep 16 04:54:27.009755 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-142f75a1-5f69-4256-ad4c-6509a8ab02b2 None None] Port 1b75afe2-e63a-419b-a8b3-c3e03eafadaf cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:27.012617 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-69cea004-6a58-451b-a270-1efd4e8ee0d8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.040025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85304e95-ebc5-46cb-8365-2eee35dd7d59 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:27.052159 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a00d0f17-67c5-4384-8803-420224b58647', '6077c18b-ba6f-47e5-9415-c613b542742f', '857cdbb8-8bf2-473c-a798-8e72febee3ce', 'eee152ef-2b06-40fa-9b6f-1a6229110f7d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:27.062300 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-69cea004-6a58-451b-a270-1efd4e8ee0d8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:27.065739 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-69cea004-6a58-451b-a270-1efd4e8ee0d8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:27.073938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-69cea004-6a58-451b-a270-1efd4e8ee0d8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:27.102366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cea004-6a58-451b-a270-1efd4e8ee0d8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Pushing event updated for resources: {'Port': ['ID=71451585-a0b8-4c7a-9456-b9cb22c4c309,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:27.121270 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:27.127487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b9299cf-cfec-41a8-b38b-bad07b7f52df req-4135c7d8-558c-4d97-9f5e-9ede20696600 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5553756 Sep 16 04:54:27.144367 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-69cea004-6a58-451b-a270-1efd4e8ee0d8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:27.149412 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-69cea004-6a58-451b-a270-1efd4e8ee0d8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.159941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cc9d4-3ab6-4ed9-b91f-b52477f45e25 req-8eff156a-c82c-414e-b85c-4da4edf53b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:27.167498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d3cc9d4-3ab6-4ed9-b91f-b52477f45e25 req-8eff156a-c82c-414e-b85c-4da4edf53b05 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 1095 time: 0.2168200 Sep 16 04:54:27.177537 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdc672-1851-4e40-bdcb-c622d3f906a3 req-abfa8bd8-23c5-460f-90b8-115f3545d599 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:27.185521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09cdc672-1851-4e40-bdcb-c622d3f906a3 req-abfa8bd8-23c5-460f-90b8-115f3545d599 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 936 time: 0.2128842 Sep 16 04:54:27.226379 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54096657-7de2-4d9b-8f82-810fb1781883 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Made reservation on behalf of fa1a83b2a88b40c6a3786d08fd566943 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:27.257742 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 35c0d889-5c25-479a-bbee-94a20467e870 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:27.302436 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09cdc672-1851-4e40-bdcb-c622d3f906a3 req-7e2f0939-6af2-4346-b8dc-7b5b013bbf04 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158166 Sep 16 04:54:27.340552 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-69cea004-6a58-451b-a270-1efd4e8ee0d8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4881904 Sep 16 04:54:27.357177 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-7585003d-7874-4467-ac10-b94f72c41d98 None None] Provisioning complete for port 1b75afe2-e63a-419b-a8b3-c3e03eafadaf triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:27.358201 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7585003d-7874-4467-ac10-b94f72c41d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.364111 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Request body: {'port': {'device_id': 'ecb2d100-1fbb-436d-82f9-cc6b4e693e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:27.430154 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device cadc1220-b7bd-409f-925c-3c91d82611bf up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:27.469692 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.488811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da1cce-4ee5-433a-aa89-2eaac7db58ba req-f0f5e75c-7918-4cea-9c7c-4d064a5b0063 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:27.490739 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17da1cce-4ee5-433a-aa89-2eaac7db58ba req-f0f5e75c-7918-4cea-9c7c-4d064a5b0063 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 943 time: 0.2177298 Sep 16 04:54:27.554713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cc9d4-3ab6-4ed9-b91f-b52477f45e25 req-41b7e864-0a76-411c-b38d-34216caab6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:27.556385 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d3cc9d4-3ab6-4ed9-b91f-b52477f45e25 req-41b7e864-0a76-411c-b38d-34216caab6a5 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3461838 Sep 16 04:54:27.566252 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-54096657-7de2-4d9b-8f82-810fb1781883 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.581514 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-7585003d-7874-4467-ac10-b94f72c41d98 None None] Port 1b75afe2-e63a-419b-a8b3-c3e03eafadaf cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:27.607597 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17da1cce-4ee5-433a-aa89-2eaac7db58ba req-fb5590e9-ad87-4346-8037-fd01abaeb576 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073124 Sep 16 04:54:27.621501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-54096657-7de2-4d9b-8f82-810fb1781883 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] device_id is not set on port be0954d4-c64c-4046-9ac0-2afd57cb3b39 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:54:27.648498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 35c0d889-5c25-479a-bbee-94a20467e870, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=35c0d889-5c25-479a-bbee-94a20467e870,segment=NetworkSegment(91de393a-3f23-4865-90b4-f6b561a7e162),segment_id=91de393a-3f23-4865-90b4-f6b561a7e162)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:27.688685 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '35c0d889-5c25-479a-bbee-94a20467e870', 'network_id': '474fd450-0c2e-46ef-8cf8-ab50db420cd3', 'port_id': '35c0d889-5c25-479a-bbee-94a20467e870', 'mac_address': 'fa:16:3e:38:df:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff4ee34-68ac-4ca0-a2fe-925047e8d0ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:27.703934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port cadc1220-b7bd-409f-925c-3c91d82611bf triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:27.705191 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.747289 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cc9d4-3ab6-4ed9-b91f-b52477f45e25 req-c0a4646c-33e8-446c-85af-ed05b38523ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:27.748805 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d3cc9d4-3ab6-4ed9-b91f-b52477f45e25 req-c0a4646c-33e8-446c-85af-ed05b38523ec service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1784263 Sep 16 04:54:27.803232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-54096657-7de2-4d9b-8f82-810fb1781883 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Allocated IP 172.20.0.11 (56208469-2ab2-45ac-b30f-440ab17a48c8/489b4b3b-291f-47f0-a8e1-cd5ef7525cf2/be0954d4-c64c-4046-9ac0-2afd57cb3b39) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:27.806347 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 2fe90923-e211-400e-b4b8-a4e69fbd3292 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:27.808503 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 66623d8c-dd23-4efe-ac97-eb2d793c3267 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:27.877084 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71451585-a0b8-4c7a-9456-b9cb22c4c309 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:27.893102 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.912931 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Transition to ACTIVE for port object 71451585-a0b8-4c7a-9456-b9cb22c4c309 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:54:27.942786 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-989f67be-d0aa-4184-9ca3-d302a9c65760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:27.944549 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-989f67be-d0aa-4184-9ca3-d302a9c65760 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 1095 time: 0.1033700 Sep 16 04:54:28.002316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-987009b0-0eca-4db2-8845-367d89b7f03d None None] Provisioning complete for port 71451585-a0b8-4c7a-9456-b9cb22c4c309 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:28.002594 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-987009b0-0eca-4db2-8845-367d89b7f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.025221 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-33a98c33-fbcf-4000-9267-f25bb3d14b64 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 HTTP/1.1" status: 200 len: 217 time: 0.0638514 Sep 16 04:54:28.035232 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.050277 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.085508 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-cabf5d67-f7af-4b9b-ade1-56c518d26fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:28.086772 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-cabf5d67-f7af-4b9b-ade1-56c518d26fd2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a11d457e-5c38-4c60-bb5b-2d1c066b76df HTTP/1.1" status: 200 len: 845 time: 0.0522265 Sep 16 04:54:28.123959 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Pushing event updated for resources: {'Port': ['ID=71451585-a0b8-4c7a-9456-b9cb22c4c309,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:28.137237 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c0d889-5c25-479a-bbee-94a20467e870 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:28.177659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-987009b0-0eca-4db2-8845-367d89b7f03d None None] Port 71451585-a0b8-4c7a-9456-b9cb22c4c309 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:28.177763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-717818c5-e8bb-4b3f-8fa2-887678622e19 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=891f88b4-8a81-44ed-8083-f8871519ebc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818636 Sep 16 04:54:28.217939 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Attempting to bind port 71451585-a0b8-4c7a-9456-b9cb22c4c309 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:28.218051 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Attempting to bind port 71451585-a0b8-4c7a-9456-b9cb22c4c309 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:28.219022 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Attempting to bind port 71451585-a0b8-4c7a-9456-b9cb22c4c309 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:28.225446 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Port 71451585-a0b8-4c7a-9456-b9cb22c4c309 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:54:28.226127 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Attempting to bind port 71451585-a0b8-4c7a-9456-b9cb22c4c309 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:28.232316 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:28.233021 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:28.233633 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:28.236581 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Bound port: 71451585-a0b8-4c7a-9456-b9cb22c4c309, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:28.237227 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.250631 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-54096657-7de2-4d9b-8f82-810fb1781883 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.260401 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.277144 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 35c0d889-5c25-479a-bbee-94a20467e870, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=35c0d889-5c25-479a-bbee-94a20467e870,segment=NetworkSegment(91de393a-3f23-4865-90b4-f6b561a7e162),segment_id=91de393a-3f23-4865-90b4-f6b561a7e162)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:28.335349 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] For port 71451585-a0b8-4c7a-9456-b9cb22c4c309, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:28.339216 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] For port 71451585-a0b8-4c7a-9456-b9cb22c4c309, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=71451585-a0b8-4c7a-9456-b9cb22c4c309,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:28.395056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 2fe90923-e211-400e-b4b8-a4e69fbd3292, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=2fe90923-e211-400e-b4b8-a4e69fbd3292,segment=NetworkSegment(91de393a-3f23-4865-90b4-f6b561a7e162),segment_id=91de393a-3f23-4865-90b4-f6b561a7e162)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:28.432323 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '2fe90923-e211-400e-b4b8-a4e69fbd3292', 'network_id': '474fd450-0c2e-46ef-8cf8-ab50db420cd3', 'port_id': '2fe90923-e211-400e-b4b8-a4e69fbd3292', 'mac_address': 'fa:16:3e:8b:7b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff4ee34-68ac-4ca0-a2fe-925047e8d0ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:28.439270 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.441146 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.447939 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 2a5539af-8a02-4689-82f6-67d1bb308054 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:28.486986 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53eabf-3f31-48fe-9f8e-c14059473faa req-810c9fe2-d146-4fc7-bce2-69a4296a0d13 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:28.487288 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:28.491294 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.493261 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] 10.222.0.38 "PUT /v2.0/ports/71451585-a0b8-4c7a-9456-b9cb22c4c309 HTTP/1.1" status: 200 len: 1097 time: 1.1357493 Sep 16 04:54:28.493969 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb2d100-1fbb-436d-82f9-cc6b4e693e75', 'tag': '71451585-a0b8-4c7a-9456-b9cb22c4c309'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:28.496704 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443b8466-3fb6-4ab3-8147-efa64c266b03" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb2d100-1fbb-436d-82f9-cc6b4e693e75", "tag": "71451585-a0b8-4c7a-9456-b9cb22c4c309"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:28.503926 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce53eabf-3f31-48fe-9f8e-c14059473faa req-810c9fe2-d146-4fc7-bce2-69a4296a0d13 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 944 time: 0.2501550 Sep 16 04:54:28.520079 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-ede4213f-57b0-4a54-bb4e-0392b2508368 service neutron] 10.222.0.38 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197687 Sep 16 04:54:28.539812 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50717f6-f5ff-46bb-97f7-675ed32bdbba service neutron] Pushing event updated for resources: {'Port': ['ID=71451585-a0b8-4c7a-9456-b9cb22c4c309,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:28.588591 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.620981 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.655239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4bfe3-cfb9-4387-b351-bf170a237098 req-5bda2e82-a522-4a65-a56c-943925ddc961 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:28.665948 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ec4bfe3-cfb9-4387-b351-bf170a237098 req-5bda2e82-a522-4a65-a56c-943925ddc961 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 948 time: 0.2538841 Sep 16 04:54:28.694578 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66623d8c-dd23-4efe-ac97-eb2d793c3267'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:28.696885 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b371f3e9-dc45-425d-a554-635b3b44c2af" -d '{"events": [{"server_uuid": "c8312c90-11fe-4531-b739-09951fe2a5cd", "name": "network-vif-unplugged", "status": "completed", "tag": "66623d8c-dd23-4efe-ac97-eb2d793c3267"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:28.699928 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce53eabf-3f31-48fe-9f8e-c14059473faa req-91f2dd0c-5d7e-4977-a26b-c846a926a95d tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930740 Sep 16 04:54:28.701445 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=35c0d889-5c25-479a-bbee-94a20467e870,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:28.707772 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-54096657-7de2-4d9b-8f82-810fb1781883 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.714373 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 2a5539af-8a02-4689-82f6-67d1bb308054, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=2a5539af-8a02-4689-82f6-67d1bb308054,segment=NetworkSegment(91de393a-3f23-4865-90b4-f6b561a7e162),segment_id=91de393a-3f23-4865-90b4-f6b561a7e162)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:28.733654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe90923-e211-400e-b4b8-a4e69fbd3292 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:28.802773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54096657-7de2-4d9b-8f82-810fb1781883 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Network 56208469-2ab2-45ac-b30f-440ab17a48c8 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:28.805239 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 66623d8c-dd23-4efe-ac97-eb2d793c3267, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:28.808318 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-18ffa3ee-8ad4-4e58-b741-884b05ae61c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:28.809950 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-18ffa3ee-8ad4-4e58-b741-884b05ae61c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 1100 time: 0.0990167 Sep 16 04:54:28.816995 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '2a5539af-8a02-4689-82f6-67d1bb308054', 'network_id': '474fd450-0c2e-46ef-8cf8-ab50db420cd3', 'port_id': '2a5539af-8a02-4689-82f6-67d1bb308054', 'mac_address': 'fa:16:3e:d2:39:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff4ee34-68ac-4ca0-a2fe-925047e8d0ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:28.820590 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ec4bfe3-cfb9-4387-b351-bf170a237098 req-ec6c770b-2517-47bb-8329-cff42798a623 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537297 Sep 16 04:54:28.822784 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34311a6d-e543-4dac-b10a-e3e93bc26413 req-bb428c57-6a32-4e11-9f75-41316e1e2a48 service neutron] 10.222.0.38 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820680 Sep 16 04:54:28.829049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-54096657-7de2-4d9b-8f82-810fb1781883 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:28.829049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54096657-7de2-4d9b-8f82-810fb1781883 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:28.858123 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54096657-7de2-4d9b-8f82-810fb1781883 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event updated for resources: {'Port': ['ID=be0954d4-c64c-4046-9ac0-2afd57cb3b39,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:28.858267 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 2fe90923-e211-400e-b4b8-a4e69fbd3292, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=2fe90923-e211-400e-b4b8-a4e69fbd3292,segment=NetworkSegment(91de393a-3f23-4865-90b4-f6b561a7e162),segment_id=91de393a-3f23-4865-90b4-f6b561a7e162)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:28.914078 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-8790b441-ab0c-45d5-a810-8d841ee48903 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=71451585-a0b8-4c7a-9456-b9cb22c4c309 HTTP/1.1" status: 200 len: 217 time: 0.0770273 Sep 16 04:54:28.950687 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c08b59-fa6a-4eb7-8f91-86931c578d47 x-openstack-request-id: req-23c08b59-fa6a-4eb7-8f91-86931c578d47 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:28.951140 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb2d100-1fbb-436d-82f9-cc6b4e693e75", "tag": "71451585-a0b8-4c7a-9456-b9cb22c4c309", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:28.951438 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23c08b59-fa6a-4eb7-8f91-86931c578d47 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:28.952061 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb2d100-1fbb-436d-82f9-cc6b4e693e75', 'tag': '71451585-a0b8-4c7a-9456-b9cb22c4c309', 'status': 'completed', 'code': 200} Sep 16 04:54:29.004546 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-313eb5a2-7333-4cc5-bef2-dbfb445493ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:29.007352 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-313eb5a2-7333-4cc5-bef2-dbfb445493ce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0834074 Sep 16 04:54:29.016954 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54096657-7de2-4d9b-8f82-810fb1781883 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:29.016954 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-54096657-7de2-4d9b-8f82-810fb1781883 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.036221 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6deafaa-68e9-40b9-a7c2-d3a14dc43e1d x-openstack-request-id: req-e6deafaa-68e9-40b9-a7c2-d3a14dc43e1d {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:29.036798 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8312c90-11fe-4531-b739-09951fe2a5cd", "name": "network-vif-unplugged", "status": "completed", "tag": "66623d8c-dd23-4efe-ac97-eb2d793c3267", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:29.037207 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6deafaa-68e9-40b9-a7c2-d3a14dc43e1d {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:29.037802 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'code': 200} Sep 16 04:54:29.046378 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.058166 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.081789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ef03d-ffa2-4091-8aa2-2779162874a5 req-429fe0e6-df35-4534-b907-8103e9da1302 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:29.083600 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-403ef03d-ffa2-4091-8aa2-2779162874a5 req-429fe0e6-df35-4534-b907-8103e9da1302 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 943 time: 0.0907826 Sep 16 04:54:29.091002 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.114653 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5539af-8a02-4689-82f6-67d1bb308054 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:29.115647 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-e912d07d-c5fd-45c1-99d1-49d4f8d95755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:29.117352 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-e912d07d-c5fd-45c1-99d1-49d4f8d95755 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0980475 Sep 16 04:54:29.150626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-403ef03d-ffa2-4091-8aa2-2779162874a5 req-e10fbc84-7847-4d0a-9a7a-87f1445de040 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586443 Sep 16 04:54:29.188071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 2a5539af-8a02-4689-82f6-67d1bb308054, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=2a5539af-8a02-4689-82f6-67d1bb308054,segment=NetworkSegment(91de393a-3f23-4865-90b4-f6b561a7e162),segment_id=91de393a-3f23-4865-90b4-f6b561a7e162)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:29.197454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=66623d8c-dd23-4efe-ac97-eb2d793c3267,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:29.227094 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-54096657-7de2-4d9b-8f82-810fb1781883 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.8205922 Sep 16 04:54:29.227339 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49570) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:29.258805 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-89a540fe-c74d-4bbb-936f-54617048a69f service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316006 Sep 16 04:54:29.288056 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.297827 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=2fe90923-e211-400e-b4b8-a4e69fbd3292,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:29.306380 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-363d0bff-ff5e-4464-9ce3-bc804b40a8f3 None None] Provisioning complete for port be0954d4-c64c-4046-9ac0-2afd57cb3b39 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:29.306837 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-363d0bff-ff5e-4464-9ce3-bc804b40a8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.337915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d84f52e-dd7d-41c3-845f-a8fb5cc4d402 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:29.344706 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d84f52e-dd7d-41c3-845f-a8fb5cc4d402 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:29.350825 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d84f52e-dd7d-41c3-845f-a8fb5cc4d402 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:29.352563 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0d84f52e-dd7d-41c3-845f-a8fb5cc4d402 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1242795 Sep 16 04:54:29.355502 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49572) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:29.376863 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f09c0167-4262-4e7f-9c95-de36a86e3605 req-5a739a5e-e8a5-4894-9aa2-06e40d002956 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090090 Sep 16 04:54:29.395829 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-363d0bff-ff5e-4464-9ce3-bc804b40a8f3 None None] Port be0954d4-c64c-4046-9ac0-2afd57cb3b39 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:29.402176 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=2a5539af-8a02-4689-82f6-67d1bb308054,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:29.475428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-417fb5b4-9545-4a06-a5cc-28384b8e86d9 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Deleting port be0954d4-c64c-4046-9ac0-2afd57cb3b39 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:29.475784 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-417fb5b4-9545-4a06-a5cc-28384b8e86d9 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.569031 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-417fb5b4-9545-4a06-a5cc-28384b8e86d9 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.581979 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-417fb5b4-9545-4a06-a5cc-28384b8e86d9 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Calling delete_port for be0954d4-c64c-4046-9ac0-2afd57cb3b39 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:29.631719 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b8466-3fb6-4ab3-8147-efa64c266b03 req-e7e49307-0083-4048-a553-a1ef10e75ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:29.633173 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-443b8466-3fb6-4ab3-8147-efa64c266b03 req-e7e49307-0083-4048-a553-a1ef10e75ba9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 1100 time: 0.0430520 Sep 16 04:54:29.756271 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b8466-3fb6-4ab3-8147-efa64c266b03 req-963fb360-5198-4182-a098-3c8630457de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:29.757767 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-443b8466-3fb6-4ab3-8147-efa64c266b03 req-963fb360-5198-4182-a098-3c8630457de4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1134088 Sep 16 04:54:29.797236 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 66623d8c-dd23-4efe-ac97-eb2d793c3267 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:29.802789 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-443b8466-3fb6-4ab3-8147-efa64c266b03 req-266cbbc8-705c-498c-b16d-98c59f4eb8ed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=71451585-a0b8-4c7a-9456-b9cb22c4c309 HTTP/1.1" status: 200 len: 217 time: 0.0358276 Sep 16 04:54:29.821987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b8844-78e6-4b8a-93c7-e8600055befe req-86911fd7-40bb-4d21-8744-93b878c3e2fe tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:29.839449 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b2b8844-78e6-4b8a-93c7-e8600055befe req-86911fd7-40bb-4d21-8744-93b878c3e2fe tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 945 time: 0.0684106 Sep 16 04:54:29.867839 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b8466-3fb6-4ab3-8147-efa64c266b03 req-282d7f02-89af-4df7-939e-541d2f1a94d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:29.869867 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-443b8466-3fb6-4ab3-8147-efa64c266b03 req-282d7f02-89af-4df7-939e-541d2f1a94d2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0500546 Sep 16 04:54:29.911084 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b2b8844-78e6-4b8a-93c7-e8600055befe req-1231a506-d2aa-4b57-b528-ffe40da8c10a tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646861 Sep 16 04:54:29.914945 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 66623d8c-dd23-4efe-ac97-eb2d793c3267, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:29.920858 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-417fb5b4-9545-4a06-a5cc-28384b8e86d9 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.930178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'port_id': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'mac_address': 'fa:16:3e:38:04:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:29.948845 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b8466-3fb6-4ab3-8147-efa64c266b03 req-b2116e37-af12-471c-ae54-9db6f83ef44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:29.950377 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-443b8466-3fb6-4ab3-8147-efa64c266b03 req-b2116e37-af12-471c-ae54-9db6f83ef44b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0714512 Sep 16 04:54:29.953829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fb5b4-9545-4a06-a5cc-28384b8e86d9 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event deleted for resources: {'Port': ['ID=be0954d4-c64c-4046-9ac0-2afd57cb3b39,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:30.002065 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.027282 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66623d8c-dd23-4efe-ac97-eb2d793c3267 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:30.054543 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 66623d8c-dd23-4efe-ac97-eb2d793c3267, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:30.076689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['2fe90923-e211-400e-b4b8-a4e69fbd3292'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:30.114300 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-443b8466-3fb6-4ab3-8147-efa64c266b03 req-aca75585-a6ca-4e3d-9d98-2681f7c8e048 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519537 Sep 16 04:54:30.123204 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.176528 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['2a5539af-8a02-4689-82f6-67d1bb308054'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:30.199067 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90617f8d-9f96-4cfd-b521-8b07ea9e7976 req-814dbd18-cd03-4cec-899f-0400eac5e96c tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:30.213001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90617f8d-9f96-4cfd-b521-8b07ea9e7976 req-814dbd18-cd03-4cec-899f-0400eac5e96c tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 948 time: 0.2594335 Sep 16 04:54:30.231808 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['35c0d889-5c25-479a-bbee-94a20467e870'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:30.257703 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-443b8466-3fb6-4ab3-8147-efa64c266b03 req-c4af0741-30e5-4933-ac29-638d66e444a3 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334412 Sep 16 04:54:30.267589 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90617f8d-9f96-4cfd-b521-8b07ea9e7976 req-656f589a-c9b3-41de-b9af-5285f7437c2e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575225 Sep 16 04:54:30.289480 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-417fb5b4-9545-4a06-a5cc-28384b8e86d9 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.292789 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-417fb5b4-9545-4a06-a5cc-28384b8e86d9 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "DELETE /v2.0/ports/be0954d4-c64c-4046-9ac0-2afd57cb3b39 HTTP/1.1" status: 204 len: 168 time: 0.9356015 Sep 16 04:54:30.294761 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49604) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:30.329237 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db1bb3d-86c3-402f-8802-b6a8893d8668 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] GET failed (client error): The resource could not be found. Sep 16 04:54:30.331421 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1db1bb3d-86c3-402f-8802-b6a8893d8668 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "GET /v2.0/ports/be0954d4-c64c-4046-9ac0-2afd57cb3b39 HTTP/1.1" status: 404 len: 333 time: 0.0353391 Sep 16 04:54:30.336197 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49610) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:30.342435 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=66623d8c-dd23-4efe-ac97-eb2d793c3267,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:30.344480 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f5154cc4-a97f-4da8-af99-61d73afdfc4b tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Request body: {'port': {'network_id': '56208469-2ab2-45ac-b30f-440ab17a48c8', 'name': 'tempest-AllowedAddressPairTestJSON-1576563994'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:30.352862 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcf7a3-d7d3-4639-9211-50e397050231 req-ffed740b-2c46-4c77-9843-c6faea7a0d7e tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:30.360006 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01bcf7a3-d7d3-4639-9211-50e397050231 req-ffed740b-2c46-4c77-9843-c6faea7a0d7e tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 943 time: 0.0718305 Sep 16 04:54:30.406540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01bcf7a3-d7d3-4639-9211-50e397050231 req-3210c088-d182-4541-af9b-f3ea94624270 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446963 Sep 16 04:54:30.610845 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['66623d8c-dd23-4efe-ac97-eb2d793c3267'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:30.618263 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5154cc4-a97f-4da8-af99-61d73afdfc4b tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Made reservation on behalf of fa1a83b2a88b40c6a3786d08fd566943 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:30.622016 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f5154cc4-a97f-4da8-af99-61d73afdfc4b tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.641011 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-f5154cc4-a97f-4da8-af99-61d73afdfc4b tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] device_id is not set on port 2d171524-3779-408d-bfbe-43f8fb5aea59 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:54:30.757032 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-f5154cc4-a97f-4da8-af99-61d73afdfc4b tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Allocated IP 172.20.0.4 (56208469-2ab2-45ac-b30f-440ab17a48c8/489b4b3b-291f-47f0-a8e1-cd5ef7525cf2/2d171524-3779-408d-bfbe-43f8fb5aea59) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:30.907262 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f5154cc4-a97f-4da8-af99-61d73afdfc4b tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.029905 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f5154cc4-a97f-4da8-af99-61d73afdfc4b tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.039945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ff7db-e9f8-432e-832d-d3ba5bdc28c7 req-07784cc6-d4eb-4562-834c-0cfe19c04a4a tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:31.041671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a28ff7db-e9f8-432e-832d-d3ba5bdc28c7 req-07784cc6-d4eb-4562-834c-0cfe19c04a4a tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 945 time: 0.0509787 Sep 16 04:54:31.073103 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5154cc4-a97f-4da8-af99-61d73afdfc4b tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Network 56208469-2ab2-45ac-b30f-440ab17a48c8 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:31.076275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-f5154cc4-a97f-4da8-af99-61d73afdfc4b tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:31.082328 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a28ff7db-e9f8-432e-832d-d3ba5bdc28c7 req-cfe2268a-04f4-4650-b556-59a90b417f11 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342388 Sep 16 04:54:31.082761 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5154cc4-a97f-4da8-af99-61d73afdfc4b tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:31.089340 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5154cc4-a97f-4da8-af99-61d73afdfc4b tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event updated for resources: {'Port': ['ID=2d171524-3779-408d-bfbe-43f8fb5aea59,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:31.141508 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5154cc4-a97f-4da8-af99-61d73afdfc4b tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:31.142201 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f5154cc4-a97f-4da8-af99-61d73afdfc4b tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.292941 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f5154cc4-a97f-4da8-af99-61d73afdfc4b tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9556091 Sep 16 04:54:31.295683 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49652) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:31.301500 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f2589da1-c3a8-4b6d-bf10-e4e28e6fed73 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:77:03:04'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:31.337822 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0810f666-d438-4d1d-821d-22f57bcf5c1b None None] Provisioning complete for port 2d171524-3779-408d-bfbe-43f8fb5aea59 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:31.338684 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0810f666-d438-4d1d-821d-22f57bcf5c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.392268 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-0810f666-d438-4d1d-821d-22f57bcf5c1b None None] Port 2d171524-3779-408d-bfbe-43f8fb5aea59 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:31.399394 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eba35-81d7-4157-962a-5d8bd8bdadc1 req-b4bf416e-2e82-4b54-a4a7-264583c76baf tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:31.401012 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d50eba35-81d7-4157-962a-5d8bd8bdadc1 req-b4bf416e-2e82-4b54-a4a7-264583c76baf tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 948 time: 0.0566411 Sep 16 04:54:31.444993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d50eba35-81d7-4157-962a-5d8bd8bdadc1 req-e19a9bb6-dcee-4251-8d10-fbd2deb034dd tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364506 Sep 16 04:54:31.472268 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f2589da1-c3a8-4b6d-bf10-e4e28e6fed73 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.553676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7df34-afb6-4d05-8725-2119a2d5fcbd req-2983a0e3-cc93-4eb4-87d1-4644c6370c2d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:31.555247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4fb7df34-afb6-4d05-8725-2119a2d5fcbd req-2983a0e3-cc93-4eb4-87d1-4644c6370c2d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 943 time: 0.0592835 Sep 16 04:54:31.603544 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4fb7df34-afb6-4d05-8725-2119a2d5fcbd req-d8169ee5-9f44-40c5-b3f0-46609a8b4182 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420732 Sep 16 04:54:31.673196 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f2589da1-c3a8-4b6d-bf10-e4e28e6fed73 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.772404 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f2589da1-c3a8-4b6d-bf10-e4e28e6fed73 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.862028 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2589da1-c3a8-4b6d-bf10-e4e28e6fed73 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event updated for resources: {'Port': ['ID=2d171524-3779-408d-bfbe-43f8fb5aea59,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:31.869744 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f2589da1-c3a8-4b6d-bf10-e4e28e6fed73 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] In _notify_port_updated(), no bound segment for port 2d171524-3779-408d-bfbe-43f8fb5aea59 on network 56208469-2ab2-45ac-b30f-440ab17a48c8 {{(pid=95474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:54:31.876522 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2589da1-c3a8-4b6d-bf10-e4e28e6fed73 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:31.876849 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f2589da1-c3a8-4b6d-bf10-e4e28e6fed73 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.878082 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f2589da1-c3a8-4b6d-bf10-e4e28e6fed73 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "PUT /v2.0/ports/2d171524-3779-408d-bfbe-43f8fb5aea59 HTTP/1.1" status: 200 len: 993 time: 0.5814092 Sep 16 04:54:31.882351 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49680) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:31.978865 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-ebfb0b47-7095-4958-9a06-6d6b824b1840 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Deleting port 2d171524-3779-408d-bfbe-43f8fb5aea59 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:31.979243 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0b47-7095-4958-9a06-6d6b824b1840 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.076688 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0b47-7095-4958-9a06-6d6b824b1840 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.090051 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-ebfb0b47-7095-4958-9a06-6d6b824b1840 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Calling delete_port for 2d171524-3779-408d-bfbe-43f8fb5aea59 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:32.117736 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b864203b-40d2-4ef0-aa86-f4e00e0893bf None None] Provisioning complete for port 2d171524-3779-408d-bfbe-43f8fb5aea59 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:32.118242 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b864203b-40d2-4ef0-aa86-f4e00e0893bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.168820 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b864203b-40d2-4ef0-aa86-f4e00e0893bf None None] Port 2d171524-3779-408d-bfbe-43f8fb5aea59 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:32.235587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c2917-99f4-4f9f-b8db-0bf5ccabc908 req-fd2318fd-8f93-4364-86ec-ea643da61a61 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:32.237307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-887c2917-99f4-4f9f-b8db-0bf5ccabc908 req-fd2318fd-8f93-4364-86ec-ea643da61a61 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 945 time: 0.0586174 Sep 16 04:54:32.284181 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-887c2917-99f4-4f9f-b8db-0bf5ccabc908 req-7919f7fe-c253-4a0a-b39c-662e39bf8a33 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357089 Sep 16 04:54:32.412586 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0b47-7095-4958-9a06-6d6b824b1840 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.448468 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb0b47-7095-4958-9a06-6d6b824b1840 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event deleted for resources: {'Port': ['ID=2d171524-3779-408d-bfbe-43f8fb5aea59,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:32.590696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc54ce1-a4a6-46c2-91d0-6ce7924755fd req-6d118058-21be-455e-9bb0-9fb06a60f309 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:32.592407 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cdc54ce1-a4a6-46c2-91d0-6ce7924755fd req-6d118058-21be-455e-9bb0-9fb06a60f309 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 948 time: 0.0598676 Sep 16 04:54:32.645105 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0b47-7095-4958-9a06-6d6b824b1840 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.649895 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ebfb0b47-7095-4958-9a06-6d6b824b1840 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "DELETE /v2.0/ports/2d171524-3779-408d-bfbe-43f8fb5aea59 HTTP/1.1" status: 204 len: 168 time: 0.7641461 Sep 16 04:54:32.650406 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49724) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:32.652629 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cdc54ce1-a4a6-46c2-91d0-6ce7924755fd req-3122956f-baa8-448c-948c-1a8cccf08fba tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515909 Sep 16 04:54:32.678093 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d7a2d4-fa2b-4b03-aa94-709ec1da387c tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] GET failed (client error): The resource could not be found. Sep 16 04:54:32.680043 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-54d7a2d4-fa2b-4b03-aa94-709ec1da387c tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "GET /v2.0/ports/2d171524-3779-408d-bfbe-43f8fb5aea59 HTTP/1.1" status: 404 len: 333 time: 0.0285525 Sep 16 04:54:32.683962 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49726) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:32.689507 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-95ffaef6-a3c4-4c9e-bad7-1d81a51a8e5d tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Request body: {'port': {'network_id': '56208469-2ab2-45ac-b30f-440ab17a48c8', 'name': 'tempest-AllowedAddressPairTestJSON-1940252867'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:32.746843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8306360-18ed-4a47-abdd-352392eeb87b req-55fc4294-c8f4-4584-9e0c-45a10564f390 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:32.748534 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8306360-18ed-4a47-abdd-352392eeb87b req-55fc4294-c8f4-4584-9e0c-45a10564f390 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 943 time: 0.0554247 Sep 16 04:54:32.796922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8306360-18ed-4a47-abdd-352392eeb87b req-9b840f11-9575-472a-8d1a-d83a27f44735 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414732 Sep 16 04:54:32.926790 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ffaef6-a3c4-4c9e-bad7-1d81a51a8e5d tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Made reservation on behalf of fa1a83b2a88b40c6a3786d08fd566943 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:32.930372 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95ffaef6-a3c4-4c9e-bad7-1d81a51a8e5d tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.948965 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-95ffaef6-a3c4-4c9e-bad7-1d81a51a8e5d tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] device_id is not set on port c8e86d13-a929-4b60-9703-d3d7bf995a2a yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:54:33.067337 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-95ffaef6-a3c4-4c9e-bad7-1d81a51a8e5d tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Allocated IP 172.20.0.13 (56208469-2ab2-45ac-b30f-440ab17a48c8/489b4b3b-291f-47f0-a8e1-cd5ef7525cf2/c8e86d13-a929-4b60-9703-d3d7bf995a2a) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:33.230104 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95ffaef6-a3c4-4c9e-bad7-1d81a51a8e5d tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.343539 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 35c0d889-5c25-479a-bbee-94a20467e870 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:33.349658 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95ffaef6-a3c4-4c9e-bad7-1d81a51a8e5d tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.397580 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ffaef6-a3c4-4c9e-bad7-1d81a51a8e5d tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Network 56208469-2ab2-45ac-b30f-440ab17a48c8 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:33.401647 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-95ffaef6-a3c4-4c9e-bad7-1d81a51a8e5d tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:33.405597 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ffaef6-a3c4-4c9e-bad7-1d81a51a8e5d tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:33.434525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ae85d-391a-4e7b-a0a0-0380a7a93965 req-dafc882c-4613-4034-9c56-cfdcc6edc7b9 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:33.436272 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-400ae85d-391a-4e7b-a0a0-0380a7a93965 req-dafc882c-4613-4034-9c56-cfdcc6edc7b9 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 945 time: 0.0733871 Sep 16 04:54:33.451116 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffaef6-a3c4-4c9e-bad7-1d81a51a8e5d tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event updated for resources: {'Port': ['ID=c8e86d13-a929-4b60-9703-d3d7bf995a2a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:33.478923 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ffaef6-a3c4-4c9e-bad7-1d81a51a8e5d tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:33.479655 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95ffaef6-a3c4-4c9e-bad7-1d81a51a8e5d tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.495960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-400ae85d-391a-4e7b-a0a0-0380a7a93965 req-b85c732f-ab12-49d8-b2e8-cf1433a50a1f tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496259 Sep 16 04:54:33.521080 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 35c0d889-5c25-479a-bbee-94a20467e870 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:54:33.525727 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 35c0d889-5c25-479a-bbee-94a20467e870 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:33.526194 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.613037 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-95ffaef6-a3c4-4c9e-bad7-1d81a51a8e5d tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9279387 Sep 16 04:54:33.615920 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49764) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:33.619919 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.622942 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-09b7ca2c-c763-4885-b64b-55c1dbcba9c7 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:77:03:04'}]}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:33.648918 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407789a2-ccce-4525-bfe7-758a4dd705d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c0d889-5c25-479a-bbee-94a20467e870'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:33.651367 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1430322-1321-4e83-8d56-a95fcd2918f8" -d '{"events": [{"server_uuid": "407789a2-ccce-4525-bfe7-758a4dd705d0", "name": "network-vif-plugged", "status": "completed", "tag": "35c0d889-5c25-479a-bbee-94a20467e870"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:33.664892 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 35c0d889-5c25-479a-bbee-94a20467e870, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=35c0d889-5c25-479a-bbee-94a20467e870,segment=NetworkSegment(91de393a-3f23-4865-90b4-f6b561a7e162),segment_id=91de393a-3f23-4865-90b4-f6b561a7e162)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:33.702157 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f828375-8af8-48ec-861c-379433270e18 x-openstack-request-id: req-1f828375-8af8-48ec-861c-379433270e18 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:33.702450 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407789a2-ccce-4525-bfe7-758a4dd705d0", "name": "network-vif-plugged", "status": "completed", "tag": "35c0d889-5c25-479a-bbee-94a20467e870", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:33.702729 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f828375-8af8-48ec-861c-379433270e18 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:33.703266 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407789a2-ccce-4525-bfe7-758a4dd705d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c0d889-5c25-479a-bbee-94a20467e870', 'code': 200} Sep 16 04:54:33.704906 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3d7212a9-099a-4107-8be3-e0104b7fff4e None None] Provisioning complete for port c8e86d13-a929-4b60-9703-d3d7bf995a2a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:33.705286 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3d7212a9-099a-4107-8be3-e0104b7fff4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.744618 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-3d7212a9-099a-4107-8be3-e0104b7fff4e None None] Port c8e86d13-a929-4b60-9703-d3d7bf995a2a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:33.773846 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.774660 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 2a5539af-8a02-4689-82f6-67d1bb308054 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:33.832489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:33.839637 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 2fe90923-e211-400e-b4b8-a4e69fbd3292 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:33.857279 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d4f94-ba7a-40ab-8503-62a55c026ada req-237c2025-ae77-47c0-80fc-9f5f923650fd tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:33.859149 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-995d4f94-ba7a-40ab-8503-62a55c026ada req-237c2025-ae77-47c0-80fc-9f5f923650fd tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 948 time: 0.1239910 Sep 16 04:54:33.933358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=35c0d889-5c25-479a-bbee-94a20467e870,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:33.944074 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-09b7ca2c-c763-4885-b64b-55c1dbcba9c7 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.001645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-995d4f94-ba7a-40ab-8503-62a55c026ada req-173fff4e-873f-4303-9e5d-df46c311f8e4 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274397 Sep 16 04:54:34.042375 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f257f96-0a9f-4435-b0c8-df029c873396 req-b3d817bd-1382-475a-ab2f-74b5aa6f49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:34.043970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f257f96-0a9f-4435-b0c8-df029c873396 req-b3d817bd-1382-475a-ab2f-74b5aa6f49d3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 1098 time: 0.1838756 Sep 16 04:54:34.050227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:34.058341 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce05b5-324b-4215-824c-9c049e86c146 req-084106e7-531c-41f6-a774-e62a816746e3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:34.059905 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cdce05b5-324b-4215-824c-9c049e86c146 req-084106e7-531c-41f6-a774-e62a816746e3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 943 time: 0.1552160 Sep 16 04:54:34.169856 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f257f96-0a9f-4435-b0c8-df029c873396 req-ad096b04-b372-4670-86b7-b28255328501 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039102 Sep 16 04:54:34.178738 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cdce05b5-324b-4215-824c-9c049e86c146 req-69b0eec2-83bd-4401-8a83-65ab6e8b9a89 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019385 Sep 16 04:54:34.202522 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 2a5539af-8a02-4689-82f6-67d1bb308054 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:54:34.207475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 2fe90923-e211-400e-b4b8-a4e69fbd3292 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:54:34.209346 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6', 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1', 'port_id': 'aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6', 'mac_address': 'fa:16:3e:e9:e9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11d457e-5c38-4c60-bb5b-2d1c066b76df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:34.215120 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 2a5539af-8a02-4689-82f6-67d1bb308054 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:34.215490 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.216946 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 2fe90923-e211-400e-b4b8-a4e69fbd3292 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:34.217282 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.287877 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-09b7ca2c-c763-4885-b64b-55c1dbcba9c7 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.317187 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.339272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:34.366745 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-09b7ca2c-c763-4885-b64b-55c1dbcba9c7 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.374262 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49780) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:34.388089 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:34.427250 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.449881 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.498293 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 2fe90923-e211-400e-b4b8-a4e69fbd3292, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=2fe90923-e211-400e-b4b8-a4e69fbd3292,segment=NetworkSegment(91de393a-3f23-4865-90b4-f6b561a7e162),segment_id=91de393a-3f23-4865-90b4-f6b561a7e162)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:34.499418 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.500670 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 71451585-a0b8-4c7a-9456-b9cb22c4c309 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:34.527152 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 2a5539af-8a02-4689-82f6-67d1bb308054, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=2a5539af-8a02-4689-82f6-67d1bb308054,segment=NetworkSegment(91de393a-3f23-4865-90b4-f6b561a7e162),segment_id=91de393a-3f23-4865-90b4-f6b561a7e162)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:34.536959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7ca2c-c763-4885-b64b-55c1dbcba9c7 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event updated for resources: {'Port': ['ID=c8e86d13-a929-4b60-9703-d3d7bf995a2a,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:34.554055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-09b7ca2c-c763-4885-b64b-55c1dbcba9c7 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] In _notify_port_updated(), no bound segment for port c8e86d13-a929-4b60-9703-d3d7bf995a2a on network 56208469-2ab2-45ac-b30f-440ab17a48c8 {{(pid=95473) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:54:34.563802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b7ca2c-c763-4885-b64b-55c1dbcba9c7 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:34.564844 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-09b7ca2c-c763-4885-b64b-55c1dbcba9c7 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.566959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-09b7ca2c-c763-4885-b64b-55c1dbcba9c7 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "PUT /v2.0/ports/c8e86d13-a929-4b60-9703-d3d7bf995a2a HTTP/1.1" status: 200 len: 997 time: 0.9489567 Sep 16 04:54:34.569592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49788) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:34.628381 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1114b222-6623-4094-9926-8c4e853186af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.633615 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.634473 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 66623d8c-dd23-4efe-ac97-eb2d793c3267 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:34.685521 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.709117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee55e0-4861-4cd3-8ce7-10ec3312988d req-ca075eba-7ba5-471a-88e0-62727288af21 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:34.711528 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53ee55e0-4861-4cd3-8ce7-10ec3312988d req-ca075eba-7ba5-471a-88e0-62727288af21 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 946 time: 0.0912690 Sep 16 04:54:34.741494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-2bca7e57-27e9-4ac2-8bf6-93ca1fa9e461 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Deleting port c8e86d13-a929-4b60-9703-d3d7bf995a2a {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:34.749405 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2bca7e57-27e9-4ac2-8bf6-93ca1fa9e461 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.749668 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:34.798741 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1114b222-6623-4094-9926-8c4e853186af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.825339 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 66623d8c-dd23-4efe-ac97-eb2d793c3267 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:34.826365 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.829225 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 71451585-a0b8-4c7a-9456-b9cb22c4c309, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=71451585-a0b8-4c7a-9456-b9cb22c4c309,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:34.844291 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53ee55e0-4861-4cd3-8ce7-10ec3312988d req-6e8c63c9-caec-46fc-959e-edddd9917bf4 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096542 Sep 16 04:54:34.863907 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=2fe90923-e211-400e-b4b8-a4e69fbd3292,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:34.868790 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '71451585-a0b8-4c7a-9456-b9cb22c4c309', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '71451585-a0b8-4c7a-9456-b9cb22c4c309', 'mac_address': 'fa:16:3e:43:84:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:34.874280 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2bca7e57-27e9-4ac2-8bf6-93ca1fa9e461 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.892638 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-2bca7e57-27e9-4ac2-8bf6-93ca1fa9e461 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Calling delete_port for c8e86d13-a929-4b60-9703-d3d7bf995a2a owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:34.955933 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1114b222-6623-4094-9926-8c4e853186af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.960301 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-932f5795-2cff-4ee4-96ae-94356bdde6e7 None None] Provisioning complete for port c8e86d13-a929-4b60-9703-d3d7bf995a2a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:34.961074 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-932f5795-2cff-4ee4-96ae-94356bdde6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.005640 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.018506 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1114b222-6623-4094-9926-8c4e853186af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbc2f90072824373b1cdb2920c91c703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6422832 Sep 16 04:54:35.023963 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49790) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:35.030081 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=2a5539af-8a02-4689-82f6-67d1bb308054,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:35.033670 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114b222-6623-4094-9926-8c4e853186af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3802b5cb-d0a3-4beb-9eb3-3fb97050910f,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:35.086119 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71451585-a0b8-4c7a-9456-b9cb22c4c309 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:35.095607 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-932f5795-2cff-4ee4-96ae-94356bdde6e7 None None] Port c8e86d13-a929-4b60-9703-d3d7bf995a2a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:35.115082 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.119291 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd7f638f-a2f4-4911-ae29-e53ba16f1b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.120296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 71451585-a0b8-4c7a-9456-b9cb22c4c309, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=71451585-a0b8-4c7a-9456-b9cb22c4c309,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:35.157309 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd7f638f-a2f4-4911-ae29-e53ba16f1b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.166521 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 66623d8c-dd23-4efe-ac97-eb2d793c3267, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:35.195684 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2bca7e57-27e9-4ac2-8bf6-93ca1fa9e461 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.224136 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.230312 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd278354-2fa2-40ce-bd9a-e2ce0ac94ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.239056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca7e57-27e9-4ac2-8bf6-93ca1fa9e461 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event deleted for resources: {'Port': ['ID=c8e86d13-a929-4b60-9703-d3d7bf995a2a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:35.315999 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd7f638f-a2f4-4911-ae29-e53ba16f1b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.322095 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd7f638f-a2f4-4911-ae29-e53ba16f1b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.324442 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fd7f638f-a2f4-4911-ae29-e53ba16f1b1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3802b5cb-d0a3-4beb-9eb3-3fb97050910f HTTP/1.1" status: 204 len: 168 time: 0.3007157 Sep 16 04:54:35.341014 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.345815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=71451585-a0b8-4c7a-9456-b9cb22c4c309,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:35.367545 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f638f-a2f4-4911-ae29-e53ba16f1b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3802b5cb-d0a3-4beb-9eb3-3fb97050910f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:35.401326 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2bca7e57-27e9-4ac2-8bf6-93ca1fa9e461 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.407479 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2bca7e57-27e9-4ac2-8bf6-93ca1fa9e461 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "DELETE /v2.0/ports/c8e86d13-a929-4b60-9703-d3d7bf995a2a HTTP/1.1" status: 204 len: 168 time: 0.8363922 Sep 16 04:54:35.408441 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49804) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:35.451395 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=66623d8c-dd23-4efe-ac97-eb2d793c3267,revision_number=10']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:35.485898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee3b89-7d3f-4ec4-80ed-0f7b05e38ae1 req-28d658af-b186-4efa-8f71-6b852d57a608 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:35.491751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fee3b89-7d3f-4ec4-80ed-0f7b05e38ae1 req-28d658af-b186-4efa-8f71-6b852d57a608 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 949 time: 0.3540540 Sep 16 04:54:35.549827 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ee129-2651-41b7-bad8-2cc69e542c39 req-2421952d-3d59-4435-8059-6f0724fc2c1a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:35.552440 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-731ee129-2651-41b7-bad8-2cc69e542c39 req-2421952d-3d59-4435-8059-6f0724fc2c1a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 944 time: 0.1436408 Sep 16 04:54:35.584276 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fee3b89-7d3f-4ec4-80ed-0f7b05e38ae1 req-09a9ccec-3783-46b1-8f8f-fc5c628ad906 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856729 Sep 16 04:54:35.622431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-731ee129-2651-41b7-bad8-2cc69e542c39 req-bd73a657-1cf1-4ec1-835f-a8910f771293 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534601 Sep 16 04:54:35.704505 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec880376-6b65-436c-a1ac-18af02b85145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe90923-e211-400e-b4b8-a4e69fbd3292'}, {'server_uuid': '7972e809-47ec-42c4-8e15-e1e344a119c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5539af-8a02-4689-82f6-67d1bb308054'}, {'server_uuid': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66623d8c-dd23-4efe-ac97-eb2d793c3267'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:35.707328 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f97861-e7f8-4f26-9ec4-afedeefefd09" -d '{"events": [{"server_uuid": "ec880376-6b65-436c-a1ac-18af02b85145", "name": "network-vif-plugged", "status": "completed", "tag": "2fe90923-e211-400e-b4b8-a4e69fbd3292"}, {"server_uuid": "7972e809-47ec-42c4-8e15-e1e344a119c9", "name": "network-vif-plugged", "status": "completed", "tag": "2a5539af-8a02-4689-82f6-67d1bb308054"}, {"server_uuid": "c8312c90-11fe-4531-b739-09951fe2a5cd", "name": "network-vif-plugged", "status": "completed", "tag": "66623d8c-dd23-4efe-ac97-eb2d793c3267"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:35.761847 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684a5f8a-d0c4-4f27-862a-36b7a324ff0c x-openstack-request-id: req-684a5f8a-d0c4-4f27-862a-36b7a324ff0c {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:35.762235 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec880376-6b65-436c-a1ac-18af02b85145", "name": "network-vif-plugged", "status": "completed", "tag": "2fe90923-e211-400e-b4b8-a4e69fbd3292", "code": 200}, {"server_uuid": "7972e809-47ec-42c4-8e15-e1e344a119c9", "name": "network-vif-plugged", "status": "completed", "tag": "2a5539af-8a02-4689-82f6-67d1bb308054", "code": 200}, {"server_uuid": "c8312c90-11fe-4531-b739-09951fe2a5cd", "name": "network-vif-plugged", "status": "completed", "tag": "66623d8c-dd23-4efe-ac97-eb2d793c3267", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:35.762585 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-684a5f8a-d0c4-4f27-862a-36b7a324ff0c {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:35.763109 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec880376-6b65-436c-a1ac-18af02b85145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe90923-e211-400e-b4b8-a4e69fbd3292', 'code': 200} Sep 16 04:54:35.763441 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972e809-47ec-42c4-8e15-e1e344a119c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5539af-8a02-4689-82f6-67d1bb308054', 'code': 200} Sep 16 04:54:35.763770 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'code': 200} Sep 16 04:54:35.783306 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2c3a68-bcb8-49d0-8fb8-86705092cdf0 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] GET failed (client error): The resource could not be found. Sep 16 04:54:35.784937 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4e2c3a68-bcb8-49d0-8fb8-86705092cdf0 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "GET /v2.0/ports/c8e86d13-a929-4b60-9703-d3d7bf995a2a HTTP/1.1" status: 404 len: 333 time: 0.3738439 Sep 16 04:54:35.789345 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49810) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:35.802073 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-5b18a6ce-eef1-4b01-b204-d92e124063ef tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Request body: {'port': {'network_id': '56208469-2ab2-45ac-b30f-440ab17a48c8', 'name': 'tempest-AllowedAddressPairTestJSON-1039424961'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:36.024158 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:36.033233 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b6465-1599-4b14-91eb-aa39856faf2e req-9fb36b9c-0c39-432a-bd1d-8f3de2b2ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:36.037284 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-df3b6465-1599-4b14-91eb-aa39856faf2e req-9fb36b9c-0c39-432a-bd1d-8f3de2b2ca30 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ec880376-6b65-436c-a1ac-18af02b85145 HTTP/1.1" status: 200 len: 1097 time: 0.1114373 Sep 16 04:54:36.080327 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['71451585-a0b8-4c7a-9456-b9cb22c4c309'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:36.113649 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-df3b6465-1599-4b14-91eb-aa39856faf2e req-4c31ae09-5bf4-4bdb-9df0-532e2af6be74 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668993 Sep 16 04:54:36.121355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b18a6ce-eef1-4b01-b204-d92e124063ef tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Made reservation on behalf of fa1a83b2a88b40c6a3786d08fd566943 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:36.128062 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5b18a6ce-eef1-4b01-b204-d92e124063ef tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.163534 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-5b18a6ce-eef1-4b01-b204-d92e124063ef tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] device_id is not set on port 603a30cc-ce14-43a7-bbd2-d92b55d7b6fd yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:54:36.320435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599717a-bf35-43aa-89b1-dbcbb4ff281c req-3bd02523-f8e2-443c-af4e-1ad6fc662bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:36.321833 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e599717a-bf35-43aa-89b1-dbcbb4ff281c req-3bd02523-f8e2-443c-af4e-1ad6fc662bf4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7972e809-47ec-42c4-8e15-e1e344a119c9 HTTP/1.1" status: 200 len: 1098 time: 0.4247997 Sep 16 04:54:36.336136 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-5b18a6ce-eef1-4b01-b204-d92e124063ef tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Allocated IP 172.20.0.3 (56208469-2ab2-45ac-b30f-440ab17a48c8/489b4b3b-291f-47f0-a8e1-cd5ef7525cf2/603a30cc-ce14-43a7-bbd2-d92b55d7b6fd) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:36.345810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de650a4-f4ba-4810-acf0-443ab30d28b9 req-661cd0e8-b2ba-4106-b9b5-9b29034e455e tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:36.347584 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0de650a4-f4ba-4810-acf0-443ab30d28b9 req-661cd0e8-b2ba-4106-b9b5-9b29034e455e tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 946 time: 0.3904626 Sep 16 04:54:36.409634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e599717a-bf35-43aa-89b1-dbcbb4ff281c req-60f3fff5-4ff7-4ed6-9434-5e44b1915171 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791454 Sep 16 04:54:36.416850 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0de650a4-f4ba-4810-acf0-443ab30d28b9 req-a014b01d-7259-45f4-952b-ddc8cedf16d5 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488267 Sep 16 04:54:36.504098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49820) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:36.520098 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-427c2a9e-c4c5-4891-9691-012e0ba4776f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.554077 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5b18a6ce-eef1-4b01-b204-d92e124063ef tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.618571 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-427c2a9e-c4c5-4891-9691-012e0ba4776f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.725862 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f02e0b-ef72-4430-a1d1-669ebebc9a48 req-fd06177c-d9c7-4ed9-afab-7345f06da992 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:36.727438 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33f02e0b-ef72-4430-a1d1-669ebebc9a48 req-fd06177c-d9c7-4ed9-afab-7345f06da992 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 949 time: 0.0646794 Sep 16 04:54:36.756379 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5b18a6ce-eef1-4b01-b204-d92e124063ef tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.762444 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-427c2a9e-c4c5-4891-9691-012e0ba4776f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.801877 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b18a6ce-eef1-4b01-b204-d92e124063ef tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Network 56208469-2ab2-45ac-b30f-440ab17a48c8 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:36.805038 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-5b18a6ce-eef1-4b01-b204-d92e124063ef tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:36.808924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b18a6ce-eef1-4b01-b204-d92e124063ef tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:36.838446 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33f02e0b-ef72-4430-a1d1-669ebebc9a48 req-f3158fea-9aed-423b-87b5-c4776bb22363 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932021 Sep 16 04:54:36.846782 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18a6ce-eef1-4b01-b204-d92e124063ef tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event updated for resources: {'Port': ['ID=603a30cc-ce14-43a7-bbd2-d92b55d7b6fd,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:36.847080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017e795-6106-4170-a877-83c5e9b3007e req-4cf4926e-0d72-4a41-a482-571010a0d4f6 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:36.848526 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3017e795-6106-4170-a877-83c5e9b3007e req-4cf4926e-0d72-4a41-a482-571010a0d4f6 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 944 time: 0.1423438 Sep 16 04:54:36.854082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c2a9e-c4c5-4891-9691-012e0ba4776f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061af0d8-651e-4b1a-bfb4-047567a33736,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:36.864153 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-427c2a9e-c4c5-4891-9691-012e0ba4776f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ff5c9005957464e98c92bfa7a51f2f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3588111 Sep 16 04:54:36.864818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49828) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:36.898482 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b18a6ce-eef1-4b01-b204-d92e124063ef tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:36.903890 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5b18a6ce-eef1-4b01-b204-d92e124063ef tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.966002 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3017e795-6106-4170-a877-83c5e9b3007e req-25896be4-c4ce-4bc5-ba56-ef1dfd777967 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820825 Sep 16 04:54:36.977219 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8dd10f27-d2c8-4b97-bf9c-ce4602f5479b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.986875 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5b18a6ce-eef1-4b01-b204-d92e124063ef tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1941593 Sep 16 04:54:36.987890 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49830) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:36.992468 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8146385f-2d3e-4b16-8fb9-9f1cd9a56436 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Request body: {'port': {'network_id': '56208469-2ab2-45ac-b30f-440ab17a48c8', 'name': 'tempest-AllowedAddressPairTestJSON-63856908'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:37.008551 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8dd10f27-d2c8-4b97-bf9c-ce4602f5479b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.149919 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8dd10f27-d2c8-4b97-bf9c-ce4602f5479b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.152988 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8dd10f27-d2c8-4b97-bf9c-ce4602f5479b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.153863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-cfae5910-c20a-4b3a-88ae-975177ef7bab None None] Provisioning complete for port 603a30cc-ce14-43a7-bbd2-d92b55d7b6fd triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:37.154645 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cfae5910-c20a-4b3a-88ae-975177ef7bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.154822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8dd10f27-d2c8-4b97-bf9c-ce4602f5479b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/061af0d8-651e-4b1a-bfb4-047567a33736 HTTP/1.1" status: 204 len: 168 time: 0.2882588 Sep 16 04:54:37.166372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10f27-d2c8-4b97-bf9c-ce4602f5479b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061af0d8-651e-4b1a-bfb4-047567a33736,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:37.202034 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-cfae5910-c20a-4b3a-88ae-975177ef7bab None None] Port 603a30cc-ce14-43a7-bbd2-d92b55d7b6fd cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:37.253228 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8146385f-2d3e-4b16-8fb9-9f1cd9a56436 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Made reservation on behalf of fa1a83b2a88b40c6a3786d08fd566943 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:37.257699 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8146385f-2d3e-4b16-8fb9-9f1cd9a56436 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.278512 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-8146385f-2d3e-4b16-8fb9-9f1cd9a56436 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] device_id is not set on port 263cfa2c-0b32-477e-8b7c-5591ea1e4e59 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:54:37.423074 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-8146385f-2d3e-4b16-8fb9-9f1cd9a56436 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Allocated IP 172.20.0.9 (56208469-2ab2-45ac-b30f-440ab17a48c8/489b4b3b-291f-47f0-a8e1-cd5ef7525cf2/263cfa2c-0b32-477e-8b7c-5591ea1e4e59) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:37.566600 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79974eb-1e5b-4da8-9198-af0043bee13c req-2a7bf6ba-a809-43d1-815d-1127802feeea tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:37.568380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e79974eb-1e5b-4da8-9198-af0043bee13c req-2a7bf6ba-a809-43d1-815d-1127802feeea tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 946 time: 0.0588932 Sep 16 04:54:37.610705 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8146385f-2d3e-4b16-8fb9-9f1cd9a56436 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.745442 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8146385f-2d3e-4b16-8fb9-9f1cd9a56436 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.795670 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ad18746e-beea-4313-af14-599e507f8734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.795933 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8146385f-2d3e-4b16-8fb9-9f1cd9a56436 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Network 56208469-2ab2-45ac-b30f-440ab17a48c8 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:37.799973 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-8146385f-2d3e-4b16-8fb9-9f1cd9a56436 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:37.812884 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8146385f-2d3e-4b16-8fb9-9f1cd9a56436 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:37.814262 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146385f-2d3e-4b16-8fb9-9f1cd9a56436 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event updated for resources: {'Port': ['ID=263cfa2c-0b32-477e-8b7c-5591ea1e4e59,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:37.874091 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8146385f-2d3e-4b16-8fb9-9f1cd9a56436 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:37.875313 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8146385f-2d3e-4b16-8fb9-9f1cd9a56436 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.944879 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8146385f-2d3e-4b16-8fb9-9f1cd9a56436 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9564991 Sep 16 04:54:37.948319 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49864) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:37.954856 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-a99aefe1-c98e-44f3-a0ba-b4f890df2b9e tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:77:03:04'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:86:eb:13'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:37.956652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e79974eb-1e5b-4da8-9198-af0043bee13c req-5e7a0ba4-5ede-4582-bab6-fa3c54f22428 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745406 Sep 16 04:54:38.055667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89146bdd-f95c-49ab-bdb4-d5984e474e17 req-1925403e-92fe-411c-8ba3-20bb45c547b8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:38.069087 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89146bdd-f95c-49ab-bdb4-d5984e474e17 req-1925403e-92fe-411c-8ba3-20bb45c547b8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 949 time: 0.1112478 Sep 16 04:54:38.156750 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89146bdd-f95c-49ab-bdb4-d5984e474e17 req-2d429f54-bced-4a4c-b7c4-133ee5f63ad3 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845463 Sep 16 04:54:38.203464 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a99aefe1-c98e-44f3-a0ba-b4f890df2b9e tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.264051 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-04f5cfbf-1844-43d3-95c6-e0c7094605ab None None] Provisioning complete for port 263cfa2c-0b32-477e-8b7c-5591ea1e4e59 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:38.264593 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-04f5cfbf-1844-43d3-95c6-e0c7094605ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.354776 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-04f5cfbf-1844-43d3-95c6-e0c7094605ab None None] Port 263cfa2c-0b32-477e-8b7c-5591ea1e4e59 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:38.477961 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c0bf1-0f9d-491e-bf72-c1d290e1cf35 req-73f4d790-bf84-425e-892d-fad7d5298331 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:38.479629 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f9c0bf1-0f9d-491e-bf72-c1d290e1cf35 req-73f4d790-bf84-425e-892d-fad7d5298331 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 944 time: 0.1313567 Sep 16 04:54:38.529455 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.543065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3db99d-8379-4c1f-9ae4-8f33f2063ad3 req-7d682cad-98a3-4af2-b6bd-7d17729429cb tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:38.551555 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c3db99d-8379-4c1f-9ae4-8f33f2063ad3 req-7d682cad-98a3-4af2-b6bd-7d17729429cb tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec880376-6b65-436c-a1ac-18af02b85145 HTTP/1.1" status: 200 len: 945 time: 0.2556169 Sep 16 04:54:38.567327 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a99aefe1-c98e-44f3-a0ba-b4f890df2b9e tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.593297 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f9c0bf1-0f9d-491e-bf72-c1d290e1cf35 req-2b7bbc52-2d79-40bb-ba6f-4a10afa9cea5 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988820 Sep 16 04:54:38.630538 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c3db99d-8379-4c1f-9ae4-8f33f2063ad3 req-de3aee64-aff4-4747-944f-1c631c6f5990 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776823 Sep 16 04:54:38.675429 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a99aefe1-c98e-44f3-a0ba-b4f890df2b9e tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.794321 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99aefe1-c98e-44f3-a0ba-b4f890df2b9e tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event updated for resources: {'Port': ['ID=263cfa2c-0b32-477e-8b7c-5591ea1e4e59,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:38.811815 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-a99aefe1-c98e-44f3-a0ba-b4f890df2b9e tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] In _notify_port_updated(), no bound segment for port 263cfa2c-0b32-477e-8b7c-5591ea1e4e59 on network 56208469-2ab2-45ac-b30f-440ab17a48c8 {{(pid=95474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:54:38.822262 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99aefe1-c98e-44f3-a0ba-b4f890df2b9e tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:38.827106 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a99aefe1-c98e-44f3-a0ba-b4f890df2b9e tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.834445 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a99aefe1-c98e-44f3-a0ba-b4f890df2b9e tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "PUT /v2.0/ports/263cfa2c-0b32-477e-8b7c-5591ea1e4e59 HTTP/1.1" status: 200 len: 1053 time: 0.8845830 Sep 16 04:54:38.835326 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49896) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:39.091552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6ebb3ba6-4c53-40d8-8340-132fe7893ae8 None None] Provisioning complete for port 263cfa2c-0b32-477e-8b7c-5591ea1e4e59 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:39.092236 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6ebb3ba6-4c53-40d8-8340-132fe7893ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.102460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-0ac67e85-bc67-4b39-ac3d-000ac26417b9 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Deleting port 263cfa2c-0b32-477e-8b7c-5591ea1e4e59 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:39.103023 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0ac67e85-bc67-4b39-ac3d-000ac26417b9 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.127417 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.144593 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb3ba6-4c53-40d8-8340-132fe7893ae8 None None] Port 263cfa2c-0b32-477e-8b7c-5591ea1e4e59 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:39.236613 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0ac67e85-bc67-4b39-ac3d-000ac26417b9 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.255044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-0ac67e85-bc67-4b39-ac3d-000ac26417b9 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Calling delete_port for 263cfa2c-0b32-477e-8b7c-5591ea1e4e59 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:39.428876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577f831-7a3b-4ac3-af11-16e320d33883 req-4fa178e1-4418-4176-ba2a-506d90dd2acd tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:39.430741 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d577f831-7a3b-4ac3-af11-16e320d33883 req-4fa178e1-4418-4176-ba2a-506d90dd2acd tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 949 time: 0.0829921 Sep 16 04:54:39.529556 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d577f831-7a3b-4ac3-af11-16e320d33883 req-27e6c29c-d2b5-4559-9941-effa64fba59f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841119 Sep 16 04:54:39.565465 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0ac67e85-bc67-4b39-ac3d-000ac26417b9 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.597670 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac67e85-bc67-4b39-ac3d-000ac26417b9 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event deleted for resources: {'Port': ['ID=263cfa2c-0b32-477e-8b7c-5591ea1e4e59,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:39.882256 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:40.034886 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:54:40.039111 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:40.039492 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.060261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310761c-18f8-4851-8d4a-a300c33fbcc2 req-70815ef1-1a1f-409c-b645-debaf01941d7 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:40.061790 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b310761c-18f8-4851-8d4a-a300c33fbcc2 req-70815ef1-1a1f-409c-b645-debaf01941d7 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec880376-6b65-436c-a1ac-18af02b85145 HTTP/1.1" status: 200 len: 945 time: 0.2800484 Sep 16 04:54:40.070593 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36c74d-d9fd-4b8c-bdd1-7c4f1c888a00 req-05bbbd84-287c-4bf2-ab34-2dd8ef100b04 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:40.080389 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff36c74d-d9fd-4b8c-bdd1-7c4f1c888a00 req-05bbbd84-287c-4bf2-ab34-2dd8ef100b04 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 944 time: 0.3869169 Sep 16 04:54:40.159632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff36c74d-d9fd-4b8c-bdd1-7c4f1c888a00 req-c273a39b-08e9-4a58-9a54-9e2c775bbf47 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780227 Sep 16 04:54:40.176337 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0ac67e85-bc67-4b39-ac3d-000ac26417b9 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.179385 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0ac67e85-bc67-4b39-ac3d-000ac26417b9 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "DELETE /v2.0/ports/263cfa2c-0b32-477e-8b7c-5591ea1e4e59 HTTP/1.1" status: 204 len: 168 time: 1.3426991 Sep 16 04:54:40.181995 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49928) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:40.217064 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.236126 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b310761c-18f8-4851-8d4a-a300c33fbcc2 req-ded2585b-3a3b-4de4-be1f-6d13dabaab44 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523666 Sep 16 04:54:40.254495 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a969ad-f4c7-477c-ac48-0aae33d9a539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:40.273813 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-8709f802-2828-4b5c-9681-7815a3e6d2cc tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] GET failed (client error): The resource could not be found. Sep 16 04:54:40.273926 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638bec19-6a7d-444f-b600-aa84b5a33de5" -d '{"events": [{"server_uuid": "a9a969ad-f4c7-477c-ac48-0aae33d9a539", "name": "network-vif-plugged", "status": "completed", "tag": "aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:40.274026 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8709f802-2828-4b5c-9681-7815a3e6d2cc tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "GET /v2.0/ports/263cfa2c-0b32-477e-8b7c-5591ea1e4e59 HTTP/1.1" status: 404 len: 333 time: 0.0778377 Sep 16 04:54:40.276243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49934) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:40.279888 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:40.322019 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b015ae7-5270-4a25-9af5-71f9ab91e75c x-openstack-request-id: req-3b015ae7-5270-4a25-9af5-71f9ab91e75c {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:40.322309 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a969ad-f4c7-477c-ac48-0aae33d9a539", "name": "network-vif-plugged", "status": "completed", "tag": "aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:40.322558 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b015ae7-5270-4a25-9af5-71f9ab91e75c {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:40.323407 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a969ad-f4c7-477c-ac48-0aae33d9a539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6', 'code': 200} Sep 16 04:54:40.375237 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.376183 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 71451585-a0b8-4c7a-9456-b9cb22c4c309 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:40.510071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:40.511171 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3174bf-ebce-4dc1-a3ef-a0cc9b34d191 req-264e955e-341a-467c-aa5c-e3d7271dbb57 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:40.525732 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e3174bf-ebce-4dc1-a3ef-a0cc9b34d191 req-264e955e-341a-467c-aa5c-e3d7271dbb57 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=7972e809-47ec-42c4-8e15-e1e344a119c9 HTTP/1.1" status: 200 len: 946 time: 0.1793461 Sep 16 04:54:40.541929 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800118bc-601b-4500-bce0-da1ef9ae6fb5 req-d53a4617-5be9-4395-a1d8-60108c931101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:40.544512 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-800118bc-601b-4500-bce0-da1ef9ae6fb5 req-d53a4617-5be9-4395-a1d8-60108c931101 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 1097 time: 0.0724649 Sep 16 04:54:40.601500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e3174bf-ebce-4dc1-a3ef-a0cc9b34d191 req-c0f24124-3797-4562-a2c1-fd415f1b0620 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645761 Sep 16 04:54:40.615799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e91a0-45ce-47a3-9767-7cea96cfb86f tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Deleting port 603a30cc-ce14-43a7-bbd2-d92b55d7b6fd {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:40.619012 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6e0e91a0-45ce-47a3-9767-7cea96cfb86f tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.628234 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-800118bc-601b-4500-bce0-da1ef9ae6fb5 req-bd0a9f23-6c7d-4548-9707-35fa365acaae service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735614 Sep 16 04:54:40.657932 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 71451585-a0b8-4c7a-9456-b9cb22c4c309 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:54:40.664230 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 71451585-a0b8-4c7a-9456-b9cb22c4c309 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:40.664877 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.705118 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.869838 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6e0e91a0-45ce-47a3-9767-7cea96cfb86f tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.876105 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.884752 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e91a0-45ce-47a3-9767-7cea96cfb86f tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Calling delete_port for 603a30cc-ce14-43a7-bbd2-d92b55d7b6fd owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:40.918156 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 71451585-a0b8-4c7a-9456-b9cb22c4c309, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=71451585-a0b8-4c7a-9456-b9cb22c4c309,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:40.948539 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5372d-71e7-4ef5-a7cb-bbe661adc120 req-ea33cee0-2688-44f3-a89a-a38fe781bcf6 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:40.950421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dbf5372d-71e7-4ef5-a7cb-bbe661adc120 req-ea33cee0-2688-44f3-a89a-a38fe781bcf6 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 949 time: 0.3014567 Sep 16 04:54:41.012559 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.047471 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dbf5372d-71e7-4ef5-a7cb-bbe661adc120 req-241ea496-2ac3-49b3-8543-07eae3f69e18 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841293 Sep 16 04:54:41.084805 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=71451585-a0b8-4c7a-9456-b9cb22c4c309,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:41.213004 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6e0e91a0-45ce-47a3-9767-7cea96cfb86f tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.333047 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e91a0-45ce-47a3-9767-7cea96cfb86f tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event deleted for resources: {'Port': ['ID=603a30cc-ce14-43a7-bbd2-d92b55d7b6fd,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:41.458524 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6e0e91a0-45ce-47a3-9767-7cea96cfb86f tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.463468 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49978) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:41.473861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6e0e91a0-45ce-47a3-9767-7cea96cfb86f tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "DELETE /v2.0/ports/603a30cc-ce14-43a7-bbd2-d92b55d7b6fd HTTP/1.1" status: 204 len: 168 time: 1.1955192 Sep 16 04:54:41.511717 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc061cd-ff45-43ed-b001-69c5f330a11c req-2c26b1df-50ce-4d62-bae2-0ebc6782883b tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:41.513311 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5cc061cd-ff45-43ed-b001-69c5f330a11c req-2c26b1df-50ce-4d62-bae2-0ebc6782883b tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 945 time: 0.2174568 Sep 16 04:54:41.520337 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f4c3b0-d8b5-412b-ade0-a1556d21def3 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] GET failed (client error): The resource could not be found. Sep 16 04:54:41.523240 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-58f4c3b0-d8b5-412b-ade0-a1556d21def3 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "GET /v2.0/ports/603a30cc-ce14-43a7-bbd2-d92b55d7b6fd HTTP/1.1" status: 404 len: 333 time: 0.0587347 Sep 16 04:54:41.528443 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49982) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:41.542622 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7304e89-82fc-4071-a9f5-c25057012639 req-6845e89e-0bbc-43e9-a034-c8056e089c5e tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:41.544562 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7304e89-82fc-4071-a9f5-c25057012639 req-6845e89e-0bbc-43e9-a034-c8056e089c5e tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=7972e809-47ec-42c4-8e15-e1e344a119c9 HTTP/1.1" status: 200 len: 946 time: 0.2011960 Sep 16 04:54:41.609220 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5cc061cd-ff45-43ed-b001-69c5f330a11c req-a8986751-d0bd-4c71-965f-cf37cece6f01 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726473 Sep 16 04:54:41.674370 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-30d9a4bf-944f-4512-b19f-3e25e2275356 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Deleting port 1b75afe2-e63a-419b-a8b3-c3e03eafadaf {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:41.674941 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30d9a4bf-944f-4512-b19f-3e25e2275356 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.685126 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7304e89-82fc-4071-a9f5-c25057012639 req-b44395e2-dda6-47c7-9cc3-4b8d49e945cf tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163285 Sep 16 04:54:41.806283 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30d9a4bf-944f-4512-b19f-3e25e2275356 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.820192 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-30d9a4bf-944f-4512-b19f-3e25e2275356 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Calling delete_port for 1b75afe2-e63a-419b-a8b3-c3e03eafadaf owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:42.106291 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30d9a4bf-944f-4512-b19f-3e25e2275356 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.187588 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9a4bf-944f-4512-b19f-3e25e2275356 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event deleted for resources: {'Port': ['ID=1b75afe2-e63a-419b-a8b3-c3e03eafadaf,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:42.271071 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d498e-3fa0-4df6-9879-8f672bf769ad req-f7bf8e2b-3f1e-4934-8a57-2117590b93d0 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:42.278744 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-028d498e-3fa0-4df6-9879-8f672bf769ad req-f7bf8e2b-3f1e-4934-8a57-2117590b93d0 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 950 time: 0.0991745 Sep 16 04:54:42.323860 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb2d100-1fbb-436d-82f9-cc6b4e693e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71451585-a0b8-4c7a-9456-b9cb22c4c309'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:42.326971 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce987e5-e6de-4a98-aa9d-08ad60b53686" -d '{"events": [{"server_uuid": "ecb2d100-1fbb-436d-82f9-cc6b4e693e75", "name": "network-vif-plugged", "status": "completed", "tag": "71451585-a0b8-4c7a-9456-b9cb22c4c309"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:42.370557 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-028d498e-3fa0-4df6-9879-8f672bf769ad req-a4299bd5-2cce-4948-b6d1-441f050a8d79 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903814 Sep 16 04:54:42.387445 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30d9a4bf-944f-4512-b19f-3e25e2275356 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.392079 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-30d9a4bf-944f-4512-b19f-3e25e2275356 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "DELETE /v2.0/ports/1b75afe2-e63a-419b-a8b3-c3e03eafadaf HTTP/1.1" status: 204 len: 168 time: 0.8619299 Sep 16 04:54:42.395928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50006) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:42.428756 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d85a17b-c392-484a-b6e1-890de28b461d x-openstack-request-id: req-9d85a17b-c392-484a-b6e1-890de28b461d {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:42.429144 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb2d100-1fbb-436d-82f9-cc6b4e693e75", "name": "network-vif-plugged", "status": "completed", "tag": "71451585-a0b8-4c7a-9456-b9cb22c4c309", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:42.429636 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d85a17b-c392-484a-b6e1-890de28b461d {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:42.430030 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb2d100-1fbb-436d-82f9-cc6b4e693e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71451585-a0b8-4c7a-9456-b9cb22c4c309', 'code': 200} Sep 16 04:54:42.516435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-afae6a0e-2cf1-49cc-ae9a-8434e2ae4337 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Deleting subnet 489b4b3b-291f-47f0-a8e1-cd5ef7525cf2 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:42.528198 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-afae6a0e-2cf1-49cc-ae9a-8434e2ae4337 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.611040 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-afae6a0e-2cf1-49cc-ae9a-8434e2ae4337 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.675488 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ab235-7de6-4a8e-9813-380e49932d40 req-6cd148e1-4af1-460a-83bb-bb17ca2fe086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:42.677707 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b21ab235-7de6-4a8e-9813-380e49932d40 req-6cd148e1-4af1-460a-83bb-bb17ca2fe086 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 1102 time: 0.1105728 Sep 16 04:54:42.753640 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50020) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:42.758171 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b21ab235-7de6-4a8e-9813-380e49932d40 req-bf7eba8d-8204-4eca-8542-786916db009a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730336 Sep 16 04:54:42.906519 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-afae6a0e-2cf1-49cc-ae9a-8434e2ae4337 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.906794 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e60ee16-e0e3-46be-ba4b-0a4f7e31f471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.960524 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1533a-00cd-41a1-ab0b-5cceb76b24f9 req-8c1323be-52f4-4655-9443-962cbc16b197 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:42.962030 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48f1533a-00cd-41a1-ab0b-5cceb76b24f9 req-8c1323be-52f4-4655-9443-962cbc16b197 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 945 time: 0.1522558 Sep 16 04:54:42.974000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6db47-fff6-4b37-a241-80307d838126 req-29a8d3a2-7931-4d72-872f-8a7b7eec1f6e tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:42.975620 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-76d6db47-fff6-4b37-a241-80307d838126 req-29a8d3a2-7931-4d72-872f-8a7b7eec1f6e tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=7972e809-47ec-42c4-8e15-e1e344a119c9 HTTP/1.1" status: 200 len: 946 time: 0.1415739 Sep 16 04:54:43.009333 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e60ee16-e0e3-46be-ba4b-0a4f7e31f471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.076076 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48f1533a-00cd-41a1-ab0b-5cceb76b24f9 req-0dae1d3b-fd74-4e59-b58b-0f39a3673043 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993950 Sep 16 04:54:43.082308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-76d6db47-fff6-4b37-a241-80307d838126 req-c5b308ff-3aa6-4239-bb79-588668dcf3a6 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982609 Sep 16 04:54:43.160088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dade2d-9c7e-4734-9225-f9cf06644725 req-65951057-cf64-4c11-934d-61bb028b18be tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.161606 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-45dade2d-9c7e-4734-9225-f9cf06644725 req-65951057-cf64-4c11-934d-61bb028b18be tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.21 "GET /v2.0/ports?device_id=7972e809-47ec-42c4-8e15-e1e344a119c9 HTTP/1.1" status: 200 len: 946 time: 0.0591462 Sep 16 04:54:43.183772 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bed6e-a64c-4cf2-af92-2488fabcc3cd req-ed6bdd40-e2d6-47dc-8d5b-79a0c4b9f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.185321 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f67bed6e-a64c-4cf2-af92-2488fabcc3cd req-ed6bdd40-e2d6-47dc-8d5b-79a0c4b9f1c0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 1099 time: 0.0427113 Sep 16 04:54:43.240373 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e60ee16-e0e3-46be-ba4b-0a4f7e31f471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.264317 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-afae6a0e-2cf1-49cc-ae9a-8434e2ae4337 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.272716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-45dade2d-9c7e-4734-9225-f9cf06644725 req-7fdcedb9-81b3-40be-a8a4-e4abd902c312 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Deleting port 2a5539af-8a02-4689-82f6-67d1bb308054 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:43.273146 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-45dade2d-9c7e-4734-9225-f9cf06644725 req-7fdcedb9-81b3-40be-a8a4-e4abd902c312 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.332154 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60ee16-e0e3-46be-ba4b-0a4f7e31f471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61fc638-5acd-4e9b-9b6b-df888181b8bd,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:43.335257 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae6a0e-2cf1-49cc-ae9a-8434e2ae4337 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event deleted for resources: {'Subnet': ['ID=489b4b3b-291f-47f0-a8e1-cd5ef7525cf2,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:43.341319 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5e60ee16-e0e3-46be-ba4b-0a4f7e31f471 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d07c47ef5ef4d69a4dc40088e13d468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5862935 Sep 16 04:54:43.342997 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50028) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:43.357684 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def0644f-be8e-44dc-830a-0bd9b0cdda62 None None] Network 56208469-2ab2-45ac-b30f-440ab17a48c8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:43.367593 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-afae6a0e-2cf1-49cc-ae9a-8434e2ae4337 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.371024 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-afae6a0e-2cf1-49cc-ae9a-8434e2ae4337 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "DELETE /v2.0/subnets/489b4b3b-291f-47f0-a8e1-cd5ef7525cf2 HTTP/1.1" status: 204 len: 168 time: 0.9732149 Sep 16 04:54:43.376257 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50030) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:43.468011 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.476924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bed6e-a64c-4cf2-af92-2488fabcc3cd req-9acdbb95-3877-4226-b91e-5d551d6b767f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.478712 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f67bed6e-a64c-4cf2-af92-2488fabcc3cd req-9acdbb95-3877-4226-b91e-5d551d6b767f service neutron] 10.222.0.38 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 913 time: 0.2619741 Sep 16 04:54:43.591467 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f67bed6e-a64c-4cf2-af92-2488fabcc3cd req-31907176-eeb4-4d42-8261-b0ce56e5246a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267 HTTP/1.1" status: 200 len: 1001 time: 0.1047475 Sep 16 04:54:43.660245 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9d1a58-77cc-4b2c-aa83-699a2444f1a2 None None] DHCP port deletion for 56208469-2ab2-45ac-b30f-440ab17a48c8 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:54:43.682634 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-45dade2d-9c7e-4734-9225-f9cf06644725 req-7fdcedb9-81b3-40be-a8a4-e4abd902c312 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] For port 2a5539af-8a02-4689-82f6-67d1bb308054, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=2a5539af-8a02-4689-82f6-67d1bb308054,segment=NetworkSegment(91de393a-3f23-4865-90b4-f6b561a7e162),segment_id=91de393a-3f23-4865-90b4-f6b561a7e162)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:43.684287 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-45dade2d-9c7e-4734-9225-f9cf06644725 req-7fdcedb9-81b3-40be-a8a4-e4abd902c312 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.686808 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Deleting port cadc1220-b7bd-409f-925c-3c91d82611bf {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:43.687472 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.707760 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-45dade2d-9c7e-4734-9225-f9cf06644725 req-7fdcedb9-81b3-40be-a8a4-e4abd902c312 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Calling delete_port for 2a5539af-8a02-4689-82f6-67d1bb308054 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:43.714735 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d1a58-77cc-4b2c-aa83-699a2444f1a2 None None] Deleting port cadc1220-b7bd-409f-925c-3c91d82611bf {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:43.715491 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1a58-77cc-4b2c-aa83-699a2444f1a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.767801 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] For port cadc1220-b7bd-409f-925c-3c91d82611bf, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=cadc1220-b7bd-409f-925c-3c91d82611bf,segment=NetworkSegment(b5243974-2572-49f6-a0c9-f6ee6c50ace8),segment_id=b5243974-2572-49f6-a0c9-f6ee6c50ace8)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:43.768172 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.788215 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Calling delete_port for cadc1220-b7bd-409f-925c-3c91d82611bf owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:43.793311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bed6e-a64c-4cf2-af92-2488fabcc3cd req-f0ab54fd-6e0e-420c-a7dd-db26908c6120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.794833 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f67bed6e-a64c-4cf2-af92-2488fabcc3cd req-f0ab54fd-6e0e-420c-a7dd-db26908c6120 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.1945050 Sep 16 04:54:43.828944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9e9d1a58-77cc-4b2c-aa83-699a2444f1a2 None None] For port cadc1220-b7bd-409f-925c-3c91d82611bf, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=cadc1220-b7bd-409f-925c-3c91d82611bf,segment=NetworkSegment(b5243974-2572-49f6-a0c9-f6ee6c50ace8),segment_id=b5243974-2572-49f6-a0c9-f6ee6c50ace8)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:43.829412 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1a58-77cc-4b2c-aa83-699a2444f1a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.850633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d1a58-77cc-4b2c-aa83-699a2444f1a2 None None] Calling delete_port for cadc1220-b7bd-409f-925c-3c91d82611bf owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:43.885816 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a01d9461-2489-433b-a222-6f5ac24c4446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.911800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f810d6-e3b9-4ef1-982b-bc5450efec05 req-85197b6c-7afa-46ae-8b41-d0d36a22bded tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.916082 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bed6e-a64c-4cf2-af92-2488fabcc3cd req-06e6ccd6-42ac-4f0e-9b9d-79ae86379e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.917799 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f67bed6e-a64c-4cf2-af92-2488fabcc3cd req-06e6ccd6-42ac-4f0e-9b9d-79ae86379e57 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1149287 Sep 16 04:54:43.919960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62f810d6-e3b9-4ef1-982b-bc5450efec05 req-85197b6c-7afa-46ae-8b41-d0d36a22bded tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 950 time: 0.3751013 Sep 16 04:54:43.943214 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a01d9461-2489-433b-a222-6f5ac24c4446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.982996 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-45dade2d-9c7e-4734-9225-f9cf06644725 req-7fdcedb9-81b3-40be-a8a4-e4abd902c312 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.018352 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['35c0d889-5c25-479a-bbee-94a20467e870'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:44.024794 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['2fe90923-e211-400e-b4b8-a4e69fbd3292'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:44.068248 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f67bed6e-a64c-4cf2-af92-2488fabcc3cd req-c96353b0-5e94-49fc-8fe8-a5608b366814 service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420996 Sep 16 04:54:44.069404 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.076495 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1a58-77cc-4b2c-aa83-699a2444f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.082779 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62f810d6-e3b9-4ef1-982b-bc5450efec05 req-6cd08ec6-994c-4f13-99ba-b69fd459c73a tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571150 Sep 16 04:54:44.086155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcedb9-81b3-40be-a8a4-e4abd902c312 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Pushing event deleted for resources: {'Port': ['ID=2a5539af-8a02-4689-82f6-67d1bb308054,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:44.130553 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event deleted for resources: {'Port': ['ID=cadc1220-b7bd-409f-925c-3c91d82611bf,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:44.158792 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] No DVR routers for this DVR port cadc1220-b7bd-409f-925c-3c91d82611bf on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:44.217729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d1a58-77cc-4b2c-aa83-699a2444f1a2 None None] Pushing event deleted for resources: {'Port': ['ID=cadc1220-b7bd-409f-925c-3c91d82611bf,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:44.228246 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9d1a58-77cc-4b2c-aa83-699a2444f1a2 None None] No DVR routers for this DVR port cadc1220-b7bd-409f-925c-3c91d82611bf on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:44.253236 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dade2d-9c7e-4734-9225-f9cf06644725 req-7fdcedb9-81b3-40be-a8a4-e4abd902c312 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] No DVR routers for this DVR port 2a5539af-8a02-4689-82f6-67d1bb308054 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:44.283284 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-45dade2d-9c7e-4734-9225-f9cf06644725 req-7fdcedb9-81b3-40be-a8a4-e4abd902c312 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.285369 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-45dade2d-9c7e-4734-9225-f9cf06644725 req-7fdcedb9-81b3-40be-a8a4-e4abd902c312 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.21 "DELETE /v2.0/ports/2a5539af-8a02-4689-82f6-67d1bb308054 HTTP/1.1" status: 204 len: 173 time: 1.1174898 Sep 16 04:54:44.308930 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f67bed6e-a64c-4cf2-af92-2488fabcc3cd req-53e70efc-fc39-45f4-b235-cf4027d2a78a service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287378 Sep 16 04:54:44.316771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972e809-47ec-42c4-8e15-e1e344a119c9', 'name': 'network-vif-deleted', 'tag': '2a5539af-8a02-4689-82f6-67d1bb308054'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:44.319206 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97ee23b-f7a4-4419-baa0-c4be8ced5154" -d '{"events": [{"server_uuid": "7972e809-47ec-42c4-8e15-e1e344a119c9", "name": "network-vif-deleted", "tag": "2a5539af-8a02-4689-82f6-67d1bb308054"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:44.326804 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1baa9daa-add6-403a-982a-a19fc9b84953 req-63e1b49e-48cf-4d3e-b1bc-62a17c523de7 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=7972e809-47ec-42c4-8e15-e1e344a119c9 HTTP/1.1" status: 200 len: 210 time: 0.0719113 Sep 16 04:54:44.353636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.369076 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a01d9461-2489-433b-a222-6f5ac24c4446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.372676 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a01d9461-2489-433b-a222-6f5ac24c4446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.375748 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a01d9461-2489-433b-a222-6f5ac24c4446 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c61fc638-5acd-4e9b-9b6b-df888181b8bd HTTP/1.1" status: 204 len: 168 time: 1.0262642 Sep 16 04:54:44.432203 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d9461-2489-433b-a222-6f5ac24c4446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61fc638-5acd-4e9b-9b6b-df888181b8bd,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:44.447019 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56208469-2ab2-45ac-b30f-440ab17a48c8']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:44.473295 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5243974-2572-49f6-a0c9-f6ee6c50ace8') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:44.474178 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5243974-2572-49f6-a0c9-f6ee6c50ace8') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:44.506988 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9b30c42-7c0d-4506-a889-649a8ea2913b req-22442c46-3faa-4e24-ba98-29d8a075bad0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3191764 Sep 16 04:54:44.507582 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.525244 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e119763-3816-4c6d-9b22-8f4ec71d1d5d req-55cf3a90-43e8-43ec-946f-06247bd7108d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:44.538146 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.549350 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e119763-3816-4c6d-9b22-8f4ec71d1d5d req-55cf3a90-43e8-43ec-946f-06247bd7108d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 945 time: 0.2954664 Sep 16 04:54:44.565979 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:44.566684 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:44.576879 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:44.628965 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bd9caf-e4ec-4b2e-9bf4-34995b517fad x-openstack-request-id: req-c7bd9caf-e4ec-4b2e-9bf4-34995b517fad {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:44.629312 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7972e809-47ec-42c4-8e15-e1e344a119c9", "name": "network-vif-deleted", "tag": "2a5539af-8a02-4689-82f6-67d1bb308054", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:44.629549 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7bd9caf-e4ec-4b2e-9bf4-34995b517fad {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:44.629902 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972e809-47ec-42c4-8e15-e1e344a119c9', 'name': 'network-vif-deleted', 'tag': '2a5539af-8a02-4689-82f6-67d1bb308054', 'status': 'completed', 'code': 200} Sep 16 04:54:44.676622 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e119763-3816-4c6d-9b22-8f4ec71d1d5d req-3406698a-feec-4380-b5fb-5d083c04b611 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263385 Sep 16 04:54:44.680516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b30c42-7c0d-4506-a889-649a8ea2913b req-b038eda1-2206-44c4-bd2d-b37428bcc049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:44.682533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9b30c42-7c0d-4506-a889-649a8ea2913b req-b038eda1-2206-44c4-bd2d-b37428bcc049 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 1102 time: 0.1203492 Sep 16 04:54:44.812161 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.818151 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.836337 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] 10.222.0.20 "DELETE /v2.0/networks/56208469-2ab2-45ac-b30f-440ab17a48c8 HTTP/1.1" status: 204 len: 168 time: 1.4519050 Sep 16 04:54:44.871941 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3df2aa-8f14-4e2d-94b6-0fcd73bd6c10 tempest-AllowedAddressPairTestJSON-1542815042 tempest-AllowedAddressPairTestJSON-1542815042-project] Pushing event deleted for resources: {'Network': ['ID=56208469-2ab2-45ac-b30f-440ab17a48c8,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:44.982731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b30c42-7c0d-4506-a889-649a8ea2913b req-ded73fc0-9370-4297-86c7-39f25c7db0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:44.985147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9b30c42-7c0d-4506-a889-649a8ea2913b req-ded73fc0-9370-4297-86c7-39f25c7db0bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.2283859 Sep 16 04:54:45.069546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9b30c42-7c0d-4506-a889-649a8ea2913b req-37eb8743-e269-4210-a38f-c972214b3ea8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=a00d0f17-67c5-4384-8803-420224b58647 HTTP/1.1" status: 200 len: 217 time: 0.0647533 Sep 16 04:54:45.204725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b30c42-7c0d-4506-a889-649a8ea2913b req-026a9da9-581b-404c-aabd-5aee828f4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:45.206225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9b30c42-7c0d-4506-a889-649a8ea2913b req-026a9da9-581b-404c-aabd-5aee828f4cd5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1339622 Sep 16 04:54:45.250210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435d94b-60ab-43db-9f43-6481b79adc07 req-b2f30ab8-9d66-4708-9bda-7a8c5ee92889 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:45.251992 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8435d94b-60ab-43db-9f43-6481b79adc07 req-b2f30ab8-9d66-4708-9bda-7a8c5ee92889 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 945 time: 0.1151321 Sep 16 04:54:45.326313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6080f7-cc61-4208-9d4a-c379cfbb71eb req-c8dd0d38-eea8-4ab0-82f5-fb7ea85060a1 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:45.328112 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea6080f7-cc61-4208-9d4a-c379cfbb71eb req-c8dd0d38-eea8-4ab0-82f5-fb7ea85060a1 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 950 time: 0.1404665 Sep 16 04:54:45.366115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b30c42-7c0d-4506-a889-649a8ea2913b req-870e3149-88b3-4747-b5c2-47fb274c3bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:45.366870 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9b30c42-7c0d-4506-a889-649a8ea2913b req-870e3149-88b3-4747-b5c2-47fb274c3bec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1420429 Sep 16 04:54:45.367993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device cadc1220-b7bd-409f-925c-3c91d82611bf no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:45.390794 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8435d94b-60ab-43db-9f43-6481b79adc07 req-5843c2ff-2409-4dec-a31b-dd3c48fe03d4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211548 Sep 16 04:54:45.419294 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: cadc1220-b7bd-409f-925c-3c91d82611bf {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:45.420062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device cadc1220-b7bd-409f-925c-3c91d82611bf not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:45.424408 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 2a5539af-8a02-4689-82f6-67d1bb308054 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:45.464932 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea6080f7-cc61-4208-9d4a-c379cfbb71eb req-41e32ce9-b420-46f1-93f2-3860b016d1cb tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026220 Sep 16 04:54:45.474955 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50070) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:45.485200 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 2a5539af-8a02-4689-82f6-67d1bb308054 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:45.485907 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 2a5539af-8a02-4689-82f6-67d1bb308054 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:45.509930 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-425afb6a-1e2d-43a7-b2d8-f8a70b95aa29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.599833 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9b30c42-7c0d-4506-a889-649a8ea2913b req-9299e674-16fc-4251-8a59-42a4c98c05c3 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136631 Sep 16 04:54:45.629322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50080) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:45.672154 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-425afb6a-1e2d-43a7-b2d8-f8a70b95aa29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.694324 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0c5b67ca-c23d-44b1-aa1d-e5aacacf3612 req-a04b5a71-d65b-4fa2-b7f3-0dcfd7377d1d tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=7972e809-47ec-42c4-8e15-e1e344a119c9 HTTP/1.1" status: 200 len: 210 time: 0.0815980 Sep 16 04:54:45.760949 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79fe39-b77d-4136-814e-70ab15337322 req-bb4ba8ac-c21c-40bd-a4fd-c28eae7d9bf8 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:45.771423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c79fe39-b77d-4136-814e-70ab15337322 req-bb4ba8ac-c21c-40bd-a4fd-c28eae7d9bf8 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 945 time: 0.1704504 Sep 16 04:54:45.781698 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-425afb6a-1e2d-43a7-b2d8-f8a70b95aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.851164 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c79fe39-b77d-4136-814e-70ab15337322 req-14f66b64-4198-400f-8651-d0659cab7298 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739760 Sep 16 04:54:45.892702 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9b30c42-7c0d-4506-a889-649a8ea2913b req-0e960cba-606e-4897-b020-a0ceea2cf0b8 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822046 Sep 16 04:54:45.924454 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a03ef-0910-4632-a339-29d109cb85d1 req-8d73ed4f-a47a-4acd-a290-ddc9ada109f7 tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:45.932799 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-425afb6a-1e2d-43a7-b2d8-f8a70b95aa29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f3161e3f00e4d01b15d2704929dda4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4527583 Sep 16 04:54:45.933354 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c97a03ef-0910-4632-a339-29d109cb85d1 req-8d73ed4f-a47a-4acd-a290-ddc9ada109f7 tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 1102 time: 0.1135557 Sep 16 04:54:45.934795 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50086) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:45.969956 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c97a03ef-0910-4632-a339-29d109cb85d1 req-d4536a97-b866-4618-b2f2-a7d2d3e739b7 tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358264 Sep 16 04:54:45.979980 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425afb6a-1e2d-43a7-b2d8-f8a70b95aa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da26767b-29c3-456f-a421-d61313c2ed3b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:46.065696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50090) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:46.070403 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a3c25c5b-d5a6-4836-bf1f-7942e4699972 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa1a83b2a88b40c6a3786d08fd566943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4378328 Sep 16 04:54:46.113835 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6913f496-36d4-4c87-bf29-c4da1f774891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.145533 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6913f496-36d4-4c87-bf29-c4da1f774891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.152096 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-72bf6d8a-76b5-4c6a-b353-fd2cb4c11f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.186308 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-72bf6d8a-76b5-4c6a-b353-fd2cb4c11f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.286133 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6913f496-36d4-4c87-bf29-c4da1f774891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.288889 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6913f496-36d4-4c87-bf29-c4da1f774891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.292463 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6913f496-36d4-4c87-bf29-c4da1f774891 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da26767b-29c3-456f-a421-d61313c2ed3b HTTP/1.1" status: 204 len: 168 time: 0.3503144 Sep 16 04:54:46.304980 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913f496-36d4-4c87-bf29-c4da1f774891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da26767b-29c3-456f-a421-d61313c2ed3b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:46.324219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-536fdbae-811a-469a-bda5-0018c06cd61e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461307 Sep 16 04:54:46.325311 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-72bf6d8a-76b5-4c6a-b353-fd2cb4c11f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.328408 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-72bf6d8a-76b5-4c6a-b353-fd2cb4c11f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.334439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-72bf6d8a-76b5-4c6a-b353-fd2cb4c11f9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ee32b2a-2bba-426d-9b69-9de016b02ede HTTP/1.1" status: 204 len: 168 time: 0.2664831 Sep 16 04:54:46.343320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf6d8a-76b5-4c6a-b353-fd2cb4c11f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee32b2a-2bba-426d-9b69-9de016b02ede,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:46.517773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-aa787ed4-d38e-49b6-8eac-a77cb828dddd tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:46.521362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-aa787ed4-d38e-49b6-8eac-a77cb828dddd tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1578052 Sep 16 04:54:46.556686 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-c989616c-332d-47ee-8b80-88503a5db16e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/quotas/92e43dc0cc3d42d2b269252909ac15b0 HTTP/1.1" status: 200 len: 375 time: 0.0277183 Sep 16 04:54:46.644102 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-8f095529-4602-4bce-9e97-e0d7817318f8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0863850 Sep 16 04:54:46.736172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42471bd-84c2-49ce-8ff4-eff5e978ee4b req-cd5480cc-9559-4d78-9938-b47d76dff704 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:46.737752 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e42471bd-84c2-49ce-8ff4-eff5e978ee4b req-cd5480cc-9559-4d78-9938-b47d76dff704 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 945 time: 0.1183779 Sep 16 04:54:46.779582 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e42471bd-84c2-49ce-8ff4-eff5e978ee4b req-916f4673-1a05-4709-817f-4d57c6224897 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355830 Sep 16 04:54:47.053919 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3235b60-bdde-4f1b-8c0e-58a1af4b7d02 req-b1107eae-af19-475b-9bc1-d3a852ea9db4 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 210 time: 0.0776608 Sep 16 04:54:47.956368 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50190) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:48.006287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3ca33-6cc3-46f9-a3ff-99bbc96df084 req-3d01b782-7173-42e0-adb4-f278cf9f230a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:48.014077 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4b3ca33-6cc3-46f9-a3ff-99bbc96df084 req-3d01b782-7173-42e0-adb4-f278cf9f230a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 945 time: 0.1147859 Sep 16 04:54:48.087441 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4b3ca33-6cc3-46f9-a3ff-99bbc96df084 req-cb3e0e43-be38-4f33-bedb-87437ba61344 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703952 Sep 16 04:54:48.097225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ffb46920-3e7f-417e-9f06-90bf984f2e85 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group': {'name': 'tempest-secgroup--1924774205'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:48.199585 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9df1c26b-414e-496e-81bc-947e3e4395e4 req-3cf57a8f-a6c7-4ef6-aff0-83fc8009ed51 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 210 time: 0.0465496 Sep 16 04:54:48.380013 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7216682-60f8-4531-94f4-a83d013014e9 req-77140636-a873-4323-aedf-52b47c72b039 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:48.381965 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f7216682-60f8-4531-94f4-a83d013014e9 req-77140636-a873-4323-aedf-52b47c72b039 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 945 time: 0.0881083 Sep 16 04:54:48.421191 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ffb46920-3e7f-417e-9f06-90bf984f2e85 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.450001 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ffb46920-3e7f-417e-9f06-90bf984f2e85 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.471156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb518c91-8e8a-45d7-b2a4-409766213baf req-61b0bd36-9104-457f-be9b-2c67e760c606 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:48.486213 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb518c91-8e8a-45d7-b2a4-409766213baf req-61b0bd36-9104-457f-be9b-2c67e760c606 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:48.489314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb518c91-8e8a-45d7-b2a4-409766213baf req-61b0bd36-9104-457f-be9b-2c67e760c606 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0&device_id=ec880376-6b65-436c-a1ac-18af02b85145 HTTP/1.1" status: 200 len: 1682 time: 0.0966008 Sep 16 04:54:48.566331 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-f7216682-60f8-4531-94f4-a83d013014e9 req-544c1407-43a7-455d-b6fa-44adf592698a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Deleting port aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:48.566837 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f7216682-60f8-4531-94f4-a83d013014e9 req-544c1407-43a7-455d-b6fa-44adf592698a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.582947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb518c91-8e8a-45d7-b2a4-409766213baf req-b93da923-5d85-444e-bfd3-94b72dd05c26 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785003 Sep 16 04:54:48.665291 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ffb46920-3e7f-417e-9f06-90bf984f2e85 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.705946 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-f7216682-60f8-4531-94f4-a83d013014e9 req-544c1407-43a7-455d-b6fa-44adf592698a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] For port aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:48.706320 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f7216682-60f8-4531-94f4-a83d013014e9 req-544c1407-43a7-455d-b6fa-44adf592698a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.726260 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-f7216682-60f8-4531-94f4-a83d013014e9 req-544c1407-43a7-455d-b6fa-44adf592698a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Calling delete_port for aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:49.035662 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ffb46920-3e7f-417e-9f06-90bf984f2e85 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.077043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb46920-3e7f-417e-9f06-90bf984f2e85 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71cc4b5-8f88-4982-9b3a-66a9632d6a91,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:49.098947 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f7216682-60f8-4531-94f4-a83d013014e9 req-544c1407-43a7-455d-b6fa-44adf592698a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.135646 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['3d8532f4-ec6b-4b6f-973f-02e2619162a5', 'aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:49.196269 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c1407-43a7-455d-b6fa-44adf592698a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Pushing event deleted for resources: {'Port': ['ID=aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:49.256697 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ffb46920-3e7f-417e-9f06-90bf984f2e85 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.320294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9c61894b-fe2e-4963-a27e-626cd3de063e req-f49e00ee-c77f-4042-b677-344f66f20712 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 210 time: 0.0696142 Sep 16 04:54:49.377854 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ffb46920-3e7f-417e-9f06-90bf984f2e85 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.404138 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7216682-60f8-4531-94f4-a83d013014e9 req-544c1407-43a7-455d-b6fa-44adf592698a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] No DVR routers for this DVR port aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:49.409572 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f7216682-60f8-4531-94f4-a83d013014e9 req-544c1407-43a7-455d-b6fa-44adf592698a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.415783 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f7216682-60f8-4531-94f4-a83d013014e9 req-544c1407-43a7-455d-b6fa-44adf592698a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "DELETE /v2.0/ports/aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 HTTP/1.1" status: 204 len: 173 time: 1.0254133 Sep 16 04:54:49.416353 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a969ad-f4c7-477c-ac48-0aae33d9a539', 'name': 'network-vif-deleted', 'tag': 'aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:49.421937 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61984987-2228-4ec1-9951-b77a31483f6d" -d '{"events": [{"server_uuid": "a9a969ad-f4c7-477c-ac48-0aae33d9a539", "name": "network-vif-deleted", "tag": "aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:49.424115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb46920-3e7f-417e-9f06-90bf984f2e85 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c52bdc4b-7ebd-4920-b310-7c32a396503e,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:49.487387 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3bc0d3c6-ec88-4d73-a273-3b1a1414daf0 req-b19d31ce-3a6d-4668-92b0-dffbe1d80ba8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 210 time: 0.0682404 Sep 16 04:54:49.559952 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74946af4-5b68-402d-ba77-3663bee4add3 x-openstack-request-id: req-74946af4-5b68-402d-ba77-3663bee4add3 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:49.559952 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a969ad-f4c7-477c-ac48-0aae33d9a539", "name": "network-vif-deleted", "tag": "aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:49.559952 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74946af4-5b68-402d-ba77-3663bee4add3 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:49.559952 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a969ad-f4c7-477c-ac48-0aae33d9a539', 'name': 'network-vif-deleted', 'tag': 'aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6', 'status': 'completed', 'code': 200} Sep 16 04:54:49.596575 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ffb46920-3e7f-417e-9f06-90bf984f2e85 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.600665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ffb46920-3e7f-417e-9f06-90bf984f2e85 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6380391 Sep 16 04:54:49.600844 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50236) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:49.683908 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a50753e5-6667-488f-8aec-294af1f38f15 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0788469 Sep 16 04:54:49.684199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50238) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:49.689088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7b768211-45ff-4fd3-a383-d09568ad0663 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group': {'name': 'tempest-security--489108669', 'description': 'tempest-security-description-1717044832'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:49.720253 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7b768211-45ff-4fd3-a383-d09568ad0663 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.773490 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7b768211-45ff-4fd3-a383-d09568ad0663 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.954684 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7b768211-45ff-4fd3-a383-d09568ad0663 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.957330 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7b768211-45ff-4fd3-a383-d09568ad0663 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.958610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7b768211-45ff-4fd3-a383-d09568ad0663 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "PUT /v2.0/security-groups/c52bdc4b-7ebd-4920-b310-7c32a396503e HTTP/1.1" status: 200 len: 1779 time: 0.2732751 Sep 16 04:54:49.961571 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50246) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:49.995246 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b768211-45ff-4fd3-a383-d09568ad0663 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c52bdc4b-7ebd-4920-b310-7c32a396503e,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:50.022067 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50248) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:50.022315 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-55b7ec51-45ce-4fed-ad39-f6c579710f2d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-groups/c52bdc4b-7ebd-4920-b310-7c32a396503e HTTP/1.1" status: 200 len: 1779 time: 0.0593741 Sep 16 04:54:50.088730 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-caf68ff9-ec8e-4028-a263-b621878c2709 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.121160 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-caf68ff9-ec8e-4028-a263-b621878c2709 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.260440 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676447d-cf07-4722-b3b1-901b53306132 req-29d21c74-d7f8-4104-9c2c-e23631f3478e tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:50.262018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0676447d-cf07-4722-b3b1-901b53306132 req-29d21c74-d7f8-4104-9c2c-e23631f3478e tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec880376-6b65-436c-a1ac-18af02b85145 HTTP/1.1" status: 200 len: 945 time: 0.0804346 Sep 16 04:54:50.311429 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-caf68ff9-ec8e-4028-a263-b621878c2709 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.314417 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-caf68ff9-ec8e-4028-a263-b621878c2709 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.315796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-caf68ff9-ec8e-4028-a263-b621878c2709 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "DELETE /v2.0/security-groups/c52bdc4b-7ebd-4920-b310-7c32a396503e HTTP/1.1" status: 204 len: 168 time: 0.2927058 Sep 16 04:54:50.319008 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0676447d-cf07-4722-b3b1-901b53306132 req-333af027-a6d7-4117-8c32-cf1784e51d28 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450225 Sep 16 04:54:50.319573 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50258) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:50.344227 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf68ff9-ec8e-4028-a263-b621878c2709 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52bdc4b-7ebd-4920-b310-7c32a396503e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:50.402286 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-030c716e-13c1-49f0-976d-236f0deb24e1 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0778673 Sep 16 04:54:50.407575 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50264) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:50.430305 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-02ac9b16-9bd0-4e03-b8c6-b4695eea87b3 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] delete failed (client error): The resource could not be found. Sep 16 04:54:50.439464 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-02ac9b16-9bd0-4e03-b8c6-b4695eea87b3 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "DELETE /v2.0/security-groups/c52bdc4b-7ebd-4920-b310-7c32a396503e HTTP/1.1" status: 404 len: 347 time: 0.0292182 Sep 16 04:54:50.446093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50266) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:50.457047 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-5c3684f6-a881-446f-8905-d045bfeace87 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group': {'name': 'tempest-secgroup--693865184'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:50.465915 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15ba9097-f980-4c9e-9251-73828460aa79 req-e7a7d344-56b1-44c5-bc84-474f66e32e94 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 210 time: 0.0338297 Sep 16 04:54:50.587247 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5c3684f6-a881-446f-8905-d045bfeace87 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.601307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5fc2d8a-2b68-470c-8e0f-7bbc607a87bf req-5736c4a8-0cff-40b1-8149-32dc23e0e97e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 210 time: 0.0346825 Sep 16 04:54:50.753332 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50276) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:50.769411 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5c3684f6-a881-446f-8905-d045bfeace87 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.903860 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5c3684f6-a881-446f-8905-d045bfeace87 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.939114 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3684f6-a881-446f-8905-d045bfeace87 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e5e866-8c43-44a1-9010-5a9b08c8bd7e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:50.988834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-22f35408-5aa2-45be-8aa9-3573c13e210b tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:51.097801 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5c3684f6-a881-446f-8905-d045bfeace87 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.099772 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5c3684f6-a881-446f-8905-d045bfeace87 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6518352 Sep 16 04:54:51.102683 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50284) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:51.110263 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-42fbe3bb-63e2-4a39-93a9-582ccd41b764 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group_rule': {'security_group_id': '17e5e866-8c43-44a1-9010-5a9b08c8bd7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:51.167227 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-81654712-6586-4faa-842f-e10c4acc7604 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253768 Sep 16 04:54:51.229511 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f35408-5aa2-45be-8aa9-3573c13e210b tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.316305 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-b10e0919-4ef5-4bb2-b6f8-07f39d53c356 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:51.317823 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-b10e0919-4ef5-4bb2-b6f8-07f39d53c356 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1418905 Sep 16 04:54:51.376861 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-00d8b647-956b-48bf-8a65-22c96a1ceaed tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Request body: {'port': {'device_id': '65435942-1490-4571-a528-70087e699d48', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': '92e43dc0cc3d42d2b269252909ac15b0'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:51.405777 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f35408-5aa2-45be-8aa9-3573c13e210b tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.522170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-42fbe3bb-63e2-4a39-93a9-582ccd41b764 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.552569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044873f-30ab-485b-a837-15010cd606b7 req-eea7563d-5d64-4474-a121-060ead93da2b tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:51.554132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c044873f-30ab-485b-a837-15010cd606b7 req-eea7563d-5d64-4474-a121-060ead93da2b tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec880376-6b65-436c-a1ac-18af02b85145 HTTP/1.1" status: 200 len: 945 time: 0.1367218 Sep 16 04:54:51.630098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-22f35408-5aa2-45be-8aa9-3573c13e210b tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Allocated IP 172.25.4.110 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/24784d8a-f15a-4adf-b653-4dc1d1c344b5) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:51.674700 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-42fbe3bb-63e2-4a39-93a9-582ccd41b764 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.696128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c75a1991-b944-4e0d-93c7-9167e62407c1 req-a93cbbaa-0e51-4b8d-8c75-3f16601ff356 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9a969ad-f4c7-477c-ac48-0aae33d9a539 HTTP/1.1" status: 200 len: 210 time: 0.0441020 Sep 16 04:54:51.712709 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c044873f-30ab-485b-a837-15010cd606b7 req-e0ab109e-8610-43c5-bebd-074bde3b00f0 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333928 Sep 16 04:54:51.858012 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-00d8b647-956b-48bf-8a65-22c96a1ceaed tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Made reservation on behalf of 92e43dc0cc3d42d2b269252909ac15b0 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:51.861916 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-00d8b647-956b-48bf-8a65-22c96a1ceaed tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.909653 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-42fbe3bb-63e2-4a39-93a9-582ccd41b764 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.938173 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:51.988706 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:51.989302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device aa1cf8cf-df9a-4c52-8cbb-4f7e2c1e8dd6 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:51.991942 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbe3bb-63e2-4a39-93a9-582ccd41b764 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae6a92d-2b68-489e-8edb-80ab20f15eba,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:52.094158 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-42fbe3bb-63e2-4a39-93a9-582ccd41b764 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.099069 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-42fbe3bb-63e2-4a39-93a9-582ccd41b764 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9947255 Sep 16 04:54:52.100706 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50298) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:52.155526 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-00d8b647-956b-48bf-8a65-22c96a1ceaed tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Allocated IP 192.168.233.193 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/e981273b-60c9-4c85-89b2-06941069c2dd) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:52.197847 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8f9bc11-7561-404d-8430-e90a657dfa3e tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.209799 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8f9bc11-7561-404d-8430-e90a657dfa3e tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.285534 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a41bf46-cbb2-4110-b01f-6eeb8b4533c0 req-7af742c6-28cd-4caf-92f1-7a36710bff7d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 210 time: 0.0769737 Sep 16 04:54:52.330430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cdba3-ccfa-474e-ab1b-5af0678c8fa6 req-44f472bd-898b-42a5-b718-dd780c75b641 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:52.332100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-995cdba3-ccfa-474e-ab1b-5af0678c8fa6 req-44f472bd-898b-42a5-b718-dd780c75b641 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec880376-6b65-436c-a1ac-18af02b85145 HTTP/1.1" status: 200 len: 945 time: 0.1224332 Sep 16 04:54:52.381328 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f35408-5aa2-45be-8aa9-3573c13e210b tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.433829 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8f9bc11-7561-404d-8430-e90a657dfa3e tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.447717 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8f9bc11-7561-404d-8430-e90a657dfa3e tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.449294 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d8f9bc11-7561-404d-8430-e90a657dfa3e tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4ae6a92d-2b68-489e-8edb-80ab20f15eba HTTP/1.1" status: 204 len: 168 time: 0.3451936 Sep 16 04:54:52.453499 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9bc11-7561-404d-8430-e90a657dfa3e tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ae6a92d-2b68-489e-8edb-80ab20f15eba,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:52.459764 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50300) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:52.483434 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-00d8b647-956b-48bf-8a65-22c96a1ceaed tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.492655 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-995cdba3-ccfa-474e-ab1b-5af0678c8fa6 req-43f0b894-9c73-4a4f-bd56-92590cc93ca1 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Deleting port 2fe90923-e211-400e-b4b8-a4e69fbd3292 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:52.493048 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-995cdba3-ccfa-474e-ab1b-5af0678c8fa6 req-43f0b894-9c73-4a4f-bd56-92590cc93ca1 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.543744 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-18730380-e246-467d-b969-a2b5c6f26fb6 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0830531 Sep 16 04:54:52.547191 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50302) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:52.608631 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f35408-5aa2-45be-8aa9-3573c13e210b tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.652990 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-00d8b647-956b-48bf-8a65-22c96a1ceaed tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.689941 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a00d0f17-67c5-4384-8803-420224b58647', '6077c18b-ba6f-47e5-9415-c613b542742f', '857cdbb8-8bf2-473c-a798-8e72febee3ce', 'eee152ef-2b06-40fa-9b6f-1a6229110f7d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:52.711169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f35408-5aa2-45be-8aa9-3573c13e210b tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:52.716925 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-00d8b647-956b-48bf-8a65-22c96a1ceaed tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:52.721302 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-22f35408-5aa2-45be-8aa9-3573c13e210b tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:52.728420 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-00d8b647-956b-48bf-8a65-22c96a1ceaed tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:52.743994 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-995cdba3-ccfa-474e-ab1b-5af0678c8fa6 req-43f0b894-9c73-4a4f-bd56-92590cc93ca1 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] For port 2fe90923-e211-400e-b4b8-a4e69fbd3292, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=2fe90923-e211-400e-b4b8-a4e69fbd3292,segment=NetworkSegment(91de393a-3f23-4865-90b4-f6b561a7e162),segment_id=91de393a-3f23-4865-90b4-f6b561a7e162)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:52.744377 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-995cdba3-ccfa-474e-ab1b-5af0678c8fa6 req-43f0b894-9c73-4a4f-bd56-92590cc93ca1 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.745455 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-00d8b647-956b-48bf-8a65-22c96a1ceaed tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:52.746973 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f35408-5aa2-45be-8aa9-3573c13e210b tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:52.786182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9', '71451585-a0b8-4c7a-9456-b9cb22c4c309'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:52.823992 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8b647-956b-48bf-8a65-22c96a1ceaed tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Pushing event updated for resources: {'Port': ['ID=e981273b-60c9-4c85-89b2-06941069c2dd,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:52.861623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-00d8b647-956b-48bf-8a65-22c96a1ceaed tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:52.861623 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-00d8b647-956b-48bf-8a65-22c96a1ceaed tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.892871 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-995cdba3-ccfa-474e-ab1b-5af0678c8fa6 req-43f0b894-9c73-4a4f-bd56-92590cc93ca1 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Calling delete_port for 2fe90923-e211-400e-b4b8-a4e69fbd3292 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:52.923521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb574779-7417-4dff-9d93-f81d9a07e157 req-39d69da7-9bbe-4881-aba9-cd29f42182c7 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:52.925143 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb574779-7417-4dff-9d93-f81d9a07e157 req-39d69da7-9bbe-4881-aba9-cd29f42182c7 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.21 "GET /v2.0/ports?device_id=407789a2-ccce-4525-bfe7-758a4dd705d0 HTTP/1.1" status: 200 len: 946 time: 0.3298187 Sep 16 04:54:52.944156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f35408-5aa2-45be-8aa9-3573c13e210b tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Pushing event updated for resources: {'Port': ['ID=24784d8a-f15a-4adf-b653-4dc1d1c344b5,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:52.981816 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4d848f1e-2ffb-479c-8f47-08b71d90beff tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.134799 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-834118ae-b100-449d-bff0-16e41ce51cda None None] Provisioning complete for port e981273b-60c9-4c85-89b2-06941069c2dd triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:53.135462 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-834118ae-b100-449d-bff0-16e41ce51cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.151362 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4d848f1e-2ffb-479c-8f47-08b71d90beff tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.161311 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-00d8b647-956b-48bf-8a65-22c96a1ceaed tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7948520 Sep 16 04:54:53.182291 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Request body: {'port': {'device_id': '65435942-1490-4571-a528-70087e699d48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:53.212208 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-834118ae-b100-449d-bff0-16e41ce51cda None None] Port e981273b-60c9-4c85-89b2-06941069c2dd cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:53.237615 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880d26-48bf-4382-9c87-d8a6dad6e347 req-7e9cc0bd-c558-47c7-bb12-6d9835c8ec3b tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:53.243559 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84880d26-48bf-4382-9c87-d8a6dad6e347 req-7e9cc0bd-c558-47c7-bb12-6d9835c8ec3b tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec880376-6b65-436c-a1ac-18af02b85145 HTTP/1.1" status: 200 len: 945 time: 0.3173871 Sep 16 04:54:53.258111 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.377413 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84880d26-48bf-4382-9c87-d8a6dad6e347 req-93e77639-faf6-428a-a3c9-ac7590bc2704 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/security-groups?id=423bcff0-4fc5-406a-ab8f-849f94a8f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817003 Sep 16 04:54:53.483128 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-cb574779-7417-4dff-9d93-f81d9a07e157 req-1903ffd2-eb1a-49c3-8d43-950786174a54 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Deleting port 35c0d889-5c25-479a-bbee-94a20467e870 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:53.483861 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cb574779-7417-4dff-9d93-f81d9a07e157 req-1903ffd2-eb1a-49c3-8d43-950786174a54 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.595151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-cb574779-7417-4dff-9d93-f81d9a07e157 req-1903ffd2-eb1a-49c3-8d43-950786174a54 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] For port 35c0d889-5c25-479a-bbee-94a20467e870, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=35c0d889-5c25-479a-bbee-94a20467e870,segment=NetworkSegment(91de393a-3f23-4865-90b4-f6b561a7e162),segment_id=91de393a-3f23-4865-90b4-f6b561a7e162)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:53.595794 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cb574779-7417-4dff-9d93-f81d9a07e157 req-1903ffd2-eb1a-49c3-8d43-950786174a54 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.612497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-cb574779-7417-4dff-9d93-f81d9a07e157 req-1903ffd2-eb1a-49c3-8d43-950786174a54 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Calling delete_port for 35c0d889-5c25-479a-bbee-94a20467e870 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:53.636208 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e981273b-60c9-4c85-89b2-06941069c2dd {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:53.648689 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.673645 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f35408-5aa2-45be-8aa9-3573c13e210b tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.793509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-9d8f169b-01cf-4cdf-87d9-c19bdc49190f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:53.801015 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-9d8f169b-01cf-4cdf-87d9-c19bdc49190f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/networks?id=891f88b4-8a81-44ed-8083-f8871519ebc1 HTTP/1.1" status: 200 len: 805 time: 0.6515310 Sep 16 04:54:53.802815 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4d848f1e-2ffb-479c-8f47-08b71d90beff tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.805458 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4d848f1e-2ffb-479c-8f47-08b71d90beff tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.808960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4d848f1e-2ffb-479c-8f47-08b71d90beff tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "DELETE /v2.0/security-groups/17e5e866-8c43-44a1-9010-5a9b08c8bd7e HTTP/1.1" status: 204 len: 168 time: 1.2586782 Sep 16 04:54:53.810293 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50332) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:53.853599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdeb7b-a9b4-49f0-8cff-bf7f0a1fe2cd req-619a2f5c-704f-424c-9daf-40d0b635adaa tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:53.855231 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-76cdeb7b-a9b4-49f0-8cff-bf7f0a1fe2cd req-619a2f5c-704f-424c-9daf-40d0b635adaa tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 936 time: 0.1835525 Sep 16 04:54:53.884023 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d848f1e-2ffb-479c-8f47-08b71d90beff tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e5e866-8c43-44a1-9010-5a9b08c8bd7e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:53.898191 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-5a052efb-fba6-4496-aec6-6a20eaf5f998 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/quotas/ae34ed890fee43568c52dc5aa5e731ea HTTP/1.1" status: 200 len: 375 time: 0.0962849 Sep 16 04:54:53.938793 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9dc390b0-1041-47ad-ac4b-c901547208d4 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1208556 Sep 16 04:54:53.940586 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50334) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:53.942113 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f35408-5aa2-45be-8aa9-3573c13e210b tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.950815 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-28dc7ef1-f80e-4adf-811c-092f10befb1d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group': {'name': 'tempest-secgroup--938385753'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:54.028905 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-995cdba3-ccfa-474e-ab1b-5af0678c8fa6 req-43f0b894-9c73-4a4f-bd56-92590cc93ca1 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.046415 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-76cdeb7b-a9b4-49f0-8cff-bf7f0a1fe2cd req-c03c5419-b7e2-4682-9ba9-5eb5982cd849 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659529 Sep 16 04:54:54.109385 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-28dc7ef1-f80e-4adf-811c-092f10befb1d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.147877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0b894-9c73-4a4f-bd56-92590cc93ca1 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Pushing event deleted for resources: {'Port': ['ID=2fe90923-e211-400e-b4b8-a4e69fbd3292,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:54.192425 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-2913b823-d73a-4c6c-afab-f9a13ddfe21a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2486274 Sep 16 04:54:54.200873 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.256815 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-28dc7ef1-f80e-4adf-811c-092f10befb1d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.256931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-995cdba3-ccfa-474e-ab1b-5af0678c8fa6 req-43f0b894-9c73-4a4f-bd56-92590cc93ca1 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] No DVR routers for this DVR port 2fe90923-e211-400e-b4b8-a4e69fbd3292 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:54.256931 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-995cdba3-ccfa-474e-ab1b-5af0678c8fa6 req-43f0b894-9c73-4a4f-bd56-92590cc93ca1 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.256931 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-995cdba3-ccfa-474e-ab1b-5af0678c8fa6 req-43f0b894-9c73-4a4f-bd56-92590cc93ca1 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.38 "DELETE /v2.0/ports/2fe90923-e211-400e-b4b8-a4e69fbd3292 HTTP/1.1" status: 204 len: 173 time: 1.9107218 Sep 16 04:54:54.256931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec880376-6b65-436c-a1ac-18af02b85145', 'name': 'network-vif-deleted', 'tag': '2fe90923-e211-400e-b4b8-a4e69fbd3292'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:54.256931 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0e80d1-3c26-43d6-b779-3a862ceb0e4a" -d '{"events": [{"server_uuid": "ec880376-6b65-436c-a1ac-18af02b85145", "name": "network-vif-deleted", "tag": "2fe90923-e211-400e-b4b8-a4e69fbd3292"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:54.311360 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9201c89a-3342-4d88-9c92-ea5892e626d5 x-openstack-request-id: req-9201c89a-3342-4d88-9c92-ea5892e626d5 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:54.311647 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec880376-6b65-436c-a1ac-18af02b85145", "name": "network-vif-deleted", "tag": "2fe90923-e211-400e-b4b8-a4e69fbd3292", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:54.312433 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9201c89a-3342-4d88-9c92-ea5892e626d5 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:54.312817 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec880376-6b65-436c-a1ac-18af02b85145', 'name': 'network-vif-deleted', 'tag': '2fe90923-e211-400e-b4b8-a4e69fbd3292', 'status': 'completed', 'code': 200} Sep 16 04:54:54.326440 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Transition to ACTIVE for port object e981273b-60c9-4c85-89b2-06941069c2dd will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:54:54.353039 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cb574779-7417-4dff-9d93-f81d9a07e157 req-1903ffd2-eb1a-49c3-8d43-950786174a54 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.405434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903ffd2-eb1a-49c3-8d43-950786174a54 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Pushing event deleted for resources: {'Port': ['ID=35c0d889-5c25-479a-bbee-94a20467e870,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:54.411734 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-28dc7ef1-f80e-4adf-811c-092f10befb1d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.441795 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-86a28657-271d-4a57-be78-c40ea9a74643 service neutron] 10.222.0.20 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510848 Sep 16 04:54:54.469040 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc7ef1-f80e-4adf-811c-092f10befb1d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3247ed7e-8180-4a12-ab93-b11a931332e6,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:54.475960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb574779-7417-4dff-9d93-f81d9a07e157 req-1903ffd2-eb1a-49c3-8d43-950786174a54 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] No DVR routers for this DVR port 35c0d889-5c25-479a-bbee-94a20467e870 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:54.490015 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cb574779-7417-4dff-9d93-f81d9a07e157 req-1903ffd2-eb1a-49c3-8d43-950786174a54 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.491895 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb574779-7417-4dff-9d93-f81d9a07e157 req-1903ffd2-eb1a-49c3-8d43-950786174a54 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.21 "DELETE /v2.0/ports/35c0d889-5c25-479a-bbee-94a20467e870 HTTP/1.1" status: 204 len: 173 time: 1.5385542 Sep 16 04:54:54.510029 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.543414 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc15716b-e0ad-435f-83fb-ff102232c6d3 req-90b86107-4799-49e3-8b94-93e1088f4a78 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec880376-6b65-436c-a1ac-18af02b85145 HTTP/1.1" status: 200 len: 210 time: 0.0568523 Sep 16 04:54:54.579452 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Pushing event updated for resources: {'Port': ['ID=e981273b-60c9-4c85-89b2-06941069c2dd,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:54.586591 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f35408-5aa2-45be-8aa9-3573c13e210b tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.612381 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-28dc7ef1-f80e-4adf-811c-092f10befb1d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.613674 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-28dc7ef1-f80e-4adf-811c-092f10befb1d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6710403 Sep 16 04:54:54.618170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50350) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:54.626164 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-5c59f3f7-f274-4eea-b3f1-8e1157652f87 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group_rule': {'security_group_id': '3247ed7e-8180-4a12-ab93-b11a931332e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:54.643508 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-3670d2f1-1a40-43e5-b5de-57adf8ba69bc service neutron] 10.222.0.20 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786458 Sep 16 04:54:54.676111 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Attempting to bind port e981273b-60c9-4c85-89b2-06941069c2dd on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:54.676111 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Attempting to bind port e981273b-60c9-4c85-89b2-06941069c2dd by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:54.681429 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Attempting to bind port e981273b-60c9-4c85-89b2-06941069c2dd on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:54.681429 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Port e981273b-60c9-4c85-89b2-06941069c2dd on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:54:54.681682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Attempting to bind port e981273b-60c9-4c85-89b2-06941069c2dd on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:54.692253 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:54.692812 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:54.693245 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:54.694057 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Bound port: e981273b-60c9-4c85-89b2-06941069c2dd, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:54.694432 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.764575 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] For port e981273b-60c9-4c85-89b2-06941069c2dd, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:54.768493 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] For port e981273b-60c9-4c85-89b2-06941069c2dd, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=e981273b-60c9-4c85-89b2-06941069c2dd,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:54.776210 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f35408-5aa2-45be-8aa9-3573c13e210b tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.864410 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f35408-5aa2-45be-8aa9-3573c13e210b tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Pushing event updated for resources: {'Port': ['ID=24784d8a-f15a-4adf-b653-4dc1d1c344b5,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:54.875038 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f35408-5aa2-45be-8aa9-3573c13e210b tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.892873 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c59f3f7-f274-4eea-b3f1-8e1157652f87 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.940402 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.947062 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c59f3f7-f274-4eea-b3f1-8e1157652f87 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.986241 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:54.987198 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.988665 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] 10.222.0.38 "PUT /v2.0/ports/e981273b-60c9-4c85-89b2-06941069c2dd HTTP/1.1" status: 200 len: 1097 time: 1.8127756 Sep 16 04:54:54.989115 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65435942-1490-4571-a528-70087e699d48', 'tag': 'e981273b-60c9-4c85-89b2-06941069c2dd'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:54.991450 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf0a4b5-478e-47e7-9465-ac9b9eddb6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "65435942-1490-4571-a528-70087e699d48", "tag": "e981273b-60c9-4c85-89b2-06941069c2dd"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:55.057359 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbb3764-9ede-4c2a-ba61-608cfa5d4cc5 x-openstack-request-id: req-9cbb3764-9ede-4c2a-ba61-608cfa5d4cc5 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:55.057656 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65435942-1490-4571-a528-70087e699d48", "tag": "e981273b-60c9-4c85-89b2-06941069c2dd", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:55.057910 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cbb3764-9ede-4c2a-ba61-608cfa5d4cc5 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:55.058311 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65435942-1490-4571-a528-70087e699d48', 'tag': 'e981273b-60c9-4c85-89b2-06941069c2dd', 'status': 'completed', 'code': 200} Sep 16 04:54:55.061142 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e470f6c-777f-4cec-8675-57d84cd6bf16 service neutron] Pushing event updated for resources: {'Port': ['ID=e981273b-60c9-4c85-89b2-06941069c2dd,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:55.073527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-873aa515-e486-4be7-8b6d-4b404168ab17 req-a28be929-9541-4244-94a6-31e3a3b306be tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 210 time: 0.0471087 Sep 16 04:54:55.074445 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c59f3f7-f274-4eea-b3f1-8e1157652f87 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.092242 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f35408-5aa2-45be-8aa9-3573c13e210b tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.099163 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50368) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:55.100290 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-22f35408-5aa2-45be-8aa9-3573c13e210b tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3438416 Sep 16 04:54:55.104615 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-671ec6f5-93f5-488a-be6d-30aa35bfc614 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-723385558'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:55.136835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59f3f7-f274-4eea-b3f1-8e1157652f87 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980c9a65-04d0-4d82-94aa-4afe99c18901,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:55.196328 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0a4b5-478e-47e7-9465-ac9b9eddb6e1 req-7af8d1e3-4b30-47d7-8acf-0fa0c21f97eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:55.197986 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-adf0a4b5-478e-47e7-9465-ac9b9eddb6e1 req-7af8d1e3-4b30-47d7-8acf-0fa0c21f97eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 1100 time: 0.0808399 Sep 16 04:54:55.262686 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-adf0a4b5-478e-47e7-9465-ac9b9eddb6e1 req-76e4169e-ecc9-44a6-9dac-5ed98cf60373 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489852 Sep 16 04:54:55.270075 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671ec6f5-93f5-488a-be6d-30aa35bfc614 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Made reservation on behalf of 9f080ac971624300b5c5912be139bd54 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:55.273667 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-671ec6f5-93f5-488a-be6d-30aa35bfc614 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.330764 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1e1a8-1a3f-4f4e-b1ee-7c974f374122 req-eb81e3f5-1d6d-4494-a7b3-e205eddbcf2c tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:55.333426 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ea1e1a8-1a3f-4f4e-b1ee-7c974f374122 req-eb81e3f5-1d6d-4494-a7b3-e205eddbcf2c tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 948 time: 0.1408250 Sep 16 04:54:55.339568 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-671ec6f5-93f5-488a-be6d-30aa35bfc614 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.398569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ea1e1a8-1a3f-4f4e-b1ee-7c974f374122 req-eafb2e8e-e3ff-4c35-b8e4-cd2eb81bcd53 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528555 Sep 16 04:54:55.400197 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c59f3f7-f274-4eea-b3f1-8e1157652f87 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.401982 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5c59f3f7-f274-4eea-b3f1-8e1157652f87 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7827585 Sep 16 04:54:55.405054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50384) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:55.411698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group_rule': {'security_group_id': '3247ed7e-8180-4a12-ab93-b11a931332e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:55.436710 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.db.api [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:54:55.436710 n-d-712140-13 neutron-server[95473]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:54:55.436710 n-d-712140-13 neutron-server[95473]: [parameters: {'project_id_1': '4350db1a82b24c71ad01916d924a050a', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 54, 35, 418680)}] Sep 16 04:54:55.436710 n-d-712140-13 neutron-server[95473]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:54:55.438534 n-d-712140-13 neutron-server[95473]: DEBUG oslo_db.api [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:54:55.453157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 35c0d889-5c25-479a-bbee-94a20467e870 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:55.477590 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0a4b5-478e-47e7-9465-ac9b9eddb6e1 req-550a7471-34fe-4ff9-9254-8b014555ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:55.479176 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-adf0a4b5-478e-47e7-9465-ac9b9eddb6e1 req-550a7471-34fe-4ff9-9254-8b014555ffeb service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2031157 Sep 16 04:54:55.480184 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda549d-b86a-49c5-8520-9a0a94c7c100 req-d34cfd7e-b187-4322-930e-5282dc255a8e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:55.481935 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2eda549d-b86a-49c5-8520-9a0a94c7c100 req-d34cfd7e-b187-4322-930e-5282dc255a8e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.0608857 Sep 16 04:54:55.489645 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 35c0d889-5c25-479a-bbee-94a20467e870 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:55.490036 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 35c0d889-5c25-479a-bbee-94a20467e870 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:55.529437 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2eda549d-b86a-49c5-8520-9a0a94c7c100 req-a6c70dda-d257-45fc-8c80-1e83a667b072 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405691 Sep 16 04:54:55.583290 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-677792af-fffc-4c1f-abf3-fb2ecf61f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:55.584819 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-677792af-fffc-4c1f-abf3-fb2ecf61f19b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 1100 time: 0.0417714 Sep 16 04:54:55.664165 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f26dfac-b54f-49d1-be38-63946ac5286c req-df7ff172-0aa1-46e6-b483-c017b3d78083 tempest-ListServersNegativeTestJSON-471355373 tempest-ListServersNegativeTestJSON-471355373-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec880376-6b65-436c-a1ac-18af02b85145 HTTP/1.1" status: 200 len: 210 time: 0.0330682 Sep 16 04:54:55.932182 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-51dd320f-02d1-49da-bd58-12eb9dd1ec40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=e981273b-60c9-4c85-89b2-06941069c2dd HTTP/1.1" status: 200 len: 217 time: 0.3293388 Sep 16 04:54:55.958091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 2fe90923-e211-400e-b4b8-a4e69fbd3292 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:55.978099 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 2fe90923-e211-400e-b4b8-a4e69fbd3292 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:55.978492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 2fe90923-e211-400e-b4b8-a4e69fbd3292 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:56.017559 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-0ea7c82f-cd38-45e0-9fd1-3afcc9878e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:56.019069 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-0ea7c82f-cd38-45e0-9fd1-3afcc9878e3a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0692596 Sep 16 04:54:56.020807 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-671ec6f5-93f5-488a-be6d-30aa35bfc614 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.073575 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-db0a24e7-5a28-4acc-a664-5521df1a5c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:56.075133 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-db0a24e7-5a28-4acc-a664-5521df1a5c9a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0412374 Sep 16 04:54:56.155129 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-671ec6f5-93f5-488a-be6d-30aa35bfc614 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.183183 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb40d280-0318-47dc-84c7-be170f8827e8 req-531d3377-e1d0-4c58-a433-7fa2aebf8d26 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 210 time: 0.0472858 Sep 16 04:54:56.228514 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671ec6f5-93f5-488a-be6d-30aa35bfc614 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:54:56.246166 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-c94ed449-a09c-4df6-bd8a-b6d0199cb540 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534607 Sep 16 04:54:56.251499 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ec6f5-93f5-488a-be6d-30aa35bfc614 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b54a70-911f-475d-8494-dfe7e8545a5f,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:56.254505 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-671ec6f5-93f5-488a-be6d-30aa35bfc614 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.259348 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-671ec6f5-93f5-488a-be6d-30aa35bfc614 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Added segment 97d275d4-46b5-40f2-b17c-c37fb53341f0 of type vlan for network 57cd69b5-3d22-44b5-9ee8-3011c976aa2c Sep 16 04:54:56.314131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407789a2-ccce-4525-bfe7-758a4dd705d0', 'name': 'network-vif-deleted', 'tag': '35c0d889-5c25-479a-bbee-94a20467e870'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:56.316686 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e20fd60-4e95-4e28-8ccc-73b7dcd076ca" -d '{"events": [{"server_uuid": "407789a2-ccce-4525-bfe7-758a4dd705d0", "name": "network-vif-deleted", "tag": "35c0d889-5c25-479a-bbee-94a20467e870"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:56.324092 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-671ec6f5-93f5-488a-be6d-30aa35bfc614 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.332549 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.363919 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d898615-b70d-4659-a072-b9f823c4e840 x-openstack-request-id: req-3d898615-b70d-4659-a072-b9f823c4e840 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:56.364654 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407789a2-ccce-4525-bfe7-758a4dd705d0", "name": "network-vif-deleted", "tag": "35c0d889-5c25-479a-bbee-94a20467e870", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:56.365174 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d898615-b70d-4659-a072-b9f823c4e840 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:56.365564 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407789a2-ccce-4525-bfe7-758a4dd705d0', 'name': 'network-vif-deleted', 'tag': '35c0d889-5c25-479a-bbee-94a20467e870', 'status': 'completed', 'code': 200} Sep 16 04:54:56.401491 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.404903 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2d0ef4ea-6670-443b-9ca5-ed3ec70acb4f req-46205f28-72b2-4c80-be2c-ce035c5a9f2f service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412318 Sep 16 04:54:56.480561 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-671ec6f5-93f5-488a-be6d-30aa35bfc614 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.487042 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671ec6f5-93f5-488a-be6d-30aa35bfc614 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:56.487692 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-671ec6f5-93f5-488a-be6d-30aa35bfc614 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.516635 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.528605 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdf92d-c3f1-4f56-a291-a052983d12e1 req-4b521258-063d-4571-b664-bf266114e6fa tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:56.530528 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3bdf92d-c3f1-4f56-a291-a052983d12e1 req-4b521258-063d-4571-b664-bf266114e6fa tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 948 time: 0.0569444 Sep 16 04:54:56.554266 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7eac7eb-2103-4503-b13f-0f8b8563b950,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:56.557058 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ec6f5-93f5-488a-be6d-30aa35bfc614 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Pushing event updated for resources: {'Network': ['ID=57cd69b5-3d22-44b5-9ee8-3011c976aa2c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:56.571740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 57cd69b5-3d22-44b5-9ee8-3011c976aa2c details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:54:56.574035 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:56.574387 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:56.574937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:56.575281 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:56.575618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:56.575957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:56.576288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:56.576675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:56.577007 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:56.577334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:56.578806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:56.585810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:56.596933 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3bdf92d-c3f1-4f56-a291-a052983d12e1 req-c1615a00-7133-4d32-9dd0-f5ab3f8522b8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552921 Sep 16 04:54:56.673228 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0298013-82e0-48c2-81c4-d1f82d708b39 req-50748399-9a43-4d75-8f47-3675489e6453 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:56.674921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0298013-82e0-48c2-81c4-d1f82d708b39 req-50748399-9a43-4d75-8f47-3675489e6453 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.0535922 Sep 16 04:54:56.717291 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0298013-82e0-48c2-81c4-d1f82d708b39 req-db65e5a3-54a0-4734-8a11-a061c4a26850 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359359 Sep 16 04:54:56.763945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50412) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:56.772751 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-671ec6f5-93f5-488a-be6d-30aa35bfc614 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6724794 Sep 16 04:54:56.776337 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50414) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:56.778587 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.779976 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-abc49a80-bd63-4a75-aa6b-904db5d2644a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3737018 Sep 16 04:54:56.785593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-265ddf34-d91b-4a24-b3cb-0b0ad8a410b9 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Request body: {'subnet': {'network_id': '57cd69b5-3d22-44b5-9ee8-3011c976aa2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:56.789298 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50416) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:56.793855 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c9937d1e-f784-40dd-93ad-495988c1d502 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group_rule': {'security_group_id': '3247ed7e-8180-4a12-ab93-b11a931332e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:56.834730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdf8d39-39b0-4a28-83b1-31ccf872e3e6 admin admin] Deleting subnet 2ff4ee34-68ac-4ca0-a2fe-925047e8d0ea {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:56.838365 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-abdf8d39-39b0-4a28-83b1-31ccf872e3e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.876029 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-abdf8d39-39b0-4a28-83b1-31ccf872e3e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.921263 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-abdf8d39-39b0-4a28-83b1-31ccf872e3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.979270 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9937d1e-f784-40dd-93ad-495988c1d502 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.048034 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9937d1e-f784-40dd-93ad-495988c1d502 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.075402 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-abdf8d39-39b0-4a28-83b1-31ccf872e3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.075689 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265ddf34-d91b-4a24-b3cb-0b0ad8a410b9 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Made reservation on behalf of 9f080ac971624300b5c5912be139bd54 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:57.080832 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-265ddf34-d91b-4a24-b3cb-0b0ad8a410b9 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.103617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf8d39-39b0-4a28-83b1-31ccf872e3e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ff4ee34-68ac-4ca0-a2fe-925047e8d0ea,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:57.107608 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-abdf8d39-39b0-4a28-83b1-31ccf872e3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.113886 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-abdf8d39-39b0-4a28-83b1-31ccf872e3e6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2ff4ee34-68ac-4ca0-a2fe-925047e8d0ea HTTP/1.1" status: 204 len: 168 time: 0.3488669 Sep 16 04:54:57.114545 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50426) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:57.154113 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9937d1e-f784-40dd-93ad-495988c1d502 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.190733 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9937d1e-f784-40dd-93ad-495988c1d502 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446057a5-a21c-4f6c-900d-55c54de3e520,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:57.194311 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a2e2ea8-2860-4124-a348-dbd46a064a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.286958 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a2e2ea8-2860-4124-a348-dbd46a064a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.309045 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9937d1e-f784-40dd-93ad-495988c1d502 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.310429 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c9937d1e-f784-40dd-93ad-495988c1d502 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5200989 Sep 16 04:54:57.313743 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50430) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:57.318509 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-71f19b66-433c-4c98-96b1-856b356b460e tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group_rule': {'security_group_id': '3247ed7e-8180-4a12-ab93-b11a931332e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:57.332318 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4fc45df-0ff8-4250-900a-144d2bf1beda req-855e7354-072f-443d-b378-932842cff165 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 210 time: 0.0480020 Sep 16 04:54:57.335793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-0a2e2ea8-2860-4124-a348-dbd46a064a74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474fd450-0c2e-46ef-8cf8-ab50db420cd3']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:57.352078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-0a2e2ea8-2860-4124-a348-dbd46a064a74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91de393a-3f23-4865-90b4-f6b561a7e162') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:57.352078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-0a2e2ea8-2860-4124-a348-dbd46a064a74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91de393a-3f23-4865-90b4-f6b561a7e162') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:57.358322 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a2e2ea8-2860-4124-a348-dbd46a064a74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.376716 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a2e2ea8-2860-4124-a348-dbd46a064a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.383343 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2e2ea8-2860-4124-a348-dbd46a064a74 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:57.383740 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a2e2ea8-2860-4124-a348-dbd46a064a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:57.385469 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:57.444741 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-265ddf34-d91b-4a24-b3cb-0b0ad8a410b9 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.517833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b18d7-cf88-4ecf-8904-7bfc7ef05492 req-c5a6380e-f61c-4982-bf0c-a8f83edf1778 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:57.519737 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-051b18d7-cf88-4ecf-8904-7bfc7ef05492 req-c5a6380e-f61c-4982-bf0c-a8f83edf1778 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.0588825 Sep 16 04:54:57.524054 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ddf34-d91b-4a24-b3cb-0b0ad8a410b9 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Pushing event updated for resources: {'Subnet': ['ID=b90a5b64-60dd-4b7b-beb4-1fa2747f6acf,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:57.532049 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265ddf34-d91b-4a24-b3cb-0b0ad8a410b9 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Checking segment: {'id': '97d275d4-46b5-40f2-b17c-c37fb53341f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '57cd69b5-3d22-44b5-9ee8-3011c976aa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:57.532049 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265ddf34-d91b-4a24-b3cb-0b0ad8a410b9 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Network hostable DHCP agents. Network: 57cd69b5-3d22-44b5-9ee8-3011c976aa2c, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:54:57.561034 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-051b18d7-cf88-4ecf-8904-7bfc7ef05492 req-c0d869d7-ce73-4755-b63b-daa14c6f4d6f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344241 Sep 16 04:54:57.679128 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-71f19b66-433c-4c98-96b1-856b356b460e tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.686046 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a2e2ea8-2860-4124-a348-dbd46a064a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.690665 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a2e2ea8-2860-4124-a348-dbd46a064a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.693203 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0a2e2ea8-2860-4124-a348-dbd46a064a74 admin admin] 10.222.0.20 "DELETE /v2.0/networks/474fd450-0c2e-46ef-8cf8-ab50db420cd3 HTTP/1.1" status: 204 len: 168 time: 0.5776854 Sep 16 04:54:57.724857 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e2ea8-2860-4124-a348-dbd46a064a74 admin admin] Pushing event deleted for resources: {'Network': ['ID=474fd450-0c2e-46ef-8cf8-ab50db420cd3,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:57.756006 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bcc66-a2a0-4d52-9805-49197a9fbcb2 req-e4ca9e32-cd86-45b5-9476-dd3aa4567d04 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:57.757555 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb7bcc66-a2a0-4d52-9805-49197a9fbcb2 req-e4ca9e32-cd86-45b5-9476-dd3aa4567d04 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 948 time: 0.0879390 Sep 16 04:54:57.768809 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265ddf34-d91b-4a24-b3cb-0b0ad8a410b9 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Network 57cd69b5-3d22-44b5-9ee8-3011c976aa2c is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:54:57.781656 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-71f19b66-433c-4c98-96b1-856b356b460e tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.801298 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb7bcc66-a2a0-4d52-9805-49197a9fbcb2 req-0fdf2582-379b-4c46-969c-2c70d1806ad7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375574 Sep 16 04:54:57.892215 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-71f19b66-433c-4c98-96b1-856b356b460e tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.909888 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f19b66-433c-4c98-96b1-856b356b460e tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe12761-c025-4e8d-a2e7-81a6d91072ce,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:57.914548 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-265ddf34-d91b-4a24-b3cb-0b0ad8a410b9 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 57cd69b5-3d22-44b5-9ee8-3011c976aa2c) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:57.919418 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265ddf34-d91b-4a24-b3cb-0b0ad8a410b9 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:57.919418 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-265ddf34-d91b-4a24-b3cb-0b0ad8a410b9 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.927951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32308c77-3970-4598-a83b-eff27db7966b None None] Network 57cd69b5-3d22-44b5-9ee8-3011c976aa2c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:58.017664 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-71f19b66-433c-4c98-96b1-856b356b460e tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.018956 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-71f19b66-433c-4c98-96b1-856b356b460e tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7040994 Sep 16 04:54:58.021500 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50440) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:58.025943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f4a56d89-e617-426c-851a-e5aa03b93e10 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group_rule': {'security_group_id': '3247ed7e-8180-4a12-ab93-b11a931332e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:58.064000 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-265ddf34-d91b-4a24-b3cb-0b0ad8a410b9 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2863193 Sep 16 04:54:58.065266 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50442) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:58.078403 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f4217dcd-2216-45b9-87e8-568bb4639c95 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1573267476', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}, 'admin_state_up': False}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:58.091475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-57cd69b5-3d22-44b5-9ee8-3011c976aa2c', 'network_id': '57cd69b5-3d22-44b5-9ee8-3011c976aa2c', 'tenant_id': '9f080ac971624300b5c5912be139bd54', 'fixed_ips': [{'subnet_id': 'b90a5b64-60dd-4b7b-beb4-1fa2747f6acf'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:54:58.092398 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.171760 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f4a56d89-e617-426c-851a-e5aa03b93e10 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.228508 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] Allocated IP 172.20.0.2 (57cd69b5-3d22-44b5-9ee8-3011c976aa2c/b90a5b64-60dd-4b7b-beb4-1fa2747f6acf/d7d9d797-4293-46b7-8355-31a8adc64ce5) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:58.239262 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f4a56d89-e617-426c-851a-e5aa03b93e10 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.257907 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.282418 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50444) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:58.309987 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4217dcd-2216-45b9-87e8-568bb4639c95 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.311047 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4217dcd-2216-45b9-87e8-568bb4639c95 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.318262 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-638b6355-55d9-454f-a06c-904780d89de6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6899e5e805a442e6900279b9aa6a8abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456290 Sep 16 04:54:58.320887 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50446) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:58.382784 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.384007 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f4a56d89-e617-426c-851a-e5aa03b93e10 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.411311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a56d89-e617-426c-851a-e5aa03b93e10 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a08259-18b2-4c95-92b3-53be3e6e93c7,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:58.567642 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.600907 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f4a56d89-e617-426c-851a-e5aa03b93e10 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.608277 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f4a56d89-e617-426c-851a-e5aa03b93e10 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5813675 Sep 16 04:54:58.608277 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50454) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:58.617905 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] Network 57cd69b5-3d22-44b5-9ee8-3011c976aa2c is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:58.621050 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:58.625424 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:58.662763 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] Pushing event updated for resources: {'Port': ['ID=d7d9d797-4293-46b7-8355-31a8adc64ce5,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:58.674611 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4330cbac-5792-4ee7-a56e-19dc7b50f76a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.684337 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4330cbac-5792-4ee7-a56e-19dc7b50f76a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.711600 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] Attempting to bind port d7d9d797-4293-46b7-8355-31a8adc64ce5 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:58.711971 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] Attempting to bind port d7d9d797-4293-46b7-8355-31a8adc64ce5 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '97d275d4-46b5-40f2-b17c-c37fb53341f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '57cd69b5-3d22-44b5-9ee8-3011c976aa2c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:58.712336 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] Attempting to bind port d7d9d797-4293-46b7-8355-31a8adc64ce5 on network 57cd69b5-3d22-44b5-9ee8-3011c976aa2c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:58.717707 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:58.718666 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] Checking segment: {'id': '97d275d4-46b5-40f2-b17c-c37fb53341f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '57cd69b5-3d22-44b5-9ee8-3011c976aa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:58.719223 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.719576 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] Bound using segment: {'id': '97d275d4-46b5-40f2-b17c-c37fb53341f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '57cd69b5-3d22-44b5-9ee8-3011c976aa2c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:58.720157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] Bound port: d7d9d797-4293-46b7-8355-31a8adc64ce5, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d275d4-46b5-40f2-b17c-c37fb53341f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '57cd69b5-3d22-44b5-9ee8-3011c976aa2c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:58.720532 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.758241 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7cb2192f-54d4-4b4b-b5af-1799584d1368 req-99cf85e9-b997-48cc-922f-6483c14e68c7 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 210 time: 0.0979321 Sep 16 04:54:58.787242 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] For port d7d9d797-4293-46b7-8355-31a8adc64ce5, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:58.809828 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4217dcd-2216-45b9-87e8-568bb4639c95 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.810029 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4330cbac-5792-4ee7-a56e-19dc7b50f76a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.813708 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4330cbac-5792-4ee7-a56e-19dc7b50f76a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.814954 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4330cbac-5792-4ee7-a56e-19dc7b50f76a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/36a08259-18b2-4c95-92b3-53be3e6e93c7 HTTP/1.1" status: 204 len: 168 time: 0.2071397 Sep 16 04:54:58.820032 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50456) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:58.828662 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330cbac-5792-4ee7-a56e-19dc7b50f76a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36a08259-18b2-4c95-92b3-53be3e6e93c7,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:58.856854 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bf705747-7f22-48b1-b198-7d02ee3570d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.886567 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f871b90b-b18d-4d9d-916c-5fa52c67f5bc tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0648167 Sep 16 04:54:58.889358 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50460) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:58.915357 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e4ef899-ba55-4809-9e1a-8cb5f7502c8e tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.915965 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bf705747-7f22-48b1-b198-7d02ee3570d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.923744 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e4ef899-ba55-4809-9e1a-8cb5f7502c8e tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.946469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd008731-3550-4a32-95b9-7d8b78bf2035 req-e914a41d-089d-4056-be33-c52dc51a22ad tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:58.948089 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd008731-3550-4a32-95b9-7d8b78bf2035 req-e914a41d-089d-4056-be33-c52dc51a22ad tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.2187445 Sep 16 04:54:58.973071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] For port d7d9d797-4293-46b7-8355-31a8adc64ce5, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d7d9d797-4293-46b7-8355-31a8adc64ce5,segment=NetworkSegment(97d275d4-46b5-40f2-b17c-c37fb53341f0),segment_id=97d275d4-46b5-40f2-b17c-c37fb53341f0)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:59.050349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-7c0118d1-8a6c-4d21-b4c1-5a4cecfc9c9d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:59.051840 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-7c0118d1-8a6c-4d21-b4c1-5a4cecfc9c9d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.21 "GET /v2.0/networks?id=891f88b4-8a81-44ed-8083-f8871519ebc1 HTTP/1.1" status: 200 len: 805 time: 0.3862014 Sep 16 04:54:59.092232 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e4ef899-ba55-4809-9e1a-8cb5f7502c8e tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.099788 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e4ef899-ba55-4809-9e1a-8cb5f7502c8e tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.102389 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5e4ef899-ba55-4809-9e1a-8cb5f7502c8e tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/bfe12761-c025-4e8d-a2e7-81a6d91072ce HTTP/1.1" status: 204 len: 168 time: 0.2107389 Sep 16 04:54:59.103973 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50462) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:59.114531 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ef899-ba55-4809-9e1a-8cb5f7502c8e tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfe12761-c025-4e8d-a2e7-81a6d91072ce,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:59.130921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-4b6f26d0-1cb2-4824-bcc8-e419a22dc47d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Request body: {'port': {'device_id': 'b80f5a38-243d-4fdc-b7fe-0528c15f15c0', 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1', 'admin_state_up': True, 'tenant_id': 'ae34ed890fee43568c52dc5aa5e731ea'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:59.133078 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.179144 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ad54d0e3-dda8-44c9-8342-9f037b6e6786 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0739667 Sep 16 04:54:59.181897 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50464) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:59.182588 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d829931-7e8f-4907-8e51-29434ef5a03f req-f4f9f6ff-8f61-44d7-b535-b0a8f1641b3c tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:59.184212 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d829931-7e8f-4907-8e51-29434ef5a03f req-f4f9f6ff-8f61-44d7-b535-b0a8f1641b3c tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 948 time: 0.3013446 Sep 16 04:54:59.207474 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd5130-3af3-4b52-80cc-e015f5e7456c None None] Pushing event updated for resources: {'Port': ['ID=d7d9d797-4293-46b7-8355-31a8adc64ce5,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:59.210137 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2dbddcad-1b20-44c8-b6d2-1e07260b6e43 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.221484 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2dbddcad-1b20-44c8-b6d2-1e07260b6e43 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.238060 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd008731-3550-4a32-95b9-7d8b78bf2035 req-141893ed-86ca-4d1f-832e-6f38cd8559bd tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2752953 Sep 16 04:54:59.319254 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4217dcd-2216-45b9-87e8-568bb4639c95 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.325303 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bf705747-7f22-48b1-b198-7d02ee3570d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.328498 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bf705747-7f22-48b1-b198-7d02ee3570d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.329656 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bf705747-7f22-48b1-b198-7d02ee3570d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/423bcff0-4fc5-406a-ab8f-849f94a8f6ea HTTP/1.1" status: 204 len: 168 time: 1.0078998 Sep 16 04:54:59.345249 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2dbddcad-1b20-44c8-b6d2-1e07260b6e43 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.358397 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf705747-7f22-48b1-b198-7d02ee3570d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423bcff0-4fc5-406a-ab8f-849f94a8f6ea,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:59.392554 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2dbddcad-1b20-44c8-b6d2-1e07260b6e43 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.394251 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2dbddcad-1b20-44c8-b6d2-1e07260b6e43 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/446057a5-a21c-4f6c-900d-55c54de3e520 HTTP/1.1" status: 204 len: 168 time: 0.2113683 Sep 16 04:54:59.403844 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbddcad-1b20-44c8-b6d2-1e07260b6e43 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=446057a5-a21c-4f6c-900d-55c54de3e520,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:59.411167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50468) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:59.414820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d829931-7e8f-4907-8e51-29434ef5a03f req-8f5ad7d0-ac12-4c8e-8194-e3e536ca3e85 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704760 Sep 16 04:54:59.487428 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-27c3fea6-37f0-40de-b698-cc328c964e95 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0703359 Sep 16 04:54:59.488001 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50470) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:59.519458 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0ca81e2d-7037-4aab-8c09-6761e3b4d857 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.530933 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0ca81e2d-7037-4aab-8c09-6761e3b4d857 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.601908 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-4b6f26d0-1cb2-4824-bcc8-e419a22dc47d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Made reservation on behalf of ae34ed890fee43568c52dc5aa5e731ea for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:59.605444 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-4b6f26d0-1cb2-4824-bcc8-e419a22dc47d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.673434 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4217dcd-2216-45b9-87e8-568bb4639c95 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.711934 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4217dcd-2216-45b9-87e8-568bb4639c95 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.772056 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0ca81e2d-7037-4aab-8c09-6761e3b4d857 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.778323 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0ca81e2d-7037-4aab-8c09-6761e3b4d857 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.779775 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0ca81e2d-7037-4aab-8c09-6761e3b4d857 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b7eac7eb-2103-4503-b13f-0f8b8563b950 HTTP/1.1" status: 204 len: 168 time: 0.2911448 Sep 16 04:54:59.782960 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50474) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:59.804629 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca81e2d-7037-4aab-8c09-6761e3b4d857 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7eac7eb-2103-4503-b13f-0f8b8563b950,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:59.853565 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-52445466-7def-4543-b38d-fc84f10304b3 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0691648 Sep 16 04:54:59.854113 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50478) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:59.882778 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1928bbf2-336c-4a26-b5ca-d78950f409b4 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.894129 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1928bbf2-336c-4a26-b5ca-d78950f409b4 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.933261 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b11282c1-50d0-41fd-a960-e7d4de783f38 req-4cd0fcb7-29e7-4bcc-a2b5-7c0a79f8a5a7 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 210 time: 0.0670812 Sep 16 04:54:59.952207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-f4217dcd-2216-45b9-87e8-568bb4639c95 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Allocated IP 172.25.4.254 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/f9831899-9b36-417b-bec4-92a04fbc4775) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:59.959086 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-4b6f26d0-1cb2-4824-bcc8-e419a22dc47d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Allocated IP 172.20.0.2 (891f88b4-8a81-44ed-8083-f8871519ebc1/a11d457e-5c38-4c60-bb5b-2d1c066b76df/f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:59.991209 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device e981273b-60c9-4c85-89b2-06941069c2dd details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:00.000006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 66623d8c-dd23-4efe-ac97-eb2d793c3267 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:00.006530 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1928bbf2-336c-4a26-b5ca-d78950f409b4 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.013788 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1928bbf2-336c-4a26-b5ca-d78950f409b4 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.015347 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1928bbf2-336c-4a26-b5ca-d78950f409b4 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/980c9a65-04d0-4d82-94aa-4afe99c18901 HTTP/1.1" status: 204 len: 168 time: 0.1603081 Sep 16 04:55:00.021235 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50482) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.029816 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928bbf2-336c-4a26-b5ca-d78950f409b4 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=980c9a65-04d0-4d82-94aa-4afe99c18901,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:00.111788 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-155baa50-61e0-43fb-ac7f-96f5c5b556f7 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0887797 Sep 16 04:55:00.114119 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50486) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.196299 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port e981273b-60c9-4c85-89b2-06941069c2dd, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=e981273b-60c9-4c85-89b2-06941069c2dd,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:00.214680 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d5ac683-0fba-4a52-8084-026229a81dd9 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.223128 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'e981273b-60c9-4c85-89b2-06941069c2dd', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': 'e981273b-60c9-4c85-89b2-06941069c2dd', 'mac_address': 'fa:16:3e:5d:a7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:00.246391 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d5ac683-0fba-4a52-8084-026229a81dd9 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.254211 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4217dcd-2216-45b9-87e8-568bb4639c95 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.306491 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-4b6f26d0-1cb2-4824-bcc8-e419a22dc47d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.321055 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.358364 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc97960-f40f-48b5-98e1-e686b98a4ce0 None None] Network 57cd69b5-3d22-44b5-9ee8-3011c976aa2c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:00.375496 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66623d8c-dd23-4efe-ac97-eb2d793c3267'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:00.379006 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b18a4d-b163-4c6e-a369-0319901ee537" -d '{"events": [{"server_uuid": "c8312c90-11fe-4531-b739-09951fe2a5cd", "name": "network-vif-unplugged", "status": "completed", "tag": "66623d8c-dd23-4efe-ac97-eb2d793c3267"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:00.422927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 66623d8c-dd23-4efe-ac97-eb2d793c3267, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:00.426059 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.441749 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d5ac683-0fba-4a52-8084-026229a81dd9 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.448487 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f697ff-75ce-42b9-936d-6cc71f0dd6ac req-5cd63118-9d12-4459-aba0-354dbe386ab5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:00.449183 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d5ac683-0fba-4a52-8084-026229a81dd9 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.449769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72f697ff-75ce-42b9-936d-6cc71f0dd6ac req-5cd63118-9d12-4459-aba0-354dbe386ab5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.0727108 Sep 16 04:55:00.451519 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1d5ac683-0fba-4a52-8084-026229a81dd9 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "DELETE /v2.0/security-groups/3247ed7e-8180-4a12-ab93-b11a931332e6 HTTP/1.1" status: 204 len: 168 time: 0.3362262 Sep 16 04:55:00.455871 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50500) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.470839 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8a5c21-c5d1-4cc2-aba8-9d1239ac3480 x-openstack-request-id: req-bf8a5c21-c5d1-4cc2-aba8-9d1239ac3480 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:00.471183 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8312c90-11fe-4531-b739-09951fe2a5cd", "name": "network-vif-unplugged", "status": "completed", "tag": "66623d8c-dd23-4efe-ac97-eb2d793c3267", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:00.471450 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf8a5c21-c5d1-4cc2-aba8-9d1239ac3480 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:00.471826 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'code': 200} Sep 16 04:55:00.476737 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ac683-0fba-4a52-8084-026229a81dd9 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3247ed7e-8180-4a12-ab93-b11a931332e6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:00.481142 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4217dcd-2216-45b9-87e8-568bb4639c95 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.484573 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e981273b-60c9-4c85-89b2-06941069c2dd {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:00.485062 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-4b6f26d0-1cb2-4824-bcc8-e419a22dc47d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.516996 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.533519 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['3d8532f4-ec6b-4b6f-973f-02e2619162a5'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:00.541490 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-85af9c07-f8d1-444a-9095-b41bfe046f59 None None] Provisioning complete for port d7d9d797-4293-46b7-8355-31a8adc64ce5 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:00.541896 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-85af9c07-f8d1-444a-9095-b41bfe046f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.567590 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port e981273b-60c9-4c85-89b2-06941069c2dd, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=e981273b-60c9-4c85-89b2-06941069c2dd,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:00.592152 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1d871af9-11c6-475d-831f-c04c36ca89bf tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1296003 Sep 16 04:55:00.592339 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50502) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.599496 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4217dcd-2216-45b9-87e8-568bb4639c95 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:00.599708 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ef512cf5-cd94-4aed-b492-fda06a30f7ce tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620615616'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:00.630180 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72f697ff-75ce-42b9-936d-6cc71f0dd6ac req-ac788a5f-0d33-4388-9931-f3a6ea148909 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669953 Sep 16 04:55:00.635398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-4b6f26d0-1cb2-4824-bcc8-e419a22dc47d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Network 891f88b4-8a81-44ed-8083-f8871519ebc1 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:00.641908 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-f4217dcd-2216-45b9-87e8-568bb4639c95 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:00.654053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4217dcd-2216-45b9-87e8-568bb4639c95 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:00.656815 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4217dcd-2216-45b9-87e8-568bb4639c95 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Pushing event updated for resources: {'Port': ['ID=f9831899-9b36-417b-bec4-92a04fbc4775,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:00.662893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-4b6f26d0-1cb2-4824-bcc8-e419a22dc47d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:00.668325 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.695231 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-4b6f26d0-1cb2-4824-bcc8-e419a22dc47d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:00.726582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=66623d8c-dd23-4efe-ac97-eb2d793c3267,revision_number=11']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:00.790064 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ef512cf5-cd94-4aed-b492-fda06a30f7ce tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.885977 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-4b6f26d0-1cb2-4824-bcc8-e419a22dc47d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:00.893365 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-4b6f26d0-1cb2-4824-bcc8-e419a22dc47d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.928448 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-85af9c07-f8d1-444a-9095-b41bfe046f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.934655 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ef512cf5-cd94-4aed-b492-fda06a30f7ce tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.940510 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=e981273b-60c9-4c85-89b2-06941069c2dd,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:01.013869 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-85af9c07-f8d1-444a-9095-b41bfe046f59 None None] For port d7d9d797-4293-46b7-8355-31a8adc64ce5, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d7d9d797-4293-46b7-8355-31a8adc64ce5,segment=NetworkSegment(97d275d4-46b5-40f2-b17c-c37fb53341f0),segment_id=97d275d4-46b5-40f2-b17c-c37fb53341f0)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:01.024714 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f26d0-1cb2-4824-bcc8-e419a22dc47d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Pushing event updated for resources: {'Port': ['ID=f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:01.067518 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ef512cf5-cd94-4aed-b492-fda06a30f7ce tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.090508 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea25897-6fe4-4032-a404-780bc3ac87a2 req-5254e8eb-68ba-4e0f-8612-0b95d62d8e3f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:01.092982 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ea25897-6fe4-4032-a404-780bc3ac87a2 req-5254e8eb-68ba-4e0f-8612-0b95d62d8e3f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 949 time: 0.4885459 Sep 16 04:55:01.113428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef512cf5-cd94-4aed-b492-fda06a30f7ce tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c21ce8-4698-4460-a234-5ed7d9d5bcff,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:01.115317 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-85af9c07-f8d1-444a-9095-b41bfe046f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.124787 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef512cf5-cd94-4aed-b492-fda06a30f7ce tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:01.124787 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef512cf5-cd94-4aed-b492-fda06a30f7ce tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:01.125001 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef512cf5-cd94-4aed-b492-fda06a30f7ce tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:01.125399 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef512cf5-cd94-4aed-b492-fda06a30f7ce tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:01.125706 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef512cf5-cd94-4aed-b492-fda06a30f7ce tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:01.126039 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef512cf5-cd94-4aed-b492-fda06a30f7ce tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:01.126497 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef512cf5-cd94-4aed-b492-fda06a30f7ce tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:01.126865 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef512cf5-cd94-4aed-b492-fda06a30f7ce tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:01.127271 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef512cf5-cd94-4aed-b492-fda06a30f7ce tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:01.127694 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef512cf5-cd94-4aed-b492-fda06a30f7ce tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:01.128359 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef512cf5-cd94-4aed-b492-fda06a30f7ce tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:01.128359 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef512cf5-cd94-4aed-b492-fda06a30f7ce tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:01.171187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ea25897-6fe4-4032-a404-780bc3ac87a2 req-0e05644b-7049-41bd-b395-967e4db735bd tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595186 Sep 16 04:55:01.179521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf2e65-9d32-4db1-aba5-59294e32a326 req-34354e75-4a0e-427e-9bfe-48d3836a31ae tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:01.181103 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ebf2e65-9d32-4db1-aba5-59294e32a326 req-34354e75-4a0e-427e-9bfe-48d3836a31ae tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 931 time: 0.1530492 Sep 16 04:55:01.187508 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-4b6f26d0-1cb2-4824-bcc8-e419a22dc47d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1122825 Sep 16 04:55:01.207888 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af9c07-f8d1-444a-9095-b41bfe046f59 None None] Pushing event updated for resources: {'Port': ['ID=d7d9d797-4293-46b7-8355-31a8adc64ce5,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:01.224112 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ef512cf5-cd94-4aed-b492-fda06a30f7ce tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.231089 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ef512cf5-cd94-4aed-b492-fda06a30f7ce tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6365745 Sep 16 04:55:01.231832 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50518) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:01.239674 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-68b43a53-04af-4cf1-b9b0-419d66669b77 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group_rule': {'security_group_id': 'a0c21ce8-4698-4460-a234-5ed7d9d5bcff', 'direction': 'ingress', 'protocol': 17}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:01.265958 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ebf2e65-9d32-4db1-aba5-59294e32a326 req-f9ccd7bf-8d68-4bb8-8b12-03c577f2c724 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751846 Sep 16 04:55:01.350232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1f23006f-c515-465d-a7fc-85ddb53ecc2a None None] Provisioning complete for port d7d9d797-4293-46b7-8355-31a8adc64ce5 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:01.350608 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1f23006f-c515-465d-a7fc-85ddb53ecc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.360072 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-68b43a53-04af-4cf1-b9b0-419d66669b77 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.385193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Request body: {'port': {'device_id': 'b80f5a38-243d-4fdc-b7fe-0528c15f15c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:01.388776 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d7d9d797-4293-46b7-8355-31a8adc64ce5 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:01.458910 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-68b43a53-04af-4cf1-b9b0-419d66669b77 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.495790 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port d7d9d797-4293-46b7-8355-31a8adc64ce5 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:01.496815 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.612178 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-68b43a53-04af-4cf1-b9b0-419d66669b77 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.633355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b43a53-04af-4cf1-b9b0-419d66669b77 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4097a1c1-895c-43e6-ae2c-f6b4a93e7565,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:01.720623 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-68b43a53-04af-4cf1-b9b0-419d66669b77 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.721799 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-68b43a53-04af-4cf1-b9b0-419d66669b77 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4888816 Sep 16 04:55:01.724680 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50530) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:01.781857 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e5585eea-fa8a-4e0f-9b0f-0765980ca6ff tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.805711 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e5585eea-fa8a-4e0f-9b0f-0765980ca6ff tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.864419 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.868412 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4217dcd-2216-45b9-87e8-568bb4639c95 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.932329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683702f-4b5e-4d43-b11b-125360bf3d9d req-509a4bfb-3a67-49e0-973e-01d8d556c9f1 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:01.933813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d683702f-4b5e-4d43-b11b-125360bf3d9d req-509a4bfb-3a67-49e0-973e-01d8d556c9f1 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1665378 Sep 16 04:55:01.960506 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e5585eea-fa8a-4e0f-9b0f-0765980ca6ff tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.963354 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e5585eea-fa8a-4e0f-9b0f-0765980ca6ff tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.964726 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e5585eea-fa8a-4e0f-9b0f-0765980ca6ff tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "DELETE /v2.0/security-groups/a0c21ce8-4698-4460-a234-5ed7d9d5bcff HTTP/1.1" status: 204 len: 168 time: 0.2390358 Sep 16 04:55:01.969320 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50534) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:01.971996 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['e981273b-60c9-4c85-89b2-06941069c2dd'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:01.991366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5585eea-fa8a-4e0f-9b0f-0765980ca6ff tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c21ce8-4698-4460-a234-5ed7d9d5bcff,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:02.011738 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 66623d8c-dd23-4efe-ac97-eb2d793c3267 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:02.031202 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2dc6522b-04e1-4fc8-aa5f-0e00eeac5994 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0544686 Sep 16 04:55:02.035448 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50536) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:02.040055 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-df06e789-73ce-4ed8-bc54-a9b03d37d99a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group': {'name': 'tempest-secgroup--326299157'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:02.123711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d683702f-4b5e-4d43-b11b-125360bf3d9d req-a5b861e7-43e5-4bde-aa46-e8bf076a9b6a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685343 Sep 16 04:55:02.126304 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-df06e789-73ce-4ed8-bc54-a9b03d37d99a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.167993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 66623d8c-dd23-4efe-ac97-eb2d793c3267, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:02.188689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'port_id': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'mac_address': 'fa:16:3e:38:04:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:02.242210 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-df06e789-73ce-4ed8-bc54-a9b03d37d99a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.271951 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.295529 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66623d8c-dd23-4efe-ac97-eb2d793c3267 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:02.325682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 66623d8c-dd23-4efe-ac97-eb2d793c3267, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:02.335255 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4217dcd-2216-45b9-87e8-568bb4639c95 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.343764 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-df06e789-73ce-4ed8-bc54-a9b03d37d99a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.363880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91744d36-bc4a-48a2-a933-8244576a3ad5 req-90f135e2-8e70-4ab5-b77d-8ea0329b24b2 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:02.367961 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91744d36-bc4a-48a2-a933-8244576a3ad5 req-90f135e2-8e70-4ab5-b77d-8ea0329b24b2 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 949 time: 0.1056130 Sep 16 04:55:02.376712 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06e789-73ce-4ed8-bc54-a9b03d37d99a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9789a0-4a82-405a-b499-9d43af435876,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:02.405283 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50544) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:02.434977 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.442165 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-df06e789-73ce-4ed8-bc54-a9b03d37d99a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.448216 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-df06e789-73ce-4ed8-bc54-a9b03d37d99a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4116681 Sep 16 04:55:02.453637 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50548) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:02.457620 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-2fe1f705-3aed-489c-8452-f3a78d647046 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group': {'name': 'tempest-secgroup--1073724099'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:02.500708 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=66623d8c-dd23-4efe-ac97-eb2d793c3267,revision_number=12']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:02.525781 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-67d106f1-263c-42d4-986e-596788a33800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.564989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:02.576141 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91744d36-bc4a-48a2-a933-8244576a3ad5 req-4e25f352-7cf2-42ea-943f-d9c8070a633f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595604 Sep 16 04:55:02.580235 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.612152 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58810e-e2b6-4b46-99b6-7fd0479d351f req-04771fa6-43f1-4b1c-a0e1-1204a17ac81f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:02.613635 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9c58810e-e2b6-4b46-99b6-7fd0479d351f req-04771fa6-43f1-4b1c-a0e1-1204a17ac81f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 931 time: 0.1890233 Sep 16 04:55:02.617778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Transition to ACTIVE for port object f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:02.643125 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f705-3aed-489c-8452-f3a78d647046 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.682082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9c58810e-e2b6-4b46-99b6-7fd0479d351f req-013cded2-bf5a-4e6e-8a4d-7a98b7680543 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620680 Sep 16 04:55:02.708409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['66623d8c-dd23-4efe-ac97-eb2d793c3267'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:02.712662 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.755180 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-67d106f1-263c-42d4-986e-596788a33800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.778148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:02.834804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4217dcd-2216-45b9-87e8-568bb4639c95 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Router 7eb08ab3-731f-40fc-8c77-2bb5837f98c8 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:55:02.866972 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-67d106f1-263c-42d4-986e-596788a33800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.921477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d106f1-263c-42d4-986e-596788a33800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0311f459-1a95-4b80-bed5-0fc127e4cdaa,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:02.933482 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-67d106f1-263c-42d4-986e-596788a33800 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5cd571a22dd4ba8a8030cb4a44ee316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5267370 Sep 16 04:55:02.936269 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Attempting to bind port f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:02.937082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Attempting to bind port f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:02.937376 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Attempting to bind port f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 on network 891f88b4-8a81-44ed-8083-f8871519ebc1 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:02.938753 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50550) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:02.945091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Port f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 on network 891f88b4-8a81-44ed-8083-f8871519ebc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:02.945418 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Attempting to bind port f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 on network 891f88b4-8a81-44ed-8083-f8871519ebc1 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:02.956286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:02.956631 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Checking segment: {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:02.957018 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Bound using segment: {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:02.957451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Bound port: f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd075cac6-e82f-4e70-88fc-9e0923987175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:02.957839 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.025170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f705-3aed-489c-8452-f3a78d647046 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.027966 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c5acf499-51be-4089-8555-6f0510658b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.043859 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4217dcd-2216-45b9-87e8-568bb4639c95 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:03.055737 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c5acf499-51be-4089-8555-6f0510658b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.060904 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645bf1e1-f546-4e2c-a372-8b6efd5f2e1a None None] Sync routers for ids ['7eb08ab3-731f-40fc-8c77-2bb5837f98c8'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:03.081382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645bf1e1-f546-4e2c-a372-8b6efd5f2e1a None None] Routers {'7eb08ab3-731f-40fc-8c77-2bb5837f98c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:03.082184 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-645bf1e1-f546-4e2c-a372-8b6efd5f2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:54:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7eb08ab3-731f-40fc-8c77-2bb5837f98c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:03.088442 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] For port f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:03.091633 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] For port f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:03.108363 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f705-3aed-489c-8452-f3a78d647046 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.119552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-645bf1e1-f546-4e2c-a372-8b6efd5f2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:03.129335 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645bf1e1-f546-4e2c-a372-8b6efd5f2e1a None None] Routers {'7eb08ab3-731f-40fc-8c77-2bb5837f98c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:03.129962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-645bf1e1-f546-4e2c-a372-8b6efd5f2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:54:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7eb08ab3-731f-40fc-8c77-2bb5837f98c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:03.134957 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:55:03.141196 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1f705-3aed-489c-8452-f3a78d647046 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d2d266-2137-47e6-8e92-b94fe1fdc505,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:03.162797 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-645bf1e1-f546-4e2c-a372-8b6efd5f2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:03.163479 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645bf1e1-f546-4e2c-a372-8b6efd5f2e1a None None] The sync data for ids ['7eb08ab3-731f-40fc-8c77-2bb5837f98c8'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:03.184009 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.230501 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f705-3aed-489c-8452-f3a78d647046 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.231835 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2fe1f705-3aed-489c-8452-f3a78d647046 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7815311 Sep 16 04:55:03.234805 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50556) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:03.240348 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8eddc0d3-e5c7-453e-958c-6604c5d42986 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group_rule': {'security_group_id': '0f9789a0-4a82-405a-b499-9d43af435876', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '52d2d266-2137-47e6-8e92-b94fe1fdc505', 'remote_ip_prefix': None}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:03.258094 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:03.258987 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.260591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] 10.222.0.21 "PUT /v2.0/ports/f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 HTTP/1.1" status: 200 len: 1092 time: 2.0551145 Sep 16 04:55:03.261333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80f5a38-243d-4fdc-b7fe-0528c15f15c0', 'tag': 'f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:03.263801 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c423b894-a7fe-499d-a387-bfb2b57b361d" -d '{"events": [{"name": "network-changed", "server_uuid": "b80f5a38-243d-4fdc-b7fe-0528c15f15c0", "tag": "f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:03.267781 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4217dcd-2216-45b9-87e8-568bb4639c95 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.271811 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f4217dcd-2216-45b9-87e8-568bb4639c95 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.2021098 Sep 16 04:55:03.275078 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50560) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:03.328223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003afda-b1e9-4c32-84b1-b8fbfa42836d req-675b01da-5bac-44b3-855f-0a401da7b20a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:03.329893 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3003afda-b1e9-4c32-84b1-b8fbfa42836d req-675b01da-5bac-44b3-855f-0a401da7b20a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 946 time: 0.1074598 Sep 16 04:55:03.330606 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0831f-cf9f-474a-8db9-2c8afa7f16b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:03.334424 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee3508a-7cbf-411b-a0c4-26de1c346c39 x-openstack-request-id: req-fee3508a-7cbf-411b-a0c4-26de1c346c39 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:03.334696 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80f5a38-243d-4fdc-b7fe-0528c15f15c0", "tag": "f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:03.334980 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fee3508a-7cbf-411b-a0c4-26de1c346c39 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:03.335374 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80f5a38-243d-4fdc-b7fe-0528c15f15c0', 'tag': 'f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0', 'status': 'completed', 'code': 200} Sep 16 04:55:03.362272 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c5acf499-51be-4089-8555-6f0510658b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.366234 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c5acf499-51be-4089-8555-6f0510658b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.412031 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c5acf499-51be-4089-8555-6f0510658b2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0311f459-1a95-4b80-bed5-0fc127e4cdaa HTTP/1.1" status: 204 len: 168 time: 0.4279752 Sep 16 04:55:03.413108 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3003afda-b1e9-4c32-84b1-b8fbfa42836d req-e7ac5cf9-f4e2-4693-9c32-caf244eceaf3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492263 Sep 16 04:55:03.420657 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acf499-51be-4089-8555-6f0510658b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0311f459-1a95-4b80-bed5-0fc127e4cdaa,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:03.437900 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8eddc0d3-e5c7-453e-958c-6604c5d42986 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.472755 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423b894-a7fe-499d-a387-bfb2b57b361d req-5a0c7f22-4e3b-47ec-8400-96dac18c424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:03.474358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c423b894-a7fe-499d-a387-bfb2b57b361d req-5a0c7f22-4e3b-47ec-8400-96dac18c424c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 1095 time: 0.0754735 Sep 16 04:55:03.615838 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423b894-a7fe-499d-a387-bfb2b57b361d req-3489dba1-8571-439e-a563-9de2fe59099b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:03.617409 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c423b894-a7fe-499d-a387-bfb2b57b361d req-3489dba1-8571-439e-a563-9de2fe59099b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1250274 Sep 16 04:55:03.657766 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8eddc0d3-e5c7-453e-958c-6604c5d42986 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.755985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423b894-a7fe-499d-a387-bfb2b57b361d req-72279eaf-9869-4fef-bb59-4c5e73178a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:03.757497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c423b894-a7fe-499d-a387-bfb2b57b361d req-72279eaf-9869-4fef-bb59-4c5e73178a1c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330881 Sep 16 04:55:03.780353 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7d20f-edf3-45a7-90aa-38b0a289bc21 req-58c317b6-371c-43c4-b321-43486f7d9f27 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:03.783200 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18a7d20f-edf3-45a7-90aa-38b0a289bc21 req-58c317b6-371c-43c4-b321-43486f7d9f27 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 949 time: 0.1255064 Sep 16 04:55:03.844594 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8eddc0d3-e5c7-453e-958c-6604c5d42986 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.869167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eddc0d3-e5c7-453e-958c-6604c5d42986 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ebc8ff-f30f-4df5-a5e1-83ea151c3160,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:03.878713 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18a7d20f-edf3-45a7-90aa-38b0a289bc21 req-fb49f2d8-d998-4382-ad92-11a2ef635b61 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864441 Sep 16 04:55:03.904138 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384d072-e954-4bb4-a92d-865451ca7c1d req-0ce9158e-5ee1-42ec-893b-0f6d2165c97d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:03.906596 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a384d072-e954-4bb4-a92d-865451ca7c1d req-0ce9158e-5ee1-42ec-893b-0f6d2165c97d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 943 time: 0.1366279 Sep 16 04:55:03.910090 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-e1f2a86e-803e-4254-b473-840e40246a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:03.926222 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-e1f2a86e-803e-4254-b473-840e40246a8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 1095 time: 0.0698380 Sep 16 04:55:03.988578 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-6820da49-b1fd-4580-b644-85841b95092c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 HTTP/1.1" status: 200 len: 217 time: 0.0554779 Sep 16 04:55:03.991187 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8eddc0d3-e5c7-453e-958c-6604c5d42986 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.992492 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8eddc0d3-e5c7-453e-958c-6604c5d42986 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7565758 Sep 16 04:55:04.002764 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a384d072-e954-4bb4-a92d-865451ca7c1d req-be3821e2-3600-4897-8299-5a37794e2b9d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882442 Sep 16 04:55:04.014141 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50574) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:04.058916 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-237b08cb-41e1-4e60-bbb2-9726d0890891 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.072023 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f14fd974-6018-45f2-b5d0-bc1552d5dba3 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.073322 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-b86524c3-c6d4-4c53-a101-ba7159d12ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:04.075231 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-b86524c3-c6d4-4c53-a101-ba7159d12ce3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a11d457e-5c38-4c60-bb5b-2d1c066b76df HTTP/1.1" status: 200 len: 845 time: 0.0713181 Sep 16 04:55:04.102506 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-237b08cb-41e1-4e60-bbb2-9726d0890891 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.119664 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-a232a341-cdf5-4774-bb7d-0739f52ddfb3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=891f88b4-8a81-44ed-8083-f8871519ebc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351110 Sep 16 04:55:04.234521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-694235f8-b57b-48b7-8a9d-ec2882695942 service neutron] 10.222.0.21 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061394 Sep 16 04:55:04.304028 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-237b08cb-41e1-4e60-bbb2-9726d0890891 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.319211 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-237b08cb-41e1-4e60-bbb2-9726d0890891 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.319211 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-237b08cb-41e1-4e60-bbb2-9726d0890891 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/75ebc8ff-f30f-4df5-a5e1-83ea151c3160 HTTP/1.1" status: 204 len: 168 time: 0.2993202 Sep 16 04:55:04.319466 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50582) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:04.346858 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae9bd0a4-1bc4-4c2a-8268-50c7fae0568f req-72dbf4b4-dce7-4753-a335-a8a8db4b94ff service neutron] 10.222.0.21 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049659 Sep 16 04:55:04.349288 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b08cb-41e1-4e60-bbb2-9726d0890891 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75ebc8ff-f30f-4df5-a5e1-83ea151c3160,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:04.383317 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c442386a-a320-4915-b7c2-61e1dff76bc6 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0597413 Sep 16 04:55:04.383538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50584) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:04.461960 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a5cc94df-161d-4c78-a40a-0ac64c1c2be4 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.488596 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a5cc94df-161d-4c78-a40a-0ac64c1c2be4 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.514418 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-f14fd974-6018-45f2-b5d0-bc1552d5dba3 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Allocated IP 172.20.0.1 (57cd69b5-3d22-44b5-9ee8-3011c976aa2c/b90a5b64-60dd-4b7b-beb4-1fa2747f6acf/c7b0b5c3-6d52-4541-8581-ca0209b6b683) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:04.595759 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff870f0-1cee-47ec-8a5d-99ee777ce4bb req-eafa77b3-030f-4a21-873b-c8bf5b8e8ecf tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:04.597284 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ff870f0-1cee-47ec-8a5d-99ee777ce4bb req-eafa77b3-030f-4a21-873b-c8bf5b8e8ecf tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 946 time: 0.0924914 Sep 16 04:55:04.642186 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ff870f0-1cee-47ec-8a5d-99ee777ce4bb req-6083be01-3fcc-4482-a7a0-dc391295b269 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367885 Sep 16 04:55:04.661453 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f14fd974-6018-45f2-b5d0-bc1552d5dba3 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.777429 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a5cc94df-161d-4c78-a40a-0ac64c1c2be4 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.780105 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a5cc94df-161d-4c78-a40a-0ac64c1c2be4 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.781734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a5cc94df-161d-4c78-a40a-0ac64c1c2be4 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "DELETE /v2.0/security-groups/52d2d266-2137-47e6-8e92-b94fe1fdc505 HTTP/1.1" status: 204 len: 168 time: 0.3970790 Sep 16 04:55:04.784521 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50596) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:04.791316 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc94df-161d-4c78-a40a-0ac64c1c2be4 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d2d266-2137-47e6-8e92-b94fe1fdc505,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:04.798956 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50598) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:04.820100 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f14fd974-6018-45f2-b5d0-bc1552d5dba3 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.879460 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14fd974-6018-45f2-b5d0-bc1552d5dba3 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Network 57cd69b5-3d22-44b5-9ee8-3011c976aa2c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:04.890499 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-f14fd974-6018-45f2-b5d0-bc1552d5dba3 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:04.901006 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14fd974-6018-45f2-b5d0-bc1552d5dba3 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:04.915965 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5354be73-400f-48b0-94ce-16578715905b tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1277409 Sep 16 04:55:04.916315 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50602) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:04.936055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-beadb4c8-1813-47ec-adfc-ff20e74a08fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-221780965-network', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:04.941763 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fd974-6018-45f2-b5d0-bc1552d5dba3 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Pushing event updated for resources: {'Port': ['ID=c7b0b5c3-6d52-4541-8581-ca0209b6b683,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:04.974353 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f14fd974-6018-45f2-b5d0-bc1552d5dba3 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.057591 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-68e04295-a7c2-4a1f-87ce-dac973c96af2 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.076845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beadb4c8-1813-47ec-adfc-ff20e74a08fc admin admin] Made reservation on behalf of 043d55446d4c45528b48f7e10a1f624b for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:05.086668 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-beadb4c8-1813-47ec-adfc-ff20e74a08fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.096570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978f50e-60eb-415a-809d-0eec14e8a4ba req-46004cde-3661-4f37-85e1-cafef9a793da tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:05.098691 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a978f50e-60eb-415a-809d-0eec14e8a4ba req-46004cde-3661-4f37-85e1-cafef9a793da tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 949 time: 0.0969896 Sep 16 04:55:05.115654 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-68e04295-a7c2-4a1f-87ce-dac973c96af2 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.130214 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-beadb4c8-1813-47ec-adfc-ff20e74a08fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.158867 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4514d044-8fca-407b-8bad-e6c78b1d51f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.167848 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ffee0aec-03bc-45a8-b058-ee07fb0a7cd2 None None] Provisioning complete for port c7b0b5c3-6d52-4541-8581-ca0209b6b683 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:05.168216 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ffee0aec-03bc-45a8-b058-ee07fb0a7cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.205764 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ffee0aec-03bc-45a8-b058-ee07fb0a7cd2 None None] Port c7b0b5c3-6d52-4541-8581-ca0209b6b683 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:05.230393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a978f50e-60eb-415a-809d-0eec14e8a4ba req-43bfc7e9-c5b9-4e4d-90b4-7fd8a6a257b0 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180489 Sep 16 04:55:05.242728 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a72dec-2f1c-4a95-be8d-52ede8e8ec9c req-1b099a2b-a4a7-47dd-87a5-c28be4d7326f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:05.244279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-45a72dec-2f1c-4a95-be8d-52ede8e8ec9c req-1b099a2b-a4a7-47dd-87a5-c28be4d7326f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 943 time: 0.1409466 Sep 16 04:55:05.270023 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f14fd974-6018-45f2-b5d0-bc1552d5dba3 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.299463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-45a72dec-2f1c-4a95-be8d-52ede8e8ec9c req-43069a1c-15f6-46ce-a7b1-3f2e0d5505ce tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482023 Sep 16 04:55:05.346486 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-68e04295-a7c2-4a1f-87ce-dac973c96af2 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.349287 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-68e04295-a7c2-4a1f-87ce-dac973c96af2 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.350457 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-68e04295-a7c2-4a1f-87ce-dac973c96af2 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "DELETE /v2.0/security-groups/0f9789a0-4a82-405a-b499-9d43af435876 HTTP/1.1" status: 204 len: 168 time: 0.4331768 Sep 16 04:55:05.358729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50610) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:05.377054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e04295-a7c2-4a1f-87ce-dac973c96af2 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9789a0-4a82-405a-b499-9d43af435876,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:05.435153 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1abc6fb1-3992-4500-a23a-f9aa7856832c tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0738177 Sep 16 04:55:05.445408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50612) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:05.453806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-727039cb-2b96-4908-a6f9-92ada7325d9d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group': {'name': 'tempest-secgroup--1196638913'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:05.481742 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-beadb4c8-1813-47ec-adfc-ff20e74a08fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.557043 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-beadb4c8-1813-47ec-adfc-ff20e74a08fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.571179 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f14fd974-6018-45f2-b5d0-bc1552d5dba3 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.588781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beadb4c8-1813-47ec-adfc-ff20e74a08fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:55:05.603967 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadb4c8-1813-47ec-adfc-ff20e74a08fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50c67df-f5b3-42fc-a53e-bd7f4a8611a3,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:05.610496 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-beadb4c8-1813-47ec-adfc-ff20e74a08fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.610496 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-beadb4c8-1813-47ec-adfc-ff20e74a08fc admin admin] Added segment 31c62c41-ebbc-4367-8110-f4bce7f5b4be of type vlan for network 0ed085ad-0528-4e23-be9f-f0e1d81c551f Sep 16 04:55:05.650483 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-beadb4c8-1813-47ec-adfc-ff20e74a08fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.686140 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f14fd974-6018-45f2-b5d0-bc1552d5dba3 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.729400 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-727039cb-2b96-4908-a6f9-92ada7325d9d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.776326 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fd974-6018-45f2-b5d0-bc1552d5dba3 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Pushing event updated for resources: {'Port': ['ID=c7b0b5c3-6d52-4541-8581-ca0209b6b683,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:05.778747 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f14fd974-6018-45f2-b5d0-bc1552d5dba3 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.802700 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4eaf9-6832-4392-aaaa-3b72ac167a7b req-87129cd9-212e-4687-84e1-73a9c9c70c6b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:05.804261 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78d4eaf9-6832-4392-aaaa-3b72ac167a7b req-87129cd9-212e-4687-84e1-73a9c9c70c6b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 946 time: 0.0841880 Sep 16 04:55:05.845984 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-beadb4c8-1813-47ec-adfc-ff20e74a08fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.846980 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beadb4c8-1813-47ec-adfc-ff20e74a08fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:05.847575 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-beadb4c8-1813-47ec-adfc-ff20e74a08fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.878377 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14fd974-6018-45f2-b5d0-bc1552d5dba3 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Network 57cd69b5-3d22-44b5-9ee8-3011c976aa2c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:05.879941 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-f14fd974-6018-45f2-b5d0-bc1552d5dba3 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:05.935815 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78d4eaf9-6832-4392-aaaa-3b72ac167a7b req-90195d3f-98c3-45cf-bf7f-8e974f78a4b6 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225183 Sep 16 04:55:05.946714 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadb4c8-1813-47ec-adfc-ff20e74a08fc admin admin] Pushing event updated for resources: {'Network': ['ID=0ed085ad-0528-4e23-be9f-f0e1d81c551f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:05.960054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 0ed085ad-0528-4e23-be9f-f0e1d81c551f details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:55:05.961569 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-727039cb-2b96-4908-a6f9-92ada7325d9d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.010664 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14fd974-6018-45f2-b5d0-bc1552d5dba3 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Router 7eb08ab3-731f-40fc-8c77-2bb5837f98c8 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:06.019130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device e981273b-60c9-4c85-89b2-06941069c2dd up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:06.049124 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-727039cb-2b96-4908-a6f9-92ada7325d9d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.084233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727039cb-2b96-4908-a6f9-92ada7325d9d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f1137e-85b7-42e1-bef5-660ac2fb1c1b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:06.121214 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-beadb4c8-1813-47ec-adfc-ff20e74a08fc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3211679 Sep 16 04:55:06.124067 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50616) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:06.129790 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-5f7f8015-676b-4880-ac77-636bec810ebe admin admin] Request body: {'subnet': {'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-subnet', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:06.152267 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14fd974-6018-45f2-b5d0-bc1552d5dba3 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:06.162756 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f14fd974-6018-45f2-b5d0-bc1552d5dba3 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] 10.222.0.20 "PUT /v2.0/routers/7eb08ab3-731f-40fc-8c77-2bb5837f98c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8818595 Sep 16 04:55:06.162902 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f791f5-0477-497d-8945-8b764b00bfff None None] Sync routers for ids ['7eb08ab3-731f-40fc-8c77-2bb5837f98c8'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:06.163997 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50618) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:06.169033 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-fb0328be-c590-40b4-8d69-fb2e3997442d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Request body: {'port': {'network_id': '57cd69b5-3d22-44b5-9ee8-3011c976aa2c', 'name': 'tempest-FloatingIPAdminTestJSON-251714862'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:06.171510 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f791f5-0477-497d-8945-8b764b00bfff None None] Routers {'7eb08ab3-731f-40fc-8c77-2bb5837f98c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:06.172143 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-65f791f5-0477-497d-8945-8b764b00bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:54:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7eb08ab3-731f-40fc-8c77-2bb5837f98c8'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:06.189346 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-727039cb-2b96-4908-a6f9-92ada7325d9d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.193669 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-727039cb-2b96-4908-a6f9-92ada7325d9d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7443931 Sep 16 04:55:06.193996 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50620) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:06.202057 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-25235ad9-fc68-448c-a13d-4c3891901b8d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group_rule': {'security_group_id': '04f1137e-85b7-42e1-bef5-660ac2fb1c1b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:06.204196 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-65f791f5-0477-497d-8945-8b764b00bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:06.212924 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f791f5-0477-497d-8945-8b764b00bfff None None] Routers {'7eb08ab3-731f-40fc-8c77-2bb5837f98c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:06.214117 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-65f791f5-0477-497d-8945-8b764b00bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:54:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7eb08ab3-731f-40fc-8c77-2bb5837f98c8'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:06.227584 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a63870af-f2de-405e-b640-734feb0dba3b None None] Provisioning complete for port c7b0b5c3-6d52-4541-8581-ca0209b6b683 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:06.228150 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a63870af-f2de-405e-b640-734feb0dba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.253844 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port e981273b-60c9-4c85-89b2-06941069c2dd completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:55:06.261091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port e981273b-60c9-4c85-89b2-06941069c2dd triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:06.261774 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.298749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a63870af-f2de-405e-b640-734feb0dba3b None None] Port c7b0b5c3-6d52-4541-8581-ca0209b6b683 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:06.343990 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-65f791f5-0477-497d-8945-8b764b00bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:06.344648 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f791f5-0477-497d-8945-8b764b00bfff None None] The sync data for ids ['7eb08ab3-731f-40fc-8c77-2bb5837f98c8'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:06.361781 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.362309 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7f8015-676b-4880-ac77-636bec810ebe admin admin] Made reservation on behalf of 043d55446d4c45528b48f7e10a1f624b for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:06.365162 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f7f8015-676b-4880-ac77-636bec810ebe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.388716 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65435942-1490-4571-a528-70087e699d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e981273b-60c9-4c85-89b2-06941069c2dd'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:06.391879 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e22b77-bed6-4fb1-a9b1-3095a78a73c6" -d '{"events": [{"server_uuid": "65435942-1490-4571-a528-70087e699d48", "name": "network-vif-plugged", "status": "completed", "tag": "e981273b-60c9-4c85-89b2-06941069c2dd"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:06.400333 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.db.api [None req-fb0328be-c590-40b4-8d69-fb2e3997442d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:55:06.400333 n-d-712140-13 neutron-server[95474]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:55:06.400333 n-d-712140-13 neutron-server[95474]: [parameters: {'project_id_1': '9f080ac971624300b5c5912be139bd54', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 54, 46, 311402)}] Sep 16 04:55:06.400333 n-d-712140-13 neutron-server[95474]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:55:06.400920 n-d-712140-13 neutron-server[95474]: DEBUG oslo_db.api [None req-fb0328be-c590-40b4-8d69-fb2e3997442d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:55:06.406223 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port e981273b-60c9-4c85-89b2-06941069c2dd, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=e981273b-60c9-4c85-89b2-06941069c2dd,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:06.475473 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bbc6c-ffd3-4e68-9ee6-6fd613fa56c4 req-55b661de-e2af-461b-bbdf-a3639b5899a7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:06.476969 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-360bbc6c-ffd3-4e68-9ee6-6fd613fa56c4 req-55b661de-e2af-461b-bbdf-a3639b5899a7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 949 time: 0.1098962 Sep 16 04:55:06.489694 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c00913-61bd-4e00-bd04-9c8ac3e76bc5 req-e337fbc7-da9f-4a5c-aeb2-d4fa948791f1 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:06.491210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-52c00913-61bd-4e00-bd04-9c8ac3e76bc5 req-e337fbc7-da9f-4a5c-aeb2-d4fa948791f1 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 943 time: 0.0731966 Sep 16 04:55:06.507807 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-25235ad9-fc68-448c-a13d-4c3891901b8d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.520450 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.522453 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 66623d8c-dd23-4efe-ac97-eb2d793c3267 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:06.549753 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-52c00913-61bd-4e00-bd04-9c8ac3e76bc5 req-f1d4efdf-160c-4972-b6d1-73ed7f2ae483 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509467 Sep 16 04:55:06.557545 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-360bbc6c-ffd3-4e68-9ee6-6fd613fa56c4 req-20c08ae9-766c-4e8b-bf07-9559a048bd62 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653913 Sep 16 04:55:06.616333 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-25235ad9-fc68-448c-a13d-4c3891901b8d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.619473 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 66623d8c-dd23-4efe-ac97-eb2d793c3267 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:06.620012 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.643673 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=e981273b-60c9-4c85-89b2-06941069c2dd,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:06.650661 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298b4eed-cd20-48d8-a4fa-e97649d190db x-openstack-request-id: req-298b4eed-cd20-48d8-a4fa-e97649d190db {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:06.650975 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65435942-1490-4571-a528-70087e699d48", "name": "network-vif-plugged", "status": "completed", "tag": "e981273b-60c9-4c85-89b2-06941069c2dd", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:06.651230 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-298b4eed-cd20-48d8-a4fa-e97649d190db {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:06.651612 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65435942-1490-4571-a528-70087e699d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e981273b-60c9-4c85-89b2-06941069c2dd', 'code': 200} Sep 16 04:55:06.658278 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:06.658609 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:06.658980 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:06.659320 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:06.659650 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:06.660056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:06.660387 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:06.660711 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:06.661035 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:06.661356 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:06.661678 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:06.661994 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:06.720419 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.755133 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f7f8015-676b-4880-ac77-636bec810ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.755846 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 66623d8c-dd23-4efe-ac97-eb2d793c3267, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:06.759604 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-25235ad9-fc68-448c-a13d-4c3891901b8d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.845042 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25235ad9-fc68-448c-a13d-4c3891901b8d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff1e50f-7c60-4620-a8cd-8bb6282671ac,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:06.845927 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.869501 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f8015-676b-4880-ac77-636bec810ebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0ca5355-66a5-446c-8970-0c3c88361e82,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:06.882118 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c00507-1f7a-4dba-8eed-bffa9625b932 req-25a5005a-5718-45b2-ad3d-69fb09985bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:06.883673 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e8c00507-1f7a-4dba-8eed-bffa9625b932 req-25a5005a-5718-45b2-ad3d-69fb09985bb9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 1102 time: 0.1192963 Sep 16 04:55:06.889405 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f8015-676b-4880-ac77-636bec810ebe admin admin] Checking segment: {'id': '31c62c41-ebbc-4367-8110-f4bce7f5b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:06.889807 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7f8015-676b-4880-ac77-636bec810ebe admin admin] Network hostable DHCP agents. Network: 0ed085ad-0528-4e23-be9f-f0e1d81c551f, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:55:06.898383 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=66623d8c-dd23-4efe-ac97-eb2d793c3267,revision_number=13']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:06.930619 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-25235ad9-fc68-448c-a13d-4c3891901b8d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.931915 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-25235ad9-fc68-448c-a13d-4c3891901b8d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7353933 Sep 16 04:55:06.934938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50632) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:06.952775 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e8c00507-1f7a-4dba-8eed-bffa9625b932 req-60cb9fb7-56e3-48c0-b922-e98af578c0a2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571344 Sep 16 04:55:06.959366 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-26329ce6-af50-4fda-ae9c-96449fe3c1ba tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.966731 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-26329ce6-af50-4fda-ae9c-96449fe3c1ba tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.017855 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7f8015-676b-4880-ac77-636bec810ebe admin admin] Network 0ed085ad-0528-4e23-be9f-f0e1d81c551f is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:55:07.057737 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0328be-c590-40b4-8d69-fb2e3997442d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Made reservation on behalf of 9f080ac971624300b5c5912be139bd54 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:07.061410 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb0328be-c590-40b4-8d69-fb2e3997442d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.068295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781e2ad-e11e-461f-9fdd-177f9fd1888b req-d750916b-b8e6-48aa-9652-cf9ece037e94 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:07.069857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4781e2ad-e11e-461f-9fdd-177f9fd1888b req-d750916b-b8e6-48aa-9652-cf9ece037e94 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.0518010 Sep 16 04:55:07.078818 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-fb0328be-c590-40b4-8d69-fb2e3997442d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] device_id is not set on port c963dcdb-1406-46a0-a4cd-63adbce5281f yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:07.398670 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-26329ce6-af50-4fda-ae9c-96449fe3c1ba tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.406217 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-26329ce6-af50-4fda-ae9c-96449fe3c1ba tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.407386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-26329ce6-af50-4fda-ae9c-96449fe3c1ba tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/1ff1e50f-7c60-4620-a8cd-8bb6282671ac HTTP/1.1" status: 204 len: 168 time: 0.4712963 Sep 16 04:55:07.411808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50636) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:07.425922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26329ce6-af50-4fda-ae9c-96449fe3c1ba tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ff1e50f-7c60-4620-a8cd-8bb6282671ac,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:07.448431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4781e2ad-e11e-461f-9fdd-177f9fd1888b req-f11be04e-cf0d-428a-91fb-bdfe3905b745 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3719568 Sep 16 04:55:07.476166 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3e8563d8-5c51-4988-97b5-a2e55a42f92b tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0618048 Sep 16 04:55:07.476775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50640) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:07.491791 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-5f7f8015-676b-4880-ac77-636bec810ebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 0ed085ad-0528-4e23-be9f-f0e1d81c551f) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:07.500706 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175d8204-1d60-4c87-a34b-ad4f232ef46b None None] Network 0ed085ad-0528-4e23-be9f-f0e1d81c551f requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:07.502602 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7f8015-676b-4880-ac77-636bec810ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:07.503211 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f7f8015-676b-4880-ac77-636bec810ebe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.528091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:07.539392 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e8d57799-7743-4fda-a6a2-8e844370b6e1 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.565147 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e8d57799-7743-4fda-a6a2-8e844370b6e1 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.585057 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-fb0328be-c590-40b4-8d69-fb2e3997442d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Allocated IP 172.20.0.7 (57cd69b5-3d22-44b5-9ee8-3011c976aa2c/b90a5b64-60dd-4b7b-beb4-1fa2747f6acf/c963dcdb-1406-46a0-a4cd-63adbce5281f) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:07.759124 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ee751-da27-4522-860a-b797e6855b15 req-0e719dd8-eaef-4b1a-af29-f0cd1d78095e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:07.760836 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d3ee751-da27-4522-860a-b797e6855b15 req-0e719dd8-eaef-4b1a-af29-f0cd1d78095e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 950 time: 0.0967984 Sep 16 04:55:07.774958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502f947-bf00-46da-a7f1-6eb3370017b8 req-f8e51dc5-023c-4077-8eea-8948c00588d0 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:07.776576 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3502f947-bf00-46da-a7f1-6eb3370017b8 req-f8e51dc5-023c-4077-8eea-8948c00588d0 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 943 time: 0.1018167 Sep 16 04:55:07.806610 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5f7f8015-676b-4880-ac77-636bec810ebe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6808484 Sep 16 04:55:07.809337 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50648) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:07.814626 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-fbf8ffe6-bb4d-4efd-8725-f00f41104938 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:07.852940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d3ee751-da27-4522-860a-b797e6855b15 req-5aaec3fd-f1cd-43ad-b5d4-e45053056699 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753756 Sep 16 04:55:07.854637 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:07.863232 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e8d57799-7743-4fda-a6a2-8e844370b6e1 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.870267 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e8d57799-7743-4fda-a6a2-8e844370b6e1 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.870267 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e8d57799-7743-4fda-a6a2-8e844370b6e1 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "DELETE /v2.0/security-groups/04f1137e-85b7-42e1-bef5-660ac2fb1c1b HTTP/1.1" status: 204 len: 168 time: 0.3898296 Sep 16 04:55:07.877854 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50650) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:07.882983 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3502f947-bf00-46da-a7f1-6eb3370017b8 req-b8ad3945-6781-4c17-8b93-2ed0179e9000 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981629 Sep 16 04:55:07.895051 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d57799-7743-4fda-a6a2-8e844370b6e1 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f1137e-85b7-42e1-bef5-660ac2fb1c1b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:07.907463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0', 'network_id': '891f88b4-8a81-44ed-8083-f8871519ebc1', 'port_id': 'f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0', 'mac_address': 'fa:16:3e:a0:5b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11d457e-5c38-4c60-bb5b-2d1c066b76df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:07.916511 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d995e88-e688-4d26-838b-a7994009431f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:55:07.917094 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7d995e88-e688-4d26-838b-a7994009431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.975989 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2cb4c188-2d40-4259-bc43-fac81a5178f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.004099 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9510c451-62b6-44ff-b6ac-379ecb427d31 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1249566 Sep 16 04:55:08.008130 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50652) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:08.014372 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d4c2d78b-e9d8-4b67-8874-d1ea28478190 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group': {'name': 'tempest-secgroup--1548686973'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:08.021330 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.046741 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fbf8ffe6-bb4d-4efd-8725-f00f41104938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.047401 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:08.047589 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb0328be-c590-40b4-8d69-fb2e3997442d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.048793 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fbf8ffe6-bb4d-4efd-8725-f00f41104938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.076690 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:08.107499 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fbf8ffe6-bb4d-4efd-8725-f00f41104938 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.117889 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-7d995e88-e688-4d26-838b-a7994009431f None None] Allocated IP 172.20.0.2 (0ed085ad-0528-4e23-be9f-f0e1d81c551f/c0ca5355-66a5-446c-8970-0c3c88361e82/bc9b8894-78d3-402e-9424-cca2f1570f37) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:08.177493 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d4c2d78b-e9d8-4b67-8874-d1ea28478190 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.243330 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.247530 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb0328be-c590-40b4-8d69-fb2e3997442d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.295699 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7d995e88-e688-4d26-838b-a7994009431f None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.309385 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:08.309627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0328be-c590-40b4-8d69-fb2e3997442d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Pushing event updated for resources: {'Port': ['ID=c963dcdb-1406-46a0-a4cd-63adbce5281f,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:08.322388 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d4c2d78b-e9d8-4b67-8874-d1ea28478190 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.331564 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0328be-c590-40b4-8d69-fb2e3997442d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Network 57cd69b5-3d22-44b5-9ee8-3011c976aa2c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:08.332947 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-fb0328be-c590-40b4-8d69-fb2e3997442d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:08.335187 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0328be-c590-40b4-8d69-fb2e3997442d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:08.383256 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fbf8ffe6-bb4d-4efd-8725-f00f41104938 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.395530 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0328be-c590-40b4-8d69-fb2e3997442d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:08.397395 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb0328be-c590-40b4-8d69-fb2e3997442d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.469644 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7d995e88-e688-4d26-838b-a7994009431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.514290 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d995e88-e688-4d26-838b-a7994009431f None None] Network 0ed085ad-0528-4e23-be9f-f0e1d81c551f is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:08.518129 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-7d995e88-e688-4d26-838b-a7994009431f None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:08.524167 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d995e88-e688-4d26-838b-a7994009431f None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:08.532765 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d4c2d78b-e9d8-4b67-8874-d1ea28478190 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.536178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d995e88-e688-4d26-838b-a7994009431f None None] Pushing event updated for resources: {'Port': ['ID=bc9b8894-78d3-402e-9424-cca2f1570f37,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:08.561530 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-aa691637-c34e-4ad7-8db2-a56e4532463f None None] Provisioning complete for port c963dcdb-1406-46a0-a4cd-63adbce5281f triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:08.562509 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aa691637-c34e-4ad7-8db2-a56e4532463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.570916 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2d78b-e9d8-4b67-8874-d1ea28478190 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c4c2f2-cffc-4884-9003-79d163d71a27,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:08.621333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29237272-c02f-4ff5-ab48-938a81cda2a9 req-b2f765f6-63d2-41e0-8dc3-58189d8502ff tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:08.622002 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7d995e88-e688-4d26-838b-a7994009431f None None] Attempting to bind port bc9b8894-78d3-402e-9424-cca2f1570f37 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:08.622002 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7d995e88-e688-4d26-838b-a7994009431f None None] Attempting to bind port bc9b8894-78d3-402e-9424-cca2f1570f37 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '31c62c41-ebbc-4367-8110-f4bce7f5b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:08.622219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d995e88-e688-4d26-838b-a7994009431f None None] Attempting to bind port bc9b8894-78d3-402e-9424-cca2f1570f37 on network 0ed085ad-0528-4e23-be9f-f0e1d81c551f {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:08.622916 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-29237272-c02f-4ff5-ab48-938a81cda2a9 req-b2f765f6-63d2-41e0-8dc3-58189d8502ff tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.0891800 Sep 16 04:55:08.627359 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.632072 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-aa691637-c34e-4ad7-8db2-a56e4532463f None None] Port c963dcdb-1406-46a0-a4cd-63adbce5281f cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:08.633333 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d995e88-e688-4d26-838b-a7994009431f None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:08.633671 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d995e88-e688-4d26-838b-a7994009431f None None] Checking segment: {'id': '31c62c41-ebbc-4367-8110-f4bce7f5b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:08.634065 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7d995e88-e688-4d26-838b-a7994009431f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.634444 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d995e88-e688-4d26-838b-a7994009431f None None] Bound using segment: {'id': '31c62c41-ebbc-4367-8110-f4bce7f5b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:08.635039 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7d995e88-e688-4d26-838b-a7994009431f None None] Bound port: bc9b8894-78d3-402e-9424-cca2f1570f37, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c62c41-ebbc-4367-8110-f4bce7f5b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:08.635485 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7d995e88-e688-4d26-838b-a7994009431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.652193 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66623d8c-dd23-4efe-ac97-eb2d793c3267'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:08.654487 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5876ab92-3a94-44b4-9220-f20361a9474b" -d '{"events": [{"server_uuid": "c8312c90-11fe-4531-b739-09951fe2a5cd", "name": "network-vif-plugged", "status": "completed", "tag": "66623d8c-dd23-4efe-ac97-eb2d793c3267"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:08.709403 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-29237272-c02f-4ff5-ab48-938a81cda2a9 req-170338f5-2988-49a5-aef5-7fff58ea7ae4 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734603 Sep 16 04:55:08.716547 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7d995e88-e688-4d26-838b-a7994009431f None None] For port bc9b8894-78d3-402e-9424-cca2f1570f37, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:08.720199 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7d995e88-e688-4d26-838b-a7994009431f None None] For port bc9b8894-78d3-402e-9424-cca2f1570f37, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=bc9b8894-78d3-402e-9424-cca2f1570f37,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:08.732522 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81eac8c-5027-4b19-add2-e2b1f76fa8cc x-openstack-request-id: req-d81eac8c-5027-4b19-add2-e2b1f76fa8cc {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:08.732813 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8312c90-11fe-4531-b739-09951fe2a5cd", "name": "network-vif-plugged", "status": "completed", "tag": "66623d8c-dd23-4efe-ac97-eb2d793c3267", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:08.733064 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d81eac8c-5027-4b19-add2-e2b1f76fa8cc {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:08.733452 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'code': 200} Sep 16 04:55:08.750828 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fb0328be-c590-40b4-8d69-fb2e3997442d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5857947 Sep 16 04:55:08.751965 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d4c2d78b-e9d8-4b67-8874-d1ea28478190 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.753102 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d4c2d78b-e9d8-4b67-8874-d1ea28478190 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7441120 Sep 16 04:55:08.760571 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50660) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:08.764838 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50662) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:08.769446 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-fdd5ec1b-c26f-4501-94de-d85f40d9cd69 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group_rule': {'security_group_id': '23c4c2f2-cffc-4884-9003-79d163d71a27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:08.855165 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fbf8ffe6-bb4d-4efd-8725-f00f41104938 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.873748 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'project_id': '9f080ac971624300b5c5912be139bd54', 'port_id': 'c963dcdb-1406-46a0-a4cd-63adbce5281f'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:08.876720 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fbf8ffe6-bb4d-4efd-8725-f00f41104938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.882300 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7d995e88-e688-4d26-838b-a7994009431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.950533 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d995e88-e688-4d26-838b-a7994009431f None None] Pushing event updated for resources: {'Port': ['ID=bc9b8894-78d3-402e-9424-cca2f1570f37,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:09.007822 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ec1b-c26f-4501-94de-d85f40d9cd69 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.130075 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-fbf8ffe6-bb4d-4efd-8725-f00f41104938 admin admin] Allocated IP 172.25.4.241 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/9a508436-c9a1-4454-9431-73f171e65632) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:09.142564 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.179360 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dda62-ca7b-4fe8-8931-4dfbbc97fab6 req-cc8a529c-79c2-49c0-8666-a053d248f1b7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:09.180954 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b0dda62-ca7b-4fe8-8931-4dfbbc97fab6 req-cc8a529c-79c2-49c0-8666-a053d248f1b7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 950 time: 0.1888466 Sep 16 04:55:09.200189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a701208-9b39-4c39-9f5b-33d11ba24c5f req-961973d7-d1a7-4e6f-bb0b-41cb8757e389 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:09.201912 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a701208-9b39-4c39-9f5b-33d11ba24c5f req-961973d7-d1a7-4e6f-bb0b-41cb8757e389 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 944 time: 0.2033548 Sep 16 04:55:09.205263 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.261265 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ec1b-c26f-4501-94de-d85f40d9cd69 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.295254 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:09.313795 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.353038 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b0dda62-ca7b-4fe8-8931-4dfbbc97fab6 req-e0390148-d887-49ed-bec4-cff668223cbc tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443996 Sep 16 04:55:09.406080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a701208-9b39-4c39-9f5b-33d11ba24c5f req-f84103fd-68ad-4c02-919e-c2871be616f0 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752601 Sep 16 04:55:09.406366 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device bc9b8894-78d3-402e-9424-cca2f1570f37 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:09.431027 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fbf8ffe6-bb4d-4efd-8725-f00f41104938 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.442945 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ec1b-c26f-4501-94de-d85f40d9cd69 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.476304 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5ec1b-c26f-4501-94de-d85f40d9cd69 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8575185b-52fc-46b4-9d52-ba9c3a1c2766,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:09.506674 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port bc9b8894-78d3-402e-9424-cca2f1570f37 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:09.507073 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.606970 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ec1b-c26f-4501-94de-d85f40d9cd69 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.608296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fdd5ec1b-c26f-4501-94de-d85f40d9cd69 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8423753 Sep 16 04:55:09.611691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50672) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:09.622202 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.629788 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-035faf69-e875-468d-969c-7445c9881e30 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-group-rules/8575185b-52fc-46b4-9d52-ba9c3a1c2766 HTTP/1.1" status: 200 len: 763 time: 0.0164409 Sep 16 04:55:09.632600 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50674) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:09.647619 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fbf8ffe6-bb4d-4efd-8725-f00f41104938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.668130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port bc9b8894-78d3-402e-9424-cca2f1570f37, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=bc9b8894-78d3-402e-9424-cca2f1570f37,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:09.693362 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf8ffe6-bb4d-4efd-8725-f00f41104938 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:09.702672 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Allocated IP 172.25.4.242 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/fe51537c-4af5-4dd6-8d19-47ae61626154) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:09.704914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-fbf8ffe6-bb4d-4efd-8725-f00f41104938 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:09.711877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf8ffe6-bb4d-4efd-8725-f00f41104938 admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:09.732103 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7527ba41-d443-41ad-bcdc-8a022e4c54b8 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0960946 Sep 16 04:55:09.733961 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50680) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:09.737969 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.790407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8ffe6-bb4d-4efd-8725-f00f41104938 admin admin] Pushing event updated for resources: {'Port': ['ID=9a508436-c9a1-4454-9431-73f171e65632,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:09.818564 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c52dfde4-bbc9-4cf8-a93d-319815ea01e3 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.821378 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=bc9b8894-78d3-402e-9424-cca2f1570f37,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:09.832202 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c52dfde4-bbc9-4cf8-a93d-319815ea01e3 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.899932 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.983522 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c52dfde4-bbc9-4cf8-a93d-319815ea01e3 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.990294 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c52dfde4-bbc9-4cf8-a93d-319815ea01e3 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.991624 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c52dfde4-bbc9-4cf8-a93d-319815ea01e3 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/8575185b-52fc-46b4-9d52-ba9c3a1c2766 HTTP/1.1" status: 204 len: 168 time: 0.2563777 Sep 16 04:55:09.994726 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50688) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:09.995808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6ebcf-d66d-42a2-814d-4c87eec1200f req-cf94ebb5-01cb-4ffe-a836-2890a396871a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:09.997712 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97c6ebcf-d66d-42a2-814d-4c87eec1200f req-cf94ebb5-01cb-4ffe-a836-2890a396871a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.1623349 Sep 16 04:55:10.008626 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52dfde4-bbc9-4cf8-a93d-319815ea01e3 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8575185b-52fc-46b4-9d52-ba9c3a1c2766,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:10.020319 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.049084 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97c6ebcf-d66d-42a2-814d-4c87eec1200f req-37b6df86-4a04-4759-8769-53dceccd1ef3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413015 Sep 16 04:55:10.087566 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:10.110221 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b1543c28-0d66-4ff1-bb35-57baf6e2bbeb tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1136754 Sep 16 04:55:10.111422 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:10.114668 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:10.117635 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50694) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:10.123783 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8d2867f4-20c2-4022-a50e-86b8448f145a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group_rule': {'security_group_id': '23c4c2f2-cffc-4884-9003-79d163d71a27', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:10.149597 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Pushing event updated for resources: {'Port': ['ID=fe51537c-4af5-4dd6-8d19-47ae61626154,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:10.192556 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7be816-7284-45e4-93c0-5f89ad815437 None None] Network 0ed085ad-0528-4e23-be9f-f0e1d81c551f requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:10.203689 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fbf8ffe6-bb4d-4efd-8725-f00f41104938 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.291228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-af1760b9-f34f-4163-9c90-7021ace54acf None None] Provisioning complete for port bc9b8894-78d3-402e-9424-cca2f1570f37 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:10.291606 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af1760b9-f34f-4163-9c90-7021ace54acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.397483 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d2867f4-20c2-4022-a50e-86b8448f145a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.470363 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fbf8ffe6-bb4d-4efd-8725-f00f41104938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.563766 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d2867f4-20c2-4022-a50e-86b8448f145a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.672272 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.685286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dadb6f-22cc-4620-b711-3c2331503371 req-e17c544d-a42a-48ea-9f45-10df57832e68 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:10.687611 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05dadb6f-22cc-4620-b711-3c2331503371 req-e17c544d-a42a-48ea-9f45-10df57832e68 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 950 time: 0.2091410 Sep 16 04:55:10.701351 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d2867f4-20c2-4022-a50e-86b8448f145a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.713083 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ef3e-0a7a-4992-9a87-b5161ff3afd3 req-b1d14c3f-041d-41c6-afcf-3ae679e35543 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:10.715391 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.722582 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0935ef3e-0a7a-4992-9a87-b5161ff3afd3 req-b1d14c3f-041d-41c6-afcf-3ae679e35543 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 944 time: 0.1410496 Sep 16 04:55:10.737847 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2867f4-20c2-4022-a50e-86b8448f145a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75beffd0-3e2a-4121-884f-5fa032e024d9,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:10.779093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0dd6e2a7-2d2b-47e3-a12d-f9ec5f881605 None None] Provisioning complete for port bc9b8894-78d3-402e-9424-cca2f1570f37 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:10.779674 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0dd6e2a7-2d2b-47e3-a12d-f9ec5f881605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.837723 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d2867f4-20c2-4022-a50e-86b8448f145a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.839138 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8d2867f4-20c2-4022-a50e-86b8448f145a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7198796 Sep 16 04:55:10.842093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50714) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:10.845216 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05dadb6f-22cc-4620-b711-3c2331503371 req-7f118ad6-a418-48e3-adee-c047104c5512 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472566 Sep 16 04:55:10.850635 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0935ef3e-0a7a-4992-9a87-b5161ff3afd3 req-97aeb9e3-c58f-4801-a720-0faf0d1ca87a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271856 Sep 16 04:55:10.873496 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5616a5fa-a274-43a9-851d-6d71be50fbe9 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-group-rules/75beffd0-3e2a-4121-884f-5fa032e024d9 HTTP/1.1" status: 200 len: 763 time: 0.0228062 Sep 16 04:55:10.896853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50718) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:10.923266 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.981568 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-389423f7-1a86-4cdb-9ebd-cb28f08ad240 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0788488 Sep 16 04:55:10.984880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50720) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:11.039025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf8ffe6-bb4d-4efd-8725-f00f41104938 admin admin] Router 98e876b2-760b-4951-aae5-895c9f69f483 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:55:11.065617 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-137b1f1a-d21d-47ff-a6f8-c944ab27367b tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.075519 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-137b1f1a-d21d-47ff-a6f8-c944ab27367b tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.149395 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00074d-7d79-4d48-a221-41decdf7af84 req-8ace1206-04e4-481e-a50b-86b8ff703866 tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:11.151234 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc00074d-7d79-4d48-a221-41decdf7af84 req-8ace1206-04e4-481e-a50b-86b8ff703866 tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 1102 time: 0.1423924 Sep 16 04:55:11.180300 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.283662 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-137b1f1a-d21d-47ff-a6f8-c944ab27367b tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.293996 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc00074d-7d79-4d48-a221-41decdf7af84 req-8e9a568c-4d6b-45ce-852e-2a4eeb01aacf tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343026 Sep 16 04:55:11.297423 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-137b1f1a-d21d-47ff-a6f8-c944ab27367b tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.299009 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-137b1f1a-d21d-47ff-a6f8-c944ab27367b tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/75beffd0-3e2a-4121-884f-5fa032e024d9 HTTP/1.1" status: 204 len: 168 time: 0.3068042 Sep 16 04:55:11.301374 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50724) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:11.313871 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b1f1a-d21d-47ff-a6f8-c944ab27367b tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75beffd0-3e2a-4121-884f-5fa032e024d9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:11.317142 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device bc9b8894-78d3-402e-9424-cca2f1570f37 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:11.317289 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf8ffe6-bb4d-4efd-8725-f00f41104938 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:11.347464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78440b-24c1-45ae-879f-e08ba4a99f84 req-ddf30295-f409-4059-a8f9-6c02236c0afc tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:11.359892 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.360184 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd78440b-24c1-45ae-879f-e08ba4a99f84 req-ddf30295-f409-4059-a8f9-6c02236c0afc tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.1819992 Sep 16 04:55:11.370502 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] Sync routers for ids ['98e876b2-760b-4951-aae5-895c9f69f483'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:11.409987 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] Routers {'98e876b2-760b-4951-aae5-895c9f69f483'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:11.412145 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:55:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98e876b2-760b-4951-aae5-895c9f69f483'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:11.429851 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd78440b-24c1-45ae-879f-e08ba4a99f84 req-a9a70544-f799-42e9-b788-7ad06fc9aa46 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688410 Sep 16 04:55:11.454168 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Pushing event updated for resources: {'Port': ['ID=fe51537c-4af5-4dd6-8d19-47ae61626154,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:11.480413 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fbf8ffe6-bb4d-4efd-8725-f00f41104938 admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.484076 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fbf8ffe6-bb4d-4efd-8725-f00f41104938 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6712089 Sep 16 04:55:11.484249 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-52e77cea-53ff-4630-8f17-bdb7a6ce1cd9 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1805875 Sep 16 04:55:11.485880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50728) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:11.487490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50730) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:11.493162 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-4114791a-432f-4b03-bb65-6b4d98ea2d6d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Request body: {'security_group_rule': {'security_group_id': '23c4c2f2-cffc-4884-9003-79d163d71a27', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:11.529120 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port bc9b8894-78d3-402e-9424-cca2f1570f37 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:11.529966 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.551449 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.638283 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:11.733009 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] Set router 98e876b2-760b-4951-aae5-895c9f69f483 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:11.736833 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-ebb62cea-dc4a-48f4-8f46-62a515138c25 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401678 Sep 16 04:55:11.791115 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Floating IP 08cb531d-a40c-4494-91b7-b9e38b080c8d associated. External IP: 172.25.4.242, port: c963dcdb-1406-46a0-a4cd-63adbce5281f. Sep 16 04:55:12.053573 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:10Z', 'revision_number': 3, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:12.103873 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] Checking router: 98e876b2-760b-4951-aae5-895c9f69f483 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:12.104268 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] Updating router 98e876b2-760b-4951-aae5-895c9f69f483 port 9a508436-c9a1-4454-9431-73f171e65632 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:55:12.106739 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:55:12.114186 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:12.114186 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.125269 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Router 7eb08ab3-731f-40fc-8c77-2bb5837f98c8 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:12.138246 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4114791a-432f-4b03-bb65-6b4d98ea2d6d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.174527 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.264723 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:12.274434 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f18563-409a-41ac-b9f2-82de85a036f2 None None] Sync routers for ids ['7eb08ab3-731f-40fc-8c77-2bb5837f98c8'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:12.285612 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f18563-409a-41ac-b9f2-82de85a036f2 None None] Routers {'7eb08ab3-731f-40fc-8c77-2bb5837f98c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:12.291757 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-70f18563-409a-41ac-b9f2-82de85a036f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:55:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7eb08ab3-731f-40fc-8c77-2bb5837f98c8'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:12.335461 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-70f18563-409a-41ac-b9f2-82de85a036f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:12.339777 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4114791a-432f-4b03-bb65-6b4d98ea2d6d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.351071 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f18563-409a-41ac-b9f2-82de85a036f2 None None] Routers {'7eb08ab3-731f-40fc-8c77-2bb5837f98c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:12.352342 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-70f18563-409a-41ac-b9f2-82de85a036f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:55:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7eb08ab3-731f-40fc-8c77-2bb5837f98c8'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:12.361189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b78d9-935b-4ab8-9bb3-c5052239e3f4 req-5070abed-b64b-432a-b0cb-a94fdc95281d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:12.371531 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-058b78d9-935b-4ab8-9bb3-c5052239e3f4 req-5070abed-b64b-432a-b0cb-a94fdc95281d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 944 time: 0.2740626 Sep 16 04:55:12.387737 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.409757 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-70f18563-409a-41ac-b9f2-82de85a036f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:12.410875 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f18563-409a-41ac-b9f2-82de85a036f2 None None] The sync data for ids ['7eb08ab3-731f-40fc-8c77-2bb5837f98c8'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:12.417063 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.455261 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2a3d3b63-8af1-4f5d-979a-4adb9c54d308 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.6932452 Sep 16 04:55:12.457644 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50746) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:12.463927 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-d50af7d0-76b5-40c9-9082-6b207c11c137 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:12.472553 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-d50af7d0-76b5-40c9-9082-6b207c11c137 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7339425 Sep 16 04:55:12.494040 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:12.499193 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80f5a38-243d-4fdc-b7fe-0528c15f15c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:12.503026 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f8565f-e51b-46fa-89c7-7979da46a508" -d '{"events": [{"server_uuid": "b80f5a38-243d-4fdc-b7fe-0528c15f15c0", "name": "network-vif-plugged", "status": "completed", "tag": "f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:12.503194 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4114791a-432f-4b03-bb65-6b4d98ea2d6d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.526380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-3205ff2e-f933-444b-a498-379c7b5f23af tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/quotas/92e43dc0cc3d42d2b269252909ac15b0 HTTP/1.1" status: 200 len: 375 time: 0.0528135 Sep 16 04:55:12.552202 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-058b78d9-935b-4ab8-9bb3-c5052239e3f4 req-cc5d13bd-1ad3-4754-9846-9db9076a7288 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735053 Sep 16 04:55:12.606908 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.655627 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114791a-432f-4b03-bb65-6b4d98ea2d6d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099c4f87-6ee4-460d-a8b8-ac38a3dd1445,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:12.674640 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-307cd35a-6c8f-4aa4-913f-5f4caafb72b2 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] 10.222.0.20 "GET /v2.0/floatingips/08cb531d-a40c-4494-91b7-b9e38b080c8d HTTP/1.1" status: 200 len: 982 time: 0.2154822 Sep 16 04:55:12.676901 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50752) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:12.773371 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4114791a-432f-4b03-bb65-6b4d98ea2d6d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.785341 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4114791a-432f-4b03-bb65-6b4d98ea2d6d tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2967999 Sep 16 04:55:12.786272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50754) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:12.818295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-2a87d7a5-70c2-47e3-8760-0e4b78491313 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2909780 Sep 16 04:55:12.912236 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:12.925637 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7fc935be-c39a-4cdf-a9bf-4902fd24313b tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.2431312 Sep 16 04:55:12.926317 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50756) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:12.986908 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ec6842b4-1fae-4d50-94b5-a2ae69efb5fb tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-group-rules/099c4f87-6ee4-460d-a8b8-ac38a3dd1445 HTTP/1.1" status: 200 len: 764 time: 0.1962473 Sep 16 04:55:12.990983 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50758) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:13.009867 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.069802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8718f19d-25cd-4b47-aee3-bacd222a1a6e tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0755119 Sep 16 04:55:13.073562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50760) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:13.114569 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.165746 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89338126-6175-4a1b-9efb-dd19e088742a req-97aca59b-3512-4085-8149-12687c1ef21f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.167808 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89338126-6175-4a1b-9efb-dd19e088742a req-97aca59b-3512-4085-8149-12687c1ef21f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.3786552 Sep 16 04:55:13.252359 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89338126-6175-4a1b-9efb-dd19e088742a req-2235131c-654f-4c63-be2d-6bceea7368a2 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751133 Sep 16 04:55:13.260508 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b32ffdc8-d772-410d-816a-d042b1a6ed38 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.273915 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b32ffdc8-d772-410d-816a-d042b1a6ed38 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.284713 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0329abe3-81e1-4cb7-9352-ab57dcf248ca x-openstack-request-id: req-0329abe3-81e1-4cb7-9352-ab57dcf248ca {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:13.285110 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80f5a38-243d-4fdc-b7fe-0528c15f15c0", "name": "network-vif-plugged", "status": "completed", "tag": "f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:13.285370 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0329abe3-81e1-4cb7-9352-ab57dcf248ca {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:13.285784 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80f5a38-243d-4fdc-b7fe-0528c15f15c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0', 'code': 200} Sep 16 04:55:13.312273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] Attempting to bind port 9a508436-c9a1-4454-9431-73f171e65632 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:13.312273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] Attempting to bind port 9a508436-c9a1-4454-9431-73f171e65632 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:13.312273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] Attempting to bind port 9a508436-c9a1-4454-9431-73f171e65632 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:13.315129 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6117c1-edb1-41fd-b55b-d6427bb9607c None None] Pushing event updated for resources: {'Port': ['ID=9a508436-c9a1-4454-9431-73f171e65632,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:13.335583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:13.336000 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:13.336378 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.336769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:13.337246 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] Bound port: 9a508436-c9a1-4454-9431-73f171e65632, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:13.337648 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.383217 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-6573b77d-9bc8-4898-91a5-6bac303e0e35 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Deleting port fe51537c-4af5-4dd6-8d19-47ae61626154 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:13.383807 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6573b77d-9bc8-4898-91a5-6bac303e0e35 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.408669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] For port 9a508436-c9a1-4454-9431-73f171e65632, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:13.429467 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] For port 9a508436-c9a1-4454-9431-73f171e65632, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9a508436-c9a1-4454-9431-73f171e65632,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:13.448601 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-45d15703-996a-473f-9ec7-f770c0761ed0 req-b0da97fe-6793-4088-b12c-4a526245a576 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 210 time: 0.0969598 Sep 16 04:55:13.489729 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6573b77d-9bc8-4898-91a5-6bac303e0e35 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.489959 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6573b77d-9bc8-4898-91a5-6bac303e0e35 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.503980 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-6573b77d-9bc8-4898-91a5-6bac303e0e35 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Calling delete_port for fe51537c-4af5-4dd6-8d19-47ae61626154 owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:13.509296 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233cc0d-c956-4728-99a5-5ece48129c0d req-9d357057-94b8-444d-bd27-b68ca8f14e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.511224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d233cc0d-c956-4728-99a5-5ece48129c0d req-9d357057-94b8-444d-bd27-b68ca8f14e7c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 1097 time: 0.1584835 Sep 16 04:55:13.566529 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d233cc0d-c956-4728-99a5-5ece48129c0d req-fd2d9a7e-96c0-44ec-b39f-42cd80e234f1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437930 Sep 16 04:55:13.573215 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.573723 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d72ac9f0-b71f-4292-9b23-278475771bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.630853 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b32ffdc8-d772-410d-816a-d042b1a6ed38 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.684854 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b32ffdc8-d772-410d-816a-d042b1a6ed38 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.688494 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b32ffdc8-d772-410d-816a-d042b1a6ed38 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/099c4f87-6ee4-460d-a8b8-ac38a3dd1445 HTTP/1.1" status: 204 len: 168 time: 0.6103194 Sep 16 04:55:13.695738 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] Routers {'98e876b2-760b-4951-aae5-895c9f69f483'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:13.697778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:55:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98e876b2-760b-4951-aae5-895c9f69f483'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:13.698044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50772) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:13.735839 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ffdc8-d772-410d-816a-d042b1a6ed38 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=099c4f87-6ee4-460d-a8b8-ac38a3dd1445,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:13.841765 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6117c1-edb1-41fd-b55b-d6427bb9607c None None] Pushing event updated for resources: {'Port': ['ID=9a508436-c9a1-4454-9431-73f171e65632,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:13.906781 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b0ecdb0b-de04-4d3b-8753-11ea00b54410 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2077837 Sep 16 04:55:13.911151 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50776) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:13.932304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] Set router 98e876b2-760b-4951-aae5-895c9f69f483 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:13.947531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c8d5d-3473-4c30-aec8-1110d2be6fb8 req-89715d91-b617-47cd-b53d-8eef1bbdef73 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.959015 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-785c8d5d-3473-4c30-aec8-1110d2be6fb8 req-89715d91-b617-47cd-b53d-8eef1bbdef73 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.2701085 Sep 16 04:55:13.975499 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6573b77d-9bc8-4898-91a5-6bac303e0e35 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.009412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-d72ac9f0-b71f-4292-9b23-278475771bd0 admin admin] Allocated IP 172.20.0.1 (0ed085ad-0528-4e23-be9f-f0e1d81c551f/c0ca5355-66a5-446c-8970-0c3c88361e82/8b035531-7208-4a96-89b0-24779c8b9118) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:14.039290 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-785c8d5d-3473-4c30-aec8-1110d2be6fb8 req-00fbad15-27be-41ea-b22e-3c4170e24479 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743268 Sep 16 04:55:14.051121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573b77d-9bc8-4898-91a5-6bac303e0e35 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Pushing event deleted for resources: {'Port': ['ID=fe51537c-4af5-4dd6-8d19-47ae61626154,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:14.060199 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6ef46a2-39e7-4825-96db-826d61ae8be3 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.125223 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6ef46a2-39e7-4825-96db-826d61ae8be3 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.141086 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6573b77d-9bc8-4898-91a5-6bac303e0e35 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.141355 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-6573b77d-9bc8-4898-91a5-6bac303e0e35 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Floating IP 08cb531d-a40c-4494-91b7-b9e38b080c8d disassociated (deleted). External IP: 172.25.4.242, port: c963dcdb-1406-46a0-a4cd-63adbce5281f. Sep 16 04:55:14.191230 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d72ac9f0-b71f-4292-9b23-278475771bd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.257041 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:10Z', 'revision_number': 3, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:14.293119 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029337fc-1a4e-49fc-a7f2-4b6a08a27061 None None] The sync data for ids ['98e876b2-760b-4951-aae5-895c9f69f483'] in n-d-712140-13 is: [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:10Z', 'revision_number': 3, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:14.349945 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d72ac9f0-b71f-4292-9b23-278475771bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.374764 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6ef46a2-39e7-4825-96db-826d61ae8be3 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.377423 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6ef46a2-39e7-4825-96db-826d61ae8be3 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.382829 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c6ef46a2-39e7-4825-96db-826d61ae8be3 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "DELETE /v2.0/security-groups/23c4c2f2-cffc-4884-9003-79d163d71a27 HTTP/1.1" status: 204 len: 168 time: 0.4695492 Sep 16 04:55:14.383529 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50782) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:14.413544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72ac9f0-b71f-4292-9b23-278475771bd0 admin admin] Network 0ed085ad-0528-4e23-be9f-f0e1d81c551f is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:14.436692 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-d72ac9f0-b71f-4292-9b23-278475771bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:14.470269 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72ac9f0-b71f-4292-9b23-278475771bd0 admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:14.516496 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ac9f0-b71f-4292-9b23-278475771bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=8b035531-7208-4a96-89b0-24779c8b9118,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:14.564745 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f3c27-605c-456f-abf7-64fcc534db97 req-22bdc924-8c59-4be2-a4dd-d609cf5a8450 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:14.566514 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-319f3c27-605c-456f-abf7-64fcc534db97 req-22bdc924-8c59-4be2-a4dd-d609cf5a8450 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.1744211 Sep 16 04:55:14.568485 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d72ac9f0-b71f-4292-9b23-278475771bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.708632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8bdda456-600c-41a6-9a00-97fbf105a3f3 req-a0382145-b5b8-45e2-92e6-834c242d40bd tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 210 time: 0.1617785 Sep 16 04:55:14.798129 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-319f3c27-605c-456f-abf7-64fcc534db97 req-d1b2f348-9abc-4d3c-876f-37066f3e0785 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127678 Sep 16 04:55:14.892524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-7a870731-8429-4ee5-a375-0548118bffc6 None None] Provisioning complete for port 8b035531-7208-4a96-89b0-24779c8b9118 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:14.892894 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7a870731-8429-4ee5-a375-0548118bffc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.950441 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-7a870731-8429-4ee5-a375-0548118bffc6 None None] Port 8b035531-7208-4a96-89b0-24779c8b9118 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:15.032249 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef46a2-39e7-4825-96db-826d61ae8be3 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c4c2f2-cffc-4884-9003-79d163d71a27,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:15.119558 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-eac96bb1-f37a-4dd5-a2f4-46b5f9df03d1 tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7304323 Sep 16 04:55:15.134720 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50790) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:15.167007 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6573b77d-9bc8-4898-91a5-6bac303e0e35 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Router 7eb08ab3-731f-40fc-8c77-2bb5837f98c8 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:15.169312 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d72ac9f0-b71f-4292-9b23-278475771bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.313919 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-aac3fed6-5f16-4762-9d2c-fa2646a92f9a tempest-SecGroupTest-1666670122 tempest-SecGroupTest-1666670122-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1781335 Sep 16 04:55:15.333256 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f906607-5360-475d-ae5f-872a1ab0e8c9 req-825c49d9-b4d8-414a-90f5-a36f22c58b17 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:15.334868 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f906607-5360-475d-ae5f-872a1ab0e8c9 req-825c49d9-b4d8-414a-90f5-a36f22c58b17 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.1896980 Sep 16 04:55:15.442449 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6573b77d-9bc8-4898-91a5-6bac303e0e35 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:15.448346 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6573b77d-9bc8-4898-91a5-6bac303e0e35 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.453813 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c85327e-5d9a-4f64-91b1-a5d58398b63c None None] Sync routers for ids ['7eb08ab3-731f-40fc-8c77-2bb5837f98c8'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:15.473054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c85327e-5d9a-4f64-91b1-a5d58398b63c None None] Routers {'7eb08ab3-731f-40fc-8c77-2bb5837f98c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:15.475286 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7c85327e-5d9a-4f64-91b1-a5d58398b63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:55:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7eb08ab3-731f-40fc-8c77-2bb5837f98c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:15.509628 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f906607-5360-475d-ae5f-872a1ab0e8c9 req-16dd1e91-106a-4dcf-b557-17f96bb4c10f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618400 Sep 16 04:55:15.585311 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6573b77d-9bc8-4898-91a5-6bac303e0e35 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] 10.222.0.20 "DELETE /v2.0/floatingips/08cb531d-a40c-4494-91b7-b9e38b080c8d HTTP/1.1" status: 204 len: 168 time: 2.6571085 Sep 16 04:55:15.589487 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50794) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:15.596585 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7c85327e-5d9a-4f64-91b1-a5d58398b63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:15.596961 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-fd8fbe50-0984-4a59-b6fe-0d8f149c63a3 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:15.602025 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9a508436-c9a1-4454-9431-73f171e65632 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:15.686190 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c85327e-5d9a-4f64-91b1-a5d58398b63c None None] Routers {'7eb08ab3-731f-40fc-8c77-2bb5837f98c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:15.687274 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7c85327e-5d9a-4f64-91b1-a5d58398b63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:55:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7eb08ab3-731f-40fc-8c77-2bb5837f98c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:15.729513 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d72ac9f0-b71f-4292-9b23-278475771bd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.731870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7c85327e-5d9a-4f64-91b1-a5d58398b63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:15.732625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c85327e-5d9a-4f64-91b1-a5d58398b63c None None] The sync data for ids ['7eb08ab3-731f-40fc-8c77-2bb5837f98c8'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:15.807325 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 9a508436-c9a1-4454-9431-73f171e65632 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:15.807801 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.914067 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c77c2130-b604-41c3-84ae-a2f85906b9d0 req-48f20b30-0a66-4c51-970f-e29dbb778a74 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 210 time: 0.0374446 Sep 16 04:55:15.956425 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd8fbe50-0984-4a59-b6fe-0d8f149c63a3 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.978224 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d72ac9f0-b71f-4292-9b23-278475771bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.990796 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.099784 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 9a508436-c9a1-4454-9431-73f171e65632, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9a508436-c9a1-4454-9431-73f171e65632,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:16.124150 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d72ac9f0-b71f-4292-9b23-278475771bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.128774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ac9f0-b71f-4292-9b23-278475771bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=8b035531-7208-4a96-89b0-24779c8b9118,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:16.147397 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50923195-a547-40f9-864d-cc6a9ad96a66 req-cd2f4c65-6bf7-4566-94a4-6a155c5b6460 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:16.155118 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50923195-a547-40f9-864d-cc6a9ad96a66 req-cd2f4c65-6bf7-4566-94a4-6a155c5b6460 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.2435603 Sep 16 04:55:16.212530 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.270986 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd8fbe50-0984-4a59-b6fe-0d8f149c63a3 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.271888 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50923195-a547-40f9-864d-cc6a9ad96a66 req-4617cb22-52fc-46fc-9bf5-d7eccf333c8e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010196 Sep 16 04:55:16.297811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50804) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:16.518457 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72ac9f0-b71f-4292-9b23-278475771bd0 admin admin] Network 0ed085ad-0528-4e23-be9f-f0e1d81c551f is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:16.518457 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-d72ac9f0-b71f-4292-9b23-278475771bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:16.522479 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=9a508436-c9a1-4454-9431-73f171e65632,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:16.522965 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-fd8fbe50-0984-4a59-b6fe-0d8f149c63a3 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Allocated IP 172.25.4.56 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/57dfccc7-6d95-4bac-a362-f32b925ee77e) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:16.529649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72ac9f0-b71f-4292-9b23-278475771bd0 admin admin] Router 98e876b2-760b-4951-aae5-895c9f69f483 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:16.533244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fdf484f2-1836-4a71-aa53-7662c36382d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4350db1a82b24c71ad01916d924a050a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343669 Sep 16 04:55:16.535967 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50808) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:16.557378 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd8fbe50-0984-4a59-b6fe-0d8f149c63a3 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.716774 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4f74c80-ca1d-4bbd-83f5-98af5c1eeeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.744004 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf3460-e41f-4fc1-a243-5e4fc15900c6 req-bb97f6f1-ab96-4bbf-a42c-9abd9ecd5c97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:16.745588 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4cf3460-e41f-4fc1-a243-5e4fc15900c6 req-bb97f6f1-ab96-4bbf-a42c-9abd9ecd5c97 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.1264880 Sep 16 04:55:16.781954 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4f74c80-ca1d-4bbd-83f5-98af5c1eeeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.796665 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72ac9f0-b71f-4292-9b23-278475771bd0 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:16.804151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d72ac9f0-b71f-4292-9b23-278475771bd0 admin admin] 10.222.0.20 "PUT /v2.0/routers/98e876b2-760b-4951-aae5-895c9f69f483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3145723 Sep 16 04:55:16.842307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4cf3460-e41f-4fc1-a243-5e4fc15900c6 req-32ee000c-1f44-4ba9-97dc-4ec84316c01f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871499 Sep 16 04:55:16.854167 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0c421936-c016-458b-87de-8d96a775cfa1 None None] Provisioning complete for port 8b035531-7208-4a96-89b0-24779c8b9118 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:16.857706 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0c421936-c016-458b-87de-8d96a775cfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.907867 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-0c421936-c016-458b-87de-8d96a775cfa1 None None] Port 8b035531-7208-4a96-89b0-24779c8b9118 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:16.910218 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f325f318-b556-41be-b103-0349220d4791 None None] Sync routers for ids ['98e876b2-760b-4951-aae5-895c9f69f483'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:16.925254 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f325f318-b556-41be-b103-0349220d4791 None None] Routers {'98e876b2-760b-4951-aae5-895c9f69f483'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:16.925966 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f325f318-b556-41be-b103-0349220d4791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:55:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98e876b2-760b-4951-aae5-895c9f69f483'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:16.991338 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd8fbe50-0984-4a59-b6fe-0d8f149c63a3 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.027807 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8fbe50-0984-4a59-b6fe-0d8f149c63a3 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:17.036673 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-fd8fbe50-0984-4a59-b6fe-0d8f149c63a3 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:17.036673 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8fbe50-0984-4a59-b6fe-0d8f149c63a3 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:17.047709 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-f325f318-b556-41be-b103-0349220d4791 None None] Set router 98e876b2-760b-4951-aae5-895c9f69f483 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:17.050085 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d55670b2-6f7f-4f0a-b6db-891d653faf63 req-d23d0899-9022-4854-9835-35a7b8ade96b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 210 time: 0.0328715 Sep 16 04:55:17.064429 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fbe50-0984-4a59-b6fe-0d8f149c63a3 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Pushing event updated for resources: {'Port': ['ID=57dfccc7-6d95-4bac-a362-f32b925ee77e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:17.069090 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4f74c80-ca1d-4bbd-83f5-98af5c1eeeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.079591 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4f74c80-ca1d-4bbd-83f5-98af5c1eeeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.079591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b4f74c80-ca1d-4bbd-83f5-98af5c1eeeb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e71cc4b5-8f88-4982-9b3a-66a9632d6a91 HTTP/1.1" status: 204 len: 168 time: 0.5359902 Sep 16 04:55:17.082788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f74c80-ca1d-4bbd-83f5-98af5c1eeeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71cc4b5-8f88-4982-9b3a-66a9632d6a91,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:17.186259 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd8fbe50-0984-4a59-b6fe-0d8f149c63a3 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.200480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-e372877e-6e1a-470a-9c9d-feb1d491bd3f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376692 Sep 16 04:55:17.394818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72807edb-3954-4849-9e7a-ecb26edec1ee req-a4abde85-c728-46c7-afec-ef8704aed6cb tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:17.397777 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd8fbe50-0984-4a59-b6fe-0d8f149c63a3 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.398352 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72807edb-3954-4849-9e7a-ecb26edec1ee req-a4abde85-c728-46c7-afec-ef8704aed6cb tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.1623654 Sep 16 04:55:17.438399 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f325f318-b556-41be-b103-0349220d4791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:14Z', 'revision_number': 4, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '8b035531-7208-4a96-89b0-24779c8b9118', 'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'mac_address': 'fa:16:3e:93:6e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:13Z', 'updated_at': '2021-09-16T04:55:15Z', 'revision_number': 2, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'subnets': [{'id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:17.465476 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9a508436-c9a1-4454-9431-73f171e65632 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:17.494434 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f325f318-b556-41be-b103-0349220d4791 None None] Checking router: 98e876b2-760b-4951-aae5-895c9f69f483 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:17.500174 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f325f318-b556-41be-b103-0349220d4791 None None] Updating router 98e876b2-760b-4951-aae5-895c9f69f483 port 8b035531-7208-4a96-89b0-24779c8b9118 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:55:17.549753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-e70a22c5-4df8-4b69-b064-34630f4f02c7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:17.552423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-e70a22c5-4df8-4b69-b064-34630f4f02c7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3457451 Sep 16 04:55:17.564601 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-f325f318-b556-41be-b103-0349220d4791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.595610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72807edb-3954-4849-9e7a-ecb26edec1ee req-7ef7515c-ee46-4387-b036-3f0da13f6554 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801140 Sep 16 04:55:17.601025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-88f0ffe8-b4b3-4de5-b263-a1cfa7d17d2b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Request body: {'port': {'device_id': '4bcb0bba-7130-4a37-a8f2-a494bd6977d3', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': '92e43dc0cc3d42d2b269252909ac15b0'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:17.634476 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 9a508436-c9a1-4454-9431-73f171e65632 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:17.634476 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.747249 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd8fbe50-0984-4a59-b6fe-0d8f149c63a3 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.825993 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50838) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:17.849144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-534e18e4-00c5-4eb4-9271-7679cd8cebd4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2071678969', 'description': 'tempest-description--1851563597'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:17.908799 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd8fbe50-0984-4a59-b6fe-0d8f149c63a3 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.005141 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628487d-8b76-440a-b2f3-80cdd44cab8f req-90051751-61b2-494f-9d6f-26d00f5bc9f1 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:18.014393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0628487d-8b76-440a-b2f3-80cdd44cab8f req-90051751-61b2-494f-9d6f-26d00f5bc9f1 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.1428988 Sep 16 04:55:18.060896 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035632c-e5a1-45c0-baf4-f3c7c0820e00 req-bf8ead1c-75b7-4674-807e-f49b0fe57520 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:18.062906 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2035632c-e5a1-45c0-baf4-f3c7c0820e00 req-bf8ead1c-75b7-4674-807e-f49b0fe57520 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.1294968 Sep 16 04:55:18.085179 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fbe50-0984-4a59-b6fe-0d8f149c63a3 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Pushing event updated for resources: {'Port': ['ID=57dfccc7-6d95-4bac-a362-f32b925ee77e,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:18.104128 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-534e18e4-00c5-4eb4-9271-7679cd8cebd4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.118857 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd8fbe50-0984-4a59-b6fe-0d8f149c63a3 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.126318 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-f325f318-b556-41be-b103-0349220d4791 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.134357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0628487d-8b76-440a-b2f3-80cdd44cab8f req-66f5da01-8d8c-460d-bd1b-81ebc06003da tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180663 Sep 16 04:55:18.168385 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2035632c-e5a1-45c0-baf4-f3c7c0820e00 req-3c782761-59dc-416a-ac41-0f303547bc22 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732319 Sep 16 04:55:18.177909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-88f0ffe8-b4b3-4de5-b263-a1cfa7d17d2b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Made reservation on behalf of 92e43dc0cc3d42d2b269252909ac15b0 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:18.184626 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-88f0ffe8-b4b3-4de5-b263-a1cfa7d17d2b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.257551 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-f325f318-b556-41be-b103-0349220d4791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.303207 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd8fbe50-0984-4a59-b6fe-0d8f149c63a3 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.307146 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fd8fbe50-0984-4a59-b6fe-0d8f149c63a3 tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7137363 Sep 16 04:55:18.308568 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50850) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:18.317947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5febfd88-9eb9-41c7-8646-b50db19cfcfd req-df60d653-838a-46c2-84f8-43c1d4a37695 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 210 time: 0.0373731 Sep 16 04:55:18.418767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-88f0ffe8-b4b3-4de5-b263-a1cfa7d17d2b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Allocated IP 192.168.233.249 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/753e1d03-cbf9-45b8-ac27-d94d4111731d) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:18.499015 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d3688-e351-43a4-88a4-bb4167a7b354 None None] Pushing event updated for resources: {'Port': ['ID=8b035531-7208-4a96-89b0-24779c8b9118,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:18.569126 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d3688-e351-43a4-88a4-bb4167a7b354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:18.574940 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d3688-e351-43a4-88a4-bb4167a7b354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:18.575531 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d3688-e351-43a4-88a4-bb4167a7b354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:18.576073 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d3688-e351-43a4-88a4-bb4167a7b354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:18.577014 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d3688-e351-43a4-88a4-bb4167a7b354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:18.579309 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d3688-e351-43a4-88a4-bb4167a7b354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:18.579938 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d3688-e351-43a4-88a4-bb4167a7b354 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:18.580423 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d3688-e351-43a4-88a4-bb4167a7b354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:18.580995 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d3688-e351-43a4-88a4-bb4167a7b354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:18.581789 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d3688-e351-43a4-88a4-bb4167a7b354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:18.584128 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d3688-e351-43a4-88a4-bb4167a7b354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:18.584476 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d3688-e351-43a4-88a4-bb4167a7b354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:18.635168 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-f325f318-b556-41be-b103-0349220d4791 None None] Attempting to bind port 8b035531-7208-4a96-89b0-24779c8b9118 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:18.635515 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-f325f318-b556-41be-b103-0349220d4791 None None] Attempting to bind port 8b035531-7208-4a96-89b0-24779c8b9118 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '31c62c41-ebbc-4367-8110-f4bce7f5b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:18.635849 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f325f318-b556-41be-b103-0349220d4791 None None] Attempting to bind port 8b035531-7208-4a96-89b0-24779c8b9118 on network 0ed085ad-0528-4e23-be9f-f0e1d81c551f {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:18.646203 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f325f318-b556-41be-b103-0349220d4791 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:18.646569 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f325f318-b556-41be-b103-0349220d4791 None None] Checking segment: {'id': '31c62c41-ebbc-4367-8110-f4bce7f5b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:18.647001 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-f325f318-b556-41be-b103-0349220d4791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.647403 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f325f318-b556-41be-b103-0349220d4791 None None] Bound using segment: {'id': '31c62c41-ebbc-4367-8110-f4bce7f5b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:18.647868 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-f325f318-b556-41be-b103-0349220d4791 None None] Bound port: 8b035531-7208-4a96-89b0-24779c8b9118, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c62c41-ebbc-4367-8110-f4bce7f5b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:18.648247 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-f325f318-b556-41be-b103-0349220d4791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.669674 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-534e18e4-00c5-4eb4-9271-7679cd8cebd4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.728246 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-88f0ffe8-b4b3-4de5-b263-a1cfa7d17d2b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.761264 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e818906f-18f9-414e-83d0-858255aabe58 None None] Provisioning complete for port 8b035531-7208-4a96-89b0-24779c8b9118 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:18.763547 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e818906f-18f9-414e-83d0-858255aabe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.795247 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-2a21441a-4f72-4d02-a875-f3fcc17cc149 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:18.800925 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-f325f318-b556-41be-b103-0349220d4791 None None] For port 8b035531-7208-4a96-89b0-24779c8b9118, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:18.807310 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-f325f318-b556-41be-b103-0349220d4791 None None] For port 8b035531-7208-4a96-89b0-24779c8b9118, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8b035531-7208-4a96-89b0-24779c8b9118,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:18.859202 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-534e18e4-00c5-4eb4-9271-7679cd8cebd4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.867312 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e818906f-18f9-414e-83d0-858255aabe58 None None] Port 8b035531-7208-4a96-89b0-24779c8b9118 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:18.923048 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-f325f318-b556-41be-b103-0349220d4791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.949037 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a21441a-4f72-4d02-a875-f3fcc17cc149 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.955783 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e18e4-00c5-4eb4-9271-7679cd8cebd4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9e2328-7bd6-45be-af48-4431c1ff542a,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:18.973136 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0a83f-ff29-493e-a48c-d4d86b48c43e req-a8690f54-f931-440d-bc70-dcc38f927527 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:18.975684 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02b0a83f-ff29-493e-a48c-d4d86b48c43e req-a8690f54-f931-440d-bc70-dcc38f927527 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.1668611 Sep 16 04:55:19.023836 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f325f318-b556-41be-b103-0349220d4791 None None] Routers {'98e876b2-760b-4951-aae5-895c9f69f483'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:19.024281 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-88f0ffe8-b4b3-4de5-b263-a1cfa7d17d2b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.025974 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f325f318-b556-41be-b103-0349220d4791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:55:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98e876b2-760b-4951-aae5-895c9f69f483'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:19.071557 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a00d0f17-67c5-4384-8803-420224b58647', '6077c18b-ba6f-47e5-9415-c613b542742f', '857cdbb8-8bf2-473c-a798-8e72febee3ce', 'eee152ef-2b06-40fa-9b6f-1a6229110f7d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:19.074774 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9', '71451585-a0b8-4c7a-9456-b9cb22c4c309', 'e981273b-60c9-4c85-89b2-06941069c2dd'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:19.100826 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d3688-e351-43a4-88a4-bb4167a7b354 None None] Pushing event updated for resources: {'Port': ['ID=8b035531-7208-4a96-89b0-24779c8b9118,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:19.202331 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-534e18e4-00c5-4eb4-9271-7679cd8cebd4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.208274 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-534e18e4-00c5-4eb4-9271-7679cd8cebd4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3810306 Sep 16 04:55:19.211794 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50870) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:19.230211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-88f0ffe8-b4b3-4de5-b263-a1cfa7d17d2b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:19.235192 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c7207f7a-6c33-4f7d-a6f2-cd29bdc38488 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Request body: {'security_group_rule': {'security_group_id': 'fb9e2328-7bd6-45be-af48-4431c1ff542a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:19.252794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0ffe8-b4b3-4de5-b263-a1cfa7d17d2b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Pushing event updated for resources: {'Port': ['ID=753e1d03-cbf9-45b8-ac27-d94d4111731d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:19.282360 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-88f0ffe8-b4b3-4de5-b263-a1cfa7d17d2b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:19.306669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-88f0ffe8-b4b3-4de5-b263-a1cfa7d17d2b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:19.317693 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-f325f318-b556-41be-b103-0349220d4791 None None] Set router 98e876b2-760b-4951-aae5-895c9f69f483 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:19.455031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02b0a83f-ff29-493e-a48c-d4d86b48c43e req-4ab958dc-3338-4502-9425-928b9a14164a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630558 Sep 16 04:55:19.456806 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7207f7a-6c33-4f7d-a6f2-cd29bdc38488 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.467287 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a21441a-4f72-4d02-a875-f3fcc17cc149 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.654505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-88f0ffe8-b4b3-4de5-b263-a1cfa7d17d2b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:19.659152 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-88f0ffe8-b4b3-4de5-b263-a1cfa7d17d2b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.707496 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-5142088f-7b39-4d17-b770-4a7322bf8879 None None] Provisioning complete for port 8b035531-7208-4a96-89b0-24779c8b9118 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:19.709935 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5142088f-7b39-4d17-b770-4a7322bf8879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.795276 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7207f7a-6c33-4f7d-a6f2-cd29bdc38488 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.878470 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f325f318-b556-41be-b103-0349220d4791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:14Z', 'revision_number': 4, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '8b035531-7208-4a96-89b0-24779c8b9118', 'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'mac_address': 'fa:16:3e:93:6e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:13Z', 'updated_at': '2021-09-16T04:55:18Z', 'revision_number': 4, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'subnets': [{'id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:19.881083 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7207f7a-6c33-4f7d-a6f2-cd29bdc38488 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.923283 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f325f318-b556-41be-b103-0349220d4791 None None] The sync data for ids ['98e876b2-760b-4951-aae5-895c9f69f483'] in n-d-712140-13 is: [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:14Z', 'revision_number': 4, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '8b035531-7208-4a96-89b0-24779c8b9118', 'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'mac_address': 'fa:16:3e:93:6e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:13Z', 'updated_at': '2021-09-16T04:55:18Z', 'revision_number': 4, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'subnets': [{'id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:19.973769 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7207f7a-6c33-4f7d-a6f2-cd29bdc38488 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc1b7d1-9570-4782-b245-832c397d5eeb,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:20.028879 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5142088f-7b39-4d17-b770-4a7322bf8879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.042665 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-2a21441a-4f72-4d02-a875-f3fcc17cc149 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Allocated IP 172.25.4.153 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/9b5de770-c452-49ae-9134-108377f52ffa) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:20.094549 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7207f7a-6c33-4f7d-a6f2-cd29bdc38488 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.098657 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c7207f7a-6c33-4f7d-a6f2-cd29bdc38488 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8818576 Sep 16 04:55:20.109880 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50884) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:20.176761 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-a4bc7fd6-acfc-4353-8946-fa5410c86ec4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Request body: {'security_group_rule': {'security_group_id': 'fb9e2328-7bd6-45be-af48-4431c1ff542a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:20.245902 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5142088f-7b39-4d17-b770-4a7322bf8879 None None] For port 8b035531-7208-4a96-89b0-24779c8b9118, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8b035531-7208-4a96-89b0-24779c8b9118,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:20.319721 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a21441a-4f72-4d02-a875-f3fcc17cc149 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.401083 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7fd6-acfc-4353-8946-fa5410c86ec4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.458422 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5142088f-7b39-4d17-b770-4a7322bf8879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.479811 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a21441a-4f72-4d02-a875-f3fcc17cc149 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.568068 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a21441a-4f72-4d02-a875-f3fcc17cc149 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:20.570171 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7fd6-acfc-4353-8946-fa5410c86ec4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.573876 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-2a21441a-4f72-4d02-a875-f3fcc17cc149 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:20.598380 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a21441a-4f72-4d02-a875-f3fcc17cc149 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:20.622848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0cc43-f297-44c4-9305-5eec8844d39c req-0061eb29-4920-4317-81bd-9677baae036c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:20.634546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ec0cc43-f297-44c4-9305-5eec8844d39c req-0061eb29-4920-4317-81bd-9677baae036c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 1.3328941 Sep 16 04:55:20.671628 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21441a-4f72-4d02-a875-f3fcc17cc149 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Pushing event updated for resources: {'Port': ['ID=9b5de770-c452-49ae-9134-108377f52ffa,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:20.726291 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7fd6-acfc-4353-8946-fa5410c86ec4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.745329 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ec0cc43-f297-44c4-9305-5eec8844d39c req-170f36d5-a158-4c70-81bc-63f75c8c9e7c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093981 Sep 16 04:55:20.774484 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc7fd6-acfc-4353-8946-fa5410c86ec4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d5b8b1-4cbb-45d8-a292-ea4c1c3885b6,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:20.789431 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142088f-7b39-4d17-b770-4a7322bf8879 None None] Pushing event updated for resources: {'Port': ['ID=8b035531-7208-4a96-89b0-24779c8b9118,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:20.789875 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4cc10-4bed-4e7d-ae42-5f738ee18797 req-0da173d7-498a-45df-85c4-2df4874e0a3c tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:20.803695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-91071e1c-7e1b-42b9-80c2-e36f9d1a0514 None None] Provisioning complete for port 753e1d03-cbf9-45b8-ac27-d94d4111731d triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:20.804141 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-91071e1c-7e1b-42b9-80c2-e36f9d1a0514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.807296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-28c4cc10-4bed-4e7d-ae42-5f738ee18797 req-0da173d7-498a-45df-85c4-2df4874e0a3c tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 936 time: 1.1279955 Sep 16 04:55:20.862931 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-88f0ffe8-b4b3-4de5-b263-a1cfa7d17d2b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2829242 Sep 16 04:55:20.876026 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a21441a-4f72-4d02-a875-f3fcc17cc149 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.898206 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7fd6-acfc-4353-8946-fa5410c86ec4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.903222 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a4bc7fd6-acfc-4353-8946-fa5410c86ec4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7561750 Sep 16 04:55:20.903222 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50894) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:20.907753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Request body: {'port': {'device_id': '4bcb0bba-7130-4a37-a8f2-a494bd6977d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:20.916762 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e2c75de9-f8d5-4e4d-8853-c5a22211e95f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:20.990031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-28c4cc10-4bed-4e7d-ae42-5f738ee18797 req-bf45734a-04ee-4677-b176-3d196478480d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784680 Sep 16 04:55:21.009673 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-91071e1c-7e1b-42b9-80c2-e36f9d1a0514 None None] Port 753e1d03-cbf9-45b8-ac27-d94d4111731d cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:21.090693 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a21441a-4f72-4d02-a875-f3fcc17cc149 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.136749 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.150154 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e2c75de9-f8d5-4e4d-8853-c5a22211e95f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.224497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db953731-0243-42b1-80b8-a4186e87739c req-5d776924-9304-4c1b-90e8-42e15acf3620 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:21.234452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db953731-0243-42b1-80b8-a4186e87739c req-5d776924-9304-4c1b-90e8-42e15acf3620 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.1478429 Sep 16 04:55:21.532250 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8b035531-7208-4a96-89b0-24779c8b9118 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:21.564723 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e2c75de9-f8d5-4e4d-8853-c5a22211e95f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.574421 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a21441a-4f72-4d02-a875-f3fcc17cc149 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.638950 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 8b035531-7208-4a96-89b0-24779c8b9118 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:21.639271 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.667109 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a21441a-4f72-4d02-a875-f3fcc17cc149 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.709061 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db953731-0243-42b1-80b8-a4186e87739c req-3c037cb8-8c4b-4fe3-986a-c5dc0b9d5074 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730749 Sep 16 04:55:21.845111 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 753e1d03-cbf9-45b8-ac27-d94d4111731d {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:21.854631 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.871621 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Transition to ACTIVE for port object 753e1d03-cbf9-45b8-ac27-d94d4111731d will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:21.883115 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21441a-4f72-4d02-a875-f3fcc17cc149 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Pushing event updated for resources: {'Port': ['ID=9b5de770-c452-49ae-9134-108377f52ffa,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:21.912032 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a21441a-4f72-4d02-a875-f3fcc17cc149 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.955025 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-e2c75de9-f8d5-4e4d-8853-c5a22211e95f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Allocated IP 172.25.4.211 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/c2537253-0072-4071-ae50-a82a0beb411d) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:22.008450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44375c9-b9ab-4356-b57b-5f6c8860dc0d req-24f51d36-05e9-4137-90cf-3b8d93803c0e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:22.010306 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b44375c9-b9ab-4356-b57b-5f6c8860dc0d req-24f51d36-05e9-4137-90cf-3b8d93803c0e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.1114345 Sep 16 04:55:22.047315 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.106382 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a21441a-4f72-4d02-a875-f3fcc17cc149 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.116265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50908) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:22.120387 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2a21441a-4f72-4d02-a875-f3fcc17cc149 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7981882 Sep 16 04:55:22.179424 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e2c75de9-f8d5-4e4d-8853-c5a22211e95f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.274628 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b44375c9-b9ab-4356-b57b-5f6c8860dc0d req-3e3a0c1d-4995-440b-b687-14e3745eb059 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556407 Sep 16 04:55:22.293113 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e2c75de9-f8d5-4e4d-8853-c5a22211e95f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.382961 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c75de9-f8d5-4e4d-8853-c5a22211e95f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:22.386277 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-e2c75de9-f8d5-4e4d-8853-c5a22211e95f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:22.394221 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c75de9-f8d5-4e4d-8853-c5a22211e95f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:22.441647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=753e1d03-cbf9-45b8-ac27-d94d4111731d,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:22.460387 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c75de9-f8d5-4e4d-8853-c5a22211e95f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Pushing event updated for resources: {'Port': ['ID=c2537253-0072-4071-ae50-a82a0beb411d,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:22.491382 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-44e82e4a-0a45-4d77-ada4-009ac1362b6d tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.3637853 Sep 16 04:55:22.498295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50914) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:22.573718 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e2c75de9-f8d5-4e4d-8853-c5a22211e95f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.666796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ccfcdac0-01fd-499f-96e6-1172d233d80f tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1672754 Sep 16 04:55:22.670046 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50918) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:22.682302 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f6d4e-4290-4ba3-bf36-303ad115cadb req-d6e681b8-3768-4a89-a27f-cc12510132bf tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:22.690647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c13f6d4e-4290-4ba3-bf36-303ad115cadb req-d6e681b8-3768-4a89-a27f-cc12510132bf tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 948 time: 0.4293480 Sep 16 04:55:22.742089 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e2c75de9-f8d5-4e4d-8853-c5a22211e95f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.828024 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Attempting to bind port 753e1d03-cbf9-45b8-ac27-d94d4111731d on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:22.829251 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Attempting to bind port 753e1d03-cbf9-45b8-ac27-d94d4111731d by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:22.829770 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Attempting to bind port 753e1d03-cbf9-45b8-ac27-d94d4111731d on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:22.921627 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Port 753e1d03-cbf9-45b8-ac27-d94d4111731d on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:22.922393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Attempting to bind port 753e1d03-cbf9-45b8-ac27-d94d4111731d on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:22.933830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:22.934576 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:22.935169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:22.935777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Bound port: 753e1d03-cbf9-45b8-ac27-d94d4111731d, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:22.936321 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.950582 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c13f6d4e-4290-4ba3-bf36-303ad115cadb req-c6ecfbb6-e310-49b3-a627-bb3ff1b79740 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571082 Sep 16 04:55:22.981520 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e2c75de9-f8d5-4e4d-8853-c5a22211e95f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.070032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800210e-23f9-406d-84e9-09c63d511248 req-5e6baa5f-c978-4360-a8e3-725031f9c816 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:23.078254 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7800210e-23f9-406d-84e9-09c63d511248 req-5e6baa5f-c978-4360-a8e3-725031f9c816 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.2521577 Sep 16 04:55:23.104259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] For port 753e1d03-cbf9-45b8-ac27-d94d4111731d, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:23.120874 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e2c75de9-f8d5-4e4d-8853-c5a22211e95f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.131842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] For port 753e1d03-cbf9-45b8-ac27-d94d4111731d, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=753e1d03-cbf9-45b8-ac27-d94d4111731d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:23.153050 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7800210e-23f9-406d-84e9-09c63d511248 req-8c7ddd62-572d-46cc-b30a-0abbe7ab2034 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727618 Sep 16 04:55:23.173430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-98f6f99f-a57a-4244-8d2c-ed3d9e21f5e4 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Deleting port 9b5de770-c452-49ae-9134-108377f52ffa {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:23.179576 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-98f6f99f-a57a-4244-8d2c-ed3d9e21f5e4 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.267657 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e2c75de9-f8d5-4e4d-8853-c5a22211e95f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.271341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c75de9-f8d5-4e4d-8853-c5a22211e95f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Pushing event updated for resources: {'Port': ['ID=c2537253-0072-4071-ae50-a82a0beb411d,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:23.288543 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-98f6f99f-a57a-4244-8d2c-ed3d9e21f5e4 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.289018 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-98f6f99f-a57a-4244-8d2c-ed3d9e21f5e4 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.310709 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.318928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-98f6f99f-a57a-4244-8d2c-ed3d9e21f5e4 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Calling delete_port for 9b5de770-c452-49ae-9134-108377f52ffa owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:23.382028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:23.382771 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.384475 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] 10.222.0.21 "PUT /v2.0/ports/753e1d03-cbf9-45b8-ac27-d94d4111731d HTTP/1.1" status: 200 len: 1097 time: 2.4877226 Sep 16 04:55:23.391208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcb0bba-7130-4a37-a8f2-a494bd6977d3', 'tag': '753e1d03-cbf9-45b8-ac27-d94d4111731d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:23.403061 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af758cf8-a09f-44d4-8c8b-2fd7ad8cadf9" -d '{"events": [{"name": "network-changed", "server_uuid": "4bcb0bba-7130-4a37-a8f2-a494bd6977d3", "tag": "753e1d03-cbf9-45b8-ac27-d94d4111731d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:23.403682 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e2c75de9-f8d5-4e4d-8853-c5a22211e95f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.403682 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e2c75de9-f8d5-4e4d-8853-c5a22211e95f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4888556 Sep 16 04:55:23.564544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e2ac7-ace8-41db-bffd-7bd98d64b0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=753e1d03-cbf9-45b8-ac27-d94d4111731d,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:23.840283 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02e347d-f3d6-44cd-b56c-5f11abb80f3f x-openstack-request-id: req-b02e347d-f3d6-44cd-b56c-5f11abb80f3f {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:23.840283 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bcb0bba-7130-4a37-a8f2-a494bd6977d3", "tag": "753e1d03-cbf9-45b8-ac27-d94d4111731d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:23.840283 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b02e347d-f3d6-44cd-b56c-5f11abb80f3f {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:23.840283 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcb0bba-7130-4a37-a8f2-a494bd6977d3', 'tag': '753e1d03-cbf9-45b8-ac27-d94d4111731d', 'status': 'completed', 'code': 200} Sep 16 04:55:23.844364 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c3068-5a15-44cd-8d5e-f6c3b158620b req-77fd37a1-3a09-4b9b-a13c-90e65bb4e4f8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:23.845903 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d94c3068-5a15-44cd-8d5e-f6c3b158620b req-77fd37a1-3a09-4b9b-a13c-90e65bb4e4f8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.0819614 Sep 16 04:55:23.927796 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-7b3ae56e-d2fa-4f91-aa5d-d0251f7f041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:23.929204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-7b3ae56e-d2fa-4f91-aa5d-d0251f7f041e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 1100 time: 0.1073301 Sep 16 04:55:23.936248 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d244055-da1f-47c7-a71d-e9190456ccec req-f7c1e08a-142b-4dfd-ae16-9c92b860e873 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2071678969&fields=id&tenant_id=043d55446d4c45528b48f7e10a1f624b HTTP/1.1" status: 200 len: 267 time: 0.0762513 Sep 16 04:55:23.942837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d94c3068-5a15-44cd-8d5e-f6c3b158620b req-245b8c68-bbd3-41db-8575-f51c8013a08e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780444 Sep 16 04:55:23.992948 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-7b61db01-da3a-4ee2-9600-137c1fabff18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=753e1d03-cbf9-45b8-ac27-d94d4111731d HTTP/1.1" status: 200 len: 217 time: 0.0493662 Sep 16 04:55:24.060708 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-98f6f99f-a57a-4244-8d2c-ed3d9e21f5e4 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.178014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d244055-da1f-47c7-a71d-e9190456ccec req-7bba556e-1e6d-428b-a35c-7bbda1b5004f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:24.179642 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d244055-da1f-47c7-a71d-e9190456ccec req-7bba556e-1e6d-428b-a35c-7bbda1b5004f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/networks?id=0ed085ad-0528-4e23-be9f-f0e1d81c551f HTTP/1.1" status: 200 len: 816 time: 0.2303045 Sep 16 04:55:24.185482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6f99f-a57a-4244-8d2c-ed3d9e21f5e4 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Pushing event deleted for resources: {'Port': ['ID=9b5de770-c452-49ae-9134-108377f52ffa,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:24.223493 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.224225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-1ae2ba68-c2b6-4dde-8ee2-e66bada7e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:24.225452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-1ae2ba68-c2b6-4dde-8ee2-e66bada7e956 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.2222915 Sep 16 04:55:24.244256 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d244055-da1f-47c7-a71d-e9190456ccec req-b2aed1b4-ac45-4273-a4ac-412a91d68a56 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/quotas/043d55446d4c45528b48f7e10a1f624b HTTP/1.1" status: 200 len: 375 time: 0.0514567 Sep 16 04:55:24.268678 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31843eb-dedb-4b0c-a304-a5b29985add4 req-438279b2-54ac-449b-843d-8c668169a14b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:24.271422 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a31843eb-dedb-4b0c-a304-a5b29985add4 req-438279b2-54ac-449b-843d-8c668169a14b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 948 time: 0.2294066 Sep 16 04:55:24.395528 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-98f6f99f-a57a-4244-8d2c-ed3d9e21f5e4 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.398070 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-98f6f99f-a57a-4244-8d2c-ed3d9e21f5e4 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.402002 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-98f6f99f-a57a-4244-8d2c-ed3d9e21f5e4 tempest-FloatingIPAdminTestJSON-1699065288 tempest-FloatingIPAdminTestJSON-1699065288-project] 10.222.0.20 "DELETE /v2.0/floatingips/c4676a5b-71b8-4968-bccc-84aa2dfd7024 HTTP/1.1" status: 204 len: 168 time: 1.7284455 Sep 16 04:55:24.402319 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50958) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:24.410619 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a31843eb-dedb-4b0c-a304-a5b29985add4 req-f2d58e45-e394-45aa-81cf-849ed334dff5 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879543 Sep 16 04:55:24.421010 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d244055-da1f-47c7-a71d-e9190456ccec req-c4b03657-e033-42c9-b5a2-485f5faf3744 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=043d55446d4c45528b48f7e10a1f624b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1614397 Sep 16 04:55:24.431699 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-def0878c-795a-48af-becb-3b092c91a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:24.433216 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-def0878c-795a-48af-becb-3b092c91a651 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1863897 Sep 16 04:55:24.628011 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-3eb304c5-08e0-4d44-9825-04f0bf8f9f4f tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Deleting port 57dfccc7-6d95-4bac-a362-f32b925ee77e {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:24.628434 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3eb304c5-08e0-4d44-9825-04f0bf8f9f4f tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.685836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d805d-50cd-445e-a0c8-892f52a494fe req-d9247fb7-428f-4723-a993-5e365989b2d5 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:24.687532 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-159d805d-50cd-445e-a0c8-892f52a494fe req-d9247fb7-428f-4723-a993-5e365989b2d5 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.1867416 Sep 16 04:55:24.742341 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3eb304c5-08e0-4d44-9825-04f0bf8f9f4f tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.742341 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3eb304c5-08e0-4d44-9825-04f0bf8f9f4f tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.748586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d244055-da1f-47c7-a71d-e9190456ccec req-1fa68f76-3942-4f0e-8609-9dea9f1735d4 service neutron] 10.222.0.20 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857316 Sep 16 04:55:24.759951 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-3eb304c5-08e0-4d44-9825-04f0bf8f9f4f tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Calling delete_port for 57dfccc7-6d95-4bac-a362-f32b925ee77e owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:24.794237 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-596a63ef-f429-430c-ab98-5a4ee85e7fb7 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371358 Sep 16 04:55:24.896311 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-159d805d-50cd-445e-a0c8-892f52a494fe req-c4d4987d-d865-4c61-8785-6ceb1647f5e7 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898897 Sep 16 04:55:24.980263 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc656e84-ddfc-4f05-8db3-70d5398adae1 req-3f1b8004-e91a-4217-9113-0adb19ef3f93 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776152 Sep 16 04:55:24.992755 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d244055-da1f-47c7-a71d-e9190456ccec req-4bd8876b-18bc-4948-bcf7-cf66435e19e8 service neutron] 10.222.0.20 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430513 Sep 16 04:55:25.057392 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3eb304c5-08e0-4d44-9825-04f0bf8f9f4f tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.145214 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb304c5-08e0-4d44-9825-04f0bf8f9f4f tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Pushing event deleted for resources: {'Port': ['ID=57dfccc7-6d95-4bac-a362-f32b925ee77e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:25.189140 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca969e-57df-4284-b829-d62227270d97 req-617c4c4c-4d84-4ab1-ae2b-74b9afcff298 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:25.190862 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40ca969e-57df-4284-b829-d62227270d97 req-617c4c4c-4d84-4ab1-ae2b-74b9afcff298 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.0775101 Sep 16 04:55:25.256641 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3eb304c5-08e0-4d44-9825-04f0bf8f9f4f tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.256641 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3eb304c5-08e0-4d44-9825-04f0bf8f9f4f tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.256641 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3eb304c5-08e0-4d44-9825-04f0bf8f9f4f tempest-FloatingIPAdminTestJSON-406365087 tempest-FloatingIPAdminTestJSON-406365087-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/d9dc0c7c-5ccb-4770-9787-e31e3bc4b558 HTTP/1.1" status: 204 len: 168 time: 0.8321073 Sep 16 04:55:25.256641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50966) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:25.295828 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40ca969e-57df-4284-b829-d62227270d97 req-8033c5bf-fdf6-4aac-840a-849efc0dfbb4 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957208 Sep 16 04:55:25.302804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af758cf8-a09f-44d4-8c8b-2fd7ad8cadf9 req-f9fa7099-62f8-4e46-9165-48f51c1c0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:25.304346 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af758cf8-a09f-44d4-8c8b-2fd7ad8cadf9 req-f9fa7099-62f8-4e46-9165-48f51c1c0740 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 1100 time: 0.0854800 Sep 16 04:55:25.417117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-da5232c9-4164-47e7-bc00-c93c323cdde8 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Deleting port c963dcdb-1406-46a0-a4cd-63adbce5281f {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:25.418098 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-da5232c9-4164-47e7-bc00-c93c323cdde8 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.492284 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07f2c354-ab30-4aea-b225-5298dcb19d76 req-fdd50e75-2d5e-480d-9b44-0521718809a4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 210 time: 0.0431738 Sep 16 04:55:25.545373 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af758cf8-a09f-44d4-8c8b-2fd7ad8cadf9 req-6889030b-6863-4c7e-a894-fc252d916d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:25.547552 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af758cf8-a09f-44d4-8c8b-2fd7ad8cadf9 req-6889030b-6863-4c7e-a894-fc252d916d60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.2351708 Sep 16 04:55:25.572512 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-da5232c9-4164-47e7-bc00-c93c323cdde8 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.588412 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-da5232c9-4164-47e7-bc00-c93c323cdde8 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Calling delete_port for c963dcdb-1406-46a0-a4cd-63adbce5281f owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:25.667225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af758cf8-a09f-44d4-8c8b-2fd7ad8cadf9 req-3e988b8e-9e3f-4218-a3cd-3b0f2210cf59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=753e1d03-cbf9-45b8-ac27-d94d4111731d HTTP/1.1" status: 200 len: 217 time: 0.1107044 Sep 16 04:55:25.723081 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d365899-81d9-4ced-bbe2-ff7e430b2180 req-bcd92d65-1da2-435f-9ebc-f6e23f9271aa tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:25.727066 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d365899-81d9-4ced-bbe2-ff7e430b2180 req-bcd92d65-1da2-435f-9ebc-f6e23f9271aa tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 948 time: 0.1087949 Sep 16 04:55:25.762692 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af758cf8-a09f-44d4-8c8b-2fd7ad8cadf9 req-9774b1b6-b618-4b8d-b114-c8b54aa169dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:25.764114 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af758cf8-a09f-44d4-8c8b-2fd7ad8cadf9 req-9774b1b6-b618-4b8d-b114-c8b54aa169dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0834200 Sep 16 04:55:25.817207 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d365899-81d9-4ced-bbe2-ff7e430b2180 req-f071cab1-e5d4-4a74-ae26-f1d23363de14 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844789 Sep 16 04:55:25.844576 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af758cf8-a09f-44d4-8c8b-2fd7ad8cadf9 req-b9c8bb8a-6ebc-4580-af7f-efc578b9842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:25.846388 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af758cf8-a09f-44d4-8c8b-2fd7ad8cadf9 req-b9c8bb8a-6ebc-4580-af7f-efc578b9842b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0720291 Sep 16 04:55:25.903724 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-da5232c9-4164-47e7-bc00-c93c323cdde8 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.934922 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5232c9-4164-47e7-bc00-c93c323cdde8 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Pushing event deleted for resources: {'Port': ['ID=c963dcdb-1406-46a0-a4cd-63adbce5281f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:26.030082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af758cf8-a09f-44d4-8c8b-2fd7ad8cadf9 req-2540442d-3e0d-4dfc-aeec-bb456c6f9d1b service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662784 Sep 16 04:55:26.033594 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-da5232c9-4164-47e7-bc00-c93c323cdde8 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.035786 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-da5232c9-4164-47e7-bc00-c93c323cdde8 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] 10.222.0.20 "DELETE /v2.0/ports/c963dcdb-1406-46a0-a4cd-63adbce5281f HTTP/1.1" status: 204 len: 168 time: 0.7947419 Sep 16 04:55:26.038241 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50982) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:26.126761 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538849f1-80dd-47bd-88f7-8d97e00bce8c tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:26.133600 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-538849f1-80dd-47bd-88f7-8d97e00bce8c tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] 10.222.0.20 "GET /v2.0/ports?device_id=7eb08ab3-731f-40fc-8c77-2bb5837f98c8 HTTP/1.1" status: 200 len: 913 time: 0.0943360 Sep 16 04:55:26.136487 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50986) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:26.341726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963ce7a-261b-4391-bd64-4b72e3c3a278 req-c2623f92-ad53-4aeb-a0e4-9db29d36719e tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:26.344296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e963ce7a-261b-4391-bd64-4b72e3c3a278 req-c2623f92-ad53-4aeb-a0e4-9db29d36719e tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.3039684 Sep 16 04:55:26.403250 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af758cf8-a09f-44d4-8c8b-2fd7ad8cadf9 req-e655a36a-66e3-4519-b150-65ae237630d3 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754253 Sep 16 04:55:26.473677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e963ce7a-261b-4391-bd64-4b72e3c3a278 req-16ebc56e-74f7-4b0a-ac81-c1ef412c2ab6 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161616 Sep 16 04:55:26.517889 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977021c0-6b96-4b67-a149-f59f4b4c5a15 req-1f8b02f0-7137-4ca4-ab5e-36445772d36a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:26.519917 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-977021c0-6b96-4b67-a149-f59f4b4c5a15 req-1f8b02f0-7137-4ca4-ab5e-36445772d36a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.0861208 Sep 16 04:55:26.600308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-977021c0-6b96-4b67-a149-f59f4b4c5a15 req-5341c0cf-bd57-4164-97e9-c402ae443756 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710096 Sep 16 04:55:27.037997 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e66eb1b1-f30c-493e-a9bc-b4266dff0355 req-037a60b3-58e1-475c-b75f-cdd41e172af0 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 210 time: 0.4387670 Sep 16 04:55:27.106490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931089a-ebfc-41ee-8ac7-ce372e4cf757 req-e9b8cc44-d459-47b8-927a-dd5f17a4547e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:27.114592 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f931089a-ebfc-41ee-8ac7-ce372e4cf757 req-e9b8cc44-d459-47b8-927a-dd5f17a4547e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 948 time: 0.0789905 Sep 16 04:55:27.166738 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f931089a-ebfc-41ee-8ac7-ce372e4cf757 req-edb8dbff-f763-48c1-a3ea-41d8984f3ac6 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486434 Sep 16 04:55:27.357192 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ed9aee45-5918-4536-85dd-49d1a1ef09ef tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.648860 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49958b0-cbcd-4361-8378-301bfdf3cf99 req-0ae63dc3-2c73-4d43-9a83-a349f1f75aba tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:27.650846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a49958b0-cbcd-4361-8378-301bfdf3cf99 req-0ae63dc3-2c73-4d43-9a83-a349f1f75aba tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.0815556 Sep 16 04:55:27.717169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a49958b0-cbcd-4361-8378-301bfdf3cf99 req-f15dd687-3179-4937-a8cb-c3cc232cea57 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509009 Sep 16 04:55:27.804463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde6469-d5b6-41f6-bf89-efd5110c5d90 req-cbabdc31-adf5-4ccc-88b7-f30425dc2f69 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:27.805972 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5dde6469-d5b6-41f6-bf89-efd5110c5d90 req-cbabdc31-adf5-4ccc-88b7-f30425dc2f69 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.0716019 Sep 16 04:55:27.881911 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5dde6469-d5b6-41f6-bf89-efd5110c5d90 req-3a7f38f4-c8cb-4b00-bb19-2a36b6cc30bf tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637271 Sep 16 04:55:27.983122 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-ed9aee45-5918-4536-85dd-49d1a1ef09ef tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Deleting port c7b0b5c3-6d52-4541-8581-ca0209b6b683 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:27.983625 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ed9aee45-5918-4536-85dd-49d1a1ef09ef tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.095358 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ed9aee45-5918-4536-85dd-49d1a1ef09ef tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.110121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-ed9aee45-5918-4536-85dd-49d1a1ef09ef tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Calling delete_port for c7b0b5c3-6d52-4541-8581-ca0209b6b683 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:28.167988 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70fe7203-2160-4c18-b808-78640a738f66 req-0378877f-e46d-45b6-8740-438dd37e537b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 210 time: 0.0296760 Sep 16 04:55:28.177172 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.335140 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89108c5e-4f48-4da0-9ee9-d7109b56ec6a req-71079ea0-5eaa-4890-9491-7f2419002de4 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:28.344195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89108c5e-4f48-4da0-9ee9-d7109b56ec6a req-71079ea0-5eaa-4890-9491-7f2419002de4 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 948 time: 0.0776739 Sep 16 04:55:28.388228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89108c5e-4f48-4da0-9ee9-d7109b56ec6a req-cbaa0a58-1f35-4e26-93fd-44b35c234a4a tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428443 Sep 16 04:55:28.486255 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ed9aee45-5918-4536-85dd-49d1a1ef09ef tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.516637 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9aee45-5918-4536-85dd-49d1a1ef09ef tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Pushing event deleted for resources: {'Port': ['ID=c7b0b5c3-6d52-4541-8581-ca0209b6b683,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:28.749934 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ed9aee45-5918-4536-85dd-49d1a1ef09ef tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.855583 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c3962-19c2-4b42-a44f-677a6982fad8 req-3b4ab044-1b0d-48a5-bbee-191217eead44 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:28.857551 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a5c3962-19c2-4b42-a44f-677a6982fad8 req-3b4ab044-1b0d-48a5-bbee-191217eead44 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.0553877 Sep 16 04:55:28.903214 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a5c3962-19c2-4b42-a44f-677a6982fad8 req-f5fe4d96-9e52-4f0b-a637-db57b3030f6f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382185 Sep 16 04:55:29.008799 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9aee45-5918-4536-85dd-49d1a1ef09ef tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Router 7eb08ab3-731f-40fc-8c77-2bb5837f98c8 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:29.020528 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb15c5-e14c-43e9-9611-d59d5aeff559 req-ac24fa55-4b48-4a90-93e2-8520d49f87be tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:29.022054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-adcb15c5-e14c-43e9-9611-d59d5aeff559 req-ac24fa55-4b48-4a90-93e2-8520d49f87be tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.0527339 Sep 16 04:55:29.072262 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-adcb15c5-e14c-43e9-9611-d59d5aeff559 req-2bbc066f-5b1c-4453-b071-cc3ba8376df1 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440588 Sep 16 04:55:29.159270 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9aee45-5918-4536-85dd-49d1a1ef09ef tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:29.164836 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ed9aee45-5918-4536-85dd-49d1a1ef09ef tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] 10.222.0.20 "PUT /v2.0/routers/7eb08ab3-731f-40fc-8c77-2bb5837f98c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0270491 Sep 16 04:55:29.167385 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51024) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:29.169225 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f87ead9-7208-4fe2-839c-42c001ad5076 None None] Sync routers for ids ['7eb08ab3-731f-40fc-8c77-2bb5837f98c8'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:29.185724 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f87ead9-7208-4fe2-839c-42c001ad5076 None None] Routers {'7eb08ab3-731f-40fc-8c77-2bb5837f98c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:29.185724 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2f87ead9-7208-4fe2-839c-42c001ad5076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:55:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7eb08ab3-731f-40fc-8c77-2bb5837f98c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:29.217438 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2f87ead9-7208-4fe2-839c-42c001ad5076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:29.227419 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f87ead9-7208-4fe2-839c-42c001ad5076 None None] Routers {'7eb08ab3-731f-40fc-8c77-2bb5837f98c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:29.228368 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2f87ead9-7208-4fe2-839c-42c001ad5076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:55:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7eb08ab3-731f-40fc-8c77-2bb5837f98c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:29.272830 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2f87ead9-7208-4fe2-839c-42c001ad5076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:29.273694 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f87ead9-7208-4fe2-839c-42c001ad5076 None None] The sync data for ids ['7eb08ab3-731f-40fc-8c77-2bb5837f98c8'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:29.350132 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-820f0ba3-3043-43a2-b1f4-76a9ddf24794 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.366138 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b312af1-e5b6-4fba-994d-a66cc1e0c46d req-f05fb85b-2c7d-4410-a101-22eb92ba3456 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 210 time: 0.0337994 Sep 16 04:55:29.571826 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c18997-f819-4885-b2fe-0dd38e09da02 req-96a34284-c363-4bc5-9220-7e7e90b69719 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:29.573660 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5c18997-f819-4885-b2fe-0dd38e09da02 req-96a34284-c363-4bc5-9220-7e7e90b69719 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 948 time: 0.0658534 Sep 16 04:55:29.644197 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5c18997-f819-4885-b2fe-0dd38e09da02 req-31836ae4-6257-44af-a98a-6af13e80f73f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615268 Sep 16 04:55:29.951569 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d244055-da1f-47c7-a71d-e9190456ccec req-9def7601-2af2-4b35-bbb7-6162d64e0667 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:29.953600 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9d244055-da1f-47c7-a71d-e9190456ccec req-9def7601-2af2-4b35-bbb7-6162d64e0667 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.38 "GET /v2.0/networks?id=0ed085ad-0528-4e23-be9f-f0e1d81c551f HTTP/1.1" status: 200 len: 816 time: 0.7205122 Sep 16 04:55:29.962744 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-820f0ba3-3043-43a2-b1f4-76a9ddf24794 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.036460 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9d244055-da1f-47c7-a71d-e9190456ccec req-1dd18f79-872a-4056-ae6e-969de1898971 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=043d55446d4c45528b48f7e10a1f624b HTTP/1.1" status: 200 len: 380 time: 0.0447237 Sep 16 04:55:30.046740 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9349f-e008-42cb-b26c-1c4518965d2e req-19e89237-6675-4f57-aa67-80f610cf2889 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.048258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39f9349f-e008-42cb-b26c-1c4518965d2e req-19e89237-6675-4f57-aa67-80f610cf2889 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.0539427 Sep 16 04:55:30.049428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-9d244055-da1f-47c7-a71d-e9190456ccec req-f16b8972-8d3a-4c68-a286-11c4cbe90f03 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Request body: {'port': {'device_id': '01e13150-6f2c-41b7-81bc-eea22b3d0dbc', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'admin_state_up': True, 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'security_groups': ['fb9e2328-7bd6-45be-af48-4431c1ff542a']}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:30.087439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39f9349f-e008-42cb-b26c-1c4518965d2e req-b8b076b2-994e-4fa4-a2ae-7acf25a9b93c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326827 Sep 16 04:55:30.190453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17117fae-9cb4-4d34-bee5-d9e4d0031b55 req-5c0a129b-6534-45a6-a5e8-2cf2f9329023 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.192040 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17117fae-9cb4-4d34-bee5-d9e4d0031b55 req-5c0a129b-6534-45a6-a5e8-2cf2f9329023 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.0531003 Sep 16 04:55:30.213993 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-820f0ba3-3043-43a2-b1f4-76a9ddf24794 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Deleting port f9831899-9b36-417b-bec4-92a04fbc4775 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:30.216570 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-820f0ba3-3043-43a2-b1f4-76a9ddf24794 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.235882 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17117fae-9cb4-4d34-bee5-d9e4d0031b55 req-c24f279d-f702-4ca0-8988-b4b0ef09e610 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362556 Sep 16 04:55:30.311729 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-820f0ba3-3043-43a2-b1f4-76a9ddf24794 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.323851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-820f0ba3-3043-43a2-b1f4-76a9ddf24794 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Calling delete_port for f9831899-9b36-417b-bec4-92a04fbc4775 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:30.373281 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d244055-da1f-47c7-a71d-e9190456ccec req-f16b8972-8d3a-4c68-a286-11c4cbe90f03 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Made reservation on behalf of 043d55446d4c45528b48f7e10a1f624b for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:30.377152 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9d244055-da1f-47c7-a71d-e9190456ccec req-f16b8972-8d3a-4c68-a286-11c4cbe90f03 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.476584 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc451cf0-ba4f-4658-b745-2eae162a00a7 req-59f3fc31-32c7-439b-bb2e-448f650f3870 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 210 time: 0.0291753 Sep 16 04:55:30.605335 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-9d244055-da1f-47c7-a71d-e9190456ccec req-f16b8972-8d3a-4c68-a286-11c4cbe90f03 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Allocated IP 172.20.0.13 (0ed085ad-0528-4e23-be9f-f0e1d81c551f/c0ca5355-66a5-446c-8970-0c3c88361e82/c7ba2538-c1d2-40a9-8946-bf05067dda66) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:30.756737 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f517915-52c4-49db-b13f-635292cdb38b req-e2386785-f60b-4b86-acd9-fb3ef5694da9 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.757130 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9d244055-da1f-47c7-a71d-e9190456ccec req-f16b8972-8d3a-4c68-a286-11c4cbe90f03 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.758254 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f517915-52c4-49db-b13f-635292cdb38b req-e2386785-f60b-4b86-acd9-fb3ef5694da9 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 948 time: 0.0552638 Sep 16 04:55:30.768059 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-820f0ba3-3043-43a2-b1f4-76a9ddf24794 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.798370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f517915-52c4-49db-b13f-635292cdb38b req-1089d35e-cc82-4d9a-9402-be2d15349b28 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337088 Sep 16 04:55:30.804856 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f0ba3-3043-43a2-b1f4-76a9ddf24794 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Pushing event deleted for resources: {'Port': ['ID=f9831899-9b36-417b-bec4-92a04fbc4775,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:30.885613 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-820f0ba3-3043-43a2-b1f4-76a9ddf24794 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.006821 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9d244055-da1f-47c7-a71d-e9190456ccec req-f16b8972-8d3a-4c68-a286-11c4cbe90f03 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.009997 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-820f0ba3-3043-43a2-b1f4-76a9ddf24794 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.017348 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-820f0ba3-3043-43a2-b1f4-76a9ddf24794 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.113053 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d244055-da1f-47c7-a71d-e9190456ccec req-f16b8972-8d3a-4c68-a286-11c4cbe90f03 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Network 0ed085ad-0528-4e23-be9f-f0e1d81c551f is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:31.121408 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-9d244055-da1f-47c7-a71d-e9190456ccec req-f16b8972-8d3a-4c68-a286-11c4cbe90f03 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:31.124635 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d244055-da1f-47c7-a71d-e9190456ccec req-f16b8972-8d3a-4c68-a286-11c4cbe90f03 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:31.127265 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b8972-8d3a-4c68-a286-11c4cbe90f03 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Pushing event updated for resources: {'Port': ['ID=c7ba2538-c1d2-40a9-8946-bf05067dda66,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:31.182451 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d244055-da1f-47c7-a71d-e9190456ccec req-f16b8972-8d3a-4c68-a286-11c4cbe90f03 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:31.183085 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9d244055-da1f-47c7-a71d-e9190456ccec req-f16b8972-8d3a-4c68-a286-11c4cbe90f03 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.199995 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-820f0ba3-3043-43a2-b1f4-76a9ddf24794 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.200543 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820f0ba3-3043-43a2-b1f4-76a9ddf24794 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Fanout notify agent at l3_agent the message router_deleted on router 7eb08ab3-731f-40fc-8c77-2bb5837f98c8 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:31.210749 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-820f0ba3-3043-43a2-b1f4-76a9ddf24794 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.215388 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-820f0ba3-3043-43a2-b1f4-76a9ddf24794 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] 10.222.0.20 "DELETE /v2.0/routers/7eb08ab3-731f-40fc-8c77-2bb5837f98c8 HTTP/1.1" status: 204 len: 168 time: 2.0468378 Sep 16 04:55:31.216328 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51068) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.261707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3111d2-8cd5-48f1-9036-d0df5dcc9be6 req-0bd4a88b-1de2-4fd3-8cbd-409d7c10a281 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:31.263396 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc3111d2-8cd5-48f1-9036-d0df5dcc9be6 req-0bd4a88b-1de2-4fd3-8cbd-409d7c10a281 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.0697596 Sep 16 04:55:31.313151 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-126a8ffe-aa32-4449-9068-859896046151 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Deleting subnet b90a5b64-60dd-4b7b-beb4-1fa2747f6acf {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:55:31.318604 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9d244055-da1f-47c7-a71d-e9190456ccec req-f16b8972-8d3a-4c68-a286-11c4cbe90f03 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2737522 Sep 16 04:55:31.319560 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-126a8ffe-aa32-4449-9068-859896046151 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.322338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc3111d2-8cd5-48f1-9036-d0df5dcc9be6 req-99c4825b-11d5-4d97-b036-dc160c0de5be tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490997 Sep 16 04:55:31.385393 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-126a8ffe-aa32-4449-9068-859896046151 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.429743 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afd08a-4cd6-4165-a042-277ec80255fc req-13da8319-9ec3-46ae-a4db-e1e140b8c8a8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:31.439419 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59afd08a-4cd6-4165-a042-277ec80255fc req-13da8319-9ec3-46ae-a4db-e1e140b8c8a8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.0784459 Sep 16 04:55:31.482300 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59afd08a-4cd6-4165-a042-277ec80255fc req-f1d0eaa2-ea3a-4af8-b3b2-86e60fcb0766 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411172 Sep 16 04:55:31.492676 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Request body: {'port': {'device_id': '01e13150-6f2c-41b7-81bc-eea22b3d0dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:31.521238 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-cda84136-b241-4ae2-b06c-b9624fb8a628 None None] Provisioning complete for port c7ba2538-c1d2-40a9-8946-bf05067dda66 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:31.521238 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cda84136-b241-4ae2-b06c-b9624fb8a628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.559907 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-126a8ffe-aa32-4449-9068-859896046151 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.575914 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 753e1d03-cbf9-45b8-ac27-d94d4111731d details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:31.579492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-cda84136-b241-4ae2-b06c-b9624fb8a628 None None] Port c7ba2538-c1d2-40a9-8946-bf05067dda66 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:31.615334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb10f37-f7a6-45e2-87f6-d88fbeafae79 req-a3f110fc-39b6-4cdf-a503-3ced42037553 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:31.616972 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fb10f37-f7a6-45e2-87f6-d88fbeafae79 req-a3f110fc-39b6-4cdf-a503-3ced42037553 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 932 time: 0.0624280 Sep 16 04:55:31.620290 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.677215 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fb10f37-f7a6-45e2-87f6-d88fbeafae79 req-22f12719-9111-4a42-96df-8eed8a87fdb7 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524106 Sep 16 04:55:31.695548 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 753e1d03-cbf9-45b8-ac27-d94d4111731d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=753e1d03-cbf9-45b8-ac27-d94d4111731d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:31.707535 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '753e1d03-cbf9-45b8-ac27-d94d4111731d', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '753e1d03-cbf9-45b8-ac27-d94d4111731d', 'mac_address': 'fa:16:3e:a5:bb:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:31.751645 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.767312 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753e1d03-cbf9-45b8-ac27-d94d4111731d {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:31.788428 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 753e1d03-cbf9-45b8-ac27-d94d4111731d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=753e1d03-cbf9-45b8-ac27-d94d4111731d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:31.796493 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-126a8ffe-aa32-4449-9068-859896046151 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.840911 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a8ffe-aa32-4449-9068-859896046151 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Pushing event deleted for resources: {'Subnet': ['ID=b90a5b64-60dd-4b7b-beb4-1fa2747f6acf,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:31.844118 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-126a8ffe-aa32-4449-9068-859896046151 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.848613 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51086) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.848794 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-126a8ffe-aa32-4449-9068-859896046151 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] 10.222.0.20 "DELETE /v2.0/subnets/b90a5b64-60dd-4b7b-beb4-1fa2747f6acf HTTP/1.1" status: 204 len: 168 time: 0.6308911 Sep 16 04:55:31.852078 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fe134f-c325-4788-b5f3-c02814d6e819 None None] Network 57cd69b5-3d22-44b5-9ee8-3011c976aa2c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:31.899911 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.015188 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=753e1d03-cbf9-45b8-ac27-d94d4111731d,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:32.057736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533eb1fa-b617-4282-9ac9-ca83c450aa25 req-14973aeb-4f6d-4d66-aa38-68269e43f3df tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:32.074517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-533eb1fa-b617-4282-9ac9-ca83c450aa25 req-14973aeb-4f6d-4d66-aa38-68269e43f3df tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 949 time: 0.0993824 Sep 16 04:55:32.082835 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.090106 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ba2538-c1d2-40a9-8946-bf05067dda66 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:32.100236 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.119307 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Transition to ACTIVE for port object c7ba2538-c1d2-40a9-8946-bf05067dda66 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:32.161512 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-533eb1fa-b617-4282-9ac9-ca83c450aa25 req-5c63ac9b-c551-42d6-b071-8c8aaa70a7a5 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849507 Sep 16 04:55:32.197117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Deleting port d7d9d797-4293-46b7-8355-31a8adc64ce5 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:32.197461 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.241706 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503a279e-a93a-4fc9-8ed1-f2dce3aeac8b None None] DHCP port deletion for 57cd69b5-3d22-44b5-9ee8-3011c976aa2c request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:55:32.251474 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.278204 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] For port d7d9d797-4293-46b7-8355-31a8adc64ce5, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d7d9d797-4293-46b7-8355-31a8adc64ce5,segment=NetworkSegment(97d275d4-46b5-40f2-b17c-c37fb53341f0),segment_id=97d275d4-46b5-40f2-b17c-c37fb53341f0)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:32.278648 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.293846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Calling delete_port for d7d9d797-4293-46b7-8355-31a8adc64ce5 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:32.300437 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-503a279e-a93a-4fc9-8ed1-f2dce3aeac8b None None] Deleting port d7d9d797-4293-46b7-8355-31a8adc64ce5 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:32.300677 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Pushing event updated for resources: {'Port': ['ID=c7ba2538-c1d2-40a9-8946-bf05067dda66,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:32.301903 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-503a279e-a93a-4fc9-8ed1-f2dce3aeac8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.410943 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-503a279e-a93a-4fc9-8ed1-f2dce3aeac8b None None] For port d7d9d797-4293-46b7-8355-31a8adc64ce5, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d7d9d797-4293-46b7-8355-31a8adc64ce5,segment=NetworkSegment(97d275d4-46b5-40f2-b17c-c37fb53341f0),segment_id=97d275d4-46b5-40f2-b17c-c37fb53341f0)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:32.416455 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-503a279e-a93a-4fc9-8ed1-f2dce3aeac8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.438157 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Attempting to bind port c7ba2538-c1d2-40a9-8946-bf05067dda66 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:32.439922 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Attempting to bind port c7ba2538-c1d2-40a9-8946-bf05067dda66 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '31c62c41-ebbc-4367-8110-f4bce7f5b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:32.440460 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Attempting to bind port c7ba2538-c1d2-40a9-8946-bf05067dda66 on network 0ed085ad-0528-4e23-be9f-f0e1d81c551f {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:32.469079 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Port c7ba2538-c1d2-40a9-8946-bf05067dda66 on network 0ed085ad-0528-4e23-be9f-f0e1d81c551f not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:32.473691 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Attempting to bind port c7ba2538-c1d2-40a9-8946-bf05067dda66 on network 0ed085ad-0528-4e23-be9f-f0e1d81c551f {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:32.480066 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:32.481055 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Checking segment: {'id': '31c62c41-ebbc-4367-8110-f4bce7f5b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:32.481809 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Bound using segment: {'id': '31c62c41-ebbc-4367-8110-f4bce7f5b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:32.482633 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Bound port: c7ba2538-c1d2-40a9-8946-bf05067dda66, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c62c41-ebbc-4367-8110-f4bce7f5b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:32.488843 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.532478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce5ef7-40f2-4b31-a2a3-9d3466158b6a req-193c6731-f6bb-4b7c-b89a-fa688cbf71f2 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:32.534560 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0ce5ef7-40f2-4b31-a2a3-9d3466158b6a req-193c6731-f6bb-4b7c-b89a-fa688cbf71f2 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.0803154 Sep 16 04:55:32.573154 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.591333 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] For port c7ba2538-c1d2-40a9-8946-bf05067dda66, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:32.597624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] For port c7ba2538-c1d2-40a9-8946-bf05067dda66, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c7ba2538-c1d2-40a9-8946-bf05067dda66,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:32.601564 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0ce5ef7-40f2-4b31-a2a3-9d3466158b6a req-93542ded-8604-459c-bcc2-7503562b0f6d tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607977 Sep 16 04:55:32.627458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Pushing event deleted for resources: {'Port': ['ID=d7d9d797-4293-46b7-8355-31a8adc64ce5,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:32.642255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] No DVR routers for this DVR port d7d9d797-4293-46b7-8355-31a8adc64ce5 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:32.667655 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['753e1d03-cbf9-45b8-ac27-d94d4111731d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:32.679814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-7bacdf15-1d9e-4477-929d-7947759078ca req-a5a5420e-a258-488b-96ed-faac2ea62aea service neutron] (95473) timed out ('10.222.0.21', 56409) {{(pid=95473) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 04:55:32.683667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-503a279e-a93a-4fc9-8ed1-f2dce3aeac8b None None] Calling delete_port for d7d9d797-4293-46b7-8355-31a8adc64ce5 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:32.687401 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.756453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6467-4c75-4e93-bc01-ce34f41228f9 req-8faac84a-9506-452d-87b2-894290deaada tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:32.764203 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-691b6467-4c75-4e93-bc01-ce34f41228f9 req-8faac84a-9506-452d-87b2-894290deaada tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.1390791 Sep 16 04:55:32.785286 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Pushing event updated for resources: {'Port': ['ID=c7ba2538-c1d2-40a9-8946-bf05067dda66,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:32.789260 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:32.790165 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.791671 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9d244055-da1f-47c7-a71d-e9190456ccec req-6ab76757-0465-4a0d-b3bf-c48fb0b47e8f service neutron] 10.222.0.38 "PUT /v2.0/ports/c7ba2538-c1d2-40a9-8946-bf05067dda66 HTTP/1.1" status: 200 len: 1093 time: 1.4479797 Sep 16 04:55:32.792467 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e13150-6f2c-41b7-81bc-eea22b3d0dbc', 'tag': 'c7ba2538-c1d2-40a9-8946-bf05067dda66'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:32.794779 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269b1a19-8bc2-4df1-a0ce-cc1c39ff558d" -d '{"events": [{"name": "network-changed", "server_uuid": "01e13150-6f2c-41b7-81bc-eea22b3d0dbc", "tag": "c7ba2538-c1d2-40a9-8946-bf05067dda66"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:32.808553 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.867990 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-503a279e-a93a-4fc9-8ed1-f2dce3aeac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.877352 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57cd69b5-3d22-44b5-9ee8-3011c976aa2c']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:32.898370 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503a279e-a93a-4fc9-8ed1-f2dce3aeac8b None None] No DVR routers for this DVR port d7d9d797-4293-46b7-8355-31a8adc64ce5 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:32.907834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d275d4-46b5-40f2-b17c-c37fb53341f0') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:32.908268 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d275d4-46b5-40f2-b17c-c37fb53341f0') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:32.960285 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-691b6467-4c75-4e93-bc01-ce34f41228f9 req-ebde237f-25e4-44a4-9d5a-53629cdb9d08 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937273 Sep 16 04:55:32.976228 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.977071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a279e-a93a-4fc9-8ed1-f2dce3aeac8b None None] Pushing event deleted for resources: {'Port': ['ID=d7d9d797-4293-46b7-8355-31a8adc64ce5,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:33.043641 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.062952 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d244055-da1f-47c7-a71d-e9190456ccec req-86f72bce-05a8-4b07-9204-8911d9728a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.065642 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9d244055-da1f-47c7-a71d-e9190456ccec req-86f72bce-05a8-4b07-9204-8911d9728a91 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=043d55446d4c45528b48f7e10a1f624b&device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 1096 time: 0.1407452 Sep 16 04:55:33.069253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016249d3-899d-42be-9c0d-53304b3f3107 req-0929ca04-7ab7-4401-a53e-01a9f19e0287 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.083529 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-016249d3-899d-42be-9c0d-53304b3f3107 req-0929ca04-7ab7-4401-a53e-01a9f19e0287 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.2719154 Sep 16 04:55:33.129656 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9d244055-da1f-47c7-a71d-e9190456ccec req-c28156cb-5c19-4acf-9dd2-0ea61d3df0bd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7ba2538-c1d2-40a9-8946-bf05067dda66 HTTP/1.1" status: 200 len: 217 time: 0.0448756 Sep 16 04:55:33.141132 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:55:33.141132 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.143637 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-016249d3-899d-42be-9c0d-53304b3f3107 req-771b3911-a31e-4426-b879-0d42dd5fe7dc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587676 Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:55:33.144528 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:55:33.190134 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d244055-da1f-47c7-a71d-e9190456ccec req-83ac683c-47d6-47ef-b569-07767ea6ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.193446 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9d244055-da1f-47c7-a71d-e9190456ccec req-83ac683c-47d6-47ef-b569-07767ea6ac16 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0ca5355-66a5-446c-8970-0c3c88361e82 HTTP/1.1" status: 200 len: 855 time: 0.0559547 Sep 16 04:55:33.199134 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4246a6-cd08-4079-8637-e3f113953b74 x-openstack-request-id: req-ec4246a6-cd08-4079-8637-e3f113953b74 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:33.199578 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e13150-6f2c-41b7-81bc-eea22b3d0dbc", "tag": "c7ba2538-c1d2-40a9-8946-bf05067dda66", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:33.199828 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec4246a6-cd08-4079-8637-e3f113953b74 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:33.200220 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e13150-6f2c-41b7-81bc-eea22b3d0dbc', 'tag': 'c7ba2538-c1d2-40a9-8946-bf05067dda66', 'status': 'completed', 'code': 200} Sep 16 04:55:33.266481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d244055-da1f-47c7-a71d-e9190456ccec req-0162ad8b-bdf4-471d-96ff-a34d7b188632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.282191 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9d244055-da1f-47c7-a71d-e9190456ccec req-0162ad8b-bdf4-471d-96ff-a34d7b188632 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ed085ad-0528-4e23-be9f-f0e1d81c551f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471785 Sep 16 04:55:33.316388 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.321397 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.324881 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] 10.222.0.20 "DELETE /v2.0/networks/57cd69b5-3d22-44b5-9ee8-3011c976aa2c HTTP/1.1" status: 204 len: 168 time: 1.4749198 Sep 16 04:55:33.330086 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51138) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:33.344547 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84101b70-bfb1-46f9-ae15-96d5d4446d3d req-2f14a679-881f-4e0f-bf07-49ad2f1ebc54 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.346152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84101b70-bfb1-46f9-ae15-96d5d4446d3d req-2f14a679-881f-4e0f-bf07-49ad2f1ebc54 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 949 time: 0.0869584 Sep 16 04:55:33.364364 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d7d9d797-4293-46b7-8355-31a8adc64ce5 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:33.367243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b390f9-0f33-4623-8173-85894c0fde76 tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Pushing event deleted for resources: {'Network': ['ID=57cd69b5-3d22-44b5-9ee8-3011c976aa2c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:33.408954 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84101b70-bfb1-46f9-ae15-96d5d4446d3d req-ac0adb87-0646-46bf-821b-86431a8e0d18 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507092 Sep 16 04:55:33.421415 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: d7d9d797-4293-46b7-8355-31a8adc64ce5 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:33.421415 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d7d9d797-4293-46b7-8355-31a8adc64ce5 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:33.517083 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9d244055-da1f-47c7-a71d-e9190456ccec req-2855940f-6fd6-4457-add2-f670294c8958 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336380 Sep 16 04:55:33.558641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-48f42a3e-f6a7-4806-bbbc-df197b93b61d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Deleting port 24784d8a-f15a-4adf-b653-4dc1d1c344b5 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:33.558934 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-48f42a3e-f6a7-4806-bbbc-df197b93b61d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.681124 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9d244055-da1f-47c7-a71d-e9190456ccec req-f61f73b0-5db9-4e82-92d2-20b99d4de3ec service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564560 Sep 16 04:55:33.693367 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-48f42a3e-f6a7-4806-bbbc-df197b93b61d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.693701 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-48f42a3e-f6a7-4806-bbbc-df197b93b61d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.708197 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-48f42a3e-f6a7-4806-bbbc-df197b93b61d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Calling delete_port for 24784d8a-f15a-4adf-b653-4dc1d1c344b5 owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:33.733573 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517483ba-2c94-4526-84cd-1cff54855516 req-dfbda7b0-3b76-49d7-ab00-ae11d2693dee tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.735263 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-517483ba-2c94-4526-84cd-1cff54855516 req-dfbda7b0-3b76-49d7-ab00-ae11d2693dee tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.0583711 Sep 16 04:55:33.780744 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-517483ba-2c94-4526-84cd-1cff54855516 req-8b97efe5-bf32-4a60-b3fb-11af6cfc1c90 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380425 Sep 16 04:55:33.918427 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b1a19-8bc2-4df1-a0ce-cc1c39ff558d req-3a825488-2906-474a-952c-12f6cadcb8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.920285 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-269b1a19-8bc2-4df1-a0ce-cc1c39ff558d req-3a825488-2906-474a-952c-12f6cadcb8f6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=043d55446d4c45528b48f7e10a1f624b&device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 1096 time: 0.0440881 Sep 16 04:55:34.042432 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-48f42a3e-f6a7-4806-bbbc-df197b93b61d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.062322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b1a19-8bc2-4df1-a0ce-cc1c39ff558d req-7c089c8e-9214-48b7-91ab-d6ec7835190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:34.063881 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-269b1a19-8bc2-4df1-a0ce-cc1c39ff558d req-7c089c8e-9214-48b7-91ab-d6ec7835190e service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ed085ad-0528-4e23-be9f-f0e1d81c551f HTTP/1.1" status: 200 len: 917 time: 0.1361756 Sep 16 04:55:34.095952 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f42a3e-f6a7-4806-bbbc-df197b93b61d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Pushing event deleted for resources: {'Port': ['ID=24784d8a-f15a-4adf-b653-4dc1d1c344b5,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:34.150406 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-269b1a19-8bc2-4df1-a0ce-cc1c39ff558d req-7286b19d-7b01-4785-8390-94fdf923babf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7ba2538-c1d2-40a9-8946-bf05067dda66 HTTP/1.1" status: 200 len: 217 time: 0.0650406 Sep 16 04:55:34.162353 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 66623d8c-dd23-4efe-ac97-eb2d793c3267 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:34.226385 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b1a19-8bc2-4df1-a0ce-cc1c39ff558d req-621ec1f9-62a6-4d84-bb3a-a4006044c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:34.228099 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-269b1a19-8bc2-4df1-a0ce-cc1c39ff558d req-621ec1f9-62a6-4d84-bb3a-a4006044c0a0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0ca5355-66a5-446c-8970-0c3c88361e82 HTTP/1.1" status: 200 len: 855 time: 0.0574796 Sep 16 04:55:34.232762 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-48f42a3e-f6a7-4806-bbbc-df197b93b61d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.236821 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-48f42a3e-f6a7-4806-bbbc-df197b93b61d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.238093 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-48f42a3e-f6a7-4806-bbbc-df197b93b61d tempest-FloatingIPAdminTestJSON-2041375309 tempest-FloatingIPAdminTestJSON-2041375309-project] 10.222.0.20 "DELETE /v2.0/floatingips/931717da-dea3-440c-9319-fc2f5bb640a1 HTTP/1.1" status: 204 len: 168 time: 0.9069448 Sep 16 04:55:34.253404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3d260-5f20-4ee3-9111-c2193d6a8430 req-96a8a126-39ae-4b22-af3b-aee7f8510a4e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:34.255322 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7c3d260-5f20-4ee3-9111-c2193d6a8430 req-96a8a126-39ae-4b22-af3b-aee7f8510a4e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 947 time: 0.0669873 Sep 16 04:55:34.305542 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.325477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b1a19-8bc2-4df1-a0ce-cc1c39ff558d req-ba179b60-23eb-476d-b901-f4ff8fc74229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:34.328513 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-269b1a19-8bc2-4df1-a0ce-cc1c39ff558d req-ba179b60-23eb-476d-b901-f4ff8fc74229 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ed085ad-0528-4e23-be9f-f0e1d81c551f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815880 Sep 16 04:55:34.333637 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66623d8c-dd23-4efe-ac97-eb2d793c3267'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:34.335929 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2590a6f1-c8e4-4bc7-bcfe-4b243a2bed52" -d '{"events": [{"server_uuid": "c8312c90-11fe-4531-b739-09951fe2a5cd", "name": "network-vif-unplugged", "status": "completed", "tag": "66623d8c-dd23-4efe-ac97-eb2d793c3267"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:34.351532 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 66623d8c-dd23-4efe-ac97-eb2d793c3267, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:34.360555 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7c3d260-5f20-4ee3-9111-c2193d6a8430 req-147e2899-a714-43ab-930b-9c760671305b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944276 Sep 16 04:55:34.378412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daeaaad-a065-4843-a98d-4f61e58955f9 req-1ee4a79f-2ffa-424f-be69-b7f7ffe9f31c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:34.380016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8daeaaad-a065-4843-a98d-4f61e58955f9 req-1ee4a79f-2ffa-424f-be69-b7f7ffe9f31c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.0689771 Sep 16 04:55:34.440387 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.468747 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8daeaaad-a065-4843-a98d-4f61e58955f9 req-8569027e-2115-451a-978c-b8b1663504c3 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739710 Sep 16 04:55:34.471963 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-269b1a19-8bc2-4df1-a0ce-cc1c39ff558d req-70ca8e9f-da36-4b16-b9d1-e692029c0177 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338155 Sep 16 04:55:34.515416 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0e18c4-495e-40e9-a082-abe4b5de48fa x-openstack-request-id: req-1d0e18c4-495e-40e9-a082-abe4b5de48fa {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:34.515716 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8312c90-11fe-4531-b739-09951fe2a5cd", "name": "network-vif-unplugged", "status": "completed", "tag": "66623d8c-dd23-4efe-ac97-eb2d793c3267", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:34.515972 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d0e18c4-495e-40e9-a082-abe4b5de48fa {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:34.516405 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'code': 200} Sep 16 04:55:34.517492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=66623d8c-dd23-4efe-ac97-eb2d793c3267,revision_number=14']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:34.598731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5503bcc-bfec-46c2-9031-610b712fc6e2 req-93dca3a5-ea6a-4f7e-9f39-ef7a2707d208 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:34.599465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5503bcc-bfec-46c2-9031-610b712fc6e2 req-93dca3a5-ea6a-4f7e-9f39-ef7a2707d208 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 949 time: 0.0599453 Sep 16 04:55:34.615337 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-269b1a19-8bc2-4df1-a0ce-cc1c39ff558d req-30c3a62f-cbe5-48b0-b7a7-27ae501ef840 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352568 Sep 16 04:55:34.652869 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5503bcc-bfec-46c2-9031-610b712fc6e2 req-93535769-6544-4c54-8358-f1f81805b625 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373721 Sep 16 04:55:34.909329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf5b4a-4756-4e98-bf53-2c6248b85ae3 req-8e3fc219-cac0-41a2-800a-6d6aa2cd4f83 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:34.910896 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7bf5b4a-4756-4e98-bf53-2c6248b85ae3 req-8e3fc219-cac0-41a2-800a-6d6aa2cd4f83 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.0579588 Sep 16 04:55:34.948727 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51190) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:34.951126 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7bf5b4a-4756-4e98-bf53-2c6248b85ae3 req-61543071-46f7-426b-990b-252d2e6f3339 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336404 Sep 16 04:55:35.125877 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-311df5af-161c-474a-b299-d680576da682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.381722 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-87e9366f-15f4-4534-97f8-9e2b98cd3559 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f080ac971624300b5c5912be139bd54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4316792 Sep 16 04:55:35.384339 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51220) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:35.433083 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4d40847-20c8-4c07-8f4a-fd800a958d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.457586 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4d40847-20c8-4c07-8f4a-fd800a958d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.599208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a9f4c-8a30-4f08-8223-8550212b3437 req-34e97fdd-d3f1-4bec-b513-595f272ee6cb tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:35.601120 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b08a9f4c-8a30-4f08-8223-8550212b3437 req-34e97fdd-d3f1-4bec-b513-595f272ee6cb tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.0568295 Sep 16 04:55:35.607904 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 753e1d03-cbf9-45b8-ac27-d94d4111731d up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:35.611508 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4d40847-20c8-4c07-8f4a-fd800a958d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.614833 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4d40847-20c8-4c07-8f4a-fd800a958d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.616075 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b4d40847-20c8-4c07-8f4a-fd800a958d9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24b54a70-911f-475d-8494-dfe7e8545a5f HTTP/1.1" status: 204 len: 168 time: 0.2307658 Sep 16 04:55:35.626654 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d40847-20c8-4c07-8f4a-fd800a958d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b54a70-911f-475d-8494-dfe7e8545a5f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:35.693661 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b08a9f4c-8a30-4f08-8223-8550212b3437 req-d0f107b6-d7f6-4a66-abc0-50ad040303cc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720799 Sep 16 04:55:35.766207 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 753e1d03-cbf9-45b8-ac27-d94d4111731d completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:55:35.771425 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 753e1d03-cbf9-45b8-ac27-d94d4111731d triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:35.781100 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.790562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e2e5e-cb81-47f0-8d5c-66a295278718 req-dc41ce05-29b6-4ab7-85a9-b9e541ead1e8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:35.792255 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e62e2e5e-cb81-47f0-8d5c-66a295278718 req-dc41ce05-29b6-4ab7-85a9-b9e541ead1e8 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 949 time: 0.0556505 Sep 16 04:55:35.835891 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e62e2e5e-cb81-47f0-8d5c-66a295278718 req-a05665c2-02d3-49ab-92b8-2fb18164aeb1 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366962 Sep 16 04:55:35.862448 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.911702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 753e1d03-cbf9-45b8-ac27-d94d4111731d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=753e1d03-cbf9-45b8-ac27-d94d4111731d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:36.028724 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.112260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d47627-6493-4e67-be90-d317d6967225 req-009faaa7-2342-4537-a513-546090bd35dc tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:36.113965 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42d47627-6493-4e67-be90-d317d6967225 req-009faaa7-2342-4537-a513-546090bd35dc tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.0705149 Sep 16 04:55:36.114361 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=753e1d03-cbf9-45b8-ac27-d94d4111731d,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:36.160721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42d47627-6493-4e67-be90-d317d6967225 req-e27a0eff-56e1-4b81-89ed-1d9f56eb7271 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399022 Sep 16 04:55:36.518065 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcb0bba-7130-4a37-a8f2-a494bd6977d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753e1d03-cbf9-45b8-ac27-d94d4111731d'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:36.520791 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a35f04-3c7c-409b-bab2-1772b60744b2" -d '{"events": [{"server_uuid": "4bcb0bba-7130-4a37-a8f2-a494bd6977d3", "name": "network-vif-plugged", "status": "completed", "tag": "753e1d03-cbf9-45b8-ac27-d94d4111731d"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:36.560211 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635db027-a8ca-42e3-a6a5-4e7d4a372786 x-openstack-request-id: req-635db027-a8ca-42e3-a6a5-4e7d4a372786 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:36.560501 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcb0bba-7130-4a37-a8f2-a494bd6977d3", "name": "network-vif-plugged", "status": "completed", "tag": "753e1d03-cbf9-45b8-ac27-d94d4111731d", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:36.560747 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-635db027-a8ca-42e3-a6a5-4e7d4a372786 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:36.561138 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcb0bba-7130-4a37-a8f2-a494bd6977d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753e1d03-cbf9-45b8-ac27-d94d4111731d', 'code': 200} Sep 16 04:55:36.641163 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51258) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:36.654539 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e70db8b-8596-43c1-aa89-1c8aaf576699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.698673 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ea78b-f15c-43c0-839e-e2824644931f req-7c487fd2-9681-46c8-97c2-bc8e7e59651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:36.700316 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea8ea78b-f15c-43c0-839e-e2824644931f req-7c487fd2-9681-46c8-97c2-bc8e7e59651a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 1102 time: 0.0545716 Sep 16 04:55:36.763688 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea8ea78b-f15c-43c0-839e-e2824644931f req-776934e8-b6e2-4984-9449-c4f55c6dd8f0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465941 Sep 16 04:55:36.773064 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e70db8b-8596-43c1-aa89-1c8aaf576699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.827425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5fec2-56a1-4427-a628-2790eac4feb2 req-61e4f7a7-ea1b-4bd0-bffb-3d6517ff9695 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:36.829255 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8dd5fec2-56a1-4427-a628-2790eac4feb2 req-61e4f7a7-ea1b-4bd0-bffb-3d6517ff9695 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.0509932 Sep 16 04:55:36.873970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8dd5fec2-56a1-4427-a628-2790eac4feb2 req-d73b172a-750c-4a25-83d5-e19dd72cf949 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384440 Sep 16 04:55:36.925559 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e70db8b-8596-43c1-aa89-1c8aaf576699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.965562 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2e70db8b-8596-43c1-aa89-1c8aaf576699 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76367c06172241e9b28e32591a0f623e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3232872 Sep 16 04:55:36.966541 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70db8b-8596-43c1-aa89-1c8aaf576699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52baf129-bb91-49ed-acb3-b0f04e43cfb8,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:36.968799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51272) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:36.986202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea81bd-2a2a-4f83-ae63-6fb8ea02537a req-58460d04-cc87-4632-aaec-fb8e70ae2d74 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:36.986820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96ea81bd-2a2a-4f83-ae63-6fb8ea02537a req-58460d04-cc87-4632-aaec-fb8e70ae2d74 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 950 time: 0.0610836 Sep 16 04:55:37.064621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96ea81bd-2a2a-4f83-ae63-6fb8ea02537a req-356d0904-3866-46f7-8b80-be76e1f5b510 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704176 Sep 16 04:55:37.074392 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-35d88449-bcf7-4a3e-aa5f-2d46f7c78d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.100321 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-35d88449-bcf7-4a3e-aa5f-2d46f7c78d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.217131 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-35d88449-bcf7-4a3e-aa5f-2d46f7c78d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.220708 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-35d88449-bcf7-4a3e-aa5f-2d46f7c78d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.222067 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-35d88449-bcf7-4a3e-aa5f-2d46f7c78d54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52baf129-bb91-49ed-acb3-b0f04e43cfb8 HTTP/1.1" status: 204 len: 168 time: 0.2514706 Sep 16 04:55:37.232180 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d88449-bcf7-4a3e-aa5f-2d46f7c78d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52baf129-bb91-49ed-acb3-b0f04e43cfb8,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:37.282028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1314a95-db9d-4bd9-9e67-6c3a7a684af5 req-3c8f4f6c-982a-4fc4-b7a1-8ba191d907ff tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:37.283624 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1314a95-db9d-4bd9-9e67-6c3a7a684af5 req-3c8f4f6c-982a-4fc4-b7a1-8ba191d907ff tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.0533242 Sep 16 04:55:37.330815 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1314a95-db9d-4bd9-9e67-6c3a7a684af5 req-f14e2be6-664b-4b1e-9f2b-cd707c2c8d19 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409005 Sep 16 04:55:37.891829 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9cfc9591-da5d-48c9-936e-14ee08dac2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.041007 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fa425-70e3-4f75-b4de-27e644cbfff8 req-77a9d35e-75d7-49d9-9c18-89fd1c80a98c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.042651 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c91fa425-70e3-4f75-b4de-27e644cbfff8 req-77a9d35e-75d7-49d9-9c18-89fd1c80a98c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.0719318 Sep 16 04:55:38.113152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c91fa425-70e3-4f75-b4de-27e644cbfff8 req-d84881eb-c5a4-4fc3-93e1-f60761e6040e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605040 Sep 16 04:55:38.128421 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086d217-c001-481c-a3b1-2b813af58bcf req-611e51f2-5f0f-415d-878c-03b52cbdc3ec tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.128421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6086d217-c001-481c-a3b1-2b813af58bcf req-611e51f2-5f0f-415d-878c-03b52cbdc3ec tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0798626 Sep 16 04:55:38.172818 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device c7ba2538-c1d2-40a9-8946-bf05067dda66 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:38.187391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6086d217-c001-481c-a3b1-2b813af58bcf req-73b1234d-e7c6-4c52-9477-acb175662268 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549173 Sep 16 04:55:38.250451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46288433-5a25-4263-b706-822cd90f70c7 req-5afc1b4a-3616-4d11-aa35-00162c345c76 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.258981 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46288433-5a25-4263-b706-822cd90f70c7 req-5afc1b4a-3616-4d11-aa35-00162c345c76 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 950 time: 0.0648515 Sep 16 04:55:38.310001 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port c7ba2538-c1d2-40a9-8946-bf05067dda66, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c7ba2538-c1d2-40a9-8946-bf05067dda66,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:38.314795 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51308) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:38.316352 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46288433-5a25-4263-b706-822cd90f70c7 req-f3c9560c-9c24-4cea-b9bf-dd9109fef32f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562854 Sep 16 04:55:38.325236 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'c7ba2538-c1d2-40a9-8946-bf05067dda66', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'port_id': 'c7ba2538-c1d2-40a9-8946-bf05067dda66', 'mac_address': 'fa:16:3e:42:4d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:38.332796 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b30d-7096-406e-a707-8c15b4292ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.374156 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.388868 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ba2538-c1d2-40a9-8946-bf05067dda66 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:38.425156 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port c7ba2538-c1d2-40a9-8946-bf05067dda66, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c7ba2538-c1d2-40a9-8946-bf05067dda66,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:38.445151 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b30d-7096-406e-a707-8c15b4292ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.474676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618ba52-1207-427d-809e-8f242ccd4161 req-c38160eb-a435-4a24-9155-11a47bba7ec3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.476367 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e618ba52-1207-427d-809e-8f242ccd4161 req-c38160eb-a435-4a24-9155-11a47bba7ec3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.0573151 Sep 16 04:55:38.524523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e618ba52-1207-427d-809e-8f242ccd4161 req-8a206bd6-fdc0-4af3-8ba1-23c59bb89ff3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416613 Sep 16 04:55:38.526648 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.529785 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.596506 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=c7ba2538-c1d2-40a9-8946-bf05067dda66,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:38.606477 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b30d-7096-406e-a707-8c15b4292ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.635205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eebab7-a60e-40dd-951f-593dac6b5b77 req-504758d1-d692-459b-a263-f894f92834e9 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.636772 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7eebab7-a60e-40dd-951f-593dac6b5b77 req-504758d1-d692-459b-a263-f894f92834e9 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0652866 Sep 16 04:55:38.653898 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1b30d-7096-406e-a707-8c15b4292ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002e790f-b436-47b9-be41-95dccbc973cf,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:38.662521 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d7d1b30d-7096-406e-a707-8c15b4292ca7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=855c8df5ee7b465c8a564f3fa8c768ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3462427 Sep 16 04:55:38.663526 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51316) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:38.699445 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7eebab7-a60e-40dd-951f-593dac6b5b77 req-7d3ac7de-6ffb-4216-9883-ebd1aaaba1a2 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540025 Sep 16 04:55:38.721665 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4f63ec57-70bf-4d35-8cfe-32a35bbf38d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.767328 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4f63ec57-70bf-4d35-8cfe-32a35bbf38d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.804323 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cc302-9149-4d02-b81b-7385f9eff922 req-0b578813-3d5d-49d7-bacb-586fc4bde273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.805554 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-da3cc302-9149-4d02-b81b-7385f9eff922 req-0b578813-3d5d-49d7-bacb-586fc4bde273 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 1097 time: 0.0736635 Sep 16 04:55:38.900015 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4f63ec57-70bf-4d35-8cfe-32a35bbf38d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.902443 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4f63ec57-70bf-4d35-8cfe-32a35bbf38d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.903627 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4f63ec57-70bf-4d35-8cfe-32a35bbf38d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/002e790f-b436-47b9-be41-95dccbc973cf HTTP/1.1" status: 204 len: 168 time: 0.2392511 Sep 16 04:55:38.918725 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63ec57-70bf-4d35-8cfe-32a35bbf38d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002e790f-b436-47b9-be41-95dccbc973cf,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:38.921180 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cc302-9149-4d02-b81b-7385f9eff922 req-27e01d01-99af-4d32-9e35-15a20ce7d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.922674 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-da3cc302-9149-4d02-b81b-7385f9eff922 req-27e01d01-99af-4d32-9e35-15a20ce7d535 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 913 time: 0.1098366 Sep 16 04:55:39.024479 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-da3cc302-9149-4d02-b81b-7385f9eff922 req-89c45284-fd29-49bc-86aa-c639380bb9bf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267 HTTP/1.1" status: 200 len: 999 time: 0.0832229 Sep 16 04:55:39.086534 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cc302-9149-4d02-b81b-7385f9eff922 req-8a20150f-bf8d-4df4-837c-d581dd2c92a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:39.088131 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-da3cc302-9149-4d02-b81b-7385f9eff922 req-8a20150f-bf8d-4df4-837c-d581dd2c92a7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.0576715 Sep 16 04:55:39.133070 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['c7ba2538-c1d2-40a9-8946-bf05067dda66'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:39.155951 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cc302-9149-4d02-b81b-7385f9eff922 req-22b6fdf6-8fb4-4652-829e-90df7b69f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:39.157360 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-da3cc302-9149-4d02-b81b-7385f9eff922 req-22b6fdf6-8fb4-4652-829e-90df7b69f4d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617714 Sep 16 04:55:39.161675 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.294409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c221d22-c44d-4644-94dd-c46b74eb8321 req-459a9e8d-453f-4211-b605-3827976dd382 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:39.304113 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c221d22-c44d-4644-94dd-c46b74eb8321 req-459a9e8d-453f-4211-b605-3827976dd382 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 945 time: 0.0946100 Sep 16 04:55:39.317192 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-da3cc302-9149-4d02-b81b-7385f9eff922 req-fd1538cb-4614-4c5b-a0c1-76a6e13c81d2 service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504807 Sep 16 04:55:39.360515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c221d22-c44d-4644-94dd-c46b74eb8321 req-62b7a489-23c5-4914-b7bd-7d9bf2fe6f8f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553010 Sep 16 04:55:39.435495 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-da3cc302-9149-4d02-b81b-7385f9eff922 req-8e5fa68b-1050-4600-8f7b-068aecc3675d service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098306 Sep 16 04:55:39.479667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0b7dd-cf11-4e9e-821b-ebbe132116eb req-495d0972-c294-4732-a901-3b0aa5ed7eee tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:39.481292 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92d0b7dd-cf11-4e9e-821b-ebbe132116eb req-495d0972-c294-4732-a901-3b0aa5ed7eee tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 950 time: 0.0628972 Sep 16 04:55:39.524251 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92d0b7dd-cf11-4e9e-821b-ebbe132116eb req-7f3a7ad6-d29b-4aeb-9e17-2a20d1f280c5 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361671 Sep 16 04:55:39.687766 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b882ee3-1874-4e17-88a7-bedefd670700 req-9ce203e1-2009-4cda-be4b-956c30bccadc tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:39.687766 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b882ee3-1874-4e17-88a7-bedefd670700 req-9ce203e1-2009-4cda-be4b-956c30bccadc tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 1102 time: 0.0836303 Sep 16 04:55:39.694867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e844e04-939b-45b7-b016-0512521add62 req-db3b38c2-0cbf-4d68-a27d-32b948ce0586 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:39.696424 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e844e04-939b-45b7-b016-0512521add62 req-db3b38c2-0cbf-4d68-a27d-32b948ce0586 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.0834689 Sep 16 04:55:39.749687 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b882ee3-1874-4e17-88a7-bedefd670700 req-77b95d36-6bf9-4ea8-8390-7b3b2f32ae4c tempest-ServersOnMultiNodesTest-1165385752 tempest-ServersOnMultiNodesTest-1165385752-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521369 Sep 16 04:55:39.757672 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e844e04-939b-45b7-b016-0512521add62 req-a2e48d67-9ba8-4c56-8557-7abd993e2051 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542440 Sep 16 04:55:39.900303 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a7a8e-4274-4bff-92d7-3328aeb342bc req-2a3cd836-6ec8-4a5d-bc45-f0057c6175d1 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:39.902749 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c51a7a8e-4274-4bff-92d7-3328aeb342bc req-2a3cd836-6ec8-4a5d-bc45-f0057c6175d1 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0686514 Sep 16 04:55:39.952293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c51a7a8e-4274-4bff-92d7-3328aeb342bc req-9df8819b-2827-4eff-9464-9a7b3997c563 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428476 Sep 16 04:55:40.138558 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:55:40.333073 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4594c2-b61c-4d05-ae02-13beebd2e2d5 req-8c21bff7-e82e-4ac7-8382-72e32f4ab281 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:40.334696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d4594c2-b61c-4d05-ae02-13beebd2e2d5 req-8c21bff7-e82e-4ac7-8382-72e32f4ab281 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 950 time: 0.0537553 Sep 16 04:55:40.377564 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d4594c2-b61c-4d05-ae02-13beebd2e2d5 req-25cf067b-6702-4649-b23b-63ca257334d9 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354621 Sep 16 04:55:40.534979 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf47120-e3ab-4ba7-8a0a-100ab87a64f4 req-a7c17b86-285e-4d76-a67d-c1f990856e2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:40.543761 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0cf47120-e3ab-4ba7-8a0a-100ab87a64f4 req-a7c17b86-285e-4d76-a67d-c1f990856e2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 945 time: 0.0867453 Sep 16 04:55:40.605900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0cf47120-e3ab-4ba7-8a0a-100ab87a64f4 req-7f4ccd93-de01-4c38-8f48-3722b2546c96 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585411 Sep 16 04:55:40.673705 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51366) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:40.720386 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.872695 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-34cb4760-bdb3-4413-bbb1-7fd6e2377f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.929037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a210e-5272-4eb6-9292-f6f1c3e90113 req-bb6fcec4-91ee-46c3-9bcf-c861df91f36a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:40.930667 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-280a210e-5272-4eb6-9292-f6f1c3e90113 req-bb6fcec4-91ee-46c3-9bcf-c861df91f36a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.0644498 Sep 16 04:55:40.977504 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-280a210e-5272-4eb6-9292-f6f1c3e90113 req-71e6e211-8b97-4277-bac6-2cfc077d93c0 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399392 Sep 16 04:55:41.001307 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-34cb4760-bdb3-4413-bbb1-7fd6e2377f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.091979 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-34cb4760-bdb3-4413-bbb1-7fd6e2377f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.094362 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464e9c1-b713-4125-b7af-a72d00a7ad08 req-6beb5367-bd69-452f-b831-2ad22b5f2b3e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.096063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f464e9c1-b713-4125-b7af-a72d00a7ad08 req-6beb5367-bd69-452f-b831-2ad22b5f2b3e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0623088 Sep 16 04:55:41.143235 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f464e9c1-b713-4125-b7af-a72d00a7ad08 req-874d1ae1-f396-4449-8d5e-4f178ddd034b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387106 Sep 16 04:55:41.156045 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-34cb4760-bdb3-4413-bbb1-7fd6e2377f62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb31a144d5a6472899e858fcf332e6e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4802530 Sep 16 04:55:41.157470 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb4760-bdb3-4413-bbb1-7fd6e2377f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65693227-7139-40bf-be9c-bf7730f0fa27,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:41.158531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51382) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:41.216929 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b39a33fb-d7ba-48f6-bbb9-9e4c066196b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.243706 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b39a33fb-d7ba-48f6-bbb9-9e4c066196b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.355154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2bd87-49e0-481e-81be-1fda3051896f req-28886575-2bd1-43d1-b781-e7406c6a8fca tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.357614 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61f2bd87-49e0-481e-81be-1fda3051896f req-28886575-2bd1-43d1-b781-e7406c6a8fca tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0523036 Sep 16 04:55:41.402624 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61f2bd87-49e0-481e-81be-1fda3051896f req-29a1b143-d139-43ac-ae72-4f0530bf533a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386920 Sep 16 04:55:41.417572 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b39a33fb-d7ba-48f6-bbb9-9e4c066196b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.420633 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b39a33fb-d7ba-48f6-bbb9-9e4c066196b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.422105 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b39a33fb-d7ba-48f6-bbb9-9e4c066196b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65693227-7139-40bf-be9c-bf7730f0fa27 HTTP/1.1" status: 204 len: 168 time: 0.2622626 Sep 16 04:55:41.430954 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a33fb-d7ba-48f6-bbb9-9e4c066196b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65693227-7139-40bf-be9c-bf7730f0fa27,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:41.483536 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51400) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:41.570292 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9626b-b539-4598-9c14-b56fc0f6854c req-48efe934-154d-422c-8cdf-44945bfb130d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.571894 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67e9626b-b539-4598-9c14-b56fc0f6854c req-48efe934-154d-422c-8cdf-44945bfb130d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 950 time: 0.0821815 Sep 16 04:55:41.595385 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68710e7c-6f30-49c9-bc70-52362271f1de req-09bd84c0-327a-4b15-b705-7d55aa89cfd3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.596873 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68710e7c-6f30-49c9-bc70-52362271f1de req-09bd84c0-327a-4b15-b705-7d55aa89cfd3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0791132 Sep 16 04:55:41.603176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-75a3cb59-bc49-4a59-ba6b-125e37e7a8a5 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1852823733', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:41.672921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67e9626b-b539-4598-9c14-b56fc0f6854c req-e63cdf86-3c5e-43a0-a22b-e0167aa87d48 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916836 Sep 16 04:55:41.682274 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68710e7c-6f30-49c9-bc70-52362271f1de req-50c94af8-d802-4d1d-ab76-1cc8ef1d533e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648603 Sep 16 04:55:41.755021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a3cb59-bc49-4a59-ba6b-125e37e7a8a5 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Made reservation on behalf of 2ec9847410a343b8b0a0e1d820aca3dc for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:41.758772 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-75a3cb59-bc49-4a59-ba6b-125e37e7a8a5 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.783687 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-75a3cb59-bc49-4a59-ba6b-125e37e7a8a5 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.828874 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececd3e0-481a-4d1b-ac44-ef5206c55134 req-b06f8462-2c53-49b1-aeb5-2d324a91a22b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.835416 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ececd3e0-481a-4d1b-ac44-ef5206c55134 req-b06f8462-2c53-49b1-aeb5-2d324a91a22b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 945 time: 0.0947194 Sep 16 04:55:41.958009 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ececd3e0-481a-4d1b-ac44-ef5206c55134 req-92a14cf6-a4f9-489a-bf2d-6501fc743dca tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176267 Sep 16 04:55:42.083813 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-75a3cb59-bc49-4a59-ba6b-125e37e7a8a5 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.113133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-72b2c2f7-56b9-49d2-b31a-35c97965fdf5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:42.113133 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-72b2c2f7-56b9-49d2-b31a-35c97965fdf5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 812 time: 0.1891360 Sep 16 04:55:42.116299 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-242c3ced-cf41-4f79-8631-a4ee0c5222b9 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/quotas/0080ff4c44ee45ada6a4ae19685a08f5 HTTP/1.1" status: 200 len: 375 time: 0.0120051 Sep 16 04:55:42.182692 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device c7ba2538-c1d2-40a9-8946-bf05067dda66 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:42.219452 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-75a3cb59-bc49-4a59-ba6b-125e37e7a8a5 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.242907 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-75a3cb59-bc49-4a59-ba6b-125e37e7a8a5 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] device_id is not set on port fc9265b1-aaa1-4828-bc6f-a4ba3eb25deb yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:42.321799 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51424) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:42.331568 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port c7ba2538-c1d2-40a9-8946-bf05067dda66 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:55:42.338142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3cb59-bc49-4a59-ba6b-125e37e7a8a5 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09ec3a6-c2ca-4dbe-8d0d-5728619dae58,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:42.348603 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70ed315a-b8b5-4d38-8c78-f4af868da108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.353583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port c7ba2538-c1d2-40a9-8946-bf05067dda66 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:42.353583 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.357483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-964575a6-fec5-4bd6-b6a3-c70a44fa6f4e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2332506 Sep 16 04:55:42.369858 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9531da3-9b90-4d70-8293-de82068207b7 req-da7a3364-cc57-4ef7-b95e-81f7d1e3cfe4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:42.371070 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9531da3-9b90-4d70-8293-de82068207b7 req-da7a3364-cc57-4ef7-b95e-81f7d1e3cfe4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.2352715 Sep 16 04:55:42.409595 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7352fa-bf7a-49f0-b316-163bd8f118cd req-f21b809a-d0cb-4bbc-bd51-d3c2d24e4bf1 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:42.411373 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb7352fa-bf7a-49f0-b316-163bd8f118cd req-f21b809a-d0cb-4bbc-bd51-d3c2d24e4bf1 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 950 time: 0.2474084 Sep 16 04:55:42.469307 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.499462 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e13150-6f2c-41b7-81bc-eea22b3d0dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ba2538-c1d2-40a9-8946-bf05067dda66'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:42.501982 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525ac304-dadf-4709-a804-62fa79b3403a" -d '{"events": [{"server_uuid": "01e13150-6f2c-41b7-81bc-eea22b3d0dbc", "name": "network-vif-plugged", "status": "completed", "tag": "c7ba2538-c1d2-40a9-8946-bf05067dda66"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:42.505122 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70ed315a-b8b5-4d38-8c78-f4af868da108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.517337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port c7ba2538-c1d2-40a9-8946-bf05067dda66, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c7ba2538-c1d2-40a9-8946-bf05067dda66,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:42.589960 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.590270 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70ed315a-b8b5-4d38-8c78-f4af868da108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.642331 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-70ed315a-b8b5-4d38-8c78-f4af868da108 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d2d24a4fd3a48adbe69efdbe2b2013d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194742 Sep 16 04:55:42.644477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed315a-b8b5-4d38-8c78-f4af868da108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d51d48-c47d-4076-8a5c-2ba3e2565598,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:42.645778 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9531da3-9b90-4d70-8293-de82068207b7 req-1a0aa3e8-dd46-47f2-96de-6076b2acc6ee tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465115 Sep 16 04:55:42.647420 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-75a3cb59-bc49-4a59-ba6b-125e37e7a8a5 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Allocated IP 172.25.4.4 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/fc9265b1-aaa1-4828-bc6f-a4ba3eb25deb) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:42.647570 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51428) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:42.668369 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=c7ba2538-c1d2-40a9-8946-bf05067dda66,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:42.689087 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-c415413c-18cc-403a-8940-d2021dc4cd90 service neutron] 10.222.0.20 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106272 Sep 16 04:55:42.718155 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2798cff6-885e-4046-bea0-264c3b5ae15d x-openstack-request-id: req-2798cff6-885e-4046-bea0-264c3b5ae15d {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:42.718526 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e13150-6f2c-41b7-81bc-eea22b3d0dbc", "name": "network-vif-plugged", "status": "completed", "tag": "c7ba2538-c1d2-40a9-8946-bf05067dda66", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:42.718856 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2798cff6-885e-4046-bea0-264c3b5ae15d {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:42.719364 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e13150-6f2c-41b7-81bc-eea22b3d0dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ba2538-c1d2-40a9-8946-bf05067dda66', 'code': 200} Sep 16 04:55:42.725259 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b046cb8-9871-4f84-a98a-41e43dc2e9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.750515 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b046cb8-9871-4f84-a98a-41e43dc2e9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.859418 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3824898-607d-4811-ba38-3ab4a4bfa6c5 req-b9fd6507-2aac-4b4d-be98-2ec97d44b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:42.860913 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f3824898-607d-4811-ba38-3ab4a4bfa6c5 req-b9fd6507-2aac-4b4d-be98-2ec97d44b8c4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 1098 time: 0.0462215 Sep 16 04:55:42.865374 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-eb7352fa-bf7a-49f0-b316-163bd8f118cd req-d53bf541-8a38-4130-96b1-e1427975a084 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Deleting port 753e1d03-cbf9-45b8-ac27-d94d4111731d {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:42.865718 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-eb7352fa-bf7a-49f0-b316-163bd8f118cd req-d53bf541-8a38-4130-96b1-e1427975a084 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.899476 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f3824898-607d-4811-ba38-3ab4a4bfa6c5 req-269f32e8-f3e2-45a3-958c-ba47b9892208 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310359 Sep 16 04:55:42.908202 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b046cb8-9871-4f84-a98a-41e43dc2e9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.910834 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b046cb8-9871-4f84-a98a-41e43dc2e9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.912004 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4b046cb8-9871-4f84-a98a-41e43dc2e9f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43d51d48-c47d-4076-8a5c-2ba3e2565598 HTTP/1.1" status: 204 len: 168 time: 0.2636576 Sep 16 04:55:42.921534 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b046cb8-9871-4f84-a98a-41e43dc2e9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d51d48-c47d-4076-8a5c-2ba3e2565598,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:42.984630 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-a04ce88f-4684-4c5b-b7b1-489834ceb0d7 service neutron] 10.222.0.20 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851651 Sep 16 04:55:43.010429 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cecbf-e99a-44f5-9bdb-ce8ecad71963 req-8525c3a7-0761-4de6-b82b-25d86251cc01 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:43.012088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e35cecbf-e99a-44f5-9bdb-ce8ecad71963 req-8525c3a7-0761-4de6-b82b-25d86251cc01 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 950 time: 0.2278991 Sep 16 04:55:43.083376 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-eb7352fa-bf7a-49f0-b316-163bd8f118cd req-d53bf541-8a38-4130-96b1-e1427975a084 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] For port 753e1d03-cbf9-45b8-ac27-d94d4111731d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=753e1d03-cbf9-45b8-ac27-d94d4111731d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:43.083744 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-eb7352fa-bf7a-49f0-b316-163bd8f118cd req-d53bf541-8a38-4130-96b1-e1427975a084 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.106115 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-75a3cb59-bc49-4a59-ba6b-125e37e7a8a5 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.117182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-eb7352fa-bf7a-49f0-b316-163bd8f118cd req-d53bf541-8a38-4130-96b1-e1427975a084 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Calling delete_port for 753e1d03-cbf9-45b8-ac27-d94d4111731d owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:43.122764 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e35cecbf-e99a-44f5-9bdb-ce8ecad71963 req-4528305f-be95-4eb0-b321-4bc4ee9a28d3 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990367 Sep 16 04:55:43.267293 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b19a8-da22-4188-b746-58f4833092c3 req-8b1b3c3f-c465-4625-a7ab-2089ecf41d24 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:43.268810 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc7b19a8-da22-4188-b746-58f4833092c3 req-8b1b3c3f-c465-4625-a7ab-2089ecf41d24 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.0719564 Sep 16 04:55:43.324206 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-75a3cb59-bc49-4a59-ba6b-125e37e7a8a5 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.385428 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc7b19a8-da22-4188-b746-58f4833092c3 req-a9856795-b625-41e9-81dd-7de8ab8c770f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079328 Sep 16 04:55:43.395562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a3cb59-bc49-4a59-ba6b-125e37e7a8a5 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:43.398800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-75a3cb59-bc49-4a59-ba6b-125e37e7a8a5 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:43.405866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a3cb59-bc49-4a59-ba6b-125e37e7a8a5 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:43.411265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3cb59-bc49-4a59-ba6b-125e37e7a8a5 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Pushing event updated for resources: {'Port': ['ID=fc9265b1-aaa1-4828-bc6f-a4ba3eb25deb,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:43.468425 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22680b79-dcc3-4ca0-8e57-8774e6cb1573 req-da117b44-2364-4641-9fe8-3a190264ebc2 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 210 time: 0.0339501 Sep 16 04:55:43.470750 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-eb7352fa-bf7a-49f0-b316-163bd8f118cd req-d53bf541-8a38-4130-96b1-e1427975a084 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.480207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a3cb59-bc49-4a59-ba6b-125e37e7a8a5 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:43.480686 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-75a3cb59-bc49-4a59-ba6b-125e37e7a8a5 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.509342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bf541-8a38-4130-96b1-e1427975a084 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Pushing event deleted for resources: {'Port': ['ID=753e1d03-cbf9-45b8-ac27-d94d4111731d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:43.510514 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a00d0f17-67c5-4384-8803-420224b58647', '6077c18b-ba6f-47e5-9415-c613b542742f', '857cdbb8-8bf2-473c-a798-8e72febee3ce', 'eee152ef-2b06-40fa-9b6f-1a6229110f7d', '753e1d03-cbf9-45b8-ac27-d94d4111731d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:43.539623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9', '71451585-a0b8-4c7a-9456-b9cb22c4c309', 'e981273b-60c9-4c85-89b2-06941069c2dd'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:43.572000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7352fa-bf7a-49f0-b316-163bd8f118cd req-d53bf541-8a38-4130-96b1-e1427975a084 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] No DVR routers for this DVR port 753e1d03-cbf9-45b8-ac27-d94d4111731d on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:43.576025 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-eb7352fa-bf7a-49f0-b316-163bd8f118cd req-d53bf541-8a38-4130-96b1-e1427975a084 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.579210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb7352fa-bf7a-49f0-b316-163bd8f118cd req-d53bf541-8a38-4130-96b1-e1427975a084 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "DELETE /v2.0/ports/753e1d03-cbf9-45b8-ac27-d94d4111731d HTTP/1.1" status: 204 len: 173 time: 1.1182766 Sep 16 04:55:43.579994 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcb0bba-7130-4a37-a8f2-a494bd6977d3', 'name': 'network-vif-deleted', 'tag': '753e1d03-cbf9-45b8-ac27-d94d4111731d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:43.584058 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c2fc4f-32d9-48ab-a858-62282e9053db" -d '{"events": [{"server_uuid": "4bcb0bba-7130-4a37-a8f2-a494bd6977d3", "name": "network-vif-deleted", "tag": "753e1d03-cbf9-45b8-ac27-d94d4111731d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:43.641685 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec324b0a-0d0f-415a-bdf0-26a7723cfe40 x-openstack-request-id: req-ec324b0a-0d0f-415a-bdf0-26a7723cfe40 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:43.641997 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcb0bba-7130-4a37-a8f2-a494bd6977d3", "name": "network-vif-deleted", "tag": "753e1d03-cbf9-45b8-ac27-d94d4111731d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:43.642253 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec324b0a-0d0f-415a-bdf0-26a7723cfe40 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:43.642671 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcb0bba-7130-4a37-a8f2-a494bd6977d3', 'name': 'network-vif-deleted', 'tag': '753e1d03-cbf9-45b8-ac27-d94d4111731d', 'status': 'completed', 'code': 200} Sep 16 04:55:43.669684 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-75a3cb59-bc49-4a59-ba6b-125e37e7a8a5 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.1848903 Sep 16 04:55:43.673948 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51456) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:43.685390 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ca252d5f-b074-4c4d-b151-77814509dae1 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.4'}]}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:43.812157 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca252d5f-b074-4c4d-b151-77814509dae1 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.813813 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca252d5f-b074-4c4d-b151-77814509dae1 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.864076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1518ad-975b-4e37-b38a-92800a8580d8 req-0e45b9be-db93-48df-809f-9d0552d2d667 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:43.871705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e1518ad-975b-4e37-b38a-92800a8580d8 req-0e45b9be-db93-48df-809f-9d0552d2d667 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.1169901 Sep 16 04:55:43.948488 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e1518ad-975b-4e37-b38a-92800a8580d8 req-ba0fed60-4d58-4b5a-ab0a-680af0c8f5b4 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755036 Sep 16 04:55:43.957802 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca252d5f-b074-4c4d-b151-77814509dae1 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.169622 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c83d6db-ecf4-45cc-b6a8-f80ddf67dce8 req-05fa16b3-36d1-4ce7-81d9-9d15caaa022b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=38630a48-3e04-42e5-8802-7587a06071d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0561922 Sep 16 04:55:44.266943 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83d6db-ecf4-45cc-b6a8-f80ddf67dce8 req-38ca57e4-022a-44e8-8b3c-08bde0846c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:44.268845 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c83d6db-ecf4-45cc-b6a8-f80ddf67dce8 req-38ca57e4-022a-44e8-8b3c-08bde0846c30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&device_id=38630a48-3e04-42e5-8802-7587a06071d5 HTTP/1.1" status: 200 len: 1101 time: 0.0559359 Sep 16 04:55:44.302533 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca252d5f-b074-4c4d-b151-77814509dae1 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.316953 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-692c0cc7-f6bc-409a-b0ca-b9e1c2647134 req-31873cae-4d3e-4afa-80a2-e22b61a799ce tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcb0bba-7130-4a37-a8f2-a494bd6977d3 HTTP/1.1" status: 200 len: 210 time: 0.0527859 Sep 16 04:55:44.403257 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83d6db-ecf4-45cc-b6a8-f80ddf67dce8 req-5164ac69-55db-41a4-b39c-d0e961176f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:44.404842 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c83d6db-ecf4-45cc-b6a8-f80ddf67dce8 req-5164ac69-55db-41a4-b39c-d0e961176f14 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1003854 Sep 16 04:55:44.492689 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c83d6db-ecf4-45cc-b6a8-f80ddf67dce8 req-fbd4ed36-4eb5-4a37-9788-035cce801f3b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=6077c18b-ba6f-47e5-9415-c613b542742f HTTP/1.1" status: 200 len: 217 time: 0.0764618 Sep 16 04:55:44.618343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e000a21a-285d-45e9-a560-fc16621674bc req-6336d01b-7901-45ac-bac2-e4248f1ba4f7 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 210 time: 0.0548608 Sep 16 04:55:44.636913 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83d6db-ecf4-45cc-b6a8-f80ddf67dce8 req-3e72e7f8-8eef-43f1-9386-2ef9a7ef73e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:44.638397 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c83d6db-ecf4-45cc-b6a8-f80ddf67dce8 req-3e72e7f8-8eef-43f1-9386-2ef9a7ef73e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1357608 Sep 16 04:55:44.647607 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd20f4-1ee8-4238-8833-48c48eb0ae89 req-493d2fa1-650a-4e12-bbe9-a304689efa53 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:44.649082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90fd20f4-1ee8-4238-8833-48c48eb0ae89 req-493d2fa1-650a-4e12-bbe9-a304689efa53 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.1248939 Sep 16 04:55:44.660254 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca252d5f-b074-4c4d-b151-77814509dae1 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.687410 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca252d5f-b074-4c4d-b151-77814509dae1 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.731268 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90fd20f4-1ee8-4238-8833-48c48eb0ae89 req-5dcf4dbc-1179-4757-a044-ab85c1f1494e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706065 Sep 16 04:55:44.735465 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83d6db-ecf4-45cc-b6a8-f80ddf67dce8 req-500cce5f-3ef1-4663-8b37-0b16fd1b2b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:44.737356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c83d6db-ecf4-45cc-b6a8-f80ddf67dce8 req-500cce5f-3ef1-4663-8b37-0b16fd1b2b9d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0873482 Sep 16 04:55:44.863087 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c83d6db-ecf4-45cc-b6a8-f80ddf67dce8 req-a89f084e-3f43-4b1d-baf4-44bb0143800e service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151752 Sep 16 04:55:44.967865 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c83d6db-ecf4-45cc-b6a8-f80ddf67dce8 req-8d64e522-4449-4b1d-b66d-a858dae1f34c service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967891 Sep 16 04:55:44.984599 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca252d5f-b074-4c4d-b151-77814509dae1 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.075099 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe47665-3d47-45ca-b79c-90aa3b049a20 req-b48ae339-2fc1-45ab-b45a-99a7859b3034 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.076874 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fe47665-3d47-45ca-b79c-90aa3b049a20 req-b48ae339-2fc1-45ab-b45a-99a7859b3034 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.0568039 Sep 16 04:55:45.128574 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fe47665-3d47-45ca-b79c-90aa3b049a20 req-d8f2b632-8571-46e7-ad0d-d495ae3bbdc8 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448813 Sep 16 04:55:45.167182 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca252d5f-b074-4c4d-b151-77814509dae1 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.169348 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca252d5f-b074-4c4d-b151-77814509dae1 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.366410 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca252d5f-b074-4c4d-b151-77814509dae1 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.366998 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca252d5f-b074-4c4d-b151-77814509dae1 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ef34d26-c856-4504-ac78-b23254646847 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:45.474774 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-ca252d5f-b074-4c4d-b151-77814509dae1 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 16 04:55:45.476629 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ca252d5f-b074-4c4d-b151-77814509dae1 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 1.8009353 Sep 16 04:55:45.480959 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51498) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:45.569225 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-1d38318a-bdd2-4e93-8768-7fd598131fc6 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Deleting port fc9265b1-aaa1-4828-bc6f-a4ba3eb25deb {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:45.569562 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d38318a-bdd2-4e93-8768-7fd598131fc6 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.658002 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d38318a-bdd2-4e93-8768-7fd598131fc6 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.677121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-1d38318a-bdd2-4e93-8768-7fd598131fc6 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Calling delete_port for fc9265b1-aaa1-4828-bc6f-a4ba3eb25deb owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:45.731306 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32de9f22-5860-4417-8378-fbfea6f72d90 req-4818277d-3f5f-4aae-b5bc-cdbc9d64771b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 210 time: 0.0289304 Sep 16 04:55:45.918407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83b9b4-3377-4c81-a1c2-a7023b023507 req-959ee6fb-fb65-4798-b76f-1901f2660a0c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.919973 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a83b9b4-3377-4c81-a1c2-a7023b023507 req-959ee6fb-fb65-4798-b76f-1901f2660a0c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.1067386 Sep 16 04:55:45.958681 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a17bc8-23a1-4cbb-a078-1dfdf847b755 req-a99d7c35-f198-4af8-93f0-e3b317113c77 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.960280 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4a17bc8-23a1-4cbb-a078-1dfdf847b755 req-a99d7c35-f198-4af8-93f0-e3b317113c77 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 950 time: 0.0866895 Sep 16 04:55:45.971092 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4999e312-d585-40ac-8ce5-18b8cf0feb2f req-504cccd6-f371-4da8-8bfc-8ff68628928b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471029 Sep 16 04:55:45.972173 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d38318a-bdd2-4e93-8768-7fd598131fc6 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.993030 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a83b9b4-3377-4c81-a1c2-a7023b023507 req-3137f245-2dbc-47c3-93c0-668bd05945e4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618334 Sep 16 04:55:46.004751 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38318a-bdd2-4e93-8768-7fd598131fc6 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc9265b1-aaa1-4828-bc6f-a4ba3eb25deb,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:46.019523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4a17bc8-23a1-4cbb-a078-1dfdf847b755 req-b9c2a3f9-d95b-47af-8b5c-7474093c1f81 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506644 Sep 16 04:55:46.108955 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d38318a-bdd2-4e93-8768-7fd598131fc6 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.111251 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1d38318a-bdd2-4e93-8768-7fd598131fc6 tempest-RoutersAdminNegativeIpV6Test-615294361 tempest-RoutersAdminNegativeIpV6Test-615294361-project-admin] 10.222.0.20 "DELETE /v2.0/ports/fc9265b1-aaa1-4828-bc6f-a4ba3eb25deb HTTP/1.1" status: 204 len: 168 time: 0.6292017 Sep 16 04:55:46.113613 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999e312-d585-40ac-8ce5-18b8cf0feb2f req-536f80e1-4643-4ee6-ae1c-f92d3f16ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:46.115119 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4999e312-d585-40ac-8ce5-18b8cf0feb2f req-536f80e1-4643-4ee6-ae1c-f92d3f16ceab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 1097 time: 0.0995605 Sep 16 04:55:46.130079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5799c9-2475-4663-8c5f-52df51078c7b req-5a21ce29-309e-406d-a448-7a7eb3040eca tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:46.131961 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef5799c9-2475-4663-8c5f-52df51078c7b req-5a21ce29-309e-406d-a448-7a7eb3040eca tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.0577321 Sep 16 04:55:46.141632 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51522) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:46.148994 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6fb239e6-fab3-4eaa-97cc-60b14160f906 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Request body: {'floatingip': {'port_id': 'c7ba2538-c1d2-40a9-8946-bf05067dda66'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:46.218317 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6fb239e6-fab3-4eaa-97cc-60b14160f906 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for floatingip, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.382140 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999e312-d585-40ac-8ce5-18b8cf0feb2f req-69cc5a8a-ec61-41c8-ae5f-d146548edcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:46.383655 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4999e312-d585-40ac-8ce5-18b8cf0feb2f req-69cc5a8a-ec61-41c8-ae5f-d146548edcda service neutron] 10.222.0.38 "GET /v2.0/networks?id=891f88b4-8a81-44ed-8083-f8871519ebc1 HTTP/1.1" status: 200 len: 906 time: 0.2396760 Sep 16 04:55:46.483668 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4999e312-d585-40ac-8ce5-18b8cf0feb2f req-7896f1a6-4b80-4aac-8acd-38f21d28542b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d8532f4-ec6b-4b6f-973f-02e2619162a5 HTTP/1.1" status: 200 len: 217 time: 0.0890551 Sep 16 04:55:46.526578 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51530) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:46.613068 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999e312-d585-40ac-8ce5-18b8cf0feb2f req-95a3bcf2-ae1b-4b04-b38f-4770395accea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:46.614557 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4999e312-d585-40ac-8ce5-18b8cf0feb2f req-95a3bcf2-ae1b-4b04-b38f-4770395accea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a11d457e-5c38-4c60-bb5b-2d1c066b76df HTTP/1.1" status: 200 len: 845 time: 0.1114194 Sep 16 04:55:46.689437 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b16bd-d52b-471f-8bd5-72334d086baf req-bdfe52de-20f6-4037-b035-9ba79e576bfa tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:46.690558 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4999e312-d585-40ac-8ce5-18b8cf0feb2f req-a99b5cfc-8ddd-49ad-a802-fa3f259770fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=891f88b4-8a81-44ed-8083-f8871519ebc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667267 Sep 16 04:55:46.691000 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-494b16bd-d52b-471f-8bd5-72334d086baf req-bdfe52de-20f6-4037-b035-9ba79e576bfa tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.0891352 Sep 16 04:55:46.698348 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-ce18d4b1-7474-4664-88c1-1c9b4e77db5b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:46.700118 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-ce18d4b1-7474-4664-88c1-1c9b4e77db5b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.21 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 812 time: 0.5231171 Sep 16 04:55:46.724484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51538) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:46.743264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-a55c0722-8e4a-4fde-b683-06e784b529a0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Request body: {'port': {'device_id': '77e8ddad-0691-4f67-9ed1-55c3530e937f', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'admin_state_up': True, 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:46.783369 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-494b16bd-d52b-471f-8bd5-72334d086baf req-07e91e50-14fe-463a-8a67-16f720309f84 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777771 Sep 16 04:55:46.905560 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca8e6080-3538-4f70-9c0e-540870827a39 req-ca418b05-cb19-4a49-a3d2-76a0de9e9f6e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 210 time: 0.0529549 Sep 16 04:55:46.906411 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ae57c38-86b1-4446-91bd-985cd41a16b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.952499 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.db.api [None req-4ae57c38-86b1-4446-91bd-985cd41a16b5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:55:46.952499 n-d-712140-13 neutron-server[95473]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:55:46.952499 n-d-712140-13 neutron-server[95473]: [parameters: {'project_id': 'b83837d2ac9040999c62cfd0c8730e2b', 'id': 'd5cf4046-4fe4-4aaa-b211-9f5cac7a53dd', 'expiration': datetime.datetime(2021, 9, 16, 4, 57, 46, 938756)}] Sep 16 04:55:46.952499 n-d-712140-13 neutron-server[95473]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:55:46.952499 n-d-712140-13 neutron-server[95473]: DEBUG oslo_db.api [None req-4ae57c38-86b1-4446-91bd-985cd41a16b5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:55:47.028335 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9f71721f-c1f5-488b-8b1d-e317cbc0c329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.045897 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-a55c0722-8e4a-4fde-b683-06e784b529a0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Made reservation on behalf of 0080ff4c44ee45ada6a4ae19685a08f5 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:47.050117 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-a55c0722-8e4a-4fde-b683-06e784b529a0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.182556 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4999e312-d585-40ac-8ce5-18b8cf0feb2f req-30ae5df3-70df-411b-8010-b2832d12c856 service neutron] 10.222.0.38 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869643 Sep 16 04:55:47.200783 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44815f46-7377-49ae-951d-4e0414288795 req-af23555c-d241-4c05-897f-5239676e2a69 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:47.203191 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44815f46-7377-49ae-951d-4e0414288795 req-af23555c-d241-4c05-897f-5239676e2a69 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 950 time: 0.0923665 Sep 16 04:55:47.253204 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-a55c0722-8e4a-4fde-b683-06e784b529a0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Allocated IP 172.20.0.13 (94292a08-7965-4890-98ca-c590d9f7562b/d7ff9663-b094-43ae-bfea-27154cee50f2/6e71a780-b0f8-4619-ac92-45595e2e30f1) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:47.269642 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44815f46-7377-49ae-951d-4e0414288795 req-93d16e4c-ee62-424d-9ff7-61de4b04ea38 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599883 Sep 16 04:55:47.376697 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6fb239e6-fab3-4eaa-97cc-60b14160f906 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.407616 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9f71721f-c1f5-488b-8b1d-e317cbc0c329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.421085 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4999e312-d585-40ac-8ce5-18b8cf0feb2f req-6e59de0b-9ecc-476a-9625-64e2a1b38951 service neutron] 10.222.0.38 "GET /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970742 Sep 16 04:55:47.434957 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-a55c0722-8e4a-4fde-b683-06e784b529a0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.448635 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ae57c38-86b1-4446-91bd-985cd41a16b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.657261 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6fb239e6-fab3-4eaa-97cc-60b14160f906 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.702853 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 753e1d03-cbf9-45b8-ac27-d94d4111731d no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:47.720468 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-a55c0722-8e4a-4fde-b683-06e784b529a0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.742168 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 753e1d03-cbf9-45b8-ac27-d94d4111731d {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:47.742851 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 753e1d03-cbf9-45b8-ac27-d94d4111731d not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:47.752609 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9f71721f-c1f5-488b-8b1d-e317cbc0c329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.787998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-a55c0722-8e4a-4fde-b683-06e784b529a0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Network 94292a08-7965-4890-98ca-c590d9f7562b is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:47.795169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-a55c0722-8e4a-4fde-b683-06e784b529a0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:47.799367 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-a55c0722-8e4a-4fde-b683-06e784b529a0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:47.818155 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9f71721f-c1f5-488b-8b1d-e317cbc0c329 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b73ac5bddb34a8a92da8112aff9a5e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2704320 Sep 16 04:55:47.818155 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-6fb239e6-fab3-4eaa-97cc-60b14160f906 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Floating IP d70c3503-d030-4943-932b-cf3975944483 associated. External IP: 172.25.4.211, port: c7ba2538-c1d2-40a9-8946-bf05067dda66. Sep 16 04:55:47.840891 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51550) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:47.860696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c0722-8e4a-4fde-b683-06e784b529a0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Pushing event updated for resources: {'Port': ['ID=6e71a780-b0f8-4619-ac92-45595e2e30f1,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:47.880732 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71721f-c1f5-488b-8b1d-e317cbc0c329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3da26f-03a8-4d4e-938b-cc2c5e27775e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:47.941518 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-a55c0722-8e4a-4fde-b683-06e784b529a0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:47.942267 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-a55c0722-8e4a-4fde-b683-06e784b529a0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.015613 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862abfed-8214-4f61-8830-4a98f29cc727 req-58295639-fa7c-4264-935e-192e65d2de43 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:48.023157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-862abfed-8214-4f61-8830-4a98f29cc727 req-58295639-fa7c-4264-935e-192e65d2de43 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.1481452 Sep 16 04:55:48.027761 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-67a21af9-36bd-4d5c-a765-da07d7138aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.075395 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ae57c38-86b1-4446-91bd-985cd41a16b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.091801 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-67a21af9-36bd-4d5c-a765-da07d7138aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.115377 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-862abfed-8214-4f61-8830-4a98f29cc727 req-c5b0366a-88c4-4149-a03f-d91afe1c1148 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912435 Sep 16 04:55:48.136850 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ea27e-df16-4b90-a8e6-6ba695b1670d req-31290c88-2e41-4322-a05c-4450ddfadbcb tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:48.138741 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-768ea27e-df16-4b90-a8e6-6ba695b1670d req-31290c88-2e41-4322-a05c-4450ddfadbcb tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.38 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 950 time: 0.1241643 Sep 16 04:55:48.145330 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ae57c38-86b1-4446-91bd-985cd41a16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.186922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae57c38-86b1-4446-91bd-985cd41a16b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ac4740-43c7-46c9-b408-4f0ad4fbe33f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:48.194416 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4ae57c38-86b1-4446-91bd-985cd41a16b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b83837d2ac9040999c62cfd0c8730e2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4674735 Sep 16 04:55:48.196966 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51558) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:48.213554 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-54df39ef-4031-4b46-93d6-b132b9f3788e None None] Provisioning complete for port 6e71a780-b0f8-4619-ac92-45595e2e30f1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:48.214916 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-54df39ef-4031-4b46-93d6-b132b9f3788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.239109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-a55c0722-8e4a-4fde-b683-06e784b529a0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5152884 Sep 16 04:55:48.263877 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-54df39ef-4031-4b46-93d6-b132b9f3788e None None] Port 6e71a780-b0f8-4619-ac92-45595e2e30f1 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:48.271534 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Request body: {'port': {'device_id': '77e8ddad-0691-4f67-9ed1-55c3530e937f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:48.287796 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb239e6-fab3-4eaa-97cc-60b14160f906 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Router 98e876b2-760b-4951-aae5-895c9f69f483 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:48.309578 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-94378034-a506-41c2-90ee-99d59d494311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.327745 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-67a21af9-36bd-4d5c-a765-da07d7138aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.330314 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-67a21af9-36bd-4d5c-a765-da07d7138aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.333960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-67a21af9-36bd-4d5c-a765-da07d7138aff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b3da26f-03a8-4d4e-938b-cc2c5e27775e HTTP/1.1" status: 204 len: 168 time: 0.4869540 Sep 16 04:55:48.370306 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-768ea27e-df16-4b90-a8e6-6ba695b1670d req-fd0bc680-c232-4413-af17-580b8f984f39 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Deleting port e981273b-60c9-4c85-89b2-06941069c2dd {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:48.370999 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-768ea27e-df16-4b90-a8e6-6ba695b1670d req-fd0bc680-c232-4413-af17-580b8f984f39 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.378749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a21af9-36bd-4d5c-a765-da07d7138aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3da26f-03a8-4d4e-938b-cc2c5e27775e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:48.383611 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-94378034-a506-41c2-90ee-99d59d494311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.412001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d331b0-e893-4942-acc3-b4d7338464d8 req-6ea3bf88-0fe8-4ae7-bb20-bd3d03aa6b6f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:48.412001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09d331b0-e893-4942-acc3-b4d7338464d8 req-6ea3bf88-0fe8-4ae7-bb20-bd3d03aa6b6f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 932 time: 0.1614158 Sep 16 04:55:48.420046 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.501066 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09d331b0-e893-4942-acc3-b4d7338464d8 req-e3b6fb59-c7fd-4783-9c76-4247214acaf9 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820990 Sep 16 04:55:48.511175 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb239e6-fab3-4eaa-97cc-60b14160f906 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:48.522572 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b960e7dd-2409-4a6a-bebc-6655d2c36c29 None None] Sync routers for ids ['98e876b2-760b-4951-aae5-895c9f69f483'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:48.542179 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6fb239e6-fab3-4eaa-97cc-60b14160f906 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.552298 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b960e7dd-2409-4a6a-bebc-6655d2c36c29 None None] Routers {'98e876b2-760b-4951-aae5-895c9f69f483'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:48.552953 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b960e7dd-2409-4a6a-bebc-6655d2c36c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:55:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98e876b2-760b-4951-aae5-895c9f69f483'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:48.622999 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-768ea27e-df16-4b90-a8e6-6ba695b1670d req-fd0bc680-c232-4413-af17-580b8f984f39 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] For port e981273b-60c9-4c85-89b2-06941069c2dd, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=e981273b-60c9-4c85-89b2-06941069c2dd,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:48.624855 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-768ea27e-df16-4b90-a8e6-6ba695b1670d req-fd0bc680-c232-4413-af17-580b8f984f39 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.642471 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6fb239e6-fab3-4eaa-97cc-60b14160f906 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "PUT /v2.0/floatingips/d70c3503-d030-4943-932b-cf3975944483 HTTP/1.1" status: 200 len: 992 time: 2.4995871 Sep 16 04:55:48.646832 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e13150-6f2c-41b7-81bc-eea22b3d0dbc', 'tag': 'c7ba2538-c1d2-40a9-8946-bf05067dda66'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:48.649303 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9955374-d79f-4b58-837b-e108dadb4746" -d '{"events": [{"name": "network-changed", "server_uuid": "01e13150-6f2c-41b7-81bc-eea22b3d0dbc", "tag": "c7ba2538-c1d2-40a9-8946-bf05067dda66"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:48.652873 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-768ea27e-df16-4b90-a8e6-6ba695b1670d req-fd0bc680-c232-4413-af17-580b8f984f39 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Calling delete_port for e981273b-60c9-4c85-89b2-06941069c2dd owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:48.692152 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-b960e7dd-2409-4a6a-bebc-6655d2c36c29 None None] Set router 98e876b2-760b-4951-aae5-895c9f69f483 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:48.704328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c7042-0091-40d2-8761-450234e97148 req-700c81d2-805f-4e0f-b9e2-cc3d307cdd7c tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:48.705866 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f8c7042-0091-40d2-8761-450234e97148 req-700c81d2-805f-4e0f-b9e2-cc3d307cdd7c tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 950 time: 0.1142795 Sep 16 04:55:48.792943 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f8c7042-0091-40d2-8761-450234e97148 req-6968b68e-a0f8-4d02-bb03-480082370e00 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741355 Sep 16 04:55:48.812276 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-94378034-a506-41c2-90ee-99d59d494311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.812276 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-94378034-a506-41c2-90ee-99d59d494311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.812276 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-94378034-a506-41c2-90ee-99d59d494311 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8ac4740-43c7-46c9-b408-4f0ad4fbe33f HTTP/1.1" status: 204 len: 168 time: 0.6102157 Sep 16 04:55:48.865083 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94378034-a506-41c2-90ee-99d59d494311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ac4740-43c7-46c9-b408-4f0ad4fbe33f,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:48.871216 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18187d1-6f71-49a4-9296-d30028409d1b x-openstack-request-id: req-e18187d1-6f71-49a4-9296-d30028409d1b {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:48.871630 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e13150-6f2c-41b7-81bc-eea22b3d0dbc", "tag": "c7ba2538-c1d2-40a9-8946-bf05067dda66", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:48.872077 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e18187d1-6f71-49a4-9296-d30028409d1b {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:48.873388 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e13150-6f2c-41b7-81bc-eea22b3d0dbc', 'tag': 'c7ba2538-c1d2-40a9-8946-bf05067dda66', 'status': 'completed', 'code': 200} Sep 16 04:55:48.931213 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-768ea27e-df16-4b90-a8e6-6ba695b1670d req-fd0bc680-c232-4413-af17-580b8f984f39 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.936156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e71a780-b0f8-4619-ac92-45595e2e30f1 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:48.970695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a00d0f17-67c5-4384-8803-420224b58647', '6077c18b-ba6f-47e5-9415-c613b542742f', '857cdbb8-8bf2-473c-a798-8e72febee3ce', 'eee152ef-2b06-40fa-9b6f-1a6229110f7d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:48.970695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9', '71451585-a0b8-4c7a-9456-b9cb22c4c309', 'e981273b-60c9-4c85-89b2-06941069c2dd'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:48.974733 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.020230 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bc680-c232-4413-af17-580b8f984f39 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Pushing event deleted for resources: {'Port': ['ID=e981273b-60c9-4c85-89b2-06941069c2dd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:49.071811 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-768ea27e-df16-4b90-a8e6-6ba695b1670d req-fd0bc680-c232-4413-af17-580b8f984f39 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] No DVR routers for this DVR port e981273b-60c9-4c85-89b2-06941069c2dd on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:49.075434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Transition to ACTIVE for port object 6e71a780-b0f8-4619-ac92-45595e2e30f1 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:49.078143 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-768ea27e-df16-4b90-a8e6-6ba695b1670d req-fd0bc680-c232-4413-af17-580b8f984f39 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.080716 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-768ea27e-df16-4b90-a8e6-6ba695b1670d req-fd0bc680-c232-4413-af17-580b8f984f39 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.38 "DELETE /v2.0/ports/e981273b-60c9-4c85-89b2-06941069c2dd HTTP/1.1" status: 204 len: 173 time: 0.9338834 Sep 16 04:55:49.157114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9955374-d79f-4b58-837b-e108dadb4746 req-53c471c8-bf79-4689-89eb-5117cf7695fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:49.158856 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9955374-d79f-4b58-837b-e108dadb4746 req-53c471c8-bf79-4689-89eb-5117cf7695fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=043d55446d4c45528b48f7e10a1f624b&device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 1098 time: 0.1808197 Sep 16 04:55:49.172069 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b960e7dd-2409-4a6a-bebc-6655d2c36c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:14Z', 'revision_number': 4, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'd70c3503-d030-4943-932b-cf3975944483', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'port_id': 'c7ba2538-c1d2-40a9-8946-bf05067dda66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'mac_address': 'fa:16:3e:42:4d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e13150-6f2c-41b7-81bc-eea22b3d0dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:55:22Z', 'updated_at': '2021-09-16T04:55:47Z', 'revision_number': 1, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b035531-7208-4a96-89b0-24779c8b9118', 'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'mac_address': 'fa:16:3e:93:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:13Z', 'updated_at': '2021-09-16T04:55:20Z', 'revision_number': 5, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'subnets': [{'id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:49.185587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0d8ed-005b-432a-ae11-2be6f4fca6e8 req-13ec556f-19df-434b-a9ab-1bca3968db9d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:49.192790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0d8ed-005b-432a-ae11-2be6f4fca6e8 req-13ec556f-19df-434b-a9ab-1bca3968db9d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:49.205908 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0d8ed-005b-432a-ae11-2be6f4fca6e8 req-13ec556f-19df-434b-a9ab-1bca3968db9d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:49.210745 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b960e7dd-2409-4a6a-bebc-6655d2c36c29 None None] Checking router: 98e876b2-760b-4951-aae5-895c9f69f483 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:49.212877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0d8ed-005b-432a-ae11-2be6f4fca6e8 req-13ec556f-19df-434b-a9ab-1bca3968db9d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:49.220503 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b960e7dd-2409-4a6a-bebc-6655d2c36c29 None None] Routers {'98e876b2-760b-4951-aae5-895c9f69f483'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:49.221135 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b960e7dd-2409-4a6a-bebc-6655d2c36c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:55:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98e876b2-760b-4951-aae5-895c9f69f483'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:49.221441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0d8ed-005b-432a-ae11-2be6f4fca6e8 req-13ec556f-19df-434b-a9ab-1bca3968db9d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:49.229044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0d8ed-005b-432a-ae11-2be6f4fca6e8 req-13ec556f-19df-434b-a9ab-1bca3968db9d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:49.236615 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0d8ed-005b-432a-ae11-2be6f4fca6e8 req-13ec556f-19df-434b-a9ab-1bca3968db9d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:49.238912 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3bd0d8ed-005b-432a-ae11-2be6f4fca6e8 req-13ec556f-19df-434b-a9ab-1bca3968db9d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5430 time: 0.2557468 Sep 16 04:55:49.269012 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.371534 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-b960e7dd-2409-4a6a-bebc-6655d2c36c29 None None] Set router 98e876b2-760b-4951-aae5-895c9f69f483 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:49.424765 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3bd0d8ed-005b-432a-ae11-2be6f4fca6e8 req-7d1b2bc0-453f-4472-9496-aac5373344bd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1575234 Sep 16 04:55:49.502717 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5e66a-5f52-43e9-86b1-cf3eafc45b44 req-bfdb2b72-ccf0-4d62-b627-ccfe9749bd11 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:49.512279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6d5e66a-5f52-43e9-86b1-cf3eafc45b44 req-bfdb2b72-ccf0-4d62-b627-ccfe9749bd11 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.2566803 Sep 16 04:55:49.517889 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Pushing event updated for resources: {'Port': ['ID=6e71a780-b0f8-4619-ac92-45595e2e30f1,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:49.575566 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51580) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:49.610663 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-638dee06-1828-4320-9aba-d7a49204d2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.709903 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b960e7dd-2409-4a6a-bebc-6655d2c36c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:14Z', 'revision_number': 4, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'd70c3503-d030-4943-932b-cf3975944483', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'port_id': 'c7ba2538-c1d2-40a9-8946-bf05067dda66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'mac_address': 'fa:16:3e:42:4d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e13150-6f2c-41b7-81bc-eea22b3d0dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:55:22Z', 'updated_at': '2021-09-16T04:55:47Z', 'revision_number': 1, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b035531-7208-4a96-89b0-24779c8b9118', 'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'mac_address': 'fa:16:3e:93:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:13Z', 'updated_at': '2021-09-16T04:55:20Z', 'revision_number': 5, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'subnets': [{'id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:49.739495 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9955374-d79f-4b58-837b-e108dadb4746 req-479d1096-8a25-4891-96aa-ed09a1f49a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:49.741262 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9955374-d79f-4b58-837b-e108dadb4746 req-479d1096-8a25-4891-96aa-ed09a1f49a7c service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ed085ad-0528-4e23-be9f-f0e1d81c551f HTTP/1.1" status: 200 len: 917 time: 0.4957929 Sep 16 04:55:49.768505 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b960e7dd-2409-4a6a-bebc-6655d2c36c29 None None] The sync data for ids ['98e876b2-760b-4951-aae5-895c9f69f483'] in n-d-712140-13 is: [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:14Z', 'revision_number': 4, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'd70c3503-d030-4943-932b-cf3975944483', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'port_id': 'c7ba2538-c1d2-40a9-8946-bf05067dda66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'mac_address': 'fa:16:3e:42:4d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e13150-6f2c-41b7-81bc-eea22b3d0dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:55:22Z', 'updated_at': '2021-09-16T04:55:47Z', 'revision_number': 1, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b035531-7208-4a96-89b0-24779c8b9118', 'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'mac_address': 'fa:16:3e:93:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:13Z', 'updated_at': '2021-09-16T04:55:20Z', 'revision_number': 5, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'subnets': [{'id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:49.872125 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-638dee06-1828-4320-9aba-d7a49204d2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.876308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6d5e66a-5f52-43e9-86b1-cf3eafc45b44 req-bf21b75e-5f88-4e73-abdf-e52024d67aa2 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628039 Sep 16 04:55:49.880119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Attempting to bind port 6e71a780-b0f8-4619-ac92-45595e2e30f1 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:49.883036 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Attempting to bind port 6e71a780-b0f8-4619-ac92-45595e2e30f1 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:49.883036 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Attempting to bind port 6e71a780-b0f8-4619-ac92-45595e2e30f1 on network 94292a08-7965-4890-98ca-c590d9f7562b {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:49.929558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Port 6e71a780-b0f8-4619-ac92-45595e2e30f1 on network 94292a08-7965-4890-98ca-c590d9f7562b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:49.929799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Attempting to bind port 6e71a780-b0f8-4619-ac92-45595e2e30f1 on network 94292a08-7965-4890-98ca-c590d9f7562b {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:49.937740 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-638dee06-1828-4320-9aba-d7a49204d2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.956231 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bd04e-3b90-4ca1-ac21-eea2673c5f6f req-5afe66a9-7db0-4207-8bc3-becd7b37e0b0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:49.964676 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a4bd04e-3b90-4ca1-ac21-eea2673c5f6f req-5afe66a9-7db0-4207-8bc3-becd7b37e0b0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 944 time: 0.2550664 Sep 16 04:55:49.978790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:49.979154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Checking segment: {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:49.979960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Bound using segment: {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:49.980589 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Bound port: 6e71a780-b0f8-4619-ac92-45595e2e30f1, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:49.980853 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.989885 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9955374-d79f-4b58-837b-e108dadb4746 req-71b3e15e-2066-4869-9f10-1c63785d0326 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7ba2538-c1d2-40a9-8946-bf05067dda66 HTTP/1.1" status: 200 len: 1000 time: 0.2318542 Sep 16 04:55:49.990649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51588) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:49.990780 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-638dee06-1828-4320-9aba-d7a49204d2e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3deff6d034f4787962d19d71581de81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4112585 Sep 16 04:55:49.993284 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dee06-1828-4320-9aba-d7a49204d2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7103dfa8-c18f-4215-a302-6f7347e65546,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:50.098075 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0986db-9ecf-4b81-9ede-5c6a4594f954 None None] New status for floating IP d70c3503-d030-4943-932b-cf3975944483: ACTIVE {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:55:50.145696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf183902-8d48-4865-9bdc-302b389820a5 req-d5afed45-82f2-468d-8f80-3db71a176217 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=65435942-1490-4571-a528-70087e699d48 HTTP/1.1" status: 200 len: 210 time: 0.1003630 Sep 16 04:55:50.165025 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a4bd04e-3b90-4ca1-ac21-eea2673c5f6f req-ae7f5212-c628-4415-8253-70f4f2dc11eb tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990294 Sep 16 04:55:50.179906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9955374-d79f-4b58-837b-e108dadb4746 req-90ff5638-44ff-411c-8f76-72a2082ffc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.181532 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9955374-d79f-4b58-837b-e108dadb4746 req-90ff5638-44ff-411c-8f76-72a2082ffc24 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0ca5355-66a5-446c-8970-0c3c88361e82 HTTP/1.1" status: 200 len: 855 time: 0.1546118 Sep 16 04:55:50.253584 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7c11-eb69-4f6b-b697-85a245ab80d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.276517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] For port 6e71a780-b0f8-4619-ac92-45595e2e30f1, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:50.296473 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7c11-eb69-4f6b-b697-85a245ab80d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.301159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] For port 6e71a780-b0f8-4619-ac92-45595e2e30f1, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6e71a780-b0f8-4619-ac92-45595e2e30f1,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:50.318597 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9955374-d79f-4b58-837b-e108dadb4746 req-43261ed0-8552-4206-b7f0-7f2092239ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.320110 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9955374-d79f-4b58-837b-e108dadb4746 req-43261ed0-8552-4206-b7f0-7f2092239ae5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ed085ad-0528-4e23-be9f-f0e1d81c551f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1244562 Sep 16 04:55:50.335891 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51592) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:50.409075 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c9aaab26-bf96-4921-9954-19565ba031a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ec9847410a343b8b0a0e1d820aca3dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720315 Sep 16 04:55:50.411467 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51594) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:50.426485 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.520981 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.521613 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.523060 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] 10.222.0.21 "PUT /v2.0/ports/6e71a780-b0f8-4619-ac92-45595e2e30f1 HTTP/1.1" status: 200 len: 1093 time: 2.2660487 Sep 16 04:55:50.525635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e8ddad-0691-4f67-9ed1-55c3530e937f', 'tag': '6e71a780-b0f8-4619-ac92-45595e2e30f1'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:50.527927 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac0b580-20fe-4e08-a9f9-54f32c5a3d67" -d '{"events": [{"name": "network-changed", "server_uuid": "77e8ddad-0691-4f67-9ed1-55c3530e937f", "tag": "6e71a780-b0f8-4619-ac92-45595e2e30f1"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:50.574019 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-8e835531-d439-4368-86d5-c9c0227ea47e tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.583763 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-8e835531-d439-4368-86d5-c9c0227ea47e tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.588739 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7c11-eb69-4f6b-b697-85a245ab80d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.591859 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7c11-eb69-4f6b-b697-85a245ab80d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.596020 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a8ac7c11-eb69-4f6b-b697-85a245ab80d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7103dfa8-c18f-4215-a302-6f7347e65546 HTTP/1.1" status: 204 len: 168 time: 0.5809321 Sep 16 04:55:50.596202 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-8e835531-d439-4368-86d5-c9c0227ea47e tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.602108 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-8e835531-d439-4368-86d5-c9c0227ea47e tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.603239 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501e52e6-9965-4a45-b071-554fef4f4996 x-openstack-request-id: req-501e52e6-9965-4a45-b071-554fef4f4996 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:50.603535 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e8ddad-0691-4f67-9ed1-55c3530e937f", "tag": "6e71a780-b0f8-4619-ac92-45595e2e30f1", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:50.603778 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-501e52e6-9965-4a45-b071-554fef4f4996 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:50.604671 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e8ddad-0691-4f67-9ed1-55c3530e937f', 'tag': '6e71a780-b0f8-4619-ac92-45595e2e30f1', 'status': 'completed', 'code': 200} Sep 16 04:55:50.611842 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-8e835531-d439-4368-86d5-c9c0227ea47e tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.618404 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-8e835531-d439-4368-86d5-c9c0227ea47e tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.625425 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-8e835531-d439-4368-86d5-c9c0227ea47e tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.625848 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9955374-d79f-4b58-837b-e108dadb4746 req-98226e03-2884-4714-91da-4d8618326b04 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588243 Sep 16 04:55:50.628338 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a29776-3172-40a1-b6db-635a5e650949 service neutron] Pushing event updated for resources: {'Port': ['ID=6e71a780-b0f8-4619-ac92-45595e2e30f1,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:50.642758 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-8e835531-d439-4368-86d5-c9c0227ea47e tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5430 time: 0.1327875 Sep 16 04:55:50.643745 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac7c11-eb69-4f6b-b697-85a245ab80d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7103dfa8-c18f-4215-a302-6f7347e65546,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:50.728912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-0bd408c3-7929-4389-9556-beb3cefb9c63 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.730536 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-0bd408c3-7929-4389-9556-beb3cefb9c63 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.38 "GET /v2.0/ports/3b10ae3d-8211-4c16-9527-e19b5ce57a46?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0783687 Sep 16 04:55:50.819555 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c22a772e-59ca-40de-a450-adc38f538d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.839129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd7d9c-960c-4fd1-8398-dbb4bb5a4f4c req-98dd6123-f75b-4106-a2ef-79232e638468 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.845979 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd7d9c-960c-4fd1-8398-dbb4bb5a4f4c req-98dd6123-f75b-4106-a2ef-79232e638468 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.852102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd7d9c-960c-4fd1-8398-dbb4bb5a4f4c req-98dd6123-f75b-4106-a2ef-79232e638468 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.859390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd7d9c-960c-4fd1-8398-dbb4bb5a4f4c req-98dd6123-f75b-4106-a2ef-79232e638468 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.865553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd7d9c-960c-4fd1-8398-dbb4bb5a4f4c req-98dd6123-f75b-4106-a2ef-79232e638468 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.871845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd7d9c-960c-4fd1-8398-dbb4bb5a4f4c req-98dd6123-f75b-4106-a2ef-79232e638468 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.875078 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65435942-1490-4571-a528-70087e699d48', 'name': 'network-vif-deleted', 'tag': 'e981273b-60c9-4c85-89b2-06941069c2dd'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:50.877997 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f98229-ff1a-47df-8631-113461cc9983" -d '{"events": [{"server_uuid": "65435942-1490-4571-a528-70087e699d48", "name": "network-vif-deleted", "tag": "e981273b-60c9-4c85-89b2-06941069c2dd"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:50.879132 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd7d9c-960c-4fd1-8398-dbb4bb5a4f4c req-98dd6123-f75b-4106-a2ef-79232e638468 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.881528 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b3bd7d9c-960c-4fd1-8398-dbb4bb5a4f4c req-98dd6123-f75b-4106-a2ef-79232e638468 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 5430 time: 0.3575735 Sep 16 04:55:50.890675 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-37defc9b-9157-42a8-9748-2b2749560402 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.38 "GET /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1520624 Sep 16 04:55:50.891652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9955374-d79f-4b58-837b-e108dadb4746 req-0c8d6be7-fea9-4dfb-a6ec-0cc5b9ac1f01 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414446 Sep 16 04:55:50.906173 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-907e666b-edcf-4f6c-bf39-95ae26643847 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:50.928155 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c22a772e-59ca-40de-a450-adc38f538d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.954110 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0b580-20fe-4e08-a9f9-54f32c5a3d67 req-5f6f4063-9a9a-49ed-9d9a-0b7512897725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.956050 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ac0b580-20fe-4e08-a9f9-54f32c5a3d67 req-5f6f4063-9a9a-49ed-9d9a-0b7512897725 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 1096 time: 0.3188641 Sep 16 04:55:50.995751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b3bd7d9c-960c-4fd1-8398-dbb4bb5a4f4c req-7a0a47d8-48c1-4726-add1-516ebee9c822 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953360 Sep 16 04:55:51.000330 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-907e666b-edcf-4f6c-bf39-95ae26643847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.173914 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c22a772e-59ca-40de-a450-adc38f538d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.182424 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c22a772e-59ca-40de-a450-adc38f538d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.188429 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c22a772e-59ca-40de-a450-adc38f538d45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a09ec3a6-c2ca-4dbe-8d0d-5728619dae58 HTTP/1.1" status: 204 len: 168 time: 0.7756886 Sep 16 04:55:51.225702 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0b580-20fe-4e08-a9f9-54f32c5a3d67 req-0e27ea02-9096-4249-a418-fbf6890703c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.229054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ac0b580-20fe-4e08-a9f9-54f32c5a3d67 req-0e27ea02-9096-4249-a418-fbf6890703c2 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2480073 Sep 16 04:55:51.229872 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a772e-59ca-40de-a450-adc38f538d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09ec3a6-c2ca-4dbe-8d0d-5728619dae58,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:51.246414 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8920fcbf-a639-42fa-bcde-299c560be4fd x-openstack-request-id: req-8920fcbf-a639-42fa-bcde-299c560be4fd {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:51.246696 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65435942-1490-4571-a528-70087e699d48", "name": "network-vif-deleted", "tag": "e981273b-60c9-4c85-89b2-06941069c2dd", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:51.246970 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8920fcbf-a639-42fa-bcde-299c560be4fd {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:51.247373 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65435942-1490-4571-a528-70087e699d48', 'name': 'network-vif-deleted', 'tag': 'e981273b-60c9-4c85-89b2-06941069c2dd', 'status': 'completed', 'code': 200} Sep 16 04:55:51.249628 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-907e666b-edcf-4f6c-bf39-95ae26643847 service neutron] For port 3b10ae3d-8211-4c16-9527-e19b5ce57a46, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=3b10ae3d-8211-4c16-9527-e19b5ce57a46,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:51.347394 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-907e666b-edcf-4f6c-bf39-95ae26643847 service neutron] For port 3b10ae3d-8211-4c16-9527-e19b5ce57a46, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:51.360884 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01930cca-d169-4237-8eca-073fbc88b5d5 req-bb9b91c7-97c4-4dfa-843b-00e826fb4d4f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.365427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01930cca-d169-4237-8eca-073fbc88b5d5 req-bb9b91c7-97c4-4dfa-843b-00e826fb4d4f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.2410715 Sep 16 04:55:51.382931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0b580-20fe-4e08-a9f9-54f32c5a3d67 req-f72081c2-fbc7-4760-a47d-f643f5523052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.384406 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ac0b580-20fe-4e08-a9f9-54f32c5a3d67 req-f72081c2-fbc7-4760-a47d-f643f5523052 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1412187 Sep 16 04:55:51.395009 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-907e666b-edcf-4f6c-bf39-95ae26643847 service neutron] device_id is not set on port 3b10ae3d-8211-4c16-9527-e19b5ce57a46 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:51.410855 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-907e666b-edcf-4f6c-bf39-95ae26643847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.449217 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01930cca-d169-4237-8eca-073fbc88b5d5 req-8577a633-ae8b-4771-a19f-9624f024bb9c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638416 Sep 16 04:55:51.498371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b256e-4699-4efc-bee5-a55873ccd302 req-503611e5-662c-4a2e-86ff-7bcc6cdffd58 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.500168 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-828b256e-4699-4efc-bee5-a55873ccd302 req-503611e5-662c-4a2e-86ff-7bcc6cdffd58 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 944 time: 0.1082399 Sep 16 04:55:51.514465 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-907e666b-edcf-4f6c-bf39-95ae26643847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.547512 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-e5ff7b5e-f9b7-487e-901a-c876f8e21fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.550164 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-e5ff7b5e-f9b7-487e-901a-c876f8e21fcf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 1096 time: 0.0995853 Sep 16 04:55:51.581854 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-828b256e-4699-4efc-bee5-a55873ccd302 req-e2e895a4-70b8-4f73-b16f-4cc64ba5d9cb tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729506 Sep 16 04:55:51.584326 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-907e666b-edcf-4f6c-bf39-95ae26643847 service neutron] No DVR routers for this DVR port 3b10ae3d-8211-4c16-9527-e19b5ce57a46 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:51.587943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e666b-edcf-4f6c-bf39-95ae26643847 service neutron] Pushing event updated for resources: {'Port': ['ID=3b10ae3d-8211-4c16-9527-e19b5ce57a46,revision_number=6']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:51.628577 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-aa0f25f7-0d50-44f1-bf16-a48b7c85ee80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e71a780-b0f8-4619-ac92-45595e2e30f1 HTTP/1.1" status: 200 len: 217 time: 0.0499356 Sep 16 04:55:51.631561 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-907e666b-edcf-4f6c-bf39-95ae26643847 service neutron] In _notify_port_updated(), no bound segment for port 3b10ae3d-8211-4c16-9527-e19b5ce57a46 on network 29992b00-8aa1-46fd-bc66-045ef0922c90 {{(pid=95474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:55:51.631561 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-907e666b-edcf-4f6c-bf39-95ae26643847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.632267 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-907e666b-edcf-4f6c-bf39-95ae26643847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.633974 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-907e666b-edcf-4f6c-bf39-95ae26643847 service neutron] 10.222.0.38 "PUT /v2.0/ports/3b10ae3d-8211-4c16-9527-e19b5ce57a46 HTTP/1.1" status: 200 len: 1027 time: 0.7358963 Sep 16 04:55:51.695295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-eec5243e-96ae-4ea1-97dd-5e2638b36734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.696966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-eec5243e-96ae-4ea1-97dd-5e2638b36734 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.0615771 Sep 16 04:55:51.709794 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-503063b6-31ce-4840-a1dc-22e8b627c345 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.711240 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-503063b6-31ce-4840-a1dc-22e8b627c345 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.38 "GET /v2.0/ports/5b16cc3a-295b-414f-9d1d-8e4808f34041?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0654628 Sep 16 04:55:51.737217 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-11450e63-0c05-40f7-b5a4-725197eb25c5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:51.760311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-c358ddf6-0635-492b-8434-05e07af7422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.761963 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-c358ddf6-0635-492b-8434-05e07af7422e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559425 Sep 16 04:55:51.837897 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-11450e63-0c05-40f7-b5a4-725197eb25c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.922184 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f7b0dc5f-1b15-4fbf-a8fe-5413a129329e None None] Provisioning complete for port 3b10ae3d-8211-4c16-9527-e19b5ce57a46 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:51.924184 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f7b0dc5f-1b15-4fbf-a8fe-5413a129329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.986406 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-8d73ab62-45f7-4aec-be97-49dc5661df30 service neutron] 10.222.0.21 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135594 Sep 16 04:55:51.989780 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-f7b0dc5f-1b15-4fbf-a8fe-5413a129329e None None] Port 3b10ae3d-8211-4c16-9527-e19b5ce57a46 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:52.016761 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-11450e63-0c05-40f7-b5a4-725197eb25c5 service neutron] For port 5b16cc3a-295b-414f-9d1d-8e4808f34041, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5b16cc3a-295b-414f-9d1d-8e4808f34041,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:52.050148 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-11450e63-0c05-40f7-b5a4-725197eb25c5 service neutron] For port 5b16cc3a-295b-414f-9d1d-8e4808f34041, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:52.086545 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-11450e63-0c05-40f7-b5a4-725197eb25c5 service neutron] device_id is not set on port 5b16cc3a-295b-414f-9d1d-8e4808f34041 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:52.087870 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-445f191d-c83f-47ac-83ea-a988dbcdac5d req-9af49113-f780-4b1d-b3d7-85f096c076ff service neutron] 10.222.0.21 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941589 Sep 16 04:55:52.097347 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-11450e63-0c05-40f7-b5a4-725197eb25c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.189330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf7c92-3a69-487c-8b6f-3f78a8a118b1 req-87b8f031-491c-4f0f-917c-c1cfead09c39 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.195465 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf7c92-3a69-487c-8b6f-3f78a8a118b1 req-87b8f031-491c-4f0f-917c-c1cfead09c39 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.201237 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:52.201556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf7c92-3a69-487c-8b6f-3f78a8a118b1 req-87b8f031-491c-4f0f-917c-c1cfead09c39 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.209364 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf7c92-3a69-487c-8b6f-3f78a8a118b1 req-87b8f031-491c-4f0f-917c-c1cfead09c39 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.215618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf7c92-3a69-487c-8b6f-3f78a8a118b1 req-87b8f031-491c-4f0f-917c-c1cfead09c39 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.222863 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf7c92-3a69-487c-8b6f-3f78a8a118b1 req-87b8f031-491c-4f0f-917c-c1cfead09c39 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.223680 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-11450e63-0c05-40f7-b5a4-725197eb25c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.224878 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1bf7c92-3a69-487c-8b6f-3f78a8a118b1 req-87b8f031-491c-4f0f-917c-c1cfead09c39 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 4656 time: 0.0996406 Sep 16 04:55:52.321334 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1bf7c92-3a69-487c-8b6f-3f78a8a118b1 req-4956d7fb-793a-4358-9252-8e0467f334c3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&id=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834317 Sep 16 04:55:52.331637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3de1c-dcba-4c42-a58f-0dcf9a3d5c76 req-1ac5210c-769a-440a-826b-f267774f9095 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.334487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5aa3de1c-dcba-4c42-a58f-0dcf9a3d5c76 req-1ac5210c-769a-440a-826b-f267774f9095 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 950 time: 0.1085422 Sep 16 04:55:52.353869 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.388438 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-11450e63-0c05-40f7-b5a4-725197eb25c5 service neutron] No DVR routers for this DVR port 5b16cc3a-295b-414f-9d1d-8e4808f34041 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:52.392804 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11450e63-0c05-40f7-b5a4-725197eb25c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b16cc3a-295b-414f-9d1d-8e4808f34041,revision_number=6']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:52.411846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5aa3de1c-dcba-4c42-a58f-0dcf9a3d5c76 req-a3a3e032-8cd6-4616-a8ef-dbff8cd01f64 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613067 Sep 16 04:55:52.418850 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d882fd4-c98f-4a4c-abf2-404e5e9a95a2'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:52.423305 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6a1413-d220-4676-84ac-95858e1b1468" -d '{"events": [{"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-unplugged", "status": "completed", "tag": "1d882fd4-c98f-4a4c-abf2-404e5e9a95a2"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:52.438638 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1d882fd4-c98f-4a4c-abf2-404e5e9a95a2,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:52.447832 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-11450e63-0c05-40f7-b5a4-725197eb25c5 service neutron] In _notify_port_updated(), no bound segment for port 5b16cc3a-295b-414f-9d1d-8e4808f34041 on network 29992b00-8aa1-46fd-bc66-045ef0922c90 {{(pid=95474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:55:52.448766 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-11450e63-0c05-40f7-b5a4-725197eb25c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.449403 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-11450e63-0c05-40f7-b5a4-725197eb25c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.451032 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-11450e63-0c05-40f7-b5a4-725197eb25c5 service neutron] 10.222.0.38 "PUT /v2.0/ports/5b16cc3a-295b-414f-9d1d-8e4808f34041 HTTP/1.1" status: 200 len: 1025 time: 0.7239597 Sep 16 04:55:52.479525 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c8f261-cf0e-430d-bb19-7480ccc355eb x-openstack-request-id: req-c2c8f261-cf0e-430d-bb19-7480ccc355eb {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:52.479910 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-unplugged", "status": "completed", "tag": "1d882fd4-c98f-4a4c-abf2-404e5e9a95a2", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:52.480162 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2c8f261-cf0e-430d-bb19-7480ccc355eb {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:52.480548 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d882fd4-c98f-4a4c-abf2-404e5e9a95a2', 'code': 200} Sep 16 04:55:52.507842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5965cb-ecb7-4ba6-a586-38d4b02e736b req-11f610b0-0683-40cc-8b24-bf50a3f8f21a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.509664 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f5965cb-ecb7-4ba6-a586-38d4b02e736b req-11f610b0-0683-40cc-8b24-bf50a3f8f21a tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.0596309 Sep 16 04:55:52.567390 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f5965cb-ecb7-4ba6-a586-38d4b02e736b req-18519f5a-038d-4344-b007-6233ec516224 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508242 Sep 16 04:55:52.590241 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-8ea6cfd4-6360-484c-8fb2-a257dc52e571 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Deleting port 680135e1-a5ee-40fa-b0a3-8141af74525e {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:52.590722 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-8ea6cfd4-6360-484c-8fb2-a257dc52e571 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.637662 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.638573 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 291ebc99-8f20-4e0a-a402-de01d23f02f8 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:52.739213 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474f36f-7f60-498d-85c5-8422c2ce4f11 req-40f9d738-3a59-4b56-9b1b-9f69b30d668f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.741637 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3474f36f-7f60-498d-85c5-8422c2ce4f11 req-40f9d738-3a59-4b56-9b1b-9f69b30d668f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.0818686 Sep 16 04:55:52.744961 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b2fc23d4-393c-4e70-a994-f3ae6abd5002 None None] Provisioning complete for port 5b16cc3a-295b-414f-9d1d-8e4808f34041 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:52.745533 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b2fc23d4-393c-4e70-a994-f3ae6abd5002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.770032 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-8ea6cfd4-6360-484c-8fb2-a257dc52e571 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] For port 680135e1-a5ee-40fa-b0a3-8141af74525e, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=680135e1-a5ee-40fa-b0a3-8141af74525e,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:52.770401 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-8ea6cfd4-6360-484c-8fb2-a257dc52e571 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.785786 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-8ea6cfd4-6360-484c-8fb2-a257dc52e571 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Calling delete_port for 680135e1-a5ee-40fa-b0a3-8141af74525e owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:52.826210 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=1d882fd4-c98f-4a4c-abf2-404e5e9a95a2,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:52.839088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc23d4-393c-4e70-a994-f3ae6abd5002 None None] Port 5b16cc3a-295b-414f-9d1d-8e4808f34041 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:52.884869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d94d8-ecbf-4072-a000-e9743bb08a83 req-017fbf6b-b627-4f77-a40e-1a573113bd90 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.895205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d7d94d8-ecbf-4072-a000-e9743bb08a83 req-017fbf6b-b627-4f77-a40e-1a573113bd90 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 944 time: 0.1520648 Sep 16 04:55:52.900704 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.908696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3474f36f-7f60-498d-85c5-8422c2ce4f11 req-55efc65c-90f7-4f12-b7ad-0495b5d4c638 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553047 Sep 16 04:55:52.956844 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 291ebc99-8f20-4e0a-a402-de01d23f02f8, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=291ebc99-8f20-4e0a-a402-de01d23f02f8,segment=NetworkSegment(229a1043-e00a-4651-938c-5c29398ee2b4),segment_id=229a1043-e00a-4651-938c-5c29398ee2b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:52.998773 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d7d94d8-ecbf-4072-a000-e9743bb08a83 req-24e9f9f7-18ee-4215-939a-460d368edd29 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973651 Sep 16 04:55:53.042357 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51686) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:53.048500 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.049207 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 74dd60ff-7d8d-43a5-b307-86c1642869ae no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:53.080878 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-8ea6cfd4-6360-484c-8fb2-a257dc52e571 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.136403 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6cfd4-6360-484c-8fb2-a257dc52e571 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event deleted for resources: {'Port': ['ID=680135e1-a5ee-40fa-b0a3-8141af74525e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:53.149180 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=291ebc99-8f20-4e0a-a402-de01d23f02f8,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:53.202934 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.216247 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-8ea6cfd4-6360-484c-8fb2-a257dc52e571 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] No DVR routers for this DVR port 680135e1-a5ee-40fa-b0a3-8141af74525e on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:53.221615 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-8ea6cfd4-6360-484c-8fb2-a257dc52e571 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.224600 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-8ea6cfd4-6360-484c-8fb2-a257dc52e571 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.38 "DELETE /v2.0/ports/680135e1-a5ee-40fa-b0a3-8141af74525e HTTP/1.1" status: 204 len: 173 time: 0.7603528 Sep 16 04:55:53.244237 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 74dd60ff-7d8d-43a5-b307-86c1642869ae, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=74dd60ff-7d8d-43a5-b307-86c1642869ae,segment=NetworkSegment(5a682ea8-492d-4d22-bdb4-de15db270039),segment_id=5a682ea8-492d-4d22-bdb4-de15db270039)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:53.259837 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-deleted', 'tag': '680135e1-a5ee-40fa-b0a3-8141af74525e'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:53.262624 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8232e86b-6774-4133-9b81-220e411491e8" -d '{"events": [{"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-deleted", "tag": "680135e1-a5ee-40fa-b0a3-8141af74525e"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:53.344910 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6a32c277-5ce5-476e-b245-5ddb5f0b5825 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2050834544'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:53.345025 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdef5930-048e-4b11-b356-06a7162f4556 x-openstack-request-id: req-fdef5930-048e-4b11-b356-06a7162f4556 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:53.345025 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-deleted", "tag": "680135e1-a5ee-40fa-b0a3-8141af74525e", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:53.345367 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fdef5930-048e-4b11-b356-06a7162f4556 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:53.345915 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-deleted', 'tag': '680135e1-a5ee-40fa-b0a3-8141af74525e', 'status': 'completed', 'code': 200} Sep 16 04:55:53.360270 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-c21fee61-afe3-4a78-9f72-b1bf786d43a1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Deleting port 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:53.360612 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-c21fee61-afe3-4a78-9f72-b1bf786d43a1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.445450 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.446160 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 4239abc5-062c-4dce-a6f1-912da6b3aad3 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:53.461569 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-c21fee61-afe3-4a78-9f72-b1bf786d43a1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] For port 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1d882fd4-c98f-4a4c-abf2-404e5e9a95a2,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:53.461942 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-c21fee61-afe3-4a78-9f72-b1bf786d43a1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.478428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-c21fee61-afe3-4a78-9f72-b1bf786d43a1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Calling delete_port for 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:53.491333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a007f84-4605-46d0-9725-ad22634a8458 req-b69de0ef-44ba-4217-9081-eeb3300ec848 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:53.498060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a007f84-4605-46d0-9725-ad22634a8458 req-b69de0ef-44ba-4217-9081-eeb3300ec848 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:53.504510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a007f84-4605-46d0-9725-ad22634a8458 req-b69de0ef-44ba-4217-9081-eeb3300ec848 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:53.510782 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a007f84-4605-46d0-9725-ad22634a8458 req-b69de0ef-44ba-4217-9081-eeb3300ec848 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:53.512695 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a007f84-4605-46d0-9725-ad22634a8458 req-b69de0ef-44ba-4217-9081-eeb3300ec848 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 3144 time: 0.0763640 Sep 16 04:55:53.527823 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=74dd60ff-7d8d-43a5-b307-86c1642869ae,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:53.572139 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a32c277-5ce5-476e-b245-5ddb5f0b5825 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:53.578014 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6a32c277-5ce5-476e-b245-5ddb5f0b5825 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.578229 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.609960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a007f84-4605-46d0-9725-ad22634a8458 req-c827b0cb-38ae-4f38-a1eb-99360e04763e tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884984 Sep 16 04:55:53.610964 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6a32c277-5ce5-476e-b245-5ddb5f0b5825 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.620232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 4239abc5-062c-4dce-a6f1-912da6b3aad3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=4239abc5-062c-4dce-a6f1-912da6b3aad3,segment=NetworkSegment(5a682ea8-492d-4d22-bdb4-de15db270039),segment_id=5a682ea8-492d-4d22-bdb4-de15db270039)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:53.782975 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-c21fee61-afe3-4a78-9f72-b1bf786d43a1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.783545 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.783736 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5b16cc3a-295b-414f-9d1d-8e4808f34041 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:53.788323 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85362e11-0288-48b1-b9e1-e99764fa9258 req-9ace3e8b-3c5a-42c2-8a0b-114ee91bcfa5 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:53.789974 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85362e11-0288-48b1-b9e1-e99764fa9258 req-9ace3e8b-3c5a-42c2-8a0b-114ee91bcfa5 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 950 time: 0.0889719 Sep 16 04:55:53.792130 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6a32c277-5ce5-476e-b245-5ddb5f0b5825 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.815966 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fee61-afe3-4a78-9f72-b1bf786d43a1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event deleted for resources: {'Port': ['ID=1d882fd4-c98f-4a4c-abf2-404e5e9a95a2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:53.845811 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85362e11-0288-48b1-b9e1-e99764fa9258 req-2799d6bf-e7a9-4b2c-9f94-ace411467a71 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483875 Sep 16 04:55:53.897266 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-c21fee61-afe3-4a78-9f72-b1bf786d43a1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] No DVR routers for this DVR port 1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:53.900361 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-c21fee61-afe3-4a78-9f72-b1bf786d43a1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.902664 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-c21fee61-afe3-4a78-9f72-b1bf786d43a1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.38 "DELETE /v2.0/ports/1d882fd4-c98f-4a4c-abf2-404e5e9a95a2 HTTP/1.1" status: 204 len: 173 time: 0.6711054 Sep 16 04:55:53.912803 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=4239abc5-062c-4dce-a6f1-912da6b3aad3,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:53.919870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5b16cc3a-295b-414f-9d1d-8e4808f34041 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:53.920302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device e981273b-60c9-4c85-89b2-06941069c2dd no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:53.926694 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b072ffd-2d47-4362-81f4-1a9635e702fc req-32f1a33d-2a8c-4555-9060-59227616d746 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:53.928604 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b072ffd-2d47-4362-81f4-1a9635e702fc req-32f1a33d-2a8c-4555-9060-59227616d746 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.0646694 Sep 16 04:55:53.931472 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6a32c277-5ce5-476e-b245-5ddb5f0b5825 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.944171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: e981273b-60c9-4c85-89b2-06941069c2dd {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:53.951591 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device e981273b-60c9-4c85-89b2-06941069c2dd not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:53.951591 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 3b10ae3d-8211-4c16-9527-e19b5ce57a46 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:53.981847 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a32c277-5ce5-476e-b245-5ddb5f0b5825 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:55:54.002952 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 3b10ae3d-8211-4c16-9527-e19b5ce57a46 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:54.003533 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 680135e1-a5ee-40fa-b0a3-8141af74525e no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:54.012150 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32c277-5ce5-476e-b245-5ddb5f0b5825 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01228923-6a0b-4d97-9ffd-3bd9f1bba73a,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:54.031744 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6a32c277-5ce5-476e-b245-5ddb5f0b5825 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.032099 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-6a32c277-5ce5-476e-b245-5ddb5f0b5825 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Added segment bf77ae59-cee3-4bcd-9eeb-448b9337a27b of type vlan for network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 Sep 16 04:55:54.036051 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 680135e1-a5ee-40fa-b0a3-8141af74525e {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:54.036465 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 680135e1-a5ee-40fa-b0a3-8141af74525e not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:54.039102 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-a60706e9-79a1-4cc9-858a-d691bd4e6f98 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Deleting port 74dd60ff-7d8d-43a5-b307-86c1642869ae {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:54.039810 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-a60706e9-79a1-4cc9-858a-d691bd4e6f98 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.046232 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b072ffd-2d47-4362-81f4-1a9635e702fc req-b38e7c3e-2b10-4736-8905-537b7ddc79c2 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019328 Sep 16 04:55:54.128295 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6a32c277-5ce5-476e-b245-5ddb5f0b5825 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.153767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1de0b-f243-4734-bd20-6af177939162 req-fe3914bb-514c-4dbc-9b3a-9b7f4234eda3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:54.156740 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fe1de0b-f243-4734-bd20-6af177939162 req-fe3914bb-514c-4dbc-9b3a-9b7f4234eda3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 944 time: 0.0781150 Sep 16 04:55:54.181591 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-a60706e9-79a1-4cc9-858a-d691bd4e6f98 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] For port 74dd60ff-7d8d-43a5-b307-86c1642869ae, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=74dd60ff-7d8d-43a5-b307-86c1642869ae,segment=NetworkSegment(5a682ea8-492d-4d22-bdb4-de15db270039),segment_id=5a682ea8-492d-4d22-bdb4-de15db270039)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:54.181966 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-a60706e9-79a1-4cc9-858a-d691bd4e6f98 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.207413 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fe1de0b-f243-4734-bd20-6af177939162 req-d3847e6d-97a8-42fc-bd12-2b7f3f8e6524 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398188 Sep 16 04:55:54.219894 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-a60706e9-79a1-4cc9-858a-d691bd4e6f98 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Calling delete_port for 74dd60ff-7d8d-43a5-b307-86c1642869ae owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:54.243440 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.282334 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6a32c277-5ce5-476e-b245-5ddb5f0b5825 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.288284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a32c277-5ce5-476e-b245-5ddb5f0b5825 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:54.288925 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6a32c277-5ce5-476e-b245-5ddb5f0b5825 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.372304 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32c277-5ce5-476e-b245-5ddb5f0b5825 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Network': ['ID=fc098a7f-1089-4bc2-a413-c7fa5cdc6da2,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:54.388415 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:55:54.401706 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67165e5c-9d6e-47a8-9f74-1a4039e9b8af req-7bfad751-f9e1-416c-80cd-602e2ada8ada tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:54.403439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67165e5c-9d6e-47a8-9f74-1a4039e9b8af req-7bfad751-f9e1-416c-80cd-602e2ada8ada tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 950 time: 0.1655536 Sep 16 04:55:54.482000 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '291ebc99-8f20-4e0a-a402-de01d23f02f8'}, {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74dd60ff-7d8d-43a5-b307-86c1642869ae'}, {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4239abc5-062c-4dce-a6f1-912da6b3aad3'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:54.486937 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6a32c277-5ce5-476e-b245-5ddb5f0b5825 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4414358 Sep 16 04:55:54.487108 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1385a3ae-9f48-489e-be9f-e79996c0f597" -d '{"events": [{"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-unplugged", "status": "completed", "tag": "291ebc99-8f20-4e0a-a402-de01d23f02f8"}, {"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-unplugged", "status": "completed", "tag": "74dd60ff-7d8d-43a5-b307-86c1642869ae"}, {"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-unplugged", "status": "completed", "tag": "4239abc5-062c-4dce-a6f1-912da6b3aad3"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:54.487576 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51724) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:54.492505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8c189ac1-e773-4f87-b527-202798fd35f7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2', 'name': 'tempest-PortsTestJSON-1727228367'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:54.508534 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-a60706e9-79a1-4cc9-858a-d691bd4e6f98 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.530236 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacc9749-bd32-4670-bbb2-386a61336f54 x-openstack-request-id: req-eacc9749-bd32-4670-bbb2-386a61336f54 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:54.530236 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-unplugged", "status": "completed", "tag": "291ebc99-8f20-4e0a-a402-de01d23f02f8", "code": 200}, {"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-unplugged", "status": "completed", "tag": "74dd60ff-7d8d-43a5-b307-86c1642869ae", "code": 200}, {"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-unplugged", "status": "completed", "tag": "4239abc5-062c-4dce-a6f1-912da6b3aad3", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:54.530236 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eacc9749-bd32-4670-bbb2-386a61336f54 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:54.530805 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '291ebc99-8f20-4e0a-a402-de01d23f02f8', 'code': 200} Sep 16 04:55:54.531674 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74dd60ff-7d8d-43a5-b307-86c1642869ae', 'code': 200} Sep 16 04:55:54.531674 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4239abc5-062c-4dce-a6f1-912da6b3aad3', 'code': 200} Sep 16 04:55:54.551818 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60706e9-79a1-4cc9-858a-d691bd4e6f98 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event deleted for resources: {'Port': ['ID=74dd60ff-7d8d-43a5-b307-86c1642869ae,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:54.600241 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-67165e5c-9d6e-47a8-9f74-1a4039e9b8af req-3bfe4803-9a41-4bdc-a631-4f26af022cf4 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Deleting port 71451585-a0b8-4c7a-9456-b9cb22c4c309 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:54.600669 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-67165e5c-9d6e-47a8-9f74-1a4039e9b8af req-3bfe4803-9a41-4bdc-a631-4f26af022cf4 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.609596 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-a60706e9-79a1-4cc9-858a-d691bd4e6f98 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] No DVR routers for this DVR port 74dd60ff-7d8d-43a5-b307-86c1642869ae on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:54.612295 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-a60706e9-79a1-4cc9-858a-d691bd4e6f98 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.614767 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-a60706e9-79a1-4cc9-858a-d691bd4e6f98 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.38 "DELETE /v2.0/ports/74dd60ff-7d8d-43a5-b307-86c1642869ae HTTP/1.1" status: 204 len: 173 time: 0.7060323 Sep 16 04:55:54.710303 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-67165e5c-9d6e-47a8-9f74-1a4039e9b8af req-3bfe4803-9a41-4bdc-a631-4f26af022cf4 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] For port 71451585-a0b8-4c7a-9456-b9cb22c4c309, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=71451585-a0b8-4c7a-9456-b9cb22c4c309,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:54.711037 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-67165e5c-9d6e-47a8-9f74-1a4039e9b8af req-3bfe4803-9a41-4bdc-a631-4f26af022cf4 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.733211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c189ac1-e773-4f87-b527-202798fd35f7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:54.736811 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c189ac1-e773-4f87-b527-202798fd35f7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.739847 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-67165e5c-9d6e-47a8-9f74-1a4039e9b8af req-3bfe4803-9a41-4bdc-a631-4f26af022cf4 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Calling delete_port for 71451585-a0b8-4c7a-9456-b9cb22c4c309 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:54.740081 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-ba07d8f8-81cb-4fbd-a71c-e6e09cbca5cd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Deleting port 4239abc5-062c-4dce-a6f1-912da6b3aad3 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:54.740425 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-ba07d8f8-81cb-4fbd-a71c-e6e09cbca5cd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.134233 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-ba07d8f8-81cb-4fbd-a71c-e6e09cbca5cd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] For port 4239abc5-062c-4dce-a6f1-912da6b3aad3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=4239abc5-062c-4dce-a6f1-912da6b3aad3,segment=NetworkSegment(5a682ea8-492d-4d22-bdb4-de15db270039),segment_id=5a682ea8-492d-4d22-bdb4-de15db270039)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:55.134899 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-ba07d8f8-81cb-4fbd-a71c-e6e09cbca5cd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.148491 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-ba07d8f8-81cb-4fbd-a71c-e6e09cbca5cd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Calling delete_port for 4239abc5-062c-4dce-a6f1-912da6b3aad3 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:55.171469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-8c189ac1-e773-4f87-b527-202798fd35f7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] device_id is not set on port 2518606f-3625-42be-8c51-3712b7f11e0a yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:55.269572 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ac0da-eb43-4c58-93c2-eeba3b0dcd28 req-9adbb47c-efef-4a6f-af9e-2d86fd6d2f2d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:55.275578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ac0da-eb43-4c58-93c2-eeba3b0dcd28 req-9adbb47c-efef-4a6f-af9e-2d86fd6d2f2d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:55.277182 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-721ac0da-eb43-4c58-93c2-eeba3b0dcd28 req-9adbb47c-efef-4a6f-af9e-2d86fd6d2f2d tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 1677 time: 0.5691426 Sep 16 04:55:55.329047 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8fffe-6cb8-4da1-99d6-3e7cf8c7addc req-2fdd74ff-bf80-4242-aa3c-d9826609238f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:55.330589 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10b8fffe-6cb8-4da1-99d6-3e7cf8c7addc req-2fdd74ff-bf80-4242-aa3c-d9826609238f tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 950 time: 0.2008114 Sep 16 04:55:55.346967 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-deleted', 'tag': '1d882fd4-c98f-4a4c-abf2-404e5e9a95a2'}, {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-deleted', 'tag': '74dd60ff-7d8d-43a5-b307-86c1642869ae'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:55.349284 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e36780e-b319-4df0-8412-bc81f9cc7e5a" -d '{"events": [{"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-deleted", "tag": "1d882fd4-c98f-4a4c-abf2-404e5e9a95a2"}, {"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-deleted", "tag": "74dd60ff-7d8d-43a5-b307-86c1642869ae"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:55.400364 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-ba07d8f8-81cb-4fbd-a71c-e6e09cbca5cd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.403932 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-721ac0da-eb43-4c58-93c2-eeba3b0dcd28 req-857c7f88-0079-4791-94a5-2d414625c264 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea51e56d-232f-4cb3-95e2-f36816408e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167629 Sep 16 04:55:55.453364 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07d8f8-81cb-4fbd-a71c-e6e09cbca5cd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event deleted for resources: {'Port': ['ID=4239abc5-062c-4dce-a6f1-912da6b3aad3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:55.494816 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10b8fffe-6cb8-4da1-99d6-3e7cf8c7addc req-8e3acacd-4037-4242-b1ba-0083e9bc409a tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542313 Sep 16 04:55:55.507249 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-ba07d8f8-81cb-4fbd-a71c-e6e09cbca5cd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] No DVR routers for this DVR port 4239abc5-062c-4dce-a6f1-912da6b3aad3 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:55.509403 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-ba07d8f8-81cb-4fbd-a71c-e6e09cbca5cd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.511924 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-ba07d8f8-81cb-4fbd-a71c-e6e09cbca5cd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.38 "DELETE /v2.0/ports/4239abc5-062c-4dce-a6f1-912da6b3aad3 HTTP/1.1" status: 204 len: 173 time: 0.8849087 Sep 16 04:55:55.611725 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-b191e98a-6477-49a7-94d4-7c65d6a064b6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Deleting port 291ebc99-8f20-4e0a-a402-de01d23f02f8 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:55.612068 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-b191e98a-6477-49a7-94d4-7c65d6a064b6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.661720 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a44df-7111-4c43-8e2a-438442e0698e req-84a19ebd-a6e2-407a-afc7-ba0da60fcde6 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:55.663202 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd7a44df-7111-4c43-8e2a-438442e0698e req-84a19ebd-a6e2-407a-afc7-ba0da60fcde6 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.2629373 Sep 16 04:55:55.666264 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c189ac1-e773-4f87-b527-202798fd35f7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.709146 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-b191e98a-6477-49a7-94d4-7c65d6a064b6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] For port 291ebc99-8f20-4e0a-a402-de01d23f02f8, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=291ebc99-8f20-4e0a-a402-de01d23f02f8,segment=NetworkSegment(229a1043-e00a-4651-938c-5c29398ee2b4),segment_id=229a1043-e00a-4651-938c-5c29398ee2b4)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:55.709611 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-b191e98a-6477-49a7-94d4-7c65d6a064b6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.719880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5a27f-6e16-4509-b4b6-d59325d3ba0c req-6af998bb-fc1c-477b-a80a-b87ba8f46286 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:55.721444 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25f5a27f-6e16-4509-b4b6-d59325d3ba0c req-6af998bb-fc1c-477b-a80a-b87ba8f46286 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 945 time: 0.2230368 Sep 16 04:55:55.769417 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df89b3-2f99-4230-aed7-5234a877a764 req-672fe81e-03e6-4f6a-879b-2353c52c1eb1 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:55.770979 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95df89b3-2f99-4230-aed7-5234a877a764 req-672fe81e-03e6-4f6a-879b-2353c52c1eb1 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 944 time: 0.1984406 Sep 16 04:55:55.808930 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-67165e5c-9d6e-47a8-9f74-1a4039e9b8af req-3bfe4803-9a41-4bdc-a631-4f26af022cf4 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.843182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a00d0f17-67c5-4384-8803-420224b58647', '6077c18b-ba6f-47e5-9415-c613b542742f', '857cdbb8-8bf2-473c-a798-8e72febee3ce', 'eee152ef-2b06-40fa-9b6f-1a6229110f7d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:55.847529 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9', '71451585-a0b8-4c7a-9456-b9cb22c4c309'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:55.872699 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe4803-9a41-4bdc-a631-4f26af022cf4 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Pushing event deleted for resources: {'Port': ['ID=71451585-a0b8-4c7a-9456-b9cb22c4c309,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:55.987928 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c189ac1-e773-4f87-b527-202798fd35f7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.002142 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25f5a27f-6e16-4509-b4b6-d59325d3ba0c req-ce8a0da5-2b88-4101-90ee-2d2ae091b050 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628303 Sep 16 04:55:56.008002 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-67165e5c-9d6e-47a8-9f74-1a4039e9b8af req-3bfe4803-9a41-4bdc-a631-4f26af022cf4 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] No DVR routers for this DVR port 71451585-a0b8-4c7a-9456-b9cb22c4c309 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:56.052610 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-b191e98a-6477-49a7-94d4-7c65d6a064b6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.053123 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-b191e98a-6477-49a7-94d4-7c65d6a064b6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.053459 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-b191e98a-6477-49a7-94d4-7c65d6a064b6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Floating IP 0eb1b1dc-a19f-4442-b19c-18609e4b64cb disassociated. External IP: 172.25.4.124, port: 291ebc99-8f20-4e0a-a402-de01d23f02f8. Sep 16 04:55:56.053849 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-b191e98a-6477-49a7-94d4-7c65d6a064b6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Calling delete_port for 291ebc99-8f20-4e0a-a402-de01d23f02f8 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:56.055923 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95df89b3-2f99-4230-aed7-5234a877a764 req-b68e00ae-994d-4a88-b2b2-10ff9617386f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408271 Sep 16 04:55:56.057517 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-67165e5c-9d6e-47a8-9f74-1a4039e9b8af req-3bfe4803-9a41-4bdc-a631-4f26af022cf4 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.060493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67165e5c-9d6e-47a8-9f74-1a4039e9b8af req-3bfe4803-9a41-4bdc-a631-4f26af022cf4 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.38 "DELETE /v2.0/ports/71451585-a0b8-4c7a-9456-b9cb22c4c309 HTTP/1.1" status: 204 len: 173 time: 1.6443706 Sep 16 04:55:56.066525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb2d100-1fbb-436d-82f9-cc6b4e693e75', 'name': 'network-vif-deleted', 'tag': '71451585-a0b8-4c7a-9456-b9cb22c4c309'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:56.069006 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03d5100-8618-42c5-9f8f-1f9a30361fce" -d '{"events": [{"server_uuid": "ecb2d100-1fbb-436d-82f9-cc6b4e693e75", "name": "network-vif-deleted", "tag": "71451585-a0b8-4c7a-9456-b9cb22c4c309"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:56.164781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c189ac1-e773-4f87-b527-202798fd35f7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=2518606f-3625-42be-8c51-3712b7f11e0a,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:56.174472 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-cd7a44df-7111-4c43-8e2a-438442e0698e req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Deleting port f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:56.174472 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cd7a44df-7111-4c43-8e2a-438442e0698e req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.221327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c189ac1-e773-4f87-b527-202798fd35f7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Checking segment: {'id': 'bf77ae59-cee3-4bcd-9eeb-448b9337a27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:56.221813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c189ac1-e773-4f87-b527-202798fd35f7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network hostable DHCP agents. Network: fc098a7f-1089-4bc2-a413-c7fa5cdc6da2, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:55:56.333156 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2630073a-7745-42ab-8228-e222f0a87a3f x-openstack-request-id: req-2630073a-7745-42ab-8228-e222f0a87a3f {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:56.333664 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-deleted", "tag": "1d882fd4-c98f-4a4c-abf2-404e5e9a95a2", "status": "completed", "code": 200}, {"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-deleted", "tag": "74dd60ff-7d8d-43a5-b307-86c1642869ae", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:56.334596 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2630073a-7745-42ab-8228-e222f0a87a3f {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:56.335223 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-deleted', 'tag': '1d882fd4-c98f-4a4c-abf2-404e5e9a95a2', 'status': 'completed', 'code': 200} Sep 16 04:55:56.335529 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-deleted', 'tag': '74dd60ff-7d8d-43a5-b307-86c1642869ae', 'status': 'completed', 'code': 200} Sep 16 04:55:56.381539 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf149b1-4c95-4f14-95e7-dac6c42e14be x-openstack-request-id: req-8bf149b1-4c95-4f14-95e7-dac6c42e14be {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:56.382173 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb2d100-1fbb-436d-82f9-cc6b4e693e75", "name": "network-vif-deleted", "tag": "71451585-a0b8-4c7a-9456-b9cb22c4c309", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:56.382727 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bf149b1-4c95-4f14-95e7-dac6c42e14be {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:56.383367 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb2d100-1fbb-436d-82f9-cc6b4e693e75', 'name': 'network-vif-deleted', 'tag': '71451585-a0b8-4c7a-9456-b9cb22c4c309', 'status': 'completed', 'code': 200} Sep 16 04:55:56.385571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-cd7a44df-7111-4c43-8e2a-438442e0698e req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] For port f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:56.386130 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cd7a44df-7111-4c43-8e2a-438442e0698e req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.405877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-cd7a44df-7111-4c43-8e2a-438442e0698e req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Calling delete_port for f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:56.418803 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-b191e98a-6477-49a7-94d4-7c65d6a064b6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.478771 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191e98a-6477-49a7-94d4-7c65d6a064b6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event deleted for resources: {'Port': ['ID=291ebc99-8f20-4e0a-a402-de01d23f02f8,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:56.497208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c189ac1-e773-4f87-b527-202798fd35f7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:55:56.596762 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06a3bd53-6bbf-489e-bc48-d16ac7328f57 req-781c628d-9fe5-4818-95d0-5af4a923e0ff tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 210 time: 0.0437515 Sep 16 04:55:56.663864 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-8c189ac1-e773-4f87-b527-202798fd35f7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, fc098a7f-1089-4bc2-a413-c7fa5cdc6da2) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:56.675546 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11431d79-10c2-4aa6-96cb-747753005cd2 None None] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:56.684563 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-b191e98a-6477-49a7-94d4-7c65d6a064b6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Router 7b71af7b-d718-4a47-9c24-9fc83fef599b has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:56.694793 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b981238-ea96-4032-b2a6-9107c3af36d2 req-bbc45fd5-b988-4806-8a4f-2da27a7b0b03 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb2d100-1fbb-436d-82f9-cc6b4e693e75 HTTP/1.1" status: 200 len: 210 time: 0.0346494 Sep 16 04:55:56.698059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c189ac1-e773-4f87-b527-202798fd35f7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:56.703843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c189ac1-e773-4f87-b527-202798fd35f7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:56.704491 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c189ac1-e773-4f87-b527-202798fd35f7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.805853 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-b191e98a-6477-49a7-94d4-7c65d6a064b6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:56.816234 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c275f79d-af4f-4b27-926b-4224a64d653d None None] Sync routers for ids ['7b71af7b-d718-4a47-9c24-9fc83fef599b'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:56.826255 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c275f79d-af4f-4b27-926b-4224a64d653d None None] Routers {'7b71af7b-d718-4a47-9c24-9fc83fef599b'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:56.827435 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-c275f79d-af4f-4b27-926b-4224a64d653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:55:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7b71af7b-d718-4a47-9c24-9fc83fef599b'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:56.846396 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8c189ac1-e773-4f87-b527-202798fd35f7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3575575 Sep 16 04:55:56.849403 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51768) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:56.856406 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-b191e98a-6477-49a7-94d4-7c65d6a064b6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] No DVR routers for this DVR port 291ebc99-8f20-4e0a-a402-de01d23f02f8 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:56.856575 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b66fa73f-edf8-4608-8ab8-4ba57f800843 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-232234034'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:56.857070 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-b191e98a-6477-49a7-94d4-7c65d6a064b6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.861156 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-49b5d4c6-fc26-4f6c-acf4-bb627b37c0c7 req-b191e98a-6477-49a7-94d4-7c65d6a064b6 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.38 "DELETE /v2.0/ports/291ebc99-8f20-4e0a-a402-de01d23f02f8 HTTP/1.1" status: 204 len: 173 time: 1.3428409 Sep 16 04:55:56.908031 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cd7a44df-7111-4c43-8e2a-438442e0698e req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.942668 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['3d8532f4-ec6b-4b6f-973f-02e2619162a5'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:56.954235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Pushing event deleted for resources: {'Port': ['ID=f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:56.968838 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:56.969101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:56.969306 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:56.969812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:56.970031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:56.970363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:56.971107 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:56.971107 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:56.971428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:56.972282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:56.972623 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:56.972933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:56.974539 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-c275f79d-af4f-4b27-926b-4224a64d653d None None] Set router 7b71af7b-d718-4a47-9c24-9fc83fef599b gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:57.008746 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7a44df-7111-4c43-8e2a-438442e0698e req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] No DVR routers for this DVR port f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:57.011502 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cd7a44df-7111-4c43-8e2a-438442e0698e req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.013577 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd7a44df-7111-4c43-8e2a-438442e0698e req-7b6f06ec-2fc0-4cfe-aaf3-64f538cab9c9 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.21 "DELETE /v2.0/ports/f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 HTTP/1.1" status: 204 len: 173 time: 1.3376482 Sep 16 04:55:57.058059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66fa73f-edf8-4608-8ab8-4ba57f800843 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:57.068729 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b66fa73f-edf8-4608-8ab8-4ba57f800843 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.125593 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66fa73f-edf8-4608-8ab8-4ba57f800843 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:55:57.209906 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ba4b72d-f1e2-4153-9cbb-e0f7bd6c733d req-62e1f1a5-765e-4fc3-aafd-72855505dc75 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 210 time: 0.0692759 Sep 16 04:55:57.211420 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b66fa73f-edf8-4608-8ab8-4ba57f800843 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.211843 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-b66fa73f-edf8-4608-8ab8-4ba57f800843 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Added segment ab80ae8a-cb95-433b-8870-5b9b12877d3d of type vlan for network 4b89fcf6-ce86-4513-84b5-fe33cd5d1d3a Sep 16 04:55:57.274901 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b66fa73f-edf8-4608-8ab8-4ba57f800843 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.287926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e5b3c-1983-40b6-94fb-399adf1cacad req-425dbc0e-57df-4e95-b6dc-7f65c6ccf58e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:57.304297 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-c275f79d-af4f-4b27-926b-4224a64d653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'name': 'tempest-TaggedBootDevicesTest-7495031-router', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:39Z', 'updated_at': '2021-09-16T04:44:44Z', 'revision_number': 4, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'gw_port': {'id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:41Z', 'updated_at': '2021-09-16T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '92be808e-3341-47ae-9fa3-6adc19df2d40', 'name': '', 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'mac_address': 'fa:16:3e:b6:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:44Z', 'updated_at': '2021-09-16T04:44:53Z', 'revision_number': 5, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'subnets': [{'id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:57.304767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f31e5b3c-1983-40b6-94fb-399adf1cacad req-425dbc0e-57df-4e95-b6dc-7f65c6ccf58e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 944 time: 0.1601543 Sep 16 04:55:57.370700 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c275f79d-af4f-4b27-926b-4224a64d653d None None] Checking router: 7b71af7b-d718-4a47-9c24-9fc83fef599b for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:57.373270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f31e5b3c-1983-40b6-94fb-399adf1cacad req-7bf2e982-5e12-4ea3-aeaa-f0dfd468c981 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621159 Sep 16 04:55:57.397066 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c275f79d-af4f-4b27-926b-4224a64d653d None None] Routers {'7b71af7b-d718-4a47-9c24-9fc83fef599b'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:57.397933 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-c275f79d-af4f-4b27-926b-4224a64d653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:55:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7b71af7b-d718-4a47-9c24-9fc83fef599b'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:57.451811 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b66fa73f-edf8-4608-8ab8-4ba57f800843 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.458404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66fa73f-edf8-4608-8ab8-4ba57f800843 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:57.459775 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b66fa73f-edf8-4608-8ab8-4ba57f800843 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.552562 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-c275f79d-af4f-4b27-926b-4224a64d653d None None] Set router 7b71af7b-d718-4a47-9c24-9fc83fef599b gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:57.566100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fa73f-edf8-4608-8ab8-4ba57f800843 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Network': ['ID=4b89fcf6-ce86-4513-84b5-fe33cd5d1d3a,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:57.578078 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 4b89fcf6-ce86-4513-84b5-fe33cd5d1d3a details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:55:57.690035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b66fa73f-edf8-4608-8ab8-4ba57f800843 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8371763 Sep 16 04:55:57.691320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51784) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:57.702181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'ports': [{'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2'}, {'network_id': '4b89fcf6-ce86-4513-84b5-fe33cd5d1d3a'}]} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:57.702688 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:57.703097 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'network_id': '4b89fcf6-ce86-4513-84b5-fe33cd5d1d3a'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:57.730736 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6e71a780-b0f8-4619-ac92-45595e2e30f1 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:57.840137 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-c275f79d-af4f-4b27-926b-4224a64d653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'name': 'tempest-TaggedBootDevicesTest-7495031-router', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:39Z', 'updated_at': '2021-09-16T04:44:44Z', 'revision_number': 4, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'gw_port': {'id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:41Z', 'updated_at': '2021-09-16T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '92be808e-3341-47ae-9fa3-6adc19df2d40', 'name': '', 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'mac_address': 'fa:16:3e:b6:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:44Z', 'updated_at': '2021-09-16T04:44:53Z', 'revision_number': 5, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'subnets': [{'id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:57.851383 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a01b2b03-dbaa-48fb-b918-ea848d07233a req-288a6f54-ac5d-4abd-96e4-ec9f46d5c608 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 210 time: 0.1434004 Sep 16 04:55:57.875243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 6e71a780-b0f8-4619-ac92-45595e2e30f1, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6e71a780-b0f8-4619-ac92-45595e2e30f1,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:57.909753 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c275f79d-af4f-4b27-926b-4224a64d653d None None] The sync data for ids ['7b71af7b-d718-4a47-9c24-9fc83fef599b'] in n-d-712140-13 is: [{'id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'name': 'tempest-TaggedBootDevicesTest-7495031-router', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:39Z', 'updated_at': '2021-09-16T04:44:44Z', 'revision_number': 4, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'gw_port': {'id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:41Z', 'updated_at': '2021-09-16T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '92be808e-3341-47ae-9fa3-6adc19df2d40', 'name': '', 'network_id': 'dfa00947-d844-42e7-a6bc-3c59d3fba537', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'mac_address': 'fa:16:3e:b6:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:44Z', 'updated_at': '2021-09-16T04:44:53Z', 'revision_number': 5, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'subnets': [{'id': '5aaa3052-f1cc-492f-84e6-ab27c153753a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:57.915487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '6e71a780-b0f8-4619-ac92-45595e2e30f1', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'port_id': '6e71a780-b0f8-4619-ac92-45595e2e30f1', 'mac_address': 'fa:16:3e:99:14:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:57.962920 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.979294 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e71a780-b0f8-4619-ac92-45595e2e30f1 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:58.007728 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 6e71a780-b0f8-4619-ac92-45595e2e30f1, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6e71a780-b0f8-4619-ac92-45595e2e30f1,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:58.086201 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.183050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'port': 2} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:58.183308 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=6e71a780-b0f8-4619-ac92-45595e2e30f1,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:58.188213 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.189293 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:58.206942 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.257807 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 71451585-a0b8-4c7a-9456-b9cb22c4c309 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:58.321138 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05272da1-573c-4a5f-b017-f5350488b9bc None None] New status for floating IP 0eb1b1dc-a19f-4442-b19c-18609e4b64cb: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:55:58.333645 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.334212 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 71451585-a0b8-4c7a-9456-b9cb22c4c309 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:58.334546 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 71451585-a0b8-4c7a-9456-b9cb22c4c309 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:58.337012 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-deleted', 'tag': '4239abc5-062c-4dce-a6f1-912da6b3aad3'}, {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-deleted', 'tag': '291ebc99-8f20-4e0a-a402-de01d23f02f8'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:58.341052 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a19c2b-beb8-4c45-8c82-96fdf8d60db3" -d '{"events": [{"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-deleted", "tag": "4239abc5-062c-4dce-a6f1-912da6b3aad3"}, {"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-deleted", "tag": "291ebc99-8f20-4e0a-a402-de01d23f02f8"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:58.343883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] device_id is not set on port 600e797b-40d6-4da0-9dcc-012df8c59ca7 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:58.386406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80f5a38-243d-4fdc-b7fe-0528c15f15c0', 'name': 'network-vif-deleted', 'tag': 'f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:58.387849 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b2b69c-79dc-4bf5-b458-2bb196dc3624" -d '{"events": [{"server_uuid": "b80f5a38-243d-4fdc-b7fe-0528c15f15c0", "name": "network-vif-deleted", "tag": "f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:58.416256 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7beba905-c893-4b53-8278-c3fbed29d544 req-c8820b6f-a38a-4f37-ad86-26cc1eaec3cc tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80f5a38-243d-4fdc-b7fe-0528c15f15c0 HTTP/1.1" status: 200 len: 210 time: 0.0442581 Sep 16 04:55:58.486684 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d07dd63-eaea-4cf7-b1e1-acf7260f9d8b x-openstack-request-id: req-9d07dd63-eaea-4cf7-b1e1-acf7260f9d8b {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:58.489122 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-deleted", "tag": "4239abc5-062c-4dce-a6f1-912da6b3aad3", "status": "completed", "code": 200}, {"server_uuid": "9c5b1f0f-95fb-4397-8aeb-75cbef83c33b", "name": "network-vif-deleted", "tag": "291ebc99-8f20-4e0a-a402-de01d23f02f8", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:58.489397 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d07dd63-eaea-4cf7-b1e1-acf7260f9d8b {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:58.489828 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-deleted', 'tag': '4239abc5-062c-4dce-a6f1-912da6b3aad3', 'status': 'completed', 'code': 200} Sep 16 04:55:58.490155 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b1f0f-95fb-4397-8aeb-75cbef83c33b', 'name': 'network-vif-deleted', 'tag': '291ebc99-8f20-4e0a-a402-de01d23f02f8', 'status': 'completed', 'code': 200} Sep 16 04:55:58.556847 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.594303 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['6e71a780-b0f8-4619-ac92-45595e2e30f1'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:58.692990 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] device_id is not set on port a508969c-484e-41c4-a81e-9112965775bf yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:58.837863 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa9a5eb-2b65-4906-a97f-faba46c3a0ca x-openstack-request-id: req-4fa9a5eb-2b65-4906-a97f-faba46c3a0ca {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:58.839133 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80f5a38-243d-4fdc-b7fe-0528c15f15c0", "name": "network-vif-deleted", "tag": "f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:58.839270 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4fa9a5eb-2b65-4906-a97f-faba46c3a0ca {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:58.839662 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80f5a38-243d-4fdc-b7fe-0528c15f15c0', 'name': 'network-vif-deleted', 'tag': 'f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0', 'status': 'completed', 'code': 200} Sep 16 04:55:58.927125 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.946371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b64d9-25c0-4523-ac71-fdc4409d42ef req-983f995a-7661-4b9a-8e06-2a49f817e281 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:58.954362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a29b64d9-25c0-4523-ac71-fdc4409d42ef req-983f995a-7661-4b9a-8e06-2a49f817e281 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 945 time: 0.1137991 Sep 16 04:55:59.028563 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a29b64d9-25c0-4523-ac71-fdc4409d42ef req-d6349298-5d77-4403-befc-9994c53b9f83 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733056 Sep 16 04:55:59.079686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f6c94-79f3-47dc-b94b-602e391417ff req-43c40256-4da2-4e2f-afcc-726b1945693d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:59.081270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-223f6c94-79f3-47dc-b94b-602e391417ff req-43c40256-4da2-4e2f-afcc-726b1945693d tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=feed02b4-f7e2-4422-8a61-51670566a2aa HTTP/1.1" status: 200 len: 950 time: 0.0698659 Sep 16 04:55:59.149395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8d3f25e-0b5c-4fbb-86fb-89ab4acda682 req-04ff5f97-f3c8-45fd-aa75-42f977450e41 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 210 time: 0.0426738 Sep 16 04:55:59.152366 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.157480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-223f6c94-79f3-47dc-b94b-602e391417ff req-b8e94057-bd55-440c-9c3c-985987d0ab84 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692093 Sep 16 04:55:59.199044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:59.202839 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:59.209256 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:59.210182 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.218254 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=600e797b-40d6-4da0-9dcc-012df8c59ca7,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:59.282412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=a508969c-484e-41c4-a81e-9112965775bf,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:59.293359 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Checking segment: {'id': 'ab80ae8a-cb95-433b-8870-5b9b12877d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b89fcf6-ce86-4513-84b5-fe33cd5d1d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:59.293788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network hostable DHCP agents. Network: 4b89fcf6-ce86-4513-84b5-fe33cd5d1d3a, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:55:59.439945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network 4b89fcf6-ce86-4513-84b5-fe33cd5d1d3a is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:55:59.531558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 4b89fcf6-ce86-4513-84b5-fe33cd5d1d3a) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:59.536409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:59.541720 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76734262-374e-4f41-8e41-3b7719d123c8 None None] Network 4b89fcf6-ce86-4513-84b5-fe33cd5d1d3a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:59.546481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:59.550647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:59.551464 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.644319 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51830) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:59.644831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3913bc91-d521-495f-8dcd-602f57d25828 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9531038 Sep 16 04:55:59.732595 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:59.757952 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:59.758342 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device f23c90cf-6d1a-47a3-9c1c-4e19abbc63b0 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:59.835554 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-ade3e548-fc2b-4a8a-956c-19502f884440 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port a508969c-484e-41c4-a81e-9112965775bf {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:59.835904 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ade3e548-fc2b-4a8a-956c-19502f884440 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.923994 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ade3e548-fc2b-4a8a-956c-19502f884440 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.944648 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-ade3e548-fc2b-4a8a-956c-19502f884440 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for a508969c-484e-41c4-a81e-9112965775bf owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:00.180184 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ade3e548-fc2b-4a8a-956c-19502f884440 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.212078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f69225-398f-4088-8c92-749fb8a923b4 req-afbfc71b-a63b-4b3e-b126-04f0021bd386 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.213629 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78f69225-398f-4088-8c92-749fb8a923b4 req-afbfc71b-a63b-4b3e-b126-04f0021bd386 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 945 time: 0.0905108 Sep 16 04:56:00.213857 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3e548-fc2b-4a8a-956c-19502f884440 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=a508969c-484e-41c4-a81e-9112965775bf,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:00.228878 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ade3e548-fc2b-4a8a-956c-19502f884440 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.229713 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ade3e548-fc2b-4a8a-956c-19502f884440 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/ports/a508969c-484e-41c4-a81e-9112965775bf HTTP/1.1" status: 204 len: 168 time: 0.5828154 Sep 16 04:56:00.237103 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51866) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:00.253865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0e22f-625a-481c-877d-55714cd0fcb0 req-4bbfc899-b559-4e36-ad49-357c55049f99 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.256593 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-29a0e22f-625a-481c-877d-55714cd0fcb0 req-4bbfc899-b559-4e36-ad49-357c55049f99 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "GET /v2.0/ports?device_id=feed02b4-f7e2-4422-8a61-51670566a2aa HTTP/1.1" status: 200 len: 950 time: 0.0895364 Sep 16 04:56:00.332548 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4380623b-1e88-4416-951e-e0d72276a6b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.341290 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4380623b-1e88-4416-951e-e0d72276a6b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.346992 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4380623b-1e88-4416-951e-e0d72276a6b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1088166 Sep 16 04:56:00.347922 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51868) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:00.348991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78f69225-398f-4088-8c92-749fb8a923b4 req-1c486914-5f0b-4807-ad04-d0bf82e4b516 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091099 Sep 16 04:56:00.446611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-29a0e22f-625a-481c-877d-55714cd0fcb0 req-3a638f8c-4051-41e0-9dba-a69e550f0f0b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Deleting port eee152ef-2b06-40fa-9b6f-1a6229110f7d {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:00.447290 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-29a0e22f-625a-481c-877d-55714cd0fcb0 req-3a638f8c-4051-41e0-9dba-a69e550f0f0b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.506285 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-2110283f-3136-4938-b3b6-80022c07a122 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port 600e797b-40d6-4da0-9dcc-012df8c59ca7 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:00.507002 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2110283f-3136-4938-b3b6-80022c07a122 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.591710 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2110283f-3136-4938-b3b6-80022c07a122 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.593455 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a70929b-560a-4eb1-a73e-e9a7543267eb req-5cfd1dbc-abeb-4124-a871-14a9e717bcfa tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 210 time: 0.1105917 Sep 16 04:56:00.611825 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-2110283f-3136-4938-b3b6-80022c07a122 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for 600e797b-40d6-4da0-9dcc-012df8c59ca7 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:00.669044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-29a0e22f-625a-481c-877d-55714cd0fcb0 req-3a638f8c-4051-41e0-9dba-a69e550f0f0b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] For port eee152ef-2b06-40fa-9b6f-1a6229110f7d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=eee152ef-2b06-40fa-9b6f-1a6229110f7d,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:00.672175 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-29a0e22f-625a-481c-877d-55714cd0fcb0 req-3a638f8c-4051-41e0-9dba-a69e550f0f0b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.683846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-29a0e22f-625a-481c-877d-55714cd0fcb0 req-3a638f8c-4051-41e0-9dba-a69e550f0f0b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Calling delete_port for eee152ef-2b06-40fa-9b6f-1a6229110f7d owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:00.777160 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2110283f-3136-4938-b3b6-80022c07a122 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.833840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f9072-665c-4fc9-805f-55f149224e51 req-e57ad59c-2ffd-4768-983c-61ac235c2e50 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.835477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-723f9072-665c-4fc9-805f-55f149224e51 req-e57ad59c-2ffd-4768-983c-61ac235c2e50 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 945 time: 0.1459205 Sep 16 04:56:00.868017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ad659-4465-4001-9e1e-35c2ae98bd40 req-846de10d-5453-4abd-995e-d455825dc407 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.870213 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2110283f-3136-4938-b3b6-80022c07a122 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.870559 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-382ad659-4465-4001-9e1e-35c2ae98bd40 req-846de10d-5453-4abd-995e-d455825dc407 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=feed02b4-f7e2-4422-8a61-51670566a2aa HTTP/1.1" status: 200 len: 950 time: 0.2746665 Sep 16 04:56:00.889785 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2110283f-3136-4938-b3b6-80022c07a122 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/ports/600e797b-40d6-4da0-9dcc-012df8c59ca7 HTTP/1.1" status: 204 len: 168 time: 0.5301266 Sep 16 04:56:00.889785 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110283f-3136-4938-b3b6-80022c07a122 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=600e797b-40d6-4da0-9dcc-012df8c59ca7,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:00.890375 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51874) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:00.946697 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb819e-58fc-41c4-8d2e-8aedbe2c9f35 req-2e44d840-5d3d-428d-afec-92d60de40153 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.948039 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b4eb819e-58fc-41c4-8d2e-8aedbe2c9f35 req-2e44d840-5d3d-428d-afec-92d60de40153 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.38 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 950 time: 0.1484904 Sep 16 04:56:00.972674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-382ad659-4465-4001-9e1e-35c2ae98bd40 req-71866e68-5711-4030-ae18-0ab50edf395e tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893998 Sep 16 04:56:00.985154 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-723f9072-665c-4fc9-805f-55f149224e51 req-37b13bfc-f0fb-4716-8e3d-4026a8f8e2ff tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409469 Sep 16 04:56:01.024509 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeb2c91-e6cf-40fe-992a-9e8fab59516f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:01.029513 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8eeb2c91-e6cf-40fe-992a-9e8fab59516f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1336632 Sep 16 04:56:01.032608 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51878) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:01.127839 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-d951502e-8d1d-48c8-8c84-273ba9402d2b tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] GET failed (client error): The resource could not be found. Sep 16 04:56:01.127839 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d951502e-8d1d-48c8-8c84-273ba9402d2b tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports/a508969c-484e-41c4-a81e-9112965775bf HTTP/1.1" status: 404 len: 333 time: 0.0918515 Sep 16 04:56:01.130743 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51880) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:01.193736 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-52af5814-ec78-486d-91f2-f58c379ce110 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] GET failed (client error): The resource could not be found. Sep 16 04:56:01.198430 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51884) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:01.199135 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-52af5814-ec78-486d-91f2-f58c379ce110 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports/600e797b-40d6-4da0-9dcc-012df8c59ca7 HTTP/1.1" status: 404 len: 333 time: 0.0640926 Sep 16 04:56:01.200261 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-29a0e22f-625a-481c-877d-55714cd0fcb0 req-3a638f8c-4051-41e0-9dba-a69e550f0f0b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.235105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a00d0f17-67c5-4384-8803-420224b58647', '6077c18b-ba6f-47e5-9415-c613b542742f', '857cdbb8-8bf2-473c-a798-8e72febee3ce', 'eee152ef-2b06-40fa-9b6f-1a6229110f7d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:01.237861 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a638f8c-4051-41e0-9dba-a69e550f0f0b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Pushing event deleted for resources: {'Port': ['ID=eee152ef-2b06-40fa-9b6f-1a6229110f7d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:01.267433 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-b4eb819e-58fc-41c4-8d2e-8aedbe2c9f35 req-f58ff111-42b7-485c-90ee-139161c94814 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Deleting port cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:01.267433 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b4eb819e-58fc-41c4-8d2e-8aedbe2c9f35 req-f58ff111-42b7-485c-90ee-139161c94814 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.270030 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:01.294742 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a0e22f-625a-481c-877d-55714cd0fcb0 req-3a638f8c-4051-41e0-9dba-a69e550f0f0b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] No DVR routers for this DVR port eee152ef-2b06-40fa-9b6f-1a6229110f7d on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:01.313976 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-29a0e22f-625a-481c-877d-55714cd0fcb0 req-3a638f8c-4051-41e0-9dba-a69e550f0f0b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.328760 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-29a0e22f-625a-481c-877d-55714cd0fcb0 req-3a638f8c-4051-41e0-9dba-a69e550f0f0b tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "DELETE /v2.0/ports/eee152ef-2b06-40fa-9b6f-1a6229110f7d HTTP/1.1" status: 204 len: 173 time: 1.0430641 Sep 16 04:56:01.329772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feed02b4-f7e2-4422-8a61-51670566a2aa', 'name': 'network-vif-deleted', 'tag': 'eee152ef-2b06-40fa-9b6f-1a6229110f7d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:01.344503 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f3c398-1832-44f3-bc4b-c31ea36b7b18" -d '{"events": [{"server_uuid": "feed02b4-f7e2-4422-8a61-51670566a2aa", "name": "network-vif-deleted", "tag": "eee152ef-2b06-40fa-9b6f-1a6229110f7d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:01.395672 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.435809 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42373642-cf6f-4241-b075-13d6b67f3081 x-openstack-request-id: req-42373642-cf6f-4241-b075-13d6b67f3081 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:01.439099 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feed02b4-f7e2-4422-8a61-51670566a2aa", "name": "network-vif-deleted", "tag": "eee152ef-2b06-40fa-9b6f-1a6229110f7d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:01.439513 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42373642-cf6f-4241-b075-13d6b67f3081 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:01.440655 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feed02b4-f7e2-4422-8a61-51670566a2aa', 'name': 'network-vif-deleted', 'tag': 'eee152ef-2b06-40fa-9b6f-1a6229110f7d', 'status': 'completed', 'code': 200} Sep 16 04:56:01.546563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed894160-303e-4ae9-8936-67aa3186691d req-fdefa3ca-f95e-4a45-bc9d-9745e8a474d1 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:01.548724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed894160-303e-4ae9-8936-67aa3186691d req-fdefa3ca-f95e-4a45-bc9d-9745e8a474d1 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 945 time: 0.0721023 Sep 16 04:56:01.612587 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.614180 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed894160-303e-4ae9-8936-67aa3186691d req-13c57e92-65af-469b-8334-cdc511a3aaa6 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587573 Sep 16 04:56:01.695225 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b89fcf6-ce86-4513-84b5-fe33cd5d1d3a']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:01.750421 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-b4eb819e-58fc-41c4-8d2e-8aedbe2c9f35 req-f58ff111-42b7-485c-90ee-139161c94814 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] For port cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:01.750816 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b4eb819e-58fc-41c4-8d2e-8aedbe2c9f35 req-f58ff111-42b7-485c-90ee-139161c94814 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.754927 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab80ae8a-cb95-433b-8870-5b9b12877d3d') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:01.755591 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab80ae8a-cb95-433b-8870-5b9b12877d3d') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:01.762705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6e71a780-b0f8-4619-ac92-45595e2e30f1 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:01.777059 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.778941 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-b4eb819e-58fc-41c4-8d2e-8aedbe2c9f35 req-f58ff111-42b7-485c-90ee-139161c94814 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Calling delete_port for cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:01.792969 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-467a15b6-e52b-4778-aefa-e58001f4ff01 req-05a3c6d8-be03-4904-8606-f61d2c8bd180 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 210 time: 0.0432174 Sep 16 04:56:01.836469 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.879977 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:01.880800 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:01.884264 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:01.938328 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 6e71a780-b0f8-4619-ac92-45595e2e30f1 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:56:01.952203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 6e71a780-b0f8-4619-ac92-45595e2e30f1 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:01.952602 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.043195 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.057857 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.066997 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51896) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:02.067231 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/networks/4b89fcf6-ce86-4513-84b5-fe33cd5d1d3a HTTP/1.1" status: 204 len: 168 time: 0.8665984 Sep 16 04:56:02.073669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b6168e27-08f2-4d41-9578-c254c7f0efed tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-434745474'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:02.083708 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.091091 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Network': ['ID=4b89fcf6-ce86-4513-84b5-fe33cd5d1d3a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:02.102176 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:02.106475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:02.106475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:02.106475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:02.106475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:02.106475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:02.106475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:02.106475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:02.106475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:02.106475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:02.106475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:02.106475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383d3b7-eda1-4864-8994-4ce80afd7b76 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:02.122123 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e8ddad-0691-4f67-9ed1-55c3530e937f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e71a780-b0f8-4619-ac92-45595e2e30f1'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:02.125460 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8b9482-131b-4e95-84a9-37b5fa95fbf1" -d '{"events": [{"server_uuid": "77e8ddad-0691-4f67-9ed1-55c3530e937f", "name": "network-vif-plugged", "status": "completed", "tag": "6e71a780-b0f8-4619-ac92-45595e2e30f1"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:02.141919 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 6e71a780-b0f8-4619-ac92-45595e2e30f1, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6e71a780-b0f8-4619-ac92-45595e2e30f1,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:02.184384 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d23b5d6a-c93c-400e-81f9-6304ace6ecac req-4b73fa86-3516-4131-a584-ebdb428ecaec tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=feed02b4-f7e2-4422-8a61-51670566a2aa HTTP/1.1" status: 200 len: 210 time: 0.0353091 Sep 16 04:56:02.215731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c9847-c90e-4e28-b0f8-08ff6498efe6 req-e2d70ad7-89a8-4b7d-a0c8-3614d00d69a3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:02.218250 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-686c9847-c90e-4e28-b0f8-08ff6498efe6 req-e2d70ad7-89a8-4b7d-a0c8-3614d00d69a3 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 945 time: 0.1331999 Sep 16 04:56:02.251966 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b4eb819e-58fc-41c4-8d2e-8aedbe2c9f35 req-f58ff111-42b7-485c-90ee-139161c94814 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.271923 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-686c9847-c90e-4e28-b0f8-08ff6498efe6 req-de7ed33a-1588-486e-aae9-2386baaba7f8 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461202 Sep 16 04:56:02.274517 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d20ceef-09ac-470f-9ea2-9f2d61af7881 x-openstack-request-id: req-8d20ceef-09ac-470f-9ea2-9f2d61af7881 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:02.275074 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e8ddad-0691-4f67-9ed1-55c3530e937f", "name": "network-vif-plugged", "status": "completed", "tag": "6e71a780-b0f8-4619-ac92-45595e2e30f1", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:02.275390 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d20ceef-09ac-470f-9ea2-9f2d61af7881 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:02.275777 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e8ddad-0691-4f67-9ed1-55c3530e937f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e71a780-b0f8-4619-ac92-45595e2e30f1', 'code': 200} Sep 16 04:56:02.304780 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.305359 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6168e27-08f2-4d41-9578-c254c7f0efed tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:02.317257 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6168e27-08f2-4d41-9578-c254c7f0efed tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.321616 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ff111-42b7-485c-90ee-139161c94814 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Pushing event deleted for resources: {'Port': ['ID=cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:02.440691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=6e71a780-b0f8-4619-ac92-45595e2e30f1,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:02.452744 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6168e27-08f2-4d41-9578-c254c7f0efed tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:02.459992 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4eb819e-58fc-41c4-8d2e-8aedbe2c9f35 req-f58ff111-42b7-485c-90ee-139161c94814 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] No DVR routers for this DVR port cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:02.462285 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b4eb819e-58fc-41c4-8d2e-8aedbe2c9f35 req-f58ff111-42b7-485c-90ee-139161c94814 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.464323 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b4eb819e-58fc-41c4-8d2e-8aedbe2c9f35 req-f58ff111-42b7-485c-90ee-139161c94814 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.38 "DELETE /v2.0/ports/cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 HTTP/1.1" status: 204 len: 173 time: 1.5002999 Sep 16 04:56:02.464758 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144c7aaf-8132-4ab5-8258-cda34e715c73', 'name': 'network-vif-deleted', 'tag': 'cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:02.467575 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e46fe5-e372-410a-ad2a-10bde1ae4167" -d '{"events": [{"server_uuid": "144c7aaf-8132-4ab5-8258-cda34e715c73", "name": "network-vif-deleted", "tag": "cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:02.472791 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6168e27-08f2-4d41-9578-c254c7f0efed tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.473227 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-b6168e27-08f2-4d41-9578-c254c7f0efed tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Added segment 92116cd8-e4a7-4d8a-bfa3-4a4a2ac12b8d of type vlan for network 3a0cbea6-6d30-4d26-8758-904f5e18d44f Sep 16 04:56:02.491832 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e4645-381f-4824-84e3-121178812a68 req-e40390a3-99a9-4dc6-b504-be9b5da39030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:02.493342 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-976e4645-381f-4824-84e3-121178812a68 req-e40390a3-99a9-4dc6-b504-be9b5da39030 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 1098 time: 0.1170533 Sep 16 04:56:02.515782 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417069cf-710e-4c96-a44d-26f998d5ebcd x-openstack-request-id: req-417069cf-710e-4c96-a44d-26f998d5ebcd {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:02.516106 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144c7aaf-8132-4ab5-8258-cda34e715c73", "name": "network-vif-deleted", "tag": "cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:02.516359 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-417069cf-710e-4c96-a44d-26f998d5ebcd {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:02.516725 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144c7aaf-8132-4ab5-8258-cda34e715c73', 'name': 'network-vif-deleted', 'tag': 'cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9', 'status': 'completed', 'code': 200} Sep 16 04:56:02.548445 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6168e27-08f2-4d41-9578-c254c7f0efed tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.577476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-976e4645-381f-4824-84e3-121178812a68 req-7e48c348-c8d9-48e7-9602-bf2e0ac09ef0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585597 Sep 16 04:56:02.725469 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6168e27-08f2-4d41-9578-c254c7f0efed tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.733087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6168e27-08f2-4d41-9578-c254c7f0efed tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:02.734054 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6168e27-08f2-4d41-9578-c254c7f0efed tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.751405 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f48f3e-e27a-4a14-8680-e94473a294a5 req-5e77e4fd-e1c5-4c87-8fb1-71d3d3d6a2b8 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:02.754188 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-36f48f3e-e27a-4a14-8680-e94473a294a5 req-5e77e4fd-e1c5-4c87-8fb1-71d3d3d6a2b8 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 945 time: 0.0800838 Sep 16 04:56:02.870765 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6168e27-08f2-4d41-9578-c254c7f0efed tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Network': ['ID=3a0cbea6-6d30-4d26-8758-904f5e18d44f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:02.887064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 3a0cbea6-6d30-4d26-8758-904f5e18d44f details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:02.895848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552dbff-bde3-4e8d-a9ae-b3362d2eebda req-532a8749-2ee8-45e5-8208-1f979ddf59ae tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:02.897486 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b552dbff-bde3-4e8d-a9ae-b3362d2eebda req-532a8749-2ee8-45e5-8208-1f979ddf59ae tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.1554778 Sep 16 04:56:02.907137 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b6168e27-08f2-4d41-9578-c254c7f0efed tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8356800 Sep 16 04:56:02.907780 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51912) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:02.925239 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-764cb0f1-d8a0-4e5f-bd1d-ed46e7c258d3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'subnet': {'network_id': '3a0cbea6-6d30-4d26-8758-904f5e18d44f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:03.027438 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99f8a9f0-d32c-4693-a259-081531654df4 req-5f8b6f49-29c0-4aad-a333-74ffe3f8ba24 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 210 time: 0.0832431 Sep 16 04:56:03.033840 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a00d0f17-67c5-4384-8803-420224b58647', '6077c18b-ba6f-47e5-9415-c613b542742f', '857cdbb8-8bf2-473c-a798-8e72febee3ce'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:03.067627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-36f48f3e-e27a-4a14-8680-e94473a294a5 req-13f810b4-f43e-4f9c-b105-75f2d6f95573 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Deleting port 3d8532f4-ec6b-4b6f-973f-02e2619162a5 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:03.068364 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-36f48f3e-e27a-4a14-8680-e94473a294a5 req-13f810b4-f43e-4f9c-b105-75f2d6f95573 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.094333 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b552dbff-bde3-4e8d-a9ae-b3362d2eebda req-ba2af7fd-b85b-4105-8eba-e89cfaf35e89 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889498 Sep 16 04:56:03.238808 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-36f48f3e-e27a-4a14-8680-e94473a294a5 req-13f810b4-f43e-4f9c-b105-75f2d6f95573 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] For port 3d8532f4-ec6b-4b6f-973f-02e2619162a5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=3d8532f4-ec6b-4b6f-973f-02e2619162a5,segment=NetworkSegment(d075cac6-e82f-4e70-88fc-9e0923987175),segment_id=d075cac6-e82f-4e70-88fc-9e0923987175)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:03.240801 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-36f48f3e-e27a-4a14-8680-e94473a294a5 req-13f810b4-f43e-4f9c-b105-75f2d6f95573 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.253119 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-36f48f3e-e27a-4a14-8680-e94473a294a5 req-13f810b4-f43e-4f9c-b105-75f2d6f95573 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Calling delete_port for 3d8532f4-ec6b-4b6f-973f-02e2619162a5 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:03.308930 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764cb0f1-d8a0-4e5f-bd1d-ed46e7c258d3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:03.313288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-764cb0f1-d8a0-4e5f-bd1d-ed46e7c258d3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.547483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68e2f7fc-a939-4303-a82d-5bcd246b1716 req-4782db57-995b-49a3-a7c9-00c5e56fc982 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=144c7aaf-8132-4ab5-8258-cda34e715c73 HTTP/1.1" status: 200 len: 210 time: 0.0504234 Sep 16 04:56:03.611162 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069e8bb-3ede-48ea-aeba-51415683620e req-7ba36f15-6178-4652-aa8f-ba5ccf98045f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:03.628485 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b069e8bb-3ede-48ea-aeba-51415683620e req-7ba36f15-6178-4652-aa8f-ba5ccf98045f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 945 time: 0.1961691 Sep 16 04:56:03.738011 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-36f48f3e-e27a-4a14-8680-e94473a294a5 req-13f810b4-f43e-4f9c-b105-75f2d6f95573 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.756777 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b069e8bb-3ede-48ea-aeba-51415683620e req-29174cae-9437-4bad-847e-3517b052766c tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000850 Sep 16 04:56:03.788984 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device eee152ef-2b06-40fa-9b6f-1a6229110f7d no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:03.792060 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['3d8532f4-ec6b-4b6f-973f-02e2619162a5'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:03.815950 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f810b4-f43e-4f9c-b105-75f2d6f95573 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Pushing event deleted for resources: {'Port': ['ID=3d8532f4-ec6b-4b6f-973f-02e2619162a5,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:03.848710 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: eee152ef-2b06-40fa-9b6f-1a6229110f7d {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:03.849225 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device eee152ef-2b06-40fa-9b6f-1a6229110f7d not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:03.888926 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-764cb0f1-d8a0-4e5f-bd1d-ed46e7c258d3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.922552 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f48f3e-e27a-4a14-8680-e94473a294a5 req-13f810b4-f43e-4f9c-b105-75f2d6f95573 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] No DVR routers for this DVR port 3d8532f4-ec6b-4b6f-973f-02e2619162a5 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:03.940708 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-36f48f3e-e27a-4a14-8680-e94473a294a5 req-13f810b4-f43e-4f9c-b105-75f2d6f95573 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.943548 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-36f48f3e-e27a-4a14-8680-e94473a294a5 req-13f810b4-f43e-4f9c-b105-75f2d6f95573 tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.38 "DELETE /v2.0/ports/3d8532f4-ec6b-4b6f-973f-02e2619162a5 HTTP/1.1" status: 204 len: 173 time: 1.1824472 Sep 16 04:56:04.039190 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cb0f1-d8a0-4e5f-bd1d-ed46e7c258d3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Subnet': ['ID=0e557e64-74c4-492f-af50-447086007326,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:04.051014 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764cb0f1-d8a0-4e5f-bd1d-ed46e7c258d3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Checking segment: {'id': '92116cd8-e4a7-4d8a-bfa3-4a4a2ac12b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a0cbea6-6d30-4d26-8758-904f5e18d44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:04.051557 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764cb0f1-d8a0-4e5f-bd1d-ed46e7c258d3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network hostable DHCP agents. Network: 3a0cbea6-6d30-4d26-8758-904f5e18d44f, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:04.177735 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764cb0f1-d8a0-4e5f-bd1d-ed46e7c258d3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network 3a0cbea6-6d30-4d26-8758-904f5e18d44f is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:04.228119 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7c7c1f1-d393-46e6-b208-92f5f765189f req-5d951eaf-65c5-489e-9d5b-489a556b5ca1 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 210 time: 0.0497262 Sep 16 04:56:04.287367 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfeab6-2e96-4e31-bac0-dea680e015fb req-c31149b5-09dc-42ce-8fd6-5f088065f6d8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:04.289842 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91bfeab6-2e96-4e31-bac0-dea680e015fb req-c31149b5-09dc-42ce-8fd6-5f088065f6d8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.0553362 Sep 16 04:56:04.313967 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 3d8532f4-ec6b-4b6f-973f-02e2619162a5 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:04.320281 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-764cb0f1-d8a0-4e5f-bd1d-ed46e7c258d3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 3a0cbea6-6d30-4d26-8758-904f5e18d44f) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:04.324725 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764cb0f1-d8a0-4e5f-bd1d-ed46e7c258d3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:04.325523 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-764cb0f1-d8a0-4e5f-bd1d-ed46e7c258d3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.367155 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91bfeab6-2e96-4e31-bac0-dea680e015fb req-b62305b2-dbc0-4559-86a3-0f658c50be2b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659161 Sep 16 04:56:04.404474 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8cd257-9cfb-4b6e-94fa-dc17a9d817dd None None] Network 3a0cbea6-6d30-4d26-8758-904f5e18d44f requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:04.407475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 3d8532f4-ec6b-4b6f-973f-02e2619162a5 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:04.407868 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 3d8532f4-ec6b-4b6f-973f-02e2619162a5 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:04.408278 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:04.472672 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-764cb0f1-d8a0-4e5f-bd1d-ed46e7c258d3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5539548 Sep 16 04:56:04.474550 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51936) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:04.481178 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-bdfb01db-02eb-4999-863d-a06cd61233e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'network_id': '3a0cbea6-6d30-4d26-8758-904f5e18d44f', 'name': 'tempest-PortsTestJSON-216514416'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:04.518221 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6408b6ed-f796-444e-a1c2-0e991a2c165f', 'name': 'network-vif-deleted', 'tag': '3d8532f4-ec6b-4b6f-973f-02e2619162a5'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:04.521077 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecc8c54-01bc-420d-b2f2-70af83ca45b2" -d '{"events": [{"server_uuid": "6408b6ed-f796-444e-a1c2-0e991a2c165f", "name": "network-vif-deleted", "tag": "3d8532f4-ec6b-4b6f-973f-02e2619162a5"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:04.525701 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:04.526044 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device cab1bd0a-d249-4b32-8f1f-5d66f90fb2e9 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:04.563630 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8ca8c3-2333-4152-a3be-61ea411cfb1c x-openstack-request-id: req-4f8ca8c3-2333-4152-a3be-61ea411cfb1c {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:04.564195 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6408b6ed-f796-444e-a1c2-0e991a2c165f", "name": "network-vif-deleted", "tag": "3d8532f4-ec6b-4b6f-973f-02e2619162a5", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:04.564647 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f8ca8c3-2333-4152-a3be-61ea411cfb1c {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:04.565226 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6408b6ed-f796-444e-a1c2-0e991a2c165f', 'name': 'network-vif-deleted', 'tag': '3d8532f4-ec6b-4b6f-973f-02e2619162a5', 'status': 'completed', 'code': 200} Sep 16 04:56:04.711861 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-3a0cbea6-6d30-4d26-8758-904f5e18d44f', 'network_id': '3a0cbea6-6d30-4d26-8758-904f5e18d44f', 'tenant_id': 'bd73fd6f01ac49808b684051ab40bcc5', 'fixed_ips': [{'subnet_id': '0e557e64-74c4-492f-af50-447086007326'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:56:04.715271 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.845737 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfb01db-02eb-4999-863d-a06cd61233e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:04.861905 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bdfb01db-02eb-4999-863d-a06cd61233e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.876451 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] Allocated IP 172.20.0.2 (3a0cbea6-6d30-4d26-8758-904f5e18d44f/0e557e64-74c4-492f-af50-447086007326/eb561f27-c2bd-451d-95fe-17968799294b) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:04.908721 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-bdfb01db-02eb-4999-863d-a06cd61233e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] device_id is not set on port 54c13336-e03a-41e4-9b7c-298995e95b65 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:05.058176 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-517a5101-b984-401a-915e-8c8aff24334d req-83d95fa2-88c5-4042-9a9a-0a6cf44b299f tempest-ServersTestJSON-1141829765 tempest-ServersTestJSON-1141829765-project] 10.222.0.20 "GET /v2.0/ports?device_id=6408b6ed-f796-444e-a1c2-0e991a2c165f HTTP/1.1" status: 200 len: 210 time: 0.0719922 Sep 16 04:56:05.171612 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.189094 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d110d497-60fb-4951-acb2-5bd2708ad80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.290607 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.357737 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-bdfb01db-02eb-4999-863d-a06cd61233e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Allocated IP 172.20.0.11 (3a0cbea6-6d30-4d26-8758-904f5e18d44f/0e557e64-74c4-492f-af50-447086007326/54c13336-e03a-41e4-9b7c-298995e95b65) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:05.401858 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] Pushing event updated for resources: {'Port': ['ID=eb561f27-c2bd-451d-95fe-17968799294b,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:05.421672 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] Network 3a0cbea6-6d30-4d26-8758-904f5e18d44f is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:05.423166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:05.425736 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:05.439307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-986349bc-135d-425e-ba68-b195a96030a4 req-e8a6692b-a491-4086-a9cb-e34e1d021b6e tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 210 time: 0.0404265 Sep 16 04:56:05.579597 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] Attempting to bind port eb561f27-c2bd-451d-95fe-17968799294b on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:05.583828 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] Attempting to bind port eb561f27-c2bd-451d-95fe-17968799294b by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '92116cd8-e4a7-4d8a-bfa3-4a4a2ac12b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a0cbea6-6d30-4d26-8758-904f5e18d44f'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:05.585798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] Attempting to bind port eb561f27-c2bd-451d-95fe-17968799294b on network 3a0cbea6-6d30-4d26-8758-904f5e18d44f {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:05.612469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:05.613784 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] Checking segment: {'id': '92116cd8-e4a7-4d8a-bfa3-4a4a2ac12b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a0cbea6-6d30-4d26-8758-904f5e18d44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:05.614262 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.616060 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] Bound using segment: {'id': '92116cd8-e4a7-4d8a-bfa3-4a4a2ac12b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a0cbea6-6d30-4d26-8758-904f5e18d44f'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:05.616060 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] Bound port: eb561f27-c2bd-451d-95fe-17968799294b, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92116cd8-e4a7-4d8a-bfa3-4a4a2ac12b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a0cbea6-6d30-4d26-8758-904f5e18d44f'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:05.616276 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.648505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb5384-5fe3-4a23-8210-5d7d43182e2d req-71dffa76-7d4d-4f6e-8c27-2ca7516dbb7a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:05.650275 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3fb5384-5fe3-4a23-8210-5d7d43182e2d req-71dffa76-7d4d-4f6e-8c27-2ca7516dbb7a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.0926375 Sep 16 04:56:05.656767 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bdfb01db-02eb-4999-863d-a06cd61233e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.730651 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3fb5384-5fe3-4a23-8210-5d7d43182e2d req-53e5e215-da5d-45a9-9d32-cb7d2d3be4bc tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724895 Sep 16 04:56:05.783622 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] For port eb561f27-c2bd-451d-95fe-17968799294b, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:05.788045 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] For port eb561f27-c2bd-451d-95fe-17968799294b, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=eb561f27-c2bd-451d-95fe-17968799294b,segment=NetworkSegment(92116cd8-e4a7-4d8a-bfa3-4a4a2ac12b8d),segment_id=92116cd8-e4a7-4d8a-bfa3-4a4a2ac12b8d)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:05.814571 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bdfb01db-02eb-4999-863d-a06cd61233e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.865355 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.876731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfb01db-02eb-4999-863d-a06cd61233e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network 3a0cbea6-6d30-4d26-8758-904f5e18d44f is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:05.882806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-bdfb01db-02eb-4999-863d-a06cd61233e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:05.888409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb01db-02eb-4999-863d-a06cd61233e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:05.921726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb01db-02eb-4999-863d-a06cd61233e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=54c13336-e03a-41e4-9b7c-298995e95b65,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:05.938227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a37b5d-f614-4005-8202-e499210ed8a1 None None] Pushing event updated for resources: {'Port': ['ID=eb561f27-c2bd-451d-95fe-17968799294b,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:05.949697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfb01db-02eb-4999-863d-a06cd61233e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:05.950349 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bdfb01db-02eb-4999-863d-a06cd61233e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.103806 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bdfb01db-02eb-4999-863d-a06cd61233e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6249297 Sep 16 04:56:06.104358 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51972) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:06.168456 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686a502-7059-465c-9847-58e2a1c8cf23 req-541fd5e0-91bf-4638-8977-3b4f4a9d4956 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:06.176720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9686a502-7059-465c-9847-58e2a1c8cf23 req-541fd5e0-91bf-4638-8977-3b4f4a9d4956 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=38630a48-3e04-42e5-8802-7587a06071d5 HTTP/1.1" status: 200 len: 949 time: 0.0861294 Sep 16 04:56:06.268411 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9686a502-7059-465c-9847-58e2a1c8cf23 req-cb460f30-d87a-4e34-82e1-1c9fb5309666 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898480 Sep 16 04:56:06.280030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8dc6a-3366-4773-bf73-c83ff3a0292d req-4ebfdf80-0c08-4482-9961-79ece6480e8b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:06.282304 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2a8dc6a-3366-4773-bf73-c83ff3a0292d req-4ebfdf80-0c08-4482-9961-79ece6480e8b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.1251917 Sep 16 04:56:06.325179 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51976) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:06.331208 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-ac663397-e4ff-4ef1-bcee-6d715015b8c6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port 54c13336-e03a-41e4-9b7c-298995e95b65 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:06.331574 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ac663397-e4ff-4ef1-bcee-6d715015b8c6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.341507 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2a8dc6a-3366-4773-bf73-c83ff3a0292d req-42b1c02e-46a9-4eb0-bb3c-68a45bab219c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455487 Sep 16 04:56:06.392077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bb9022-db3d-49b0-8cf7-d456d124dcb7 admin admin] Deleting subnet a11d457e-5c38-4c60-bb5b-2d1c066b76df {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:06.395474 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-49bb9022-db3d-49b0-8cf7-d456d124dcb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.440585 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-49bb9022-db3d-49b0-8cf7-d456d124dcb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.455645 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ac663397-e4ff-4ef1-bcee-6d715015b8c6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.469234 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-ac663397-e4ff-4ef1-bcee-6d715015b8c6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for 54c13336-e03a-41e4-9b7c-298995e95b65 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:06.485013 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-49bb9022-db3d-49b0-8cf7-d456d124dcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.615550 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-153eda3d-19e2-4e22-9d3b-3e3008a8d991 req-8c6ac6e7-6f86-4f2d-90fd-f55e4c92b485 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 210 time: 0.0366693 Sep 16 04:56:06.657317 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-49bb9022-db3d-49b0-8cf7-d456d124dcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.688274 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb9022-db3d-49b0-8cf7-d456d124dcb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11d457e-5c38-4c60-bb5b-2d1c066b76df,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:06.694067 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-49bb9022-db3d-49b0-8cf7-d456d124dcb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.698917 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51986) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:06.700314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-49bb9022-db3d-49b0-8cf7-d456d124dcb7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a11d457e-5c38-4c60-bb5b-2d1c066b76df HTTP/1.1" status: 204 len: 168 time: 0.3741205 Sep 16 04:56:06.835071 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9bd99364-5384-4f81-960c-1b0f37f7b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.928953 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ac663397-e4ff-4ef1-bcee-6d715015b8c6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.931614 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9bd99364-5384-4f81-960c-1b0f37f7b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.972186 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac663397-e4ff-4ef1-bcee-6d715015b8c6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=54c13336-e03a-41e4-9b7c-298995e95b65,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:06.988050 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9bd99364-5384-4f81-960c-1b0f37f7b0cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891f88b4-8a81-44ed-8083-f8871519ebc1']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:07.014631 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9bd99364-5384-4f81-960c-1b0f37f7b0cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd075cac6-e82f-4e70-88fc-9e0923987175') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:07.015175 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9bd99364-5384-4f81-960c-1b0f37f7b0cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd075cac6-e82f-4e70-88fc-9e0923987175') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:07.054416 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9bd99364-5384-4f81-960c-1b0f37f7b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.075665 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9bd99364-5384-4f81-960c-1b0f37f7b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.086921 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ac663397-e4ff-4ef1-bcee-6d715015b8c6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.089280 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ac663397-e4ff-4ef1-bcee-6d715015b8c6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/ports/54c13336-e03a-41e4-9b7c-298995e95b65 HTTP/1.1" status: 204 len: 168 time: 0.9838195 Sep 16 04:56:07.090778 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd99364-5384-4f81-960c-1b0f37f7b0cd admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:07.091394 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9bd99364-5384-4f81-960c-1b0f37f7b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.092619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51996) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:07.094616 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:07.133705 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-525ef43a-ba79-4f5a-9c5f-e311c4e3e4c9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] DELETE failed (client error): The resource could not be found. Sep 16 04:56:07.134401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-525ef43a-ba79-4f5a-9c5f-e311c4e3e4c9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:56:07.139330 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-525ef43a-ba79-4f5a-9c5f-e311c4e3e4c9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/ports/54c13336-e03a-41e4-9b7c-298995e95b65 HTTP/1.1" status: 404 len: 333 time: 0.0453591 Sep 16 04:56:07.140006 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51998) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:07.165649 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff6bdec-ac01-4c41-9d85-0b04b998d276 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] GET failed (client error): The resource could not be found. Sep 16 04:56:07.171088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7ff6bdec-ac01-4c41-9d85-0b04b998d276 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports/54c13336-e03a-41e4-9b7c-298995e95b65 HTTP/1.1" status: 404 len: 333 time: 0.0289338 Sep 16 04:56:07.171283 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52000) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:07.206983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4275d0da-2438-4b63-b071-cb0eb9f8317c None None] Network 3a0cbea6-6d30-4d26-8758-904f5e18d44f requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:07.252602 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d558c4-1dd7-4e34-9196-b89bfe097f7d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting subnet 0e557e64-74c4-492f-af50-447086007326 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:07.256315 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f9d558c4-1dd7-4e34-9196-b89bfe097f7d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.310846 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9bd99364-5384-4f81-960c-1b0f37f7b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.317994 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9bd99364-5384-4f81-960c-1b0f37f7b0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.322327 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9bd99364-5384-4f81-960c-1b0f37f7b0cd admin admin] 10.222.0.20 "DELETE /v2.0/networks/891f88b4-8a81-44ed-8083-f8871519ebc1 HTTP/1.1" status: 204 len: 168 time: 0.6196713 Sep 16 04:56:07.327195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-54eb3282-fc32-44b9-81c5-fa62cce8fbc8 None None] Provisioning complete for port eb561f27-c2bd-451d-95fe-17968799294b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:07.327563 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-54eb3282-fc32-44b9-81c5-fa62cce8fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.335411 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f9d558c4-1dd7-4e34-9196-b89bfe097f7d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.390019 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd99364-5384-4f81-960c-1b0f37f7b0cd admin admin] Pushing event deleted for resources: {'Network': ['ID=891f88b4-8a81-44ed-8083-f8871519ebc1,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:07.491798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device eb561f27-c2bd-451d-95fe-17968799294b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:07.516644 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f9d558c4-1dd7-4e34-9196-b89bfe097f7d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.551219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21d9c0-9855-4de8-864d-7e0c6aaf4635 req-313c00f0-9479-40e7-990c-18dd99e3bef3 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:07.559028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d21d9c0-9855-4de8-864d-7e0c6aaf4635 req-313c00f0-9479-40e7-990c-18dd99e3bef3 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=38630a48-3e04-42e5-8802-7587a06071d5 HTTP/1.1" status: 200 len: 949 time: 0.1559770 Sep 16 04:56:07.595488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de680f1-3832-4a0f-a052-373c024102fd req-936c8217-74f7-47c3-8951-4a9716503f45 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:07.599463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5de680f1-3832-4a0f-a052-373c024102fd req-936c8217-74f7-47c3-8951-4a9716503f45 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.1100922 Sep 16 04:56:07.620126 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port eb561f27-c2bd-451d-95fe-17968799294b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:07.620577 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.631828 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d21d9c0-9855-4de8-864d-7e0c6aaf4635 req-a6dc1751-1a81-4982-ae3b-831161fbfe60 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718963 Sep 16 04:56:07.661821 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5de680f1-3832-4a0f-a052-373c024102fd req-39c16053-e051-4551-9d61-29b6a906d5b5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534074 Sep 16 04:56:07.706824 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f9d558c4-1dd7-4e34-9196-b89bfe097f7d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.720217 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-54eb3282-fc32-44b9-81c5-fa62cce8fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.740634 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f9d558c4-1dd7-4e34-9196-b89bfe097f7d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.749859 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f9d558c4-1dd7-4e34-9196-b89bfe097f7d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/subnets/0e557e64-74c4-492f-af50-447086007326 HTTP/1.1" status: 204 len: 168 time: 0.5757403 Sep 16 04:56:07.766745 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52012) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:07.861859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d558c4-1dd7-4e34-9196-b89bfe097f7d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Subnet': ['ID=0e557e64-74c4-492f-af50-447086007326,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:07.917373 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-54eb3282-fc32-44b9-81c5-fa62cce8fbc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:56:07.917817 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-54eb3282-fc32-44b9-81c5-fa62cce8fbc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:56:07.918720 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.946558 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8d134ad5-980d-44b5-be53-cafbf08163b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.965447 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.002983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port eb561f27-c2bd-451d-95fe-17968799294b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=eb561f27-c2bd-451d-95fe-17968799294b,segment=NetworkSegment(92116cd8-e4a7-4d8a-bfa3-4a4a2ac12b8d),segment_id=92116cd8-e4a7-4d8a-bfa3-4a4a2ac12b8d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:08.038629 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f9b053-8483-44dd-b890-35dcb549f9fa None None] Network 3a0cbea6-6d30-4d26-8758-904f5e18d44f requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:08.072711 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52014) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:08.114832 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port eb561f27-c2bd-451d-95fe-17968799294b {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:08.115332 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.189597 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ff18646-c25d-4296-bfe4-1a6759d6342b req-435e4ebb-7a6a-4c21-a46f-028f926fb523 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 210 time: 0.0377443 Sep 16 04:56:08.193990 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.199562 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f8c2db63-dc4c-4f13-9d9d-b377468f3028 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae34ed890fee43568c52dc5aa5e731ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1240895 Sep 16 04:56:08.200498 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52018) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:08.209645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c23ea-f53e-417b-ac3c-780e784dc295 req-7f4f6e5a-af93-4477-81f5-61f28d7df457 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:08.211325 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b3c23ea-f53e-417b-ac3c-780e784dc295 req-7f4f6e5a-af93-4477-81f5-61f28d7df457 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "GET /v2.0/ports?device_id=38630a48-3e04-42e5-8802-7587a06071d5 HTTP/1.1" status: 200 len: 949 time: 0.5472603 Sep 16 04:56:08.351379 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88e862f2-2839-4a18-903b-bd951a71a13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.382242 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88e862f2-2839-4a18-903b-bd951a71a13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.404696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dc621-ab61-4198-b99c-ca284a5f23ff req-1eafc6ce-5256-4924-a54e-fd18654b3ee0 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:08.407511 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee3dc621-ab61-4198-b99c-ca284a5f23ff req-1eafc6ce-5256-4924-a54e-fd18654b3ee0 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "GET /v2.0/ports?device_id=91c348b8-ee8f-4771-87e8-0977352d7376 HTTP/1.1" status: 200 len: 950 time: 0.1568472 Sep 16 04:56:08.456924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] For port eb561f27-c2bd-451d-95fe-17968799294b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=eb561f27-c2bd-451d-95fe-17968799294b,segment=NetworkSegment(92116cd8-e4a7-4d8a-bfa3-4a4a2ac12b8d),segment_id=92116cd8-e4a7-4d8a-bfa3-4a4a2ac12b8d)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:08.467937 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.480270 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for eb561f27-c2bd-451d-95fe-17968799294b owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:08.493785 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=eb561f27-c2bd-451d-95fe-17968799294b,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:08.504100 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:08.504530 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:08.504777 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:08.505117 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:08.505708 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:08.506036 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:08.506472 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:08.506677 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:08.507031 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:08.507354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:08.507685 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:08.508001 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:08.547807 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-6b3c23ea-f53e-417b-ac3c-780e784dc295 req-8a19c742-be25-488c-968d-27d87b1224f7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Deleting port 6077c18b-ba6f-47e5-9415-c613b542742f {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:08.558106 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6b3c23ea-f53e-417b-ac3c-780e784dc295 req-8a19c742-be25-488c-968d-27d87b1224f7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.583979 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.604608 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c38f6b1-b186-4e52-833b-f1185eafedbb None None] DHCP port deletion for 3a0cbea6-6d30-4d26-8758-904f5e18d44f request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:56:08.612198 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88e862f2-2839-4a18-903b-bd951a71a13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.624349 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88e862f2-2839-4a18-903b-bd951a71a13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.625826 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-88e862f2-2839-4a18-903b-bd951a71a13b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2 HTTP/1.1" status: 204 len: 168 time: 0.4242246 Sep 16 04:56:08.654983 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e862f2-2839-4a18-903b-bd951a71a13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1c841c-e438-4fd5-b80c-d90c7a5b2cd2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:08.677499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-ee3dc621-ab61-4198-b99c-ca284a5f23ff req-0debabf6-86d4-487c-ba52-084a43e8be57 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Deleting port 857cdbb8-8bf2-473c-a798-8e72febee3ce {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:08.677499 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee3dc621-ab61-4198-b99c-ca284a5f23ff req-0debabf6-86d4-487c-ba52-084a43e8be57 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.699904 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.717171 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-6b3c23ea-f53e-417b-ac3c-780e784dc295 req-8a19c742-be25-488c-968d-27d87b1224f7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] For port 6077c18b-ba6f-47e5-9415-c613b542742f, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6077c18b-ba6f-47e5-9415-c613b542742f,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:08.718957 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6b3c23ea-f53e-417b-ac3c-780e784dc295 req-8a19c742-be25-488c-968d-27d87b1224f7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.724093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-84dbda7b-fbe3-44f1-a63b-712ebd8aca46 None None] Provisioning complete for port eb561f27-c2bd-451d-95fe-17968799294b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:08.724093 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-84dbda7b-fbe3-44f1-a63b-712ebd8aca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.727741 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No DVR routers for this DVR port eb561f27-c2bd-451d-95fe-17968799294b on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:08.778057 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=eb561f27-c2bd-451d-95fe-17968799294b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:08.780563 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-84dbda7b-fbe3-44f1-a63b-712ebd8aca46 None None] Port eb561f27-c2bd-451d-95fe-17968799294b was deleted so its status cannot be updated. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 16 04:56:08.812209 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9c38f6b1-b186-4e52-833b-f1185eafedbb None None] Deleting port eb561f27-c2bd-451d-95fe-17968799294b {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:08.812209 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9c38f6b1-b186-4e52-833b-f1185eafedbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.812485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-6b3c23ea-f53e-417b-ac3c-780e784dc295 req-8a19c742-be25-488c-968d-27d87b1224f7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Calling delete_port for 6077c18b-ba6f-47e5-9415-c613b542742f owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:08.891220 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9c38f6b1-b186-4e52-833b-f1185eafedbb None None] For port eb561f27-c2bd-451d-95fe-17968799294b, host n-d-712140-13, got binding levels [] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:08.892123 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9c38f6b1-b186-4e52-833b-f1185eafedbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.911468 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9c38f6b1-b186-4e52-833b-f1185eafedbb None None] Calling delete_port for eb561f27-c2bd-451d-95fe-17968799294b owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:08.915006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.ipam_backend_mixin [None req-9c38f6b1-b186-4e52-833b-f1185eafedbb None None] Port eb561f27-c2bd-451d-95fe-17968799294b was not found and therefore no delete operation was performed {{(pid=95475) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:56:08.916936 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9c38f6b1-b186-4e52-833b-f1185eafedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.931290 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c38f6b1-b186-4e52-833b-f1185eafedbb None None] No DVR routers for this DVR port eb561f27-c2bd-451d-95fe-17968799294b on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:08.975991 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38f6b1-b186-4e52-833b-f1185eafedbb None None] Pushing event deleted for resources: {'Port': ['ID=eb561f27-c2bd-451d-95fe-17968799294b,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:09.066091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-ee3dc621-ab61-4198-b99c-ca284a5f23ff req-0debabf6-86d4-487c-ba52-084a43e8be57 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] For port 857cdbb8-8bf2-473c-a798-8e72febee3ce, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=857cdbb8-8bf2-473c-a798-8e72febee3ce,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:09.066610 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee3dc621-ab61-4198-b99c-ca284a5f23ff req-0debabf6-86d4-487c-ba52-084a43e8be57 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.102519 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-ee3dc621-ab61-4198-b99c-ca284a5f23ff req-0debabf6-86d4-487c-ba52-084a43e8be57 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Calling delete_port for 857cdbb8-8bf2-473c-a798-8e72febee3ce owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:09.123132 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.141402 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd938b1b-713b-489a-bd55-a51659916f8d req-a4374149-5cfb-49d8-b15f-4491efbb2119 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:09.147705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd938b1b-713b-489a-bd55-a51659916f8d req-a4374149-5cfb-49d8-b15f-4491efbb2119 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=38630a48-3e04-42e5-8802-7587a06071d5 HTTP/1.1" status: 200 len: 949 time: 0.3471525 Sep 16 04:56:09.220018 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.245241 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0cbea6-6d30-4d26-8758-904f5e18d44f']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:09.255543 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92116cd8-e4a7-4d8a-bfa3-4a4a2ac12b8d') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:09.255903 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92116cd8-e4a7-4d8a-bfa3-4a4a2ac12b8d') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:09.267076 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.281946 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.290668 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:09.291116 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:09.361968 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:09.396684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efbe66-0530-44f7-94f0-84490f59ec12 req-23a4aded-7378-404f-ad91-810d55962cf4 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:09.398383 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44efbe66-0530-44f7-94f0-84490f59ec12 req-23a4aded-7378-404f-ad91-810d55962cf4 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.5933936 Sep 16 04:56:09.438801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device eb561f27-c2bd-451d-95fe-17968799294b no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:09.450707 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd938b1b-713b-489a-bd55-a51659916f8d req-8a428a77-169a-4cae-abb8-557b629a9179 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054201 Sep 16 04:56:09.462787 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.481597 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.494615 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/networks/3a0cbea6-6d30-4d26-8758-904f5e18d44f HTTP/1.1" status: 204 len: 168 time: 1.6431403 Sep 16 04:56:09.495909 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: eb561f27-c2bd-451d-95fe-17968799294b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:09.496821 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device eb561f27-c2bd-451d-95fe-17968799294b not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:09.513597 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52048) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:09.519973 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-b82d1a81-4108-43b7-9bcc-9767b68ba4dc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1001205397'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:09.530656 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b8a9f-f747-4cf5-b1cb-eb24fac2021d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Network': ['ID=3a0cbea6-6d30-4d26-8758-904f5e18d44f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:09.539205 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee3dc621-ab61-4198-b99c-ca284a5f23ff req-0debabf6-86d4-487c-ba52-084a43e8be57 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.575572 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a00d0f17-67c5-4384-8803-420224b58647', '6077c18b-ba6f-47e5-9415-c613b542742f', '857cdbb8-8bf2-473c-a798-8e72febee3ce'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:09.595451 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44efbe66-0530-44f7-94f0-84490f59ec12 req-9b27def5-2c69-4d6b-b5c7-03530d208d18 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819587 Sep 16 04:56:09.619761 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debabf6-86d4-487c-ba52-084a43e8be57 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Pushing event deleted for resources: {'Port': ['ID=857cdbb8-8bf2-473c-a798-8e72febee3ce,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:09.681140 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3dc621-ab61-4198-b99c-ca284a5f23ff req-0debabf6-86d4-487c-ba52-084a43e8be57 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] No DVR routers for this DVR port 857cdbb8-8bf2-473c-a798-8e72febee3ce on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:09.683911 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee3dc621-ab61-4198-b99c-ca284a5f23ff req-0debabf6-86d4-487c-ba52-084a43e8be57 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.687036 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee3dc621-ab61-4198-b99c-ca284a5f23ff req-0debabf6-86d4-487c-ba52-084a43e8be57 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "DELETE /v2.0/ports/857cdbb8-8bf2-473c-a798-8e72febee3ce HTTP/1.1" status: 204 len: 173 time: 1.2707770 Sep 16 04:56:09.687650 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c348b8-ee8f-4771-87e8-0977352d7376', 'name': 'network-vif-deleted', 'tag': '857cdbb8-8bf2-473c-a798-8e72febee3ce'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:09.693406 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874fbf88-829d-49d0-8080-0ec87e0a59ea" -d '{"events": [{"server_uuid": "91c348b8-ee8f-4771-87e8-0977352d7376", "name": "network-vif-deleted", "tag": "857cdbb8-8bf2-473c-a798-8e72febee3ce"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:09.696965 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82d1a81-4108-43b7-9bcc-9767b68ba4dc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:09.700618 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b82d1a81-4108-43b7-9bcc-9767b68ba4dc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.749309 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82d1a81-4108-43b7-9bcc-9767b68ba4dc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:09.759044 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ceb52a4-c6a6-4aea-a085-bc449dda3053 req-8920bf21-f650-47dd-acd2-8ec95372fa1b tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 210 time: 0.0533047 Sep 16 04:56:09.772070 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b82d1a81-4108-43b7-9bcc-9767b68ba4dc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.772428 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-b82d1a81-4108-43b7-9bcc-9767b68ba4dc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Added segment 196b3538-73fc-41ad-a11a-9e38899f4b8e of type vlan for network 1ee594d0-2e68-494a-b25d-2cdf038fd0c8 Sep 16 04:56:09.800763 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082fdfaa-0baf-4129-99ff-0d32f4fe9d49 x-openstack-request-id: req-082fdfaa-0baf-4129-99ff-0d32f4fe9d49 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:09.801149 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c348b8-ee8f-4771-87e8-0977352d7376", "name": "network-vif-deleted", "tag": "857cdbb8-8bf2-473c-a798-8e72febee3ce", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:09.801576 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-082fdfaa-0baf-4129-99ff-0d32f4fe9d49 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:09.802064 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c348b8-ee8f-4771-87e8-0977352d7376', 'name': 'network-vif-deleted', 'tag': '857cdbb8-8bf2-473c-a798-8e72febee3ce', 'status': 'completed', 'code': 200} Sep 16 04:56:09.822774 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b82d1a81-4108-43b7-9bcc-9767b68ba4dc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.884376 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6b3c23ea-f53e-417b-ac3c-780e784dc295 req-8a19c742-be25-488c-968d-27d87b1224f7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.929280 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19c742-be25-488c-968d-27d87b1224f7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Pushing event deleted for resources: {'Port': ['ID=6077c18b-ba6f-47e5-9415-c613b542742f,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:09.984401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3c23ea-f53e-417b-ac3c-780e784dc295 req-8a19c742-be25-488c-968d-27d87b1224f7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] No DVR routers for this DVR port 6077c18b-ba6f-47e5-9415-c613b542742f on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:09.987379 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6b3c23ea-f53e-417b-ac3c-780e784dc295 req-8a19c742-be25-488c-968d-27d87b1224f7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.989573 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b3c23ea-f53e-417b-ac3c-780e784dc295 req-8a19c742-be25-488c-968d-27d87b1224f7 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "DELETE /v2.0/ports/6077c18b-ba6f-47e5-9415-c613b542742f HTTP/1.1" status: 204 len: 173 time: 1.7477820 Sep 16 04:56:10.028173 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b82d1a81-4108-43b7-9bcc-9767b68ba4dc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.036821 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82d1a81-4108-43b7-9bcc-9767b68ba4dc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:10.037564 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b82d1a81-4108-43b7-9bcc-9767b68ba4dc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.159659 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b82d1a81-4108-43b7-9bcc-9767b68ba4dc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6435792 Sep 16 04:56:10.162764 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52064) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:10.163259 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d1a81-4108-43b7-9bcc-9767b68ba4dc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Network': ['ID=1ee594d0-2e68-494a-b25d-2cdf038fd0c8,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:10.170235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-fb64594e-0c42-4969-9afe-272b9998e672 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'subnet': {'network_id': '1ee594d0-2e68-494a-b25d-2cdf038fd0c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:10.174097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 1ee594d0-2e68-494a-b25d-2cdf038fd0c8 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:10.395978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52068) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:10.433858 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb64594e-0c42-4969-9afe-272b9998e672 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:10.442730 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a00d0f17-67c5-4384-8803-420224b58647'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:10.456827 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fb64594e-0c42-4969-9afe-272b9998e672 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.611085 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-1376b79e-b47a-43b2-b2af-4b07b7d81ac1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1030778996-network', 'tenant_id': 'aee33712154e4affb0a74bb42a7ce1aa'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:10.646352 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c58e8405-fa13-4239-9b51-d4c219060a1c req-cf159822-6b48-4682-ae74-f84aa3b70229 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=38630a48-3e04-42e5-8802-7587a06071d5 HTTP/1.1" status: 200 len: 210 time: 0.0876341 Sep 16 04:56:10.742506 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.774593 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1376b79e-b47a-43b2-b2af-4b07b7d81ac1 admin admin] Made reservation on behalf of aee33712154e4affb0a74bb42a7ce1aa for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:10.777447 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1376b79e-b47a-43b2-b2af-4b07b7d81ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.805228 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1376b79e-b47a-43b2-b2af-4b07b7d81ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.984229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430938e-9972-4345-80ad-21e3600cacca req-4326a32b-fa55-4425-ab00-2693d049c270 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:10.986334 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0430938e-9972-4345-80ad-21e3600cacca req-4326a32b-fa55-4425-ab00-2693d049c270 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.1240547 Sep 16 04:56:11.065491 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1faf52e4-b47f-42df-97e5-876805099844 req-9c86a510-48ee-4594-82ce-e6d4fada0d82 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 210 time: 0.0524735 Sep 16 04:56:11.108949 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1376b79e-b47a-43b2-b2af-4b07b7d81ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.119932 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fb64594e-0c42-4969-9afe-272b9998e672 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.179928 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0430938e-9972-4345-80ad-21e3600cacca req-738dc5c9-40cf-4281-b2ff-88a326946265 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679497 Sep 16 04:56:11.197236 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1376b79e-b47a-43b2-b2af-4b07b7d81ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.209853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64594e-0c42-4969-9afe-272b9998e672 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Subnet': ['ID=d3fa3b56-4e12-415f-a35e-18d639e37709,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:11.258448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1376b79e-b47a-43b2-b2af-4b07b7d81ac1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:11.273716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376b79e-b47a-43b2-b2af-4b07b7d81ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5957f93-ec2a-4802-95a5-06e6e89c07a4,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:11.282413 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1376b79e-b47a-43b2-b2af-4b07b7d81ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.282902 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-1376b79e-b47a-43b2-b2af-4b07b7d81ac1 admin admin] Added segment 931096fd-94b2-46ae-a55e-27ab1c58c657 of type vlan for network cf1ef515-466a-4eba-aab5-e50796467689 Sep 16 04:56:11.292876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb64594e-0c42-4969-9afe-272b9998e672 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Checking segment: {'id': '196b3538-73fc-41ad-a11a-9e38899f4b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1ee594d0-2e68-494a-b25d-2cdf038fd0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:11.293235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb64594e-0c42-4969-9afe-272b9998e672 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network hostable DHCP agents. Network: 1ee594d0-2e68-494a-b25d-2cdf038fd0c8, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:11.338066 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1376b79e-b47a-43b2-b2af-4b07b7d81ac1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.423326 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb64594e-0c42-4969-9afe-272b9998e672 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network 1ee594d0-2e68-494a-b25d-2cdf038fd0c8 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:11.462958 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1376b79e-b47a-43b2-b2af-4b07b7d81ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.464088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1376b79e-b47a-43b2-b2af-4b07b7d81ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:11.464769 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1376b79e-b47a-43b2-b2af-4b07b7d81ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.543735 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-fb64594e-0c42-4969-9afe-272b9998e672 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 1ee594d0-2e68-494a-b25d-2cdf038fd0c8) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:11.554069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb64594e-0c42-4969-9afe-272b9998e672 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:11.554668 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fb64594e-0c42-4969-9afe-272b9998e672 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.556314 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9e6e39-7e20-46e8-8b86-afcc0793195a None None] Network 1ee594d0-2e68-494a-b25d-2cdf038fd0c8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:11.557096 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376b79e-b47a-43b2-b2af-4b07b7d81ac1 admin admin] Pushing event updated for resources: {'Network': ['ID=cf1ef515-466a-4eba-aab5-e50796467689,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:11.587999 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network cf1ef515-466a-4eba-aab5-e50796467689 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:11.696324 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1376b79e-b47a-43b2-b2af-4b07b7d81ac1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2990944 Sep 16 04:56:11.700123 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fb64594e-0c42-4969-9afe-272b9998e672 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5336175 Sep 16 04:56:11.701202 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52086) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:11.705337 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52088) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:11.718149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-716e6f09-2a48-4a75-bdd9-718799af5a18 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'network_id': '1ee594d0-2e68-494a-b25d-2cdf038fd0c8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1455236211'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:11.735624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-76d4c2ef-8784-4e87-8617-cd5c41127372 admin admin] Request body: {'subnet': {'network_id': 'cf1ef515-466a-4eba-aab5-e50796467689', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1030778996-subnet', 'tenant_id': 'aee33712154e4affb0a74bb42a7ce1aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:11.802944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38630a48-3e04-42e5-8802-7587a06071d5', 'name': 'network-vif-deleted', 'tag': '6077c18b-ba6f-47e5-9415-c613b542742f'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:11.806837 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32398964-1f10-4b13-96c4-8121d9d83333" -d '{"events": [{"server_uuid": "38630a48-3e04-42e5-8802-7587a06071d5", "name": "network-vif-deleted", "tag": "6077c18b-ba6f-47e5-9415-c613b542742f"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:11.813523 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-1ee594d0-2e68-494a-b25d-2cdf038fd0c8', 'network_id': '1ee594d0-2e68-494a-b25d-2cdf038fd0c8', 'tenant_id': 'bd73fd6f01ac49808b684051ab40bcc5', 'fixed_ips': [{'subnet_id': 'd3fa3b56-4e12-415f-a35e-18d639e37709'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:56:11.814393 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.841243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6077c18b-ba6f-47e5-9415-c613b542742f no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:11.871630 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 6077c18b-ba6f-47e5-9415-c613b542742f {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:11.871891 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6077c18b-ba6f-47e5-9415-c613b542742f not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:11.872312 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 857cdbb8-8bf2-473c-a798-8e72febee3ce no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:11.880770 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbc49cd-b302-4cbd-bfe2-a1f8dd36bff2 x-openstack-request-id: req-cdbc49cd-b302-4cbd-bfe2-a1f8dd36bff2 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:11.881065 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38630a48-3e04-42e5-8802-7587a06071d5", "name": "network-vif-deleted", "tag": "6077c18b-ba6f-47e5-9415-c613b542742f", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:11.881344 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cdbc49cd-b302-4cbd-bfe2-a1f8dd36bff2 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:11.881766 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38630a48-3e04-42e5-8802-7587a06071d5', 'name': 'network-vif-deleted', 'tag': '6077c18b-ba6f-47e5-9415-c613b542742f', 'status': 'completed', 'code': 200} Sep 16 04:56:11.964062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 857cdbb8-8bf2-473c-a798-8e72febee3ce {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:11.964689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 857cdbb8-8bf2-473c-a798-8e72febee3ce not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:11.982594 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d4c2ef-8784-4e87-8617-cd5c41127372 admin admin] Made reservation on behalf of aee33712154e4affb0a74bb42a7ce1aa for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:11.985323 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-76d4c2ef-8784-4e87-8617-cd5c41127372 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.081094 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] Allocated IP 172.20.0.2 (1ee594d0-2e68-494a-b25d-2cdf038fd0c8/d3fa3b56-4e12-415f-a35e-18d639e37709/4da4b746-0e1d-4c7a-931c-47fcc859c078) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:12.092952 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716e6f09-2a48-4a75-bdd9-718799af5a18 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:12.097196 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-716e6f09-2a48-4a75-bdd9-718799af5a18 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.134331 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-716e6f09-2a48-4a75-bdd9-718799af5a18 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] device_id is not set on port 31914870-db59-4e9a-aaa3-fdd3b21602e7 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:12.243293 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.245483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f3d9cff0-1bf1-48b7-9f00-955ad81b322e req-e7756605-8e0b-4123-b43d-abe529c4b59b tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 210 time: 0.0617180 Sep 16 04:56:12.337324 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.389881 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] Pushing event updated for resources: {'Port': ['ID=4da4b746-0e1d-4c7a-931c-47fcc859c078,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:12.397147 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] Network 1ee594d0-2e68-494a-b25d-2cdf038fd0c8 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:12.399015 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:12.399296 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5da30b-cb53-4ec4-8ceb-dc222041b48c req-40ca4821-e761-4b45-a360-4be97ae715d5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:12.401006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:12.401901 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-716e6f09-2a48-4a75-bdd9-718799af5a18 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Allocated IP 172.20.0.6 (1ee594d0-2e68-494a-b25d-2cdf038fd0c8/d3fa3b56-4e12-415f-a35e-18d639e37709/31914870-db59-4e9a-aaa3-fdd3b21602e7) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:12.404235 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b5da30b-cb53-4ec4-8ceb-dc222041b48c req-40ca4821-e761-4b45-a360-4be97ae715d5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.1008618 Sep 16 04:56:12.451925 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b5da30b-cb53-4ec4-8ceb-dc222041b48c req-1915c181-fe17-4d1e-9d6b-46dd50545906 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419009 Sep 16 04:56:12.464030 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-76d4c2ef-8784-4e87-8617-cd5c41127372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.466371 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] Attempting to bind port 4da4b746-0e1d-4c7a-931c-47fcc859c078 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:12.470862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] Attempting to bind port 4da4b746-0e1d-4c7a-931c-47fcc859c078 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '196b3538-73fc-41ad-a11a-9e38899f4b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1ee594d0-2e68-494a-b25d-2cdf038fd0c8'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:12.470862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] Attempting to bind port 4da4b746-0e1d-4c7a-931c-47fcc859c078 on network 1ee594d0-2e68-494a-b25d-2cdf038fd0c8 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:12.473209 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:12.473576 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] Checking segment: {'id': '196b3538-73fc-41ad-a11a-9e38899f4b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1ee594d0-2e68-494a-b25d-2cdf038fd0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:12.473972 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.474352 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] Bound using segment: {'id': '196b3538-73fc-41ad-a11a-9e38899f4b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1ee594d0-2e68-494a-b25d-2cdf038fd0c8'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:12.474810 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] Bound port: 4da4b746-0e1d-4c7a-931c-47fcc859c078, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196b3538-73fc-41ad-a11a-9e38899f4b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1ee594d0-2e68-494a-b25d-2cdf038fd0c8'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:12.475211 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.537729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] For port 4da4b746-0e1d-4c7a-931c-47fcc859c078, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:12.540743 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] For port 4da4b746-0e1d-4c7a-931c-47fcc859c078, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4da4b746-0e1d-4c7a-931c-47fcc859c078,segment=NetworkSegment(196b3538-73fc-41ad-a11a-9e38899f4b8e),segment_id=196b3538-73fc-41ad-a11a-9e38899f4b8e)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:12.603146 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4c2ef-8784-4e87-8617-cd5c41127372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f9bfb60-c133-4c36-96a6-a32d3e14830e,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:12.606117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d4c2ef-8784-4e87-8617-cd5c41127372 admin admin] Checking segment: {'id': '931096fd-94b2-46ae-a55e-27ab1c58c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cf1ef515-466a-4eba-aab5-e50796467689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:12.606530 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d4c2ef-8784-4e87-8617-cd5c41127372 admin admin] Network hostable DHCP agents. Network: cf1ef515-466a-4eba-aab5-e50796467689, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:12.612318 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-716e6f09-2a48-4a75-bdd9-718799af5a18 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.708649 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.767293 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5bffc-5387-4178-9337-fc0e12d0df51 None None] Pushing event updated for resources: {'Port': ['ID=4da4b746-0e1d-4c7a-931c-47fcc859c078,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:12.817540 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-716e6f09-2a48-4a75-bdd9-718799af5a18 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.853943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d4c2ef-8784-4e87-8617-cd5c41127372 admin admin] Network cf1ef515-466a-4eba-aab5-e50796467689 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:12.902546 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e6f09-2a48-4a75-bdd9-718799af5a18 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=31914870-db59-4e9a-aaa3-fdd3b21602e7,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:12.914288 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716e6f09-2a48-4a75-bdd9-718799af5a18 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network 1ee594d0-2e68-494a-b25d-2cdf038fd0c8 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:12.916113 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-716e6f09-2a48-4a75-bdd9-718799af5a18 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:12.918531 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716e6f09-2a48-4a75-bdd9-718799af5a18 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:12.967093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-76d4c2ef-8784-4e87-8617-cd5c41127372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, cf1ef515-466a-4eba-aab5-e50796467689) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:12.976786 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d4c2ef-8784-4e87-8617-cd5c41127372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:12.977243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fa130a-30c4-4496-844d-33adc67f7c23 None None] Network cf1ef515-466a-4eba-aab5-e50796467689 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:12.977722 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-76d4c2ef-8784-4e87-8617-cd5c41127372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.022673 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716e6f09-2a48-4a75-bdd9-718799af5a18 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:13.023889 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-716e6f09-2a48-4a75-bdd9-718799af5a18 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.126619 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-76d4c2ef-8784-4e87-8617-cd5c41127372 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4170566 Sep 16 04:56:13.163270 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-716e6f09-2a48-4a75-bdd9-718799af5a18 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.4493139 Sep 16 04:56:13.163575 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52122) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:13.219474 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bcbf89-a038-49e4-8f61-bb4e7cd71604 None None] Network cf1ef515-466a-4eba-aab5-e50796467689 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:13.349328 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-710e5fbd-09d2-4edd-ba9b-9a5cfcc9f33a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port 31914870-db59-4e9a-aaa3-fdd3b21602e7 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:13.350249 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-710e5fbd-09d2-4edd-ba9b-9a5cfcc9f33a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.510462 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d8b1878-2d8f-4004-a850-bfe936c49e2a req-dcd75325-f4f8-425e-b595-95fba817ab05 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c5b1f0f-95fb-4397-8aeb-75cbef83c33b HTTP/1.1" status: 200 len: 210 time: 0.0936339 Sep 16 04:56:13.523830 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-710e5fbd-09d2-4edd-ba9b-9a5cfcc9f33a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.538295 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-710e5fbd-09d2-4edd-ba9b-9a5cfcc9f33a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for 31914870-db59-4e9a-aaa3-fdd3b21602e7 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:13.541223 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4da4b746-0e1d-4c7a-931c-47fcc859c078 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:13.607179 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 4da4b746-0e1d-4c7a-931c-47fcc859c078 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:13.611117 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.727195 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.805347 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 4da4b746-0e1d-4c7a-931c-47fcc859c078, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4da4b746-0e1d-4c7a-931c-47fcc859c078,segment=NetworkSegment(196b3538-73fc-41ad-a11a-9e38899f4b8e),segment_id=196b3538-73fc-41ad-a11a-9e38899f4b8e)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:13.830895 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a71553-59c5-4947-bffe-ea2b30c63637 req-7d7ebcc6-9dc5-4ee4-a47e-52b9936f270d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:13.832704 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15a71553-59c5-4947-bffe-ea2b30c63637 req-7d7ebcc6-9dc5-4ee4-a47e-52b9936f270d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.0593200 Sep 16 04:56:13.840280 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-710e5fbd-09d2-4edd-ba9b-9a5cfcc9f33a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.879256 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e5fbd-09d2-4edd-ba9b-9a5cfcc9f33a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=31914870-db59-4e9a-aaa3-fdd3b21602e7,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:13.948643 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15a71553-59c5-4947-bffe-ea2b30c63637 req-565d8502-b59d-4680-8ab6-fb1e34c8f93c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067967 Sep 16 04:56:13.960639 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.997263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-49602e5a-68f0-48d9-b44e-c65d7ceb140e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:13.998621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-49602e5a-68f0-48d9-b44e-c65d7ceb140e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/networks?id=cf1ef515-466a-4eba-aab5-e50796467689 HTTP/1.1" status: 200 len: 814 time: 0.1522245 Sep 16 04:56:14.003421 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-710e5fbd-09d2-4edd-ba9b-9a5cfcc9f33a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.006246 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-710e5fbd-09d2-4edd-ba9b-9a5cfcc9f33a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/ports/31914870-db59-4e9a-aaa3-fdd3b21602e7 HTTP/1.1" status: 204 len: 168 time: 0.8416402 Sep 16 04:56:14.008656 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52146) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:14.024364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-a5a1c8af-a0e3-44cb-9570-27c77916186a tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/quotas/aee33712154e4affb0a74bb42a7ce1aa HTTP/1.1" status: 200 len: 375 time: 0.0164745 Sep 16 04:56:14.050589 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db1c795-2191-40f1-b92c-661774d48991 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] GET failed (client error): The resource could not be found. Sep 16 04:56:14.055196 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7db1c795-2191-40f1-b92c-661774d48991 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports/31914870-db59-4e9a-aaa3-fdd3b21602e7 HTTP/1.1" status: 404 len: 333 time: 0.0436263 Sep 16 04:56:14.055814 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52148) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:14.078072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-be9d37fe-109f-41f6-8780-cd1b4f0e3ee2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aee33712154e4affb0a74bb42a7ce1aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527794 Sep 16 04:56:14.082728 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=4da4b746-0e1d-4c7a-931c-47fcc859c078,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:14.117722 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00cd422-02ef-47ef-ab36-dd31b5874894 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting subnet d3fa3b56-4e12-415f-a35e-18d639e37709 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:14.121423 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f00cd422-02ef-47ef-ab36-dd31b5874894 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.125427 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2455a5b8-40fc-4e5c-be36-2bdb4e027cf3 None None] Network 1ee594d0-2e68-494a-b25d-2cdf038fd0c8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:14.175065 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f00cd422-02ef-47ef-ab36-dd31b5874894 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.213203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-672dd93a-4700-478f-b8c4-181e27e516ea None None] Provisioning complete for port 4da4b746-0e1d-4c7a-931c-47fcc859c078 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:14.213750 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-672dd93a-4700-478f-b8c4-181e27e516ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.217029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634a62f-ee4a-4fdd-81b2-bde7e281cea2 req-cf09dfe2-0142-443f-aed9-0e2762cf1f48 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:14.219299 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8634a62f-ee4a-4fdd-81b2-bde7e281cea2 req-cf09dfe2-0142-443f-aed9-0e2762cf1f48 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 950 time: 0.1313579 Sep 16 04:56:14.265732 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-da4d3c91-ee15-46b6-b6d1-b5a4e5223f27 service neutron] 10.222.0.20 "GET /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866362 Sep 16 04:56:14.283975 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f00cd422-02ef-47ef-ab36-dd31b5874894 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.316658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8634a62f-ee4a-4fdd-81b2-bde7e281cea2 req-48baeb49-e061-460c-849b-ae4834c108cc tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865512 Sep 16 04:56:14.411342 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-9b98a7fa-024b-4f54-a49e-24a847912e8f service neutron] 10.222.0.20 "GET /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446946 Sep 16 04:56:14.486212 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f00cd422-02ef-47ef-ab36-dd31b5874894 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.516106 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cd422-02ef-47ef-ab36-dd31b5874894 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Subnet': ['ID=d3fa3b56-4e12-415f-a35e-18d639e37709,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:14.524402 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f00cd422-02ef-47ef-ab36-dd31b5874894 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.530364 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f00cd422-02ef-47ef-ab36-dd31b5874894 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/subnets/d3fa3b56-4e12-415f-a35e-18d639e37709 HTTP/1.1" status: 204 len: 168 time: 0.4707451 Sep 16 04:56:14.530860 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52156) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:14.605146 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa95623-4be4-4db8-b853-731fa544b89f None None] Network 1ee594d0-2e68-494a-b25d-2cdf038fd0c8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:14.630058 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.691824 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port 4da4b746-0e1d-4c7a-931c-47fcc859c078 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:14.692214 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.746455 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-89a216e1-2163-4747-ad71-3899a1fd6de7 None None] Provisioning complete for port 4da4b746-0e1d-4c7a-931c-47fcc859c078 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:14.746848 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-89a216e1-2163-4747-ad71-3899a1fd6de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.785071 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1576702-d6f3-42d5-afb3-050259793f74 req-b26ac636-4ace-48c2-9e19-fd1ea5bedb62 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 210 time: 0.0587621 Sep 16 04:56:14.798051 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] For port 4da4b746-0e1d-4c7a-931c-47fcc859c078, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4da4b746-0e1d-4c7a-931c-47fcc859c078,segment=NetworkSegment(196b3538-73fc-41ad-a11a-9e38899f4b8e),segment_id=196b3538-73fc-41ad-a11a-9e38899f4b8e)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:14.798426 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.803335 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52166) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:14.828674 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for 4da4b746-0e1d-4c7a-931c-47fcc859c078 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:14.888604 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0eb8574-987c-46fc-8be7-fbb58bb891bc None None] DHCP port deletion for 1ee594d0-2e68-494a-b25d-2cdf038fd0c8 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:56:14.907279 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5519-d7c8-4b03-a43d-d88e7b22731a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.937351 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5519-d7c8-4b03-a43d-d88e7b22731a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.947158 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b0eb8574-987c-46fc-8be7-fbb58bb891bc None None] Deleting port 4da4b746-0e1d-4c7a-931c-47fcc859c078 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:14.947537 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b0eb8574-987c-46fc-8be7-fbb58bb891bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.096802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc61ce-420a-44b3-9378-008195308b45 req-c3652232-6bae-4efa-bcf5-d4e75de24cb0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:15.098559 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01cc61ce-420a-44b3-9378-008195308b45 req-c3652232-6bae-4efa-bcf5-d4e75de24cb0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.0545590 Sep 16 04:56:15.114303 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5519-d7c8-4b03-a43d-d88e7b22731a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.116933 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5519-d7c8-4b03-a43d-d88e7b22731a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.121124 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5bdf5519-d7c8-4b03-a43d-d88e7b22731a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "DELETE /v2.0/security-groups/ea51e56d-232f-4cb3-95e2-f36816408e96 HTTP/1.1" status: 204 len: 168 time: 0.3172407 Sep 16 04:56:15.121825 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52174) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:15.124126 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.144492 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf5519-d7c8-4b03-a43d-d88e7b22731a tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea51e56d-232f-4cb3-95e2-f36816408e96,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:15.146764 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-b9354c63-3c07-4bd9-90fb-7775f768e072 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] show failed (client error): The resource could not be found. Sep 16 04:56:15.151581 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b0eb8574-987c-46fc-8be7-fbb58bb891bc None None] For port 4da4b746-0e1d-4c7a-931c-47fcc859c078, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4da4b746-0e1d-4c7a-931c-47fcc859c078,segment=NetworkSegment(196b3538-73fc-41ad-a11a-9e38899f4b8e),segment_id=196b3538-73fc-41ad-a11a-9e38899f4b8e)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:15.152050 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b0eb8574-987c-46fc-8be7-fbb58bb891bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.164727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52178) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:15.166661 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b9354c63-3c07-4bd9-90fb-7775f768e072 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "GET /v2.0/security-groups/ea51e56d-232f-4cb3-95e2-f36816408e96 HTTP/1.1" status: 404 len: 347 time: 0.0329716 Sep 16 04:56:15.173256 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b0eb8574-987c-46fc-8be7-fbb58bb891bc None None] Calling delete_port for 4da4b746-0e1d-4c7a-931c-47fcc859c078 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:15.176016 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=4da4b746-0e1d-4c7a-931c-47fcc859c078,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:15.219166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No DVR routers for this DVR port 4da4b746-0e1d-4c7a-931c-47fcc859c078 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:15.255718 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01cc61ce-420a-44b3-9378-008195308b45 req-9b926f9f-39f8-4625-830d-fc119b5ea736 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502569 Sep 16 04:56:15.258157 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b0eb8574-987c-46fc-8be7-fbb58bb891bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.285544 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb8574-987c-46fc-8be7-fbb58bb891bc None None] Pushing event deleted for resources: {'Port': ['ID=4da4b746-0e1d-4c7a-931c-47fcc859c078,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:15.290160 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb8574-987c-46fc-8be7-fbb58bb891bc None None] No DVR routers for this DVR port 4da4b746-0e1d-4c7a-931c-47fcc859c078 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:15.384071 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.410109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4da4b746-0e1d-4c7a-931c-47fcc859c078 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:15.418747 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee594d0-2e68-494a-b25d-2cdf038fd0c8']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:15.433213 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 4da4b746-0e1d-4c7a-931c-47fcc859c078 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:15.433611 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4da4b746-0e1d-4c7a-931c-47fcc859c078 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:15.464185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196b3538-73fc-41ad-a11a-9e38899f4b8e') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:15.464493 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196b3538-73fc-41ad-a11a-9e38899f4b8e') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:15.487073 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.503797 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-af073f8e-8e6d-4b9e-8619-ec8b5cab43ce tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Deleting port 4e10e743-0680-4f9f-982c-1fb35e9e9f14 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:15.504169 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af073f8e-8e6d-4b9e-8619-ec8b5cab43ce tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.518333 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.542286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27a2e4-deea-45a0-ae05-5ffdfb9edca5 req-236af723-1413-418d-8acf-4e0b69784439 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:15.543856 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c27a2e4-deea-45a0-ae05-5ffdfb9edca5 req-236af723-1413-418d-8acf-4e0b69784439 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 950 time: 0.1484079 Sep 16 04:56:15.544928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:15.545404 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:15.550178 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:15.679881 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c27a2e4-deea-45a0-ae05-5ffdfb9edca5 req-f7ac5123-8f68-4e59-97e3-84363f9083f6 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5808ccf-10a7-49de-bb7c-ba882fd799ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154637 Sep 16 04:56:15.689196 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af073f8e-8e6d-4b9e-8619-ec8b5cab43ce tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.689588 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af073f8e-8e6d-4b9e-8619-ec8b5cab43ce tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.702964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-af073f8e-8e6d-4b9e-8619-ec8b5cab43ce tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Calling delete_port for 4e10e743-0680-4f9f-982c-1fb35e9e9f14 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:15.747294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52192) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:15.820848 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.833474 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.839105 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/networks/1ee594d0-2e68-494a-b25d-2cdf038fd0c8 HTTP/1.1" status: 204 len: 168 time: 1.3034921 Sep 16 04:56:15.839483 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52200) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:15.846456 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-22f4ed7a-df12-4d9a-9cff-73dd9cb55cfa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2', 'name': 'tempest-PortsTestJSON-1451265367'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:15.868759 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbaf63-6d49-473a-ae50-4f6ff2911a26 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Network': ['ID=1ee594d0-2e68-494a-b25d-2cdf038fd0c8,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:15.922621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4e2f24b-0a9f-4829-bf05-d0ca150aeda2 req-efdb7acf-85ef-4f5b-bca6-3329f29330e3 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 210 time: 0.0516140 Sep 16 04:56:15.944675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca976c-80c3-48ed-a8b6-e7ee02a43d5e req-b9e5d981-2b9e-442e-a469-6b27be784702 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:15.946239 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02ca976c-80c3-48ed-a8b6-e7ee02a43d5e req-b9e5d981-2b9e-442e-a469-6b27be784702 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 950 time: 0.1556652 Sep 16 04:56:15.948740 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-88439c54-c9b1-4e27-970a-8962118fd233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.051047 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f4ed7a-df12-4d9a-9cff-73dd9cb55cfa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:16.054499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-02ca976c-80c3-48ed-a8b6-e7ee02a43d5e req-286e0799-1235-4a19-a8c0-1018588163b3 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Deleting port a00d0f17-67c5-4384-8803-420224b58647 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:16.054870 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-02ca976c-80c3-48ed-a8b6-e7ee02a43d5e req-286e0799-1235-4a19-a8c0-1018588163b3 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.055039 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22f4ed7a-df12-4d9a-9cff-73dd9cb55cfa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.060510 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af073f8e-8e6d-4b9e-8619-ec8b5cab43ce tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.073140 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-22f4ed7a-df12-4d9a-9cff-73dd9cb55cfa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] device_id is not set on port 0e3ccfa2-b14b-4c1e-8fff-3b662780020a yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:16.112878 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af073f8e-8e6d-4b9e-8619-ec8b5cab43ce tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event deleted for resources: {'Port': ['ID=4e10e743-0680-4f9f-982c-1fb35e9e9f14,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:16.248990 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22f4ed7a-df12-4d9a-9cff-73dd9cb55cfa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.260470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-02ca976c-80c3-48ed-a8b6-e7ee02a43d5e req-286e0799-1235-4a19-a8c0-1018588163b3 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] For port a00d0f17-67c5-4384-8803-420224b58647, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a00d0f17-67c5-4384-8803-420224b58647,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:16.260841 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-02ca976c-80c3-48ed-a8b6-e7ee02a43d5e req-286e0799-1235-4a19-a8c0-1018588163b3 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.263321 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af073f8e-8e6d-4b9e-8619-ec8b5cab43ce tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.266710 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af073f8e-8e6d-4b9e-8619-ec8b5cab43ce tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.267923 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-af073f8e-8e6d-4b9e-8619-ec8b5cab43ce tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "DELETE /v2.0/floatingips/0eb1b1dc-a19f-4442-b19c-18609e4b64cb HTTP/1.1" status: 204 len: 168 time: 1.1016281 Sep 16 04:56:16.271893 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52202) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:16.284462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-02ca976c-80c3-48ed-a8b6-e7ee02a43d5e req-286e0799-1235-4a19-a8c0-1018588163b3 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Calling delete_port for a00d0f17-67c5-4384-8803-420224b58647 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:16.383366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-6b55833d-fc4c-493d-9dbc-4b0e9ea445d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Deleting port 3b10ae3d-8211-4c16-9527-e19b5ce57a46 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:16.383813 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b55833d-fc4c-493d-9dbc-4b0e9ea445d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.384805 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-88439c54-c9b1-4e27-970a-8962118fd233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.388624 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22f4ed7a-df12-4d9a-9cff-73dd9cb55cfa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.422772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751b8a1-43cc-498d-a368-4cec36301223 req-c6a8fda5-7691-4ead-93ab-c33df24fd6df tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:16.424333 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4751b8a1-43cc-498d-a368-4cec36301223 req-c6a8fda5-7691-4ead-93ab-c33df24fd6df tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.0830488 Sep 16 04:56:16.489825 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4751b8a1-43cc-498d-a368-4cec36301223 req-2a48acdb-f960-48b3-90dd-870acd64e7e8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581715 Sep 16 04:56:16.498049 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f4ed7a-df12-4d9a-9cff-73dd9cb55cfa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:16.502402 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4ed7a-df12-4d9a-9cff-73dd9cb55cfa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=0e3ccfa2-b14b-4c1e-8fff-3b662780020a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:16.509057 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-22f4ed7a-df12-4d9a-9cff-73dd9cb55cfa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:16.513562 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f4ed7a-df12-4d9a-9cff-73dd9cb55cfa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:16.519298 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f4ed7a-df12-4d9a-9cff-73dd9cb55cfa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:16.519934 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22f4ed7a-df12-4d9a-9cff-73dd9cb55cfa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.536758 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-88439c54-c9b1-4e27-970a-8962118fd233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.564042 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b55833d-fc4c-493d-9dbc-4b0e9ea445d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.577693 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-6b55833d-fc4c-493d-9dbc-4b0e9ea445d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Calling delete_port for 3b10ae3d-8211-4c16-9527-e19b5ce57a46 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:16.578080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-88439c54-c9b1-4e27-970a-8962118fd233 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=219e2768285d444daf06382182de9874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8297639 Sep 16 04:56:16.580326 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88439c54-c9b1-4e27-970a-8962118fd233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17a3d4e-e1e1-425b-ac94-195190e981b0,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:16.582067 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52208) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:16.679823 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-02ca976c-80c3-48ed-a8b6-e7ee02a43d5e req-286e0799-1235-4a19-a8c0-1018588163b3 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.697527 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-489b9a8d-2c6d-4ccc-89c9-5e5fcdc57f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.713969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e0799-1235-4a19-a8c0-1018588163b3 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Pushing event deleted for resources: {'Port': ['ID=a00d0f17-67c5-4384-8803-420224b58647,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:16.723855 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a00d0f17-67c5-4384-8803-420224b58647'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:16.736874 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-489b9a8d-2c6d-4ccc-89c9-5e5fcdc57f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.777312 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-22f4ed7a-df12-4d9a-9cff-73dd9cb55cfa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9366107 Sep 16 04:56:16.784318 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52214) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:16.787225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ca976c-80c3-48ed-a8b6-e7ee02a43d5e req-286e0799-1235-4a19-a8c0-1018588163b3 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] No DVR routers for this DVR port a00d0f17-67c5-4384-8803-420224b58647 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:16.796873 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-02ca976c-80c3-48ed-a8b6-e7ee02a43d5e req-286e0799-1235-4a19-a8c0-1018588163b3 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.798858 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02ca976c-80c3-48ed-a8b6-e7ee02a43d5e req-286e0799-1235-4a19-a8c0-1018588163b3 tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.21 "DELETE /v2.0/ports/a00d0f17-67c5-4384-8803-420224b58647 HTTP/1.1" status: 204 len: 173 time: 0.8407655 Sep 16 04:56:16.802777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74422d4-5c93-4cd9-8419-41cf6430363c', 'name': 'network-vif-deleted', 'tag': 'a00d0f17-67c5-4384-8803-420224b58647'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:16.802777 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba9e173-6982-4d69-b113-fd4746b9e810" -d '{"events": [{"server_uuid": "e74422d4-5c93-4cd9-8419-41cf6430363c", "name": "network-vif-deleted", "tag": "a00d0f17-67c5-4384-8803-420224b58647"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:16.824676 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fab5fa2a-7f36-40f3-b5c5-0bdde01a25b6 req-3dd07fb7-84c3-4fb5-998b-bcb131badcbb tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 210 time: 0.0387323 Sep 16 04:56:16.869804 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd7d67e-676c-41c1-a6c2-f42343b96340 x-openstack-request-id: req-5dd7d67e-676c-41c1-a6c2-f42343b96340 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:16.870292 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74422d4-5c93-4cd9-8419-41cf6430363c", "name": "network-vif-deleted", "tag": "a00d0f17-67c5-4384-8803-420224b58647", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:16.870708 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5dd7d67e-676c-41c1-a6c2-f42343b96340 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:16.871141 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74422d4-5c93-4cd9-8419-41cf6430363c', 'name': 'network-vif-deleted', 'tag': 'a00d0f17-67c5-4384-8803-420224b58647', 'status': 'completed', 'code': 200} Sep 16 04:56:16.919841 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-1fa2e6d5-6e1d-48ad-a8ba-b8f13d1021a8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port 0e3ccfa2-b14b-4c1e-8fff-3b662780020a {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:16.920225 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1fa2e6d5-6e1d-48ad-a8ba-b8f13d1021a8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.991166 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1fa2e6d5-6e1d-48ad-a8ba-b8f13d1021a8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.005050 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-1fa2e6d5-6e1d-48ad-a8ba-b8f13d1021a8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for 0e3ccfa2-b14b-4c1e-8fff-3b662780020a owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:17.022158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-836605d6-8077-4e80-8ce6-2a363226ac8c req-24b79d52-35b1-4240-86a9-80d08e2a5e49 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 210 time: 0.0277684 Sep 16 04:56:17.052514 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b55833d-fc4c-493d-9dbc-4b0e9ea445d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.071654 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-489b9a8d-2c6d-4ccc-89c9-5e5fcdc57f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.074249 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-489b9a8d-2c6d-4ccc-89c9-5e5fcdc57f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.075433 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-489b9a8d-2c6d-4ccc-89c9-5e5fcdc57f13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e17a3d4e-e1e1-425b-ac94-195190e981b0 HTTP/1.1" status: 204 len: 168 time: 0.4917438 Sep 16 04:56:17.131835 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:56:17.137089 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55833d-fc4c-493d-9dbc-4b0e9ea445d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event deleted for resources: {'Port': ['ID=3b10ae3d-8211-4c16-9527-e19b5ce57a46,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:17.152055 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b9a8d-2c6d-4ccc-89c9-5e5fcdc57f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17a3d4e-e1e1-425b-ac94-195190e981b0,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:17.220861 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b55833d-fc4c-493d-9dbc-4b0e9ea445d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.222854 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6b55833d-fc4c-493d-9dbc-4b0e9ea445d2 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "DELETE /v2.0/ports/3b10ae3d-8211-4c16-9527-e19b5ce57a46 HTTP/1.1" status: 204 len: 168 time: 0.9500110 Sep 16 04:56:17.225462 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52222) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:17.327665 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-edaa3eb2-2045-4bad-9a99-42490cfef9e3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Deleting port 5b16cc3a-295b-414f-9d1d-8e4808f34041 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:17.328128 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-edaa3eb2-2045-4bad-9a99-42490cfef9e3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.332538 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1fa2e6d5-6e1d-48ad-a8ba-b8f13d1021a8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.388067 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1fa2e6d5-6e1d-48ad-a8ba-b8f13d1021a8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.390193 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1fa2e6d5-6e1d-48ad-a8ba-b8f13d1021a8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/ports/0e3ccfa2-b14b-4c1e-8fff-3b662780020a HTTP/1.1" status: 204 len: 168 time: 0.6027696 Sep 16 04:56:17.391221 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2e6d5-6e1d-48ad-a8ba-b8f13d1021a8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=0e3ccfa2-b14b-4c1e-8fff-3b662780020a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:17.392858 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52224) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:17.398037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-5775f9a4-abbb-4c37-a26b-604c7e801cfd tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2', 'mac_address': 'fa:16:3e:f5:18:05', 'name': 'tempest-PortsTestJSON-341049299'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:17.461869 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-edaa3eb2-2045-4bad-9a99-42490cfef9e3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.476418 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-edaa3eb2-2045-4bad-9a99-42490cfef9e3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Calling delete_port for 5b16cc3a-295b-414f-9d1d-8e4808f34041 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:17.640361 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5775f9a4-abbb-4c37-a26b-604c7e801cfd tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:17.674525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c633b-e6c3-4406-9aa2-546575b94397 req-10d51ae7-9209-4adc-a8ab-3ba60103f4cd tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:17.676153 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c13c633b-e6c3-4406-9aa2-546575b94397 req-10d51ae7-9209-4adc-a8ab-3ba60103f4cd tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.0768137 Sep 16 04:56:17.709122 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-edaa3eb2-2045-4bad-9a99-42490cfef9e3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.742334 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5775f9a4-abbb-4c37-a26b-604c7e801cfd tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.745755 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa3eb2-2045-4bad-9a99-42490cfef9e3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event deleted for resources: {'Port': ['ID=5b16cc3a-295b-414f-9d1d-8e4808f34041,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:17.799188 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c13c633b-e6c3-4406-9aa2-546575b94397 req-8221d25c-3ebe-41c4-a3ba-4c946ceca1cc tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864935 Sep 16 04:56:17.801118 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-5775f9a4-abbb-4c37-a26b-604c7e801cfd tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] device_id is not set on port 232c1424-a9f3-4e80-95c3-de5cdadf8b66 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:17.849613 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-edaa3eb2-2045-4bad-9a99-42490cfef9e3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.852238 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-edaa3eb2-2045-4bad-9a99-42490cfef9e3 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "DELETE /v2.0/ports/5b16cc3a-295b-414f-9d1d-8e4808f34041 HTTP/1.1" status: 204 len: 168 time: 0.6251636 Sep 16 04:56:17.854318 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52234) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:17.913885 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-9930f63d-e7a0-413c-9689-728c81ee7aac tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Deleting subnet bc008854-b60a-4e50-9836-d00ca586adc0 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:17.918030 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9930f63d-e7a0-413c-9689-728c81ee7aac tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.930378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52238) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:17.961535 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9930f63d-e7a0-413c-9689-728c81ee7aac tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.974277 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-75580763-f284-4634-8fbf-24894ca9f05b req-c1a1010a-9284-4e44-9f28-86e8dbd6dacb tempest-ServersOnMultiNodesTest-1184310914 tempest-ServersOnMultiNodesTest-1184310914-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74422d4-5c93-4cd9-8419-41cf6430363c HTTP/1.1" status: 200 len: 210 time: 0.0452790 Sep 16 04:56:18.065399 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9930f63d-e7a0-413c-9689-728c81ee7aac tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.218034 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9930f63d-e7a0-413c-9689-728c81ee7aac tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.250498 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930f63d-e7a0-413c-9689-728c81ee7aac tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event deleted for resources: {'Subnet': ['ID=bc008854-b60a-4e50-9836-d00ca586adc0,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:18.261650 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9930f63d-e7a0-413c-9689-728c81ee7aac tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.267139 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9930f63d-e7a0-413c-9689-728c81ee7aac tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "DELETE /v2.0/subnets/bc008854-b60a-4e50-9836-d00ca586adc0 HTTP/1.1" status: 204 len: 168 time: 0.4112837 Sep 16 04:56:18.267782 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52242) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:18.270073 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a708f6-e76c-4b97-9a87-c0b0e90d01c2 None None] Network 21679cc1-76e7-41d2-b180-59ac954df250 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:18.320790 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9a6a56af-c915-4a1e-825f-e05867db071b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.331276 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbdf851-7c11-4597-9967-9e75a9e33fdd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Deleting subnet ccbedd25-58d2-42fa-831b-01900aebbe43 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:18.335591 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf851-7c11-4597-9967-9e75a9e33fdd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.383611 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf851-7c11-4597-9967-9e75a9e33fdd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.401785 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d47ea8c3-2ce2-4c45-979b-79118891d7d7 req-d1224acd-1594-424a-b23d-8551a7c5ac3b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 210 time: 0.0673091 Sep 16 04:56:18.485001 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5775f9a4-abbb-4c37-a26b-604c7e801cfd tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.495516 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf851-7c11-4597-9967-9e75a9e33fdd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.563711 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c311b0-1128-45f8-99fa-c408045decbc None None] DHCP port deletion for 21679cc1-76e7-41d2-b180-59ac954df250 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:56:18.570263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7620f091-a11f-40a2-b945-8eab69fe28bc tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:18.571866 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7620f091-a11f-40a2-b945-8eab69fe28bc tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.21 "GET /v2.0/networks?id=cf1ef515-466a-4eba-aab5-e50796467689 HTTP/1.1" status: 200 len: 814 time: 0.2417541 Sep 16 04:56:18.606701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-00645164-ebd2-44b2-899d-8f5193fae03e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Request body: {'port': {'device_id': '95b24c5c-a41b-45c2-bed0-0d905891193d', 'network_id': 'cf1ef515-466a-4eba-aab5-e50796467689', 'admin_state_up': True, 'tenant_id': 'aee33712154e4affb0a74bb42a7ce1aa'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:18.613536 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-63c311b0-1128-45f8-99fa-c408045decbc None None] Deleting port 39d70116-bb21-473e-9871-96d545092814 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:18.614276 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-63c311b0-1128-45f8-99fa-c408045decbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.650206 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9a6a56af-c915-4a1e-825f-e05867db071b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.683066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-63c311b0-1128-45f8-99fa-c408045decbc None None] For port 39d70116-bb21-473e-9871-96d545092814, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=39d70116-bb21-473e-9871-96d545092814,segment=NetworkSegment(5a682ea8-492d-4d22-bdb4-de15db270039),segment_id=5a682ea8-492d-4d22-bdb4-de15db270039)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:18.683469 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-63c311b0-1128-45f8-99fa-c408045decbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.701452 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-63c311b0-1128-45f8-99fa-c408045decbc None None] Calling delete_port for 39d70116-bb21-473e-9871-96d545092814 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:18.761888 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf851-7c11-4597-9967-9e75a9e33fdd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.769400 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9a6a56af-c915-4a1e-825f-e05867db071b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.772843 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5775f9a4-abbb-4c37-a26b-604c7e801cfd tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.805250 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdf851-7c11-4597-9967-9e75a9e33fdd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event deleted for resources: {'Subnet': ['ID=ccbedd25-58d2-42fa-831b-01900aebbe43,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:18.806061 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf851-7c11-4597-9967-9e75a9e33fdd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.808075 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ecbdf851-7c11-4597-9967-9e75a9e33fdd tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "DELETE /v2.0/subnets/ccbedd25-58d2-42fa-831b-01900aebbe43 HTTP/1.1" status: 204 len: 168 time: 0.5393150 Sep 16 04:56:18.810689 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52246) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:18.818425 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eef886-c4f6-4365-86ad-a931dfcfe2ff None None] Network 29992b00-8aa1-46fd-bc66-045ef0922c90 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:18.885144 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-63c311b0-1128-45f8-99fa-c408045decbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.919913 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b28d-f651-4a58-bb9e-82a082db7be8 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.928135 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c311b0-1128-45f8-99fa-c408045decbc None None] No DVR routers for this DVR port 39d70116-bb21-473e-9871-96d545092814 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:18.928135 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c311b0-1128-45f8-99fa-c408045decbc None None] Pushing event deleted for resources: {'Port': ['ID=39d70116-bb21-473e-9871-96d545092814,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:18.930819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5775f9a4-abbb-4c37-a26b-604c7e801cfd tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:18.939459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-5775f9a4-abbb-4c37-a26b-604c7e801cfd tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:18.968882 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9a6a56af-c915-4a1e-825f-e05867db071b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03eaafd046e94d059e60aede3b23c7a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0270960 Sep 16 04:56:18.968882 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5775f9a4-abbb-4c37-a26b-604c7e801cfd tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:18.974711 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5775f9a4-abbb-4c37-a26b-604c7e801cfd tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:18.975193 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5775f9a4-abbb-4c37-a26b-604c7e801cfd tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.978441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a56af-c915-4a1e-825f-e05867db071b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2f6dfc-be42-425a-a5cb-fffa7992c533,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:18.983307 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52252) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:18.984722 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775f9a4-abbb-4c37-a26b-604c7e801cfd tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=232c1424-a9f3-4e80-95c3-de5cdadf8b66,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:19.029342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-00645164-ebd2-44b2-899d-8f5193fae03e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Made reservation on behalf of aee33712154e4affb0a74bb42a7ce1aa for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:19.033414 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-00645164-ebd2-44b2-899d-8f5193fae03e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.044794 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b28d-f651-4a58-bb9e-82a082db7be8 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.083075 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-a7e9b28d-f651-4a58-bb9e-82a082db7be8 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21679cc1-76e7-41d2-b180-59ac954df250']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:19.091576 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71264a0f-3dfe-4bc3-91d0-0d74ff2de353 req-378adc00-daa1-4538-a537-97cfad560fff tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:19.093422 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-a7e9b28d-f651-4a58-bb9e-82a082db7be8 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a682ea8-492d-4d22-bdb4-de15db270039') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:19.093722 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-a7e9b28d-f651-4a58-bb9e-82a082db7be8 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a682ea8-492d-4d22-bdb4-de15db270039') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:19.094496 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71264a0f-3dfe-4bc3-91d0-0d74ff2de353 req-378adc00-daa1-4538-a537-97cfad560fff tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.2035155 Sep 16 04:56:19.103907 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b28d-f651-4a58-bb9e-82a082db7be8 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.119450 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b28d-f651-4a58-bb9e-82a082db7be8 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.121088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30186947-53d9-4f83-b05a-3d4ad273007d None None] DHCP port deletion for 29992b00-8aa1-46fd-bc66-045ef0922c90 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:56:19.135843 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e9b28d-f651-4a58-bb9e-82a082db7be8 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:19.136362 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b28d-f651-4a58-bb9e-82a082db7be8 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:19.140277 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:19.171516 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5775f9a4-abbb-4c37-a26b-604c7e801cfd tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7774282 Sep 16 04:56:19.180154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52258) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:19.188313 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0560149f-8a5d-4963-8b46-180acbd92773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.213405 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-30186947-53d9-4f83-b05a-3d4ad273007d None None] Deleting port c77447a6-8e8b-4805-a915-317734e2a14f {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:19.213405 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-30186947-53d9-4f83-b05a-3d4ad273007d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.276340 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0560149f-8a5d-4963-8b46-180acbd92773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.276606 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-30186947-53d9-4f83-b05a-3d4ad273007d None None] For port c77447a6-8e8b-4805-a915-317734e2a14f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c77447a6-8e8b-4805-a915-317734e2a14f,segment=NetworkSegment(d4f33c83-4740-4a47-81ac-fa975870047a),segment_id=d4f33c83-4740-4a47-81ac-fa975870047a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:19.277086 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-30186947-53d9-4f83-b05a-3d4ad273007d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.292226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb7797f-94eb-423a-bef6-1eedd0c4ea3b tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:19.293116 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-30186947-53d9-4f83-b05a-3d4ad273007d None None] Calling delete_port for c77447a6-8e8b-4805-a915-317734e2a14f owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:19.297465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3fb7797f-94eb-423a-bef6-1eedd0c4ea3b tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports/232c1424-a9f3-4e80-95c3-de5cdadf8b66 HTTP/1.1" status: 200 len: 840 time: 0.1064067 Sep 16 04:56:19.301200 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52260) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:19.307418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71264a0f-3dfe-4bc3-91d0-0d74ff2de353 req-dc6b1564-be09-42b7-9459-6c3e00e0521e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980839 Sep 16 04:56:19.361947 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b28d-f651-4a58-bb9e-82a082db7be8 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.383666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-00645164-ebd2-44b2-899d-8f5193fae03e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Allocated IP 172.20.0.12 (cf1ef515-466a-4eba-aab5-e50796467689/9f9bfb60-c133-4c36-96a6-a32d3e14830e/4afbdee4-cfa1-4237-af5d-ab3f1a94ad75) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:19.399809 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b28d-f651-4a58-bb9e-82a082db7be8 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.403237 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a7e9b28d-f651-4a58-bb9e-82a082db7be8 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "DELETE /v2.0/networks/21679cc1-76e7-41d2-b180-59ac954df250 HTTP/1.1" status: 204 len: 168 time: 0.5899005 Sep 16 04:56:19.411339 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52262) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:19.423424 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9b28d-f651-4a58-bb9e-82a082db7be8 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event deleted for resources: {'Network': ['ID=21679cc1-76e7-41d2-b180-59ac954df250,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:19.440583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 39d70116-bb21-473e-9871-96d545092814 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:19.461058 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 39d70116-bb21-473e-9871-96d545092814 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:19.461449 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 39d70116-bb21-473e-9871-96d545092814 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:19.462530 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c77447a6-8e8b-4805-a915-317734e2a14f no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:19.502435 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-b9cf0776-44b7-4af8-bc9d-8be7d88b6bc9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port 232c1424-a9f3-4e80-95c3-de5cdadf8b66 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:19.502779 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b9cf0776-44b7-4af8-bc9d-8be7d88b6bc9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.526141 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-20d8e6c9-aa69-44fd-b81e-2ff92ae47bb9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.544121 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-086a9883-0e0b-4b5c-b4c0-335daecfeeb2 req-5146238e-4e0d-4c49-a92d-bef61660bd10 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 210 time: 0.0351634 Sep 16 04:56:19.549460 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-30186947-53d9-4f83-b05a-3d4ad273007d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.573460 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.582425 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b9cf0776-44b7-4af8-bc9d-8be7d88b6bc9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.597232 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-b9cf0776-44b7-4af8-bc9d-8be7d88b6bc9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for 232c1424-a9f3-4e80-95c3-de5cdadf8b66 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:19.602939 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30186947-53d9-4f83-b05a-3d4ad273007d None None] No DVR routers for this DVR port c77447a6-8e8b-4805-a915-317734e2a14f on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:19.609778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30186947-53d9-4f83-b05a-3d4ad273007d None None] Pushing event deleted for resources: {'Port': ['ID=c77447a6-8e8b-4805-a915-317734e2a14f,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:19.646091 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-20d8e6c9-aa69-44fd-b81e-2ff92ae47bb9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.648694 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0560149f-8a5d-4963-8b46-180acbd92773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.651439 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0560149f-8a5d-4963-8b46-180acbd92773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.655108 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0560149f-8a5d-4963-8b46-180acbd92773 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea2f6dfc-be42-425a-a5cb-fffa7992c533 HTTP/1.1" status: 204 len: 168 time: 0.6654878 Sep 16 04:56:19.706402 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-20d8e6c9-aa69-44fd-b81e-2ff92ae47bb9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29992b00-8aa1-46fd-bc66-045ef0922c90']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:19.713559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560149f-8a5d-4963-8b46-180acbd92773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2f6dfc-be42-425a-a5cb-fffa7992c533,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:19.751823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-20d8e6c9-aa69-44fd-b81e-2ff92ae47bb9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f33c83-4740-4a47-81ac-fa975870047a') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:19.752123 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-20d8e6c9-aa69-44fd-b81e-2ff92ae47bb9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f33c83-4740-4a47-81ac-fa975870047a') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:19.786084 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-20d8e6c9-aa69-44fd-b81e-2ff92ae47bb9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.808305 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-20d8e6c9-aa69-44fd-b81e-2ff92ae47bb9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.813927 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52270) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:19.829047 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d8e6c9-aa69-44fd-b81e-2ff92ae47bb9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:19.829647 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-20d8e6c9-aa69-44fd-b81e-2ff92ae47bb9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:19.833610 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:19.840634 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a00d0f17-67c5-4384-8803-420224b58647 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:19.870163 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-00645164-ebd2-44b2-899d-8f5193fae03e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.875852 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: a00d0f17-67c5-4384-8803-420224b58647 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:19.876282 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a00d0f17-67c5-4384-8803-420224b58647 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:19.913840 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b9cf0776-44b7-4af8-bc9d-8be7d88b6bc9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.947946 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf0776-44b7-4af8-bc9d-8be7d88b6bc9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=232c1424-a9f3-4e80-95c3-de5cdadf8b66,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:19.964294 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b9cf0776-44b7-4af8-bc9d-8be7d88b6bc9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.968411 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b9cf0776-44b7-4af8-bc9d-8be7d88b6bc9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/ports/232c1424-a9f3-4e80-95c3-de5cdadf8b66 HTTP/1.1" status: 204 len: 168 time: 0.6666040 Sep 16 04:56:19.970314 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52278) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:20.004773 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ad516f-8db5-4477-81b6-1c229ade8d53 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] GET failed (client error): The resource could not be found. Sep 16 04:56:20.004773 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-75ad516f-8db5-4477-81b6-1c229ade8d53 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports/232c1424-a9f3-4e80-95c3-de5cdadf8b66 HTTP/1.1" status: 404 len: 333 time: 0.0331082 Sep 16 04:56:20.008827 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52280) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:20.015355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-67ce7c9a-3797-40a0-88fd-00351bf0c7b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2', 'name': 'tempest-PortsTestJSON-1963473696'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:20.016339 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-91d1e4c8-f8e3-4933-9afe-c2b70a45d9ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92e43dc0cc3d42d2b269252909ac15b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2012837 Sep 16 04:56:20.018773 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52282) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:20.034943 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-20d8e6c9-aa69-44fd-b81e-2ff92ae47bb9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.050247 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-20d8e6c9-aa69-44fd-b81e-2ff92ae47bb9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.052191 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-20d8e6c9-aa69-44fd-b81e-2ff92ae47bb9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] 10.222.0.20 "DELETE /v2.0/networks/29992b00-8aa1-46fd-bc66-045ef0922c90 HTTP/1.1" status: 204 len: 168 time: 0.6398787 Sep 16 04:56:20.067310 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8e6c9-aa69-44fd-b81e-2ff92ae47bb9 tempest-TaggedBootDevicesTest-158358331 tempest-TaggedBootDevicesTest-158358331-project] Pushing event deleted for resources: {'Network': ['ID=29992b00-8aa1-46fd-bc66-045ef0922c90,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:20.081762 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6be98e7d-5e80-4455-a767-4c8d606438c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.109345 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-00645164-ebd2-44b2-899d-8f5193fae03e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.112399 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6be98e7d-5e80-4455-a767-4c8d606438c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.185658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-00645164-ebd2-44b2-899d-8f5193fae03e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Network cf1ef515-466a-4eba-aab5-e50796467689 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:20.189154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-00645164-ebd2-44b2-899d-8f5193fae03e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:20.191095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00645164-ebd2-44b2-899d-8f5193fae03e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Pushing event updated for resources: {'Port': ['ID=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:20.193183 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-00645164-ebd2-44b2-899d-8f5193fae03e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:20.248981 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-00645164-ebd2-44b2-899d-8f5193fae03e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:20.249613 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-00645164-ebd2-44b2-899d-8f5193fae03e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.371405 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6be98e7d-5e80-4455-a767-4c8d606438c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.374029 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6be98e7d-5e80-4455-a767-4c8d606438c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.375240 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6be98e7d-5e80-4455-a767-4c8d606438c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5808ccf-10a7-49de-bb7c-ba882fd799ea HTTP/1.1" status: 204 len: 168 time: 0.3554304 Sep 16 04:56:20.385162 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be98e7d-5e80-4455-a767-4c8d606438c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5808ccf-10a7-49de-bb7c-ba882fd799ea,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:20.430202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d55208-5850-4f17-9a4a-9bc3b388d624 req-9a01729b-3a45-43c9-8663-4cf2bf32f1df tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:20.431807 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0d55208-5850-4f17-9a4a-9bc3b388d624 req-9a01729b-3a45-43c9-8663-4cf2bf32f1df tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.0535915 Sep 16 04:56:20.467715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ce7c9a-3797-40a0-88fd-00351bf0c7b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:20.471057 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-67ce7c9a-3797-40a0-88fd-00351bf0c7b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.483859 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0d55208-5850-4f17-9a4a-9bc3b388d624 req-08e54504-9ffc-40a5-b1bd-5e16a1daade7 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450132 Sep 16 04:56:20.492232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-67ce7c9a-3797-40a0-88fd-00351bf0c7b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] device_id is not set on port 74cfe23d-6559-4a9d-9f9f-87497c67d31e yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:20.638836 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-00645164-ebd2-44b2-899d-8f5193fae03e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0410180 Sep 16 04:56:20.661143 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Request body: {'port': {'device_id': '95b24c5c-a41b-45c2-bed0-0d905891193d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:20.749153 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-67ce7c9a-3797-40a0-88fd-00351bf0c7b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.754843 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.791387 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be3229-8558-486e-9a7a-7d18f70512d0 req-53fe4d35-a565-46d5-9085-423175bfb945 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:20.792891 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48be3229-8558-486e-9a7a-7d18f70512d0 req-53fe4d35-a565-46d5-9085-423175bfb945 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 932 time: 0.1595743 Sep 16 04:56:20.940644 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48be3229-8558-486e-9a7a-7d18f70512d0 req-e8d14b61-d8d7-4cc4-b343-2905f2f50c55 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242535 Sep 16 04:56:20.961180 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-67ce7c9a-3797-40a0-88fd-00351bf0c7b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.987174 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52304) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:21.011468 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0206e3eb-e541-4bc6-bde5-548b99e03b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.040206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ce7c9a-3797-40a0-88fd-00351bf0c7b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:21.048892 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-67ce7c9a-3797-40a0-88fd-00351bf0c7b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:21.054810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce7c9a-3797-40a0-88fd-00351bf0c7b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=74cfe23d-6559-4a9d-9f9f-87497c67d31e,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:21.054810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ce7c9a-3797-40a0-88fd-00351bf0c7b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:21.060314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ce7c9a-3797-40a0-88fd-00351bf0c7b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:21.061518 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-67ce7c9a-3797-40a0-88fd-00351bf0c7b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.158157 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0206e3eb-e541-4bc6-bde5-548b99e03b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.192450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:21.200451 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.212769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Transition to ACTIVE for port object 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:56:21.319475 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0206e3eb-e541-4bc6-bde5-548b99e03b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.320974 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.369987 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206e3eb-e541-4bc6-bde5-548b99e03b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd9c177-94dc-41c9-8c6c-7807729c7c93,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:21.375208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Pushing event updated for resources: {'Port': ['ID=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:21.387770 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0206e3eb-e541-4bc6-bde5-548b99e03b70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2831328d256b4833a1bb14ce432569ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3991580 Sep 16 04:56:21.390324 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52308) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:21.432860 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52310) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:21.460049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Attempting to bind port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:21.460437 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Attempting to bind port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '931096fd-94b2-46ae-a55e-27ab1c58c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cf1ef515-466a-4eba-aab5-e50796467689'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:21.460716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Attempting to bind port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 on network cf1ef515-466a-4eba-aab5-e50796467689 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:21.465220 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 on network cf1ef515-466a-4eba-aab5-e50796467689 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:56:21.473177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Attempting to bind port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 on network cf1ef515-466a-4eba-aab5-e50796467689 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:21.473177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:21.473177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Checking segment: {'id': '931096fd-94b2-46ae-a55e-27ab1c58c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cf1ef515-466a-4eba-aab5-e50796467689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:21.473532 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b2aead11-8e38-466e-adb7-8f8ec745de09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.473661 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Bound using segment: {'id': '931096fd-94b2-46ae-a55e-27ab1c58c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cf1ef515-466a-4eba-aab5-e50796467689'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:21.473661 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Bound port: 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931096fd-94b2-46ae-a55e-27ab1c58c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cf1ef515-466a-4eba-aab5-e50796467689'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:21.473661 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.477069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-67ce7c9a-3797-40a0-88fd-00351bf0c7b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4670005 Sep 16 04:56:21.485635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52312) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:21.490789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-94daff45-bded-4b57-ac7e-9d776f5b16bc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:21.526377 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2f9554e9-7ffc-49e9-be41-31000603f8eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c258d1dea954d618ffbfcb44dd1fbc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0921261 Sep 16 04:56:21.530984 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b2aead11-8e38-466e-adb7-8f8ec745de09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.532985 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52316) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:21.617012 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11b2ff85-899b-401a-9c51-965128d5d134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.640319 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11b2ff85-899b-401a-9c51-965128d5d134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.652822 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-94daff45-bded-4b57-ac7e-9d776f5b16bc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.717887 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed8635-98e9-485d-b201-68dd9d3681da req-47d285c2-3a4d-4d31-b6a8-155ca8972e61 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:21.719577 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dfed8635-98e9-485d-b201-68dd9d3681da req-47d285c2-3a4d-4d31-b6a8-155ca8972e61 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.1313717 Sep 16 04:56:21.724267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] For port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:21.746781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] For port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,segment=NetworkSegment(931096fd-94b2-46ae-a55e-27ab1c58c657),segment_id=931096fd-94b2-46ae-a55e-27ab1c58c657)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:21.788408 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b2aead11-8e38-466e-adb7-8f8ec745de09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.791098 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b2aead11-8e38-466e-adb7-8f8ec745de09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.802666 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b2aead11-8e38-466e-adb7-8f8ec745de09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afd9c177-94dc-41c9-8c6c-7807729c7c93 HTTP/1.1" status: 204 len: 168 time: 0.4014165 Sep 16 04:56:21.806022 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aead11-8e38-466e-adb7-8f8ec745de09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd9c177-94dc-41c9-8c6c-7807729c7c93,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:21.826985 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dfed8635-98e9-485d-b201-68dd9d3681da req-e98ee10e-90c0-41b3-ac40-73d4a8f83fe0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925641 Sep 16 04:56:21.828944 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11b2ff85-899b-401a-9c51-965128d5d134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.832710 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11b2ff85-899b-401a-9c51-965128d5d134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.833116 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-11b2ff85-899b-401a-9c51-965128d5d134 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b231955-fa2e-4222-bc1a-4160806c7b26 HTTP/1.1" status: 204 len: 168 time: 0.2987547 Sep 16 04:56:21.834605 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.860547 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2ff85-899b-401a-9c51-965128d5d134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b231955-fa2e-4222-bc1a-4160806c7b26,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:21.945477 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:21.946326 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.947867 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] 10.222.0.21 "PUT /v2.0/ports/4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 HTTP/1.1" status: 200 len: 1093 time: 1.2932489 Sep 16 04:56:21.952375 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b24c5c-a41b-45c2-bed0-0d905891193d', 'tag': '4afbdee4-cfa1-4237-af5d-ab3f1a94ad75'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:21.954702 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41736cdb-cd94-4710-a767-8bfd47a26818" -d '{"events": [{"name": "network-changed", "server_uuid": "95b24c5c-a41b-45c2-bed0-0d905891193d", "tag": "4afbdee4-cfa1-4237-af5d-ab3f1a94ad75"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:21.992866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae30f5-55a8-464e-9794-537a732fd785 service neutron] Pushing event updated for resources: {'Port': ['ID=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:22.006451 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-94daff45-bded-4b57-ac7e-9d776f5b16bc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.043737 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb4c851-8438-46f0-bbaa-6fa4b95a3754 x-openstack-request-id: req-1eb4c851-8438-46f0-bbaa-6fa4b95a3754 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:22.044762 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b24c5c-a41b-45c2-bed0-0d905891193d", "tag": "4afbdee4-cfa1-4237-af5d-ab3f1a94ad75", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:22.045945 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1eb4c851-8438-46f0-bbaa-6fa4b95a3754 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:22.046984 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b24c5c-a41b-45c2-bed0-0d905891193d', 'tag': '4afbdee4-cfa1-4237-af5d-ab3f1a94ad75', 'status': 'completed', 'code': 200} Sep 16 04:56:22.109975 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-94daff45-bded-4b57-ac7e-9d776f5b16bc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.177599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-94daff45-bded-4b57-ac7e-9d776f5b16bc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] In _notify_port_updated(), no bound segment for port 74cfe23d-6559-4a9d-9f9f-87497c67d31e on network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 {{(pid=95473) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:56:22.190466 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94daff45-bded-4b57-ac7e-9d776f5b16bc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:22.195470 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-94daff45-bded-4b57-ac7e-9d776f5b16bc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.201115 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52332) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:22.203558 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-94daff45-bded-4b57-ac7e-9d776f5b16bc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "PUT /v2.0/ports/74cfe23d-6559-4a9d-9f9f-87497c67d31e HTTP/1.1" status: 200 len: 818 time: 0.7170248 Sep 16 04:56:22.253989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8427ba-fbeb-4185-9f91-7b75c384c80e req-790b2a81-e544-4639-804f-54d9e3d4a7b2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:22.256179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f8427ba-fbeb-4185-9f91-7b75c384c80e req-790b2a81-e544-4639-804f-54d9e3d4a7b2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.1959574 Sep 16 04:56:22.257928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94daff45-bded-4b57-ac7e-9d776f5b16bc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=74cfe23d-6559-4a9d-9f9f-87497c67d31e,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:22.267289 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-e7bc5fea-7c96-48bb-ac89-5b911aebd490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:22.268944 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-e7bc5fea-7c96-48bb-ac89-5b911aebd490 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aee33712154e4affb0a74bb42a7ce1aa&device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 1096 time: 0.1690998 Sep 16 04:56:22.343956 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-8b3e969f-6a24-4bd6-8e91-ee554b8d07ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 HTTP/1.1" status: 200 len: 217 time: 0.0536108 Sep 16 04:56:22.368168 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-49ecc293-e051-42a7-ad1a-7c5a38a200ea tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port 74cfe23d-6559-4a9d-9f9f-87497c67d31e {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:22.368617 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-49ecc293-e051-42a7-ad1a-7c5a38a200ea tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.405714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f8427ba-fbeb-4185-9f91-7b75c384c80e req-23dbe104-6a46-4db1-a4e1-c905adc0609c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104488 Sep 16 04:56:22.426526 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-5fe31ac6-bc95-4b71-8b6e-c26a9cd7596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:22.428517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-5fe31ac6-bc95-4b71-8b6e-c26a9cd7596c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f9bfb60-c133-4c36-96a6-a32d3e14830e HTTP/1.1" status: 200 len: 854 time: 0.0625393 Sep 16 04:56:22.448396 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-49ecc293-e051-42a7-ad1a-7c5a38a200ea tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.463872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-49ecc293-e051-42a7-ad1a-7c5a38a200ea tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for 74cfe23d-6559-4a9d-9f9f-87497c67d31e owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:22.471626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-33ab4595-7f4f-4ed2-8e32-212a58d97e13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf1ef515-466a-4eba-aab5-e50796467689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305123 Sep 16 04:56:22.575902 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-e85b7763-6341-4491-967b-8f927470c3cd service neutron] 10.222.0.21 "GET /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004167 Sep 16 04:56:22.697628 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32254f21-5ce0-4cd3-9b90-60d8b240a066 req-90b1af59-f3f7-44c5-ba54-019fed45f4f3 service neutron] 10.222.0.21 "GET /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125319 Sep 16 04:56:22.708254 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-49ecc293-e051-42a7-ad1a-7c5a38a200ea tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.740328 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecc293-e051-42a7-ad1a-7c5a38a200ea tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=74cfe23d-6559-4a9d-9f9f-87497c67d31e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:22.743886 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-49ecc293-e051-42a7-ad1a-7c5a38a200ea tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.745822 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-49ecc293-e051-42a7-ad1a-7c5a38a200ea tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/ports/74cfe23d-6559-4a9d-9f9f-87497c67d31e HTTP/1.1" status: 204 len: 168 time: 0.5425041 Sep 16 04:56:22.748747 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52350) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:22.802117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f050b645-a129-4154-95b4-4d673dce8ee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:22.804809 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f050b645-a129-4154-95b4-4d673dce8ee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0538652 Sep 16 04:56:22.807010 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52354) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:22.834815 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac3d13c-9545-4df9-9f52-018ce6411b90 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] GET failed (client error): The resource could not be found. Sep 16 04:56:22.839837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8ac3d13c-9545-4df9-9f52-018ce6411b90 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports/74cfe23d-6559-4a9d-9f9f-87497c67d31e HTTP/1.1" status: 404 len: 333 time: 0.0282097 Sep 16 04:56:22.840401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52356) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:22.846243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-41580d1c-91fe-44ec-89c6-6971fe2004a5 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1418787996'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:22.958562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41580d1c-91fe-44ec-89c6-6971fe2004a5 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:22.965730 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41580d1c-91fe-44ec-89c6-6971fe2004a5 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.050922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41580d1c-91fe-44ec-89c6-6971fe2004a5 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:23.056569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41736cdb-cd94-4710-a767-8bfd47a26818 req-c782b960-d1cd-4f6f-a87f-41885b1e8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:23.057771 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41736cdb-cd94-4710-a767-8bfd47a26818 req-c782b960-d1cd-4f6f-a87f-41885b1e8357 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aee33712154e4affb0a74bb42a7ce1aa&device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 1096 time: 0.1221967 Sep 16 04:56:23.083413 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41580d1c-91fe-44ec-89c6-6971fe2004a5 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.083767 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-41580d1c-91fe-44ec-89c6-6971fe2004a5 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Added segment 21a62b6b-7ee2-4d6a-9f9a-a619c4265c1e of type vlan for network 3bf910f4-33bc-4c04-8048-41105a3bfbdc Sep 16 04:56:23.111161 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528a393-64b3-4cfd-a28e-afa9c6f4100f req-8f01d627-d96d-469e-9a02-ea6a13b7a71c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:23.115420 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2528a393-64b3-4cfd-a28e-afa9c6f4100f req-8f01d627-d96d-469e-9a02-ea6a13b7a71c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.1197808 Sep 16 04:56:23.225928 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41580d1c-91fe-44ec-89c6-6971fe2004a5 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.251766 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2528a393-64b3-4cfd-a28e-afa9c6f4100f req-dde195ef-34e5-423c-947b-0d64982e576f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299706 Sep 16 04:56:23.278933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41736cdb-cd94-4710-a767-8bfd47a26818 req-c5dd7e4a-bff4-4e80-9782-1cb1eea3b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:23.281027 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41736cdb-cd94-4710-a767-8bfd47a26818 req-c5dd7e4a-bff4-4e80-9782-1cb1eea3b940 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf1ef515-466a-4eba-aab5-e50796467689 HTTP/1.1" status: 200 len: 915 time: 0.2147152 Sep 16 04:56:23.329277 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41736cdb-cd94-4710-a767-8bfd47a26818 req-a73c6584-a51e-47af-935b-9e5d78a56632 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 HTTP/1.1" status: 200 len: 217 time: 0.0403860 Sep 16 04:56:23.385975 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41736cdb-cd94-4710-a767-8bfd47a26818 req-5e8ab052-7fd6-4600-9e6e-c10da081b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:23.387536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41736cdb-cd94-4710-a767-8bfd47a26818 req-5e8ab052-7fd6-4600-9e6e-c10da081b2ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f9bfb60-c133-4c36-96a6-a32d3e14830e HTTP/1.1" status: 200 len: 854 time: 0.0513794 Sep 16 04:56:23.429483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41736cdb-cd94-4710-a767-8bfd47a26818 req-c0f15944-e3c9-40bd-920a-5c141538a1a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf1ef515-466a-4eba-aab5-e50796467689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340929 Sep 16 04:56:23.430387 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41580d1c-91fe-44ec-89c6-6971fe2004a5 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.438234 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41580d1c-91fe-44ec-89c6-6971fe2004a5 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:23.438815 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41580d1c-91fe-44ec-89c6-6971fe2004a5 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.607319 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41580d1c-91fe-44ec-89c6-6971fe2004a5 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Network': ['ID=3bf910f4-33bc-4c04-8048-41105a3bfbdc,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:23.622356 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 3bf910f4-33bc-4c04-8048-41105a3bfbdc details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:23.637654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd5a4-cd70-4857-bfea-5a90c43ebf3f req-b433f099-c4e2-465e-b872-9717af1b945d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:23.640057 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-430bd5a4-cd70-4857-bfea-5a90c43ebf3f req-b433f099-c4e2-465e-b872-9717af1b945d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.1560969 Sep 16 04:56:23.645604 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-41580d1c-91fe-44ec-89c6-6971fe2004a5 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8040879 Sep 16 04:56:23.648471 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52390) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:23.657916 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41736cdb-cd94-4710-a767-8bfd47a26818 req-95c16602-3512-44ef-846f-563ff682d9b8 service neutron] 10.222.0.21 "GET /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161624 Sep 16 04:56:23.660062 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-29458d14-92da-4b51-9eb3-d73a0391416f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'subnet': {'network_id': '3bf910f4-33bc-4c04-8048-41105a3bfbdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:23.752659 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-430bd5a4-cd70-4857-bfea-5a90c43ebf3f req-89f9ecb4-39d0-4623-a396-8aa37d49f4af tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920708 Sep 16 04:56:23.785844 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41736cdb-cd94-4710-a767-8bfd47a26818 req-7f188114-712d-4deb-b749-4210343d020a service neutron] 10.222.0.21 "GET /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180236 Sep 16 04:56:23.845084 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29458d14-92da-4b51-9eb3-d73a0391416f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:23.848659 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29458d14-92da-4b51-9eb3-d73a0391416f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.205589 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29458d14-92da-4b51-9eb3-d73a0391416f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.270036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29458d14-92da-4b51-9eb3-d73a0391416f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Subnet': ['ID=156b2d5c-28c2-476e-bd9e-f16b649540d3,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:24.284244 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.286730 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29458d14-92da-4b51-9eb3-d73a0391416f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Checking segment: {'id': '21a62b6b-7ee2-4d6a-9f9a-a619c4265c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3bf910f4-33bc-4c04-8048-41105a3bfbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:24.287648 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29458d14-92da-4b51-9eb3-d73a0391416f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network hostable DHCP agents. Network: 3bf910f4-33bc-4c04-8048-41105a3bfbdc, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:24.405334 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29458d14-92da-4b51-9eb3-d73a0391416f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network 3bf910f4-33bc-4c04-8048-41105a3bfbdc is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:24.510333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606f320-f568-41b2-ace5-9943b560a0f0 req-bc2fe47c-c381-4a49-b92d-7d47e058bfdc tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:24.513712 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7606f320-f568-41b2-ace5-9943b560a0f0 req-bc2fe47c-c381-4a49-b92d-7d47e058bfdc tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.1086409 Sep 16 04:56:24.521022 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-29458d14-92da-4b51-9eb3-d73a0391416f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 3bf910f4-33bc-4c04-8048-41105a3bfbdc) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:24.525902 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29458d14-92da-4b51-9eb3-d73a0391416f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:24.526819 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29458d14-92da-4b51-9eb3-d73a0391416f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.533633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d539b5f7-7d6f-4648-8f46-a692b2ed51ca None None] Network 3bf910f4-33bc-4c04-8048-41105a3bfbdc requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:24.587430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7606f320-f568-41b2-ace5-9943b560a0f0 req-b2f81850-d15c-491d-b8c0-d4f3c458d8c6 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635893 Sep 16 04:56:24.657883 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-29458d14-92da-4b51-9eb3-d73a0391416f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0068395 Sep 16 04:56:24.660533 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52426) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:24.667709 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c9e9623e-8c47-4f41-9fe2-975ea4644522 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'subnet': {'network_id': '3bf910f4-33bc-4c04-8048-41105a3bfbdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:24.749247 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-3bf910f4-33bc-4c04-8048-41105a3bfbdc', 'network_id': '3bf910f4-33bc-4c04-8048-41105a3bfbdc', 'tenant_id': 'bd73fd6f01ac49808b684051ab40bcc5', 'fixed_ips': [{'subnet_id': '156b2d5c-28c2-476e-bd9e-f16b649540d3'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:56:24.750792 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.995011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9916c1f-c2ff-49fb-96b7-a638c1dcd7cf req-b3bb67f1-fd33-4348-b8c8-ffc5ae7c60e7 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:25.001784 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9916c1f-c2ff-49fb-96b7-a638c1dcd7cf req-b3bb67f1-fd33-4348-b8c8-ffc5ae7c60e7 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.1179736 Sep 16 04:56:25.071286 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9916c1f-c2ff-49fb-96b7-a638c1dcd7cf req-311de484-a3f4-446d-a6b0-a48d3cd99752 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632923 Sep 16 04:56:25.100652 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] Allocated IP 172.20.0.2 (3bf910f4-33bc-4c04-8048-41105a3bfbdc/156b2d5c-28c2-476e-bd9e-f16b649540d3/386036d5-9dd3-41c8-afd0-6ef767ce6c54) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:25.119502 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e9623e-8c47-4f41-9fe2-975ea4644522 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:25.129826 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9e9623e-8c47-4f41-9fe2-975ea4644522 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.268478 n-d-712140-13 neutron-server[95474]: INFO neutron.db.ipam_backend_mixin [None req-c9e9623e-8c47-4f41-9fe2-975ea4644522 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 156b2d5c-28c2-476e-bd9e-f16b649540d3 (CIDR: 172.20.0.0/28) Sep 16 04:56:25.303716 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e9623e-8c47-4f41-9fe2-975ea4644522 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:56:25.304676 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e9623e-8c47-4f41-9fe2-975ea4644522 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:56:25.312363 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.434403 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.463311 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c9e9623e-8c47-4f41-9fe2-975ea4644522 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8008389 Sep 16 04:56:25.465996 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52470) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:25.472100 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-0876ed2e-2c76-4f38-ac55-2b5d05f4f267 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'subnet': {'network_id': '3bf910f4-33bc-4c04-8048-41105a3bfbdc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:25.541690 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] Pushing event updated for resources: {'Port': ['ID=386036d5-9dd3-41c8-afd0-6ef767ce6c54,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:25.560455 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] Network 3bf910f4-33bc-4c04-8048-41105a3bfbdc is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:25.564460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:25.571613 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:25.651620 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] Attempting to bind port 386036d5-9dd3-41c8-afd0-6ef767ce6c54 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:25.652093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] Attempting to bind port 386036d5-9dd3-41c8-afd0-6ef767ce6c54 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '21a62b6b-7ee2-4d6a-9f9a-a619c4265c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3bf910f4-33bc-4c04-8048-41105a3bfbdc'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:25.652534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] Attempting to bind port 386036d5-9dd3-41c8-afd0-6ef767ce6c54 on network 3bf910f4-33bc-4c04-8048-41105a3bfbdc {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:25.658503 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:25.659009 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] Checking segment: {'id': '21a62b6b-7ee2-4d6a-9f9a-a619c4265c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3bf910f4-33bc-4c04-8048-41105a3bfbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:25.659485 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.659953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] Bound using segment: {'id': '21a62b6b-7ee2-4d6a-9f9a-a619c4265c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3bf910f4-33bc-4c04-8048-41105a3bfbdc'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:25.660542 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] Bound port: 386036d5-9dd3-41c8-afd0-6ef767ce6c54, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a62b6b-7ee2-4d6a-9f9a-a619c4265c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3bf910f4-33bc-4c04-8048-41105a3bfbdc'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:25.661103 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.696546 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0876ed2e-2c76-4f38-ac55-2b5d05f4f267 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:25.700194 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0876ed2e-2c76-4f38-ac55-2b5d05f4f267 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.784301 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] For port 386036d5-9dd3-41c8-afd0-6ef767ce6c54, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:25.792911 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] For port 386036d5-9dd3-41c8-afd0-6ef767ce6c54, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=386036d5-9dd3-41c8-afd0-6ef767ce6c54,segment=NetworkSegment(21a62b6b-7ee2-4d6a-9f9a-a619c4265c1e),segment_id=21a62b6b-7ee2-4d6a-9f9a-a619c4265c1e)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:25.849931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a02701-ff83-4700-bb05-c4f192981d28 req-5a333644-1b8b-4b87-9dda-00c683ceff42 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:25.859255 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8a02701-ff83-4700-bb05-c4f192981d28 req-5a333644-1b8b-4b87-9dda-00c683ceff42 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.0905418 Sep 16 04:56:25.869910 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.933632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8a02701-ff83-4700-bb05-c4f192981d28 req-0bde3919-9e76-42d1-b676-bf508f8d1e53 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730562 Sep 16 04:56:25.974015 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b559a-35ee-4bb5-b0fd-51e5f0a02f94 None None] Pushing event updated for resources: {'Port': ['ID=386036d5-9dd3-41c8-afd0-6ef767ce6c54,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:26.165718 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0876ed2e-2c76-4f38-ac55-2b5d05f4f267 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.240716 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0876ed2e-2c76-4f38-ac55-2b5d05f4f267 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network 3bf910f4-33bc-4c04-8048-41105a3bfbdc is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:26.244929 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28edb3-49c5-4eb5-b486-277415d40949 req-eeeff16b-6475-4553-a830-8861b510c31e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:26.246918 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a28edb3-49c5-4eb5-b486-277415d40949 req-eeeff16b-6475-4553-a830-8861b510c31e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.0616910 Sep 16 04:56:26.254337 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-0876ed2e-2c76-4f38-ac55-2b5d05f4f267 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:26.256653 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876ed2e-2c76-4f38-ac55-2b5d05f4f267 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Subnet': ['ID=01a6df5f-9774-43de-a690-970f4f0d6fd6,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:26.259602 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0876ed2e-2c76-4f38-ac55-2b5d05f4f267 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:26.261793 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0876ed2e-2c76-4f38-ac55-2b5d05f4f267 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.320991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a28edb3-49c5-4eb5-b486-277415d40949 req-dbcc036f-f792-4401-bb24-ae647ba39e24 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667880 Sep 16 04:56:26.349073 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0876ed2e-2c76-4f38-ac55-2b5d05f4f267 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8816879 Sep 16 04:56:26.351473 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52494) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:26.356575 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6f1e5773-5fd6-43bd-afbf-30185db56cf6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'network_id': '3bf910f4-33bc-4c04-8048-41105a3bfbdc', 'fixed_ips': [{'subnet_id': '156b2d5c-28c2-476e-bd9e-f16b649540d3'}, {'subnet_id': '01a6df5f-9774-43de-a690-970f4f0d6fd6'}], 'name': 'tempest-PortsTestJSON-1626791994'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:26.456325 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52498) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:26.610440 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-03d99d57-f789-43e0-823b-2998126611bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.802034 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-03d99d57-f789-43e0-823b-2998126611bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.895520 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-03d99d57-f789-43e0-823b-2998126611bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.931065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d99d57-f789-43e0-823b-2998126611bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fa5de6-3af5-47a3-880a-abc30475cb0e,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:26.942118 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-03d99d57-f789-43e0-823b-2998126611bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=108751f8f517460baaae1348fbb6c186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4824953 Sep 16 04:56:26.943171 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52510) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:26.989154 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1e5773-5fd6-43bd-afbf-30185db56cf6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:27.137105 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6f1e5773-5fd6-43bd-afbf-30185db56cf6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.139624 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db25b37f-4b4e-429e-a21f-bf0ed8da2723 None None] Network 3bf910f4-33bc-4c04-8048-41105a3bfbdc requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:27.157616 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-6f1e5773-5fd6-43bd-afbf-30185db56cf6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] device_id is not set on port 870ad471-77ee-41ad-9ed8-ba31b25e37e9 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:27.250331 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8b53b63c-7ae8-4aa1-bba2-3946e78baca8 None None] Provisioning complete for port 386036d5-9dd3-41c8-afd0-6ef767ce6c54 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:27.251144 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8b53b63c-7ae8-4aa1-bba2-3946e78baca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.557172 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-6f1e5773-5fd6-43bd-afbf-30185db56cf6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Allocated IP 172.20.0.12 (3bf910f4-33bc-4c04-8048-41105a3bfbdc/156b2d5c-28c2-476e-bd9e-f16b649540d3/870ad471-77ee-41ad-9ed8-ba31b25e37e9) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:27.562611 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 386036d5-9dd3-41c8-afd0-6ef767ce6c54 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:27.578794 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-6f1e5773-5fd6-43bd-afbf-30185db56cf6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Allocated IP 172.20.0.24 (3bf910f4-33bc-4c04-8048-41105a3bfbdc/01a6df5f-9774-43de-a690-970f4f0d6fd6/870ad471-77ee-41ad-9ed8-ba31b25e37e9) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:27.587253 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3e8a49b-9187-4807-8690-daffbe8270fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.594937 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8b53b63c-7ae8-4aa1-bba2-3946e78baca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.599314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c67958-b1d9-4208-9e85-938dab5957ec req-eb527129-9c35-4b83-ad55-40a082d68d22 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:27.601378 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13c67958-b1d9-4208-9e85-938dab5957ec req-eb527129-9c35-4b83-ad55-40a082d68d22 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.1540737 Sep 16 04:56:27.623022 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cf1c7-cd01-4cab-9723-d7bf8723f766 req-82e22cd0-791e-44e1-ae86-8f879dd4c899 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:27.638099 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-141cf1c7-cd01-4cab-9723-d7bf8723f766 req-82e22cd0-791e-44e1-ae86-8f879dd4c899 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.1213772 Sep 16 04:56:27.656553 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-8b53b63c-7ae8-4aa1-bba2-3946e78baca8 None None] For port 386036d5-9dd3-41c8-afd0-6ef767ce6c54, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=386036d5-9dd3-41c8-afd0-6ef767ce6c54,segment=NetworkSegment(21a62b6b-7ee2-4d6a-9f9a-a619c4265c1e),segment_id=21a62b6b-7ee2-4d6a-9f9a-a619c4265c1e)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:27.674247 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 386036d5-9dd3-41c8-afd0-6ef767ce6c54 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:27.674902 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.703591 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3e8a49b-9187-4807-8690-daffbe8270fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.746683 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13c67958-b1d9-4208-9e85-938dab5957ec req-de800072-958a-4da2-8dd6-498c17aee787 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931971 Sep 16 04:56:27.754969 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8b53b63c-7ae8-4aa1-bba2-3946e78baca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.781840 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-141cf1c7-cd01-4cab-9723-d7bf8723f766 req-23e67bcd-7729-4610-a658-698f8bc43f2d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425366 Sep 16 04:56:27.863729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:56:27.893975 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cc1fd0-2433-40e9-8bf4-389e7407a8bd None None] Update dhcp port {'port': {'network_id': '3bf910f4-33bc-4c04-8048-41105a3bfbdc', 'fixed_ips': [{'subnet_id': '156b2d5c-28c2-476e-bd9e-f16b649540d3', 'ip_address': '172.20.0.2'}, {'subnet_id': '01a6df5f-9774-43de-a690-970f4f0d6fd6'}], 'binding:host_id': 'n-d-712140-13'}, 'id': '386036d5-9dd3-41c8-afd0-6ef767ce6c54'} from n-d-712140-13. {{(pid=95475) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:56:27.912281 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6f1e5773-5fd6-43bd-afbf-30185db56cf6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.937290 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3e8a49b-9187-4807-8690-daffbe8270fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.939967 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3e8a49b-9187-4807-8690-daffbe8270fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.941152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f3e8a49b-9187-4807-8690-daffbe8270fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11fa5de6-3af5-47a3-880a-abc30475cb0e HTTP/1.1" status: 204 len: 168 time: 0.9976439 Sep 16 04:56:27.951887 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8a49b-9187-4807-8690-daffbe8270fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fa5de6-3af5-47a3-880a-abc30475cb0e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:27.959105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53b63c-7ae8-4aa1-bba2-3946e78baca8 None None] Pushing event updated for resources: {'Port': ['ID=386036d5-9dd3-41c8-afd0-6ef767ce6c54,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:27.983074 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6cc1fd0-2433-40e9-8bf4-389e7407a8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.045957 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6f1e5773-5fd6-43bd-afbf-30185db56cf6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.100510 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1e5773-5fd6-43bd-afbf-30185db56cf6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network 3bf910f4-33bc-4c04-8048-41105a3bfbdc is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:28.109256 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-6f1e5773-5fd6-43bd-afbf-30185db56cf6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:28.116630 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1e5773-5fd6-43bd-afbf-30185db56cf6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:28.166766 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1e5773-5fd6-43bd-afbf-30185db56cf6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:28.167469 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6f1e5773-5fd6-43bd-afbf-30185db56cf6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.175158 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e5773-5fd6-43bd-afbf-30185db56cf6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=870ad471-77ee-41ad-9ed8-ba31b25e37e9,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:28.182137 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,segment=NetworkSegment(931096fd-94b2-46ae-a55e-27ab1c58c657),segment_id=931096fd-94b2-46ae-a55e-27ab1c58c657)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:28.204519 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '4afbdee4-cfa1-4237-af5d-ab3f1a94ad75', 'network_id': 'cf1ef515-466a-4eba-aab5-e50796467689', 'port_id': '4afbdee4-cfa1-4237-af5d-ab3f1a94ad75', 'mac_address': 'fa:16:3e:2f:54:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9bfb60-c133-4c36-96a6-a32d3e14830e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:56:28.263549 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6f1e5773-5fd6-43bd-afbf-30185db56cf6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.9109459 Sep 16 04:56:28.266224 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52530) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:28.272186 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c7ae126f-82a5-4ec2-9618-801effa6c1ff tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '156b2d5c-28c2-476e-bd9e-f16b649540d3'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:28.359345 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7ae126f-82a5-4ec2-9618-801effa6c1ff tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.404025 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.426013 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.447997 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:28.452856 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-f6cc1fd0-2433-40e9-8bf4-389e7407a8bd None None] Allocated IP 172.20.0.18 (3bf910f4-33bc-4c04-8048-41105a3bfbdc/01a6df5f-9774-43de-a690-970f4f0d6fd6/386036d5-9dd3-41c8-afd0-6ef767ce6c54) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:28.481691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,segment=NetworkSegment(931096fd-94b2-46ae-a55e-27ab1c58c657),segment_id=931096fd-94b2-46ae-a55e-27ab1c58c657)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:28.588374 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.591311 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f6cc1fd0-2433-40e9-8bf4-389e7407a8bd None None] For port 386036d5-9dd3-41c8-afd0-6ef767ce6c54, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=386036d5-9dd3-41c8-afd0-6ef767ce6c54,segment=NetworkSegment(21a62b6b-7ee2-4d6a-9f9a-a619c4265c1e),segment_id=21a62b6b-7ee2-4d6a-9f9a-a619c4265c1e)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:28.658653 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6cc1fd0-2433-40e9-8bf4-389e7407a8bd None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.662373 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:28.811108 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6cc1fd0-2433-40e9-8bf4-389e7407a8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.888361 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-c7ae126f-82a5-4ec2-9618-801effa6c1ff tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Delete allocated IP 172.20.0.24 (3bf910f4-33bc-4c04-8048-41105a3bfbdc/01a6df5f-9774-43de-a690-970f4f0d6fd6) {{(pid=95474) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 04:56:28.912281 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52548) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:28.952069 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eeeef9b6-441d-4112-97a4-300f756f603b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.005864 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc1fd0-2433-40e9-8bf4-389e7407a8bd None None] Pushing event updated for resources: {'Port': ['ID=386036d5-9dd3-41c8-afd0-6ef767ce6c54,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:29.041687 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ef94b-98a7-4fc1-b8c7-30a00fbdd354 req-5260fe41-4a84-4d6a-927e-906af70400c3 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:29.043263 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a5ef94b-98a7-4fc1-b8c7-30a00fbdd354 req-5260fe41-4a84-4d6a-927e-906af70400c3 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 945 time: 0.1389771 Sep 16 04:56:29.060741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f9579-285f-4c5d-b858-57e2ab41bf3f req-9cefbd26-a2d3-4159-8b85-2e6f0c09238a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:29.062989 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-723f9579-285f-4c5d-b858-57e2ab41bf3f req-9cefbd26-a2d3-4159-8b85-2e6f0c09238a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.1605916 Sep 16 04:56:29.082306 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['4afbdee4-cfa1-4237-af5d-ab3f1a94ad75'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:29.152222 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7ae126f-82a5-4ec2-9618-801effa6c1ff tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.193099 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a5ef94b-98a7-4fc1-b8c7-30a00fbdd354 req-b9b9ff64-06a6-4397-b787-ccf8578b138c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409411 Sep 16 04:56:29.227493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-723f9579-285f-4c5d-b858-57e2ab41bf3f req-61185998-d8a0-4026-9141-cc4a31270c5d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583769 Sep 16 04:56:29.236204 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eeeef9b6-441d-4112-97a4-300f756f603b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.253510 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7ae126f-82a5-4ec2-9618-801effa6c1ff tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.355035 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eeeef9b6-441d-4112-97a4-300f756f603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.418590 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 386036d5-9dd3-41c8-afd0-6ef767ce6c54 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:29.470374 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-eeeef9b6-441d-4112-97a4-300f756f603b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8638d029f5f405c9d1cef0dc39c306f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5573854 Sep 16 04:56:29.471260 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae126f-82a5-4ec2-9618-801effa6c1ff tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=870ad471-77ee-41ad-9ed8-ba31b25e37e9,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:29.473866 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52556) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:29.492760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeef9b6-441d-4112-97a4-300f756f603b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238f56f6-ec27-4d2a-9155-fc5006f811fa,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:29.492974 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 386036d5-9dd3-41c8-afd0-6ef767ce6c54 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:29.493345 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.609630 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-74d7db4e-2aeb-45b7-8476-4f2a3eeeeb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.634938 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-74d7db4e-2aeb-45b7-8476-4f2a3eeeeb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.714117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae126f-82a5-4ec2-9618-801effa6c1ff tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] In _notify_port_updated(), no bound segment for port 870ad471-77ee-41ad-9ed8-ba31b25e37e9 on network 3bf910f4-33bc-4c04-8048-41105a3bfbdc {{(pid=95474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:56:29.741243 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ae126f-82a5-4ec2-9618-801effa6c1ff tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:29.755515 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7ae126f-82a5-4ec2-9618-801effa6c1ff tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.769801 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c7ae126f-82a5-4ec2-9618-801effa6c1ff tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "PUT /v2.0/ports/870ad471-77ee-41ad-9ed8-ba31b25e37e9 HTTP/1.1" status: 200 len: 920 time: 1.4905350 Sep 16 04:56:29.772385 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52562) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:29.778731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6cb8be55-e27c-4c24-9ac0-d86d88c04a9a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '156b2d5c-28c2-476e-bd9e-f16b649540d3'}, {'subnet_id': '01a6df5f-9774-43de-a690-970f4f0d6fd6'}]}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:29.793823 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-74d7db4e-2aeb-45b7-8476-4f2a3eeeeb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.800434 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-74d7db4e-2aeb-45b7-8476-4f2a3eeeeb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.802748 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-74d7db4e-2aeb-45b7-8476-4f2a3eeeeb16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/238f56f6-ec27-4d2a-9155-fc5006f811fa HTTP/1.1" status: 204 len: 168 time: 0.3111343 Sep 16 04:56:29.815019 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae58596e-3035-4077-871d-e8e3ccf53bdd None None] Network 3bf910f4-33bc-4c04-8048-41105a3bfbdc requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:29.830607 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7db4e-2aeb-45b7-8476-4f2a3eeeeb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238f56f6-ec27-4d2a-9155-fc5006f811fa,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:29.936795 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8b1ac148-4c61-428d-921a-0d1d0119cccf None None] Provisioning complete for port 386036d5-9dd3-41c8-afd0-6ef767ce6c54 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:29.936795 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8b1ac148-4c61-428d-921a-0d1d0119cccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.016687 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6cb8be55-e27c-4c24-9ac0-d86d88c04a9a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.428885 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-adb6290c-b1dc-45e7-9ccd-948ccd3a0ce3 None None] Provisioning complete for port 870ad471-77ee-41ad-9ed8-ba31b25e37e9 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:30.429463 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-adb6290c-b1dc-45e7-9ccd-948ccd3a0ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.488689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-adb6290c-b1dc-45e7-9ccd-948ccd3a0ce3 None None] Port 870ad471-77ee-41ad-9ed8-ba31b25e37e9 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:30.501600 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-adb6290c-b1dc-45e7-9ccd-948ccd3a0ce3 None None] Provisioning complete for port 386036d5-9dd3-41c8-afd0-6ef767ce6c54 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:30.502233 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-adb6290c-b1dc-45e7-9ccd-948ccd3a0ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.523945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-6cb8be55-e27c-4c24-9ac0-d86d88c04a9a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Allocated IP 172.20.0.20 (3bf910f4-33bc-4c04-8048-41105a3bfbdc/01a6df5f-9774-43de-a690-970f4f0d6fd6/870ad471-77ee-41ad-9ed8-ba31b25e37e9) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:30.539556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e11b7-3b3e-4e34-83f2-d3e8dcc5c69a req-05b5f685-4ba6-4048-a760-8e1d92c0ab0a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:30.541334 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac0e11b7-3b3e-4e34-83f2-d3e8dcc5c69a req-05b5f685-4ba6-4048-a760-8e1d92c0ab0a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.1588011 Sep 16 04:56:30.554267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7566808-c8e1-4d96-95b8-751aaa336a57 req-f1c70c41-ab3f-4a27-9289-1eac64829d11 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:30.562797 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7566808-c8e1-4d96-95b8-751aaa336a57 req-f1c70c41-ab3f-4a27-9289-1eac64829d11 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 945 time: 0.1787710 Sep 16 04:56:30.726469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7566808-c8e1-4d96-95b8-751aaa336a57 req-ee535fb2-7d9d-4697-9d79-0f1499dc149b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624053 Sep 16 04:56:30.738279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac0e11b7-3b3e-4e34-83f2-d3e8dcc5c69a req-9a4ae537-84d4-458d-934d-20850f48f5a6 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701465 Sep 16 04:56:30.800394 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ad3921c1-5ffb-46a2-afaf-a2cdab30bdff None None] Provisioning complete for port 870ad471-77ee-41ad-9ed8-ba31b25e37e9 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:30.804201 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ad3921c1-5ffb-46a2-afaf-a2cdab30bdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.831332 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6cb8be55-e27c-4c24-9ac0-d86d88c04a9a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.875280 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ad3921c1-5ffb-46a2-afaf-a2cdab30bdff None None] Port 870ad471-77ee-41ad-9ed8-ba31b25e37e9 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:30.953634 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6cb8be55-e27c-4c24-9ac0-d86d88c04a9a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.013573 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2016f978-4329-4ce7-805c-715835f6a6f2 None None] Provisioning complete for port 870ad471-77ee-41ad-9ed8-ba31b25e37e9 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:31.014719 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2016f978-4329-4ce7-805c-715835f6a6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.076995 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2016f978-4329-4ce7-805c-715835f6a6f2 None None] Port 870ad471-77ee-41ad-9ed8-ba31b25e37e9 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:31.127937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-6cb8be55-e27c-4c24-9ac0-d86d88c04a9a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] In _notify_port_updated(), no bound segment for port 870ad471-77ee-41ad-9ed8-ba31b25e37e9 on network 3bf910f4-33bc-4c04-8048-41105a3bfbdc {{(pid=95473) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:56:31.134051 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb8be55-e27c-4c24-9ac0-d86d88c04a9a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:31.134909 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6cb8be55-e27c-4c24-9ac0-d86d88c04a9a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.140037 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52594) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:31.140613 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6cb8be55-e27c-4c24-9ac0-d86d88c04a9a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "PUT /v2.0/ports/870ad471-77ee-41ad-9ed8-ba31b25e37e9 HTTP/1.1" status: 200 len: 1000 time: 1.3668275 Sep 16 04:56:31.141711 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8be55-e27c-4c24-9ac0-d86d88c04a9a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=870ad471-77ee-41ad-9ed8-ba31b25e37e9,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:31.283385 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8e052df1-b00f-4ba3-8ecf-e089b28417ee tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port 870ad471-77ee-41ad-9ed8-ba31b25e37e9 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:31.283781 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8e052df1-b00f-4ba3-8ecf-e089b28417ee tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.391081 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8e052df1-b00f-4ba3-8ecf-e089b28417ee tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.406357 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8e052df1-b00f-4ba3-8ecf-e089b28417ee tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for 870ad471-77ee-41ad-9ed8-ba31b25e37e9 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:31.413445 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-648a21cb-859c-474a-aee9-3b40f0d69d0a None None] Provisioning complete for port 870ad471-77ee-41ad-9ed8-ba31b25e37e9 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:31.413910 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-648a21cb-859c-474a-aee9-3b40f0d69d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.480615 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-648a21cb-859c-474a-aee9-3b40f0d69d0a None None] Port 870ad471-77ee-41ad-9ed8-ba31b25e37e9 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:31.816836 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8e052df1-b00f-4ba3-8ecf-e089b28417ee tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.853047 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e052df1-b00f-4ba3-8ecf-e089b28417ee tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=870ad471-77ee-41ad-9ed8-ba31b25e37e9,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:31.874497 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:31.984199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c62b1-9819-49a2-a15a-142d135dcb2e req-4b3ae69d-095e-4da0-82c8-05f1d3a76655 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:31.994929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e3c62b1-9819-49a2-a15a-142d135dcb2e req-4b3ae69d-095e-4da0-82c8-05f1d3a76655 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 945 time: 0.1454968 Sep 16 04:56:32.041801 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8e052df1-b00f-4ba3-8ecf-e089b28417ee tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.045040 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8e052df1-b00f-4ba3-8ecf-e089b28417ee tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/ports/870ad471-77ee-41ad-9ed8-ba31b25e37e9 HTTP/1.1" status: 204 len: 168 time: 0.9031596 Sep 16 04:56:32.053232 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52618) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:32.053364 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c9bd0-b3bb-42cf-ab01-7896721b85e9 req-e2c8d56f-d913-4755-a2a3-4ddef3553b7c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:32.060019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-001c9bd0-b3bb-42cf-ab01-7896721b85e9 req-e2c8d56f-d913-4755-a2a3-4ddef3553b7c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.1509583 Sep 16 04:56:32.079041 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e3c62b1-9819-49a2-a15a-142d135dcb2e req-80ef4a35-cf8e-4bcb-8685-872e42aff189 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759695 Sep 16 04:56:32.117852 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-80678470-8655-4114-bf20-1c5edff17502 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] GET failed (client error): The resource could not be found. Sep 16 04:56:32.124366 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-80678470-8655-4114-bf20-1c5edff17502 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports/870ad471-77ee-41ad-9ed8-ba31b25e37e9 HTTP/1.1" status: 404 len: 333 time: 0.0725293 Sep 16 04:56:32.127004 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52620) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:32.136990 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-001c9bd0-b3bb-42cf-ab01-7896721b85e9 req-f1cd9fbd-d1cd-4dee-ae3b-2c7eafb24905 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756075 Sep 16 04:56:32.155132 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:56:32.159292 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:32.159673 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.230396 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-efbcc53c-5450-47be-8fb0-7d530e2beb8f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting subnet 01a6df5f-9774-43de-a690-970f4f0d6fd6 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:32.236811 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-efbcc53c-5450-47be-8fb0-7d530e2beb8f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.305867 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-efbcc53c-5450-47be-8fb0-7d530e2beb8f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.337838 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.382951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,segment=NetworkSegment(931096fd-94b2-46ae-a55e-27ab1c58c657),segment_id=931096fd-94b2-46ae-a55e-27ab1c58c657)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:32.383796 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b24c5c-a41b-45c2-bed0-0d905891193d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afbdee4-cfa1-4237-af5d-ab3f1a94ad75'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:32.386187 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836b8f94-bcdf-4c8d-a659-5164b309162b" -d '{"events": [{"server_uuid": "95b24c5c-a41b-45c2-bed0-0d905891193d", "name": "network-vif-plugged", "status": "completed", "tag": "4afbdee4-cfa1-4237-af5d-ab3f1a94ad75"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:32.412343 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-efbcc53c-5450-47be-8fb0-7d530e2beb8f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.426606 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ebd453-d06e-4bd6-bbe1-c6b72477d346 x-openstack-request-id: req-63ebd453-d06e-4bd6-bbe1-c6b72477d346 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:32.426916 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b24c5c-a41b-45c2-bed0-0d905891193d", "name": "network-vif-plugged", "status": "completed", "tag": "4afbdee4-cfa1-4237-af5d-ab3f1a94ad75", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:32.427196 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63ebd453-d06e-4bd6-bbe1-c6b72477d346 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:32.427588 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b24c5c-a41b-45c2-bed0-0d905891193d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afbdee4-cfa1-4237-af5d-ab3f1a94ad75', 'code': 200} Sep 16 04:56:32.542018 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.590261 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:32.608968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b331efa-50ac-4882-9f33-9c1d8b1bc9c1 req-36e3a142-a4d2-4a85-aa9a-535869ec48fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:32.610644 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b331efa-50ac-4882-9f33-9c1d8b1bc9c1 req-36e3a142-a4d2-4a85-aa9a-535869ec48fd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 1098 time: 0.0415761 Sep 16 04:56:32.663147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b331efa-50ac-4882-9f33-9c1d8b1bc9c1 req-0db63dc7-c012-4b40-8c7e-828e5fbec7ad service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409787 Sep 16 04:56:32.674014 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-efbcc53c-5450-47be-8fb0-7d530e2beb8f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.712322 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-efbcc53c-5450-47be-8fb0-7d530e2beb8f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.715995 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2623dccb-13ed-4d76-bba0-20e21c9df00b None None] Network 3bf910f4-33bc-4c04-8048-41105a3bfbdc requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:32.724775 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-efbcc53c-5450-47be-8fb0-7d530e2beb8f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/subnets/01a6df5f-9774-43de-a690-970f4f0d6fd6 HTTP/1.1" status: 204 len: 168 time: 0.5952702 Sep 16 04:56:32.726234 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcc53c-5450-47be-8fb0-7d530e2beb8f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Subnet': ['ID=01a6df5f-9774-43de-a690-970f4f0d6fd6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:32.728011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52636) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:32.812050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a0989f-7350-49a9-b2a6-5603f96f9bce tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting subnet 156b2d5c-28c2-476e-bd9e-f16b649540d3 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:32.818105 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22a0989f-7350-49a9-b2a6-5603f96f9bce tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.891856 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22a0989f-7350-49a9-b2a6-5603f96f9bce tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.026351 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22a0989f-7350-49a9-b2a6-5603f96f9bce tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.229311 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22a0989f-7350-49a9-b2a6-5603f96f9bce tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.286855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4dac6711-f28a-434a-aab9-075d8040f654 req-f849d065-6045-4171-b4d0-cda9291ccb7a tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8d58f8007eed42c2829c9335140f5bef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627906 Sep 16 04:56:33.309802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0989f-7350-49a9-b2a6-5603f96f9bce tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Subnet': ['ID=156b2d5c-28c2-476e-bd9e-f16b649540d3,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:33.321082 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22a0989f-7350-49a9-b2a6-5603f96f9bce tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.325412 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-22a0989f-7350-49a9-b2a6-5603f96f9bce tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/subnets/156b2d5c-28c2-476e-bd9e-f16b649540d3 HTTP/1.1" status: 204 len: 168 time: 0.5928411 Sep 16 04:56:33.325805 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52662) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:33.415174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96256e9-cfb1-4ff2-a1bd-64d19ffcb147 req-da492f9b-db47-4908-8eab-b84c82931d53 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:33.424433 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e96256e9-cfb1-4ff2-a1bd-64d19ffcb147 req-da492f9b-db47-4908-8eab-b84c82931d53 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.2155070 Sep 16 04:56:33.455303 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.479599 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e96256e9-cfb1-4ff2-a1bd-64d19ffcb147 req-7edc0254-3e71-4339-af4b-ab4f95027a71 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541632 Sep 16 04:56:33.528786 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port 386036d5-9dd3-41c8-afd0-6ef767ce6c54 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:33.529088 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.552848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a5f18b45-a195-42d2-9ca2-fdf003046fc1 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:33.564415 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a5f18b45-a195-42d2-9ca2-fdf003046fc1 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2389314 Sep 16 04:56:33.583383 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52666) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:33.594717 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4dac6711-f28a-434a-aab9-075d8040f654 req-59c6353d-4dd5-40c8-af2c-577493dd2fa4 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/quotas/8d58f8007eed42c2829c9335140f5bef HTTP/1.1" status: 200 len: 375 time: 0.0275886 Sep 16 04:56:33.651780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4dac6711-f28a-434a-aab9-075d8040f654 req-f69b1b1e-6b32-4333-88b8-6a72880bc0f2 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d58f8007eed42c2829c9335140f5bef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521221 Sep 16 04:56:33.652275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] For port 386036d5-9dd3-41c8-afd0-6ef767ce6c54, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=386036d5-9dd3-41c8-afd0-6ef767ce6c54,segment=NetworkSegment(21a62b6b-7ee2-4d6a-9f9a-a619c4265c1e),segment_id=21a62b6b-7ee2-4d6a-9f9a-a619c4265c1e)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:33.652788 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.676533 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for 386036d5-9dd3-41c8-afd0-6ef767ce6c54 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:33.738994 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b616d23-d5e2-40b3-b5bd-2b4e98aa5d37 None None] Network 3bf910f4-33bc-4c04-8048-41105a3bfbdc requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:33.758651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034697c9-20ad-4d15-b2da-138d8973a876 req-e3c8ffe4-33ec-41d1-9dcc-5364b43f701d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:33.766966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-034697c9-20ad-4d15-b2da-138d8973a876 req-e3c8ffe4-33ec-41d1-9dcc-5364b43f701d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.1375666 Sep 16 04:56:33.843284 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-034697c9-20ad-4d15-b2da-138d8973a876 req-8b940237-524d-449c-b3df-4987b404c3f0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751941 Sep 16 04:56:33.853713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ec5081f0-f8a0-4a79-ad7f-0486355a53bb None None] Provisioning complete for port 386036d5-9dd3-41c8-afd0-6ef767ce6c54 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:33.855237 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ec5081f0-f8a0-4a79-ad7f-0486355a53bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.902413 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.924116 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ec5081f0-f8a0-4a79-ad7f-0486355a53bb None None] Could not find standard attr ID for object 386036d5-9dd3-41c8-afd0-6ef767ce6c54. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:56:33.942796 n-d-712140-13 neutron-server[95475]: INFO neutron.plugins.ml2.db [None req-ec5081f0-f8a0-4a79-ad7f-0486355a53bb None None] No ports have port_id starting with 386036d5-9dd3-41c8-afd0-6ef767ce6c54 Sep 16 04:56:33.965786 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=386036d5-9dd3-41c8-afd0-6ef767ce6c54,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:33.999367 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No DVR routers for this DVR port 386036d5-9dd3-41c8-afd0-6ef767ce6c54 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:34.019181 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab03d49e-4b60-4a68-840e-95069521132f None None] DHCP port deletion for 3bf910f4-33bc-4c04-8048-41105a3bfbdc request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:56:34.156989 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15cd7800-c178-49d5-8363-61b4aa4589a6 req-ac7a64c9-1243-4945-ab7f-48c6de16ca23 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 210 time: 0.0660758 Sep 16 04:56:34.233970 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.279150 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf910f4-33bc-4c04-8048-41105a3bfbdc']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:34.296822 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a62b6b-7ee2-4d6a-9f9a-a619c4265c1e') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:34.297140 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a62b6b-7ee2-4d6a-9f9a-a619c4265c1e') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:34.341570 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.364862 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.373423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:34.373816 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:34.376956 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:34.605639 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.611366 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.617628 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/networks/3bf910f4-33bc-4c04-8048-41105a3bfbdc HTTP/1.1" status: 204 len: 168 time: 1.2858317 Sep 16 04:56:34.617729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139f784-78d6-4a61-acb8-28f65129a46c req-103343c7-4993-43ab-9a0e-ab02eadddce9 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:34.617847 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52684) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:34.619345 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6139f784-78d6-4a61-acb8-28f65129a46c req-103343c7-4993-43ab-9a0e-ab02eadddce9 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0684812 Sep 16 04:56:34.643551 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a05aa0-48fe-4944-860e-2b042f58391f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Network': ['ID=3bf910f4-33bc-4c04-8048-41105a3bfbdc,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:34.671942 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6139f784-78d6-4a61-acb8-28f65129a46c req-273f87b8-780e-4e80-89bd-c2ab2c266cd7 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479975 Sep 16 04:56:34.681356 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e80ed21f-3d43-4c96-bc3e-dc83b5d549d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.726862 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903074de-830c-4d82-baba-0827a4940a9d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:34.728413 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-903074de-830c-4d82-baba-0827a4940a9d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1089551 Sep 16 04:56:34.732233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52688) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:34.783532 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c240d7a0-3a36-4c25-b331-98a80a408935 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0498493 Sep 16 04:56:34.788319 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52690) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:34.796087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c1606872-405b-49da-b40e-3b96ac09836a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1512786633'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:34.929499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1606872-405b-49da-b40e-3b96ac09836a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:34.934318 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1606872-405b-49da-b40e-3b96ac09836a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.986682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e80ed21f-3d43-4c96-bc3e-dc83b5d549d4 admin admin] Deleting port 92be808e-3341-47ae-9fa3-6adc19df2d40 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:34.987058 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e80ed21f-3d43-4c96-bc3e-dc83b5d549d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.038482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1606872-405b-49da-b40e-3b96ac09836a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:35.048186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593ee96-856e-4b75-a6cb-6dcfb326c993 req-d387e990-a92d-49e8-b27a-43a8ec22d2d5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:35.049719 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3593ee96-856e-4b75-a6cb-6dcfb326c993 req-d387e990-a92d-49e8-b27a-43a8ec22d2d5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.1311245 Sep 16 04:56:35.074307 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-e80ed21f-3d43-4c96-bc3e-dc83b5d549d4 admin admin] For port 92be808e-3341-47ae-9fa3-6adc19df2d40, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=92be808e-3341-47ae-9fa3-6adc19df2d40,segment=NetworkSegment(229a1043-e00a-4651-938c-5c29398ee2b4),segment_id=229a1043-e00a-4651-938c-5c29398ee2b4)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:35.074672 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e80ed21f-3d43-4c96-bc3e-dc83b5d549d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.080930 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1606872-405b-49da-b40e-3b96ac09836a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.081287 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-c1606872-405b-49da-b40e-3b96ac09836a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Added segment 8dca7188-4164-461e-92f2-78e6edbd357f of type vlan for network e7eead0f-4d6d-44c5-8798-3f0c15948664 Sep 16 04:56:35.087723 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e80ed21f-3d43-4c96-bc3e-dc83b5d549d4 admin admin] Calling delete_port for 92be808e-3341-47ae-9fa3-6adc19df2d40 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:35.097258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-dfeed788-d995-4263-b7c0-1a1c018492a7 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:35.098764 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-dfeed788-d995-4263-b7c0-1a1c018492a7 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/networks?id=cf1ef515-466a-4eba-aab5-e50796467689 HTTP/1.1" status: 200 len: 814 time: 0.2358382 Sep 16 04:56:35.137083 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-892a98fe-e598-44f0-a368-e87e17a862d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.157818 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3593ee96-856e-4b75-a6cb-6dcfb326c993 req-8fac925b-6363-4218-a274-d3e22100e989 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967093 Sep 16 04:56:35.160748 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-c16b6601-6c17-4d58-b1e1-f41e9e7ea540 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/quotas/aee33712154e4affb0a74bb42a7ce1aa HTTP/1.1" status: 200 len: 375 time: 0.0323689 Sep 16 04:56:35.162697 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1606872-405b-49da-b40e-3b96ac09836a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.228512 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-c7c2d19e-289e-4034-bb89-8a611b4ab25c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aee33712154e4affb0a74bb42a7ce1aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574889 Sep 16 04:56:35.296691 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1606872-405b-49da-b40e-3b96ac09836a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.302737 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1606872-405b-49da-b40e-3b96ac09836a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:35.303373 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1606872-405b-49da-b40e-3b96ac09836a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.401648 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 386036d5-9dd3-41c8-afd0-6ef767ce6c54 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:35.433169 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 386036d5-9dd3-41c8-afd0-6ef767ce6c54 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:35.433522 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 386036d5-9dd3-41c8-afd0-6ef767ce6c54 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:35.436481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1606872-405b-49da-b40e-3b96ac09836a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Network': ['ID=e7eead0f-4d6d-44c5-8798-3f0c15948664,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:35.456555 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network e7eead0f-4d6d-44c5-8798-3f0c15948664 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:35.474329 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58fb48e3-6ebf-4547-982f-f748d6f4e3ac req-dddea2cb-ff33-4b58-8288-497f421d5468 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 210 time: 0.0395451 Sep 16 04:56:35.493014 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-b0c134ac-e03e-4a15-8151-412aa48efb11 service neutron] 10.222.0.20 "GET /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558408 Sep 16 04:56:35.503161 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e80ed21f-3d43-4c96-bc3e-dc83b5d549d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.511002 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c1606872-405b-49da-b40e-3b96ac09836a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7189305 Sep 16 04:56:35.517183 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52718) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:35.534906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52720) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:35.539655 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-b5fb2d75-8557-4600-8391-69c1e896e0cb tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'subnet': {'network_id': 'e7eead0f-4d6d-44c5-8798-3f0c15948664', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:35.547095 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ed21f-3d43-4c96-bc3e-dc83b5d549d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=92be808e-3341-47ae-9fa3-6adc19df2d40,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:35.641883 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-57784ab1-e138-4704-9853-e09f7dd283fc service neutron] 10.222.0.20 "GET /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414368 Sep 16 04:56:35.691736 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-be4fa2fc-7a7b-4411-ab57-75177f3ba559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.751837 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.db.api [None req-b5fb2d75-8557-4600-8391-69c1e896e0cb tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:56:35.751837 n-d-712140-13 neutron-server[95474]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:56:35.751837 n-d-712140-13 neutron-server[95474]: [parameters: {'project_id': 'bd73fd6f01ac49808b684051ab40bcc5', 'id': 'b39a2fad-80ee-4478-9ed0-796299ebc55d', 'expiration': datetime.datetime(2021, 9, 16, 4, 58, 35, 745850)}] Sep 16 04:56:35.751837 n-d-712140-13 neutron-server[95474]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:56:35.752736 n-d-712140-13 neutron-server[95474]: DEBUG oslo_db.api [None req-b5fb2d75-8557-4600-8391-69c1e896e0cb tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:56:35.813912 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e80ed21f-3d43-4c96-bc3e-dc83b5d549d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.831705 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-be4fa2fc-7a7b-4411-ab57-75177f3ba559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.932629 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-be4fa2fc-7a7b-4411-ab57-75177f3ba559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.011632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41dd0150-9b8b-4706-a5e9-277185499c40 req-7b91021e-2204-4b50-8066-2b6e292324ce tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 210 time: 0.0540390 Sep 16 04:56:36.015908 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fa2fc-7a7b-4411-ab57-75177f3ba559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c1b86e-6386-4e39-b696-de728a62d222,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:36.023061 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-be4fa2fc-7a7b-4411-ab57-75177f3ba559 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9de79856b9344d428ecb30b36a25abdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4847822 Sep 16 04:56:36.023457 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52728) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:36.068065 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80ed21f-3d43-4c96-bc3e-dc83b5d549d4 admin admin] Router 7b71af7b-d718-4a47-9c24-9fc83fef599b has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:56:36.083859 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c3cc31a-6eaa-4be2-84a3-8d80168f8972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.113304 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c3cc31a-6eaa-4be2-84a3-8d80168f8972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.192195 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80ed21f-3d43-4c96-bc3e-dc83b5d549d4 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:36.198433 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e80ed21f-3d43-4c96-bc3e-dc83b5d549d4 admin admin] 10.222.0.20 "PUT /v2.0/routers/7b71af7b-d718-4a47-9c24-9fc83fef599b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6137385 Sep 16 04:56:36.201051 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52734) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:36.203536 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05552538-736c-4c13-b1f4-909fde87a3f2 None None] Sync routers for ids ['7b71af7b-d718-4a47-9c24-9fc83fef599b'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:36.217018 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05552538-736c-4c13-b1f4-909fde87a3f2 None None] Routers {'7b71af7b-d718-4a47-9c24-9fc83fef599b'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:36.219888 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-05552538-736c-4c13-b1f4-909fde87a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:56:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7b71af7b-d718-4a47-9c24-9fc83fef599b'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:36.239753 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c3cc31a-6eaa-4be2-84a3-8d80168f8972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.244358 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c3cc31a-6eaa-4be2-84a3-8d80168f8972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.248719 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3c3cc31a-6eaa-4be2-84a3-8d80168f8972 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2c1b86e-6386-4e39-b696-de728a62d222 HTTP/1.1" status: 204 len: 168 time: 0.2220709 Sep 16 04:56:36.258410 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cc31a-6eaa-4be2-84a3-8d80168f8972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c1b86e-6386-4e39-b696-de728a62d222,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:36.363717 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5eff96-f849-412f-808e-b3379c937a01 req-a2b7cff8-31a4-4284-a98b-f046b9655d23 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:36.366468 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c5eff96-f849-412f-808e-b3379c937a01 req-a2b7cff8-31a4-4284-a98b-f046b9655d23 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.0997593 Sep 16 04:56:36.434971 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c5eff96-f849-412f-808e-b3379c937a01 req-f7746d82-6caa-4a3b-9243-16c145158e0a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617011 Sep 16 04:56:36.500415 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-05552538-736c-4c13-b1f4-909fde87a3f2 None None] Set router 7b71af7b-d718-4a47-9c24-9fc83fef599b gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:36.588784 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3508c98-8198-4fb8-be16-2289b67b6ca9 req-f83aeec7-8157-4fa6-972a-b59a5ac3bfc2 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 210 time: 0.0352776 Sep 16 04:56:36.734627 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-05552538-736c-4c13-b1f4-909fde87a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'name': 'tempest-TaggedBootDevicesTest-7495031-router', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:39Z', 'updated_at': '2021-09-16T04:56:35Z', 'revision_number': 5, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'gw_port': {'id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:41Z', 'updated_at': '2021-09-16T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:36.774403 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-762733e0-ebf9-4bef-a6c9-8e6d9388b6fe admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.779047 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05552538-736c-4c13-b1f4-909fde87a3f2 None None] Checking router: 7b71af7b-d718-4a47-9c24-9fc83fef599b for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:56:36.799689 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05552538-736c-4c13-b1f4-909fde87a3f2 None None] Routers {'7b71af7b-d718-4a47-9c24-9fc83fef599b'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:36.813721 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-05552538-736c-4c13-b1f4-909fde87a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:56:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7b71af7b-d718-4a47-9c24-9fc83fef599b'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:36.886535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fb2d75-8557-4600-8391-69c1e896e0cb tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:36.890954 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2d75-8557-4600-8391-69c1e896e0cb tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.921591 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-05552538-736c-4c13-b1f4-909fde87a3f2 None None] Set router 7b71af7b-d718-4a47-9c24-9fc83fef599b gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:36.935205 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-762733e0-ebf9-4bef-a6c9-8e6d9388b6fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.094275 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e5a8640-108d-4b8d-a58a-31b553b870d0 req-2beaf3e6-256e-4a85-bcd8-1b20c12e161b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 210 time: 0.0295227 Sep 16 04:56:37.140947 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-05552538-736c-4c13-b1f4-909fde87a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'name': 'tempest-TaggedBootDevicesTest-7495031-router', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:39Z', 'updated_at': '2021-09-16T04:56:35Z', 'revision_number': 5, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'gw_port': {'id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:41Z', 'updated_at': '2021-09-16T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:37.157196 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-762733e0-ebf9-4bef-a6c9-8e6d9388b6fe admin admin] Deleting port 59f44d82-cca1-4cbc-b2f9-b0055005e6ce {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:37.157543 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-762733e0-ebf9-4bef-a6c9-8e6d9388b6fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.169515 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05552538-736c-4c13-b1f4-909fde87a3f2 None None] The sync data for ids ['7b71af7b-d718-4a47-9c24-9fc83fef599b'] in n-d-712140-13 is: [{'id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'name': 'tempest-TaggedBootDevicesTest-7495031-router', 'tenant_id': '313a4b3172b84bbdb716cd409eccfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:39Z', 'updated_at': '2021-09-16T04:56:35Z', 'revision_number': 5, 'project_id': '313a4b3172b84bbdb716cd409eccfeb1', 'gw_port': {'id': '59f44d82-cca1-4cbc-b2f9-b0055005e6ce', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71af7b-d718-4a47-9c24-9fc83fef599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:41Z', 'updated_at': '2021-09-16T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:37.242129 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-762733e0-ebf9-4bef-a6c9-8e6d9388b6fe admin admin] For port 59f44d82-cca1-4cbc-b2f9-b0055005e6ce, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=59f44d82-cca1-4cbc-b2f9-b0055005e6ce,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:37.242568 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-762733e0-ebf9-4bef-a6c9-8e6d9388b6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.253892 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2d75-8557-4600-8391-69c1e896e0cb tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.266285 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-762733e0-ebf9-4bef-a6c9-8e6d9388b6fe admin admin] Calling delete_port for 59f44d82-cca1-4cbc-b2f9-b0055005e6ce owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:37.282908 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52752) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:37.298588 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f28ffedd-919a-4de1-872b-c5e8cda2c0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.369423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb2d75-8557-4600-8391-69c1e896e0cb tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Subnet': ['ID=a2fb658d-1db3-4b90-a98f-a1f4cfbc5759,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:37.392258 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fb2d75-8557-4600-8391-69c1e896e0cb tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Checking segment: {'id': '8dca7188-4164-461e-92f2-78e6edbd357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7eead0f-4d6d-44c5-8798-3f0c15948664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:37.392976 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb2d75-8557-4600-8391-69c1e896e0cb tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network hostable DHCP agents. Network: e7eead0f-4d6d-44c5-8798-3f0c15948664, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:37.397371 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f28ffedd-919a-4de1-872b-c5e8cda2c0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.565422 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f28ffedd-919a-4de1-872b-c5e8cda2c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.592234 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 92be808e-3341-47ae-9fa3-6adc19df2d40 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:37.619409 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f28ffedd-919a-4de1-872b-c5e8cda2c0f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc6757bc78764f3fa0cb21a45aaac57c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351481 Sep 16 04:56:37.620139 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 92be808e-3341-47ae-9fa3-6adc19df2d40 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:37.621253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 92be808e-3341-47ae-9fa3-6adc19df2d40 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:37.622014 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb2d75-8557-4600-8391-69c1e896e0cb tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network e7eead0f-4d6d-44c5-8798-3f0c15948664 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:37.627866 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52760) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:37.631852 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ffedd-919a-4de1-872b-c5e8cda2c0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2e6e07-9d98-4bf8-aeb7-4f69909f452c,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:37.661435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaaca6-9342-4c80-bf5b-89843eddab2b req-de6f9fdb-b40d-4ab0-af94-f54ebdaed2f4 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:37.673617 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68eaaca6-9342-4c80-bf5b-89843eddab2b req-de6f9fdb-b40d-4ab0-af94-f54ebdaed2f4 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.1455812 Sep 16 04:56:37.718076 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4dac6711-f28a-434a-aab9-075d8040f654 req-f936c31b-60b5-4f30-bfa6-6b1988b64520 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=8d58f8007eed42c2829c9335140f5bef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330007 Sep 16 04:56:37.720655 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-762733e0-ebf9-4bef-a6c9-8e6d9388b6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.744574 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68eaaca6-9342-4c80-bf5b-89843eddab2b req-03db3e02-b7ca-47d9-ab2c-b186667e0d33 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645161 Sep 16 04:56:37.767493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b5bcaa32-8f9d-4390-a20a-03436631a516 req-45e7504d-9631-4671-9fa9-f1bd4bc5329b tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 210 time: 0.0369365 Sep 16 04:56:37.794445 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0ba9c0d-ebb1-4396-8787-21e222bbc36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.800851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-b5fb2d75-8557-4600-8391-69c1e896e0cb tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, e7eead0f-4d6d-44c5-8798-3f0c15948664) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:37.806869 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1a0d62b8-656c-483a-9060-c41666b245c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.815268 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762733e0-ebf9-4bef-a6c9-8e6d9388b6fe admin admin] Pushing event deleted for resources: {'Port': ['ID=59f44d82-cca1-4cbc-b2f9-b0055005e6ce,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:37.823796 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fb2d75-8557-4600-8391-69c1e896e0cb tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:37.824230 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e450560b-fdc9-4c3d-9358-516f1f23cf9d None None] Network e7eead0f-4d6d-44c5-8798-3f0c15948664 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:37.824817 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2d75-8557-4600-8391-69c1e896e0cb tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.960278 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0ba9c0d-ebb1-4396-8787-21e222bbc36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.015579 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-e7eead0f-4d6d-44c5-8798-3f0c15948664', 'network_id': 'e7eead0f-4d6d-44c5-8798-3f0c15948664', 'tenant_id': 'bd73fd6f01ac49808b684051ab40bcc5', 'fixed_ips': [{'subnet_id': 'a2fb658d-1db3-4b90-a98f-a1f4cfbc5759'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:56:38.016581 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.020399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c3c5e-e1d5-4514-b6d1-a4b01b3de46c req-6de50b26-c5ad-41af-b294-bdea77aa35cf tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:38.022014 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-053c3c5e-e1d5-4514-b6d1-a4b01b3de46c req-6de50b26-c5ad-41af-b294-bdea77aa35cf tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0844395 Sep 16 04:56:38.043846 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-762733e0-ebf9-4bef-a6c9-8e6d9388b6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.071634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-053c3c5e-e1d5-4514-b6d1-a4b01b3de46c req-0e0acc42-a9f2-4b6c-829b-f66a6b474a76 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420256 Sep 16 04:56:38.089713 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac6711-f28a-434a-aab9-075d8040f654 req-43fc9b64-1be4-4831-b1ce-830fef6b6bf6 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:38.091337 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4dac6711-f28a-434a-aab9-075d8040f654 req-43fc9b64-1be4-4831-b1ce-830fef6b6bf6 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3653245 Sep 16 04:56:38.133022 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b5fb2d75-8557-4600-8391-69c1e896e0cb tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5976460 Sep 16 04:56:38.135903 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52772) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:38.139243 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-4dac6711-f28a-434a-aab9-075d8040f654 req-5e688062-b0f1-45a2-a27d-f1a99c86ca66 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Request body: {'port': {'device_id': '2dad4232-253f-44ff-9eb7-26432d5e70a0', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': '8d58f8007eed42c2829c9335140f5bef'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:38.143188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-99279124-6292-4957-b778-86fe3bfc8f9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'network_id': 'e7eead0f-4d6d-44c5-8798-3f0c15948664', 'name': 'tempest-PortsTestJSON-50684495'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:38.243195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] Allocated IP 172.20.0.2 (e7eead0f-4d6d-44c5-8798-3f0c15948664/a2fb658d-1db3-4b90-a98f-a1f4cfbc5759/786429cd-376c-468a-abf0-690968a80461) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:38.297426 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2724b8b5-3897-4893-a491-c14b6c817976 req-70ccdaeb-ff6d-46ae-8171-8ec65232b9a9 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 210 time: 0.0776908 Sep 16 04:56:38.313761 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-762733e0-ebf9-4bef-a6c9-8e6d9388b6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.318217 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-762733e0-ebf9-4bef-a6c9-8e6d9388b6fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.333224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01103370-ccdc-42fe-bc67-0299ebe31f88 req-611f36bf-25ef-431a-a849-c9eb2845de48 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:38.333224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01103370-ccdc-42fe-bc67-0299ebe31f88 req-611f36bf-25ef-431a-a849-c9eb2845de48 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1512394 Sep 16 04:56:38.392210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01103370-ccdc-42fe-bc67-0299ebe31f88 req-569e4549-639c-4bd8-8557-a87db9cfb232 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553079 Sep 16 04:56:38.433575 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.451147 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0ba9c0d-ebb1-4396-8787-21e222bbc36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.454673 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0ba9c0d-ebb1-4396-8787-21e222bbc36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.458449 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e0ba9c0d-ebb1-4396-8787-21e222bbc36c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c2e6e07-9d98-4bf8-aeb7-4f69909f452c HTTP/1.1" status: 204 len: 168 time: 0.8263478 Sep 16 04:56:38.465360 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba9c0d-ebb1-4396-8787-21e222bbc36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2e6e07-9d98-4bf8-aeb7-4f69909f452c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:38.531395 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-762733e0-ebf9-4bef-a6c9-8e6d9388b6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.531961 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762733e0-ebf9-4bef-a6c9-8e6d9388b6fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b71af7b-d718-4a47-9c24-9fc83fef599b {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:56:38.534217 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dac6711-f28a-434a-aab9-075d8040f654 req-5e688062-b0f1-45a2-a27d-f1a99c86ca66 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Made reservation on behalf of 8d58f8007eed42c2829c9335140f5bef for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:38.542809 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4dac6711-f28a-434a-aab9-075d8040f654 req-5e688062-b0f1-45a2-a27d-f1a99c86ca66 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.553076 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-762733e0-ebf9-4bef-a6c9-8e6d9388b6fe admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.554327 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-762733e0-ebf9-4bef-a6c9-8e6d9388b6fe admin admin] 10.222.0.20 "DELETE /v2.0/routers/7b71af7b-d718-4a47-9c24-9fc83fef599b HTTP/1.1" status: 204 len: 168 time: 2.3510518 Sep 16 04:56:38.557084 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52786) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:38.579972 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4dac6711-f28a-434a-aab9-075d8040f654 req-5e688062-b0f1-45a2-a27d-f1a99c86ca66 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.600057 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.634506 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] Network e7eead0f-4d6d-44c5-8798-3f0c15948664 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:38.635499 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.638561 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:38.700056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:38.730596 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99279124-6292-4957-b778-86fe3bfc8f9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:38.735096 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-99279124-6292-4957-b778-86fe3bfc8f9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.758834 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4dac6711-f28a-434a-aab9-075d8040f654 req-5e688062-b0f1-45a2-a27d-f1a99c86ca66 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.763183 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b616696-4864-4346-83ad-9286b602b424 admin admin] Deleting subnet 5aaa3052-f1cc-492f-84e6-ab27c153753a {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:38.768700 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0b616696-4864-4346-83ad-9286b602b424 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.789524 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-99279124-6292-4957-b778-86fe3bfc8f9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] device_id is not set on port d91a15b2-7233-4889-92ce-f7ce87528b73 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:38.810646 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] Attempting to bind port 786429cd-376c-468a-abf0-690968a80461 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:38.811697 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] Attempting to bind port 786429cd-376c-468a-abf0-690968a80461 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '8dca7188-4164-461e-92f2-78e6edbd357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7eead0f-4d6d-44c5-8798-3f0c15948664'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:38.812093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] Attempting to bind port 786429cd-376c-468a-abf0-690968a80461 on network e7eead0f-4d6d-44c5-8798-3f0c15948664 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:38.819517 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:38.820144 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] Checking segment: {'id': '8dca7188-4164-461e-92f2-78e6edbd357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7eead0f-4d6d-44c5-8798-3f0c15948664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:38.820732 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.821055 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0b616696-4864-4346-83ad-9286b602b424 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.821962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] Bound using segment: {'id': '8dca7188-4164-461e-92f2-78e6edbd357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7eead0f-4d6d-44c5-8798-3f0c15948664'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:38.823197 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] Bound port: 786429cd-376c-468a-abf0-690968a80461, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dca7188-4164-461e-92f2-78e6edbd357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7eead0f-4d6d-44c5-8798-3f0c15948664'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:38.823789 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.825915 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] Pushing event updated for resources: {'Port': ['ID=786429cd-376c-468a-abf0-690968a80461,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:38.851094 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4dac6711-f28a-434a-aab9-075d8040f654 req-5e688062-b0f1-45a2-a27d-f1a99c86ca66 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.908077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] For port 786429cd-376c-468a-abf0-690968a80461, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:38.910751 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] For port 786429cd-376c-468a-abf0-690968a80461, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=786429cd-376c-468a-abf0-690968a80461,segment=NetworkSegment(8dca7188-4164-461e-92f2-78e6edbd357f),segment_id=8dca7188-4164-461e-92f2-78e6edbd357f)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:38.926565 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4a59152-2773-491f-85f7-7fc1c8ab9803 req-87d0622b-374d-42e4-acf7-b30063d81acf tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 210 time: 0.0678890 Sep 16 04:56:38.965748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-444a0aa7-7724-4582-a670-195a23e3998b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:38.967362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-444a0aa7-7724-4582-a670-195a23e3998b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 812 time: 0.3744192 Sep 16 04:56:38.975760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e688062-b0f1-45a2-a27d-f1a99c86ca66 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0a6391-262b-4ca0-ac01-43ac2d66a4d6,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:38.986819 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-56a9ba29-a992-47d5-aa15-9e4e63106333 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/quotas/0080ff4c44ee45ada6a4ae19685a08f5 HTTP/1.1" status: 200 len: 375 time: 0.0121930 Sep 16 04:56:39.000617 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.035389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-99279124-6292-4957-b778-86fe3bfc8f9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Allocated IP 172.20.0.13 (e7eead0f-4d6d-44c5-8798-3f0c15948664/a2fb658d-1db3-4b90-a98f-a1f4cfbc5759/d91a15b2-7233-4889-92ce-f7ce87528b73) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:39.113583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710fa4e-1769-4a1f-8582-ef27d64c9855 None None] Pushing event updated for resources: {'Port': ['ID=786429cd-376c-468a-abf0-690968a80461,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:39.184403 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0b616696-4864-4346-83ad-9286b602b424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.238274 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-6d0a81a3-f740-411b-b841-7db54e62e309 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2425897 Sep 16 04:56:39.239659 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-4dac6711-f28a-434a-aab9-075d8040f654 req-5e688062-b0f1-45a2-a27d-f1a99c86ca66 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Allocated IP 192.168.233.9 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/416c8998-67f7-4700-b759-de032eee3c5b) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:39.252163 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.450490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-68d55d65-92b2-44ce-8529-4f99d2f81551 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:39.461595 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-68d55d65-92b2-44ce-8529-4f99d2f81551 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.38 "GET /v2.0/networks?id=cf1ef515-466a-4eba-aab5-e50796467689 HTTP/1.1" status: 200 len: 814 time: 0.3787096 Sep 16 04:56:39.483291 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0b616696-4864-4346-83ad-9286b602b424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.492726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-029f5e84-32dc-4afb-a6e4-090e81e8e73c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Request body: {'port': {'device_id': 'b0fa8d40-681b-4599-8a85-4230a21ab10d', 'network_id': 'cf1ef515-466a-4eba-aab5-e50796467689', 'admin_state_up': True, 'tenant_id': 'aee33712154e4affb0a74bb42a7ce1aa'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:39.558131 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b616696-4864-4346-83ad-9286b602b424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aaa3052-f1cc-492f-84e6-ab27c153753a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:39.559121 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0b616696-4864-4346-83ad-9286b602b424 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.561881 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0b616696-4864-4346-83ad-9286b602b424 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5aaa3052-f1cc-492f-84e6-ab27c153753a HTTP/1.1" status: 204 len: 168 time: 0.9916880 Sep 16 04:56:39.565317 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52808) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:39.570034 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4dac6711-f28a-434a-aab9-075d8040f654 req-5e688062-b0f1-45a2-a27d-f1a99c86ca66 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.570164 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3afc48-94d3-4c9a-805d-f7ca7e884b36 None None] Network dfa00947-d844-42e7-a6bc-3c59d3fba537 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:39.619818 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 786429cd-376c-468a-abf0-690968a80461 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:39.671015 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-824f6ea6-4bda-45e9-8555-66012d0ef7cf service neutron] 10.222.0.20 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317451 Sep 16 04:56:39.673056 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8569114-b50a-4c4b-9802-6b084911d8d3 req-ea265d02-152d-4325-ae7a-02024303c529 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 210 time: 0.0514810 Sep 16 04:56:39.689420 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.699752 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-99279124-6292-4957-b778-86fe3bfc8f9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.804953 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] Deleting port f487fed6-732f-47a9-a6a0-750a8bc399eb {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:39.805399 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.844649 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4dac6711-f28a-434a-aab9-075d8040f654 req-5e688062-b0f1-45a2-a27d-f1a99c86ca66 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.851988 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-1158142f-6da3-4206-82fc-b55772001f9b service neutron] 10.222.0.20 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690395 Sep 16 04:56:39.857950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-029f5e84-32dc-4afb-a6e4-090e81e8e73c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Made reservation on behalf of aee33712154e4affb0a74bb42a7ce1aa for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:39.869256 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-029f5e84-32dc-4afb-a6e4-090e81e8e73c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.986929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 786429cd-376c-468a-abf0-690968a80461 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:39.987326 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.992080 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e688062-b0f1-45a2-a27d-f1a99c86ca66 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Pushing event updated for resources: {'Port': ['ID=416c8998-67f7-4700-b759-de032eee3c5b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:40.055084 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-99279124-6292-4957-b778-86fe3bfc8f9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.072828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-029f5e84-32dc-4afb-a6e4-090e81e8e73c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Allocated IP 172.20.0.10 (cf1ef515-466a-4eba-aab5-e50796467689/9f9bfb60-c133-4c36-96a6-a32d3e14830e/397c5047-5192-4acb-ad72-4bf763b479a6) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:40.080724 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dac6711-f28a-434a-aab9-075d8040f654 req-5e688062-b0f1-45a2-a27d-f1a99c86ca66 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:40.092276 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-4dac6711-f28a-434a-aab9-075d8040f654 req-5e688062-b0f1-45a2-a27d-f1a99c86ca66 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:40.097819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dac6711-f28a-434a-aab9-075d8040f654 req-5e688062-b0f1-45a2-a27d-f1a99c86ca66 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:40.141390 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.151927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6332e47b-531f-4a17-ba2e-e3856cfa89bc None None] DHCP port deletion for dfa00947-d844-42e7-a6bc-3c59d3fba537 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:56:40.168110 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] For port f487fed6-732f-47a9-a6a0-750a8bc399eb, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f487fed6-732f-47a9-a6a0-750a8bc399eb,segment=NetworkSegment(229a1043-e00a-4651-938c-5c29398ee2b4),segment_id=229a1043-e00a-4651-938c-5c29398ee2b4)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:40.171941 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.199808 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] Calling delete_port for f487fed6-732f-47a9-a6a0-750a8bc399eb owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:40.281387 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac6711-f28a-434a-aab9-075d8040f654 req-5e688062-b0f1-45a2-a27d-f1a99c86ca66 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:40.282095 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4dac6711-f28a-434a-aab9-075d8040f654 req-5e688062-b0f1-45a2-a27d-f1a99c86ca66 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.287229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 786429cd-376c-468a-abf0-690968a80461, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=786429cd-376c-468a-abf0-690968a80461,segment=NetworkSegment(8dca7188-4164-461e-92f2-78e6edbd357f),segment_id=8dca7188-4164-461e-92f2-78e6edbd357f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:40.359607 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6332e47b-531f-4a17-ba2e-e3856cfa89bc None None] Deleting port f487fed6-732f-47a9-a6a0-750a8bc399eb {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:40.372846 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6332e47b-531f-4a17-ba2e-e3856cfa89bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.412972 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.564189 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 59f44d82-cca1-4cbc-b2f9-b0055005e6ce no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:40.578397 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4dac6711-f28a-434a-aab9-075d8040f654 req-5e688062-b0f1-45a2-a27d-f1a99c86ca66 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4471891 Sep 16 04:56:40.598846 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Request body: {'port': {'device_id': '2dad4232-253f-44ff-9eb7-26432d5e70a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:40.637468 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.638242 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6332e47b-531f-4a17-ba2e-e3856cfa89bc None None] For port f487fed6-732f-47a9-a6a0-750a8bc399eb, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f487fed6-732f-47a9-a6a0-750a8bc399eb,segment=NetworkSegment(229a1043-e00a-4651-938c-5c29398ee2b4),segment_id=229a1043-e00a-4651-938c-5c29398ee2b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:40.639259 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6332e47b-531f-4a17-ba2e-e3856cfa89bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.643520 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 59f44d82-cca1-4cbc-b2f9-b0055005e6ce {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:40.652634 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 59f44d82-cca1-4cbc-b2f9-b0055005e6ce not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:40.659640 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b13e840c-dd27-4633-bc5b-408c6006e79f None None] Provisioning complete for port 416c8998-67f7-4700-b759-de032eee3c5b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:40.660014 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b13e840c-dd27-4633-bc5b-408c6006e79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.665962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6332e47b-531f-4a17-ba2e-e3856cfa89bc None None] Calling delete_port for f487fed6-732f-47a9-a6a0-750a8bc399eb owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:40.677413 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] Pushing event deleted for resources: {'Port': ['ID=f487fed6-732f-47a9-a6a0-750a8bc399eb,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:40.692397 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=786429cd-376c-468a-abf0-690968a80461,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:40.706750 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] No DVR routers for this DVR port f487fed6-732f-47a9-a6a0-750a8bc399eb on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:40.724970 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99279124-6292-4957-b778-86fe3bfc8f9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network e7eead0f-4d6d-44c5-8798-3f0c15948664 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:40.727655 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-99279124-6292-4957-b778-86fe3bfc8f9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:40.739671 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.749749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b13e840c-dd27-4633-bc5b-408c6006e79f None None] Port 416c8998-67f7-4700-b759-de032eee3c5b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:40.751866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99279124-6292-4957-b778-86fe3bfc8f9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:40.782973 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99279124-6292-4957-b778-86fe3bfc8f9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=d91a15b2-7233-4889-92ce-f7ce87528b73,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:40.784029 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789b9a74-f5ff-4151-ad55-9224a5d519f3 None None] Network e7eead0f-4d6d-44c5-8798-3f0c15948664 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:40.847857 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.858302 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-604f6b24-378c-483a-845b-da0c85c0a406 req-6f2a8e17-365d-4fbf-884f-1a4c7cb0e11e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 210 time: 0.1264892 Sep 16 04:56:40.892971 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.901511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f70e0b-d589-4ed7-91dc-8c2a719a62f4 req-36fc88b7-67f3-4fe4-8b10-f4b3ea2cc142 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:40.909668 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa00947-d844-42e7-a6bc-3c59d3fba537']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:40.913064 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-94f70e0b-d589-4ed7-91dc-8c2a719a62f4 req-36fc88b7-67f3-4fe4-8b10-f4b3ea2cc142 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 934 time: 0.7981601 Sep 16 04:56:40.967102 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4a35f9e4-0d19-4908-91b3-6505bf5765eb None None] Provisioning complete for port 786429cd-376c-468a-abf0-690968a80461 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:40.967756 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4a35f9e4-0d19-4908-91b3-6505bf5765eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.973670 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99279124-6292-4957-b778-86fe3bfc8f9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:40.974384 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-99279124-6292-4957-b778-86fe3bfc8f9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.987761 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229a1043-e00a-4651-938c-5c29398ee2b4') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:40.988031 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229a1043-e00a-4651-938c-5c29398ee2b4') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:41.014374 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.015798 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6332e47b-531f-4a17-ba2e-e3856cfa89bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.045820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c186cda4-3f9a-43d5-9968-73955729f6ba req-0024a8b2-cf33-4625-9f7e-de7b3e56b510 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 210 time: 0.0825286 Sep 16 04:56:41.067274 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.106301 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332e47b-531f-4a17-ba2e-e3856cfa89bc None None] Pushing event deleted for resources: {'Port': ['ID=f487fed6-732f-47a9-a6a0-750a8bc399eb,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:41.118999 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6332e47b-531f-4a17-ba2e-e3856cfa89bc None None] No DVR routers for this DVR port f487fed6-732f-47a9-a6a0-750a8bc399eb on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:41.121135 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:41.121551 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:41.123387 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:41.179524 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-94f70e0b-d589-4ed7-91dc-8c2a719a62f4 req-08101871-d75a-4d5b-9715-fe2cacaf6269 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0a6391-262b-4ca0-ac01-43ac2d66a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291980 Sep 16 04:56:41.195516 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-99279124-6292-4957-b778-86fe3bfc8f9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0581625 Sep 16 04:56:41.196317 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52846) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:41.206051 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-0371d5e3-32cc-4c3c-b475-3c1b50be40f0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'network_id': 'e7eead0f-4d6d-44c5-8798-3f0c15948664', 'name': 'tempest-PortsTestJSON-1156845369'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:41.383534 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-029f5e84-32dc-4afb-a6e4-090e81e8e73c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.385558 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416c8998-67f7-4700-b759-de032eee3c5b {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:41.398767 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.413147 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.426003 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.428399 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] 10.222.0.20 "DELETE /v2.0/networks/dfa00947-d844-42e7-a6bc-3c59d3fba537 HTTP/1.1" status: 204 len: 168 time: 1.8624163 Sep 16 04:56:41.471680 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e98c4-50a1-42de-92a5-06c92b4eec6c admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa00947-d844-42e7-a6bc-3c59d3fba537,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:41.478839 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Transition to ACTIVE for port object 416c8998-67f7-4700-b759-de032eee3c5b will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:56:41.480028 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 786429cd-376c-468a-abf0-690968a80461 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:41.531487 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0371d5e3-32cc-4c3c-b475-3c1b50be40f0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:41.538975 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0371d5e3-32cc-4c3c-b475-3c1b50be40f0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.546582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 786429cd-376c-468a-abf0-690968a80461 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:41.547055 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.566088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-0371d5e3-32cc-4c3c-b475-3c1b50be40f0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] device_id is not set on port 80e2e890-b3b1-4c16-8b25-d31a7cdf2198 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:41.616706 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4f3c8436-695d-43d6-8ef2-3b3b9d6daa66 None None] Provisioning complete for port d91a15b2-7233-4889-92ce-f7ce87528b73 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:41.630671 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4f3c8436-695d-43d6-8ef2-3b3b9d6daa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.630844 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-029f5e84-32dc-4afb-a6e4-090e81e8e73c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.652892 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['4afbdee4-cfa1-4237-af5d-ab3f1a94ad75'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:41.684108 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-029f5e84-32dc-4afb-a6e4-090e81e8e73c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Network cf1ef515-466a-4eba-aab5-e50796467689 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:41.691298 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.708607 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c8436-695d-43d6-8ef2-3b3b9d6daa66 None None] Port d91a15b2-7233-4889-92ce-f7ce87528b73 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:41.719830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-029f5e84-32dc-4afb-a6e4-090e81e8e73c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:41.729710 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-029f5e84-32dc-4afb-a6e4-090e81e8e73c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:41.732244 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f5e84-32dc-4afb-a6e4-090e81e8e73c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Pushing event updated for resources: {'Port': ['ID=397c5047-5192-4acb-ad72-4bf763b479a6,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:41.793564 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=416c8998-67f7-4700-b759-de032eee3c5b,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:41.803186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-0371d5e3-32cc-4c3c-b475-3c1b50be40f0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Allocated IP 172.20.0.5 (e7eead0f-4d6d-44c5-8798-3f0c15948664/a2fb658d-1db3-4b90-a98f-a1f4cfbc5759/80e2e890-b3b1-4c16-8b25-d31a7cdf2198) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:41.813222 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4f3c8436-695d-43d6-8ef2-3b3b9d6daa66 None None] Provisioning complete for port 786429cd-376c-468a-abf0-690968a80461 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:41.813756 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4f3c8436-695d-43d6-8ef2-3b3b9d6daa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.820386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-029f5e84-32dc-4afb-a6e4-090e81e8e73c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:41.821114 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-029f5e84-32dc-4afb-a6e4-090e81e8e73c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.924095 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Attempting to bind port 416c8998-67f7-4700-b759-de032eee3c5b on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:41.924095 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Attempting to bind port 416c8998-67f7-4700-b759-de032eee3c5b by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:41.924095 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Attempting to bind port 416c8998-67f7-4700-b759-de032eee3c5b on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:41.929052 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Port 416c8998-67f7-4700-b759-de032eee3c5b on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:56:41.929675 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Attempting to bind port 416c8998-67f7-4700-b759-de032eee3c5b on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:41.937918 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:41.940190 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:41.941208 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:41.943260 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Bound port: 416c8998-67f7-4700-b759-de032eee3c5b, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:41.944213 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.047087 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-029f5e84-32dc-4afb-a6e4-090e81e8e73c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5710156 Sep 16 04:56:42.063776 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] For port 416c8998-67f7-4700-b759-de032eee3c5b, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:42.069227 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] For port 416c8998-67f7-4700-b759-de032eee3c5b, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=416c8998-67f7-4700-b759-de032eee3c5b,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:42.077639 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Request body: {'port': {'device_id': 'b0fa8d40-681b-4599-8a85-4230a21ab10d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:42.131015 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52868) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:42.150703 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-30c8605f-4316-448a-885d-41648a0a63c2 req-6f71a7a7-b7c4-4fff-915c-16ff258a930c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 210 time: 0.1096799 Sep 16 04:56:42.152284 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f487fed6-732f-47a9-a6a0-750a8bc399eb no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:42.184131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: f487fed6-732f-47a9-a6a0-750a8bc399eb {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:42.184699 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f487fed6-732f-47a9-a6a0-750a8bc399eb not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:42.229394 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-17de96a7-cd0e-4434-8ccb-27c98371e52c None None] Provisioning complete for port d91a15b2-7233-4889-92ce-f7ce87528b73 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:42.230125 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-17de96a7-cd0e-4434-8ccb-27c98371e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.236292 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f41d936e-673a-4171-84ad-874326da0319 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=313a4b3172b84bbdb716cd409eccfeb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1038942 Sep 16 04:56:42.237708 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.247600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52874) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:42.258534 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:42.259864 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.282418 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-17de96a7-cd0e-4434-8ccb-27c98371e52c None None] Port d91a15b2-7233-4889-92ce-f7ce87528b73 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:42.284041 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4dac6711-f28a-434a-aab9-075d8040f654 req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] 10.222.0.38 "PUT /v2.0/ports/416c8998-67f7-4700-b759-de032eee3c5b HTTP/1.1" status: 200 len: 1095 time: 1.6671925 Sep 16 04:56:42.298549 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0371d5e3-32cc-4c3c-b475-3c1b50be40f0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.330122 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dad4232-253f-44ff-9eb7-26432d5e70a0', 'tag': '416c8998-67f7-4700-b759-de032eee3c5b'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:42.332493 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300f8660-7e95-4957-92d8-f10e4be5fa1e" -d '{"events": [{"name": "network-changed", "server_uuid": "2dad4232-253f-44ff-9eb7-26432d5e70a0", "tag": "416c8998-67f7-4700-b759-de032eee3c5b"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:42.429913 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-273207d0-e881-4b85-aecd-fd06c645f2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.435637 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8ff56-c3d3-483d-8707-125c4a1e6cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=416c8998-67f7-4700-b759-de032eee3c5b,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:42.448525 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.469220 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-273207d0-e881-4b85-aecd-fd06c645f2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.528622 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018e8d3-6a68-4531-a9ff-40edaf5eeb0c req-813c0d03-1d27-4066-a919-5b930f0432b7 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:42.530798 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8018e8d3-6a68-4531-a9ff-40edaf5eeb0c req-813c0d03-1d27-4066-a919-5b930f0432b7 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 946 time: 0.2185380 Sep 16 04:56:42.547598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20d258-7662-4f36-87c3-de5e4b8c6460 req-13638cc8-a8a4-4aab-af31-6a7b082df163 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:42.555468 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f20d258-7662-4f36-87c3-de5e4b8c6460 req-13638cc8-a8a4-4aab-af31-6a7b082df163 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 932 time: 0.2498691 Sep 16 04:56:42.573374 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac6711-f28a-434a-aab9-075d8040f654 req-ec9c6138-e304-4824-a150-1e5bbda64cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:42.575246 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4dac6711-f28a-434a-aab9-075d8040f654 req-ec9c6138-e304-4824-a150-1e5bbda64cf5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8d58f8007eed42c2829c9335140f5bef&device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 1098 time: 0.0602055 Sep 16 04:56:42.637067 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4dac6711-f28a-434a-aab9-075d8040f654 req-8c76d632-c9cc-4c8b-9725-2a9b6fbd65d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=416c8998-67f7-4700-b759-de032eee3c5b HTTP/1.1" status: 200 len: 217 time: 0.0458698 Sep 16 04:56:42.703048 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac6711-f28a-434a-aab9-075d8040f654 req-22be2791-835c-4c0d-8be5-7a4ce7534123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:42.704918 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4dac6711-f28a-434a-aab9-075d8040f654 req-22be2791-835c-4c0d-8be5-7a4ce7534123 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0529122 Sep 16 04:56:42.706724 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0371d5e3-32cc-4c3c-b475-3c1b50be40f0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.717997 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8018e8d3-6a68-4531-a9ff-40edaf5eeb0c req-722caa75-a2be-491b-8c83-1bd4eca63513 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0a6391-262b-4ca0-ac01-43ac2d66a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603765 Sep 16 04:56:42.720685 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f20d258-7662-4f36-87c3-de5e4b8c6460 req-c8f260c8-4541-4cd1-80cc-efc846c6d463 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592042 Sep 16 04:56:42.743489 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-273207d0-e881-4b85-aecd-fd06c645f2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.746564 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-273207d0-e881-4b85-aecd-fd06c645f2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.749370 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-273207d0-e881-4b85-aecd-fd06c645f2df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37 HTTP/1.1" status: 204 len: 168 time: 0.4956276 Sep 16 04:56:42.765409 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273207d0-e881-4b85-aecd-fd06c645f2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471a8c3a-c5a0-4ab1-8c55-ee23ca06bc37,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:42.801847 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac6711-f28a-434a-aab9-075d8040f654 req-4ceba992-3087-4df7-a126-f0a91dce9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:42.803456 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4dac6711-f28a-434a-aab9-075d8040f654 req-4ceba992-3087-4df7-a126-f0a91dce9d68 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0903306 Sep 16 04:56:42.820893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371d5e3-32cc-4c3c-b475-3c1b50be40f0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=80e2e890-b3b1-4c16-8b25-d31a7cdf2198,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:42.845691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0371d5e3-32cc-4c3c-b475-3c1b50be40f0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network e7eead0f-4d6d-44c5-8798-3f0c15948664 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:42.849435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-0371d5e3-32cc-4c3c-b475-3c1b50be40f0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:42.867039 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0371d5e3-32cc-4c3c-b475-3c1b50be40f0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:42.970699 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb4c2ae-1357-4afd-b6f2-8cfbe0217eef x-openstack-request-id: req-7fb4c2ae-1357-4afd-b6f2-8cfbe0217eef {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:42.971605 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dad4232-253f-44ff-9eb7-26432d5e70a0", "tag": "416c8998-67f7-4700-b759-de032eee3c5b", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:42.972013 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fb4c2ae-1357-4afd-b6f2-8cfbe0217eef {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:42.972560 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dad4232-253f-44ff-9eb7-26432d5e70a0', 'tag': '416c8998-67f7-4700-b759-de032eee3c5b', 'status': 'completed', 'code': 200} Sep 16 04:56:43.009726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0371d5e3-32cc-4c3c-b475-3c1b50be40f0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.010384 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0371d5e3-32cc-4c3c-b475-3c1b50be40f0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.010570 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4dac6711-f28a-434a-aab9-075d8040f654 req-583d3aee-5e36-4d63-a10e-5a259df5cd46 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953425 Sep 16 04:56:43.127112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397c5047-5192-4acb-ad72-4bf763b479a6 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:43.135532 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.149774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Transition to ACTIVE for port object 397c5047-5192-4acb-ad72-4bf763b479a6 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:56:43.164783 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0371d5e3-32cc-4c3c-b475-3c1b50be40f0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9599490 Sep 16 04:56:43.164940 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4dac6711-f28a-434a-aab9-075d8040f654 req-845f9bae-2086-4cdb-b38a-5971568da990 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447408 Sep 16 04:56:43.164940 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52886) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:43.266003 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f51ab0-444f-41de-aa9c-2576b48e3f0f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.270966 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-19f51ab0-444f-41de-aa9c-2576b48e3f0f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 921 time: 0.1040196 Sep 16 04:56:43.272004 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-24cab7a9-cb9e-4733-88b4-fd20efd86e63 None None] Provisioning complete for port 80e2e890-b3b1-4c16-8b25-d31a7cdf2198 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:43.272723 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24cab7a9-cb9e-4733-88b4-fd20efd86e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.272822 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52890) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:43.283602 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbc3696d-e2c8-4a23-a871-01e7940d6087 req-aa31ef32-1e29-4ee9-9cb1-1cd5cb1af056 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 210 time: 0.0595472 Sep 16 04:56:43.287635 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.325865 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-24cab7a9-cb9e-4733-88b4-fd20efd86e63 None None] Port 80e2e890-b3b1-4c16-8b25-d31a7cdf2198 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:43.383133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Pushing event updated for resources: {'Port': ['ID=397c5047-5192-4acb-ad72-4bf763b479a6,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:43.406478 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f8660-7e95-4957-92d8-f10e4be5fa1e req-4424781e-173c-41a2-aadd-98b2538f151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.407994 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-300f8660-7e95-4957-92d8-f10e4be5fa1e req-4424781e-173c-41a2-aadd-98b2538f151f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8d58f8007eed42c2829c9335140f5bef&device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 1098 time: 0.0577259 Sep 16 04:56:43.417488 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-7b4558ce-bd69-430b-a552-a8107f136f75 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port 80e2e890-b3b1-4c16-8b25-d31a7cdf2198 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:43.417488 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7b4558ce-bd69-430b-a552-a8107f136f75 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.445217 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Attempting to bind port 397c5047-5192-4acb-ad72-4bf763b479a6 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:43.456130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Attempting to bind port 397c5047-5192-4acb-ad72-4bf763b479a6 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '931096fd-94b2-46ae-a55e-27ab1c58c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cf1ef515-466a-4eba-aab5-e50796467689'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:43.462223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Attempting to bind port 397c5047-5192-4acb-ad72-4bf763b479a6 on network cf1ef515-466a-4eba-aab5-e50796467689 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:43.463717 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Port 397c5047-5192-4acb-ad72-4bf763b479a6 on network cf1ef515-466a-4eba-aab5-e50796467689 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:56:43.463981 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Attempting to bind port 397c5047-5192-4acb-ad72-4bf763b479a6 on network cf1ef515-466a-4eba-aab5-e50796467689 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:43.470605 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:43.470818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Checking segment: {'id': '931096fd-94b2-46ae-a55e-27ab1c58c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cf1ef515-466a-4eba-aab5-e50796467689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:43.471349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Bound using segment: {'id': '931096fd-94b2-46ae-a55e-27ab1c58c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cf1ef515-466a-4eba-aab5-e50796467689'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:43.471724 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Bound port: 397c5047-5192-4acb-ad72-4bf763b479a6, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931096fd-94b2-46ae-a55e-27ab1c58c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cf1ef515-466a-4eba-aab5-e50796467689'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:43.472177 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.556646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] For port 397c5047-5192-4acb-ad72-4bf763b479a6, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:43.560304 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] For port 397c5047-5192-4acb-ad72-4bf763b479a6, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=397c5047-5192-4acb-ad72-4bf763b479a6,segment=NetworkSegment(931096fd-94b2-46ae-a55e-27ab1c58c657),segment_id=931096fd-94b2-46ae-a55e-27ab1c58c657)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:43.576614 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7b4558ce-bd69-430b-a552-a8107f136f75 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.584230 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f8660-7e95-4957-92d8-f10e4be5fa1e req-380b575d-800a-4c7b-bf07-4aef3667a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.585711 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-300f8660-7e95-4957-92d8-f10e4be5fa1e req-380b575d-800a-4c7b-bf07-4aef3667a6f2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.1692593 Sep 16 04:56:43.591151 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-7b4558ce-bd69-430b-a552-a8107f136f75 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for 80e2e890-b3b1-4c16-8b25-d31a7cdf2198 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:43.677653 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-300f8660-7e95-4957-92d8-f10e4be5fa1e req-5106da0d-0d47-469d-a7e6-45cb009a5673 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=416c8998-67f7-4700-b759-de032eee3c5b HTTP/1.1" status: 200 len: 217 time: 0.0449071 Sep 16 04:56:43.736720 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.745046 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f8660-7e95-4957-92d8-f10e4be5fa1e req-4fd013d1-3207-467b-8f77-166d3767ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.746829 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-300f8660-7e95-4957-92d8-f10e4be5fa1e req-4fd013d1-3207-467b-8f77-166d3767ef33 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0593479 Sep 16 04:56:43.793283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.793920 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.795977 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] 10.222.0.38 "PUT /v2.0/ports/397c5047-5192-4acb-ad72-4bf763b479a6 HTTP/1.1" status: 200 len: 1093 time: 1.7250419 Sep 16 04:56:43.800449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fa8d40-681b-4599-8a85-4230a21ab10d', 'tag': '397c5047-5192-4acb-ad72-4bf763b479a6'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:43.802827 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b723c6b-ea44-4521-a2ae-ba4576d6c886" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fa8d40-681b-4599-8a85-4230a21ab10d", "tag": "397c5047-5192-4acb-ad72-4bf763b479a6"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:43.888897 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f8660-7e95-4957-92d8-f10e4be5fa1e req-972e021d-6083-4712-b900-f06fe54a9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.889978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-632403aa-f374-4194-9601-7d9c36a1237e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.890500 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-300f8660-7e95-4957-92d8-f10e4be5fa1e req-972e021d-6083-4712-b900-f06fe54a9be5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0931702 Sep 16 04:56:43.891833 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-632403aa-f374-4194-9601-7d9c36a1237e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.21 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 812 time: 0.2265308 Sep 16 04:56:43.914182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726da24-15d1-47ec-a891-4dacf46e23ff service neutron] Pushing event updated for resources: {'Port': ['ID=397c5047-5192-4acb-ad72-4bf763b479a6,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:43.924483 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-c4cff77d-16f2-4699-8d8e-e3622df58d29 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Request body: {'port': {'device_id': '3cffb1dd-478d-499d-9786-07a668c3fd68', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'admin_state_up': True, 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:43.963438 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5d81b-96c3-4032-837f-9bd2a924e843 req-980149b2-f08c-4949-aa73-149be63bf282 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.964989 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03b5d81b-96c3-4032-837f-9bd2a924e843 req-980149b2-f08c-4949-aa73-149be63bf282 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 946 time: 0.1570046 Sep 16 04:56:44.009835 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7b4558ce-bd69-430b-a552-a8107f136f75 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.064019 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37b973-80d4-4134-97b2-ca9ad38078c1 req-d798da3a-9989-4a53-a8c8-2b49eda4c7d6 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:44.070807 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4558ce-bd69-430b-a552-a8107f136f75 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=80e2e890-b3b1-4c16-8b25-d31a7cdf2198,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:44.071391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d37b973-80d4-4134-97b2-ca9ad38078c1 req-d798da3a-9989-4a53-a8c8-2b49eda4c7d6 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 944 time: 0.2103982 Sep 16 04:56:44.075603 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-300f8660-7e95-4957-92d8-f10e4be5fa1e req-93a119e8-411c-4571-915b-131c5ca6e675 service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691625 Sep 16 04:56:44.212355 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03b5d81b-96c3-4032-837f-9bd2a924e843 req-07dc1ec2-c4e1-4950-93fe-ba2ee404b23e tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0a6391-262b-4ca0-ac01-43ac2d66a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232215 Sep 16 04:56:44.249767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d37b973-80d4-4134-97b2-ca9ad38078c1 req-57b8568f-9cfc-4c5e-a3c6-a6e3f18d803e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774874 Sep 16 04:56:44.256548 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-521354b0-9e0c-45db-b68b-063758bdfa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:44.258340 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-521354b0-9e0c-45db-b68b-063758bdfa85 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aee33712154e4affb0a74bb42a7ce1aa&device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 1096 time: 0.2638500 Sep 16 04:56:44.363382 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930df4cc-d866-43cd-93cb-ff4e2182642b x-openstack-request-id: req-930df4cc-d866-43cd-93cb-ff4e2182642b {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:44.363957 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fa8d40-681b-4599-8a85-4230a21ab10d", "tag": "397c5047-5192-4acb-ad72-4bf763b479a6", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:44.364213 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-930df4cc-d866-43cd-93cb-ff4e2182642b {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:44.364664 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fa8d40-681b-4599-8a85-4230a21ab10d', 'tag': '397c5047-5192-4acb-ad72-4bf763b479a6', 'status': 'completed', 'code': 200} Sep 16 04:56:44.369862 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f18889d5-1313-4bf2-b8a8-60bc95ee646d req-bb67b1a9-ae66-4c70-a1c8-468eb01ea718 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2018363 Sep 16 04:56:44.371263 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-ad30eb55-c740-447b-ba32-1d4367bde39b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=397c5047-5192-4acb-ad72-4bf763b479a6 HTTP/1.1" status: 200 len: 217 time: 0.0938053 Sep 16 04:56:44.436126 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-9e212990-00d9-44d1-af5e-32ce3266f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:44.438065 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-9e212990-00d9-44d1-af5e-32ce3266f1fd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f9bfb60-c133-4c36-96a6-a32d3e14830e HTTP/1.1" status: 200 len: 854 time: 0.0518792 Sep 16 04:56:44.444056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-c4cff77d-16f2-4699-8d8e-e3622df58d29 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Made reservation on behalf of 0080ff4c44ee45ada6a4ae19685a08f5 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:44.444056 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-c4cff77d-16f2-4699-8d8e-e3622df58d29 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.522696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-dbd28bec-3b73-48be-b105-3dbf611bb5fd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cf1ef515-466a-4eba-aab5-e50796467689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667322 Sep 16 04:56:44.604318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52928) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:44.674927 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-75d81a97-9897-4edb-829d-201436e5423b req-19464451-b0f5-42e8-80a0-1e548ed5f5f9 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 210 time: 0.1454144 Sep 16 04:56:44.688435 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7b4558ce-bd69-430b-a552-a8107f136f75 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.693345 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7b4558ce-bd69-430b-a552-a8107f136f75 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/ports/80e2e890-b3b1-4c16-8b25-d31a7cdf2198 HTTP/1.1" status: 204 len: 168 time: 1.4172475 Sep 16 04:56:44.693728 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52932) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:44.693842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18889d5-1313-4bf2-b8a8-60bc95ee646d req-bed865ed-9a53-496b-9e73-330e82a819e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:44.695375 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f18889d5-1313-4bf2-b8a8-60bc95ee646d req-bed865ed-9a53-496b-9e73-330e82a819e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 1098 time: 0.2385602 Sep 16 04:56:44.738925 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e608ee-f24d-49b7-9071-fdb0d40b1ff8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] GET failed (client error): The resource could not be found. Sep 16 04:56:44.742480 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-27e608ee-f24d-49b7-9071-fdb0d40b1ff8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports/80e2e890-b3b1-4c16-8b25-d31a7cdf2198 HTTP/1.1" status: 404 len: 333 time: 0.0465813 Sep 16 04:56:44.755065 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52934) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:44.783984 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-eb28c994-38ce-4fd2-8770-bc73d16e4c62 service neutron] 10.222.0.38 "GET /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514048 Sep 16 04:56:44.808380 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-5b8b30cc-a870-4e79-b687-2f172e9fd2a9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-79727383-network', 'tenant_id': '285c43d8d53d4bf5ac21172a660ddd41'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:44.814064 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-300f8660-7e95-4957-92d8-f10e4be5fa1e req-af1bd19f-a7bb-4e5e-99e9-7fff55c31d0d service neutron] 10.222.0.38 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7113564 Sep 16 04:56:44.855338 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-c4cff77d-16f2-4699-8d8e-e3622df58d29 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Allocated IP 172.20.0.6 (94292a08-7965-4890-98ca-c590d9f7562b/d7ff9663-b094-43ae-bfea-27154cee50f2/765d90b6-a82e-45b8-a7cc-18264fc1e569) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:44.896393 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-4db52c7a-f9ea-49bc-b9b2-53e3dbcaac94 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port d91a15b2-7233-4889-92ce-f7ce87528b73 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:44.896739 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4db52c7a-f9ea-49bc-b9b2-53e3dbcaac94 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.964961 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18889d5-1313-4bf2-b8a8-60bc95ee646d req-f9cb4f22-439a-4db9-af0a-23e97a8b58c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:44.966473 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f18889d5-1313-4bf2-b8a8-60bc95ee646d req-f9cb4f22-439a-4db9-af0a-23e97a8b58c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 913 time: 0.2365503 Sep 16 04:56:45.002240 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4db52c7a-f9ea-49bc-b9b2-53e3dbcaac94 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.015395 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-4db52c7a-f9ea-49bc-b9b2-53e3dbcaac94 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for d91a15b2-7233-4889-92ce-f7ce87528b73 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:45.036208 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f18889d5-1313-4bf2-b8a8-60bc95ee646d req-501e6061-f44e-46cc-b580-7df3b5cd2c79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e71a780-b0f8-4619-ac92-45595e2e30f1 HTTP/1.1" status: 200 len: 217 time: 0.0587697 Sep 16 04:56:45.068876 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-397359c6-1d4e-4c24-a30b-ad7dd6a27c83 req-fa48c57d-fdde-4d0b-8225-5ebbed6e360d service neutron] 10.222.0.38 "GET /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760541 Sep 16 04:56:45.097538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8b30cc-a870-4e79-b687-2f172e9fd2a9 admin admin] Made reservation on behalf of 285c43d8d53d4bf5ac21172a660ddd41 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:45.099646 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5b8b30cc-a870-4e79-b687-2f172e9fd2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.148035 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5b8b30cc-a870-4e79-b687-2f172e9fd2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.172306 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18889d5-1313-4bf2-b8a8-60bc95ee646d req-55bcdfcf-6f5c-413a-8403-f52540b20a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:45.173775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f18889d5-1313-4bf2-b8a8-60bc95ee646d req-55bcdfcf-6f5c-413a-8403-f52540b20a0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.1262236 Sep 16 04:56:45.246767 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-c4cff77d-16f2-4699-8d8e-e3622df58d29 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.265905 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18889d5-1313-4bf2-b8a8-60bc95ee646d req-c9ddee85-ee2d-4ba8-b858-aa08740b8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:45.267685 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f18889d5-1313-4bf2-b8a8-60bc95ee646d req-c9ddee85-ee2d-4ba8-b858-aa08740b8f49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833397 Sep 16 04:56:45.302604 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4db52c7a-f9ea-49bc-b9b2-53e3dbcaac94 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.354362 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db52c7a-f9ea-49bc-b9b2-53e3dbcaac94 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=d91a15b2-7233-4889-92ce-f7ce87528b73,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:45.441624 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4db52c7a-f9ea-49bc-b9b2-53e3dbcaac94 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.447061 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4db52c7a-f9ea-49bc-b9b2-53e3dbcaac94 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/ports/d91a15b2-7233-4889-92ce-f7ce87528b73 HTTP/1.1" status: 204 len: 168 time: 0.6906033 Sep 16 04:56:45.447708 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52944) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:45.474749 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-6216d64d-8169-4b30-bc0d-159c6dfd49e3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] GET failed (client error): The resource could not be found. Sep 16 04:56:45.479118 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6216d64d-8169-4b30-bc0d-159c6dfd49e3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports/d91a15b2-7233-4889-92ce-f7ce87528b73 HTTP/1.1" status: 404 len: 333 time: 0.0277922 Sep 16 04:56:45.479553 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52948) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:45.540029 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-96bb207a-e49a-44e6-a7ac-17a1d849217b tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting subnet a2fb658d-1db3-4b90-a98f-a1f4cfbc5759 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:45.543929 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96bb207a-e49a-44e6-a7ac-17a1d849217b tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.599326 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96bb207a-e49a-44e6-a7ac-17a1d849217b tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.781871 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-c4cff77d-16f2-4699-8d8e-e3622df58d29 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.782248 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96bb207a-e49a-44e6-a7ac-17a1d849217b tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.816273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['6e71a780-b0f8-4619-ac92-45595e2e30f1'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:45.890154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785053c9-9327-4550-9744-b6540e7fcb75 req-7f39b4a4-db79-4db5-9ff7-91e71d6507b1 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:45.892100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-785053c9-9327-4550-9744-b6540e7fcb75 req-7f39b4a4-db79-4db5-9ff7-91e71d6507b1 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 946 time: 0.5648351 Sep 16 04:56:45.899434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-c4cff77d-16f2-4699-8d8e-e3622df58d29 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Network 94292a08-7965-4890-98ca-c590d9f7562b is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:45.904993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f18889d5-1313-4bf2-b8a8-60bc95ee646d req-08b6e5de-0024-4c32-805e-b7f160fa1477 service neutron] 10.222.0.21 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6253545 Sep 16 04:56:45.921703 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501525f-d96b-4add-8369-e60a6282805d req-2210ba34-beec-4f85-9d44-4952096d56c7 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:45.923139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f501525f-d96b-4add-8369-e60a6282805d req-2210ba34-beec-4f85-9d44-4952096d56c7 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 944 time: 0.5322688 Sep 16 04:56:45.923980 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-c4cff77d-16f2-4699-8d8e-e3622df58d29 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:45.939724 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cff77d-16f2-4699-8d8e-e3622df58d29 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Pushing event updated for resources: {'Port': ['ID=765d90b6-a82e-45b8-a7cc-18264fc1e569,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:45.951052 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96bb207a-e49a-44e6-a7ac-17a1d849217b tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.953036 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-c4cff77d-16f2-4699-8d8e-e3622df58d29 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:45.972669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b723c6b-ea44-4521-a2ae-ba4576d6c886 req-80df6090-b2dd-497d-abb8-14c32526799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:45.974252 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b723c6b-ea44-4521-a2ae-ba4576d6c886 req-80df6090-b2dd-497d-abb8-14c32526799e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aee33712154e4affb0a74bb42a7ce1aa&device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 1096 time: 0.5845151 Sep 16 04:56:45.992375 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb207a-e49a-44e6-a7ac-17a1d849217b tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Subnet': ['ID=a2fb658d-1db3-4b90-a98f-a1f4cfbc5759,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:45.998996 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96bb207a-e49a-44e6-a7ac-17a1d849217b tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.004973 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-96bb207a-e49a-44e6-a7ac-17a1d849217b tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/subnets/a2fb658d-1db3-4b90-a98f-a1f4cfbc5759 HTTP/1.1" status: 204 len: 168 time: 0.5242753 Sep 16 04:56:46.006413 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52952) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:46.007224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64249d21-4573-46d8-b2c9-7c8b483a3c71 None None] Network e7eead0f-4d6d-44c5-8798-3f0c15948664 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:46.050701 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5b8b30cc-a870-4e79-b687-2f172e9fd2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.113330 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.149908 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-785053c9-9327-4550-9744-b6540e7fcb75 req-ab704b92-1624-4a6f-a88d-2f82b72fc32f tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0a6391-262b-4ca0-ac01-43ac2d66a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391808 Sep 16 04:56:46.182390 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5b8b30cc-a870-4e79-b687-2f172e9fd2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.197330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-c4cff77d-16f2-4699-8d8e-e3622df58d29 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:46.198080 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-c4cff77d-16f2-4699-8d8e-e3622df58d29 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.204119 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ce7b03e1-31da-41a9-8318-a480d465fe56 None None] Provisioning complete for port 765d90b6-a82e-45b8-a7cc-18264fc1e569 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:46.204894 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ce7b03e1-31da-41a9-8318-a480d465fe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.220194 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f501525f-d96b-4add-8369-e60a6282805d req-63fee939-b5d0-4a84-81ea-b94acd2a5fe8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759640 Sep 16 04:56:46.234776 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port 786429cd-376c-468a-abf0-690968a80461 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:46.246859 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.260592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8b30cc-a870-4e79-b687-2f172e9fd2a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:46.274419 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b30cc-a870-4e79-b687-2f172e9fd2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2466162c-4272-4425-91a1-07596e0b6068,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:46.278578 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f18889d5-1313-4bf2-b8a8-60bc95ee646d req-7dc34cd2-dc8c-4d14-a433-f062f4ef2ffe service neutron] 10.222.0.21 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507206 Sep 16 04:56:46.291689 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5b8b30cc-a870-4e79-b687-2f172e9fd2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.292043 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-5b8b30cc-a870-4e79-b687-2f172e9fd2a9 admin admin] Added segment 5025da4f-c322-42a3-affd-54482f36cbf5 of type vlan for network 3a9b2771-f815-4dd2-bbe3-fd5ef182452c Sep 16 04:56:46.293899 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b723c6b-ea44-4521-a2ae-ba4576d6c886 req-145b0401-a64d-46a2-ba46-f04e5f48acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:46.299931 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b723c6b-ea44-4521-a2ae-ba4576d6c886 req-145b0401-a64d-46a2-ba46-f04e5f48acf2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cf1ef515-466a-4eba-aab5-e50796467689 HTTP/1.1" status: 200 len: 915 time: 0.2814426 Sep 16 04:56:46.339983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8370bfa-8698-4afa-a577-12beddda5c30 None None] DHCP port deletion for e7eead0f-4d6d-44c5-8798-3f0c15948664 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:56:46.348938 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b03e1-31da-41a9-8318-a480d465fe56 None None] Port 765d90b6-a82e-45b8-a7cc-18264fc1e569 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:46.391364 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] For port 786429cd-376c-468a-abf0-690968a80461, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=786429cd-376c-468a-abf0-690968a80461,segment=NetworkSegment(8dca7188-4164-461e-92f2-78e6edbd357f),segment_id=8dca7188-4164-461e-92f2-78e6edbd357f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:46.391752 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.394767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b723c6b-ea44-4521-a2ae-ba4576d6c886 req-69059788-e3f4-4323-8343-b949ce81b8e7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=397c5047-5192-4acb-ad72-4bf763b479a6 HTTP/1.1" status: 200 len: 217 time: 0.0773668 Sep 16 04:56:46.406444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for 786429cd-376c-468a-abf0-690968a80461 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:46.415361 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b8370bfa-8698-4afa-a577-12beddda5c30 None None] Deleting port 786429cd-376c-468a-abf0-690968a80461 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:46.415583 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b8370bfa-8698-4afa-a577-12beddda5c30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.417521 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5b8b30cc-a870-4e79-b687-2f172e9fd2a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.443997 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-c4cff77d-16f2-4699-8d8e-e3622df58d29 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5266013 Sep 16 04:56:46.481267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Request body: {'port': {'device_id': '3cffb1dd-478d-499d-9786-07a668c3fd68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:46.484978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b8370bfa-8698-4afa-a577-12beddda5c30 None None] For port 786429cd-376c-468a-abf0-690968a80461, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=786429cd-376c-468a-abf0-690968a80461,segment=NetworkSegment(8dca7188-4164-461e-92f2-78e6edbd357f),segment_id=8dca7188-4164-461e-92f2-78e6edbd357f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:46.485432 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b8370bfa-8698-4afa-a577-12beddda5c30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.500172 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b8370bfa-8698-4afa-a577-12beddda5c30 None None] Calling delete_port for 786429cd-376c-468a-abf0-690968a80461 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:46.534436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b723c6b-ea44-4521-a2ae-ba4576d6c886 req-748d416c-fbf4-430d-b359-0c228768890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:46.536115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b723c6b-ea44-4521-a2ae-ba4576d6c886 req-748d416c-fbf4-430d-b359-0c228768890e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f9bfb60-c133-4c36-96a6-a32d3e14830e HTTP/1.1" status: 200 len: 854 time: 0.1323400 Sep 16 04:56:46.586771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ada346-ff63-4f98-96b0-c4dc84359e57 req-7e6c82c8-5cb9-4c4f-839c-7e8511cc735d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:46.588230 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4ada346-ff63-4f98-96b0-c4dc84359e57 req-7e6c82c8-5cb9-4c4f-839c-7e8511cc735d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 931 time: 0.1502869 Sep 16 04:56:46.606166 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b723c6b-ea44-4521-a2ae-ba4576d6c886 req-c1f7fc98-a21f-473b-ac70-4a896cd91590 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cf1ef515-466a-4eba-aab5-e50796467689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403037 Sep 16 04:56:46.608114 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.624494 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.632699 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b8370bfa-8698-4afa-a577-12beddda5c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.656469 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No DVR routers for this DVR port 786429cd-376c-468a-abf0-690968a80461 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:46.660525 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8370bfa-8698-4afa-a577-12beddda5c30 None None] Pushing event deleted for resources: {'Port': ['ID=786429cd-376c-468a-abf0-690968a80461,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:46.662534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8370bfa-8698-4afa-a577-12beddda5c30 None None] No DVR routers for this DVR port 786429cd-376c-468a-abf0-690968a80461 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:46.663217 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=786429cd-376c-468a-abf0-690968a80461,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:46.726659 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4ada346-ff63-4f98-96b0-c4dc84359e57 req-e752412a-1ad5-429b-9e55-ae60b091276a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224885 Sep 16 04:56:46.730314 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5b8b30cc-a870-4e79-b687-2f172e9fd2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.731302 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8b30cc-a870-4e79-b687-2f172e9fd2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:46.731888 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5b8b30cc-a870-4e79-b687-2f172e9fd2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.785181 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.800647 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-40c7f530-f7ac-46c2-80f1-9572c71138d0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1863132 Sep 16 04:56:46.815131 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7eead0f-4d6d-44c5-8798-3f0c15948664']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:46.830052 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dca7188-4164-461e-92f2-78e6edbd357f') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:46.830477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dca7188-4164-461e-92f2-78e6edbd357f') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:46.845396 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.867426 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.877470 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:46.877997 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:46.882914 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:46.885502 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b30cc-a870-4e79-b687-2f172e9fd2a9 admin admin] Pushing event updated for resources: {'Network': ['ID=3a9b2771-f815-4dd2-bbe3-fd5ef182452c,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:46.902807 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5b8b30cc-a870-4e79-b687-2f172e9fd2a9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2939639 Sep 16 04:56:46.905147 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 3a9b2771-f815-4dd2-bbe3-fd5ef182452c details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:46.905634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b723c6b-ea44-4521-a2ae-ba4576d6c886 req-b3a74599-6bc3-4126-a683-eda246e12f1c service neutron] 10.222.0.38 "GET /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889593 Sep 16 04:56:46.907062 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52958) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:46.925557 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e7a63898-76e7-4cbe-b706-058c42b1c4f6 admin admin] Request body: {'subnet': {'network_id': '3a9b2771-f815-4dd2-bbe3-fd5ef182452c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-79727383-subnet', 'tenant_id': '285c43d8d53d4bf5ac21172a660ddd41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:47.051159 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-190db14a-7fab-490c-b269-a025cfa00618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.051663 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-190db14a-7fab-490c-b269-a025cfa00618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.052176 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-190db14a-7fab-490c-b269-a025cfa00618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.052688 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-190db14a-7fab-490c-b269-a025cfa00618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.053164 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-190db14a-7fab-490c-b269-a025cfa00618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.053806 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-190db14a-7fab-490c-b269-a025cfa00618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.054185 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-190db14a-7fab-490c-b269-a025cfa00618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.056298 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-190db14a-7fab-490c-b269-a025cfa00618 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee8d98757e0d4815a18cbb63a273fd61&device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 6508 time: 0.0853517 Sep 16 04:56:47.080394 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b723c6b-ea44-4521-a2ae-ba4576d6c886 req-f7c7c2aa-0441-4421-8587-9018d4658189 service neutron] 10.222.0.38 "GET /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641362 Sep 16 04:56:47.109344 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.123516 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.125400 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/networks/e7eead0f-4d6d-44c5-8798-3f0c15948664 HTTP/1.1" status: 204 len: 168 time: 1.1179354 Sep 16 04:56:47.129239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52962) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:47.136509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-92257473-8976-45e5-800c-617cae06c2b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1348506187'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:47.138203 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc194d-b475-4ed6-a5c4-896b4aa2dee7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Network': ['ID=e7eead0f-4d6d-44c5-8798-3f0c15948664,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:47.151911 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765d90b6-a82e-45b8-a7cc-18264fc1e569 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:47.166976 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.168237 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a63898-76e7-4cbe-b706-058c42b1c4f6 admin admin] Made reservation on behalf of 285c43d8d53d4bf5ac21172a660ddd41 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:47.170699 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e7a63898-76e7-4cbe-b706-058c42b1c4f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.187261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Transition to ACTIVE for port object 765d90b6-a82e-45b8-a7cc-18264fc1e569 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:56:47.256358 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-06fa7909-15f3-49ce-87b2-f3429458de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.256803 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-06fa7909-15f3-49ce-87b2-f3429458de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.257282 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-06fa7909-15f3-49ce-87b2-f3429458de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.258965 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-06fa7909-15f3-49ce-87b2-f3429458de4b service neutron] 10.222.0.38 "GET /v2.0/networks?id=e5c36bba-4312-42bb-9e3c-3c79c033dd8d&id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&id=92487fc6-ad30-45f7-ae82-d9026609df50&id=92487fc6-ad30-45f7-ae82-d9026609df50 HTTP/1.1" status: 200 len: 2296 time: 0.1792448 Sep 16 04:56:47.282771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92257473-8976-45e5-800c-617cae06c2b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:47.286650 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-92257473-8976-45e5-800c-617cae06c2b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.304384 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.332441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be067d9d-bae0-42da-a601-500e47070b74 req-084534f4-55d1-41fa-8c31-54737646cb8b tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.334242 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be067d9d-bae0-42da-a601-500e47070b74 req-084534f4-55d1-41fa-8c31-54737646cb8b tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 946 time: 0.1010838 Sep 16 04:56:47.348390 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-8549714c-ebd7-4878-9d23-7196e42cf552 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82a9ee32-3c39-4631-9da3-c026fdda75bd HTTP/1.1" status: 200 len: 1000 time: 0.0807958 Sep 16 04:56:47.389964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92257473-8976-45e5-800c-617cae06c2b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:47.481465 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-92257473-8976-45e5-800c-617cae06c2b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.482213 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-92257473-8976-45e5-800c-617cae06c2b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Added segment 5976b743-c4f3-4752-b87d-b62ed8baebb0 of type vlan for network 961a1e8f-b22f-43e6-ba34-33e2fddf054b Sep 16 04:56:47.493059 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-36e793f2-e8f8-4643-b4d2-101ec78febbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.494684 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-36e793f2-e8f8-4643-b4d2-101ec78febbd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c0b4174-34ac-47da-93e8-4d05e20323d9 HTTP/1.1" status: 200 len: 855 time: 0.1283393 Sep 16 04:56:47.518771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Pushing event updated for resources: {'Port': ['ID=765d90b6-a82e-45b8-a7cc-18264fc1e569,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:47.536969 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 786429cd-376c-468a-abf0-690968a80461 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:47.566300 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-1b7146a1-990b-487b-984d-d74a25d02a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.567894 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-1b7146a1-990b-487b-984d-d74a25d02a8e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e5c36bba-4312-42bb-9e3c-3c79c033dd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624375 Sep 16 04:56:47.581649 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 786429cd-376c-468a-abf0-690968a80461 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:47.582123 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 786429cd-376c-468a-abf0-690968a80461 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:47.604356 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e7a63898-76e7-4cbe-b706-058c42b1c4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.636543 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be067d9d-bae0-42da-a601-500e47070b74 req-fbf8dee1-a038-43ee-9940-e2ff2eead58c tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0a6391-262b-4ca0-ac01-43ac2d66a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740672 Sep 16 04:56:47.652549 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d45768-7c21-469c-9119-1dc2a99a30c5 req-39a584c2-62e3-4ef1-9ca9-d7ec9c45b34f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.654197 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08d45768-7c21-469c-9119-1dc2a99a30c5 req-39a584c2-62e3-4ef1-9ca9-d7ec9c45b34f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 944 time: 0.2974398 Sep 16 04:56:47.692243 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-92257473-8976-45e5-800c-617cae06c2b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.718053 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a63898-76e7-4cbe-b706-058c42b1c4f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6120700-89bc-4c2f-b7d0-144568ee5e85,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:47.742046 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a63898-76e7-4cbe-b706-058c42b1c4f6 admin admin] Checking segment: {'id': '5025da4f-c322-42a3-affd-54482f36cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3a9b2771-f815-4dd2-bbe3-fd5ef182452c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:47.742413 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a63898-76e7-4cbe-b706-058c42b1c4f6 admin admin] Network hostable DHCP agents. Network: 3a9b2771-f815-4dd2-bbe3-fd5ef182452c, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:47.746362 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-7553fb04-4ed9-490e-b621-286c7179c758 service neutron] 10.222.0.38 "GET /v2.0/networks/e5c36bba-4312-42bb-9e3c-3c79c033dd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708541 Sep 16 04:56:47.754548 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Attempting to bind port 765d90b6-a82e-45b8-a7cc-18264fc1e569 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:47.754894 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Attempting to bind port 765d90b6-a82e-45b8-a7cc-18264fc1e569 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:47.755520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Attempting to bind port 765d90b6-a82e-45b8-a7cc-18264fc1e569 on network 94292a08-7965-4890-98ca-c590d9f7562b {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:47.795431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08d45768-7c21-469c-9119-1dc2a99a30c5 req-806e47d4-06b9-45de-9f7c-6877195f1983 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068089 Sep 16 04:56:47.798259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Port 765d90b6-a82e-45b8-a7cc-18264fc1e569 on network 94292a08-7965-4890-98ca-c590d9f7562b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:56:47.800172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Attempting to bind port 765d90b6-a82e-45b8-a7cc-18264fc1e569 on network 94292a08-7965-4890-98ca-c590d9f7562b {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:47.817463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:47.819240 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Checking segment: {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:47.820336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Bound using segment: {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:47.821608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Bound port: 765d90b6-a82e-45b8-a7cc-18264fc1e569, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:47.826692 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.903629 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-92257473-8976-45e5-800c-617cae06c2b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.909976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92257473-8976-45e5-800c-617cae06c2b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.910587 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-92257473-8976-45e5-800c-617cae06c2b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.914114 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-6660db47-b42d-432d-add1-3995d41065ee service neutron] 10.222.0.38 "GET /v2.0/networks/e5c36bba-4312-42bb-9e3c-3c79c033dd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586487 Sep 16 04:56:47.928682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a63898-76e7-4cbe-b706-058c42b1c4f6 admin admin] Network 3a9b2771-f815-4dd2-bbe3-fd5ef182452c is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:47.963367 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-b3b910ed-cb90-4f31-b3fa-31fbf2bcbc53 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=ccee8eb8-1da5-4032-97e8-3546b99f9057 HTTP/1.1" status: 200 len: 217 time: 0.0419569 Sep 16 04:56:47.987628 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] For port 765d90b6-a82e-45b8-a7cc-18264fc1e569, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:48.018622 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-d7c55429-7685-4989-b01c-cd159d4213f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:48.020244 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-d7c55429-7685-4989-b01c-cd159d4213f8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89b9465c-5aea-4f0b-9ac0-609722b1fa65 HTTP/1.1" status: 200 len: 797 time: 0.0500357 Sep 16 04:56:48.051311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] For port 765d90b6-a82e-45b8-a7cc-18264fc1e569, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=765d90b6-a82e-45b8-a7cc-18264fc1e569,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:48.067481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-e7a63898-76e7-4cbe-b706-058c42b1c4f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 3a9b2771-f815-4dd2-bbe3-fd5ef182452c) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:48.076945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d55c5-fa68-4c3f-af42-62a5ad67745a req-e9ad0142-03a1-427a-8ec2-9c4640f76b41 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:48.076945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-374d55c5-fa68-4c3f-af42-62a5ad67745a req-e9ad0142-03a1-427a-8ec2-9c4640f76b41 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 943 time: 0.1767774 Sep 16 04:56:48.076945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92257473-8976-45e5-800c-617cae06c2b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Network': ['ID=961a1e8f-b22f-43e6-ba34-33e2fddf054b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:48.079911 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1092b1-0efa-4ace-984f-6b246948fab9 None None] Network 3a9b2771-f815-4dd2-bbe3-fd5ef182452c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:48.084691 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a63898-76e7-4cbe-b706-058c42b1c4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:48.085560 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e7a63898-76e7-4cbe-b706-058c42b1c4f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.104932 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-8bbcdb31-8a74-4876-9c8b-46caa43a83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:48.106905 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-8bbcdb31-8a74-4876-9c8b-46caa43a83b1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0781136 Sep 16 04:56:48.111486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 961a1e8f-b22f-43e6-ba34-33e2fddf054b details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:48.118177 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-92257473-8976-45e5-800c-617cae06c2b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9840579 Sep 16 04:56:48.118177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52976) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:48.124136 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-62f0a454-2a61-41a2-8817-56e289bc5516 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'subnet': {'network_id': '961a1e8f-b22f-43e6-ba34-33e2fddf054b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:48.173213 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.195158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-374d55c5-fa68-4c3f-af42-62a5ad67745a req-cb51652a-5946-4fc3-a8d1-24ffe289c836 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014724 Sep 16 04:56:48.216548 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e7a63898-76e7-4cbe-b706-058c42b1c4f6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3077989 Sep 16 04:56:48.241616 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-5826db16-d2eb-46b7-b63a-39ce65089422 service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216755 Sep 16 04:56:48.298423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:48.299616 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.301013 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] 10.222.0.21 "PUT /v2.0/ports/765d90b6-a82e-45b8-a7cc-18264fc1e569 HTTP/1.1" status: 200 len: 1092 time: 1.8255715 Sep 16 04:56:48.301598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cffb1dd-478d-499d-9786-07a668c3fd68', 'tag': '765d90b6-a82e-45b8-a7cc-18264fc1e569'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:48.304177 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c333cb0d-873a-4785-ab2b-d88b3296e35a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cffb1dd-478d-499d-9786-07a668c3fd68", "tag": "765d90b6-a82e-45b8-a7cc-18264fc1e569"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:48.357928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b7e8d-f790-4876-b606-78c4d9699d12 service neutron] Pushing event updated for resources: {'Port': ['ID=765d90b6-a82e-45b8-a7cc-18264fc1e569,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:48.360857 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb50b80-692a-435e-af9c-9bb48985c3b2 None None] Network 3a9b2771-f815-4dd2-bbe3-fd5ef182452c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:48.427261 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040a7756-29e0-419e-a865-b806a9fc0d40 x-openstack-request-id: req-040a7756-29e0-419e-a865-b806a9fc0d40 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:48.427261 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cffb1dd-478d-499d-9786-07a668c3fd68", "tag": "765d90b6-a82e-45b8-a7cc-18264fc1e569", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:48.427261 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-040a7756-29e0-419e-a865-b806a9fc0d40 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:48.427261 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cffb1dd-478d-499d-9786-07a668c3fd68', 'tag': '765d90b6-a82e-45b8-a7cc-18264fc1e569', 'status': 'completed', 'code': 200} Sep 16 04:56:48.449762 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-5a0bd88f-ab6c-4336-a64f-617589e70176 service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939106 Sep 16 04:56:48.525992 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-08960ee6-665e-4a58-9a1b-a58ea8bff16a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=207cd857-c1dd-4112-b6ee-2cc72b73c3f2 HTTP/1.1" status: 200 len: 217 time: 0.0711300 Sep 16 04:56:48.565699 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f0a454-2a61-41a2-8817-56e289bc5516 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:48.578689 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-62f0a454-2a61-41a2-8817-56e289bc5516 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.658795 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-c1be8e72-2889-49e9-b0d6-8edf2fdb4799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:48.662165 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-c1be8e72-2889-49e9-b0d6-8edf2fdb4799 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89b9465c-5aea-4f0b-9ac0-609722b1fa65 HTTP/1.1" status: 200 len: 797 time: 0.1159120 Sep 16 04:56:48.767634 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-613d00f9-04f6-42af-84ff-2f385af9fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:48.769553 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-613d00f9-04f6-42af-84ff-2f385af9fb0d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0996277 Sep 16 04:56:48.803901 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 416c8998-67f7-4700-b759-de032eee3c5b details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:56:48.863123 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333cb0d-873a-4785-ab2b-d88b3296e35a req-fd505586-93b0-44ca-a8b4-f12425384091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:48.864999 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c333cb0d-873a-4785-ab2b-d88b3296e35a req-fd505586-93b0-44ca-a8b4-f12425384091 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 1095 time: 0.3265193 Sep 16 04:56:48.917617 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-d536f318-e28c-41cc-ae48-317d785d5605 service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397238 Sep 16 04:56:48.982720 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 416c8998-67f7-4700-b759-de032eee3c5b, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=416c8998-67f7-4700-b759-de032eee3c5b,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:48.993970 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '416c8998-67f7-4700-b759-de032eee3c5b', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '416c8998-67f7-4700-b759-de032eee3c5b', 'mac_address': 'fa:16:3e:28:35:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:56:49.030308 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-e357afea-ee2f-4a46-b65e-46695d8b18f0 service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049006 Sep 16 04:56:49.036085 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.052127 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416c8998-67f7-4700-b759-de032eee3c5b {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:49.074953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 416c8998-67f7-4700-b759-de032eee3c5b, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=416c8998-67f7-4700-b759-de032eee3c5b,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:49.075175 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-fedea68a-abdf-44bd-91ca-ebe833283951 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=a5ba0f66-270a-41f6-b6de-e53d473310e7 HTTP/1.1" status: 200 len: 217 time: 0.0369551 Sep 16 04:56:49.113644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133ca4e-9d70-4702-9799-24f26660a8d5 req-3269899e-ac48-4c76-821e-20469cf86edf tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:49.115392 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5133ca4e-9d70-4702-9799-24f26660a8d5 req-3269899e-ac48-4c76-821e-20469cf86edf tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 946 time: 0.3078632 Sep 16 04:56:49.133211 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-ed2e5c7c-a45b-45b1-b73a-8b20bb0b24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:49.134793 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-ed2e5c7c-a45b-45b1-b73a-8b20bb0b24e8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89b9465c-5aea-4f0b-9ac0-609722b1fa65 HTTP/1.1" status: 200 len: 797 time: 0.0532885 Sep 16 04:56:49.160067 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.193348 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-ad61a5c7-f450-4d1d-a585-10d7639af346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:49.194912 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-ad61a5c7-f450-4d1d-a585-10d7639af346 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0533607 Sep 16 04:56:49.198611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333cb0d-873a-4785-ab2b-d88b3296e35a req-2e5ddee1-b8d5-412d-a039-9e77811ad5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:49.200196 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c333cb0d-873a-4785-ab2b-d88b3296e35a req-2e5ddee1-b8d5-412d-a039-9e77811ad5bf service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2820652 Sep 16 04:56:49.211989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=416c8998-67f7-4700-b759-de032eee3c5b,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:49.296990 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-bc0d44e8-7cad-4d98-8819-32759ecf0092 service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937276 Sep 16 04:56:49.297611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-e33dbf08-c0c9-4b08-a812-e4d01e31b1e3 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:49.298679 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-e33dbf08-c0c9-4b08-a812-e4d01e31b1e3 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/networks?id=3a9b2771-f815-4dd2-bbe3-fd5ef182452c HTTP/1.1" status: 200 len: 820 time: 0.2979083 Sep 16 04:56:49.343247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5133ca4e-9d70-4702-9799-24f26660a8d5 req-020011da-8d52-4fa6-9736-b7cb346fa6b7 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0a6391-262b-4ca0-ac01-43ac2d66a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621935 Sep 16 04:56:49.394420 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-6ee7ff38-2301-4fc0-80ba-ff7a39415a31 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/quotas/285c43d8d53d4bf5ac21172a660ddd41 HTTP/1.1" status: 200 len: 375 time: 0.0699642 Sep 16 04:56:49.417014 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-e2150303-480f-4b54-bd6b-23495ee3a65a service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109307 Sep 16 04:56:49.450189 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-821f0007-fa7d-45a8-92eb-d22b9d49a188 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=285c43d8d53d4bf5ac21172a660ddd41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448492 Sep 16 04:56:49.468921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333cb0d-873a-4785-ab2b-d88b3296e35a req-00d4acd4-dd89-4133-a4ee-5c308f25b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:49.469837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c333cb0d-873a-4785-ab2b-d88b3296e35a req-00d4acd4-dd89-4133-a4ee-5c308f25b2ff service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2497554 Sep 16 04:56:49.487284 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-8964335b-b74d-464b-9092-dde2244162f3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=bc85b5cf-42ee-4029-920f-a0fc5c1f45bc HTTP/1.1" status: 200 len: 217 time: 0.0617232 Sep 16 04:56:49.545864 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-b9263f70-b6e9-406b-b4b3-e123530cb383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:49.547491 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-b9263f70-b6e9-406b-b4b3-e123530cb383 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89b9465c-5aea-4f0b-9ac0-609722b1fa65 HTTP/1.1" status: 200 len: 797 time: 0.0524633 Sep 16 04:56:49.614962 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-93db9a26-6230-41ce-adf3-430cf725bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:49.614962 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-93db9a26-6230-41ce-adf3-430cf725bfcf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25dc981a-4bf0-4e39-9c80-5980ada4b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0523152 Sep 16 04:56:49.662147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-2683a332-41c8-4f75-b928-c75d97effad8 service neutron] 10.222.0.20 "GET /v2.0/networks/3a9b2771-f815-4dd2-bbe3-fd5ef182452c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855261 Sep 16 04:56:49.684061 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-3988df9e-1741-4b21-9a3c-0b3018b67256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:49.684061 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-3988df9e-1741-4b21-9a3c-0b3018b67256 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 1095 time: 0.1088476 Sep 16 04:56:49.684437 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['416c8998-67f7-4700-b759-de032eee3c5b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:49.687233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49c5ce-3c8a-42b1-8b93-84e0076ba3f0 req-d948fd37-dd9e-4383-8f24-73b93a993bfc tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:49.688863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b49c5ce-3c8a-42b1-8b93-84e0076ba3f0 req-d948fd37-dd9e-4383-8f24-73b93a993bfc tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 944 time: 0.1271985 Sep 16 04:56:49.719760 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-2fadeec7-122a-4a64-9831-19a386d89e7e service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044948 Sep 16 04:56:49.753371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-3f3960a2-7ecc-434c-a875-ef0158384a1a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=765d90b6-a82e-45b8-a7cc-18264fc1e569 HTTP/1.1" status: 200 len: 217 time: 0.0539808 Sep 16 04:56:49.831815 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-1964b4be-bc6e-454a-864e-f4332a2a166c service neutron] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036229 Sep 16 04:56:49.852192 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-62f0a454-2a61-41a2-8817-56e289bc5516 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.871269 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b49c5ce-3c8a-42b1-8b93-84e0076ba3f0 req-c669eb19-8d0f-456e-ad99-073acfe76db7 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635590 Sep 16 04:56:49.875099 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-de67fff5-8493-45c3-a96b-759df5b68cca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=02f13f4a-d752-4b62-80fe-9e1b2b5176a4 HTTP/1.1" status: 200 len: 217 time: 0.0355446 Sep 16 04:56:49.925778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-59627b1a-7d75-4585-9ea5-c7e3d98424cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:49.925778 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-59627b1a-7d75-4585-9ea5-c7e3d98424cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.1546683 Sep 16 04:56:49.925778 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-90f11017-550d-4a74-b5dd-8423dbd777e6 service neutron] 10.222.0.20 "GET /v2.0/networks/3a9b2771-f815-4dd2-bbe3-fd5ef182452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501218 Sep 16 04:56:49.935288 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-e302639f-8bf6-4954-8a38-3e88d7271d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:49.938288 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-e302639f-8bf6-4954-8a38-3e88d7271d4c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e3cf3c4e-d286-4dbe-a756-42de8506c72b HTTP/1.1" status: 200 len: 797 time: 0.0556636 Sep 16 04:56:49.984604 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0a454-2a61-41a2-8817-56e289bc5516 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Subnet': ['ID=c84d010b-029f-4e06-948c-0a4e2a592154,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:49.991193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f0a454-2a61-41a2-8817-56e289bc5516 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Checking segment: {'id': '5976b743-c4f3-4752-b87d-b62ed8baebb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '961a1e8f-b22f-43e6-ba34-33e2fddf054b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:49.991547 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f0a454-2a61-41a2-8817-56e289bc5516 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network hostable DHCP agents. Network: 961a1e8f-b22f-43e6-ba34-33e2fddf054b, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:50.006063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-983b342e-0df8-4070-b530-9e5df874f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.007594 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-983b342e-0df8-4070-b530-9e5df874f4ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817864 Sep 16 04:56:50.030923 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-b89306d4-a134-40c2-a6e1-eb355d50143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.032506 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-b89306d4-a134-40c2-a6e1-eb355d50143f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92487fc6-ad30-45f7-ae82-d9026609df50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0599880 Sep 16 04:56:50.130789 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-05d0586f-ae05-429d-95ef-81b1aa45e279 service neutron] 10.222.0.38 "GET /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891554 Sep 16 04:56:50.244168 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-36931798-a5bd-4b5c-b9c6-9dcc6158dbdd service neutron] 10.222.0.38 "GET /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061585 Sep 16 04:56:50.297441 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-209de2df-fb36-4b5c-9cb5-89070f6f7a21 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=666421dd-7f20-43a0-8019-5b5cd252de6c HTTP/1.1" status: 200 len: 217 time: 0.0455472 Sep 16 04:56:50.355706 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-8918f52d-feb8-453f-bb9f-3d5324f9c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.358018 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-8918f52d-feb8-453f-bb9f-3d5324f9c4aa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e3cf3c4e-d286-4dbe-a756-42de8506c72b HTTP/1.1" status: 200 len: 797 time: 0.0525968 Sep 16 04:56:50.384253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f0a454-2a61-41a2-8817-56e289bc5516 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network 961a1e8f-b22f-43e6-ba34-33e2fddf054b is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:50.415081 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee08-c712-4073-9916-a23b76a4880b req-be24cd83-b8b4-40a1-a5b1-61ae131281b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.417067 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-be24cd83-b8b4-40a1-a5b1-61ae131281b0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92487fc6-ad30-45f7-ae82-d9026609df50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0509210 Sep 16 04:56:50.521151 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-917ec22c-e29e-4cc6-a112-ad687ae97bf4 service neutron] 10.222.0.38 "GET /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944943 Sep 16 04:56:50.526147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-9b4c70c2-a785-47a3-982e-9123816453fd service neutron] 10.222.0.21 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104082 Sep 16 04:56:50.536414 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac2b8d-5831-49ed-adc9-ab98d73077f6 req-9f4c89c7-5e8d-48e4-8a7e-f30d56d9d1be tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.537889 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6ac2b8d-5831-49ed-adc9-ab98d73077f6 req-9f4c89c7-5e8d-48e4-8a7e-f30d56d9d1be tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 943 time: 0.1590085 Sep 16 04:56:50.547148 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 397c5047-5192-4acb-ad72-4bf763b479a6 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:56:50.552829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efef47d-a0e1-463c-af22-318c1889c14c req-425b4e1c-5c1f-426a-b7b1-d03e04d76521 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.556127 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efef47d-a0e1-463c-af22-318c1889c14c req-425b4e1c-5c1f-426a-b7b1-d03e04d76521 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.562247 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efef47d-a0e1-463c-af22-318c1889c14c req-425b4e1c-5c1f-426a-b7b1-d03e04d76521 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.568297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efef47d-a0e1-463c-af22-318c1889c14c req-425b4e1c-5c1f-426a-b7b1-d03e04d76521 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.574377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efef47d-a0e1-463c-af22-318c1889c14c req-425b4e1c-5c1f-426a-b7b1-d03e04d76521 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.581206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efef47d-a0e1-463c-af22-318c1889c14c req-425b4e1c-5c1f-426a-b7b1-d03e04d76521 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.586542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efef47d-a0e1-463c-af22-318c1889c14c req-425b4e1c-5c1f-426a-b7b1-d03e04d76521 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.588487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7efef47d-a0e1-463c-af22-318c1889c14c req-425b4e1c-5c1f-426a-b7b1-d03e04d76521 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5444 time: 0.2108655 Sep 16 04:56:50.616513 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-62f0a454-2a61-41a2-8817-56e289bc5516 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 961a1e8f-b22f-43e6-ba34-33e2fddf054b) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:50.636130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f0a454-2a61-41a2-8817-56e289bc5516 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.636964 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-62f0a454-2a61-41a2-8817-56e289bc5516 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.661621 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-16eaee08-c712-4073-9916-a23b76a4880b req-9f47da03-d0cf-41d2-aa9b-f5caef4e05c0 service neutron] 10.222.0.38 "GET /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324058 Sep 16 04:56:50.682143 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 397c5047-5192-4acb-ad72-4bf763b479a6, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=397c5047-5192-4acb-ad72-4bf763b479a6,segment=NetworkSegment(931096fd-94b2-46ae-a55e-27ab1c58c657),segment_id=931096fd-94b2-46ae-a55e-27ab1c58c657)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:50.692638 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389b90ae-c5c7-45e0-bb58-3cfc7457d0d2 None None] Network 961a1e8f-b22f-43e6-ba34-33e2fddf054b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:50.711363 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '397c5047-5192-4acb-ad72-4bf763b479a6', 'network_id': 'cf1ef515-466a-4eba-aab5-e50796467689', 'port_id': '397c5047-5192-4acb-ad72-4bf763b479a6', 'mac_address': 'fa:16:3e:ee:f0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9bfb60-c133-4c36-96a6-a32d3e14830e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:56:50.742655 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6ac2b8d-5831-49ed-adc9-ab98d73077f6 req-67b6a4e3-c42d-4704-aaf9-4153f3a40c7e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442006 Sep 16 04:56:50.756733 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7efef47d-a0e1-463c-af22-318c1889c14c req-26143ecc-6dfc-4be6-b580-aeb138006fbd tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1555259 Sep 16 04:56:50.773618 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15f798b3-4308-4a68-a914-284ae6037eb4 req-8d5ba445-60f1-4652-be4d-d4964fd9a23f service neutron] 10.222.0.21 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840928 Sep 16 04:56:50.849463 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.857648 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a7e86bb-3850-4483-b153-e22bc0c4ded4 req-3b3bd596-e148-41c6-a5da-91ee21d2d0c7 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 210 time: 0.0410955 Sep 16 04:56:50.862673 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-62f0a454-2a61-41a2-8817-56e289bc5516 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7415540 Sep 16 04:56:50.864010 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53036) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:50.882685 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-5feab954-039d-4e74-9032-9341addb9ffa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'network_id': '961a1e8f-b22f-43e6-ba34-33e2fddf054b', 'name': 'tempest-PortsTestJSON-151018414', 'fixed_ips': [{'subnet_id': 'c84d010b-029f-4e06-948c-0a4e2a592154', 'ip_address': '172.20.0.10'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:50.902449 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397c5047-5192-4acb-ad72-4bf763b479a6 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:50.935519 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01716353-c283-4a24-93c2-acbb892c99e3 req-19d2519d-12d1-48fc-910a-f01325bf64a0 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.947389 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01716353-c283-4a24-93c2-acbb892c99e3 req-19d2519d-12d1-48fc-910a-f01325bf64a0 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 947 time: 0.0929022 Sep 16 04:56:50.956657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 397c5047-5192-4acb-ad72-4bf763b479a6, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=397c5047-5192-4acb-ad72-4bf763b479a6,segment=NetworkSegment(931096fd-94b2-46ae-a55e-27ab1c58c657),segment_id=931096fd-94b2-46ae-a55e-27ab1c58c657)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:51.011834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01716353-c283-4a24-93c2-acbb892c99e3 req-3d640bbf-452a-4a34-ba92-2b396db2f837 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0a6391-262b-4ca0-ac01-43ac2d66a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633996 Sep 16 04:56:51.034190 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-961a1e8f-b22f-43e6-ba34-33e2fddf054b', 'network_id': '961a1e8f-b22f-43e6-ba34-33e2fddf054b', 'tenant_id': 'bd73fd6f01ac49808b684051ab40bcc5', 'fixed_ips': [{'subnet_id': 'c84d010b-029f-4e06-948c-0a4e2a592154'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:56:51.035335 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.054232 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.141954 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feab954-039d-4e74-9032-9341addb9ffa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:51.205844 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dddb1-5875-4b19-a0c3-c1028727c09b req-d1342183-58db-44a7-9449-f66196b0e5c7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:51.212281 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dddb1-5875-4b19-a0c3-c1028727c09b req-d1342183-58db-44a7-9449-f66196b0e5c7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:51.217080 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=397c5047-5192-4acb-ad72-4bf763b479a6,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:51.219245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dddb1-5875-4b19-a0c3-c1028727c09b req-d1342183-58db-44a7-9449-f66196b0e5c7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:51.225712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dddb1-5875-4b19-a0c3-c1028727c09b req-d1342183-58db-44a7-9449-f66196b0e5c7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:51.232608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dddb1-5875-4b19-a0c3-c1028727c09b req-d1342183-58db-44a7-9449-f66196b0e5c7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:51.238628 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dddb1-5875-4b19-a0c3-c1028727c09b req-d1342183-58db-44a7-9449-f66196b0e5c7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:51.245098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dddb1-5875-4b19-a0c3-c1028727c09b req-d1342183-58db-44a7-9449-f66196b0e5c7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:51.247143 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-018dddb1-5875-4b19-a0c3-c1028727c09b req-d1342183-58db-44a7-9449-f66196b0e5c7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5444 time: 0.1607149 Sep 16 04:56:51.256202 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5feab954-039d-4e74-9032-9341addb9ffa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.265619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462c65b-5b01-4134-8447-9853134d68f4 req-583b97fe-f249-4c3b-ad57-1e927c3cd714 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:51.267334 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0462c65b-5b01-4134-8447-9853134d68f4 req-583b97fe-f249-4c3b-ad57-1e927c3cd714 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 945 time: 0.1435199 Sep 16 04:56:51.277400 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-5feab954-039d-4e74-9032-9341addb9ffa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] device_id is not set on port f291a407-5f12-4573-a648-b482cd90c5ac yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:51.289702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] Allocated IP 172.20.0.2 (961a1e8f-b22f-43e6-ba34-33e2fddf054b/c84d010b-029f-4e06-948c-0a4e2a592154/0b8b3be6-c4a4-4af3-917e-88f43dc3fc80) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:51.369781 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0462c65b-5b01-4134-8447-9853134d68f4 req-7cb60244-6428-4352-a88a-7d35801781f2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958717 Sep 16 04:56:51.486817 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.621721 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['397c5047-5192-4acb-ad72-4bf763b479a6'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:51.714747 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.768241 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-5feab954-039d-4e74-9032-9341addb9ffa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Allocated IP 172.20.0.10 (961a1e8f-b22f-43e6-ba34-33e2fddf054b/c84d010b-029f-4e06-948c-0a4e2a592154/f291a407-5f12-4573-a648-b482cd90c5ac) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:51.776628 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] Network 961a1e8f-b22f-43e6-ba34-33e2fddf054b is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:51.787594 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:51.790195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:51.792051 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] Pushing event updated for resources: {'Port': ['ID=0b8b3be6-c4a4-4af3-917e-88f43dc3fc80,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:51.882759 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] Attempting to bind port 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:51.883184 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] Attempting to bind port 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '5976b743-c4f3-4752-b87d-b62ed8baebb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '961a1e8f-b22f-43e6-ba34-33e2fddf054b'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:51.883575 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] Attempting to bind port 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80 on network 961a1e8f-b22f-43e6-ba34-33e2fddf054b {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:51.896036 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5ed87-7f0a-4f38-8fdf-eee1231f00e2 req-1641e7fb-9f7b-4513-bec6-327673002192 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:51.897410 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8fd5ed87-7f0a-4f38-8fdf-eee1231f00e2 req-1641e7fb-9f7b-4513-bec6-327673002192 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 943 time: 0.0640135 Sep 16 04:56:51.899685 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:51.900070 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] Checking segment: {'id': '5976b743-c4f3-4752-b87d-b62ed8baebb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '961a1e8f-b22f-43e6-ba34-33e2fddf054b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:51.900480 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.900902 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] Bound using segment: {'id': '5976b743-c4f3-4752-b87d-b62ed8baebb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '961a1e8f-b22f-43e6-ba34-33e2fddf054b'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:51.901383 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] Bound port: 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5976b743-c4f3-4752-b87d-b62ed8baebb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '961a1e8f-b22f-43e6-ba34-33e2fddf054b'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:51.901922 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.986132 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5feab954-039d-4e74-9032-9341addb9ffa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.996950 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] For port 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:52.004974 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] For port 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0b8b3be6-c4a4-4af3-917e-88f43dc3fc80,segment=NetworkSegment(5976b743-c4f3-4752-b87d-b62ed8baebb0),segment_id=5976b743-c4f3-4752-b87d-b62ed8baebb0)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:52.006605 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd2c63c6-7d32-45d4-ac0b-a1e12df485b5 req-27407688-e29f-4c09-8431-e3f7676f55cd tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 210 time: 0.0471416 Sep 16 04:56:52.011061 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8fd5ed87-7f0a-4f38-8fdf-eee1231f00e2 req-a8df86d4-f817-43d9-915f-03800dee8e60 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916283 Sep 16 04:56:52.131566 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.131837 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5feab954-039d-4e74-9032-9341addb9ffa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.172139 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae1ab5-6dfd-4172-bdfb-e7e49872617c req-846ba455-ce09-4da0-8d5f-a727f13be648 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:52.174572 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8aae1ab5-6dfd-4172-bdfb-e7e49872617c req-846ba455-ce09-4da0-8d5f-a727f13be648 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 947 time: 0.0702367 Sep 16 04:56:52.190358 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feab954-039d-4e74-9032-9341addb9ffa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network 961a1e8f-b22f-43e6-ba34-33e2fddf054b is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:52.194277 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-5feab954-039d-4e74-9032-9341addb9ffa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:52.203508 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feab954-039d-4e74-9032-9341addb9ffa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:52.206337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69542473-d4f5-4029-a267-4cdf1f70c839 None None] Pushing event updated for resources: {'Port': ['ID=0b8b3be6-c4a4-4af3-917e-88f43dc3fc80,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:52.221637 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feab954-039d-4e74-9032-9341addb9ffa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=f291a407-5f12-4573-a648-b482cd90c5ac,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:52.240203 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8aae1ab5-6dfd-4172-bdfb-e7e49872617c req-b9fe0da0-9812-4a71-991c-4697b41cc122 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0a6391-262b-4ca0-ac01-43ac2d66a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513263 Sep 16 04:56:52.280758 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feab954-039d-4e74-9032-9341addb9ffa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:52.281352 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5feab954-039d-4e74-9032-9341addb9ffa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.422870 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5feab954-039d-4e74-9032-9341addb9ffa tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5572901 Sep 16 04:56:52.427404 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53058) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:52.435080 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d9b06add-bb3d-4e86-bb03-f22d08803227 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'network_id': '961a1e8f-b22f-43e6-ba34-33e2fddf054b', 'name': 'tempest-PortsTestJSON-202744890', 'fixed_ips': [{'subnet_id': 'c84d010b-029f-4e06-948c-0a4e2a592154', 'ip_address': '172.20.0.9'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:52.533082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabf582-7152-4b31-bc81-7564ae260f35 req-815687c5-f1a4-4b7c-a514-26a67e48bbd1 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:52.534573 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ecabf582-7152-4b31-bc81-7564ae260f35 req-815687c5-f1a4-4b7c-a514-26a67e48bbd1 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 945 time: 0.0635967 Sep 16 04:56:52.560299 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 416c8998-67f7-4700-b759-de032eee3c5b up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:52.582873 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ecabf582-7152-4b31-bc81-7564ae260f35 req-5f5d2a66-0b7c-45af-9e91-48cd7e604bfd tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410457 Sep 16 04:56:52.656858 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b06add-bb3d-4e86-bb03-f22d08803227 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:52.661911 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9b06add-bb3d-4e86-bb03-f22d08803227 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.680003 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-d9b06add-bb3d-4e86-bb03-f22d08803227 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] device_id is not set on port 0fb826e6-a136-4ea7-9e51-c4afaa49dd7e yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:52.805006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 416c8998-67f7-4700-b759-de032eee3c5b completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:56:52.809176 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 416c8998-67f7-4700-b759-de032eee3c5b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:52.809532 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.847191 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-d9b06add-bb3d-4e86-bb03-f22d08803227 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Allocated IP 172.20.0.9 (961a1e8f-b22f-43e6-ba34-33e2fddf054b/c84d010b-029f-4e06-948c-0a4e2a592154/0fb826e6-a136-4ea7-9e51-c4afaa49dd7e) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:52.926478 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.952368 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dad4232-253f-44ff-9eb7-26432d5e70a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416c8998-67f7-4700-b759-de032eee3c5b'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:52.954699 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c43111b-4fed-4af8-8574-c38311d88691" -d '{"events": [{"server_uuid": "2dad4232-253f-44ff-9eb7-26432d5e70a0", "name": "network-vif-plugged", "status": "completed", "tag": "416c8998-67f7-4700-b759-de032eee3c5b"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:52.967589 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 416c8998-67f7-4700-b759-de032eee3c5b, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=416c8998-67f7-4700-b759-de032eee3c5b,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:53.003538 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24c88be-696b-470b-a50e-f2ab38248544 x-openstack-request-id: req-a24c88be-696b-470b-a50e-f2ab38248544 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:53.003848 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dad4232-253f-44ff-9eb7-26432d5e70a0", "name": "network-vif-plugged", "status": "completed", "tag": "416c8998-67f7-4700-b759-de032eee3c5b", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:53.004117 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a24c88be-696b-470b-a50e-f2ab38248544 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:53.004512 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dad4232-253f-44ff-9eb7-26432d5e70a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416c8998-67f7-4700-b759-de032eee3c5b', 'code': 200} Sep 16 04:56:53.032676 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9b06add-bb3d-4e86-bb03-f22d08803227 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.097346 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.163516 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1be860-2c67-41ac-a07c-ad271c3421e2 req-2482d0a2-d93e-46a4-b65d-9a67defbdec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:53.165808 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db1be860-2c67-41ac-a07c-ad271c3421e2 req-2482d0a2-d93e-46a4-b65d-9a67defbdec3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 1100 time: 0.0643268 Sep 16 04:56:53.221903 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-925d2325-134f-445a-a441-17bc3ffb7f7d req-279d6514-f438-4867-a754-8eee2226f6ac tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 210 time: 0.0634124 Sep 16 04:56:53.262121 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=416c8998-67f7-4700-b759-de032eee3c5b,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:53.331910 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d12a68-1bb3-40b3-834f-c7be5e8af731 req-9295e7bf-9816-4438-a10a-9e43c91b8d1f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:53.333640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-55d12a68-1bb3-40b3-834f-c7be5e8af731 req-9295e7bf-9816-4438-a10a-9e43c91b8d1f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 943 time: 0.1206934 Sep 16 04:56:53.336183 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4adb972-c815-4bf8-89e5-45f0511ff263 None None] Network 961a1e8f-b22f-43e6-ba34-33e2fddf054b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:53.473845 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-55d12a68-1bb3-40b3-834f-c7be5e8af731 req-e1699a00-550d-4a7a-a88a-1ce70d2cbacf tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220107 Sep 16 04:56:53.619406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:53.632681 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae70e8a-a211-4357-8b7e-2168e49c6361 req-05ceb1c2-bc9e-4374-b5f1-97ff2f39a5ee tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:53.638345 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ae70e8a-a211-4357-8b7e-2168e49c6361 req-05ceb1c2-bc9e-4374-b5f1-97ff2f39a5ee tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 948 time: 0.1025710 Sep 16 04:56:53.642672 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9b06add-bb3d-4e86-bb03-f22d08803227 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.645234 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7cddd04a-c728-4726-a815-08c985b4e534 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:53.647359 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7cddd04a-c728-4726-a815-08c985b4e534 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.21 "GET /v2.0/networks?id=3a9b2771-f815-4dd2-bbe3-fd5ef182452c HTTP/1.1" status: 200 len: 820 time: 0.2533984 Sep 16 04:56:53.676588 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-4ff7fe88-c093-4ab0-ac72-541342a25d0a tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Request body: {'port': {'device_id': '4071c061-f5f5-446d-a790-2bb8514f9573', 'network_id': '3a9b2771-f815-4dd2-bbe3-fd5ef182452c', 'admin_state_up': True, 'tenant_id': '285c43d8d53d4bf5ac21172a660ddd41'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:53.689337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-34926e19-a4f8-47a0-8e94-4edc0e8a6fe9 None None] Provisioning complete for port 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:53.689697 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-34926e19-a4f8-47a0-8e94-4edc0e8a6fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.773028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ae70e8a-a211-4357-8b7e-2168e49c6361 req-364e60c7-a0bf-42fc-ba3e-0d4fd5eb849d tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0a6391-262b-4ca0-ac01-43ac2d66a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248231 Sep 16 04:56:53.785062 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b06add-bb3d-4e86-bb03-f22d08803227 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network 961a1e8f-b22f-43e6-ba34-33e2fddf054b is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:53.788689 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db1be860-2c67-41ac-a07c-ad271c3421e2 req-3692b880-fea0-42a2-8702-7323f4dddde6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fa0a6391-262b-4ca0-ac01-43ac2d66a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6153588 Sep 16 04:56:53.808829 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-d9b06add-bb3d-4e86-bb03-f22d08803227 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:53.813081 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b06add-bb3d-4e86-bb03-f22d08803227 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:53.839430 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:53.846623 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.890482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fc978-5416-4863-a13b-5adbcc0ef9cf req-2e7930ab-8c4c-4c73-8952-d42330ac0068 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:53.892255 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd1fc978-5416-4863-a13b-5adbcc0ef9cf req-2e7930ab-8c4c-4c73-8952-d42330ac0068 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 945 time: 0.1828549 Sep 16 04:56:53.915319 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b06add-bb3d-4e86-bb03-f22d08803227 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:53.917120 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9b06add-bb3d-4e86-bb03-f22d08803227 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.927353 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b06add-bb3d-4e86-bb03-f22d08803227 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=0fb826e6-a136-4ea7-9e51-c4afaa49dd7e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:53.991304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53094) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:54.008390 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-34926e19-a4f8-47a0-8e94-4edc0e8a6fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.017495 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d9b06add-bb3d-4e86-bb03-f22d08803227 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5880425 Sep 16 04:56:54.020169 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53098) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:54.057170 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd1fc978-5416-4863-a13b-5adbcc0ef9cf req-8b925a56-1331-427a-8ad9-7439f1b88692 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499863 Sep 16 04:56:54.110502 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-34926e19-a4f8-47a0-8e94-4edc0e8a6fe9 None None] For port 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0b8b3be6-c4a4-4af3-917e-88f43dc3fc80,segment=NetworkSegment(5976b743-c4f3-4752-b87d-b62ed8baebb0),segment_id=5976b743-c4f3-4752-b87d-b62ed8baebb0)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:54.122867 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.133691 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:56:54.176885 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-4ff7fe88-c093-4ab0-ac72-541342a25d0a tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Made reservation on behalf of 285c43d8d53d4bf5ac21172a660ddd41 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:54.181326 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-4ff7fe88-c093-4ab0-ac72-541342a25d0a tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.211843 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa46373d-53bb-4a44-8727-cb6566301831 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:54.215581 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fa46373d-53bb-4a44-8727-cb6566301831 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1921120 Sep 16 04:56:54.221020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53100) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:54.228678 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19912a-f930-4743-b669-c18d97f0dd23 req-d0145749-eadc-4203-9802-4b7e5a615a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:54.229168 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19912a-f930-4743-b669-c18d97f0dd23 req-d0145749-eadc-4203-9802-4b7e5a615a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:54.229640 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19912a-f930-4743-b669-c18d97f0dd23 req-d0145749-eadc-4203-9802-4b7e5a615a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:54.230144 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19912a-f930-4743-b669-c18d97f0dd23 req-d0145749-eadc-4203-9802-4b7e5a615a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:54.230609 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19912a-f930-4743-b669-c18d97f0dd23 req-d0145749-eadc-4203-9802-4b7e5a615a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:54.231131 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19912a-f930-4743-b669-c18d97f0dd23 req-d0145749-eadc-4203-9802-4b7e5a615a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:54.231594 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19912a-f930-4743-b669-c18d97f0dd23 req-d0145749-eadc-4203-9802-4b7e5a615a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:54.235123 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-34926e19-a4f8-47a0-8e94-4edc0e8a6fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.250226 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9e19912a-f930-4743-b669-c18d97f0dd23 req-d0145749-eadc-4203-9802-4b7e5a615a5f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 6508 time: 0.2572536 Sep 16 04:56:54.339863 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:56:54.340139 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:56:54.345504 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.356776 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34926e19-a4f8-47a0-8e94-4edc0e8a6fe9 None None] Pushing event updated for resources: {'Port': ['ID=0b8b3be6-c4a4-4af3-917e-88f43dc3fc80,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:54.383783 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d71f93e9-a3bd-436f-ac3d-e9c31c78c57d None None] Provisioning complete for port 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:54.384161 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d71f93e9-a3bd-436f-ac3d-e9c31c78c57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.407195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f26261a-ad42-4ee2-88c8-fae0ade48ebc req-5c2ca096-5943-4909-a39d-258d61f8d9cd tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 210 time: 0.0427577 Sep 16 04:56:54.435141 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9e19912a-f930-4743-b669-c18d97f0dd23 req-4a68bd8a-a70f-4aae-9a58-7641fe675fe2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1832027 Sep 16 04:56:54.455693 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b23b0b2-a3ea-4d57-8cbe-8c08c2a0f80c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:54.463773 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b23b0b2-a3ea-4d57-8cbe-8c08c2a0f80c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:54.472569 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b23b0b2-a3ea-4d57-8cbe-8c08c2a0f80c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:54.472938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-4ff7fe88-c093-4ab0-ac72-541342a25d0a tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Allocated IP 172.20.0.12 (3a9b2771-f815-4dd2-bbe3-fd5ef182452c/f6120700-89bc-4c2f-b7d0-144568ee5e85/b89086b3-a2e2-4e32-ab42-235ae2d9b078) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:54.476012 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1b23b0b2-a3ea-4d57-8cbe-8c08c2a0f80c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2227082 Sep 16 04:56:54.478480 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53108) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:54.552740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d71f93e9-a3bd-436f-ac3d-e9c31c78c57d None None] Provisioning complete for port f291a407-5f12-4573-a648-b482cd90c5ac triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:54.553396 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d71f93e9-a3bd-436f-ac3d-e9c31c78c57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.561238 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 397c5047-5192-4acb-ad72-4bf763b479a6 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:54.641813 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ff5a4-e4e6-4a44-a23f-0adc9cd77a7e tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port 0fb826e6-a136-4ea7-9e51-c4afaa49dd7e {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:54.642269 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ff3ff5a4-e4e6-4a44-a23f-0adc9cd77a7e tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.644072 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d71f93e9-a3bd-436f-ac3d-e9c31c78c57d None None] Port f291a407-5f12-4573-a648-b482cd90c5ac cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:54.666950 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d71f93e9-a3bd-436f-ac3d-e9c31c78c57d None None] Provisioning complete for port 0fb826e6-a136-4ea7-9e51-c4afaa49dd7e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:54.666950 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d71f93e9-a3bd-436f-ac3d-e9c31c78c57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.706759 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d71f93e9-a3bd-436f-ac3d-e9c31c78c57d None None] Port 0fb826e6-a136-4ea7-9e51-c4afaa49dd7e cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:54.760248 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5620757-b813-44a3-a40e-d8aed996dc9c req-990f24b4-28e9-4760-ab76-faa8985c2ec9 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:54.761612 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5620757-b813-44a3-a40e-d8aed996dc9c req-990f24b4-28e9-4760-ab76-faa8985c2ec9 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 943 time: 0.1603286 Sep 16 04:56:54.771919 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ff3ff5a4-e4e6-4a44-a23f-0adc9cd77a7e tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.785414 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ff5a4-e4e6-4a44-a23f-0adc9cd77a7e tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for 0fb826e6-a136-4ea7-9e51-c4afaa49dd7e owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:54.788161 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 397c5047-5192-4acb-ad72-4bf763b479a6 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:56:54.793416 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 397c5047-5192-4acb-ad72-4bf763b479a6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:54.793996 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.877857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5620757-b813-44a3-a40e-d8aed996dc9c req-6caa6d4d-2aa3-43c4-a042-7d79c6814540 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078653 Sep 16 04:56:54.902287 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-4ff7fe88-c093-4ab0-ac72-541342a25d0a tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.906209 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-80f84811-63ac-4b05-af0e-3987cd652314 None None] Provisioning complete for port f291a407-5f12-4573-a648-b482cd90c5ac triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:54.906736 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-80f84811-63ac-4b05-af0e-3987cd652314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.947680 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-80f84811-63ac-4b05-af0e-3987cd652314 None None] Port f291a407-5f12-4573-a648-b482cd90c5ac cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:54.976738 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-80f84811-63ac-4b05-af0e-3987cd652314 None None] Provisioning complete for port 0fb826e6-a136-4ea7-9e51-c4afaa49dd7e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:54.977251 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-80f84811-63ac-4b05-af0e-3987cd652314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.999622 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2a8b8-7fa6-4969-996d-aca2f3d5ef65 req-bf5d89af-1549-49a2-bed2-f4973474c5ff tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:55.004706 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7e2a8b8-7fa6-4969-996d-aca2f3d5ef65 req-bf5d89af-1549-49a2-bed2-f4973474c5ff tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 948 time: 0.0816090 Sep 16 04:56:55.028096 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ff3ff5a4-e4e6-4a44-a23f-0adc9cd77a7e tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.043687 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.048895 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7e2a8b8-7fa6-4969-996d-aca2f3d5ef65 req-96901024-f36e-495e-a61c-2e2c2222b9dd tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0a6391-262b-4ca0-ac01-43ac2d66a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400784 Sep 16 04:56:55.053431 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-80f84811-63ac-4b05-af0e-3987cd652314 None None] Port 0fb826e6-a136-4ea7-9e51-c4afaa49dd7e cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:55.071294 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fa8d40-681b-4599-8a85-4230a21ab10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397c5047-5192-4acb-ad72-4bf763b479a6'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:55.079685 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb1b00d-d10c-439d-8b16-2510fa172422" -d '{"events": [{"server_uuid": "b0fa8d40-681b-4599-8a85-4230a21ab10d", "name": "network-vif-plugged", "status": "completed", "tag": "397c5047-5192-4acb-ad72-4bf763b479a6"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:55.084947 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ff5a4-e4e6-4a44-a23f-0adc9cd77a7e tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=0fb826e6-a136-4ea7-9e51-c4afaa49dd7e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:55.099981 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-4ff7fe88-c093-4ab0-ac72-541342a25d0a tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.204767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-4ff7fe88-c093-4ab0-ac72-541342a25d0a tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Network 3a9b2771-f815-4dd2-bbe3-fd5ef182452c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:55.235323 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ff3ff5a4-e4e6-4a44-a23f-0adc9cd77a7e tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.241648 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ff3ff5a4-e4e6-4a44-a23f-0adc9cd77a7e tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/ports/0fb826e6-a136-4ea7-9e51-c4afaa49dd7e HTTP/1.1" status: 204 len: 168 time: 0.7580404 Sep 16 04:56:55.241816 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53122) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:55.264690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-4ff7fe88-c093-4ab0-ac72-541342a25d0a tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:55.269534 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-4ff7fe88-c093-4ab0-ac72-541342a25d0a tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:55.277542 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6904fde-8926-410d-9b51-23883659dfb0 x-openstack-request-id: req-d6904fde-8926-410d-9b51-23883659dfb0 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:55.277849 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fa8d40-681b-4599-8a85-4230a21ab10d", "name": "network-vif-plugged", "status": "completed", "tag": "397c5047-5192-4acb-ad72-4bf763b479a6", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:55.278080 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6904fde-8926-410d-9b51-23883659dfb0 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:55.278453 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fa8d40-681b-4599-8a85-4230a21ab10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397c5047-5192-4acb-ad72-4bf763b479a6', 'code': 200} Sep 16 04:56:55.282814 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 397c5047-5192-4acb-ad72-4bf763b479a6, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=397c5047-5192-4acb-ad72-4bf763b479a6,segment=NetworkSegment(931096fd-94b2-46ae-a55e-27ab1c58c657),segment_id=931096fd-94b2-46ae-a55e-27ab1c58c657)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:55.288668 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7fe88-c093-4ab0-ac72-541342a25d0a tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Pushing event updated for resources: {'Port': ['ID=b89086b3-a2e2-4e32-ab42-235ae2d9b078,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:55.303182 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61ad911-3ed3-45b3-b74f-440551a87815 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] GET failed (client error): The resource could not be found. Sep 16 04:56:55.304876 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a61ad911-3ed3-45b3-b74f-440551a87815 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports/0fb826e6-a136-4ea7-9e51-c4afaa49dd7e HTTP/1.1" status: 404 len: 333 time: 0.0618489 Sep 16 04:56:55.307917 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53124) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:55.365575 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.366029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc6295-b088-47a0-824e-b907e7df07fa req-2c84c6ab-9d8e-49e7-9313-1d679f31acb4 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:55.367811 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79fc6295-b088-47a0-824e-b907e7df07fa req-2c84c6ab-9d8e-49e7-9313-1d679f31acb4 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 945 time: 0.1523414 Sep 16 04:56:55.392842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-4ff7fe88-c093-4ab0-ac72-541342a25d0a tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:55.393523 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-4ff7fe88-c093-4ab0-ac72-541342a25d0a tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.474211 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776401d-a862-4966-9a09-9df37852323c req-628fe61f-e6fb-4ef8-8915-b00097e7d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:55.474211 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6776401d-a862-4966-9a09-9df37852323c req-628fe61f-e6fb-4ef8-8915-b00097e7d928 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 1097 time: 0.1309347 Sep 16 04:56:55.481792 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79fc6295-b088-47a0-824e-b907e7df07fa req-2a292268-4e93-4a8b-b872-a5dbd53fbacc tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964668 Sep 16 04:56:55.530542 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-2ad3430e-da4d-400a-9e2f-0396b2c6d964 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port f291a407-5f12-4573-a648-b482cd90c5ac {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:55.531032 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2ad3430e-da4d-400a-9e2f-0396b2c6d964 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.536039 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=397c5047-5192-4acb-ad72-4bf763b479a6,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:55.551908 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:55.573103 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6776401d-a862-4966-9a09-9df37852323c req-1f9bb5c4-da7b-4dd8-83f6-9991b43ffbdb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938575 Sep 16 04:56:55.576846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f25be1-0019-41b9-b919-717f1715291c req-233a7559-5405-48ad-9ecf-1720008f9162 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:55.578461 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1f25be1-0019-41b9-b919-717f1715291c req-233a7559-5405-48ad-9ecf-1720008f9162 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 932 time: 0.0755439 Sep 16 04:56:55.583090 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-4ff7fe88-c093-4ab0-ac72-541342a25d0a tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9120471 Sep 16 04:56:55.606147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Request body: {'port': {'device_id': '4071c061-f5f5-446d-a790-2bb8514f9573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:55.611468 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:55.611843 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.650384 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2ad3430e-da4d-400a-9e2f-0396b2c6d964 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.656937 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1f25be1-0019-41b9-b919-717f1715291c req-c19d22f2-c523-4400-b5fe-15c151996dff tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/security-groups?id=2466162c-4272-4425-91a1-07596e0b6068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713177 Sep 16 04:56:55.672625 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-2ad3430e-da4d-400a-9e2f-0396b2c6d964 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for f291a407-5f12-4573-a648-b482cd90c5ac owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:55.690283 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.902640 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2ad3430e-da4d-400a-9e2f-0396b2c6d964 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.938767 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3430e-da4d-400a-9e2f-0396b2c6d964 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=f291a407-5f12-4573-a648-b482cd90c5ac,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:56.002449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89086b3-a2e2-4e32-ab42-235ae2d9b078 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:56.007331 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 765d90b6-a82e-45b8-a7cc-18264fc1e569 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:56:56.015897 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.023833 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2ad3430e-da4d-400a-9e2f-0396b2c6d964 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.028787 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2ad3430e-da4d-400a-9e2f-0396b2c6d964 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/ports/f291a407-5f12-4573-a648-b482cd90c5ac HTTP/1.1" status: 204 len: 168 time: 0.7196262 Sep 16 04:56:56.029530 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53132) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:56.036577 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Transition to ACTIVE for port object b89086b3-a2e2-4e32-ab42-235ae2d9b078 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:56:56.048244 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdb5b9-1dcb-4365-8ae4-50075455d9a8 req-be853c8b-9b0d-45d1-9683-90d02cfbe54c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:56.050028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8dfdb5b9-1dcb-4365-8ae4-50075455d9a8 req-be853c8b-9b0d-45d1-9683-90d02cfbe54c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 943 time: 0.0894675 Sep 16 04:56:56.062666 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c84d34-639d-4221-8e87-79341c5410f7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] GET failed (client error): The resource could not be found. Sep 16 04:56:56.068233 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f0c84d34-639d-4221-8e87-79341c5410f7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports/f291a407-5f12-4573-a648-b482cd90c5ac HTTP/1.1" status: 404 len: 333 time: 0.0376568 Sep 16 04:56:56.068843 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53134) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:56.127993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8dfdb5b9-1dcb-4365-8ae4-50075455d9a8 req-e8fb6a2f-10f3-4671-b102-24181e8579a2 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642605 Sep 16 04:56:56.141815 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c71cc8a-ace0-4853-b897-d63de7833d85 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting subnet c84d010b-029f-4e06-948c-0a4e2a592154 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:56.159260 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.159631 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5c71cc8a-ace0-4853-b897-d63de7833d85 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.234054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 765d90b6-a82e-45b8-a7cc-18264fc1e569, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=765d90b6-a82e-45b8-a7cc-18264fc1e569,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:56.234170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5c71cc8a-ace0-4853-b897-d63de7833d85 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.245414 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '765d90b6-a82e-45b8-a7cc-18264fc1e569', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'port_id': '765d90b6-a82e-45b8-a7cc-18264fc1e569', 'mac_address': 'fa:16:3e:84:94:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:56:56.267330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Pushing event updated for resources: {'Port': ['ID=b89086b3-a2e2-4e32-ab42-235ae2d9b078,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:56.301032 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.316428 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765d90b6-a82e-45b8-a7cc-18264fc1e569 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:56.341841 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 765d90b6-a82e-45b8-a7cc-18264fc1e569, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=765d90b6-a82e-45b8-a7cc-18264fc1e569,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:56.344904 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5c71cc8a-ace0-4853-b897-d63de7833d85 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.354188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767fa04-fe61-49fb-833d-5f5a93ad66bb req-63169f13-47e6-4ed1-b41e-5bdc71235ae2 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:56.359462 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1767fa04-fe61-49fb-833d-5f5a93ad66bb req-63169f13-47e6-4ed1-b41e-5bdc71235ae2 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 948 time: 0.1939721 Sep 16 04:56:56.439516 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.441610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1767fa04-fe61-49fb-833d-5f5a93ad66bb req-75ba6648-c738-4979-b825-6a2cf9fd6a7f tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0a6391-262b-4ca0-ac01-43ac2d66a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560925 Sep 16 04:56:56.444286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Attempting to bind port b89086b3-a2e2-4e32-ab42-235ae2d9b078 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:56.445088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Attempting to bind port b89086b3-a2e2-4e32-ab42-235ae2d9b078 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '5025da4f-c322-42a3-affd-54482f36cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3a9b2771-f815-4dd2-bbe3-fd5ef182452c'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:56.445088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Attempting to bind port b89086b3-a2e2-4e32-ab42-235ae2d9b078 on network 3a9b2771-f815-4dd2-bbe3-fd5ef182452c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:56.450514 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Port b89086b3-a2e2-4e32-ab42-235ae2d9b078 on network 3a9b2771-f815-4dd2-bbe3-fd5ef182452c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:56:56.451209 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Attempting to bind port b89086b3-a2e2-4e32-ab42-235ae2d9b078 on network 3a9b2771-f815-4dd2-bbe3-fd5ef182452c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:56.468755 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:56.469124 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Checking segment: {'id': '5025da4f-c322-42a3-affd-54482f36cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3a9b2771-f815-4dd2-bbe3-fd5ef182452c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:56.469496 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Bound using segment: {'id': '5025da4f-c322-42a3-affd-54482f36cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3a9b2771-f815-4dd2-bbe3-fd5ef182452c'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:56.469948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Bound port: b89086b3-a2e2-4e32-ab42-235ae2d9b078, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5025da4f-c322-42a3-affd-54482f36cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3a9b2771-f815-4dd2-bbe3-fd5ef182452c'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:56.470320 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.498630 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=765d90b6-a82e-45b8-a7cc-18264fc1e569,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:56.547832 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] For port b89086b3-a2e2-4e32-ab42-235ae2d9b078, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:56.551728 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] For port b89086b3-a2e2-4e32-ab42-235ae2d9b078, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b89086b3-a2e2-4e32-ab42-235ae2d9b078,segment=NetworkSegment(5025da4f-c322-42a3-affd-54482f36cbf5),segment_id=5025da4f-c322-42a3-affd-54482f36cbf5)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:56.589283 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5c71cc8a-ace0-4853-b897-d63de7833d85 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.630585 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c809e2-140b-498d-ab01-c6ecf7fb532d req-4d839a49-cb29-4389-be13-100d7d1b6e4f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:56.632346 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2c809e2-140b-498d-ab01-c6ecf7fb532d req-4d839a49-cb29-4389-be13-100d7d1b6e4f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 946 time: 0.0723987 Sep 16 04:56:56.636408 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71cc8a-ace0-4853-b897-d63de7833d85 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Subnet': ['ID=c84d010b-029f-4e06-948c-0a4e2a592154,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:56.640542 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5c71cc8a-ace0-4853-b897-d63de7833d85 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.642597 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5c71cc8a-ace0-4853-b897-d63de7833d85 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/subnets/c84d010b-029f-4e06-948c-0a4e2a592154 HTTP/1.1" status: 204 len: 168 time: 0.5728092 Sep 16 04:56:56.645185 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53150) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:56.647666 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c33ba58-eff3-437e-97d4-a9fe35119f73 None None] Network 961a1e8f-b22f-43e6-ba34-33e2fddf054b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:56.692437 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.790284 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2c809e2-140b-498d-ab01-c6ecf7fb532d req-8dc16d6a-dc2d-4358-adba-c7ce300463f2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436791 Sep 16 04:56:56.803297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:56.804640 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.806204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] 10.222.0.21 "PUT /v2.0/ports/b89086b3-a2e2-4e32-ab42-235ae2d9b078 HTTP/1.1" status: 200 len: 1093 time: 1.2059991 Sep 16 04:56:56.811870 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4071c061-f5f5-446d-a790-2bb8514f9573', 'tag': 'b89086b3-a2e2-4e32-ab42-235ae2d9b078'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:56.827567 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17295665-709b-4332-a15c-de7b7b0994fd" -d '{"events": [{"name": "network-changed", "server_uuid": "4071c061-f5f5-446d-a790-2bb8514f9573", "tag": "b89086b3-a2e2-4e32-ab42-235ae2d9b078"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:56.832832 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.850214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdad8dc-d877-4ec5-b8ea-88d052204af6 service neutron] Pushing event updated for resources: {'Port': ['ID=b89086b3-a2e2-4e32-ab42-235ae2d9b078,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:56.921478 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:56.921829 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.945798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['765d90b6-a82e-45b8-a7cc-18264fc1e569'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:56.991889 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8649467f-5b47-46e7-9c59-c1af83d9fc3e None None] DHCP port deletion for 961a1e8f-b22f-43e6-ba34-33e2fddf054b request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:56:57.027582 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf3d919-963f-4f38-b7bc-6e85144290c5 x-openstack-request-id: req-bbf3d919-963f-4f38-b7bc-6e85144290c5 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:57.027874 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4071c061-f5f5-446d-a790-2bb8514f9573", "tag": "b89086b3-a2e2-4e32-ab42-235ae2d9b078", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:57.028271 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbf3d919-963f-4f38-b7bc-6e85144290c5 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:57.028571 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4071c061-f5f5-446d-a790-2bb8514f9573', 'tag': 'b89086b3-a2e2-4e32-ab42-235ae2d9b078', 'status': 'completed', 'code': 200} Sep 16 04:56:57.040948 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] For port 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0b8b3be6-c4a4-4af3-917e-88f43dc3fc80,segment=NetworkSegment(5976b743-c4f3-4752-b87d-b62ed8baebb0),segment_id=5976b743-c4f3-4752-b87d-b62ed8baebb0)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:57.041535 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.043617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bcfad-b96b-48f6-9f4f-51e5fc96aa44 req-96019615-5e5d-48e4-a531-3d9e638aaf70 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:57.046134 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a0bcfad-b96b-48f6-9f4f-51e5fc96aa44 req-96019615-5e5d-48e4-a531-3d9e638aaf70 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 944 time: 0.1516705 Sep 16 04:56:57.074282 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-8649467f-5b47-46e7-9c59-c1af83d9fc3e None None] Deleting port 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:57.075004 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8649467f-5b47-46e7-9c59-c1af83d9fc3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.083656 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:57.141585 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-5ae28881-e5e0-432a-b446-235e79a10e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:57.143332 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-5ae28881-e5e0-432a-b446-235e79a10e95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=285c43d8d53d4bf5ac21172a660ddd41&device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 1096 time: 0.1525769 Sep 16 04:56:57.176198 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a0bcfad-b96b-48f6-9f4f-51e5fc96aa44 req-3a5d4277-b70a-40cf-83d3-7b11d9fe8082 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/security-groups?id=2466162c-4272-4425-91a1-07596e0b6068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230187 Sep 16 04:56:57.206694 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-05ec4881-01a7-4937-b457-9ea6272ec2a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b89086b3-a2e2-4e32-ab42-235ae2d9b078 HTTP/1.1" status: 200 len: 217 time: 0.0413551 Sep 16 04:56:57.216097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-8649467f-5b47-46e7-9c59-c1af83d9fc3e None None] For port 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0b8b3be6-c4a4-4af3-917e-88f43dc3fc80,segment=NetworkSegment(5976b743-c4f3-4752-b87d-b62ed8baebb0),segment_id=5976b743-c4f3-4752-b87d-b62ed8baebb0)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:57.217105 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8649467f-5b47-46e7-9c59-c1af83d9fc3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.240362 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-8649467f-5b47-46e7-9c59-c1af83d9fc3e None None] Calling delete_port for 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:57.286682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-b72a3195-6cf9-4d8c-8e21-f8661486c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:57.288323 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-b72a3195-6cf9-4d8c-8e21-f8661486c17b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6120700-89bc-4c2f-b7d0-144568ee5e85 HTTP/1.1" status: 200 len: 860 time: 0.0751150 Sep 16 04:56:57.343043 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-880671fd-b27c-4f37-9a54-0faed43ce7b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a9b2771-f815-4dd2-bbe3-fd5ef182452c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289049 Sep 16 04:56:57.348164 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.355521 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8649467f-5b47-46e7-9c59-c1af83d9fc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.382123 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ea4e7-9fba-4e98-8d7a-807a85d342cc req-e6dad46e-ce27-49be-b0ad-bf10c0787b80 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:57.383441 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649467f-5b47-46e7-9c59-c1af83d9fc3e None None] Pushing event deleted for resources: {'Port': ['ID=0b8b3be6-c4a4-4af3-917e-88f43dc3fc80,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:57.383585 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed7ea4e7-9fba-4e98-8d7a-807a85d342cc req-e6dad46e-ce27-49be-b0ad-bf10c0787b80 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 944 time: 0.1095934 Sep 16 04:56:57.403594 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649467f-5b47-46e7-9c59-c1af83d9fc3e None None] No DVR routers for this DVR port 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:57.413372 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=0b8b3be6-c4a4-4af3-917e-88f43dc3fc80,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:57.417561 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No DVR routers for this DVR port 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:57.518333 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed7ea4e7-9fba-4e98-8d7a-807a85d342cc req-8d4010fc-f60e-45cf-95c3-5f9efae0ba57 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210940 Sep 16 04:56:57.525621 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.547282 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:57.552840 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-f0575d39-e690-4c88-95b4-1af42455dca8 service neutron] 10.222.0.21 "GET /v2.0/networks/3a9b2771-f815-4dd2-bbe3-fd5ef182452c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020519 Sep 16 04:56:57.555749 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961a1e8f-b22f-43e6-ba34-33e2fddf054b']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:57.567143 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5976b743-c4f3-4752-b87d-b62ed8baebb0') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:57.567438 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5976b743-c4f3-4752-b87d-b62ed8baebb0') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:57.569239 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:57.569690 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0b8b3be6-c4a4-4af3-917e-88f43dc3fc80 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:57.582158 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.596889 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.603280 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:57.603669 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:57.606759 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:57.659067 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25900d38-49b9-4367-8a8a-4acf582639f6 req-15a2382a-28d7-47e4-904e-cbe1eaf97ed8 service neutron] 10.222.0.21 "GET /v2.0/networks/3a9b2771-f815-4dd2-bbe3-fd5ef182452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985913 Sep 16 04:56:57.771476 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.781212 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.783347 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/networks/961a1e8f-b22f-43e6-ba34-33e2fddf054b HTTP/1.1" status: 204 len: 168 time: 1.1234441 Sep 16 04:56:57.787313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53166) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:57.792670 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-282714986'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:57.794194 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f62110-aeeb-4526-9efb-4b81e596fe44 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Network': ['ID=961a1e8f-b22f-43e6-ba34-33e2fddf054b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:57.880490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17295665-709b-4332-a15c-de7b7b0994fd req-2405994e-ddd4-4eeb-8a73-0664dc020ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:57.882144 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17295665-709b-4332-a15c-de7b7b0994fd req-2405994e-ddd4-4eeb-8a73-0664dc020ba4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=285c43d8d53d4bf5ac21172a660ddd41&device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 1096 time: 0.0476153 Sep 16 04:56:58.029041 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:58.029724 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 765d90b6-a82e-45b8-a7cc-18264fc1e569 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:58.035571 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.035877 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53176) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:58.056342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4317c6-119c-4940-8ceb-d57a28e733f8 req-55a4520a-a59b-4a8a-91bf-362e6230b8b0 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.057909 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a4317c6-119c-4940-8ceb-d57a28e733f8 req-55a4520a-a59b-4a8a-91bf-362e6230b8b0 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 946 time: 0.1432595 Sep 16 04:56:58.092156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17295665-709b-4332-a15c-de7b7b0994fd req-b1141670-1027-4d2c-83dd-929b02b740fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.093642 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17295665-709b-4332-a15c-de7b7b0994fd req-b1141670-1027-4d2c-83dd-929b02b740fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a9b2771-f815-4dd2-bbe3-fd5ef182452c HTTP/1.1" status: 200 len: 921 time: 0.2030563 Sep 16 04:56:58.109606 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2532b-ecf8-4aa4-bf5d-f3e60366000a req-0203f5ed-a8c1-4b47-b922-b651d6073926 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.111173 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ce2532b-ecf8-4aa4-bf5d-f3e60366000a req-0203f5ed-a8c1-4b47-b922-b651d6073926 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 948 time: 0.1579998 Sep 16 04:56:58.156823 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4bd37661-8743-428a-837b-b53158d480e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.159228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 765d90b6-a82e-45b8-a7cc-18264fc1e569 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:56:58.163338 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 765d90b6-a82e-45b8-a7cc-18264fc1e569 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:58.163909 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.164177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:58.168417 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17295665-709b-4332-a15c-de7b7b0994fd req-6786fc13-e918-41a7-b2e0-037ac37a697a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b89086b3-a2e2-4e32-ab42-235ae2d9b078 HTTP/1.1" status: 200 len: 217 time: 0.0549858 Sep 16 04:56:58.200177 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.225419 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.225816 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Added segment 89aadbce-e15e-4c0f-a464-5800bd8a321c of type vlan for network 7a8cc0c6-1ac3-4f01-93e0-f267064c06c2 Sep 16 04:56:58.231385 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a4317c6-119c-4940-8ceb-d57a28e733f8 req-501d256c-971b-4fd7-9a35-df72c67da19d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609113 Sep 16 04:56:58.249556 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.267348 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4bd37661-8743-428a-837b-b53158d480e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.282602 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cffb1dd-478d-499d-9786-07a668c3fd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765d90b6-a82e-45b8-a7cc-18264fc1e569'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:58.285548 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c522d71-5b1e-49af-8fb6-7d043c59e582" -d '{"events": [{"server_uuid": "3cffb1dd-478d-499d-9786-07a668c3fd68", "name": "network-vif-plugged", "status": "completed", "tag": "765d90b6-a82e-45b8-a7cc-18264fc1e569"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:58.292250 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ce2532b-ecf8-4aa4-bf5d-f3e60366000a req-27e70666-88fd-4162-a61b-d5f21d21263b tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0a6391-262b-4ca0-ac01-43ac2d66a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697645 Sep 16 04:56:58.297613 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.300338 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 765d90b6-a82e-45b8-a7cc-18264fc1e569, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=765d90b6-a82e-45b8-a7cc-18264fc1e569,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:58.305754 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17295665-709b-4332-a15c-de7b7b0994fd req-04c03346-6d40-42c0-b58a-c0b78c383591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.307328 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17295665-709b-4332-a15c-de7b7b0994fd req-04c03346-6d40-42c0-b58a-c0b78c383591 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6120700-89bc-4c2f-b7d0-144568ee5e85 HTTP/1.1" status: 200 len: 860 time: 0.1195188 Sep 16 04:56:58.360743 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17295665-709b-4332-a15c-de7b7b0994fd req-3e992175-c89b-4b8d-b548-154c79e31f9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a9b2771-f815-4dd2-bbe3-fd5ef182452c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449872 Sep 16 04:56:58.376999 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4bd37661-8743-428a-837b-b53158d480e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.411449 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.419896 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd37661-8743-428a-837b-b53158d480e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e969899f-3b1b-4384-a246-cf7582a1d07c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:58.427940 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4bd37661-8743-428a-837b-b53158d480e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e491450db4074ddd99e80698db8c013c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3909154 Sep 16 04:56:58.428823 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53186) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:58.454229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642955c-b248-4581-af4a-878af9de1c6c req-5c191eb3-dabe-432e-b8fe-afe266fa2e7c tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.456148 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7642955c-b248-4581-af4a-878af9de1c6c req-5c191eb3-dabe-432e-b8fe-afe266fa2e7c tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 944 time: 0.1259825 Sep 16 04:56:58.468594 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=765d90b6-a82e-45b8-a7cc-18264fc1e569,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:58.484454 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b73c077-a24c-43f5-9ebe-167b84abd567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.500162 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.505976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.506571 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.510913 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b73c077-a24c-43f5-9ebe-167b84abd567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.547063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7642955c-b248-4581-af4a-878af9de1c6c req-0f3fed6f-075b-4b11-accb-4fe37a3befe9 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/security-groups?id=2466162c-4272-4425-91a1-07596e0b6068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816166 Sep 16 04:56:58.556230 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17295665-709b-4332-a15c-de7b7b0994fd req-6f90db5f-de7d-4837-b2ad-196ef6bd1634 service neutron] 10.222.0.21 "GET /v2.0/networks/3a9b2771-f815-4dd2-bbe3-fd5ef182452c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772606 Sep 16 04:56:58.594775 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c403da02-676d-424d-bc44-515168ccacf2 x-openstack-request-id: req-c403da02-676d-424d-bc44-515168ccacf2 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:58.597083 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cffb1dd-478d-499d-9786-07a668c3fd68", "name": "network-vif-plugged", "status": "completed", "tag": "765d90b6-a82e-45b8-a7cc-18264fc1e569", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:58.597083 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c403da02-676d-424d-bc44-515168ccacf2 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:58.597083 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cffb1dd-478d-499d-9786-07a668c3fd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765d90b6-a82e-45b8-a7cc-18264fc1e569', 'code': 200} Sep 16 04:56:58.605263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Network': ['ID=7a8cc0c6-1ac3-4f01-93e0-f267064c06c2,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:58.629704 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:58.630054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:58.630663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:58.631034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:58.631370 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:58.631704 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:58.632033 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:58.632362 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:58.632712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:58.633042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:58.633372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:58.633690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:58.647421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 7a8cc0c6-1ac3-4f01-93e0-f267064c06c2 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:58.713596 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b73c077-a24c-43f5-9ebe-167b84abd567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.718276 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b73c077-a24c-43f5-9ebe-167b84abd567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.720437 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6b73c077-a24c-43f5-9ebe-167b84abd567 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e969899f-3b1b-4384-a246-cf7582a1d07c HTTP/1.1" status: 204 len: 168 time: 0.2900772 Sep 16 04:56:58.734218 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73c077-a24c-43f5-9ebe-167b84abd567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e969899f-3b1b-4384-a246-cf7582a1d07c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:58.743458 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-df8adc48-f38e-48fe-ad35-416e55193d86 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9519835 Sep 16 04:56:58.743708 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53192) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:58.749408 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-610d92f3-78f6-431a-b072-825bad0f8ad0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'subnet': {'network_id': '7a8cc0c6-1ac3-4f01-93e0-f267064c06c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:58.759029 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17295665-709b-4332-a15c-de7b7b0994fd req-75463db1-65ed-4649-9396-518cdd28001c service neutron] 10.222.0.21 "GET /v2.0/networks/3a9b2771-f815-4dd2-bbe3-fd5ef182452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939335 Sep 16 04:56:58.776648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11951ea8-980b-4db2-a03f-0e2fb01ab94d req-a3d1304e-c332-4c3a-8a62-b93b5d49740b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.778195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-11951ea8-980b-4db2-a03f-0e2fb01ab94d req-a3d1304e-c332-4c3a-8a62-b93b5d49740b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 945 time: 0.1092379 Sep 16 04:56:58.786602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866bf2b-1e13-4a74-be0c-2ea5c84e77ae req-989b72f2-168e-4626-a9df-be71fc18ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.788509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2866bf2b-1e13-4a74-be0c-2ea5c84e77ae req-989b72f2-168e-4626-a9df-be71fc18ccc3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 1097 time: 0.0813940 Sep 16 04:56:58.845461 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-11951ea8-980b-4db2-a03f-0e2fb01ab94d req-d262ad98-f543-4849-984e-3cfa342e6f0a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559525 Sep 16 04:56:58.854021 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2866bf2b-1e13-4a74-be0c-2ea5c84e77ae req-87379adb-872a-45ed-b8a0-63983834e601 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453753 Sep 16 04:56:59.015418 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f211ce9-92b6-4040-bd14-2b86a747c32c req-0099d689-8b9f-4277-8b2d-5745d2c09717 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:59.016901 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f211ce9-92b6-4040-bd14-2b86a747c32c req-0099d689-8b9f-4277-8b2d-5745d2c09717 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 946 time: 0.0511005 Sep 16 04:56:59.056480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f211ce9-92b6-4040-bd14-2b86a747c32c req-b34caafe-ccd5-4f80-9abe-4d5926a034ac tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335944 Sep 16 04:56:59.062403 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610d92f3-78f6-431a-b072-825bad0f8ad0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:59.066019 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-610d92f3-78f6-431a-b072-825bad0f8ad0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.419055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767da3c-f8f8-4370-8e76-3a1c1c004063 req-321eb065-6b96-41dd-8d29-00c2a434eab6 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:59.420587 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2767da3c-f8f8-4370-8e76-3a1c1c004063 req-321eb065-6b96-41dd-8d29-00c2a434eab6 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 948 time: 0.0533814 Sep 16 04:56:59.451255 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-610d92f3-78f6-431a-b072-825bad0f8ad0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.459368 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2767da3c-f8f8-4370-8e76-3a1c1c004063 req-27bb4f3a-c63a-4694-b89a-1977ed22a46d tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0a6391-262b-4ca0-ac01-43ac2d66a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324745 Sep 16 04:56:59.521983 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d92f3-78f6-431a-b072-825bad0f8ad0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Subnet': ['ID=f9ab1003-4652-418c-91cd-d91ffd5cde02,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:59.527171 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610d92f3-78f6-431a-b072-825bad0f8ad0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Checking segment: {'id': '89aadbce-e15e-4c0f-a464-5800bd8a321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7a8cc0c6-1ac3-4f01-93e0-f267064c06c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:59.527536 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610d92f3-78f6-431a-b072-825bad0f8ad0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network hostable DHCP agents. Network: 7a8cc0c6-1ac3-4f01-93e0-f267064c06c2, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:59.665727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c017f3c-9730-4807-808d-b63336604673 req-7da0a1a3-1aec-4b42-b81d-ef67bff29bee tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:59.667271 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c017f3c-9730-4807-808d-b63336604673 req-7da0a1a3-1aec-4b42-b81d-ef67bff29bee tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 944 time: 0.0514779 Sep 16 04:56:59.711769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c017f3c-9730-4807-808d-b63336604673 req-208cf9b6-7f78-45b8-aa1d-2b120f43d3c7 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/security-groups?id=2466162c-4272-4425-91a1-07596e0b6068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380888 Sep 16 04:56:59.737481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe7eb8-a60a-4099-b15d-a4643a28f427 req-e168003f-052a-47f9-9664-61b03ea3db80 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:59.739014 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4dbe7eb8-a60a-4099-b15d-a4643a28f427 req-e168003f-052a-47f9-9664-61b03ea3db80 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.38 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 948 time: 0.0511832 Sep 16 04:56:59.834744 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-4dbe7eb8-a60a-4099-b15d-a4643a28f427 req-b5b408b3-034a-40c2-826b-85981d777162 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Deleting port 416c8998-67f7-4700-b759-de032eee3c5b {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:59.835120 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4dbe7eb8-a60a-4099-b15d-a4643a28f427 req-b5b408b3-034a-40c2-826b-85981d777162 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.869601 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610d92f3-78f6-431a-b072-825bad0f8ad0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network 7a8cc0c6-1ac3-4f01-93e0-f267064c06c2 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:59.925544 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53206) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:59.949900 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-4dbe7eb8-a60a-4099-b15d-a4643a28f427 req-b5b408b3-034a-40c2-826b-85981d777162 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] For port 416c8998-67f7-4700-b759-de032eee3c5b, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=416c8998-67f7-4700-b759-de032eee3c5b,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:59.950269 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4dbe7eb8-a60a-4099-b15d-a4643a28f427 req-b5b408b3-034a-40c2-826b-85981d777162 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.953170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e31cb71-9e71-4d7f-9fbe-453b121a3cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.965464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee99807-c9cc-447f-894d-20a5d4140d4f req-efc97886-9d71-4b84-8fa5-b9bfa5c4eeb1 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:59.967375 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ee99807-c9cc-447f-894d-20a5d4140d4f req-efc97886-9d71-4b84-8fa5-b9bfa5c4eeb1 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 945 time: 0.0521672 Sep 16 04:56:59.971910 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-4dbe7eb8-a60a-4099-b15d-a4643a28f427 req-b5b408b3-034a-40c2-826b-85981d777162 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Calling delete_port for 416c8998-67f7-4700-b759-de032eee3c5b owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:00.008913 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ee99807-c9cc-447f-894d-20a5d4140d4f req-6c5c53fd-1b61-4f3f-85e7-30ff6a04745a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350521 Sep 16 04:57:00.036843 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-610d92f3-78f6-431a-b072-825bad0f8ad0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 7a8cc0c6-1ac3-4f01-93e0-f267064c06c2) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:00.045943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610d92f3-78f6-431a-b072-825bad0f8ad0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:00.046657 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-610d92f3-78f6-431a-b072-825bad0f8ad0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.050737 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab138a8e-e8d9-4806-8206-4a28e3462eec None None] Network 7a8cc0c6-1ac3-4f01-93e0-f267064c06c2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:00.185555 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e31cb71-9e71-4d7f-9fbe-453b121a3cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.191560 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50488a31-023b-4a63-a88d-0209f62ad62d req-83031f10-6789-42b1-b80f-3998ecab0ca9 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:00.193267 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50488a31-023b-4a63-a88d-0209f62ad62d req-83031f10-6789-42b1-b80f-3998ecab0ca9 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 946 time: 0.0576866 Sep 16 04:57:00.213776 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-7a8cc0c6-1ac3-4f01-93e0-f267064c06c2', 'network_id': '7a8cc0c6-1ac3-4f01-93e0-f267064c06c2', 'tenant_id': 'bd73fd6f01ac49808b684051ab40bcc5', 'fixed_ips': [{'subnet_id': 'f9ab1003-4652-418c-91cd-d91ffd5cde02'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:00.220529 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.236266 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50488a31-023b-4a63-a88d-0209f62ad62d req-c7d425ad-8b7d-4861-abbf-ef3f95fba8ab tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365357 Sep 16 04:57:00.280754 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e31cb71-9e71-4d7f-9fbe-453b121a3cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.320969 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6e31cb71-9e71-4d7f-9fbe-453b121a3cf9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=945eaa0dba554358b533a5f7cfa65ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3941956 Sep 16 04:57:00.322094 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31cb71-9e71-4d7f-9fbe-453b121a3cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9660a31-6ed7-440f-bc6a-55058dd4078f,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:00.324152 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53212) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:00.330948 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4dbe7eb8-a60a-4099-b15d-a4643a28f427 req-b5b408b3-034a-40c2-826b-85981d777162 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.356471 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] Allocated IP 172.20.0.2 (7a8cc0c6-1ac3-4f01-93e0-f267064c06c2/f9ab1003-4652-418c-91cd-d91ffd5cde02/14a77278-2a1a-49b2-87ee-087856ac8616) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:00.366647 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b408b3-034a-40c2-826b-85981d777162 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Pushing event deleted for resources: {'Port': ['ID=416c8998-67f7-4700-b759-de032eee3c5b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:00.369370 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-610d92f3-78f6-431a-b072-825bad0f8ad0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6249220 Sep 16 04:57:00.369912 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['416c8998-67f7-4700-b759-de032eee3c5b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:00.372731 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53214) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:00.378041 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-a0e7ba49-18ba-4d3c-8e32-1e982ae9d3ce tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-333030528', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:00.413270 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fbe84006-8185-4294-8954-f5b67b222900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.439760 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fbe84006-8185-4294-8954-f5b67b222900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.444943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbe7eb8-a60a-4099-b15d-a4643a28f427 req-b5b408b3-034a-40c2-826b-85981d777162 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] No DVR routers for this DVR port 416c8998-67f7-4700-b759-de032eee3c5b on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:00.450085 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4dbe7eb8-a60a-4099-b15d-a4643a28f427 req-b5b408b3-034a-40c2-826b-85981d777162 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.452544 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4dbe7eb8-a60a-4099-b15d-a4643a28f427 req-b5b408b3-034a-40c2-826b-85981d777162 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.38 "DELETE /v2.0/ports/416c8998-67f7-4700-b759-de032eee3c5b HTTP/1.1" status: 204 len: 173 time: 0.7068758 Sep 16 04:57:00.458868 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dad4232-253f-44ff-9eb7-26432d5e70a0', 'name': 'network-vif-deleted', 'tag': '416c8998-67f7-4700-b759-de032eee3c5b'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:00.458868 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e29882-5aad-4271-acf9-9ffe73850b66" -d '{"events": [{"server_uuid": "2dad4232-253f-44ff-9eb7-26432d5e70a0", "name": "network-vif-deleted", "tag": "416c8998-67f7-4700-b759-de032eee3c5b"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:00.512973 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7260518c-cab6-4dbf-bf77-07c496bbe3c3 x-openstack-request-id: req-7260518c-cab6-4dbf-bf77-07c496bbe3c3 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:00.513469 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dad4232-253f-44ff-9eb7-26432d5e70a0", "name": "network-vif-deleted", "tag": "416c8998-67f7-4700-b759-de032eee3c5b", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:00.514269 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7260518c-cab6-4dbf-bf77-07c496bbe3c3 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:00.514997 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dad4232-253f-44ff-9eb7-26432d5e70a0', 'name': 'network-vif-deleted', 'tag': '416c8998-67f7-4700-b759-de032eee3c5b', 'status': 'completed', 'code': 200} Sep 16 04:57:00.575281 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9dc8673-18a0-48b0-b107-0da98bdd8bb2 req-11e0e35b-b225-44dd-99b0-29d6efd1d481 tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 210 time: 0.0303936 Sep 16 04:57:00.582612 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fbe84006-8185-4294-8954-f5b67b222900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.582770 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0e7ba49-18ba-4d3c-8e32-1e982ae9d3ce tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.585644 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fbe84006-8185-4294-8954-f5b67b222900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.589619 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fbe84006-8185-4294-8954-f5b67b222900 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9660a31-6ed7-440f-bc6a-55058dd4078f HTTP/1.1" status: 204 len: 168 time: 0.2599363 Sep 16 04:57:00.589743 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0e7ba49-18ba-4d3c-8e32-1e982ae9d3ce tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.614457 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe84006-8185-4294-8954-f5b67b222900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9660a31-6ed7-440f-bc6a-55058dd4078f,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:00.668329 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.669288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0e7ba49-18ba-4d3c-8e32-1e982ae9d3ce tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.788477 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.800369 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0e7ba49-18ba-4d3c-8e32-1e982ae9d3ce tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.833363 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] Network 7a8cc0c6-1ac3-4f01-93e0-f267064c06c2 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:00.836470 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:00.843842 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:00.851231 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] Pushing event updated for resources: {'Port': ['ID=14a77278-2a1a-49b2-87ee-087856ac8616,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:00.859767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58017618-c4af-462d-a0eb-f0097feccd90 req-a89b8dd0-f206-433e-bfe6-4be6d740c862 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:00.862765 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58017618-c4af-462d-a0eb-f0097feccd90 req-a89b8dd0-f206-433e-bfe6-4be6d740c862 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 944 time: 0.0818727 Sep 16 04:57:00.882795 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a82532-367f-47e5-a13a-971c5a5b660a req-a76448b3-898b-434b-a2eb-0e86afa25ef9 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:00.885098 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-94a82532-367f-47e5-a13a-971c5a5b660a req-a76448b3-898b-434b-a2eb-0e86afa25ef9 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 946 time: 0.1038857 Sep 16 04:57:00.917390 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58017618-c4af-462d-a0eb-f0097feccd90 req-49211645-470e-47fe-aad1-c234ea77d27f tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/security-groups?id=2466162c-4272-4425-91a1-07596e0b6068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455306 Sep 16 04:57:00.921566 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] Attempting to bind port 14a77278-2a1a-49b2-87ee-087856ac8616 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:00.921946 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] Attempting to bind port 14a77278-2a1a-49b2-87ee-087856ac8616 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '89aadbce-e15e-4c0f-a464-5800bd8a321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7a8cc0c6-1ac3-4f01-93e0-f267064c06c2'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:00.922313 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] Attempting to bind port 14a77278-2a1a-49b2-87ee-087856ac8616 on network 7a8cc0c6-1ac3-4f01-93e0-f267064c06c2 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:00.931426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:00.931426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] Checking segment: {'id': '89aadbce-e15e-4c0f-a464-5800bd8a321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7a8cc0c6-1ac3-4f01-93e0-f267064c06c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:00.931426 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.931426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] Bound using segment: {'id': '89aadbce-e15e-4c0f-a464-5800bd8a321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7a8cc0c6-1ac3-4f01-93e0-f267064c06c2'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:00.931426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] Bound port: 14a77278-2a1a-49b2-87ee-087856ac8616, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89aadbce-e15e-4c0f-a464-5800bd8a321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7a8cc0c6-1ac3-4f01-93e0-f267064c06c2'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:00.931426 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.993436 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0e7ba49-18ba-4d3c-8e32-1e982ae9d3ce tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.994679 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a0e7ba49-18ba-4d3c-8e32-1e982ae9d3ce tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6212044 Sep 16 04:57:00.997480 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53224) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:00.999240 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-94a82532-367f-47e5-a13a-971c5a5b660a req-702fed4c-adc9-4602-8497-0cdeff9ae8b8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Deleting port 397c5047-5192-4acb-ad72-4bf763b479a6 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:00.999581 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-94a82532-367f-47e5-a13a-971c5a5b660a req-702fed4c-adc9-4602-8497-0cdeff9ae8b8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.002735 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] For port 14a77278-2a1a-49b2-87ee-087856ac8616, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:01.006918 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] For port 14a77278-2a1a-49b2-87ee-087856ac8616, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=14a77278-2a1a-49b2-87ee-087856ac8616,segment=NetworkSegment(89aadbce-e15e-4c0f-a464-5800bd8a321c),segment_id=89aadbce-e15e-4c0f-a464-5800bd8a321c)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:01.007201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8136f309-69eb-48e8-9370-52ffe8862000 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'network_id': '7a8cc0c6-1ac3-4f01-93e0-f267064c06c2', 'name': 'tempest-PortsTestJSON-299121768'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:01.109761 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.118724 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-94a82532-367f-47e5-a13a-971c5a5b660a req-702fed4c-adc9-4602-8497-0cdeff9ae8b8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] For port 397c5047-5192-4acb-ad72-4bf763b479a6, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=397c5047-5192-4acb-ad72-4bf763b479a6,segment=NetworkSegment(931096fd-94b2-46ae-a55e-27ab1c58c657),segment_id=931096fd-94b2-46ae-a55e-27ab1c58c657)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:01.119548 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-94a82532-367f-47e5-a13a-971c5a5b660a req-702fed4c-adc9-4602-8497-0cdeff9ae8b8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.134908 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-94a82532-367f-47e5-a13a-971c5a5b660a req-702fed4c-adc9-4602-8497-0cdeff9ae8b8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Calling delete_port for 397c5047-5192-4acb-ad72-4bf763b479a6 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:01.182360 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a96a68-d7f5-49ce-94f6-bebc18c6a48b req-71d9df9a-34e5-48cc-849b-3497c2d1fb4d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:01.184829 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7a96a68-d7f5-49ce-94f6-bebc18c6a48b req-71d9df9a-34e5-48cc-849b-3497c2d1fb4d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 945 time: 0.1003978 Sep 16 04:57:01.220989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b08d3-5422-4682-86a9-e63328ed87e5 None None] Pushing event updated for resources: {'Port': ['ID=14a77278-2a1a-49b2-87ee-087856ac8616,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:01.479198 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-94a82532-367f-47e5-a13a-971c5a5b660a req-702fed4c-adc9-4602-8497-0cdeff9ae8b8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.513217 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['4afbdee4-cfa1-4237-af5d-ab3f1a94ad75'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:01.515946 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['397c5047-5192-4acb-ad72-4bf763b479a6'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:01.522637 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fed4c-adc9-4602-8497-0cdeff9ae8b8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Pushing event deleted for resources: {'Port': ['ID=397c5047-5192-4acb-ad72-4bf763b479a6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:01.582693 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a82532-367f-47e5-a13a-971c5a5b660a req-702fed4c-adc9-4602-8497-0cdeff9ae8b8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] No DVR routers for this DVR port 397c5047-5192-4acb-ad72-4bf763b479a6 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:01.585453 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-94a82532-367f-47e5-a13a-971c5a5b660a req-702fed4c-adc9-4602-8497-0cdeff9ae8b8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.587954 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-94a82532-367f-47e5-a13a-971c5a5b660a req-702fed4c-adc9-4602-8497-0cdeff9ae8b8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.38 "DELETE /v2.0/ports/397c5047-5192-4acb-ad72-4bf763b479a6 HTTP/1.1" status: 204 len: 173 time: 0.6955721 Sep 16 04:57:01.659257 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8136f309-69eb-48e8-9370-52ffe8862000 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:01.662958 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8136f309-69eb-48e8-9370-52ffe8862000 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.683086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7a96a68-d7f5-49ce-94f6-bebc18c6a48b req-afd57136-37df-4d44-b698-4417ed95b932 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882193 Sep 16 04:57:01.710384 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dabe0069-66cd-4294-a3d3-a2c14776a51a req-e78b2957-e46b-4bd8-a4e9-9e34f82b4a67 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 210 time: 0.0689387 Sep 16 04:57:01.719020 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-8136f309-69eb-48e8-9370-52ffe8862000 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] device_id is not set on port 8b0bf4dd-6100-47de-bbe4-d42c88b7e74b yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:57:01.860746 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-8136f309-69eb-48e8-9370-52ffe8862000 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Allocated IP 172.20.0.8 (7a8cc0c6-1ac3-4f01-93e0-f267064c06c2/f9ab1003-4652-418c-91cd-d91ffd5cde02/8b0bf4dd-6100-47de-bbe4-d42c88b7e74b) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:01.883100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbcc2281-2333-4c7a-899e-d87c6af1e361 req-793cd31c-1969-4721-8c2a-665a8ed8f3ca tempest-TenantUsagesTestJSON-2016710889 tempest-TenantUsagesTestJSON-2016710889-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dad4232-253f-44ff-9eb7-26432d5e70a0 HTTP/1.1" status: 200 len: 210 time: 0.0344081 Sep 16 04:57:02.064752 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b89086b3-a2e2-4e32-ab42-235ae2d9b078 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:57:02.073132 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8136f309-69eb-48e8-9370-52ffe8862000 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.113302 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640956c4-c7e0-4775-85d8-260a77deda22 req-90b64c8e-403b-45b7-af84-0cfe0addce70 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:02.115196 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-640956c4-c7e0-4775-85d8-260a77deda22 req-90b64c8e-403b-45b7-af84-0cfe0addce70 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 944 time: 0.1053607 Sep 16 04:57:02.179684 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-640956c4-c7e0-4775-85d8-260a77deda22 req-1b9fe658-4d89-469f-8311-d98920dc84b8 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/security-groups?id=2466162c-4272-4425-91a1-07596e0b6068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532444 Sep 16 04:57:02.194087 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b89086b3-a2e2-4e32-ab42-235ae2d9b078, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b89086b3-a2e2-4e32-ab42-235ae2d9b078,segment=NetworkSegment(5025da4f-c322-42a3-affd-54482f36cbf5),segment_id=5025da4f-c322-42a3-affd-54482f36cbf5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:02.208417 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'b89086b3-a2e2-4e32-ab42-235ae2d9b078', 'network_id': '3a9b2771-f815-4dd2-bbe3-fd5ef182452c', 'port_id': 'b89086b3-a2e2-4e32-ab42-235ae2d9b078', 'mac_address': 'fa:16:3e:fd:75:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6120700-89bc-4c2f-b7d0-144568ee5e85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:57:02.251284 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8136f309-69eb-48e8-9370-52ffe8862000 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.257100 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.293219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89086b3-a2e2-4e32-ab42-235ae2d9b078 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:02.303129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8136f309-69eb-48e8-9370-52ffe8862000 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network 7a8cc0c6-1ac3-4f01-93e0-f267064c06c2 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:02.314023 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-8136f309-69eb-48e8-9370-52ffe8862000 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:02.319814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8136f309-69eb-48e8-9370-52ffe8862000 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:02.320615 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b89086b3-a2e2-4e32-ab42-235ae2d9b078, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b89086b3-a2e2-4e32-ab42-235ae2d9b078,segment=NetworkSegment(5025da4f-c322-42a3-affd-54482f36cbf5),segment_id=5025da4f-c322-42a3-affd-54482f36cbf5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:02.332895 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e138100-2be0-4e18-b1a0-8f6abdd300aa None None] Network 7a8cc0c6-1ac3-4f01-93e0-f267064c06c2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:02.355366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136f309-69eb-48e8-9370-52ffe8862000 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=8b0bf4dd-6100-47de-bbe4-d42c88b7e74b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:02.383349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8136f309-69eb-48e8-9370-52ffe8862000 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:02.383966 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8136f309-69eb-48e8-9370-52ffe8862000 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.405949 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a9b16a54-758c-4fd3-8030-37036104518a None None] Provisioning complete for port 14a77278-2a1a-49b2-87ee-087856ac8616 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:02.406317 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a9b16a54-758c-4fd3-8030-37036104518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.515929 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fa8d40-681b-4599-8a85-4230a21ab10d', 'name': 'network-vif-deleted', 'tag': '397c5047-5192-4acb-ad72-4bf763b479a6'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:02.519202 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af83dff-7f11-4fb6-aa87-d3b5568e4ddc" -d '{"events": [{"server_uuid": "b0fa8d40-681b-4599-8a85-4230a21ab10d", "name": "network-vif-deleted", "tag": "397c5047-5192-4acb-ad72-4bf763b479a6"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:02.553799 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a9b16a54-758c-4fd3-8030-37036104518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.562063 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac23c1d-24ed-44bd-ab1e-b0bf29d0d34b x-openstack-request-id: req-9ac23c1d-24ed-44bd-ab1e-b0bf29d0d34b {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:02.562474 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fa8d40-681b-4599-8a85-4230a21ab10d", "name": "network-vif-deleted", "tag": "397c5047-5192-4acb-ad72-4bf763b479a6", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:02.562818 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ac23c1d-24ed-44bd-ab1e-b0bf29d0d34b {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:02.563446 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fa8d40-681b-4599-8a85-4230a21ab10d', 'name': 'network-vif-deleted', 'tag': '397c5047-5192-4acb-ad72-4bf763b479a6', 'status': 'completed', 'code': 200} Sep 16 04:57:02.580090 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8136f309-69eb-48e8-9370-52ffe8862000 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5784588 Sep 16 04:57:02.580288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53264) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:02.580916 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.612727 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 416c8998-67f7-4700-b759-de032eee3c5b no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:02.618687 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a9b16a54-758c-4fd3-8030-37036104518a None None] For port 14a77278-2a1a-49b2-87ee-087856ac8616, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=14a77278-2a1a-49b2-87ee-087856ac8616,segment=NetworkSegment(89aadbce-e15e-4c0f-a464-5800bd8a321c),segment_id=89aadbce-e15e-4c0f-a464-5800bd8a321c)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:02.642238 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 416c8998-67f7-4700-b759-de032eee3c5b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:02.642586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 416c8998-67f7-4700-b759-de032eee3c5b not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:02.643104 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 397c5047-5192-4acb-ad72-4bf763b479a6 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:02.676857 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 397c5047-5192-4acb-ad72-4bf763b479a6 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:02.677197 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 397c5047-5192-4acb-ad72-4bf763b479a6 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:02.682781 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=b89086b3-a2e2-4e32-ab42-235ae2d9b078,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:02.840341 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a9b16a54-758c-4fd3-8030-37036104518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.976794 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e5c4431-5402-44ed-a965-0c0990e35bb1 req-9287279c-c99d-4d19-b04a-5dfea39729d7 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0fa8d40-681b-4599-8a85-4230a21ab10d HTTP/1.1" status: 200 len: 210 time: 0.0792320 Sep 16 04:57:02.983604 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b16a54-758c-4fd3-8030-37036104518a None None] Pushing event updated for resources: {'Port': ['ID=14a77278-2a1a-49b2-87ee-087856ac8616,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:03.030204 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2513a06a-0c55-4598-b3c4-938324bc837a None None] Provisioning complete for port 14a77278-2a1a-49b2-87ee-087856ac8616 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:03.030792 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2513a06a-0c55-4598-b3c4-938324bc837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.065397 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b89086b3-a2e2-4e32-ab42-235ae2d9b078'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:03.116873 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17629aad-0c35-485d-86a8-a27dab4f96e9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.221406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2513a06a-0c55-4598-b3c4-938324bc837a None None] Provisioning complete for port 8b0bf4dd-6100-47de-bbe4-d42c88b7e74b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:03.221940 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2513a06a-0c55-4598-b3c4-938324bc837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.280897 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2513a06a-0c55-4598-b3c4-938324bc837a None None] Port 8b0bf4dd-6100-47de-bbe4-d42c88b7e74b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:03.390614 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0772443-083a-48b5-922b-eb8ed659e386 req-b114d4be-2911-40c6-b5ff-959b29e3fada tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:03.392423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0772443-083a-48b5-922b-eb8ed659e386 req-b114d4be-2911-40c6-b5ff-959b29e3fada tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 945 time: 0.1266379 Sep 16 04:57:03.431129 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-47822026-5eb3-4019-9e56-fb53bc07f113 None None] Provisioning complete for port 8b0bf4dd-6100-47de-bbe4-d42c88b7e74b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:03.433158 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-47822026-5eb3-4019-9e56-fb53bc07f113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.485608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0772443-083a-48b5-922b-eb8ed659e386 req-84146b75-12ad-48ba-a53e-a4302d86a447 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/security-groups?id=2466162c-4272-4425-91a1-07596e0b6068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580275 Sep 16 04:57:03.506076 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-47822026-5eb3-4019-9e56-fb53bc07f113 None None] Port 8b0bf4dd-6100-47de-bbe4-d42c88b7e74b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:03.549431 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17629aad-0c35-485d-86a8-a27dab4f96e9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.580470 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 14a77278-2a1a-49b2-87ee-087856ac8616 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:03.590855 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53294) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:03.638463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 14a77278-2a1a-49b2-87ee-087856ac8616 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:03.639237 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.685933 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17629aad-0c35-485d-86a8-a27dab4f96e9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.776482 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bfae7a66-c3a0-4d93-9cf6-8de8b1d865b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d58f8007eed42c2829c9335140f5bef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844244 Sep 16 04:57:03.779049 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53298) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:03.797815 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17629aad-0c35-485d-86a8-a27dab4f96e9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=8b0bf4dd-6100-47de-bbe4-d42c88b7e74b,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:03.847912 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94057ce7-60b6-4216-8899-b45f61180516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.876132 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94057ce7-60b6-4216-8899-b45f61180516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.997117 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17629aad-0c35-485d-86a8-a27dab4f96e9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.058324 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ca80557a-153b-484d-a88d-1c526889b798 None None] Provisioning complete for port 8b0bf4dd-6100-47de-bbe4-d42c88b7e74b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:04.059927 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ca80557a-153b-484d-a88d-1c526889b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.062560 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94057ce7-60b6-4216-8899-b45f61180516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.066099 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94057ce7-60b6-4216-8899-b45f61180516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.070586 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-94057ce7-60b6-4216-8899-b45f61180516 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa0a6391-262b-4ca0-ac01-43ac2d66a4d6 HTTP/1.1" status: 204 len: 168 time: 0.2898242 Sep 16 04:57:04.095332 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94057ce7-60b6-4216-8899-b45f61180516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0a6391-262b-4ca0-ac01-43ac2d66a4d6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:04.123012 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94057ce7-60b6-4216-8899-b45f61180516 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:04.124074 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94057ce7-60b6-4216-8899-b45f61180516 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:04.124831 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94057ce7-60b6-4216-8899-b45f61180516 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:04.125189 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94057ce7-60b6-4216-8899-b45f61180516 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:04.125528 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94057ce7-60b6-4216-8899-b45f61180516 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:04.125860 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94057ce7-60b6-4216-8899-b45f61180516 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:04.126187 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94057ce7-60b6-4216-8899-b45f61180516 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:04.126538 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94057ce7-60b6-4216-8899-b45f61180516 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:04.126866 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94057ce7-60b6-4216-8899-b45f61180516 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:04.130565 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94057ce7-60b6-4216-8899-b45f61180516 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:04.130924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94057ce7-60b6-4216-8899-b45f61180516 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:04.131265 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94057ce7-60b6-4216-8899-b45f61180516 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:04.182812 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ca80557a-153b-484d-a88d-1c526889b798 None None] Port 8b0bf4dd-6100-47de-bbe4-d42c88b7e74b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:04.273418 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76694d7-c88f-4a6d-bc33-b09d4c630f57 req-421020b5-257f-47e3-ac39-6a37adbd318b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:04.275026 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d76694d7-c88f-4a6d-bc33-b09d4c630f57 req-421020b5-257f-47e3-ac39-6a37adbd318b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0544331 Sep 16 04:57:04.318463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d76694d7-c88f-4a6d-bc33-b09d4c630f57 req-e2729f84-b7ac-4ee4-a480-4fd62b57fbb9 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355411 Sep 16 04:57:04.361963 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17629aad-0c35-485d-86a8-a27dab4f96e9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.746770 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f29ca-5980-4c05-8c9f-b5082137ad5c req-16aeab48-3c25-41d7-bfcb-2c52a2a9276a tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:04.748575 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c06f29ca-5980-4c05-8c9f-b5082137ad5c req-16aeab48-3c25-41d7-bfcb-2c52a2a9276a tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1832969 Sep 16 04:57:04.782130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29db118-e14f-468d-ae7f-8b88738af944 req-e41132eb-6ced-4053-ba99-d0e78523681b tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:04.783731 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c29db118-e14f-468d-ae7f-8b88738af944 req-e41132eb-6ced-4053-ba99-d0e78523681b tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 945 time: 0.1497509 Sep 16 04:57:04.848863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c06f29ca-5980-4c05-8c9f-b5082137ad5c req-d65fae68-3785-4e22-9257-9da4657c81de tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934994 Sep 16 04:57:04.867123 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17629aad-0c35-485d-86a8-a27dab4f96e9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.873170 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c29db118-e14f-468d-ae7f-8b88738af944 req-4579aafe-ff67-497d-8cb5-6fffaca07324 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/security-groups?id=2466162c-4272-4425-91a1-07596e0b6068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795934 Sep 16 04:57:04.983470 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17629aad-0c35-485d-86a8-a27dab4f96e9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.053745 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c59b47-6eaf-4bbe-8210-ccb461a53a58 req-054d753c-d052-4ef8-9083-2875cf837baf tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:05.061338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-45c59b47-6eaf-4bbe-8210-ccb461a53a58 req-054d753c-d052-4ef8-9083-2875cf837baf tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1355357 Sep 16 04:57:05.101013 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17629aad-0c35-485d-86a8-a27dab4f96e9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.105967 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17629aad-0c35-485d-86a8-a27dab4f96e9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=8b0bf4dd-6100-47de-bbe4-d42c88b7e74b,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:05.128952 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-45c59b47-6eaf-4bbe-8210-ccb461a53a58 req-e3f31171-5e46-49bd-93dc-7596d6a93433 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667260 Sep 16 04:57:05.143736 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53330) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:05.154727 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fcc20dc4-790f-42e3-86d9-c9a0ce633a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.165876 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-09b5b09c-3d69-4a30-b61f-6b73a92e1e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.234975 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17629aad-0c35-485d-86a8-a27dab4f96e9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network 7a8cc0c6-1ac3-4f01-93e0-f267064c06c2 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:05.236330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-17629aad-0c35-485d-86a8-a27dab4f96e9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:05.265292 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-09b5b09c-3d69-4a30-b61f-6b73a92e1e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.347907 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-09b5b09c-3d69-4a30-b61f-6b73a92e1e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.400146 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-09b5b09c-3d69-4a30-b61f-6b73a92e1e5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db7aa6bf99b5417b9eb152c1f2484f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552776 Sep 16 04:57:05.401242 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5b09c-3d69-4a30-b61f-6b73a92e1e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fef4e42-aa5b-466e-aeae-de478b180374,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:05.412416 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53336) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:05.468077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17629aad-0c35-485d-86a8-a27dab4f96e9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Router 66062ba6-56f5-4d55-b3d6-4db0a6564eb7 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:57:05.478052 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3fcb2920-65d0-40f8-974d-a7a075ec03f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.527047 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3a7df189-a048-4f4a-b45a-9353c7058bfa None None] Provisioning complete for port 8b0bf4dd-6100-47de-bbe4-d42c88b7e74b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:05.527484 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3a7df189-a048-4f4a-b45a-9353c7058bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.567013 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-3a7df189-a048-4f4a-b45a-9353c7058bfa None None] Port 8b0bf4dd-6100-47de-bbe4-d42c88b7e74b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:05.569662 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3fcb2920-65d0-40f8-974d-a7a075ec03f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.614517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17629aad-0c35-485d-86a8-a27dab4f96e9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:05.626061 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53340) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:05.626216 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-17629aad-0c35-485d-86a8-a27dab4f96e9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "PUT /v2.0/routers/66062ba6-56f5-4d55-b3d6-4db0a6564eb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0432875 Sep 16 04:57:05.627948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d507bca-c1b0-402f-b73e-7be3c3291ebd None None] Sync routers for ids ['66062ba6-56f5-4d55-b3d6-4db0a6564eb7'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:05.640371 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d507bca-c1b0-402f-b73e-7be3c3291ebd None None] Routers {'66062ba6-56f5-4d55-b3d6-4db0a6564eb7'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:05.641253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7d507bca-c1b0-402f-b73e-7be3c3291ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:56:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['66062ba6-56f5-4d55-b3d6-4db0a6564eb7'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:05.682104 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7d507bca-c1b0-402f-b73e-7be3c3291ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:05.692766 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d507bca-c1b0-402f-b73e-7be3c3291ebd None None] Routers {'66062ba6-56f5-4d55-b3d6-4db0a6564eb7'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:05.693662 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7d507bca-c1b0-402f-b73e-7be3c3291ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:56:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['66062ba6-56f5-4d55-b3d6-4db0a6564eb7'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:05.695006 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a07fed-256c-4b54-aad4-07604f5a9be9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:05.698931 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c2a07fed-256c-4b54-aad4-07604f5a9be9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports?device_id=66062ba6-56f5-4d55-b3d6-4db0a6564eb7 HTTP/1.1" status: 200 len: 981 time: 0.0718100 Sep 16 04:57:05.699592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53342) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:05.733095 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7d507bca-c1b0-402f-b73e-7be3c3291ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:05.733742 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d507bca-c1b0-402f-b73e-7be3c3291ebd None None] The sync data for ids ['66062ba6-56f5-4d55-b3d6-4db0a6564eb7'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:05.744478 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3fcb2920-65d0-40f8-974d-a7a075ec03f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.747194 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3fcb2920-65d0-40f8-974d-a7a075ec03f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.749194 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3fcb2920-65d0-40f8-974d-a7a075ec03f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fef4e42-aa5b-466e-aeae-de478b180374 HTTP/1.1" status: 204 len: 168 time: 0.3426459 Sep 16 04:57:05.790155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb2920-65d0-40f8-974d-a7a075ec03f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fef4e42-aa5b-466e-aeae-de478b180374,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:06.096045 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5751e-9085-4c95-ba7b-77f660a7efce req-2a9dc12b-cf89-4672-864b-2367a35cb0ef tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:06.098460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7bf5751e-9085-4c95-ba7b-77f660a7efce req-2a9dc12b-cf89-4672-864b-2367a35cb0ef tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 945 time: 0.1443243 Sep 16 04:57:06.108779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b89086b3-a2e2-4e32-ab42-235ae2d9b078 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:06.177543 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7bf5751e-9085-4c95-ba7b-77f660a7efce req-b346c277-8311-4693-b95c-c3c95bc81697 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/security-groups?id=2466162c-4272-4425-91a1-07596e0b6068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562496 Sep 16 04:57:06.387307 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port b89086b3-a2e2-4e32-ab42-235ae2d9b078 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:57:06.394000 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port b89086b3-a2e2-4e32-ab42-235ae2d9b078 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:06.403773 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.501049 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.501049 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4071c061-f5f5-446d-a790-2bb8514f9573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89086b3-a2e2-4e32-ab42-235ae2d9b078'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:06.501049 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fd7541-2fd1-48d4-b735-598965711cab" -d '{"events": [{"server_uuid": "4071c061-f5f5-446d-a790-2bb8514f9573", "name": "network-vif-plugged", "status": "completed", "tag": "b89086b3-a2e2-4e32-ab42-235ae2d9b078"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:06.518112 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b89086b3-a2e2-4e32-ab42-235ae2d9b078, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b89086b3-a2e2-4e32-ab42-235ae2d9b078,segment=NetworkSegment(5025da4f-c322-42a3-affd-54482f36cbf5),segment_id=5025da4f-c322-42a3-affd-54482f36cbf5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:06.541558 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878b6c64-5bf8-4415-adfa-208611408d55 x-openstack-request-id: req-878b6c64-5bf8-4415-adfa-208611408d55 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:06.541845 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4071c061-f5f5-446d-a790-2bb8514f9573", "name": "network-vif-plugged", "status": "completed", "tag": "b89086b3-a2e2-4e32-ab42-235ae2d9b078", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:06.542116 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-878b6c64-5bf8-4415-adfa-208611408d55 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:06.542531 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4071c061-f5f5-446d-a790-2bb8514f9573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89086b3-a2e2-4e32-ab42-235ae2d9b078', 'code': 200} Sep 16 04:57:06.588882 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a553e4ae-8351-43a0-a283-bf8d5ebcced7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.639926 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.738548 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=b89086b3-a2e2-4e32-ab42-235ae2d9b078,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:06.764385 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ab706-8faa-43de-8d88-97708180d422 req-72631acd-3a19-44aa-b77d-d10423c5729a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:06.765862 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a25ab706-8faa-43de-8d88-97708180d422 req-72631acd-3a19-44aa-b77d-d10423c5729a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 1098 time: 0.1010623 Sep 16 04:57:06.835879 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a25ab706-8faa-43de-8d88-97708180d422 req-c078630a-05d1-451f-8682-717cdbccc077 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2466162c-4272-4425-91a1-07596e0b6068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496562 Sep 16 04:57:06.896869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-a553e4ae-8351-43a0-a283-bf8d5ebcced7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port 8b0bf4dd-6100-47de-bbe4-d42c88b7e74b {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:06.897364 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a553e4ae-8351-43a0-a283-bf8d5ebcced7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.004128 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a553e4ae-8351-43a0-a283-bf8d5ebcced7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.023489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-a553e4ae-8351-43a0-a283-bf8d5ebcced7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for 8b0bf4dd-6100-47de-bbe4-d42c88b7e74b owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:07.237327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53394) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.304755 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a553e4ae-8351-43a0-a283-bf8d5ebcced7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.378571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553e4ae-8351-43a0-a283-bf8d5ebcced7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=8b0bf4dd-6100-47de-bbe4-d42c88b7e74b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:07.410518 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3cfaa21e-a2b9-49a4-be9e-4f7374cd1cc6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2120531599-network', 'tenant_id': '1941c569dd984b149518fce98998458b'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:07.507739 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56189efd-70d4-4d05-963b-56ab712869ae req-5a14f082-9aeb-402a-80e3-e3e16ede748c tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:07.509367 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56189efd-70d4-4d05-963b-56ab712869ae req-5a14f082-9aeb-402a-80e3-e3e16ede748c tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 946 time: 0.1822321 Sep 16 04:57:07.606197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfaa21e-a2b9-49a4-be9e-4f7374cd1cc6 admin admin] Made reservation on behalf of 1941c569dd984b149518fce98998458b for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:07.609309 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa21e-a2b9-49a4-be9e-4f7374cd1cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.622050 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a553e4ae-8351-43a0-a283-bf8d5ebcced7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.629349 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa21e-a2b9-49a4-be9e-4f7374cd1cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.644445 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56189efd-70d4-4d05-963b-56ab712869ae req-abbff359-0d95-4523-b690-613f48aabe16 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/security-groups?id=2466162c-4272-4425-91a1-07596e0b6068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267927 Sep 16 04:57:07.771319 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-14df70c5-c3a9-4c38-9b46-6ae7cbdf83fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.863558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a553e4ae-8351-43a0-a283-bf8d5ebcced7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Router 66062ba6-56f5-4d55-b3d6-4db0a6564eb7 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:07.884214 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa21e-a2b9-49a4-be9e-4f7374cd1cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.954773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a553e4ae-8351-43a0-a283-bf8d5ebcced7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:07.962971 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53404) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.963438 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a553e4ae-8351-43a0-a283-bf8d5ebcced7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "PUT /v2.0/routers/66062ba6-56f5-4d55-b3d6-4db0a6564eb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2621808 Sep 16 04:57:07.964481 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa21e-a2b9-49a4-be9e-4f7374cd1cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.966111 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad2bdaa-7eee-4476-af71-6320587131ce None None] Sync routers for ids ['66062ba6-56f5-4d55-b3d6-4db0a6564eb7'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:07.981556 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad2bdaa-7eee-4476-af71-6320587131ce None None] Routers {'66062ba6-56f5-4d55-b3d6-4db0a6564eb7'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:07.982994 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-cad2bdaa-7eee-4476-af71-6320587131ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:57:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['66062ba6-56f5-4d55-b3d6-4db0a6564eb7'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:07.990060 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67e1f72-e487-466b-bce0-862b19fe8ed0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] GET failed (client error): The resource could not be found. Sep 16 04:57:07.990639 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfaa21e-a2b9-49a4-be9e-4f7374cd1cc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:07.992653 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b67e1f72-e487-466b-bce0-862b19fe8ed0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports/8b0bf4dd-6100-47de-bbe4-d42c88b7e74b HTTP/1.1" status: 404 len: 333 time: 0.0282757 Sep 16 04:57:07.995349 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53406) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:08.007401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfaa21e-a2b9-49a4-be9e-4f7374cd1cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55db0691-a1d5-4086-9499-e37428ed0f1e,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:08.015628 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa21e-a2b9-49a4-be9e-4f7374cd1cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.016209 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-3cfaa21e-a2b9-49a4-be9e-4f7374cd1cc6 admin admin] Added segment f77f1fa1-7cad-4aaf-93a6-b0c3a8ca04ea of type vlan for network d4d3a62c-0186-4217-b625-5e69879f360b Sep 16 04:57:08.022573 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-cad2bdaa-7eee-4476-af71-6320587131ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:08.035778 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad2bdaa-7eee-4476-af71-6320587131ce None None] Routers {'66062ba6-56f5-4d55-b3d6-4db0a6564eb7'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:08.036853 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-cad2bdaa-7eee-4476-af71-6320587131ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:57:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['66062ba6-56f5-4d55-b3d6-4db0a6564eb7'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:08.076278 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa21e-a2b9-49a4-be9e-4f7374cd1cc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.078225 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-cad2bdaa-7eee-4476-af71-6320587131ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:08.078904 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad2bdaa-7eee-4476-af71-6320587131ce None None] The sync data for ids ['66062ba6-56f5-4d55-b3d6-4db0a6564eb7'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:08.085315 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0fcadf4c-9dea-46c1-9de8-d0aaa3d8039f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.218502 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa21e-a2b9-49a4-be9e-4f7374cd1cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.218502 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfaa21e-a2b9-49a4-be9e-4f7374cd1cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:08.218746 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa21e-a2b9-49a4-be9e-4f7374cd1cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.256281 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0fcadf4c-9dea-46c1-9de8-d0aaa3d8039f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.258717 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0fcadf4c-9dea-46c1-9de8-d0aaa3d8039f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.280637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfaa21e-a2b9-49a4-be9e-4f7374cd1cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=d4d3a62c-0186-4217-b625-5e69879f360b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:08.292015 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network d4d3a62c-0186-4217-b625-5e69879f360b details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:08.320208 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3cfaa21e-a2b9-49a4-be9e-4f7374cd1cc6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0815344 Sep 16 04:57:08.322995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53418) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:08.333173 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ec8c98d3-2633-41d8-9d29-f731e3294b7b admin admin] Request body: {'subnet': {'network_id': 'd4d3a62c-0186-4217-b625-5e69879f360b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2120531599-subnet', 'tenant_id': '1941c569dd984b149518fce98998458b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:08.382590 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0fcadf4c-9dea-46c1-9de8-d0aaa3d8039f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.383420 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcadf4c-9dea-46c1-9de8-d0aaa3d8039f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Fanout notify agent at l3_agent the message router_deleted on router 66062ba6-56f5-4d55-b3d6-4db0a6564eb7 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:57:08.391295 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0fcadf4c-9dea-46c1-9de8-d0aaa3d8039f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.395910 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53422) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:08.396066 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0fcadf4c-9dea-46c1-9de8-d0aaa3d8039f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/routers/66062ba6-56f5-4d55-b3d6-4db0a6564eb7 HTTP/1.1" status: 204 len: 168 time: 0.3996773 Sep 16 04:57:08.473188 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.482982 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8c98d3-2633-41d8-9d29-f731e3294b7b admin admin] Made reservation on behalf of 1941c569dd984b149518fce98998458b for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:08.486538 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec8c98d3-2633-41d8-9d29-f731e3294b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.509509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dfc3708-2c7d-4d11-bff2-a211818073e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting subnet f9ab1003-4652-418c-91cd-d91ffd5cde02 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:08.521547 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3708-2c7d-4d11-bff2-a211818073e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.618261 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3708-2c7d-4d11-bff2-a211818073e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.749055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327db566-9977-4872-8a82-092dc296c979 req-be5bc6fb-29a2-4d58-8fcf-fef397965187 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:08.750574 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-327db566-9977-4872-8a82-092dc296c979 req-be5bc6fb-29a2-4d58-8fcf-fef397965187 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1605399 Sep 16 04:57:08.849161 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3708-2c7d-4d11-bff2-a211818073e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.948155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6c0b7-04df-4507-aaa3-404716f83212 req-b5e9befc-b708-41fa-b814-36e5c8b24691 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:08.949744 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24f6c0b7-04df-4507-aaa3-404716f83212 req-b5e9befc-b708-41fa-b814-36e5c8b24691 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 946 time: 0.2275577 Sep 16 04:57:08.968670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-327db566-9977-4872-8a82-092dc296c979 req-a7e4e58b-bf7a-4f5c-8c63-81a3c8b72619 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798642 Sep 16 04:57:09.029278 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec8c98d3-2633-41d8-9d29-f731e3294b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.040756 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24f6c0b7-04df-4507-aaa3-404716f83212 req-59482134-3b91-4d29-994a-0b962f818a16 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/security-groups?id=2466162c-4272-4425-91a1-07596e0b6068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720592 Sep 16 04:57:09.104189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c98d3-2633-41d8-9d29-f731e3294b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=54938d75-4d4a-4798-b979-f748c9a8078a,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:09.110109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c98d3-2633-41d8-9d29-f731e3294b7b admin admin] Checking segment: {'id': 'f77f1fa1-7cad-4aaf-93a6-b0c3a8ca04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd4d3a62c-0186-4217-b625-5e69879f360b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:09.110473 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8c98d3-2633-41d8-9d29-f731e3294b7b admin admin] Network hostable DHCP agents. Network: d4d3a62c-0186-4217-b625-5e69879f360b, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:09.123643 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3708-2c7d-4d11-bff2-a211818073e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.164667 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.174308 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc3708-2c7d-4d11-bff2-a211818073e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ab1003-4652-418c-91cd-d91ffd5cde02,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:09.182892 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3708-2c7d-4d11-bff2-a211818073e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.184779 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1dfc3708-2c7d-4d11-bff2-a211818073e0 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/subnets/f9ab1003-4652-418c-91cd-d91ffd5cde02 HTTP/1.1" status: 204 len: 168 time: 0.7869515 Sep 16 04:57:09.187700 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53438) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:09.202470 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18d0b6a-c9b5-45c4-80f4-5237a2c75fd5 None None] Network 7a8cc0c6-1ac3-4f01-93e0-f267064c06c2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:09.203938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3c84a-3dbe-4ffa-87ca-612229e907ce req-92cbd3a1-471b-43fa-9568-2d65cf0b3e30 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:09.205464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10c3c84a-3dbe-4ffa-87ca-612229e907ce req-92cbd3a1-471b-43fa-9568-2d65cf0b3e30 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0926342 Sep 16 04:57:09.249359 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10c3c84a-3dbe-4ffa-87ca-612229e907ce req-27deed3d-a5f7-4590-9558-d4b3ca29b8c1 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365877 Sep 16 04:57:09.272144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.339875 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port 14a77278-2a1a-49b2-87ee-087856ac8616 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:09.340225 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.342025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8c98d3-2633-41d8-9d29-f731e3294b7b admin admin] Network d4d3a62c-0186-4217-b625-5e69879f360b is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:09.401510 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] DHCP port deletion for 7a8cc0c6-1ac3-4f01-93e0-f267064c06c2 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:09.424568 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] For port 14a77278-2a1a-49b2-87ee-087856ac8616, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=14a77278-2a1a-49b2-87ee-087856ac8616,segment=NetworkSegment(89aadbce-e15e-4c0f-a464-5800bd8a321c),segment_id=89aadbce-e15e-4c0f-a464-5800bd8a321c)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:09.431088 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.445150 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for 14a77278-2a1a-49b2-87ee-087856ac8616 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:09.467297 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 14a77278-2a1a-49b2-87ee-087856ac8616 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:09.501784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-ec8c98d3-2633-41d8-9d29-f731e3294b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, d4d3a62c-0186-4217-b625-5e69879f360b) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:09.506240 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8c98d3-2633-41d8-9d29-f731e3294b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:09.506933 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec8c98d3-2633-41d8-9d29-f731e3294b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.616047 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] Deleting port 14a77278-2a1a-49b2-87ee-087856ac8616 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:09.616418 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.621459 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5abdfc-381d-4f90-9146-f6f582c942f8 None None] Network d4d3a62c-0186-4217-b625-5e69879f360b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:09.651001 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.660112 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ec8c98d3-2633-41d8-9d29-f731e3294b7b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3279686 Sep 16 04:57:09.679725 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=14a77278-2a1a-49b2-87ee-087856ac8616,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:09.685985 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No DVR routers for this DVR port 14a77278-2a1a-49b2-87ee-087856ac8616 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:09.749439 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] For port 14a77278-2a1a-49b2-87ee-087856ac8616, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=14a77278-2a1a-49b2-87ee-087856ac8616,segment=NetworkSegment(89aadbce-e15e-4c0f-a464-5800bd8a321c),segment_id=89aadbce-e15e-4c0f-a464-5800bd8a321c)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:09.749850 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.754246 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No active binding found for port 14a77278-2a1a-49b2-87ee-087856ac8616 {{(pid=95475) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 04:57:09.754997 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 14a77278-2a1a-49b2-87ee-087856ac8616 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:09.776670 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] Calling delete_port for 14a77278-2a1a-49b2-87ee-087856ac8616 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:09.799114 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.822351 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8cc0c6-1ac3-4f01-93e0-f267064c06c2']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:09.845971 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89aadbce-e15e-4c0f-a464-5800bd8a321c') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:09.845971 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89aadbce-e15e-4c0f-a464-5800bd8a321c') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:09.855409 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.874344 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.878144 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39403df-6a3c-4725-b254-723c24f1f640 None None] Network d4d3a62c-0186-4217-b625-5e69879f360b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:09.884171 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:09.884577 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:09.896531 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.951409 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.954199 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.954199 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.954199 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.954199 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.954199 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.954199 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.954199 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.954199 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.954199 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.954199 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.954199 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.954199 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.954199 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:09.954199 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 04:57:09.965000 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.003397 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] Pushing event deleted for resources: {'Port': ['ID=14a77278-2a1a-49b2-87ee-087856ac8616,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:10.004496 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-6e2cea70-e978-45bc-8003-6712da796189 req-567bb519-d8fa-43bb-8691-0dd32ee1c99c tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-891380240', 'description': 'tempest-description-1526796583'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:10.027394 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] No DVR routers for this DVR port 14a77278-2a1a-49b2-87ee-087856ac8616 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:10.032196 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:10.032518 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:10.032856 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:10.033193 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:10.033570 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:10.033838 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:10.034165 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:10.034486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:10.034804 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:10.035151 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:10.035472 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:10.035789 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e5065-9171-4fe5-aa1a-91d576b37734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:10.124677 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.133680 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.135655 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/networks/7a8cc0c6-1ac3-4f01-93e0-f267064c06c2 HTTP/1.1" status: 204 len: 168 time: 0.9463904 Sep 16 04:57:10.142374 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53464) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:10.145326 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4dd98-90cc-457b-9dc8-dc1524068d04 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Network': ['ID=7a8cc0c6-1ac3-4f01-93e0-f267064c06c2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:10.201371 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6e2cea70-e978-45bc-8003-6712da796189 req-567bb519-d8fa-43bb-8691-0dd32ee1c99c tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.233883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5507fa-ba56-4070-91e0-f2faae8dc1ac tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:10.235313 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ef5507fa-ba56-4070-91e0-f2faae8dc1ac tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports/2518606f-3625-42be-8c51-3712b7f11e0a HTTP/1.1" status: 200 len: 841 time: 0.0919440 Sep 16 04:57:10.239712 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53468) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:10.261263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3ae98-e0f9-4dae-af28-f6d79686c024 req-e0c3f978-7604-4e75-9766-2872743f1be6 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:10.262795 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ecb3ae98-e0f9-4dae-af28-f6d79686c024 req-e0c3f978-7604-4e75-9766-2872743f1be6 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 946 time: 0.1387825 Sep 16 04:57:10.287749 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4bd1bb9b-10c7-4b1c-a94f-a0328774051c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports/2518606f-3625-42be-8c51-3712b7f11e0a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0462906 Sep 16 04:57:10.291403 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53470) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:10.297528 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ccb66d92-3d80-4f62-8cae-5ffa23d535b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'subnet': {'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:10.330555 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ecb3ae98-e0f9-4dae-af28-f6d79686c024 req-83e23c12-dc17-4cef-a70f-afa3d17facd5 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/security-groups?id=2466162c-4272-4425-91a1-07596e0b6068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600021 Sep 16 04:57:10.375234 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6e2cea70-e978-45bc-8003-6712da796189 req-567bb519-d8fa-43bb-8691-0dd32ee1c99c tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.490530 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6e2cea70-e978-45bc-8003-6712da796189 req-567bb519-d8fa-43bb-8691-0dd32ee1c99c tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.525349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bb519-d8fa-43bb-8691-0dd32ee1c99c tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767e9aa1-5519-4e03-8cf1-6e96f86de338,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:10.618263 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb66d92-3d80-4f62-8cae-5ffa23d535b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:10.621674 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ccb66d92-3d80-4f62-8cae-5ffa23d535b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.730581 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.738789 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6e2cea70-e978-45bc-8003-6712da796189 req-567bb519-d8fa-43bb-8691-0dd32ee1c99c tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.738789 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e2cea70-e978-45bc-8003-6712da796189 req-567bb519-d8fa-43bb-8691-0dd32ee1c99c tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7336543 Sep 16 04:57:10.907060 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-279a5d65-463a-43a0-b6be-978cea1638f0 req-38ce35eb-2420-4609-bd59-e53933072da8 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "GET /v2.0/security-groups/767e9aa1-5519-4e03-8cf1-6e96f86de338 HTTP/1.1" status: 200 len: 1814 time: 0.0673363 Sep 16 04:57:10.917905 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-279a5d65-463a-43a0-b6be-978cea1638f0 req-21901129-eb00-4b66-9246-452b289c5112 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '767e9aa1-5519-4e03-8cf1-6e96f86de338', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:10.918435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-279a5d65-463a-43a0-b6be-978cea1638f0 req-21901129-eb00-4b66-9246-452b289c5112 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '767e9aa1-5519-4e03-8cf1-6e96f86de338', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:10.925207 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ccb66d92-3d80-4f62-8cae-5ffa23d535b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.974373 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb66d92-3d80-4f62-8cae-5ffa23d535b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:10.977797 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-ccb66d92-3d80-4f62-8cae-5ffa23d535b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:10.984918 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb66d92-3d80-4f62-8cae-5ffa23d535b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:10.985521 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ccb66d92-3d80-4f62-8cae-5ffa23d535b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.996214 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61782645-7fa8-4ba6-acf6-1f8649c236b9 None None] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:11.001268 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb66d92-3d80-4f62-8cae-5ffa23d535b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Subnet': ['ID=c04c09d9-be53-4886-a283-173516226756,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:11.125949 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ccb66d92-3d80-4f62-8cae-5ffa23d535b3 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8334472 Sep 16 04:57:11.128780 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53492) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:11.135249 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8c5a47ef-daf0-4023-a2b7-fe74f7dc5a45 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'security_group': {'name': 'tempest-secgroup-1335687346'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:11.138451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad822e16-bb6d-4d93-bdae-24524fa2f28d req-323bd8f8-8b99-4887-bf5b-093ab102bba1 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:11.147324 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad822e16-bb6d-4d93-bdae-24524fa2f28d req-323bd8f8-8b99-4887-bf5b-093ab102bba1 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 946 time: 0.0998342 Sep 16 04:57:11.165079 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-279a5d65-463a-43a0-b6be-978cea1638f0 req-21901129-eb00-4b66-9246-452b289c5112 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.205598 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad822e16-bb6d-4d93-bdae-24524fa2f28d req-c842e4bf-ffad-4b39-b086-35c59402af6d tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/security-groups?id=2466162c-4272-4425-91a1-07596e0b6068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570641 Sep 16 04:57:11.212329 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-279a5d65-463a-43a0-b6be-978cea1638f0 req-21901129-eb00-4b66-9246-452b289c5112 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.216581 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-fc098a7f-1089-4bc2-a413-c7fa5cdc6da2', 'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2', 'tenant_id': 'bd73fd6f01ac49808b684051ab40bcc5', 'fixed_ips': [{'subnet_id': 'c04c09d9-be53-4886-a283-173516226756'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:11.217478 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.274496 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c5a47ef-daf0-4023-a2b7-fe74f7dc5a45 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.347496 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-279a5d65-463a-43a0-b6be-978cea1638f0 req-21901129-eb00-4b66-9246-452b289c5112 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.368701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21901129-eb00-4b66-9246-452b289c5112 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453f5791-c4c8-4471-90cb-b2478e39c18a,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:11.373298 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] Allocated IP 172.20.0.2 (fc098a7f-1089-4bc2-a413-c7fa5cdc6da2/c04c09d9-be53-4886-a283-173516226756/10477e05-deec-4699-ad44-c0ad0349feda) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:11.402981 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c5a47ef-daf0-4023-a2b7-fe74f7dc5a45 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.527943 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.563446 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c5a47ef-daf0-4023-a2b7-fe74f7dc5a45 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.588424 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a47ef-daf0-4023-a2b7-fe74f7dc5a45 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e032aa0-56d6-44d3-a511-f15d0c38e51e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:11.667979 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-279a5d65-463a-43a0-b6be-978cea1638f0 req-21901129-eb00-4b66-9246-452b289c5112 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.668573 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.669400 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-279a5d65-463a-43a0-b6be-978cea1638f0 req-21901129-eb00-4b66-9246-452b289c5112 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7557719 Sep 16 04:57:11.671642 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c5a47ef-daf0-4023-a2b7-fe74f7dc5a45 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.676359 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8c5a47ef-daf0-4023-a2b7-fe74f7dc5a45 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5431049 Sep 16 04:57:11.676459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53500) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:11.680870 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-2551c627-59cb-4ebc-882e-fbab0ca498bd tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'security_group': {'name': 'tempest-secgroup-1530661557'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:11.710619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:11.715527 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:11.720619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:11.723907 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] Pushing event updated for resources: {'Port': ['ID=10477e05-deec-4699-ad44-c0ad0349feda,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:11.740930 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-adcf624e-1e26-4a55-b517-de86b9293af6 req-b5e55d7a-ee67-4321-8e50-8085c81aef01 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "GET /v2.0/security-groups/767e9aa1-5519-4e03-8cf1-6e96f86de338 HTTP/1.1" status: 200 len: 2408 time: 0.0456681 Sep 16 04:57:11.780400 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff867cc3-db00-43be-9683-8d29fa55847e req-1224ed2b-6bc4-4352-9d72-e6e34a81a413 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "GET /v2.0/security-group-rules/453f5791-c4c8-4471-90cb-b2478e39c18a HTTP/1.1" status: 200 len: 778 time: 0.0187984 Sep 16 04:57:11.786139 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] Attempting to bind port 10477e05-deec-4699-ad44-c0ad0349feda on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:11.786731 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] Attempting to bind port 10477e05-deec-4699-ad44-c0ad0349feda by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'bf77ae59-cee3-4bcd-9eeb-448b9337a27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:11.787227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] Attempting to bind port 10477e05-deec-4699-ad44-c0ad0349feda on network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:11.792655 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:11.793024 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] Checking segment: {'id': 'bf77ae59-cee3-4bcd-9eeb-448b9337a27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:11.793441 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.793826 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] Bound using segment: {'id': 'bf77ae59-cee3-4bcd-9eeb-448b9337a27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:11.794285 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] Bound port: 10477e05-deec-4699-ad44-c0ad0349feda, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf77ae59-cee3-4bcd-9eeb-448b9337a27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:11.795391 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.819529 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2551c627-59cb-4ebc-882e-fbab0ca498bd tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.850229 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff867cc3-db00-43be-9683-8d29fa55847e req-8a8643f9-2d5e-48bc-8b0f-bcc1066c2da4 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "GET /v2.0/security-groups/767e9aa1-5519-4e03-8cf1-6e96f86de338 HTTP/1.1" status: 200 len: 2408 time: 0.0601792 Sep 16 04:57:11.894646 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ff867cc3-db00-43be-9683-8d29fa55847e req-f2711c34-dbf5-4723-89fb-d7828d6a42a5 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.906186 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] For port 10477e05-deec-4699-ad44-c0ad0349feda, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:11.909496 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] For port 10477e05-deec-4699-ad44-c0ad0349feda, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=10477e05-deec-4699-ad44-c0ad0349feda,segment=NetworkSegment(bf77ae59-cee3-4bcd-9eeb-448b9337a27b),segment_id=bf77ae59-cee3-4bcd-9eeb-448b9337a27b)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:11.910747 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ff867cc3-db00-43be-9683-8d29fa55847e req-f2711c34-dbf5-4723-89fb-d7828d6a42a5 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.988074 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.021775 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2551c627-59cb-4ebc-882e-fbab0ca498bd tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.045219 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ff867cc3-db00-43be-9683-8d29fa55847e req-f2711c34-dbf5-4723-89fb-d7828d6a42a5 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.046520 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7cf012-ed46-4122-9530-d059c84bb113 None None] Pushing event updated for resources: {'Port': ['ID=10477e05-deec-4699-ad44-c0ad0349feda,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:12.052370 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ff867cc3-db00-43be-9683-8d29fa55847e req-f2711c34-dbf5-4723-89fb-d7828d6a42a5 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.053493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff867cc3-db00-43be-9683-8d29fa55847e req-f2711c34-dbf5-4723-89fb-d7828d6a42a5 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/453f5791-c4c8-4471-90cb-b2478e39c18a HTTP/1.1" status: 204 len: 173 time: 0.1942992 Sep 16 04:57:12.059889 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2711c34-dbf5-4723-89fb-d7828d6a42a5 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=453f5791-c4c8-4471-90cb-b2478e39c18a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:12.082545 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-51796dfe-4d02-45b1-b448-eb7895a58882 req-b5dbb1b0-e1cb-4642-a692-eb047363054f tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1361254117', 'description': 'tempest-description-762849126'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:12.143987 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2551c627-59cb-4ebc-882e-fbab0ca498bd tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.201761 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551c627-59cb-4ebc-882e-fbab0ca498bd tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68bed804-76e2-4ffa-8ab7-3d4866d90b36,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:12.274668 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-51796dfe-4d02-45b1-b448-eb7895a58882 req-b5dbb1b0-e1cb-4642-a692-eb047363054f tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.342392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd0995-0232-4b3d-a7f9-de7c3d74df3b req-2ac9ba59-ec2c-41b7-8230-681e325ae8a2 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:12.343945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fefd0995-0232-4b3d-a7f9-de7c3d74df3b req-2ac9ba59-ec2c-41b7-8230-681e325ae8a2 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 946 time: 0.0558565 Sep 16 04:57:12.367374 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2551c627-59cb-4ebc-882e-fbab0ca498bd tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.368688 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2551c627-59cb-4ebc-882e-fbab0ca498bd tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6914892 Sep 16 04:57:12.371918 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53516) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:12.378178 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-3bc60689-0624-47e0-95d3-c7509492d25c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1912716931', 'security_groups': ['68bed804-76e2-4ffa-8ab7-3d4866d90b36'], 'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c04c09d9-be53-4886-a283-173516226756'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:12.399285 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fefd0995-0232-4b3d-a7f9-de7c3d74df3b req-a41db8b8-a539-4372-bf12-91fa40ba8132 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/security-groups?id=2466162c-4272-4425-91a1-07596e0b6068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492537 Sep 16 04:57:12.470492 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-51796dfe-4d02-45b1-b448-eb7895a58882 req-b5dbb1b0-e1cb-4642-a692-eb047363054f tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.537630 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-51796dfe-4d02-45b1-b448-eb7895a58882 req-b5dbb1b0-e1cb-4642-a692-eb047363054f tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.579894 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa49da-7e96-4e7e-a71f-74be6cd69c96 req-6d96a18d-8ba1-4cc9-b935-83d54980d598 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:12.581355 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33fa49da-7e96-4e7e-a71f-74be6cd69c96 req-6d96a18d-8ba1-4cc9-b935-83d54980d598 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0813026 Sep 16 04:57:12.583237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbb1b0-e1cb-4642-a692-eb047363054f tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de0bf444-723f-4eda-9b0a-d2a1ae231a4e,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:12.621150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33fa49da-7e96-4e7e-a71f-74be6cd69c96 req-1404eebc-05dd-4a5d-9bd3-db182e379e77 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337172 Sep 16 04:57:12.656573 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc60689-0624-47e0-95d3-c7509492d25c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:12.751446 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3bc60689-0624-47e0-95d3-c7509492d25c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.774651 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-3bc60689-0624-47e0-95d3-c7509492d25c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] device_id is not set on port f0c1c7b4-21f3-434a-93ce-5732298e023c yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:57:12.776018 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-51796dfe-4d02-45b1-b448-eb7895a58882 req-b5dbb1b0-e1cb-4642-a692-eb047363054f tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.782408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51796dfe-4d02-45b1-b448-eb7895a58882 req-b5dbb1b0-e1cb-4642-a692-eb047363054f tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7071478 Sep 16 04:57:12.854150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41d917e7-4773-45cd-b9a2-2ff1498bd7b2 req-36dc681b-d855-46de-8140-f19f2c3c43c8 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "GET /v2.0/security-groups/de0bf444-723f-4eda-9b0a-d2a1ae231a4e HTTP/1.1" status: 200 len: 1814 time: 0.0533090 Sep 16 04:57:12.872487 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef58c62-c4f3-4509-92b4-b444c89d5d17 req-6c2c9517-48da-402f-93a3-28c294f27f36 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:12.879491 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cef58c62-c4f3-4509-92b4-b444c89d5d17 req-6c2c9517-48da-402f-93a3-28c294f27f36 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1151505 Sep 16 04:57:12.917148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-935de206-2d8b-4c3e-b464-2e32e95a1a24 req-917d8516-1435-4718-92a5-39449c326b00 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1109070881', 'description': 'tempest-description-2075060578'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:12.994633 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cef58c62-c4f3-4509-92b4-b444c89d5d17 req-f13c4671-ccf1-4dfb-a15d-beb0124dec44 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117451 Sep 16 04:57:13.003754 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95757f-b6af-49fd-bfbd-fff94160cbc8 req-dcf3215f-2d05-4c0e-824a-c149fbf1ba3a tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:13.006270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d95757f-b6af-49fd-bfbd-fff94160cbc8 req-dcf3215f-2d05-4c0e-824a-c149fbf1ba3a tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.21 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 946 time: 0.1157591 Sep 16 04:57:13.114441 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-935de206-2d8b-4c3e-b464-2e32e95a1a24 req-917d8516-1435-4718-92a5-39449c326b00 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.158367 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b75c7d3a-ac4f-43cc-a290-eace12e1c1a9 None None] Provisioning complete for port 10477e05-deec-4699-ad44-c0ad0349feda triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:13.159434 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b75c7d3a-ac4f-43cc-a290-eace12e1c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.202306 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-8d95757f-b6af-49fd-bfbd-fff94160cbc8 req-635c8878-6580-4fb2-b0f5-5af3a13dace8 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Deleting port b89086b3-a2e2-4e32-ab42-235ae2d9b078 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:13.202906 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8d95757f-b6af-49fd-bfbd-fff94160cbc8 req-635c8878-6580-4fb2-b0f5-5af3a13dace8 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.276570 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b75c7d3a-ac4f-43cc-a290-eace12e1c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.310088 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-3bc60689-0624-47e0-95d3-c7509492d25c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Allocated IP 172.20.0.14 (fc098a7f-1089-4bc2-a413-c7fa5cdc6da2/c04c09d9-be53-4886-a283-173516226756/f0c1c7b4-21f3-434a-93ce-5732298e023c) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:13.319832 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b75c7d3a-ac4f-43cc-a290-eace12e1c1a9 None None] For port 10477e05-deec-4699-ad44-c0ad0349feda, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=10477e05-deec-4699-ad44-c0ad0349feda,segment=NetworkSegment(bf77ae59-cee3-4bcd-9eeb-448b9337a27b),segment_id=bf77ae59-cee3-4bcd-9eeb-448b9337a27b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:13.353846 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-935de206-2d8b-4c3e-b464-2e32e95a1a24 req-917d8516-1435-4718-92a5-39449c326b00 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.364657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-8d95757f-b6af-49fd-bfbd-fff94160cbc8 req-635c8878-6580-4fb2-b0f5-5af3a13dace8 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] For port b89086b3-a2e2-4e32-ab42-235ae2d9b078, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b89086b3-a2e2-4e32-ab42-235ae2d9b078,segment=NetworkSegment(5025da4f-c322-42a3-affd-54482f36cbf5),segment_id=5025da4f-c322-42a3-affd-54482f36cbf5)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:13.365048 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8d95757f-b6af-49fd-bfbd-fff94160cbc8 req-635c8878-6580-4fb2-b0f5-5af3a13dace8 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.387867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a67474-8c35-48d4-a75b-b65d1d146cbe req-acdf4cac-5d5b-40d5-a8d3-937322f3f609 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:13.405536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33a67474-8c35-48d4-a75b-b65d1d146cbe req-acdf4cac-5d5b-40d5-a8d3-937322f3f609 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1083620 Sep 16 04:57:13.405536 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-8d95757f-b6af-49fd-bfbd-fff94160cbc8 req-635c8878-6580-4fb2-b0f5-5af3a13dace8 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Calling delete_port for b89086b3-a2e2-4e32-ab42-235ae2d9b078 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:13.433890 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b75c7d3a-ac4f-43cc-a290-eace12e1c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.458484 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33a67474-8c35-48d4-a75b-b65d1d146cbe req-38fe9b7f-dc1f-4ac6-a0c2-fcf61a4cbe8d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557194 Sep 16 04:57:13.500044 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c7d3a-ac4f-43cc-a290-eace12e1c1a9 None None] Pushing event updated for resources: {'Port': ['ID=10477e05-deec-4699-ad44-c0ad0349feda,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:13.514156 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b75c7d3a-ac4f-43cc-a290-eace12e1c1a9 None None] Provisioning complete for port 2518606f-3625-42be-8c51-3712b7f11e0a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:13.514535 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b75c7d3a-ac4f-43cc-a290-eace12e1c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.527213 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3bc60689-0624-47e0-95d3-c7509492d25c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.531675 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-935de206-2d8b-4c3e-b464-2e32e95a1a24 req-917d8516-1435-4718-92a5-39449c326b00 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.576740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b75c7d3a-ac4f-43cc-a290-eace12e1c1a9 None None] Port 2518606f-3625-42be-8c51-3712b7f11e0a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:13.589537 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 10477e05-deec-4699-ad44-c0ad0349feda up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:13.631954 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d8516-1435-4718-92a5-39449c326b00 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae811cec-a70d-4b16-a9fe-a52cd391e041,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:13.646151 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 10477e05-deec-4699-ad44-c0ad0349feda triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:13.646524 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.661606 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fac803-06c6-49dd-80c4-33a4182a8b79 req-1db07aab-f406-4a82-a690-3ff9f16f391c tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:13.663208 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8fac803-06c6-49dd-80c4-33a4182a8b79 req-1db07aab-f406-4a82-a690-3ff9f16f391c tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 946 time: 0.1111386 Sep 16 04:57:13.748729 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8fac803-06c6-49dd-80c4-33a4182a8b79 req-d3e319b3-f7c5-41cf-bd4d-23fd63994403 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/security-groups?id=2466162c-4272-4425-91a1-07596e0b6068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775821 Sep 16 04:57:13.777132 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3bc60689-0624-47e0-95d3-c7509492d25c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.799463 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-935de206-2d8b-4c3e-b464-2e32e95a1a24 req-917d8516-1435-4718-92a5-39449c326b00 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.800926 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-935de206-2d8b-4c3e-b464-2e32e95a1a24 req-917d8516-1435-4718-92a5-39449c326b00 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.8890023 Sep 16 04:57:13.830588 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc60689-0624-47e0-95d3-c7509492d25c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:13.833933 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-3bc60689-0624-47e0-95d3-c7509492d25c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:13.839905 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc60689-0624-47e0-95d3-c7509492d25c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:13.847615 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc60689-0624-47e0-95d3-c7509492d25c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=f0c1c7b4-21f3-434a-93ce-5732298e023c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:13.854639 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8d95757f-b6af-49fd-bfbd-fff94160cbc8 req-635c8878-6580-4fb2-b0f5-5af3a13dace8 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.894751 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b89086b3-a2e2-4e32-ab42-235ae2d9b078'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:13.896674 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc60689-0624-47e0-95d3-c7509492d25c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:13.897385 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3bc60689-0624-47e0-95d3-c7509492d25c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.914293 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c8878-6580-4fb2-b0f5-5af3a13dace8 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Pushing event deleted for resources: {'Port': ['ID=b89086b3-a2e2-4e32-ab42-235ae2d9b078,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:13.985319 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89a28f-e938-41db-b1dd-c383e5429550 req-7d0d07e1-1e80-4d50-aaca-d8daaa427e15 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:13.986962 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb89a28f-e938-41db-b1dd-c383e5429550 req-7d0d07e1-1e80-4d50-aaca-d8daaa427e15 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1786768 Sep 16 04:57:13.990324 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d95757f-b6af-49fd-bfbd-fff94160cbc8 req-635c8878-6580-4fb2-b0f5-5af3a13dace8 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] No DVR routers for this DVR port b89086b3-a2e2-4e32-ab42-235ae2d9b078 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:13.995583 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8d95757f-b6af-49fd-bfbd-fff94160cbc8 req-635c8878-6580-4fb2-b0f5-5af3a13dace8 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.997736 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d95757f-b6af-49fd-bfbd-fff94160cbc8 req-635c8878-6580-4fb2-b0f5-5af3a13dace8 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.21 "DELETE /v2.0/ports/b89086b3-a2e2-4e32-ab42-235ae2d9b078 HTTP/1.1" status: 204 len: 173 time: 0.9843016 Sep 16 04:57:13.999310 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4071c061-f5f5-446d-a790-2bb8514f9573', 'name': 'network-vif-deleted', 'tag': 'b89086b3-a2e2-4e32-ab42-235ae2d9b078'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:14.008133 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f1609a-5c43-40ae-8a3e-f7ed0041e2e1" -d '{"events": [{"server_uuid": "4071c061-f5f5-446d-a790-2bb8514f9573", "name": "network-vif-deleted", "tag": "b89086b3-a2e2-4e32-ab42-235ae2d9b078"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:14.024956 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3bc60689-0624-47e0-95d3-c7509492d25c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6496713 Sep 16 04:57:14.025937 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53560) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:14.031743 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-2bc4c52c-9b6a-49a9-9d5c-59c6307b5429 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'subnet': {'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:14.055243 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd1f31f6-6b42-4197-8dab-17574e0e3952 req-bced116e-43bb-4839-87c2-efdf8b0be8c4 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "GET /v2.0/security-groups/ae811cec-a70d-4b16-a9fe-a52cd391e041 HTTP/1.1" status: 200 len: 1815 time: 0.1278450 Sep 16 04:57:14.080144 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb89a28f-e938-41db-b1dd-c383e5429550 req-4fe3c027-fef4-45ff-98e0-1b3332b64c2c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814664 Sep 16 04:57:14.106177 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-5831bb6b-8771-4470-9a99-6785b0a92cac None None] Provisioning complete for port f0c1c7b4-21f3-434a-93ce-5732298e023c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:14.106177 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5831bb6b-8771-4470-9a99-6785b0a92cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.115049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-ba70cefa-9d9f-47e4-82ff-6e20a64e20fe req-c40b3445-c9d6-4575-87b9-f61c6be96468 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1971095150', 'description': 'tempest-description-1790480147'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:14.154790 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-5831bb6b-8771-4470-9a99-6785b0a92cac None None] Port f0c1c7b4-21f3-434a-93ce-5732298e023c cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:14.155379 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb732c9-5941-4137-86d5-ed2468fb05c9 x-openstack-request-id: req-bcb732c9-5941-4137-86d5-ed2468fb05c9 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:14.155379 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4071c061-f5f5-446d-a790-2bb8514f9573", "name": "network-vif-deleted", "tag": "b89086b3-a2e2-4e32-ab42-235ae2d9b078", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:14.155379 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bcb732c9-5941-4137-86d5-ed2468fb05c9 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:14.155638 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4071c061-f5f5-446d-a790-2bb8514f9573', 'name': 'network-vif-deleted', 'tag': 'b89086b3-a2e2-4e32-ab42-235ae2d9b078', 'status': 'completed', 'code': 200} Sep 16 04:57:14.349636 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f1eaf-41db-40ba-a6cc-e3f7a89cba5b req-5b774809-4b8b-45be-9fcb-8e1be5bc9659 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:14.351538 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b28f1eaf-41db-40ba-a6cc-e3f7a89cba5b req-5b774809-4b8b-45be-9fcb-8e1be5bc9659 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0519807 Sep 16 04:57:14.353021 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ba70cefa-9d9f-47e4-82ff-6e20a64e20fe req-c40b3445-c9d6-4575-87b9-f61c6be96468 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.401627 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b28f1eaf-41db-40ba-a6cc-e3f7a89cba5b req-e80e0017-21f8-49eb-8b00-b9583aaff150 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392900 Sep 16 04:57:14.479632 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc4c52c-9b6a-49a9-9d5c-59c6307b5429 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:14.485293 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2bc4c52c-9b6a-49a9-9d5c-59c6307b5429 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.539718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340e5f8-e5f2-40a9-84ed-38db0cea59aa req-9b9359b3-9516-469f-95ec-cb4bb27936aa tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:14.541254 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b340e5f8-e5f2-40a9-84ed-38db0cea59aa req-9b9359b3-9516-469f-95ec-cb4bb27936aa tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0783913 Sep 16 04:57:14.583706 n-d-712140-13 neutron-server[95474]: INFO neutron.db.ipam_backend_mixin [None req-2bc4c52c-9b6a-49a9-9d5c-59c6307b5429 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c04c09d9-be53-4886-a283-173516226756 (CIDR: 172.20.0.0/28) Sep 16 04:57:14.607496 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ba70cefa-9d9f-47e4-82ff-6e20a64e20fe req-c40b3445-c9d6-4575-87b9-f61c6be96468 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.613022 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b340e5f8-e5f2-40a9-84ed-38db0cea59aa req-820d1cc2-425c-450f-bfa6-8823d8929a5a tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541332 Sep 16 04:57:14.685589 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc4c52c-9b6a-49a9-9d5c-59c6307b5429 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:57:14.686117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc4c52c-9b6a-49a9-9d5c-59c6307b5429 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:57:14.719517 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ba70cefa-9d9f-47e4-82ff-6e20a64e20fe req-c40b3445-c9d6-4575-87b9-f61c6be96468 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.731384 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afc4da-aa2c-4808-8469-cddeb61617b8 req-32dc0252-2f43-432d-acaf-15a7696bb778 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:14.734149 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70afc4da-aa2c-4808-8469-cddeb61617b8 req-32dc0252-2f43-432d-acaf-15a7696bb778 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0565274 Sep 16 04:57:14.781946 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b3445-c9d6-4575-87b9-f61c6be96468 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c0f198-e4c8-43cd-9ae0-770c2de9ff47,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:14.803176 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70afc4da-aa2c-4808-8469-cddeb61617b8 req-d35ad2a7-3f5a-4301-a140-b1ef14ebbe17 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612626 Sep 16 04:57:14.851702 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2bc4c52c-9b6a-49a9-9d5c-59c6307b5429 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8246131 Sep 16 04:57:14.854900 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53586) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:14.860555 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-0489fd3d-0891-493e-b189-37aed284dd75 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'subnet': {'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:14.895568 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ba70cefa-9d9f-47e4-82ff-6e20a64e20fe req-c40b3445-c9d6-4575-87b9-f61c6be96468 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.896854 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba70cefa-9d9f-47e4-82ff-6e20a64e20fe req-c40b3445-c9d6-4575-87b9-f61c6be96468 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7865479 Sep 16 04:57:14.930103 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e4224-c18e-42c4-b840-e3efe67646d3 req-df4f7d5c-acdd-4913-baa8-fc530e762f3c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:14.931721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef0e4224-c18e-42c4-b840-e3efe67646d3 req-df4f7d5c-acdd-4913-baa8-fc530e762f3c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0701170 Sep 16 04:57:14.994812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef0e4224-c18e-42c4-b840-e3efe67646d3 req-c792a742-7672-4614-857a-c55e1dba0c36 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567594 Sep 16 04:57:14.996827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-501c3022-f79e-4a0f-bc43-dc9daae442b3 req-fec00a3b-c567-48d9-a691-3896a1c99267 tempest-ServerAddressesNegativeTestJSON-405336861 tempest-ServerAddressesNegativeTestJSON-405336861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4071c061-f5f5-446d-a790-2bb8514f9573 HTTP/1.1" status: 200 len: 210 time: 0.0362804 Sep 16 04:57:15.097329 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfe1d22b-f2bc-4d00-8214-ad73ef7a1843 req-6900617b-a712-4b40-bd2e-9e5cfc869718 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "GET /v2.0/security-groups/37c0f198-e4c8-43cd-9ae0-770c2de9ff47 HTTP/1.1" status: 200 len: 1815 time: 0.0550752 Sep 16 04:57:15.102444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0489fd3d-0891-493e-b189-37aed284dd75 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:15.106828 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0489fd3d-0891-493e-b189-37aed284dd75 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.229770 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-62bf18fc-e155-4b29-925d-ca45547ed2b3 req-ae5fba36-1ca7-4ab1-85e5-4bc5eb44607d tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1052822451', 'description': 'tempest-description-1629875741'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:15.416268 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-62bf18fc-e155-4b29-925d-ca45547ed2b3 req-ae5fba36-1ca7-4ab1-85e5-4bc5eb44607d tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.469041 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 10477e05-deec-4699-ad44-c0ad0349feda up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:15.530920 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-62bf18fc-e155-4b29-925d-ca45547ed2b3 req-ae5fba36-1ca7-4ab1-85e5-4bc5eb44607d tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.531226 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 10477e05-deec-4699-ad44-c0ad0349feda triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:15.531226 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.536767 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0489fd3d-0891-493e-b189-37aed284dd75 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.590753 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0489fd3d-0891-493e-b189-37aed284dd75 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:15.596902 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-0489fd3d-0891-493e-b189-37aed284dd75 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:15.600733 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0489fd3d-0891-493e-b189-37aed284dd75 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:15.601443 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0489fd3d-0891-493e-b189-37aed284dd75 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.615084 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44590e31-3c7e-4761-a67b-9364ca022d46 None None] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:15.620781 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489fd3d-0891-493e-b189-37aed284dd75 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Subnet': ['ID=9041511d-31e9-4ed8-8aa0-c33d172a8fda,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:15.699187 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-62bf18fc-e155-4b29-925d-ca45547ed2b3 req-ae5fba36-1ca7-4ab1-85e5-4bc5eb44607d tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.739863 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fba36-1ca7-4ab1-85e5-4bc5eb44607d tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2c6ace-1a27-4156-99de-70b1fb582fc7,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:15.814697 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0489fd3d-0891-493e-b189-37aed284dd75 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9559925 Sep 16 04:57:15.814952 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53606) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:15.820890 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-fbbda850-e575-41c2-8714-1aeec7a70b28 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-920916265', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9041511d-31e9-4ed8-8aa0-c33d172a8fda'}], 'security_groups': ['0e032aa0-56d6-44d3-a511-f15d0c38e51e']}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:15.854007 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235ec4f-e9cb-409f-b2a9-d86e7ff242e1 req-fe5470ad-29eb-4c32-81c3-929faf147cb2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:15.855664 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1235ec4f-e9cb-409f-b2a9-d86e7ff242e1 req-fe5470ad-29eb-4c32-81c3-929faf147cb2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0617023 Sep 16 04:57:15.912951 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fbbda850-e575-41c2-8714-1aeec7a70b28 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.923143 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1235ec4f-e9cb-409f-b2a9-d86e7ff242e1 req-368a7d33-1f0b-4b3a-a1fc-50857368765a tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569348 Sep 16 04:57:15.923985 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-62bf18fc-e155-4b29-925d-ca45547ed2b3 req-ae5fba36-1ca7-4ab1-85e5-4bc5eb44607d tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.927069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62bf18fc-e155-4b29-925d-ca45547ed2b3 req-ae5fba36-1ca7-4ab1-85e5-4bc5eb44607d tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7005274 Sep 16 04:57:15.985407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa799f2-d941-4ebf-8c7a-9ab0d54c736a None None] Update dhcp port {'port': {'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2', 'fixed_ips': [{'subnet_id': 'c04c09d9-be53-4886-a283-173516226756', 'ip_address': '172.20.0.2'}, {'subnet_id': '9041511d-31e9-4ed8-8aa0-c33d172a8fda'}], 'binding:host_id': 'n-d-712140-13'}, 'id': '10477e05-deec-4699-ad44-c0ad0349feda'} from n-d-712140-13. {{(pid=95475) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:57:16.025222 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4aa799f2-d941-4ebf-8c7a-9ab0d54c736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.041044 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-986aff6c-16da-49b9-b614-facca4c26f5b req-ab9e7f3f-76a8-4a1d-bece-43d42d63c915 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "GET /v2.0/security-groups/ea2c6ace-1a27-4156-99de-70b1fb582fc7 HTTP/1.1" status: 200 len: 1815 time: 0.0657842 Sep 16 04:57:16.085029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60519d0-ac0d-4765-8dd3-930eea172a9c req-58e77baf-1237-418c-addc-76896f568a6e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:16.086754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d60519d0-ac0d-4765-8dd3-930eea172a9c req-58e77baf-1237-418c-addc-76896f568a6e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0616078 Sep 16 04:57:16.139598 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b89086b3-a2e2-4e32-ab42-235ae2d9b078 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:16.147480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d60519d0-ac0d-4765-8dd3-930eea172a9c req-b90d4241-4a0d-4abb-bb7b-5c35c53b07c2 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545158 Sep 16 04:57:16.179404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: b89086b3-a2e2-4e32-ab42-235ae2d9b078 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:16.179818 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b89086b3-a2e2-4e32-ab42-235ae2d9b078 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:16.187589 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c3ffe-2c17-47c6-b8ef-4f4e22a69419 req-dc26bb5c-64cd-48b5-a93d-ad0b3f3e0e27 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:16.195807 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-054c3ffe-2c17-47c6-b8ef-4f4e22a69419 req-dc26bb5c-64cd-48b5-a93d-ad0b3f3e0e27 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0689104 Sep 16 04:57:16.215440 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53620) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:16.245235 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-054c3ffe-2c17-47c6-b8ef-4f4e22a69419 req-e5fd2600-62ac-4385-8138-e4700b0cb40b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495241 Sep 16 04:57:16.246176 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-647a00f4-29ad-4b68-992e-96606e307551 req-6d78fac2-6531-4fdb-8689-4ef068ee4d3b tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] show failed (client error): The resource could not be found. Sep 16 04:57:16.247318 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-647a00f4-29ad-4b68-992e-96606e307551 req-6d78fac2-6531-4fdb-8689-4ef068ee4d3b tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "GET /v2.0/security-groups/f7b45a5a-2ab3-4c7d-9bde-ddb2959d18c8 HTTP/1.1" status: 404 len: 352 time: 0.0207717 Sep 16 04:57:16.327745 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-fbbda850-e575-41c2-8714-1aeec7a70b28 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Delete allocated IP 172.20.0.14 (fc098a7f-1089-4bc2-a413-c7fa5cdc6da2/c04c09d9-be53-4886-a283-173516226756) {{(pid=95474) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 04:57:16.333209 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-9587a075-93a4-493e-8e32-e4ac9b11be26 admin admin] Deleting subnet f6120700-89bc-4c2f-b7d0-144568ee5e85 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:16.333684 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-e294786c-71e4-4506-a1a3-8709001b2aa8 req-0315a4ac-733d-4c1b-99a4-37a217eeb78f tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] show failed (client error): The resource could not be found. Sep 16 04:57:16.334694 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e294786c-71e4-4506-a1a3-8709001b2aa8 req-0315a4ac-733d-4c1b-99a4-37a217eeb78f tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "GET /v2.0/security-group-rules/ed197300-be07-4bd1-aff8-2097f695a1d4 HTTP/1.1" status: 404 len: 361 time: 0.0139434 Sep 16 04:57:16.339709 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9587a075-93a4-493e-8e32-e4ac9b11be26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.362672 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-fbbda850-e575-41c2-8714-1aeec7a70b28 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Allocated IP 172.20.0.28 (fc098a7f-1089-4bc2-a413-c7fa5cdc6da2/9041511d-31e9-4ed8-8aa0-c33d172a8fda/f0c1c7b4-21f3-434a-93ce-5732298e023c) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:16.400439 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9587a075-93a4-493e-8e32-e4ac9b11be26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.432308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ffde3ce-d239-4a75-9e31-59993305645d req-bae03649-94c0-4827-8d34-732711537790 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "GET /v2.0/security-groups/ea2c6ace-1a27-4156-99de-70b1fb582fc7 HTTP/1.1" status: 200 len: 1815 time: 0.0410397 Sep 16 04:57:16.481263 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9587a075-93a4-493e-8e32-e4ac9b11be26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.500093 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3ffde3ce-d239-4a75-9e31-59993305645d req-e7bb497d-fb99-48fe-9161-ad7949104e9e tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.523944 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3ffde3ce-d239-4a75-9e31-59993305645d req-e7bb497d-fb99-48fe-9161-ad7949104e9e tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.604535 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fbbda850-e575-41c2-8714-1aeec7a70b28 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.736208 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3ffde3ce-d239-4a75-9e31-59993305645d req-e7bb497d-fb99-48fe-9161-ad7949104e9e tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.738819 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3ffde3ce-d239-4a75-9e31-59993305645d req-e7bb497d-fb99-48fe-9161-ad7949104e9e tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.740045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ffde3ce-d239-4a75-9e31-59993305645d req-e7bb497d-fb99-48fe-9161-ad7949104e9e tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "DELETE /v2.0/security-groups/ea2c6ace-1a27-4156-99de-70b1fb582fc7 HTTP/1.1" status: 204 len: 173 time: 0.3002694 Sep 16 04:57:16.749725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb497d-fb99-48fe-9161-ad7949104e9e tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2c6ace-1a27-4156-99de-70b1fb582fc7,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:16.806060 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9587a075-93a4-493e-8e32-e4ac9b11be26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.810612 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fbbda850-e575-41c2-8714-1aeec7a70b28 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.847062 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ea303-5816-4872-b812-dbd63bbb40fe req-ba19d92f-e68a-4b0a-be5a-6edd4df5d0e7 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:16.848717 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-241ea303-5816-4872-b812-dbd63bbb40fe req-ba19d92f-e68a-4b0a-be5a-6edd4df5d0e7 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0585530 Sep 16 04:57:16.871233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-4aa799f2-d941-4ebf-8c7a-9ab0d54c736a None None] Allocated IP 172.20.0.18 (fc098a7f-1089-4bc2-a413-c7fa5cdc6da2/9041511d-31e9-4ed8-8aa0-c33d172a8fda/10477e05-deec-4699-ad44-c0ad0349feda) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:16.873860 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587a075-93a4-493e-8e32-e4ac9b11be26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6120700-89bc-4c2f-b7d0-144568ee5e85,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:16.878461 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9587a075-93a4-493e-8e32-e4ac9b11be26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.880640 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9587a075-93a4-493e-8e32-e4ac9b11be26 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f6120700-89bc-4c2f-b7d0-144568ee5e85 HTTP/1.1" status: 204 len: 168 time: 0.6632011 Sep 16 04:57:16.885446 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53642) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:16.918637 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbda850-e575-41c2-8714-1aeec7a70b28 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=f0c1c7b4-21f3-434a-93ce-5732298e023c,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:16.941872 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-241ea303-5816-4872-b812-dbd63bbb40fe req-3fe8c1aa-0a52-438e-bd26-a6977107c5a2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823255 Sep 16 04:57:16.965206 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-fbbda850-e575-41c2-8714-1aeec7a70b28 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] In _notify_port_updated(), no bound segment for port f0c1c7b4-21f3-434a-93ce-5732298e023c on network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 {{(pid=95474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:57:16.970934 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbda850-e575-41c2-8714-1aeec7a70b28 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:16.971909 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fbbda850-e575-41c2-8714-1aeec7a70b28 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.976183 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fbbda850-e575-41c2-8714-1aeec7a70b28 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "PUT /v2.0/ports/f0c1c7b4-21f3-434a-93ce-5732298e023c HTTP/1.1" status: 200 len: 920 time: 1.1596239 Sep 16 04:57:16.976815 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53646) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:17.016866 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ea154853-6d0b-4c4d-ac27-3f57af8f6556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.045814 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4aa799f2-d941-4ebf-8c7a-9ab0d54c736a None None] For port 10477e05-deec-4699-ad44-c0ad0349feda, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=10477e05-deec-4699-ad44-c0ad0349feda,segment=NetworkSegment(bf77ae59-cee3-4bcd-9eeb-448b9337a27b),segment_id=bf77ae59-cee3-4bcd-9eeb-448b9337a27b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:17.068620 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-964456a5-a19a-45c8-90e0-4a30a8431b05 req-bbac5e1e-23e8-44e4-adf5-0f5f4de3080e tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "GET /v2.0/security-groups/37c0f198-e4c8-43cd-9ae0-770c2de9ff47 HTTP/1.1" status: 200 len: 1815 time: 0.0792308 Sep 16 04:57:17.105057 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4aa799f2-d941-4ebf-8c7a-9ab0d54c736a None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.110217 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e71e9-62e8-47aa-a6a4-5908c6f7ee9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port f0c1c7b4-21f3-434a-93ce-5732298e023c {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:17.110616 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f7e71e9-62e8-47aa-a6a4-5908c6f7ee9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.168994 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ea154853-6d0b-4c4d-ac27-3f57af8f6556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.195084 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4aa799f2-d941-4ebf-8c7a-9ab0d54c736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.209408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ea154853-6d0b-4c4d-ac27-3f57af8f6556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9b2771-f815-4dd2-bbe3-fd5ef182452c']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:17.210161 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f7e71e9-62e8-47aa-a6a4-5908c6f7ee9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.223264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ea154853-6d0b-4c4d-ac27-3f57af8f6556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5025da4f-c322-42a3-affd-54482f36cbf5') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:17.223563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ea154853-6d0b-4c4d-ac27-3f57af8f6556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5025da4f-c322-42a3-affd-54482f36cbf5') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:17.224906 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e71e9-62e8-47aa-a6a4-5908c6f7ee9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for f0c1c7b4-21f3-434a-93ce-5732298e023c owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:17.243425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df1e85-eb7e-411d-a677-8bc7aa885f26 req-85a80da2-d857-479e-b08d-92d0de0da486 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:17.251281 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8df1e85-eb7e-411d-a677-8bc7aa885f26 req-85a80da2-d857-479e-b08d-92d0de0da486 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1612163 Sep 16 04:57:17.255300 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ea154853-6d0b-4c4d-ac27-3f57af8f6556 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.299003 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ea154853-6d0b-4c4d-ac27-3f57af8f6556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.306024 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-964456a5-a19a-45c8-90e0-4a30a8431b05 req-19a7b07b-77a1-4c45-b4be-fc7a2161c241 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.311170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea154853-6d0b-4c4d-ac27-3f57af8f6556 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:17.311575 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ea154853-6d0b-4c4d-ac27-3f57af8f6556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.315522 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa799f2-d941-4ebf-8c7a-9ab0d54c736a None None] Pushing event updated for resources: {'Port': ['ID=10477e05-deec-4699-ad44-c0ad0349feda,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:17.318043 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:17.352554 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8df1e85-eb7e-411d-a677-8bc7aa885f26 req-bb8dfed8-6126-41c5-9f74-a6000c8770cf tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003582 Sep 16 04:57:17.463485 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-964456a5-a19a-45c8-90e0-4a30a8431b05 req-19a7b07b-77a1-4c45-b4be-fc7a2161c241 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.530858 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 10477e05-deec-4699-ad44-c0ad0349feda up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:17.589753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 10477e05-deec-4699-ad44-c0ad0349feda triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:17.590044 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.687918 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f7e71e9-62e8-47aa-a6a4-5908c6f7ee9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.691666 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-964456a5-a19a-45c8-90e0-4a30a8431b05 req-19a7b07b-77a1-4c45-b4be-fc7a2161c241 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.707405 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-964456a5-a19a-45c8-90e0-4a30a8431b05 req-19a7b07b-77a1-4c45-b4be-fc7a2161c241 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.719130 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-964456a5-a19a-45c8-90e0-4a30a8431b05 req-19a7b07b-77a1-4c45-b4be-fc7a2161c241 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "DELETE /v2.0/security-groups/37c0f198-e4c8-43cd-9ae0-770c2de9ff47 HTTP/1.1" status: 204 len: 173 time: 0.6301420 Sep 16 04:57:17.719765 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ea154853-6d0b-4c4d-ac27-3f57af8f6556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.729757 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ea154853-6d0b-4c4d-ac27-3f57af8f6556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.736158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ea154853-6d0b-4c4d-ac27-3f57af8f6556 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3a9b2771-f815-4dd2-bbe3-fd5ef182452c HTTP/1.1" status: 204 len: 168 time: 0.8475001 Sep 16 04:57:17.794424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea154853-6d0b-4c4d-ac27-3f57af8f6556 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a9b2771-f815-4dd2-bbe3-fd5ef182452c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:17.803414 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7b07b-77a1-4c45-b4be-fc7a2161c241 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c0f198-e4c8-43cd-9ae0-770c2de9ff47,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:17.810837 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e71e9-62e8-47aa-a6a4-5908c6f7ee9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=f0c1c7b4-21f3-434a-93ce-5732298e023c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:17.947932 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f7e71e9-62e8-47aa-a6a4-5908c6f7ee9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.955704 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7f7e71e9-62e8-47aa-a6a4-5908c6f7ee9c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/ports/f0c1c7b4-21f3-434a-93ce-5732298e023c HTTP/1.1" status: 204 len: 168 time: 0.9775531 Sep 16 04:57:17.959630 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53668) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:17.990624 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c6bee23-8fc3-43c9-8c5b-d73bbfa6dec3 req-c7070d6d-86a6-4cbf-823d-64b26a784f63 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "GET /v2.0/security-groups/ae811cec-a70d-4b16-a9fe-a52cd391e041 HTTP/1.1" status: 200 len: 1815 time: 0.0685663 Sep 16 04:57:17.991223 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d7e7a2-7299-4b05-b698-3990b2982d61 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] GET failed (client error): The resource could not be found. Sep 16 04:57:17.995889 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53670) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:17.998619 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-03d7e7a2-7299-4b05-b698-3990b2982d61 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports/f0c1c7b4-21f3-434a-93ce-5732298e023c HTTP/1.1" status: 404 len: 333 time: 0.0372684 Sep 16 04:57:18.207263 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fb21266f-bd65-4f46-921f-f34314017deb None None] Could not find standard attr ID for object f0c1c7b4-21f3-434a-93ce-5732298e023c. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:57:18.223345 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fb21266f-bd65-4f46-921f-f34314017deb None None] Provisioning complete for port 10477e05-deec-4699-ad44-c0ad0349feda triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:18.223733 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fb21266f-bd65-4f46-921f-f34314017deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.244117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53672) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:18.320899 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9bd0a8dc-ab0b-4215-a56e-6d7e8195e727 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=285c43d8d53d4bf5ac21172a660ddd41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0754848 Sep 16 04:57:18.323325 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53674) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:18.346009 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fb21266f-bd65-4f46-921f-f34314017deb None None] Provisioning complete for port 2518606f-3625-42be-8c51-3712b7f11e0a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:18.347091 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fb21266f-bd65-4f46-921f-f34314017deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.403426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-fb21266f-bd65-4f46-921f-f34314017deb None None] Port 2518606f-3625-42be-8c51-3712b7f11e0a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:18.424481 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-981899c0-0dfa-49de-9c73-06550672cf6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.457018 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-981899c0-0dfa-49de-9c73-06550672cf6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.528602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bc4ec-efab-48b4-b57d-67d77e825263 req-d6081e4e-287b-4450-a693-69b693a942a5 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:18.530617 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e37bc4ec-efab-48b4-b57d-67d77e825263 req-d6081e4e-287b-4450-a693-69b693a942a5 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.5102830 Sep 16 04:57:18.565864 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-18f3b8ae-19a3-4b9a-a9d5-cac1c709cc5c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.598175 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8c6bee23-8fc3-43c9-8c5b-d73bbfa6dec3 req-10cd6654-441d-4541-b019-a967d965de6f tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.624467 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-18f3b8ae-19a3-4b9a-a9d5-cac1c709cc5c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.646126 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e37bc4ec-efab-48b4-b57d-67d77e825263 req-1c5b1f51-74ae-48c6-96a1-8e976434d946 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056678 Sep 16 04:57:18.662547 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8c6bee23-8fc3-43c9-8c5b-d73bbfa6dec3 req-10cd6654-441d-4541-b019-a967d965de6f tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.684718 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-981899c0-0dfa-49de-9c73-06550672cf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.687956 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-981899c0-0dfa-49de-9c73-06550672cf6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.690338 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-981899c0-0dfa-49de-9c73-06550672cf6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2466162c-4272-4425-91a1-07596e0b6068 HTTP/1.1" status: 204 len: 168 time: 0.3651679 Sep 16 04:57:18.720627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981899c0-0dfa-49de-9c73-06550672cf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2466162c-4272-4425-91a1-07596e0b6068,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:18.827484 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c9dffa5d-9212-418d-85f9-c471bdb5218d None None] Could not find standard attr ID for object f0c1c7b4-21f3-434a-93ce-5732298e023c. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:57:18.832968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdc871-d887-4e00-a7f3-d18e4f7a8dcd req-20ec6991-eb84-439e-abdc-4437a47316f0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:18.834436 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cbdc871-d887-4e00-a7f3-d18e4f7a8dcd req-20ec6991-eb84-439e-abdc-4437a47316f0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0892525 Sep 16 04:57:18.835819 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-18f3b8ae-19a3-4b9a-a9d5-cac1c709cc5c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.839799 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-18f3b8ae-19a3-4b9a-a9d5-cac1c709cc5c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.845447 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53682) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:18.854015 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-18f3b8ae-19a3-4b9a-a9d5-cac1c709cc5c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/security-groups/68bed804-76e2-4ffa-8ab7-3d4866d90b36 HTTP/1.1" status: 204 len: 168 time: 0.8568687 Sep 16 04:57:18.902658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3b8ae-19a3-4b9a-a9d5-cac1c709cc5c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bed804-76e2-4ffa-8ab7-3d4866d90b36,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:18.940370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cbdc871-d887-4e00-a7f3-d18e4f7a8dcd req-d1fc65f2-83b9-4caa-b2a4-cb100832c82d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791464 Sep 16 04:57:18.941621 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8c6bee23-8fc3-43c9-8c5b-d73bbfa6dec3 req-10cd6654-441d-4541-b019-a967d965de6f tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.945828 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8c6bee23-8fc3-43c9-8c5b-d73bbfa6dec3 req-10cd6654-441d-4541-b019-a967d965de6f tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.961870 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c6bee23-8fc3-43c9-8c5b-d73bbfa6dec3 req-10cd6654-441d-4541-b019-a967d965de6f tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "DELETE /v2.0/security-groups/ae811cec-a70d-4b16-a9fe-a52cd391e041 HTTP/1.1" status: 204 len: 173 time: 0.9401245 Sep 16 04:57:18.988195 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd6654-441d-4541-b019-a967d965de6f tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae811cec-a70d-4b16-a9fe-a52cd391e041,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:19.001205 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ae3b107-336d-4594-b821-52ca363aa61f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.065594 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ae3b107-336d-4594-b821-52ca363aa61f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.112975 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6ac80-e4b5-49e7-9fdc-b1d6887b3d60 req-7bc001d7-8662-4143-9d6d-c30f1b74568e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:19.122341 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ca6ac80-e4b5-49e7-9fdc-b1d6887b3d60 req-7bc001d7-8662-4143-9d6d-c30f1b74568e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0828815 Sep 16 04:57:19.194307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ca6ac80-e4b5-49e7-9fdc-b1d6887b3d60 req-410d9a63-fc96-4eab-96d3-af555836484e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706482 Sep 16 04:57:19.221367 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9775aebd-151d-4af0-a13c-3b5039b76d72 req-d38b3c8b-ac5a-481e-8c1a-c95d66d87954 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "GET /v2.0/security-groups/de0bf444-723f-4eda-9b0a-d2a1ae231a4e HTTP/1.1" status: 200 len: 1814 time: 0.0640285 Sep 16 04:57:19.256371 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ae3b107-336d-4594-b821-52ca363aa61f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.265791 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ae3b107-336d-4594-b821-52ca363aa61f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.265791 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4ae3b107-336d-4594-b821-52ca363aa61f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/security-groups/0e032aa0-56d6-44d3-a511-f15d0c38e51e HTTP/1.1" status: 204 len: 168 time: 0.4146435 Sep 16 04:57:19.269567 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53694) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:19.272105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3b107-336d-4594-b821-52ca363aa61f tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e032aa0-56d6-44d3-a511-f15d0c38e51e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:19.360195 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9775aebd-151d-4af0-a13c-3b5039b76d72 req-6d2a47f5-d869-4e13-9dd9-550a73c84ceb tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.383969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c911bf-7023-4eef-b741-87bd77f646c9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting subnet c04c09d9-be53-4886-a283-173516226756 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:19.397731 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-88c911bf-7023-4eef-b741-87bd77f646c9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.421481 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9775aebd-151d-4af0-a13c-3b5039b76d72 req-6d2a47f5-d869-4e13-9dd9-550a73c84ceb tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.506817 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-88c911bf-7023-4eef-b741-87bd77f646c9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.637159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af279560-393c-43e0-89af-d4273a0d2b45 req-3ccc2099-f280-400a-ad5d-c5dcceb23288 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:19.639162 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af279560-393c-43e0-89af-d4273a0d2b45 req-3ccc2099-f280-400a-ad5d-c5dcceb23288 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/networks?id=cf1ef515-466a-4eba-aab5-e50796467689 HTTP/1.1" status: 200 len: 814 time: 0.2146134 Sep 16 04:57:19.664086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af279560-393c-43e0-89af-d4273a0d2b45 req-74a53ae9-7d2a-4104-94f3-40f8f8b3e314 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/quotas/aee33712154e4affb0a74bb42a7ce1aa HTTP/1.1" status: 200 len: 375 time: 0.0185883 Sep 16 04:57:19.667165 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-88c911bf-7023-4eef-b741-87bd77f646c9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.755407 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af279560-393c-43e0-89af-d4273a0d2b45 req-85e865e8-28d0-454f-92ec-d838424d2fc2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aee33712154e4affb0a74bb42a7ce1aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841763 Sep 16 04:57:19.776456 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9775aebd-151d-4af0-a13c-3b5039b76d72 req-6d2a47f5-d869-4e13-9dd9-550a73c84ceb tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.781739 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9775aebd-151d-4af0-a13c-3b5039b76d72 req-6d2a47f5-d869-4e13-9dd9-550a73c84ceb tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.781739 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9775aebd-151d-4af0-a13c-3b5039b76d72 req-6d2a47f5-d869-4e13-9dd9-550a73c84ceb tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "DELETE /v2.0/security-groups/de0bf444-723f-4eda-9b0a-d2a1ae231a4e HTTP/1.1" status: 204 len: 173 time: 0.5630074 Sep 16 04:57:19.795416 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a47f5-d869-4e13-9dd9-550a73c84ceb tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0bf444-723f-4eda-9b0a-d2a1ae231a4e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:19.889230 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-88c911bf-7023-4eef-b741-87bd77f646c9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.936628 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50954a48-d5a4-4f4d-9c0f-f716ef079d4c req-af735f9c-f61c-4bab-8338-11bd253bc589 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "GET /v2.0/security-groups/767e9aa1-5519-4e03-8cf1-6e96f86de338 HTTP/1.1" status: 200 len: 1814 time: 0.1239176 Sep 16 04:57:19.940114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c911bf-7023-4eef-b741-87bd77f646c9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Subnet': ['ID=c04c09d9-be53-4886-a283-173516226756,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:19.957186 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-88c911bf-7023-4eef-b741-87bd77f646c9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.959125 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-88c911bf-7023-4eef-b741-87bd77f646c9 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/subnets/c04c09d9-be53-4886-a283-173516226756 HTTP/1.1" status: 204 len: 168 time: 0.6851447 Sep 16 04:57:19.959581 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a36b22c-ac6f-4dcb-b315-de5461930c32 None None] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:19.960056 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53724) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:19.967393 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6b08fec7-3153-40ab-9345-4dc6b748e078 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'subnet': {'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:20.008797 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002a10c-e923-47b4-8861-b700d397e14c req-ade40918-edb3-4530-b807-0b5b90de25ac tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:20.018917 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2002a10c-e923-47b4-8861-b700d397e14c req-ade40918-edb3-4530-b807-0b5b90de25ac tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1725943 Sep 16 04:57:20.081527 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-50954a48-d5a4-4f4d-9c0f-f716ef079d4c req-0a08b2f5-ff24-428d-97bb-ae7eb1a6d520 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.099214 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2002a10c-e923-47b4-8861-b700d397e14c req-45f4a768-0061-45ad-b177-d67df46ae571 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784757 Sep 16 04:57:20.128697 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-50954a48-d5a4-4f4d-9c0f-f716ef079d4c req-0a08b2f5-ff24-428d-97bb-ae7eb1a6d520 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.265587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2d900-61c4-47aa-bb05-ef78c5eb607a req-2c0554b1-5068-47cb-b1dd-7751b3fb743c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:20.267282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8b2d900-61c4-47aa-bb05-ef78c5eb607a req-2c0554b1-5068-47cb-b1dd-7751b3fb743c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0627093 Sep 16 04:57:20.336328 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b08fec7-3153-40ab-9345-4dc6b748e078 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:20.342535 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b08fec7-3153-40ab-9345-4dc6b748e078 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.344725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8b2d900-61c4-47aa-bb05-ef78c5eb607a req-a525311c-0bb2-4f5c-9860-fd0da45ff990 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605121 Sep 16 04:57:20.351196 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-50954a48-d5a4-4f4d-9c0f-f716ef079d4c req-0a08b2f5-ff24-428d-97bb-ae7eb1a6d520 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.353964 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-50954a48-d5a4-4f4d-9c0f-f716ef079d4c req-0a08b2f5-ff24-428d-97bb-ae7eb1a6d520 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.355293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50954a48-d5a4-4f4d-9c0f-f716ef079d4c req-0a08b2f5-ff24-428d-97bb-ae7eb1a6d520 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] 10.222.0.20 "DELETE /v2.0/security-groups/767e9aa1-5519-4e03-8cf1-6e96f86de338 HTTP/1.1" status: 204 len: 173 time: 0.4176819 Sep 16 04:57:20.363739 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53738) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:20.470509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53740) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:20.473332 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-5016b83e-53f9-4990-bbb4-e40922ac4198 admin admin] Deleting subnet 54938d75-4d4a-4798-b979-f748c9a8078a {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:20.494269 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5016b83e-53f9-4990-bbb4-e40922ac4198 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.498833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08b2f5-ff24-428d-97bb-ae7eb1a6d520 tempest-SecurityGroupRulesNegativeTestJSON-619396609 tempest-SecurityGroupRulesNegativeTestJSON-619396609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=767e9aa1-5519-4e03-8cf1-6e96f86de338,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:20.590925 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5016b83e-53f9-4990-bbb4-e40922ac4198 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.674477 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb8ac4-d3b7-4052-a475-e411e8605069 req-68191453-4f4f-4056-8080-e696a7e06f5f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:20.676280 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ebdb8ac4-d3b7-4052-a475-e411e8605069 req-68191453-4f4f-4056-8080-e696a7e06f5f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1988645 Sep 16 04:57:20.687551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-02642921-ac11-4f50-be96-7805590154c3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1012964200-network', 'tenant_id': 'ec0a4e5220674f23b557b371ae925463'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:20.773358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ebdb8ac4-d3b7-4052-a475-e411e8605069 req-f86df436-163d-46d0-b2e7-c9eefab3d85c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616164 Sep 16 04:57:20.774730 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5016b83e-53f9-4990-bbb4-e40922ac4198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.806920 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02642921-ac11-4f50-be96-7805590154c3 admin admin] Made reservation on behalf of ec0a4e5220674f23b557b371ae925463 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:20.806920 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-02642921-ac11-4f50-be96-7805590154c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.857828 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-02642921-ac11-4f50-be96-7805590154c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.960289 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b08fec7-3153-40ab-9345-4dc6b748e078 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.032484 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b08fec7-3153-40ab-9345-4dc6b748e078 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:21.036806 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-6b08fec7-3153-40ab-9345-4dc6b748e078 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:21.042547 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b08fec7-3153-40ab-9345-4dc6b748e078 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:21.045961 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b08fec7-3153-40ab-9345-4dc6b748e078 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.067709 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08fec7-3153-40ab-9345-4dc6b748e078 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Subnet': ['ID=c199349c-59dd-4223-ac48-574ab3e37f26,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:21.134147 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5016b83e-53f9-4990-bbb4-e40922ac4198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.181816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016b83e-53f9-4990-bbb4-e40922ac4198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54938d75-4d4a-4798-b979-f748c9a8078a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:21.184402 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5016b83e-53f9-4990-bbb4-e40922ac4198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.187450 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5016b83e-53f9-4990-bbb4-e40922ac4198 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/54938d75-4d4a-4798-b979-f748c9a8078a HTTP/1.1" status: 204 len: 168 time: 0.8220861 Sep 16 04:57:21.190814 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53762) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:21.209295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ec111ae-86f3-4c89-9db3-8f5a499c02f5 req-53afa3a3-fa52-4097-94e0-9b903b0945c1 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=aee33712154e4affb0a74bb42a7ce1aa HTTP/1.1" status: 200 len: 221 time: 0.1191053 Sep 16 04:57:21.234315 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c370e6-a6ca-43ea-b570-1a14cc47e5c0 None None] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:21.288468 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-02642921-ac11-4f50-be96-7805590154c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.355144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b36e5219-1e5d-4ae2-90a5-3ab72e2ee79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.366637 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1b9e12b3-527d-4108-9bbd-8bb42ee4e52a None None] Provisioning complete for port 10477e05-deec-4699-ad44-c0ad0349feda triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:21.375669 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1b9e12b3-527d-4108-9bbd-8bb42ee4e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.375846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611db23-2d28-4fca-9052-06a7d099e84a req-1d794054-0e72-4ef9-9828-a84fa8317e2c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:21.375846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6611db23-2d28-4fca-9052-06a7d099e84a req-1d794054-0e72-4ef9-9828-a84fa8317e2c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0596480 Sep 16 04:57:21.412479 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-02642921-ac11-4f50-be96-7805590154c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.485938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02642921-ac11-4f50-be96-7805590154c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f62cdfe-f148-4f57-9f78-cb03c4f618b9,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:21.526393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02642921-ac11-4f50-be96-7805590154c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:21.535092 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b36e5219-1e5d-4ae2-90a5-3ab72e2ee79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.541884 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-02642921-ac11-4f50-be96-7805590154c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.542510 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-02642921-ac11-4f50-be96-7805590154c3 admin admin] Added segment da014d26-307e-4a5c-9dfc-ddd4a8c97be5 of type vlan for network 340fe510-2d04-422b-ab55-5f05c087c9d0 Sep 16 04:57:21.545150 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6b08fec7-3153-40ab-9345-4dc6b748e078 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5827746 Sep 16 04:57:21.556191 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53770) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:21.565837 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-b5d76fe5-799e-4dd8-8dda-fa6cf8b1ef59 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'security_group': {'name': 'tempest-secgroup-1061711665'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:21.612457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b36e5219-1e5d-4ae2-90a5-3ab72e2ee79c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d3a62c-0186-4217-b625-5e69879f360b']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:21.637435 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b36e5219-1e5d-4ae2-90a5-3ab72e2ee79c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77f1fa1-7cad-4aaf-93a6-b0c3a8ca04ea') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:21.637723 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b36e5219-1e5d-4ae2-90a5-3ab72e2ee79c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77f1fa1-7cad-4aaf-93a6-b0c3a8ca04ea') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:21.638680 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-02642921-ac11-4f50-be96-7805590154c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.660877 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b36e5219-1e5d-4ae2-90a5-3ab72e2ee79c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.672786 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6611db23-2d28-4fca-9052-06a7d099e84a req-a3ce80ee-15f7-4042-9a91-0bc2fff8744d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930832 Sep 16 04:57:21.680972 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b36e5219-1e5d-4ae2-90a5-3ab72e2ee79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.694209 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36e5219-1e5d-4ae2-90a5-3ab72e2ee79c admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:21.694987 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b36e5219-1e5d-4ae2-90a5-3ab72e2ee79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.721808 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1b9e12b3-527d-4108-9bbd-8bb42ee4e52a None None] Provisioning complete for port 2518606f-3625-42be-8c51-3712b7f11e0a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:21.722191 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1b9e12b3-527d-4108-9bbd-8bb42ee4e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.771518 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929352fc-2a01-47cf-96c8-5ced18c3ed69 req-5d739f53-14b6-415e-8934-ba2080984f04 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:21.774927 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:21.777654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e12b3-527d-4108-9bbd-8bb42ee4e52a None None] Port 2518606f-3625-42be-8c51-3712b7f11e0a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:21.780204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-929352fc-2a01-47cf-96c8-5ced18c3ed69 req-5d739f53-14b6-415e-8934-ba2080984f04 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.2806399 Sep 16 04:57:21.782742 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5d76fe5-799e-4dd8-8dda-fa6cf8b1ef59 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.837571 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-929352fc-2a01-47cf-96c8-5ced18c3ed69 req-f35cd37c-26db-46e4-8ae2-e13fc1b41ca9 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561550 Sep 16 04:57:21.852164 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf7e574-e0ae-45d8-8c7e-ebe3a6f69c1b None None] Update dhcp port {'port': {'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2', 'fixed_ips': [{'subnet_id': '9041511d-31e9-4ed8-8aa0-c33d172a8fda', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c199349c-59dd-4223-ac48-574ab3e37f26'}], 'binding:host_id': 'n-d-712140-13'}, 'id': '10477e05-deec-4699-ad44-c0ad0349feda'} from n-d-712140-13. {{(pid=95475) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:57:21.858427 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-02642921-ac11-4f50-be96-7805590154c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.864850 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02642921-ac11-4f50-be96-7805590154c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:21.864850 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-02642921-ac11-4f50-be96-7805590154c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.880827 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cbf7e574-e0ae-45d8-8c7e-ebe3a6f69c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.893444 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b36e5219-1e5d-4ae2-90a5-3ab72e2ee79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.911773 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b36e5219-1e5d-4ae2-90a5-3ab72e2ee79c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.916922 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b36e5219-1e5d-4ae2-90a5-3ab72e2ee79c admin admin] 10.222.0.20 "DELETE /v2.0/networks/d4d3a62c-0186-4217-b625-5e69879f360b HTTP/1.1" status: 204 len: 168 time: 0.7241323 Sep 16 04:57:21.960616 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e5219-1e5d-4ae2-90a5-3ab72e2ee79c admin admin] Pushing event deleted for resources: {'Network': ['ID=d4d3a62c-0186-4217-b625-5e69879f360b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:21.979714 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02642921-ac11-4f50-be96-7805590154c3 admin admin] Pushing event updated for resources: {'Network': ['ID=340fe510-2d04-422b-ab55-5f05c087c9d0,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:22.014748 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5d76fe5-799e-4dd8-8dda-fa6cf8b1ef59 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.027531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20314e18-e1d1-4976-a54e-901eb2737701 req-0fc0d24a-af03-48f3-8d5a-9d2c62694028 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:22.031053 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20314e18-e1d1-4976-a54e-901eb2737701 req-0fc0d24a-af03-48f3-8d5a-9d2c62694028 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0785081 Sep 16 04:57:22.064140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 340fe510-2d04-422b-ab55-5f05c087c9d0 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:22.074152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20314e18-e1d1-4976-a54e-901eb2737701 req-3ea2899e-e0c8-43e6-aa55-4e78861a0f04 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357103 Sep 16 04:57:22.104711 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5d76fe5-799e-4dd8-8dda-fa6cf8b1ef59 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.158375 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d76fe5-799e-4dd8-8dda-fa6cf8b1ef59 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8088cd1-52eb-43d6-8dae-c8fc579f8b32,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:22.193699 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-cbf7e574-e0ae-45d8-8c7e-ebe3a6f69c1b None None] Allocated IP 172.20.0.2 (fc098a7f-1089-4bc2-a413-c7fa5cdc6da2/c199349c-59dd-4223-ac48-574ab3e37f26/10477e05-deec-4699-ad44-c0ad0349feda) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:22.234656 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-02642921-ac11-4f50-be96-7805590154c3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7587261 Sep 16 04:57:22.237566 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53782) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:22.242519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-4e13bf05-897e-4e43-bb51-048db5ae4f9a admin admin] Request body: {'subnet': {'network_id': '340fe510-2d04-422b-ab55-5f05c087c9d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1012964200-subnet', 'tenant_id': 'ec0a4e5220674f23b557b371ae925463', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:22.256944 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5d76fe5-799e-4dd8-8dda-fa6cf8b1ef59 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.260344 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b5d76fe5-799e-4dd8-8dda-fa6cf8b1ef59 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7006781 Sep 16 04:57:22.262190 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53784) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:22.267221 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c25432c1-5395-479c-bbec-7885066901c5 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'security_group': {'name': 'tempest-secgroup-1088225630'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:22.267417 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f9b81-3415-4d12-8fcb-039f47e66cba req-18ee4397-6e0f-4124-8270-b70c9101b59c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:22.273468 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b8f9b81-3415-4d12-8fcb-039f47e66cba req-18ee4397-6e0f-4124-8270-b70c9101b59c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0746281 Sep 16 04:57:22.308975 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-cbf7e574-e0ae-45d8-8c7e-ebe3a6f69c1b None None] For port 10477e05-deec-4699-ad44-c0ad0349feda, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=10477e05-deec-4699-ad44-c0ad0349feda,segment=NetworkSegment(bf77ae59-cee3-4bcd-9eeb-448b9337a27b),segment_id=bf77ae59-cee3-4bcd-9eeb-448b9337a27b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:22.313617 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b8f9b81-3415-4d12-8fcb-039f47e66cba req-af54d485-88d7-4af3-9e3a-3dc34ee1c278 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367115 Sep 16 04:57:22.344013 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cbf7e574-e0ae-45d8-8c7e-ebe3a6f69c1b None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.358771 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e13bf05-897e-4e43-bb51-048db5ae4f9a admin admin] Made reservation on behalf of ec0a4e5220674f23b557b371ae925463 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:22.365336 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e13bf05-897e-4e43-bb51-048db5ae4f9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.424119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53788) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:22.475014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35093ad-4ab3-4038-b7df-f8f19094d526 req-8bffb6fb-7f59-4a0d-b2ff-227bd5780387 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:22.476556 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d35093ad-4ab3-4038-b7df-f8f19094d526 req-8bffb6fb-7f59-4a0d-b2ff-227bd5780387 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0800638 Sep 16 04:57:22.479363 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cbf7e574-e0ae-45d8-8c7e-ebe3a6f69c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.504575 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8a483823-0b79-4439-a02f-e7f519179345 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1941c569dd984b149518fce98998458b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769930 Sep 16 04:57:22.506116 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53790) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:22.543354 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d35093ad-4ab3-4038-b7df-f8f19094d526 req-ecfebed6-8732-4a28-8c9c-a3c2c22d010e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505681 Sep 16 04:57:22.557387 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c25432c1-5395-479c-bbec-7885066901c5 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.586171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7e574-e0ae-45d8-8c7e-ebe3a6f69c1b None None] Pushing event updated for resources: {'Port': ['ID=10477e05-deec-4699-ad44-c0ad0349feda,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:22.676951 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b6e31554-1dee-4ade-a325-b2869e3bc0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.709531 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b6e31554-1dee-4ade-a325-b2869e3bc0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.715522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dae00-f16a-49aa-b476-c2f76b1291b5 req-038d70f0-f23d-4ca6-ab49-9251d9c96ddd tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:22.717868 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f3dae00-f16a-49aa-b476-c2f76b1291b5 req-038d70f0-f23d-4ca6-ab49-9251d9c96ddd tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0730767 Sep 16 04:57:22.765074 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f3dae00-f16a-49aa-b476-c2f76b1291b5 req-db620c03-069f-4283-ae52-ebc5b791d15b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400608 Sep 16 04:57:22.779314 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e13bf05-897e-4e43-bb51-048db5ae4f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.849950 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c25432c1-5395-479c-bbec-7885066901c5 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.869693 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13bf05-897e-4e43-bb51-048db5ae4f9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7da0683-6d3d-4f1f-b04a-e0b0fcdf1ec2,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:22.886111 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13bf05-897e-4e43-bb51-048db5ae4f9a admin admin] Checking segment: {'id': 'da014d26-307e-4a5c-9dfc-ddd4a8c97be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '340fe510-2d04-422b-ab55-5f05c087c9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:22.886724 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e13bf05-897e-4e43-bb51-048db5ae4f9a admin admin] Network hostable DHCP agents. Network: 340fe510-2d04-422b-ab55-5f05c087c9d0, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:22.921710 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4be418-5680-450c-a127-3e61f3ee7ebf req-2d51436d-cc48-483b-b8fe-4e934a4353c1 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:22.924280 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d4be418-5680-450c-a127-3e61f3ee7ebf req-2d51436d-cc48-483b-b8fe-4e934a4353c1 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0735176 Sep 16 04:57:22.970510 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b6e31554-1dee-4ade-a325-b2869e3bc0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.979702 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d4be418-5680-450c-a127-3e61f3ee7ebf req-2f5bbf4c-3436-4b5c-a2cb-d985a3751146 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450284 Sep 16 04:57:22.988810 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b6e31554-1dee-4ade-a325-b2869e3bc0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.990790 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b6e31554-1dee-4ade-a325-b2869e3bc0b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55db0691-a1d5-4086-9499-e37428ed0f1e HTTP/1.1" status: 204 len: 168 time: 0.4843669 Sep 16 04:57:23.008099 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e31554-1dee-4ade-a325-b2869e3bc0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55db0691-a1d5-4086-9499-e37428ed0f1e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:23.011200 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c25432c1-5395-479c-bbec-7885066901c5 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.102158 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25432c1-5395-479c-bbec-7885066901c5 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2ac718-e3a1-4c58-bff2-dde88472e732,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:23.110637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d496d-0220-4c3b-8a26-8cb67747fff2 req-2f76a60c-1a4a-4f87-b6e6-d74bb642b0b8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:23.112679 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a0d496d-0220-4c3b-8a26-8cb67747fff2 req-2f76a60c-1a4a-4f87-b6e6-d74bb642b0b8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1318040 Sep 16 04:57:23.133770 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c25432c1-5395-479c-bbec-7885066901c5 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.135252 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c25432c1-5395-479c-bbec-7885066901c5 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8719351 Sep 16 04:57:23.138417 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53810) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:23.145829 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ce141766-529d-498e-bfeb-41ce0d137c82 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'security_group': {'name': 'tempest-secgroup-797838296'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:23.152112 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e13bf05-897e-4e43-bb51-048db5ae4f9a admin admin] Network 340fe510-2d04-422b-ab55-5f05c087c9d0 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:23.204088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a0d496d-0220-4c3b-8a26-8cb67747fff2 req-00d266c2-d759-47a1-b510-dd661e9cbd03 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754614 Sep 16 04:57:23.217099 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bab398-588c-47f6-b387-c55f7f9244d5 req-82b7d7e8-7cc1-4fe7-938a-82e4088fe31f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:23.218813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32bab398-588c-47f6-b387-c55f7f9244d5 req-82b7d7e8-7cc1-4fe7-938a-82e4088fe31f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1047521 Sep 16 04:57:23.263934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32bab398-588c-47f6-b387-c55f7f9244d5 req-7e5dcae0-b3d8-45c1-a1a0-2666621d0b6c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369983 Sep 16 04:57:23.284934 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-4e13bf05-897e-4e43-bb51-048db5ae4f9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 340fe510-2d04-422b-ab55-5f05c087c9d0) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:23.290829 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e13bf05-897e-4e43-bb51-048db5ae4f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:23.291454 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e13bf05-897e-4e43-bb51-048db5ae4f9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.299393 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3c0d45-a69b-444e-bab4-733707eeb5ed None None] Network 340fe510-2d04-422b-ab55-5f05c087c9d0 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:23.313605 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ce141766-529d-498e-bfeb-41ce0d137c82 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.386781 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e49d90ec-066e-4215-8a94-1d42c296056b None None] Provisioning complete for port 10477e05-deec-4699-ad44-c0ad0349feda triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:23.387469 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e49d90ec-066e-4215-8a94-1d42c296056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.427569 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4e13bf05-897e-4e43-bb51-048db5ae4f9a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1887567 Sep 16 04:57:23.433088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad90d0-deea-467b-84e6-36361501dd3d req-98762cc2-35c9-4377-aff1-60574df47a9b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:23.446052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0ad90d0-deea-467b-84e6-36361501dd3d req-98762cc2-35c9-4377-aff1-60574df47a9b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0916953 Sep 16 04:57:23.515284 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 10477e05-deec-4699-ad44-c0ad0349feda up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:23.524169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0ad90d0-deea-467b-84e6-36361501dd3d req-3c11b411-0377-42a6-b208-3a194a2eb73c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754962 Sep 16 04:57:23.546799 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ce141766-529d-498e-bfeb-41ce0d137c82 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.629957 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b2b191-9996-4d29-890a-a898e07be128 None None] Network 340fe510-2d04-422b-ab55-5f05c087c9d0 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:23.647445 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ce141766-529d-498e-bfeb-41ce0d137c82 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.717216 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89a582-36a0-4960-a9c1-b37c7675e1eb req-85679934-771e-40ce-87f0-8a5063bb426e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:23.728732 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a89a582-36a0-4960-a9c1-b37c7675e1eb req-85679934-771e-40ce-87f0-8a5063bb426e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1009164 Sep 16 04:57:23.741112 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce141766-529d-498e-bfeb-41ce0d137c82 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e374324b-06ed-440a-b1ca-9bd3ad4aa233,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:23.771018 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ce141766-529d-498e-bfeb-41ce0d137c82 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.775114 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ce141766-529d-498e-bfeb-41ce0d137c82 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6326785 Sep 16 04:57:23.775360 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 10477e05-deec-4699-ad44-c0ad0349feda triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:23.775360 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.775643 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53830) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:23.781982 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ea3ecef6-e419-42b4-adb4-190ab5b6b7e2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1381550666', 'security_groups': ['e374324b-06ed-440a-b1ca-9bd3ad4aa233'], 'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c199349c-59dd-4223-ac48-574ab3e37f26'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:23.819791 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a89a582-36a0-4960-a9c1-b37c7675e1eb req-f7523dae-fec9-4bab-8a85-2621050b3809 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807035 Sep 16 04:57:23.839524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e49d90ec-066e-4215-8a94-1d42c296056b None None] Provisioning complete for port 2518606f-3625-42be-8c51-3712b7f11e0a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:23.840104 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e49d90ec-066e-4215-8a94-1d42c296056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.941381 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e49d90ec-066e-4215-8a94-1d42c296056b None None] Port 2518606f-3625-42be-8c51-3712b7f11e0a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:24.028560 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee476d9-ac76-4215-bc2c-53b8f250f67f req-d451dc6c-5a7b-4ab9-9a03-37137b9d0cb8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:24.031177 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ee476d9-ac76-4215-bc2c-53b8f250f67f req-d451dc6c-5a7b-4ab9-9a03-37137b9d0cb8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0792131 Sep 16 04:57:24.113338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ee476d9-ac76-4215-bc2c-53b8f250f67f req-484c037f-62b6-4ec4-abfc-1b6c2ac767cf tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712552 Sep 16 04:57:24.164824 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3ecef6-e419-42b4-adb4-190ab5b6b7e2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:24.244664 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.313521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-b33a69c4-b675-4762-a514-d10b2b95be95 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:24.315688 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-b33a69c4-b675-4762-a514-d10b2b95be95 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/networks?id=340fe510-2d04-422b-ab55-5f05c087c9d0 HTTP/1.1" status: 200 len: 813 time: 0.2017624 Sep 16 04:57:24.321592 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea3ecef6-e419-42b4-adb4-190ab5b6b7e2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.347381 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-ea3ecef6-e419-42b4-adb4-190ab5b6b7e2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] device_id is not set on port 010c3a6b-27f6-441a-ace4-db8e5e099a3a yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:57:24.359032 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-1fd45fdd-6c44-42bf-8adb-f8e2a1de4245 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/quotas/ec0a4e5220674f23b557b371ae925463 HTTP/1.1" status: 200 len: 375 time: 0.0361297 Sep 16 04:57:24.417893 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-3ad489d2-246c-4872-b28d-f54ecd65ae5e tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec0a4e5220674f23b557b371ae925463&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360365 Sep 16 04:57:24.461201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866da672-fd47-4e6c-b1d9-6d013ff602ba req-7fcf4eb0-3f25-4155-ab0b-7671d1982da5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:24.467481 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-866da672-fd47-4e6c-b1d9-6d013ff602ba req-7fcf4eb0-3f25-4155-ab0b-7671d1982da5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1309407 Sep 16 04:57:24.570720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-866da672-fd47-4e6c-b1d9-6d013ff602ba req-5e40b2cd-8d4a-44ce-8dad-a517c830a416 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904188 Sep 16 04:57:24.587451 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-ea3ecef6-e419-42b4-adb4-190ab5b6b7e2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Allocated IP 172.20.0.3 (fc098a7f-1089-4bc2-a413-c7fa5cdc6da2/c199349c-59dd-4223-ac48-574ab3e37f26/010c3a6b-27f6-441a-ace4-db8e5e099a3a) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:24.766644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4c179-fb36-40ce-888e-69363d9d1644 req-70b774a3-4c68-4bad-abc1-75f04cd56b05 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:24.768323 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dce4c179-fb36-40ce-888e-69363d9d1644 req-70b774a3-4c68-4bad-abc1-75f04cd56b05 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1209972 Sep 16 04:57:24.792523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-1964b78f-8744-41a0-aad4-6444e77aa24a service neutron] 10.222.0.20 "GET /v2.0/networks/340fe510-2d04-422b-ab55-5f05c087c9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635097 Sep 16 04:57:24.834387 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dce4c179-fb36-40ce-888e-69363d9d1644 req-f3d9f291-2a51-485f-8df8-e17414e72a73 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561752 Sep 16 04:57:24.911532 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53874) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:25.000291 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-c660ac13-5660-4b74-9079-8011eef7b804 service neutron] 10.222.0.20 "GET /v2.0/networks/340fe510-2d04-422b-ab55-5f05c087c9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853144 Sep 16 04:57:25.020709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1e535-1320-47da-95a9-a4fc3ca64afd req-82c66139-3f13-4b18-bae4-f1c2f0795a70 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:25.039006 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ea1e535-1320-47da-95a9-a4fc3ca64afd req-82c66139-3f13-4b18-bae4-f1c2f0795a70 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1118457 Sep 16 04:57:25.081085 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea3ecef6-e419-42b4-adb4-190ab5b6b7e2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.102780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ea1e535-1320-47da-95a9-a4fc3ca64afd req-d2821f31-2713-4bef-acde-a87d0df572ce tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628457 Sep 16 04:57:25.106763 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-78eae33a-c841-4798-bcf0-a08001d0bc9c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1015557968-network', 'tenant_id': 'e384f1c485654208832e5a341d965262'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:25.256225 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78eae33a-c841-4798-bcf0-a08001d0bc9c admin admin] Made reservation on behalf of e384f1c485654208832e5a341d965262 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:25.257011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142696b5-4be7-4fd3-ae89-27ed006782d5 req-9d32381b-2d27-4217-8368-f31523219bfe tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:25.258570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-142696b5-4be7-4fd3-ae89-27ed006782d5 req-9d32381b-2d27-4217-8368-f31523219bfe tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0537984 Sep 16 04:57:25.259041 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-78eae33a-c841-4798-bcf0-a08001d0bc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.269142 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-78eae33a-c841-4798-bcf0-a08001d0bc9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.287727 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea3ecef6-e419-42b4-adb4-190ab5b6b7e2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.369122 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-142696b5-4be7-4fd3-ae89-27ed006782d5 req-ed5db82a-3b6e-463f-8adf-fd31fb5ad90d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018558 Sep 16 04:57:25.371022 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3ecef6-e419-42b4-adb4-190ab5b6b7e2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:25.375478 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ecef6-e419-42b4-adb4-190ab5b6b7e2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=010c3a6b-27f6-441a-ace4-db8e5e099a3a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:25.391423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-ea3ecef6-e419-42b4-adb4-190ab5b6b7e2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:25.396752 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ecef6-e419-42b4-adb4-190ab5b6b7e2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:25.483046 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3ecef6-e419-42b4-adb4-190ab5b6b7e2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:25.483783 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea3ecef6-e419-42b4-adb4-190ab5b6b7e2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.540990 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f63dc67-41c7-42d4-9b0f-d7f1075fb704 req-3905e925-74fa-4c68-87b1-c4fabfc2a22a tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 210 time: 0.0531702 Sep 16 04:57:25.566186 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-78eae33a-c841-4798-bcf0-a08001d0bc9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.657437 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-78eae33a-c841-4798-bcf0-a08001d0bc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.663355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c221f5a-bb71-46d7-a185-9c6b9655fc3d req-f939af72-4242-40ae-b463-18feb192010c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:25.664951 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9c221f5a-bb71-46d7-a185-9c6b9655fc3d req-f939af72-4242-40ae-b463-18feb192010c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1223826 Sep 16 04:57:25.700390 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78eae33a-c841-4798-bcf0-a08001d0bc9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:25.721682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eae33a-c841-4798-bcf0-a08001d0bc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26145ce5-c7ea-4576-b851-ceca373ff447,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:25.727210 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-78eae33a-c841-4798-bcf0-a08001d0bc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.727725 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-78eae33a-c841-4798-bcf0-a08001d0bc9c admin admin] Added segment 8ae39fba-4971-4dc4-9ac1-716da43d562a of type vlan for network 09e9a32d-5acc-4362-95dd-5205a4aa85ff Sep 16 04:57:25.734544 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9c221f5a-bb71-46d7-a185-9c6b9655fc3d req-a427f8fe-6d9a-4e00-8b7d-1f0cc6fe9bf2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608423 Sep 16 04:57:25.745425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8a1c0-162a-4481-87cd-3f554e3046bf req-37050d94-2c72-4e5e-a00e-e59d36c0dd7e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:25.746971 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20a8a1c0-162a-4481-87cd-3f554e3046bf req-37050d94-2c72-4e5e-a00e-e59d36c0dd7e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0948896 Sep 16 04:57:25.780475 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-78eae33a-c841-4798-bcf0-a08001d0bc9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.785341 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9d436ca0-7ad2-4d67-b88d-53c486ff7041 None None] Provisioning complete for port 010c3a6b-27f6-441a-ace4-db8e5e099a3a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:25.786759 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9d436ca0-7ad2-4d67-b88d-53c486ff7041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.806972 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ea3ecef6-e419-42b4-adb4-190ab5b6b7e2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0267026 Sep 16 04:57:25.807239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53900) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:25.820291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3cadba47-da63-462b-ab2b-59f93bcd54d2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'subnet': {'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:25.853445 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20a8a1c0-162a-4481-87cd-3f554e3046bf req-9d88bb3e-f055-42c8-a538-44b894d1110f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992987 Sep 16 04:57:25.858779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9d436ca0-7ad2-4d67-b88d-53c486ff7041 None None] Port 010c3a6b-27f6-441a-ace4-db8e5e099a3a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:25.884872 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-78eae33a-c841-4798-bcf0-a08001d0bc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.885921 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eae33a-c841-4798-bcf0-a08001d0bc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:25.886544 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-78eae33a-c841-4798-bcf0-a08001d0bc9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.994599 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-78eae33a-c841-4798-bcf0-a08001d0bc9c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0811434 Sep 16 04:57:25.997602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53906) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:26.002847 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-413002d2-5ef6-4c54-b49a-1c1c8c33ca61 admin admin] Request body: {'subnet': {'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1015557968-subnet', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:26.034464 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eae33a-c841-4798-bcf0-a08001d0bc9c admin admin] Pushing event updated for resources: {'Network': ['ID=09e9a32d-5acc-4362-95dd-5205a4aa85ff,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:26.048718 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 09e9a32d-5acc-4362-95dd-5205a4aa85ff details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:26.067754 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056c919-9308-49d0-9983-eea17307c4a6 req-8fce7a16-8be3-4450-ab2a-f03bc28d205a tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:26.068860 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3056c919-9308-49d0-9983-eea17307c4a6 req-8fce7a16-8be3-4450-ab2a-f03bc28d205a tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0551322 Sep 16 04:57:26.129741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cadba47-da63-462b-ab2b-59f93bcd54d2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:26.133896 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3cadba47-da63-462b-ab2b-59f93bcd54d2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.148965 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3056c919-9308-49d0-9983-eea17307c4a6 req-9d895693-884b-4b20-806a-51aa9cba9106 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609624 Sep 16 04:57:26.255793 n-d-712140-13 neutron-server[95473]: INFO neutron.db.ipam_backend_mixin [None req-3cadba47-da63-462b-ab2b-59f93bcd54d2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c199349c-59dd-4223-ac48-574ab3e37f26 (CIDR: 172.20.0.0/28) Sep 16 04:57:26.303335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413002d2-5ef6-4c54-b49a-1c1c8c33ca61 admin admin] Made reservation on behalf of e384f1c485654208832e5a341d965262 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:26.305567 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-413002d2-5ef6-4c54-b49a-1c1c8c33ca61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.351564 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cadba47-da63-462b-ab2b-59f93bcd54d2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:57:26.352054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cadba47-da63-462b-ab2b-59f93bcd54d2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:57:26.417078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a1bb2-78bf-43f7-a4e4-a0757cc04e7b req-df14eb8a-2679-4f56-bedf-1a0731ffcc41 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:26.418719 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-339a1bb2-78bf-43f7-a4e4-a0757cc04e7b req-df14eb8a-2679-4f56-bedf-1a0731ffcc41 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1260235 Sep 16 04:57:26.479768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-339a1bb2-78bf-43f7-a4e4-a0757cc04e7b req-0e3c40f0-e7be-4394-b88c-e357f863a017 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507114 Sep 16 04:57:26.510129 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3cadba47-da63-462b-ab2b-59f93bcd54d2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6989853 Sep 16 04:57:26.510415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53914) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:26.520286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-30eec844-fe06-457a-820e-97fcf885580d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'subnet': {'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:26.675989 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da20d86f-25e3-4844-ab64-64e9dcc97e70 req-28f58af2-7c4d-40fd-863d-15c39a9a0403 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 210 time: 0.0615628 Sep 16 04:57:26.742438 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df481f-73fa-41a6-aea8-0885b41ed0d3 req-612142c1-0e36-4198-b2db-0ad9b39f1c5d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:26.743985 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06df481f-73fa-41a6-aea8-0885b41ed0d3 req-612142c1-0e36-4198-b2db-0ad9b39f1c5d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0964940 Sep 16 04:57:26.784877 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06df481f-73fa-41a6-aea8-0885b41ed0d3 req-922166ec-c9dc-4423-9c38-f3282a41964f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332603 Sep 16 04:57:26.822001 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-413002d2-5ef6-4c54-b49a-1c1c8c33ca61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.905860 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30eec844-fe06-457a-820e-97fcf885580d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:26.909465 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-30eec844-fe06-457a-820e-97fcf885580d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.945479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413002d2-5ef6-4c54-b49a-1c1c8c33ca61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d9bd9c1-6515-435d-9b94-b77563678c82,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:27.046983 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e86fbb-a27a-4f4a-ae5a-5af7870f1de5 req-da00e0d4-ff98-4141-a5cb-e34e7b25e09c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:27.048179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58e86fbb-a27a-4f4a-ae5a-5af7870f1de5 req-da00e0d4-ff98-4141-a5cb-e34e7b25e09c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1828701 Sep 16 04:57:27.049008 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413002d2-5ef6-4c54-b49a-1c1c8c33ca61 admin admin] Checking segment: {'id': '8ae39fba-4971-4dc4-9ac1-716da43d562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:27.049342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413002d2-5ef6-4c54-b49a-1c1c8c33ca61 admin admin] Network hostable DHCP agents. Network: 09e9a32d-5acc-4362-95dd-5205a4aa85ff, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:27.111940 n-d-712140-13 neutron-server[95473]: INFO neutron.db.ipam_backend_mixin [None req-30eec844-fe06-457a-820e-97fcf885580d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9041511d-31e9-4ed8-8aa0-c33d172a8fda (CIDR: 172.20.0.16/28) Sep 16 04:57:27.119913 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f31e10-587d-44ad-ac43-5ecd8657dedf req-ee67b8c8-06fa-477a-ad14-8822ff47a575 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:27.121441 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-38f31e10-587d-44ad-ac43-5ecd8657dedf req-ee67b8c8-06fa-477a-ad14-8822ff47a575 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1846387 Sep 16 04:57:27.143067 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58e86fbb-a27a-4f4a-ae5a-5af7870f1de5 req-95e9ffa1-9a59-4afd-9aa8-f1d53fa42b45 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872116 Sep 16 04:57:27.178740 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-30eec844-fe06-457a-820e-97fcf885580d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:57:27.185849 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30eec844-fe06-457a-820e-97fcf885580d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:57:27.187281 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-38f31e10-587d-44ad-ac43-5ecd8657dedf req-6240c77c-92d5-4306-9fdd-922c747e3172 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568938 Sep 16 04:57:27.215800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413002d2-5ef6-4c54-b49a-1c1c8c33ca61 admin admin] Network 09e9a32d-5acc-4362-95dd-5205a4aa85ff is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:27.288711 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a00f0-f855-4fd3-8c6f-b23331397095 req-34ec6668-ae3f-4f01-95ec-afd68adbc452 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:27.290253 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-744a00f0-f855-4fd3-8c6f-b23331397095 req-34ec6668-ae3f-4f01-95ec-afd68adbc452 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0514808 Sep 16 04:57:27.327335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-30eec844-fe06-457a-820e-97fcf885580d tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8156769 Sep 16 04:57:27.327981 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-413002d2-5ef6-4c54-b49a-1c1c8c33ca61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 09e9a32d-5acc-4362-95dd-5205a4aa85ff) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:27.330572 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53934) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:27.336580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413002d2-5ef6-4c54-b49a-1c1c8c33ca61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:27.340487 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-413002d2-5ef6-4c54-b49a-1c1c8c33ca61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.346266 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-63835603-d736-4959-8941-4e55e4602373 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'subnet': {'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:27.347479 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-744a00f0-f855-4fd3-8c6f-b23331397095 req-c006ae33-f3da-4935-8960-0e83fa696297 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497918 Sep 16 04:57:27.353321 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2868d744-4405-4941-b9a2-0b9039d95a68 None None] Network 09e9a32d-5acc-4362-95dd-5205a4aa85ff requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:27.459457 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-413002d2-5ef6-4c54-b49a-1c1c8c33ca61 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4604580 Sep 16 04:57:27.467068 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53938) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:27.467068 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-bd88d0c7-ea93-4373-ae12-28b1464f52b0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1015557968-router', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:27.545308 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5182d-9420-4df5-93a9-9615ebcf1c37 req-a4b00bde-6c1d-4449-81c9-fd7e6c6ce68d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:27.547293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8cd5182d-9420-4df5-93a9-9615ebcf1c37 req-a4b00bde-6c1d-4449-81c9-fd7e6c6ce68d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0940363 Sep 16 04:57:27.566691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-09e9a32d-5acc-4362-95dd-5205a4aa85ff', 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'fixed_ips': [{'subnet_id': '5d9bd9c1-6515-435d-9b94-b77563678c82'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:27.567636 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.597026 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8cd5182d-9420-4df5-93a9-9615ebcf1c37 req-f2cbc8f7-be4b-49fe-a783-0aad3bc40603 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426769 Sep 16 04:57:27.720704 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] Allocated IP 172.20.0.2 (09e9a32d-5acc-4362-95dd-5205a4aa85ff/5d9bd9c1-6515-435d-9b94-b77563678c82/642e7f0a-e796-4b35-94e6-c680cea45aa5) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:27.777899 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd88d0c7-ea93-4373-ae12-28b1464f52b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.780951 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd88d0c7-ea93-4373-ae12-28b1464f52b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.862237 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5817a853-3edc-4dbf-893e-378ecf3739bf req-00333e3a-c81b-4563-a3a9-7da2989466fa tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 210 time: 0.0601637 Sep 16 04:57:27.904963 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd88d0c7-ea93-4373-ae12-28b1464f52b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.937622 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63835603-d736-4959-8941-4e55e4602373 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Made reservation on behalf of bd73fd6f01ac49808b684051ab40bcc5 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:27.941536 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.942633 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-63835603-d736-4959-8941-4e55e4602373 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.110712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8c801-bbef-4d1c-896d-6312a67d3132 req-cd4f48d4-717a-49a5-9786-81a48a84ee5a tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:28.112584 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5b8c801-bbef-4d1c-896d-6312a67d3132 req-cd4f48d4-717a-49a5-9786-81a48a84ee5a tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0667851 Sep 16 04:57:28.176680 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.232642 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] Network 09e9a32d-5acc-4362-95dd-5205a4aa85ff is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:28.236879 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:28.239867 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:28.241879 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] Pushing event updated for resources: {'Port': ['ID=642e7f0a-e796-4b35-94e6-c680cea45aa5,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:28.285387 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-63835603-d736-4959-8941-4e55e4602373 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.293969 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5b8c801-bbef-4d1c-896d-6312a67d3132 req-9026ecee-fc80-4786-96ff-a08e3975bc1f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489463 Sep 16 04:57:28.312893 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] Attempting to bind port 642e7f0a-e796-4b35-94e6-c680cea45aa5 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:28.313270 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] Attempting to bind port 642e7f0a-e796-4b35-94e6-c680cea45aa5 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '8ae39fba-4971-4dc4-9ac1-716da43d562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:28.313634 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] Attempting to bind port 642e7f0a-e796-4b35-94e6-c680cea45aa5 on network 09e9a32d-5acc-4362-95dd-5205a4aa85ff {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:28.319074 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.319936 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:28.320304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] Checking segment: {'id': '8ae39fba-4971-4dc4-9ac1-716da43d562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:28.320718 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.321187 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] Bound using segment: {'id': '8ae39fba-4971-4dc4-9ac1-716da43d562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:28.321658 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] Bound port: 642e7f0a-e796-4b35-94e6-c680cea45aa5, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae39fba-4971-4dc4-9ac1-716da43d562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:28.322035 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.339345 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63835603-d736-4959-8941-4e55e4602373 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:28.345830 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-63835603-d736-4959-8941-4e55e4602373 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:28.350427 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63835603-d736-4959-8941-4e55e4602373 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:28.351370 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-63835603-d736-4959-8941-4e55e4602373 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.364608 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63835603-d736-4959-8941-4e55e4602373 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Subnet': ['ID=7c1a4cf5-a792-492c-9b4b-b1a6a94ea4e3,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:28.368932 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018f8822-a754-4caf-bfab-16f9224887fb None None] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:28.470763 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] For port 642e7f0a-e796-4b35-94e6-c680cea45aa5, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:28.489280 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] For port 642e7f0a-e796-4b35-94e6-c680cea45aa5, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=642e7f0a-e796-4b35-94e6-c680cea45aa5,segment=NetworkSegment(8ae39fba-4971-4dc4-9ac1-716da43d562a),segment_id=8ae39fba-4971-4dc4-9ac1-716da43d562a)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:28.516283 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53956) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:28.535880 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-63835603-d736-4959-8941-4e55e4602373 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2019880 Sep 16 04:57:28.541716 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53960) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:28.562405 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-81e6d48c-edcf-4e30-8da2-7a87e35ff26e tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-486315438', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7c1a4cf5-a792-492c-9b4b-b1a6a94ea4e3'}], 'security_groups': ['d8088cd1-52eb-43d6-8dae-c8fc579f8b32', 'cb2ac718-e3a1-4c58-bff2-dde88472e732']}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:28.607318 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.762052 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-81e6d48c-edcf-4e30-8da2-7a87e35ff26e tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.782652 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e70f97-fecf-4e10-b3e5-939072b8a5bc None None] Pushing event updated for resources: {'Port': ['ID=642e7f0a-e796-4b35-94e6-c680cea45aa5,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:28.802972 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd88d0c7-ea93-4373-ae12-28b1464f52b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.805433 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650a38ec-66c3-4c2d-808a-100a6795a91b None None] Update dhcp port {'port': {'network_id': 'fc098a7f-1089-4bc2-a413-c7fa5cdc6da2', 'fixed_ips': [{'subnet_id': '9041511d-31e9-4ed8-8aa0-c33d172a8fda', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c199349c-59dd-4223-ac48-574ab3e37f26', 'ip_address': '172.20.0.2'}, {'subnet_id': '7c1a4cf5-a792-492c-9b4b-b1a6a94ea4e3'}], 'binding:host_id': 'n-d-712140-13'}, 'id': '10477e05-deec-4699-ad44-c0ad0349feda'} from n-d-712140-13. {{(pid=95475) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:57:28.838872 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d84eb-e1c3-46a0-a237-10ac66612c02 req-c41d27a2-6f39-4a7d-ad94-13f1b7d07950 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:28.847247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f96d84eb-e1c3-46a0-a237-10ac66612c02 req-c41d27a2-6f39-4a7d-ad94-13f1b7d07950 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.5741351 Sep 16 04:57:28.849061 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-650a38ec-66c3-4c2d-808a-100a6795a91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.864064 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f209c9b-a1e1-44ae-9751-bbfaf81c0ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.879029 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-16d50244-0f1d-485f-9add-f4e364ca3cee tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:28.880901 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-16d50244-0f1d-485f-9add-f4e364ca3cee tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.38 "GET /v2.0/networks?id=340fe510-2d04-422b-ab55-5f05c087c9d0 HTTP/1.1" status: 200 len: 813 time: 0.3043230 Sep 16 04:57:28.897974 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f96d84eb-e1c3-46a0-a237-10ac66612c02 req-69fba018-5d9d-4bb4-a79f-d931e2abbeec tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495112 Sep 16 04:57:28.902473 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-bfee50a9-0df5-458f-ba05-d44b6cd686fc tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Request body: {'port': {'device_id': 'e687addb-f4a9-4bcc-bfad-aa527dadd96c', 'network_id': '340fe510-2d04-422b-ab55-5f05c087c9d0', 'admin_state_up': True, 'tenant_id': 'ec0a4e5220674f23b557b371ae925463'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:29.048961 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9faa13a-a51c-409a-8708-620f16de1a5b req-b4f11732-d5f5-4009-97fb-56366bc3fa25 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 210 time: 0.0829835 Sep 16 04:57:29.146920 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-650a38ec-66c3-4c2d-808a-100a6795a91b None None] Allocated IP 172.20.0.34 (fc098a7f-1089-4bc2-a413-c7fa5cdc6da2/7c1a4cf5-a792-492c-9b4b-b1a6a94ea4e3/10477e05-deec-4699-ad44-c0ad0349feda) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:29.302685 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-650a38ec-66c3-4c2d-808a-100a6795a91b None None] For port 10477e05-deec-4699-ad44-c0ad0349feda, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=10477e05-deec-4699-ad44-c0ad0349feda,segment=NetworkSegment(bf77ae59-cee3-4bcd-9eeb-448b9337a27b),segment_id=bf77ae59-cee3-4bcd-9eeb-448b9337a27b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:29.328289 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd88d0c7-ea93-4373-ae12-28b1464f52b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.339295 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-650a38ec-66c3-4c2d-808a-100a6795a91b None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.346414 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f209c9b-a1e1-44ae-9751-bbfaf81c0ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.361838 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd88d0c7-ea93-4373-ae12-28b1464f52b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.473095 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-650a38ec-66c3-4c2d-808a-100a6795a91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.488227 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832c993-6511-4d97-87a1-1a51ca2c4a76 req-f2e7cb00-ae7e-47f4-8f92-d5c6c7a27b81 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:29.488843 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f209c9b-a1e1-44ae-9751-bbfaf81c0ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.489952 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8832c993-6511-4d97-87a1-1a51ca2c4a76 req-f2e7cb00-ae7e-47f4-8f92-d5c6c7a27b81 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1159503 Sep 16 04:57:29.530767 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 642e7f0a-e796-4b35-94e6-c680cea45aa5 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:29.537300 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-bd88d0c7-ea93-4373-ae12-28b1464f52b0 admin admin] Allocated IP 172.25.4.184 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/b70866f5-a44b-4a10-ab19-49d179046c74) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:29.569022 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8832c993-6511-4d97-87a1-1a51ca2c4a76 req-68054b7a-6ee5-46d0-9741-a3fb67daef37 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691659 Sep 16 04:57:29.588060 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5f209c9b-a1e1-44ae-9751-bbfaf81c0ae5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=397ed68eb12848cf8c166565086cfe7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0678596 Sep 16 04:57:29.593969 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f209c9b-a1e1-44ae-9751-bbfaf81c0ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5af10f1-a12a-4142-8df4-54a7bfcc3c4e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:29.594730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53970) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:29.624682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-bfee50a9-0df5-458f-ba05-d44b6cd686fc tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Made reservation on behalf of ec0a4e5220674f23b557b371ae925463 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:29.633894 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-bfee50a9-0df5-458f-ba05-d44b6cd686fc tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.709579 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 642e7f0a-e796-4b35-94e6-c680cea45aa5 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:29.709961 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.775217 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-81e6d48c-edcf-4e30-8da2-7a87e35ff26e tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Delete allocated IP 172.20.0.3 (fc098a7f-1089-4bc2-a413-c7fa5cdc6da2/c199349c-59dd-4223-ac48-574ab3e37f26) {{(pid=95474) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 04:57:29.814057 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c3af64b-f859-4ad7-95f3-aa25ddbea1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.814635 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-81e6d48c-edcf-4e30-8da2-7a87e35ff26e tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Allocated IP 172.20.0.46 (fc098a7f-1089-4bc2-a413-c7fa5cdc6da2/7c1a4cf5-a792-492c-9b4b-b1a6a94ea4e3/010c3a6b-27f6-441a-ace4-db8e5e099a3a) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:29.912956 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd88d0c7-ea93-4373-ae12-28b1464f52b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.963147 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c3af64b-f859-4ad7-95f3-aa25ddbea1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.977909 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a38ec-66c3-4c2d-808a-100a6795a91b None None] Pushing event updated for resources: {'Port': ['ID=10477e05-deec-4699-ad44-c0ad0349feda,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:30.064409 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.110873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1c34c-c7d0-42cd-a8dd-b369bb629ed0 req-612a6451-bda3-4b81-893b-7907c570b21f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:30.111408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16f1c34c-c7d0-42cd-a8dd-b369bb629ed0 req-612a6451-bda3-4b81-893b-7907c570b21f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0781958 Sep 16 04:57:30.126569 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 642e7f0a-e796-4b35-94e6-c680cea45aa5, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=642e7f0a-e796-4b35-94e6-c680cea45aa5,segment=NetworkSegment(8ae39fba-4971-4dc4-9ac1-716da43d562a),segment_id=8ae39fba-4971-4dc4-9ac1-716da43d562a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:30.147398 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd88d0c7-ea93-4373-ae12-28b1464f52b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.147539 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0608f46b-84d3-4dc2-b125-74ce73f29b75 None None] Network 09e9a32d-5acc-4362-95dd-5205a4aa85ff requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:30.199147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16f1c34c-c7d0-42cd-a8dd-b369bb629ed0 req-9abff743-7988-4d31-be7f-fa98f07981ba tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811691 Sep 16 04:57:30.199824 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c3af64b-f859-4ad7-95f3-aa25ddbea1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.203711 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c3af64b-f859-4ad7-95f3-aa25ddbea1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.221404 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5c3af64b-f859-4ad7-95f3-aa25ddbea1fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5af10f1-a12a-4142-8df4-54a7bfcc3c4e HTTP/1.1" status: 204 len: 168 time: 0.6116629 Sep 16 04:57:30.249726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3af64b-f859-4ad7-95f3-aa25ddbea1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5af10f1-a12a-4142-8df4-54a7bfcc3c4e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:30.263769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd88d0c7-ea93-4373-ae12-28b1464f52b0 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:30.268341 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-bd88d0c7-ea93-4373-ae12-28b1464f52b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:30.273052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd88d0c7-ea93-4373-ae12-28b1464f52b0 admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:30.333143 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.341886 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88d0c7-ea93-4373-ae12-28b1464f52b0 admin admin] Pushing event updated for resources: {'Port': ['ID=b70866f5-a44b-4a10-ab19-49d179046c74,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:30.401670 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8df0248b-2f92-4168-9f9b-8e6dcdaff2ec None None] Provisioning complete for port 642e7f0a-e796-4b35-94e6-c680cea45aa5 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:30.402201 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8df0248b-2f92-4168-9f9b-8e6dcdaff2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.413353 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab9db147-fb99-431c-9710-71f7c5283d72 req-1da5e1a4-17d4-491e-af57-433d4047e728 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 210 time: 0.1046298 Sep 16 04:57:30.463518 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4cd10-b4dc-4fb9-b35f-d6e419089b9b req-a8d2a4e1-e686-4b5e-8a3c-970d4505c484 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:30.473315 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ce4cd10-b4dc-4fb9-b35f-d6e419089b9b req-a8d2a4e1-e686-4b5e-8a3c-970d4505c484 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1386795 Sep 16 04:57:30.529874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=642e7f0a-e796-4b35-94e6-c680cea45aa5,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:30.596946 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-bfee50a9-0df5-458f-ba05-d44b6cd686fc tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Allocated IP 172.20.0.9 (340fe510-2d04-422b-ab55-5f05c087c9d0/c7da0683-6d3d-4f1f-b04a-e0b0fcdf1ec2/b13a8b42-8b12-4ef9-9cb7-fd35baae2b38) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:30.656514 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ce4cd10-b4dc-4fb9-b35f-d6e419089b9b req-fa99c29f-ec99-4be3-958b-0b2f860973f3 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789861 Sep 16 04:57:30.830857 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-81e6d48c-edcf-4e30-8da2-7a87e35ff26e tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.893105 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-81e6d48c-edcf-4e30-8da2-7a87e35ff26e tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.899634 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-bfee50a9-0df5-458f-ba05-d44b6cd686fc tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.901209 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e1c5c3e1-920a-4867-a37e-c400c5829cdd None None] Provisioning complete for port 10477e05-deec-4699-ad44-c0ad0349feda triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:30.901951 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e1c5c3e1-920a-4867-a37e-c400c5829cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.980392 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd88d0c7-ea93-4373-ae12-28b1464f52b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.071715 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-bfee50a9-0df5-458f-ba05-d44b6cd686fc tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.077033 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53992) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:31.085352 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccea44-7086-4864-b1b3-b7a1b055d1a6 req-b80f1635-ea8f-40e0-a883-621685d6d308 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:31.087116 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e5ccea44-7086-4864-b1b3-b7a1b055d1a6 req-b80f1635-ea8f-40e0-a883-621685d6d308 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1691113 Sep 16 04:57:31.092404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e1c5c3e1-920a-4867-a37e-c400c5829cdd None None] Provisioning complete for port 2518606f-3625-42be-8c51-3712b7f11e0a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:31.092787 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e1c5c3e1-920a-4867-a37e-c400c5829cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.101319 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22dc2e9f-21e4-4574-8c57-79fed22f4be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.133852 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:57:31.142790 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e1c5c3e1-920a-4867-a37e-c400c5829cdd None None] Port 2518606f-3625-42be-8c51-3712b7f11e0a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:31.151641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6d48c-edcf-4e30-8da2-7a87e35ff26e tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event updated for resources: {'Port': ['ID=010c3a6b-27f6-441a-ace4-db8e5e099a3a,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:31.157731 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e1c5c3e1-920a-4867-a37e-c400c5829cdd None None] Provisioning complete for port 010c3a6b-27f6-441a-ace4-db8e5e099a3a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:31.157731 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e1c5c3e1-920a-4867-a37e-c400c5829cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.168735 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-bfee50a9-0df5-458f-ba05-d44b6cd686fc tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Network 340fe510-2d04-422b-ab55-5f05c087c9d0 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:31.196288 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-81e6d48c-edcf-4e30-8da2-7a87e35ff26e tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] In _notify_port_updated(), no bound segment for port 010c3a6b-27f6-441a-ace4-db8e5e099a3a on network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 {{(pid=95474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:57:31.197692 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e1c5c3e1-920a-4867-a37e-c400c5829cdd None None] Port 010c3a6b-27f6-441a-ace4-db8e5e099a3a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:31.202942 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e6d48c-edcf-4e30-8da2-7a87e35ff26e tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:31.203415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb2352-bcb1-4506-8bb5-d2b747390a65 req-c50b8dee-c704-438a-adb5-747505fc3579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:31.203636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-81e6d48c-edcf-4e30-8da2-7a87e35ff26e tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.205107 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-81e6d48c-edcf-4e30-8da2-7a87e35ff26e tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "PUT /v2.0/ports/010c3a6b-27f6-441a-ace4-db8e5e099a3a HTTP/1.1" status: 200 len: 959 time: 2.6608737 Sep 16 04:57:31.205277 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60eb2352-bcb1-4506-8bb5-d2b747390a65 req-c50b8dee-c704-438a-adb5-747505fc3579 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 1097 time: 0.1498091 Sep 16 04:57:31.210918 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-bfee50a9-0df5-458f-ba05-d44b6cd686fc tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:31.214764 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53994) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:31.219933 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-bfee50a9-0df5-458f-ba05-d44b6cd686fc tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:31.273304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee50a9-0df5-458f-ba05-d44b6cd686fc tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Pushing event updated for resources: {'Port': ['ID=b13a8b42-8b12-4ef9-9cb7-fd35baae2b38,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:31.279253 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e5ccea44-7086-4864-b1b3-b7a1b055d1a6 req-c5fed5ad-6a72-491b-ac01-dfee4e471a6e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678379 Sep 16 04:57:31.308417 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-bfee50a9-0df5-458f-ba05-d44b6cd686fc tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:31.309080 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-bfee50a9-0df5-458f-ba05-d44b6cd686fc tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.318676 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b360183f-bc34-4d6e-a9f8-e192976f7263 None None] Provisioning complete for port 642e7f0a-e796-4b35-94e6-c680cea45aa5 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:31.326416 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b360183f-bc34-4d6e-a9f8-e192976f7263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.368075 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22dc2e9f-21e4-4574-8c57-79fed22f4be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.452866 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22dc2e9f-21e4-4574-8c57-79fed22f4be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.501218 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53998) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:31.501548 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-22dc2e9f-21e4-4574-8c57-79fed22f4be4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e599c0e06d4343a3ab157e9320e9e5f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4214191 Sep 16 04:57:31.521720 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 10477e05-deec-4699-ad44-c0ad0349feda up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:31.532793 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc2e9f-21e4-4574-8c57-79fed22f4be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249f6a29-338e-437e-939d-76ba78904120,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:31.535711 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb2352-bcb1-4506-8bb5-d2b747390a65 req-282e65c1-cf04-47ac-9c9e-e3db1e1b08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:31.540448 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60eb2352-bcb1-4506-8bb5-d2b747390a65 req-282e65c1-cf04-47ac-9c9e-e3db1e1b08f6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 913 time: 0.3214893 Sep 16 04:57:31.540736 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-bfee50a9-0df5-458f-ba05-d44b6cd686fc tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6424854 Sep 16 04:57:31.566203 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Request body: {'port': {'device_id': 'e687addb-f4a9-4bcc-bfad-aa527dadd96c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:31.574534 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd88d0c7-ea93-4373-ae12-28b1464f52b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.605115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-57592455-62e2-44d5-b6c5-76a5d4a5f3c7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port 010c3a6b-27f6-441a-ace4-db8e5e099a3a {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:31.605411 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-57592455-62e2-44d5-b6c5-76a5d4a5f3c7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.609593 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 10477e05-deec-4699-ad44-c0ad0349feda triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:31.610092 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.627805 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.659304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-305e6802-e177-4c70-b056-08a7d0d488a3 None None] Provisioning complete for port 010c3a6b-27f6-441a-ace4-db8e5e099a3a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:31.659304 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-305e6802-e177-4c70-b056-08a7d0d488a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.721652 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-305e6802-e177-4c70-b056-08a7d0d488a3 None None] Port 010c3a6b-27f6-441a-ace4-db8e5e099a3a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:31.740021 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 642e7f0a-e796-4b35-94e6-c680cea45aa5 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:31.801890 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 642e7f0a-e796-4b35-94e6-c680cea45aa5 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:31.802214 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.817583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60eb2352-bcb1-4506-8bb5-d2b747390a65 req-e2211b33-224d-45d6-b332-094b98563a25 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267 HTTP/1.1" status: 200 len: 999 time: 0.2509859 Sep 16 04:57:31.833305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4718578-db9f-4b71-a640-50145cb35ea9 req-9ac0861a-4121-406a-bc43-dd299c926f22 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:31.839067 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b4718578-db9f-4b71-a640-50145cb35ea9 req-9ac0861a-4121-406a-bc43-dd299c926f22 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 931 time: 0.3003566 Sep 16 04:57:31.867129 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0515d92e-35a8-42c5-883d-529f07448010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.948917 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:31.956864 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.969911 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Transition to ACTIVE for port object b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:57:31.993601 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-57592455-62e2-44d5-b6c5-76a5d4a5f3c7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.997256 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0515d92e-35a8-42c5-883d-529f07448010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.044932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-57592455-62e2-44d5-b6c5-76a5d4a5f3c7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for 010c3a6b-27f6-441a-ace4-db8e5e099a3a owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:32.055932 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.056723 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb2352-bcb1-4506-8bb5-d2b747390a65 req-d73635a1-766d-4a3c-bbc1-d1153a6a88ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.058279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60eb2352-bcb1-4506-8bb5-d2b747390a65 req-d73635a1-766d-4a3c-bbc1-d1153a6a88ed service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.1985142 Sep 16 04:57:32.081407 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b4718578-db9f-4b71-a640-50145cb35ea9 req-c81065f6-ee88-41b0-b0ca-820db5f1281c tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f62cdfe-f148-4f57-9f78-cb03c4f618b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061608 Sep 16 04:57:32.089372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53226c8-2901-4ce3-bf7f-69ee05295ba2 req-bd263c75-d493-4c23-be4a-4337dd07e3be tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.091071 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d53226c8-2901-4ce3-bf7f-69ee05295ba2 req-bd263c75-d493-4c23-be4a-4337dd07e3be tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.2990372 Sep 16 04:57:32.132118 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Pushing event updated for resources: {'Port': ['ID=b13a8b42-8b12-4ef9-9cb7-fd35baae2b38,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:32.185988 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Attempting to bind port b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:32.186335 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Attempting to bind port b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'da014d26-307e-4a5c-9dfc-ddd4a8c97be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '340fe510-2d04-422b-ab55-5f05c087c9d0'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:32.186665 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Attempting to bind port b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 on network 340fe510-2d04-422b-ab55-5f05c087c9d0 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:32.191726 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Port b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 on network 340fe510-2d04-422b-ab55-5f05c087c9d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:57:32.191914 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Attempting to bind port b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 on network 340fe510-2d04-422b-ab55-5f05c087c9d0 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:32.199227 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:32.199579 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Checking segment: {'id': 'da014d26-307e-4a5c-9dfc-ddd4a8c97be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '340fe510-2d04-422b-ab55-5f05c087c9d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:32.199971 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Bound using segment: {'id': 'da014d26-307e-4a5c-9dfc-ddd4a8c97be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '340fe510-2d04-422b-ab55-5f05c087c9d0'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:32.200415 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Bound port: b13a8b42-8b12-4ef9-9cb7-fd35baae2b38, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da014d26-307e-4a5c-9dfc-ddd4a8c97be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '340fe510-2d04-422b-ab55-5f05c087c9d0'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:32.201304 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.241177 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d53226c8-2901-4ce3-bf7f-69ee05295ba2 req-4d48e7d0-d8ae-4281-a61b-7767bb7064a7 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309862 Sep 16 04:57:32.248629 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb2352-bcb1-4506-8bb5-d2b747390a65 req-67f5d6a4-3908-4906-901e-4f258c4492d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.250239 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60eb2352-bcb1-4506-8bb5-d2b747390a65 req-67f5d6a4-3908-4906-901e-4f258c4492d0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1829159 Sep 16 04:57:32.273526 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] For port b13a8b42-8b12-4ef9-9cb7-fd35baae2b38, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:32.277446 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] For port b13a8b42-8b12-4ef9-9cb7-fd35baae2b38, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b13a8b42-8b12-4ef9-9cb7-fd35baae2b38,segment=NetworkSegment(da014d26-307e-4a5c-9dfc-ddd4a8c97be5),segment_id=da014d26-307e-4a5c-9dfc-ddd4a8c97be5)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:32.375660 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0515d92e-35a8-42c5-883d-529f07448010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.378187 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0515d92e-35a8-42c5-883d-529f07448010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.379385 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0515d92e-35a8-42c5-883d-529f07448010 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/249f6a29-338e-437e-939d-76ba78904120 HTTP/1.1" status: 204 len: 168 time: 0.8734846 Sep 16 04:57:32.400025 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.434428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd88d0c7-ea93-4373-ae12-28b1464f52b0 admin admin] Router 25a8eb90-d9df-432a-b6ca-963cba561b9e is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:57:32.437559 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.438121 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.439578 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] 10.222.0.38 "PUT /v2.0/ports/b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 HTTP/1.1" status: 200 len: 1092 time: 0.8797910 Sep 16 04:57:32.442133 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e687addb-f4a9-4bcc-bfad-aa527dadd96c', 'tag': 'b13a8b42-8b12-4ef9-9cb7-fd35baae2b38'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:32.444543 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b4dda3-0ebb-42f6-a5af-4b84df280fef" -d '{"events": [{"name": "network-changed", "server_uuid": "e687addb-f4a9-4bcc-bfad-aa527dadd96c", "tag": "b13a8b42-8b12-4ef9-9cb7-fd35baae2b38"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:32.447823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515d92e-35a8-42c5-883d-529f07448010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249f6a29-338e-437e-939d-76ba78904120,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:32.487965 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9bf84-2dd0-4766-9c8a-b713aeb32746 service neutron] Pushing event updated for resources: {'Port': ['ID=b13a8b42-8b12-4ef9-9cb7-fd35baae2b38,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:32.488609 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60eb2352-bcb1-4506-8bb5-d2b747390a65 req-74f557eb-0eb9-4752-8939-815db6002352 service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270751 Sep 16 04:57:32.510451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd3127-7ff8-41c1-9c2c-15572bbe598a req-4914effa-bb89-4356-b995-5018a64eae88 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.512315 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-29cd3127-7ff8-41c1-9c2c-15572bbe598a req-4914effa-bb89-4356-b995-5018a64eae88 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1818659 Sep 16 04:57:32.568000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63647230-b70c-418a-a26b-d2c02ec7b6ed req-9610e63e-8a0e-4bae-afed-44b673707123 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.569695 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63647230-b70c-418a-a26b-d2c02ec7b6ed req-9610e63e-8a0e-4bae-afed-44b673707123 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.2020335 Sep 16 04:57:32.602207 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-57592455-62e2-44d5-b6c5-76a5d4a5f3c7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.652912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-40b0fa42-a912-4e18-89b9-6dc2e4767689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.654871 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-40b0fa42-a912-4e18-89b9-6dc2e4767689 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec0a4e5220674f23b557b371ae925463&device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 1095 time: 0.0653369 Sep 16 04:57:32.712711 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-4168fc2e-adea-4a0a-9204-7d2b130c5ff9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 HTTP/1.1" status: 200 len: 217 time: 0.0444005 Sep 16 04:57:32.775880 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-726df70f-e7e6-4109-b242-1ff5acb7bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.777477 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-726df70f-e7e6-4109-b242-1ff5acb7bce5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7da0683-6d3d-4f1f-b04a-e0b0fcdf1ec2 HTTP/1.1" status: 200 len: 853 time: 0.0580883 Sep 16 04:57:32.814744 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-2789ae11-cc56-4f9e-8e05-39e86650e8ae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=340fe510-2d04-422b-ab55-5f05c087c9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299373 Sep 16 04:57:32.925864 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-6adb65f4-bf3b-47e2-9930-0561fb13af14 service neutron] 10.222.0.38 "GET /v2.0/networks/340fe510-2d04-422b-ab55-5f05c087c9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026778 Sep 16 04:57:33.025980 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f1c0da2b-377c-461a-80c9-4dd03388afda req-31dcf967-669d-4422-8b06-3c1dffd265fa service neutron] 10.222.0.38 "GET /v2.0/networks/340fe510-2d04-422b-ab55-5f05c087c9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929379 Sep 16 04:57:33.032222 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57592455-62e2-44d5-b6c5-76a5d4a5f3c7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=010c3a6b-27f6-441a-ace4-db8e5e099a3a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:33.133869 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-29cd3127-7ff8-41c1-9c2c-15572bbe598a req-cf77b5fb-e489-4862-b00d-f41f25a1d742 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5750794 Sep 16 04:57:33.159546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63647230-b70c-418a-a26b-d2c02ec7b6ed req-df5ee86a-0462-4415-9417-14831d55eedf tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5754375 Sep 16 04:57:33.217891 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61271802-4413-49e1-b0b0-14c65bc80c56 x-openstack-request-id: req-61271802-4413-49e1-b0b0-14c65bc80c56 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:33.218440 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-57592455-62e2-44d5-b6c5-76a5d4a5f3c7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.218735 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e687addb-f4a9-4bcc-bfad-aa527dadd96c", "tag": "b13a8b42-8b12-4ef9-9cb7-fd35baae2b38", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:33.219213 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61271802-4413-49e1-b0b0-14c65bc80c56 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:33.219865 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e687addb-f4a9-4bcc-bfad-aa527dadd96c', 'tag': 'b13a8b42-8b12-4ef9-9cb7-fd35baae2b38', 'status': 'completed', 'code': 200} Sep 16 04:57:33.220719 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-57592455-62e2-44d5-b6c5-76a5d4a5f3c7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/ports/010c3a6b-27f6-441a-ace4-db8e5e099a3a HTTP/1.1" status: 204 len: 168 time: 2.0036490 Sep 16 04:57:33.223249 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54028) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:33.226060 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60eb2352-bcb1-4506-8bb5-d2b747390a65 req-99650a58-056b-47d5-820a-7585701b3ecd service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7245390 Sep 16 04:57:33.227321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd88d0c7-ea93-4373-ae12-28b1464f52b0 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:33.240207 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] Sync routers for ids ['25a8eb90-d9df-432a-b6ca-963cba561b9e'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:33.264097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] Routers {'25a8eb90-d9df-432a-b6ca-963cba561b9e'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:33.264775 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:57:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['25a8eb90-d9df-432a-b6ca-963cba561b9e'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:33.307802 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9a5a82-9ae9-421d-ba92-cff9e554cccc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] GET failed (client error): The resource could not be found. Sep 16 04:57:33.312447 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9b9a5a82-9ae9-421d-ba92-cff9e554cccc tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports/010c3a6b-27f6-441a-ace4-db8e5e099a3a HTTP/1.1" status: 404 len: 333 time: 0.0849354 Sep 16 04:57:33.320002 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54034) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:33.376071 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4dda3-0ebb-42f6-a5af-4b84df280fef req-19554c71-cf9c-4f10-8ba3-9bf37c0a4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:33.377787 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26b4dda3-0ebb-42f6-a5af-4b84df280fef req-19554c71-cf9c-4f10-8ba3-9bf37c0a4802 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec0a4e5220674f23b557b371ae925463&device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 1095 time: 0.1228831 Sep 16 04:57:33.400895 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd88d0c7-ea93-4373-ae12-28b1464f52b0 admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.406564 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bd88d0c7-ea93-4373-ae12-28b1464f52b0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9447007 Sep 16 04:57:33.407420 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54038) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:33.439249 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] Set router 25a8eb90-d9df-432a-b6ca-963cba561b9e gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:33.444738 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503e3c7-846c-4664-baf1-a5735ce6146a req-ffa09f0b-e2bc-4279-9b6c-020634f6df5b tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:33.452823 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e503e3c7-846c-4664-baf1-a5735ce6146a req-ffa09f0b-e2bc-4279-9b6c-020634f6df5b tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 943 time: 0.1194403 Sep 16 04:57:33.460488 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ec472f3-163f-4731-95f5-f020e3b452d8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.512964 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ec472f3-163f-4731-95f5-f020e3b452d8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.582789 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e503e3c7-846c-4664-baf1-a5735ce6146a req-8c33728a-fb97-44fc-af59-b12202074934 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f62cdfe-f148-4f57-9f78-cb03c4f618b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290760 Sep 16 04:57:33.691257 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4dda3-0ebb-42f6-a5af-4b84df280fef req-cd65b3f0-94d9-477b-870c-d231a356cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:33.691888 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ec472f3-163f-4731-95f5-f020e3b452d8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.693055 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26b4dda3-0ebb-42f6-a5af-4b84df280fef req-cd65b3f0-94d9-477b-870c-d231a356cab6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=340fe510-2d04-422b-ab55-5f05c087c9d0 HTTP/1.1" status: 200 len: 914 time: 0.3032815 Sep 16 04:57:33.694923 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ec472f3-163f-4731-95f5-f020e3b452d8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.699350 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7ec472f3-163f-4731-95f5-f020e3b452d8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/security-groups/e374324b-06ed-440a-b1ca-9bd3ad4aa233 HTTP/1.1" status: 204 len: 168 time: 0.3768778 Sep 16 04:57:33.700926 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54044) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:33.710559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa07cc-7710-4dd9-a436-e9b121802501 req-47362db9-ea34-4b08-9ec7-14bc4569884e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:33.712213 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54fa07cc-7710-4dd9-a436-e9b121802501 req-47362db9-ea34-4b08-9ec7-14bc4569884e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1346231 Sep 16 04:57:33.718495 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'name': 'tempest-ServersTestBootFromVolume-1015557968-router', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:27Z', 'updated_at': '2021-09-16T04:57:30Z', 'revision_number': 3, 'project_id': 'e384f1c485654208832e5a341d965262', 'gw_port': {'id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:29Z', 'updated_at': '2021-09-16T04:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:33.741161 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec472f3-163f-4731-95f5-f020e3b452d8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e374324b-06ed-440a-b1ca-9bd3ad4aa233,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:33.761015 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] Checking router: 25a8eb90-d9df-432a-b6ca-963cba561b9e for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:57:33.761404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] Updating router 25a8eb90-d9df-432a-b6ca-963cba561b9e port b70866f5-a44b-4a10-ab19-49d179046c74 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:57:33.800657 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.809452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26b4dda3-0ebb-42f6-a5af-4b84df280fef req-a3600c48-5146-47ae-9d02-6d6a2721c7ac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 HTTP/1.1" status: 200 len: 217 time: 0.0613806 Sep 16 04:57:33.843540 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94bbc74c-e376-4fea-b9c1-5aa3a46585b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.909282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54fa07cc-7710-4dd9-a436-e9b121802501 req-d6557555-193b-43a9-ace7-0a906058b000 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599805 Sep 16 04:57:33.948031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4dda3-0ebb-42f6-a5af-4b84df280fef req-e001667f-2ea2-4ac7-baa3-b93fd2870e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:33.949771 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26b4dda3-0ebb-42f6-a5af-4b84df280fef req-e001667f-2ea2-4ac7-baa3-b93fd2870e0c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7da0683-6d3d-4f1f-b04a-e0b0fcdf1ec2 HTTP/1.1" status: 200 len: 853 time: 0.1277108 Sep 16 04:57:33.979139 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94bbc74c-e376-4fea-b9c1-5aa3a46585b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.045205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26b4dda3-0ebb-42f6-a5af-4b84df280fef req-8e1991d3-70a3-4d50-aa15-d9e960d81aac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=340fe510-2d04-422b-ab55-5f05c087c9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460045 Sep 16 04:57:34.204834 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94bbc74c-e376-4fea-b9c1-5aa3a46585b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.206787 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.208816 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94bbc74c-e376-4fea-b9c1-5aa3a46585b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.210146 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-94bbc74c-e376-4fea-b9c1-5aa3a46585b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/security-groups/cb2ac718-e3a1-4c58-bff2-dde88472e732 HTTP/1.1" status: 204 len: 168 time: 0.5047696 Sep 16 04:57:34.218899 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54056) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:34.236193 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbc74c-e376-4fea-b9c1-5aa3a46585b8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2ac718-e3a1-4c58-bff2-dde88472e732,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:34.250035 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a832d18-80a6-47e0-ad15-729073d56d3a req-769595ab-1d54-48c0-a43e-d55b7e8bd7c2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:34.251687 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a832d18-80a6-47e0-ad15-729073d56d3a req-769595ab-1d54-48c0-a43e-d55b7e8bd7c2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.2095375 Sep 16 04:57:34.353978 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.363861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26b4dda3-0ebb-42f6-a5af-4b84df280fef req-14c82e68-391e-48ba-aeea-83d51d173513 service neutron] 10.222.0.38 "GET /v2.0/networks/340fe510-2d04-422b-ab55-5f05c087c9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061817 Sep 16 04:57:34.416322 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] Attempting to bind port b70866f5-a44b-4a10-ab19-49d179046c74 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:34.416692 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] Attempting to bind port b70866f5-a44b-4a10-ab19-49d179046c74 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:34.417053 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] Attempting to bind port b70866f5-a44b-4a10-ab19-49d179046c74 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:34.423711 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c688530-9cc0-44be-81f4-13bbd6c7cac2 None None] Pushing event updated for resources: {'Port': ['ID=b70866f5-a44b-4a10-ab19-49d179046c74,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:34.429762 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:34.430719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:34.430719 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.431011 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:34.431453 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] Bound port: b70866f5-a44b-4a10-ab19-49d179046c74, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:34.431893 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.489798 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a832d18-80a6-47e0-ad15-729073d56d3a req-bb26c0c7-d55d-414b-9cee-a10716f5e319 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238352 Sep 16 04:57:34.492769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] For port b70866f5-a44b-4a10-ab19-49d179046c74, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:34.499968 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] For port b70866f5-a44b-4a10-ab19-49d179046c74, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=b70866f5-a44b-4a10-ab19-49d179046c74,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:34.537344 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9249def1-3e87-4198-9553-33bd8a4417ec tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.580737 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce134bc3-ded8-4b18-a2f3-b76e6d3ab07c req-3f9719b4-f554-4b4d-9ff3-497fcc9c5cc9 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:34.582395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce134bc3-ded8-4b18-a2f3-b76e6d3ab07c req-3f9719b4-f554-4b4d-9ff3-497fcc9c5cc9 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.2705312 Sep 16 04:57:34.604786 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9249def1-3e87-4198-9553-33bd8a4417ec tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.645272 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.703063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26b4dda3-0ebb-42f6-a5af-4b84df280fef req-96600340-6d04-4f80-9c69-732a8ad543a9 service neutron] 10.222.0.38 "GET /v2.0/networks/340fe510-2d04-422b-ab55-5f05c087c9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133039 Sep 16 04:57:34.706506 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] Routers {'25a8eb90-d9df-432a-b6ca-963cba561b9e'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:34.707184 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:57:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['25a8eb90-d9df-432a-b6ca-963cba561b9e'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:34.746435 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9e400bf-3341-4f37-ae72-7d61e8c9903c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.761655 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c688530-9cc0-44be-81f4-13bbd6c7cac2 None None] Pushing event updated for resources: {'Port': ['ID=b70866f5-a44b-4a10-ab19-49d179046c74,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:34.763701 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce134bc3-ded8-4b18-a2f3-b76e6d3ab07c req-4ba4c100-6820-42e2-8fd3-a64c39c4bb2e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646824 Sep 16 04:57:34.794097 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f2e78-25ec-4687-b5fb-99774f386354 req-2b588243-c419-4d39-b4aa-1344b4506f0f tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:34.802429 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e91f2e78-25ec-4687-b5fb-99774f386354 req-2b588243-c419-4d39-b4aa-1344b4506f0f tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 943 time: 0.1252499 Sep 16 04:57:34.901392 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] Set router 25a8eb90-d9df-432a-b6ca-963cba561b9e gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:34.911980 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9249def1-3e87-4198-9553-33bd8a4417ec tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.914641 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9249def1-3e87-4198-9553-33bd8a4417ec tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.915869 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9249def1-3e87-4198-9553-33bd8a4417ec tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/security-groups/d8088cd1-52eb-43d6-8dae-c8fc579f8b32 HTTP/1.1" status: 204 len: 168 time: 0.6874712 Sep 16 04:57:34.926149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54072) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:34.935345 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e91f2e78-25ec-4687-b5fb-99774f386354 req-8e63798b-5f53-4399-96d7-82c702cbba77 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f62cdfe-f148-4f57-9f78-cb03c4f618b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288307 Sep 16 04:57:34.957347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249def1-3e87-4198-9553-33bd8a4417ec tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8088cd1-52eb-43d6-8dae-c8fc579f8b32,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:35.000553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54074) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:35.040188 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a13ea5-6d6e-4e17-b447-e68f2bdbbdec tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting subnet c199349c-59dd-4223-ac48-574ab3e37f26 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:35.047958 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-42a13ea5-6d6e-4e17-b447-e68f2bdbbdec tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.071311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99145a6a-0ffa-41f0-8184-00e6ca3ba1a4 req-90613a4f-9474-45d1-9da2-4921b584fd26 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:35.079951 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99145a6a-0ffa-41f0-8184-00e6ca3ba1a4 req-90613a4f-9474-45d1-9da2-4921b584fd26 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.2234521 Sep 16 04:57:35.116475 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-42a13ea5-6d6e-4e17-b447-e68f2bdbbdec tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.167212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73a31b-f05f-48fc-ab83-a314b86bcbab req-eae65ad8-60f3-48ba-9743-83131cf82c11 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:35.168171 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e73a31b-f05f-48fc-ab83-a314b86bcbab req-eae65ad8-60f3-48ba-9743-83131cf82c11 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1705370 Sep 16 04:57:35.189075 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'name': 'tempest-ServersTestBootFromVolume-1015557968-router', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:27Z', 'updated_at': '2021-09-16T04:57:30Z', 'revision_number': 3, 'project_id': 'e384f1c485654208832e5a341d965262', 'gw_port': {'id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:29Z', 'updated_at': '2021-09-16T04:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:35.194258 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7b1ab7e5-d045-4f88-8852-8cf1fb9cfa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.196037 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99145a6a-0ffa-41f0-8184-00e6ca3ba1a4 req-4ad42177-5c28-4a14-9d03-8ba8b8a8c7dd tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145689 Sep 16 04:57:35.203517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-c9e400bf-3341-4f37-ae72-7d61e8c9903c admin admin] Allocated IP 172.20.0.1 (09e9a32d-5acc-4362-95dd-5205a4aa85ff/5d9bd9c1-6515-435d-9b94-b77563678c82/0ef7a535-a5d6-4ec4-a470-b2008527bcbf) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:35.225049 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c989057-07f1-41db-915f-ef56f86c7d91 None None] The sync data for ids ['25a8eb90-d9df-432a-b6ca-963cba561b9e'] in n-d-712140-13 is: [{'id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'name': 'tempest-ServersTestBootFromVolume-1015557968-router', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:27Z', 'updated_at': '2021-09-16T04:57:30Z', 'revision_number': 3, 'project_id': 'e384f1c485654208832e5a341d965262', 'gw_port': {'id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:29Z', 'updated_at': '2021-09-16T04:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:35.259131 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-42a13ea5-6d6e-4e17-b447-e68f2bdbbdec tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.283504 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-68e6058b-7a0f-4965-8d8a-144227fc51a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.392305 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e73a31b-f05f-48fc-ab83-a314b86bcbab req-63a19925-4d6d-401f-a5e2-3ff1465e7a5e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067468 Sep 16 04:57:35.407345 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-42a13ea5-6d6e-4e17-b447-e68f2bdbbdec tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.437047 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-42a13ea5-6d6e-4e17-b447-e68f2bdbbdec tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.446865 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d057fcf9-92bb-43e7-b523-f84764a35330 None None] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:35.450548 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-42a13ea5-6d6e-4e17-b447-e68f2bdbbdec tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/subnets/c199349c-59dd-4223-ac48-574ab3e37f26 HTTP/1.1" status: 204 len: 168 time: 0.5203745 Sep 16 04:57:35.459409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a49790-a756-4389-84eb-798a7b7c4675 req-91e84e9e-4a73-4c3a-a60b-83ea10b9f7c9 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:35.459409 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23a49790-a756-4389-84eb-798a7b7c4675 req-91e84e9e-4a73-4c3a-a60b-83ea10b9f7c9 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1655784 Sep 16 04:57:35.459409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54084) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:35.487869 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9e400bf-3341-4f37-ae72-7d61e8c9903c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.516109 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a13ea5-6d6e-4e17-b447-e68f2bdbbdec tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Subnet': ['ID=c199349c-59dd-4223-ac48-574ab3e37f26,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:35.622143 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23a49790-a756-4389-84eb-798a7b7c4675 req-ec145a1a-45c0-4f57-bbcd-cccee4482404 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546512 Sep 16 04:57:35.631122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec63e6bf-b470-46e2-8c32-3c7cb344a40c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting subnet 7c1a4cf5-a792-492c-9b4b-b1a6a94ea4e3 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:35.661464 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec63e6bf-b470-46e2-8c32-3c7cb344a40c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.722767 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-68e6058b-7a0f-4965-8d8a-144227fc51a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.727855 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec63e6bf-b470-46e2-8c32-3c7cb344a40c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.848869 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec63e6bf-b470-46e2-8c32-3c7cb344a40c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.852382 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-68e6058b-7a0f-4965-8d8a-144227fc51a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.878365 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9e400bf-3341-4f37-ae72-7d61e8c9903c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.008372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e400bf-3341-4f37-ae72-7d61e8c9903c admin admin] Network 09e9a32d-5acc-4362-95dd-5205a4aa85ff is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:36.028498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-68e6058b-7a0f-4965-8d8a-144227fc51a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0ab386afbf54f28bee0a478b80e0a64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0233939 Sep 16 04:57:36.031004 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-c9e400bf-3341-4f37-ae72-7d61e8c9903c admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:36.031861 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54094) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:36.034345 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e400bf-3341-4f37-ae72-7d61e8c9903c admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:36.082862 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9e400bf-3341-4f37-ae72-7d61e8c9903c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.095874 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6058b-7a0f-4965-8d8a-144227fc51a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf5516b-aa00-41f1-824f-f6bdac6bdacc,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:36.116729 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08e81aca-4b55-41a7-94b6-c93d225a7dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.161598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e400bf-3341-4f37-ae72-7d61e8c9903c admin admin] Pushing event updated for resources: {'Port': ['ID=0ef7a535-a5d6-4ec4-a470-b2008527bcbf,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:36.179499 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08e81aca-4b55-41a7-94b6-c93d225a7dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.247687 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee86793-984c-4a58-b1c0-dc8813bf70fd req-a3e18bdc-f4cd-4bd8-aae9-f3832b5e08e2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:36.255767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ee86793-984c-4a58-b1c0-dc8813bf70fd req-a3e18bdc-f4cd-4bd8-aae9-f3832b5e08e2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.3596184 Sep 16 04:57:36.317158 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec63e6bf-b470-46e2-8c32-3c7cb344a40c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.376691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63e6bf-b470-46e2-8c32-3c7cb344a40c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1a4cf5-a792-492c-9b4b-b1a6a94ea4e3,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:36.382314 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec63e6bf-b470-46e2-8c32-3c7cb344a40c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.386860 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ec63e6bf-b470-46e2-8c32-3c7cb344a40c tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/subnets/7c1a4cf5-a792-492c-9b4b-b1a6a94ea4e3 HTTP/1.1" status: 204 len: 168 time: 0.9182234 Sep 16 04:57:36.395074 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08e81aca-4b55-41a7-94b6-c93d225a7dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.395074 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08e81aca-4b55-41a7-94b6-c93d225a7dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.399507 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-08e81aca-4b55-41a7-94b6-c93d225a7dd3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bf5516b-aa00-41f1-824f-f6bdac6bdacc HTTP/1.1" status: 204 len: 168 time: 0.3569992 Sep 16 04:57:36.400071 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54098) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:36.404296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ee86793-984c-4a58-b1c0-dc8813bf70fd req-57954921-c687-4807-8822-c61c6ecda7b6 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467700 Sep 16 04:57:36.408265 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-22527900-1875-4879-8254-a29fbcbaaaff None None] Provisioning complete for port 0ef7a535-a5d6-4ec4-a470-b2008527bcbf triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:36.408723 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-22527900-1875-4879-8254-a29fbcbaaaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.425470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f42aa8-8ac4-4a58-8b6e-c4fc32da5946 req-b52a92f2-4882-45ed-9754-37a73e343ffd tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:36.428007 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12f42aa8-8ac4-4a58-8b6e-c4fc32da5946 req-b52a92f2-4882-45ed-9754-37a73e343ffd tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 943 time: 0.2323174 Sep 16 04:57:36.477747 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-22527900-1875-4879-8254-a29fbcbaaaff None None] Port 0ef7a535-a5d6-4ec4-a470-b2008527bcbf cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:36.494910 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6683fdb-9e33-462d-a208-b830946f4b97 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] DELETE failed (client error): The resource could not be found. Sep 16 04:57:36.495356 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6683fdb-9e33-462d-a208-b830946f4b97 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:57:36.497126 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d6683fdb-9e33-462d-a208-b830946f4b97 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/subnets/c199349c-59dd-4223-ac48-574ab3e37f26 HTTP/1.1" status: 404 len: 337 time: 0.0942295 Sep 16 04:57:36.500590 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54104) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:36.504264 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e81aca-4b55-41a7-94b6-c93d225a7dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf5516b-aa00-41f1-824f-f6bdac6bdacc,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:36.528364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12f42aa8-8ac4-4a58-8b6e-c4fc32da5946 req-1bf5c9b1-b883-4a2b-b520-b2c2a5ecb873 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f62cdfe-f148-4f57-9f78-cb03c4f618b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895081 Sep 16 04:57:36.562765 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fc230b-b863-4522-b20d-3db80694bd60 None None] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:36.643618 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-32037d21-c8c1-42ba-928d-9d3c1e4ae432 None None] Provisioning complete for port 10477e05-deec-4699-ad44-c0ad0349feda triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:36.644035 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-32037d21-c8c1-42ba-928d-9d3c1e4ae432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.949842 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:57:37.034998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43ab7d3-dde9-4970-a9b2-59567a44b566 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting subnet 9041511d-31e9-4ed8-8aa0-c33d172a8fda {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:37.040139 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9e400bf-3341-4f37-ae72-7d61e8c9903c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.045357 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f43ab7d3-dde9-4970-a9b2-59567a44b566 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.097443 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df8064-4e02-459a-86c2-defae455e2db req-fef2ee6a-8a46-4314-a982-aebfd93ee838 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:37.099078 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03df8064-4e02-459a-86c2-defae455e2db req-fef2ee6a-8a46-4314-a982-aebfd93ee838 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.5400448 Sep 16 04:57:37.117053 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-32037d21-c8c1-42ba-928d-9d3c1e4ae432 None None] Provisioning complete for port 2518606f-3625-42be-8c51-3712b7f11e0a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:37.117572 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-32037d21-c8c1-42ba-928d-9d3c1e4ae432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.133849 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f43ab7d3-dde9-4970-a9b2-59567a44b566 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.171848 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-32037d21-c8c1-42ba-928d-9d3c1e4ae432 None None] Port 2518606f-3625-42be-8c51-3712b7f11e0a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:37.189073 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port b13a8b42-8b12-4ef9-9cb7-fd35baae2b38, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b13a8b42-8b12-4ef9-9cb7-fd35baae2b38,segment=NetworkSegment(da014d26-307e-4a5c-9dfc-ddd4a8c97be5),segment_id=da014d26-307e-4a5c-9dfc-ddd4a8c97be5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:37.210633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'b13a8b42-8b12-4ef9-9cb7-fd35baae2b38', 'network_id': '340fe510-2d04-422b-ab55-5f05c087c9d0', 'port_id': 'b13a8b42-8b12-4ef9-9cb7-fd35baae2b38', 'mac_address': 'fa:16:3e:1d:4e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7da0683-6d3d-4f1f-b04a-e0b0fcdf1ec2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:57:37.215039 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea7afc-4467-4a2e-a23a-fcb50e7c3fc4 req-3508221b-d389-41d5-8a8d-a706ff6865e6 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:37.224220 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fdea7afc-4467-4a2e-a23a-fcb50e7c3fc4 req-3508221b-d389-41d5-8a8d-a706ff6865e6 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.6030774 Sep 16 04:57:37.280093 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.295712 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:37.324640 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port b13a8b42-8b12-4ef9-9cb7-fd35baae2b38, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b13a8b42-8b12-4ef9-9cb7-fd35baae2b38,segment=NetworkSegment(da014d26-307e-4a5c-9dfc-ddd4a8c97be5),segment_id=da014d26-307e-4a5c-9dfc-ddd4a8c97be5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:37.358855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03df8064-4e02-459a-86c2-defae455e2db req-78a826c2-9bf5-400c-b001-fab4fdc3fcde tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218704 Sep 16 04:57:37.371802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fdea7afc-4467-4a2e-a23a-fcb50e7c3fc4 req-346400cb-fbc9-4e25-9f1d-007f198f4119 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465936 Sep 16 04:57:37.443677 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f43ab7d3-dde9-4970-a9b2-59567a44b566 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.456371 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.553695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=b13a8b42-8b12-4ef9-9cb7-fd35baae2b38,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:37.620360 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device b70866f5-a44b-4a10-ab19-49d179046c74 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:37.649983 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9e400bf-3341-4f37-ae72-7d61e8c9903c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.683732 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dcd66-31a1-42de-8801-50b247175121 req-205e5db8-9cde-4859-91c0-adcc4de4338b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:37.685940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-169dcd66-31a1-42de-8801-50b247175121 req-205e5db8-9cde-4859-91c0-adcc4de4338b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0928802 Sep 16 04:57:37.715065 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port b70866f5-a44b-4a10-ab19-49d179046c74 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:37.716003 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.733103 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-169dcd66-31a1-42de-8801-50b247175121 req-fc673631-7e85-42e9-b568-7c158b2cda98 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387473 Sep 16 04:57:37.811324 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.811865 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9e400bf-3341-4f37-ae72-7d61e8c9903c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.839210 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port b70866f5-a44b-4a10-ab19-49d179046c74, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=b70866f5-a44b-4a10-ab19-49d179046c74,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:37.864320 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d51feceb-f8c8-4494-b2bc-fd934dfaadc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.910684 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f43ab7d3-dde9-4970-a9b2-59567a44b566 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.913183 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.945232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ab7d3-dde9-4970-a9b2-59567a44b566 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Subnet': ['ID=9041511d-31e9-4ed8-8aa0-c33d172a8fda,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:37.959539 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['b13a8b42-8b12-4ef9-9cb7-fd35baae2b38'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:38.013220 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f43ab7d3-dde9-4970-a9b2-59567a44b566 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.017607 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f43ab7d3-dde9-4970-a9b2-59567a44b566 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/subnets/9041511d-31e9-4ed8-8aa0-c33d172a8fda HTTP/1.1" status: 204 len: 168 time: 1.5129631 Sep 16 04:57:38.017607 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e400bf-3341-4f37-ae72-7d61e8c9903c admin admin] Pushing event updated for resources: {'Port': ['ID=0ef7a535-a5d6-4ec4-a470-b2008527bcbf,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:38.018143 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54138) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:38.022935 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9e400bf-3341-4f37-ae72-7d61e8c9903c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.039067 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e531c2c9-ccce-4303-8371-2c1b4dc687d5 None None] Network fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:38.042087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de78302-c6aa-4ec3-aac7-54297808c38f req-a65b1f4f-1aa4-4a97-8a6c-98dfceeaa13b tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:38.043001 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=b70866f5-a44b-4a10-ab19-49d179046c74,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:38.049377 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6de78302-c6aa-4ec3-aac7-54297808c38f req-a65b1f4f-1aa4-4a97-8a6c-98dfceeaa13b tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 944 time: 0.2511866 Sep 16 04:57:38.087446 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c12d97-3375-4bd0-97a9-a2cec5aa8bc4 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] DELETE failed (client error): The resource could not be found. Sep 16 04:57:38.087819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c12d97-3375-4bd0-97a9-a2cec5aa8bc4 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:57:38.090213 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e6c12d97-3375-4bd0-97a9-a2cec5aa8bc4 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/subnets/c04c09d9-be53-4886-a283-173516226756 HTTP/1.1" status: 404 len: 337 time: 0.0680344 Sep 16 04:57:38.090419 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d25e6dac-a8cc-4635-8987-a0d777c42389 None None] Provisioning complete for port 10477e05-deec-4699-ad44-c0ad0349feda triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:38.090419 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d25e6dac-a8cc-4635-8987-a0d777c42389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.094872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54144) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:38.150351 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-22120c3c-dec4-49d8-9d16-c3dce8885e56 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "GET /v2.0/ports?device_id=66062ba6-56f5-4d55-b3d6-4db0a6564eb7 HTTP/1.1" status: 200 len: 205 time: 0.0500581 Sep 16 04:57:38.150829 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54146) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:38.154794 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6de78302-c6aa-4ec3-aac7-54297808c38f req-08bfdf2e-bc43-47b3-a41d-3b7bb9e5c74c tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f62cdfe-f148-4f57-9f78-cb03c4f618b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044214 Sep 16 04:57:38.172391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43544686-82ec-4b70-9150-45eb076ebf36 req-099365e6-2e00-4d53-898a-9d728748c41e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:38.179731 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-43544686-82ec-4b70-9150-45eb076ebf36 req-099365e6-2e00-4d53-898a-9d728748c41e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.2382457 Sep 16 04:57:38.218044 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-b5251563-e4ae-4139-addb-8c50f00a27bf tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] delete failed (client error): The resource could not be found. Sep 16 04:57:38.222013 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b5251563-e4ae-4139-addb-8c50f00a27bf tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/routers/66062ba6-56f5-4d55-b3d6-4db0a6564eb7 HTTP/1.1" status: 404 len: 336 time: 0.0672951 Sep 16 04:57:38.223974 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54148) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:38.297576 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-587d44a6-ae61-4966-9410-bba4410cefc7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] DELETE failed (client error): The resource could not be found. Sep 16 04:57:38.299249 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587d44a6-ae61-4966-9410-bba4410cefc7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:57:38.302776 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-587d44a6-ae61-4966-9410-bba4410cefc7 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/subnets/f9ab1003-4652-418c-91cd-d91ffd5cde02 HTTP/1.1" status: 404 len: 337 time: 0.0751185 Sep 16 04:57:38.305162 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54150) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:38.356465 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25f9278-a2cc-42ee-ac5f-d67855170a78 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] DELETE failed (client error): The resource could not be found. Sep 16 04:57:38.358678 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25f9278-a2cc-42ee-ac5f-d67855170a78 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:57:38.362358 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a25f9278-a2cc-42ee-ac5f-d67855170a78 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/subnets/c84d010b-029f-4e06-948c-0a4e2a592154 HTTP/1.1" status: 404 len: 337 time: 0.0559640 Sep 16 04:57:38.365327 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54152) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:38.419077 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-43544686-82ec-4b70-9150-45eb076ebf36 req-a113d2bb-069b-4098-8342-b43c52c26a3d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269850 Sep 16 04:57:38.422185 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-196f51db-c05d-4f50-836e-e15ada7061a8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] DELETE failed (client error): The resource could not be found. Sep 16 04:57:38.422867 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196f51db-c05d-4f50-836e-e15ada7061a8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:57:38.427265 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-196f51db-c05d-4f50-836e-e15ada7061a8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/subnets/a2fb658d-1db3-4b90-a98f-a1f4cfbc5759 HTTP/1.1" status: 404 len: 337 time: 0.0581336 Sep 16 04:57:38.428156 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54154) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:38.440910 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645f7386-4366-425b-b5cf-75efa23e50a9 None None] DHCP port deletion for fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:38.458980 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-52feebd6-f81a-4e5d-bebf-9f2ab058f2e1 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] DELETE failed (client error): The resource could not be found. Sep 16 04:57:38.459798 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52feebd6-f81a-4e5d-bebf-9f2ab058f2e1 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:57:38.462097 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-52feebd6-f81a-4e5d-bebf-9f2ab058f2e1 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/ports/870ad471-77ee-41ad-9ed8-ba31b25e37e9 HTTP/1.1" status: 404 len: 333 time: 0.0327241 Sep 16 04:57:38.472352 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54158) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:38.485123 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfb159-3809-42fa-a4a3-bba816632ea6 req-0d17c13b-a479-4aa7-b59c-95e362f38106 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:38.486771 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61cfb159-3809-42fa-a4a3-bba816632ea6 req-0d17c13b-a479-4aa7-b59c-95e362f38106 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.2259786 Sep 16 04:57:38.496134 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e400bf-3341-4f37-ae72-7d61e8c9903c admin admin] Network 09e9a32d-5acc-4362-95dd-5205a4aa85ff is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:38.510426 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-54bf6183-c67c-49fc-b464-03b2e7314c6a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] DELETE failed (client error): The resource could not be found. Sep 16 04:57:38.511084 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54bf6183-c67c-49fc-b464-03b2e7314c6a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:57:38.514993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d25e6dac-a8cc-4635-8987-a0d777c42389 None None] Provisioning complete for port 2518606f-3625-42be-8c51-3712b7f11e0a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:38.515193 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-54bf6183-c67c-49fc-b464-03b2e7314c6a tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/subnets/01a6df5f-9774-43de-a690-970f4f0d6fd6 HTTP/1.1" status: 404 len: 337 time: 0.0396125 Sep 16 04:57:38.515331 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d25e6dac-a8cc-4635-8987-a0d777c42389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.517877 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54164) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:38.526599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-c9e400bf-3341-4f37-ae72-7d61e8c9903c admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:38.562650 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d25e6dac-a8cc-4635-8987-a0d777c42389 None None] Port 2518606f-3625-42be-8c51-3712b7f11e0a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:38.565638 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-7286752e-405c-40d4-a6cd-986483fa9dc6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] DELETE failed (client error): The resource could not be found. Sep 16 04:57:38.569747 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7286752e-405c-40d4-a6cd-986483fa9dc6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:57:38.571261 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7286752e-405c-40d4-a6cd-986483fa9dc6 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/subnets/156b2d5c-28c2-476e-bd9e-f16b649540d3 HTTP/1.1" status: 404 len: 337 time: 0.0518897 Sep 16 04:57:38.572097 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54166) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:38.582346 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-645f7386-4366-425b-b5cf-75efa23e50a9 None None] Deleting port 10477e05-deec-4699-ad44-c0ad0349feda {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:38.582713 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-645f7386-4366-425b-b5cf-75efa23e50a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.605215 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4cf4c4c-ff3e-4447-a774-64fde007437b tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] DELETE failed (client error): The resource could not be found. Sep 16 04:57:38.606832 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4cf4c4c-ff3e-4447-a774-64fde007437b tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:57:38.610295 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c4cf4c4c-ff3e-4447-a774-64fde007437b tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/ports/31914870-db59-4e9a-aaa3-fdd3b21602e7 HTTP/1.1" status: 404 len: 333 time: 0.0367961 Sep 16 04:57:38.613742 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54168) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:38.643200 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.657993 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77039de-d68f-4f88-b12d-c9029b27bc01 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] DELETE failed (client error): The resource could not be found. Sep 16 04:57:38.658861 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f77039de-d68f-4f88-b12d-c9029b27bc01 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:57:38.664030 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f77039de-d68f-4f88-b12d-c9029b27bc01 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/subnets/d3fa3b56-4e12-415f-a35e-18d639e37709 HTTP/1.1" status: 404 len: 337 time: 0.0481808 Sep 16 04:57:38.664913 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54170) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:38.673079 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-645f7386-4366-425b-b5cf-75efa23e50a9 None None] For port 10477e05-deec-4699-ad44-c0ad0349feda, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=10477e05-deec-4699-ad44-c0ad0349feda,segment=NetworkSegment(bf77ae59-cee3-4bcd-9eeb-448b9337a27b),segment_id=bf77ae59-cee3-4bcd-9eeb-448b9337a27b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:38.673079 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-645f7386-4366-425b-b5cf-75efa23e50a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.687354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-645f7386-4366-425b-b5cf-75efa23e50a9 None None] Calling delete_port for 10477e05-deec-4699-ad44-c0ad0349feda owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:38.691567 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61cfb159-3809-42fa-a4a3-bba816632ea6 req-e8337230-826e-4894-b368-0867e7358812 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975756 Sep 16 04:57:38.718933 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d7a47e-868e-4048-ab23-257582aff5b2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] DELETE failed (client error): The resource could not be found. Sep 16 04:57:38.718933 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d7a47e-868e-4048-ab23-257582aff5b2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:57:38.718933 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-31d7a47e-868e-4048-ab23-257582aff5b2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/subnets/0e557e64-74c4-492f-af50-447086007326 HTTP/1.1" status: 404 len: 337 time: 0.0465674 Sep 16 04:57:38.718933 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54172) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:38.761048 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26c78c-edd1-4349-95e2-9de309172a5a req-24a3bb2c-a337-47b4-a15c-02af32050917 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:38.771684 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c26c78c-edd1-4349-95e2-9de309172a5a req-24a3bb2c-a337-47b4-a15c-02af32050917 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.2281046 Sep 16 04:57:38.881946 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e400bf-3341-4f37-ae72-7d61e8c9903c admin admin] Router 25a8eb90-d9df-432a-b6ca-963cba561b9e has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:38.883315 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f9748308-4d9a-402b-8087-dd0cc28270a8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Deleting port 2518606f-3625-42be-8c51-3712b7f11e0a {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:38.883679 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f9748308-4d9a-402b-8087-dd0cc28270a8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.892830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c26c78c-edd1-4349-95e2-9de309172a5a req-2f28100d-7e89-4b15-85ed-9ede5244b7c7 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133575 Sep 16 04:57:38.925022 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-645f7386-4366-425b-b5cf-75efa23e50a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.944404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645f7386-4366-425b-b5cf-75efa23e50a9 None None] No DVR routers for this DVR port 10477e05-deec-4699-ad44-c0ad0349feda on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:38.972320 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f9748308-4d9a-402b-8087-dd0cc28270a8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.983919 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f7386-4366-425b-b5cf-75efa23e50a9 None None] Pushing event deleted for resources: {'Port': ['ID=10477e05-deec-4699-ad44-c0ad0349feda,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:38.992307 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f9748308-4d9a-402b-8087-dd0cc28270a8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Calling delete_port for 2518606f-3625-42be-8c51-3712b7f11e0a owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:39.021733 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b493411f-f5c5-4e45-b7cb-af679ccff421 None None] Provisioning complete for port 0ef7a535-a5d6-4ec4-a470-b2008527bcbf triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:39.021733 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b493411f-f5c5-4e45-b7cb-af679ccff421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.110210 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b493411f-f5c5-4e45-b7cb-af679ccff421 None None] Port 0ef7a535-a5d6-4ec4-a470-b2008527bcbf cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:39.163991 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fabf0-a862-41e6-90e5-4520e594f40c req-0fa64a1e-69fb-46cb-8a60-a3eee0640e96 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:39.165541 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9c8fabf0-a862-41e6-90e5-4520e594f40c req-0fa64a1e-69fb-46cb-8a60-a3eee0640e96 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1678796 Sep 16 04:57:39.172317 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.173470 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f9748308-4d9a-402b-8087-dd0cc28270a8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.177215 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e400bf-3341-4f37-ae72-7d61e8c9903c admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:39.186427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c9e400bf-3341-4f37-ae72-7d61e8c9903c admin admin] 10.222.0.20 "PUT /v2.0/routers/25a8eb90-d9df-432a-b6ca-963cba561b9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7752252 Sep 16 04:57:39.187812 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] Sync routers for ids ['25a8eb90-d9df-432a-b6ca-963cba561b9e'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:39.218272 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] Routers {'25a8eb90-d9df-432a-b6ca-963cba561b9e'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:39.227603 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:57:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['25a8eb90-d9df-432a-b6ca-963cba561b9e'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:39.256495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9748308-4d9a-402b-8087-dd0cc28270a8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Port': ['ID=2518606f-3625-42be-8c51-3712b7f11e0a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:39.267015 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f9748308-4d9a-402b-8087-dd0cc28270a8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.269763 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f9748308-4d9a-402b-8087-dd0cc28270a8 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/ports/2518606f-3625-42be-8c51-3712b7f11e0a HTTP/1.1" status: 204 len: 168 time: 0.5500534 Sep 16 04:57:39.272450 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54180) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:39.296527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9c8fabf0-a862-41e6-90e5-4520e594f40c req-6ddd168a-fb88-414d-8899-502cbf6b295e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229694 Sep 16 04:57:39.332063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4990c-3d87-4605-b9a3-fdc898fff184 req-fe386c97-c8df-4d15-956b-9e68d29a05ef tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:39.340976 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9b4990c-3d87-4605-b9a3-fdc898fff184 req-fe386c97-c8df-4d15-956b-9e68d29a05ef tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 944 time: 0.1050568 Sep 16 04:57:39.376410 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-01f70530-8356-4691-a092-006c18fde7d2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.424202 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9b4990c-3d87-4605-b9a3-fdc898fff184 req-ac1f00a9-7a98-4c61-b987-5eb4f6d8eb38 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f62cdfe-f148-4f57-9f78-cb03c4f618b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809639 Sep 16 04:57:39.493711 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] Set router 25a8eb90-d9df-432a-b6ca-963cba561b9e gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:39.539214 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-01f70530-8356-4691-a092-006c18fde7d2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.559277 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device b70866f5-a44b-4a10-ab19-49d179046c74 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:39.566069 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-01f70530-8356-4691-a092-006c18fde7d2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc098a7f-1089-4bc2-a413-c7fa5cdc6da2']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:39.576466 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-01f70530-8356-4691-a092-006c18fde7d2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf77ae59-cee3-4bcd-9eeb-448b9337a27b') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:39.576754 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-01f70530-8356-4691-a092-006c18fde7d2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf77ae59-cee3-4bcd-9eeb-448b9337a27b') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:39.587250 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-01f70530-8356-4691-a092-006c18fde7d2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.601810 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-01f70530-8356-4691-a092-006c18fde7d2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.609560 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f70530-8356-4691-a092-006c18fde7d2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:39.609896 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-01f70530-8356-4691-a092-006c18fde7d2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:39.613388 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:39.642951 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb1360-8e45-4058-a98a-a6fa748a58b5 req-b635eb4a-9887-455d-ba45-0de9db49fb1b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:39.655468 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aedb1360-8e45-4058-a98a-a6fa748a58b5 req-b635eb4a-9887-455d-ba45-0de9db49fb1b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1166515 Sep 16 04:57:39.682520 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port b70866f5-a44b-4a10-ab19-49d179046c74 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:39.683939 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.718918 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aedb1360-8e45-4058-a98a-a6fa748a58b5 req-14cb6994-275d-4ee4-962a-df679550235c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619600 Sep 16 04:57:39.799350 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'name': 'tempest-ServersTestBootFromVolume-1015557968-router', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:27Z', 'updated_at': '2021-09-16T04:57:36Z', 'revision_number': 4, 'project_id': 'e384f1c485654208832e5a341d965262', 'gw_port': {'id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:29Z', 'updated_at': '2021-09-16T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '0ef7a535-a5d6-4ec4-a470-b2008527bcbf', 'name': '', 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'mac_address': 'fa:16:3e:31:7b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '5d9bd9c1-6515-435d-9b94-b77563678c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:34Z', 'updated_at': '2021-09-16T04:57:37Z', 'revision_number': 2, 'project_id': 'e384f1c485654208832e5a341d965262', 'subnets': [{'id': '5d9bd9c1-6515-435d-9b94-b77563678c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:39.871118 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] Checking router: 25a8eb90-d9df-432a-b6ca-963cba561b9e for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:57:39.871537 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] Updating router 25a8eb90-d9df-432a-b6ca-963cba561b9e port 0ef7a535-a5d6-4ec4-a470-b2008527bcbf binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:57:39.873024 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-01f70530-8356-4691-a092-006c18fde7d2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.905641 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-01f70530-8356-4691-a092-006c18fde7d2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.908466 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-01f70530-8356-4691-a092-006c18fde7d2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] 10.222.0.20 "DELETE /v2.0/networks/fc098a7f-1089-4bc2-a413-c7fa5cdc6da2 HTTP/1.1" status: 204 len: 168 time: 0.6347075 Sep 16 04:57:39.909867 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f70530-8356-4691-a092-006c18fde7d2 tempest-PortsTestJSON-716561661 tempest-PortsTestJSON-716561661-project] Pushing event deleted for resources: {'Network': ['ID=fc098a7f-1089-4bc2-a413-c7fa5cdc6da2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:39.930262 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.957341 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 10477e05-deec-4699-ad44-c0ad0349feda no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:39.992034 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 10477e05-deec-4699-ad44-c0ad0349feda {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:39.992367 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 10477e05-deec-4699-ad44-c0ad0349feda not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:40.022296 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e2109-f27b-4d5a-9a0f-e35ddbf8736a req-2f404b65-5e0c-432a-9bda-d9eda9bfb09b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:40.030011 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af5e2109-f27b-4d5a-9a0f-e35ddbf8736a req-2f404b65-5e0c-432a-9bda-d9eda9bfb09b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1366467 Sep 16 04:57:40.097174 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af5e2109-f27b-4d5a-9a0f-e35ddbf8736a req-109dccb0-a227-487b-8033-6d446d0b4477 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661120 Sep 16 04:57:40.113057 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54204) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:40.119724 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7cd23a15-14e2-415a-a644-e493bd44ccee tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--152508142', 'description': 'tempest-description--58194962'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:40.433752 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56034b10-bc33-44c1-8f8d-3b9e8e4a9812 req-a669fb31-3cf6-4264-b98e-b1ddce67c444 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:40.433752 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56034b10-bc33-44c1-8f8d-3b9e8e4a9812 req-a669fb31-3cf6-4264-b98e-b1ddce67c444 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0920687 Sep 16 04:57:40.441866 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.446517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56034b10-bc33-44c1-8f8d-3b9e8e4a9812 req-52ca6225-3e37-4555-a286-88332fbc35bc tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354452 Sep 16 04:57:40.501935 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7cd23a15-14e2-415a-a644-e493bd44ccee tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.540587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdafafb-7477-47b7-ad77-f88de96eb017 req-c0269a0f-0294-4d94-8b58-21ad30a870a0 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:40.542128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8bdafafb-7477-47b7-ad77-f88de96eb017 req-c0269a0f-0294-4d94-8b58-21ad30a870a0 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0766096 Sep 16 04:57:40.542275 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.711925 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8bdafafb-7477-47b7-ad77-f88de96eb017 req-d5c7011d-dd8c-4202-b043-ab01ad9bedeb tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649967 Sep 16 04:57:40.713434 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253a5b4-26b5-4937-878f-a1409ef0a024 None None] Pushing event updated for resources: {'Port': ['ID=0ef7a535-a5d6-4ec4-a470-b2008527bcbf,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:40.713642 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7cd23a15-14e2-415a-a644-e493bd44ccee tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.765063 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.827185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:40.845429 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc885999-7962-476a-8ee7-0588110dafaa req-17f8d1f9-aa37-4e1a-91c1-e13be4826999 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:40.847071 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc885999-7962-476a-8ee7-0588110dafaa req-17f8d1f9-aa37-4e1a-91c1-e13be4826999 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 944 time: 0.1313589 Sep 16 04:57:40.867666 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7cd23a15-14e2-415a-a644-e493bd44ccee tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.867994 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253a5b4-26b5-4937-878f-a1409ef0a024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:40.867994 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253a5b4-26b5-4937-878f-a1409ef0a024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:40.875072 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253a5b4-26b5-4937-878f-a1409ef0a024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:40.875577 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253a5b4-26b5-4937-878f-a1409ef0a024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:40.875923 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253a5b4-26b5-4937-878f-a1409ef0a024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:40.876314 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253a5b4-26b5-4937-878f-a1409ef0a024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:40.876599 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253a5b4-26b5-4937-878f-a1409ef0a024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:40.876922 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253a5b4-26b5-4937-878f-a1409ef0a024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:40.877249 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253a5b4-26b5-4937-878f-a1409ef0a024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:40.877572 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253a5b4-26b5-4937-878f-a1409ef0a024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:40.877893 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253a5b4-26b5-4937-878f-a1409ef0a024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:40.878211 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253a5b4-26b5-4937-878f-a1409ef0a024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:40.963902 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] Attempting to bind port 0ef7a535-a5d6-4ec4-a470-b2008527bcbf on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:40.967262 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] Attempting to bind port 0ef7a535-a5d6-4ec4-a470-b2008527bcbf by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '8ae39fba-4971-4dc4-9ac1-716da43d562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:40.967889 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] Attempting to bind port 0ef7a535-a5d6-4ec4-a470-b2008527bcbf on network 09e9a32d-5acc-4362-95dd-5205a4aa85ff {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:40.974783 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:40.975235 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] Checking segment: {'id': '8ae39fba-4971-4dc4-9ac1-716da43d562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:40.975880 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.976284 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] Bound using segment: {'id': '8ae39fba-4971-4dc4-9ac1-716da43d562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:40.976761 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] Bound port: 0ef7a535-a5d6-4ec4-a470-b2008527bcbf, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae39fba-4971-4dc4-9ac1-716da43d562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:40.977149 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.992417 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd23a15-14e2-415a-a644-e493bd44ccee tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bff0b9-265d-4576-829a-09624c9360e0,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:41.003526 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e7440-b936-4e06-b2f0-3c34468451f2 req-90a1b649-4da2-4de0-aef2-c4a0ac8a4c27 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:41.011961 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-731e7440-b936-4e06-b2f0-3c34468451f2 req-90a1b649-4da2-4de0-aef2-c4a0ac8a4c27 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1477368 Sep 16 04:57:41.018294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc885999-7962-476a-8ee7-0588110dafaa req-3af30234-ecb3-443e-9b47-1131e7ee8c5a tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f62cdfe-f148-4f57-9f78-cb03c4f618b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529396 Sep 16 04:57:41.044775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54222) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:41.072655 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7cd23a15-14e2-415a-a644-e493bd44ccee tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.078149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54226) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:41.082818 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] For port 0ef7a535-a5d6-4ec4-a470-b2008527bcbf, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:41.083784 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-548ab8ad-361f-4b88-b85f-8f3a072fb4e0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Request body: {'security_group_rule': {'security_group_id': 'a6bff0b9-265d-4576-829a-09624c9360e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:41.086623 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] For port 0ef7a535-a5d6-4ec4-a470-b2008527bcbf, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0ef7a535-a5d6-4ec4-a470-b2008527bcbf,segment=NetworkSegment(8ae39fba-4971-4dc4-9ac1-716da43d562a),segment_id=8ae39fba-4971-4dc4-9ac1-716da43d562a)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:41.089600 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7cd23a15-14e2-415a-a644-e493bd44ccee tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9752059 Sep 16 04:57:41.089844 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:57:41.097153 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-5cfb148c-747d-40cb-b375-f9afe38b4ac0 None None] Provisioning complete for port 0ef7a535-a5d6-4ec4-a470-b2008527bcbf triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:41.098008 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5cfb148c-747d-40cb-b375-f9afe38b4ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.113991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-731e7440-b936-4e06-b2f0-3c34468451f2 req-20744e7b-e425-43a5-8f18-b33cba7d8440 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011226 Sep 16 04:57:41.139790 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:41.140075 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.171283 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.183553 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-5cfb148c-747d-40cb-b375-f9afe38b4ac0 None None] Port 0ef7a535-a5d6-4ec4-a470-b2008527bcbf cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:41.217584 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-548ab8ad-361f-4b88-b85f-8f3a072fb4e0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.219095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc4e31-6ac3-4346-abf1-a70d4e265c90 req-7fc286aa-2d1b-43ca-9c9b-7397baff9976 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:41.227674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8cc4e31-6ac3-4346-abf1-a70d4e265c90 req-7fc286aa-2d1b-43ca-9c9b-7397baff9976 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0867398 Sep 16 04:57:41.273896 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.286727 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8cc4e31-6ac3-4346-abf1-a70d4e265c90 req-9c326c2b-bd4d-4463-bc35-9d85200e7039 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577073 Sep 16 04:57:41.312913 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] Routers {'25a8eb90-d9df-432a-b6ca-963cba561b9e'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:41.312913 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:57:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['25a8eb90-d9df-432a-b6ca-963cba561b9e'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:41.334215 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e687addb-f4a9-4bcc-bfad-aa527dadd96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13a8b42-8b12-4ef9-9cb7-fd35baae2b38'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:41.336619 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d98e79-5be8-4103-bf9c-616e4b0eaed6" -d '{"events": [{"server_uuid": "e687addb-f4a9-4bcc-bfad-aa527dadd96c", "name": "network-vif-plugged", "status": "completed", "tag": "b13a8b42-8b12-4ef9-9cb7-fd35baae2b38"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:41.351370 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port b13a8b42-8b12-4ef9-9cb7-fd35baae2b38, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b13a8b42-8b12-4ef9-9cb7-fd35baae2b38,segment=NetworkSegment(da014d26-307e-4a5c-9dfc-ddd4a8c97be5),segment_id=da014d26-307e-4a5c-9dfc-ddd4a8c97be5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:41.376809 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-548ab8ad-361f-4b88-b85f-8f3a072fb4e0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.401563 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b8a80e1c-98f5-408a-9390-a58262fa8cd1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd73fd6f01ac49808b684051ab40bcc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3547509 Sep 16 04:57:41.405951 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54236) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:41.452392 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.463441 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-548ab8ad-361f-4b88-b85f-8f3a072fb4e0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.476821 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ab40c-2ca8-4824-af14-e044189c878c req-268f6f3a-6bab-412c-a8cd-3ac4a31c1691 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:41.490266 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-761ab40c-2ca8-4824-af14-e044189c878c req-268f6f3a-6bab-412c-a8cd-3ac4a31c1691 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1161261 Sep 16 04:57:41.537586 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4e6cac-4357-44a2-b336-e81a40ec1382 x-openstack-request-id: req-0b4e6cac-4357-44a2-b336-e81a40ec1382 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:41.540380 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e687addb-f4a9-4bcc-bfad-aa527dadd96c", "name": "network-vif-plugged", "status": "completed", "tag": "b13a8b42-8b12-4ef9-9cb7-fd35baae2b38", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:41.540801 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b4e6cac-4357-44a2-b336-e81a40ec1382 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:41.542073 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687addb-f4a9-4bcc-bfad-aa527dadd96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13a8b42-8b12-4ef9-9cb7-fd35baae2b38', 'code': 200} Sep 16 04:57:41.553971 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] Set router 25a8eb90-d9df-432a-b6ca-963cba561b9e gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:41.554565 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ab8ad-361f-4b88-b85f-8f3a072fb4e0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ef6de1-5c07-451c-bd60-d771d337e032,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:41.565719 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-761ab40c-2ca8-4824-af14-e044189c878c req-cfdf983f-1e36-4e37-8ca4-7e3f5b9de64f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676286 Sep 16 04:57:41.583671 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-05d85368-4f23-4d36-bf0e-96194e6ad383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.620734 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=b13a8b42-8b12-4ef9-9cb7-fd35baae2b38,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:41.632333 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-548ab8ad-361f-4b88-b85f-8f3a072fb4e0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.635036 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253a5b4-26b5-4937-878f-a1409ef0a024 None None] Pushing event updated for resources: {'Port': ['ID=0ef7a535-a5d6-4ec4-a470-b2008527bcbf,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:41.638702 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-548ab8ad-361f-4b88-b85f-8f3a072fb4e0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5586786 Sep 16 04:57:41.640664 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54244) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:41.645482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f7310e3a-71e2-4ca7-9cb3-1c25bec1e835 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Request body: {'security_group_rule': {'security_group_id': 'a6bff0b9-265d-4576-829a-09624c9360e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:41.651873 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-05d85368-4f23-4d36-bf0e-96194e6ad383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.718730 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2b81a401-9b92-4eb4-8c4b-6b58a701a030 None None] Provisioning complete for port 0ef7a535-a5d6-4ec4-a470-b2008527bcbf triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:41.719477 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2b81a401-9b92-4eb4-8c4b-6b58a701a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.799791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d3395-905c-423c-ad63-00d7f37226e6 req-d07b44f4-3e30-4866-9fa6-eb2d54141c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:41.801873 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a4d3395-905c-423c-ad63-00d7f37226e6 req-d07b44f4-3e30-4866-9fa6-eb2d54141c33 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 1097 time: 0.1455593 Sep 16 04:57:41.811852 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd01906-f1dd-4021-ada4-dcabdcc37a65 req-f809fbaf-bee5-4746-8fe0-bb38cce443f7 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:41.814207 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ccd01906-f1dd-4021-ada4-dcabdcc37a65 req-f809fbaf-bee5-4746-8fe0-bb38cce443f7 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0871403 Sep 16 04:57:41.815844 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-05d85368-4f23-4d36-bf0e-96194e6ad383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.819119 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-05d85368-4f23-4d36-bf0e-96194e6ad383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.819607 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-05d85368-4f23-4d36-bf0e-96194e6ad383 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01228923-6a0b-4d97-9ffd-3bd9f1bba73a HTTP/1.1" status: 204 len: 168 time: 0.4120469 Sep 16 04:57:41.841755 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d85368-4f23-4d36-bf0e-96194e6ad383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01228923-6a0b-4d97-9ffd-3bd9f1bba73a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:41.874597 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2b81a401-9b92-4eb4-8c4b-6b58a701a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.911556 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ccd01906-f1dd-4021-ada4-dcabdcc37a65 req-a70431f2-3e2e-4454-b5ee-5fce016b770c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780175 Sep 16 04:57:41.933932 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'name': 'tempest-ServersTestBootFromVolume-1015557968-router', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:27Z', 'updated_at': '2021-09-16T04:57:36Z', 'revision_number': 4, 'project_id': 'e384f1c485654208832e5a341d965262', 'gw_port': {'id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:29Z', 'updated_at': '2021-09-16T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '0ef7a535-a5d6-4ec4-a470-b2008527bcbf', 'name': '', 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'mac_address': 'fa:16:3e:31:7b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '5d9bd9c1-6515-435d-9b94-b77563678c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:34Z', 'updated_at': '2021-09-16T04:57:41Z', 'revision_number': 4, 'project_id': 'e384f1c485654208832e5a341d965262', 'subnets': [{'id': '5d9bd9c1-6515-435d-9b94-b77563678c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:41.939889 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7310e3a-71e2-4ca7-9cb3-1c25bec1e835 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.949099 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2b81a401-9b92-4eb4-8c4b-6b58a701a030 None None] For port 0ef7a535-a5d6-4ec4-a470-b2008527bcbf, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0ef7a535-a5d6-4ec4-a470-b2008527bcbf,segment=NetworkSegment(8ae39fba-4971-4dc4-9ac1-716da43d562a),segment_id=8ae39fba-4971-4dc4-9ac1-716da43d562a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:41.950173 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a4d3395-905c-423c-ad63-00d7f37226e6 req-8fe0e962-b7d7-4e6e-a24e-488ce3bee48b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5f62cdfe-f148-4f57-9f78-cb03c4f618b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180973 Sep 16 04:57:41.976125 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca9ac0-c9c7-4655-9922-6a45ae4fc748 None None] The sync data for ids ['25a8eb90-d9df-432a-b6ca-963cba561b9e'] in n-d-712140-13 is: [{'id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'name': 'tempest-ServersTestBootFromVolume-1015557968-router', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:27Z', 'updated_at': '2021-09-16T04:57:36Z', 'revision_number': 4, 'project_id': 'e384f1c485654208832e5a341d965262', 'gw_port': {'id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:29Z', 'updated_at': '2021-09-16T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '0ef7a535-a5d6-4ec4-a470-b2008527bcbf', 'name': '', 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'mac_address': 'fa:16:3e:31:7b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '5d9bd9c1-6515-435d-9b94-b77563678c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:34Z', 'updated_at': '2021-09-16T04:57:41Z', 'revision_number': 4, 'project_id': 'e384f1c485654208832e5a341d965262', 'subnets': [{'id': '5d9bd9c1-6515-435d-9b94-b77563678c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:42.060556 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7310e3a-71e2-4ca7-9cb3-1c25bec1e835 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.063105 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2b81a401-9b92-4eb4-8c4b-6b58a701a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.160444 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81a401-9b92-4eb4-8c4b-6b58a701a030 None None] Pushing event updated for resources: {'Port': ['ID=0ef7a535-a5d6-4ec4-a470-b2008527bcbf,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:42.217245 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7310e3a-71e2-4ca7-9cb3-1c25bec1e835 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.236400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7310e3a-71e2-4ca7-9cb3-1c25bec1e835 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1f433b-0145-49e8-a360-efa4880136ff,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:42.313607 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b69982-19c7-4952-9462-8966c0bf3a52 req-d42e6495-e9c2-47aa-be3c-a10e6b00874d tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:42.316348 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0b69982-19c7-4952-9462-8966c0bf3a52 req-d42e6495-e9c2-47aa-be3c-a10e6b00874d tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 945 time: 0.1298745 Sep 16 04:57:42.337844 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf19dea-3a5d-4a59-b581-e68f3c39c526 req-9bc15213-fbf0-4db3-a5c6-4ac600cb744b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:42.339693 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1bf19dea-3a5d-4a59-b581-e68f3c39c526 req-9bc15213-fbf0-4db3-a5c6-4ac600cb744b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0992835 Sep 16 04:57:42.426744 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1bf19dea-3a5d-4a59-b581-e68f3c39c526 req-330d815b-e7f4-45c5-9415-7ae9cc6387e9 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750091 Sep 16 04:57:42.427576 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7310e3a-71e2-4ca7-9cb3-1c25bec1e835 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.428944 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f7310e3a-71e2-4ca7-9cb3-1c25bec1e835 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7871423 Sep 16 04:57:42.432594 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54262) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:42.440433 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-9d2c396c-e3f1-42cb-9001-56b6176ffa18 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:42.472073 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0b69982-19c7-4952-9462-8966c0bf3a52 req-b83c4d19-91d6-4ace-b67b-18b6e2a5f250 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f62cdfe-f148-4f57-9f78-cb03c4f618b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269464 Sep 16 04:57:42.587840 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d2c396c-e3f1-42cb-9001-56b6176ffa18 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.665710 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510c7d7-c864-435d-855b-dfb47dcdb988 req-85d601f1-ca13-4a1c-ac1d-195daf840270 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:42.673342 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e510c7d7-c864-435d-855b-dfb47dcdb988 req-85d601f1-ca13-4a1c-ac1d-195daf840270 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1125507 Sep 16 04:57:42.797994 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d2c396c-e3f1-42cb-9001-56b6176ffa18 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.847228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e510c7d7-c864-435d-855b-dfb47dcdb988 req-b9e39e8c-303d-479e-a1d0-44af31631b0a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675754 Sep 16 04:57:42.868616 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110cd23-d787-46fa-9dc0-14db753df34e req-ef74fad1-f3ee-4bd8-b4d2-a444a84c0dda tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:42.879824 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3110cd23-d787-46fa-9dc0-14db753df34e req-ef74fad1-f3ee-4bd8-b4d2-a444a84c0dda tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1654921 Sep 16 04:57:42.972873 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3110cd23-d787-46fa-9dc0-14db753df34e req-8f1d4862-ec97-4838-8896-b7c33cfac373 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662992 Sep 16 04:57:43.056354 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-9d2c396c-e3f1-42cb-9001-56b6176ffa18 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Allocated IP 172.25.4.16 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/f5a1ec4c-70ae-4d76-adf8-42b3206a5a88) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:43.096286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdb3e1-ee01-493e-8fc2-98711b44da26 req-5955bba5-7cd6-4bf7-a085-42f36e37a6f0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:43.103946 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63bdb3e1-ee01-493e-8fc2-98711b44da26 req-5955bba5-7cd6-4bf7-a085-42f36e37a6f0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0895596 Sep 16 04:57:43.223880 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63bdb3e1-ee01-493e-8fc2-98711b44da26 req-935b7608-5e42-475c-8db9-40fd24134f29 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185191 Sep 16 04:57:43.249239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549dcd3-3702-482f-941e-59080bffd8c7 req-c3422ae3-84bf-4c5a-a877-ec858b9c2fa6 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:43.250920 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9549dcd3-3702-482f-941e-59080bffd8c7 req-c3422ae3-84bf-4c5a-a877-ec858b9c2fa6 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1265521 Sep 16 04:57:43.288469 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d2c396c-e3f1-42cb-9001-56b6176ffa18 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.329208 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9549dcd3-3702-482f-941e-59080bffd8c7 req-b19efc3c-eaad-4e0c-9505-353ff1011824 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712564 Sep 16 04:57:43.406502 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d2c396c-e3f1-42cb-9001-56b6176ffa18 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.408937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad47be2-2b1d-4707-a054-cad7cfb44b06 req-42ed2168-e623-45b7-98a6-26c71f936219 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:43.416564 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dad47be2-2b1d-4707-a054-cad7cfb44b06 req-42ed2168-e623-45b7-98a6-26c71f936219 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0767651 Sep 16 04:57:43.522042 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2c396c-e3f1-42cb-9001-56b6176ffa18 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:43.527909 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-9d2c396c-e3f1-42cb-9001-56b6176ffa18 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:43.535971 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2c396c-e3f1-42cb-9001-56b6176ffa18 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:43.540096 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c396c-e3f1-42cb-9001-56b6176ffa18 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Pushing event updated for resources: {'Port': ['ID=f5a1ec4c-70ae-4d76-adf8-42b3206a5a88,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:43.581861 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a77a9-e6f6-4257-a11e-c602085b8c88 req-ea130dfc-b1d7-43b2-8e91-6c3e0c14520b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:43.597081 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0ef7a535-a5d6-4ec4-a470-b2008527bcbf up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:43.609646 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-817a77a9-e6f6-4257-a11e-c602085b8c88 req-ea130dfc-b1d7-43b2-8e91-6c3e0c14520b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1814287 Sep 16 04:57:43.618846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dad47be2-2b1d-4707-a054-cad7cfb44b06 req-ea078ef8-3eb0-4617-bfd9-77dd376c5ebb tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904111 Sep 16 04:57:43.696472 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d2c396c-e3f1-42cb-9001-56b6176ffa18 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.696608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-817a77a9-e6f6-4257-a11e-c602085b8c88 req-32bad308-3dcc-41e6-9a2b-f5f04ce55d49 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966437 Sep 16 04:57:43.764231 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 0ef7a535-a5d6-4ec4-a470-b2008527bcbf triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:43.764231 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.776256 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54304) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:43.903025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7dbc2a-4d52-473a-a786-64b51f8b7811 req-027d8756-1d72-4024-ada0-71a45dae02b0 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:43.912028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd7dbc2a-4d52-473a-a786-64b51f8b7811 req-027d8756-1d72-4024-ada0-71a45dae02b0 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 945 time: 0.1393845 Sep 16 04:57:43.975587 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd7dbc2a-4d52-473a-a786-64b51f8b7811 req-f4bb5a8e-36ed-4dab-a770-56c79b654fd3 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f62cdfe-f148-4f57-9f78-cb03c4f618b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609586 Sep 16 04:57:43.985571 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d2c396c-e3f1-42cb-9001-56b6176ffa18 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.075115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b0e83d04-bb7d-4365-bc4c-010b3eb75922 tempest-ServiceProvidersTest-1019614360 tempest-ServiceProvidersTest-1019614360-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2874997 Sep 16 04:57:44.131339 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874af54-9e75-4be0-a5ca-258e5153306d req-593fe65f-ba42-455c-a8b5-227ca8e8dfe4 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:44.135920 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6874af54-9e75-4be0-a5ca-258e5153306d req-593fe65f-ba42-455c-a8b5-227ca8e8dfe4 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1441131 Sep 16 04:57:44.231488 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6874af54-9e75-4be0-a5ca-258e5153306d req-2364f433-9496-4a12-b412-213c54dd4f75 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899911 Sep 16 04:57:44.237026 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f721d00-0e49-4839-9541-29bb55fbf6bb req-55bcb281-efb2-45c0-b26c-b26e01ec8d56 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0857830 Sep 16 04:57:44.283479 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d2c396c-e3f1-42cb-9001-56b6176ffa18 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.331000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f721d00-0e49-4839-9541-29bb55fbf6bb req-45b4028d-4d35-4d92-a9c3-a833f9082bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:44.332755 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f721d00-0e49-4839-9541-29bb55fbf6bb req-45b4028d-4d35-4d92-a9c3-a833f9082bcf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aee33712154e4affb0a74bb42a7ce1aa&device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 1098 time: 0.0560663 Sep 16 04:57:44.456836 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d2c396c-e3f1-42cb-9001-56b6176ffa18 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.514867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f721d00-0e49-4839-9541-29bb55fbf6bb req-9a032242-6917-4381-8004-19eb3ab9f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:44.523056 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f721d00-0e49-4839-9541-29bb55fbf6bb req-9a032242-6917-4381-8004-19eb3ab9f46a service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf1ef515-466a-4eba-aab5-e50796467689 HTTP/1.1" status: 200 len: 915 time: 0.1700826 Sep 16 04:57:44.580574 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f721d00-0e49-4839-9541-29bb55fbf6bb req-1a3fbfcb-4681-468e-83e0-89705cd05e0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 HTTP/1.1" status: 200 len: 217 time: 0.0501227 Sep 16 04:57:44.608083 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c396c-e3f1-42cb-9001-56b6176ffa18 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Pushing event updated for resources: {'Port': ['ID=f5a1ec4c-70ae-4d76-adf8-42b3206a5a88,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:44.623760 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d2c396c-e3f1-42cb-9001-56b6176ffa18 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.663948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f721d00-0e49-4839-9541-29bb55fbf6bb req-8bf3d21b-ed1e-49c8-bc34-73b80dc3cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:44.665793 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f721d00-0e49-4839-9541-29bb55fbf6bb req-8bf3d21b-ed1e-49c8-bc34-73b80dc3cd55 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f9bfb60-c133-4c36-96a6-a32d3e14830e HTTP/1.1" status: 200 len: 854 time: 0.0766790 Sep 16 04:57:44.715377 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f721d00-0e49-4839-9541-29bb55fbf6bb req-e4c1c50c-1836-4dd0-b181-be5a8e92219f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf1ef515-466a-4eba-aab5-e50796467689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411794 Sep 16 04:57:44.828197 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f721d00-0e49-4839-9541-29bb55fbf6bb req-ac7adb6b-ccad-437e-af32-f79c48308948 service neutron] 10.222.0.21 "GET /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032231 Sep 16 04:57:44.862120 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d2c396c-e3f1-42cb-9001-56b6176ffa18 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.871744 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9d2c396c-e3f1-42cb-9001-56b6176ffa18 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4371591 Sep 16 04:57:44.938702 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f721d00-0e49-4839-9541-29bb55fbf6bb req-c79a951c-dd2e-41ee-91c1-16e15f6b2116 service neutron] 10.222.0.21 "GET /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032536 Sep 16 04:57:44.942606 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54328) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:45.149236 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a4a46-3e6e-49a3-920b-ea17110b5aab req-3e68adb1-e638-49c6-987b-e39cd985326d tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:45.150816 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a6a4a46-3e6e-49a3-920b-ea17110b5aab req-3e68adb1-e638-49c6-987b-e39cd985326d tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 945 time: 0.0945013 Sep 16 04:57:45.179234 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-835b2bce-500c-4c33-a310-76d3efd0e927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.261193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f6f44-95c7-4df8-bcc6-3b47e935fce9 req-0eb46279-a662-4386-93a3-57ea018182ce tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:45.267689 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af1f6f44-95c7-4df8-bcc6-3b47e935fce9 req-0eb46279-a662-4386-93a3-57ea018182ce tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1379473 Sep 16 04:57:45.270787 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a6a4a46-3e6e-49a3-920b-ea17110b5aab req-d20b173f-b371-41a2-8293-a343c8603166 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f62cdfe-f148-4f57-9f78-cb03c4f618b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951667 Sep 16 04:57:45.333845 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af1f6f44-95c7-4df8-bcc6-3b47e935fce9 req-abe09d8b-90b2-4479-85e9-36ba22351e98 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514519 Sep 16 04:57:45.375750 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-835b2bce-500c-4c33-a310-76d3efd0e927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.484941 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-835b2bce-500c-4c33-a310-76d3efd0e927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.534626 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b2bce-500c-4c33-a310-76d3efd0e927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3d0fcc-b779-47c3-8f3e-81808a1987ef,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:45.543550 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-835b2bce-500c-4c33-a310-76d3efd0e927 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc52200aaca4493ba8428a260385eb3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5996692 Sep 16 04:57:45.544597 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54376) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:45.604400 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7689bdfe-75e1-4fb1-94b5-89652396d3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.631526 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7689bdfe-75e1-4fb1-94b5-89652396d3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.689217 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3a48f5c-7b28-46ca-a587-76bbdd81f5a9 req-cc2f48b0-30f5-470b-8bdf-c932deec2ed1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433867 Sep 16 04:57:45.767373 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a48f5c-7b28-46ca-a587-76bbdd81f5a9 req-3a46a8c9-6214-4b96-ba55-10f813cd8ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:45.768970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3a48f5c-7b28-46ca-a587-76bbdd81f5a9 req-3a46a8c9-6214-4b96-ba55-10f813cd8ce7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 1097 time: 0.0474687 Sep 16 04:57:45.867696 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7689bdfe-75e1-4fb1-94b5-89652396d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.870848 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7689bdfe-75e1-4fb1-94b5-89652396d3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.875369 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7689bdfe-75e1-4fb1-94b5-89652396d3bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a3d0fcc-b779-47c3-8f3e-81808a1987ef HTTP/1.1" status: 204 len: 168 time: 0.3265631 Sep 16 04:57:45.882487 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a48f5c-7b28-46ca-a587-76bbdd81f5a9 req-a8d30fcb-29de-4c30-8b79-32c725b25043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:45.882487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3a48f5c-7b28-46ca-a587-76bbdd81f5a9 req-a8d30fcb-29de-4c30-8b79-32c725b25043 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 913 time: 0.0885272 Sep 16 04:57:45.883353 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689bdfe-75e1-4fb1-94b5-89652396d3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3d0fcc-b779-47c3-8f3e-81808a1987ef,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:45.963889 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3a48f5c-7b28-46ca-a587-76bbdd81f5a9 req-6b681899-68b1-405b-9125-d23a1ce22290 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267 HTTP/1.1" status: 200 len: 999 time: 0.0777059 Sep 16 04:57:46.016344 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a48f5c-7b28-46ca-a587-76bbdd81f5a9 req-2615f5c1-9347-4911-80ae-70ec32a758e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:46.017788 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3a48f5c-7b28-46ca-a587-76bbdd81f5a9 req-2615f5c1-9347-4911-80ae-70ec32a758e9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.0477386 Sep 16 04:57:46.091541 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a48f5c-7b28-46ca-a587-76bbdd81f5a9 req-4041262f-8227-4915-8464-8f4f22faaecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:46.099772 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3a48f5c-7b28-46ca-a587-76bbdd81f5a9 req-4041262f-8227-4915-8464-8f4f22faaecb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722523 Sep 16 04:57:46.248052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43da9ab-9992-43ab-b7bb-c3c7c80de671 req-ba79c5a6-65ed-477f-8166-a1078658b367 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:46.249677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c43da9ab-9992-43ab-b7bb-c3c7c80de671 req-ba79c5a6-65ed-477f-8166-a1078658b367 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 945 time: 0.1084867 Sep 16 04:57:46.252162 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3a48f5c-7b28-46ca-a587-76bbdd81f5a9 req-14ee7945-96dd-47aa-8ef9-7705f4b89e47 service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384351 Sep 16 04:57:46.354659 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c43da9ab-9992-43ab-b7bb-c3c7c80de671 req-d063e417-09df-4bcb-8e09-646d702b0f51 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f62cdfe-f148-4f57-9f78-cb03c4f618b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983391 Sep 16 04:57:46.401314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3a48f5c-7b28-46ca-a587-76bbdd81f5a9 req-b2e83f4a-921a-4a69-b5dd-1e83adf69bf0 service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388769 Sep 16 04:57:46.537436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b95db-9319-4344-8583-116cca72d2d1 req-9bbce62a-1f8f-420a-81df-3ace261123db tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:46.539207 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a09b95db-9319-4344-8583-116cca72d2d1 req-9bbce62a-1f8f-420a-81df-3ace261123db tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0975735 Sep 16 04:57:46.603579 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a09b95db-9319-4344-8583-116cca72d2d1 req-5e8ca69e-f9e0-4c8f-bb7f-4c7a2c568ca3 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570004 Sep 16 04:57:47.491853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02153622-52dd-44e1-b140-3686920053b6 req-56778863-77ae-491c-91fc-12151c7a04d9 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:47.499558 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02153622-52dd-44e1-b140-3686920053b6 req-56778863-77ae-491c-91fc-12151c7a04d9 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 945 time: 0.0619009 Sep 16 04:57:47.541578 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02153622-52dd-44e1-b140-3686920053b6 req-430bd036-b317-4c6a-85f5-2068b3eb9644 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f62cdfe-f148-4f57-9f78-cb03c4f618b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388577 Sep 16 04:57:47.742848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f52fa-9908-4bdb-b17e-b6bbc6ed2b46 req-6e9d65a8-7650-456e-8d9e-f1c8e873c18b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:47.752237 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-014f52fa-9908-4bdb-b17e-b6bbc6ed2b46 req-6e9d65a8-7650-456e-8d9e-f1c8e873c18b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0704095 Sep 16 04:57:47.798822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-014f52fa-9908-4bdb-b17e-b6bbc6ed2b46 req-10c85147-02b5-495c-8d4d-9e2b1d8ce460 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454001 Sep 16 04:57:47.858574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24daaf9-b112-4a86-b05d-641610dbdaee req-6b2ca853-9dd7-4933-a7dd-bce8e2c8814e tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:47.860472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a24daaf9-b112-4a86-b05d-641610dbdaee req-6b2ca853-9dd7-4933-a7dd-bce8e2c8814e tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.38 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 945 time: 0.0606301 Sep 16 04:57:47.992371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a24daaf9-b112-4a86-b05d-641610dbdaee req-533af3b6-0ba1-46b4-b887-5c1475da3865 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Deleting port b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:47.992726 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a24daaf9-b112-4a86-b05d-641610dbdaee req-533af3b6-0ba1-46b4-b887-5c1475da3865 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.127578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a24daaf9-b112-4a86-b05d-641610dbdaee req-533af3b6-0ba1-46b4-b887-5c1475da3865 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] For port b13a8b42-8b12-4ef9-9cb7-fd35baae2b38, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b13a8b42-8b12-4ef9-9cb7-fd35baae2b38,segment=NetworkSegment(da014d26-307e-4a5c-9dfc-ddd4a8c97be5),segment_id=da014d26-307e-4a5c-9dfc-ddd4a8c97be5)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:48.127980 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a24daaf9-b112-4a86-b05d-641610dbdaee req-533af3b6-0ba1-46b4-b887-5c1475da3865 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.143722 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a24daaf9-b112-4a86-b05d-641610dbdaee req-533af3b6-0ba1-46b4-b887-5c1475da3865 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Calling delete_port for b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:48.492722 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a24daaf9-b112-4a86-b05d-641610dbdaee req-533af3b6-0ba1-46b4-b887-5c1475da3865 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.526651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533af3b6-0ba1-46b4-b887-5c1475da3865 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Pushing event deleted for resources: {'Port': ['ID=b13a8b42-8b12-4ef9-9cb7-fd35baae2b38,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:48.542871 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['b13a8b42-8b12-4ef9-9cb7-fd35baae2b38'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:48.581436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24daaf9-b112-4a86-b05d-641610dbdaee req-533af3b6-0ba1-46b4-b887-5c1475da3865 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] No DVR routers for this DVR port b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:48.587304 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a24daaf9-b112-4a86-b05d-641610dbdaee req-533af3b6-0ba1-46b4-b887-5c1475da3865 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.590085 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a24daaf9-b112-4a86-b05d-641610dbdaee req-533af3b6-0ba1-46b4-b887-5c1475da3865 tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.38 "DELETE /v2.0/ports/b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 HTTP/1.1" status: 204 len: 173 time: 0.7224400 Sep 16 04:57:48.590662 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e687addb-f4a9-4bcc-bfad-aa527dadd96c', 'name': 'network-vif-deleted', 'tag': 'b13a8b42-8b12-4ef9-9cb7-fd35baae2b38'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:48.594244 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cce2304-4380-4688-b15e-b59f6822b5ef" -d '{"events": [{"server_uuid": "e687addb-f4a9-4bcc-bfad-aa527dadd96c", "name": "network-vif-deleted", "tag": "b13a8b42-8b12-4ef9-9cb7-fd35baae2b38"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:48.705974 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16d5d951-4351-4efe-a755-db6e48c42a77 req-1cf732b5-9fa4-4790-ab72-4754a41bf1bd tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 210 time: 0.0438049 Sep 16 04:57:48.707753 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf0e47a-a853-4d9b-8cb8-81335eaaaebc x-openstack-request-id: req-dcf0e47a-a853-4d9b-8cb8-81335eaaaebc {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:48.708105 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e687addb-f4a9-4bcc-bfad-aa527dadd96c", "name": "network-vif-deleted", "tag": "b13a8b42-8b12-4ef9-9cb7-fd35baae2b38", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:48.708424 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcf0e47a-a853-4d9b-8cb8-81335eaaaebc {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:48.709060 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687addb-f4a9-4bcc-bfad-aa527dadd96c', 'name': 'network-vif-deleted', 'tag': 'b13a8b42-8b12-4ef9-9cb7-fd35baae2b38', 'status': 'completed', 'code': 200} Sep 16 04:57:48.957394 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e396ce1-7bd3-427d-95b9-5f0021cdace0 req-ad5d06e8-c63f-4c33-b353-3d5b527b73e1 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.959233 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e396ce1-7bd3-427d-95b9-5f0021cdace0 req-ad5d06e8-c63f-4c33-b353-3d5b527b73e1 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0720458 Sep 16 04:57:49.020803 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e396ce1-7bd3-427d-95b9-5f0021cdace0 req-4bda7698-8327-4e7c-aa63-0ed2c6bee560 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534787 Sep 16 04:57:49.853612 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b723f80-c8bc-4ef7-a6cf-b361857192dd req-c8f11aa5-e37c-4c70-bc57-c1a98c6dbc8f tempest-ServerPasswordTestJSON-810830942 tempest-ServerPasswordTestJSON-810830942-project] 10.222.0.20 "GET /v2.0/ports?device_id=e687addb-f4a9-4bcc-bfad-aa527dadd96c HTTP/1.1" status: 200 len: 210 time: 0.0368042 Sep 16 04:57:50.149742 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43028d64-2e56-409c-84c0-08f43cdcca8b req-a90bc8f2-0e8e-41b8-ba7b-9beac7e40881 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:50.151328 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-43028d64-2e56-409c-84c0-08f43cdcca8b req-a90bc8f2-0e8e-41b8-ba7b-9beac7e40881 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0543184 Sep 16 04:57:50.206244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-43028d64-2e56-409c-84c0-08f43cdcca8b req-f262ff1b-a120-4a04-8294-7bba00d36cce tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439990 Sep 16 04:57:50.876538 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:50.907848 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:50.910419 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b13a8b42-8b12-4ef9-9cb7-fd35baae2b38 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:50.928123 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54540) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:50.984774 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-8427d3c6-8555-4ef3-a6f6-b75ad0d0ec02 admin admin] Deleting subnet c7da0683-6d3d-4f1f-b04a-e0b0fcdf1ec2 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:50.989050 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8427d3c6-8555-4ef3-a6f6-b75ad0d0ec02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.034711 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8427d3c6-8555-4ef3-a6f6-b75ad0d0ec02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.100754 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8427d3c6-8555-4ef3-a6f6-b75ad0d0ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.360435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec395f9-4737-45c4-851f-f4493577182f req-ff4288c7-84c5-48da-8202-fc6d8eee069f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:51.363358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ec395f9-4737-45c4-851f-f4493577182f req-ff4288c7-84c5-48da-8202-fc6d8eee069f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0814128 Sep 16 04:57:51.442119 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ec395f9-4737-45c4-851f-f4493577182f req-872e55dc-53ac-46b5-a4d3-4d1b1d56aa79 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660076 Sep 16 04:57:51.490865 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8427d3c6-8555-4ef3-a6f6-b75ad0d0ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.536890 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427d3c6-8555-4ef3-a6f6-b75ad0d0ec02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7da0683-6d3d-4f1f-b04a-e0b0fcdf1ec2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:51.537565 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8427d3c6-8555-4ef3-a6f6-b75ad0d0ec02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.539730 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8427d3c6-8555-4ef3-a6f6-b75ad0d0ec02 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c7da0683-6d3d-4f1f-b04a-e0b0fcdf1ec2 HTTP/1.1" status: 204 len: 168 time: 0.6105046 Sep 16 04:57:51.542073 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54554) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:51.623719 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7de7b809-5005-4f24-a696-d845fd808193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.713878 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7de7b809-5005-4f24-a696-d845fd808193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.735915 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-7de7b809-5005-4f24-a696-d845fd808193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340fe510-2d04-422b-ab55-5f05c087c9d0']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:51.747924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-7de7b809-5005-4f24-a696-d845fd808193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da014d26-307e-4a5c-9dfc-ddd4a8c97be5') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:51.748934 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-7de7b809-5005-4f24-a696-d845fd808193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da014d26-307e-4a5c-9dfc-ddd4a8c97be5') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:51.760100 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7de7b809-5005-4f24-a696-d845fd808193 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.776863 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7de7b809-5005-4f24-a696-d845fd808193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.784439 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de7b809-5005-4f24-a696-d845fd808193 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:51.785099 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7de7b809-5005-4f24-a696-d845fd808193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:51.787355 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:51.982728 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7de7b809-5005-4f24-a696-d845fd808193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.990561 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7de7b809-5005-4f24-a696-d845fd808193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.995274 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7de7b809-5005-4f24-a696-d845fd808193 admin admin] 10.222.0.20 "DELETE /v2.0/networks/340fe510-2d04-422b-ab55-5f05c087c9d0 HTTP/1.1" status: 204 len: 168 time: 0.4494452 Sep 16 04:57:52.007330 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7b809-5005-4f24-a696-d845fd808193 admin admin] Pushing event deleted for resources: {'Network': ['ID=340fe510-2d04-422b-ab55-5f05c087c9d0,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:52.409650 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54560) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:52.450947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54564) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:52.451972 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1e613154-1d7b-495a-afa3-5479db21202f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec0a4e5220674f23b557b371ae925463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459061 Sep 16 04:57:52.527989 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-89e0d21c-ceef-4ded-979f-f1bf38586411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.590777 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-89e0d21c-ceef-4ded-979f-f1bf38586411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.645440 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ea00c-49b3-4a86-bae3-f008b3c9e306 req-4340c340-d57f-47f7-b13d-afc36fbc091d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:52.646004 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f26ea00c-49b3-4a86-bae3-f008b3c9e306 req-4340c340-d57f-47f7-b13d-afc36fbc091d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1141911 Sep 16 04:57:52.707395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f26ea00c-49b3-4a86-bae3-f008b3c9e306 req-3970052e-aad0-4790-84e9-efae6d32b5b6 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496354 Sep 16 04:57:52.831681 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-89e0d21c-ceef-4ded-979f-f1bf38586411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.837482 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-89e0d21c-ceef-4ded-979f-f1bf38586411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.837482 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-89e0d21c-ceef-4ded-979f-f1bf38586411 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f62cdfe-f148-4f57-9f78-cb03c4f618b9 HTTP/1.1" status: 204 len: 168 time: 0.3835888 Sep 16 04:57:52.845572 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0d21c-ceef-4ded-979f-f1bf38586411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f62cdfe-f148-4f57-9f78-cb03c4f618b9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:53.186224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54584) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:53.368411 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b2714727-826a-431e-9d47-141e04b29c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.530383 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b2714727-826a-431e-9d47-141e04b29c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.687313 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b2714727-826a-431e-9d47-141e04b29c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.756599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2714727-826a-431e-9d47-141e04b29c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9962eab0-8954-4416-9beb-dd8090cc8eff,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:53.795190 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b2714727-826a-431e-9d47-141e04b29c46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a622112666646f5bdc6cdf717a63d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6047037 Sep 16 04:57:53.797691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54604) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:53.906706 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-eacf525a-bd76-42d2-9c1a-2c52a7d310a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.981393 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-eacf525a-bd76-42d2-9c1a-2c52a7d310a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.000529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8bf40-1ccf-40fb-abcb-2495b38cbf63 req-ebcf9772-841c-42ce-8b54-b1186c3f2e9c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:54.002144 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84d8bf40-1ccf-40fb-abcb-2495b38cbf63 req-ebcf9772-841c-42ce-8b54-b1186c3f2e9c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1222153 Sep 16 04:57:54.077767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84d8bf40-1ccf-40fb-abcb-2495b38cbf63 req-a885a696-ddd5-494b-9b97-18437f7bab52 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654986 Sep 16 04:57:54.176210 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-eacf525a-bd76-42d2-9c1a-2c52a7d310a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.178904 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-eacf525a-bd76-42d2-9c1a-2c52a7d310a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.180094 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-eacf525a-bd76-42d2-9c1a-2c52a7d310a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9962eab0-8954-4416-9beb-dd8090cc8eff HTTP/1.1" status: 204 len: 168 time: 0.3812263 Sep 16 04:57:54.190046 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf525a-bd76-42d2-9c1a-2c52a7d310a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9962eab0-8954-4416-9beb-dd8090cc8eff,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:54.279008 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.272328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac02d0e-0742-4238-9229-04b5fd4a45fe req-3be6b06b-71b2-4d31-9c46-e96c6babc7c5 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:55.274594 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ac02d0e-0742-4238-9229-04b5fd4a45fe req-3be6b06b-71b2-4d31-9c46-e96c6babc7c5 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0786896 Sep 16 04:57:55.331021 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ac02d0e-0742-4238-9229-04b5fd4a45fe req-9b779c32-0bd4-4d1b-abcc-d3fc845f2ca8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467517 Sep 16 04:57:56.487596 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444b69b-fcae-4f2a-a9e2-b19c51bb2469 req-2bf5f981-e1dc-40ef-8d4b-7e9999b371d2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:56.490175 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7444b69b-fcae-4f2a-a9e2-b19c51bb2469 req-2bf5f981-e1dc-40ef-8d4b-7e9999b371d2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0647635 Sep 16 04:57:56.549408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7444b69b-fcae-4f2a-a9e2-b19c51bb2469 req-f9e1fbe0-9bc4-435d-8abe-97ff44ebf47f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499978 Sep 16 04:57:57.774400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5e81a-b000-43b0-aa49-93d01e37cbe6 req-ccc384cf-55dd-4ea7-8b4e-b3e7258a0d26 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:57.787520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ba5e81a-b000-43b0-aa49-93d01e37cbe6 req-ccc384cf-55dd-4ea7-8b4e-b3e7258a0d26 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1591985 Sep 16 04:57:57.851342 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ba5e81a-b000-43b0-aa49-93d01e37cbe6 req-25eb021b-270f-408b-af06-57db0b26ab77 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614076 Sep 16 04:57:57.904723 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54798) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:58.073282 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f9e6f5ea-da88-4e21-8c3b-d9b68bf8fdfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.234676 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.236712 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f9e6f5ea-da88-4e21-8c3b-d9b68bf8fdfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.288489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:57:58.290850 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f9e6f5ea-da88-4e21-8c3b-d9b68bf8fdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.372926 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f9e6f5ea-da88-4e21-8c3b-d9b68bf8fdfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=075b9e261507407590fc7e51354b7afe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665132 Sep 16 04:57:58.376880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6f5ea-da88-4e21-8c3b-d9b68bf8fdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbec258d-0e16-4557-ac62-b99a2ecbac66,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:58.377072 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54820) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:58.443347 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,segment=NetworkSegment(931096fd-94b2-46ae-a55e-27ab1c58c657),segment_id=931096fd-94b2-46ae-a55e-27ab1c58c657)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:58.462619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '4afbdee4-cfa1-4237-af5d-ab3f1a94ad75', 'network_id': 'cf1ef515-466a-4eba-aab5-e50796467689', 'port_id': '4afbdee4-cfa1-4237-af5d-ab3f1a94ad75', 'mac_address': 'fa:16:3e:2f:54:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9bfb60-c133-4c36-96a6-a32d3e14830e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:57:58.488768 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4952f5aa-cb6d-4320-ac25-48d1ae9caa5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.506408 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.512601 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4952f5aa-cb6d-4320-ac25-48d1ae9caa5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.523949 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:58.551183 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,segment=NetworkSegment(931096fd-94b2-46ae-a55e-27ab1c58c657),segment_id=931096fd-94b2-46ae-a55e-27ab1c58c657)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:58.993948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b2ccf-2f0d-40be-b37f-e2b50e7bcd35 req-50f19dca-b5a7-4b3b-a8da-4f3987df41ab tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:58.996355 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e86b2ccf-2f0d-40be-b37f-e2b50e7bcd35 req-50f19dca-b5a7-4b3b-a8da-4f3987df41ab tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0599008 Sep 16 04:57:59.049810 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e86b2ccf-2f0d-40be-b37f-e2b50e7bcd35 req-529309c0-9e5a-4566-8b6e-071f3f9b8129 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464811 Sep 16 04:57:59.672136 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.672833 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4952f5aa-cb6d-4320-ac25-48d1ae9caa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.672833 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4952f5aa-cb6d-4320-ac25-48d1ae9caa5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.674338 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4952f5aa-cb6d-4320-ac25-48d1ae9caa5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbec258d-0e16-4557-ac62-b99a2ecbac66 HTTP/1.1" status: 204 len: 168 time: 1.2961242 Sep 16 04:57:59.684389 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952f5aa-cb6d-4320-ac25-48d1ae9caa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbec258d-0e16-4557-ac62-b99a2ecbac66,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:59.759318 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:59.822066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['4afbdee4-cfa1-4237-af5d-ab3f1a94ad75'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:00.185632 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef105673-6d2a-4c80-89f2-ad2894c84cc1 req-4b309fe9-d3b2-4cc1-8e67-7708d9fdf509 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:00.187363 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef105673-6d2a-4c80-89f2-ad2894c84cc1 req-4b309fe9-d3b2-4cc1-8e67-7708d9fdf509 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 945 time: 0.0550501 Sep 16 04:58:00.229485 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef105673-6d2a-4c80-89f2-ad2894c84cc1 req-1ef7443b-bd09-41fc-b226-5f62d4a35af2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361626 Sep 16 04:58:00.300392 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:00.354453 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:00.354834 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.486516 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.510773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b24c5c-a41b-45c2-bed0-0d905891193d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afbdee4-cfa1-4237-af5d-ab3f1a94ad75'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:00.516866 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15776968-32d5-493e-8e81-aaa979adf48d" -d '{"events": [{"server_uuid": "95b24c5c-a41b-45c2-bed0-0d905891193d", "name": "network-vif-plugged", "status": "completed", "tag": "4afbdee4-cfa1-4237-af5d-ab3f1a94ad75"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:00.530738 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,segment=NetworkSegment(931096fd-94b2-46ae-a55e-27ab1c58c657),segment_id=931096fd-94b2-46ae-a55e-27ab1c58c657)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:00.554579 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca1bea0-93b8-40fc-a317-2f172dec0a31 x-openstack-request-id: req-2ca1bea0-93b8-40fc-a317-2f172dec0a31 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:00.554873 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b24c5c-a41b-45c2-bed0-0d905891193d", "name": "network-vif-plugged", "status": "completed", "tag": "4afbdee4-cfa1-4237-af5d-ab3f1a94ad75", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:00.555148 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ca1bea0-93b8-40fc-a317-2f172dec0a31 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:00.555532 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b24c5c-a41b-45c2-bed0-0d905891193d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afbdee4-cfa1-4237-af5d-ab3f1a94ad75', 'code': 200} Sep 16 04:58:00.713075 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.783422 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:00.832753 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54854) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:00.847685 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1293e82a-7a48-4d60-8301-0f8fce316810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.948302 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1293e82a-7a48-4d60-8301-0f8fce316810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.056348 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1293e82a-7a48-4d60-8301-0f8fce316810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.100231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293e82a-7a48-4d60-8301-0f8fce316810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb26fda6-fae9-46a5-875e-7f1e9a1d2eba,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:01.110524 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54856) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:01.111358 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1293e82a-7a48-4d60-8301-0f8fce316810 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc5cf16fa8e04b8681e3b7573dc9780f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772183 Sep 16 04:58:01.173359 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9be16d42-4443-49b6-986b-f646cf3498ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.204381 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9be16d42-4443-49b6-986b-f646cf3498ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.388992 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd08a0-73b4-461a-a320-06f8aa114ab0 req-1837bb9f-ea18-41ef-a5b8-128875c2499c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:01.398282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59fd08a0-73b4-461a-a320-06f8aa114ab0 req-1837bb9f-ea18-41ef-a5b8-128875c2499c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0630429 Sep 16 04:58:01.783602 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9be16d42-4443-49b6-986b-f646cf3498ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.786207 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9be16d42-4443-49b6-986b-f646cf3498ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.788444 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9be16d42-4443-49b6-986b-f646cf3498ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb26fda6-fae9-46a5-875e-7f1e9a1d2eba HTTP/1.1" status: 204 len: 168 time: 0.6761692 Sep 16 04:58:01.802556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be16d42-4443-49b6-986b-f646cf3498ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb26fda6-fae9-46a5-875e-7f1e9a1d2eba,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:01.812364 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be16d42-4443-49b6-986b-f646cf3498ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:01.812710 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be16d42-4443-49b6-986b-f646cf3498ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:01.813058 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be16d42-4443-49b6-986b-f646cf3498ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:01.813396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be16d42-4443-49b6-986b-f646cf3498ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:01.813730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be16d42-4443-49b6-986b-f646cf3498ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:01.814066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be16d42-4443-49b6-986b-f646cf3498ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:01.814397 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be16d42-4443-49b6-986b-f646cf3498ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:01.814950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be16d42-4443-49b6-986b-f646cf3498ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:01.821074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be16d42-4443-49b6-986b-f646cf3498ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:01.821074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be16d42-4443-49b6-986b-f646cf3498ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:01.821074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be16d42-4443-49b6-986b-f646cf3498ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:01.821074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be16d42-4443-49b6-986b-f646cf3498ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:01.874102 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59fd08a0-73b4-461a-a320-06f8aa114ab0 req-d6d62ae1-1c5f-446d-baf4-6ca2f23b7ae3 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727297 Sep 16 04:58:03.039519 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa8724-183a-440b-94d6-9d93ecee85d5 req-def5bc61-ba63-4717-b9c0-bcbd7de9a0c9 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:03.050693 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3fa8724-183a-440b-94d6-9d93ecee85d5 req-def5bc61-ba63-4717-b9c0-bcbd7de9a0c9 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0743718 Sep 16 04:58:03.102289 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3fa8724-183a-440b-94d6-9d93ecee85d5 req-2ea8c975-6832-46fa-a233-3e9faf04b223 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435154 Sep 16 04:58:04.236397 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2c432-8dfe-4d2c-ac61-c7426048f69c req-b7d03167-9c9e-4c43-9ad8-9de43ef2f0ea tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:04.244558 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0b2c432-8dfe-4d2c-ac61-c7426048f69c req-b7d03167-9c9e-4c43-9ad8-9de43ef2f0ea tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0617859 Sep 16 04:58:04.283106 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0b2c432-8dfe-4d2c-ac61-c7426048f69c req-7a0d8a2a-35ab-4064-bcc7-ae411f4049f4 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375888 Sep 16 04:58:05.148012 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c0d40b06-1e5a-4e9d-b981-920a9353ee2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.465554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469bb56-c32a-4c72-8074-04e68b4c17c5 req-7eeb48cc-efdc-495a-931a-ee41550da031 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.468754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2469bb56-c32a-4c72-8074-04e68b4c17c5 req-7eeb48cc-efdc-495a-931a-ee41550da031 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0675709 Sep 16 04:58:05.523590 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2469bb56-c32a-4c72-8074-04e68b4c17c5 req-61f465f9-3b76-46ef-8d1a-cb69da82a688 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384998 Sep 16 04:58:06.732871 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270b11c-5416-4464-9edc-4e7d969d61ac req-ea2c784f-e4ce-4329-8a7e-521242c60794 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:06.737590 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1270b11c-5416-4464-9edc-4e7d969d61ac req-ea2c784f-e4ce-4329-8a7e-521242c60794 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0667570 Sep 16 04:58:06.794505 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1270b11c-5416-4464-9edc-4e7d969d61ac req-6d085983-4403-4a36-ba8f-82a719ea238b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457258 Sep 16 04:58:07.747884 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1bcecd8d-9526-4b4e-b696-d4cfa32bcef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.081010 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c79fe-b205-4fd8-9d77-c87cf50f7def req-3d000674-5a20-4c38-9d43-a5435941a2af tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:08.095743 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-229c79fe-b205-4fd8-9d77-c87cf50f7def req-3d000674-5a20-4c38-9d43-a5435941a2af tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1127937 Sep 16 04:58:08.104620 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55058) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:08.132663 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:58:08.207546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-229c79fe-b205-4fd8-9d77-c87cf50f7def req-2bdc428b-0b8e-4eb3-bae8-73dbbc95264d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009526 Sep 16 04:58:08.342286 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f89ba1ef-6cb0-4e77-a265-690840f1f5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.530331 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.534543 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f89ba1ef-6cb0-4e77-a265-690840f1f5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.589334 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f89ba1ef-6cb0-4e77-a265-690840f1f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.679897 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f89ba1ef-6cb0-4e77-a265-690840f1f5e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47d96c72743940899a9ecd144b4d021f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5659158 Sep 16 04:58:08.679897 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ba1ef-6cb0-4e77-a265-690840f1f5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4be29f3-6d0d-460d-94f8-297bcba2942e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:08.732355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ba1ef-6cb0-4e77-a265-690840f1f5e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:08.732355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ba1ef-6cb0-4e77-a265-690840f1f5e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:08.732355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ba1ef-6cb0-4e77-a265-690840f1f5e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:08.732355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ba1ef-6cb0-4e77-a265-690840f1f5e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:08.732355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ba1ef-6cb0-4e77-a265-690840f1f5e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:08.732355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ba1ef-6cb0-4e77-a265-690840f1f5e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:08.732355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ba1ef-6cb0-4e77-a265-690840f1f5e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:08.732355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ba1ef-6cb0-4e77-a265-690840f1f5e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:08.732355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ba1ef-6cb0-4e77-a265-690840f1f5e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:08.732355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ba1ef-6cb0-4e77-a265-690840f1f5e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:08.732355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ba1ef-6cb0-4e77-a265-690840f1f5e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:08.732355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ba1ef-6cb0-4e77-a265-690840f1f5e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:08.732355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55068) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:08.896496 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6f7da27a-3114-43fa-9ae4-72fc9a1e934f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.930122 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6f7da27a-3114-43fa-9ae4-72fc9a1e934f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.244654 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6f7da27a-3114-43fa-9ae4-72fc9a1e934f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.245444 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.249124 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6f7da27a-3114-43fa-9ae4-72fc9a1e934f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.250686 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6f7da27a-3114-43fa-9ae4-72fc9a1e934f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4be29f3-6d0d-460d-94f8-297bcba2942e HTTP/1.1" status: 204 len: 168 time: 0.5554080 Sep 16 04:58:09.279163 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7da27a-3114-43fa-9ae4-72fc9a1e934f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4be29f3-6d0d-460d-94f8-297bcba2942e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:09.460868 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69708d19-a730-41b0-974a-5bc21329b448 req-5be7e1a3-2509-48ba-b2a6-a6d7da45f1b4 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:09.463419 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-69708d19-a730-41b0-974a-5bc21329b448 req-5be7e1a3-2509-48ba-b2a6-a6d7da45f1b4 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1108470 Sep 16 04:58:09.532680 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-69708d19-a730-41b0-974a-5bc21329b448 req-413487e1-cd97-4c48-b64c-c12ea1ac52d4 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544238 Sep 16 04:58:10.222859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55100) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:10.263546 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2b035a80-8d63-4c7c-b926-1781f9b2937c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.501885 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2b035a80-8d63-4c7c-b926-1781f9b2937c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.610078 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2b035a80-8d63-4c7c-b926-1781f9b2937c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.667558 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.681598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b0001-a306-4255-8e7b-a11fd1c17a2a req-0a1a6fe9-87f7-467f-a01e-6857bbd8b15e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:10.684098 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2b035a80-8d63-4c7c-b926-1781f9b2937c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fae7cdb3e8b4d03a7df510f14ff155b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4596896 Sep 16 04:58:10.685212 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-426b0001-a306-4255-8e7b-a11fd1c17a2a req-0a1a6fe9-87f7-467f-a01e-6857bbd8b15e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0818379 Sep 16 04:58:10.688222 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55114) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:10.693284 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b035a80-8d63-4c7c-b926-1781f9b2937c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4f931b-10da-4e2c-929d-56c19cbd1ba5,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:10.793883 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-426b0001-a306-4255-8e7b-a11fd1c17a2a req-14d23aae-51a2-4d36-b3b5-6249012652c8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739300 Sep 16 04:58:10.798190 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d131cecb-d205-40a7-9f1b-0122517e3045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.861327 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d131cecb-d205-40a7-9f1b-0122517e3045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.999541 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d131cecb-d205-40a7-9f1b-0122517e3045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.004373 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d131cecb-d205-40a7-9f1b-0122517e3045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.007783 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d131cecb-d205-40a7-9f1b-0122517e3045 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a4f931b-10da-4e2c-929d-56c19cbd1ba5 HTTP/1.1" status: 204 len: 168 time: 0.3166623 Sep 16 04:58:11.031234 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131cecb-d205-40a7-9f1b-0122517e3045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4f931b-10da-4e2c-929d-56c19cbd1ba5,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:11.953113 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea7704-c77d-435b-a9ba-cb6d42b6344e req-f45205d3-81eb-4bbf-b33f-413ec9828214 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:11.961702 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01ea7704-c77d-435b-a9ba-cb6d42b6344e req-f45205d3-81eb-4bbf-b33f-413ec9828214 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0693860 Sep 16 04:58:12.048238 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01ea7704-c77d-435b-a9ba-cb6d42b6344e req-7d074509-2ced-41b6-977b-564abd669435 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848179 Sep 16 04:58:13.229766 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85dd0c-096d-405f-94a9-40623487215b req-dae786f3-6fdf-432a-8141-6725d37163b5 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:13.238131 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f85dd0c-096d-405f-94a9-40623487215b req-dae786f3-6fdf-432a-8141-6725d37163b5 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0609882 Sep 16 04:58:13.276683 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f85dd0c-096d-405f-94a9-40623487215b req-66d11081-4fae-4d2c-b68f-e254d3d76806 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374398 Sep 16 04:58:14.491369 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba86c19-765b-4cdf-bba9-ece8d5d0e78d req-1da89be3-08ca-4e02-a23d-4498ffb366b2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:14.494837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cba86c19-765b-4cdf-bba9-ece8d5d0e78d req-1da89be3-08ca-4e02-a23d-4498ffb366b2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0993025 Sep 16 04:58:14.574346 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cba86c19-765b-4cdf-bba9-ece8d5d0e78d req-69691b67-dff2-478e-8f81-5d42b21afc5d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700109 Sep 16 04:58:15.764552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25896d74-51ef-4329-82d9-2d5d5ba8e888 req-aad75dcc-f5cd-489b-9475-6d6753194efe tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:15.781667 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25896d74-51ef-4329-82d9-2d5d5ba8e888 req-aad75dcc-f5cd-489b-9475-6d6753194efe tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1133423 Sep 16 04:58:15.864167 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25896d74-51ef-4329-82d9-2d5d5ba8e888 req-998d53c6-fa88-4ee3-a416-e5b01fac43d1 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714822 Sep 16 04:58:16.140636 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55234) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:16.463893 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7067d7a8-d064-4d5b-95cc-433409d60c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.635097 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7067d7a8-d064-4d5b-95cc-433409d60c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.011499 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7067d7a8-d064-4d5b-95cc-433409d60c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.040468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e35b0-5b6f-4112-87fb-a813cefc1154 req-70488905-c593-4eb7-8ccd-6c8fc4669c8f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:17.048696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c9e35b0-5b6f-4112-87fb-a813cefc1154 req-70488905-c593-4eb7-8ccd-6c8fc4669c8f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0878720 Sep 16 04:58:17.103341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067d7a8-d064-4d5b-95cc-433409d60c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ecc3ae-acc8-4326-949a-5940a8757f14,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:17.136281 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7067d7a8-d064-4d5b-95cc-433409d60c1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=009fe285aac440c1bb05e600ab2bfd54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9633572 Sep 16 04:58:17.136281 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55256) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:17.175509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c9e35b0-5b6f-4112-87fb-a813cefc1154 req-0ab7718a-cad3-4148-b32f-27108ea31023 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015451 Sep 16 04:58:17.236499 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38ed7a58-b6cc-4292-94cf-47ab1bc2257b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.285825 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38ed7a58-b6cc-4292-94cf-47ab1bc2257b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.436340 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38ed7a58-b6cc-4292-94cf-47ab1bc2257b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.440101 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38ed7a58-b6cc-4292-94cf-47ab1bc2257b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.442621 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-38ed7a58-b6cc-4292-94cf-47ab1bc2257b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22ecc3ae-acc8-4326-949a-5940a8757f14 HTTP/1.1" status: 204 len: 168 time: 0.3290448 Sep 16 04:58:17.471045 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed7a58-b6cc-4292-94cf-47ab1bc2257b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ecc3ae-acc8-4326-949a-5940a8757f14,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:18.459546 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4b2a3-03e1-4a20-a15e-cfc3514606a6 req-ac5d197d-e35f-495b-8cc1-80293ff263ec tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:18.472879 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ab4b2a3-03e1-4a20-a15e-cfc3514606a6 req-ac5d197d-e35f-495b-8cc1-80293ff263ec tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1734190 Sep 16 04:58:18.578465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ab4b2a3-03e1-4a20-a15e-cfc3514606a6 req-19eae01b-0d21-4e6c-81c9-d8c4ef8df189 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041348 Sep 16 04:58:18.877880 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55290) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:18.909251 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e19a-9b66-431b-bd03-105673a329bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.151072 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e19a-9b66-431b-bd03-105673a329bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.262608 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e19a-9b66-431b-bd03-105673a329bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.369871 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fbd6e19a-9b66-431b-bd03-105673a329bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bbfb2afcf8b4c99acdad8d7d09d3e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4905477 Sep 16 04:58:19.376556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55304) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:19.444473 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6e19a-9b66-431b-bd03-105673a329bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ee6a25-f370-4e86-be62-e83b2f52bb56,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:19.524146 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de597a6d-7a87-49d1-90d7-bbf02824cde0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.594918 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de597a6d-7a87-49d1-90d7-bbf02824cde0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.823523 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58db3e-9d1e-4c99-9a35-9467bebba75a req-3b4d3a2e-b230-4687-8c93-dba137cab1da tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:19.834158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e58db3e-9d1e-4c99-9a35-9467bebba75a req-3b4d3a2e-b230-4687-8c93-dba137cab1da tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0850115 Sep 16 04:58:19.846532 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de597a6d-7a87-49d1-90d7-bbf02824cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.850265 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de597a6d-7a87-49d1-90d7-bbf02824cde0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.851847 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-de597a6d-7a87-49d1-90d7-bbf02824cde0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3ee6a25-f370-4e86-be62-e83b2f52bb56 HTTP/1.1" status: 204 len: 168 time: 0.4742534 Sep 16 04:58:19.920201 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e58db3e-9d1e-4c99-9a35-9467bebba75a req-7f3a9152-7c92-4a83-ab1c-32a468a017ce tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847869 Sep 16 04:58:19.923321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de597a6d-7a87-49d1-90d7-bbf02824cde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ee6a25-f370-4e86-be62-e83b2f52bb56,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:21.174611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca00b76-496b-4f18-b6ca-aed50047453a req-9ca5c817-c771-48ea-adc7-15b2b146b25b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:21.176374 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ca00b76-496b-4f18-b6ca-aed50047453a req-9ca5c817-c771-48ea-adc7-15b2b146b25b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0734513 Sep 16 04:58:21.228506 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ca00b76-496b-4f18-b6ca-aed50047453a req-4773bdce-4e35-489e-a11e-ea8720468b8b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425029 Sep 16 04:58:22.076998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf4a7e-9cfb-48ab-b2a0-84fb862b4342 req-d2e664c2-85c4-4d84-9e6a-36d7d7509d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:22.080512 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53cf4a7e-9cfb-48ab-b2a0-84fb862b4342 req-d2e664c2-85c4-4d84-9e6a-36d7d7509d10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aee33712154e4affb0a74bb42a7ce1aa&device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 1098 time: 0.0643804 Sep 16 04:58:22.285377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf4a7e-9cfb-48ab-b2a0-84fb862b4342 req-804b895e-18c3-4ba5-a1ac-bff21c3bd076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:22.287828 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53cf4a7e-9cfb-48ab-b2a0-84fb862b4342 req-804b895e-18c3-4ba5-a1ac-bff21c3bd076 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf1ef515-466a-4eba-aab5-e50796467689 HTTP/1.1" status: 200 len: 915 time: 0.2001185 Sep 16 04:58:22.415654 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53cf4a7e-9cfb-48ab-b2a0-84fb862b4342 req-1f865276-f42d-486e-9eb9-a7f3584b92ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 HTTP/1.1" status: 200 len: 217 time: 0.1178725 Sep 16 04:58:22.544652 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf4a7e-9cfb-48ab-b2a0-84fb862b4342 req-667877f0-5e4f-47ee-97ad-d826bbba956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:22.544652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53cf4a7e-9cfb-48ab-b2a0-84fb862b4342 req-667877f0-5e4f-47ee-97ad-d826bbba956b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f9bfb60-c133-4c36-96a6-a32d3e14830e HTTP/1.1" status: 200 len: 854 time: 0.0812938 Sep 16 04:58:22.567084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358b017-c367-42df-bfee-ce5dc875004a req-434b926a-ad85-462b-a925-de99e8c5eb6c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:22.571728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8358b017-c367-42df-bfee-ce5dc875004a req-434b926a-ad85-462b-a925-de99e8c5eb6c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.1586173 Sep 16 04:58:22.630643 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53cf4a7e-9cfb-48ab-b2a0-84fb862b4342 req-e4909e6b-52e4-4389-a423-7672315abed7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf1ef515-466a-4eba-aab5-e50796467689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773520 Sep 16 04:58:22.875877 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8358b017-c367-42df-bfee-ce5dc875004a req-1a1032dc-b814-4d0b-915c-3b3651179ad9 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869422 Sep 16 04:58:22.930437 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53cf4a7e-9cfb-48ab-b2a0-84fb862b4342 req-3c0729d7-dbd5-4538-abb9-982060fd8e08 service neutron] 10.222.0.21 "GET /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887862 Sep 16 04:58:23.126464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53cf4a7e-9cfb-48ab-b2a0-84fb862b4342 req-43038ba5-78a4-4867-b572-6b8a0363f665 service neutron] 10.222.0.21 "GET /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882544 Sep 16 04:58:23.612348 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55426) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:23.866569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-68bbd8e2-92fa-48d8-9cda-87fe16b51de7 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1349770128'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:24.043534 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0b654-07dd-4453-a954-4f1627ce37d0 req-78bf2807-75ea-4a36-8dbb-a21ad45c503d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:24.051435 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4b0b654-07dd-4453-a954-4f1627ce37d0 req-78bf2807-75ea-4a36-8dbb-a21ad45c503d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 946 time: 0.0897324 Sep 16 04:58:24.052978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bbd8e2-92fa-48d8-9cda-87fe16b51de7 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Made reservation on behalf of db4649f76a0146b48d3127e0073b245f for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:24.056751 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-68bbd8e2-92fa-48d8-9cda-87fe16b51de7 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.089666 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-68bbd8e2-92fa-48d8-9cda-87fe16b51de7 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.161029 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4b0b654-07dd-4453-a954-4f1627ce37d0 req-dc30bae7-6d9c-49ce-9637-d2ec28917951 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854845 Sep 16 04:58:24.316333 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-68bbd8e2-92fa-48d8-9cda-87fe16b51de7 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.358954 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.443967 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:24.530433 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-68bbd8e2-92fa-48d8-9cda-87fe16b51de7 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.633658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bbd8e2-92fa-48d8-9cda-87fe16b51de7 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:24.660388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbd8e2-92fa-48d8-9cda-87fe16b51de7 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1aae9e6-426b-4f21-96de-bf08ed1162ba,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:24.678319 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-68bbd8e2-92fa-48d8-9cda-87fe16b51de7 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.679367 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-68bbd8e2-92fa-48d8-9cda-87fe16b51de7 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Added segment 13c78468-8fc5-41a5-b1ac-cdebd8a5efc0 of type vlan for network e0c67765-cf69-473c-8d9d-dc74caa1dc73 Sep 16 04:58:24.699187 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.761239 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b24c5c-a41b-45c2-bed0-0d905891193d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4afbdee4-cfa1-4237-af5d-ab3f1a94ad75'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:24.771480 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbd5c43-53f2-48ef-b01b-c27f960d3f9a" -d '{"events": [{"server_uuid": "95b24c5c-a41b-45c2-bed0-0d905891193d", "name": "network-vif-unplugged", "status": "completed", "tag": "4afbdee4-cfa1-4237-af5d-ab3f1a94ad75"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:24.780573 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-68bbd8e2-92fa-48d8-9cda-87fe16b51de7 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.792764 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,segment=NetworkSegment(931096fd-94b2-46ae-a55e-27ab1c58c657),segment_id=931096fd-94b2-46ae-a55e-27ab1c58c657)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:24.848353 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5de0c1-5ff5-4e81-a86a-d30ae6a44590 x-openstack-request-id: req-ff5de0c1-5ff5-4e81-a86a-d30ae6a44590 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:24.850932 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b24c5c-a41b-45c2-bed0-0d905891193d", "name": "network-vif-unplugged", "status": "completed", "tag": "4afbdee4-cfa1-4237-af5d-ab3f1a94ad75", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:24.852571 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff5de0c1-5ff5-4e81-a86a-d30ae6a44590 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:24.853235 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b24c5c-a41b-45c2-bed0-0d905891193d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4afbdee4-cfa1-4237-af5d-ab3f1a94ad75', 'code': 200} Sep 16 04:58:24.897708 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.976844 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:24.989878 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:24.990491 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:24.990945 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:24.991289 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:24.991625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:24.991959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:24.992381 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:24.992987 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:24.993294 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:24.993667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:24.993996 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:24.994319 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:25.021886 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-68bbd8e2-92fa-48d8-9cda-87fe16b51de7 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.029759 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bbd8e2-92fa-48d8-9cda-87fe16b51de7 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:25.030541 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-68bbd8e2-92fa-48d8-9cda-87fe16b51de7 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.158755 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbd8e2-92fa-48d8-9cda-87fe16b51de7 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Pushing event updated for resources: {'Network': ['ID=e0c67765-cf69-473c-8d9d-dc74caa1dc73,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:25.188925 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network e0c67765-cf69-473c-8d9d-dc74caa1dc73 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:25.291580 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-68bbd8e2-92fa-48d8-9cda-87fe16b51de7 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6770482 Sep 16 04:58:25.292234 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55462) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:25.332485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a332948-2fda-42ec-8272-d027cf210ef8 req-3ae1309e-b999-426d-97a4-4e7061e0653d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:25.334652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a332948-2fda-42ec-8272-d027cf210ef8 req-3ae1309e-b999-426d-97a4-4e7061e0653d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.0910258 Sep 16 04:58:25.364426 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-464654bd-aa75-412b-a8b6-35c7c802a356 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Request body: {'network': {'name': 'tempest-network--905420068', 'router:external': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:25.405526 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a332948-2fda-42ec-8272-d027cf210ef8 req-b9bbcba6-e091-45f0-a6c2-9d3af89dc5f1 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645018 Sep 16 04:58:25.524420 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464654bd-aa75-412b-a8b6-35c7c802a356 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Made reservation on behalf of f13fc5cc99cc4ec880d481d5f68fecbc for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:25.526754 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-464654bd-aa75-412b-a8b6-35c7c802a356 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.536493 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-464654bd-aa75-412b-a8b6-35c7c802a356 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.647052 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-464654bd-aa75-412b-a8b6-35c7c802a356 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.901407 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-464654bd-aa75-412b-a8b6-35c7c802a356 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.927961 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464654bd-aa75-412b-a8b6-35c7c802a356 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:25.938463 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464654bd-aa75-412b-a8b6-35c7c802a356 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a4bd25-b217-42a5-8131-c7d189648bbd,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:25.943575 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-464654bd-aa75-412b-a8b6-35c7c802a356 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.943924 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-464654bd-aa75-412b-a8b6-35c7c802a356 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Added segment bffd3f55-f37f-44b4-a452-8fb43653b99a of type vlan for network 7bb92365-3fa7-4197-9422-ba4ff19e78e4 Sep 16 04:58:25.995542 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-464654bd-aa75-412b-a8b6-35c7c802a356 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.080155 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55474) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:26.107467 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-464654bd-aa75-412b-a8b6-35c7c802a356 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.108599 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464654bd-aa75-412b-a8b6-35c7c802a356 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:26.109442 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-464654bd-aa75-412b-a8b6-35c7c802a356 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.179704 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464654bd-aa75-412b-a8b6-35c7c802a356 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Pushing event updated for resources: {'Network': ['ID=7bb92365-3fa7-4197-9422-ba4ff19e78e4,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:26.190452 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 7bb92365-3fa7-4197-9422-ba4ff19e78e4 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:26.197239 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d976c576-f8a7-460b-9238-8c6630aeaa92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.281206 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-464654bd-aa75-412b-a8b6-35c7c802a356 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9845729 Sep 16 04:58:26.295081 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55478) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:26.384198 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b848cd2-9008-4b6e-8867-b92ed2c042f0 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.510872 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d976c576-f8a7-460b-9238-8c6630aeaa92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.513575 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b848cd2-9008-4b6e-8867-b92ed2c042f0 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.537363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1612fe4-3c07-4c00-af22-6b122a006361 req-a17feb72-d204-49c6-8040-7392af091a50 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:26.538045 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-6b848cd2-9008-4b6e-8867-b92ed2c042f0 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb92365-3fa7-4197-9422-ba4ff19e78e4']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:26.538930 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1612fe4-3c07-4c00-af22-6b122a006361 req-a17feb72-d204-49c6-8040-7392af091a50 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.0540395 Sep 16 04:58:26.548391 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-6b848cd2-9008-4b6e-8867-b92ed2c042f0 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffd3f55-f37f-44b4-a452-8fb43653b99a') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:26.548677 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-6b848cd2-9008-4b6e-8867-b92ed2c042f0 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffd3f55-f37f-44b4-a452-8fb43653b99a') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:26.560119 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b848cd2-9008-4b6e-8867-b92ed2c042f0 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.574728 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b848cd2-9008-4b6e-8867-b92ed2c042f0 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.598127 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1612fe4-3c07-4c00-af22-6b122a006361 req-f71b21d5-4079-4aff-9924-9c7a4144b1a6 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356350 Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b848cd2-9008-4b6e-8867-b92ed2c042f0 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b848cd2-9008-4b6e-8867-b92ed2c042f0 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:26.598623 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:26.722578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf2adb-c5a8-42f3-92e5-dae1df24d2c5 req-69dadd2d-d6da-47dd-9a71-e77c8d8cfc3b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:26.724275 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bccf2adb-c5a8-42f3-92e5-dae1df24d2c5 req-69dadd2d-d6da-47dd-9a71-e77c8d8cfc3b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.0570018 Sep 16 04:58:26.765545 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bccf2adb-c5a8-42f3-92e5-dae1df24d2c5 req-39a4e3e6-73ad-45ba-89f4-00d943632520 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351005 Sep 16 04:58:26.873588 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d976c576-f8a7-460b-9238-8c6630aeaa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.885821 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55496) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:26.886222 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d976c576-f8a7-460b-9238-8c6630aeaa92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ff543249ec7415db4565ebabcce143c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8047216 Sep 16 04:58:26.888004 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c576-f8a7-460b-9238-8c6630aeaa92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c4986e-ce56-43df-adb7-c64ea2594582,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:26.937708 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b848cd2-9008-4b6e-8867-b92ed2c042f0 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.947581 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b848cd2-9008-4b6e-8867-b92ed2c042f0 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7bb92365-3fa7-4197-9422-ba4ff19e78e4 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:58:26.955613 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b848cd2-9008-4b6e-8867-b92ed2c042f0 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.957747 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6b848cd2-9008-4b6e-8867-b92ed2c042f0 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] 10.222.0.20 "DELETE /v2.0/networks/7bb92365-3fa7-4197-9422-ba4ff19e78e4 HTTP/1.1" status: 204 len: 168 time: 0.6724291 Sep 16 04:58:26.964281 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55500) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:26.971729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-72dea60b-a98a-4b21-8532-b2ba464900e1 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:26.975822 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b848cd2-9008-4b6e-8867-b92ed2c042f0 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Pushing event deleted for resources: {'Network': ['ID=7bb92365-3fa7-4197-9422-ba4ff19e78e4,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:26.979738 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-80b6415a-ee19-4244-ae7c-2edb9f5140fe req-3aaaac0b-c74d-452f-90f1-cf168c2fc735 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:26.981413 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80b6415a-ee19-4244-ae7c-2edb9f5140fe req-3aaaac0b-c74d-452f-90f1-cf168c2fc735 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138042 Sep 16 04:58:27.000284 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80e417ff-c290-47c7-bb67-6e05cf42473d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.036063 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80e417ff-c290-47c7-bb67-6e05cf42473d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.278685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dea60b-a98a-4b21-8532-b2ba464900e1 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Made reservation on behalf of f13fc5cc99cc4ec880d481d5f68fecbc for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:27.302025 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-72dea60b-a98a-4b21-8532-b2ba464900e1 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.367427 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80e417ff-c290-47c7-bb67-6e05cf42473d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.376336 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80e417ff-c290-47c7-bb67-6e05cf42473d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.376336 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-80e417ff-c290-47c7-bb67-6e05cf42473d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52c4986e-ce56-43df-adb7-c64ea2594582 HTTP/1.1" status: 204 len: 168 time: 0.4843805 Sep 16 04:58:27.385454 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72dea60b-a98a-4b21-8532-b2ba464900e1 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:27.389337 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e417ff-c290-47c7-bb67-6e05cf42473d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c4986e-ce56-43df-adb7-c64ea2594582,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:27.416753 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-72dea60b-a98a-4b21-8532-b2ba464900e1 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.417619 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-72dea60b-a98a-4b21-8532-b2ba464900e1 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Added segment e06d8956-0e99-42cd-b7e2-13aee555d5b4 of type vlan for network 926bef55-2331-4519-abab-3ccc9da7e969 Sep 16 04:58:27.475138 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-72dea60b-a98a-4b21-8532-b2ba464900e1 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.626658 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-72dea60b-a98a-4b21-8532-b2ba464900e1 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.627745 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dea60b-a98a-4b21-8532-b2ba464900e1 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:27.628703 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-72dea60b-a98a-4b21-8532-b2ba464900e1 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.733366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dea60b-a98a-4b21-8532-b2ba464900e1 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Pushing event updated for resources: {'Network': ['ID=926bef55-2331-4519-abab-3ccc9da7e969,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:27.743478 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 926bef55-2331-4519-abab-3ccc9da7e969 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:27.756367 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf51e8-c90f-415b-9e06-2a386e06bce2 req-7d9670f1-f2d5-4053-b1f2-92c46719ec07 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:27.758874 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91cf51e8-c90f-415b-9e06-2a386e06bce2 req-7d9670f1-f2d5-4053-b1f2-92c46719ec07 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.1082096 Sep 16 04:58:27.818263 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91cf51e8-c90f-415b-9e06-2a386e06bce2 req-fca24daf-bc25-4c69-a146-0a4e7f971a95 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493414 Sep 16 04:58:27.821066 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-72dea60b-a98a-4b21-8532-b2ba464900e1 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8557122 Sep 16 04:58:27.825656 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55518) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:27.836513 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d02b112f-8f68-456a-9c10-ba79e5a6970b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Request body: {'subnet': {'network_id': '926bef55-2331-4519-abab-3ccc9da7e969', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:27.986538 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02b112f-8f68-456a-9c10-ba79e5a6970b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Made reservation on behalf of f13fc5cc99cc4ec880d481d5f68fecbc for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:27.990662 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d02b112f-8f68-456a-9c10-ba79e5a6970b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.290182 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.450778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:28.517169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55530) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:28.536930 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-97049cb2-365e-4311-99e4-d4a3d1892231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.571155 n-d-712140-13 neutron-server[95474]: DEBUG neutron.objects.ports [None req-d02b112f-8f68-456a-9c10-ba79e5a6970b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95474) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:58:28.571537 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d02b112f-8f68-456a-9c10-ba79e5a6970b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.646805 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b112f-8f68-456a-9c10-ba79e5a6970b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Pushing event updated for resources: {'Subnet': ['ID=13f503da-09cc-4c6f-8046-27ee35517f7f,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:28.659641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b112f-8f68-456a-9c10-ba79e5a6970b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Checking segment: {'id': 'e06d8956-0e99-42cd-b7e2-13aee555d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '926bef55-2331-4519-abab-3ccc9da7e969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:28.659641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02b112f-8f68-456a-9c10-ba79e5a6970b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Network hostable DHCP agents. Network: 926bef55-2331-4519-abab-3ccc9da7e969, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:28.674134 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-97049cb2-365e-4311-99e4-d4a3d1892231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.860816 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-97049cb2-365e-4311-99e4-d4a3d1892231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.952941 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-97049cb2-365e-4311-99e4-d4a3d1892231 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91bb6eb648cf43129acdc56440609895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4345763 Sep 16 04:58:28.953706 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97049cb2-365e-4311-99e4-d4a3d1892231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe62285-aec3-4a15-ab18-21d0641d0e30,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:28.957014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55536) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:29.030913 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02b112f-8f68-456a-9c10-ba79e5a6970b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Network 926bef55-2331-4519-abab-3ccc9da7e969 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:29.061281 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375774d-253b-43d9-8236-2e471beae6b8 req-ecebf7f0-1101-47c2-ba1b-8b8851ac4d7b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:29.062542 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c6c72f0a-79ea-46d0-962d-b90b36ad16ef req-3efd1340-241c-40b8-baee-f71ad695cf9b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5731175 Sep 16 04:58:29.064014 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b375774d-253b-43d9-8236-2e471beae6b8 req-ecebf7f0-1101-47c2-ba1b-8b8851ac4d7b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.1307476 Sep 16 04:58:29.075915 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-c6c72f0a-79ea-46d0-962d-b90b36ad16ef req-1bb24078-6335-4719-bcff-12e9fcdcd169 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:29.077252 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c6c72f0a-79ea-46d0-962d-b90b36ad16ef req-1bb24078-6335-4719-bcff-12e9fcdcd169 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067093 Sep 16 04:58:29.107645 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fe25aef6-73cf-4b85-9146-2ffd8353c684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.136354 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b375774d-253b-43d9-8236-2e471beae6b8 req-cb2f1141-594e-4af7-ab7e-e0fb9d1f7f29 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642715 Sep 16 04:58:29.146509 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fe25aef6-73cf-4b85-9146-2ffd8353c684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.187834 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-d02b112f-8f68-456a-9c10-ba79e5a6970b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 926bef55-2331-4519-abab-3ccc9da7e969) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:29.198855 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ba5efc-f644-4e82-8aef-1ccf555873e5 None None] Network 926bef55-2331-4519-abab-3ccc9da7e969 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:29.207259 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02b112f-8f68-456a-9c10-ba79e5a6970b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:29.207259 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d02b112f-8f68-456a-9c10-ba79e5a6970b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.353100 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fe25aef6-73cf-4b85-9146-2ffd8353c684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.353433 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3f9575-8031-422a-9c78-fe6273e9147d None None] Network 926bef55-2331-4519-abab-3ccc9da7e969 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:29.357394 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fe25aef6-73cf-4b85-9146-2ffd8353c684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.361228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fe25aef6-73cf-4b85-9146-2ffd8353c684 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afe62285-aec3-4a15-ab18-21d0641d0e30 HTTP/1.1" status: 204 len: 168 time: 0.3849211 Sep 16 04:58:29.371176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25aef6-73cf-4b85-9146-2ffd8353c684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe62285-aec3-4a15-ab18-21d0641d0e30,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:29.406564 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d02b112f-8f68-456a-9c10-ba79e5a6970b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5782647 Sep 16 04:58:29.409318 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55550) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:29.414251 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-597338f9-97d8-484c-b617-bb52a7e12eeb tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Request body: {'floatingip': {'floating_network_id': '926bef55-2331-4519-abab-3ccc9da7e969'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:29.667661 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-597338f9-97d8-484c-b617-bb52a7e12eeb tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.790145 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-597338f9-97d8-484c-b617-bb52a7e12eeb tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.885454 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-597338f9-97d8-484c-b617-bb52a7e12eeb tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Allocated IP 172.20.0.7 (926bef55-2331-4519-abab-3ccc9da7e969/13f503da-09cc-4c6f-8046-27ee35517f7f/583a911f-b8e7-41b5-b126-f6a2478d54b8) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:29.998024 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-597338f9-97d8-484c-b617-bb52a7e12eeb tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.192741 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-597338f9-97d8-484c-b617-bb52a7e12eeb tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.232677 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597338f9-97d8-484c-b617-bb52a7e12eeb tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Network 926bef55-2331-4519-abab-3ccc9da7e969 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:30.235700 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-597338f9-97d8-484c-b617-bb52a7e12eeb tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:30.240253 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597338f9-97d8-484c-b617-bb52a7e12eeb tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:30.275441 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597338f9-97d8-484c-b617-bb52a7e12eeb tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Pushing event updated for resources: {'Port': ['ID=583a911f-b8e7-41b5-b126-f6a2478d54b8,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:30.276695 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990cc00-4482-4b2b-9053-106e1d3e3f76 req-79a88b7d-9209-4aab-99a7-cc9c6d9e0a63 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:30.284924 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e990cc00-4482-4b2b-9053-106e1d3e3f76 req-79a88b7d-9209-4aab-99a7-cc9c6d9e0a63 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.0735354 Sep 16 04:58:30.321499 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e990cc00-4482-4b2b-9053-106e1d3e3f76 req-5753fc34-7e06-4104-8dea-6cff1e60772d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356827 Sep 16 04:58:30.345479 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-597338f9-97d8-484c-b617-bb52a7e12eeb tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.501664 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-597338f9-97d8-484c-b617-bb52a7e12eeb tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.675590 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-597338f9-97d8-484c-b617-bb52a7e12eeb tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.861533 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-597338f9-97d8-484c-b617-bb52a7e12eeb tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.948537 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597338f9-97d8-484c-b617-bb52a7e12eeb tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Pushing event updated for resources: {'Port': ['ID=583a911f-b8e7-41b5-b126-f6a2478d54b8,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:30.955620 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-597338f9-97d8-484c-b617-bb52a7e12eeb tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.112825 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-597338f9-97d8-484c-b617-bb52a7e12eeb tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.114112 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-597338f9-97d8-484c-b617-bb52a7e12eeb tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7035780 Sep 16 04:58:31.117285 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55584) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:31.195004 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ed82a939-52d8-40e6-a2e8-479db69e28b0 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=926bef55-2331-4519-abab-3ccc9da7e969 HTTP/1.1" status: 200 len: 689 time: 0.0766573 Sep 16 04:58:31.203125 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55586) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:31.235445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c72f0a-79ea-46d0-962d-b90b36ad16ef req-193aa43b-a58b-4a55-b4ad-c9ea92bb75d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:31.237327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6c72f0a-79ea-46d0-962d-b90b36ad16ef req-193aa43b-a58b-4a55-b4ad-c9ea92bb75d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d&tenant_id=aee33712154e4affb0a74bb42a7ce1aa HTTP/1.1" status: 200 len: 1096 time: 0.0515516 Sep 16 04:58:31.300140 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.320827 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c72f0a-79ea-46d0-962d-b90b36ad16ef req-80e7a3b8-788e-4b19-9df0-4171113c603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:31.322333 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6c72f0a-79ea-46d0-962d-b90b36ad16ef req-80e7a3b8-788e-4b19-9df0-4171113c603f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aee33712154e4affb0a74bb42a7ce1aa&device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 1096 time: 0.0466592 Sep 16 04:58:31.414434 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Deleting port 583a911f-b8e7-41b5-b126-f6a2478d54b8 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:31.414775 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.461374 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c72f0a-79ea-46d0-962d-b90b36ad16ef req-12f33fe9-d35e-4bdd-9137-181ddd8d00c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:31.462908 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6c72f0a-79ea-46d0-962d-b90b36ad16ef req-12f33fe9-d35e-4bdd-9137-181ddd8d00c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf1ef515-466a-4eba-aab5-e50796467689 HTTP/1.1" status: 200 len: 915 time: 0.1337857 Sep 16 04:58:31.487460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26844eb4-640d-460c-90b5-66c1933b96fe req-9338d3ac-c6e1-4cce-b37d-e07ffabe03df tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:31.489114 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26844eb4-640d-460c-90b5-66c1933b96fe req-9338d3ac-c6e1-4cce-b37d-e07ffabe03df tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.0862596 Sep 16 04:58:31.505446 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.505799 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.519662 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Calling delete_port for 583a911f-b8e7-41b5-b126-f6a2478d54b8 owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:31.521536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6c72f0a-79ea-46d0-962d-b90b36ad16ef req-17a59089-6a67-45dd-8062-42cc572ad343 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 HTTP/1.1" status: 200 len: 217 time: 0.0507073 Sep 16 04:58:31.600675 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26844eb4-640d-460c-90b5-66c1933b96fe req-3c5d1ad5-b5b7-4ec5-884d-af0a74853eae tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816596 Sep 16 04:58:31.614407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c72f0a-79ea-46d0-962d-b90b36ad16ef req-bdad9d63-fd29-4fab-a43a-22d20432843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:31.617550 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6c72f0a-79ea-46d0-962d-b90b36ad16ef req-bdad9d63-fd29-4fab-a43a-22d20432843f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f9bfb60-c133-4c36-96a6-a32d3e14830e HTTP/1.1" status: 200 len: 854 time: 0.0821998 Sep 16 04:58:31.667974 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6c72f0a-79ea-46d0-962d-b90b36ad16ef req-8e1a10e3-c20d-4f32-8742-e3553be55b61 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf1ef515-466a-4eba-aab5-e50796467689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433784 Sep 16 04:58:31.764460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6c72f0a-79ea-46d0-962d-b90b36ad16ef req-40919ab7-4558-41ce-90bc-05ef6bbb9c09 service neutron] 10.222.0.21 "GET /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897682 Sep 16 04:58:31.804459 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.840746 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Pushing event deleted for resources: {'Port': ['ID=583a911f-b8e7-41b5-b126-f6a2478d54b8,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:31.881607 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6c72f0a-79ea-46d0-962d-b90b36ad16ef req-a2a67e17-890b-46d8-91b7-ba397f9626fd service neutron] 10.222.0.21 "GET /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099911 Sep 16 04:58:31.923231 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.974917 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.199111 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.225589 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=13f503da-09cc-4c6f-8046-27ee35517f7f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:32.302560 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.327575 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926bef55-2331-4519-abab-3ccc9da7e969']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:32.338276 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e06d8956-0e99-42cd-b7e2-13aee555d5b4') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:32.338605 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e06d8956-0e99-42cd-b7e2-13aee555d5b4') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:32.349249 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.364376 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.371455 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:32.372560 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:32.380127 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:32.598255 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.604787 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 926bef55-2331-4519-abab-3ccc9da7e969 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:58:32.615299 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.617213 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] 10.222.0.20 "DELETE /v2.0/networks/926bef55-2331-4519-abab-3ccc9da7e969 HTTP/1.1" status: 204 len: 168 time: 1.4131231 Sep 16 04:58:32.618486 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93692f56-bc72-4538-b594-53622baaaa6c tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Pushing event deleted for resources: {'Network': ['ID=926bef55-2331-4519-abab-3ccc9da7e969,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:32.620748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55628) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:32.691190 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-500d6cd4-c59c-4b4e-ad7e-42bd31cc04b7 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3044 time: 0.0682013 Sep 16 04:58:32.693666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55632) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:32.854174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007403e7-497b-4d00-8f78-65832c506065 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.854635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007403e7-497b-4d00-8f78-65832c506065 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.855313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007403e7-497b-4d00-8f78-65832c506065 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.855933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007403e7-497b-4d00-8f78-65832c506065 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.856597 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007403e7-497b-4d00-8f78-65832c506065 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.857052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007403e7-497b-4d00-8f78-65832c506065 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.857691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007403e7-497b-4d00-8f78-65832c506065 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.858140 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007403e7-497b-4d00-8f78-65832c506065 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.858761 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007403e7-497b-4d00-8f78-65832c506065 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.859398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007403e7-497b-4d00-8f78-65832c506065 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.861465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-007403e7-497b-4d00-8f78-65832c506065 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6485 time: 0.1665683 Sep 16 04:58:32.865695 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55636) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:32.890950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1df16-3476-4f9a-af83-535324a00f05 req-2d848831-1ab1-4980-8dc9-af36c2f45591 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.890950 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-edc1df16-3476-4f9a-af83-535324a00f05 req-2d848831-1ab1-4980-8dc9-af36c2f45591 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.1792512 Sep 16 04:58:32.928211 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-80fcaf5b-7587-4128-bbf0-ce080de927c8 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] delete failed (client error): The resource could not be found. Sep 16 04:58:32.932371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55638) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:32.932572 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-80fcaf5b-7587-4128-bbf0-ce080de927c8 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/e272b249-22a0-4c12-a61c-55f6023112c9 HTTP/1.1" status: 404 len: 345 time: 0.0638535 Sep 16 04:58:32.967473 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-edc1df16-3476-4f9a-af83-535324a00f05 req-9a6fb6a0-a74a-4e6a-b267-4f09cb22588a tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673835 Sep 16 04:58:32.998172 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9242343-51e7-4294-90c2-91ad33f157db tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] DELETE failed (client error): The resource could not be found. Sep 16 04:58:33.002265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9242343-51e7-4294-90c2-91ad33f157db tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:33.012170 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a9242343-51e7-4294-90c2-91ad33f157db tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] 10.222.0.20 "DELETE /v2.0/networks/926bef55-2331-4519-abab-3ccc9da7e969 HTTP/1.1" status: 404 len: 339 time: 0.0726571 Sep 16 04:58:33.012707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55642) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:33.027809 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-e4b1d6ce-8be0-4882-9b7d-4ae2268411b6 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Request body: {'network': {'name': 'tempest-network--228486196', 'router:external': True}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:33.170245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b1d6ce-8be0-4882-9b7d-4ae2268411b6 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Made reservation on behalf of f13fc5cc99cc4ec880d481d5f68fecbc for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:33.172976 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e4b1d6ce-8be0-4882-9b7d-4ae2268411b6 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.206599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b1d6ce-8be0-4882-9b7d-4ae2268411b6 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:33.218312 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e4b1d6ce-8be0-4882-9b7d-4ae2268411b6 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.219356 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-e4b1d6ce-8be0-4882-9b7d-4ae2268411b6 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Added segment a0226a63-d814-4ac4-a8be-29cb8f3046ed of type vlan for network 3c3e9760-e403-4ce7-90d3-02b576753834 Sep 16 04:58:33.316808 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e4b1d6ce-8be0-4882-9b7d-4ae2268411b6 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.518782 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e4b1d6ce-8be0-4882-9b7d-4ae2268411b6 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.522993 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b1d6ce-8be0-4882-9b7d-4ae2268411b6 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:33.522993 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e4b1d6ce-8be0-4882-9b7d-4ae2268411b6 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.628215 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1d6ce-8be0-4882-9b7d-4ae2268411b6 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Pushing event updated for resources: {'Network': ['ID=3c3e9760-e403-4ce7-90d3-02b576753834,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:33.645806 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 3c3e9760-e403-4ce7-90d3-02b576753834 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:33.683606 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55652) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:33.684322 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e4b1d6ce-8be0-4882-9b7d-4ae2268411b6 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6702490 Sep 16 04:58:33.910121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ed6f7f-5843-4ace-89ed-3a9ccbcac9b1 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:33.917424 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ed6f7f-5843-4ace-89ed-3a9ccbcac9b1 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:33.924716 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ed6f7f-5843-4ace-89ed-3a9ccbcac9b1 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:33.931586 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ed6f7f-5843-4ace-89ed-3a9ccbcac9b1 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:33.933644 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-17ed6f7f-5843-4ace-89ed-3a9ccbcac9b1 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2479393 Sep 16 04:58:33.937002 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55654) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:34.019302 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-60a15bd7-ecc4-48dc-a723-0ea52c5cc405 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.134233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a50dd-c7b2-42c8-a113-60a9db48a14e req-40f6cec4-e3b9-43d1-9e64-8008b4c67ae4 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:34.138295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-724a50dd-c7b2-42c8-a113-60a9db48a14e req-40f6cec4-e3b9-43d1-9e64-8008b4c67ae4 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.0765555 Sep 16 04:58:34.155113 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-60a15bd7-ecc4-48dc-a723-0ea52c5cc405 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.185640 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-60a15bd7-ecc4-48dc-a723-0ea52c5cc405 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3e9760-e403-4ce7-90d3-02b576753834']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:34.214915 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-60a15bd7-ecc4-48dc-a723-0ea52c5cc405 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0226a63-d814-4ac4-a8be-29cb8f3046ed') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:34.214915 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-60a15bd7-ecc4-48dc-a723-0ea52c5cc405 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0226a63-d814-4ac4-a8be-29cb8f3046ed') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:34.216049 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-724a50dd-c7b2-42c8-a113-60a9db48a14e req-d99a96e5-0162-4b0a-86e5-ca765741703f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531163 Sep 16 04:58:34.223968 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-60a15bd7-ecc4-48dc-a723-0ea52c5cc405 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.274627 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-60a15bd7-ecc4-48dc-a723-0ea52c5cc405 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.274627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a15bd7-ecc4-48dc-a723-0ea52c5cc405 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:34.274627 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-60a15bd7-ecc4-48dc-a723-0ea52c5cc405 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:34.275830 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:34.432909 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-60a15bd7-ecc4-48dc-a723-0ea52c5cc405 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.445602 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a15bd7-ecc4-48dc-a723-0ea52c5cc405 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3c3e9760-e403-4ce7-90d3-02b576753834 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:58:34.457457 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-60a15bd7-ecc4-48dc-a723-0ea52c5cc405 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.462985 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-60a15bd7-ecc4-48dc-a723-0ea52c5cc405 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] 10.222.0.20 "DELETE /v2.0/networks/3c3e9760-e403-4ce7-90d3-02b576753834 HTTP/1.1" status: 204 len: 168 time: 0.5215526 Sep 16 04:58:34.464598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55664) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:34.467835 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a15bd7-ecc4-48dc-a723-0ea52c5cc405 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c3e9760-e403-4ce7-90d3-02b576753834,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:34.477588 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7995c078-8992-43bf-a01f-44ad1aac22f4 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Request body: {'network': {'name': 'tempest-network--961138943', 'router:external': True}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:34.645570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7995c078-8992-43bf-a01f-44ad1aac22f4 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Made reservation on behalf of f13fc5cc99cc4ec880d481d5f68fecbc for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:34.648639 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7995c078-8992-43bf-a01f-44ad1aac22f4 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.709670 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7995c078-8992-43bf-a01f-44ad1aac22f4 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:34.725482 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7995c078-8992-43bf-a01f-44ad1aac22f4 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.726732 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-7995c078-8992-43bf-a01f-44ad1aac22f4 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Added segment 7b328a04-610f-454b-b277-d525b6e80770 of type vlan for network 468bab6d-b104-4c05-99e3-2487d236d221 Sep 16 04:58:34.792439 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7995c078-8992-43bf-a01f-44ad1aac22f4 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.924287 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7995c078-8992-43bf-a01f-44ad1aac22f4 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.925318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7995c078-8992-43bf-a01f-44ad1aac22f4 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:34.925911 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7995c078-8992-43bf-a01f-44ad1aac22f4 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.031335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995c078-8992-43bf-a01f-44ad1aac22f4 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Pushing event updated for resources: {'Network': ['ID=468bab6d-b104-4c05-99e3-2487d236d221,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:35.056594 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 468bab6d-b104-4c05-99e3-2487d236d221 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:35.070052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7995c078-8992-43bf-a01f-44ad1aac22f4 tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6016517 Sep 16 04:58:35.070436 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55674) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:35.261203 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cbd4bf-443d-40c3-905c-b24f7e15d8aa tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:35.267306 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55680) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:35.269306 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-50cbd4bf-443d-40c3-905c-b24f7e15d8aa tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] 10.222.0.20 "GET /v2.0/networks/468bab6d-b104-4c05-99e3-2487d236d221 HTTP/1.1" status: 200 len: 756 time: 0.1959586 Sep 16 04:58:35.269861 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c8e9d463-4e8c-4c94-8377-59f468bae877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.419715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be95ebb9-def8-42d9-9291-75e299f055b0 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:35.423995 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-be95ebb9-def8-42d9-9291-75e299f055b0 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] 10.222.0.20 "GET /v2.0/networks/e0c67765-cf69-473c-8d9d-dc74caa1dc73 HTTP/1.1" status: 200 len: 768 time: 0.1529911 Sep 16 04:58:35.425620 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55682) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:35.447152 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248b5cd-34fa-4441-84bc-f07e2d167446 req-cf811546-67ae-4dfb-b08f-ba66cb64051c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:35.451408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b248b5cd-34fa-4441-84bc-f07e2d167446 req-cf811546-67ae-4dfb-b08f-ba66cb64051c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.0856068 Sep 16 04:58:35.491196 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b248b5cd-34fa-4441-84bc-f07e2d167446 req-df6bb46c-bade-4a0f-98ff-6bdebfc72768 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346448 Sep 16 04:58:35.506855 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c86ea1e9-9332-42f3-bfaa-18ad92b0c45f tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.610551 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c86ea1e9-9332-42f3-bfaa-18ad92b0c45f tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.671775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c86ea1e9-9332-42f3-bfaa-18ad92b0c45f tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468bab6d-b104-4c05-99e3-2487d236d221']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:35.683314 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c86ea1e9-9332-42f3-bfaa-18ad92b0c45f tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b328a04-610f-454b-b277-d525b6e80770') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:35.683314 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c86ea1e9-9332-42f3-bfaa-18ad92b0c45f tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b328a04-610f-454b-b277-d525b6e80770') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:35.697154 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c86ea1e9-9332-42f3-bfaa-18ad92b0c45f tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.721463 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c86ea1e9-9332-42f3-bfaa-18ad92b0c45f tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.740748 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86ea1e9-9332-42f3-bfaa-18ad92b0c45f tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:35.741380 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c86ea1e9-9332-42f3-bfaa-18ad92b0c45f tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:35.743823 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:35.986737 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c86ea1e9-9332-42f3-bfaa-18ad92b0c45f tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.004550 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86ea1e9-9332-42f3-bfaa-18ad92b0c45f tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 468bab6d-b104-4c05-99e3-2487d236d221 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:58:36.042448 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c86ea1e9-9332-42f3-bfaa-18ad92b0c45f tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.055816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55694) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:36.056289 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c86ea1e9-9332-42f3-bfaa-18ad92b0c45f tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] 10.222.0.20 "DELETE /v2.0/networks/468bab6d-b104-4c05-99e3-2487d236d221 HTTP/1.1" status: 204 len: 168 time: 0.6247544 Sep 16 04:58:36.056392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-acc7dc6b-8b45-4b28-bd97-6630e4bdd20e tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Request body: {'network': {'name': 'tempest-network--226591096'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:36.056486 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ea1e9-9332-42f3-bfaa-18ad92b0c45f tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Pushing event deleted for resources: {'Network': ['ID=468bab6d-b104-4c05-99e3-2487d236d221,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:36.211994 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc7dc6b-8b45-4b28-bd97-6630e4bdd20e tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Made reservation on behalf of f13fc5cc99cc4ec880d481d5f68fecbc for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:36.214767 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-acc7dc6b-8b45-4b28-bd97-6630e4bdd20e tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.270174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc7dc6b-8b45-4b28-bd97-6630e4bdd20e tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:36.291080 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-acc7dc6b-8b45-4b28-bd97-6630e4bdd20e tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.292874 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-acc7dc6b-8b45-4b28-bd97-6630e4bdd20e tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Added segment 24d8d8d7-d534-4695-9ce5-d86f348be671 of type vlan for network 3ef77669-cad7-4ca7-bbd9-3de436621fdc Sep 16 04:58:36.345114 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-acc7dc6b-8b45-4b28-bd97-6630e4bdd20e tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.611912 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-acc7dc6b-8b45-4b28-bd97-6630e4bdd20e tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.613999 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc7dc6b-8b45-4b28-bd97-6630e4bdd20e tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:36.614576 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-acc7dc6b-8b45-4b28-bd97-6630e4bdd20e tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.679064 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e751d80-28d8-4da2-a22f-b9c0a05ac4c5 req-97eb9268-4723-4daf-a2dc-d0666aff2dfb tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:36.680304 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e751d80-28d8-4da2-a22f-b9c0a05ac4c5 req-97eb9268-4723-4daf-a2dc-d0666aff2dfb tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.1012328 Sep 16 04:58:36.725516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7dc6b-8b45-4b28-bd97-6630e4bdd20e tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Pushing event updated for resources: {'Network': ['ID=3ef77669-cad7-4ca7-bbd9-3de436621fdc,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:36.756470 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 3ef77669-cad7-4ca7-bbd9-3de436621fdc details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:36.784222 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e751d80-28d8-4da2-a22f-b9c0a05ac4c5 req-3db4a2ba-4c93-4fda-baa4-3b5535bb51aa tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709348 Sep 16 04:58:36.828844 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55708) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:36.837347 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-acc7dc6b-8b45-4b28-bd97-6630e4bdd20e tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7708657 Sep 16 04:58:36.851240 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-7abf7a34-4baf-4185-a5f0-03acfb4cb23b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:37.282486 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7abf7a34-4baf-4185-a5f0-03acfb4cb23b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.936963 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-28613909-95e2-4ae4-84b2-7df827b71635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.944617 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7abf7a34-4baf-4185-a5f0-03acfb4cb23b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.946314 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7abf7a34-4baf-4185-a5f0-03acfb4cb23b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Network 3ef77669-cad7-4ca7-bbd9-3de436621fdc is not hosted by any dhcp agent {{(pid=95474) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 04:58:37.947889 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abf7a34-4baf-4185-a5f0-03acfb4cb23b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:37.948519 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7abf7a34-4baf-4185-a5f0-03acfb4cb23b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.953735 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55726) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:37.956835 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7abf7a34-4baf-4185-a5f0-03acfb4cb23b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] 10.222.0.20 "PUT /v2.0/networks/3ef77669-cad7-4ca7-bbd9-3de436621fdc HTTP/1.1" status: 200 len: 857 time: 1.1258066 Sep 16 04:58:38.105035 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf7a34-4baf-4185-a5f0-03acfb4cb23b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Pushing event updated for resources: {'Network': ['ID=3ef77669-cad7-4ca7-bbd9-3de436621fdc,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:38.171877 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdf395cc-9190-4982-b055-e98d64739d9b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.196085 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe430b5-ddf5-4f5e-91f1-8a023fafacd2 req-a77fa583-0eb9-40e4-be08-9db0a7035e92 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:38.196085 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfe430b5-ddf5-4f5e-91f1-8a023fafacd2 req-a77fa583-0eb9-40e4-be08-9db0a7035e92 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.1827598 Sep 16 04:58:38.361078 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfe430b5-ddf5-4f5e-91f1-8a023fafacd2 req-5f6f7408-f989-41ad-8d16-09da07da61f8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238589 Sep 16 04:58:38.369704 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdf395cc-9190-4982-b055-e98d64739d9b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.448964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-cdf395cc-9190-4982-b055-e98d64739d9b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef77669-cad7-4ca7-bbd9-3de436621fdc']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:38.475371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-cdf395cc-9190-4982-b055-e98d64739d9b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d8d8d7-d534-4695-9ce5-d86f348be671') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:38.475758 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-cdf395cc-9190-4982-b055-e98d64739d9b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d8d8d7-d534-4695-9ce5-d86f348be671') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:38.517746 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdf395cc-9190-4982-b055-e98d64739d9b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.556838 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdf395cc-9190-4982-b055-e98d64739d9b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.567783 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf395cc-9190-4982-b055-e98d64739d9b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:38.568196 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdf395cc-9190-4982-b055-e98d64739d9b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:38.570216 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:38.634931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032bf33-7f05-4bea-bbeb-d257ea5b0cd5 req-ae64fff7-e926-442d-a60d-45c152c1443f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:38.646421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b032bf33-7f05-4bea-bbeb-d257ea5b0cd5 req-ae64fff7-e926-442d-a60d-45c152c1443f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1476443 Sep 16 04:58:38.690708 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.728927 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b032bf33-7f05-4bea-bbeb-d257ea5b0cd5 req-d24957ae-9f96-4be5-bf01-5532f3d31ebb tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813897 Sep 16 04:58:38.835093 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b5907-6ca0-4558-9b72-e1d6fa222c40 req-56b7a4c6-ad48-43c0-a3f0-a333d79dddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:38.837085 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b0b5907-6ca0-4558-9b72-e1d6fa222c40 req-56b7a4c6-ad48-43c0-a3f0-a333d79dddce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 1097 time: 0.0603662 Sep 16 04:58:38.857800 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdf395cc-9190-4982-b055-e98d64739d9b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.871448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf395cc-9190-4982-b055-e98d64739d9b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3ef77669-cad7-4ca7-bbd9-3de436621fdc {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:58:38.912246 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdf395cc-9190-4982-b055-e98d64739d9b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.920536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-cdf395cc-9190-4982-b055-e98d64739d9b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] 10.222.0.20 "DELETE /v2.0/networks/3ef77669-cad7-4ca7-bbd9-3de436621fdc HTTP/1.1" status: 204 len: 168 time: 0.9590254 Sep 16 04:58:38.920837 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55736) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:38.931263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf395cc-9190-4982-b055-e98d64739d9b tempest-ExternalNetworksTestJSON-514550309 tempest-ExternalNetworksTestJSON-514550309-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ef77669-cad7-4ca7-bbd9-3de436621fdc,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:39.015543 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecc1786-d442-47de-9594-2fb3736a4b9a tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:39.021578 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ecc1786-d442-47de-9594-2fb3736a4b9a tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:39.030476 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8ecc1786-d442-47de-9594-2fb3736a4b9a tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] 10.222.0.20 "DELETE /v2.0/subnets/13f503da-09cc-4c6f-8046-27ee35517f7f HTTP/1.1" status: 404 len: 337 time: 0.1072292 Sep 16 04:58:39.031649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55740) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:39.168771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b5907-6ca0-4558-9b72-e1d6fa222c40 req-b9f2d721-6cbc-4923-b694-05f4ad133bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:39.171063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b0b5907-6ca0-4558-9b72-e1d6fa222c40 req-b9f2d721-6cbc-4923-b694-05f4ad133bf6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 913 time: 0.3253167 Sep 16 04:58:39.212661 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.214678 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76a7577f-e00d-4524-8b55-664dd4a2ef75 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.289135 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b0b5907-6ca0-4558-9b72-e1d6fa222c40 req-8c1083d8-e6d4-4831-945b-2f2e53bedf6d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267 HTTP/1.1" status: 200 len: 999 time: 0.1012392 Sep 16 04:58:39.433643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b5907-6ca0-4558-9b72-e1d6fa222c40 req-1ddd8f45-51dd-4281-994b-c01b473ec1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:39.436936 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b0b5907-6ca0-4558-9b72-e1d6fa222c40 req-1ddd8f45-51dd-4281-994b-c01b473ec1eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.1206934 Sep 16 04:58:39.765517 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76a7577f-e00d-4524-8b55-664dd4a2ef75 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.837319 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b5907-6ca0-4558-9b72-e1d6fa222c40 req-79129276-0dda-4c14-8765-dbfdea03b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:39.840331 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b0b5907-6ca0-4558-9b72-e1d6fa222c40 req-79129276-0dda-4c14-8765-dbfdea03b334 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3965595 Sep 16 04:58:39.897921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-76a7577f-e00d-4524-8b55-664dd4a2ef75 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c67765-cf69-473c-8d9d-dc74caa1dc73']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:39.999103 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-76a7577f-e00d-4524-8b55-664dd4a2ef75 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c78468-8fc5-41a5-b1ac-cdebd8a5efc0') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:40.000027 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-76a7577f-e00d-4524-8b55-664dd4a2ef75 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c78468-8fc5-41a5-b1ac-cdebd8a5efc0') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:40.075942 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba83523-a98a-4aaf-bc78-c397d12d6d07 req-c35521ff-0b88-40a3-a4eb-3b211c4b03b6 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:40.084966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ba83523-a98a-4aaf-bc78-c397d12d6d07 req-c35521ff-0b88-40a3-a4eb-3b211c4b03b6 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.4721584 Sep 16 04:58:40.116436 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76a7577f-e00d-4524-8b55-664dd4a2ef75 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.165013 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76a7577f-e00d-4524-8b55-664dd4a2ef75 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.177302 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a7577f-e00d-4524-8b55-664dd4a2ef75 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:40.178561 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76a7577f-e00d-4524-8b55-664dd4a2ef75 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:40.262988 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:40.390133 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b0b5907-6ca0-4558-9b72-e1d6fa222c40 req-324ec1e0-53bf-473a-b5c7-083fdf0d0645 service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201600 Sep 16 04:58:40.457848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21de04-5ca1-4ff7-9a07-1e95809fb02f req-c213f9cc-13d2-497b-9886-efa9f1ebebf4 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:40.459608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a21de04-5ca1-4ff7-9a07-1e95809fb02f req-c213f9cc-13d2-497b-9886-efa9f1ebebf4 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.5503142 Sep 16 04:58:40.514602 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ba83523-a98a-4aaf-bc78-c397d12d6d07 req-1217e449-3a46-46cf-82d2-8c5ae210efe3 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254503 Sep 16 04:58:40.537316 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76a7577f-e00d-4524-8b55-664dd4a2ef75 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.546694 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76a7577f-e00d-4524-8b55-664dd4a2ef75 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.550196 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-76a7577f-e00d-4524-8b55-664dd4a2ef75 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] 10.222.0.20 "DELETE /v2.0/networks/e0c67765-cf69-473c-8d9d-dc74caa1dc73 HTTP/1.1" status: 204 len: 168 time: 1.5166075 Sep 16 04:58:40.660985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7577f-e00d-4524-8b55-664dd4a2ef75 tempest-ExternalNetworksTestJSON-1908660375 tempest-ExternalNetworksTestJSON-1908660375-project] Pushing event deleted for resources: {'Network': ['ID=e0c67765-cf69-473c-8d9d-dc74caa1dc73,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:40.696855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a21de04-5ca1-4ff7-9a07-1e95809fb02f req-19ad87b9-fb53-4c35-9640-b35c219bced6 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750565 Sep 16 04:58:40.710781 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b0b5907-6ca0-4558-9b72-e1d6fa222c40 req-2d9f7d96-04d0-4336-b52e-e946444d2a9d service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052106 Sep 16 04:58:40.786829 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.308691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55786) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:41.648228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-aa3d447f-1c4c-4af1-b509-d467dcb3b6e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db4649f76a0146b48d3127e0073b245f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3374979 Sep 16 04:58:41.652720 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55798) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:41.771184 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d280b7b1-31d7-4223-94ce-5c995e9b94eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.797528 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d280b7b1-31d7-4223-94ce-5c995e9b94eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.902774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cacb0-c0a1-45dd-a09b-2deb4f0143ab req-537586f5-6004-49db-abbc-32b0325a26a9 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:41.906003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f2cacb0-c0a1-45dd-a09b-2deb4f0143ab req-537586f5-6004-49db-abbc-32b0325a26a9 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.2492211 Sep 16 04:58:41.928570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ea87a-4cb5-4fd1-9410-d68092b86eef req-bd5d3158-0d8c-4e38-a014-f17f224d8b88 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:41.938645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a5ea87a-4cb5-4fd1-9410-d68092b86eef req-bd5d3158-0d8c-4e38-a014-f17f224d8b88 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.2889943 Sep 16 04:58:41.987924 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d280b7b1-31d7-4223-94ce-5c995e9b94eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.991267 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d280b7b1-31d7-4223-94ce-5c995e9b94eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.992802 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d280b7b1-31d7-4223-94ce-5c995e9b94eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1aae9e6-426b-4f21-96de-bf08ed1162ba HTTP/1.1" status: 204 len: 168 time: 0.3389227 Sep 16 04:58:42.025921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f2cacb0-c0a1-45dd-a09b-2deb4f0143ab req-52eabd03-3718-4b5f-b0e2-d8e1b8eabc80 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088831 Sep 16 04:58:42.036156 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280b7b1-31d7-4223-94ce-5c995e9b94eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1aae9e6-426b-4f21-96de-bf08ed1162ba,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:42.068215 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a5ea87a-4cb5-4fd1-9410-d68092b86eef req-8f4e0a31-02ec-42f8-906a-a616ba9fe2b8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277769 Sep 16 04:58:42.329621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-39c0c640-7520-4f8d-a804-e4fa7cc0d3bb tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--152508142&fields=id&tenant_id=e384f1c485654208832e5a341d965262 HTTP/1.1" status: 200 len: 267 time: 0.0493667 Sep 16 04:58:42.348080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbad5b-b85a-4eb2-9d7c-1ba1830d4d0b req-062b9ca4-8946-4b21-a658-6f8d648dc26d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.355980 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5cbad5b-b85a-4eb2-9d7c-1ba1830d4d0b req-062b9ca4-8946-4b21-a658-6f8d648dc26d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1621993 Sep 16 04:58:42.520327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5cbad5b-b85a-4eb2-9d7c-1ba1830d4d0b req-e158f4c6-f4da-4185-8046-b81ca322e054 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013503 Sep 16 04:58:42.674251 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-36dbe24d-2003-4ad5-98d3-7b12d14c6e0f tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.676507 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-36dbe24d-2003-4ad5-98d3-7b12d14c6e0f tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/networks?id=09e9a32d-5acc-4362-95dd-5205a4aa85ff HTTP/1.1" status: 200 len: 816 time: 0.3189263 Sep 16 04:58:42.696200 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-ef64b857-d46e-4dd4-bb1d-a951824aa223 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/quotas/e384f1c485654208832e5a341d965262 HTTP/1.1" status: 200 len: 375 time: 0.0127881 Sep 16 04:58:42.789425 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-0f28a9d6-b677-4ee1-b95e-7a49ab7af401 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e384f1c485654208832e5a341d965262&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867655 Sep 16 04:58:43.051914 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55822) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:43.190171 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a63c8d73-60c3-431f-989e-f1a5ff55e3b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f13fc5cc99cc4ec880d481d5f68fecbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362550 Sep 16 04:58:43.191516 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55828) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:43.316166 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-262c902f-4af2-4e45-a119-781340b288b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.400527 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-262c902f-4af2-4e45-a119-781340b288b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.450154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31a659-53c8-4c5d-84d6-69659df58d01 req-2a224195-39a0-486a-9e24-d0772cc6a81c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.458071 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c31a659-53c8-4c5d-84d6-69659df58d01 req-2a224195-39a0-486a-9e24-d0772cc6a81c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.1152711 Sep 16 04:58:43.518273 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-e649363d-08ae-42f6-8021-4baf4ab0336f service neutron] 10.222.0.20 "GET /v2.0/networks/09e9a32d-5acc-4362-95dd-5205a4aa85ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7162344 Sep 16 04:58:43.621686 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-262c902f-4af2-4e45-a119-781340b288b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.625372 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-262c902f-4af2-4e45-a119-781340b288b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.634718 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-262c902f-4af2-4e45-a119-781340b288b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27a4bd25-b217-42a5-8131-c7d189648bbd HTTP/1.1" status: 204 len: 168 time: 0.4371860 Sep 16 04:58:43.635150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c31a659-53c8-4c5d-84d6-69659df58d01 req-8a7e38a9-c0c1-4121-be3a-2644796537aa tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735744 Sep 16 04:58:43.676258 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c902f-4af2-4e45-a119-781340b288b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a4bd25-b217-42a5-8131-c7d189648bbd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:43.932069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-0c1468b3-e1a9-4861-ad77-76f44af11315 service neutron] 10.222.0.20 "GET /v2.0/networks/09e9a32d-5acc-4362-95dd-5205a4aa85ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036844 Sep 16 04:58:43.973298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c8719-cbf8-41ae-8835-ebbc296832e0 req-e1ffc75b-6613-49c0-b30c-83d0c379e877 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.976438 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b50c8719-cbf8-41ae-8835-ebbc296832e0 req-e1ffc75b-6613-49c0-b30c-83d0c379e877 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.1702690 Sep 16 04:58:44.123889 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b50c8719-cbf8-41ae-8835-ebbc296832e0 req-9d26ebcb-1bdf-4cfd-a6da-07b41aebf476 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310861 Sep 16 04:58:44.846102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8f069-c05c-4072-a187-96bd390b4651 req-f938f95e-26d4-4e71-8815-8234c04c0143 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:44.855597 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51e8f069-c05c-4072-a187-96bd390b4651 req-f938f95e-26d4-4e71-8815-8234c04c0143 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.0983796 Sep 16 04:58:44.905358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51e8f069-c05c-4072-a187-96bd390b4651 req-54f7192e-3d03-47f5-aa5a-c1a3d7370c34 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505397 Sep 16 04:58:45.018105 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a61c440f-db9f-4ea3-9b70-0c6d487c5a07 req-14c84c09-ef6b-4119-bf55-67f5a3577a0a tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 210 time: 0.0315886 Sep 16 04:58:45.134029 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:58:45.259444 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f11123-1b98-4c71-9722-e687d9a940be req-cd6f4c1a-2f90-4819-845e-a9b57eb1c36f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:45.261782 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99f11123-1b98-4c71-9722-e687d9a940be req-cd6f4c1a-2f90-4819-845e-a9b57eb1c36f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.0578935 Sep 16 04:58:45.327539 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99f11123-1b98-4c71-9722-e687d9a940be req-238691fe-80c2-411c-9ce6-21f9a11d58c9 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514860 Sep 16 04:58:45.429354 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55884) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.562935 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-64701219-c329-453d-9c52-131bca0cc9ee tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.564009 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-64701219-c329-453d-9c52-131bca0cc9ee tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1340773 Sep 16 04:58:45.569205 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55888) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.573485 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-14294690-c115-4e4f-8be7-c67c25a39fe2 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.577931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55890) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.578156 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-14294690-c115-4e4f-8be7-c67c25a39fe2 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0077446 Sep 16 04:58:45.582927 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-cae19216-b69b-433f-b039-7030d72d4272 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.584112 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-cae19216-b69b-433f-b039-7030d72d4272 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049536 Sep 16 04:58:45.595199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55892) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.599743 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-b7e33e62-9065-4f92-958e-77c5e180078f tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.601593 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b7e33e62-9065-4f92-958e-77c5e180078f tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0051014 Sep 16 04:58:45.603332 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55894) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.607763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-b474abed-e806-4603-979e-44c2de6bbe82 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.613568 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b474abed-e806-4603-979e-44c2de6bbe82 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044484 Sep 16 04:58:45.615507 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55896) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.620054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-3775deaa-3d98-4b50-ad93-48ae9e4c750a tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.621016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3775deaa-3d98-4b50-ad93-48ae9e4c750a tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044913 Sep 16 04:58:45.624162 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55898) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.629300 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-23312ca4-4e08-4152-9ca4-c0711df711cd tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.630592 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-23312ca4-4e08-4152-9ca4-c0711df711cd tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0055106 Sep 16 04:58:45.633541 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55900) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.638992 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-7000195f-e33f-4398-81b0-0b2cb66075e6 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.640812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7000195f-e33f-4398-81b0-0b2cb66075e6 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0054560 Sep 16 04:58:45.644647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55902) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.649224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-5d256305-d975-4b45-beeb-a269d5a55e83 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.650713 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5d256305-d975-4b45-beeb-a269d5a55e83 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046291 Sep 16 04:58:45.652926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55904) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.658174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-645bf507-4215-4485-9534-0de0bc2b9a64 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.659163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-645bf507-4215-4485-9534-0de0bc2b9a64 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043380 Sep 16 04:58:45.661726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55906) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.666521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-fa20d44b-4d0a-4c35-a4c1-5cc8b1e58187 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.667537 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fa20d44b-4d0a-4c35-a4c1-5cc8b1e58187 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0049109 Sep 16 04:58:45.676000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55908) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.680361 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-ae814ab9-4356-454d-b029-49d0021b6b2c tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.681259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ae814ab9-4356-454d-b029-49d0021b6b2c tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043583 Sep 16 04:58:45.683628 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55910) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.688102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-4d6ec710-a3ea-43a7-a691-fba7825396bf tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.689006 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4d6ec710-a3ea-43a7-a691-fba7825396bf tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044444 Sep 16 04:58:45.693149 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55912) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.701639 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-5e0ef866-3b8d-43e4-9faf-b590e3bd5d78 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.702787 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5e0ef866-3b8d-43e4-9faf-b590e3bd5d78 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0086620 Sep 16 04:58:45.706138 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55914) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.710202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-be67eccc-c473-4c0b-8c69-0146ead0fa2c tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.711227 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-be67eccc-c473-4c0b-8c69-0146ead0fa2c tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0041935 Sep 16 04:58:45.713491 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55916) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.718697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-34d34bda-2ba0-4180-9dcf-40117a97152d tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.719700 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-34d34bda-2ba0-4180-9dcf-40117a97152d tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0053344 Sep 16 04:58:45.722115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55918) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.726117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-62a5fb85-c481-460d-a279-0dd9cc49ff7e tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.727081 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-62a5fb85-c481-460d-a279-0dd9cc49ff7e tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0040610 Sep 16 04:58:45.729497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55920) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.733749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-c95913f5-dd2f-4e31-8d29-2a99ed9cce8a tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.734727 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c95913f5-dd2f-4e31-8d29-2a99ed9cce8a tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043650 Sep 16 04:58:45.737417 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55922) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.741823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-becb8385-caf0-42be-93ad-2a2e093ef3ae tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.742869 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-becb8385-caf0-42be-93ad-2a2e093ef3ae tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044785 Sep 16 04:58:45.746041 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55924) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.750832 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-50f11d2d-be0d-4089-b791-2431023076d9 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.751898 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-50f11d2d-be0d-4089-b791-2431023076d9 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047381 Sep 16 04:58:45.754565 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55926) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.759369 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-148d496f-27da-4bf2-b480-2d916ee3866f tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.760504 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-148d496f-27da-4bf2-b480-2d916ee3866f tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044706 Sep 16 04:58:45.764725 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55928) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.770372 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-b297e304-9b09-44e2-8263-cd9ffcb93218 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.777178 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b297e304-9b09-44e2-8263-cd9ffcb93218 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0057549 Sep 16 04:58:45.780399 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55930) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.788344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-660bab60-9870-48cd-8119-fa9bd5c786d4 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.789579 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-660bab60-9870-48cd-8119-fa9bd5c786d4 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0081198 Sep 16 04:58:45.792697 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55932) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.797052 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-2d50331f-fe39-44cc-9c33-a498175177e7 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.798323 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2d50331f-fe39-44cc-9c33-a498175177e7 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046909 Sep 16 04:58:45.800963 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55934) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.805328 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-4cb25475-69e6-4241-a9d9-b28bbc74b8a7 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.806301 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4cb25475-69e6-4241-a9d9-b28bbc74b8a7 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044265 Sep 16 04:58:45.813559 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55936) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.817985 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-14ec681b-8a82-4029-82ac-129c8e38977c tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.818971 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-14ec681b-8a82-4029-82ac-129c8e38977c tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0043876 Sep 16 04:58:45.821851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55938) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.831890 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-93b068bc-1d7f-404e-a608-f6a98b7099cf tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.833711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-93b068bc-1d7f-404e-a608-f6a98b7099cf tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0101738 Sep 16 04:58:45.836108 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55940) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.843763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-1e7fe6fe-b644-455f-9d53-ed18a6f9e9a1 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.847936 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1e7fe6fe-b644-455f-9d53-ed18a6f9e9a1 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0079710 Sep 16 04:58:45.854496 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55944) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.859117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-b1050fe1-5253-4179-82e1-57f20aaa7bf8 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.863954 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b1050fe1-5253-4179-82e1-57f20aaa7bf8 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045238 Sep 16 04:58:45.864093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55948) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.875513 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-6cb19d67-5c28-44ad-9a3b-fdca9563f793 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.879765 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55950) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.881421 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6cb19d67-5c28-44ad-9a3b-fdca9563f793 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0165548 Sep 16 04:58:45.884924 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-effe6cee-e3fe-4d40-97ae-41f23448a9ef tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.897719 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-effe6cee-e3fe-4d40-97ae-41f23448a9ef tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0163941 Sep 16 04:58:45.898069 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55954) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.904867 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-863796cb-49d0-4ba5-961d-432b9dd45a6b tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.906637 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-863796cb-49d0-4ba5-961d-432b9dd45a6b tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0073445 Sep 16 04:58:45.909213 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55958) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.919280 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-acb87389-580e-4070-8220-35abce976063 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.924226 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-acb87389-580e-4070-8220-35abce976063 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0124128 Sep 16 04:58:45.925281 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55960) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.937584 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-7d1c1b5c-de25-4b49-b407-bd83222ead46 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.941888 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55964) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.943043 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7d1c1b5c-de25-4b49-b407-bd83222ead46 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0160480 Sep 16 04:58:45.947484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-05cd3496-1f39-4f05-b468-96536905b771 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.952285 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55966) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.952590 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-05cd3496-1f39-4f05-b468-96536905b771 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0087414 Sep 16 04:58:45.959973 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-29c9b7f4-c6f7-48f5-8410-abe2f496694b tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.963820 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-29c9b7f4-c6f7-48f5-8410-abe2f496694b tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0076463 Sep 16 04:58:45.964187 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55968) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.969692 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-4356d0e7-fca8-4a4f-9202-3c3fe0b5ae02 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.973515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4356d0e7-fca8-4a4f-9202-3c3fe0b5ae02 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0082965 Sep 16 04:58:45.973843 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55970) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.979540 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-7477d401-6603-435d-86d2-01a0daa99484 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:45.982410 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7477d401-6603-435d-86d2-01a0daa99484 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0066488 Sep 16 04:58:45.989926 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55972) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.996284 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-5ccd6fd4-b993-4a66-8408-eb70ca35df0c tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.000447 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55974) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.000861 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5ccd6fd4-b993-4a66-8408-eb70ca35df0c tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0098877 Sep 16 04:58:46.005139 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-9f438155-adbe-49e1-a801-4bf60eddeaaf tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.006090 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9f438155-adbe-49e1-a801-4bf60eddeaaf tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046608 Sep 16 04:58:46.008532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55976) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.013379 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-4a61b6e4-fca2-431f-9fee-30824ee92a58 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.016058 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4a61b6e4-fca2-431f-9fee-30824ee92a58 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0049059 Sep 16 04:58:46.017957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55978) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.023436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-bdea52bf-280b-41ae-9a60-6fd811c0609d tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.026097 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bdea52bf-280b-41ae-9a60-6fd811c0609d tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0068455 Sep 16 04:58:46.026817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55980) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.031773 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-43cfad5b-3f8b-461d-885d-b1d80a2d6deb tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.032680 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-43cfad5b-3f8b-461d-885d-b1d80a2d6deb tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0047176 Sep 16 04:58:46.035515 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55982) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.039840 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-d1bb10cf-e671-456a-84a4-75c75bdcc662 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.040879 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d1bb10cf-e671-456a-84a4-75c75bdcc662 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043585 Sep 16 04:58:46.043394 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55984) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.047894 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-01dcf9b5-395b-4688-a4fd-6d4e9416a79b tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.048976 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-01dcf9b5-395b-4688-a4fd-6d4e9416a79b tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043969 Sep 16 04:58:46.051361 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55986) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.055750 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-4f8ca745-5952-4a0c-a9c5-da9acc1f8705 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.056894 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4f8ca745-5952-4a0c-a9c5-da9acc1f8705 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0046706 Sep 16 04:58:46.065789 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55990) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.078368 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-7a6d727e-3511-4dc4-bba3-88e2687fe664 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.098107 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55992) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.103076 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7a6d727e-3511-4dc4-bba3-88e2687fe664 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0143056 Sep 16 04:58:46.103478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-07d0195d-efc6-45f7-b56e-82b6d2808535 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.107162 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-07d0195d-efc6-45f7-b56e-82b6d2808535 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0079710 Sep 16 04:58:46.107390 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55996) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.113984 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-112ad014-ea97-481e-aa0e-e235043ae15e tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.118704 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-112ad014-ea97-481e-aa0e-e235043ae15e tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0097587 Sep 16 04:58:46.118999 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55998) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.125328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-1d2651d0-03c9-4580-b931-c9c45a3afbe7 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.126995 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1d2651d0-03c9-4580-b931-c9c45a3afbe7 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0052686 Sep 16 04:58:46.131912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56002) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.138545 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-6212ae88-b0a6-4e81-bb6a-f7a6b8864e44 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.140535 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6212ae88-b0a6-4e81-bb6a-f7a6b8864e44 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0069628 Sep 16 04:58:46.149662 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7cb10a4-d434-4262-bec8-f373b33e6747 req-6dca2953-7cc6-4f84-90ac-5500051fc075 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 210 time: 0.0401890 Sep 16 04:58:46.150397 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56004) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.155750 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-1969a1c0-b255-4b8e-ab0f-c3b54a549c66 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.156819 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1969a1c0-b255-4b8e-ab0f-c3b54a549c66 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0053742 Sep 16 04:58:46.160258 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56006) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.172448 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-3991070c-aa63-4287-b851-9dcd27131860 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.177274 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fe1d4-03ca-4e21-ab2e-e1bdb4b3dd23 req-0d06b64e-fe6c-41d3-8a9a-fc56a519d27c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:46.177833 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3991070c-aa63-4287-b851-9dcd27131860 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0159240 Sep 16 04:58:46.178899 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe0fe1d4-03ca-4e21-ab2e-e1bdb4b3dd23 req-0d06b64e-fe6c-41d3-8a9a-fc56a519d27c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.1230533 Sep 16 04:58:46.180304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56008) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.185553 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-226ea2da-6987-47a0-aaad-3e590461ab7d tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.194198 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-226ea2da-6987-47a0-aaad-3e590461ab7d tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0051713 Sep 16 04:58:46.196428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56010) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.202021 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-67c05513-8f41-4c66-943c-d205cbba9478 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.203221 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-67c05513-8f41-4c66-943c-d205cbba9478 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0055940 Sep 16 04:58:46.205893 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56012) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.210557 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-80b1915e-77ae-4178-824c-fd712881318d tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.211806 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-80b1915e-77ae-4178-824c-fd712881318d tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0048983 Sep 16 04:58:46.214720 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56014) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.221077 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-c6141f38-aebb-451e-aac1-3da329a67cd2 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.222672 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c6141f38-aebb-451e-aac1-3da329a67cd2 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0052991 Sep 16 04:58:46.224710 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56016) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.229086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe0fe1d4-03ca-4e21-ab2e-e1bdb4b3dd23 req-b48d5100-d1f5-4f21-9f39-72657acdf51a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419292 Sep 16 04:58:46.230376 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-ea196fc4-aa81-43b3-af9e-0b9ffce6f059 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.232819 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ea196fc4-aa81-43b3-af9e-0b9ffce6f059 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0061049 Sep 16 04:58:46.235175 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56018) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.239698 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-df57570c-bf08-4f77-8944-45f586522953 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.240719 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-df57570c-bf08-4f77-8944-45f586522953 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0045836 Sep 16 04:58:46.243719 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56020) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.251232 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-75690b27-5ee3-44d6-b56e-3db1778c3e70 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.251232 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-75690b27-5ee3-44d6-b56e-3db1778c3e70 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0053074 Sep 16 04:58:46.254312 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56022) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.259194 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-6263476c-a9e8-4302-9c34-265b6debc5e0 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.260208 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6263476c-a9e8-4302-9c34-265b6debc5e0 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045466 Sep 16 04:58:46.263118 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56024) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.267785 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-90e60537-1edf-4a31-9f42-7ef73d109e53 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.268783 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-90e60537-1edf-4a31-9f42-7ef73d109e53 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0046375 Sep 16 04:58:46.273330 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56026) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.278916 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-b3ba6e90-e9d1-4994-a660-15c81a1f7034 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.280149 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b3ba6e90-e9d1-4994-a660-15c81a1f7034 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0057330 Sep 16 04:58:46.283094 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56028) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.287706 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-a8fc8e76-588d-4ed5-86fc-181599169f64 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.288832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a8fc8e76-588d-4ed5-86fc-181599169f64 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0046480 Sep 16 04:58:46.297038 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56030) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.302020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-19ce6ec0-31df-40be-996a-b3569d2b4188 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.303781 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-19ce6ec0-31df-40be-996a-b3569d2b4188 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0053041 Sep 16 04:58:46.310079 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56034) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.316983 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-36d6c1ba-d61f-4fe2-8b31-d0f0c2f11f87 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.318273 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-36d6c1ba-d61f-4fe2-8b31-d0f0c2f11f87 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0065687 Sep 16 04:58:46.322530 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56036) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.341051 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-8c87818c-c9dd-408d-aeca-e021783f46fe tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.341051 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8c87818c-c9dd-408d-aeca-e021783f46fe tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0144720 Sep 16 04:58:46.350515 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56038) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.360602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [None req-3ea145fd-175d-48ac-8644-feedafe8e5b6 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.362387 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3ea145fd-175d-48ac-8644-feedafe8e5b6 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0091529 Sep 16 04:58:46.365429 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56042) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.370844 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [None req-d12cda29-fbff-4d87-963f-c11615c96443 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.375538 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d12cda29-fbff-4d87-963f-c11615c96443 tempest-ExtensionsTestJSON-552865738 tempest-ExtensionsTestJSON-552865738-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0083048 Sep 16 04:58:46.563475 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5466110-8054-4bf2-998d-62b709c17d7e req-70a4443c-595d-4f91-86e9-eb53874af46c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:46.571503 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5466110-8054-4bf2-998d-62b709c17d7e req-70a4443c-595d-4f91-86e9-eb53874af46c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.1490746 Sep 16 04:58:46.673603 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5466110-8054-4bf2-998d-62b709c17d7e req-632fbbb7-ff79-43e2-8f18-aa6de988323d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722985 Sep 16 04:58:47.066647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56052) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:47.192413 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e66a04c7-c937-4d10-95ce-065bfbeac919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.261641 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1e0a8b9c-0790-4f68-b566-1adbc5d6e8ee req-e6b52ae9-f8f1-4ece-8ea1-4f67ae141199 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 210 time: 0.0316982 Sep 16 04:58:47.336600 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e66a04c7-c937-4d10-95ce-065bfbeac919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.408976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345351e-d970-4eda-a6bd-67944a7c3bbb req-6c3fac78-0907-4672-83d2-ece8dfee69cf tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:47.411732 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a345351e-d970-4eda-a6bd-67944a7c3bbb req-6c3fac78-0907-4672-83d2-ece8dfee69cf tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.0770152 Sep 16 04:58:47.509667 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e66a04c7-c937-4d10-95ce-065bfbeac919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.623949 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a345351e-d970-4eda-a6bd-67944a7c3bbb req-8f8d72ea-a347-4ce8-b652-77f1f2734c2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014945 Sep 16 04:58:47.634923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a04c7-c937-4d10-95ce-065bfbeac919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1f55f7-7288-41ae-9673-9ce89787a801,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:47.646705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e66a04c7-c937-4d10-95ce-065bfbeac919 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5993263889d417fb877c04736aea5ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5774541 Sep 16 04:58:47.648264 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56062) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:47.659298 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08c4ef34-c7df-410d-af15-505871e31325 req-0bfb34be-132a-4e21-82d0-8cfbc8aee30f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1279802 Sep 16 04:58:47.716305 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dac9ff55-66b2-4229-9387-83c5b0054ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.770748 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dac9ff55-66b2-4229-9387-83c5b0054ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.867188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4ef34-c7df-410d-af15-505871e31325 req-ccf4fbcc-42b4-49a8-a482-ed7c7057445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:47.869459 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08c4ef34-c7df-410d-af15-505871e31325 req-ccf4fbcc-42b4-49a8-a482-ed7c7057445e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 1098 time: 0.1152699 Sep 16 04:58:47.891214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a38341-47be-4e34-bf07-b802cc0aab8c req-2d630471-c2c7-4ed3-b98c-eb9a1597c12e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:47.897317 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33a38341-47be-4e34-bf07-b802cc0aab8c req-2d630471-c2c7-4ed3-b98c-eb9a1597c12e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.0879025 Sep 16 04:58:47.952629 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dac9ff55-66b2-4229-9387-83c5b0054ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.955346 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dac9ff55-66b2-4229-9387-83c5b0054ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.960156 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dac9ff55-66b2-4229-9387-83c5b0054ba7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c1f55f7-7288-41ae-9673-9ce89787a801 HTTP/1.1" status: 204 len: 168 time: 0.3072519 Sep 16 04:58:47.984436 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33a38341-47be-4e34-bf07-b802cc0aab8c req-d5bbdab4-e4d9-4337-a5be-67b3c6478b39 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828457 Sep 16 04:58:47.997883 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9ff55-66b2-4229-9387-83c5b0054ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1f55f7-7288-41ae-9673-9ce89787a801,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:48.066941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4ef34-c7df-410d-af15-505871e31325 req-bf020e82-5c28-4b29-84b8-f0573fcd16b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.068355 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08c4ef34-c7df-410d-af15-505871e31325 req-bf020e82-5c28-4b29-84b8-f0573fcd16b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 913 time: 0.1449661 Sep 16 04:58:48.120250 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08c4ef34-c7df-410d-af15-505871e31325 req-db6dbb55-7563-4c60-a08c-ef58dcea6d3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e71a780-b0f8-4619-ac92-45595e2e30f1 HTTP/1.1" status: 200 len: 217 time: 0.0421987 Sep 16 04:58:48.205343 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4ef34-c7df-410d-af15-505871e31325 req-8bc10d2b-8872-4b94-a4ad-20ee6817b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.205343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08c4ef34-c7df-410d-af15-505871e31325 req-8bc10d2b-8872-4b94-a4ad-20ee6817b614 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.0744312 Sep 16 04:58:48.254602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4ef34-c7df-410d-af15-505871e31325 req-f9b2f451-4205-435c-bb29-367459a2d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.256598 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08c4ef34-c7df-410d-af15-505871e31325 req-f9b2f451-4205-435c-bb29-367459a2d62a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451002 Sep 16 04:58:48.432918 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc47350a-e79f-4f3f-8cdb-9afe253c3a78 req-77a63cd3-a505-4b89-bb2a-16840b833775 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 210 time: 0.0635321 Sep 16 04:58:48.465214 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08c4ef34-c7df-410d-af15-505871e31325 req-fc07b3fd-6212-4d06-88cb-2c440f90cf20 service neutron] 10.222.0.21 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994276 Sep 16 04:58:48.627315 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08c4ef34-c7df-410d-af15-505871e31325 req-c5460780-7b6c-4548-8c1b-7d1915485a07 service neutron] 10.222.0.21 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496236 Sep 16 04:58:48.861100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3f8db-5f3f-4440-a4e9-f5316f69046d req-b2202725-4a28-4e11-b097-cf017f952d90 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.863480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2e3f8db-5f3f-4440-a4e9-f5316f69046d req-b2202725-4a28-4e11-b097-cf017f952d90 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.1015687 Sep 16 04:58:49.174416 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2e3f8db-5f3f-4440-a4e9-f5316f69046d req-7e3fc562-633a-4c39-867f-e22585fd7ef5 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2926977 Sep 16 04:58:49.258796 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-8c055a3b-1f50-481a-977d-e8dc3581c344 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:49.260232 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-8c055a3b-1f50-481a-977d-e8dc3581c344 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.21 "GET /v2.0/networks?id=09e9a32d-5acc-4362-95dd-5205a4aa85ff HTTP/1.1" status: 200 len: 816 time: 0.3955951 Sep 16 04:58:49.265265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c68e0-c394-4b3d-8855-d83f88ebf697 req-7ba8b308-a236-4bcf-9db9-c7c0d8c5accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:49.266973 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b2c68e0-c394-4b3d-8855-d83f88ebf697 req-7ba8b308-a236-4bcf-9db9-c7c0d8c5accb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=043d55446d4c45528b48f7e10a1f624b&device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 1098 time: 0.2254758 Sep 16 04:58:49.304221 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf7be9-8048-45a3-93bc-77395f02c4d1 req-e74c59f0-9641-49d8-8d9b-1991f3362143 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:49.307114 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4aaf7be9-8048-45a3-93bc-77395f02c4d1 req-e74c59f0-9641-49d8-8d9b-1991f3362143 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.1738653 Sep 16 04:58:49.444407 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56108) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:49.461120 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-31867129-8b9d-47c7-bd04-81171e2632af tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e384f1c485654208832e5a341d965262 HTTP/1.1" status: 200 len: 379 time: 0.1508372 Sep 16 04:58:49.492841 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4aaf7be9-8048-45a3-93bc-77395f02c4d1 req-9c0ff1ea-c975-4a2c-9035-c0ed41541c5a tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659527 Sep 16 04:58:49.512146 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-c2d5a9dc-55a1-4d43-ad45-8301c56e00b0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Request body: {'port': {'device_id': '836c1061-b7e4-4e66-9d28-89ddac6e651f', 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff', 'admin_state_up': True, 'tenant_id': 'e384f1c485654208832e5a341d965262', 'security_groups': ['a6bff0b9-265d-4576-829a-09624c9360e0']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:49.593727 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03176b54-de9a-44ae-b96f-b96aa9b6fe15 req-2cbf4d28-bdf5-4d2c-b2ed-d8eba0aa6c0d tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 210 time: 0.0752971 Sep 16 04:58:49.597151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c68e0-c394-4b3d-8855-d83f88ebf697 req-c98faeae-270c-4c27-9cf0-d2d2ff3a90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:49.598609 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b2c68e0-c394-4b3d-8855-d83f88ebf697 req-c98faeae-270c-4c27-9cf0-d2d2ff3a90b8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ed085ad-0528-4e23-be9f-f0e1d81c551f HTTP/1.1" status: 200 len: 917 time: 0.2902942 Sep 16 04:58:49.643119 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-08126849-3581-4048-bf25-a8e834e26a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2041605597'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:49.861619 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08126849-3581-4048-bf25-a8e834e26a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Made reservation on behalf of 98affda9a4334b138f803d0431fd7019 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:49.869104 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08126849-3581-4048-bf25-a8e834e26a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.882676 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08126849-3581-4048-bf25-a8e834e26a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.928159 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b2c68e0-c394-4b3d-8855-d83f88ebf697 req-dca29f99-a334-4093-9d98-c2c86fdd13af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7ba2538-c1d2-40a9-8946-bf05067dda66 HTTP/1.1" status: 200 len: 1002 time: 0.3136117 Sep 16 04:58:49.988167 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-c2d5a9dc-55a1-4d43-ad45-8301c56e00b0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Made reservation on behalf of e384f1c485654208832e5a341d965262 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:49.993870 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-c2d5a9dc-55a1-4d43-ad45-8301c56e00b0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.074239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c68e0-c394-4b3d-8855-d83f88ebf697 req-bc9bdfd2-0bfd-4440-b9dc-87d2f6fe1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:50.089693 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b2c68e0-c394-4b3d-8855-d83f88ebf697 req-bc9bdfd2-0bfd-4440-b9dc-87d2f6fe1376 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0ca5355-66a5-446c-8970-0c3c88361e82 HTTP/1.1" status: 200 len: 855 time: 0.1409092 Sep 16 04:58:50.142153 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08126849-3581-4048-bf25-a8e834e26a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.229080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c68e0-c394-4b3d-8855-d83f88ebf697 req-b1be6ddc-5c36-4b3f-a033-307d732c1cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:50.231598 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b2c68e0-c394-4b3d-8855-d83f88ebf697 req-b1be6ddc-5c36-4b3f-a033-307d732c1cb8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ed085ad-0528-4e23-be9f-f0e1d81c551f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1367981 Sep 16 04:58:50.268823 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08126849-3581-4048-bf25-a8e834e26a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.345373 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08126849-3581-4048-bf25-a8e834e26a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:50.366343 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08126849-3581-4048-bf25-a8e834e26a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3750d1-fe21-40b5-8272-92e23bdccba9,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:50.374199 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08126849-3581-4048-bf25-a8e834e26a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.374994 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-08126849-3581-4048-bf25-a8e834e26a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Added segment 6571bd02-bfea-428b-8e46-18996196587b of type vlan for network 14d787e6-5265-4061-b7e0-0033f78f610a Sep 16 04:58:50.402981 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b2c68e0-c394-4b3d-8855-d83f88ebf697 req-11c26f34-6c92-4e9c-9369-6e758579c92c service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271765 Sep 16 04:58:50.464331 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08126849-3581-4048-bf25-a8e834e26a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.492060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-c2d5a9dc-55a1-4d43-ad45-8301c56e00b0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Allocated IP 172.20.0.13 (09e9a32d-5acc-4362-95dd-5205a4aa85ff/5d9bd9c1-6515-435d-9b94-b77563678c82/4fede2e5-bdde-4b04-aacc-880e959415d3) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:50.563837 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649641b-11d1-40d2-9849-2055309b2e2a req-723c0907-22ed-4589-b4f7-ba33fe87fa48 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:50.565875 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d649641b-11d1-40d2-9849-2055309b2e2a req-723c0907-22ed-4589-b4f7-ba33fe87fa48 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.1700716 Sep 16 04:58:50.644376 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08126849-3581-4048-bf25-a8e834e26a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.652344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08126849-3581-4048-bf25-a8e834e26a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:50.653130 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08126849-3581-4048-bf25-a8e834e26a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.680085 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b2c68e0-c394-4b3d-8855-d83f88ebf697 req-fd9b3ddd-e406-4ef0-8f27-5a69294fbd49 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631121 Sep 16 04:58:50.778320 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08126849-3581-4048-bf25-a8e834e26a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Pushing event updated for resources: {'Network': ['ID=14d787e6-5265-4061-b7e0-0033f78f610a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:50.792449 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 14d787e6-5265-4061-b7e0-0033f78f610a details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:50.817970 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f964e-0c84-4f78-86a1-77f364e98050 req-f14f1b9b-9f06-4236-ac42-16a40b19bc25 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:50.827867 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e5f964e-0c84-4f78-86a1-77f364e98050 req-f14f1b9b-9f06-4236-ac42-16a40b19bc25 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.2000213 Sep 16 04:58:50.837763 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-08126849-3581-4048-bf25-a8e834e26a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3911607 Sep 16 04:58:50.843814 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56124) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:50.844651 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e77360b4-ad1f-4575-bb63-c0d0d4a41848 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Request body: {'subnet': {'network_id': '14d787e6-5265-4061-b7e0-0033f78f610a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:50.886661 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d649641b-11d1-40d2-9849-2055309b2e2a req-827786ce-41d5-4b2b-80a1-c7afa47fcafc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017581 Sep 16 04:58:50.921133 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e5f964e-0c84-4f78-86a1-77f364e98050 req-dea8f747-dccc-43c2-b2e3-0004f2d6dab2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907028 Sep 16 04:58:51.018314 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-c2d5a9dc-55a1-4d43-ad45-8301c56e00b0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.112246 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a6369b33-5dd8-458c-b6c3-9e1c1156cf9d req-7e90e833-3501-4b2a-ac9a-96c00d1428ef tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 210 time: 0.0487111 Sep 16 04:58:51.192544 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77360b4-ad1f-4575-bb63-c0d0d4a41848 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Made reservation on behalf of 98affda9a4334b138f803d0431fd7019 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:51.196370 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e77360b4-ad1f-4575-bb63-c0d0d4a41848 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.268008 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-c2d5a9dc-55a1-4d43-ad45-8301c56e00b0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.339527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5a9dc-55a1-4d43-ad45-8301c56e00b0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Pushing event updated for resources: {'Port': ['ID=4fede2e5-bdde-4b04-aacc-880e959415d3,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:51.348877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-c2d5a9dc-55a1-4d43-ad45-8301c56e00b0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Network 09e9a32d-5acc-4362-95dd-5205a4aa85ff is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:51.351176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-c2d5a9dc-55a1-4d43-ad45-8301c56e00b0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:51.355120 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-c2d5a9dc-55a1-4d43-ad45-8301c56e00b0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:51.458531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-c2d5a9dc-55a1-4d43-ad45-8301c56e00b0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.459241 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-c2d5a9dc-55a1-4d43-ad45-8301c56e00b0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.535508 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e77360b4-ad1f-4575-bb63-c0d0d4a41848 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.566284 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-c2d5a9dc-55a1-4d43-ad45-8301c56e00b0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0691361 Sep 16 04:58:51.584014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Request body: {'port': {'device_id': '836c1061-b7e4-4e66-9d28-89ddac6e651f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:51.632660 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77360b4-ad1f-4575-bb63-c0d0d4a41848 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Pushing event updated for resources: {'Subnet': ['ID=6bc2dcab-0b35-49e0-ad4c-90c416a5d746,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:51.641346 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77360b4-ad1f-4575-bb63-c0d0d4a41848 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Checking segment: {'id': '6571bd02-bfea-428b-8e46-18996196587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '14d787e6-5265-4061-b7e0-0033f78f610a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:51.641841 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77360b4-ad1f-4575-bb63-c0d0d4a41848 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Network hostable DHCP agents. Network: 14d787e6-5265-4061-b7e0-0033f78f610a, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:51.652138 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.673851 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c8e8dad7-2099-484c-95e9-e45b2b9fc066 None None] Provisioning complete for port 4fede2e5-bdde-4b04-aacc-880e959415d3 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:51.674340 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c8e8dad7-2099-484c-95e9-e45b2b9fc066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.720916 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c8e8dad7-2099-484c-95e9-e45b2b9fc066 None None] Port 4fede2e5-bdde-4b04-aacc-880e959415d3 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:51.827080 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77360b4-ad1f-4575-bb63-c0d0d4a41848 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Network 14d787e6-5265-4061-b7e0-0033f78f610a is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:52.015680 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-e77360b4-ad1f-4575-bb63-c0d0d4a41848 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 14d787e6-5265-4061-b7e0-0033f78f610a) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:52.020810 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77360b4-ad1f-4575-bb63-c0d0d4a41848 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.021494 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e77360b4-ad1f-4575-bb63-c0d0d4a41848 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.044205 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e83192-8a19-4abe-82cb-fcb61e9ac7f0 None None] Network 14d787e6-5265-4061-b7e0-0033f78f610a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:52.118536 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fede2e5-bdde-4b04-aacc-880e959415d3 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:52.132206 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.152478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56136) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:52.153715 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e77360b4-ad1f-4575-bb63-c0d0d4a41848 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3139205 Sep 16 04:58:52.160158 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ebe8ea9b-9586-4a71-8647-ed0b539ee2b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Request body: {'port': {'network_id': '14d787e6-5265-4061-b7e0-0033f78f610a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-927268575'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:52.176144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a4e80-c6cc-4e69-bb5f-7cb54b86e01c req-667351ba-73c1-426b-b26f-d7ded8d32013 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.193948 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c4a4e80-c6cc-4e69-bb5f-7cb54b86e01c req-667351ba-73c1-426b-b26f-d7ded8d32013 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 944 time: 0.1286833 Sep 16 04:58:52.193948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Transition to ACTIVE for port object 4fede2e5-bdde-4b04-aacc-880e959415d3 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:52.217927 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0ae40-4ade-4c26-b592-ff5f458c9eb7 req-65fc0e84-43e3-48e0-aee7-47ffb5165281 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.219943 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23a0ae40-4ade-4c26-b592-ff5f458c9eb7 req-65fc0e84-43e3-48e0-aee7-47ffb5165281 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.1662476 Sep 16 04:58:52.275865 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-14d787e6-5265-4061-b7e0-0033f78f610a', 'network_id': '14d787e6-5265-4061-b7e0-0033f78f610a', 'tenant_id': '98affda9a4334b138f803d0431fd7019', 'fixed_ips': [{'subnet_id': '6bc2dcab-0b35-49e0-ad4c-90c416a5d746'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:52.276877 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.328608 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.381129 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c4a4e80-c6cc-4e69-bb5f-7cb54b86e01c req-1a7f8632-3aca-4a65-ac0e-949c1de3c2f7 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944442 Sep 16 04:58:52.425958 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23a0ae40-4ade-4c26-b592-ff5f458c9eb7 req-5b2bbd08-e116-406d-8769-05bb389485ff tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810293 Sep 16 04:58:52.531103 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Pushing event updated for resources: {'Port': ['ID=4fede2e5-bdde-4b04-aacc-880e959415d3,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:52.565746 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] Allocated IP 2001:db8::2 (14d787e6-5265-4061-b7e0-0033f78f610a/6bc2dcab-0b35-49e0-ad4c-90c416a5d746/dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:52.568450 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:52.643025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Attempting to bind port 4fede2e5-bdde-4b04-aacc-880e959415d3 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:52.643324 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Attempting to bind port 4fede2e5-bdde-4b04-aacc-880e959415d3 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '8ae39fba-4971-4dc4-9ac1-716da43d562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:52.645254 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Attempting to bind port 4fede2e5-bdde-4b04-aacc-880e959415d3 on network 09e9a32d-5acc-4362-95dd-5205a4aa85ff {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:52.667044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c1c3c-8722-47b9-b424-9640fb56333b req-365c6797-adaa-4ccc-868c-0c1dce34a997 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.687544 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-829c1c3c-8722-47b9-b424-9640fb56333b req-365c6797-adaa-4ccc-868c-0c1dce34a997 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 944 time: 0.1980617 Sep 16 04:58:52.697862 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe8ea9b-9586-4a71-8647-ed0b539ee2b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Made reservation on behalf of 98affda9a4334b138f803d0431fd7019 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:52.700306 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ea9b-9586-4a71-8647-ed0b539ee2b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.713501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Port 4fede2e5-bdde-4b04-aacc-880e959415d3 on network 09e9a32d-5acc-4362-95dd-5205a4aa85ff not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:52.713831 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Attempting to bind port 4fede2e5-bdde-4b04-aacc-880e959415d3 on network 09e9a32d-5acc-4362-95dd-5205a4aa85ff {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:52.757034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:52.763169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Checking segment: {'id': '8ae39fba-4971-4dc4-9ac1-716da43d562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:52.763169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Bound using segment: {'id': '8ae39fba-4971-4dc4-9ac1-716da43d562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:52.763169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Bound port: 4fede2e5-bdde-4b04-aacc-880e959415d3, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae39fba-4971-4dc4-9ac1-716da43d562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:52.763169 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.763169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-ebe8ea9b-9586-4a71-8647-ed0b539ee2b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] device_id is not set on port f24e456f-ca11-4517-a98c-53a6e45e8c15 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:52.858713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,segment=NetworkSegment(931096fd-94b2-46ae-a55e-27ab1c58c657),segment_id=931096fd-94b2-46ae-a55e-27ab1c58c657)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:52.880837 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '4afbdee4-cfa1-4237-af5d-ab3f1a94ad75', 'network_id': 'cf1ef515-466a-4eba-aab5-e50796467689', 'port_id': '4afbdee4-cfa1-4237-af5d-ab3f1a94ad75', 'mac_address': 'fa:16:3e:2f:54:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9bfb60-c133-4c36-96a6-a32d3e14830e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:52.915527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-829c1c3c-8722-47b9-b424-9640fb56333b req-a74da466-10a4-4fd5-9248-6f1dd71b0e5c tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6bff0b9-265d-4576-829a-09624c9360e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083914 Sep 16 04:58:52.984610 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.028670 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] For port 4fede2e5-bdde-4b04-aacc-880e959415d3, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:53.035718 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.036668 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] For port 4fede2e5-bdde-4b04-aacc-880e959415d3, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4fede2e5-bdde-4b04-aacc-880e959415d3,segment=NetworkSegment(8ae39fba-4971-4dc4-9ac1-716da43d562a),segment_id=8ae39fba-4971-4dc4-9ac1-716da43d562a)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:53.065056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:53.097506 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,segment=NetworkSegment(931096fd-94b2-46ae-a55e-27ab1c58c657),segment_id=931096fd-94b2-46ae-a55e-27ab1c58c657)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:53.130493 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.171586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] Network 14d787e6-5265-4061-b7e0-0033f78f610a is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:53.173903 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.174079 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:53.177769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:53.189763 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] Pushing event updated for resources: {'Port': ['ID=dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:53.248384 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] Attempting to bind port dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:53.248722 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] Attempting to bind port dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '6571bd02-bfea-428b-8e46-18996196587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '14d787e6-5265-4061-b7e0-0033f78f610a'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:53.249029 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] Attempting to bind port dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67 on network 14d787e6-5265-4061-b7e0-0033f78f610a {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:53.252883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:53.254302 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.255197 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:53.255584 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] Checking segment: {'id': '6571bd02-bfea-428b-8e46-18996196587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '14d787e6-5265-4061-b7e0-0033f78f610a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:53.255986 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.256382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] Bound using segment: {'id': '6571bd02-bfea-428b-8e46-18996196587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '14d787e6-5265-4061-b7e0-0033f78f610a'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:53.256544 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] 10.222.0.21 "PUT /v2.0/ports/4fede2e5-bdde-4b04-aacc-880e959415d3 HTTP/1.1" status: 200 len: 1093 time: 1.6767058 Sep 16 04:58:53.257328 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] Bound port: dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6571bd02-bfea-428b-8e46-18996196587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '14d787e6-5265-4061-b7e0-0033f78f610a'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:53.257328 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.261811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836c1061-b7e4-4e66-9d28-89ddac6e651f', 'tag': '4fede2e5-bdde-4b04-aacc-880e959415d3'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:53.265023 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb2e37d-6cda-4620-8af5-5c427c54c197" -d '{"events": [{"name": "network-changed", "server_uuid": "836c1061-b7e4-4e66-9d28-89ddac6e651f", "tag": "4fede2e5-bdde-4b04-aacc-880e959415d3"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:53.281986 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.305926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07175724-78d0-4d65-8a83-35fd555f9905 service neutron] Pushing event updated for resources: {'Port': ['ID=4fede2e5-bdde-4b04-aacc-880e959415d3,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:53.346053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-ebe8ea9b-9586-4a71-8647-ed0b539ee2b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Allocated IP 2001:db8::22 (14d787e6-5265-4061-b7e0-0033f78f610a/6bc2dcab-0b35-49e0-ad4c-90c416a5d746/f24e456f-ca11-4517-a98c-53a6e45e8c15) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:53.357112 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:53.364859 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4f3550-e7fd-4c6b-9c26-1a6664793097 x-openstack-request-id: req-fc4f3550-e7fd-4c6b-9c26-1a6664793097 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:53.364859 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836c1061-b7e4-4e66-9d28-89ddac6e651f", "tag": "4fede2e5-bdde-4b04-aacc-880e959415d3", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:53.364859 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc4f3550-e7fd-4c6b-9c26-1a6664793097 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:53.364859 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836c1061-b7e4-4e66-9d28-89ddac6e651f', 'tag': '4fede2e5-bdde-4b04-aacc-880e959415d3', 'status': 'completed', 'code': 200} Sep 16 04:58:53.501396 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] For port dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:53.510499 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] For port dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67,segment=NetworkSegment(6571bd02-bfea-428b-8e46-18996196587b),segment_id=6571bd02-bfea-428b-8e46-18996196587b)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:53.713158 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.804376 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2e37d-6cda-4620-8af5-5c427c54c197 req-72cadb34-b6e4-4b2c-bb35-16ab3bb3c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:53.809873 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bfb2e37d-6cda-4620-8af5-5c427c54c197 req-72cadb34-b6e4-4b2c-bb35-16ab3bb3c38f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e384f1c485654208832e5a341d965262&device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 1096 time: 0.3735721 Sep 16 04:58:53.847139 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['4afbdee4-cfa1-4237-af5d-ab3f1a94ad75'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:53.874541 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ea9b-9586-4a71-8647-ed0b539ee2b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.070702 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ea9b-9586-4a71-8647-ed0b539ee2b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.089742 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a877e2-b13c-4042-ac1c-d65b490ca937 req-d3436f7d-180e-4b7c-9eb4-aabe9247f7c6 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.092143 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5df5b5-0656-46bf-b355-d2b7db47d82c None None] Pushing event updated for resources: {'Port': ['ID=dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:54.101735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e1a877e2-b13c-4042-ac1c-d65b490ca937 req-d3436f7d-180e-4b7c-9eb4-aabe9247f7c6 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 945 time: 0.5279732 Sep 16 04:58:54.142717 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f69e1a-2db0-4433-a4f1-3ea09db0cefa req-9b32ab4e-e221-4ccc-ba4c-c4174730a1ef tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.144521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3f69e1a-2db0-4433-a4f1-3ea09db0cefa req-9b32ab4e-e221-4ccc-ba4c-c4174730a1ef tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.5335732 Sep 16 04:58:54.248454 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe8ea9b-9586-4a71-8647-ed0b539ee2b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Network 14d787e6-5265-4061-b7e0-0033f78f610a is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:54.313580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-ebe8ea9b-9586-4a71-8647-ed0b539ee2b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:54.317382 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe8ea9b-9586-4a71-8647-ed0b539ee2b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:54.327615 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe8ea9b-9586-4a71-8647-ed0b539ee2b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.328355 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ea9b-9586-4a71-8647-ed0b539ee2b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.359437 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.364322 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8ea9b-9586-4a71-8647-ed0b539ee2b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Pushing event updated for resources: {'Port': ['ID=f24e456f-ca11-4517-a98c-53a6e45e8c15,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:54.389654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2e37d-6cda-4620-8af5-5c427c54c197 req-ea541f83-3cd6-4dcf-bc23-02ba7d44fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.392787 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bfb2e37d-6cda-4620-8af5-5c427c54c197 req-ea541f83-3cd6-4dcf-bc23-02ba7d44fee2 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e384f1c485654208832e5a341d965262&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4560456 Sep 16 04:58:54.423350 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e1a877e2-b13c-4042-ac1c-d65b490ca937 req-c36ea208-259d-4388-8f2a-d615a0eb0414 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205464 Sep 16 04:58:54.435471 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3f69e1a-2db0-4433-a4f1-3ea09db0cefa req-ef7c623b-255e-4fd7-91bd-a1d5535f030c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398870 Sep 16 04:58:54.965570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ebe8ea9b-9586-4a71-8647-ed0b539ee2b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.8118529 Sep 16 04:58:54.969792 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56164) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:54.978364 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-74f5d9fd-3d96-4b51-802a-b04f6f5b5a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Request body: {'port': {'network_id': '14d787e6-5265-4061-b7e0-0033f78f610a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1624374348', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:54.979519 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.api.validators [None req-74f5d9fd-3d96-4b51-802a-b04f6f5b5a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] bootfile-name is not in valid_values {{(pid=95474) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:58:54.980276 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.api.validators [None req-74f5d9fd-3d96-4b51-802a-b04f6f5b5a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] tftp-server is not in valid_values {{(pid=95474) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:58:54.981164 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.api.validators [None req-74f5d9fd-3d96-4b51-802a-b04f6f5b5a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] server-ip-address is not in valid_values {{(pid=95474) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:58:55.067572 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2e37d-6cda-4620-8af5-5c427c54c197 req-ef0ad03b-c3ee-4369-982e-dfd84f548ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.070062 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bfb2e37d-6cda-4620-8af5-5c427c54c197 req-ef0ad03b-c3ee-4369-982e-dfd84f548ee1 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6630268 Sep 16 04:58:55.093399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f9cdc-a246-4d60-b9cd-6a4d98ae447b req-c3582f02-279b-4f0b-88c3-86defa3f639e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.095531 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e16f9cdc-a246-4d60-b9cd-6a4d98ae447b req-c3582f02-279b-4f0b-88c3-86defa3f639e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 944 time: 0.1326387 Sep 16 04:58:55.162545 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e16f9cdc-a246-4d60-b9cd-6a4d98ae447b req-c429e9be-1e2e-42af-b2df-84e8ee39eea7 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6bff0b9-265d-4576-829a-09624c9360e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610595 Sep 16 04:58:55.216140 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-9f5b07bb-464a-4390-b8b4-8061c1ab6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.217783 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-9f5b07bb-464a-4390-b8b4-8061c1ab6934 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e384f1c485654208832e5a341d965262&device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 1096 time: 0.0523307 Sep 16 04:58:55.289558 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f5d9fd-3d96-4b51-802a-b04f6f5b5a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Made reservation on behalf of 98affda9a4334b138f803d0431fd7019 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:55.290707 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-75ae06f3-95c8-45e1-855c-d46b415dff30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fede2e5-bdde-4b04-aacc-880e959415d3 HTTP/1.1" status: 200 len: 217 time: 0.0560756 Sep 16 04:58:55.294077 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-74f5d9fd-3d96-4b51-802a-b04f6f5b5a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.326255 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-74f5d9fd-3d96-4b51-802a-b04f6f5b5a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] device_id is not set on port 352c3c9d-d3fb-47c1-82d5-43d493cc7ff9 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:55.385102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-e18bf0ef-5ff1-452a-a71c-1670c6144e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.387847 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-e18bf0ef-5ff1-452a-a71c-1670c6144e13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d9bd9c1-6515-435d-9b94-b77563678c82 HTTP/1.1" status: 200 len: 855 time: 0.0888450 Sep 16 04:58:55.394056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b070b98b-58e6-4544-a1a5-effd66d9d2df None None] Network 14d787e6-5265-4061-b7e0-0033f78f610a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:55.447385 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-c2806b85-b897-4698-bf05-5611a372e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.448953 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-c2806b85-b897-4698-bf05-5611a372e454 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09e9a32d-5acc-4362-95dd-5205a4aa85ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541930 Sep 16 04:58:55.496013 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-74f5d9fd-3d96-4b51-802a-b04f6f5b5a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Allocated IP 2001:db8::16 (14d787e6-5265-4061-b7e0-0033f78f610a/6bc2dcab-0b35-49e0-ad4c-90c416a5d746/352c3c9d-d3fb-47c1-82d5-43d493cc7ff9) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:55.539214 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c1fe5744-3c11-4af9-ae2d-79b4efe1b39a None None] Provisioning complete for port dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:55.539214 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5744-3c11-4af9-ae2d-79b4efe1b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.696735 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:55.756909 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-74f5d9fd-3d96-4b51-802a-b04f6f5b5a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.783115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-27ee2035-1084-435c-9beb-618b16939dda service neutron] 10.222.0.21 "GET /v2.0/networks/09e9a32d-5acc-4362-95dd-5205a4aa85ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258319 Sep 16 04:58:55.809397 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:55.809397 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.809612 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d939c44-a486-425f-8d49-31ec1687cb29 req-21f748bf-05b4-49e9-92dd-555a68065ad6 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.809612 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d939c44-a486-425f-8d49-31ec1687cb29 req-21f748bf-05b4-49e9-92dd-555a68065ad6 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 945 time: 0.1959839 Sep 16 04:58:55.835326 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5744-3c11-4af9-ae2d-79b4efe1b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.890722 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c1fe5744-3c11-4af9-ae2d-79b4efe1b39a None None] For port dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67,segment=NetworkSegment(6571bd02-bfea-428b-8e46-18996196587b),segment_id=6571bd02-bfea-428b-8e46-18996196587b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:55.920273 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-74f5d9fd-3d96-4b51-802a-b04f6f5b5a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.935032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d57084-b187-4370-b031-676a50f98fe1 req-6d72be01-2081-45a4-8458-834a6536e02f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.936648 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-29d57084-b187-4370-b031-676a50f98fe1 req-6d72be01-2081-45a4-8458-834a6536e02f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.3276026 Sep 16 04:58:55.952862 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.988817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f5d9fd-3d96-4b51-802a-b04f6f5b5a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Network 14d787e6-5265-4061-b7e0-0033f78f610a is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:55.998577 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-74f5d9fd-3d96-4b51-802a-b04f6f5b5a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:55.999122 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6341f05c-19bc-4e1e-b118-a78cda07064f req-430792c9-ff85-4715-9c60-4d9fb85f9f8a service neutron] 10.222.0.21 "GET /v2.0/networks/09e9a32d-5acc-4362-95dd-5205a4aa85ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902461 Sep 16 04:58:56.004484 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f5d9fd-3d96-4b51-802a-b04f6f5b5a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:56.010953 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f5d9fd-3d96-4b51-802a-b04f6f5b5a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.011756 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-74f5d9fd-3d96-4b51-802a-b04f6f5b5a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.025956 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5d9fd-3d96-4b51-802a-b04f6f5b5a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Pushing event updated for resources: {'Port': ['ID=352c3c9d-d3fb-47c1-82d5-43d493cc7ff9,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:56.033837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d939c44-a486-425f-8d49-31ec1687cb29 req-d5470d54-ec85-4155-a4f6-8ddd22f51ce5 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272910 Sep 16 04:58:56.039123 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-29d57084-b187-4370-b031-676a50f98fe1 req-b2c7e192-d979-49d2-8715-a031ca26a2ce tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929055 Sep 16 04:58:56.091619 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5744-3c11-4af9-ae2d-79b4efe1b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.137683 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:58:56.138211 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:58:56.147581 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-74f5d9fd-3d96-4b51-802a-b04f6f5b5a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.1757693 Sep 16 04:58:56.149936 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56182) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.172104 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe5744-3c11-4af9-ae2d-79b4efe1b39a None None] Pushing event updated for resources: {'Port': ['ID=dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:56.227432 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7ea804-cab6-44bc-843c-6caf5fbd11c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.231292 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-7bf6e16e-f130-438e-b764-74bf0d0f016d None None] Provisioning complete for port f24e456f-ca11-4517-a98c-53a6e45e8c15 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:56.233754 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7ea804-cab6-44bc-843c-6caf5fbd11c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.235180 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7bf6e16e-f130-438e-b764-74bf0d0f016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.244995 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7ea804-cab6-44bc-843c-6caf5fbd11c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.250459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56186) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.250697 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3c7ea804-cab6-44bc-843c-6caf5fbd11c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0992692 Sep 16 04:58:56.289719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-7bf6e16e-f130-438e-b764-74bf0d0f016d None None] Port f24e456f-ca11-4517-a98c-53a6e45e8c15 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:56.304045 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-7bf6e16e-f130-438e-b764-74bf0d0f016d None None] Provisioning complete for port dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:56.304710 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7bf6e16e-f130-438e-b764-74bf0d0f016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.423103 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6e840-3066-4cf2-91f1-291cfeb57630 req-9dbf2852-c570-4dd1-a8e6-70efb020fec2 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.424554 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62a6e840-3066-4cf2-91f1-291cfeb57630 req-9dbf2852-c570-4dd1-a8e6-70efb020fec2 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 944 time: 0.1615109 Sep 16 04:58:56.492706 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62a6e840-3066-4cf2-91f1-291cfeb57630 req-c6e8b8c2-343b-4c41-862f-4c830e8f9a24 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6bff0b9-265d-4576-829a-09624c9360e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582404 Sep 16 04:58:56.498047 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-a3b76ead-952c-446e-b2a9-cda782955f23 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Deleting port 352c3c9d-d3fb-47c1-82d5-43d493cc7ff9 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:56.498495 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a3b76ead-952c-446e-b2a9-cda782955f23 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.583672 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:56.661913 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a3b76ead-952c-446e-b2a9-cda782955f23 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.682400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-a3b76ead-952c-446e-b2a9-cda782955f23 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Calling delete_port for 352c3c9d-d3fb-47c1-82d5-43d493cc7ff9 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:56.746832 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8b916d55-3a63-4a32-b0da-0d27c3ba6f89 None None] Provisioning complete for port f24e456f-ca11-4517-a98c-53a6e45e8c15 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:56.747359 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8b916d55-3a63-4a32-b0da-0d27c3ba6f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.795352 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-8b916d55-3a63-4a32-b0da-0d27c3ba6f89 None None] Port f24e456f-ca11-4517-a98c-53a6e45e8c15 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:56.798937 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:56.799794 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.939994 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.944571 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-03f466fb-2125-49c7-acd7-41a805ba33b3 None None] Provisioning complete for port 352c3c9d-d3fb-47c1-82d5-43d493cc7ff9 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:56.944945 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-03f466fb-2125-49c7-acd7-41a805ba33b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.995007 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b24c5c-a41b-45c2-bed0-0d905891193d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afbdee4-cfa1-4237-af5d-ab3f1a94ad75'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:56.997577 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a384468e-ff99-40c6-9478-2aa6f9346f7c" -d '{"events": [{"server_uuid": "95b24c5c-a41b-45c2-bed0-0d905891193d", "name": "network-vif-plugged", "status": "completed", "tag": "4afbdee4-cfa1-4237-af5d-ab3f1a94ad75"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:56.999058 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a3b76ead-952c-446e-b2a9-cda782955f23 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.025456 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-03f466fb-2125-49c7-acd7-41a805ba33b3 None None] Port 352c3c9d-d3fb-47c1-82d5-43d493cc7ff9 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:57.042295 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,segment=NetworkSegment(931096fd-94b2-46ae-a55e-27ab1c58c657),segment_id=931096fd-94b2-46ae-a55e-27ab1c58c657)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:57.048342 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908530a1-f87c-4aaa-a0d1-c0dae879bba3 x-openstack-request-id: req-908530a1-f87c-4aaa-a0d1-c0dae879bba3 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:57.048727 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b24c5c-a41b-45c2-bed0-0d905891193d", "name": "network-vif-plugged", "status": "completed", "tag": "4afbdee4-cfa1-4237-af5d-ab3f1a94ad75", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:57.049199 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-908530a1-f87c-4aaa-a0d1-c0dae879bba3 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:57.049673 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b24c5c-a41b-45c2-bed0-0d905891193d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afbdee4-cfa1-4237-af5d-ab3f1a94ad75', 'code': 200} Sep 16 04:58:57.060779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b76ead-952c-446e-b2a9-cda782955f23 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Pushing event deleted for resources: {'Port': ['ID=352c3c9d-d3fb-47c1-82d5-43d493cc7ff9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:57.094251 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a3b76ead-952c-446e-b2a9-cda782955f23 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.101140 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56200) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:57.109588 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d78d6ad8-a9d8-481a-8f72-62eae18a1ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Request body: {'port': {'name': 'tempest-new-port-name-2097655908', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:57.109588 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.api.validators [None req-d78d6ad8-a9d8-481a-8f72-62eae18a1ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] bootfile-name is not in valid_values {{(pid=95474) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:58:57.109588 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.api.validators [None req-d78d6ad8-a9d8-481a-8f72-62eae18a1ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] tftp-server is not in valid_values {{(pid=95474) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:58:57.109588 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.api.validators [None req-d78d6ad8-a9d8-481a-8f72-62eae18a1ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] server-ip-address is not in valid_values {{(pid=95474) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:58:57.112807 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a3b76ead-952c-446e-b2a9-cda782955f23 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] 10.222.0.20 "DELETE /v2.0/ports/352c3c9d-d3fb-47c1-82d5-43d493cc7ff9 HTTP/1.1" status: 204 len: 168 time: 0.8595059 Sep 16 04:58:57.142174 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.237192 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d78d6ad8-a9d8-481a-8f72-62eae18a1ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.252075 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,revision_number=10']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:57.254719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140b12b-db81-402f-b1dc-916d3ba34cc0 req-7dceccad-8257-495d-8a38-734c6a198862 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.263728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5140b12b-db81-402f-b1dc-916d3ba34cc0 req-7dceccad-8257-495d-8a38-734c6a198862 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.1326079 Sep 16 04:58:57.310180 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5140b12b-db81-402f-b1dc-916d3ba34cc0 req-ef44a231-ad17-4b47-8af2-0d44088be424 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453210 Sep 16 04:58:57.454253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbfea5-b6fb-4aa3-8a4f-1146379a711a req-cd614fb8-bcae-4de9-8023-26ab8791e744 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.461915 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58fbfea5-b6fb-4aa3-8a4f-1146379a711a req-cd614fb8-bcae-4de9-8023-26ab8791e744 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.0718527 Sep 16 04:58:57.543866 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d78d6ad8-a9d8-481a-8f72-62eae18a1ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.571364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58fbfea5-b6fb-4aa3-8a4f-1146379a711a req-e1219c11-cb89-4cdb-b8e1-c2dc7c26713c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073840 Sep 16 04:58:57.586353 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d143214-3477-4be7-9f72-29413d556a95 req-a5f0f82d-a5ad-4127-b554-df0f98cd765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.589401 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d143214-3477-4be7-9f72-29413d556a95 req-a5f0f82d-a5ad-4127-b554-df0f98cd765f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 1099 time: 0.1114776 Sep 16 04:58:57.597454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:57.638135 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d78d6ad8-a9d8-481a-8f72-62eae18a1ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.642864 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ab576-7280-4848-9c6e-0cb9e62157b3 req-c339b60e-8ef6-41e2-974a-017c5eb0354c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.649874 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ab576-7280-4848-9c6e-0cb9e62157b3 req-c339b60e-8ef6-41e2-974a-017c5eb0354c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.657012 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ab576-7280-4848-9c6e-0cb9e62157b3 req-c339b60e-8ef6-41e2-974a-017c5eb0354c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.676181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ab576-7280-4848-9c6e-0cb9e62157b3 req-c339b60e-8ef6-41e2-974a-017c5eb0354c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.682485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ab576-7280-4848-9c6e-0cb9e62157b3 req-c339b60e-8ef6-41e2-974a-017c5eb0354c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.683609 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:57.683900 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.690856 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d78d6ad8-a9d8-481a-8f72-62eae18a1ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] In _notify_port_updated(), no bound segment for port f24e456f-ca11-4517-a98c-53a6e45e8c15 on network 14d787e6-5265-4061-b7e0-0033f78f610a {{(pid=95474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:58:57.697019 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ab576-7280-4848-9c6e-0cb9e62157b3 req-c339b60e-8ef6-41e2-974a-017c5eb0354c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.697555 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78d6ad8-a9d8-481a-8f72-62eae18a1ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.697555 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d78d6ad8-a9d8-481a-8f72-62eae18a1ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.697555 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d78d6ad8-a9d8-481a-8f72-62eae18a1ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] 10.222.0.20 "PUT /v2.0/ports/f24e456f-ca11-4517-a98c-53a6e45e8c15 HTTP/1.1" status: 200 len: 1129 time: 0.5932958 Sep 16 04:58:57.697828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ab576-7280-4848-9c6e-0cb9e62157b3 req-c339b60e-8ef6-41e2-974a-017c5eb0354c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.699531 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56208) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:57.706970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f7ab576-7280-4848-9c6e-0cb9e62157b3 req-c339b60e-8ef6-41e2-974a-017c5eb0354c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5444 time: 0.2117975 Sep 16 04:58:57.792340 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d6ad8-a9d8-481a-8f72-62eae18a1ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Pushing event updated for resources: {'Port': ['ID=f24e456f-ca11-4517-a98c-53a6e45e8c15,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:57.829563 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6996d70-6e18-46bf-a7f1-3f5b374e14bc tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.834180 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a6996d70-6e18-46bf-a7f1-3f5b374e14bc tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] 10.222.0.20 "GET /v2.0/ports/f24e456f-ca11-4517-a98c-53a6e45e8c15 HTTP/1.1" status: 200 len: 1129 time: 0.1304421 Sep 16 04:58:57.840668 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56210) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:57.865520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d143214-3477-4be7-9f72-29413d556a95 req-aff65434-92ec-4641-a1c4-f851f23cc155 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570214 Sep 16 04:58:57.890221 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f7ab576-7280-4848-9c6e-0cb9e62157b3 req-c0f526aa-ac8a-4987-ba1f-c528f9281e94 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1817369 Sep 16 04:58:57.920242 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717e288-56a6-47c2-938d-b146c02365e2 req-c3bdb0e5-8699-46c8-97ed-73426824363b tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.930763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f717e288-56a6-47c2-938d-b146c02365e2 req-c3bdb0e5-8699-46c8-97ed-73426824363b tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 944 time: 0.2133398 Sep 16 04:58:57.995032 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f717e288-56a6-47c2-938d-b146c02365e2 req-86f87e29-344d-43a5-8ae9-a542fb9f635e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6bff0b9-265d-4576-829a-09624c9360e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628576 Sep 16 04:58:58.014255 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-026f82ea-4d54-492f-a564-d51c0679a04f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Deleting port f24e456f-ca11-4517-a98c-53a6e45e8c15 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:58.014255 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-026f82ea-4d54-492f-a564-d51c0679a04f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.131695 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-026f82ea-4d54-492f-a564-d51c0679a04f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.151535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-026f82ea-4d54-492f-a564-d51c0679a04f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Calling delete_port for f24e456f-ca11-4517-a98c-53a6e45e8c15 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:58.176686 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-adb6870e-2184-445d-97ff-7240111e1c4b None None] Provisioning complete for port f24e456f-ca11-4517-a98c-53a6e45e8c15 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:58.177151 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-adb6870e-2184-445d-97ff-7240111e1c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.217286 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-adb6870e-2184-445d-97ff-7240111e1c4b None None] Port f24e456f-ca11-4517-a98c-53a6e45e8c15 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:58.238214 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.420749 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-026f82ea-4d54-492f-a564-d51c0679a04f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.431372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e826e42-128d-406a-b16a-23043d8eb434 req-b86b47e1-d36f-41a3-9820-c82b94eabb9a tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.432950 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e826e42-128d-406a-b16a-23043d8eb434 req-b86b47e1-d36f-41a3-9820-c82b94eabb9a tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.0572274 Sep 16 04:58:58.448383 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f82ea-4d54-492f-a564-d51c0679a04f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Pushing event deleted for resources: {'Port': ['ID=f24e456f-ca11-4517-a98c-53a6e45e8c15,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:58.483979 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-026f82ea-4d54-492f-a564-d51c0679a04f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.485680 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e826e42-128d-406a-b16a-23043d8eb434 req-9c51db43-a8cc-4312-b30a-0b708f55f56e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465658 Sep 16 04:58:58.487361 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-026f82ea-4d54-492f-a564-d51c0679a04f tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] 10.222.0.20 "DELETE /v2.0/ports/f24e456f-ca11-4517-a98c-53a6e45e8c15 HTTP/1.1" status: 204 len: 168 time: 0.6460068 Sep 16 04:58:58.489084 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56218) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.551995 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f800ad-9463-4548-b9c9-960636e9c9e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Deleting subnet 6bc2dcab-0b35-49e0-ad4c-90c416a5d746 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:58.555623 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f5f800ad-9463-4548-b9c9-960636e9c9e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.609807 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f5f800ad-9463-4548-b9c9-960636e9c9e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.702995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b2fe4-1898-472e-9cea-03a2905b1850 req-a454cab1-5b38-4c20-9428-147b1e97ace3 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.704575 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e6b2fe4-1898-472e-9cea-03a2905b1850 req-a454cab1-5b38-4c20-9428-147b1e97ace3 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.0502212 Sep 16 04:58:58.707544 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f5f800ad-9463-4548-b9c9-960636e9c9e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.747427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e6b2fe4-1898-472e-9cea-03a2905b1850 req-88501671-79ca-4456-b33d-0611d580b9f0 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364177 Sep 16 04:58:59.070782 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8a758-e0d5-41da-a1e7-768c299bb527 req-c2c963dd-3e2a-49b5-bb60-77e1dd9f07ae tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.078153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8a758-e0d5-41da-a1e7-768c299bb527 req-c2c963dd-3e2a-49b5-bb60-77e1dd9f07ae tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.089637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8a758-e0d5-41da-a1e7-768c299bb527 req-c2c963dd-3e2a-49b5-bb60-77e1dd9f07ae tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.096712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8a758-e0d5-41da-a1e7-768c299bb527 req-c2c963dd-3e2a-49b5-bb60-77e1dd9f07ae tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.102795 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8a758-e0d5-41da-a1e7-768c299bb527 req-c2c963dd-3e2a-49b5-bb60-77e1dd9f07ae tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.108822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8a758-e0d5-41da-a1e7-768c299bb527 req-c2c963dd-3e2a-49b5-bb60-77e1dd9f07ae tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.114828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8a758-e0d5-41da-a1e7-768c299bb527 req-c2c963dd-3e2a-49b5-bb60-77e1dd9f07ae tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.117028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-21d8a758-e0d5-41da-a1e7-768c299bb527 req-c2c963dd-3e2a-49b5-bb60-77e1dd9f07ae tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5444 time: 0.1344969 Sep 16 04:58:59.184761 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device c7ba2538-c1d2-40a9-8946-bf05067dda66 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:59.233177 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f5f800ad-9463-4548-b9c9-960636e9c9e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.243889 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-21d8a758-e0d5-41da-a1e7-768c299bb527 req-863ee031-87f8-47b7-8c8f-abe7dc608ae5 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1119885 Sep 16 04:58:59.263243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c795a6-6963-45da-a365-0f7f3f168ec7 None None] Network 14d787e6-5265-4061-b7e0-0033f78f610a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:59.273052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befb262-67b3-494a-980d-3a41c3ad36cd req-73dd6fa5-f192-4114-9a45-84ed4adbbbd3 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.280996 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3befb262-67b3-494a-980d-3a41c3ad36cd req-73dd6fa5-f192-4114-9a45-84ed4adbbbd3 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 944 time: 0.1630635 Sep 16 04:58:59.281786 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f5f800ad-9463-4548-b9c9-960636e9c9e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.288435 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f5f800ad-9463-4548-b9c9-960636e9c9e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] 10.222.0.20 "DELETE /v2.0/subnets/6bc2dcab-0b35-49e0-ad4c-90c416a5d746 HTTP/1.1" status: 204 len: 168 time: 0.7980428 Sep 16 04:58:59.289447 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f800ad-9463-4548-b9c9-960636e9c9e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Pushing event deleted for resources: {'Subnet': ['ID=6bc2dcab-0b35-49e0-ad4c-90c416a5d746,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:59.289629 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56236) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.303112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-c7d98af3-0312-4c97-af20-5f4993cd950f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.308798 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-c7d98af3-0312-4c97-af20-5f4993cd950f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.315589 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-c7d98af3-0312-4c97-af20-5f4993cd950f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.325503 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-c7d98af3-0312-4c97-af20-5f4993cd950f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.332180 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-c7d98af3-0312-4c97-af20-5f4993cd950f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.338328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-c7d98af3-0312-4c97-af20-5f4993cd950f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.349296 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-c7d98af3-0312-4c97-af20-5f4993cd950f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.351325 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-c7d98af3-0312-4c97-af20-5f4993cd950f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.38 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5444 time: 0.2184429 Sep 16 04:58:59.503560 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-2e857734-375b-40c6-83d5-5aa07203af76 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.505762 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-2e857734-375b-40c6-83d5-5aa07203af76 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.38 "GET /v2.0/ports/207cd857-c1dd-4112-b6ee-2cc72b73c3f2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1425092 Sep 16 04:58:59.516477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3befb262-67b3-494a-980d-3a41c3ad36cd req-796a14cd-82aa-448e-b9bd-7e97dbb0bb2f tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6bff0b9-265d-4576-829a-09624c9360e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344885 Sep 16 04:58:59.575622 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.667176 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port c7ba2538-c1d2-40a9-8946-bf05067dda66, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c7ba2538-c1d2-40a9-8946-bf05067dda66,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:59.717214 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'c7ba2538-c1d2-40a9-8946-bf05067dda66', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'port_id': 'c7ba2538-c1d2-40a9-8946-bf05067dda66', 'mac_address': 'fa:16:3e:42:4d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:59.773737 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-e63ddd96-6ed1-4906-92ee-c9b6906495ad tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.38 "GET /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2448187 Sep 16 04:58:59.799771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-81cc79be-9282-44c5-9c94-78c048b10dbd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:59.799980 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.842725 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7ba2538-c1d2-40a9-8946-bf05067dda66 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:59.867591 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae52d915-3e6b-421f-8c9b-1b26942f7f8e None None] DHCP port deletion for 14d787e6-5265-4061-b7e0-0033f78f610a request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:58:59.889490 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port c7ba2538-c1d2-40a9-8946-bf05067dda66, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c7ba2538-c1d2-40a9-8946-bf05067dda66,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:59.928690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6a1c6-9608-4086-8c72-f5ceec92d9ef req-3b13595d-a206-4591-b53a-6d4a2f1b1890 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.930362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fd6a1c6-9608-4086-8c72-f5ceec92d9ef req-3b13595d-a206-4591-b53a-6d4a2f1b1890 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.2911727 Sep 16 04:58:59.939384 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Deleting port dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:59.940963 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.944183 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ae52d915-3e6b-421f-8c9b-1b26942f7f8e None None] Deleting port dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:59.944545 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ae52d915-3e6b-421f-8c9b-1b26942f7f8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.999951 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.030182 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-81cc79be-9282-44c5-9c94-78c048b10dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.055926 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ae52d915-3e6b-421f-8c9b-1b26942f7f8e None None] For port dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67,segment=NetworkSegment(6571bd02-bfea-428b-8e46-18996196587b),segment_id=6571bd02-bfea-428b-8e46-18996196587b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:00.056361 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ae52d915-3e6b-421f-8c9b-1b26942f7f8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.079360 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ae52d915-3e6b-421f-8c9b-1b26942f7f8e None None] Calling delete_port for dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:00.083225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414c109-b8cd-4282-a9b1-4384a463fe49 req-9d61e44c-94a1-480c-aa83-7240741eed8e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.085307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f414c109-b8cd-4282-a9b1-4384a463fe49 req-9d61e44c-94a1-480c-aa83-7240741eed8e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.2139275 Sep 16 04:59:00.103589 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=c7ba2538-c1d2-40a9-8946-bf05067dda66,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:00.170874 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fd6a1c6-9608-4086-8c72-f5ceec92d9ef req-1de8ef29-ca57-4f9d-8e37-30b2a6255d05 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263684 Sep 16 04:59:00.243182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] For port dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67,segment=NetworkSegment(6571bd02-bfea-428b-8e46-18996196587b),segment_id=6571bd02-bfea-428b-8e46-18996196587b)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:00.243560 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.276713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Calling delete_port for dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:00.282862 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f414c109-b8cd-4282-a9b1-4384a463fe49 req-055cabd7-296a-432a-8bf3-8c70ec370fcf tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791344 Sep 16 04:59:00.410466 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ae52d915-3e6b-421f-8c9b-1b26942f7f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.442034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-81cc79be-9282-44c5-9c94-78c048b10dbd service neutron] For port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=207cd857-c1dd-4112-b6ee-2cc72b73c3f2,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:00.488456 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52d915-3e6b-421f-8c9b-1b26942f7f8e None None] Pushing event deleted for resources: {'Port': ['ID=dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:00.489270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdaf3d-d65e-4094-a9a8-1159ac4b48aa req-60f81c09-b58f-4dcf-b496-313aa7fb3e9c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.499044 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['c7ba2538-c1d2-40a9-8946-bf05067dda66'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:00.500367 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdaf3d-d65e-4094-a9a8-1159ac4b48aa req-60f81c09-b58f-4dcf-b496-313aa7fb3e9c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.507247 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdaf3d-d65e-4094-a9a8-1159ac4b48aa req-60f81c09-b58f-4dcf-b496-313aa7fb3e9c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.509074 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae52d915-3e6b-421f-8c9b-1b26942f7f8e None None] No DVR routers for this DVR port dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:00.516239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdaf3d-d65e-4094-a9a8-1159ac4b48aa req-60f81c09-b58f-4dcf-b496-313aa7fb3e9c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.523123 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdaf3d-d65e-4094-a9a8-1159ac4b48aa req-60f81c09-b58f-4dcf-b496-313aa7fb3e9c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.530423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdaf3d-d65e-4094-a9a8-1159ac4b48aa req-60f81c09-b58f-4dcf-b496-313aa7fb3e9c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.541784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdaf3d-d65e-4094-a9a8-1159ac4b48aa req-60f81c09-b58f-4dcf-b496-313aa7fb3e9c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.544367 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2bdaf3d-d65e-4094-a9a8-1159ac4b48aa req-60f81c09-b58f-4dcf-b496-313aa7fb3e9c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 5444 time: 0.1782982 Sep 16 04:59:00.581560 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-81cc79be-9282-44c5-9c94-78c048b10dbd service neutron] For port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:00.610562 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.688665 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-81cc79be-9282-44c5-9c94-78c048b10dbd service neutron] device_id is not set on port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:00.729477 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Pushing event deleted for resources: {'Port': ['ID=dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:00.771836 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-81cc79be-9282-44c5-9c94-78c048b10dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.792979 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] No DVR routers for this DVR port dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:00.808864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2bdaf3d-d65e-4094-a9a8-1159ac4b48aa req-d471ac47-d192-44e6-9054-a8dfd3e664cc tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2391880 Sep 16 04:59:00.862776 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-81cc79be-9282-44c5-9c94-78c048b10dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.913943 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8738dd-3396-49a1-b337-55af0d2e6357 req-ba62cb39-9cce-423a-9da6-57a7e7e5d999 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.915802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ec8738dd-3396-49a1-b337-55af0d2e6357 req-ba62cb39-9cce-423a-9da6-57a7e7e5d999 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 944 time: 0.2895207 Sep 16 04:59:00.945368 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.014504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d787e6-5265-4061-b7e0-0033f78f610a']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:01.046398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-81cc79be-9282-44c5-9c94-78c048b10dbd service neutron] No DVR routers for this DVR port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:01.051403 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6571bd02-bfea-428b-8e46-18996196587b') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:01.051702 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6571bd02-bfea-428b-8e46-18996196587b') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:01.053440 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc79be-9282-44c5-9c94-78c048b10dbd service neutron] Pushing event updated for resources: {'Port': ['ID=207cd857-c1dd-4112-b6ee-2cc72b73c3f2,revision_number=6']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:01.092041 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ec8738dd-3396-49a1-b337-55af0d2e6357 req-1e1e6e7f-df4a-4450-ae56-b0d9aa2e578f tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6bff0b9-265d-4576-829a-09624c9360e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428566 Sep 16 04:59:01.094235 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.122729 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.134268 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:01.134540 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:01.137735 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:01.144618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-81cc79be-9282-44c5-9c94-78c048b10dbd service neutron] In _notify_port_updated(), no bound segment for port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 on network 25dc981a-4bf0-4e39-9c80-5980ada4b30c {{(pid=95473) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:59:01.144618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-81cc79be-9282-44c5-9c94-78c048b10dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.144618 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-81cc79be-9282-44c5-9c94-78c048b10dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.144618 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-81cc79be-9282-44c5-9c94-78c048b10dbd service neutron] 10.222.0.38 "PUT /v2.0/ports/207cd857-c1dd-4112-b6ee-2cc72b73c3f2 HTTP/1.1" status: 200 len: 1033 time: 1.3556015 Sep 16 04:59:01.200813 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device c7ba2538-c1d2-40a9-8946-bf05067dda66 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:01.240674 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-4d9010dd-10d1-4452-999c-6ca4d94120a8 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.242627 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-4d9010dd-10d1-4452-999c-6ca4d94120a8 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.38 "GET /v2.0/ports/ccee8eb8-1da5-4032-97e8-3546b99f9057?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0897949 Sep 16 04:59:01.260257 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:01.273892 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e472b486-3e58-4cdd-9c94-6f9283d179ea None None] Provisioning complete for port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:01.274536 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e472b486-3e58-4cdd-9c94-6f9283d179ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.280928 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port c7ba2538-c1d2-40a9-8946-bf05067dda66 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:01.281548 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.349682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e472b486-3e58-4cdd-9c94-6f9283d179ea None None] Port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:01.371331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de5cac-25f3-4fa4-84c0-8174e6d039c8 req-45d3c15e-088d-41f4-8c68-124bf1506a8d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.372993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58de5cac-25f3-4fa4-84c0-8174e6d039c8 req-45d3c15e-088d-41f4-8c68-124bf1506a8d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.0894318 Sep 16 04:59:01.376903 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.412700 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.420123 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.454064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e13150-6f2c-41b7-81bc-eea22b3d0dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ba2538-c1d2-40a9-8946-bf05067dda66'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:01.456802 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bf3535-b03b-4db4-ab16-00ade7aed4fd" -d '{"events": [{"server_uuid": "01e13150-6f2c-41b7-81bc-eea22b3d0dbc", "name": "network-vif-plugged", "status": "completed", "tag": "c7ba2538-c1d2-40a9-8946-bf05067dda66"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:01.472155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port c7ba2538-c1d2-40a9-8946-bf05067dda66, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c7ba2538-c1d2-40a9-8946-bf05067dda66,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:01.507927 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.513295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] 10.222.0.20 "DELETE /v2.0/networks/14d787e6-5265-4061-b7e0-0033f78f610a HTTP/1.1" status: 204 len: 168 time: 2.1577063 Sep 16 04:59:01.531536 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f8aee-2e49-421a-9af0-16b034ea4b2c tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834 tempest-ExtraDHCPOptionsIpV6TestJSON-1748621834-project] Pushing event deleted for resources: {'Network': ['ID=14d787e6-5265-4061-b7e0-0033f78f610a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:01.560645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58de5cac-25f3-4fa4-84c0-8174e6d039c8 req-1b7940dd-4983-45aa-8c76-38952337f45d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731243 Sep 16 04:59:01.611289 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fca881-b840-4d5d-ad7b-492279332271 x-openstack-request-id: req-a5fca881-b840-4d5d-ad7b-492279332271 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:01.612747 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e13150-6f2c-41b7-81bc-eea22b3d0dbc", "name": "network-vif-plugged", "status": "completed", "tag": "c7ba2538-c1d2-40a9-8946-bf05067dda66", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:01.613063 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5fca881-b840-4d5d-ad7b-492279332271 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:01.613385 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e13150-6f2c-41b7-81bc-eea22b3d0dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ba2538-c1d2-40a9-8946-bf05067dda66', 'code': 200} Sep 16 04:59:01.616262 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.617343 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 82a9ee32-3c39-4631-9da3-c026fdda75bd no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:01.621537 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:01.623937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcac19-47f9-45e7-a3d0-283675b26317 req-5299797f-19a5-4590-9161-8fe49a9e47d7 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.628848 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91dcac19-47f9-45e7-a3d0-283675b26317 req-5299797f-19a5-4590-9161-8fe49a9e47d7 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 945 time: 0.2237775 Sep 16 04:59:01.703285 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:01.703635 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device dc0ef8c8-972b-4127-9cb3-3f0d61fa6c67 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:01.748824 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=c7ba2538-c1d2-40a9-8946-bf05067dda66,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:01.759295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] For port ccee8eb8-1da5-4032-97e8-3546b99f9057, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ccee8eb8-1da5-4032-97e8-3546b99f9057,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:01.774466 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91dcac19-47f9-45e7-a3d0-283675b26317 req-fc8d69f6-af78-4a34-91f8-57fed5394370 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885823 Sep 16 04:59:01.796138 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.803088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] For port ccee8eb8-1da5-4032-97e8-3546b99f9057, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:01.828769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 82a9ee32-3c39-4631-9da3-c026fdda75bd, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=82a9ee32-3c39-4631-9da3-c026fdda75bd,segment=NetworkSegment(39bb2bb4-0ae8-490b-952c-58c0f4e0502f),segment_id=39bb2bb4-0ae8-490b-952c-58c0f4e0502f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:01.847194 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] device_id is not set on port ccee8eb8-1da5-4032-97e8-3546b99f9057 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:01.855766 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.969203 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.970201 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 02f13f4a-d752-4b62-80fe-9e1b2b5176a4 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:01.992488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ec670-0ee6-4c55-a81d-307417abef24 req-6ec2476f-eec8-4d9c-83f8-6c15ae038246 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.998494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ec670-0ee6-4c55-a81d-307417abef24 req-6ec2476f-eec8-4d9c-83f8-6c15ae038246 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.005064 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ec670-0ee6-4c55-a81d-307417abef24 req-6ec2476f-eec8-4d9c-83f8-6c15ae038246 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.016441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ec670-0ee6-4c55-a81d-307417abef24 req-6ec2476f-eec8-4d9c-83f8-6c15ae038246 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.022751 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ec670-0ee6-4c55-a81d-307417abef24 req-6ec2476f-eec8-4d9c-83f8-6c15ae038246 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.029398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ec670-0ee6-4c55-a81d-307417abef24 req-6ec2476f-eec8-4d9c-83f8-6c15ae038246 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.031386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d88ec670-0ee6-4c55-a81d-307417abef24 req-6ec2476f-eec8-4d9c-83f8-6c15ae038246 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 4664 time: 0.1070147 Sep 16 04:59:02.032980 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.066129 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=82a9ee32-3c39-4631-9da3-c026fdda75bd,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:02.130009 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] No DVR routers for this DVR port ccee8eb8-1da5-4032-97e8-3546b99f9057 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:02.137604 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] Pushing event updated for resources: {'Port': ['ID=ccee8eb8-1da5-4032-97e8-3546b99f9057,revision_number=6']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:02.156145 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.202392 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d88ec670-0ee6-4c55-a81d-307417abef24 req-0dabf9c2-7b5e-4ff9-933c-1dbd281fc879 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=586b36e4-ec09-499b-aa6c-5c19b6a38789&id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1373944 Sep 16 04:59:02.203895 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:02.204238 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:02.204599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:02.204936 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:02.205263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:02.205590 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:02.205914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:02.206330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:02.206562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:02.206914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:02.207407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:02.207680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:02.228587 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 02f13f4a-d752-4b62-80fe-9e1b2b5176a4, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=02f13f4a-d752-4b62-80fe-9e1b2b5176a4,segment=NetworkSegment(02813e8b-5fbb-44a3-8b0e-0b887736a608),segment_id=02813e8b-5fbb-44a3-8b0e-0b887736a608)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:02.285805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] In _notify_port_updated(), no bound segment for port ccee8eb8-1da5-4032-97e8-3546b99f9057 on network 25dc981a-4bf0-4e39-9c80-5980ada4b30c {{(pid=95473) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:59:02.286731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.287274 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56312) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:02.287860 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.289077 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-855e28f6-8356-4027-90e1-61fa185442ce service neutron] 10.222.0.38 "PUT /v2.0/ports/ccee8eb8-1da5-4032-97e8-3546b99f9057 HTTP/1.1" status: 200 len: 1033 time: 1.0386751 Sep 16 04:59:02.353648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61701235-9e5c-485e-b9a2-eea84277609b req-02bc8d2e-712b-46ca-8f49-fd8bfc7ae608 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.355229 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61701235-9e5c-485e-b9a2-eea84277609b req-02bc8d2e-712b-46ca-8f49-fd8bfc7ae608 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 944 time: 0.1440356 Sep 16 04:59:02.369866 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.370714 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ccee8eb8-1da5-4032-97e8-3546b99f9057 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:02.451730 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61701235-9e5c-485e-b9a2-eea84277609b req-c3d51691-78be-498b-a6ba-30c0364fad73 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6bff0b9-265d-4576-829a-09624c9360e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585992 Sep 16 04:59:02.472025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-35561a85-9c6c-4d05-b458-e2147bba8996 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Deleting port 02f13f4a-d752-4b62-80fe-9e1b2b5176a4 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:02.472412 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-35561a85-9c6c-4d05-b458-e2147bba8996 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.486411 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-954f3d27-3057-4d16-9762-277b991de312 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98affda9a4334b138f803d0431fd7019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970892 Sep 16 04:59:02.487089 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56316) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:02.505978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ccee8eb8-1da5-4032-97e8-3546b99f9057 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:02.508228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:02.511515 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=02f13f4a-d752-4b62-80fe-9e1b2b5176a4,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:02.542220 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-5f6188c6-00bb-427d-80a8-6a085463363e None None] Provisioning complete for port ccee8eb8-1da5-4032-97e8-3546b99f9057 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:02.542937 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f6188c6-00bb-427d-80a8-6a085463363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.562741 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-01962996-0e24-4142-8bf1-d2a01c6f0df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.600106 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:02.600957 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device bc85b5cf-42ee-4029-920f-a0fc5c1f45bc no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:02.604227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-5f6188c6-00bb-427d-80a8-6a085463363e None None] Port ccee8eb8-1da5-4032-97e8-3546b99f9057 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:02.612019 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-35561a85-9c6c-4d05-b458-e2147bba8996 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] For port 02f13f4a-d752-4b62-80fe-9e1b2b5176a4, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=02f13f4a-d752-4b62-80fe-9e1b2b5176a4,segment=NetworkSegment(02813e8b-5fbb-44a3-8b0e-0b887736a608),segment_id=02813e8b-5fbb-44a3-8b0e-0b887736a608)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:02.615864 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-01962996-0e24-4142-8bf1-d2a01c6f0df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.616243 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-35561a85-9c6c-4d05-b458-e2147bba8996 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.635130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-35561a85-9c6c-4d05-b458-e2147bba8996 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Calling delete_port for 02f13f4a-d752-4b62-80fe-9e1b2b5176a4 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:02.762540 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.790670 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d22c1-3954-4052-ac69-fadd1eb922ca req-b01dea12-e9e4-46b1-8a88-2849a34c2eae tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.795615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c2d22c1-3954-4052-ac69-fadd1eb922ca req-b01dea12-e9e4-46b1-8a88-2849a34c2eae tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.0731843 Sep 16 04:59:02.806493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port bc85b5cf-42ee-4029-920f-a0fc5c1f45bc, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=bc85b5cf-42ee-4029-920f-a0fc5c1f45bc,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:02.865151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c2d22c1-3954-4052-ac69-fadd1eb922ca req-3fdc39ac-40bc-4676-aeaf-28e93dbfe9e8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599475 Sep 16 04:59:02.929947 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-01962996-0e24-4142-8bf1-d2a01c6f0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.932983 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-01962996-0e24-4142-8bf1-d2a01c6f0df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.935263 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-01962996-0e24-4142-8bf1-d2a01c6f0df7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd3750d1-fe21-40b5-8272-92e23bdccba9 HTTP/1.1" status: 204 len: 168 time: 0.4467049 Sep 16 04:59:02.948668 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01962996-0e24-4142-8bf1-d2a01c6f0df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3750d1-fe21-40b5-8272-92e23bdccba9,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:02.983793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f878660-477f-4ca7-9278-71ceb44b7176 req-cc1fb460-4c34-4229-a4b6-c27cd2536459 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.985593 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f878660-477f-4ca7-9278-71ceb44b7176 req-cc1fb460-4c34-4229-a4b6-c27cd2536459 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.1207590 Sep 16 04:59:02.993879 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.995187 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a5ba0f66-270a-41f6-b6de-e53d473310e7 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:03.027262 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-35561a85-9c6c-4d05-b458-e2147bba8996 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.036671 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3c9f7-ecc0-444c-a224-934a3b6b7b46 req-f12021c8-a994-4e10-838b-23dbf776321a tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.038376 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ef3c9f7-ecc0-444c-a224-934a3b6b7b46 req-f12021c8-a994-4e10-838b-23dbf776321a tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.0913401 Sep 16 04:59:03.083930 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35561a85-9c6c-4d05-b458-e2147bba8996 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event deleted for resources: {'Port': ['ID=02f13f4a-d752-4b62-80fe-9e1b2b5176a4,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:03.096852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f878660-477f-4ca7-9278-71ceb44b7176 req-c8b50a02-c253-4a61-8a26-e05931472154 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039963 Sep 16 04:59:03.131740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=bc85b5cf-42ee-4029-920f-a0fc5c1f45bc,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:03.174762 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ef3c9f7-ecc0-444c-a224-934a3b6b7b46 req-eea9b017-a36c-4213-85ab-ec2782f2ee8b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222332 Sep 16 04:59:03.175768 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-35561a85-9c6c-4d05-b458-e2147bba8996 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] No DVR routers for this DVR port 02f13f4a-d752-4b62-80fe-9e1b2b5176a4 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:03.178353 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-35561a85-9c6c-4d05-b458-e2147bba8996 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.180724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-35561a85-9c6c-4d05-b458-e2147bba8996 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.38 "DELETE /v2.0/ports/02f13f4a-d752-4b62-80fe-9e1b2b5176a4 HTTP/1.1" status: 204 len: 173 time: 0.8817537 Sep 16 04:59:03.181016 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-deleted', 'tag': '02f13f4a-d752-4b62-80fe-9e1b2b5176a4'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:03.183343 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957a8801-329f-4f64-b88e-49e7f7a9f6f9" -d '{"events": [{"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-deleted", "tag": "02f13f4a-d752-4b62-80fe-9e1b2b5176a4"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:03.246232 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.268696 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d85e49-6457-493c-8bc6-77bb1082d00e x-openstack-request-id: req-b8d85e49-6457-493c-8bc6-77bb1082d00e {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:03.268977 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-deleted", "tag": "02f13f4a-d752-4b62-80fe-9e1b2b5176a4", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:03.269227 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8d85e49-6457-493c-8bc6-77bb1082d00e {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:03.270968 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-deleted', 'tag': '02f13f4a-d752-4b62-80fe-9e1b2b5176a4', 'status': 'completed', 'code': 200} Sep 16 04:59:03.323243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port a5ba0f66-270a-41f6-b6de-e53d473310e7, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a5ba0f66-270a-41f6-b6de-e53d473310e7,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:03.435294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-3800aa2b-afa5-4266-8120-415ad566e801 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Deleting port a5ba0f66-270a-41f6-b6de-e53d473310e7 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:03.435653 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-3800aa2b-afa5-4266-8120-415ad566e801 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.450350 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1de73-e012-4393-bdbd-393fd4100314 req-d2c42f31-595d-4eaf-975e-4d3cff41365e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.452128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5aa1de73-e012-4393-bdbd-393fd4100314 req-d2c42f31-595d-4eaf-975e-4d3cff41365e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.1148589 Sep 16 04:59:03.493192 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.493192 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 666421dd-7f20-43a0-8019-5b5cd252de6c no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:03.579073 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5aa1de73-e012-4393-bdbd-393fd4100314 req-033aa093-14b5-4fc1-bcab-b224f0eaa5a0 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118698 Sep 16 04:59:03.583744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=a5ba0f66-270a-41f6-b6de-e53d473310e7,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:03.592591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae94bb-23fc-42b1-a6df-fe93e3cd96d2 req-713dfd15-bd65-4990-87e8-2b652afcb4db tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.598787 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae94bb-23fc-42b1-a6df-fe93e3cd96d2 req-713dfd15-bd65-4990-87e8-2b652afcb4db tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.605465 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae94bb-23fc-42b1-a6df-fe93e3cd96d2 req-713dfd15-bd65-4990-87e8-2b652afcb4db tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.616566 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82a9ee32-3c39-4631-9da3-c026fdda75bd'}, {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02f13f4a-d752-4b62-80fe-9e1b2b5176a4'}, {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc85b5cf-42ee-4029-920f-a0fc5c1f45bc'}, {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5ba0f66-270a-41f6-b6de-e53d473310e7'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:03.619188 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a6fbf5-2544-4bec-829e-376a2b67e230" -d '{"events": [{"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-unplugged", "status": "completed", "tag": "82a9ee32-3c39-4631-9da3-c026fdda75bd"}, {"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-unplugged", "status": "completed", "tag": "02f13f4a-d752-4b62-80fe-9e1b2b5176a4"}, {"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-unplugged", "status": "completed", "tag": "bc85b5cf-42ee-4029-920f-a0fc5c1f45bc"}, {"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a5ba0f66-270a-41f6-b6de-e53d473310e7"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:03.620060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae94bb-23fc-42b1-a6df-fe93e3cd96d2 req-713dfd15-bd65-4990-87e8-2b652afcb4db tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.634520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6aae94bb-23fc-42b1-a6df-fe93e3cd96d2 req-713dfd15-bd65-4990-87e8-2b652afcb4db tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 3145 time: 0.2605965 Sep 16 04:59:03.649073 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.693556 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 666421dd-7f20-43a0-8019-5b5cd252de6c, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=666421dd-7f20-43a0-8019-5b5cd252de6c,segment=NetworkSegment(02813e8b-5fbb-44a3-8b0e-0b887736a608),segment_id=02813e8b-5fbb-44a3-8b0e-0b887736a608)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:03.861745 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.964808 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=666421dd-7f20-43a0-8019-5b5cd252de6c,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:04.180295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-3800aa2b-afa5-4266-8120-415ad566e801 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] For port a5ba0f66-270a-41f6-b6de-e53d473310e7, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a5ba0f66-270a-41f6-b6de-e53d473310e7,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:04.180636 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-3800aa2b-afa5-4266-8120-415ad566e801 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.185769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6aae94bb-23fc-42b1-a6df-fe93e3cd96d2 req-e2061fb0-ae78-4ff3-810c-e9f9e7ec173d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5485852 Sep 16 04:59:04.203170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-3800aa2b-afa5-4266-8120-415ad566e801 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Calling delete_port for a5ba0f66-270a-41f6-b6de-e53d473310e7 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:04.274036 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2963c35-11a8-458b-82e1-11e3045b9dcc x-openstack-request-id: req-f2963c35-11a8-458b-82e1-11e3045b9dcc {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:04.274316 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-unplugged", "status": "completed", "tag": "82a9ee32-3c39-4631-9da3-c026fdda75bd", "code": 200}, {"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-unplugged", "status": "completed", "tag": "02f13f4a-d752-4b62-80fe-9e1b2b5176a4", "code": 200}, {"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-unplugged", "status": "completed", "tag": "bc85b5cf-42ee-4029-920f-a0fc5c1f45bc", "code": 200}, {"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a5ba0f66-270a-41f6-b6de-e53d473310e7", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:04.274538 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2963c35-11a8-458b-82e1-11e3045b9dcc {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:04.274961 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82a9ee32-3c39-4631-9da3-c026fdda75bd', 'code': 200} Sep 16 04:59:04.275213 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02f13f4a-d752-4b62-80fe-9e1b2b5176a4', 'code': 200} Sep 16 04:59:04.275457 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc85b5cf-42ee-4029-920f-a0fc5c1f45bc', 'code': 200} Sep 16 04:59:04.275700 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5ba0f66-270a-41f6-b6de-e53d473310e7', 'code': 200} Sep 16 04:59:04.338786 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd228449-5b73-42e0-89fe-40cdfc694783 req-0f24a83c-401b-453a-a6f3-5e74f04ebfe3 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.342072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd228449-5b73-42e0-89fe-40cdfc694783 req-0f24a83c-401b-453a-a6f3-5e74f04ebfe3 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 944 time: 0.2261446 Sep 16 04:59:04.464784 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd228449-5b73-42e0-89fe-40cdfc694783 req-a645a5b7-2a75-4b49-85b8-e046d0611a4b tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6bff0b9-265d-4576-829a-09624c9360e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948195 Sep 16 04:59:04.519078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f7285-a434-45f2-b605-8f5f3d63f643 req-fdd4bab5-6a7a-4f9c-9ae1-cad9b301aced tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.524664 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-917f7285-a434-45f2-b605-8f5f3d63f643 req-fdd4bab5-6a7a-4f9c-9ae1-cad9b301aced tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.1377356 Sep 16 04:59:04.630166 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-917f7285-a434-45f2-b605-8f5f3d63f643 req-428cdbd4-9884-447f-a7ca-daf97d97182d tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043272 Sep 16 04:59:04.651326 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296f252-e719-4954-92ff-de434da3aad7 req-af57c8ce-d41d-427b-9157-bea11620e6a5 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.659666 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a296f252-e719-4954-92ff-de434da3aad7 req-af57c8ce-d41d-427b-9157-bea11620e6a5 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.0811262 Sep 16 04:59:04.721807 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a296f252-e719-4954-92ff-de434da3aad7 req-676e57ae-7c41-402f-83c1-7747f9f644af tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611303 Sep 16 04:59:04.722733 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-3800aa2b-afa5-4266-8120-415ad566e801 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.811657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800aa2b-afa5-4266-8120-415ad566e801 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event deleted for resources: {'Port': ['ID=a5ba0f66-270a-41f6-b6de-e53d473310e7,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:04.846852 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-3800aa2b-afa5-4266-8120-415ad566e801 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] No DVR routers for this DVR port a5ba0f66-270a-41f6-b6de-e53d473310e7 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:04.854049 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56380) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.876440 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-3800aa2b-afa5-4266-8120-415ad566e801 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.876440 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-3800aa2b-afa5-4266-8120-415ad566e801 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.38 "DELETE /v2.0/ports/a5ba0f66-270a-41f6-b6de-e53d473310e7 HTTP/1.1" status: 204 len: 173 time: 1.6744022 Sep 16 04:59:04.941955 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496884e2-5a45-48ef-8b08-95ace591fc6c req-03dcba01-bd3e-4064-bb40-794d2cf2df7e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.952082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-496884e2-5a45-48ef-8b08-95ace591fc6c req-03dcba01-bd3e-4064-bb40-794d2cf2df7e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.1367319 Sep 16 04:59:05.014730 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-bfb2e422-7c63-43da-83ca-b9610f8c96f5 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-566589150'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:05.092065 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-496884e2-5a45-48ef-8b08-95ace591fc6c req-d210e5d9-4e1a-45b0-940f-f24213ef9952 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388960 Sep 16 04:59:05.135036 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-9e0caabe-4ef8-49a4-8446-8ed817b132f5 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Deleting port 82a9ee32-3c39-4631-9da3-c026fdda75bd {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:05.135286 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-9e0caabe-4ef8-49a4-8446-8ed817b132f5 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.146146 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c9b36b25-8bcf-4adc-8c24-e3d5f3ac60cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.198786 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb2e422-7c63-43da-83ca-b9610f8c96f5 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Made reservation on behalf of d7ea2a7eb3af4f80bf7e19a6e025001a for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:05.206640 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e422-7c63-43da-83ca-b9610f8c96f5 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.216615 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e422-7c63-43da-83ca-b9610f8c96f5 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.275828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-deleted', 'tag': 'a5ba0f66-270a-41f6-b6de-e53d473310e7'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:05.278252 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e115615-b296-4e90-a36b-bc0f82daef7b" -d '{"events": [{"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-deleted", "tag": "a5ba0f66-270a-41f6-b6de-e53d473310e7"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:05.337922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-9e0caabe-4ef8-49a4-8446-8ed817b132f5 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] For port 82a9ee32-3c39-4631-9da3-c026fdda75bd, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=82a9ee32-3c39-4631-9da3-c026fdda75bd,segment=NetworkSegment(39bb2bb4-0ae8-490b-952c-58c0f4e0502f),segment_id=39bb2bb4-0ae8-490b-952c-58c0f4e0502f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:05.338354 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-9e0caabe-4ef8-49a4-8446-8ed817b132f5 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.404817 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4252a88-4981-4155-b4aa-0498f56f2fbc req-691e59e0-4061-4ca8-9564-8ee85348fae2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:05.404817 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4252a88-4981-4155-b4aa-0498f56f2fbc req-691e59e0-4061-4ca8-9564-8ee85348fae2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.2025869 Sep 16 04:59:05.432103 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e422-7c63-43da-83ca-b9610f8c96f5 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.542759 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cb1ff-5a3c-401b-a492-2dc25f68ba76 req-82bbe76d-a9aa-4d73-8af9-a7e750023b2b tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:05.553162 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cb1ff-5a3c-401b-a492-2dc25f68ba76 req-82bbe76d-a9aa-4d73-8af9-a7e750023b2b tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:05.559432 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cb1ff-5a3c-401b-a492-2dc25f68ba76 req-82bbe76d-a9aa-4d73-8af9-a7e750023b2b tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:05.560334 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e422-7c63-43da-83ca-b9610f8c96f5 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.561239 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-606cb1ff-5a3c-401b-a492-2dc25f68ba76 req-82bbe76d-a9aa-4d73-8af9-a7e750023b2b tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 2410 time: 0.2344947 Sep 16 04:59:05.591420 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4252a88-4981-4155-b4aa-0498f56f2fbc req-abcbe31d-d355-4e99-8746-0747fcdb8a3f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438754 Sep 16 04:59:05.593992 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb2e422-7c63-43da-83ca-b9610f8c96f5 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:05.607349 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2e422-7c63-43da-83ca-b9610f8c96f5 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c0b60b-a057-4096-92b4-c85c5690a02a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:05.631004 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e422-7c63-43da-83ca-b9610f8c96f5 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.631938 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-bfb2e422-7c63-43da-83ca-b9610f8c96f5 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Added segment eebf906e-edf2-4b52-af07-9e2b0a7044ad of type vlan for network 8db534ec-3be5-4611-9825-2e4c93e4e104 Sep 16 04:59:05.680317 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-606cb1ff-5a3c-401b-a492-2dc25f68ba76 req-4cf6685b-2efc-4b0b-8a9d-21b7dbbdbb3f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111760 Sep 16 04:59:05.685876 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e422-7c63-43da-83ca-b9610f8c96f5 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.732810 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e4de69-70e6-45c6-935c-a481771bfb04 x-openstack-request-id: req-21e4de69-70e6-45c6-935c-a481771bfb04 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:05.733543 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-deleted", "tag": "a5ba0f66-270a-41f6-b6de-e53d473310e7", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:05.734077 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21e4de69-70e6-45c6-935c-a481771bfb04 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:05.741721 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-deleted', 'tag': 'a5ba0f66-270a-41f6-b6de-e53d473310e7', 'status': 'completed', 'code': 200} Sep 16 04:59:05.758836 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-9e0caabe-4ef8-49a4-8446-8ed817b132f5 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.759340 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-9e0caabe-4ef8-49a4-8446-8ed817b132f5 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.759688 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-9e0caabe-4ef8-49a4-8446-8ed817b132f5 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Floating IP b26dbb77-ca85-4516-9f39-2dd861836d23 disassociated. External IP: 172.25.4.71, port: 82a9ee32-3c39-4631-9da3-c026fdda75bd. Sep 16 04:59:05.763990 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-9e0caabe-4ef8-49a4-8446-8ed817b132f5 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Calling delete_port for 82a9ee32-3c39-4631-9da3-c026fdda75bd owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:05.953283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5b4d1-64b4-48cf-b671-6bd203c82302 req-01aef9fe-613d-4e1d-98e5-b539310e6f64 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:05.958554 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e422-7c63-43da-83ca-b9610f8c96f5 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.962913 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b6b5b4d1-64b4-48cf-b671-6bd203c82302 req-01aef9fe-613d-4e1d-98e5-b539310e6f64 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.1472077 Sep 16 04:59:05.965366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb2e422-7c63-43da-83ca-b9610f8c96f5 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:05.970615 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e422-7c63-43da-83ca-b9610f8c96f5 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.984255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca6ecc-49cc-4297-bb0a-1468f5059ee8 req-1ea10805-fea1-47d2-a4d6-60fd706566d2 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:05.985447 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5ca6ecc-49cc-4297-bb0a-1468f5059ee8 req-1ea10805-fea1-47d2-a4d6-60fd706566d2 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 944 time: 0.1688473 Sep 16 04:59:06.058519 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5ca6ecc-49cc-4297-bb0a-1468f5059ee8 req-07a14d2c-852b-41fa-8109-72c9d092e74c tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6bff0b9-265d-4576-829a-09624c9360e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583265 Sep 16 04:59:06.127556 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b6b5b4d1-64b4-48cf-b671-6bd203c82302 req-28d3d198-cbb7-40f3-92c7-e87378e82390 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635923 Sep 16 04:59:06.203991 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2e422-7c63-43da-83ca-b9610f8c96f5 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event updated for resources: {'Network': ['ID=8db534ec-3be5-4611-9825-2e4c93e4e104,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:06.217748 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 8db534ec-3be5-4611-9825-2e4c93e4e104 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:06.280388 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '666421dd-7f20-43a0-8019-5b5cd252de6c'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:06.282730 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a699d39-8677-4e83-84f4-8880d57bf977" -d '{"events": [{"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-unplugged", "status": "completed", "tag": "666421dd-7f20-43a0-8019-5b5cd252de6c"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:06.307919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d386c-5b58-4def-832d-237916449c30 req-e58cbe49-62e8-4dec-98d2-4f5c01a64339 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.317938 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c3d386c-5b58-4def-832d-237916449c30 req-e58cbe49-62e8-4dec-98d2-4f5c01a64339 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.1120164 Sep 16 04:59:06.328784 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-9e0caabe-4ef8-49a4-8446-8ed817b132f5 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.412507 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0caabe-4ef8-49a4-8446-8ed817b132f5 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event deleted for resources: {'Port': ['ID=82a9ee32-3c39-4631-9da3-c026fdda75bd,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:06.485599 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c3d386c-5b58-4def-832d-237916449c30 req-5d3cb24a-376f-402e-b7f4-e53efc08815b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666577 Sep 16 04:59:06.487909 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bfb2e422-7c63-43da-83ca-b9610f8c96f5 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6318295 Sep 16 04:59:06.596221 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d4df01-8d7a-48f9-9e20-d9b4321f7c0e x-openstack-request-id: req-27d4df01-8d7a-48f9-9e20-d9b4321f7c0e {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:06.596515 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-unplugged", "status": "completed", "tag": "666421dd-7f20-43a0-8019-5b5cd252de6c", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:06.596802 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27d4df01-8d7a-48f9-9e20-d9b4321f7c0e {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:06.597264 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '666421dd-7f20-43a0-8019-5b5cd252de6c', 'code': 200} Sep 16 04:59:06.663189 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4fede2e5-bdde-4b04-aacc-880e959415d3 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:06.672819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-9e0caabe-4ef8-49a4-8446-8ed817b132f5 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Router 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:59:06.992984 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 4fede2e5-bdde-4b04-aacc-880e959415d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4fede2e5-bdde-4b04-aacc-880e959415d3,segment=NetworkSegment(8ae39fba-4971-4dc4-9ac1-716da43d562a),segment_id=8ae39fba-4971-4dc4-9ac1-716da43d562a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:07.037402 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '4fede2e5-bdde-4b04-aacc-880e959415d3', 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff', 'port_id': '4fede2e5-bdde-4b04-aacc-880e959415d3', 'mac_address': 'fa:16:3e:3e:78:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d9bd9c1-6515-435d-9b94-b77563678c82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:07.157362 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-9e0caabe-4ef8-49a4-8446-8ed817b132f5 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:07.162551 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.180532 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c547b8-0d27-4f7c-a532-bc3839801737 None None] Sync routers for ids ['2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:07.249732 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fede2e5-bdde-4b04-aacc-880e959415d3 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:07.261029 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c547b8-0d27-4f7c-a532-bc3839801737 None None] Routers {'2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:07.261692 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c8c547b8-0d27-4f7c-a532-bc3839801737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:58:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:07.362166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-9e0caabe-4ef8-49a4-8446-8ed817b132f5 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] No DVR routers for this DVR port 82a9ee32-3c39-4631-9da3-c026fdda75bd on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:07.367328 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-9e0caabe-4ef8-49a4-8446-8ed817b132f5 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.369643 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-9e0caabe-4ef8-49a4-8446-8ed817b132f5 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.38 "DELETE /v2.0/ports/82a9ee32-3c39-4631-9da3-c026fdda75bd HTTP/1.1" status: 204 len: 173 time: 2.4932265 Sep 16 04:59:07.420001 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 4fede2e5-bdde-4b04-aacc-880e959415d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4fede2e5-bdde-4b04-aacc-880e959415d3,segment=NetworkSegment(8ae39fba-4971-4dc4-9ac1-716da43d562a),segment_id=8ae39fba-4971-4dc4-9ac1-716da43d562a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:07.524023 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bdba3-3c1a-4a02-85a3-8f517575a673 req-43cf795c-4ca8-43fa-b33a-f8f79237c8c2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:07.535901 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bdba3-3c1a-4a02-85a3-8f517575a673 req-43cf795c-4ca8-43fa-b33a-f8f79237c8c2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:07.539272 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.547272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-c8c547b8-0d27-4f7c-a532-bc3839801737 None None] Set router 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:07.551237 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-488bdba3-3c1a-4a02-85a3-8f517575a673 req-43cf795c-4ca8-43fa-b33a-f8f79237c8c2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 1677 time: 0.3649402 Sep 16 04:59:07.582909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb96938-4dfd-48bb-9da0-a6f455fe75c9 req-e93683ed-8059-4f08-836e-4b84d4a3745f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:07.595519 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1eb96938-4dfd-48bb-9da0-a6f455fe75c9 req-e93683ed-8059-4f08-836e-4b84d4a3745f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.4129953 Sep 16 04:59:07.716989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=4fede2e5-bdde-4b04-aacc-880e959415d3,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:07.739085 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-deleted', 'tag': '82a9ee32-3c39-4631-9da3-c026fdda75bd'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:07.745142 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7ccb38-074d-47f5-886a-4a4982b70109" -d '{"events": [{"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-deleted", "tag": "82a9ee32-3c39-4631-9da3-c026fdda75bd"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:07.791864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1eb96938-4dfd-48bb-9da0-a6f455fe75c9 req-1760ad5f-5ffc-4284-b188-0b87cac14109 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951425 Sep 16 04:59:07.816227 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-488bdba3-3c1a-4a02-85a3-8f517575a673 req-ed69fef2-4621-4717-8685-1c02ba1a524f tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639685 Sep 16 04:59:07.820614 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-21805b0c-9de5-4e68-8ddf-3b5425d53599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.968718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-58c04d69-6710-4d40-be03-561fbcabdceb tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Deleting port bc85b5cf-42ee-4029-920f-a0fc5c1f45bc {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:07.969075 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-58c04d69-6710-4d40-be03-561fbcabdceb tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.048891 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['4fede2e5-bdde-4b04-aacc-880e959415d3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:08.310650 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72097f72-a10f-4078-a9c1-fb01f8ca76a6 req-dbbbabc2-e777-4cfa-86b3-1ceef60c0fb7 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:08.322178 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72097f72-a10f-4078-a9c1-fb01f8ca76a6 req-dbbbabc2-e777-4cfa-86b3-1ceef60c0fb7 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 945 time: 0.2848401 Sep 16 04:59:08.392515 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c8c547b8-0d27-4f7c-a532-bc3839801737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'name': 'tempest-TaggedBootDevicesTest_v242-408349984-router', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '03f280e3-e381-40c2-a6f5-852746efda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:07Z', 'updated_at': '2021-09-16T04:48:12Z', 'revision_number': 4, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'gw_port': {'id': '03f280e3-e381-40c2-a6f5-852746efda71', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:08Z', 'updated_at': '2021-09-16T04:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '2a524258-3bbb-4917-9177-c1519d6a868a', 'name': '', 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'mac_address': 'fa:16:3e:03:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2c0b4174-34ac-47da-93e8-4d05e20323d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:11Z', 'updated_at': '2021-09-16T04:48:17Z', 'revision_number': 5, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'subnets': [{'id': '2c0b4174-34ac-47da-93e8-4d05e20323d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:08.427004 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72444dc4-c910-4315-8438-cf5b40049f0b req-8ebc9f67-8722-46d7-8045-ba7965e79a11 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:08.428655 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72444dc4-c910-4315-8438-cf5b40049f0b req-8ebc9f67-8722-46d7-8045-ba7965e79a11 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.3149214 Sep 16 04:59:08.494462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-58c04d69-6710-4d40-be03-561fbcabdceb tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] For port bc85b5cf-42ee-4029-920f-a0fc5c1f45bc, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=bc85b5cf-42ee-4029-920f-a0fc5c1f45bc,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:08.494835 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-58c04d69-6710-4d40-be03-561fbcabdceb tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.511603 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72097f72-a10f-4078-a9c1-fb01f8ca76a6 req-30c50e64-d84d-4625-af96-ce24185fc25d tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6bff0b9-265d-4576-829a-09624c9360e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867442 Sep 16 04:59:08.511811 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c547b8-0d27-4f7c-a532-bc3839801737 None None] Checking router: 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:08.546328 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c547b8-0d27-4f7c-a532-bc3839801737 None None] Routers {'2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:08.547697 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c8c547b8-0d27-4f7c-a532-bc3839801737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:59:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:08.589722 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72444dc4-c910-4315-8438-cf5b40049f0b req-b3940df3-c32f-4589-bfa2-a696bf862d06 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478808 Sep 16 04:59:08.604569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-58c04d69-6710-4d40-be03-561fbcabdceb tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Calling delete_port for bc85b5cf-42ee-4029-920f-a0fc5c1f45bc owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:08.624371 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8803b7c-a366-4a8d-8412-20e17d1a4658 x-openstack-request-id: req-e8803b7c-a366-4a8d-8412-20e17d1a4658 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:08.624869 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-deleted", "tag": "82a9ee32-3c39-4631-9da3-c026fdda75bd", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:08.625299 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8803b7c-a366-4a8d-8412-20e17d1a4658 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:08.625861 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-deleted', 'tag': '82a9ee32-3c39-4631-9da3-c026fdda75bd', 'status': 'completed', 'code': 200} Sep 16 04:59:08.666718 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.874107 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-c8c547b8-0d27-4f7c-a532-bc3839801737 None None] Set router 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:08.953113 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-58c04d69-6710-4d40-be03-561fbcabdceb tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.054415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c04d69-6710-4d40-be03-561fbcabdceb tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event deleted for resources: {'Port': ['ID=bc85b5cf-42ee-4029-920f-a0fc5c1f45bc,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:09.210342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-58c04d69-6710-4d40-be03-561fbcabdceb tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] No DVR routers for this DVR port bc85b5cf-42ee-4029-920f-a0fc5c1f45bc on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:09.231130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5450038-ada6-40c5-b4c4-59d8c147a0fe req-c1710dbd-dda7-43fe-9cfb-26c150cb7dc2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.237473 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5450038-ada6-40c5-b4c4-59d8c147a0fe req-c1710dbd-dda7-43fe-9cfb-26c150cb7dc2 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.1995313 Sep 16 04:59:09.241877 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-58c04d69-6710-4d40-be03-561fbcabdceb tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.250451 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-58c04d69-6710-4d40-be03-561fbcabdceb tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.38 "DELETE /v2.0/ports/bc85b5cf-42ee-4029-920f-a0fc5c1f45bc HTTP/1.1" status: 204 len: 173 time: 1.8698881 Sep 16 04:59:09.267723 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c78093-79d7-41a2-a84a-5b3f472d5a1c req-2e26f21f-e5db-483c-b076-8cb5053138b8 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.269744 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-04c78093-79d7-41a2-a84a-5b3f472d5a1c req-2e26f21f-e5db-483c-b076-8cb5053138b8 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 943 time: 0.2088888 Sep 16 04:59:09.423023 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-04c78093-79d7-41a2-a84a-5b3f472d5a1c req-9738ccec-42ed-4faa-9d6f-750b288b4ba2 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829701 Sep 16 04:59:09.445280 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5450038-ada6-40c5-b4c4-59d8c147a0fe req-e0209998-b64c-49c4-b84a-c8744a1d82c7 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645725 Sep 16 04:59:09.479470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-04874b7b-7ab7-4c83-a1cd-f78173176516 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Deleting port 666421dd-7f20-43a0-8019-5b5cd252de6c {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:09.479470 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-04874b7b-7ab7-4c83-a1cd-f78173176516 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.659845 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.736543 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c8c547b8-0d27-4f7c-a532-bc3839801737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'name': 'tempest-TaggedBootDevicesTest_v242-408349984-router', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '03f280e3-e381-40c2-a6f5-852746efda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:07Z', 'updated_at': '2021-09-16T04:48:12Z', 'revision_number': 4, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'gw_port': {'id': '03f280e3-e381-40c2-a6f5-852746efda71', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:08Z', 'updated_at': '2021-09-16T04:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '2a524258-3bbb-4917-9177-c1519d6a868a', 'name': '', 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'mac_address': 'fa:16:3e:03:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2c0b4174-34ac-47da-93e8-4d05e20323d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:11Z', 'updated_at': '2021-09-16T04:48:17Z', 'revision_number': 5, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'subnets': [{'id': '2c0b4174-34ac-47da-93e8-4d05e20323d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:09.826940 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c547b8-0d27-4f7c-a532-bc3839801737 None None] The sync data for ids ['2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'] in n-d-712140-13 is: [{'id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'name': 'tempest-TaggedBootDevicesTest_v242-408349984-router', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '03f280e3-e381-40c2-a6f5-852746efda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:07Z', 'updated_at': '2021-09-16T04:48:12Z', 'revision_number': 4, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'gw_port': {'id': '03f280e3-e381-40c2-a6f5-852746efda71', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:08Z', 'updated_at': '2021-09-16T04:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '2a524258-3bbb-4917-9177-c1519d6a868a', 'name': '', 'network_id': 'e5c36bba-4312-42bb-9e3c-3c79c033dd8d', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'mac_address': 'fa:16:3e:03:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2c0b4174-34ac-47da-93e8-4d05e20323d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:11Z', 'updated_at': '2021-09-16T04:48:17Z', 'revision_number': 5, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'subnets': [{'id': '2c0b4174-34ac-47da-93e8-4d05e20323d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:10.073079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8bb81-7882-4c56-89ba-cbd037dc9edd req-a5d6b5c3-15d6-47ac-9d84-f20516b2685b tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.081989 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7d8bb81-7882-4c56-89ba-cbd037dc9edd req-a5d6b5c3-15d6-47ac-9d84-f20516b2685b tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 945 time: 0.2103019 Sep 16 04:59:10.124592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-04874b7b-7ab7-4c83-a1cd-f78173176516 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] For port 666421dd-7f20-43a0-8019-5b5cd252de6c, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=666421dd-7f20-43a0-8019-5b5cd252de6c,segment=NetworkSegment(02813e8b-5fbb-44a3-8b0e-0b887736a608),segment_id=02813e8b-5fbb-44a3-8b0e-0b887736a608)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:10.125221 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-04874b7b-7ab7-4c83-a1cd-f78173176516 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.151736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceec2dc-cc6b-4ef1-81b8-10e8bf0a252f req-121b881c-845c-484f-a86f-83b095bffc46 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.160149 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cceec2dc-cc6b-4ef1-81b8-10e8bf0a252f req-121b881c-845c-484f-a86f-83b095bffc46 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.1853065 Sep 16 04:59:10.252558 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cceec2dc-cc6b-4ef1-81b8-10e8bf0a252f req-12f77706-01b5-484f-8b8e-857500f35129 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912321 Sep 16 04:59:10.256400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-04874b7b-7ab7-4c83-a1cd-f78173176516 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Calling delete_port for 666421dd-7f20-43a0-8019-5b5cd252de6c owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:10.302204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7d8bb81-7882-4c56-89ba-cbd037dc9edd req-b41ddc2f-58b6-4c5c-960b-2809f4f7f936 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6bff0b9-265d-4576-829a-09624c9360e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190349 Sep 16 04:59:10.416490 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f96af3-3023-49f2-92d4-41fe6ba0ca25 None None] New status for floating IP b26dbb77-ca85-4516-9f39-2dd861836d23: DOWN {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:59:10.657355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56470) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:10.662979 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Request body: {'subnet': {'network_id': '8db534ec-3be5-4611-9825-2e4c93e4e104', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:10.674365 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4fede2e5-bdde-4b04-aacc-880e959415d3 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:10.727288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-deleted', 'tag': 'bc85b5cf-42ee-4029-920f-a0fc5c1f45bc'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:10.742679 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7173920-2432-4c58-bc70-41662db7c64e" -d '{"events": [{"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-deleted", "tag": "bc85b5cf-42ee-4029-920f-a0fc5c1f45bc"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:10.858658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcb501-5831-4845-a7e1-4f036a805af7 req-53ae8cb2-e001-4f20-a009-a04860876a82 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.867340 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1fcb501-5831-4845-a7e1-4f036a805af7 req-53ae8cb2-e001-4f20-a009-a04860876a82 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 943 time: 0.1162362 Sep 16 04:59:10.951719 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1fcb501-5831-4845-a7e1-4f036a805af7 req-cb2d2223-f097-414f-94a7-1acc5bf75f5d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups?id=9612ea81-5d8e-42da-a876-dfae3e79ea4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832386 Sep 16 04:59:11.014549 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb02663-e7b2-402e-8d94-a500193682a8 x-openstack-request-id: req-4eb02663-e7b2-402e-8d94-a500193682a8 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:11.014978 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-deleted", "tag": "bc85b5cf-42ee-4029-920f-a0fc5c1f45bc", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:11.015157 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4eb02663-e7b2-402e-8d94-a500193682a8 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:11.015557 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-deleted', 'tag': 'bc85b5cf-42ee-4029-920f-a0fc5c1f45bc', 'status': 'completed', 'code': 200} Sep 16 04:59:11.022255 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Made reservation on behalf of d7ea2a7eb3af4f80bf7e19a6e025001a for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:11.036958 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-04874b7b-7ab7-4c83-a1cd-f78173176516 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.041500 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.044169 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 4fede2e5-bdde-4b04-aacc-880e959415d3 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:11.046950 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.076635 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 4fede2e5-bdde-4b04-aacc-880e959415d3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:11.081939 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.120311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04874b7b-7ab7-4c83-a1cd-f78173176516 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event deleted for resources: {'Port': ['ID=666421dd-7f20-43a0-8019-5b5cd252de6c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:11.219369 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-04874b7b-7ab7-4c83-a1cd-f78173176516 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] No DVR routers for this DVR port 666421dd-7f20-43a0-8019-5b5cd252de6c on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:11.219758 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-04874b7b-7ab7-4c83-a1cd-f78173176516 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.223382 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a38effc1-f0fe-4a0f-bbfe-ff451f6826ce req-04874b7b-7ab7-4c83-a1cd-f78173176516 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.38 "DELETE /v2.0/ports/666421dd-7f20-43a0-8019-5b5cd252de6c HTTP/1.1" status: 204 len: 173 time: 1.9520228 Sep 16 04:59:11.356783 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.452003 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fda5d-8e44-45d9-99fe-3614645f4381 req-78c7178e-899e-4ba3-b775-515db6b221eb tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:11.461970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f75fda5d-8e44-45d9-99fe-3614645f4381 req-78c7178e-899e-4ba3-b775-515db6b221eb tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.1149900 Sep 16 04:59:11.486562 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836c1061-b7e4-4e66-9d28-89ddac6e651f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fede2e5-bdde-4b04-aacc-880e959415d3'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:11.490035 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b359f394-30a2-4d8a-8636-d2ad7f758799" -d '{"events": [{"server_uuid": "836c1061-b7e4-4e66-9d28-89ddac6e651f", "name": "network-vif-plugged", "status": "completed", "tag": "4fede2e5-bdde-4b04-aacc-880e959415d3"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:11.544709 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 4fede2e5-bdde-4b04-aacc-880e959415d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4fede2e5-bdde-4b04-aacc-880e959415d3,segment=NetworkSegment(8ae39fba-4971-4dc4-9ac1-716da43d562a),segment_id=8ae39fba-4971-4dc4-9ac1-716da43d562a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:11.632358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f75fda5d-8e44-45d9-99fe-3614645f4381 req-fdb42bae-620c-4515-844d-3840642e9ad9 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618078 Sep 16 04:59:11.688902 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.740026 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.765822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac19db-81ba-48e1-ab4a-dd054d0b0328 req-ed34676f-bbd6-453c-a113-f941016f6f45 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:11.771385 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1ac19db-81ba-48e1-ab4a-dd054d0b0328 req-ed34676f-bbd6-453c-a113-f941016f6f45 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.2502952 Sep 16 04:59:11.853152 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=4fede2e5-bdde-4b04-aacc-880e959415d3,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:11.895462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b528c-dc7d-4e59-b23f-e6b25a697f96 req-912aeee7-cbd8-456c-9282-1daa048fa1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:11.907314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c0b528c-dc7d-4e59-b23f-e6b25a697f96 req-912aeee7-cbd8-456c-9282-1daa048fa1d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aee33712154e4affb0a74bb42a7ce1aa&device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 1099 time: 0.2587318 Sep 16 04:59:11.942858 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event updated for resources: {'Subnet': ['ID=2b6d9683-97c1-46d4-801b-4f0a26c6871d,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:11.990728 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:11.991094 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:11.991455 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:11.991800 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:11.992295 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:11.992558 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:11.992889 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:11.993208 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:11.993530 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:11.993847 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:11.994167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:11.994483 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:12.001161 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Checking segment: {'id': 'eebf906e-edf2-4b52-af07-9e2b0a7044ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8db534ec-3be5-4611-9825-2e4c93e4e104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:12.001525 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Network hostable DHCP agents. Network: 8db534ec-3be5-4611-9825-2e4c93e4e104, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:12.088008 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1ac19db-81ba-48e1-ab4a-dd054d0b0328 req-ef32ee35-b929-4923-8e91-8b1778e3a414 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033981 Sep 16 04:59:12.147809 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Network 8db534ec-3be5-4611-9825-2e4c93e4e104 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:12.166074 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922282b9-eced-4a12-8f42-60e0f4b0b1b9 x-openstack-request-id: req-922282b9-eced-4a12-8f42-60e0f4b0b1b9 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:12.166074 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836c1061-b7e4-4e66-9d28-89ddac6e651f", "name": "network-vif-plugged", "status": "completed", "tag": "4fede2e5-bdde-4b04-aacc-880e959415d3", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:12.166074 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-922282b9-eced-4a12-8f42-60e0f4b0b1b9 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:12.166074 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836c1061-b7e4-4e66-9d28-89ddac6e651f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fede2e5-bdde-4b04-aacc-880e959415d3', 'code': 200} Sep 16 04:59:12.168332 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b528c-dc7d-4e59-b23f-e6b25a697f96 req-8ecff9bf-a7bd-4c64-a2fc-741a7e657c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:12.170376 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c0b528c-dc7d-4e59-b23f-e6b25a697f96 req-8ecff9bf-a7bd-4c64-a2fc-741a7e657c3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf1ef515-466a-4eba-aab5-e50796467689 HTTP/1.1" status: 200 len: 915 time: 0.2619913 Sep 16 04:59:12.179961 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85e5c6-3aba-4a23-b523-1be6eacaaec4 req-fd95bd77-c639-4086-8320-3ca30fe14b3e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:12.190448 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a85e5c6-3aba-4a23-b523-1be6eacaaec4 req-fd95bd77-c639-4086-8320-3ca30fe14b3e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 946 time: 0.3720407 Sep 16 04:59:12.250262 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 8db534ec-3be5-4611-9825-2e4c93e4e104) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:12.256342 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:12.256949 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.265748 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cfe4a1-5f1a-4c9c-b3c7-2c36cae12821 None None] Network 8db534ec-3be5-4611-9825-2e4c93e4e104 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:12.373462 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a85e5c6-3aba-4a23-b523-1be6eacaaec4 req-a3d23216-edba-4071-81e8-cefa18936ae4 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6bff0b9-265d-4576-829a-09624c9360e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810136 Sep 16 04:59:12.419539 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0781ad29-4b38-4111-9d1d-8c31a92560ad tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7608860 Sep 16 04:59:12.420271 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56512) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:12.429940 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-934f2b20-0fc2-4a2c-99d9-88fe7701d7cc tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1194140534'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:12.441297 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c0b528c-dc7d-4e59-b23f-e6b25a697f96 req-94a50d8b-140f-4ace-9f0e-b08d411a8f0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 HTTP/1.1" status: 200 len: 217 time: 0.2367742 Sep 16 04:59:12.522333 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3a47994-4160-45ca-b530-487d169ba0c9 req-4cb71ebd-aaa8-46d7-ae5d-dd1dca7c32a7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.1448464 Sep 16 04:59:12.597081 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-8db534ec-3be5-4611-9825-2e4c93e4e104', 'network_id': '8db534ec-3be5-4611-9825-2e4c93e4e104', 'tenant_id': 'd7ea2a7eb3af4f80bf7e19a6e025001a', 'fixed_ips': [{'subnet_id': '2b6d9683-97c1-46d4-801b-4f0a26c6871d'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:59:12.604677 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.626647 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934f2b20-0fc2-4a2c-99d9-88fe7701d7cc tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Made reservation on behalf of d7ea2a7eb3af4f80bf7e19a6e025001a for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:12.631223 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-934f2b20-0fc2-4a2c-99d9-88fe7701d7cc tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.668355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f27bf1-2811-4d6d-bcb5-78cc37fc7adb req-16c15a54-909b-47f0-8bcb-597d2ac032e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:12.692595 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d0f27bf1-2811-4d6d-bcb5-78cc37fc7adb req-16c15a54-909b-47f0-8bcb-597d2ac032e8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 1098 time: 0.4054739 Sep 16 04:59:12.703979 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934f2b20-0fc2-4a2c-99d9-88fe7701d7cc tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:12.728373 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-934f2b20-0fc2-4a2c-99d9-88fe7701d7cc tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.734839 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-934f2b20-0fc2-4a2c-99d9-88fe7701d7cc tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Added segment 3797de26-05ab-4f59-a98d-5f2f6c533c5a of type vlan for network e58b6e2a-5607-44c0-a0d5-8255ce2578b8 Sep 16 04:59:12.756716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b528c-dc7d-4e59-b23f-e6b25a697f96 req-347c9549-55a5-4da5-b6ef-801f4a578e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:12.758733 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c0b528c-dc7d-4e59-b23f-e6b25a697f96 req-347c9549-55a5-4da5-b6ef-801f4a578e42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f9bfb60-c133-4c36-96a6-a32d3e14830e HTTP/1.1" status: 200 len: 854 time: 0.2527044 Sep 16 04:59:12.834478 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c0b528c-dc7d-4e59-b23f-e6b25a697f96 req-46977fc2-2fd6-40cd-afee-234487541b20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf1ef515-466a-4eba-aab5-e50796467689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676987 Sep 16 04:59:12.853216 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-934f2b20-0fc2-4a2c-99d9-88fe7701d7cc tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.963184 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] Allocated IP 2001:db8:0:ffff::2 (8db534ec-3be5-4611-9825-2e4c93e4e104/2b6d9683-97c1-46d4-801b-4f0a26c6871d/ddedc9cb-e181-481a-a7b6-8a222500d2bf) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:12.977924 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d0f27bf1-2811-4d6d-bcb5-78cc37fc7adb req-e565049e-f474-4d24-aa11-a71fbcab7376 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a6bff0b9-265d-4576-829a-09624c9360e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746532 Sep 16 04:59:13.018922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-deleted', 'tag': '666421dd-7f20-43a0-8019-5b5cd252de6c'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:13.022966 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-934f2b20-0fc2-4a2c-99d9-88fe7701d7cc tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.023652 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0671daca-27b0-4893-8b84-47e01e0046df" -d '{"events": [{"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-deleted", "tag": "666421dd-7f20-43a0-8019-5b5cd252de6c"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:13.029105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934f2b20-0fc2-4a2c-99d9-88fe7701d7cc tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.035948 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-934f2b20-0fc2-4a2c-99d9-88fe7701d7cc tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.212232 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-934f2b20-0fc2-4a2c-99d9-88fe7701d7cc tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7907093 Sep 16 04:59:13.218511 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56524) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:13.234934 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-1bf89dc7-76d6-4f8b-adfd-99980db0f2f6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Request body: {'subnet': {'network_id': 'e58b6e2a-5607-44c0-a0d5-8255ce2578b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:13.246730 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f2b20-0fc2-4a2c-99d9-88fe7701d7cc tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event updated for resources: {'Network': ['ID=e58b6e2a-5607-44c0-a0d5-8255ce2578b8,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:13.270064 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e980c5d-7745-48b0-a114-ece97991f320 x-openstack-request-id: req-5e980c5d-7745-48b0-a114-ece97991f320 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:13.275680 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6832092c-3456-473f-9841-375d2f2b72a2", "name": "network-vif-deleted", "tag": "666421dd-7f20-43a0-8019-5b5cd252de6c", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:13.278387 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e980c5d-7745-48b0-a114-ece97991f320 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:13.278998 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6832092c-3456-473f-9841-375d2f2b72a2', 'name': 'network-vif-deleted', 'tag': '666421dd-7f20-43a0-8019-5b5cd252de6c', 'status': 'completed', 'code': 200} Sep 16 04:59:13.309543 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.323227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network e58b6e2a-5607-44c0-a0d5-8255ce2578b8 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:13.370901 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c0b528c-dc7d-4e59-b23f-e6b25a697f96 req-fa7da3fc-2beb-4ccb-96f5-8e36b132052c service neutron] 10.222.0.21 "GET /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178459 Sep 16 04:59:13.411184 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77582a1-2dd6-43fe-9d3b-336e7466a62a req-36de2c12-cbcd-4a1a-8a27-22c60da1a3d9 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.412968 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e77582a1-2dd6-43fe-9d3b-336e7466a62a req-36de2c12-cbcd-4a1a-8a27-22c60da1a3d9 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.4299929 Sep 16 04:59:13.460602 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.522831 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] Pushing event updated for resources: {'Port': ['ID=ddedc9cb-e181-481a-a7b6-8a222500d2bf,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:13.565492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] Network 8db534ec-3be5-4611-9825-2e4c93e4e104 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:13.566647 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:13.569181 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:13.631745 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e77582a1-2dd6-43fe-9d3b-336e7466a62a req-ab64e99f-53e4-41e1-8937-e78b023dfe0d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024093 Sep 16 04:59:13.649089 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] Attempting to bind port ddedc9cb-e181-481a-a7b6-8a222500d2bf on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:13.649753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] Attempting to bind port ddedc9cb-e181-481a-a7b6-8a222500d2bf by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'eebf906e-edf2-4b52-af07-9e2b0a7044ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8db534ec-3be5-4611-9825-2e4c93e4e104'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:13.650322 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] Attempting to bind port ddedc9cb-e181-481a-a7b6-8a222500d2bf on network 8db534ec-3be5-4611-9825-2e4c93e4e104 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:13.656925 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:13.657619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] Checking segment: {'id': 'eebf906e-edf2-4b52-af07-9e2b0a7044ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8db534ec-3be5-4611-9825-2e4c93e4e104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:13.658475 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.659190 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] Bound using segment: {'id': 'eebf906e-edf2-4b52-af07-9e2b0a7044ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8db534ec-3be5-4611-9825-2e4c93e4e104'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:13.665304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] Bound port: ddedc9cb-e181-481a-a7b6-8a222500d2bf, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebf906e-edf2-4b52-af07-9e2b0a7044ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8db534ec-3be5-4611-9825-2e4c93e4e104'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:13.665304 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.665589 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf89dc7-76d6-4f8b-adfd-99980db0f2f6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Made reservation on behalf of d7ea2a7eb3af4f80bf7e19a6e025001a for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:13.669735 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1bf89dc7-76d6-4f8b-adfd-99980db0f2f6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.842835 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] For port ddedc9cb-e181-481a-a7b6-8a222500d2bf, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:13.850775 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] For port ddedc9cb-e181-481a-a7b6-8a222500d2bf, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=ddedc9cb-e181-481a-a7b6-8a222500d2bf,segment=NetworkSegment(eebf906e-edf2-4b52-af07-9e2b0a7044ad),segment_id=eebf906e-edf2-4b52-af07-9e2b0a7044ad)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:13.987286 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.098421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b493ffe-a4d4-49e6-b044-dad21b0db0e9 None None] Pushing event updated for resources: {'Port': ['ID=ddedc9cb-e181-481a-a7b6-8a222500d2bf,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:14.431450 n-d-712140-13 neutron-server[95474]: DEBUG neutron.objects.ports [None req-1bf89dc7-76d6-4f8b-adfd-99980db0f2f6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95474) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:59:14.433427 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1bf89dc7-76d6-4f8b-adfd-99980db0f2f6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.535454 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5879e5a-ee46-4f67-b78c-5725230d2e62 req-6e9ec021-8ad5-4df7-846e-0ec21dea8f79 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.546244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5879e5a-ee46-4f67-b78c-5725230d2e62 req-6e9ec021-8ad5-4df7-846e-0ec21dea8f79 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 1.0720737 Sep 16 04:59:14.561947 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf89dc7-76d6-4f8b-adfd-99980db0f2f6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event updated for resources: {'Subnet': ['ID=6250803c-5087-41ef-bead-5bb95beb432a,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:14.566416 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb2e40-5182-4fa1-8fd2-b490f50919bc req-14279623-ea3c-48d2-b25e-f03f5fff402e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.580138 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-55cb2e40-5182-4fa1-8fd2-b490f50919bc req-14279623-ea3c-48d2-b25e-f03f5fff402e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 946 time: 0.2275031 Sep 16 04:59:14.612532 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf89dc7-76d6-4f8b-adfd-99980db0f2f6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Checking segment: {'id': '3797de26-05ab-4f59-a98d-5f2f6c533c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e58b6e2a-5607-44c0-a0d5-8255ce2578b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:14.612784 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf89dc7-76d6-4f8b-adfd-99980db0f2f6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Network hostable DHCP agents. Network: e58b6e2a-5607-44c0-a0d5-8255ce2578b8, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:14.763914 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf89dc7-76d6-4f8b-adfd-99980db0f2f6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Network e58b6e2a-5607-44c0-a0d5-8255ce2578b8 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:14.773403 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c0b528c-dc7d-4e59-b23f-e6b25a697f96 req-7161cd32-f749-4a4a-bd23-dcd1f8560499 service neutron] 10.222.0.21 "GET /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3818088 Sep 16 04:59:14.904923 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5879e5a-ee46-4f67-b78c-5725230d2e62 req-a5ede6cd-1909-43e3-babf-4af1992d8ae7 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3571277 Sep 16 04:59:14.908206 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-1bf89dc7-76d6-4f8b-adfd-99980db0f2f6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, e58b6e2a-5607-44c0-a0d5-8255ce2578b8) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:14.918388 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf89dc7-76d6-4f8b-adfd-99980db0f2f6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.918388 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1bf89dc7-76d6-4f8b-adfd-99980db0f2f6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.922694 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-55cb2e40-5182-4fa1-8fd2-b490f50919bc req-38badcb9-c727-484e-bffc-fc6a75e8f821 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6bff0b9-265d-4576-829a-09624c9360e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3375692 Sep 16 04:59:14.951139 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5622f1-dba9-4fe2-9be3-5307c246aaf7 None None] Network e58b6e2a-5607-44c0-a0d5-8255ce2578b8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:15.094945 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1bf89dc7-76d6-4f8b-adfd-99980db0f2f6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8706775 Sep 16 04:59:15.097099 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56538) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:15.108431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-2717eec2-a5a5-4e82-b381-4c5e64c8c15e tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Request body: {'port': {'network_id': 'e58b6e2a-5607-44c0-a0d5-8255ce2578b8', 'name': 'tempest-NetworksIpV6TestAttrs-930759465'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:15.341311 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-e58b6e2a-5607-44c0-a0d5-8255ce2578b8', 'network_id': 'e58b6e2a-5607-44c0-a0d5-8255ce2578b8', 'tenant_id': 'd7ea2a7eb3af4f80bf7e19a6e025001a', 'fixed_ips': [{'subnet_id': '6250803c-5087-41ef-bead-5bb95beb432a'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:59:15.342208 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.357953 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bcb1b1f-cfc2-4dd8-9315-952c8213c030 req-d85296dc-942b-4eda-99eb-265515e92e57 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.1222456 Sep 16 04:59:15.474235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7a2af-dffc-4f71-b716-ddda28818026 req-7c0aed78-488d-4e4b-a72e-57a9ca739ff4 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:15.474235 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fa7a2af-dffc-4f71-b716-ddda28818026 req-7c0aed78-488d-4e4b-a72e-57a9ca739ff4 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.2337191 Sep 16 04:59:15.555046 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] Allocated IP 2001:db8::f816:3eff:fedf:505a (e58b6e2a-5607-44c0-a0d5-8255ce2578b8/6250803c-5087-41ef-bead-5bb95beb432a/0c483cbf-04a8-4bff-a985-38a31291cf9f) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:15.734036 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fa7a2af-dffc-4f71-b716-ddda28818026 req-0d95485f-252e-4743-b208-a6ae82608f5c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443912 Sep 16 04:59:15.865143 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device ddedc9cb-e181-481a-a7b6-8a222500d2bf up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:15.867733 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4521407c-c232-4a4b-846b-c45e955c8851 None None] Network 8db534ec-3be5-4611-9825-2e4c93e4e104 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:15.874184 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2717eec2-a5a5-4e82-b381-4c5e64c8c15e tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Made reservation on behalf of d7ea2a7eb3af4f80bf7e19a6e025001a for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:15.880362 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2717eec2-a5a5-4e82-b381-4c5e64c8c15e tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.950245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-2717eec2-a5a5-4e82-b381-4c5e64c8c15e tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] device_id is not set on port 5b9d6f2f-85bc-4c5a-be6e-c06f35e68629 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:16.125702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-80f66212-8b17-4ff5-bf76-19b801477b99 None None] Provisioning complete for port ddedc9cb-e181-481a-a7b6-8a222500d2bf triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:16.126343 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-80f66212-8b17-4ff5-bf76-19b801477b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.295728 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.295728 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port ddedc9cb-e181-481a-a7b6-8a222500d2bf triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:16.295728 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.596449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f1f4a-e545-481b-ac56-2f106409355a req-64d4b615-2a4c-4a2a-944d-449886b6f880 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:16.606985 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a16f1f4a-e545-481b-ac56-2f106409355a req-64d4b615-2a4c-4a2a-944d-449886b6f880 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 946 time: 0.4860620 Sep 16 04:59:16.678923 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.739678 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89479066-01d8-49b3-8517-009cca7c604f req-b659c86f-713e-45d7-92fb-d475f0a3ead9 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:16.747462 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89479066-01d8-49b3-8517-009cca7c604f req-b659c86f-713e-45d7-92fb-d475f0a3ead9 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.5050368 Sep 16 04:59:16.776640 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-80f66212-8b17-4ff5-bf76-19b801477b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.796516 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] Network e58b6e2a-5607-44c0-a0d5-8255ce2578b8 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:16.803778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] Pushing event updated for resources: {'Port': ['ID=0c483cbf-04a8-4bff-a985-38a31291cf9f,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:16.806597 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:16.822644 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:16.955519 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a16f1f4a-e545-481b-ac56-2f106409355a req-af49ce28-60c4-4ab3-823d-030d7945b316 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6bff0b9-265d-4576-829a-09624c9360e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3277309 Sep 16 04:59:16.971206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-2717eec2-a5a5-4e82-b381-4c5e64c8c15e tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Allocated IP 2001:db8::f816:3eff:feda:8877 (e58b6e2a-5607-44c0-a0d5-8255ce2578b8/6250803c-5087-41ef-bead-5bb95beb432a/5b9d6f2f-85bc-4c5a-be6e-c06f35e68629) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:16.975474 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-80f66212-8b17-4ff5-bf76-19b801477b99 None None] For port ddedc9cb-e181-481a-a7b6-8a222500d2bf, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=ddedc9cb-e181-481a-a7b6-8a222500d2bf,segment=NetworkSegment(eebf906e-edf2-4b52-af07-9e2b0a7044ad),segment_id=eebf906e-edf2-4b52-af07-9e2b0a7044ad)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:16.981747 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.007980 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89479066-01d8-49b3-8517-009cca7c604f req-11618d6b-c689-4136-9710-eedf5ae0969e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429788 Sep 16 04:59:17.029046 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] Attempting to bind port 0c483cbf-04a8-4bff-a985-38a31291cf9f on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:17.029529 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] Attempting to bind port 0c483cbf-04a8-4bff-a985-38a31291cf9f by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '3797de26-05ab-4f59-a98d-5f2f6c533c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e58b6e2a-5607-44c0-a0d5-8255ce2578b8'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:17.030229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] Attempting to bind port 0c483cbf-04a8-4bff-a985-38a31291cf9f on network e58b6e2a-5607-44c0-a0d5-8255ce2578b8 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:17.056730 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:17.057948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] Checking segment: {'id': '3797de26-05ab-4f59-a98d-5f2f6c533c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e58b6e2a-5607-44c0-a0d5-8255ce2578b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:17.058172 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.058866 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] Bound using segment: {'id': '3797de26-05ab-4f59-a98d-5f2f6c533c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e58b6e2a-5607-44c0-a0d5-8255ce2578b8'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:17.060806 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] Bound port: 0c483cbf-04a8-4bff-a985-38a31291cf9f, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3797de26-05ab-4f59-a98d-5f2f6c533c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e58b6e2a-5607-44c0-a0d5-8255ce2578b8'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:17.063284 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.125535 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-80f66212-8b17-4ff5-bf76-19b801477b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.426854 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0710996e-61fa-4d70-92bd-1d2fadb2a6f4 req-dd63d96a-bcbd-41b1-84cc-5c0a0db73bd6 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.2312994 Sep 16 04:59:17.522729 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:59:17.527770 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:59:17.540054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f66212-8b17-4ff5-bf76-19b801477b99 None None] Pushing event updated for resources: {'Port': ['ID=ddedc9cb-e181-481a-a7b6-8a222500d2bf,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:17.547084 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] For port 0c483cbf-04a8-4bff-a985-38a31291cf9f, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:17.562977 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] For port 0c483cbf-04a8-4bff-a985-38a31291cf9f, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0c483cbf-04a8-4bff-a985-38a31291cf9f,segment=NetworkSegment(3797de26-05ab-4f59-a98d-5f2f6c533c5a),segment_id=3797de26-05ab-4f59-a98d-5f2f6c533c5a)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:17.633087 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.665757 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2717eec2-a5a5-4e82-b381-4c5e64c8c15e tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.798383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc89cf-d383-477d-b45a-b5c32b0db8c1 req-a79708b0-2395-41ba-be34-b8b0b3577818 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:17.813780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4dfc89cf-d383-477d-b45a-b5c32b0db8c1 req-a79708b0-2395-41ba-be34-b8b0b3577818 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.5455415 Sep 16 04:59:17.827036 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-de2e2ab0-3d0f-4517-90eb-98e52400d420 None None] Provisioning complete for port ddedc9cb-e181-481a-a7b6-8a222500d2bf triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:17.827807 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-de2e2ab0-3d0f-4517-90eb-98e52400d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.847465 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2717eec2-a5a5-4e82-b381-4c5e64c8c15e tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.893250 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d8741-795f-453d-bc1b-9c5397d2f1ed None None] Pushing event updated for resources: {'Port': ['ID=0c483cbf-04a8-4bff-a985-38a31291cf9f,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:18.029062 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717eec2-a5a5-4e82-b381-4c5e64c8c15e tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event updated for resources: {'Port': ['ID=5b9d6f2f-85bc-4c5a-be6e-c06f35e68629,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:18.118563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2717eec2-a5a5-4e82-b381-4c5e64c8c15e tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Network e58b6e2a-5607-44c0-a0d5-8255ce2578b8 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:18.159771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5068b-138b-40bc-a887-a44ca7208c2e req-64465628-e38f-4b7d-89c6-36d3368f955a tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:18.173401 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4e5068b-138b-40bc-a887-a44ca7208c2e req-64465628-e38f-4b7d-89c6-36d3368f955a tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 946 time: 0.4677045 Sep 16 04:59:18.179677 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-2717eec2-a5a5-4e82-b381-4c5e64c8c15e tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:18.183120 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56570) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:18.195657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717eec2-a5a5-4e82-b381-4c5e64c8c15e tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:18.196486 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-0c1a1168-2f29-405b-ba03-f802c427a872 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Request body: {'floatingip': {'port_id': '4fede2e5-bdde-4b04-aacc-880e959415d3'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:18.230278 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2717eec2-a5a5-4e82-b381-4c5e64c8c15e tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:18.235806 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2717eec2-a5a5-4e82-b381-4c5e64c8c15e tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.283442 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4dfc89cf-d383-477d-b45a-b5c32b0db8c1 req-e56254d8-1903-489c-b8cf-a4975832ec6b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638133 Sep 16 04:59:18.480905 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1168-2f29-405b-ba03-f802c427a872 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for floatingip, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.498355 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device ddedc9cb-e181-481a-a7b6-8a222500d2bf up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:18.498721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2717eec2-a5a5-4e82-b381-4c5e64c8c15e tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.3998346 Sep 16 04:59:18.503855 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56576) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:18.612170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8415970-cdde-40f8-95e6-51b7bb188111 req-010748fd-989a-446a-8226-b7943c165221 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:18.620547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8415970-cdde-40f8-95e6-51b7bb188111 req-010748fd-989a-446a-8226-b7943c165221 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.3072324 Sep 16 04:59:18.688270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b4c610f-98bd-411a-aed3-5732a7bd8dcb tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Deleting subnet 6250803c-5087-41ef-bead-5bb95beb432a {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:18.710704 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5b4c610f-98bd-411a-aed3-5732a7bd8dcb tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.756895 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8415970-cdde-40f8-95e6-51b7bb188111 req-d7d04478-3cb9-4c52-b94a-54fd9510d910 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351762 Sep 16 04:59:18.836713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port ddedc9cb-e181-481a-a7b6-8a222500d2bf triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:18.837334 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.861805 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5b4c610f-98bd-411a-aed3-5732a7bd8dcb tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.959030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc96157-3872-4287-b9b6-c306a6c42cf7 req-f8725f35-279b-4036-84c6-ec45d32c622e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:18.961258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3dc96157-3872-4287-b9b6-c306a6c42cf7 req-f8725f35-279b-4036-84c6-ec45d32c622e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.3009262 Sep 16 04:59:19.053156 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d2075d4-439f-411f-ac8d-a6f8549d715a req-ba91d5fb-f1c6-4f42-a09b-c92e410f438d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.0904641 Sep 16 04:59:19.111450 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3dc96157-3872-4287-b9b6-c306a6c42cf7 req-d1b442b7-4f5b-4a15-8d40-0c6d514175f8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170356 Sep 16 04:59:19.432702 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5b4c610f-98bd-411a-aed3-5732a7bd8dcb tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.516141 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1168-2f29-405b-ba03-f802c427a872 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.570021 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1168-2f29-405b-ba03-f802c427a872 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.633084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef492c-4141-4ff5-b9e6-05173ddc5e1d req-2df06cce-4bbc-43f8-8265-33e322d3007c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:19.634773 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24ef492c-4141-4ff5-b9e6-05173ddc5e1d req-2df06cce-4bbc-43f8-8265-33e322d3007c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.3549385 Sep 16 04:59:19.704250 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5b4c610f-98bd-411a-aed3-5732a7bd8dcb tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.845453 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-0c1a1168-2f29-405b-ba03-f802c427a872 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Floating IP c9949208-3c38-458e-9986-bc5cd05f95f4 associated. External IP: 172.25.4.16, port: 4fede2e5-bdde-4b04-aacc-880e959415d3. Sep 16 04:59:19.874229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c610f-98bd-411a-aed3-5732a7bd8dcb tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event deleted for resources: {'Subnet': ['ID=6250803c-5087-41ef-bead-5bb95beb432a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:19.908879 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24ef492c-4141-4ff5-b9e6-05173ddc5e1d req-dcd6904f-7362-4d25-a048-bacc18ace903 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663858 Sep 16 04:59:19.959918 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c568998-5a65-4c8e-a476-aba55451d3d1 None None] Network e58b6e2a-5607-44c0-a0d5-8255ce2578b8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:20.021075 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5b4c610f-98bd-411a-aed3-5732a7bd8dcb tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.025869 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5b4c610f-98bd-411a-aed3-5732a7bd8dcb tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/subnets/6250803c-5087-41ef-bead-5bb95beb432a HTTP/1.1" status: 204 len: 168 time: 1.5216095 Sep 16 04:59:20.027461 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56592) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:20.136104 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775ee7e-e500-49d9-9ef4-6adf4ab1a217 req-5fc5f842-d358-4518-b5d1-1e0f1122ac81 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.137838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e775ee7e-e500-49d9-9ef4-6adf4ab1a217 req-5fc5f842-d358-4518-b5d1-1e0f1122ac81 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.2218983 Sep 16 04:59:20.263314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c774ed-8079-4adc-a76a-f0f52a0bcc16 req-70c5525f-8451-4f7e-b0ab-f9c343b974be tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.280917 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7c774ed-8079-4adc-a76a-f0f52a0bcc16 req-70c5525f-8451-4f7e-b0ab-f9c343b974be tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.2163002 Sep 16 04:59:20.299405 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582594fe-ded0-4afb-ac1a-06fc31277d08 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.301289 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582594fe-ded0-4afb-ac1a-06fc31277d08 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.307034 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-582594fe-ded0-4afb-ac1a-06fc31277d08 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2775340 Sep 16 04:59:20.309550 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56598) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:20.435666 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c9e7b364-a1b3-4441-8c32-86582a7dab6a None None] Provisioning complete for port 0c483cbf-04a8-4bff-a985-38a31291cf9f triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:20.435666 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c9e7b364-a1b3-4441-8c32-86582a7dab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.475989 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e775ee7e-e500-49d9-9ef4-6adf4ab1a217 req-ebac776e-8de1-4654-ae9a-f00f627fb55c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228347 Sep 16 04:59:20.515056 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7c774ed-8079-4adc-a76a-f0f52a0bcc16 req-a3ae9c1b-fbef-4e88-964c-b411e8fd3da7 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334218 Sep 16 04:59:20.515251 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-715008dd-c722-4535-80a2-871166b288e2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.581350 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0c483cbf-04a8-4bff-a985-38a31291cf9f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:20.673182 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-715008dd-c722-4535-80a2-871166b288e2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 16 04:59:20.673757 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-715008dd-c722-4535-80a2-871166b288e2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:20.678681 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-715008dd-c722-4535-80a2-871166b288e2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/networks/e58b6e2a-5607-44c0-a0d5-8255ce2578b8 HTTP/1.1" status: 409 len: 405 time: 0.3678954 Sep 16 04:59:20.683313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56602) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:20.691076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-a3a170c2-e4ec-44f4-a98c-bae2270e1c6c tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-289343228'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:20.853059 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec20a0ee-dff4-44bb-a1e6-ecd10db8e469 None None] DHCP port deletion for e58b6e2a-5607-44c0-a0d5-8255ce2578b8 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:59:20.880968 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b25218c-f99e-492a-b750-c41fb5415e13 req-9f31f15c-e87d-415f-9971-9d6ecbb7b50a tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.1319039 Sep 16 04:59:20.882128 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1a1168-2f29-405b-ba03-f802c427a872 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Router 25a8eb90-d9df-432a-b6ca-963cba561b9e has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:59:20.920413 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 0c483cbf-04a8-4bff-a985-38a31291cf9f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:20.920810 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.959921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a170c2-e4ec-44f4-a98c-bae2270e1c6c tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Made reservation on behalf of d7ea2a7eb3af4f80bf7e19a6e025001a for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:20.963857 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a3a170c2-e4ec-44f4-a98c-bae2270e1c6c tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.981976 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c9e7b364-a1b3-4441-8c32-86582a7dab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.049735 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea698ed-a79d-426e-8814-a7c91373d275 req-7447639f-0309-4372-807a-d95c0e485483 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:21.072456 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ea698ed-a79d-426e-8814-a7c91373d275 req-7447639f-0309-4372-807a-d95c0e485483 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.2044449 Sep 16 04:59:21.162117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a170c2-e4ec-44f4-a98c-bae2270e1c6c tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:21.175817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1a1168-2f29-405b-ba03-f802c427a872 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:21.185066 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1168-2f29-405b-ba03-f802c427a872 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.193393 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a3a170c2-e4ec-44f4-a98c-bae2270e1c6c tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.196871 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-a3a170c2-e4ec-44f4-a98c-bae2270e1c6c tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Added segment c5ab2147-276d-4845-b6ad-435ef7fe0a03 of type vlan for network 5716cebe-c313-4eab-8b2b-a42e1a86a2e6 Sep 16 04:59:21.211280 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c9e7b364-a1b3-4441-8c32-86582a7dab6a None None] For port 0c483cbf-04a8-4bff-a985-38a31291cf9f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0c483cbf-04a8-4bff-a985-38a31291cf9f,segment=NetworkSegment(3797de26-05ab-4f59-a98d-5f2f6c533c5a),segment_id=3797de26-05ab-4f59-a98d-5f2f6c533c5a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:21.219627 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0609a431-71e3-444f-ac9f-01f142138760 None None] Sync routers for ids ['25a8eb90-d9df-432a-b6ca-963cba561b9e'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:21.224804 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.258157 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0c1a1168-2f29-405b-ba03-f802c427a872 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "PUT /v2.0/floatingips/c9949208-3c38-458e-9986-bc5cd05f95f4 HTTP/1.1" status: 200 len: 991 time: 3.0719414 Sep 16 04:59:21.258756 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ec20a0ee-dff4-44bb-a1e6-ecd10db8e469 None None] Deleting port 0c483cbf-04a8-4bff-a985-38a31291cf9f {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:21.259041 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836c1061-b7e4-4e66-9d28-89ddac6e651f', 'tag': '4fede2e5-bdde-4b04-aacc-880e959415d3'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:21.263981 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ec20a0ee-dff4-44bb-a1e6-ecd10db8e469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.271938 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60d0f6f-577c-4456-8748-22bec60dfdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "836c1061-b7e4-4e66-9d28-89ddac6e651f", "tag": "4fede2e5-bdde-4b04-aacc-880e959415d3"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:21.298690 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0609a431-71e3-444f-ac9f-01f142138760 None None] Routers {'25a8eb90-d9df-432a-b6ca-963cba561b9e'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:21.299250 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-0609a431-71e3-444f-ac9f-01f142138760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:59:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['25a8eb90-d9df-432a-b6ca-963cba561b9e'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:21.309782 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ea698ed-a79d-426e-8814-a7c91373d275 req-8c56df51-9b4f-490b-9223-185423063966 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358744 Sep 16 04:59:21.336363 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a3a170c2-e4ec-44f4-a98c-bae2270e1c6c tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.377262 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c1df2d-d5d1-412b-84ee-8aa000049e8c x-openstack-request-id: req-63c1df2d-d5d1-412b-84ee-8aa000049e8c {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:21.377937 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836c1061-b7e4-4e66-9d28-89ddac6e651f", "tag": "4fede2e5-bdde-4b04-aacc-880e959415d3", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:21.378404 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63c1df2d-d5d1-412b-84ee-8aa000049e8c {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:21.379088 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836c1061-b7e4-4e66-9d28-89ddac6e651f', 'tag': '4fede2e5-bdde-4b04-aacc-880e959415d3', 'status': 'completed', 'code': 200} Sep 16 04:59:21.409210 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c9e7b364-a1b3-4441-8c32-86582a7dab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.472762 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a3a170c2-e4ec-44f4-a98c-bae2270e1c6c tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.482815 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a170c2-e4ec-44f4-a98c-bae2270e1c6c tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:21.491033 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a3a170c2-e4ec-44f4-a98c-bae2270e1c6c tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.674083 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-0609a431-71e3-444f-ac9f-01f142138760 None None] Set router 25a8eb90-d9df-432a-b6ca-963cba561b9e gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:21.877841 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ec20a0ee-dff4-44bb-a1e6-ecd10db8e469 None None] For port 0c483cbf-04a8-4bff-a985-38a31291cf9f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0c483cbf-04a8-4bff-a985-38a31291cf9f,segment=NetworkSegment(3797de26-05ab-4f59-a98d-5f2f6c533c5a),segment_id=3797de26-05ab-4f59-a98d-5f2f6c533c5a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:21.878243 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ec20a0ee-dff4-44bb-a1e6-ecd10db8e469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.899764 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a3a170c2-e4ec-44f4-a98c-bae2270e1c6c tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2148273 Sep 16 04:59:21.906670 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56622) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:21.916376 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e6311950-16d8-4c10-b5bc-f7c870fd75ae tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Request body: {'subnet': {'network_id': '5716cebe-c313-4eab-8b2b-a42e1a86a2e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:21.919303 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ec20a0ee-dff4-44bb-a1e6-ecd10db8e469 None None] Calling delete_port for 0c483cbf-04a8-4bff-a985-38a31291cf9f owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:21.953803 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:59:21.954181 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:59:21.970259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7b364-a1b3-4441-8c32-86582a7dab6a None None] Pushing event updated for resources: {'Port': ['ID=0c483cbf-04a8-4bff-a985-38a31291cf9f,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:22.039248 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d0f6f-577c-4456-8748-22bec60dfdfd req-62bb365a-882a-4593-97a7-fbf99b906688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:22.041064 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c60d0f6f-577c-4456-8748-22bec60dfdfd req-62bb365a-882a-4593-97a7-fbf99b906688 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e384f1c485654208832e5a341d965262&device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 1098 time: 0.5470960 Sep 16 04:59:22.079014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a170c2-e4ec-44f4-a98c-bae2270e1c6c tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event updated for resources: {'Network': ['ID=5716cebe-c313-4eab-8b2b-a42e1a86a2e6,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:22.135939 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:59:22.190220 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9a95e-2cbc-4ccc-86c4-ed6b7c4543d7 req-ca6bd871-d0b1-4abf-af1a-fa937718ab14 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:22.222933 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cba9a95e-2cbc-4ccc-86c4-ed6b7c4543d7 req-ca6bd871-d0b1-4abf-af1a-fa937718ab14 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.5342643 Sep 16 04:59:22.241332 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 5716cebe-c313-4eab-8b2b-a42e1a86a2e6 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:22.250730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79538a2-d2c6-4f38-828a-3f6e287a05b1 req-0e559513-e74c-419a-ac05-214e7e4cdb5b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:22.252358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a79538a2-d2c6-4f38-828a-3f6e287a05b1 req-0e559513-e74c-419a-ac05-214e7e4cdb5b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.6414042 Sep 16 04:59:22.306600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6311950-16d8-4c10-b5bc-f7c870fd75ae tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Made reservation on behalf of d7ea2a7eb3af4f80bf7e19a6e025001a for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:22.311364 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6311950-16d8-4c10-b5bc-f7c870fd75ae tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.439376 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a79538a2-d2c6-4f38-828a-3f6e287a05b1 req-aa076888-f24a-4a82-b78f-20770c8527ff tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701295 Sep 16 04:59:22.488647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cba9a95e-2cbc-4ccc-86c4-ed6b7c4543d7 req-9d88cf3e-0d32-45a3-a148-58c2c9c53695 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569087 Sep 16 04:59:22.563928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d0f6f-577c-4456-8748-22bec60dfdfd req-91222c02-27b2-43e2-bd3b-5bc7517fa2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:22.565550 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c60d0f6f-577c-4456-8748-22bec60dfdfd req-91222c02-27b2-43e2-bd3b-5bc7517fa2a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=09e9a32d-5acc-4362-95dd-5205a4aa85ff HTTP/1.1" status: 200 len: 917 time: 0.5117085 Sep 16 04:59:22.692639 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-0609a431-71e3-444f-ac9f-01f142138760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'name': 'tempest-ServersTestBootFromVolume-1015557968-router', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:27Z', 'updated_at': '2021-09-16T04:57:36Z', 'revision_number': 4, 'project_id': 'e384f1c485654208832e5a341d965262', 'gw_port': {'id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:29Z', 'updated_at': '2021-09-16T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c9949208-3c38-458e-9986-bc5cd05f95f4', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'floating_ip_address': '172.25.4.16', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'port_id': '4fede2e5-bdde-4b04-aacc-880e959415d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff', 'mac_address': 'fa:16:3e:3e:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836c1061-b7e4-4e66-9d28-89ddac6e651f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:57:43Z', 'updated_at': '2021-09-16T04:59:19Z', 'revision_number': 1, 'project_id': 'e384f1c485654208832e5a341d965262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef7a535-a5d6-4ec4-a470-b2008527bcbf', 'name': '', 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'mac_address': 'fa:16:3e:31:7b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '5d9bd9c1-6515-435d-9b94-b77563678c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:34Z', 'updated_at': '2021-09-16T04:57:41Z', 'revision_number': 5, 'project_id': 'e384f1c485654208832e5a341d965262', 'subnets': [{'id': '5d9bd9c1-6515-435d-9b94-b77563678c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:22.775263 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da5a6807-1345-4248-8221-ed65a03751df req-bdc0c68c-1713-4095-81f4-1b064332bbd9 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.1120498 Sep 16 04:59:22.818632 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0609a431-71e3-444f-ac9f-01f142138760 None None] Checking router: 25a8eb90-d9df-432a-b6ca-963cba561b9e for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:22.831157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c60d0f6f-577c-4456-8748-22bec60dfdfd req-1eaf821b-5ae1-439c-b3ed-2df7b5f51db2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fede2e5-bdde-4b04-aacc-880e959415d3 HTTP/1.1" status: 200 len: 999 time: 0.2349756 Sep 16 04:59:22.838819 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ec20a0ee-dff4-44bb-a1e6-ecd10db8e469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.999360 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0c483cbf-04a8-4bff-a985-38a31291cf9f no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:23.010503 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec20a0ee-dff4-44bb-a1e6-ecd10db8e469 None None] No DVR routers for this DVR port 0c483cbf-04a8-4bff-a985-38a31291cf9f on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:23.058557 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20a0ee-dff4-44bb-a1e6-ecd10db8e469 None None] Pushing event deleted for resources: {'Port': ['ID=0c483cbf-04a8-4bff-a985-38a31291cf9f,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:23.064249 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 0c483cbf-04a8-4bff-a985-38a31291cf9f {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:23.065200 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0c483cbf-04a8-4bff-a985-38a31291cf9f not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:23.067345 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0609a431-71e3-444f-ac9f-01f142138760 None None] Routers {'25a8eb90-d9df-432a-b6ca-963cba561b9e'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:23.068171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-0609a431-71e3-444f-ac9f-01f142138760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T04:59:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['25a8eb90-d9df-432a-b6ca-963cba561b9e'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:23.129580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d0f6f-577c-4456-8748-22bec60dfdfd req-67245fc7-0e1b-4c11-9cf0-362b830cdcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.142039 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c60d0f6f-577c-4456-8748-22bec60dfdfd req-67245fc7-0e1b-4c11-9cf0-362b830cdcd6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d9bd9c1-6515-435d-9b94-b77563678c82 HTTP/1.1" status: 200 len: 855 time: 0.3085871 Sep 16 04:59:23.249895 n-d-712140-13 neutron-server[95474]: DEBUG neutron.objects.ports [None req-e6311950-16d8-4c10-b5bc-f7c870fd75ae tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95474) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:59:23.256582 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6311950-16d8-4c10-b5bc-f7c870fd75ae tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.273792 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9774d-24b2-4974-9926-818893cc5dce req-34ca54cb-eb41-48f4-a7a2-dfb008683b5e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.275915 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-edf9774d-24b2-4974-9926-818893cc5dce req-34ca54cb-eb41-48f4-a7a2-dfb008683b5e tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.2950344 Sep 16 04:59:23.316867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d0f6f-577c-4456-8748-22bec60dfdfd req-a54dacf5-584c-4f6d-9e83-91e85eb12b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.318929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c60d0f6f-577c-4456-8748-22bec60dfdfd req-a54dacf5-584c-4f6d-9e83-91e85eb12b25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09e9a32d-5acc-4362-95dd-5205a4aa85ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1595733 Sep 16 04:59:23.351755 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-edf9774d-24b2-4974-9926-818893cc5dce req-2a71b413-5e93-4e35-b2d2-0bf115905ae7 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633469 Sep 16 04:59:23.485607 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6311950-16d8-4c10-b5bc-f7c870fd75ae tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event updated for resources: {'Subnet': ['ID=464d7685-de3a-4698-ac66-8e5e35809eef,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:23.532344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6311950-16d8-4c10-b5bc-f7c870fd75ae tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Checking segment: {'id': 'c5ab2147-276d-4845-b6ad-435ef7fe0a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5716cebe-c313-4eab-8b2b-a42e1a86a2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:23.538481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6311950-16d8-4c10-b5bc-f7c870fd75ae tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Network hostable DHCP agents. Network: 5716cebe-c313-4eab-8b2b-a42e1a86a2e6, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:23.541395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c60d0f6f-577c-4456-8748-22bec60dfdfd req-388386b4-db9f-488c-bf58-2315832cb03c service neutron] 10.222.0.21 "GET /v2.0/networks/09e9a32d-5acc-4362-95dd-5205a4aa85ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063212 Sep 16 04:59:23.674240 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-0609a431-71e3-444f-ac9f-01f142138760 None None] Set router 25a8eb90-d9df-432a-b6ca-963cba561b9e gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:23.684633 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6311950-16d8-4c10-b5bc-f7c870fd75ae tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Network 5716cebe-c313-4eab-8b2b-a42e1a86a2e6 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:23.720870 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56650) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:23.786456 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-e6311950-16d8-4c10-b5bc-f7c870fd75ae tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 5716cebe-c313-4eab-8b2b-a42e1a86a2e6) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:23.791579 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6311950-16d8-4c10-b5bc-f7c870fd75ae tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.792318 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6311950-16d8-4c10-b5bc-f7c870fd75ae tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.820341 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2df9010-5536-44c2-838f-8ab239ff99ca None None] Network 5716cebe-c313-4eab-8b2b-a42e1a86a2e6 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:23.833196 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c60d0f6f-577c-4456-8748-22bec60dfdfd req-4010a3bf-9007-48a1-80a4-753a19491cc7 service neutron] 10.222.0.21 "GET /v2.0/networks/09e9a32d-5acc-4362-95dd-5205a4aa85ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800577 Sep 16 04:59:23.929056 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e6311950-16d8-4c10-b5bc-f7c870fd75ae tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0203946 Sep 16 04:59:23.930477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56656) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:23.934513 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfbad-9bf3-43c2-b279-48dc93c0f30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.951907 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-72b35461-5117-4495-9a08-b38165d97b6d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Request body: {'port': {'network_id': '5716cebe-c313-4eab-8b2b-a42e1a86a2e6', 'name': 'tempest-NetworksIpV6TestAttrs-2074162798'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:24.133450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d3115-8e0e-4f38-90a7-a65e4e3ef0b7 req-0112b637-6453-40d8-9310-f1c9e411006d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:24.143186 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-883d3115-8e0e-4f38-90a7-a65e4e3ef0b7 req-0112b637-6453-40d8-9310-f1c9e411006d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.6004350 Sep 16 04:59:24.218971 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd069a-7b78-49c1-908f-0dfe8dd9784e req-364b04e3-a985-455e-8034-8dd72888c9f6 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:24.238865 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62dd069a-7b78-49c1-908f-0dfe8dd9784e req-364b04e3-a985-455e-8034-8dd72888c9f6 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.3225756 Sep 16 04:59:24.410421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-883d3115-8e0e-4f38-90a7-a65e4e3ef0b7 req-4fc13a2d-7b0d-4ee9-8081-019d3608de0c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661569 Sep 16 04:59:24.502282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62dd069a-7b78-49c1-908f-0dfe8dd9784e req-0dc445c3-f1c8-42df-ba72-703ae548866a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597537 Sep 16 04:59:24.613753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-0609a431-71e3-444f-ac9f-01f142138760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'name': 'tempest-ServersTestBootFromVolume-1015557968-router', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:27Z', 'updated_at': '2021-09-16T04:57:36Z', 'revision_number': 4, 'project_id': 'e384f1c485654208832e5a341d965262', 'gw_port': {'id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:29Z', 'updated_at': '2021-09-16T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c9949208-3c38-458e-9986-bc5cd05f95f4', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'floating_ip_address': '172.25.4.16', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'port_id': '4fede2e5-bdde-4b04-aacc-880e959415d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff', 'mac_address': 'fa:16:3e:3e:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836c1061-b7e4-4e66-9d28-89ddac6e651f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:57:43Z', 'updated_at': '2021-09-16T04:59:19Z', 'revision_number': 1, 'project_id': 'e384f1c485654208832e5a341d965262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef7a535-a5d6-4ec4-a470-b2008527bcbf', 'name': '', 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'mac_address': 'fa:16:3e:31:7b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '5d9bd9c1-6515-435d-9b94-b77563678c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:34Z', 'updated_at': '2021-09-16T04:57:41Z', 'revision_number': 5, 'project_id': 'e384f1c485654208832e5a341d965262', 'subnets': [{'id': '5d9bd9c1-6515-435d-9b94-b77563678c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:24.656052 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0609a431-71e3-444f-ac9f-01f142138760 None None] The sync data for ids ['25a8eb90-d9df-432a-b6ca-963cba561b9e'] in n-d-712140-13 is: [{'id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'name': 'tempest-ServersTestBootFromVolume-1015557968-router', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:27Z', 'updated_at': '2021-09-16T04:57:36Z', 'revision_number': 4, 'project_id': 'e384f1c485654208832e5a341d965262', 'gw_port': {'id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:29Z', 'updated_at': '2021-09-16T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c9949208-3c38-458e-9986-bc5cd05f95f4', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'floating_ip_address': '172.25.4.16', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'port_id': '4fede2e5-bdde-4b04-aacc-880e959415d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff', 'mac_address': 'fa:16:3e:3e:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836c1061-b7e4-4e66-9d28-89ddac6e651f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:57:43Z', 'updated_at': '2021-09-16T04:59:19Z', 'revision_number': 1, 'project_id': 'e384f1c485654208832e5a341d965262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef7a535-a5d6-4ec4-a470-b2008527bcbf', 'name': '', 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'mac_address': 'fa:16:3e:31:7b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '5d9bd9c1-6515-435d-9b94-b77563678c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:34Z', 'updated_at': '2021-09-16T04:57:41Z', 'revision_number': 5, 'project_id': 'e384f1c485654208832e5a341d965262', 'subnets': [{'id': '5d9bd9c1-6515-435d-9b94-b77563678c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:24.659359 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-5716cebe-c313-4eab-8b2b-a42e1a86a2e6', 'network_id': '5716cebe-c313-4eab-8b2b-a42e1a86a2e6', 'tenant_id': 'd7ea2a7eb3af4f80bf7e19a6e025001a', 'fixed_ips': [{'subnet_id': '464d7685-de3a-4698-ac66-8e5e35809eef'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:59:24.659744 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.663339 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.688489 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfbad-9bf3-43c2-b279-48dc93c0f30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.821034 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfbad-9bf3-43c2-b279-48dc93c0f30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.846589 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Allocated IP 2001:db8::f816:3eff:fe8b:ed78 (5716cebe-c313-4eab-8b2b-a42e1a86a2e6/464d7685-de3a-4698-ac66-8e5e35809eef/253b8c64-01ec-4cac-97c2-626a246be7b2) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:24.955369 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b35461-5117-4495-9a08-b38165d97b6d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Made reservation on behalf of d7ea2a7eb3af4f80bf7e19a6e025001a for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:24.972297 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-72b35461-5117-4495-9a08-b38165d97b6d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.066768 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.078780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89f8a235-242c-41ac-b38f-c00332992669 req-758b9a0b-fa3a-4894-8ff9-581542525148 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.1217847 Sep 16 04:59:25.112236 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-8ca08cd2-2639-4512-8f9d-b53558e4e5e8 req-fc499817-65f9-48dc-bf48-264d00f01606 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:59:25.114540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ca08cd2-2639-4512-8f9d-b53558e4e5e8 req-fc499817-65f9-48dc-bf48-264d00f01606 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183644 Sep 16 04:59:25.147363 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.182723 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bfbad-9bf3-43c2-b279-48dc93c0f30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d54f063-d7fc-4577-9c30-8cbb98fc6fda,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:25.201668 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2e1bfbad-9bf3-43c2-b279-48dc93c0f30d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60e3d9fd7c364de6bb94befccee65b39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4795241 Sep 16 04:59:25.205224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56666) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:25.223407 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-72b35461-5117-4495-9a08-b38165d97b6d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] device_id is not set on port 6b8e0f19-0e65-4d8b-a5a6-da4c5639113d yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:25.339625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Network 5716cebe-c313-4eab-8b2b-a42e1a86a2e6 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:25.341474 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:25.356589 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Pushing event updated for resources: {'Port': ['ID=253b8c64-01ec-4cac-97c2-626a246be7b2,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:25.359172 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:25.406565 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:25.406954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:25.407300 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:25.407677 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:25.408010 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:25.408334 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:25.408752 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:25.409008 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:25.416982 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:25.417181 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:25.421771 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:25.422152 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:25.489514 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42569b5-b3e4-4217-84a7-973b9a2f09e0 None None] New status for floating IP c9949208-3c38-458e-9986-bc5cd05f95f4: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:59:25.530188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565dd1f-3b9f-4eb3-8c18-7467bb5d456b req-d8865835-5b6a-4334-b9a9-84208687478b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.540621 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-72b35461-5117-4495-9a08-b38165d97b6d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Allocated IP 2001:db8::f816:3eff:fe42:3838 (5716cebe-c313-4eab-8b2b-a42e1a86a2e6/464d7685-de3a-4698-ac66-8e5e35809eef/6b8e0f19-0e65-4d8b-a5a6-da4c5639113d) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:25.545302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Attempting to bind port 253b8c64-01ec-4cac-97c2-626a246be7b2 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:25.554653 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9565dd1f-3b9f-4eb3-8c18-7467bb5d456b req-d8865835-5b6a-4334-b9a9-84208687478b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.2219374 Sep 16 04:59:25.555026 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Attempting to bind port 253b8c64-01ec-4cac-97c2-626a246be7b2 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c5ab2147-276d-4845-b6ad-435ef7fe0a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5716cebe-c313-4eab-8b2b-a42e1a86a2e6'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:25.555026 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Attempting to bind port 253b8c64-01ec-4cac-97c2-626a246be7b2 on network 5716cebe-c313-4eab-8b2b-a42e1a86a2e6 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:25.559922 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:25.561081 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Checking segment: {'id': 'c5ab2147-276d-4845-b6ad-435ef7fe0a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5716cebe-c313-4eab-8b2b-a42e1a86a2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:25.562093 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.563103 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Bound using segment: {'id': 'c5ab2147-276d-4845-b6ad-435ef7fe0a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5716cebe-c313-4eab-8b2b-a42e1a86a2e6'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:25.564436 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Bound port: 253b8c64-01ec-4cac-97c2-626a246be7b2, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ab2147-276d-4845-b6ad-435ef7fe0a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5716cebe-c313-4eab-8b2b-a42e1a86a2e6'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:25.565435 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.636037 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-454e6704-693b-4d00-a4f2-9995a0f47167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.649137 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9565dd1f-3b9f-4eb3-8c18-7467bb5d456b req-d4773a85-0208-4310-8aaf-47503dc8892f tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018684 Sep 16 04:59:25.718703 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-454e6704-693b-4d00-a4f2-9995a0f47167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.766959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] For port 253b8c64-01ec-4cac-97c2-626a246be7b2, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:25.778217 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] For port 253b8c64-01ec-4cac-97c2-626a246be7b2, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=253b8c64-01ec-4cac-97c2-626a246be7b2,segment=NetworkSegment(c5ab2147-276d-4845-b6ad-435ef7fe0a03),segment_id=c5ab2147-276d-4845-b6ad-435ef7fe0a03)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:25.845233 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.972059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd1970-4d47-4432-ac93-3348bcb39da3 req-467bbefa-1282-4d0e-a830-5af56397f766 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.984898 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41dd1970-4d47-4432-ac93-3348bcb39da3 req-467bbefa-1282-4d0e-a830-5af56397f766 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.1762187 Sep 16 04:59:26.011680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8e025-8aa2-4556-9bbb-7d887bd43072 req-e460366d-b93a-4749-90e7-4132dd764671 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:26.021180 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b3e8e025-8aa2-4556-9bbb-7d887bd43072 req-e460366d-b93a-4749-90e7-4132dd764671 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.1572096 Sep 16 04:59:26.097262 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41dd1970-4d47-4432-ac93-3348bcb39da3 req-5143c168-bfbd-4fbe-87f9-00e4e4d96eb1 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110783 Sep 16 04:59:26.136499 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-454e6704-693b-4d00-a4f2-9995a0f47167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.140532 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-454e6704-693b-4d00-a4f2-9995a0f47167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.144292 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-454e6704-693b-4d00-a4f2-9995a0f47167 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d54f063-d7fc-4577-9c30-8cbb98fc6fda HTTP/1.1" status: 204 len: 168 time: 0.9358590 Sep 16 04:59:26.190315 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b3e8e025-8aa2-4556-9bbb-7d887bd43072 req-e55570a4-062c-4f70-955b-e7664ca65ace tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675911 Sep 16 04:59:26.190646 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d435f-4cad-4218-a06e-70f50247fac1 None None] Pushing event updated for resources: {'Port': ['ID=253b8c64-01ec-4cac-97c2-626a246be7b2,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:26.242042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e6704-693b-4d00-a4f2-9995a0f47167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d54f063-d7fc-4577-9c30-8cbb98fc6fda,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:26.266342 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-72b35461-5117-4495-9a08-b38165d97b6d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.411210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4fa40b55-6d7c-47b8-97db-f3da141d8ba4 req-eeedae3a-2d7b-4d5d-a2c5-667ec56ff566 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.0393934 Sep 16 04:59:26.485873 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-72b35461-5117-4495-9a08-b38165d97b6d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.674820 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b35461-5117-4495-9a08-b38165d97b6d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Network 5716cebe-c313-4eab-8b2b-a42e1a86a2e6 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:26.684755 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-72b35461-5117-4495-9a08-b38165d97b6d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:26.693326 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b35461-5117-4495-9a08-b38165d97b6d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:26.708260 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b35461-5117-4495-9a08-b38165d97b6d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:26.721381 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-72b35461-5117-4495-9a08-b38165d97b6d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.774032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda6982-675b-42ad-aa64-15eef51e6e2a req-c5377099-9ed5-4621-9b9f-642723057484 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:26.784834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5eda6982-675b-42ad-aa64-15eef51e6e2a req-c5377099-9ed5-4621-9b9f-642723057484 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.1176114 Sep 16 04:59:26.840627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b35461-5117-4495-9a08-b38165d97b6d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event updated for resources: {'Port': ['ID=6b8e0f19-0e65-4d8b-a5a6-da4c5639113d,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:26.903381 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5eda6982-675b-42ad-aa64-15eef51e6e2a req-32d585cb-863f-4811-acf4-c3139973fb1a tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168351 Sep 16 04:59:26.903772 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 253b8c64-01ec-4cac-97c2-626a246be7b2 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:27.014551 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 253b8c64-01ec-4cac-97c2-626a246be7b2 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:27.015058 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.099901 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fcb3e-98f8-4f52-98a4-01c7ed752a32 req-b94e1ae5-e93d-4edc-bba4-b99c499e0e11 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:27.103136 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-067fcb3e-98f8-4f52-98a4-01c7ed752a32 req-b94e1ae5-e93d-4edc-bba4-b99c499e0e11 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.0868866 Sep 16 04:59:27.124782 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56690) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:27.125765 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-72b35461-5117-4495-9a08-b38165d97b6d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1927409 Sep 16 04:59:27.166343 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.264365 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 253b8c64-01ec-4cac-97c2-626a246be7b2, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=253b8c64-01ec-4cac-97c2-626a246be7b2,segment=NetworkSegment(c5ab2147-276d-4845-b6ad-435ef7fe0a03),segment_id=c5ab2147-276d-4845-b6ad-435ef7fe0a03)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:27.278755 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fed049-8766-4f90-97f7-a37a657ad289 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Deleting subnet 464d7685-de3a-4698-ac66-8e5e35809eef {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:27.292812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-067fcb3e-98f8-4f52-98a4-01c7ed752a32 req-d01141f3-4190-42dd-95de-ecfc663f24e7 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309173 Sep 16 04:59:27.301232 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-07fed049-8766-4f90-97f7-a37a657ad289 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.342252 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.587242 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=253b8c64-01ec-4cac-97c2-626a246be7b2,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:27.769916 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-07fed049-8766-4f90-97f7-a37a657ad289 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.781989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756dd3a1-1775-4d79-bba5-3879c4d67c24 req-c3a81e2a-183f-4f06-a4aa-14101598ecd9 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:27.783867 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-756dd3a1-1775-4d79-bba5-3879c4d67c24 req-c3a81e2a-183f-4f06-a4aa-14101598ecd9 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.1847949 Sep 16 04:59:27.915683 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db2962-e145-40b9-862f-e0a2d251d62c req-18efc117-5587-4ff7-a886-e7305425b68c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:27.937189 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4db2962-e145-40b9-862f-e0a2d251d62c req-18efc117-5587-4ff7-a886-e7305425b68c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.4658656 Sep 16 04:59:28.065645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4db2962-e145-40b9-862f-e0a2d251d62c req-008c6784-7656-4715-9dd7-6ec86dec08d2 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272132 Sep 16 04:59:28.104044 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56712) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:28.113204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-756dd3a1-1775-4d79-bba5-3879c4d67c24 req-1ba23d9c-4dea-4e1f-9b22-246911b81652 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734830 Sep 16 04:59:28.141932 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7bc17559-c360-4932-8727-48ab24a07da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.193086 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231486b3-af9a-4263-b20c-70766e05ba8f None None] Network 5716cebe-c313-4eab-8b2b-a42e1a86a2e6 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:28.343894 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.376602 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a45b86c6-18b7-462e-ae4a-64058502d3f6 req-f312f309-a9c5-406b-b84a-f4848244701e tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.1167819 Sep 16 04:59:28.445047 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7bc17559-c360-4932-8727-48ab24a07da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.482127 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-5f2a79bd-9010-47cb-b7d5-bf66e7b2b4c9 None None] Provisioning complete for port 253b8c64-01ec-4cac-97c2-626a246be7b2 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:28.482525 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f2a79bd-9010-47cb-b7d5-bf66e7b2b4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.530581 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-07fed049-8766-4f90-97f7-a37a657ad289 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.569711 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7bc17559-c360-4932-8727-48ab24a07da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.656101 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7bc17559-c360-4932-8727-48ab24a07da5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae0ec111d97a4701a40c4b8105435745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5474834 Sep 16 04:59:28.668769 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56718) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:28.717415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d9f21-aca6-4402-999f-6ad93808c58b req-d435364c-10fa-471e-9c5c-c406fb7a09b8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.720669 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-257d9f21-aca6-4402-999f-6ad93808c58b req-d435364c-10fa-471e-9c5c-c406fb7a09b8 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.2914021 Sep 16 04:59:28.781537 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-07fed049-8766-4f90-97f7-a37a657ad289 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.808319 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc17559-c360-4932-8727-48ab24a07da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0053df-e698-4fa2-a9c8-a5f25f556be7,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:28.838535 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c4cf538c-3790-4da3-83ec-115c9dd62a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.869087 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c4cf538c-3790-4da3-83ec-115c9dd62a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.880166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 253b8c64-01ec-4cac-97c2-626a246be7b2 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:28.919117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fed049-8766-4f90-97f7-a37a657ad289 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event deleted for resources: {'Subnet': ['ID=464d7685-de3a-4698-ac66-8e5e35809eef,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:28.962798 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-07fed049-8766-4f90-97f7-a37a657ad289 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.971684 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56720) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:28.980536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-07fed049-8766-4f90-97f7-a37a657ad289 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/subnets/464d7685-de3a-4698-ac66-8e5e35809eef HTTP/1.1" status: 204 len: 168 time: 1.8431091 Sep 16 04:59:29.032500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-257d9f21-aca6-4402-999f-6ad93808c58b req-6781fa0d-0bc7-4881-b239-ffbe25e8763c tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935309 Sep 16 04:59:29.080962 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996d0b83-1256-4063-ae1b-d59e56dae839 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:29.083834 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996d0b83-1256-4063-ae1b-d59e56dae839 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:29.085899 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-996d0b83-1256-4063-ae1b-d59e56dae839 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1130762 Sep 16 04:59:29.089763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56728) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:29.099496 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 253b8c64-01ec-4cac-97c2-626a246be7b2 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:29.100128 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.101295 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c4cf538c-3790-4da3-83ec-115c9dd62a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.120777 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c4cf538c-3790-4da3-83ec-115c9dd62a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.123397 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c4cf538c-3790-4da3-83ec-115c9dd62a1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b0053df-e698-4fa2-a9c8-a5f25f556be7 HTTP/1.1" status: 204 len: 168 time: 0.4535789 Sep 16 04:59:29.157130 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf538c-3790-4da3-83ec-115c9dd62a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0053df-e698-4fa2-a9c8-a5f25f556be7,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:29.306188 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-06f86fbf-7cda-41c3-9ee1-e88095e5248b tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.327261 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f86fbf-7cda-41c3-9ee1-e88095e5248b tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 16 04:59:29.328068 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f86fbf-7cda-41c3-9ee1-e88095e5248b tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:29.330178 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-06f86fbf-7cda-41c3-9ee1-e88095e5248b tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/networks/5716cebe-c313-4eab-8b2b-a42e1a86a2e6 HTTP/1.1" status: 409 len: 405 time: 0.2380712 Sep 16 04:59:29.340958 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56736) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:29.346754 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-948a4fc5-e3ef-4a77-ae7f-adec6d3119ba tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1298772992'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:29.438722 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948a4fc5-e3ef-4a77-ae7f-adec6d3119ba tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Made reservation on behalf of d7ea2a7eb3af4f80bf7e19a6e025001a for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:29.447661 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-948a4fc5-e3ef-4a77-ae7f-adec6d3119ba tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.577310 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948a4fc5-e3ef-4a77-ae7f-adec6d3119ba tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:29.602680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580567e-fa66-443f-a2e5-26ea16058208 req-7eef6556-c082-4689-bfc3-2e94503c3a22 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:29.619544 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aca6e1-d52e-4204-ae6c-9e8fd89b3bf0 None None] Network 5716cebe-c313-4eab-8b2b-a42e1a86a2e6 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:29.625285 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3580567e-fa66-443f-a2e5-26ea16058208 req-7eef6556-c082-4689-bfc3-2e94503c3a22 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.2343009 Sep 16 04:59:29.641631 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-948a4fc5-e3ef-4a77-ae7f-adec6d3119ba tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.642483 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-948a4fc5-e3ef-4a77-ae7f-adec6d3119ba tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Added segment 2b6b1e36-ec44-4a76-b00e-dff027036efc of type vlan for network 70143674-1f4d-45cd-b539-1b33724ab263 Sep 16 04:59:29.829823 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-948a4fc5-e3ef-4a77-ae7f-adec6d3119ba tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.964707 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6972a019-adf7-4119-be81-f4a657b4b4df None None] Provisioning complete for port 6b8e0f19-0e65-4d8b-a5a6-da4c5639113d triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:29.969701 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6972a019-adf7-4119-be81-f4a657b4b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.976208 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-948a4fc5-e3ef-4a77-ae7f-adec6d3119ba tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.990173 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3580567e-fa66-443f-a2e5-26ea16058208 req-2c1f1a93-eb59-4c4f-9d94-1d17b177a982 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635271 Sep 16 04:59:29.999139 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948a4fc5-e3ef-4a77-ae7f-adec6d3119ba tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:30.002458 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-948a4fc5-e3ef-4a77-ae7f-adec6d3119ba tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.047331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eec71e-a516-439a-87e9-2d8bf229d740 req-d4f4a2f2-5870-4ab2-86ab-6fd7c59f3a34 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:30.054450 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3eec71e-a516-439a-87e9-2d8bf229d740 req-d4f4a2f2-5870-4ab2-86ab-6fd7c59f3a34 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.5034087 Sep 16 04:59:30.238945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3eec71e-a516-439a-87e9-2d8bf229d740 req-a4ff5ded-13a4-4428-a37c-a69d85da00ee tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649044 Sep 16 04:59:30.368567 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a4fc5-e3ef-4a77-ae7f-adec6d3119ba tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event updated for resources: {'Network': ['ID=70143674-1f4d-45cd-b539-1b33724ab263,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:30.486577 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 70143674-1f4d-45cd-b539-1b33724ab263 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:30.496268 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-948a4fc5-e3ef-4a77-ae7f-adec6d3119ba tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1532040 Sep 16 04:59:30.497149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56746) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:30.518931 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6972a019-adf7-4119-be81-f4a657b4b4df None None] Port 6b8e0f19-0e65-4d8b-a5a6-da4c5639113d cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:30.526069 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-68402bc2-8a8c-40b0-a4bf-20a39f7d4b41 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Request body: {'subnet': {'network_id': '70143674-1f4d-45cd-b539-1b33724ab263', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:30.571534 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-27420931-ff2e-47c6-8899-a59d581637ac req-b324a44b-a232-4158-8336-5a0dae5bed3b tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.1192663 Sep 16 04:59:31.021319 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6972a019-adf7-4119-be81-f4a657b4b4df None None] Provisioning complete for port 253b8c64-01ec-4cac-97c2-626a246be7b2 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:31.022189 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6972a019-adf7-4119-be81-f4a657b4b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.025673 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3de1ed-ebc0-4748-b327-a4b2406f0365 None None] DHCP port deletion for 5716cebe-c313-4eab-8b2b-a42e1a86a2e6 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:59:31.137485 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68402bc2-8a8c-40b0-a4bf-20a39f7d4b41 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Made reservation on behalf of d7ea2a7eb3af4f80bf7e19a6e025001a for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:31.145074 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-68402bc2-8a8c-40b0-a4bf-20a39f7d4b41 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.901793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462babe-ea88-4c05-990a-4b1f9b8a9e12 req-7327f522-d7c9-4e54-ad14-8875de0e0848 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:31.923833 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3462babe-ea88-4c05-990a-4b1f9b8a9e12 req-7327f522-d7c9-4e54-ad14-8875de0e0848 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.3087897 Sep 16 04:59:31.966532 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-bc3de1ed-ebc0-4748-b327-a4b2406f0365 None None] Deleting port 253b8c64-01ec-4cac-97c2-626a246be7b2 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:31.966933 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bc3de1ed-ebc0-4748-b327-a4b2406f0365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.206016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d708d14-7716-4e58-8c0e-459f0ec07df4 req-3614bb70-101e-4c9b-ae83-6b68e6d3293b tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.1167417 Sep 16 04:59:32.263815 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3462babe-ea88-4c05-990a-4b1f9b8a9e12 req-feda1ad1-bf81-4e34-961e-1bd183719c61 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3292534 Sep 16 04:59:32.311554 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-bc3de1ed-ebc0-4748-b327-a4b2406f0365 None None] For port 253b8c64-01ec-4cac-97c2-626a246be7b2, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=253b8c64-01ec-4cac-97c2-626a246be7b2,segment=NetworkSegment(c5ab2147-276d-4845-b6ad-435ef7fe0a03),segment_id=c5ab2147-276d-4845-b6ad-435ef7fe0a03)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:32.317199 n-d-712140-13 neutron-server[95474]: DEBUG neutron.objects.ports [None req-68402bc2-8a8c-40b0-a4bf-20a39f7d4b41 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95474) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:59:32.326926 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bc3de1ed-ebc0-4748-b327-a4b2406f0365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.330636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-68402bc2-8a8c-40b0-a4bf-20a39f7d4b41 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.365471 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-bc3de1ed-ebc0-4748-b327-a4b2406f0365 None None] Calling delete_port for 253b8c64-01ec-4cac-97c2-626a246be7b2 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:32.514944 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68402bc2-8a8c-40b0-a4bf-20a39f7d4b41 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Checking segment: {'id': '2b6b1e36-ec44-4a76-b00e-dff027036efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '70143674-1f4d-45cd-b539-1b33724ab263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:32.523467 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68402bc2-8a8c-40b0-a4bf-20a39f7d4b41 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Network hostable DHCP agents. Network: 70143674-1f4d-45cd-b539-1b33724ab263, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:32.536428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68402bc2-8a8c-40b0-a4bf-20a39f7d4b41 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event updated for resources: {'Subnet': ['ID=380ae782-1826-43ac-87db-742e24ecc72b,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:32.679358 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68402bc2-8a8c-40b0-a4bf-20a39f7d4b41 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Network 70143674-1f4d-45cd-b539-1b33724ab263 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:32.782125 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bc3de1ed-ebc0-4748-b327-a4b2406f0365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.821008 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-68402bc2-8a8c-40b0-a4bf-20a39f7d4b41 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 70143674-1f4d-45cd-b539-1b33724ab263) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:32.832563 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68402bc2-8a8c-40b0-a4bf-20a39f7d4b41 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.835862 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-68402bc2-8a8c-40b0-a4bf-20a39f7d4b41 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.870528 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3de1ed-ebc0-4748-b327-a4b2406f0365 None None] No DVR routers for this DVR port 253b8c64-01ec-4cac-97c2-626a246be7b2 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:32.894478 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3de1ed-ebc0-4748-b327-a4b2406f0365 None None] Pushing event deleted for resources: {'Port': ['ID=253b8c64-01ec-4cac-97c2-626a246be7b2,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:32.900199 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17ec336-6e29-4133-9d45-bde771c6152f None None] Network 70143674-1f4d-45cd-b539-1b33724ab263 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:32.944387 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 253b8c64-01ec-4cac-97c2-626a246be7b2 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:32.960406 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-68402bc2-8a8c-40b0-a4bf-20a39f7d4b41 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4614236 Sep 16 04:59:32.963278 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56780) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:33.075121 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 253b8c64-01ec-4cac-97c2-626a246be7b2 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:33.075469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 253b8c64-01ec-4cac-97c2-626a246be7b2 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:33.286323 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-70143674-1f4d-45cd-b539-1b33724ab263', 'network_id': '70143674-1f4d-45cd-b539-1b33724ab263', 'tenant_id': 'd7ea2a7eb3af4f80bf7e19a6e025001a', 'fixed_ips': [{'subnet_id': '380ae782-1826-43ac-87db-742e24ecc72b'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:59:33.289799 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.490036 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.555577 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-11380816-cff6-4f53-8bb8-cc4c199b1f4a req-18c69a0e-5163-49c1-8581-6efe9fd0a505 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.0764592 Sep 16 04:59:33.580434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] Allocated IP 2001:db8::f816:3eff:fe22:1749 (70143674-1f4d-45cd-b539-1b33724ab263/380ae782-1826-43ac-87db-742e24ecc72b/9a19c734-78d5-40c4-8b9f-43c86a0eb2a4) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:33.749046 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.775487 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7504d-f3c7-4d3e-a37d-e42d40e8ac78 req-ccdefc0b-3e55-4e97-9a68-1214a34059c1 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:33.782728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dab7504d-f3c7-4d3e-a37d-e42d40e8ac78 req-ccdefc0b-3e55-4e97-9a68-1214a34059c1 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.2215052 Sep 16 04:59:33.952063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dab7504d-f3c7-4d3e-a37d-e42d40e8ac78 req-6adc406f-f7e6-4afe-a791-cb0a695a2b97 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680393 Sep 16 04:59:33.970358 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.044906 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.125752 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] Network 70143674-1f4d-45cd-b539-1b33724ab263 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:34.129228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:34.135185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:34.141502 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.245114 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] Pushing event updated for resources: {'Port': ['ID=9a19c734-78d5-40c4-8b9f-43c86a0eb2a4,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:34.254533 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event deleted for resources: {'Subnet': ['ID=380ae782-1826-43ac-87db-742e24ecc72b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:34.287806 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] Attempting to bind port 9a19c734-78d5-40c4-8b9f-43c86a0eb2a4 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:34.288179 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] Attempting to bind port 9a19c734-78d5-40c4-8b9f-43c86a0eb2a4 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '2b6b1e36-ec44-4a76-b00e-dff027036efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '70143674-1f4d-45cd-b539-1b33724ab263'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:34.288540 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] Attempting to bind port 9a19c734-78d5-40c4-8b9f-43c86a0eb2a4 on network 70143674-1f4d-45cd-b539-1b33724ab263 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:34.305321 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:34.305723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] Checking segment: {'id': '2b6b1e36-ec44-4a76-b00e-dff027036efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '70143674-1f4d-45cd-b539-1b33724ab263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:34.306142 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.306531 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] Bound using segment: {'id': '2b6b1e36-ec44-4a76-b00e-dff027036efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '70143674-1f4d-45cd-b539-1b33724ab263'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:34.310914 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] Bound port: 9a19c734-78d5-40c4-8b9f-43c86a0eb2a4, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6b1e36-ec44-4a76-b00e-dff027036efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '70143674-1f4d-45cd-b539-1b33724ab263'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:34.311348 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.470959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] For port 9a19c734-78d5-40c4-8b9f-43c86a0eb2a4, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:34.479226 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] For port 9a19c734-78d5-40c4-8b9f-43c86a0eb2a4, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9a19c734-78d5-40c4-8b9f-43c86a0eb2a4,segment=NetworkSegment(2b6b1e36-ec44-4a76-b00e-dff027036efc),segment_id=2b6b1e36-ec44-4a76-b00e-dff027036efc)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:34.586640 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.632070 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.709442 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70143674-1f4d-45cd-b539-1b33724ab263']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:34.728498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94071de4-40f9-4a56-9d10-b90c91d597dc None None] Pushing event updated for resources: {'Port': ['ID=9a19c734-78d5-40c4-8b9f-43c86a0eb2a4,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:34.744955 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6b1e36-ec44-4a76-b00e-dff027036efc') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:34.745262 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6b1e36-ec44-4a76-b00e-dff027036efc') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:34.815611 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.883623 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.899466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3893788f-c05e-4b7b-803a-36386de2ff44 None None] Network 70143674-1f4d-45cd-b539-1b33724ab263 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:34.925195 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:34.925195 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.931787 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4b15f25-10c4-47fb-8426-2811f4f670c6 req-33e0b717-e5f0-4a56-a27c-6ae840d108ce tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.0786080 Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:34.942010 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:35.124339 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.db.api [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:59:35.124339 n-d-712140-13 neutron-server[95474]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:59:35.124339 n-d-712140-13 neutron-server[95474]: [parameters: {'id': '70143674-1f4d-45cd-b539-1b33724ab263'}] Sep 16 04:59:35.124339 n-d-712140-13 neutron-server[95474]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:59:35.124919 n-d-712140-13 neutron-server[95474]: DEBUG oslo_db.api [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:59:35.191484 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bd0b70f2-a087-4ed1-a942-a30bd47ab60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.250915 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc65af24-3e6d-496d-af9a-d87586032617 None None] get_active_networks_info from n-d-712140-13 {{(pid=95475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:59:35.626435 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.642188 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc65af24-3e6d-496d-af9a-d87586032617 None None] Resources bound (agent type, host, resource id): {{(pid=95475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:59:35.787584 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639206f0-c287-458c-9f2c-59bac8b427eb req-5645c6a8-40c0-43de-82b9-7f64b5636d8d tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:35.797137 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-639206f0-c287-458c-9f2c-59bac8b427eb req-5645c6a8-40c0-43de-82b9-7f64b5636d8d tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.6577609 Sep 16 04:59:35.806600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Deleting port 9a19c734-78d5-40c4-8b9f-43c86a0eb2a4 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:35.807655 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.917141 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-639206f0-c287-458c-9f2c-59bac8b427eb req-f507ff5f-c4ae-40a9-8386-02b27fc10202 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120384 Sep 16 04:59:35.954320 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] For port 9a19c734-78d5-40c4-8b9f-43c86a0eb2a4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9a19c734-78d5-40c4-8b9f-43c86a0eb2a4,segment=NetworkSegment(2b6b1e36-ec44-4a76-b00e-dff027036efc),segment_id=2b6b1e36-ec44-4a76-b00e-dff027036efc)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:35.955132 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.971244 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Calling delete_port for 9a19c734-78d5-40c4-8b9f-43c86a0eb2a4 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:36.206131 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56859069-6baf-4554-8112-96f62b7c008b req-8689b8e9-d0ec-4010-94dd-fc2c6e8baa56 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.0712762 Sep 16 04:59:36.216121 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.294133 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event deleted for resources: {'Port': ['ID=9a19c734-78d5-40c4-8b9f-43c86a0eb2a4,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:36.316938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] No DVR routers for this DVR port 9a19c734-78d5-40c4-8b9f-43c86a0eb2a4 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:36.550280 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.643535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70143674-1f4d-45cd-b539-1b33724ab263']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:36.697366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6b1e36-ec44-4a76-b00e-dff027036efc') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:36.697851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6b1e36-ec44-4a76-b00e-dff027036efc') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:36.758685 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.807206 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.852764 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:36.853389 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:36.861117 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:37.118392 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.134287 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.138495 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/networks/70143674-1f4d-45cd-b539-1b33724ab263 HTTP/1.1" status: 204 len: 168 time: 4.1739984 Sep 16 04:59:37.145564 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56844) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.156366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-de46bc5f-1aea-4d9e-afc9-d0e755b72a13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1360929342'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:37.208710 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237103d-2129-4041-80c4-c1a40b08e519 req-18934187-70ed-4c43-a60d-5f883bb4d21b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.211231 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a237103d-2129-4041-80c4-c1a40b08e519 req-18934187-70ed-4c43-a60d-5f883bb4d21b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.1140356 Sep 16 04:59:37.223020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8356c2-0739-4e4f-86ed-269ee03f6d02 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event deleted for resources: {'Network': ['ID=70143674-1f4d-45cd-b539-1b33724ab263,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:37.350831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a237103d-2129-4041-80c4-c1a40b08e519 req-0154c328-fe76-43ed-b4bb-bed6e43104c4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218801 Sep 16 04:59:37.367775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de46bc5f-1aea-4d9e-afc9-d0e755b72a13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Made reservation on behalf of d7ea2a7eb3af4f80bf7e19a6e025001a for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:37.378852 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de46bc5f-1aea-4d9e-afc9-d0e755b72a13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.504381 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de46bc5f-1aea-4d9e-afc9-d0e755b72a13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:37.542548 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c618a7d-0406-4aef-a71e-284c514f175f req-80fa72f2-f1ea-44c8-b2fd-b28bf3bd5d6c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.0646017 Sep 16 04:59:37.549163 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de46bc5f-1aea-4d9e-afc9-d0e755b72a13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.551106 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-de46bc5f-1aea-4d9e-afc9-d0e755b72a13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Added segment c21278e9-e533-4713-b9b3-d9f9b21ffa6d of type vlan for network db89aee7-ebbd-48c2-974f-060830d9aca2 Sep 16 04:59:37.760456 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de46bc5f-1aea-4d9e-afc9-d0e755b72a13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.787538 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7b410ee9-fe27-472f-a5bf-acf06ef3ef26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.894185 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de46bc5f-1aea-4d9e-afc9-d0e755b72a13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.898742 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de46bc5f-1aea-4d9e-afc9-d0e755b72a13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.899827 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de46bc5f-1aea-4d9e-afc9-d0e755b72a13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.577024 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.616466 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46bc5f-1aea-4d9e-afc9-d0e755b72a13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event updated for resources: {'Network': ['ID=db89aee7-ebbd-48c2-974f-060830d9aca2,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:38.620050 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-de46bc5f-1aea-4d9e-afc9-d0e755b72a13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4738595 Sep 16 04:59:38.629570 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network db89aee7-ebbd-48c2-974f-060830d9aca2 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:38.633024 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56870) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:38.644453 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-fb0a2af6-a6a3-4aba-8a98-281699ddf0b0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Request body: {'subnet': {'network_id': 'db89aee7-ebbd-48c2-974f-060830d9aca2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:38.749426 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3605f-3d93-49d1-b730-6ae2e15ed3a9 req-a37e672b-e32e-4883-bced-8196d798c1fd tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:38.751071 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46a3605f-3d93-49d1-b730-6ae2e15ed3a9 req-a37e672b-e32e-4883-bced-8196d798c1fd tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.1905262 Sep 16 04:59:38.961867 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46a3605f-3d93-49d1-b730-6ae2e15ed3a9 req-4a4bea73-1056-4eea-8357-5f1bc896a738 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938055 Sep 16 04:59:39.097629 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0a2af6-a6a3-4aba-8a98-281699ddf0b0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Made reservation on behalf of d7ea2a7eb3af4f80bf7e19a6e025001a for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:39.107827 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2af6-a6a3-4aba-8a98-281699ddf0b0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.173379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b1b2c72-5ee1-4550-9fc8-794edae0cca6 req-957cb272-632c-4500-9026-236c3481222b tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.3949037 Sep 16 04:59:39.256331 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.895751 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2af6-a6a3-4aba-8a98-281699ddf0b0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.025517 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a2af6-a6a3-4aba-8a98-281699ddf0b0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event updated for resources: {'Subnet': ['ID=be0689c5-0187-4689-89b6-db329a7e1c0a,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:40.032033 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0a2af6-a6a3-4aba-8a98-281699ddf0b0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Checking segment: {'id': 'c21278e9-e533-4713-b9b3-d9f9b21ffa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db89aee7-ebbd-48c2-974f-060830d9aca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:40.032588 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0a2af6-a6a3-4aba-8a98-281699ddf0b0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Network hostable DHCP agents. Network: db89aee7-ebbd-48c2-974f-060830d9aca2, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:40.140830 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0a2af6-a6a3-4aba-8a98-281699ddf0b0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Network db89aee7-ebbd-48c2-974f-060830d9aca2 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:40.266777 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-fb0a2af6-a6a3-4aba-8a98-281699ddf0b0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, db89aee7-ebbd-48c2-974f-060830d9aca2) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:40.271898 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0a2af6-a6a3-4aba-8a98-281699ddf0b0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:40.272520 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2af6-a6a3-4aba-8a98-281699ddf0b0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.283214 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8bc280-6f99-4d29-8d3a-b174040bb394 None None] Network db89aee7-ebbd-48c2-974f-060830d9aca2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:40.421164 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb74b9-5891-4b88-910e-278b37723e00 req-651191e7-acd8-4ad4-989f-eff2792edcc9 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:40.430465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5bbb74b9-5891-4b88-910e-278b37723e00 req-651191e7-acd8-4ad4-989f-eff2792edcc9 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.2327192 Sep 16 04:59:40.478630 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fb0a2af6-a6a3-4aba-8a98-281699ddf0b0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8445437 Sep 16 04:59:40.483711 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56896) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:40.667198 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f13d5833-a440-40e0-93ea-a4ef3965f570 req-c06af34f-baf7-40b9-9474-4d1e3d468518 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.2108743 Sep 16 04:59:40.781423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5bbb74b9-5891-4b88-910e-278b37723e00 req-8dec3339-c570-4371-8cd6-ed99a5c86ed2 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3439224 Sep 16 04:59:40.871707 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-28474e0f-ac1e-4479-b674-1df72fb72913 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.904795 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.932067 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3441fd65-4cde-48d4-83e8-e47cce5f1a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-db89aee7-ebbd-48c2-974f-060830d9aca2', 'network_id': 'db89aee7-ebbd-48c2-974f-060830d9aca2', 'tenant_id': 'd7ea2a7eb3af4f80bf7e19a6e025001a', 'fixed_ips': [{'subnet_id': 'be0689c5-0187-4689-89b6-db329a7e1c0a'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:59:40.936924 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3441fd65-4cde-48d4-83e8-e47cce5f1a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.987318 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-28474e0f-ac1e-4479-b674-1df72fb72913 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.223349 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-28474e0f-ac1e-4479-b674-1df72fb72913 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.274939 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28474e0f-ac1e-4479-b674-1df72fb72913 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event deleted for resources: {'Subnet': ['ID=be0689c5-0187-4689-89b6-db329a7e1c0a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:41.357188 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-28474e0f-ac1e-4479-b674-1df72fb72913 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.380138 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-28474e0f-ac1e-4479-b674-1df72fb72913 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db89aee7-ebbd-48c2-974f-060830d9aca2']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:41.392565 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-28474e0f-ac1e-4479-b674-1df72fb72913 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21278e9-e533-4713-b9b3-d9f9b21ffa6d') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:41.392959 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-28474e0f-ac1e-4479-b674-1df72fb72913 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21278e9-e533-4713-b9b3-d9f9b21ffa6d') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:41.406697 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-28474e0f-ac1e-4479-b674-1df72fb72913 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-28474e0f-ac1e-4479-b674-1df72fb72913 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28474e0f-ac1e-4479-b674-1df72fb72913 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-28474e0f-ac1e-4479-b674-1df72fb72913 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:41.486689 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server [None req-3441fd65-4cde-48d4-83e8-e47cce5f1a35 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be0689c5-0187-4689-89b6-db329a7e1c0a: This subnet is being modified by another concurrent operation. Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:59:41.491242 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be0689c5-0187-4689-89b6-db329a7e1c0a: This subnet is being modified by another concurrent operation. Sep 16 04:59:41.497429 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server Sep 16 04:59:41.534742 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5420c5-16ef-4121-b2af-c8c326f1c3a4 None None] Network db89aee7-ebbd-48c2-974f-060830d9aca2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:41.708500 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c2c074-05e7-4563-8588-36ae33ed53ca None None] get_active_networks_info from n-d-712140-13 {{(pid=95475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:59:41.889480 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c2c074-05e7-4563-8588-36ae33ed53ca None None] Resources bound (agent type, host, resource id): {{(pid=95475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:59:41.916507 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a16f348d-a710-4b92-b2ef-c06ba1387d53 req-489e6675-c88f-4050-b773-22775c158e18 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.0328412 Sep 16 04:59:42.032908 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-28474e0f-ac1e-4479-b674-1df72fb72913 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.051173 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644a84e-f44a-4272-a5cc-89e32e7e43d3 req-f4636701-58ca-4eb8-872d-36ae52df29ff tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:42.051173 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7644a84e-f44a-4272-a5cc-89e32e7e43d3 req-f4636701-58ca-4eb8-872d-36ae52df29ff tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.0635700 Sep 16 04:59:42.052166 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-28474e0f-ac1e-4479-b674-1df72fb72913 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.052367 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56928) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:42.052546 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-28474e0f-ac1e-4479-b674-1df72fb72913 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/networks/db89aee7-ebbd-48c2-974f-060830d9aca2 HTTP/1.1" status: 204 len: 168 time: 1.5603371 Sep 16 04:59:42.061984 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-4ec7d2e1-1246-45fa-b03f-4e1867521c13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-546148602'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:42.069457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28474e0f-ac1e-4479-b674-1df72fb72913 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event deleted for resources: {'Network': ['ID=db89aee7-ebbd-48c2-974f-060830d9aca2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:42.155171 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7644a84e-f44a-4272-a5cc-89e32e7e43d3 req-dcc5135c-80db-40bf-8cb4-653c6e144535 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889876 Sep 16 04:59:42.198554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec7d2e1-1246-45fa-b03f-4e1867521c13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Made reservation on behalf of d7ea2a7eb3af4f80bf7e19a6e025001a for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:42.203932 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ec7d2e1-1246-45fa-b03f-4e1867521c13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.248108 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec7d2e1-1246-45fa-b03f-4e1867521c13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:42.266635 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ec7d2e1-1246-45fa-b03f-4e1867521c13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.270101 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-4ec7d2e1-1246-45fa-b03f-4e1867521c13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Added segment 54bc45fe-2ecc-4b11-ac2b-0c1a5cdade7f of type vlan for network a03b7c4d-6dad-4e1c-8404-e957754ddf16 Sep 16 04:59:42.383956 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ec7d2e1-1246-45fa-b03f-4e1867521c13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.546062 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ec7d2e1-1246-45fa-b03f-4e1867521c13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.558175 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec7d2e1-1246-45fa-b03f-4e1867521c13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:42.562001 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ec7d2e1-1246-45fa-b03f-4e1867521c13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.383044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7d2e1-1246-45fa-b03f-4e1867521c13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event updated for resources: {'Network': ['ID=a03b7c4d-6dad-4e1c-8404-e957754ddf16,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:43.390919 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2befdb00-5802-4bf8-88dc-1618c5d12744 req-1d3d743c-a0be-4fd8-973b-403ddff0c52d tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/ports?device_id=6832092c-3456-473f-9841-375d2f2b72a2 HTTP/1.1" status: 200 len: 210 time: 0.0722756 Sep 16 04:59:43.399308 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network a03b7c4d-6dad-4e1c-8404-e957754ddf16 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:43.464175 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5f949-94e4-4520-b7bc-9d89ab29dcf5 req-2d4cedd6-ecf9-489c-b8c5-f14c16e40e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:43.467100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bb5f949-94e4-4520-b7bc-9d89ab29dcf5 req-2d4cedd6-ecf9-489c-b8c5-f14c16e40e5a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=043d55446d4c45528b48f7e10a1f624b&device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 1098 time: 0.1564472 Sep 16 04:59:43.569163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4ec7d2e1-1246-45fa-b03f-4e1867521c13 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5098946 Sep 16 04:59:43.572574 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56960) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:43.584938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-32401f0e-6a2e-4fd0-9d1b-ddb5d664a6f0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Request body: {'subnet': {'network_id': 'a03b7c4d-6dad-4e1c-8404-e957754ddf16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:43.791073 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbacdb-770a-422e-8817-df5926d6ce3c req-e293b9b5-f2f9-4723-81ca-86da60d1a619 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:43.806012 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89fbacdb-770a-422e-8817-df5926d6ce3c req-e293b9b5-f2f9-4723-81ca-86da60d1a619 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.2372065 Sep 16 04:59:43.880845 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32401f0e-6a2e-4fd0-9d1b-ddb5d664a6f0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Made reservation on behalf of d7ea2a7eb3af4f80bf7e19a6e025001a for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:43.887857 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-32401f0e-6a2e-4fd0-9d1b-ddb5d664a6f0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.889101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5f949-94e4-4520-b7bc-9d89ab29dcf5 req-ba37d70b-c012-4a2d-9f2f-44e2732fdece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:43.890633 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bb5f949-94e4-4520-b7bc-9d89ab29dcf5 req-ba37d70b-c012-4a2d-9f2f-44e2732fdece service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ed085ad-0528-4e23-be9f-f0e1d81c551f HTTP/1.1" status: 200 len: 917 time: 0.4140310 Sep 16 04:59:43.931290 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89fbacdb-770a-422e-8817-df5926d6ce3c req-3c60b5ca-0024-4aac-a052-a9ada1b0ded5 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213601 Sep 16 04:59:43.972492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44628ab7-1024-429d-bd85-94f781196ea1 req-a5a89833-6792-4e7a-8870-389fb56d2b98 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:43.974460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44628ab7-1024-429d-bd85-94f781196ea1 req-a5a89833-6792-4e7a-8870-389fb56d2b98 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.1604536 Sep 16 04:59:44.073734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44628ab7-1024-429d-bd85-94f781196ea1 req-8cc96df9-3198-41ea-b8bd-07756076b538 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498772 Sep 16 04:59:44.094370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bb5f949-94e4-4520-b7bc-9d89ab29dcf5 req-c4cd95e5-78fd-4ded-b42b-847be880fd3a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7ba2538-c1d2-40a9-8946-bf05067dda66 HTTP/1.1" status: 200 len: 1002 time: 0.1539435 Sep 16 04:59:44.171052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5f949-94e4-4520-b7bc-9d89ab29dcf5 req-65e69713-6174-4459-862b-8d781231bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.172845 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bb5f949-94e4-4520-b7bc-9d89ab29dcf5 req-65e69713-6174-4459-862b-8d781231bae2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0ca5355-66a5-446c-8970-0c3c88361e82 HTTP/1.1" status: 200 len: 855 time: 0.0687637 Sep 16 04:59:44.248454 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5f949-94e4-4520-b7bc-9d89ab29dcf5 req-03582471-ba64-4f57-946d-da42bfbe6461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.250355 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bb5f949-94e4-4520-b7bc-9d89ab29dcf5 req-03582471-ba64-4f57-946d-da42bfbe6461 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ed085ad-0528-4e23-be9f-f0e1d81c551f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655606 Sep 16 04:59:44.396864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bb5f949-94e4-4520-b7bc-9d89ab29dcf5 req-070a6a0d-3ea2-4141-9407-5ad80f556970 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384294 Sep 16 04:59:44.502748 n-d-712140-13 neutron-server[95474]: DEBUG neutron.objects.ports [None req-32401f0e-6a2e-4fd0-9d1b-ddb5d664a6f0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95474) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:59:44.505295 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-32401f0e-6a2e-4fd0-9d1b-ddb5d664a6f0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.524565 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bb5f949-94e4-4520-b7bc-9d89ab29dcf5 req-d24c23fe-6693-433b-b780-a9fb51f3a03b service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196618 Sep 16 04:59:44.603169 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32401f0e-6a2e-4fd0-9d1b-ddb5d664a6f0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Checking segment: {'id': '54bc45fe-2ecc-4b11-ac2b-0c1a5cdade7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a03b7c4d-6dad-4e1c-8404-e957754ddf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:44.604276 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32401f0e-6a2e-4fd0-9d1b-ddb5d664a6f0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Network hostable DHCP agents. Network: a03b7c4d-6dad-4e1c-8404-e957754ddf16, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:44.608259 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32401f0e-6a2e-4fd0-9d1b-ddb5d664a6f0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event updated for resources: {'Subnet': ['ID=570e35df-48f7-49f4-83c2-57d0f6b76ba0,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:44.629231 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56978) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:44.709585 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-338b22bf-168e-43b3-b6e6-b11c96e9a373 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.737740 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-338b22bf-168e-43b3-b6e6-b11c96e9a373 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.747167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32401f0e-6a2e-4fd0-9d1b-ddb5d664a6f0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Network a03b7c4d-6dad-4e1c-8404-e957754ddf16 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:44.816384 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56982) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:44.866668 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-32401f0e-6a2e-4fd0-9d1b-ddb5d664a6f0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, a03b7c4d-6dad-4e1c-8404-e957754ddf16) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:44.873426 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32401f0e-6a2e-4fd0-9d1b-ddb5d664a6f0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.876540 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-32401f0e-6a2e-4fd0-9d1b-ddb5d664a6f0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.899399 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86b039c-bcb3-403e-9061-a44be3c8db5f None None] Network a03b7c4d-6dad-4e1c-8404-e957754ddf16 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:44.907036 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-338b22bf-168e-43b3-b6e6-b11c96e9a373 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.911230 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-338b22bf-168e-43b3-b6e6-b11c96e9a373 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.911601 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-338b22bf-168e-43b3-b6e6-b11c96e9a373 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "DELETE /v2.0/security-groups/9612ea81-5d8e-42da-a876-dfae3e79ea4c HTTP/1.1" status: 204 len: 168 time: 0.2807257 Sep 16 04:59:44.916187 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56986) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:44.947174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b22bf-168e-43b3-b6e6-b11c96e9a373 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9612ea81-5d8e-42da-a876-dfae3e79ea4c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:44.955670 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-7af8937f-27a0-4222-99df-a2f04d1b023c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] show failed (client error): The resource could not be found. Sep 16 04:59:44.958934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7af8937f-27a0-4222-99df-a2f04d1b023c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "GET /v2.0/security-groups/9612ea81-5d8e-42da-a876-dfae3e79ea4c HTTP/1.1" status: 404 len: 347 time: 0.0408483 Sep 16 04:59:44.961485 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56988) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:45.039579 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-32401f0e-6a2e-4fd0-9d1b-ddb5d664a6f0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4628386 Sep 16 04:59:45.041299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56992) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:45.061948 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aad5a71e-1d14-47e5-9577-1beb3c303183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.178333 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-a03b7c4d-6dad-4e1c-8404-e957754ddf16', 'network_id': 'a03b7c4d-6dad-4e1c-8404-e957754ddf16', 'tenant_id': 'd7ea2a7eb3af4f80bf7e19a6e025001a', 'fixed_ips': [{'subnet_id': '570e35df-48f7-49f4-83c2-57d0f6b76ba0'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:59:45.179246 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.242826 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-4e146fe3-36b8-40cd-a137-a44416e7cb62 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Deleting port 20582d00-aff9-4112-b33b-25f79616f3cd {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:45.243218 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e146fe3-36b8-40cd-a137-a44416e7cb62 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.291730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5b25b-3cbd-458e-addb-92054b0b8172 req-fd017248-5bcd-4534-bc9d-7e49712e8b03 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.294725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ada5b25b-3cbd-458e-addb-92054b0b8172 req-fd017248-5bcd-4534-bc9d-7e49712e8b03 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 946 time: 0.1949685 Sep 16 04:59:45.309320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41f7b4-a72d-44d5-aef0-0132ee18a282 req-5875eacd-28e4-4099-89c8-11fc71ded41d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.311327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb41f7b4-a72d-44d5-aef0-0132ee18a282 req-5875eacd-28e4-4099-89c8-11fc71ded41d tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.1141753 Sep 16 04:59:45.360586 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.405203 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aad5a71e-1d14-47e5-9577-1beb3c303183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.407637 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] Allocated IP 2001:db8::f816:3eff:fe12:fbb6 (a03b7c4d-6dad-4e1c-8404-e957754ddf16/570e35df-48f7-49f4-83c2-57d0f6b76ba0/625a5304-6a2e-47bf-a0ef-67f8ade586c7) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:45.410089 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e146fe3-36b8-40cd-a137-a44416e7cb62 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.410745 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e146fe3-36b8-40cd-a137-a44416e7cb62 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.421876 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device c7ba2538-c1d2-40a9-8946-bf05067dda66 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:45.426136 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-4e146fe3-36b8-40cd-a137-a44416e7cb62 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Calling delete_port for 20582d00-aff9-4112-b33b-25f79616f3cd owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:45.437157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb41f7b4-a72d-44d5-aef0-0132ee18a282 req-e9695928-aaeb-4aa7-99a8-311b53e5953b tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093323 Sep 16 04:59:45.443583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ada5b25b-3cbd-458e-addb-92054b0b8172 req-0a6d55f5-a3d5-41b8-9ef9-1eedb3b6af45 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052401 Sep 16 04:59:45.487107 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.564016 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aad5a71e-1d14-47e5-9577-1beb3c303183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.632003 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.647538 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-aad5a71e-1d14-47e5-9577-1beb3c303183 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ca8e941581840dd961b27c04f79889b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8297286 Sep 16 04:59:45.650244 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56998) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:45.684230 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5a71e-1d14-47e5-9577-1beb3c303183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e475b498-d3d4-4251-acad-f718472996ca,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:45.692497 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port c7ba2538-c1d2-40a9-8946-bf05067dda66, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c7ba2538-c1d2-40a9-8946-bf05067dda66,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:45.695422 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e13150-6f2c-41b7-81bc-eea22b3d0dbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ba2538-c1d2-40a9-8946-bf05067dda66'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:45.697410 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12628c4e-41b9-4aee-aae1-8cd331367bc1" -d '{"events": [{"server_uuid": "01e13150-6f2c-41b7-81bc-eea22b3d0dbc", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ba2538-c1d2-40a9-8946-bf05067dda66"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:45.723297 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.759538 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1144250a-427c-4e54-9207-f468193073c8 x-openstack-request-id: req-1144250a-427c-4e54-9207-f468193073c8 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:45.759837 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e13150-6f2c-41b7-81bc-eea22b3d0dbc", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ba2538-c1d2-40a9-8946-bf05067dda66", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:45.760088 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1144250a-427c-4e54-9207-f468193073c8 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:45.760532 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e13150-6f2c-41b7-81bc-eea22b3d0dbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ba2538-c1d2-40a9-8946-bf05067dda66', 'code': 200} Sep 16 04:59:45.767863 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5488fca-8750-4598-b795-a4c2e4653402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.806338 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5488fca-8750-4598-b795-a4c2e4653402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.809789 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.866858 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e146fe3-36b8-40cd-a137-a44416e7cb62 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.872047 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.880530 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=c7ba2538-c1d2-40a9-8946-bf05067dda66,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:45.920798 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e146fe3-36b8-40cd-a137-a44416e7cb62 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event deleted for resources: {'Port': ['ID=20582d00-aff9-4112-b33b-25f79616f3cd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:45.950855 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] Network a03b7c4d-6dad-4e1c-8404-e957754ddf16 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:45.955994 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:45.961255 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:45.998414 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e146fe3-36b8-40cd-a137-a44416e7cb62 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.003191 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] Pushing event updated for resources: {'Port': ['ID=625a5304-6a2e-47bf-a0ef-67f8ade586c7,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:46.003983 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e146fe3-36b8-40cd-a137-a44416e7cb62 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.008151 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4e146fe3-36b8-40cd-a137-a44416e7cb62 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "DELETE /v2.0/floatingips/b26dbb77-ca85-4516-9f39-2dd861836d23 HTTP/1.1" status: 204 len: 168 time: 1.0438147 Sep 16 04:59:46.015082 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57008) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:46.056778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] Attempting to bind port 625a5304-6a2e-47bf-a0ef-67f8ade586c7 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:46.058343 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] Attempting to bind port 625a5304-6a2e-47bf-a0ef-67f8ade586c7 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '54bc45fe-2ecc-4b11-ac2b-0c1a5cdade7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a03b7c4d-6dad-4e1c-8404-e957754ddf16'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:46.063076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf261b-0450-461f-a1dd-64a8ddb7cfeb req-3a3a0cf2-ae0b-46d9-9973-9eb4628c3088 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:46.064950 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ecf261b-0450-461f-a1dd-64a8ddb7cfeb req-3a3a0cf2-ae0b-46d9-9973-9eb4628c3088 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0883460 Sep 16 04:59:46.078292 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59569e86-b4d5-4d1f-8f73-5130d116d7ec req-9cfe9f47-d82a-41a7-b38b-1ea094fd7312 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:46.082809 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59569e86-b4d5-4d1f-8f73-5130d116d7ec req-9cfe9f47-d82a-41a7-b38b-1ea094fd7312 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.0916538 Sep 16 04:59:46.083092 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] Attempting to bind port 625a5304-6a2e-47bf-a0ef-67f8ade586c7 on network a03b7c4d-6dad-4e1c-8404-e957754ddf16 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:46.091516 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5488fca-8750-4598-b795-a4c2e4653402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.091516 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5488fca-8750-4598-b795-a4c2e4653402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.091516 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d5488fca-8750-4598-b795-a4c2e4653402 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e475b498-d3d4-4251-acad-f718472996ca HTTP/1.1" status: 204 len: 168 time: 0.4362080 Sep 16 04:59:46.093713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:46.094116 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] Checking segment: {'id': '54bc45fe-2ecc-4b11-ac2b-0c1a5cdade7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a03b7c4d-6dad-4e1c-8404-e957754ddf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:46.094680 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.095186 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] Bound using segment: {'id': '54bc45fe-2ecc-4b11-ac2b-0c1a5cdade7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a03b7c4d-6dad-4e1c-8404-e957754ddf16'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:46.095887 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] Bound port: 625a5304-6a2e-47bf-a0ef-67f8ade586c7, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bc45fe-2ecc-4b11-ac2b-0c1a5cdade7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a03b7c4d-6dad-4e1c-8404-e957754ddf16'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:46.096363 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.097160 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.158357 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5488fca-8750-4598-b795-a4c2e4653402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e475b498-d3d4-4251-acad-f718472996ca,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:46.204947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event deleted for resources: {'Subnet': ['ID=570e35df-48f7-49f4-83c2-57d0f6b76ba0,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:46.235475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] For port 625a5304-6a2e-47bf-a0ef-67f8ade586c7, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:46.269149 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] For port 625a5304-6a2e-47bf-a0ef-67f8ade586c7, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=625a5304-6a2e-47bf-a0ef-67f8ade586c7,segment=NetworkSegment(54bc45fe-2ecc-4b11-ac2b-0c1a5cdade7f),segment_id=54bc45fe-2ecc-4b11-ac2b-0c1a5cdade7f)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:46.278198 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d44e27b0-b2bf-4762-9345-fab3d0f995c0 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Deleting port 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:46.278829 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d44e27b0-b2bf-4762-9345-fab3d0f995c0 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.317057 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ecf261b-0450-461f-a1dd-64a8ddb7cfeb req-6046e5dd-6b8d-4f2b-a4ac-07ee4be01ae3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349870 Sep 16 04:59:46.380103 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.438824 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.477064 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03b7c4d-6dad-4e1c-8404-e957754ddf16']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:46.477064 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46d4f756-c9c6-4382-b283-e80418af17cb req-22987219-ded9-4864-a2de-ee51e9d0d0f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2430766 Sep 16 04:59:46.495401 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d44e27b0-b2bf-4762-9345-fab3d0f995c0 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.500801 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bc45fe-2ecc-4b11-ac2b-0c1a5cdade7f') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:46.501108 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bc45fe-2ecc-4b11-ac2b-0c1a5cdade7f') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:46.514617 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.521692 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d44e27b0-b2bf-4762-9345-fab3d0f995c0 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Calling delete_port for 207cd857-c1dd-4112-b6ee-2cc72b73c3f2 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:46.549864 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.559735 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-59569e86-b4d5-4d1f-8f73-5130d116d7ec req-ad60a521-d594-411c-bb95-5a6bd93fbdaa tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Deleting port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:46.560547 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-59569e86-b4d5-4d1f-8f73-5130d116d7ec req-ad60a521-d594-411c-bb95-5a6bd93fbdaa tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.582638 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:46.583092 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:46.609632 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:46.641314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9884b-d165-4228-b21e-4dd8400a0ced req-4224d0d6-d00d-447b-be9a-e3ac853100f9 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:46.652912 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10b9884b-d165-4228-b21e-4dd8400a0ced req-4224d0d6-d00d-447b-be9a-e3ac853100f9 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.2143579 Sep 16 04:59:46.675008 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2630e7-1e9b-4627-88c5-6bea9af52559 None None] Network a03b7c4d-6dad-4e1c-8404-e957754ddf16 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:46.757933 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c6183-4881-4fd4-9282-d2d044da8752 None None] Pushing event updated for resources: {'Port': ['ID=625a5304-6a2e-47bf-a0ef-67f8ade586c7,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:46.818700 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4f756-c9c6-4382-b283-e80418af17cb req-81a454d1-9418-43d0-a98b-92540df0a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:46.820351 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46d4f756-c9c6-4382-b283-e80418af17cb req-81a454d1-9418-43d0-a98b-92540df0a755 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 1097 time: 0.2863936 Sep 16 04:59:46.853682 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.db.api [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:59:46.853682 n-d-712140-13 neutron-server[95473]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:59:46.853682 n-d-712140-13 neutron-server[95473]: [parameters: {'id': 'a03b7c4d-6dad-4e1c-8404-e957754ddf16'}] Sep 16 04:59:46.853682 n-d-712140-13 neutron-server[95473]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:59:46.854441 n-d-712140-13 neutron-server[95473]: DEBUG oslo_db.api [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:59:46.888157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10b9884b-d165-4228-b21e-4dd8400a0ced req-54ba03bb-5deb-4b3e-9857-961c4c9015fa tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384701 Sep 16 04:59:46.930672 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7722b2d-28bb-43eb-a0ca-88749e5e7567 req-2c0ae894-0014-4ae1-bd3b-3cb402e21cef tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:46.932399 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7722b2d-28bb-43eb-a0ca-88749e5e7567 req-2c0ae894-0014-4ae1-bd3b-3cb402e21cef tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 947 time: 0.3135598 Sep 16 04:59:46.965341 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfc1aee-9265-41a6-8be5-2ee6ebcf72ab None None] get_active_networks_info from n-d-712140-13 {{(pid=95475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:59:46.974684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-59569e86-b4d5-4d1f-8f73-5130d116d7ec req-ad60a521-d594-411c-bb95-5a6bd93fbdaa tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] For port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,segment=NetworkSegment(931096fd-94b2-46ae-a55e-27ab1c58c657),segment_id=931096fd-94b2-46ae-a55e-27ab1c58c657)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:46.986115 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-59569e86-b4d5-4d1f-8f73-5130d116d7ec req-ad60a521-d594-411c-bb95-5a6bd93fbdaa tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.085110 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d44e27b0-b2bf-4762-9345-fab3d0f995c0 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.100261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-59569e86-b4d5-4d1f-8f73-5130d116d7ec req-ad60a521-d594-411c-bb95-5a6bd93fbdaa tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Calling delete_port for 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:47.180089 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e27b0-b2bf-4762-9345-fab3d0f995c0 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event deleted for resources: {'Port': ['ID=207cd857-c1dd-4112-b6ee-2cc72b73c3f2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:47.211726 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7722b2d-28bb-43eb-a0ca-88749e5e7567 req-877348e4-85a6-4e26-a94f-ca5d61f6eda0 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5957f93-ec2a-4802-95a5-06e6e89c07a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690115 Sep 16 04:59:47.225776 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfc1aee-9265-41a6-8be5-2ee6ebcf72ab None None] Resources bound (agent type, host, resource id): {{(pid=95475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:59:47.341246 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f770442-461a-436b-955a-2572b1558916 req-4b7f471e-5385-4182-bf25-9ac88b00f6b8 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.349399 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f770442-461a-436b-955a-2572b1558916 req-4b7f471e-5385-4182-bf25-9ac88b00f6b8 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.3579147 Sep 16 04:59:47.357781 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.381551 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57028) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:47.413992 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0390b484-0b3f-4db7-8f09-25fe8c2c810e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.461658 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d44e27b0-b2bf-4762-9345-fab3d0f995c0 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.463714 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d44e27b0-b2bf-4762-9345-fab3d0f995c0 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "DELETE /v2.0/ports/207cd857-c1dd-4112-b6ee-2cc72b73c3f2 HTTP/1.1" status: 204 len: 168 time: 1.4475267 Sep 16 04:59:47.471910 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57030) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:47.477953 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f770442-461a-436b-955a-2572b1558916 req-a0d6bbba-ba1f-40e8-a6c3-8bbe8773dd24 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272902 Sep 16 04:59:47.538113 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4f756-c9c6-4382-b283-e80418af17cb req-a00c6d19-4bef-4ee1-aaa8-6326bfca5f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.540094 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46d4f756-c9c6-4382-b283-e80418af17cb req-a00c6d19-4bef-4ee1-aaa8-6326bfca5f32 service neutron] 10.222.0.21 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 913 time: 0.6482577 Sep 16 04:59:47.582355 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0390b484-0b3f-4db7-8f09-25fe8c2c810e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.641733 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46d4f756-c9c6-4382-b283-e80418af17cb req-fe146456-0e6e-4412-b99d-faa49f9b36c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=765d90b6-a82e-45b8-a7cc-18264fc1e569 HTTP/1.1" status: 200 len: 217 time: 0.0754735 Sep 16 04:59:47.701863 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0390b484-0b3f-4db7-8f09-25fe8c2c810e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.754111 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0390b484-0b3f-4db7-8f09-25fe8c2c810e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01fd8dfe92814f73896e8557b5bb5153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3640945 Sep 16 04:59:47.756270 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57044) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:47.784728 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390b484-0b3f-4db7-8f09-25fe8c2c810e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74eba41b-0cc8-4dfc-b56d-300b2d5b50a7,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:47.854045 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-9b64ed37-ad00-49c7-8cbe-446a94962241 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Deleting port ccee8eb8-1da5-4032-97e8-3546b99f9057 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:47.855115 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b64ed37-ad00-49c7-8cbe-446a94962241 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.869690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Deleting port 625a5304-6a2e-47bf-a0ef-67f8ade586c7 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:47.870297 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.921640 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0218716-2c8f-487b-9a75-45eb684eebe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.976475 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4f756-c9c6-4382-b283-e80418af17cb req-83ff4185-43c0-4878-b9bf-60daee0bcf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.978022 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46d4f756-c9c6-4382-b283-e80418af17cb req-83ff4185-43c0-4878-b9bf-60daee0bcf1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.3272362 Sep 16 04:59:48.037390 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0218716-2c8f-487b-9a75-45eb684eebe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.051129 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-59569e86-b4d5-4d1f-8f73-5130d116d7ec req-ad60a521-d594-411c-bb95-5a6bd93fbdaa tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.097621 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b64ed37-ad00-49c7-8cbe-446a94962241 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.132101 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-9b64ed37-ad00-49c7-8cbe-446a94962241 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Calling delete_port for ccee8eb8-1da5-4032-97e8-3546b99f9057 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:48.167903 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] For port 625a5304-6a2e-47bf-a0ef-67f8ade586c7, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=625a5304-6a2e-47bf-a0ef-67f8ade586c7,segment=NetworkSegment(54bc45fe-2ecc-4b11-ac2b-0c1a5cdade7f),segment_id=54bc45fe-2ecc-4b11-ac2b-0c1a5cdade7f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:48.168443 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.172449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60a521-d594-411c-bb95-5a6bd93fbdaa tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Pushing event deleted for resources: {'Port': ['ID=4afbdee4-cfa1-4237-af5d-ab3f1a94ad75,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:48.191749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4f756-c9c6-4382-b283-e80418af17cb req-614f772c-d544-4d69-b803-403e2b75950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:48.193319 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46d4f756-c9c6-4382-b283-e80418af17cb req-614f772c-d544-4d69-b803-403e2b75950b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1872356 Sep 16 04:59:48.205686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Calling delete_port for 625a5304-6a2e-47bf-a0ef-67f8ade586c7 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:48.215488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93379441-1a10-4680-9842-c329f3900026 req-fb403e38-9c7a-41c6-805c-2b0b37402b4b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:48.217279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93379441-1a10-4680-9842-c329f3900026 req-fb403e38-9c7a-41c6-805c-2b0b37402b4b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 812 time: 0.4095979 Sep 16 04:59:48.225299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-46d4f756-c9c6-4382-b283-e80418af17cb req-e80c60d5-66c6-4b40-a658-79dd0f9f3635 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:59:48.226323 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46d4f756-c9c6-4382-b283-e80418af17cb req-e80c60d5-66c6-4b40-a658-79dd0f9f3635 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186183 Sep 16 04:59:48.303364 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-59569e86-b4d5-4d1f-8f73-5130d116d7ec req-ad60a521-d594-411c-bb95-5a6bd93fbdaa tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] No DVR routers for this DVR port 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:48.350564 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-59569e86-b4d5-4d1f-8f73-5130d116d7ec req-ad60a521-d594-411c-bb95-5a6bd93fbdaa tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.352887 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59569e86-b4d5-4d1f-8f73-5130d116d7ec req-ad60a521-d594-411c-bb95-5a6bd93fbdaa tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.21 "DELETE /v2.0/ports/4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 HTTP/1.1" status: 204 len: 173 time: 2.2587252 Sep 16 04:59:48.353375 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b24c5c-a41b-45c2-bed0-0d905891193d', 'name': 'network-vif-deleted', 'tag': '4afbdee4-cfa1-4237-af5d-ab3f1a94ad75'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:48.354123 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0218716-2c8f-487b-9a75-45eb684eebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.357318 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9e9c02-d237-4839-abd1-43b2958d6237" -d '{"events": [{"server_uuid": "95b24c5c-a41b-45c2-bed0-0d905891193d", "name": "network-vif-deleted", "tag": "4afbdee4-cfa1-4237-af5d-ab3f1a94ad75"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:48.361031 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0218716-2c8f-487b-9a75-45eb684eebe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.363790 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d0218716-2c8f-487b-9a75-45eb684eebe8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74eba41b-0cc8-4dfc-b56d-300b2d5b50a7 HTTP/1.1" status: 204 len: 168 time: 0.6055057 Sep 16 04:59:48.368436 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93379441-1a10-4680-9842-c329f3900026 req-16b20c03-9760-4f8b-9836-7c534283cb4c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/quotas/0080ff4c44ee45ada6a4ae19685a08f5 HTTP/1.1" status: 200 len: 375 time: 0.1242576 Sep 16 04:59:48.380392 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0218716-2c8f-487b-9a75-45eb684eebe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eba41b-0cc8-4dfc-b56d-300b2d5b50a7,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:48.490162 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b64ed37-ad00-49c7-8cbe-446a94962241 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.577235 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64ed37-ad00-49c7-8cbe-446a94962241 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event deleted for resources: {'Port': ['ID=ccee8eb8-1da5-4032-97e8-3546b99f9057,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:48.636353 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46d4f756-c9c6-4382-b283-e80418af17cb req-6e760359-549d-47cc-bd48-b9fb52ffa434 service neutron] 10.222.0.21 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932900 Sep 16 04:59:48.679199 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93379441-1a10-4680-9842-c329f3900026 req-55914fb6-6bfe-4df5-a2a4-3f21bace0091 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2550070 Sep 16 04:59:48.722978 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9269b873-04d9-49f2-8b6d-4521a4f8feae req-c4523fc9-5cfb-4782-9bad-45e2c165771e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1445320 Sep 16 04:59:48.818507 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b64ed37-ad00-49c7-8cbe-446a94962241 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.831824 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9b64ed37-ad00-49c7-8cbe-446a94962241 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "DELETE /v2.0/ports/ccee8eb8-1da5-4032-97e8-3546b99f9057 HTTP/1.1" status: 204 len: 168 time: 1.3578913 Sep 16 04:59:48.833069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57060) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:48.882550 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.904557 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:48.952088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:48.952544 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4afbdee4-cfa1-4237-af5d-ab3f1a94ad75 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:49.465676 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device c7ba2538-c1d2-40a9-8946-bf05067dda66 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:49.739691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] No DVR routers for this DVR port 625a5304-6a2e-47bf-a0ef-67f8ade586c7 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:49.778571 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46d4f756-c9c6-4382-b283-e80418af17cb req-39fd67ca-c3a1-41f2-9801-f5c257e9de6f service neutron] 10.222.0.21 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1317217 Sep 16 04:59:49.779859 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event deleted for resources: {'Port': ['ID=625a5304-6a2e-47bf-a0ef-67f8ade586c7,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:49.875693 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce69d40f-c323-4744-a457-3583f408526b req-fc827cf6-448a-4523-a396-82e337352f26 tempest-ServersNegativeTestJSON-1443720006 tempest-ServersNegativeTestJSON-1443720006-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b24c5c-a41b-45c2-bed0-0d905891193d HTTP/1.1" status: 200 len: 210 time: 0.1276176 Sep 16 04:59:49.924494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-405b3697-5e22-452f-b2ad-03babe0fb65c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Deleting subnet e3cf3c4e-d286-4dbe-a756-42de8506c72b {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:49.953164 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93379441-1a10-4680-9842-c329f3900026 req-b1eb2696-a42a-416e-85bc-d76c6f62cd06 service neutron] 10.222.0.20 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2486618 Sep 16 04:59:49.956118 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac29bcb6-927f-4b54-a8dd-eab5e6eaca2f x-openstack-request-id: req-ac29bcb6-927f-4b54-a8dd-eab5e6eaca2f {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:49.962087 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b24c5c-a41b-45c2-bed0-0d905891193d", "name": "network-vif-deleted", "tag": "4afbdee4-cfa1-4237-af5d-ab3f1a94ad75", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:49.962087 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac29bcb6-927f-4b54-a8dd-eab5e6eaca2f {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:49.962087 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b24c5c-a41b-45c2-bed0-0d905891193d', 'name': 'network-vif-deleted', 'tag': '4afbdee4-cfa1-4237-af5d-ab3f1a94ad75', 'status': 'completed', 'code': 200} Sep 16 04:59:49.962087 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-405b3697-5e22-452f-b2ad-03babe0fb65c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.101269 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269b873-04d9-49f2-8b6d-4521a4f8feae req-0b61de20-4a58-47be-b587-2a56d424eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:50.102848 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9269b873-04d9-49f2-8b6d-4521a4f8feae req-0b61de20-4a58-47be-b587-2a56d424eb75 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 1097 time: 1.1677887 Sep 16 04:59:50.104669 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.336597 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-405b3697-5e22-452f-b2ad-03babe0fb65c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.342977 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03b7c4d-6dad-4e1c-8404-e957754ddf16']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:50.390253 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93379441-1a10-4680-9842-c329f3900026 req-7c663213-d179-4324-abc3-cee28a4941c2 service neutron] 10.222.0.20 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829436 Sep 16 04:59:50.425641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bc45fe-2ecc-4b11-ac2b-0c1a5cdade7f') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:50.425989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bc45fe-2ecc-4b11-ac2b-0c1a5cdade7f') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:50.447087 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.488284 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.567219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:50.567672 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:50.571478 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:50.597492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269b873-04d9-49f2-8b6d-4521a4f8feae req-376340b5-1d28-4b41-84ef-f24170a8971c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:50.598655 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9269b873-04d9-49f2-8b6d-4521a4f8feae req-376340b5-1d28-4b41-84ef-f24170a8971c service neutron] 10.222.0.38 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 913 time: 0.4449966 Sep 16 04:59:50.656581 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-405b3697-5e22-452f-b2ad-03babe0fb65c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.851001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9269b873-04d9-49f2-8b6d-4521a4f8feae req-73c73641-5e89-4198-891e-0b6f74a1a81d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267 HTTP/1.1" status: 200 len: 999 time: 0.2419813 Sep 16 04:59:50.897220 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.906856 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba6776-6fb0-4bef-abb4-bcbff8208d21 req-5a91a9a0-b94c-43af-b64a-9b0320b3f183 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:50.909902 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7ba6776-6fb0-4bef-abb4-bcbff8208d21 req-5a91a9a0-b94c-43af-b64a-9b0320b3f183 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.1949604 Sep 16 04:59:50.919798 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.927072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/networks/a03b7c4d-6dad-4e1c-8404-e957754ddf16 HTTP/1.1" status: 204 len: 168 time: 5.8812602 Sep 16 04:59:50.927289 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57106) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:50.990738 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b60e3-deaf-4c4e-a021-578aaf27f3d6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event deleted for resources: {'Network': ['ID=a03b7c4d-6dad-4e1c-8404-e957754ddf16,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:51.035170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269b873-04d9-49f2-8b6d-4521a4f8feae req-94a8d14e-238f-4ffb-957b-c84c8a4ae827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:51.039776 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9269b873-04d9-49f2-8b6d-4521a4f8feae req-94a8d14e-238f-4ffb-957b-c84c8a4ae827 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.1741953 Sep 16 04:59:51.049848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57110) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:51.071706 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-405b3697-5e22-452f-b2ad-03babe0fb65c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.134679 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7ba6776-6fb0-4bef-abb4-bcbff8208d21 req-9abfebee-9e4a-428e-be79-f55df19a0be8 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882565 Sep 16 04:59:51.144407 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc555e32-8f03-417e-8c87-0bbd7c81b9cf tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:51.146217 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc555e32-8f03-417e-8c87-0bbd7c81b9cf tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:51.154048 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cc555e32-8f03-417e-8c87-0bbd7c81b9cf tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/subnets/570e35df-48f7-49f4-83c2-57d0f6b76ba0 HTTP/1.1" status: 404 len: 337 time: 0.2174165 Sep 16 04:59:51.236157 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57118) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:51.284844 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb81e475-371c-4b6d-bee0-4bbc0f1f2ea0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:51.286446 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb81e475-371c-4b6d-bee0-4bbc0f1f2ea0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:51.290180 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bb81e475-371c-4b6d-bee0-4bbc0f1f2ea0 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/networks/a03b7c4d-6dad-4e1c-8404-e957754ddf16 HTTP/1.1" status: 404 len: 339 time: 0.0491982 Sep 16 04:59:51.297552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57120) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:51.318682 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-bd3d6c35-1646-4e21-9b8f-4f97a1c44f86 req-f0530c85-aaff-4543-98f4-4d7807d0d94f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2318118 Sep 16 04:59:51.329456 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b3697-5e22-452f-b2ad-03babe0fb65c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event deleted for resources: {'Subnet': ['ID=e3cf3c4e-d286-4dbe-a756-42de8506c72b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:51.400454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c026e9-7956-44a3-bd1d-3b52a8610321 None None] Network 92487fc6-ad30-45f7-ae82-d9026609df50 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:51.502431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61364069-e41c-4669-abdb-e9f4d02ac658 req-5a166fd1-12ea-4996-b6e1-c0aea47838d8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 210 time: 0.2055912 Sep 16 04:59:51.505407 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-405b3697-5e22-452f-b2ad-03babe0fb65c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.518451 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-405b3697-5e22-452f-b2ad-03babe0fb65c tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "DELETE /v2.0/subnets/e3cf3c4e-d286-4dbe-a756-42de8506c72b HTTP/1.1" status: 204 len: 168 time: 2.6767709 Sep 16 04:59:51.530928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57132) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:51.532396 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-98100f6f-24d2-4dfe-9acb-1a6cc13c603c tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:51.533175 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98100f6f-24d2-4dfe-9acb-1a6cc13c603c tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:51.541601 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-98100f6f-24d2-4dfe-9acb-1a6cc13c603c tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/subnets/be0689c5-0187-4689-89b6-db329a7e1c0a HTTP/1.1" status: 404 len: 337 time: 0.2393734 Sep 16 04:59:51.544833 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57136) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:51.611546 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d8cd32-7b7c-47e1-9655-da00191657e6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:51.613900 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d8cd32-7b7c-47e1-9655-da00191657e6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:51.619263 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-31d8cd32-7b7c-47e1-9655-da00191657e6 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/networks/db89aee7-ebbd-48c2-974f-060830d9aca2 HTTP/1.1" status: 404 len: 339 time: 0.0723257 Sep 16 04:59:51.621636 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57138) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:51.680163 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb15fde-d72c-4168-a483-1eb9a686e0d6 admin admin] Deleting subnet 9f9bfb60-c133-4c36-96a6-a32d3e14830e {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:51.694687 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269b873-04d9-49f2-8b6d-4521a4f8feae req-1e4740f6-a3d7-4a4e-b53b-7ce140a2a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:51.697654 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9269b873-04d9-49f2-8b6d-4521a4f8feae req-1e4740f6-a3d7-4a4e-b53b-7ce140a2a668 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6439948 Sep 16 04:59:51.704089 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7eb15fde-d72c-4168-a483-1eb9a686e0d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.727349 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-414d431a-fd50-4368-add1-131e5c4532b8 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:51.732128 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414d431a-fd50-4368-add1-131e5c4532b8 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:51.732128 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-414d431a-fd50-4368-add1-131e5c4532b8 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/subnets/380ae782-1826-43ac-87db-742e24ecc72b HTTP/1.1" status: 404 len: 337 time: 0.1062617 Sep 16 04:59:51.735174 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57142) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:51.765089 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-9269b873-04d9-49f2-8b6d-4521a4f8feae req-1df90f52-87bb-4599-b1f4-7473f80e52bc service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:59:51.767211 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9269b873-04d9-49f2-8b6d-4521a4f8feae req-1df90f52-87bb-4599-b1f4-7473f80e52bc service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0587056 Sep 16 04:59:51.775674 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-e999e7fc-91e8-4671-9846-9bbd0d4eadf5 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:51.776650 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e999e7fc-91e8-4671-9846-9bbd0d4eadf5 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:51.784539 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e999e7fc-91e8-4671-9846-9bbd0d4eadf5 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/networks/70143674-1f4d-45cd-b539-1b33724ab263 HTTP/1.1" status: 404 len: 339 time: 0.0478749 Sep 16 04:59:51.794379 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57144) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:51.827479 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f5150f-cd68-4372-b43b-e93e85b9bb71 None None] DHCP port deletion for 92487fc6-ad30-45f7-ae82-d9026609df50 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:59:51.849462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d41328-ccc5-47b4-8deb-3344e5dd7c45 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Deleting subnet 89b9465c-5aea-4f0b-9ac0-609722b1fa65 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:51.880051 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-77d41328-ccc5-47b4-8deb-3344e5dd7c45 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.941676 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-27f5150f-cd68-4372-b43b-e93e85b9bb71 None None] Deleting port f29034e3-6dbf-4c06-8b1f-6c690ddae6a1 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:51.943084 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-27f5150f-cd68-4372-b43b-e93e85b9bb71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.037332 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-3f78d63d-b00f-4e90-b473-cd544f52ba4d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Deleting port 6b8e0f19-0e65-4d8b-a5a6-da4c5639113d {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:52.037971 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f78d63d-b00f-4e90-b473-cd544f52ba4d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.046921 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7eb15fde-d72c-4168-a483-1eb9a686e0d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.085476 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-27f5150f-cd68-4372-b43b-e93e85b9bb71 None None] For port f29034e3-6dbf-4c06-8b1f-6c690ddae6a1, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f29034e3-6dbf-4c06-8b1f-6c690ddae6a1,segment=NetworkSegment(02813e8b-5fbb-44a3-8b0e-0b887736a608),segment_id=02813e8b-5fbb-44a3-8b0e-0b887736a608)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:52.086199 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-27f5150f-cd68-4372-b43b-e93e85b9bb71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.119478 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-27f5150f-cd68-4372-b43b-e93e85b9bb71 None None] Calling delete_port for f29034e3-6dbf-4c06-8b1f-6c690ddae6a1 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:52.151172 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-77d41328-ccc5-47b4-8deb-3344e5dd7c45 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.220857 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f78d63d-b00f-4e90-b473-cd544f52ba4d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.238942 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7eb15fde-d72c-4168-a483-1eb9a686e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.249620 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9269b873-04d9-49f2-8b6d-4521a4f8feae req-fc4f828e-cbed-4d81-bb94-8e369bddb4f1 service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535232 Sep 16 04:59:52.256214 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-3f78d63d-b00f-4e90-b473-cd544f52ba4d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Calling delete_port for 6b8e0f19-0e65-4d8b-a5a6-da4c5639113d owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:52.514484 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-77d41328-ccc5-47b4-8deb-3344e5dd7c45 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.579251 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-27f5150f-cd68-4372-b43b-e93e85b9bb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.654125 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f78d63d-b00f-4e90-b473-cd544f52ba4d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.658771 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5150f-cd68-4372-b43b-e93e85b9bb71 None None] Pushing event deleted for resources: {'Port': ['ID=f29034e3-6dbf-4c06-8b1f-6c690ddae6a1,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:52.675897 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f5150f-cd68-4372-b43b-e93e85b9bb71 None None] No DVR routers for this DVR port f29034e3-6dbf-4c06-8b1f-6c690ddae6a1 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:52.706124 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9269b873-04d9-49f2-8b6d-4521a4f8feae req-265b0310-3fa3-4f87-ba4f-c7869c61a8ab service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185793 Sep 16 04:59:52.746814 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78d63d-b00f-4e90-b473-cd544f52ba4d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event deleted for resources: {'Port': ['ID=6b8e0f19-0e65-4d8b-a5a6-da4c5639113d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:52.754245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853c0e6-1728-4e49-bc6f-74b0feaeea26 req-22e48ca7-462f-46d6-a1de-d138db68c71e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:52.758172 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f78d63d-b00f-4e90-b473-cd544f52ba4d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.760398 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9853c0e6-1728-4e49-bc6f-74b0feaeea26 req-22e48ca7-462f-46d6-a1de-d138db68c71e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.3741004 Sep 16 04:59:52.762979 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3f78d63d-b00f-4e90-b473-cd544f52ba4d tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/ports/6b8e0f19-0e65-4d8b-a5a6-da4c5639113d HTTP/1.1" status: 204 len: 168 time: 0.9640951 Sep 16 04:59:52.770317 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7eb15fde-d72c-4168-a483-1eb9a686e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.774314 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57170) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:52.854442 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf94c9f5-9f5b-4763-86c0-dc6c866d2b7b tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:52.856486 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf94c9f5-9f5b-4763-86c0-dc6c866d2b7b tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:52.862331 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bf94c9f5-9f5b-4763-86c0-dc6c866d2b7b tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/subnets/464d7685-de3a-4698-ac66-8e5e35809eef HTTP/1.1" status: 404 len: 337 time: 0.0848927 Sep 16 04:59:52.866205 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57172) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:52.912257 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f29034e3-6dbf-4c06-8b1f-6c690ddae6a1 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:52.935642 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: f29034e3-6dbf-4c06-8b1f-6c690ddae6a1 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:52.936049 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f29034e3-6dbf-4c06-8b1f-6c690ddae6a1 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:52.946755 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb15fde-d72c-4168-a483-1eb9a686e0d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f9bfb60-c133-4c36-96a6-a32d3e14830e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:52.950264 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7eb15fde-d72c-4168-a483-1eb9a686e0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.952598 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7eb15fde-d72c-4168-a483-1eb9a686e0d6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9f9bfb60-c133-4c36-96a6-a32d3e14830e HTTP/1.1" status: 204 len: 168 time: 1.9016099 Sep 16 04:59:52.962225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f1ce71f-0b51-4ccb-8d00-30416da38114 req-d7d70cac-8522-44ec-b431-3f666bba608e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 210 time: 0.1960232 Sep 16 04:59:52.962692 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57174) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:53.011166 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9853c0e6-1728-4e49-bc6f-74b0feaeea26 req-2a960250-8f02-43e6-84e7-f7217aae5602 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256536 Sep 16 04:59:53.045556 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6684254-5966-4686-86a5-15d7aa73b8d2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.092328 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e08f9cb1-a527-4cfc-a003-4e08439a32ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.160500 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-77d41328-ccc5-47b4-8deb-3344e5dd7c45 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.250657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d41328-ccc5-47b4-8deb-3344e5dd7c45 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event deleted for resources: {'Subnet': ['ID=89b9465c-5aea-4f0b-9ac0-609722b1fa65,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:53.269970 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6684254-5966-4686-86a5-15d7aa73b8d2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.277970 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-77d41328-ccc5-47b4-8deb-3344e5dd7c45 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.282652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-77d41328-ccc5-47b4-8deb-3344e5dd7c45 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "DELETE /v2.0/subnets/89b9465c-5aea-4f0b-9ac0-609722b1fa65 HTTP/1.1" status: 204 len: 168 time: 1.7370801 Sep 16 04:59:53.286530 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11106499-fa09-489d-8a29-b20afddf8850 None None] Network 25dc981a-4bf0-4e39-9c80-5980ada4b30c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:53.287667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57182) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:53.318601 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d6684254-5966-4686-86a5-15d7aa73b8d2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5716cebe-c313-4eab-8b2b-a42e1a86a2e6']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:53.341819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d6684254-5966-4686-86a5-15d7aa73b8d2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ab2147-276d-4845-b6ad-435ef7fe0a03') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:53.342310 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d6684254-5966-4686-86a5-15d7aa73b8d2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ab2147-276d-4845-b6ad-435ef7fe0a03') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:53.374283 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e08f9cb1-a527-4cfc-a003-4e08439a32ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.374551 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6684254-5966-4686-86a5-15d7aa73b8d2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.404480 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6684254-5966-4686-86a5-15d7aa73b8d2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.423728 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6684254-5966-4686-86a5-15d7aa73b8d2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:53.423728 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6684254-5966-4686-86a5-15d7aa73b8d2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:53.425766 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:53.488149 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-e08f9cb1-a527-4cfc-a003-4e08439a32ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1ef515-466a-4eba-aab5-e50796467689']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:53.619748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-e08f9cb1-a527-4cfc-a003-4e08439a32ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931096fd-94b2-46ae-a55e-27ab1c58c657') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:53.620398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-e08f9cb1-a527-4cfc-a003-4e08439a32ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931096fd-94b2-46ae-a55e-27ab1c58c657') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:53.662301 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f08fc230-9634-4a29-81dc-3617a00ca4b7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.665252 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e08f9cb1-a527-4cfc-a003-4e08439a32ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.725809 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48b9711-24b6-44d3-8d53-3fc2696c5ce8 None None] DHCP port deletion for 25dc981a-4bf0-4e39-9c80-5980ada4b30c request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:59:53.730097 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6684254-5966-4686-86a5-15d7aa73b8d2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.740712 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e08f9cb1-a527-4cfc-a003-4e08439a32ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.784284 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6684254-5966-4686-86a5-15d7aa73b8d2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.810407 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d6684254-5966-4686-86a5-15d7aa73b8d2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/networks/5716cebe-c313-4eab-8b2b-a42e1a86a2e6 HTTP/1.1" status: 204 len: 168 time: 0.9417322 Sep 16 04:59:53.819776 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6684254-5966-4686-86a5-15d7aa73b8d2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event deleted for resources: {'Network': ['ID=5716cebe-c313-4eab-8b2b-a42e1a86a2e6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:53.828809 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57190) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:53.863196 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b48b9711-24b6-44d3-8d53-3fc2696c5ce8 None None] Deleting port 126791c0-0513-4cd7-9875-40d2354d3930 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:53.863582 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b48b9711-24b6-44d3-8d53-3fc2696c5ce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.973349 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b48b9711-24b6-44d3-8d53-3fc2696c5ce8 None None] For port 126791c0-0513-4cd7-9875-40d2354d3930, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=126791c0-0513-4cd7-9875-40d2354d3930,segment=NetworkSegment(3eb2add7-4b72-48f7-a956-772cf61744cc),segment_id=3eb2add7-4b72-48f7-a956-772cf61744cc)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:53.973896 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b48b9711-24b6-44d3-8d53-3fc2696c5ce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.996143 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b48b9711-24b6-44d3-8d53-3fc2696c5ce8 None None] Calling delete_port for 126791c0-0513-4cd7-9875-40d2354d3930 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:54.076433 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b6b4a-35b2-4337-b5ba-a6e7c1a9bce2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Deleting port 5b9d6f2f-85bc-4c5a-be6e-c06f35e68629 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:54.077095 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6b4a-35b2-4337-b5ba-a6e7c1a9bce2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.092429 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f08fc230-9634-4a29-81dc-3617a00ca4b7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.151517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-f08fc230-9634-4a29-81dc-3617a00ca4b7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92487fc6-ad30-45f7-ae82-d9026609df50']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:54.178647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-f08fc230-9634-4a29-81dc-3617a00ca4b7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02813e8b-5fbb-44a3-8b0e-0b887736a608') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:54.179142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-f08fc230-9634-4a29-81dc-3617a00ca4b7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02813e8b-5fbb-44a3-8b0e-0b887736a608') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:54.208737 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f08fc230-9634-4a29-81dc-3617a00ca4b7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.218633 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08f9cb1-a527-4cfc-a003-4e08439a32ab admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:54.219096 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e08f9cb1-a527-4cfc-a003-4e08439a32ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:54.221071 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:54.251387 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6b4a-35b2-4337-b5ba-a6e7c1a9bce2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.285284 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b6b4a-35b2-4337-b5ba-a6e7c1a9bce2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Calling delete_port for 5b9d6f2f-85bc-4c5a-be6e-c06f35e68629 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:54.321296 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f08fc230-9634-4a29-81dc-3617a00ca4b7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.352258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d0748df8-ea2a-4f11-8f9e-5e33c8ce2b71 req-d8e5d1d7-ed9d-438f-a97e-ad0996ce6ef9 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 210 time: 0.1350565 Sep 16 04:59:54.386614 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.400725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08fc230-9634-4a29-81dc-3617a00ca4b7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:54.401471 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f08fc230-9634-4a29-81dc-3617a00ca4b7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.421213 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b48b9711-24b6-44d3-8d53-3fc2696c5ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:54.445246 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:54.456682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b9711-24b6-44d3-8d53-3fc2696c5ce8 None None] Pushing event deleted for resources: {'Port': ['ID=126791c0-0513-4cd7-9875-40d2354d3930,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:54.462077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48b9711-24b6-44d3-8d53-3fc2696c5ce8 None None] No DVR routers for this DVR port 126791c0-0513-4cd7-9875-40d2354d3930 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:54.524005 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6b4a-35b2-4337-b5ba-a6e7c1a9bce2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.582557 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f8ef4-580b-47d8-b752-150b6bfbdb10 req-1cb5ff0e-0c72-47a3-a2ae-2daaa8e399f3 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:54.589541 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6b4a-35b2-4337-b5ba-a6e7c1a9bce2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.590786 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-928f8ef4-580b-47d8-b752-150b6bfbdb10 req-1cb5ff0e-0c72-47a3-a2ae-2daaa8e399f3 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.3134484 Sep 16 04:59:54.595474 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2e0b6b4a-35b2-4337-b5ba-a6e7c1a9bce2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/ports/5b9d6f2f-85bc-4c5a-be6e-c06f35e68629 HTTP/1.1" status: 204 len: 168 time: 0.7572930 Sep 16 04:59:54.596418 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57204) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:54.640793 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23b1343-f1ee-4ae6-b81d-81eba841b08a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:54.641268 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23b1343-f1ee-4ae6-b81d-81eba841b08a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:54.643492 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-928f8ef4-580b-47d8-b752-150b6bfbdb10 req-109c0214-fc42-4c2a-9274-25230e3ffbdd tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516670 Sep 16 04:59:54.646283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57206) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:54.646695 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c23b1343-f1ee-4ae6-b81d-81eba841b08a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/subnets/6250803c-5087-41ef-bead-5bb95beb432a HTTP/1.1" status: 404 len: 337 time: 0.0480211 Sep 16 04:59:54.647557 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b6b4a-35b2-4337-b5ba-a6e7c1a9bce2 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event deleted for resources: {'Port': ['ID=5b9d6f2f-85bc-4c5a-be6e-c06f35e68629,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:54.676487 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e08f9cb1-a527-4cfc-a003-4e08439a32ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.687861 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e08f9cb1-a527-4cfc-a003-4e08439a32ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.687861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e08f9cb1-a527-4cfc-a003-4e08439a32ab admin admin] 10.222.0.20 "DELETE /v2.0/networks/cf1ef515-466a-4eba-aab5-e50796467689 HTTP/1.1" status: 204 len: 168 time: 1.7216771 Sep 16 04:59:54.712928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f9cb1-a527-4cfc-a003-4e08439a32ab admin admin] Pushing event deleted for resources: {'Network': ['ID=cf1ef515-466a-4eba-aab5-e50796467689,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:54.720364 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f08fc230-9634-4a29-81dc-3617a00ca4b7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.746591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fc230-9634-4a29-81dc-3617a00ca4b7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event deleted for resources: {'Network': ['ID=92487fc6-ad30-45f7-ae82-d9026609df50,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:54.748562 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f08fc230-9634-4a29-81dc-3617a00ca4b7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.750845 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f08fc230-9634-4a29-81dc-3617a00ca4b7 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "DELETE /v2.0/networks/92487fc6-ad30-45f7-ae82-d9026609df50 HTTP/1.1" status: 204 len: 168 time: 1.4612889 Sep 16 04:59:54.771682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57212) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:54.836964 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f47a-1c48-4e2a-a96c-8a37355729f3 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.858169 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 126791c0-0513-4cd7-9875-40d2354d3930 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:54.974309 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f47a-1c48-4e2a-a96c-8a37355729f3 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.025595 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cd668399-f795-492e-9950-af68a01aa793 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.086705 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-cdd8f47a-1c48-4e2a-a96c-8a37355729f3 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58b6e2a-5607-44c0-a0d5-8255ce2578b8']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:55.155956 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-cdd8f47a-1c48-4e2a-a96c-8a37355729f3 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3797de26-05ab-4f59-a98d-5f2f6c533c5a') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:55.156858 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-cdd8f47a-1c48-4e2a-a96c-8a37355729f3 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3797de26-05ab-4f59-a98d-5f2f6c533c5a') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:55.172874 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f47a-1c48-4e2a-a96c-8a37355729f3 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.196244 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f47a-1c48-4e2a-a96c-8a37355729f3 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.214244 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd8f47a-1c48-4e2a-a96c-8a37355729f3 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:55.215434 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f47a-1c48-4e2a-a96c-8a37355729f3 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.237998 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 126791c0-0513-4cd7-9875-40d2354d3930 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:55.238492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 126791c0-0513-4cd7-9875-40d2354d3930 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:55.282517 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cd668399-f795-492e-9950-af68a01aa793 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.313573 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-cd668399-f795-492e-9950-af68a01aa793 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25dc981a-4bf0-4e39-9c80-5980ada4b30c']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:55.330745 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-cd668399-f795-492e-9950-af68a01aa793 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb2add7-4b72-48f7-a956-772cf61744cc') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:55.331387 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-cd668399-f795-492e-9950-af68a01aa793 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb2add7-4b72-48f7-a956-772cf61744cc') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:55.354116 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cd668399-f795-492e-9950-af68a01aa793 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.403382 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cd668399-f795-492e-9950-af68a01aa793 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: timer() Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:55.416132 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:55.425547 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd668399-f795-492e-9950-af68a01aa793 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:55.425664 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cd668399-f795-492e-9950-af68a01aa793 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.548216 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f47a-1c48-4e2a-a96c-8a37355729f3 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:55.563291 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:55.567495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57224) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:55.583683 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd7f0d14-7540-42cc-a806-9491107c0432 req-8c757db5-5fdb-4817-9f32-f28ec9c4c4d5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 210 time: 0.0789735 Sep 16 04:59:55.598792 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f47a-1c48-4e2a-a96c-8a37355729f3 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.601211 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-cdd8f47a-1c48-4e2a-a96c-8a37355729f3 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/networks/e58b6e2a-5607-44c0-a0d5-8255ce2578b8 HTTP/1.1" status: 204 len: 168 time: 0.9518566 Sep 16 04:59:55.609490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93379441-1a10-4680-9842-c329f3900026 req-d2c7b012-ad01-4a16-b0b6-cd0cf4db1010 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.611887 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93379441-1a10-4680-9842-c329f3900026 req-d2c7b012-ad01-4a16-b0b6-cd0cf4db1010 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.38 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 812 time: 0.6340568 Sep 16 04:59:55.619684 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57226) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:55.625118 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8f47a-1c48-4e2a-a96c-8a37355729f3 tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event deleted for resources: {'Network': ['ID=e58b6e2a-5607-44c0-a0d5-8255ce2578b8,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:55.642003 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-93379441-1a10-4680-9842-c329f3900026 req-9232e0a1-0923-47c0-8024-f753372a3bb5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Request body: {'port': {'device_id': '001ca5c5-6799-430d-9412-cadf66dceba7', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'admin_state_up': True, 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:55.717118 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dd522c26-4aab-45e6-b57d-d7e291397fff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aee33712154e4affb0a74bb42a7ce1aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519856 Sep 16 04:59:55.717954 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57230) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:55.728997 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cd668399-f795-492e-9950-af68a01aa793 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.811071 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-24946942-61cf-4cc3-9a37-447b575ee6da tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Deleting subnet 2b6d9683-97c1-46d4-801b-4f0a26c6871d {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:55.834774 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cd668399-f795-492e-9950-af68a01aa793 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.837717 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cd668399-f795-492e-9950-af68a01aa793 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] 10.222.0.20 "DELETE /v2.0/networks/25dc981a-4bf0-4e39-9c80-5980ada4b30c HTTP/1.1" status: 204 len: 168 time: 1.0651865 Sep 16 04:59:55.863860 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-24946942-61cf-4cc3-9a37-447b575ee6da tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.876734 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd668399-f795-492e-9950-af68a01aa793 tempest-TaggedBootDevicesTest_v242-583292244 tempest-TaggedBootDevicesTest_v242-583292244-project] Pushing event deleted for resources: {'Network': ['ID=25dc981a-4bf0-4e39-9c80-5980ada4b30c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:56.112883 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-24946942-61cf-4cc3-9a37-447b575ee6da tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.143078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cb30c-2c5e-428e-a5e2-c5094693fd49 req-fe858022-f483-49a2-86ee-cc68e6aff7e4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.146361 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-72ad5c6a-6c3c-4210-8367-e91b96502955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.150634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-845cb30c-2c5e-428e-a5e2-c5094693fd49 req-fe858022-f483-49a2-86ee-cc68e6aff7e4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.2715366 Sep 16 04:59:56.179708 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-72ad5c6a-6c3c-4210-8367-e91b96502955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.263763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93379441-1a10-4680-9842-c329f3900026 req-9232e0a1-0923-47c0-8024-f753372a3bb5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Made reservation on behalf of 0080ff4c44ee45ada6a4ae19685a08f5 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:56.274441 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-93379441-1a10-4680-9842-c329f3900026 req-9232e0a1-0923-47c0-8024-f753372a3bb5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.291480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-845cb30c-2c5e-428e-a5e2-c5094693fd49 req-3320a9ba-43fb-49fd-aba0-260014462ca4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104169 Sep 16 04:59:56.332114 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-72ad5c6a-6c3c-4210-8367-e91b96502955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.343017 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-72ad5c6a-6c3c-4210-8367-e91b96502955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.344384 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-72ad5c6a-6c3c-4210-8367-e91b96502955 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5957f93-ec2a-4802-95a5-06e6e89c07a4 HTTP/1.1" status: 204 len: 168 time: 0.6206176 Sep 16 04:59:56.430558 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad5c6a-6c3c-4210-8367-e91b96502955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5957f93-ec2a-4802-95a5-06e6e89c07a4,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:56.490310 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-24946942-61cf-4cc3-9a37-447b575ee6da tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.572143 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-93379441-1a10-4680-9842-c329f3900026 req-9232e0a1-0923-47c0-8024-f753372a3bb5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Allocated IP 172.20.0.8 (94292a08-7965-4890-98ca-c590d9f7562b/d7ff9663-b094-43ae-bfea-27154cee50f2/0a30d62e-4851-4290-9ccc-30493a069f62) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:56.759556 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-24946942-61cf-4cc3-9a37-447b575ee6da tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.773354 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31d4d1c4-786b-4fb9-9ff3-e39bfe60940b req-4e9a9189-ac56-4276-95a7-4ef603b0c774 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 210 time: 0.0714290 Sep 16 04:59:56.848718 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24946942-61cf-4cc3-9a37-447b575ee6da tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6d9683-97c1-46d4-801b-4f0a26c6871d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:56.860670 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-24946942-61cf-4cc3-9a37-447b575ee6da tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.865964 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-24946942-61cf-4cc3-9a37-447b575ee6da tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/subnets/2b6d9683-97c1-46d4-801b-4f0a26c6871d HTTP/1.1" status: 204 len: 168 time: 1.2448728 Sep 16 04:59:56.870124 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57254) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:56.880948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca6da65-7f61-4f48-9ec6-438cd570e423 None None] Network 8db534ec-3be5-4611-9825-2e4c93e4e104 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:56.933180 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-93379441-1a10-4680-9842-c329f3900026 req-9232e0a1-0923-47c0-8024-f753372a3bb5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.035339 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.140181 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-93379441-1a10-4680-9842-c329f3900026 req-9232e0a1-0923-47c0-8024-f753372a3bb5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.177126 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Deleting port ddedc9cb-e181-481a-a7b6-8a222500d2bf {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:57.177798 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.182733 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['6e71a780-b0f8-4619-ac92-45595e2e30f1', '765d90b6-a82e-45b8-a7cc-18264fc1e569'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:57.264937 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d6ac72-9335-4f7c-b2b6-48a7bc1deaa4 None None] DHCP port deletion for 8db534ec-3be5-4611-9825-2e4c93e4e104 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:59:57.398721 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93379441-1a10-4680-9842-c329f3900026 req-9232e0a1-0923-47c0-8024-f753372a3bb5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Network 94292a08-7965-4890-98ca-c590d9f7562b is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:57.414163 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-93379441-1a10-4680-9842-c329f3900026 req-9232e0a1-0923-47c0-8024-f753372a3bb5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:57.421277 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-93379441-1a10-4680-9842-c329f3900026 req-9232e0a1-0923-47c0-8024-f753372a3bb5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:57.458920 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] For port ddedc9cb-e181-481a-a7b6-8a222500d2bf, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=ddedc9cb-e181-481a-a7b6-8a222500d2bf,segment=NetworkSegment(eebf906e-edf2-4b52-af07-9e2b0a7044ad),segment_id=eebf906e-edf2-4b52-af07-9e2b0a7044ad)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:57.459575 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.505255 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Calling delete_port for ddedc9cb-e181-481a-a7b6-8a222500d2bf owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:57.808859 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232e0a1-0923-47c0-8024-f753372a3bb5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Pushing event updated for resources: {'Port': ['ID=0a30d62e-4851-4290-9ccc-30493a069f62,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:57.846322 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-45d6ac72-9335-4f7c-b2b6-48a7bc1deaa4 None None] Deleting port ddedc9cb-e181-481a-a7b6-8a222500d2bf {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:57.852696 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-45d6ac72-9335-4f7c-b2b6-48a7bc1deaa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.882742 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93379441-1a10-4680-9842-c329f3900026 req-9232e0a1-0923-47c0-8024-f753372a3bb5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:57.887636 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-93379441-1a10-4680-9842-c329f3900026 req-9232e0a1-0923-47c0-8024-f753372a3bb5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.959142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e12c26-6614-4960-b890-af4a05ee2330 req-9681b8a9-e776-4968-b128-ba6198c9d980 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:57.966628 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.001914 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83e12c26-6614-4960-b890-af4a05ee2330 req-9681b8a9-e776-4968-b128-ba6198c9d980 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.3611009 Sep 16 04:59:58.125705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-45d6ac72-9335-4f7c-b2b6-48a7bc1deaa4 None None] For port ddedc9cb-e181-481a-a7b6-8a222500d2bf, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=ddedc9cb-e181-481a-a7b6-8a222500d2bf,segment=NetworkSegment(eebf906e-edf2-4b52-af07-9e2b0a7044ad),segment_id=eebf906e-edf2-4b52-af07-9e2b0a7044ad)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:58.125705 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-45d6ac72-9335-4f7c-b2b6-48a7bc1deaa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.153793 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] No DVR routers for this DVR port ddedc9cb-e181-481a-a7b6-8a222500d2bf on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:58.174915 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event deleted for resources: {'Port': ['ID=ddedc9cb-e181-481a-a7b6-8a222500d2bf,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:58.186136 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fd15b7db-96a6-4dbb-9dcd-08f4416ae62a None None] Provisioning complete for port 0a30d62e-4851-4290-9ccc-30493a069f62 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:58.186640 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd15b7db-96a6-4dbb-9dcd-08f4416ae62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.227689 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93379441-1a10-4680-9842-c329f3900026 req-9232e0a1-0923-47c0-8024-f753372a3bb5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5856874 Sep 16 04:59:58.253979 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-fd15b7db-96a6-4dbb-9dcd-08f4416ae62a None None] Port 0a30d62e-4851-4290-9ccc-30493a069f62 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:58.257369 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-45d6ac72-9335-4f7c-b2b6-48a7bc1deaa4 None None] Calling delete_port for ddedc9cb-e181-481a-a7b6-8a222500d2bf owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:58.263516 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.269659 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Request body: {'port': {'device_id': '001ca5c5-6799-430d-9412-cadf66dceba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:58.482349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ddc90-2b1e-4185-8723-21931f81d108 req-5769178b-8a6f-47c0-8824-22e9ed201101 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.493306 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d86ddc90-2b1e-4185-8723-21931f81d108 req-5769178b-8a6f-47c0-8824-22e9ed201101 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 931 time: 0.4762733 Sep 16 04:59:58.531671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83e12c26-6614-4960-b890-af4a05ee2330 req-033da082-cf81-42fa-b795-610aa3f33ab4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4975932 Sep 16 04:59:58.539428 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.609597 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db534ec-3be5-4611-9825-2e4c93e4e104']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:58.665137 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-45d6ac72-9335-4f7c-b2b6-48a7bc1deaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.684995 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebf906e-edf2-4b52-af07-9e2b0a7044ad') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:58.685484 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebf906e-edf2-4b52-af07-9e2b0a7044ad') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:58.760190 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.778785 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6ac72-9335-4f7c-b2b6-48a7bc1deaa4 None None] Pushing event deleted for resources: {'Port': ['ID=ddedc9cb-e181-481a-a7b6-8a222500d2bf,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:58.797935 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d6ac72-9335-4f7c-b2b6-48a7bc1deaa4 None None] No DVR routers for this DVR port ddedc9cb-e181-481a-a7b6-8a222500d2bf on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:58.842217 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d86ddc90-2b1e-4185-8723-21931f81d108 req-1d7968bb-feb1-4949-a5b7-9d9380977243 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479037 Sep 16 04:59:58.843187 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.855131 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.904975 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device ddedc9cb-e181-481a-a7b6-8a222500d2bf no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:58.922075 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:58.929572 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: timer() Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:58.947842 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:59.008631 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: ddedc9cb-e181-481a-a7b6-8a222500d2bf {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:59.009171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device ddedc9cb-e181-481a-a7b6-8a222500d2bf not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:59.135595 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:59:59.213085 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:59.258724 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:59.272599 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] 10.222.0.20 "DELETE /v2.0/networks/8db534ec-3be5-4611-9825-2e4c93e4e104 HTTP/1.1" status: 204 len: 168 time: 2.4006805 Sep 16 04:59:59.352105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cce621-856e-4656-84e7-2aa5e4cc499a tempest-NetworksIpV6TestAttrs-88027682 tempest-NetworksIpV6TestAttrs-88027682-project] Pushing event deleted for resources: {'Network': ['ID=8db534ec-3be5-4611-9825-2e4c93e4e104,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:59.810355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a30d62e-4851-4290-9ccc-30493a069f62 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:59.829724 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:59.870303 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51f444-48fc-43dd-a545-0d3b8dacf637 req-1b324d59-32c0-41ec-98cb-c9e2f53b0d50 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:59.872874 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b51f444-48fc-43dd-a545-0d3b8dacf637 req-1b324d59-32c0-41ec-98cb-c9e2f53b0d50 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.1750889 Sep 16 04:59:59.882000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Transition to ACTIVE for port object 0a30d62e-4851-4290-9ccc-30493a069f62 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:59.962469 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.080189 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b51f444-48fc-43dd-a545-0d3b8dacf637 req-7c687afc-b5f3-4657-b52a-4797cc73d95e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816337 Sep 16 05:00:00.207884 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57324) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:00.344470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Pushing event updated for resources: {'Port': ['ID=0a30d62e-4851-4290-9ccc-30493a069f62,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:00.525717 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3b4bb34f-2bc1-464a-968c-279994a594b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7ea2a7eb3af4f80bf7e19a6e025001a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3165078 Sep 16 05:00:00.526832 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57338) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:00.551814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e9f59-83ce-4eb5-b724-0ad188478d07 req-530a0d9c-f867-441d-913d-deae0e64a38b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:00.554607 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-631e9f59-83ce-4eb5-b724-0ad188478d07 req-530a0d9c-f867-441d-913d-deae0e64a38b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 943 time: 0.3803017 Sep 16 05:00:00.662707 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5acfb8cc-7b14-486a-ac73-6f32ef8161d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.689183 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Attempting to bind port 0a30d62e-4851-4290-9ccc-30493a069f62 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:00.690290 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Attempting to bind port 0a30d62e-4851-4290-9ccc-30493a069f62 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:00.691253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Attempting to bind port 0a30d62e-4851-4290-9ccc-30493a069f62 on network 94292a08-7965-4890-98ca-c590d9f7562b {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:00.708243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Port 0a30d62e-4851-4290-9ccc-30493a069f62 on network 94292a08-7965-4890-98ca-c590d9f7562b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:00.709260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Attempting to bind port 0a30d62e-4851-4290-9ccc-30493a069f62 on network 94292a08-7965-4890-98ca-c590d9f7562b {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:00.733696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:00.734227 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Checking segment: {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:00.734641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Bound using segment: {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:00.735726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Bound port: 0a30d62e-4851-4290-9ccc-30493a069f62, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:00.736474 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.768575 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5acfb8cc-7b14-486a-ac73-6f32ef8161d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.786293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-631e9f59-83ce-4eb5-b724-0ad188478d07 req-48fd6fde-7b6f-47e9-9748-e8c7f5486182 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730037 Sep 16 05:00:00.930343 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] For port 0a30d62e-4851-4290-9ccc-30493a069f62, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:00.937655 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] For port 0a30d62e-4851-4290-9ccc-30493a069f62, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0a30d62e-4851-4290-9ccc-30493a069f62,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:01.055973 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5acfb8cc-7b14-486a-ac73-6f32ef8161d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.060176 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.061715 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5acfb8cc-7b14-486a-ac73-6f32ef8161d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.083593 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5acfb8cc-7b14-486a-ac73-6f32ef8161d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7c0b60b-a057-4096-92b4-c85c5690a02a HTTP/1.1" status: 204 len: 168 time: 0.5544958 Sep 16 05:00:01.123095 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfb8cc-7b14-486a-ac73-6f32ef8161d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c0b60b-a057-4096-92b4-c85c5690a02a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:01.123554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.124286 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.125846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93379441-1a10-4680-9842-c329f3900026 req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] 10.222.0.38 "PUT /v2.0/ports/0a30d62e-4851-4290-9ccc-30493a069f62 HTTP/1.1" status: 200 len: 1092 time: 2.8763657 Sep 16 05:00:01.126533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001ca5c5-6799-430d-9412-cadf66dceba7', 'tag': '0a30d62e-4851-4290-9ccc-30493a069f62'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:01.130550 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a35f36-e526-41f6-9c51-50c8c002e8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "001ca5c5-6799-430d-9412-cadf66dceba7", "tag": "0a30d62e-4851-4290-9ccc-30493a069f62"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:01.239914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70cd8b-5fd8-4481-bf18-eb6e9f4e9885 service neutron] Pushing event updated for resources: {'Port': ['ID=0a30d62e-4851-4290-9ccc-30493a069f62,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:01.280339 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff855f1-1408-4267-b8ed-45074fbb7b00 x-openstack-request-id: req-eff855f1-1408-4267-b8ed-45074fbb7b00 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:01.280871 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001ca5c5-6799-430d-9412-cadf66dceba7", "tag": "0a30d62e-4851-4290-9ccc-30493a069f62", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:01.281300 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eff855f1-1408-4267-b8ed-45074fbb7b00 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:01.281918 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001ca5c5-6799-430d-9412-cadf66dceba7', 'tag': '0a30d62e-4851-4290-9ccc-30493a069f62', 'status': 'completed', 'code': 200} Sep 16 05:00:01.466751 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93379441-1a10-4680-9842-c329f3900026 req-334cc2d9-cca6-4b26-93fa-82dd1acdc2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.469924 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93379441-1a10-4680-9842-c329f3900026 req-334cc2d9-cca6-4b26-93fa-82dd1acdc2bf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 1095 time: 0.1655800 Sep 16 05:00:01.538738 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a8177-1740-4d83-b3f0-63b5db6a6444 req-84a5644f-8f48-40a9-81b8-62c852526973 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.541961 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a5a8177-1740-4d83-b3f0-63b5db6a6444 req-84a5644f-8f48-40a9-81b8-62c852526973 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.1769223 Sep 16 05:00:01.638947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93379441-1a10-4680-9842-c329f3900026 req-7abf619d-5618-4c8d-9b92-c83515455f55 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a30d62e-4851-4290-9ccc-30493a069f62 HTTP/1.1" status: 200 len: 217 time: 0.1466076 Sep 16 05:00:01.821067 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a5a8177-1740-4d83-b3f0-63b5db6a6444 req-78cdc079-d36b-4303-b898-d7ee48f48f98 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876707 Sep 16 05:00:01.859014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93379441-1a10-4680-9842-c329f3900026 req-ee430705-dd42-4531-bd27-77708590d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.872848 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93379441-1a10-4680-9842-c329f3900026 req-ee430705-dd42-4531-bd27-77708590d834 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.2180057 Sep 16 05:00:01.974198 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57386) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:02.042136 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93379441-1a10-4680-9842-c329f3900026 req-c07f9d45-437c-4daa-b618-e7ed1509adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:02.046410 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93379441-1a10-4680-9842-c329f3900026 req-c07f9d45-437c-4daa-b618-e7ed1509adfb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1683140 Sep 16 05:00:02.186047 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-19d3276e-d4ca-4666-b5ec-701adf69baee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.440645 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-19d3276e-d4ca-4666-b5ec-701adf69baee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.519529 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-19d3276e-d4ca-4666-b5ec-701adf69baee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.653798 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-19d3276e-d4ca-4666-b5ec-701adf69baee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38dccbe39e5b404994e8a8993b91d5ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6781290 Sep 16 05:00:02.657317 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3276e-d4ca-4666-b5ec-701adf69baee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4786fc25-b4ad-4379-81ac-6bd13fefc3ed,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:02.660507 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57402) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:02.798583 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0572fc0-b424-420c-8155-f93a23074ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.873647 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0572fc0-b424-420c-8155-f93a23074ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.914524 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254b254-689f-41fd-8078-5ec399966551 req-7235c0a0-bafd-456e-b573-5ebcf83b6ce8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:02.924526 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8254b254-689f-41fd-8078-5ec399966551 req-7235c0a0-bafd-456e-b573-5ebcf83b6ce8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 943 time: 0.9541945 Sep 16 05:00:03.135131 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0572fc0-b424-420c-8155-f93a23074ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.140048 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0572fc0-b424-420c-8155-f93a23074ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.141195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8254b254-689f-41fd-8078-5ec399966551 req-e4fc4701-a548-431a-9bd7-4be7aec3011d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062154 Sep 16 05:00:03.142647 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d0572fc0-b424-420c-8155-f93a23074ba7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4786fc25-b4ad-4379-81ac-6bd13fefc3ed HTTP/1.1" status: 204 len: 168 time: 0.4808011 Sep 16 05:00:03.155372 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0572fc0-b424-420c-8155-f93a23074ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4786fc25-b4ad-4379-81ac-6bd13fefc3ed,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:03.303652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93379441-1a10-4680-9842-c329f3900026 req-dd0ae497-4466-49b6-b131-de461031749f service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2453024 Sep 16 05:00:03.321930 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e26f8-d3c5-4537-ab58-171cccce612c req-e8fc8f8f-3cdd-40a5-ad2a-4a6f0fa17bc7 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.343650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-362e26f8-d3c5-4537-ab58-171cccce612c req-e8fc8f8f-3cdd-40a5-ad2a-4a6f0fa17bc7 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.2378206 Sep 16 05:00:03.529089 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57424) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:03.803962 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93379441-1a10-4680-9842-c329f3900026 req-8a723f4d-2b3c-4b4c-bc1d-bedeefa88c67 service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572828 Sep 16 05:00:03.829308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-362e26f8-d3c5-4537-ab58-171cccce612c req-befcc65c-51f7-46d3-8969-14b7a6ab6121 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4843452 Sep 16 05:00:04.072492 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-99e5b4bc-4fcc-45cc-b1f4-b2d731273fc3 tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] Request body: {'port': {'network_id': '75ac197a-6700-4a47-97a3-9f08a1c16edb', 'name': 'tempest-NetworksNegativeTestJSON-1808358423'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:04.102417 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a35f36-e526-41f6-9c51-50c8c002e8dd req-c171cca9-2fb8-494f-91a3-53a293811d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.108003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3a35f36-e526-41f6-9c51-50c8c002e8dd req-c171cca9-2fb8-494f-91a3-53a293811d78 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 1095 time: 0.1525326 Sep 16 05:00:04.121722 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e5b4bc-4fcc-45cc-b1f4-b2d731273fc3 tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] POST failed (client error): The resource could not be found. Sep 16 05:00:04.127044 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e5b4bc-4fcc-45cc-b1f4-b2d731273fc3 tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:00:04.129043 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-99e5b4bc-4fcc-45cc-b1f4-b2d731273fc3 tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5985675 Sep 16 05:00:04.135306 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57442) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:04.228846 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-1064d1a6-1bca-4ce5-bddb-c5b755a93d66 tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] DELETE failed (client error): The resource could not be found. Sep 16 05:00:04.235632 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1064d1a6-1bca-4ce5-bddb-c5b755a93d66 tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:00:04.241039 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1064d1a6-1bca-4ce5-bddb-c5b755a93d66 tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] 10.222.0.20 "DELETE /v2.0/networks/00124727-b29f-4e9f-93ae-8a97f40f651c HTTP/1.1" status: 404 len: 339 time: 0.1044004 Sep 16 05:00:04.246452 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57446) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:04.319497 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d8a2ad-7c57-4984-a7f0-e90a75df1402 tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] DELETE failed (client error): The resource could not be found. Sep 16 05:00:04.320208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d8a2ad-7c57-4984-a7f0-e90a75df1402 tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:00:04.322020 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a3d8a2ad-7c57-4984-a7f0-e90a75df1402 tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] 10.222.0.20 "DELETE /v2.0/ports/11fd9245-f596-4188-99a8-607cd22978cd HTTP/1.1" status: 404 len: 333 time: 0.0632515 Sep 16 05:00:04.328072 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57450) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:04.614461 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41e4b3b-86d4-4b45-9c86-63594f4895e6 tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] DELETE failed (client error): The resource could not be found. Sep 16 05:00:04.615240 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41e4b3b-86d4-4b45-9c86-63594f4895e6 tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:00:04.617579 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d41e4b3b-86d4-4b45-9c86-63594f4895e6 tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] 10.222.0.20 "DELETE /v2.0/subnets/00a4953c-7803-454e-af98-37e2e1839c48 HTTP/1.1" status: 404 len: 337 time: 0.2877390 Sep 16 05:00:04.622496 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57454) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:04.657277 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a35f36-e526-41f6-9c51-50c8c002e8dd req-4f11ba22-5b42-4eda-b9df-b525b3cc6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.659192 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3a35f36-e526-41f6-9c51-50c8c002e8dd req-4f11ba22-5b42-4eda-b9df-b525b3cc6438 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 913 time: 0.5406888 Sep 16 05:00:04.669917 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa3669-9462-4e5d-bc46-5b3813dee23d req-a6e82572-c096-4cd1-b427-96684b8c383a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.671965 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7faa3669-9462-4e5d-bc46-5b3813dee23d req-a6e82572-c096-4cd1-b427-96684b8c383a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 943 time: 0.3489192 Sep 16 05:00:04.694011 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b96cf5-7b40-45fe-8c04-a912b8f436a7 tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] GET failed (client error): The resource could not be found. Sep 16 05:00:04.705085 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-06b96cf5-7b40-45fe-8c04-a912b8f436a7 tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] 10.222.0.20 "GET /v2.0/networks/be74053a-072b-465d-954f-6c8f2c37bf63 HTTP/1.1" status: 404 len: 339 time: 0.0743196 Sep 16 05:00:04.708070 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57458) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:04.738191 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3a35f36-e526-41f6-9c51-50c8c002e8dd req-12f5ae80-b4e4-4ed0-bf62-2dfca2d53c18 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a30d62e-4851-4290-9ccc-30493a069f62 HTTP/1.1" status: 200 len: 217 time: 0.0649767 Sep 16 05:00:04.793900 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-1981244f-4d39-4b2b-bfa1-23f06b55d49a tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] GET failed (client error): The resource could not be found. Sep 16 05:00:04.805326 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1981244f-4d39-4b2b-bfa1-23f06b55d49a tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] 10.222.0.20 "GET /v2.0/ports/f48f53cb-97cb-4139-bb51-42007f9d2aed HTTP/1.1" status: 404 len: 333 time: 0.0897775 Sep 16 05:00:04.806829 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57462) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:04.922002 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-605a518e-5a83-4747-a855-6c7bc89efe7c tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] GET failed (client error): The resource could not be found. Sep 16 05:00:04.923939 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-605a518e-5a83-4747-a855-6c7bc89efe7c tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] 10.222.0.20 "GET /v2.0/subnets/8ed62f21-5c55-4e76-ae40-a64f92fd509b HTTP/1.1" status: 404 len: 337 time: 0.1154141 Sep 16 05:00:04.929761 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57468) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:04.941906 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-67556c5e-013a-480e-af0d-940e676625bd tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:04.953287 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7faa3669-9462-4e5d-bc46-5b3813dee23d req-4832d681-8bbe-41af-b87a-f19d163f8fdd tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732766 Sep 16 05:00:04.977976 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-67556c5e-013a-480e-af0d-940e676625bd tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] PUT failed (client error): The resource could not be found. Sep 16 05:00:04.989553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a35f36-e526-41f6-9c51-50c8c002e8dd req-e27e8e2e-c7fa-400a-8dad-f184eee8cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.992299 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3a35f36-e526-41f6-9c51-50c8c002e8dd req-e27e8e2e-c7fa-400a-8dad-f184eee8cd0b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.2432432 Sep 16 05:00:04.997240 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67556c5e-013a-480e-af0d-940e676625bd tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:00:04.999034 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-67556c5e-013a-480e-af0d-940e676625bd tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] 10.222.0.20 "PUT /v2.0/networks/14077811-07f3-4ee9-b8a0-76ba30986293 HTTP/1.1" status: 404 len: 339 time: 0.0674467 Sep 16 05:00:05.009037 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57470) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:05.035559 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-153eb8b3-96f5-4a6f-8250-7deb5c7d8f00 tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:05.083341 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-153eb8b3-96f5-4a6f-8250-7deb5c7d8f00 tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] PUT failed (client error): The resource could not be found. Sep 16 05:00:05.084054 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153eb8b3-96f5-4a6f-8250-7deb5c7d8f00 tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:00:05.089130 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-153eb8b3-96f5-4a6f-8250-7deb5c7d8f00 tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] 10.222.0.20 "PUT /v2.0/ports/a1817dd7-2d54-4b91-9f34-8a403c7cd025 HTTP/1.1" status: 404 len: 333 time: 0.0775676 Sep 16 05:00:05.096367 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57474) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:05.102654 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-be1a7b01-36a9-4368-866e-7fe68e499a2b tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:05.135031 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1bd000b1-18ae-48e8-aae9-b9087e5d5e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.238308 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1a7b01-36a9-4368-866e-7fe68e499a2b tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] PUT failed (client error): The resource could not be found. Sep 16 05:00:05.239032 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1a7b01-36a9-4368-866e-7fe68e499a2b tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:00:05.245660 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-be1a7b01-36a9-4368-866e-7fe68e499a2b tempest-NetworksNegativeTestJSON-193490330 tempest-NetworksNegativeTestJSON-193490330-project] 10.222.0.20 "PUT /v2.0/subnets/c19fc782-254e-4e08-81e4-d3af60a2d873 HTTP/1.1" status: 404 len: 337 time: 0.1479592 Sep 16 05:00:05.322111 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a35f36-e526-41f6-9c51-50c8c002e8dd req-dcb25dda-564a-41f4-81de-8cb4c037b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:05.330266 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3a35f36-e526-41f6-9c51-50c8c002e8dd req-dcb25dda-564a-41f4-81de-8cb4c037b88f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3317220 Sep 16 05:00:05.347909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0418e6-4b1a-4b58-92f1-858c2b4d73c4 req-798f89db-4e7f-4cb7-86f5-9cf4e7cb6905 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:05.365826 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f0418e6-4b1a-4b58-92f1-858c2b4d73c4 req-798f89db-4e7f-4cb7-86f5-9cf4e7cb6905 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.3379323 Sep 16 05:00:05.631826 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f0418e6-4b1a-4b58-92f1-858c2b4d73c4 req-fe11c217-2bf2-47cd-bfea-3c02e350463a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644334 Sep 16 05:00:05.974264 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3a35f36-e526-41f6-9c51-50c8c002e8dd req-781bbfae-3d03-4ebf-acd9-33a9b3bd5c97 service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042418 Sep 16 05:00:06.196388 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3a35f36-e526-41f6-9c51-50c8c002e8dd req-6b50598b-755b-4129-9a69-74f0c73b28dc service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142608 Sep 16 05:00:06.246935 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cd76e-f9f4-43cb-b639-74dd6909df0f req-5a2e3dc6-8f47-4526-80cd-275427992ec3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.247778 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f6cd76e-f9f4-43cb-b639-74dd6909df0f req-5a2e3dc6-8f47-4526-80cd-275427992ec3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 943 time: 0.1225784 Sep 16 05:00:06.302104 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57502) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:06.345748 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f6cd76e-f9f4-43cb-b639-74dd6909df0f req-7c6c3bed-7131-4b2b-a3f8-6249a5917d14 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871048 Sep 16 05:00:06.516145 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b36e291-2f93-4fec-861d-d14063e98585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.641412 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b36e291-2f93-4fec-861d-d14063e98585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.814272 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b36e291-2f93-4fec-861d-d14063e98585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.847387 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce829f-2d4c-44ae-9b1d-ad0c5fbc2d4d req-3f1671ed-910f-4ab2-bc57-0e839d015b34 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.850616 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61ce829f-2d4c-44ae-9b1d-ad0c5fbc2d4d req-3f1671ed-910f-4ab2-bc57-0e839d015b34 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.0903177 Sep 16 05:00:06.882188 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3b36e291-2f93-4fec-861d-d14063e98585 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34dc2c9b8dc54ec6b2b62a8e35829189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5766022 Sep 16 05:00:06.885975 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36e291-2f93-4fec-861d-d14063e98585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8c0983-0abb-4093-980b-74f1214df09e,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:06.888305 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57522) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:06.899469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36e291-2f93-4fec-861d-d14063e98585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:06.900111 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36e291-2f93-4fec-861d-d14063e98585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:06.900632 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36e291-2f93-4fec-861d-d14063e98585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:06.901179 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36e291-2f93-4fec-861d-d14063e98585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:06.901690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36e291-2f93-4fec-861d-d14063e98585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:06.902759 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36e291-2f93-4fec-861d-d14063e98585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:06.903301 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36e291-2f93-4fec-861d-d14063e98585 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:06.904326 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36e291-2f93-4fec-861d-d14063e98585 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:06.905132 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36e291-2f93-4fec-861d-d14063e98585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:06.905638 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36e291-2f93-4fec-861d-d14063e98585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:06.906147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36e291-2f93-4fec-861d-d14063e98585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:06.906658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36e291-2f93-4fec-861d-d14063e98585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:07.053192 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61ce829f-2d4c-44ae-9b1d-ad0c5fbc2d4d req-04d040f8-2b10-4ea5-b12f-3a3a6062d666 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679182 Sep 16 05:00:07.069659 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b5b7879-ba67-4c32-9af4-ed9eb0d13597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.120447 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b5b7879-ba67-4c32-9af4-ed9eb0d13597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.295765 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b5b7879-ba67-4c32-9af4-ed9eb0d13597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.298001 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b5b7879-ba67-4c32-9af4-ed9eb0d13597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.299814 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4b5b7879-ba67-4c32-9af4-ed9eb0d13597 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac8c0983-0abb-4093-980b-74f1214df09e HTTP/1.1" status: 204 len: 168 time: 0.4088142 Sep 16 05:00:07.318764 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b7879-ba67-4c32-9af4-ed9eb0d13597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8c0983-0abb-4093-980b-74f1214df09e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:07.513054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0a30d62e-4851-4290-9ccc-30493a069f62 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:07.728537 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba33b1a-ffde-4f1a-a23c-47c8e8d27224 req-dc3683bb-9b5f-456e-b7fe-b42dae957f02 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:07.743658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fba33b1a-ffde-4f1a-a23c-47c8e8d27224 req-dc3683bb-9b5f-456e-b7fe-b42dae957f02 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 943 time: 0.1395588 Sep 16 05:00:07.763516 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 0a30d62e-4851-4290-9ccc-30493a069f62, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0a30d62e-4851-4290-9ccc-30493a069f62,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:07.781341 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '0a30d62e-4851-4290-9ccc-30493a069f62', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'port_id': '0a30d62e-4851-4290-9ccc-30493a069f62', 'mac_address': 'fa:16:3e:61:78:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:07.868364 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.872819 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-94455266-5f62-48b9-a6fd-d4c4d78b0cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.875107 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fba33b1a-ffde-4f1a-a23c-47c8e8d27224 req-1c2e44f7-fa20-4b8f-b54f-4648e08a5da4 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294601 Sep 16 05:00:07.909074 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a30d62e-4851-4290-9ccc-30493a069f62 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:07.952027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 0a30d62e-4851-4290-9ccc-30493a069f62, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0a30d62e-4851-4290-9ccc-30493a069f62,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:08.072272 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.160260 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=0a30d62e-4851-4290-9ccc-30493a069f62,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:08.294923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d6c35-1646-4e21-9b8f-4f97a1c44f86 req-51f0191a-97dc-4287-8ce8-8ffb9893c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:08.308807 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd3d6c35-1646-4e21-9b8f-4f97a1c44f86 req-51f0191a-97dc-4287-8ce8-8ffb9893c37e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc&tenant_id=043d55446d4c45528b48f7e10a1f624b HTTP/1.1" status: 200 len: 1096 time: 0.1652524 Sep 16 05:00:08.466669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d7ce2-875a-463e-9ee2-e8c7b7f85257 req-ab6e1c46-5015-47eb-b882-361413927388 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:08.468508 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4f7d7ce2-875a-463e-9ee2-e8c7b7f85257 req-ab6e1c46-5015-47eb-b882-361413927388 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.1446152 Sep 16 05:00:08.480759 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d6c35-1646-4e21-9b8f-4f97a1c44f86 req-5f9adeb7-912c-4e3b-afc3-3ca9a58ded0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:08.482873 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd3d6c35-1646-4e21-9b8f-4f97a1c44f86 req-5f9adeb7-912c-4e3b-afc3-3ca9a58ded0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=043d55446d4c45528b48f7e10a1f624b&device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 1096 time: 0.0871918 Sep 16 05:00:08.513504 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['0a30d62e-4851-4290-9ccc-30493a069f62'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:08.571655 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.680051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4f7d7ce2-875a-463e-9ee2-e8c7b7f85257 req-ef303088-760d-4419-a5bc-050b4aa40c46 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956954 Sep 16 05:00:08.764728 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d6c35-1646-4e21-9b8f-4f97a1c44f86 req-b003e814-09ec-4890-9da4-5c8c7d77ebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:08.767743 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd3d6c35-1646-4e21-9b8f-4f97a1c44f86 req-b003e814-09ec-4890-9da4-5c8c7d77ebe5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ed085ad-0528-4e23-be9f-f0e1d81c551f HTTP/1.1" status: 200 len: 917 time: 0.2750568 Sep 16 05:00:08.868567 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd3d6c35-1646-4e21-9b8f-4f97a1c44f86 req-236b8996-e907-4786-a637-2c4e77ebd44f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7ba2538-c1d2-40a9-8946-bf05067dda66 HTTP/1.1" status: 200 len: 1000 time: 0.0922272 Sep 16 05:00:08.991363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d6c35-1646-4e21-9b8f-4f97a1c44f86 req-774287bd-5b77-4ec2-9404-562db0fd9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:08.995533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd3d6c35-1646-4e21-9b8f-4f97a1c44f86 req-774287bd-5b77-4ec2-9404-562db0fd9f62 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0ca5355-66a5-446c-8970-0c3c88361e82 HTTP/1.1" status: 200 len: 855 time: 0.1202917 Sep 16 05:00:09.136035 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.216713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d6c35-1646-4e21-9b8f-4f97a1c44f86 req-0905b5cc-faec-4645-9942-700274c7783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:09.218613 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd3d6c35-1646-4e21-9b8f-4f97a1c44f86 req-0905b5cc-faec-4645-9942-700274c7783c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ed085ad-0528-4e23-be9f-f0e1d81c551f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2145562 Sep 16 05:00:09.234245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783644d-325d-423a-872d-f1b930902fe3 req-eda1cae1-4345-42e8-b49f-857e7e18e9d6 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:09.234245 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5783644d-325d-423a-872d-f1b930902fe3 req-eda1cae1-4345-42e8-b49f-857e7e18e9d6 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 944 time: 0.1641791 Sep 16 05:00:09.236586 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57582) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:09.400437 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5783644d-325d-423a-872d-f1b930902fe3 req-670eb618-96a0-45e8-8118-2021557fb0fe tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390769 Sep 16 05:00:09.454355 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd3d6c35-1646-4e21-9b8f-4f97a1c44f86 req-0c8f2eaa-41c4-4039-b660-ad9f59e67434 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223883 Sep 16 05:00:09.703247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd3d6c35-1646-4e21-9b8f-4f97a1c44f86 req-a0c460b4-a394-4060-8dec-80307c40471f service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414632 Sep 16 05:00:09.793260 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-34f66557-cd10-4b6d-967c-8379023122b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.900246 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4621867-3127-46fe-809f-8caf0ea7c007 req-87cdd651-9090-42eb-bd54-7b71525948db tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:09.911624 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b4621867-3127-46fe-809f-8caf0ea7c007 req-87cdd651-9090-42eb-bd54-7b71525948db tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.1205010 Sep 16 05:00:09.986078 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b4621867-3127-46fe-809f-8caf0ea7c007 req-5251f7b1-b6bd-4108-8df7-72643cfef9e1 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658922 Sep 16 05:00:09.990858 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-34f66557-cd10-4b6d-967c-8379023122b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.124074 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-34f66557-cd10-4b6d-967c-8379023122b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.182909 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-34f66557-cd10-4b6d-967c-8379023122b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82899eb4214e460b9a4a97cc6df8f6c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9421959 Sep 16 05:00:10.183494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57610) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:10.226689 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f66557-cd10-4b6d-967c-8379023122b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9901cf45-348b-4185-a0ea-eb0de1bc2b26,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:10.289145 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42d87690-a329-4eb5-b5b7-fe1d7f2a33c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.329534 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42d87690-a329-4eb5-b5b7-fe1d7f2a33c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.557910 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0149156-687f-4037-becd-1bd5b9341395 req-53e175fa-ba12-411c-8e0f-3bf58b449579 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:10.560428 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0149156-687f-4037-becd-1bd5b9341395 req-53e175fa-ba12-411c-8e0f-3bf58b449579 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 944 time: 0.0623209 Sep 16 05:00:10.561668 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42d87690-a329-4eb5-b5b7-fe1d7f2a33c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.564607 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42d87690-a329-4eb5-b5b7-fe1d7f2a33c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.568343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-42d87690-a329-4eb5-b5b7-fe1d7f2a33c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9901cf45-348b-4185-a0ea-eb0de1bc2b26 HTTP/1.1" status: 204 len: 168 time: 0.3812070 Sep 16 05:00:10.595955 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d87690-a329-4eb5-b5b7-fe1d7f2a33c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9901cf45-348b-4185-a0ea-eb0de1bc2b26,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:10.674765 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0149156-687f-4037-becd-1bd5b9341395 req-f0ffe306-92bd-4a06-ae38-a13c87dbe18c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877333 Sep 16 05:00:10.729835 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.921553 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57640) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:11.141041 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4d2b1-d93d-475a-8c68-29a5b3176110 req-1f8c3ab2-a9f4-4779-80cc-e0a8441603d7 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:11.142766 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8fa4d2b1-d93d-475a-8c68-29a5b3176110 req-1f8c3ab2-a9f4-4779-80cc-e0a8441603d7 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.0714202 Sep 16 05:00:11.193696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8fa4d2b1-d93d-475a-8c68-29a5b3176110 req-4a99ee6c-e4af-46a4-b997-761b746ac1c3 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438535 Sep 16 05:00:11.485858 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-615161698'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:11.536967 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0a30d62e-4851-4290-9ccc-30493a069f62 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:11.701623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:11.707763 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.751726 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.759256 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 0a30d62e-4851-4290-9ccc-30493a069f62 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:00:11.767755 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 0a30d62e-4851-4290-9ccc-30493a069f62 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:11.768126 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.044921 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.048754 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.055526 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c587c-e759-4a2e-be06-26dc8866ea92 req-2f40b7a2-a646-4b6b-8bc0-2c272f97040f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:12.067129 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f8c587c-e759-4a2e-be06-26dc8866ea92 req-2f40b7a2-a646-4b6b-8bc0-2c272f97040f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 944 time: 0.1737282 Sep 16 05:00:12.085303 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001ca5c5-6799-430d-9412-cadf66dceba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a30d62e-4851-4290-9ccc-30493a069f62'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:12.088551 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768ed14b-1c2b-4b20-a1f8-6a5c5cd1021e" -d '{"events": [{"server_uuid": "001ca5c5-6799-430d-9412-cadf66dceba7", "name": "network-vif-plugged", "status": "completed", "tag": "0a30d62e-4851-4290-9ccc-30493a069f62"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:12.126196 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f8c587c-e759-4a2e-be06-26dc8866ea92 req-181aef06-f60d-4896-84f6-63597f781ec1 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576205 Sep 16 05:00:12.133348 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 0a30d62e-4851-4290-9ccc-30493a069f62, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0a30d62e-4851-4290-9ccc-30493a069f62,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:12.163905 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c806cc66-84d5-4c91-867c-f734e9685705 x-openstack-request-id: req-c806cc66-84d5-4c91-867c-f734e9685705 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:12.164222 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001ca5c5-6799-430d-9412-cadf66dceba7", "name": "network-vif-plugged", "status": "completed", "tag": "0a30d62e-4851-4290-9ccc-30493a069f62", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:12.164481 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c806cc66-84d5-4c91-867c-f734e9685705 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:12.168800 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001ca5c5-6799-430d-9412-cadf66dceba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a30d62e-4851-4290-9ccc-30493a069f62', 'code': 200} Sep 16 05:00:12.221317 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.243819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:12.258318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57674) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:12.262293 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.262709 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Added segment 6883485c-d69e-4d60-a4be-19fe4d29ea10 of type vlan for network 8333fd32-395d-4122-9634-38ca2c71b947 Sep 16 05:00:12.294376 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e541e820-6d32-4ae8-9526-2d8fe683880c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.318198 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.346366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2aa158-9c5a-4d92-8430-cc9b4080fceb,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:12.360495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:12.361126 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:12.361664 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:12.362315 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:12.362850 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:12.363528 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:12.364109 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:12.364642 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:12.365154 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:12.365659 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:12.366155 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:12.366655 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:12.415983 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.493816 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=0a30d62e-4851-4290-9ccc-30493a069f62,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:12.613391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26361cb7-093e-4d38-ba46-6cac1ca58a31 req-b1ff029c-56b4-474a-a9f1-766bcab7c825 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:12.615773 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26361cb7-093e-4d38-ba46-6cac1ca58a31 req-b1ff029c-56b4-474a-a9f1-766bcab7c825 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.2671950 Sep 16 05:00:12.670416 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4e9d2-22ed-4c50-8ac3-3b92d9a2d04a req-f58e5b90-dbdd-47dd-89f4-5f393377a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:12.670416 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8c4e9d2-22ed-4c50-8ac3-3b92d9a2d04a req-f58e5b90-dbdd-47dd-89f4-5f393377a96d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 1097 time: 0.1853280 Sep 16 05:00:12.703964 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26361cb7-093e-4d38-ba46-6cac1ca58a31 req-efb1e147-40ea-4de1-8305-6f3101cae5be tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787215 Sep 16 05:00:12.773109 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e541e820-6d32-4ae8-9526-2d8fe683880c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.814646 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8c4e9d2-22ed-4c50-8ac3-3b92d9a2d04a req-c0409238-6d1b-42e1-8ca3-b446cc178e85 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865238 Sep 16 05:00:12.900520 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.900520 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:12.900520 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.946869 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e541e820-6d32-4ae8-9526-2d8fe683880c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.104582 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541e820-6d32-4ae8-9526-2d8fe683880c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d925d25c-3e05-4a2e-a3cf-212d575c099d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:13.117595 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57690) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:13.118844 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1940687 Sep 16 05:00:13.125609 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e541e820-6d32-4ae8-9526-2d8fe683880c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=111184afddd74c20901a2d016b9bdabd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8655841 Sep 16 05:00:13.129351 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57692) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:13.130430 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624cd013-e09d-41bd-b0b2-705216e8db83 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Network': ['ID=8333fd32-395d-4122-9634-38ca2c71b947,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:13.138100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ad2e0233-ed0f-46a5-a4c7-dca9e7af8d9a tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'network_id': '8333fd32-395d-4122-9634-38ca2c71b947', 'name': 'tempest-PortsIpV6TestJSON-207091887'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:13.152899 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 8333fd32-395d-4122-9634-38ca2c71b947 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:13.515585 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57706) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:13.673108 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-36207957-26de-4edc-9396-260bb1459bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.686552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b74fc-86db-4832-9670-5736cde0a7c8 req-43395814-3d45-46a4-a0b5-ffddfc2bcd47 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.695505 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c6b74fc-86db-4832-9670-5736cde0a7c8 req-43395814-3d45-46a4-a0b5-ffddfc2bcd47 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 945 time: 0.4091201 Sep 16 05:00:13.740863 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2e0233-ed0f-46a5-a4c7-dca9e7af8d9a tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:13.744997 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0233-ed0f-46a5-a4c7-dca9e7af8d9a tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.773452 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-36207957-26de-4edc-9396-260bb1459bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.814770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c6b74fc-86db-4832-9670-5736cde0a7c8 req-d9e7a96c-8f98-4a56-bbc3-4f2a6f21edfe tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181192 Sep 16 05:00:13.822564 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-ad2e0233-ed0f-46a5-a4c7-dca9e7af8d9a tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] device_id is not set on port 904cc240-f94a-4042-9f8c-984455219a08 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:13.979235 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1c643085-a7c2-4fca-8c18-0f36bfc9587b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.193844 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-36207957-26de-4edc-9396-260bb1459bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.198960 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-36207957-26de-4edc-9396-260bb1459bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.214129 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-36207957-26de-4edc-9396-260bb1459bd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d925d25c-3e05-4a2e-a3cf-212d575c099d HTTP/1.1" status: 204 len: 168 time: 1.0696776 Sep 16 05:00:14.234072 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d792c9-893e-47d7-94f7-9476438c62cb req-78ad8648-26b8-4f12-8bdd-a01de5153ac3 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:14.253145 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3d792c9-893e-47d7-94f7-9476438c62cb req-78ad8648-26b8-4f12-8bdd-a01de5153ac3 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.2994645 Sep 16 05:00:14.346462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36207957-26de-4edc-9396-260bb1459bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d925d25c-3e05-4a2e-a3cf-212d575c099d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:14.399486 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3d792c9-893e-47d7-94f7-9476438c62cb req-31a1d124-2c4a-4a98-9d85-f05a16657d81 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556702 Sep 16 05:00:14.411067 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1c643085-a7c2-4fca-8c18-0f36bfc9587b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.483950 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1c643085-a7c2-4fca-8c18-0f36bfc9587b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.534511 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0233-ed0f-46a5-a4c7-dca9e7af8d9a tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.584296 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c643085-a7c2-4fca-8c18-0f36bfc9587b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fc7d37-6dd3-467e-9cbe-1bf26247cf70,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:14.658156 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1c643085-a7c2-4fca-8c18-0f36bfc9587b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27a8b850fa934e50a7ed95a98b92208f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1414104 Sep 16 05:00:14.661410 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57724) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:14.713026 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0233-ed0f-46a5-a4c7-dca9e7af8d9a tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.755113 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9524afd4-bc8a-493c-9068-02a8df09a310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.832469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e0233-ed0f-46a5-a4c7-dca9e7af8d9a tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=904cc240-f94a-4042-9f8c-984455219a08,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:14.837806 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9524afd4-bc8a-493c-9068-02a8df09a310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.852649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2e0233-ed0f-46a5-a4c7-dca9e7af8d9a tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Checking segment: {'id': '6883485c-d69e-4d60-a4be-19fe4d29ea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8333fd32-395d-4122-9634-38ca2c71b947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:14.856377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2e0233-ed0f-46a5-a4c7-dca9e7af8d9a tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network hostable DHCP agents. Network: 8333fd32-395d-4122-9634-38ca2c71b947, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:15.106478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc180606-fd9c-4c56-86e3-23ab50b8b6c4 req-97d517d5-cef2-4139-be6a-b174c4760178 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:15.108356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc180606-fd9c-4c56-86e3-23ab50b8b6c4 req-97d517d5-cef2-4139-be6a-b174c4760178 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 945 time: 0.0949097 Sep 16 05:00:15.256015 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc180606-fd9c-4c56-86e3-23ab50b8b6c4 req-83a06933-de3e-477e-b2e3-b4da66880520 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330848 Sep 16 05:00:15.293364 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2e0233-ed0f-46a5-a4c7-dca9e7af8d9a tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network 8333fd32-395d-4122-9634-38ca2c71b947 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:15.446148 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9524afd4-bc8a-493c-9068-02a8df09a310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.446148 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9524afd4-bc8a-493c-9068-02a8df09a310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.446148 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9524afd4-bc8a-493c-9068-02a8df09a310 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64fc7d37-6dd3-467e-9cbe-1bf26247cf70 HTTP/1.1" status: 204 len: 168 time: 0.7752316 Sep 16 05:00:15.460450 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524afd4-bc8a-493c-9068-02a8df09a310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fc7d37-6dd3-467e-9cbe-1bf26247cf70,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:15.662625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-ad2e0233-ed0f-46a5-a4c7-dca9e7af8d9a tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 8333fd32-395d-4122-9634-38ca2c71b947) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:15.672988 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9887c6cf-4c58-432f-b8fa-54a0b1fda6bb None None] Network 8333fd32-395d-4122-9634-38ca2c71b947 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:15.726814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e0233-ed0f-46a5-a4c7-dca9e7af8d9a tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:15.738000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2e0233-ed0f-46a5-a4c7-dca9e7af8d9a tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:15.740624 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0233-ed0f-46a5-a4c7-dca9e7af8d9a tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.767682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743dd6d-b670-4c1e-bd85-c6325d8c3f95 req-ab970fdb-f057-49e0-a887-c90869634f01 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:15.770747 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8743dd6d-b670-4c1e-bd85-c6325d8c3f95 req-ab970fdb-f057-49e0-a887-c90869634f01 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.2238090 Sep 16 05:00:15.867719 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8743dd6d-b670-4c1e-bd85-c6325d8c3f95 req-30c8b4e5-58f8-404b-a6c0-e872d9b8252d tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847783 Sep 16 05:00:15.952434 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57744) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:15.956351 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ad2e0233-ed0f-46a5-a4c7-dca9e7af8d9a tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8285382 Sep 16 05:00:15.958703 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-cb9d3253-c82c-475c-b4fb-0734e4828e7c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-813406492'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:16.090499 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9d3253-c82c-475c-b4fb-0734e4828e7c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:16.098785 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3253-c82c-475c-b4fb-0734e4828e7c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.160748 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9d3253-c82c-475c-b4fb-0734e4828e7c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:16.185228 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3253-c82c-475c-b4fb-0734e4828e7c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.186161 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-cb9d3253-c82c-475c-b4fb-0734e4828e7c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Added segment 505ec6e7-5966-43de-ae82-f5046ea9c8f2 of type vlan for network e41b93d6-bd24-46c4-9f97-a0adf01743d5 Sep 16 05:00:16.217893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57748) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:16.235390 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-eee601b8-0051-420e-8868-c4d352a855ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.387547 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3253-c82c-475c-b4fb-0734e4828e7c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.540995 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3253-c82c-475c-b4fb-0734e4828e7c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.551049 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9d3253-c82c-475c-b4fb-0734e4828e7c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:16.553826 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3253-c82c-475c-b4fb-0734e4828e7c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.612437 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff141756-7a44-456d-b02a-3e9822e4022d req-ccfc56d3-d94f-4519-8d1e-128ce03fbea2 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:16.614063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff141756-7a44-456d-b02a-3e9822e4022d req-ccfc56d3-d94f-4519-8d1e-128ce03fbea2 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 945 time: 0.1272950 Sep 16 05:00:16.683728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff141756-7a44-456d-b02a-3e9822e4022d req-b9d0db32-167a-4531-8ea4-c3a62dd8a176 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604720 Sep 16 05:00:16.742428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d3253-c82c-475c-b4fb-0734e4828e7c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Network': ['ID=e41b93d6-bd24-46c4-9f97-a0adf01743d5,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:16.786432 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network e41b93d6-bd24-46c4-9f97-a0adf01743d5 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:16.803498 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-eee601b8-0051-420e-8868-c4d352a855ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.919434 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-eee601b8-0051-420e-8868-c4d352a855ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.951176 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c780d43-8f45-4787-9717-28af9627d717 req-29d25170-3b5b-43de-a0e4-bb3351931617 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0080ff4c44ee45ada6a4ae19685a08f5 HTTP/1.1" status: 200 len: 267 time: 0.1199713 Sep 16 05:00:16.982168 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cb9d3253-c82c-475c-b4fb-0734e4828e7c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0279849 Sep 16 05:00:16.984426 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57772) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:16.990406 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'ports': [{'network_id': '8333fd32-395d-4122-9634-38ca2c71b947'}, {'network_id': 'e41b93d6-bd24-46c4-9f97-a0adf01743d5'}]} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:16.990922 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'network_id': '8333fd32-395d-4122-9634-38ca2c71b947'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:16.991418 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'network_id': 'e41b93d6-bd24-46c4-9f97-a0adf01743d5'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:17.062971 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-eee601b8-0051-420e-8868-c4d352a855ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37bcb3221d8a4613ba78f9a1936bdf9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8390157 Sep 16 05:00:17.064862 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57774) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:17.084582 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee601b8-0051-420e-8868-c4d352a855ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d757998e-c784-43d2-9099-393867a44644,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:17.163695 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c780d43-8f45-4787-9717-28af9627d717 req-54cbbf46-1751-4966-8025-38fc9cc1f0e3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:17.165270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c780d43-8f45-4787-9717-28af9627d717 req-54cbbf46-1751-4966-8025-38fc9cc1f0e3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 945 time: 0.1930816 Sep 16 05:00:17.179326 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-1c780d43-8f45-4787-9717-28af9627d717 req-ade7ed86-8b07-4410-b2d9-b317af5eb62a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Request body: {'port': {'security_groups': []}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:17.233947 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6b2d11da-eafc-40e2-826f-4d4b14710965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.306523 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6b2d11da-eafc-40e2-826f-4d4b14710965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.337892 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1c780d43-8f45-4787-9717-28af9627d717 req-ade7ed86-8b07-4410-b2d9-b317af5eb62a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.431911 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'port': 2} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:17.445424 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.493285 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.669630 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6b2d11da-eafc-40e2-826f-4d4b14710965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.684703 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6b2d11da-eafc-40e2-826f-4d4b14710965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.686979 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6b2d11da-eafc-40e2-826f-4d4b14710965 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d757998e-c784-43d2-9099-393867a44644 HTTP/1.1" status: 204 len: 168 time: 0.6199067 Sep 16 05:00:17.718505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d11da-eafc-40e2-826f-4d4b14710965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d757998e-c784-43d2-9099-393867a44644,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:17.773079 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] device_id is not set on port 19c20648-8621-47fb-8504-3192a9c28ccb yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:17.832226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-1c780d43-8f45-4787-9717-28af9627d717 req-ade7ed86-8b07-4410-b2d9-b317af5eb62a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] For port 0a30d62e-4851-4290-9ccc-30493a069f62, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0a30d62e-4851-4290-9ccc-30493a069f62,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:17.951761 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1c780d43-8f45-4787-9717-28af9627d717 req-ade7ed86-8b07-4410-b2d9-b317af5eb62a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.957386 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.050545 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1c780d43-8f45-4787-9717-28af9627d717 req-ade7ed86-8b07-4410-b2d9-b317af5eb62a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.068299 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] device_id is not set on port 2f6f7f86-05d5-476d-bc8a-ce8943613dc5 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:18.085786 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['0a30d62e-4851-4290-9ccc-30493a069f62'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:18.108400 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['6e71a780-b0f8-4619-ac92-45595e2e30f1', '765d90b6-a82e-45b8-a7cc-18264fc1e569'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:18.256831 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c780d43-8f45-4787-9717-28af9627d717 req-ade7ed86-8b07-4410-b2d9-b317af5eb62a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:18.260779 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1c780d43-8f45-4787-9717-28af9627d717 req-ade7ed86-8b07-4410-b2d9-b317af5eb62a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.263722 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c780d43-8f45-4787-9717-28af9627d717 req-ade7ed86-8b07-4410-b2d9-b317af5eb62a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "PUT /v2.0/ports/0a30d62e-4851-4290-9ccc-30493a069f62 HTTP/1.1" status: 200 len: 904 time: 1.0896027 Sep 16 05:00:18.267073 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001ca5c5-6799-430d-9412-cadf66dceba7', 'tag': '0a30d62e-4851-4290-9ccc-30493a069f62'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:18.271242 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.278079 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2b84d4-e06a-4b0c-bb85-7926e3f666ab" -d '{"events": [{"name": "network-changed", "server_uuid": "001ca5c5-6799-430d-9412-cadf66dceba7", "tag": "0a30d62e-4851-4290-9ccc-30493a069f62"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:18.370369 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7ed86-8b07-4410-b2d9-b317af5eb62a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Pushing event updated for resources: {'Port': ['ID=0a30d62e-4851-4290-9ccc-30493a069f62,revision_number=6']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:18.425309 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fcead-9050-4994-917d-2c3a363ad233 req-56cb0af6-5355-4c9a-9cd1-e215b1c2dafe tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:18.427640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a96fcead-9050-4994-917d-2c3a363ad233 req-56cb0af6-5355-4c9a-9cd1-e215b1c2dafe tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.3513696 Sep 16 05:00:18.453767 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['0a30d62e-4851-4290-9ccc-30493a069f62'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:18.539973 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a96fcead-9050-4994-917d-2c3a363ad233 req-26492219-f7cd-414a-8b24-8d579ae80142 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946641 Sep 16 05:00:18.605105 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.690285 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12ef8-32ee-4338-b101-3c6d023e69d0 req-5158c141-66de-40cb-b521-886178e29a6d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:18.723653 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0be12ef8-32ee-4338-b101-3c6d023e69d0 req-5158c141-66de-40cb-b521-886178e29a6d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 907 time: 0.1598475 Sep 16 05:00:18.742979 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df526a6a-1d90-4c34-8295-5ca1bfc9d6c5 x-openstack-request-id: req-df526a6a-1d90-4c34-8295-5ca1bfc9d6c5 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:18.742979 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001ca5c5-6799-430d-9412-cadf66dceba7", "tag": "0a30d62e-4851-4290-9ccc-30493a069f62", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:18.742979 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df526a6a-1d90-4c34-8295-5ca1bfc9d6c5 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:18.742979 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001ca5c5-6799-430d-9412-cadf66dceba7', 'tag': '0a30d62e-4851-4290-9ccc-30493a069f62', 'status': 'completed', 'code': 200} Sep 16 05:00:18.827578 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=19c20648-8621-47fb-8504-3192a9c28ccb,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:18.832649 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-04fbe466-dc33-4dc8-83f4-8fbdd3b1b0a2 None None] Provisioning complete for port 0a30d62e-4851-4290-9ccc-30493a069f62 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:18.833286 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-04fbe466-dc33-4dc8-83f4-8fbdd3b1b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.880824 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network 8333fd32-395d-4122-9634-38ca2c71b947 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:18.887357 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:18.904514 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:18.906582 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.917666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f60942-b331-47b4-8625-e47c1b54b62b req-55d061f0-5966-4b27-8d19-6088c3070512 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:18.926020 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17f60942-b331-47b4-8625-e47c1b54b62b req-55d061f0-5966-4b27-8d19-6088c3070512 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1184995 Sep 16 05:00:18.949378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b84d4-e06a-4b0c-bb85-7926e3f666ab req-2071f40e-d0b5-4610-bea8-aec98395ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:18.955051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b2b84d4-e06a-4b0c-bb85-7926e3f666ab req-2071f40e-d0b5-4610-bea8-aec98395ef94 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 1059 time: 0.1067348 Sep 16 05:00:19.087422 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=2f6f7f86-05d5-476d-bc8a-ce8943613dc5,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:19.136027 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17f60942-b331-47b4-8625-e47c1b54b62b req-2266aaf8-0635-4da5-96fe-848a67508123 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027991 Sep 16 05:00:19.181306 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Checking segment: {'id': '505ec6e7-5966-43de-ae82-f5046ea9c8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e41b93d6-bd24-46c4-9f97-a0adf01743d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:19.184896 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network hostable DHCP agents. Network: e41b93d6-bd24-46c4-9f97-a0adf01743d5, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:19.207513 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57808) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:19.346049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b84d4-e06a-4b0c-bb85-7926e3f666ab req-115d9b18-d897-4498-b18c-ecec00eb16b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:19.357713 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b2b84d4-e06a-4b0c-bb85-7926e3f666ab req-115d9b18-d897-4498-b18c-ecec00eb16b0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 913 time: 0.3667033 Sep 16 05:00:19.381210 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network e41b93d6-bd24-46c4-9f97-a0adf01743d5 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:19.446865 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b2b84d4-e06a-4b0c-bb85-7926e3f666ab req-20ce5686-f1eb-4d5a-86a9-b554d56e2f99 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a30d62e-4851-4290-9ccc-30493a069f62 HTTP/1.1" status: 200 len: 217 time: 0.0876422 Sep 16 05:00:19.506809 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, e41b93d6-bd24-46c4-9f97-a0adf01743d5) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:19.514286 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:19.533872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:19.534012 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514ed870-9a02-44fb-9b62-5c29af00a9ad None None] Network e41b93d6-bd24-46c4-9f97-a0adf01743d5 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:19.555593 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76da44-2977-4201-bbf7-9dc3b0d54288 req-36fb86fc-1924-4bd2-ab90-d835b6cae89e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:19.559689 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:19.568429 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b76da44-2977-4201-bbf7-9dc3b0d54288 req-36fb86fc-1924-4bd2-ab90-d835b6cae89e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.2185860 Sep 16 05:00:19.571604 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.660723 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b76da44-2977-4201-bbf7-9dc3b0d54288 req-cb520188-0d79-4ad7-80a6-5e120fb7f70b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918946 Sep 16 05:00:19.716794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b84d4-e06a-4b0c-bb85-7926e3f666ab req-0b10fb1c-5908-4807-b115-a7771bd36a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:19.720735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b2b84d4-e06a-4b0c-bb85-7926e3f666ab req-0b10fb1c-5908-4807-b115-a7771bd36a84 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.2654681 Sep 16 05:00:19.724655 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-edceb2dc-cb22-40b1-9fa0-c1eb229a84e5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7386749 Sep 16 05:00:19.728287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57826) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:20.056539 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b84d4-e06a-4b0c-bb85-7926e3f666ab req-b89abef1-ae6b-4449-9a6a-bb974b3a3b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:20.059387 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b2b84d4-e06a-4b0c-bb85-7926e3f666ab req-b89abef1-ae6b-4449-9a6a-bb974b3a3b43 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1948709 Sep 16 05:00:20.068133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913252a-e183-4a46-9dcb-67563c776074 req-050f01c0-abb8-4ae9-ae82-83c8000be20f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:20.076588 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7913252a-e183-4a46-9dcb-67563c776074 req-050f01c0-abb8-4ae9-ae82-83c8000be20f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.2220492 Sep 16 05:00:20.178174 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7913252a-e183-4a46-9dcb-67563c776074 req-e6ed2fb0-656d-43f1-922a-22a599ad2d27 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908298 Sep 16 05:00:20.193562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-bd620907-fde8-4331-8ab3-f373588d07f0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port 2f6f7f86-05d5-476d-bc8a-ce8943613dc5 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:20.197441 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd620907-fde8-4331-8ab3-f373588d07f0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.372762 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd620907-fde8-4331-8ab3-f373588d07f0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.384546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b2b84d4-e06a-4b0c-bb85-7926e3f666ab req-fbbd429f-4d84-4881-83a5-00c9cb650197 service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954087 Sep 16 05:00:20.393248 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-bd620907-fde8-4331-8ab3-f373588d07f0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for 2f6f7f86-05d5-476d-bc8a-ce8943613dc5 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:20.774581 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b2b84d4-e06a-4b0c-bb85-7926e3f666ab req-f9815aec-ec60-4a4f-a0a4-6f223c8ab5ef service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671596 Sep 16 05:00:20.905251 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-be1dbfab-4a1e-4553-afa3-36fc870b2609 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:20.908739 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-be1dbfab-4a1e-4553-afa3-36fc870b2609 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 812 time: 0.4736247 Sep 16 05:00:20.910820 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd620907-fde8-4331-8ab3-f373588d07f0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.997042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd620907-fde8-4331-8ab3-f373588d07f0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=2f6f7f86-05d5-476d-bc8a-ce8943613dc5,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:21.001478 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-3d21d5ee-bed7-4c70-8fac-bbe8fd0a3def tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/quotas/0080ff4c44ee45ada6a4ae19685a08f5 HTTP/1.1" status: 200 len: 375 time: 0.0819871 Sep 16 05:00:21.069006 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd620907-fde8-4331-8ab3-f373588d07f0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.073392 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bd620907-fde8-4331-8ab3-f373588d07f0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/ports/2f6f7f86-05d5-476d-bc8a-ce8943613dc5 HTTP/1.1" status: 204 len: 168 time: 1.3415840 Sep 16 05:00:21.084616 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57854) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:21.191791 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-ef358893-2f11-4979-98cd-0ea8babe751f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1788859 Sep 16 05:00:21.384513 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf84655-e6e8-434d-a9c0-440ca9345d63 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:21.410369 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf84655-e6e8-434d-a9c0-440ca9345d63 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:21.420615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bbf84655-e6e8-434d-a9c0-440ca9345d63 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3316326 Sep 16 05:00:21.424484 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57866) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:21.515547 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0284ce7d-9577-4164-b0f3-0f87e864bea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.673663 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f45c54ea-448a-4f9d-8480-93bc27f6727d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port 19c20648-8621-47fb-8504-3192a9c28ccb {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:21.674077 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f45c54ea-448a-4f9d-8480-93bc27f6727d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.832552 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f45c54ea-448a-4f9d-8480-93bc27f6727d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.850052 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f45c54ea-448a-4f9d-8480-93bc27f6727d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for 19c20648-8621-47fb-8504-3192a9c28ccb owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:22.082145 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-3397c418-0fe0-4ab4-9d11-44a0d519c867 service neutron] 10.222.0.20 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8877528 Sep 16 05:00:22.092606 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-0284ce7d-9577-4164-b0f3-0f87e864bea5 admin admin] Deleting port 2a524258-3bbb-4917-9177-c1519d6a868a {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:22.093661 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0284ce7d-9577-4164-b0f3-0f87e864bea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.101176 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f45c54ea-448a-4f9d-8480-93bc27f6727d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.150442 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c107-26df-45a3-a402-15a8ad579d76 req-670d4288-87fa-49e9-bd0a-1988d5ad8219 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:22.159110 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d586c107-26df-45a3-a402-15a8ad579d76 req-670d4288-87fa-49e9-bd0a-1988d5ad8219 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.7369001 Sep 16 05:00:22.182733 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c54ea-448a-4f9d-8480-93bc27f6727d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=19c20648-8621-47fb-8504-3192a9c28ccb,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:22.230846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57876) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:22.254400 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f45c54ea-448a-4f9d-8480-93bc27f6727d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.268849 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57880) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:22.269345 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f45c54ea-448a-4f9d-8480-93bc27f6727d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/ports/19c20648-8621-47fb-8504-3192a9c28ccb HTTP/1.1" status: 204 len: 168 time: 0.8412595 Sep 16 05:00:22.304921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d586c107-26df-45a3-a402-15a8ad579d76 req-9e94c460-f1a8-4aa8-9da7-0dead25c829c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426060 Sep 16 05:00:22.326520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-8481bae1-30d0-470f-a493-82e0d222ca6a service neutron] 10.222.0.20 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429938 Sep 16 05:00:22.353307 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-0284ce7d-9577-4164-b0f3-0f87e864bea5 admin admin] For port 2a524258-3bbb-4917-9177-c1519d6a868a, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2a524258-3bbb-4917-9177-c1519d6a868a,segment=NetworkSegment(39bb2bb4-0ae8-490b-952c-58c0f4e0502f),segment_id=39bb2bb4-0ae8-490b-952c-58c0f4e0502f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:22.353689 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0284ce7d-9577-4164-b0f3-0f87e864bea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.368725 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-0284ce7d-9577-4164-b0f3-0f87e864bea5 admin admin] Calling delete_port for 2a524258-3bbb-4917-9177-c1519d6a868a owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:22.462834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f363fdeb-0841-4b77-a839-243350026e82 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:22.497702 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f363fdeb-0841-4b77-a839-243350026e82 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2252626 Sep 16 05:00:22.505815 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57884) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:22.650260 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b0df09bf-400d-4efc-b2c9-6932cfe6eff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.655289 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc93bfe-1118-41ed-949b-f0d1fcfd9568 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] GET failed (client error): The resource could not be found. Sep 16 05:00:22.663442 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8dc93bfe-1118-41ed-949b-f0d1fcfd9568 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports/2f6f7f86-05d5-476d-bc8a-ce8943613dc5 HTTP/1.1" status: 404 len: 333 time: 0.1544979 Sep 16 05:00:22.664380 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57886) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:22.820551 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9b7de2-3c62-4b13-97a5-4bcfff4d04cb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] GET failed (client error): The resource could not be found. Sep 16 05:00:22.830308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bd9b7de2-3c62-4b13-97a5-4bcfff4d04cb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports/19c20648-8621-47fb-8504-3192a9c28ccb HTTP/1.1" status: 404 len: 333 time: 0.1611466 Sep 16 05:00:22.830898 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57896) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:22.888040 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0284ce7d-9577-4164-b0f3-0f87e864bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.976446 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284ce7d-9577-4164-b0f3-0f87e864bea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a524258-3bbb-4917-9177-c1519d6a868a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:23.051562 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1193e2f1-feae-4d1c-b8b6-7aaf203309d5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.091002 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b0df09bf-400d-4efc-b2c9-6932cfe6eff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.175752 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b0df09bf-400d-4efc-b2c9-6932cfe6eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.279007 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1193e2f1-feae-4d1c-b8b6-7aaf203309d5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.330921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b0df09bf-400d-4efc-b2c9-6932cfe6eff4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50c00a682c574732bb870b8d6c99aecd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0978076 Sep 16 05:00:23.338368 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57904) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:23.401660 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df09bf-400d-4efc-b2c9-6932cfe6eff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d521abfc-c6ad-406e-96db-fd82b2b0ecea,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:23.503894 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-1193e2f1-feae-4d1c-b8b6-7aaf203309d5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41b93d6-bd24-46c4-9f97-a0adf01743d5']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:23.544746 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-1193e2f1-feae-4d1c-b8b6-7aaf203309d5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505ec6e7-5966-43de-ae82-f5046ea9c8f2') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:23.545078 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-1193e2f1-feae-4d1c-b8b6-7aaf203309d5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505ec6e7-5966-43de-ae82-f5046ea9c8f2') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:23.596881 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1193e2f1-feae-4d1c-b8b6-7aaf203309d5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.620082 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0284ce7d-9577-4164-b0f3-0f87e864bea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.649665 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1193e2f1-feae-4d1c-b8b6-7aaf203309d5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.690056 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d0bc8d5c-e82c-4b43-a426-4b804a4b3a32 req-495a908c-3c72-463c-bd0b-7edcae6fca1d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 210 time: 0.1527154 Sep 16 05:00:23.783626 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-877d7f8b-1acb-4491-a8b9-cf6bd0db0d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.797119 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1193e2f1-feae-4d1c-b8b6-7aaf203309d5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:23.797843 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1193e2f1-feae-4d1c-b8b6-7aaf203309d5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.801852 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f0c82-9ffd-4f58-a81b-4a68772784bf req-c7e4e672-50ba-47bb-b4db-4855518a7b83 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:23.805766 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:23.820043 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-913f0c82-9ffd-4f58-a81b-4a68772784bf req-c7e4e672-50ba-47bb-b4db-4855518a7b83 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.3087890 Sep 16 05:00:23.881259 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-877d7f8b-1acb-4491-a8b9-cf6bd0db0d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.943655 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-913f0c82-9ffd-4f58-a81b-4a68772784bf req-b83c3cc3-9752-4494-98ba-e4e6705b1f0e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231470 Sep 16 05:00:24.108361 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-877d7f8b-1acb-4491-a8b9-cf6bd0db0d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.112115 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-877d7f8b-1acb-4491-a8b9-cf6bd0db0d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.113742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-877d7f8b-1acb-4491-a8b9-cf6bd0db0d58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d521abfc-c6ad-406e-96db-fd82b2b0ecea HTTP/1.1" status: 204 len: 168 time: 0.7692642 Sep 16 05:00:24.131270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d7f8b-1acb-4491-a8b9-cf6bd0db0d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d521abfc-c6ad-406e-96db-fd82b2b0ecea,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:24.274298 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1193e2f1-feae-4d1c-b8b6-7aaf203309d5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.274298 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1193e2f1-feae-4d1c-b8b6-7aaf203309d5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.274298 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1193e2f1-feae-4d1c-b8b6-7aaf203309d5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/networks/e41b93d6-bd24-46c4-9f97-a0adf01743d5 HTTP/1.1" status: 204 len: 168 time: 1.4371448 Sep 16 05:00:24.276320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57922) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:24.285031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-06c54095-e750-4044-b8f5-a278340e83ce tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1249807568'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:24.309897 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193e2f1-feae-4d1c-b8b6-7aaf203309d5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Network': ['ID=e41b93d6-bd24-46c4-9f97-a0adf01743d5,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:24.452573 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0284ce7d-9577-4164-b0f3-0f87e864bea5 admin admin] Router 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:24.606402 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0284ce7d-9577-4164-b0f3-0f87e864bea5 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:24.612657 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0284ce7d-9577-4164-b0f3-0f87e864bea5 admin admin] 10.222.0.20 "PUT /v2.0/routers/2a6834d4-12e5-4a46-ae08-b8c5cd229cb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4038491 Sep 16 05:00:24.619040 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd577a6-dacc-46fb-857e-1cb44f51acb7 None None] Sync routers for ids ['2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:24.625364 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57924) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:24.635624 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd577a6-dacc-46fb-857e-1cb44f51acb7 None None] Routers {'2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:24.638122 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6cd577a6-dacc-46fb-857e-1cb44f51acb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:00:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:24.771389 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.810796 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-6cd577a6-dacc-46fb-857e-1cb44f51acb7 None None] Set router 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:24.921026 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c54095-e750-4044-b8f5-a278340e83ce tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:24.931461 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-06c54095-e750-4044-b8f5-a278340e83ce tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.997497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd00d35e-c3cf-49f8-a41d-eb7b70019b4e req-f98a2515-3d7e-4c53-b9b7-9b08f19b71cf tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 210 time: 0.1027217 Sep 16 05:00:25.076834 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-09922ae3-1045-4130-ab0f-80db9f604003 admin admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.113061 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c54095-e750-4044-b8f5-a278340e83ce tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:25.279023 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-06c54095-e750-4044-b8f5-a278340e83ce tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.279849 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-06c54095-e750-4044-b8f5-a278340e83ce tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Added segment cc0138d4-d906-4d38-a9d3-d5bbcd1a35b0 of type vlan for network 45650c7f-a1c6-442c-adab-62177fb335a8 Sep 16 05:00:25.397669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6cd577a6-dacc-46fb-857e-1cb44f51acb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'name': 'tempest-TaggedBootDevicesTest_v242-408349984-router', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '03f280e3-e381-40c2-a6f5-852746efda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:07Z', 'updated_at': '2021-09-16T05:00:22Z', 'revision_number': 5, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'gw_port': {'id': '03f280e3-e381-40c2-a6f5-852746efda71', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:08Z', 'updated_at': '2021-09-16T04:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:25.424630 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-06c54095-e750-4044-b8f5-a278340e83ce tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.440504 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd577a6-dacc-46fb-857e-1cb44f51acb7 None None] Checking router: 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:25.442194 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d7c0f-b008-44cb-9717-c8cbc03d04f8 req-1fd671d3-164a-4e8b-9ec8-bac8e38eca43 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:25.451152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-939d7c0f-b008-44cb-9717-c8cbc03d04f8 req-1fd671d3-164a-4e8b-9ec8-bac8e38eca43 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.2461855 Sep 16 05:00:25.455858 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd577a6-dacc-46fb-857e-1cb44f51acb7 None None] Routers {'2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:25.457180 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6cd577a6-dacc-46fb-857e-1cb44f51acb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:00:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:25.536019 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-09922ae3-1045-4130-ab0f-80db9f604003 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.559776 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-939d7c0f-b008-44cb-9717-c8cbc03d04f8 req-9a30f95f-308b-43be-a082-dcf8a17a65c5 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076119 Sep 16 05:00:25.654296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-6cd577a6-dacc-46fb-857e-1cb44f51acb7 None None] Set router 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:25.685806 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-06c54095-e750-4044-b8f5-a278340e83ce tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.698131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c54095-e750-4044-b8f5-a278340e83ce tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:25.704482 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-06c54095-e750-4044-b8f5-a278340e83ce tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.963783 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c54095-e750-4044-b8f5-a278340e83ce tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Network': ['ID=45650c7f-a1c6-442c-adab-62177fb335a8,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:25.984050 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 45650c7f-a1c6-442c-adab-62177fb335a8 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:26.023994 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-09922ae3-1045-4130-ab0f-80db9f604003 admin admin] Deleting port 03f280e3-e381-40c2-a6f5-852746efda71 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:26.026508 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-09922ae3-1045-4130-ab0f-80db9f604003 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.311336 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-806b547a-e566-40be-a3b5-3da0d4174bc5 req-f4c86a80-b364-42dc-bf04-a5c22c8246a0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 210 time: 0.0719283 Sep 16 05:00:26.311336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-09922ae3-1045-4130-ab0f-80db9f604003 admin admin] For port 03f280e3-e381-40c2-a6f5-852746efda71, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=03f280e3-e381-40c2-a6f5-852746efda71,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:26.311336 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-09922ae3-1045-4130-ab0f-80db9f604003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.329235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-09922ae3-1045-4130-ab0f-80db9f604003 admin admin] Calling delete_port for 03f280e3-e381-40c2-a6f5-852746efda71 owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:26.356048 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6cd577a6-dacc-46fb-857e-1cb44f51acb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'name': 'tempest-TaggedBootDevicesTest_v242-408349984-router', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '03f280e3-e381-40c2-a6f5-852746efda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:07Z', 'updated_at': '2021-09-16T05:00:22Z', 'revision_number': 5, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'gw_port': {'id': '03f280e3-e381-40c2-a6f5-852746efda71', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:08Z', 'updated_at': '2021-09-16T04:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:26.393512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd577a6-dacc-46fb-857e-1cb44f51acb7 None None] The sync data for ids ['2a6834d4-12e5-4a46-ae08-b8c5cd229cb1'] in n-d-712140-13 is: [{'id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'name': 'tempest-TaggedBootDevicesTest_v242-408349984-router', 'tenant_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '03f280e3-e381-40c2-a6f5-852746efda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:07Z', 'updated_at': '2021-09-16T05:00:22Z', 'revision_number': 5, 'project_id': 'ee8d98757e0d4815a18cbb63a273fd61', 'gw_port': {'id': '03f280e3-e381-40c2-a6f5-852746efda71', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6834d4-12e5-4a46-ae08-b8c5cd229cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:08Z', 'updated_at': '2021-09-16T04:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:26.766951 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617fa2f-8c13-46d4-a4d4-a4b5d26c5a7e req-a6b90289-934d-42f3-9a79-3d7d7b92080a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:26.781187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c617fa2f-8c13-46d4-a4d4-a4b5d26c5a7e req-a6b90289-934d-42f3-9a79-3d7d7b92080a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.1068258 Sep 16 05:00:26.805539 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2a524258-3bbb-4917-9177-c1519d6a868a no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:26.838913 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 2a524258-3bbb-4917-9177-c1519d6a868a {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:26.839378 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2a524258-3bbb-4917-9177-c1519d6a868a not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:26.868634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c617fa2f-8c13-46d4-a4d4-a4b5d26c5a7e req-02d36096-76a4-4b4e-a43e-553897a2e155 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830784 Sep 16 05:00:26.920488 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-06c54095-e750-4044-b8f5-a278340e83ce tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.6420181 Sep 16 05:00:26.925340 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57962) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:26.931874 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7f53c11e-7ad7-48a9-b712-e71cbb605af0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'subnet': {'network_id': '45650c7f-a1c6-442c-adab-62177fb335a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:27.085418 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-09922ae3-1045-4130-ab0f-80db9f604003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.142992 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09922ae3-1045-4130-ab0f-80db9f604003 admin admin] Pushing event deleted for resources: {'Port': ['ID=03f280e3-e381-40c2-a6f5-852746efda71,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:27.218166 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-09922ae3-1045-4130-ab0f-80db9f604003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.309133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f53c11e-7ad7-48a9-b712-e71cbb605af0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:27.312847 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7f53c11e-7ad7-48a9-b712-e71cbb605af0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.385806 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-09922ae3-1045-4130-ab0f-80db9f604003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.388048 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-09922ae3-1045-4130-ab0f-80db9f604003 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.495445 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47ff62ce-794f-4372-94bc-a6a13fb765ff req-b4769ddd-12ef-48a7-af16-833b9e482eed tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 210 time: 0.0726349 Sep 16 05:00:27.689473 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-09922ae3-1045-4130-ab0f-80db9f604003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.699423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09922ae3-1045-4130-ab0f-80db9f604003 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:00:27.702738 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-09922ae3-1045-4130-ab0f-80db9f604003 admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.704004 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-09922ae3-1045-4130-ab0f-80db9f604003 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2a6834d4-12e5-4a46-ae08-b8c5cd229cb1 HTTP/1.1" status: 204 len: 168 time: 3.0770867 Sep 16 05:00:27.707265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57984) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:27.764949 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7f53c11e-7ad7-48a9-b712-e71cbb605af0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.832188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b600020-ac09-4009-9197-428041b59704 admin admin] Deleting subnet 2c0b4174-34ac-47da-93e8-4d05e20323d9 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:27.856901 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b600020-ac09-4009-9197-428041b59704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.913529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53c11e-7ad7-48a9-b712-e71cbb605af0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Subnet': ['ID=d3a110e2-c3ab-47a4-9f00-cc7b97ad0f39,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:27.919885 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f53c11e-7ad7-48a9-b712-e71cbb605af0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Checking segment: {'id': 'cc0138d4-d906-4d38-a9d3-d5bbcd1a35b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '45650c7f-a1c6-442c-adab-62177fb335a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:27.920697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f53c11e-7ad7-48a9-b712-e71cbb605af0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network hostable DHCP agents. Network: 45650c7f-a1c6-442c-adab-62177fb335a8, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:27.942437 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b600020-ac09-4009-9197-428041b59704 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.135303 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989086a7-59a0-47d8-8774-10468265678b req-b1970d5d-2a69-40b9-af82-776eb3825699 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:28.138092 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-989086a7-59a0-47d8-8774-10468265678b req-b1970d5d-2a69-40b9-af82-776eb3825699 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.1168222 Sep 16 05:00:28.142321 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b600020-ac09-4009-9197-428041b59704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.185871 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f53c11e-7ad7-48a9-b712-e71cbb605af0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network 45650c7f-a1c6-442c-adab-62177fb335a8 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:28.247769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-989086a7-59a0-47d8-8774-10468265678b req-0bed84ff-cb8a-4688-a0ae-92944c05a509 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664089 Sep 16 05:00:28.270716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57996) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:28.357539 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.427793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ae3f1032-6613-4c41-8481-ed34eeb9ffc7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1174814980-network', 'tenant_id': 'fe4e5ea5260c416185eb6fe8b098428d'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:28.609034 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b600020-ac09-4009-9197-428041b59704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.617249 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-7f53c11e-7ad7-48a9-b712-e71cbb605af0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 45650c7f-a1c6-442c-adab-62177fb335a8) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:28.624801 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ef01e5e-028b-4acf-9e48-038a9616e911 req-23d041ff-dad3-4d6b-bcd8-f9285d2af088 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 210 time: 0.0443585 Sep 16 05:00:28.626920 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27bac41-8a15-43f0-b4e3-11f83cc702b2 None None] Network 45650c7f-a1c6-442c-adab-62177fb335a8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:28.650549 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f53c11e-7ad7-48a9-b712-e71cbb605af0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:28.651234 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7f53c11e-7ad7-48a9-b712-e71cbb605af0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.657193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b600020-ac09-4009-9197-428041b59704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c0b4174-34ac-47da-93e8-4d05e20323d9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:28.659536 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b600020-ac09-4009-9197-428041b59704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.661608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8b600020-ac09-4009-9197-428041b59704 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2c0b4174-34ac-47da-93e8-4d05e20323d9 HTTP/1.1" status: 204 len: 168 time: 0.9533238 Sep 16 05:00:28.665289 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58006) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:28.666849 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab12f5df-8a23-4513-a1f3-c9d701358474 None None] Network e5c36bba-4312-42bb-9e3c-3c79c033dd8d requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:28.744594 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.872697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3f1032-6613-4c41-8481-ed34eeb9ffc7 admin admin] Made reservation on behalf of fe4e5ea5260c416185eb6fe8b098428d for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:28.872697 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1032-6613-4c41-8481-ed34eeb9ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.872697 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1032-6613-4c41-8481-ed34eeb9ffc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.872697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] Deleting port 83bbd71a-0209-43f9-b218-ba6b962d6c94 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:28.872697 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.941074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] For port 83bbd71a-0209-43f9-b218-ba6b962d6c94, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=83bbd71a-0209-43f9-b218-ba6b962d6c94,segment=NetworkSegment(39bb2bb4-0ae8-490b-952c-58c0f4e0502f),segment_id=39bb2bb4-0ae8-490b-952c-58c0f4e0502f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:28.941598 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.957391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] Calling delete_port for 83bbd71a-0209-43f9-b218-ba6b962d6c94 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:28.986537 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 03f280e3-e381-40c2-a6f5-852746efda71 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:29.026998 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 03f280e3-e381-40c2-a6f5-852746efda71 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:29.027635 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 03f280e3-e381-40c2-a6f5-852746efda71 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:29.056028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7f53c11e-7ad7-48a9-b712-e71cbb605af0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1267159 Sep 16 05:00:29.056488 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58012) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:29.072039 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f3ec2d6a-897c-4d6d-9707-a61b2321c633 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'network_id': '45650c7f-a1c6-442c-adab-62177fb335a8', 'name': 'tempest-PortsIpV6TestJSON-1216968250'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:29.179251 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1032-6613-4c41-8481-ed34eeb9ffc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.214432 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-45650c7f-a1c6-442c-adab-62177fb335a8', 'network_id': '45650c7f-a1c6-442c-adab-62177fb335a8', 'tenant_id': '00fe80d384e7478888a5c54fe16efc05', 'fixed_ips': [{'subnet_id': 'd3a110e2-c3ab-47a4-9f00-cc7b97ad0f39'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:29.215816 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.295842 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c813d64-ff87-4ee7-9b3e-8deee9597749 None None] DHCP port deletion for e5c36bba-4312-42bb-9e3c-3c79c033dd8d request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:00:29.335253 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.337193 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1032-6613-4c41-8481-ed34eeb9ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.337964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-3c813d64-ff87-4ee7-9b3e-8deee9597749 None None] The port '83bbd71a-0209-43f9-b218-ba6b962d6c94' was deleted {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 16 05:00:29.411568 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] Pushing event deleted for resources: {'Port': ['ID=83bbd71a-0209-43f9-b218-ba6b962d6c94,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:29.421983 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ec2d6a-897c-4d6d-9707-a61b2321c633 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:29.436289 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Allocated IP 2001:db8::2 (45650c7f-a1c6-442c-adab-62177fb335a8/d3a110e2-c3ab-47a4-9f00-cc7b97ad0f39/240e414c-09a0-43e2-af67-c597c8349f8a) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:29.436790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] No DVR routers for this DVR port 83bbd71a-0209-43f9-b218-ba6b962d6c94 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:29.439437 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2d6a-897c-4d6d-9707-a61b2321c633 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.500345 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-f3ec2d6a-897c-4d6d-9707-a61b2321c633 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] device_id is not set on port 70f50a0e-71c7-4369-bc0a-bffa39c03443 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:29.515636 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3f1032-6613-4c41-8481-ed34eeb9ffc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:29.601719 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.699901 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c36bba-4312-42bb-9e3c-3c79c033dd8d']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:29.704506 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1032-6613-4c41-8481-ed34eeb9ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.704506 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-ae3f1032-6613-4c41-8481-ed34eeb9ffc7 admin admin] Added segment f82f4293-da7e-4779-be77-673136623063 of type vlan for network 570b8822-a200-4326-8a7c-845101ffd5be Sep 16 05:00:29.704819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f1032-6613-4c41-8481-ed34eeb9ffc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f5f889-cc9c-4f5a-8975-61d118e3afeb,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:29.710065 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.759436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bb2bb4-0ae8-490b-952c-58c0f4e0502f') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:29.759869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bb2bb4-0ae8-490b-952c-58c0f4e0502f') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:29.786958 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.832181 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.833794 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Network 45650c7f-a1c6-442c-adab-62177fb335a8 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:29.837515 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:29.841845 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:29.860172 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1032-6613-4c41-8481-ed34eeb9ffc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.866125 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-f3ec2d6a-897c-4d6d-9707-a61b2321c633 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Allocated IP 2001:db8::173 (45650c7f-a1c6-442c-adab-62177fb335a8/d3a110e2-c3ab-47a4-9f00-cc7b97ad0f39/70f50a0e-71c7-4369-bc0a-bffa39c03443) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:29.868879 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3217917b-2218-4210-aad7-75a12768e454 req-b7fd116b-1ff0-4282-ab1d-4dc86c74d25b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 210 time: 0.1054673 Sep 16 05:00:29.893710 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246c87e-22b3-4c8f-9b9e-d1e45789c1b8 req-d3fede47-d718-4ca9-81a7-ea1a8df8bf76 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:29.901209 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3246c87e-22b3-4c8f-9b9e-d1e45789c1b8 req-d3fede47-d718-4ca9-81a7-ea1a8df8bf76 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.5020907 Sep 16 05:00:29.911245 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Pushing event updated for resources: {'Port': ['ID=240e414c-09a0-43e2-af67-c597c8349f8a,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:29.911371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-b8e5f188-aa9b-4274-bcc8-1c053bb3eff9 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:29.912103 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-b8e5f188-aa9b-4274-bcc8-1c053bb3eff9 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.21 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 812 time: 0.6197622 Sep 16 05:00:29.927066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Attempting to bind port 240e414c-09a0-43e2-af67-c597c8349f8a on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:29.927474 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Attempting to bind port 240e414c-09a0-43e2-af67-c597c8349f8a by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'cc0138d4-d906-4d38-a9d3-d5bbcd1a35b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '45650c7f-a1c6-442c-adab-62177fb335a8'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:29.927780 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Attempting to bind port 240e414c-09a0-43e2-af67-c597c8349f8a on network 45650c7f-a1c6-442c-adab-62177fb335a8 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:29.931925 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.932147 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.932437 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.932816 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.945155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.945705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.946061 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.946413 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.946755 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.948328 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.948727 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.949069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.949424 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.963229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:29.963752 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Checking segment: {'id': 'cc0138d4-d906-4d38-a9d3-d5bbcd1a35b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '45650c7f-a1c6-442c-adab-62177fb335a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:29.964027 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.964838 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Bound using segment: {'id': 'cc0138d4-d906-4d38-a9d3-d5bbcd1a35b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '45650c7f-a1c6-442c-adab-62177fb335a8'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:29.965428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-921afb13-e8b4-4447-b97c-ffe11d83242e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Request body: {'port': {'device_id': '6d1d9be8-1316-4a30-b56b-bae4ca72ed35', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'admin_state_up': True, 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:29.965712 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Bound port: 240e414c-09a0-43e2-af67-c597c8349f8a, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0138d4-d906-4d38-a9d3-d5bbcd1a35b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '45650c7f-a1c6-442c-adab-62177fb335a8'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:29.966054 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.126616 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:30.127277 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:30.131853 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:30.156415 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2d6a-897c-4d6d-9707-a61b2321c633 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.160747 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1032-6613-4c41-8481-ed34eeb9ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.161796 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f1032-6613-4c41-8481-ed34eeb9ffc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:30.162075 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] For port 240e414c-09a0-43e2-af67-c597c8349f8a, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:30.163548 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1032-6613-4c41-8481-ed34eeb9ffc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.166594 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] For port 240e414c-09a0-43e2-af67-c597c8349f8a, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=240e414c-09a0-43e2-af67-c597c8349f8a,segment=NetworkSegment(cc0138d4-d906-4d38-a9d3-d5bbcd1a35b0),segment_id=cc0138d4-d906-4d38-a9d3-d5bbcd1a35b0)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:30.232219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3246c87e-22b3-4c8f-9b9e-d1e45789c1b8 req-3162f571-0bd8-43b8-b20b-635d3ad58dde tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3301096 Sep 16 05:00:30.232507 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.262779 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2d6a-897c-4d6d-9707-a61b2321c633 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.298612 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f1032-6613-4c41-8481-ed34eeb9ffc7 admin admin] Pushing event updated for resources: {'Network': ['ID=570b8822-a200-4326-8a7c-845101ffd5be,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:30.311868 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94a552-5ac2-4f1c-ad0f-41814c2eaa9d None None] Pushing event updated for resources: {'Port': ['ID=240e414c-09a0-43e2-af67-c597c8349f8a,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:30.316917 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 570b8822-a200-4326-8a7c-845101ffd5be details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:30.344963 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ec2d6a-897c-4d6d-9707-a61b2321c633 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network 45650c7f-a1c6-442c-adab-62177fb335a8 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:30.351096 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec2d6a-897c-4d6d-9707-a61b2321c633 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=70f50a0e-71c7-4369-bc0a-bffa39c03443,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:30.353072 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-f3ec2d6a-897c-4d6d-9707-a61b2321c633 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:30.355744 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ec2d6a-897c-4d6d-9707-a61b2321c633 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:30.374012 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ec2d6a-897c-4d6d-9707-a61b2321c633 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:30.374578 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2d6a-897c-4d6d-9707-a61b2321c633 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.416234 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-921afb13-e8b4-4447-b97c-ffe11d83242e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Made reservation on behalf of 0080ff4c44ee45ada6a4ae19685a08f5 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:30.420377 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-921afb13-e8b4-4447-b97c-ffe11d83242e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.593173 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f3ec2d6a-897c-4d6d-9707-a61b2321c633 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5331998 Sep 16 05:00:30.593933 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.597594 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58032) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:30.601263 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.602323 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] 10.222.0.20 "DELETE /v2.0/networks/e5c36bba-4312-42bb-9e3c-3c79c033dd8d HTTP/1.1" status: 204 len: 168 time: 1.9359696 Sep 16 05:00:30.608888 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ae3f1032-6613-4c41-8481-ed34eeb9ffc7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3372450 Sep 16 05:00:30.624644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58036) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:30.633041 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c9d4907d-2abd-49db-a4be-e44a102cfe6b admin admin] Request body: {'subnet': {'network_id': '570b8822-a200-4326-8a7c-845101ffd5be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1174814980-subnet', 'tenant_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:30.655542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fb9d1-e447-499c-87de-dea56de434ba admin admin] Pushing event deleted for resources: {'Network': ['ID=e5c36bba-4312-42bb-9e3c-3c79c033dd8d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:30.695663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-921afb13-e8b4-4447-b97c-ffe11d83242e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Allocated IP 172.20.0.7 (94292a08-7965-4890-98ca-c590d9f7562b/d7ff9663-b094-43ae-bfea-27154cee50f2/e849b6a1-4987-4c23-99cc-5b43c8e1f2bc) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:30.817532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d4907d-2abd-49db-a4be-e44a102cfe6b admin admin] Made reservation on behalf of fe4e5ea5260c416185eb6fe8b098428d for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:30.820763 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9d4907d-2abd-49db-a4be-e44a102cfe6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.865764 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-5eade9d7-cdbf-4626-b759-391da4e94278 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port 70f50a0e-71c7-4369-bc0a-bffa39c03443 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:30.866110 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eade9d7-cdbf-4626-b759-391da4e94278 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.944051 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 240e414c-09a0-43e2-af67-c597c8349f8a up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:31.037510 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eade9d7-cdbf-4626-b759-391da4e94278 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.060465 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-5eade9d7-cdbf-4626-b759-391da4e94278 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for 70f50a0e-71c7-4369-bc0a-bffa39c03443 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:31.127723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 240e414c-09a0-43e2-af67-c597c8349f8a triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:31.128062 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.171804 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-738e8f0b-0f4d-4275-b8a9-2455dd86f25b req-fe6a88fd-b5c5-43d6-ac81-255b07486f85 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 210 time: 0.0593886 Sep 16 05:00:31.296500 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.350363 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-921afb13-e8b4-4447-b97c-ffe11d83242e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.360483 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 240e414c-09a0-43e2-af67-c597c8349f8a, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=240e414c-09a0-43e2-af67-c597c8349f8a,segment=NetworkSegment(cc0138d4-d906-4d38-a9d3-d5bbcd1a35b0),segment_id=cc0138d4-d906-4d38-a9d3-d5bbcd1a35b0)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:31.453885 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6a67b-b6af-4de8-9ea1-e202ba7c7529 req-ffca948e-cd98-4394-84e3-20a8737cc655 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:31.455616 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b5d6a67b-b6af-4de8-9ea1-e202ba7c7529 req-ffca948e-cd98-4394-84e3-20a8737cc655 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.0826693 Sep 16 05:00:31.505474 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b5d6a67b-b6af-4de8-9ea1-e202ba7c7529 req-d489c0ab-516a-428b-80bb-27da3aee5f66 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427971 Sep 16 05:00:31.541309 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.637473 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 83bbd71a-0209-43f9-b218-ba6b962d6c94 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:31.658132 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 83bbd71a-0209-43f9-b218-ba6b962d6c94 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:31.658621 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 83bbd71a-0209-43f9-b218-ba6b962d6c94 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:31.660592 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=240e414c-09a0-43e2-af67-c597c8349f8a,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:31.679414 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2c2ffd-0c21-4107-b3b4-1fcbf0a61e8d None None] Network 45650c7f-a1c6-442c-adab-62177fb335a8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:31.804440 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-7aa9d620-0627-400b-8a5d-d87492f6ef72 None None] Provisioning complete for port 240e414c-09a0-43e2-af67-c597c8349f8a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:31.804820 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7aa9d620-0627-400b-8a5d-d87492f6ef72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.841656 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eade9d7-cdbf-4626-b759-391da4e94278 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.875609 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-921afb13-e8b4-4447-b97c-ffe11d83242e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.892846 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eade9d7-cdbf-4626-b759-391da4e94278 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=70f50a0e-71c7-4369-bc0a-bffa39c03443,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:31.905593 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['6e71a780-b0f8-4619-ac92-45595e2e30f1', '765d90b6-a82e-45b8-a7cc-18264fc1e569'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:31.937574 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eade9d7-cdbf-4626-b759-391da4e94278 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.944941 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5eade9d7-cdbf-4626-b759-391da4e94278 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/ports/70f50a0e-71c7-4369-bc0a-bffa39c03443 HTTP/1.1" status: 204 len: 168 time: 1.3460534 Sep 16 05:00:31.947353 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58052) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:31.978901 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-9064f627-d34b-4da3-aa32-189e8e111297 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] DELETE failed (client error): The resource could not be found. Sep 16 05:00:31.979635 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9064f627-d34b-4da3-aa32-189e8e111297 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:00:31.982399 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9064f627-d34b-4da3-aa32-189e8e111297 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/ports/70f50a0e-71c7-4369-bc0a-bffa39c03443 HTTP/1.1" status: 404 len: 333 time: 0.0313752 Sep 16 05:00:31.985848 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58054) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:32.066406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921afb13-e8b4-4447-b97c-ffe11d83242e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Pushing event updated for resources: {'Port': ['ID=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:32.068707 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-10858d36-f66b-4624-81a8-68eadc2ac137 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] GET failed (client error): The resource could not be found. Sep 16 05:00:32.070403 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-10858d36-f66b-4624-81a8-68eadc2ac137 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports/70f50a0e-71c7-4369-bc0a-bffa39c03443 HTTP/1.1" status: 404 len: 333 time: 0.0842900 Sep 16 05:00:32.073490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58056) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:32.097695 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-921afb13-e8b4-4447-b97c-ffe11d83242e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Network 94292a08-7965-4890-98ca-c590d9f7562b is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:32.100755 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-921afb13-e8b4-4447-b97c-ffe11d83242e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:32.104663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-921afb13-e8b4-4447-b97c-ffe11d83242e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:32.156279 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1ca25b-a0ed-44af-b8bc-dfb6cd62e779 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting subnet d3a110e2-c3ab-47a4-9f00-cc7b97ad0f39 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:32.161399 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca25b-a0ed-44af-b8bc-dfb6cd62e779 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.175545 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-921afb13-e8b4-4447-b97c-ffe11d83242e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:32.182026 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-921afb13-e8b4-4447-b97c-ffe11d83242e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.251936 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca25b-a0ed-44af-b8bc-dfb6cd62e779 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.388385 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e362a4-fac3-410f-b214-2bd42cf939ca req-b592cd1b-6689-41c2-aa54-fdfc945e9b44 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:32.397012 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62e362a4-fac3-410f-b214-2bd42cf939ca req-b592cd1b-6689-41c2-aa54-fdfc945e9b44 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 931 time: 0.1110928 Sep 16 05:00:32.420309 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca25b-a0ed-44af-b8bc-dfb6cd62e779 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.449705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62e362a4-fac3-410f-b214-2bd42cf939ca req-dcd71ba9-7ef2-4955-98aa-e8dba250ea8c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509152 Sep 16 05:00:32.466320 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d558f927-9e42-486a-9d64-206438a6e980 None None] Provisioning complete for port 240e414c-09a0-43e2-af67-c597c8349f8a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:32.466852 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d558f927-9e42-486a-9d64-206438a6e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.573652 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d558f927-9e42-486a-9d64-206438a6e980 None None] Provisioning complete for port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:32.575415 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d558f927-9e42-486a-9d64-206438a6e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.623596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d558f927-9e42-486a-9d64-206438a6e980 None None] Port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:32.679297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9ebd1-b2fe-48b7-988f-0d39f4c19009 req-99d4ad71-117a-4808-924d-c09702ede081 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:32.681224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4aa9ebd1-b2fe-48b7-988f-0d39f4c19009 req-99d4ad71-117a-4808-924d-c09702ede081 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.0674880 Sep 16 05:00:32.732507 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4aa9ebd1-b2fe-48b7-988f-0d39f4c19009 req-4b4db0c2-a91b-4f5c-9ba3-e43d6694dd5d tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430830 Sep 16 05:00:32.741308 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a426abe9-d0d7-4a9e-8533-46e3da2ffefa None None] Could not find standard attr ID for object 70f50a0e-71c7-4369-bc0a-bffa39c03443. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:00:32.831788 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 240e414c-09a0-43e2-af67-c597c8349f8a up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:32.866277 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca25b-a0ed-44af-b8bc-dfb6cd62e779 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.866693 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9d4907d-2abd-49db-a4be-e44a102cfe6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.877403 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-921afb13-e8b4-4447-b97c-ffe11d83242e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9383445 Sep 16 05:00:32.906072 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 240e414c-09a0-43e2-af67-c597c8349f8a triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:32.906420 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.906968 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ca25b-a0ed-44af-b8bc-dfb6cd62e779 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a110e2-c3ab-47a4-9f00-cc7b97ad0f39,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:32.910349 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca25b-a0ed-44af-b8bc-dfb6cd62e779 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.912530 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9b1ca25b-a0ed-44af-b8bc-dfb6cd62e779 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/subnets/d3a110e2-c3ab-47a4-9f00-cc7b97ad0f39 HTTP/1.1" status: 204 len: 168 time: 0.8373528 Sep 16 05:00:32.916756 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58064) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:32.930446 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ce292c-ef7a-425b-8524-3b8fc3cd8a6c None None] Network 45650c7f-a1c6-442c-adab-62177fb335a8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:32.938752 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58068) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:32.991102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4907d-2abd-49db-a4be-e44a102cfe6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd51eb87-5fb4-46e0-b393-3530e6dd4300,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:33.035473 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0238507f-1d29-4a68-b194-829965f9236e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee8d98757e0d4815a18cbb63a273fd61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0912151 Sep 16 05:00:33.036976 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58072) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:33.049043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4907d-2abd-49db-a4be-e44a102cfe6b admin admin] Checking segment: {'id': 'f82f4293-da7e-4779-be77-673136623063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '570b8822-a200-4326-8a7c-845101ffd5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:33.049043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d4907d-2abd-49db-a4be-e44a102cfe6b admin admin] Network hostable DHCP agents. Network: 570b8822-a200-4326-8a7c-845101ffd5be, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:33.092588 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.102491 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Request body: {'port': {'device_id': '6d1d9be8-1316-4a30-b56b-bae4ca72ed35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:33.205896 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.218311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58076) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:33.220150 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d4907d-2abd-49db-a4be-e44a102cfe6b admin admin] Network 570b8822-a200-4326-8a7c-845101ffd5be is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:33.229017 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059352a8-e2e2-4c77-8cbe-c44e1800d36b None None] DHCP port deletion for 45650c7f-a1c6-442c-adab-62177fb335a8 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:00:33.229168 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f12fb56b-7220-4a88-90e9-46afa109e04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.273538 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port 240e414c-09a0-43e2-af67-c597c8349f8a {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:33.274025 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.303139 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-059352a8-e2e2-4c77-8cbe-c44e1800d36b None None] Deleting port 240e414c-09a0-43e2-af67-c597c8349f8a {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:33.303572 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-059352a8-e2e2-4c77-8cbe-c44e1800d36b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.361927 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-c9d4907d-2abd-49db-a4be-e44a102cfe6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 570b8822-a200-4326-8a7c-845101ffd5be) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:33.368135 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f12fb56b-7220-4a88-90e9-46afa109e04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.374794 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54b2bcf-4ed5-4713-b68b-f1e7e1d2d956 None None] Network 570b8822-a200-4326-8a7c-845101ffd5be requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:33.377303 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d4907d-2abd-49db-a4be-e44a102cfe6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:33.378033 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9d4907d-2abd-49db-a4be-e44a102cfe6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.383534 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] For port 240e414c-09a0-43e2-af67-c597c8349f8a, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=240e414c-09a0-43e2-af67-c597c8349f8a,segment=NetworkSegment(cc0138d4-d906-4d38-a9d3-d5bbcd1a35b0),segment_id=cc0138d4-d906-4d38-a9d3-d5bbcd1a35b0)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:33.386768 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.428212 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-059352a8-e2e2-4c77-8cbe-c44e1800d36b None None] For port 240e414c-09a0-43e2-af67-c597c8349f8a, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=240e414c-09a0-43e2-af67-c597c8349f8a,segment=NetworkSegment(cc0138d4-d906-4d38-a9d3-d5bbcd1a35b0),segment_id=cc0138d4-d906-4d38-a9d3-d5bbcd1a35b0)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:33.428212 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-059352a8-e2e2-4c77-8cbe-c44e1800d36b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.467957 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-059352a8-e2e2-4c77-8cbe-c44e1800d36b None None] Calling delete_port for 240e414c-09a0-43e2-af67-c597c8349f8a owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:33.482774 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for 240e414c-09a0-43e2-af67-c597c8349f8a owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:33.489144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3d2c37f2-10d9-475a-a98b-9d3810ee8594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.592231 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c9d4907d-2abd-49db-a4be-e44a102cfe6b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9664137 Sep 16 05:00:33.595902 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58086) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:33.603339 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f3f289c6-c595-4407-8436-475b0a2db7b1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1174814980-router', 'tenant_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:33.623178 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f12fb56b-7220-4a88-90e9-46afa109e04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.626041 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f12fb56b-7220-4a88-90e9-46afa109e04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.627257 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f12fb56b-7220-4a88-90e9-46afa109e04c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/586b36e4-ec09-499b-aa6c-5c19b6a38789 HTTP/1.1" status: 204 len: 168 time: 0.5892718 Sep 16 05:00:33.663469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1233426-5e62-4776-9fa3-81d5125979ac req-1045ba14-27f8-4b6d-a7dc-051082e0e5eb tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:33.668783 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1233426-5e62-4776-9fa3-81d5125979ac req-1045ba14-27f8-4b6d-a7dc-051082e0e5eb tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 931 time: 0.0985017 Sep 16 05:00:33.669299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e849b6a1-4987-4c23-99cc-5b43c8e1f2bc {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:33.677760 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.684848 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fb56b-7220-4a88-90e9-46afa109e04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586b36e4-ec09-499b-aa6c-5c19b6a38789,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:33.692162 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b17092-c869-4957-8293-b1462cca3429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-570b8822-a200-4326-8a7c-845101ffd5be', 'network_id': '570b8822-a200-4326-8a7c-845101ffd5be', 'tenant_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'fixed_ips': [{'subnet_id': 'bd51eb87-5fb4-46e0-b393-3530e6dd4300'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:33.700563 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-77b17092-c869-4957-8293-b1462cca3429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.741363 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1233426-5e62-4776-9fa3-81d5125979ac req-16e02677-b3e4-457d-823a-ab29bcce997b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608871 Sep 16 05:00:33.745673 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3d2c37f2-10d9-475a-a98b-9d3810ee8594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.845650 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3d2c37f2-10d9-475a-a98b-9d3810ee8594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.856159 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-77b17092-c869-4957-8293-b1462cca3429 None None] Allocated IP 172.20.0.2 (570b8822-a200-4326-8a7c-845101ffd5be/bd51eb87-5fb4-46e0-b393-3530e6dd4300/a3fbb377-b24d-4021-af12-ad8c4611a19b) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:33.860623 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-059352a8-e2e2-4c77-8cbe-c44e1800d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.864973 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Transition to ACTIVE for port object e849b6a1-4987-4c23-99cc-5b43c8e1f2bc will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:00:33.883442 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.902646 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059352a8-e2e2-4c77-8cbe-c44e1800d36b None None] Pushing event deleted for resources: {'Port': ['ID=240e414c-09a0-43e2-af67-c597c8349f8a,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:33.909820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28b784-46c0-4f61-a1b0-cd1832c99327 req-39780d31-de19-405b-a4fc-81576be78154 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:33.911058 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae28b784-46c0-4f61-a1b0-cd1832c99327 req-39780d31-de19-405b-a4fc-81576be78154 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.0964184 Sep 16 05:00:33.920450 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059352a8-e2e2-4c77-8cbe-c44e1800d36b None None] No DVR routers for this DVR port 240e414c-09a0-43e2-af67-c597c8349f8a on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:33.937407 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3d2c37f2-10d9-475a-a98b-9d3810ee8594 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1643303a3784d00a401819bcc29e27a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7147574 Sep 16 05:00:33.943061 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58092) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:33.946872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No DVR routers for this DVR port 240e414c-09a0-43e2-af67-c597c8349f8a on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:33.959258 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=240e414c-09a0-43e2-af67-c597c8349f8a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:33.987605 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c37f2-10d9-475a-a98b-9d3810ee8594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df041f70-5c26-4ccc-a198-a43af750bd48,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:33.991960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae28b784-46c0-4f61-a1b0-cd1832c99327 req-9e5a09db-51a3-45ba-b707-ebe0ab8cbe53 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745113 Sep 16 05:00:34.087386 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.097025 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-77b17092-c869-4957-8293-b1462cca3429 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.109567 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3f289c6-c595-4407-8436-475b0a2db7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.111172 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3f289c6-c595-4407-8436-475b0a2db7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.135643 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45650c7f-a1c6-442c-adab-62177fb335a8']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:34.151494 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0138d4-d906-4d38-a9d3-d5bbcd1a35b0') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:34.152735 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0138d4-d906-4d38-a9d3-d5bbcd1a35b0') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:34.189518 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.192447 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-77b17092-c869-4957-8293-b1462cca3429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.296116 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b17092-c869-4957-8293-b1462cca3429 None None] Network 570b8822-a200-4326-8a7c-845101ffd5be is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:34.300271 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-77b17092-c869-4957-8293-b1462cca3429 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:34.304689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b17092-c869-4957-8293-b1462cca3429 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:34.341972 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b17092-c869-4957-8293-b1462cca3429 None None] Pushing event updated for resources: {'Port': ['ID=a3fbb377-b24d-4021-af12-ad8c4611a19b,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:34.344812 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3f289c6-c595-4407-8436-475b0a2db7b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.346515 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.358901 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:34.359436 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:34.379351 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:34.409582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-77b17092-c869-4957-8293-b1462cca3429 None None] Attempting to bind port a3fbb377-b24d-4021-af12-ad8c4611a19b on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:34.410090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-77b17092-c869-4957-8293-b1462cca3429 None None] Attempting to bind port a3fbb377-b24d-4021-af12-ad8c4611a19b by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'f82f4293-da7e-4779-be77-673136623063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '570b8822-a200-4326-8a7c-845101ffd5be'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:34.410572 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b17092-c869-4957-8293-b1462cca3429 None None] Attempting to bind port a3fbb377-b24d-4021-af12-ad8c4611a19b on network 570b8822-a200-4326-8a7c-845101ffd5be {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:34.416349 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b17092-c869-4957-8293-b1462cca3429 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:34.424083 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b17092-c869-4957-8293-b1462cca3429 None None] Checking segment: {'id': 'f82f4293-da7e-4779-be77-673136623063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '570b8822-a200-4326-8a7c-845101ffd5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:34.424083 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-77b17092-c869-4957-8293-b1462cca3429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.424083 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b17092-c869-4957-8293-b1462cca3429 None None] Bound using segment: {'id': 'f82f4293-da7e-4779-be77-673136623063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '570b8822-a200-4326-8a7c-845101ffd5be'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:34.424083 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-77b17092-c869-4957-8293-b1462cca3429 None None] Bound port: a3fbb377-b24d-4021-af12-ad8c4611a19b, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f82f4293-da7e-4779-be77-673136623063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '570b8822-a200-4326-8a7c-845101ffd5be'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:34.424083 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-77b17092-c869-4957-8293-b1462cca3429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.488482 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.502295 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-77b17092-c869-4957-8293-b1462cca3429 None None] For port a3fbb377-b24d-4021-af12-ad8c4611a19b, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:34.552736 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8b10d35-e7c4-4f16-9930-738709a96dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.602731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Pushing event updated for resources: {'Port': ['ID=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:34.610874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-77b17092-c869-4957-8293-b1462cca3429 None None] For port a3fbb377-b24d-4021-af12-ad8c4611a19b, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a3fbb377-b24d-4021-af12-ad8c4611a19b,segment=NetworkSegment(f82f4293-da7e-4779-be77-673136623063),segment_id=f82f4293-da7e-4779-be77-673136623063)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:34.650461 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8b10d35-e7c4-4f16-9930-738709a96dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.706804 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-77b17092-c869-4957-8293-b1462cca3429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.722757 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Attempting to bind port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:34.723198 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Attempting to bind port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:34.723585 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Attempting to bind port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc on network 94292a08-7965-4890-98ca-c590d9f7562b {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:34.732497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc on network 94292a08-7965-4890-98ca-c590d9f7562b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:34.732940 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Attempting to bind port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc on network 94292a08-7965-4890-98ca-c590d9f7562b {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:34.740601 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:34.740928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Checking segment: {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:34.741330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Bound using segment: {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:34.741892 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Bound port: e849b6a1-4987-4c23-99cc-5b43c8e1f2bc, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4ffdd5-fd86-44a5-90fd-f7018524037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:34.742256 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.826397 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b17092-c869-4957-8293-b1462cca3429 None None] Pushing event updated for resources: {'Port': ['ID=a3fbb377-b24d-4021-af12-ad8c4611a19b,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:34.868156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] For port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:34.873253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] For port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:34.875150 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8b10d35-e7c4-4f16-9930-738709a96dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.881924 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8b10d35-e7c4-4f16-9930-738709a96dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.884062 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a8b10d35-e7c4-4f16-9930-738709a96dc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df041f70-5c26-4ccc-a198-a43af750bd48 HTTP/1.1" status: 204 len: 168 time: 0.9428086 Sep 16 05:00:34.895001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b10d35-e7c4-4f16-9930-738709a96dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df041f70-5c26-4ccc-a198-a43af750bd48,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:34.968855 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 240e414c-09a0-43e2-af67-c597c8349f8a no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:35.045268 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.098450 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 240e414c-09a0-43e2-af67-c597c8349f8a {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:35.098788 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 240e414c-09a0-43e2-af67-c597c8349f8a not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:35.125080 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.157131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:35.158013 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.160213 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] 10.222.0.21 "PUT /v2.0/ports/e849b6a1-4987-4c23-99cc-5b43c8e1f2bc HTTP/1.1" status: 200 len: 1092 time: 2.2424724 Sep 16 05:00:35.169243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1d9be8-1316-4a30-b56b-bae4ca72ed35', 'tag': 'e849b6a1-4987-4c23-99cc-5b43c8e1f2bc'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:35.171914 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cc34da-a9ca-4418-928e-0b8d36bc142d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1d9be8-1316-4a30-b56b-bae4ca72ed35", "tag": "e849b6a1-4987-4c23-99cc-5b43c8e1f2bc"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:35.226034 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c29996aa-63c3-4bb3-8ac2-48578f778cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.251268 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6690359-cfd7-4a75-bcb2-c096a6e574e1 req-c08baa9a-3e02-451c-b217-b957410c1d58 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:35.253708 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b6690359-cfd7-4a75-bcb2-c096a6e574e1 req-c08baa9a-3e02-451c-b217-b957410c1d58 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 943 time: 0.3154373 Sep 16 05:00:35.274012 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3f289c6-c595-4407-8436-475b0a2db7b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.315562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bee21e-2536-49fb-b93f-aa15280066de service neutron] Pushing event updated for resources: {'Port': ['ID=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:35.320455 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.337857 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/networks/45650c7f-a1c6-442c-adab-62177fb335a8 HTTP/1.1" status: 204 len: 168 time: 2.4202526 Sep 16 05:00:35.339423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512f426-9880-4369-8cfa-0cfc3e39ac18 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Network': ['ID=45650c7f-a1c6-442c-adab-62177fb335a8,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:35.342415 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58130) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:35.346744 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f5a28-d48f-469b-989c-d305b40ee329 req-354a897b-09ac-4f19-808f-ed3bf03d6b49 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:35.349026 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a9f5a28-d48f-469b-989c-d305b40ee329 req-354a897b-09ac-4f19-808f-ed3bf03d6b49 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.1874044 Sep 16 05:00:35.356591 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-20053b15-82e6-4fa0-92fa-3291601b7482 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-71878542'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:35.427631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b6690359-cfd7-4a75-bcb2-c096a6e574e1 req-85127f25-c5bf-4d21-8ad0-fe6e9c0f1177 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664450 Sep 16 05:00:35.539185 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a9f5a28-d48f-469b-989c-d305b40ee329 req-d9b1ed10-8618-4516-b50e-a1967fb6cef9 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759768 Sep 16 05:00:35.548411 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58140) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:35.567454 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-1cff7e6a-3c7a-41e0-83c0-8116698553d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:35.574874 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-1cff7e6a-3c7a-41e0-83c0-8116698553d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 1095 time: 0.2244973 Sep 16 05:00:35.603354 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20053b15-82e6-4fa0-92fa-3291601b7482 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:35.617850 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20053b15-82e6-4fa0-92fa-3291601b7482 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.678438 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20053b15-82e6-4fa0-92fa-3291601b7482 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:35.694473 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20053b15-82e6-4fa0-92fa-3291601b7482 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.695302 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-20053b15-82e6-4fa0-92fa-3291601b7482 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Added segment d95a2548-875b-4bb3-97ad-bf53cc379dc8 of type vlan for network 10339370-3072-4275-a05d-3f29bac94a06 Sep 16 05:00:35.704374 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-83b6459e-777f-4ac5-8536-4cf41c661689 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc HTTP/1.1" status: 200 len: 217 time: 0.1086788 Sep 16 05:00:35.801641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-8226ac3b-6598-4ad7-b9c7-b56d2f350e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:35.801641 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-8226ac3b-6598-4ad7-b9c7-b56d2f350e26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.0837624 Sep 16 05:00:35.866843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-443c4284-f0bd-4c6c-a8b4-5eb6cbdf9d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:35.868552 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-443c4284-f0bd-4c6c-a8b4-5eb6cbdf9d55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607603 Sep 16 05:00:35.878004 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20053b15-82e6-4fa0-92fa-3291601b7482 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.003047 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3f289c6-c595-4407-8436-475b0a2db7b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.023314 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1503aabd-fac5-4e1a-9247-cd0010cbe584 x-openstack-request-id: req-1503aabd-fac5-4e1a-9247-cd0010cbe584 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:36.024010 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1d9be8-1316-4a30-b56b-bae4ca72ed35", "tag": "e849b6a1-4987-4c23-99cc-5b43c8e1f2bc", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:36.024873 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1503aabd-fac5-4e1a-9247-cd0010cbe584 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:36.025584 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1d9be8-1316-4a30-b56b-bae4ca72ed35', 'tag': 'e849b6a1-4987-4c23-99cc-5b43c8e1f2bc', 'status': 'completed', 'code': 200} Sep 16 05:00:36.033913 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-5dd7e6d3-24b6-4b94-85a4-cfe92db8559c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-679387272-network', 'tenant_id': '852c1dc106e84e98bc9ab877166f44bc'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:36.052073 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3f289c6-c595-4407-8436-475b0a2db7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.082812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-70171002-3844-4a53-b854-2211af270052 service neutron] 10.222.0.21 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992109 Sep 16 05:00:36.137165 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:00:36.146072 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20053b15-82e6-4fa0-92fa-3291601b7482 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.152590 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20053b15-82e6-4fa0-92fa-3291601b7482 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:36.153302 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20053b15-82e6-4fa0-92fa-3291601b7482 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.232285 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32577f8a-542a-4f99-a86f-450e6dcbb2a7 req-2acb5554-aa04-4bb8-87c5-fb09c2829956 service neutron] 10.222.0.21 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366379 Sep 16 05:00:36.232883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58150) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:36.274360 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd7e6d3-24b6-4b94-85a4-cfe92db8559c admin admin] Made reservation on behalf of 852c1dc106e84e98bc9ab877166f44bc for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:36.280729 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5dd7e6d3-24b6-4b94-85a4-cfe92db8559c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.295544 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e29a363f-cb72-40d7-997c-3e99a0ff0b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.298314 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20053b15-82e6-4fa0-92fa-3291601b7482 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Network': ['ID=10339370-3072-4275-a05d-3f29bac94a06,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:36.298949 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5dd7e6d3-24b6-4b94-85a4-cfe92db8559c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.312859 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 10339370-3072-4275-a05d-3f29bac94a06 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:36.342944 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-f3f289c6-c595-4407-8436-475b0a2db7b1 admin admin] Allocated IP 172.25.4.213 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/8ba34fa9-241a-4de9-88f8-77a5432ba91f) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:36.456586 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-20053b15-82e6-4fa0-92fa-3291601b7482 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1114733 Sep 16 05:00:36.458159 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58158) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:36.475412 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3207e71b-96c7-4869-b85c-0340feedd21e None None] Network 570b8822-a200-4326-8a7c-845101ffd5be requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:36.486345 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-745daa23-77d3-4b02-8745-6f78e8c6d67f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'subnet': {'network_id': '10339370-3072-4275-a05d-3f29bac94a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:36.545397 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e29a363f-cb72-40d7-997c-3e99a0ff0b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.623160 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3f289c6-c595-4407-8436-475b0a2db7b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.624534 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc34da-a9ca-4418-928e-0b8d36bc142d req-0511d19a-5058-46ab-9145-07f1c64ce48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:36.630565 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35cc34da-a9ca-4418-928e-0b8d36bc142d req-0511d19a-5058-46ab-9145-07f1c64ce48b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 1095 time: 0.0810649 Sep 16 05:00:36.664269 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e29a363f-cb72-40d7-997c-3e99a0ff0b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.669145 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-67ff1b16-c605-4762-988f-4532d28593e3 None None] Provisioning complete for port a3fbb377-b24d-4021-af12-ad8c4611a19b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:36.669607 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-67ff1b16-c605-4762-988f-4532d28593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.674007 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.db.api [None req-745daa23-77d3-4b02-8745-6f78e8c6d67f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:00:36.674007 n-d-712140-13 neutron-server[95474]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:00:36.674007 n-d-712140-13 neutron-server[95474]: [parameters: {'project_id_1': '00fe80d384e7478888a5c54fe16efc05', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 0, 16, 634664)}] Sep 16 05:00:36.674007 n-d-712140-13 neutron-server[95474]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:00:36.674528 n-d-712140-13 neutron-server[95474]: DEBUG oslo_db.api [None req-745daa23-77d3-4b02-8745-6f78e8c6d67f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:00:36.841109 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3f289c6-c595-4407-8436-475b0a2db7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.880118 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-67ff1b16-c605-4762-988f-4532d28593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.905409 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e29a363f-cb72-40d7-997c-3e99a0ff0b01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb93dba71dc44ea6b8b040907e99b745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6710408 Sep 16 05:00:36.908008 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a3fbb377-b24d-4021-af12-ad8c4611a19b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:36.908178 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58176) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:36.924006 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc34da-a9ca-4418-928e-0b8d36bc142d req-9cc7edf0-f6b1-4333-a346-748e6bff4073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:36.929924 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35cc34da-a9ca-4418-928e-0b8d36bc142d req-9cc7edf0-f6b1-4333-a346-748e6bff4073 service neutron] 10.222.0.21 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 913 time: 0.2856748 Sep 16 05:00:36.937118 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a363f-cb72-40d7-997c-3e99a0ff0b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a2b207-b182-47ac-ab9f-b9c0f6f7a817,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:36.968401 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-67ff1b16-c605-4762-988f-4532d28593e3 None None] For port a3fbb377-b24d-4021-af12-ad8c4611a19b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a3fbb377-b24d-4021-af12-ad8c4611a19b,segment=NetworkSegment(f82f4293-da7e-4779-be77-673136623063),segment_id=f82f4293-da7e-4779-be77-673136623063)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:36.997313 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port a3fbb377-b24d-4021-af12-ad8c4611a19b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:36.997701 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.031297 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f289c6-c595-4407-8436-475b0a2db7b1 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:37.034399 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-f3f289c6-c595-4407-8436-475b0a2db7b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:37.038198 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35cc34da-a9ca-4418-928e-0b8d36bc142d req-06ca898f-f831-4b83-a2a9-602ddee864e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc HTTP/1.1" status: 200 len: 217 time: 0.0898714 Sep 16 05:00:37.039565 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f289c6-c595-4407-8436-475b0a2db7b1 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:37.063461 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04495-3349-4342-8eec-15ea198d264d req-355073fd-4543-414b-a903-cf8ce83cf1c8 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:37.066085 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6be04495-3349-4342-8eec-15ea198d264d req-355073fd-4543-414b-a903-cf8ce83cf1c8 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.4114881 Sep 16 05:00:37.082837 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-67ff1b16-c605-4762-988f-4532d28593e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.101021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed9071-1f7e-41e2-9ff3-24d1224da4d8 req-468aaf27-5ae7-45cf-b7bf-b48c8b371c57 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:37.115484 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41ed9071-1f7e-41e2-9ff3-24d1224da4d8 req-468aaf27-5ae7-45cf-b7bf-b48c8b371c57 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 943 time: 0.4359009 Sep 16 05:00:37.150043 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.177154 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f289c6-c595-4407-8436-475b0a2db7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba34fa9-241a-4de9-88f8-77a5432ba91f,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:37.191392 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff1b16-c605-4762-988f-4532d28593e3 None None] Pushing event updated for resources: {'Port': ['ID=a3fbb377-b24d-4021-af12-ad8c4611a19b,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:37.219056 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-166b5b3a-6639-400e-90c0-944f7bd10d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.252760 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:00:37.253894 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:00:37.254073 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-166b5b3a-6639-400e-90c0-944f7bd10d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.309911 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc34da-a9ca-4418-928e-0b8d36bc142d req-17b6d3a9-5e9a-44e6-a4c8-507833d1f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:37.311087 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3daef733-452d-41a2-b974-512c5df3344a None None] Provisioning complete for port a3fbb377-b24d-4021-af12-ad8c4611a19b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:37.311426 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3daef733-452d-41a2-b974-512c5df3344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.312100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35cc34da-a9ca-4418-928e-0b8d36bc142d req-17b6d3a9-5e9a-44e6-a4c8-507833d1f5ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.2447407 Sep 16 05:00:37.327918 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6be04495-3349-4342-8eec-15ea198d264d req-a87dcc47-e2a3-4393-89cc-4b35f8ea8d2c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092898 Sep 16 05:00:37.345138 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41ed9071-1f7e-41e2-9ff3-24d1224da4d8 req-f91e9010-afcd-4635-a07f-dd10b0c1ac70 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278795 Sep 16 05:00:37.347792 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5dd7e6d3-24b6-4b94-85a4-cfe92db8559c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.400162 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc34da-a9ca-4418-928e-0b8d36bc142d req-48c7fe37-0c27-4b27-9163-8741723a4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:37.400162 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35cc34da-a9ca-4418-928e-0b8d36bc142d req-48c7fe37-0c27-4b27-9163-8741723a4edc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675840 Sep 16 05:00:37.420397 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5dd7e6d3-24b6-4b94-85a4-cfe92db8559c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.519433 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7e6d3-24b6-4b94-85a4-cfe92db8559c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495240c9-7713-42bc-8eb9-e265eff645b1,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:37.529794 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-166b5b3a-6639-400e-90c0-944f7bd10d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.534142 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-166b5b3a-6639-400e-90c0-944f7bd10d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.541978 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-166b5b3a-6639-400e-90c0-944f7bd10d5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76a2b207-b182-47ac-ab9f-b9c0f6f7a817 HTTP/1.1" status: 204 len: 168 time: 0.6053259 Sep 16 05:00:37.545463 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b5b3a-6639-400e-90c0-944f7bd10d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a2b207-b182-47ac-ab9f-b9c0f6f7a817,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:37.547585 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd7e6d3-24b6-4b94-85a4-cfe92db8559c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:37.559733 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745daa23-77d3-4b02-8745-6f78e8c6d67f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:37.563484 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-745daa23-77d3-4b02-8745-6f78e8c6d67f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.576130 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5dd7e6d3-24b6-4b94-85a4-cfe92db8559c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.576365 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-5dd7e6d3-24b6-4b94-85a4-cfe92db8559c admin admin] Added segment 204d4ec3-a087-4eba-bfa4-217654581440 of type vlan for network b9ef8e82-1028-4bc1-a846-04cbe862c35a Sep 16 05:00:37.579830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35cc34da-a9ca-4418-928e-0b8d36bc142d req-26e78b4d-1a47-4691-a79b-57a05ebf3f71 service neutron] 10.222.0.21 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747665 Sep 16 05:00:37.728475 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5dd7e6d3-24b6-4b94-85a4-cfe92db8559c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.764602 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3f289c6-c595-4407-8436-475b0a2db7b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.778791 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35cc34da-a9ca-4418-928e-0b8d36bc142d req-1ac3ac75-17ab-49fe-bee1-badf135d428e service neutron] 10.222.0.21 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870003 Sep 16 05:00:37.873191 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5dd7e6d3-24b6-4b94-85a4-cfe92db8559c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.874845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd7e6d3-24b6-4b94-85a4-cfe92db8559c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:37.876188 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5dd7e6d3-24b6-4b94-85a4-cfe92db8559c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.954356 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-816dae76-1090-404a-a586-3da3ffd0736b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.991677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5dd7e6d3-24b6-4b94-85a4-cfe92db8559c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4337239 Sep 16 05:00:37.993236 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58198) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:37.998944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7e6d3-24b6-4b94-85a4-cfe92db8559c admin admin] Pushing event updated for resources: {'Network': ['ID=b9ef8e82-1028-4bc1-a846-04cbe862c35a,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:38.000643 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-b82176fe-0764-42df-bc65-de29afd678fc admin admin] Request body: {'subnet': {'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-679387272-subnet', 'tenant_id': '852c1dc106e84e98bc9ab877166f44bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:38.012646 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network b9ef8e82-1028-4bc1-a846-04cbe862c35a details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:38.146657 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-745daa23-77d3-4b02-8745-6f78e8c6d67f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.182141 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82176fe-0764-42df-bc65-de29afd678fc admin admin] Made reservation on behalf of 852c1dc106e84e98bc9ab877166f44bc for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:38.185317 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b82176fe-0764-42df-bc65-de29afd678fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.231797 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3f289c6-c595-4407-8436-475b0a2db7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.300710 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745daa23-77d3-4b02-8745-6f78e8c6d67f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Subnet': ['ID=700b7263-601b-4547-b882-37517cdca628,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:38.419382 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745daa23-77d3-4b02-8745-6f78e8c6d67f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Checking segment: {'id': 'd95a2548-875b-4bb3-97ad-bf53cc379dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10339370-3072-4275-a05d-3f29bac94a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:38.419806 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745daa23-77d3-4b02-8745-6f78e8c6d67f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network hostable DHCP agents. Network: 10339370-3072-4275-a05d-3f29bac94a06, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:38.489341 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.562704 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7091391-1ab7-411a-9f96-45d1249cf2b0 req-8d90ee04-021b-4398-b0c9-aeed6746fead tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:38.573397 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7091391-1ab7-411a-9f96-45d1249cf2b0 req-8d90ee04-021b-4398-b0c9-aeed6746fead tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 943 time: 0.1338978 Sep 16 05:00:38.592792 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745daa23-77d3-4b02-8745-6f78e8c6d67f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network 10339370-3072-4275-a05d-3f29bac94a06 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:38.627458 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7091391-1ab7-411a-9f96-45d1249cf2b0 req-5a9ea94c-9aec-45be-8c0c-7e6569044049 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524380 Sep 16 05:00:38.656971 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82532cf7-af17-451c-81ea-4dcae626aed3 req-07c94e92-930f-42bb-9c22-edae8d80bb59 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:38.659257 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82532cf7-af17-451c-81ea-4dcae626aed3 req-07c94e92-930f-42bb-9c22-edae8d80bb59 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.1693485 Sep 16 05:00:38.684124 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-745daa23-77d3-4b02-8745-6f78e8c6d67f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 10339370-3072-4275-a05d-3f29bac94a06) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:38.690646 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745daa23-77d3-4b02-8745-6f78e8c6d67f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:38.691410 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-745daa23-77d3-4b02-8745-6f78e8c6d67f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.695545 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb18725-54e5-409e-accc-61c7f12726fd None None] Network 10339370-3072-4275-a05d-3f29bac94a06 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:38.724974 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b82176fe-0764-42df-bc65-de29afd678fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.729777 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82532cf7-af17-451c-81ea-4dcae626aed3 req-9a30b0f9-2fd1-477e-81d1-1234a7c2a704 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634003 Sep 16 05:00:38.736314 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f289c6-c595-4407-8436-475b0a2db7b1 admin admin] Router fb57fb55-3e2a-460a-beb3-6a3fa610b8a3 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:00:38.830162 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-745daa23-77d3-4b02-8745-6f78e8c6d67f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3612967 Sep 16 05:00:38.832703 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58228) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:38.840766 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b7e185b0-75cf-4453-bfc9-bbd172467f91 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'network_id': '10339370-3072-4275-a05d-3f29bac94a06', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1780676712'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:38.850782 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a3fbb377-b24d-4021-af12-ad8c4611a19b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:38.951264 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82176fe-0764-42df-bc65-de29afd678fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=78824b81-40b9-45ee-a0f2-5c2c425bea42,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:38.976686 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port a3fbb377-b24d-4021-af12-ad8c4611a19b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:38.977794 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.992707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82176fe-0764-42df-bc65-de29afd678fc admin admin] Checking segment: {'id': '204d4ec3-a087-4eba-bfa4-217654581440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:38.993068 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82176fe-0764-42df-bc65-de29afd678fc admin admin] Network hostable DHCP agents. Network: b9ef8e82-1028-4bc1-a846-04cbe862c35a, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:39.025470 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-10339370-3072-4275-a05d-3f29bac94a06', 'network_id': '10339370-3072-4275-a05d-3f29bac94a06', 'tenant_id': '00fe80d384e7478888a5c54fe16efc05', 'fixed_ips': [{'subnet_id': '700b7263-601b-4547-b882-37517cdca628'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:39.026852 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.094456 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e185b0-75cf-4453-bfc9-bbd172467f91 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:39.098765 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7e185b0-75cf-4453-bfc9-bbd172467f91 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.102015 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f289c6-c595-4407-8436-475b0a2db7b1 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:39.112979 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26124a88-853c-45bb-9cad-95234576173d None None] Sync routers for ids ['fb57fb55-3e2a-460a-beb3-6a3fa610b8a3'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:39.131232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-b7e185b0-75cf-4453-bfc9-bbd172467f91 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] device_id is not set on port d242e7a9-b779-4f37-b642-266850d57341 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:39.132354 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26124a88-853c-45bb-9cad-95234576173d None None] Routers {'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:39.133102 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-26124a88-853c-45bb-9cad-95234576173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:00:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fb57fb55-3e2a-460a-beb3-6a3fa610b8a3'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:39.163228 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82176fe-0764-42df-bc65-de29afd678fc admin admin] Network b9ef8e82-1028-4bc1-a846-04cbe862c35a is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:39.235445 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] Allocated IP 2001:db8::2 (10339370-3072-4275-a05d-3f29bac94a06/700b7263-601b-4547-b882-37517cdca628/ce4e0d1e-b1f3-4000-acd1-4fae08eddd52) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:39.237337 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3f289c6-c595-4407-8436-475b0a2db7b1 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.241296 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f3f289c6-c595-4407-8436-475b0a2db7b1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6405680 Sep 16 05:00:39.241510 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58234) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:39.284313 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-26124a88-853c-45bb-9cad-95234576173d None None] Set router fb57fb55-3e2a-460a-beb3-6a3fa610b8a3 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:39.287444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-b82176fe-0764-42df-bc65-de29afd678fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, b9ef8e82-1028-4bc1-a846-04cbe862c35a) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:39.294758 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82176fe-0764-42df-bc65-de29afd678fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:39.295386 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b82176fe-0764-42df-bc65-de29afd678fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.336389 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device e849b6a1-4987-4c23-99cc-5b43c8e1f2bc details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:39.338625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef77bc5-039c-49cc-8d85-aed0c7a4c9b3 None None] Network b9ef8e82-1028-4bc1-a846-04cbe862c35a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:39.349346 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.462341 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b82176fe-0764-42df-bc65-de29afd678fc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4638922 Sep 16 05:00:39.677532 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.756142 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device c7ba2538-c1d2-40a9-8946-bf05067dda66 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:39.764542 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-26124a88-853c-45bb-9cad-95234576173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3', 'name': 'tempest-TestAggregatesBasicOps-1174814980-router', 'tenant_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '8ba34fa9-241a-4de9-88f8-77a5432ba91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:34Z', 'updated_at': '2021-09-16T05:00:37Z', 'revision_number': 3, 'project_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'gw_port': {'id': '8ba34fa9-241a-4de9-88f8-77a5432ba91f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:36Z', 'updated_at': '2021-09-16T05:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:39.773709 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946d9381-b445-4c98-b624-5058ee1df0e0 None None] Network b9ef8e82-1028-4bc1-a846-04cbe862c35a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:39.799649 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:39.828345 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'e849b6a1-4987-4c23-99cc-5b43c8e1f2bc', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'port_id': 'e849b6a1-4987-4c23-99cc-5b43c8e1f2bc', 'mac_address': 'fa:16:3e:e7:f8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:39.842686 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.867082 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26124a88-853c-45bb-9cad-95234576173d None None] Checking router: fb57fb55-3e2a-460a-beb3-6a3fa610b8a3 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:39.869521 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26124a88-853c-45bb-9cad-95234576173d None None] Updating router fb57fb55-3e2a-460a-beb3-6a3fa610b8a3 port 8ba34fa9-241a-4de9-88f8-77a5432ba91f binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:00:39.876821 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58250) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:39.944589 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] Pushing event updated for resources: {'Port': ['ID=ce4e0d1e-b1f3-4000-acd1-4fae08eddd52,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:39.967104 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-26124a88-853c-45bb-9cad-95234576173d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.050335 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.resource_extend [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:00:40.061622 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.062712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90d75b-d6d6-4b9e-aa90-75b30a6395c9 req-6b354a85-639e-4921-a81b-f0ff611bd186 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:40.064380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a90d75b-d6d6-4b9e-aa90-75b30a6395c9 req-6b354a85-639e-4921-a81b-f0ff611bd186 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 943 time: 0.3059089 Sep 16 05:00:40.097580 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc81e5d0-f778-4f23-ab01-b02b542d8a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.114471 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e849b6a1-4987-4c23-99cc-5b43c8e1f2bc {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:40.127638 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] Network 10339370-3072-4275-a05d-3f29bac94a06 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:40.136894 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-b7e185b0-75cf-4453-bfc9-bbd172467f91 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Allocated IP 2001:db8::ca (10339370-3072-4275-a05d-3f29bac94a06/700b7263-601b-4547-b882-37517cdca628/d242e7a9-b779-4f37-b642-266850d57341) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:40.137583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:40.148563 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:40.236814 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:40.252882 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea6226-37af-4712-bebf-f8b28ae1e885 req-6cfb60c4-aaa5-45fe-93bd-84b30af7184b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:40.262377 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4cea6226-37af-4712-bebf-f8b28ae1e885 req-6cfb60c4-aaa5-45fe-93bd-84b30af7184b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 944 time: 0.1571908 Sep 16 05:00:40.291283 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a90d75b-d6d6-4b9e-aa90-75b30a6395c9 req-ef4beaf6-b77d-4747-85e8-62e8143df2db tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136996 Sep 16 05:00:40.361691 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.408119 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1314261d-c074-4239-b29b-ad24d8146302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.415823 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] Attempting to bind port ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:40.418528 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] Attempting to bind port ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'd95a2548-875b-4bb3-97ad-bf53cc379dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10339370-3072-4275-a05d-3f29bac94a06'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:40.419155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] Attempting to bind port ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 on network 10339370-3072-4275-a05d-3f29bac94a06 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:40.443633 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4cea6226-37af-4712-bebf-f8b28ae1e885 req-e22d5f08-925a-4544-8d28-32c8315ded5a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763830 Sep 16 05:00:40.479714 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:40.481031 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] Checking segment: {'id': 'd95a2548-875b-4bb3-97ad-bf53cc379dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10339370-3072-4275-a05d-3f29bac94a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:40.481715 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.482272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] Bound using segment: {'id': 'd95a2548-875b-4bb3-97ad-bf53cc379dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10339370-3072-4275-a05d-3f29bac94a06'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:40.482975 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] Bound port: ce4e0d1e-b1f3-4000-acd1-4fae08eddd52, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95a2548-875b-4bb3-97ad-bf53cc379dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10339370-3072-4275-a05d-3f29bac94a06'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:40.483537 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.511920 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port c7ba2538-c1d2-40a9-8946-bf05067dda66, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c7ba2538-c1d2-40a9-8946-bf05067dda66,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:40.549438 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-bc81e5d0-f778-4f23-ab01-b02b542d8a7f admin admin] Allocated IP 172.20.0.1 (570b8822-a200-4326-8a7c-845101ffd5be/bd51eb87-5fb4-46e0-b393-3530e6dd4300/69b1e977-6663-43c4-9c36-75d4db87228b) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:40.569829 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'c7ba2538-c1d2-40a9-8946-bf05067dda66', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'port_id': 'c7ba2538-c1d2-40a9-8946-bf05067dda66', 'mac_address': 'fa:16:3e:42:4d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:40.612276 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7e185b0-75cf-4453-bfc9-bbd172467f91 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.640549 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:40.680948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] For port ce4e0d1e-b1f3-4000-acd1-4fae08eddd52, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:40.703485 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.708302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] For port ce4e0d1e-b1f3-4000-acd1-4fae08eddd52, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=ce4e0d1e-b1f3-4000-acd1-4fae08eddd52,segment=NetworkSegment(d95a2548-875b-4bb3-97ad-bf53cc379dc8),segment_id=d95a2548-875b-4bb3-97ad-bf53cc379dc8)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:40.732977 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.735424 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ba2538-c1d2-40a9-8946-bf05067dda66 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:40.763576 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7e185b0-75cf-4453-bfc9-bbd172467f91 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.764204 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port c7ba2538-c1d2-40a9-8946-bf05067dda66, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c7ba2538-c1d2-40a9-8946-bf05067dda66,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:40.812008 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1314261d-c074-4239-b29b-ad24d8146302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.828477 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-26124a88-853c-45bb-9cad-95234576173d None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.832848 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.842060 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc81e5d0-f778-4f23-ab01-b02b542d8a7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.877712 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.892490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e185b0-75cf-4453-bfc9-bbd172467f91 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network 10339370-3072-4275-a05d-3f29bac94a06 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:40.904498 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-b7e185b0-75cf-4453-bfc9-bbd172467f91 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:40.922734 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e185b0-75cf-4453-bfc9-bbd172467f91 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=d242e7a9-b779-4f37-b642-266850d57341,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:40.929891 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1314261d-c074-4239-b29b-ad24d8146302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.941395 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e185b0-75cf-4453-bfc9-bbd172467f91 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:40.941883 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e28274-4778-41c7-a7f9-764332222cfb None None] Pushing event updated for resources: {'Port': ['ID=ce4e0d1e-b1f3-4000-acd1-4fae08eddd52,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:40.942041 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e185b0-75cf-4453-bfc9-bbd172467f91 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:40.942041 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7e185b0-75cf-4453-bfc9-bbd172467f91 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.974263 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['e849b6a1-4987-4c23-99cc-5b43c8e1f2bc'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:40.976812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f494d93-206e-4f47-a350-47f771b548ab req-fa2f11ec-d7bc-44de-b253-4a37a2abc242 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:40.979560 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f494d93-206e-4f47-a350-47f771b548ab req-fa2f11ec-d7bc-44de-b253-4a37a2abc242 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/networks?id=b9ef8e82-1028-4bc1-a846-04cbe862c35a HTTP/1.1" status: 200 len: 814 time: 0.2510519 Sep 16 05:00:40.992359 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-26124a88-853c-45bb-9cad-95234576173d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.997253 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314261d-c074-4239-b29b-ad24d8146302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb43946-cbc4-42b7-a003-1452466f55bf,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:41.000225 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1314261d-c074-4239-b29b-ad24d8146302 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfcbb0057e6c44f391a80d1fdc989a63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1203001 Sep 16 05:00:41.003094 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58270) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:41.038626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f494d93-206e-4f47-a350-47f771b548ab req-894b2675-f104-462f-a037-7a34ad3c1e9c tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/quotas/852c1dc106e84e98bc9ab877166f44bc HTTP/1.1" status: 200 len: 375 time: 0.0506566 Sep 16 05:00:41.049451 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc81e5d0-f778-4f23-ab01-b02b542d8a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.064947 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=c7ba2538-c1d2-40a9-8946-bf05067dda66,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:41.109957 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc81e5d0-f778-4f23-ab01-b02b542d8a7f admin admin] Network 570b8822-a200-4326-8a7c-845101ffd5be is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:41.115708 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-bc81e5d0-f778-4f23-ab01-b02b542d8a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:41.133287 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc81e5d0-f778-4f23-ab01-b02b542d8a7f admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:41.135659 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81e5d0-f778-4f23-ab01-b02b542d8a7f admin admin] Pushing event updated for resources: {'Port': ['ID=69b1e977-6663-43c4-9c36-75d4db87228b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:41.165005 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-26124a88-853c-45bb-9cad-95234576173d None None] Attempting to bind port 8ba34fa9-241a-4de9-88f8-77a5432ba91f on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:41.165506 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-26124a88-853c-45bb-9cad-95234576173d None None] Attempting to bind port 8ba34fa9-241a-4de9-88f8-77a5432ba91f by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:41.170333 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26124a88-853c-45bb-9cad-95234576173d None None] Attempting to bind port 8ba34fa9-241a-4de9-88f8-77a5432ba91f on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:41.172317 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f494d93-206e-4f47-a350-47f771b548ab req-24402f39-5576-493b-bf60-0bcf21c3628a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=852c1dc106e84e98bc9ab877166f44bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1153171 Sep 16 05:00:41.182381 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0894e5-6ff1-4ba8-a5c5-d5a9ff7b47a1 None None] Pushing event updated for resources: {'Port': ['ID=8ba34fa9-241a-4de9-88f8-77a5432ba91f,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:41.206954 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0894e5-6ff1-4ba8-a5c5-d5a9ff7b47a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:41.207856 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0894e5-6ff1-4ba8-a5c5-d5a9ff7b47a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:41.208388 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0894e5-6ff1-4ba8-a5c5-d5a9ff7b47a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:41.208917 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0894e5-6ff1-4ba8-a5c5-d5a9ff7b47a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:41.209424 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0894e5-6ff1-4ba8-a5c5-d5a9ff7b47a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:41.209938 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0894e5-6ff1-4ba8-a5c5-d5a9ff7b47a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:41.210440 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0894e5-6ff1-4ba8-a5c5-d5a9ff7b47a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:41.213187 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0894e5-6ff1-4ba8-a5c5-d5a9ff7b47a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:41.213819 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0894e5-6ff1-4ba8-a5c5-d5a9ff7b47a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:41.214365 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0894e5-6ff1-4ba8-a5c5-d5a9ff7b47a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:41.214901 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0894e5-6ff1-4ba8-a5c5-d5a9ff7b47a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:41.215430 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0894e5-6ff1-4ba8-a5c5-d5a9ff7b47a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:41.216030 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b7e185b0-75cf-4453-bfc9-bbd172467f91 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.3821139 Sep 16 05:00:41.224195 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58272) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:41.225943 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26124a88-853c-45bb-9cad-95234576173d None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:41.227882 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26124a88-853c-45bb-9cad-95234576173d None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:41.236356 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-26124a88-853c-45bb-9cad-95234576173d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.236665 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26124a88-853c-45bb-9cad-95234576173d None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:41.237394 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-26124a88-853c-45bb-9cad-95234576173d None None] Bound port: 8ba34fa9-241a-4de9-88f8-77a5432ba91f, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:41.237633 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-3f494d93-206e-4f47-a350-47f771b548ab req-6527f427-b78c-4002-9594-5bed0a41a2ec service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:00:41.237773 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-26124a88-853c-45bb-9cad-95234576173d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.241138 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f494d93-206e-4f47-a350-47f771b548ab req-6527f427-b78c-4002-9594-5bed0a41a2ec service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204837 Sep 16 05:00:41.265100 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc81e5d0-f778-4f23-ab01-b02b542d8a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.309735 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['c7ba2538-c1d2-40a9-8946-bf05067dda66'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:41.383456 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-26124a88-853c-45bb-9cad-95234576173d None None] For port 8ba34fa9-241a-4de9-88f8-77a5432ba91f, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:41.389121 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-26124a88-853c-45bb-9cad-95234576173d None None] For port 8ba34fa9-241a-4de9-88f8-77a5432ba91f, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8ba34fa9-241a-4de9-88f8-77a5432ba91f,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:41.466909 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-26124a88-853c-45bb-9cad-95234576173d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.518152 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a571111f-760b-41de-b5f2-1e3f454cc7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.579299 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26124a88-853c-45bb-9cad-95234576173d None None] Routers {'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:41.580377 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-26124a88-853c-45bb-9cad-95234576173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:00:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fb57fb55-3e2a-460a-beb3-6a3fa610b8a3'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:41.584785 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0894e5-6ff1-4ba8-a5c5-d5a9ff7b47a1 None None] Pushing event updated for resources: {'Port': ['ID=8ba34fa9-241a-4de9-88f8-77a5432ba91f,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:41.600051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f494d93-206e-4f47-a350-47f771b548ab req-f08ee8f0-3b7b-47b7-9e5f-c6496111a1b1 service neutron] 10.222.0.20 "GET /v2.0/networks/b9ef8e82-1028-4bc1-a846-04cbe862c35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430085 Sep 16 05:00:41.609596 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a571111f-760b-41de-b5f2-1e3f454cc7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.627031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b09110-2350-4c35-9e23-d1a4eb2adfc0 req-137bc48d-c4a7-4049-933e-56e0eb2620f5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:41.627031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0b09110-2350-4c35-9e23-d1a4eb2adfc0 req-137bc48d-c4a7-4049-933e-56e0eb2620f5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 944 time: 0.1540751 Sep 16 05:00:41.690916 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-60ca75ad-47da-4a62-8c42-3817470358d8 None None] Provisioning complete for port 69b1e977-6663-43c4-9c36-75d4db87228b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:41.691509 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-60ca75ad-47da-4a62-8c42-3817470358d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.820348 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0b09110-2350-4c35-9e23-d1a4eb2adfc0 req-7b497dcd-6803-44f4-ae7e-3dac77873f7f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426563 Sep 16 05:00:41.870242 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-60ca75ad-47da-4a62-8c42-3817470358d8 None None] Port 69b1e977-6663-43c4-9c36-75d4db87228b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:41.881933 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f494d93-206e-4f47-a350-47f771b548ab req-d2f5f335-1dd8-482b-8794-eb1a70d56e1c service neutron] 10.222.0.20 "GET /v2.0/networks/b9ef8e82-1028-4bc1-a846-04cbe862c35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547264 Sep 16 05:00:41.927122 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-26124a88-853c-45bb-9cad-95234576173d None None] Set router fb57fb55-3e2a-460a-beb3-6a3fa610b8a3 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:41.952388 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a571111f-760b-41de-b5f2-1e3f454cc7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.957425 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a571111f-760b-41de-b5f2-1e3f454cc7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.959364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a571111f-760b-41de-b5f2-1e3f454cc7a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fb43946-cbc4-42b7-a003-1452466f55bf HTTP/1.1" status: 204 len: 168 time: 0.9550087 Sep 16 05:00:42.053694 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571111f-760b-41de-b5f2-1e3f454cc7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb43946-cbc4-42b7-a003-1452466f55bf,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:42.238760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e44f0a1c-cb3d-4bb1-8126-8240fbe713f3 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port d242e7a9-b779-4f37-b642-266850d57341 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:42.239742 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e44f0a1c-cb3d-4bb1-8126-8240fbe713f3 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.385630 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b366b-1c14-4530-8369-c18eba009556 req-06ba2277-768b-49d9-9709-2037283abab3 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:42.388178 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-26124a88-853c-45bb-9cad-95234576173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3', 'name': 'tempest-TestAggregatesBasicOps-1174814980-router', 'tenant_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '8ba34fa9-241a-4de9-88f8-77a5432ba91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:34Z', 'updated_at': '2021-09-16T05:00:37Z', 'revision_number': 3, 'project_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'gw_port': {'id': '8ba34fa9-241a-4de9-88f8-77a5432ba91f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:36Z', 'updated_at': '2021-09-16T05:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:42.393294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a27b366b-1c14-4530-8369-c18eba009556 req-06ba2277-768b-49d9-9709-2037283abab3 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 945 time: 0.2466712 Sep 16 05:00:42.453478 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26124a88-853c-45bb-9cad-95234576173d None None] The sync data for ids ['fb57fb55-3e2a-460a-beb3-6a3fa610b8a3'] in n-d-712140-13 is: [{'id': 'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3', 'name': 'tempest-TestAggregatesBasicOps-1174814980-router', 'tenant_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '8ba34fa9-241a-4de9-88f8-77a5432ba91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:34Z', 'updated_at': '2021-09-16T05:00:37Z', 'revision_number': 3, 'project_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'gw_port': {'id': '8ba34fa9-241a-4de9-88f8-77a5432ba91f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:36Z', 'updated_at': '2021-09-16T05:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:42.481762 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e44f0a1c-cb3d-4bb1-8126-8240fbe713f3 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.518440 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e44f0a1c-cb3d-4bb1-8126-8240fbe713f3 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for d242e7a9-b779-4f37-b642-266850d57341 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:42.598574 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc81e5d0-f778-4f23-ab01-b02b542d8a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.680070 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4dc09d56-a03b-4965-a53e-9a29ec8c51b5 req-bae4c5e6-c811-47cb-9416-036dfe843359 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 210 time: 0.1553729 Sep 16 05:00:42.721019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a27b366b-1c14-4530-8369-c18eba009556 req-4987a683-dcdd-4913-aa74-1c15aa4a7592 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215094 Sep 16 05:00:42.952619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:43.029163 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487bcf8b-e6d7-491e-8dac-4398c022ecd2 None None] Network 10339370-3072-4275-a05d-3f29bac94a06 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:43.081793 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc81e5d0-f778-4f23-ab01-b02b542d8a7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.133824 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76da452-6267-4fa3-ba6f-31689cd9d722 req-5a0b2b50-cb96-438f-a909-e0ab6530907a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:43.143619 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d76da452-6267-4fa3-ba6f-31689cd9d722 req-5a0b2b50-cb96-438f-a909-e0ab6530907a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 944 time: 0.1295409 Sep 16 05:00:43.156437 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-35c8ce81-63be-4527-b5d9-94641139ac7f None None] Provisioning complete for port ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:43.156813 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-35c8ce81-63be-4527-b5d9-94641139ac7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.179923 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc81e5d0-f778-4f23-ab01-b02b542d8a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.198254 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device e849b6a1-4987-4c23-99cc-5b43c8e1f2bc up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:43.201533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d76da452-6267-4fa3-ba6f-31689cd9d722 req-67e137de-2880-41a4-81d2-cdfd09b3a519 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555680 Sep 16 05:00:43.283299 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e44f0a1c-cb3d-4bb1-8126-8240fbe713f3 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.320560 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81e5d0-f778-4f23-ab01-b02b542d8a7f admin admin] Pushing event updated for resources: {'Port': ['ID=69b1e977-6663-43c4-9c36-75d4db87228b,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:43.420904 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc81e5d0-f778-4f23-ab01-b02b542d8a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.424508 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f0a1c-cb3d-4bb1-8126-8240fbe713f3 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=d242e7a9-b779-4f37-b642-266850d57341,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:43.427949 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e44f0a1c-cb3d-4bb1-8126-8240fbe713f3 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.432647 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e44f0a1c-cb3d-4bb1-8126-8240fbe713f3 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/ports/d242e7a9-b779-4f37-b642-266850d57341 HTTP/1.1" status: 204 len: 168 time: 2.2031958 Sep 16 05:00:43.434662 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58318) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:43.533923 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd7fda5-0866-476d-b8e8-73e85ef45231 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] GET failed (client error): The resource could not be found. Sep 16 05:00:43.546260 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bfd7fda5-0866-476d-b8e8-73e85ef45231 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports/d242e7a9-b779-4f37-b642-266850d57341 HTTP/1.1" status: 404 len: 333 time: 0.1077132 Sep 16 05:00:43.547011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58320) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:43.571295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58322) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:43.660945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8c490b-d9f4-4175-b904-cbb5487461f3 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting subnet 700b7263-601b-4547-b882-37517cdca628 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:43.677605 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4a8c490b-d9f4-4175-b904-cbb5487461f3 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.678247 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc81e5d0-f778-4f23-ab01-b02b542d8a7f admin admin] Network 570b8822-a200-4326-8a7c-845101ffd5be is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:43.685291 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-bc81e5d0-f778-4f23-ab01-b02b542d8a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:43.834131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device c7ba2538-c1d2-40a9-8946-bf05067dda66 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:43.933637 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4a8c490b-d9f4-4175-b904-cbb5487461f3 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.992017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39baea33-4077-4225-906a-f1b99889092f req-436f3de5-1fb7-475f-8b0b-c5b52b9b7828 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 210 time: 0.1674368 Sep 16 05:00:44.050035 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc81e5d0-f778-4f23-ab01-b02b542d8a7f admin admin] Router fb57fb55-3e2a-460a-beb3-6a3fa610b8a3 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:44.131324 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:44.137037 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.157795 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41d5cd3f-c080-405e-a628-4995548c4f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.172797 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-35c8ce81-63be-4527-b5d9-94641139ac7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.247335 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-35c8ce81-63be-4527-b5d9-94641139ac7f None None] For port ce4e0d1e-b1f3-4000-acd1-4fae08eddd52, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=ce4e0d1e-b1f3-4000-acd1-4fae08eddd52,segment=NetworkSegment(d95a2548-875b-4bb3-97ad-bf53cc379dc8),segment_id=d95a2548-875b-4bb3-97ad-bf53cc379dc8)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:44.305860 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-35c8ce81-63be-4527-b5d9-94641139ac7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.314647 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc81e5d0-f778-4f23-ab01-b02b542d8a7f admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:44.338450 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bc81e5d0-f778-4f23-ab01-b02b542d8a7f admin admin] 10.222.0.20 "PUT /v2.0/routers/fb57fb55-3e2a-460a-beb3-6a3fa610b8a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0956504 Sep 16 05:00:44.355146 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520ec9e-4c14-4083-b609-1371a9cf59ac req-f1f40450-7327-4a3f-8692-f453c66a1a45 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:44.356812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7520ec9e-4c14-4083-b609-1371a9cf59ac req-f1f40450-7327-4a3f-8692-f453c66a1a45 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 945 time: 0.3535669 Sep 16 05:00:44.413122 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8ce81-63be-4527-b5d9-94641139ac7f None None] Pushing event updated for resources: {'Port': ['ID=ce4e0d1e-b1f3-4000-acd1-4fae08eddd52,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:44.416201 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:00:44.463767 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:44.463767 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.483336 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4a8c490b-d9f4-4175-b904-cbb5487461f3 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.489691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port c7ba2538-c1d2-40a9-8946-bf05067dda66 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:44.490107 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.570902 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7520ec9e-4c14-4083-b609-1371a9cf59ac req-700c5127-0bed-48a8-925a-412401345eb8 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051837 Sep 16 05:00:44.587104 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-de78ba87-700d-4040-84f6-e0bcaf272efb None None] Provisioning complete for port 69b1e977-6663-43c4-9c36-75d4db87228b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:44.587502 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-de78ba87-700d-4040-84f6-e0bcaf272efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.713958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e2a75-fb58-45fb-81c2-8ee1e35ad6ef req-3620a23d-7690-402f-9479-c591bbf74a54 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:44.716212 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-060e2a75-fb58-45fb-81c2-8ee1e35ad6ef req-3620a23d-7690-402f-9479-c591bbf74a54 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 944 time: 0.3148377 Sep 16 05:00:44.782330 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-de78ba87-700d-4040-84f6-e0bcaf272efb None None] Port 69b1e977-6663-43c4-9c36-75d4db87228b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:44.792049 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41d5cd3f-c080-405e-a628-4995548c4f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.837016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-060e2a75-fb58-45fb-81c2-8ee1e35ad6ef req-2265e56a-aeb2-4cbd-b448-a4f8128f0592 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004035 Sep 16 05:00:44.838386 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4a8c490b-d9f4-4175-b904-cbb5487461f3 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.840315 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.877723 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.885008 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c490b-d9f4-4175-b904-cbb5487461f3 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Subnet': ['ID=700b7263-601b-4547-b882-37517cdca628,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:44.888866 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41d5cd3f-c080-405e-a628-4995548c4f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.899473 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e13150-6f2c-41b7-81bc-eea22b3d0dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ba2538-c1d2-40a9-8946-bf05067dda66'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:44.906483 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3da42ce-f3ca-45e8-bc18-483927b65757" -d '{"events": [{"server_uuid": "01e13150-6f2c-41b7-81bc-eea22b3d0dbc", "name": "network-vif-plugged", "status": "completed", "tag": "c7ba2538-c1d2-40a9-8946-bf05067dda66"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:44.912686 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4a8c490b-d9f4-4175-b904-cbb5487461f3 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.918809 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4a8c490b-d9f4-4175-b904-cbb5487461f3 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/subnets/700b7263-601b-4547-b882-37517cdca628 HTTP/1.1" status: 204 len: 168 time: 1.3675971 Sep 16 05:00:44.919374 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58356) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:44.978016 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port c7ba2538-c1d2-40a9-8946-bf05067dda66, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c7ba2538-c1d2-40a9-8946-bf05067dda66,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:44.993900 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111cf909-999f-4730-a36b-4f7cfe9932e1 None None] Network 10339370-3072-4275-a05d-3f29bac94a06 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:45.038001 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:45.045175 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5cd3f-c080-405e-a628-4995548c4f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7172e3cb-26fd-4b18-93df-eaa63b1c6986,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:45.054178 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-41d5cd3f-c080-405e-a628-4995548c4f86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5818d46166da4d5097b0e08bc5346d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4817016 Sep 16 05:00:45.057049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58364) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:45.109041 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8ba34fa9-241a-4de9-88f8-77a5432ba91f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:45.114537 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.119653 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.127404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-475c6825-bb44-47d3-9ee5-d32e2f84010a None None] Provisioning complete for port ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:45.127784 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-475c6825-bb44-47d3-9ee5-d32e2f84010a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.223768 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.247161 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-008529f2-2c57-4097-ad26-7b76f186e292 req-fb209ed4-3018-497a-b324-ecf579848112 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 210 time: 0.0749640 Sep 16 05:00:45.247948 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c5104e46-1868-4630-9417-bc0d0be0cd08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.264172 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:45.264376 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.299171 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c5104e46-1868-4630-9417-bc0d0be0cd08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.364988 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aef039d-4dcb-46e9-974c-0e51c579a068 x-openstack-request-id: req-8aef039d-4dcb-46e9-974c-0e51c579a068 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:45.365285 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e13150-6f2c-41b7-81bc-eea22b3d0dbc", "name": "network-vif-plugged", "status": "completed", "tag": "c7ba2538-c1d2-40a9-8946-bf05067dda66", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:45.365528 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8aef039d-4dcb-46e9-974c-0e51c579a068 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:45.366055 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e13150-6f2c-41b7-81bc-eea22b3d0dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ba2538-c1d2-40a9-8946-bf05067dda66', 'code': 200} Sep 16 05:00:45.395972 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] For port ce4e0d1e-b1f3-4000-acd1-4fae08eddd52, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=ce4e0d1e-b1f3-4000-acd1-4fae08eddd52,segment=NetworkSegment(d95a2548-875b-4bb3-97ad-bf53cc379dc8),segment_id=d95a2548-875b-4bb3-97ad-bf53cc379dc8)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:45.396545 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.398086 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=c7ba2538-c1d2-40a9-8946-bf05067dda66,revision_number=10']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:45.410909 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:45.510552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 8ba34fa9-241a-4de9-88f8-77a5432ba91f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:45.511030 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.533652 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c5104e46-1868-4630-9417-bc0d0be0cd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.536290 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c5104e46-1868-4630-9417-bc0d0be0cd08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.538730 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c5104e46-1868-4630-9417-bc0d0be0cd08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7172e3cb-26fd-4b18-93df-eaa63b1c6986 HTTP/1.1" status: 204 len: 168 time: 0.4765134 Sep 16 05:00:45.551243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5104e46-1868-4630-9417-bc0d0be0cd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7172e3cb-26fd-4b18-93df-eaa63b1c6986,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:45.613108 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:45.616425 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] Sync routers for ids ['fb57fb55-3e2a-460a-beb3-6a3fa610b8a3'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:45.635748 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8259a0-a19b-41d1-9122-b185928227bc None None] DHCP port deletion for 10339370-3072-4275-a05d-3f29bac94a06 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:00:45.660260 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.671866 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] Routers {'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:45.672513 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:00:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fb57fb55-3e2a-460a-beb3-6a3fa610b8a3'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:45.723576 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=ce4e0d1e-b1f3-4000-acd1-4fae08eddd52,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:45.737709 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No DVR routers for this DVR port ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:45.855323 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.872843 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.883680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9681d2-85ac-4641-ad85-02bdae909af0 req-fc2c596f-6553-4537-9605-d5550f6812cb tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:45.892121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10339370-3072-4275-a05d-3f29bac94a06']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:45.895301 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb9681d2-85ac-4641-ad85-02bdae909af0 req-fc2c596f-6553-4537-9605-d5550f6812cb tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 947 time: 0.1265597 Sep 16 05:00:45.912878 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95a2548-875b-4bb3-97ad-bf53cc379dc8') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:45.915445 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95a2548-875b-4bb3-97ad-bf53cc379dc8') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:45.938527 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6f8259a0-a19b-41d1-9122-b185928227bc None None] Deleting port ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:45.939281 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6f8259a0-a19b-41d1-9122-b185928227bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.941416 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.949454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 8ba34fa9-241a-4de9-88f8-77a5432ba91f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8ba34fa9-241a-4de9-88f8-77a5432ba91f,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:45.959592 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] Set router fb57fb55-3e2a-460a-beb3-6a3fa610b8a3 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:45.977807 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb9681d2-85ac-4641-ad85-02bdae909af0 req-4c996a2a-fcf9-45e8-a4ca-8e650a423745 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812144 Sep 16 05:00:46.007688 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.019871 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:46.020294 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:46.023457 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:46.107594 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4630f-f7e1-451b-8ab5-b5a29391df71 req-5d142007-608e-45bb-aa2a-021ac90a1ec9 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:46.115485 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ff4630f-f7e1-451b-8ab5-b5a29391df71 req-5d142007-608e-45bb-aa2a-021ac90a1ec9 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.0737138 Sep 16 05:00:46.154490 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.156303 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:46.165471 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ff4630f-f7e1-451b-8ab5-b5a29391df71 req-788d8ed1-9097-47f7-baa5-c42c6f85eb27 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472813 Sep 16 05:00:46.190234 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f494d93-206e-4f47-a350-47f771b548ab req-2e6f672b-06ff-43d7-8f17-94c97d1f34c1 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:46.191889 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3f494d93-206e-4f47-a350-47f771b548ab req-2e6f672b-06ff-43d7-8f17-94c97d1f34c1 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.38 "GET /v2.0/networks?id=b9ef8e82-1028-4bc1-a846-04cbe862c35a HTTP/1.1" status: 200 len: 814 time: 0.2543929 Sep 16 05:00:46.212522 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-3f494d93-206e-4f47-a350-47f771b548ab req-13eded8f-f8f6-42b1-a64c-097b6cc6e688 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Request body: {'port': {'device_id': '0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc', 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a', 'admin_state_up': True, 'tenant_id': '852c1dc106e84e98bc9ab877166f44bc'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:46.233191 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6f8259a0-a19b-41d1-9122-b185928227bc None None] For port ce4e0d1e-b1f3-4000-acd1-4fae08eddd52, host n-d-712140-13, got binding levels [] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:46.233765 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6f8259a0-a19b-41d1-9122-b185928227bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.244984 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:46.245421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 16 05:00:46.265471 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.271478 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.273115 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/networks/10339370-3072-4275-a05d-3f29bac94a06 HTTP/1.1" status: 204 len: 168 time: 1.3526058 Sep 16 05:00:46.277407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58402) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:46.286578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-abf7e0a2-c760-43a2-afb4-2d6afff915ad tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'network_id': '8333fd32-395d-4122-9634-38ca2c71b947', 'name': 'tempest-PortsIpV6TestJSON-2042979600'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:46.317917 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6f8259a0-a19b-41d1-9122-b185928227bc None None] Calling delete_port for ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:46.325001 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.ipam_backend_mixin [None req-6f8259a0-a19b-41d1-9122-b185928227bc None None] Port ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 was not found and therefore no delete operation was performed {{(pid=95475) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:00:46.327895 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Port ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 not found, will not notify nova. {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 16 05:00:46.335504 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67b242-6604-4024-8599-f56f6a02ed8f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Network': ['ID=10339370-3072-4275-a05d-3f29bac94a06,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:46.354588 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6f8259a0-a19b-41d1-9122-b185928227bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.421469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ec72cbd7-c48b-4843-8130-305e7163a804 req-4b7331a1-d48a-4ade-9943-6f0aad3b2925 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 210 time: 0.0380530 Sep 16 05:00:46.423563 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6f8259a0-a19b-41d1-9122-b185928227bc None None] Network 10339370-3072-4275-a05d-3f29bac94a06 is not hosted by any dhcp agent {{(pid=95475) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:00:46.424025 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8259a0-a19b-41d1-9122-b185928227bc None None] No DVR routers for this DVR port ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:46.471894 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=8ba34fa9-241a-4de9-88f8-77a5432ba91f,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:46.517528 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58410) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:46.518789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ee8c5-089f-4988-a183-c2111728fb77 req-bf66aa16-b4f0-43c6-9f57-3c1b8f3dcfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:46.520648 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-931ee8c5-089f-4988-a183-c2111728fb77 req-bf66aa16-b4f0-43c6-9f57-3c1b8f3dcfa6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 1099 time: 0.7927613 Sep 16 05:00:46.531043 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d3add8e1-8bfa-4b2d-992c-0d9e5f704104 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-83905078-network', 'tenant_id': 'daaffd5eda474c19aa876e51912f87aa'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:46.540441 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f494d93-206e-4f47-a350-47f771b548ab req-13eded8f-f8f6-42b1-a64c-097b6cc6e688 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Made reservation on behalf of 852c1dc106e84e98bc9ab877166f44bc for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:46.548786 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3f494d93-206e-4f47-a350-47f771b548ab req-13eded8f-f8f6-42b1-a64c-097b6cc6e688 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.552132 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8259a0-a19b-41d1-9122-b185928227bc None None] Pushing event deleted for resources: {'Port': ['ID=ce4e0d1e-b1f3-4000-acd1-4fae08eddd52,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:46.593641 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3', 'name': 'tempest-TestAggregatesBasicOps-1174814980-router', 'tenant_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '8ba34fa9-241a-4de9-88f8-77a5432ba91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:34Z', 'updated_at': '2021-09-16T05:00:42Z', 'revision_number': 4, 'project_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'gw_port': {'id': '8ba34fa9-241a-4de9-88f8-77a5432ba91f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:36Z', 'updated_at': '2021-09-16T05:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '69b1e977-6663-43c4-9c36-75d4db87228b', 'name': '', 'network_id': '570b8822-a200-4326-8a7c-845101ffd5be', 'tenant_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'mac_address': 'fa:16:3e:ae:c2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'bd51eb87-5fb4-46e0-b393-3530e6dd4300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:40Z', 'updated_at': '2021-09-16T05:00:42Z', 'revision_number': 2, 'project_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'subnets': [{'id': 'bd51eb87-5fb4-46e0-b393-3530e6dd4300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:46.612656 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58412) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:46.643897 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3fa125d7-0e42-43e2-a0d0-8ff5244fe4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.649283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf7e0a2-c760-43a2-afb4-2d6afff915ad tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:46.656204 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-abf7e0a2-c760-43a2-afb4-2d6afff915ad tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.673580 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-931ee8c5-089f-4988-a183-c2111728fb77 req-705af3e7-03a8-443d-8dbd-63ab042b1356 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138754 Sep 16 05:00:46.706549 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-abf7e0a2-c760-43a2-afb4-2d6afff915ad tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] device_id is not set on port 68aac60b-b6c1-4045-9fe1-b608dc1fd387 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:46.725607 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3add8e1-8bfa-4b2d-992c-0d9e5f704104 admin admin] Made reservation on behalf of daaffd5eda474c19aa876e51912f87aa for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:46.730722 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d3add8e1-8bfa-4b2d-992c-0d9e5f704104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.750831 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d3add8e1-8bfa-4b2d-992c-0d9e5f704104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.788483 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-3f494d93-206e-4f47-a350-47f771b548ab req-13eded8f-f8f6-42b1-a64c-097b6cc6e688 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Allocated IP 172.20.0.9 (b9ef8e82-1028-4bc1-a846-04cbe862c35a/78824b81-40b9-45ee-a0f2-5c2c425bea42/9e097d54-d30f-4659-b285-1f8f8f11d473) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:46.925584 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8ba34fa9-241a-4de9-88f8-77a5432ba91f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:46.949390 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] Checking router: fb57fb55-3e2a-460a-beb3-6a3fa610b8a3 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:46.950356 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] Updating router fb57fb55-3e2a-460a-beb3-6a3fa610b8a3 port 69b1e977-6663-43c4-9c36-75d4db87228b binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:00:46.959958 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3fa125d7-0e42-43e2-a0d0-8ff5244fe4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.028121 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3f494d93-206e-4f47-a350-47f771b548ab req-13eded8f-f8f6-42b1-a64c-097b6cc6e688 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.074537 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3fa125d7-0e42-43e2-a0d0-8ff5244fe4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.076570 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.158487 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-abf7e0a2-c760-43a2-afb4-2d6afff915ad tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.165948 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3f494d93-206e-4f47-a350-47f771b548ab req-13eded8f-f8f6-42b1-a64c-097b6cc6e688 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.194644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa125d7-0e42-43e2-a0d0-8ff5244fe4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81176c5-551a-412c-9af5-66946993e7ac,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:47.220076 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3fa125d7-0e42-43e2-a0d0-8ff5244fe4f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2daaaca3a70b4776a09443d48d53e7c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6057048 Sep 16 05:00:47.222482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58430) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:47.224874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 8ba34fa9-241a-4de9-88f8-77a5432ba91f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:47.225217 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.255960 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f494d93-206e-4f47-a350-47f771b548ab req-13eded8f-f8f6-42b1-a64c-097b6cc6e688 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Network b9ef8e82-1028-4bc1-a846-04cbe862c35a is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:47.269403 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-3f494d93-206e-4f47-a350-47f771b548ab req-13eded8f-f8f6-42b1-a64c-097b6cc6e688 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:47.280380 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f494d93-206e-4f47-a350-47f771b548ab req-13eded8f-f8f6-42b1-a64c-097b6cc6e688 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:47.287842 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d3add8e1-8bfa-4b2d-992c-0d9e5f704104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.288983 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eded8f-f8f6-42b1-a64c-097b6cc6e688 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Pushing event updated for resources: {'Port': ['ID=9e097d54-d30f-4659-b285-1f8f8f11d473,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:47.313640 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18a00e-bf61-42f6-adfd-ed968aa68a6a req-ec7a3c36-f2b4-41c0-adf7-6a3e0658c71c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:47.317218 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f18a00e-bf61-42f6-adfd-ed968aa68a6a req-ec7a3c36-f2b4-41c0-adf7-6a3e0658c71c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 947 time: 0.2228196 Sep 16 05:00:47.379091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1d9be8-1316-4a30-b56b-bae4ca72ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e849b6a1-4987-4c23-99cc-5b43c8e1f2bc'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:47.381417 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f494d93-206e-4f47-a350-47f771b548ab req-13eded8f-f8f6-42b1-a64c-097b6cc6e688 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:47.382110 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3f494d93-206e-4f47-a350-47f771b548ab req-13eded8f-f8f6-42b1-a64c-097b6cc6e688 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.382935 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee3253c-9d70-4f84-b3fe-489da3ed29e8" -d '{"events": [{"server_uuid": "6d1d9be8-1316-4a30-b56b-bae4ca72ed35", "name": "network-vif-plugged", "status": "completed", "tag": "e849b6a1-4987-4c23-99cc-5b43c8e1f2bc"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:47.387186 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d3add8e1-8bfa-4b2d-992c-0d9e5f704104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.423470 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3add8e1-8bfa-4b2d-992c-0d9e5f704104 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:47.431498 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4a945086-5bb9-47aa-b719-cbf03fae3ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.443859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3add8e1-8bfa-4b2d-992c-0d9e5f704104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b257ce6-96bb-4747-82e1-2e6f935d8261,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:47.446946 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d3add8e1-8bfa-4b2d-992c-0d9e5f704104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.447307 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-d3add8e1-8bfa-4b2d-992c-0d9e5f704104 admin admin] Added segment c2c67716-4e8c-409f-bbd8-3a3121cdf692 of type vlan for network 10c52065-ab2b-4458-a37d-715b825b80ed Sep 16 05:00:47.473847 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f18a00e-bf61-42f6-adfd-ed968aa68a6a req-c32156ae-f736-4997-9acc-23268a335857 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459887 Sep 16 05:00:47.487271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc0f59-6616-477e-abce-330818864919 req-a6ed4709-ab17-474a-b587-c810e6216236 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:47.507932 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cbc0f59-6616-477e-abce-330818864919 req-a6ed4709-ab17-474a-b587-c810e6216236 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.1888864 Sep 16 05:00:47.517346 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d3add8e1-8bfa-4b2d-992c-0d9e5f704104 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.533580 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4a945086-5bb9-47aa-b719-cbf03fae3ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.541957 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d850d3e-b0cb-41c5-befe-92afeb685754 x-openstack-request-id: req-1d850d3e-b0cb-41c5-befe-92afeb685754 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:47.542449 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1d9be8-1316-4a30-b56b-bae4ca72ed35", "name": "network-vif-plugged", "status": "completed", "tag": "e849b6a1-4987-4c23-99cc-5b43c8e1f2bc", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:47.542861 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d850d3e-b0cb-41c5-befe-92afeb685754 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:47.543705 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1d9be8-1316-4a30-b56b-bae4ca72ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e849b6a1-4987-4c23-99cc-5b43c8e1f2bc', 'code': 200} Sep 16 05:00:47.557767 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3f494d93-206e-4f47-a350-47f771b548ab req-13eded8f-f8f6-42b1-a64c-097b6cc6e688 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3500519 Sep 16 05:00:47.563959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cbc0f59-6616-477e-abce-330818864919 req-818961c0-7636-42c4-8500-e2ccec8a89e0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551202 Sep 16 05:00:47.577401 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-abf7e0a2-c760-43a2-afb4-2d6afff915ad tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.598599 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Request body: {'port': {'device_id': '0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:47.631477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:47.668823 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:47.669168 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device ce4e0d1e-b1f3-4000-acd1-4fae08eddd52 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:47.687020 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d3add8e1-8bfa-4b2d-992c-0d9e5f704104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.687020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3add8e1-8bfa-4b2d-992c-0d9e5f704104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:47.687020 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d3add8e1-8bfa-4b2d-992c-0d9e5f704104 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.718514 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.744672 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.791899 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf7e0a2-c760-43a2-afb4-2d6afff915ad tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network 8333fd32-395d-4122-9634-38ca2c71b947 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:47.793944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7e0a2-c760-43a2-afb4-2d6afff915ad tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=68aac60b-b6c1-4045-9fe1-b608dc1fd387,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:47.796224 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3add8e1-8bfa-4b2d-992c-0d9e5f704104 admin admin] Pushing event updated for resources: {'Network': ['ID=10c52065-ab2b-4458-a37d-715b825b80ed,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:47.804662 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-abf7e0a2-c760-43a2-afb4-2d6afff915ad tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:47.814416 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf7e0a2-c760-43a2-afb4-2d6afff915ad tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:47.820288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf7e0a2-c760-43a2-afb4-2d6afff915ad tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:47.820941 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-abf7e0a2-c760-43a2-afb4-2d6afff915ad tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.821973 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 10c52065-ab2b-4458-a37d-715b825b80ed details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:47.864233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b3df1-6a7c-43da-849e-ebbdbbc7e192 req-65501fef-4e98-489c-a733-fa078a519258 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:47.866078 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-960b3df1-6a7c-43da-849e-ebbdbbc7e192 req-65501fef-4e98-489c-a733-fa078a519258 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 931 time: 0.2347622 Sep 16 05:00:47.873832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d6764fd-2552-416f-abbf-758e9802815b req-ed60ec27-165c-4a5f-acae-00d4bfb1601d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1887414 Sep 16 05:00:47.876909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8820838-12c7-4c31-a786-fc3b24747092 req-095b3c09-c0da-401b-92e2-7c0c62062343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:47.878329 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8820838-12c7-4c31-a786-fc3b24747092 req-095b3c09-c0da-401b-92e2-7c0c62062343 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 1097 time: 0.1923194 Sep 16 05:00:47.891331 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.895895 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d3add8e1-8bfa-4b2d-992c-0d9e5f704104 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3764198 Sep 16 05:00:47.896625 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58444) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:47.918841 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4a945086-5bb9-47aa-b719-cbf03fae3ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.919536 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-448d3fc8-59de-40cf-b05a-725d60ea9085 admin admin] Request body: {'subnet': {'network_id': '10c52065-ab2b-4458-a37d-715b825b80ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-83905078-subnet', 'tenant_id': 'daaffd5eda474c19aa876e51912f87aa', 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:47.921600 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4a945086-5bb9-47aa-b719-cbf03fae3ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.925016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4a945086-5bb9-47aa-b719-cbf03fae3ad0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d81176c5-551a-412c-9af5-66946993e7ac HTTP/1.1" status: 204 len: 168 time: 0.6956594 Sep 16 05:00:47.956584 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a945086-5bb9-47aa-b719-cbf03fae3ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81176c5-551a-412c-9af5-66946993e7ac,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:47.961020 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-960b3df1-6a7c-43da-849e-ebbdbbc7e192 req-adf07383-3d32-4a92-b771-09f137b7cec6 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816863 Sep 16 05:00:47.966397 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8820838-12c7-4c31-a786-fc3b24747092 req-7c12fd4d-622a-4bd9-85f8-b6bdd856e1ea service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787272 Sep 16 05:00:48.031607 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d7779-8584-448a-b2bd-9abd70574720 None None] Pushing event updated for resources: {'Port': ['ID=69b1e977-6663-43c4-9c36-75d4db87228b,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:48.051611 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-abf7e0a2-c760-43a2-afb4-2d6afff915ad tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7725091 Sep 16 05:00:48.053887 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58452) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:48.101522 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] Attempting to bind port 69b1e977-6663-43c4-9c36-75d4db87228b on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:48.102179 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] Attempting to bind port 69b1e977-6663-43c4-9c36-75d4db87228b by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'f82f4293-da7e-4779-be77-673136623063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '570b8822-a200-4326-8a7c-845101ffd5be'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:48.102786 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] Attempting to bind port 69b1e977-6663-43c4-9c36-75d4db87228b on network 570b8822-a200-4326-8a7c-845101ffd5be {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:48.112771 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:48.113709 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] Checking segment: {'id': 'f82f4293-da7e-4779-be77-673136623063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '570b8822-a200-4326-8a7c-845101ffd5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:48.114550 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.115357 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] Bound using segment: {'id': 'f82f4293-da7e-4779-be77-673136623063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '570b8822-a200-4326-8a7c-845101ffd5be'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:48.116863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] Bound port: 69b1e977-6663-43c4-9c36-75d4db87228b, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f82f4293-da7e-4779-be77-673136623063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '570b8822-a200-4326-8a7c-845101ffd5be'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:48.117469 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.206568 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6764fd-2552-416f-abbf-758e9802815b req-06f93916-2927-402c-90dd-c78557ebfee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:48.208540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d6764fd-2552-416f-abbf-758e9802815b req-06f93916-2927-402c-90dd-c78557ebfee2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 1097 time: 0.2114594 Sep 16 05:00:48.241051 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] For port 69b1e977-6663-43c4-9c36-75d4db87228b, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:48.254097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] For port 69b1e977-6663-43c4-9c36-75d4db87228b, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=69b1e977-6663-43c4-9c36-75d4db87228b,segment=NetworkSegment(f82f4293-da7e-4779-be77-673136623063),segment_id=f82f4293-da7e-4779-be77-673136623063)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:48.269286 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e097d54-d30f-4659-b285-1f8f8f11d473 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:48.274468 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448d3fc8-59de-40cf-b05a-725d60ea9085 admin admin] Made reservation on behalf of daaffd5eda474c19aa876e51912f87aa for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:48.277537 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-448d3fc8-59de-40cf-b05a-725d60ea9085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.285239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-cd620f25-bd41-4acb-a8ff-f817cb51ba92 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port 68aac60b-b6c1-4045-9fe1-b608dc1fd387 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:48.289349 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cd620f25-bd41-4acb-a8ff-f817cb51ba92 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.290608 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.330143 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Transition to ACTIVE for port object 9e097d54-d30f-4659-b285-1f8f8f11d473 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:00:48.335482 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.421837 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.429512 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cd620f25-bd41-4acb-a8ff-f817cb51ba92 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.453788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-cd620f25-bd41-4acb-a8ff-f817cb51ba92 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for 68aac60b-b6c1-4045-9fe1-b608dc1fd387 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:48.471316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] Routers {'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:48.472210 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:00:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fb57fb55-3e2a-460a-beb3-6a3fa610b8a3'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:48.565443 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-92a705d6-78cc-408f-a34b-9e97c73ced0f None None] Provisioning complete for port 69b1e977-6663-43c4-9c36-75d4db87228b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:48.566418 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-92a705d6-78cc-408f-a34b-9e97c73ced0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.581997 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Pushing event updated for resources: {'Port': ['ID=9e097d54-d30f-4659-b285-1f8f8f11d473,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:48.639782 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d7779-8584-448a-b2bd-9abd70574720 None None] Pushing event updated for resources: {'Port': ['ID=69b1e977-6663-43c4-9c36-75d4db87228b,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:48.782742 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Attempting to bind port 9e097d54-d30f-4659-b285-1f8f8f11d473 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:48.783254 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Attempting to bind port 9e097d54-d30f-4659-b285-1f8f8f11d473 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '204d4ec3-a087-4eba-bfa4-217654581440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:48.784165 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Attempting to bind port 9e097d54-d30f-4659-b285-1f8f8f11d473 on network b9ef8e82-1028-4bc1-a846-04cbe862c35a {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:48.797172 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Port 9e097d54-d30f-4659-b285-1f8f8f11d473 on network b9ef8e82-1028-4bc1-a846-04cbe862c35a not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:48.797172 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Attempting to bind port 9e097d54-d30f-4659-b285-1f8f8f11d473 on network b9ef8e82-1028-4bc1-a846-04cbe862c35a {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:48.809512 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:48.810178 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Checking segment: {'id': '204d4ec3-a087-4eba-bfa4-217654581440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:48.810683 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Bound using segment: {'id': '204d4ec3-a087-4eba-bfa4-217654581440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:48.811480 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Bound port: 9e097d54-d30f-4659-b285-1f8f8f11d473, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '204d4ec3-a087-4eba-bfa4-217654581440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:48.811955 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.848974 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] Set router fb57fb55-3e2a-460a-beb3-6a3fa610b8a3 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:48.914787 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] For port 9e097d54-d30f-4659-b285-1f8f8f11d473, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:48.923386 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] For port 9e097d54-d30f-4659-b285-1f8f8f11d473, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9e097d54-d30f-4659-b285-1f8f8f11d473,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:48.932225 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-92a705d6-78cc-408f-a34b-9e97c73ced0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.028473 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.073501 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-92a705d6-78cc-408f-a34b-9e97c73ced0f None None] For port 69b1e977-6663-43c4-9c36-75d4db87228b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=69b1e977-6663-43c4-9c36-75d4db87228b,segment=NetworkSegment(f82f4293-da7e-4779-be77-673136623063),segment_id=f82f4293-da7e-4779-be77-673136623063)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:49.129396 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.130447 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.130740 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6764fd-2552-416f-abbf-758e9802815b req-854c0642-b53d-4273-9525-f8b579e25e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.132306 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3f494d93-206e-4f47-a350-47f771b548ab req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] 10.222.0.38 "PUT /v2.0/ports/9e097d54-d30f-4659-b285-1f8f8f11d473 HTTP/1.1" status: 200 len: 1092 time: 1.5506358 Sep 16 05:00:49.132460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d6764fd-2552-416f-abbf-758e9802815b req-854c0642-b53d-4273-9525-f8b579e25e70 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 913 time: 0.8757274 Sep 16 05:00:49.133564 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7effe7-0ce2-4218-bce8-c228154f1d72 service neutron] Pushing event updated for resources: {'Port': ['ID=9e097d54-d30f-4659-b285-1f8f8f11d473,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:49.137273 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cd620f25-bd41-4acb-a8ff-f817cb51ba92 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.138139 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc', 'tag': '9e097d54-d30f-4659-b285-1f8f8f11d473'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:49.143024 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93eb3110-bda1-43ff-90f3-9638d419d55f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc", "tag": "9e097d54-d30f-4659-b285-1f8f8f11d473"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:49.146433 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-448d3fc8-59de-40cf-b05a-725d60ea9085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.211046 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-92a705d6-78cc-408f-a34b-9e97c73ced0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.231852 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d3fc8-59de-40cf-b05a-725d60ea9085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c10113-ad33-4ca7-b122-f54db5e87dd7,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:49.263111 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3', 'name': 'tempest-TestAggregatesBasicOps-1174814980-router', 'tenant_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '8ba34fa9-241a-4de9-88f8-77a5432ba91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:34Z', 'updated_at': '2021-09-16T05:00:42Z', 'revision_number': 4, 'project_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'gw_port': {'id': '8ba34fa9-241a-4de9-88f8-77a5432ba91f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:36Z', 'updated_at': '2021-09-16T05:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '69b1e977-6663-43c4-9c36-75d4db87228b', 'name': '', 'network_id': '570b8822-a200-4326-8a7c-845101ffd5be', 'tenant_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'mac_address': 'fa:16:3e:ae:c2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'bd51eb87-5fb4-46e0-b393-3530e6dd4300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:40Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'subnets': [{'id': 'bd51eb87-5fb4-46e0-b393-3530e6dd4300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:49.277160 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd620f25-bd41-4acb-a8ff-f817cb51ba92 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=68aac60b-b6c1-4045-9fe1-b608dc1fd387,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:49.295807 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448d3fc8-59de-40cf-b05a-725d60ea9085 admin admin] Checking segment: {'id': 'c2c67716-4e8c-409f-bbd8-3a3121cdf692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '10c52065-ab2b-4458-a37d-715b825b80ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:49.296136 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448d3fc8-59de-40cf-b05a-725d60ea9085 admin admin] Network hostable DHCP agents. Network: 10c52065-ab2b-4458-a37d-715b825b80ed, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:49.296304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ba359-aa74-4100-9d51-fdb3d7b2da04 None None] The sync data for ids ['fb57fb55-3e2a-460a-beb3-6a3fa610b8a3'] in n-d-712140-13 is: [{'id': 'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3', 'name': 'tempest-TestAggregatesBasicOps-1174814980-router', 'tenant_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '8ba34fa9-241a-4de9-88f8-77a5432ba91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:34Z', 'updated_at': '2021-09-16T05:00:42Z', 'revision_number': 4, 'project_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'gw_port': {'id': '8ba34fa9-241a-4de9-88f8-77a5432ba91f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:36Z', 'updated_at': '2021-09-16T05:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '69b1e977-6663-43c4-9c36-75d4db87228b', 'name': '', 'network_id': '570b8822-a200-4326-8a7c-845101ffd5be', 'tenant_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'mac_address': 'fa:16:3e:ae:c2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'bd51eb87-5fb4-46e0-b393-3530e6dd4300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:40Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'subnets': [{'id': 'bd51eb87-5fb4-46e0-b393-3530e6dd4300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:49.317796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0bfaab04-3912-44be-9816-d5638df0f796 req-d7ef78c1-453c-48ed-92b7-bcc614cc09f8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7239141 Sep 16 05:00:49.320946 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cd620f25-bd41-4acb-a8ff-f817cb51ba92 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.327251 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-cd620f25-bd41-4acb-a8ff-f817cb51ba92 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/ports/68aac60b-b6c1-4045-9fe1-b608dc1fd387 HTTP/1.1" status: 204 len: 168 time: 1.2719595 Sep 16 05:00:49.334219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58510) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:49.346481 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a705d6-78cc-408f-a34b-9e97c73ced0f None None] Pushing event updated for resources: {'Port': ['ID=69b1e977-6663-43c4-9c36-75d4db87228b,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:49.357477 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-a78bb589-0e8d-412e-b11e-46fb462c5c62 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'network_id': '8333fd32-395d-4122-9634-38ca2c71b947', 'mac_address': 'fa:16:3e:e0:f4:96', 'name': 'tempest-PortsIpV6TestJSON-374100189'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:49.373795 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f228cfa0-6daf-4ecd-887b-c63c68c3ccbc None None] Provisioning complete for port 69b1e977-6663-43c4-9c36-75d4db87228b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:49.374176 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f228cfa0-6daf-4ecd-887b-c63c68c3ccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.379471 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3cbb3-d157-4069-ad89-a218dc81acfd req-8c488e67-681a-46c4-b085-821860fa0ee6 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.381539 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4fd3cbb3-d157-4069-ad89-a218dc81acfd req-8c488e67-681a-46c4-b085-821860fa0ee6 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 947 time: 0.7572577 Sep 16 05:00:49.520505 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f494d93-206e-4f47-a350-47f771b548ab req-a44efab3-d00f-4764-aec4-fbdd975e2c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.525745 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3f494d93-206e-4f47-a350-47f771b548ab req-a44efab3-d00f-4764-aec4-fbdd975e2c46 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=852c1dc106e84e98bc9ab877166f44bc&device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 1095 time: 0.2398686 Sep 16 05:00:49.534161 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989b669-892c-46fb-9d31-090f2e6e9d76 req-44fa0d89-9c7a-4f23-9ffa-51d4717b3532 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.535800 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8989b669-892c-46fb-9d31-090f2e6e9d76 req-44fa0d89-9c7a-4f23-9ffa-51d4717b3532 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.4007185 Sep 16 05:00:49.555308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d6764fd-2552-416f-abbf-758e9802815b req-6d560770-9193-4f8f-9674-10b66b29c170 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267 HTTP/1.1" status: 200 len: 999 time: 0.3981199 Sep 16 05:00:49.594996 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3f494d93-206e-4f47-a350-47f771b548ab req-14df0985-fcde-4dc6-b368-f28428dd5a48 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e097d54-d30f-4659-b285-1f8f8f11d473 HTTP/1.1" status: 200 len: 217 time: 0.0490806 Sep 16 05:00:49.640917 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448d3fc8-59de-40cf-b05a-725d60ea9085 admin admin] Network 10c52065-ab2b-4458-a37d-715b825b80ed is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:49.662182 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f494d93-206e-4f47-a350-47f771b548ab req-3470b6c5-ae2f-43ea-b221-ca99cdfb93a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.664536 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3f494d93-206e-4f47-a350-47f771b548ab req-3470b6c5-ae2f-43ea-b221-ca99cdfb93a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=78824b81-40b9-45ee-a0f2-5c2c425bea42 HTTP/1.1" status: 200 len: 854 time: 0.0673254 Sep 16 05:00:49.739089 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3f494d93-206e-4f47-a350-47f771b548ab req-56f949c4-84e8-4a7e-9ae3-c2ca80c7ddf4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9ef8e82-1028-4bc1-a846-04cbe862c35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671256 Sep 16 05:00:49.751790 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-448d3fc8-59de-40cf-b05a-725d60ea9085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 10c52065-ab2b-4458-a37d-715b825b80ed) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:49.757033 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4fd3cbb3-d157-4069-ad89-a218dc81acfd req-061a89c8-d62d-4467-b8ce-d2467071906c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411478 Sep 16 05:00:49.780123 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448d3fc8-59de-40cf-b05a-725d60ea9085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.780733 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-448d3fc8-59de-40cf-b05a-725d60ea9085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.797542 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4547e328-40a8-4d80-be8c-a26b6c506742 None None] Network 10c52065-ab2b-4458-a37d-715b825b80ed requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:49.800245 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8989b669-892c-46fb-9d31-090f2e6e9d76 req-a3e330d1-eadc-49a5-b68b-461982881f32 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463582 Sep 16 05:00:49.803563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfaab04-3912-44be-9816-d5638df0f796 req-a7f73c21-2394-4665-b6d9-a5618a80dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.806928 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0bfaab04-3912-44be-9816-d5638df0f796 req-a7f73c21-2394-4665-b6d9-a5618a80dedf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 1098 time: 0.2816873 Sep 16 05:00:49.810036 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6764fd-2552-416f-abbf-758e9802815b req-3438eeee-73d7-4e72-9c5c-b634141c1122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.813037 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d6764fd-2552-416f-abbf-758e9802815b req-3438eeee-73d7-4e72-9c5c-b634141c1122 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.2190900 Sep 16 05:00:50.039609 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc51051-3b2b-4de9-86a8-dd9789106715 x-openstack-request-id: req-2fc51051-3b2b-4de9-86a8-dd9789106715 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:50.039850 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc", "tag": "9e097d54-d30f-4659-b285-1f8f8f11d473", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:50.040113 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fc51051-3b2b-4de9-86a8-dd9789106715 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:50.040535 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc', 'tag': '9e097d54-d30f-4659-b285-1f8f8f11d473', 'status': 'completed', 'code': 200} Sep 16 05:00:50.055005 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-448d3fc8-59de-40cf-b05a-725d60ea9085 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1523070 Sep 16 05:00:50.065861 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58542) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:50.071798 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfaab04-3912-44be-9816-d5638df0f796 req-b73c92f1-642a-4c04-a4f5-66a16690e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:50.076334 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0bfaab04-3912-44be-9816-d5638df0f796 req-b73c92f1-642a-4c04-a4f5-66a16690e39e service neutron] 10.222.0.21 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 913 time: 0.1892111 Sep 16 05:00:50.079574 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c24e59c0-211f-46fb-8b6a-692279df1ad2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-83905078-router', 'tenant_id': 'daaffd5eda474c19aa876e51912f87aa', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:50.080235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78bb589-0e8d-412e-b11e-46fb462c5c62 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:50.179306 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3f494d93-206e-4f47-a350-47f771b548ab req-2115e597-3484-4549-a129-6e32bf9dfa9d service neutron] 10.222.0.38 "GET /v2.0/networks/b9ef8e82-1028-4bc1-a846-04cbe862c35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306304 Sep 16 05:00:50.244125 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-10c52065-ab2b-4458-a37d-715b825b80ed', 'network_id': '10c52065-ab2b-4458-a37d-715b825b80ed', 'tenant_id': 'daaffd5eda474c19aa876e51912f87aa', 'fixed_ips': [{'subnet_id': '79c10113-ad33-4ca7-b122-f54db5e87dd7'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:50.244997 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.248929 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c24e59c0-211f-46fb-8b6a-692279df1ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.256864 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c24e59c0-211f-46fb-8b6a-692279df1ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.329974 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6764fd-2552-416f-abbf-758e9802815b req-488c7d8f-45c8-4b5e-8947-531b77c8ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:50.331588 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d6764fd-2552-416f-abbf-758e9802815b req-488c7d8f-45c8-4b5e-8947-531b77c8ba76 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5108347 Sep 16 05:00:50.336072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0bfaab04-3912-44be-9816-d5638df0f796 req-c7a13c29-7a71-4229-afcc-96483f1db56a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e71a780-b0f8-4619-ac92-45595e2e30f1 HTTP/1.1" status: 200 len: 217 time: 0.2054827 Sep 16 05:00:50.459157 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a78bb589-0e8d-412e-b11e-46fb462c5c62 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.541305 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c24e59c0-211f-46fb-8b6a-692279df1ad2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.549409 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3f494d93-206e-4f47-a350-47f771b548ab req-5fbda37e-e6c8-4fa4-841d-fe078d327d52 service neutron] 10.222.0.38 "GET /v2.0/networks/b9ef8e82-1028-4bc1-a846-04cbe862c35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619514 Sep 16 05:00:50.607246 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] Allocated IP 172.20.0.2 (10c52065-ab2b-4458-a37d-715b825b80ed/79c10113-ad33-4ca7-b122-f54db5e87dd7/fae2de87-b00a-42a9-b9e6-9ba2da93256a) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:50.642092 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e92bd8-4959-4697-ab00-ec3a45301dda req-6814214b-560f-4887-8804-8d51712e4f64 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:50.655286 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41e92bd8-4959-4697-ab00-ec3a45301dda req-6814214b-560f-4887-8804-8d51712e4f64 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 943 time: 0.5796967 Sep 16 05:00:50.706296 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-a78bb589-0e8d-412e-b11e-46fb462c5c62 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] device_id is not set on port 1e276e2b-385d-4956-875c-0778ee951d46 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:50.775286 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41e92bd8-4959-4697-ab00-ec3a45301dda req-b0fc2fa6-3680-4121-85a0-5138bc0f58aa tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148164 Sep 16 05:00:50.833284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfaab04-3912-44be-9816-d5638df0f796 req-55cfea10-5d9e-48fc-9c86-4e6c07cfaa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:50.835770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0bfaab04-3912-44be-9816-d5638df0f796 req-55cfea10-5d9e-48fc-9c86-4e6c07cfaa93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.4880171 Sep 16 05:00:50.896187 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.936654 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c24e59c0-211f-46fb-8b6a-692279df1ad2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.977535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb3110-bda1-43ff-90f3-9638d419d55f req-3073dc7e-32ce-47e9-be08-daac56f572c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:50.984176 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-93eb3110-bda1-43ff-90f3-9638d419d55f req-3073dc7e-32ce-47e9-be08-daac56f572c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=852c1dc106e84e98bc9ab877166f44bc&device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 1095 time: 0.1711271 Sep 16 05:00:51.021670 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 69b1e977-6663-43c4-9c36-75d4db87228b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:51.077318 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.156840 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a78bb589-0e8d-412e-b11e-46fb462c5c62 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.164506 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] Network 10c52065-ab2b-4458-a37d-715b825b80ed is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:51.167691 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb3110-bda1-43ff-90f3-9638d419d55f req-15041d8c-23b9-42d4-b394-5ac63f687278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:51.169396 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-93eb3110-bda1-43ff-90f3-9638d419d55f req-15041d8c-23b9-42d4-b394-5ac63f687278 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b9ef8e82-1028-4bc1-a846-04cbe862c35a HTTP/1.1" status: 200 len: 915 time: 0.1803989 Sep 16 05:00:51.172339 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:51.177563 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:51.187476 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] Pushing event updated for resources: {'Port': ['ID=fae2de87-b00a-42a9-b9e6-9ba2da93256a,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:51.265198 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-93eb3110-bda1-43ff-90f3-9638d419d55f req-c6647fa5-7807-477a-988e-3484feea6cae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e097d54-d30f-4659-b285-1f8f8f11d473 HTTP/1.1" status: 200 len: 217 time: 0.0748816 Sep 16 05:00:51.268827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d6764fd-2552-416f-abbf-758e9802815b req-03dae884-2d21-49b7-b5e7-237ac7e5af13 service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9105654 Sep 16 05:00:51.301440 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfaab04-3912-44be-9816-d5638df0f796 req-ab140422-c7fc-4ede-844b-b69ab0621677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:51.303259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0bfaab04-3912-44be-9816-d5638df0f796 req-ab140422-c7fc-4ede-844b-b69ab0621677 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4585478 Sep 16 05:00:51.320663 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a78bb589-0e8d-412e-b11e-46fb462c5c62 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.321351 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb3110-bda1-43ff-90f3-9638d419d55f req-30e9b469-3b84-4332-8c24-4ef63a1aeb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:51.323026 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-93eb3110-bda1-43ff-90f3-9638d419d55f req-30e9b469-3b84-4332-8c24-4ef63a1aeb0f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=78824b81-40b9-45ee-a0f2-5c2c425bea42 HTTP/1.1" status: 200 len: 854 time: 0.0552278 Sep 16 05:00:51.327895 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] Attempting to bind port fae2de87-b00a-42a9-b9e6-9ba2da93256a on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:51.327895 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] Attempting to bind port fae2de87-b00a-42a9-b9e6-9ba2da93256a by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c2c67716-4e8c-409f-bbd8-3a3121cdf692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '10c52065-ab2b-4458-a37d-715b825b80ed'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:51.327895 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] Attempting to bind port fae2de87-b00a-42a9-b9e6-9ba2da93256a on network 10c52065-ab2b-4458-a37d-715b825b80ed {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:51.346211 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 69b1e977-6663-43c4-9c36-75d4db87228b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:51.346428 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.366105 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-93eb3110-bda1-43ff-90f3-9638d419d55f req-1d1f5274-4502-4f4e-a23a-23ab6cd17d5f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9ef8e82-1028-4bc1-a846-04cbe862c35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349021 Sep 16 05:00:51.400736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db72b04-b2b5-4f4a-89e0-62415b8a2e83 req-1289fb38-177d-4d4d-9ffb-40eadb658fe3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:51.409730 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2db72b04-b2b5-4f4a-89e0-62415b8a2e83 req-1289fb38-177d-4d4d-9ffb-40eadb658fe3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.4498534 Sep 16 05:00:51.416019 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:51.416327 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] Checking segment: {'id': 'c2c67716-4e8c-409f-bbd8-3a3121cdf692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '10c52065-ab2b-4458-a37d-715b825b80ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:51.416999 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.418012 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] Bound using segment: {'id': 'c2c67716-4e8c-409f-bbd8-3a3121cdf692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '10c52065-ab2b-4458-a37d-715b825b80ed'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:51.418772 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] Bound port: fae2de87-b00a-42a9-b9e6-9ba2da93256a, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c67716-4e8c-409f-bbd8-3a3121cdf692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '10c52065-ab2b-4458-a37d-715b825b80ed'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:51.419825 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.474753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58576) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:51.536720 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-93eb3110-bda1-43ff-90f3-9638d419d55f req-add0c6eb-eec5-4f19-b903-5076911029f5 service neutron] 10.222.0.38 "GET /v2.0/networks/b9ef8e82-1028-4bc1-a846-04cbe862c35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210456 Sep 16 05:00:51.557237 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] For port fae2de87-b00a-42a9-b9e6-9ba2da93256a, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:51.562942 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] For port fae2de87-b00a-42a9-b9e6-9ba2da93256a, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=fae2de87-b00a-42a9-b9e6-9ba2da93256a,segment=NetworkSegment(c2c67716-4e8c-409f-bbd8-3a3121cdf692),segment_id=c2c67716-4e8c-409f-bbd8-3a3121cdf692)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:51.609601 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37eee2-567f-4816-b0f5-f309bcbefd69 req-f2ff96e6-d8a6-4a8d-905c-1b0dca59f73b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:51.611575 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d37eee2-567f-4816-b0f5-f309bcbefd69 req-f2ff96e6-d8a6-4a8d-905c-1b0dca59f73b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 947 time: 0.6010737 Sep 16 05:00:51.653608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78bb589-0e8d-412e-b11e-46fb462c5c62 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network 8333fd32-395d-4122-9634-38ca2c71b947 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:51.668285 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.695031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-a78bb589-0e8d-412e-b11e-46fb462c5c62 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:51.698259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78bb589-0e8d-412e-b11e-46fb462c5c62 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:51.706959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78bb589-0e8d-412e-b11e-46fb462c5c62 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:51.707652 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a78bb589-0e8d-412e-b11e-46fb462c5c62 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.730822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bb589-0e8d-412e-b11e-46fb462c5c62 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=1e276e2b-385d-4956-875c-0778ee951d46,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:51.737369 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0bfaab04-3912-44be-9816-d5638df0f796 req-4f64326f-3a5a-4f48-afd1-95f6190f9f64 service neutron] 10.222.0.21 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201527 Sep 16 05:00:51.786650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d37eee2-567f-4816-b0f5-f309bcbefd69 req-f2160b13-eab8-4ea7-8e00-1fcb79fbb44d tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510553 Sep 16 05:00:51.803487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be5edf-3454-47c6-b9c9-d5ba9809216b None None] Pushing event updated for resources: {'Port': ['ID=fae2de87-b00a-42a9-b9e6-9ba2da93256a,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:51.846648 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2db72b04-b2b5-4f4a-89e0-62415b8a2e83 req-58742aef-1196-4aff-9999-77daf111f409 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357007 Sep 16 05:00:51.963160 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a78bb589-0e8d-412e-b11e-46fb462c5c62 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6171794 Sep 16 05:00:51.973795 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58590) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:52.035100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d6764fd-2552-416f-abbf-758e9802815b req-84dfa4b4-500d-4921-b673-4872bb1376a3 service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7559402 Sep 16 05:00:52.067677 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f77c9b1c-9d9b-4477-846f-3d87db03605e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.175824 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3899fdd4-bc72-484a-8a34-071fd7ccf854 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:52.180457 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3899fdd4-bc72-484a-8a34-071fd7ccf854 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports/1e276e2b-385d-4956-875c-0778ee951d46 HTTP/1.1" status: 200 len: 844 time: 0.1975768 Sep 16 05:00:52.185965 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58596) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:52.269155 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-93eb3110-bda1-43ff-90f3-9638d419d55f req-2d4d99a6-ed2f-484b-8426-d9e0e5ab3208 service neutron] 10.222.0.38 "GET /v2.0/networks/b9ef8e82-1028-4bc1-a846-04cbe862c35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7231421 Sep 16 05:00:52.272703 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c24e59c0-211f-46fb-8b6a-692279df1ad2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.278855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0bfaab04-3912-44be-9816-d5638df0f796 req-f8c073b5-e558-4cee-8799-00a6f53b9954 service neutron] 10.222.0.21 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267582 Sep 16 05:00:52.316577 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c24e59c0-211f-46fb-8b6a-692279df1ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.341923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535f086-29ed-4586-9bc2-8fd5d447ff13 req-ed4f420f-d31c-4302-8308-8bc6e13b11fe tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:52.343870 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c535f086-29ed-4586-9bc2-8fd5d447ff13 req-ed4f420f-d31c-4302-8308-8bc6e13b11fe tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 943 time: 0.3793461 Sep 16 05:00:52.432520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c535f086-29ed-4586-9bc2-8fd5d447ff13 req-85b93e4a-b074-4bd0-80e5-9979430f52c1 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759368 Sep 16 05:00:52.472330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-d70d201a-f33e-490c-869a-3ab4299adf8c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port 1e276e2b-385d-4956-875c-0778ee951d46 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:52.472685 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d70d201a-f33e-490c-869a-3ab4299adf8c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.513349 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-c24e59c0-211f-46fb-8b6a-692279df1ad2 admin admin] Allocated IP 172.25.4.164 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/3ce90ebe-f7e8-4a2e-9873-e73050093c35) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:52.611589 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d70d201a-f33e-490c-869a-3ab4299adf8c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.630443 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f77c9b1c-9d9b-4477-846f-3d87db03605e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.654540 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-d70d201a-f33e-490c-869a-3ab4299adf8c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for 1e276e2b-385d-4956-875c-0778ee951d46 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:52.702839 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c24e59c0-211f-46fb-8b6a-692279df1ad2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.720659 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f786c-2ec1-494d-bd06-b8a0740b23b0 req-63171de6-cc0b-43b9-bfdb-f5b0a132a04c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:52.722973 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-271f786c-2ec1-494d-bd06-b8a0740b23b0 req-63171de6-cc0b-43b9-bfdb-f5b0a132a04c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.1446626 Sep 16 05:00:52.743680 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f77c9b1c-9d9b-4477-846f-3d87db03605e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.847074 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-271f786c-2ec1-494d-bd06-b8a0740b23b0 req-c8c970c1-6933-4254-ab46-17cda4207900 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145260 Sep 16 05:00:52.878493 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c9b1c-9d9b-4477-846f-3d87db03605e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600da355-9150-4551-94b4-61aee3ba10dd,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:52.891233 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58612) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:52.903282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f77c9b1c-9d9b-4477-846f-3d87db03605e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f43a97d01b17497b892e78190cb1ab93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3517485 Sep 16 05:00:52.920370 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c24e59c0-211f-46fb-8b6a-692279df1ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.012506 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24e59c0-211f-46fb-8b6a-692279df1ad2 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:53.013467 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e59c0-211f-46fb-8b6a-692279df1ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce90ebe-f7e8-4a2e-9873-e73050093c35,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:53.018223 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-c24e59c0-211f-46fb-8b6a-692279df1ad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:53.020508 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device fae2de87-b00a-42a9-b9e6-9ba2da93256a up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:53.021937 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24e59c0-211f-46fb-8b6a-692279df1ad2 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:53.057935 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2877141-bcab-47fd-9916-5a9e91debb98 req-455c5ff0-e64b-4df7-9d54-0981d5fd6b9d tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:53.061766 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2877141-bcab-47fd-9916-5a9e91debb98 req-455c5ff0-e64b-4df7-9d54-0981d5fd6b9d tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 947 time: 0.1215129 Sep 16 05:00:53.065905 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cacace-4021-461e-9c8d-ad9bc51ff92c None None] Network 10c52065-ab2b-4458-a37d-715b825b80ed requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:53.072573 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-481d082d-f773-46af-b878-fbc5ba5e0538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.108853 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d70d201a-f33e-490c-869a-3ab4299adf8c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.135601 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-481d082d-f773-46af-b878-fbc5ba5e0538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.165344 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e4541f53-7797-46ef-82d3-d676fda45eae None None] Provisioning complete for port fae2de87-b00a-42a9-b9e6-9ba2da93256a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:53.166065 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e4541f53-7797-46ef-82d3-d676fda45eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.170070 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2877141-bcab-47fd-9916-5a9e91debb98 req-c613e235-26f2-4e31-b6fc-0f7b6b35e95f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970268 Sep 16 05:00:53.172726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d201a-f33e-490c-869a-3ab4299adf8c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=1e276e2b-385d-4956-875c-0778ee951d46,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:53.189021 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d70d201a-f33e-490c-869a-3ab4299adf8c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.195306 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d70d201a-f33e-490c-869a-3ab4299adf8c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/ports/1e276e2b-385d-4956-875c-0778ee951d46 HTTP/1.1" status: 204 len: 168 time: 0.9890220 Sep 16 05:00:53.196657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58616) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:53.227223 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f192049-3b53-4f12-8ac7-eabc53c95245 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] GET failed (client error): The resource could not be found. Sep 16 05:00:53.233322 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4f192049-3b53-4f12-8ac7-eabc53c95245 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports/1e276e2b-385d-4956-875c-0778ee951d46 HTTP/1.1" status: 404 len: 333 time: 0.0356677 Sep 16 05:00:53.233905 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58620) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:53.264241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port fae2de87-b00a-42a9-b9e6-9ba2da93256a triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:53.264788 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.267651 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-aaef99a6-d75c-44fb-bc17-5fd196baaf12 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'network_id': '8333fd32-395d-4122-9634-38ca2c71b947', 'name': 'tempest-PortsIpV6TestJSON-1949739292'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:53.382379 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e4541f53-7797-46ef-82d3-d676fda45eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.454190 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.457567 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e4541f53-7797-46ef-82d3-d676fda45eae None None] For port fae2de87-b00a-42a9-b9e6-9ba2da93256a, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=fae2de87-b00a-42a9-b9e6-9ba2da93256a,segment=NetworkSegment(c2c67716-4e8c-409f-bbd8-3a3121cdf692),segment_id=c2c67716-4e8c-409f-bbd8-3a3121cdf692)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:53.592836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4bcde-9438-4f4b-831e-f3126aae7469 req-c7cd1bef-a4af-44f6-a502-4e1f5eb04ba7 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:53.594637 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2e4bcde-9438-4f4b-831e-f3126aae7469 req-c7cd1bef-a4af-44f6-a502-4e1f5eb04ba7 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 943 time: 0.0650854 Sep 16 05:00:53.625235 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e4541f53-7797-46ef-82d3-d676fda45eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.663139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2e4bcde-9438-4f4b-831e-f3126aae7469 req-e812e4e9-ea0c-4a1f-bce5-e92b1a368fac tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586467 Sep 16 05:00:53.684445 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-481d082d-f773-46af-b878-fbc5ba5e0538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.687715 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-481d082d-f773-46af-b878-fbc5ba5e0538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.689476 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-481d082d-f773-46af-b878-fbc5ba5e0538 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/600da355-9150-4551-94b4-61aee3ba10dd HTTP/1.1" status: 204 len: 168 time: 0.7964594 Sep 16 05:00:53.704512 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaef99a6-d75c-44fb-bc17-5fd196baaf12 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:53.708204 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aaef99a6-d75c-44fb-bc17-5fd196baaf12 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.712679 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d082d-f773-46af-b878-fbc5ba5e0538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600da355-9150-4551-94b4-61aee3ba10dd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:53.748554 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-aaef99a6-d75c-44fb-bc17-5fd196baaf12 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] device_id is not set on port f7d565fb-b5fc-4e7e-9ad3-a6e0f55dd7c4 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:53.843131 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c24e59c0-211f-46fb-8b6a-692279df1ad2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.920506 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 9e097d54-d30f-4659-b285-1f8f8f11d473 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:53.970935 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:00:53.971318 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:00:53.987427 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ea9ecee8-47b1-436e-af6b-33aa5668d227 None None] Provisioning complete for port fae2de87-b00a-42a9-b9e6-9ba2da93256a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:53.987975 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ea9ecee8-47b1-436e-af6b-33aa5668d227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.036441 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4541f53-7797-46ef-82d3-d676fda45eae None None] Pushing event updated for resources: {'Port': ['ID=fae2de87-b00a-42a9-b9e6-9ba2da93256a,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:54.058707 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aaef99a6-d75c-44fb-bc17-5fd196baaf12 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.066599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e9c2e-c8e7-429f-8e41-ea437cef2460 req-89d54867-8225-4515-b38e-09e987de5c88 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:54.069262 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e3e9c2e-c8e7-429f-8e41-ea437cef2460 req-89d54867-8225-4515-b38e-09e987de5c88 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.1092536 Sep 16 05:00:54.136499 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e3e9c2e-c8e7-429f-8e41-ea437cef2460 req-0171ff5e-b458-401d-93f6-dc5da92a0928 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579767 Sep 16 05:00:54.155978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 9e097d54-d30f-4659-b285-1f8f8f11d473, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9e097d54-d30f-4659-b285-1f8f8f11d473,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:54.175610 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '9e097d54-d30f-4659-b285-1f8f8f11d473', 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a', 'port_id': '9e097d54-d30f-4659-b285-1f8f8f11d473', 'mac_address': 'fa:16:3e:1b:f8:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78824b81-40b9-45ee-a0f2-5c2c425bea42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:54.279190 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.282842 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c24e59c0-211f-46fb-8b6a-692279df1ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.289705 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aaef99a6-d75c-44fb-bc17-5fd196baaf12 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.301391 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e097d54-d30f-4659-b285-1f8f8f11d473 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:54.325546 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 9e097d54-d30f-4659-b285-1f8f8f11d473, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9e097d54-d30f-4659-b285-1f8f8f11d473,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:54.334331 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.382953 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaef99a6-d75c-44fb-bc17-5fd196baaf12 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network 8333fd32-395d-4122-9634-38ca2c71b947 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:54.388028 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-aaef99a6-d75c-44fb-bc17-5fd196baaf12 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:54.394747 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef99a6-d75c-44fb-bc17-5fd196baaf12 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:54.401199 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaef99a6-d75c-44fb-bc17-5fd196baaf12 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:54.402149 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aaef99a6-d75c-44fb-bc17-5fd196baaf12 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.456899 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef99a6-d75c-44fb-bc17-5fd196baaf12 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=f7d565fb-b5fc-4e7e-9ad3-a6e0f55dd7c4,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:54.460472 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.533027 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58676) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:54.535429 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-aaef99a6-d75c-44fb-bc17-5fd196baaf12 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2751012 Sep 16 05:00:54.539420 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-0b019e61-a989-42ea-b990-3eeaf1100945 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:54.561394 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=9e097d54-d30f-4659-b285-1f8f8f11d473,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:54.565149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24e59c0-211f-46fb-8b6a-692279df1ad2 admin admin] Router 31215966-e34c-4aca-a794-dd2b7b764894 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:00:54.658718 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0b019e61-a989-42ea-b990-3eeaf1100945 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.721159 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24e59c0-211f-46fb-8b6a-692279df1ad2 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:54.734612 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] Sync routers for ids ['31215966-e34c-4aca-a794-dd2b7b764894'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:54.751793 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] Routers {'31215966-e34c-4aca-a794-dd2b7b764894'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:54.752458 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:00:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['31215966-e34c-4aca-a794-dd2b7b764894'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:54.837692 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c24e59c0-211f-46fb-8b6a-692279df1ad2 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.841510 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c24e59c0-211f-46fb-8b6a-692279df1ad2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7722788 Sep 16 05:00:54.842522 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58710) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:54.890295 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['9e097d54-d30f-4659-b285-1f8f8f11d473'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:54.975621 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device fae2de87-b00a-42a9-b9e6-9ba2da93256a up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:55.013972 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a51df-3c22-4029-afa8-892c82abc2df req-ab67d829-25b2-40bd-af7f-b149a0b3d142 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:55.023648 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e7a51df-3c22-4029-afa8-892c82abc2df req-ab67d829-25b2-40bd-af7f-b149a0b3d142 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 944 time: 0.2174315 Sep 16 05:00:55.040723 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] Set router 31215966-e34c-4aca-a794-dd2b7b764894 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:55.164272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port fae2de87-b00a-42a9-b9e6-9ba2da93256a triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:55.164902 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.224685 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0b019e61-a989-42ea-b990-3eeaf1100945 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.234648 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e7a51df-3c22-4029-afa8-892c82abc2df req-664188bd-ffd5-4754-99d9-5564dd051785 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099862 Sep 16 05:00:55.300673 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0b019e61-a989-42ea-b990-3eeaf1100945 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.342040 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-0b019e61-a989-42ea-b990-3eeaf1100945 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] In _notify_port_updated(), no bound segment for port f7d565fb-b5fc-4e7e-9ad3-a6e0f55dd7c4 on network 8333fd32-395d-4122-9634-38ca2c71b947 {{(pid=95473) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:00:55.367003 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31215966-e34c-4aca-a794-dd2b7b764894', 'name': 'tempest-TestAggregatesBasicOps-83905078-router', 'tenant_id': 'daaffd5eda474c19aa876e51912f87aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '3ce90ebe-f7e8-4a2e-9873-e73050093c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:50Z', 'updated_at': '2021-09-16T05:00:53Z', 'revision_number': 3, 'project_id': 'daaffd5eda474c19aa876e51912f87aa', 'gw_port': {'id': '3ce90ebe-f7e8-4a2e-9873-e73050093c35', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31215966-e34c-4aca-a794-dd2b7b764894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:52Z', 'updated_at': '2021-09-16T05:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:55.373089 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b019e61-a989-42ea-b990-3eeaf1100945 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:55.373994 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0b019e61-a989-42ea-b990-3eeaf1100945 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.383179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0b019e61-a989-42ea-b990-3eeaf1100945 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "PUT /v2.0/ports/f7d565fb-b5fc-4e7e-9ad3-a6e0f55dd7c4 HTTP/1.1" status: 200 len: 818 time: 0.8454134 Sep 16 05:00:55.407349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da98a78-c27a-45b5-a179-df11cda45abc req-7eff529b-bab2-4f08-a5c3-591651f8169b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:55.409027 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9da98a78-c27a-45b5-a179-df11cda45abc req-7eff529b-bab2-4f08-a5c3-591651f8169b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.2967789 Sep 16 05:00:55.409550 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58752) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:55.457443 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] Checking router: 31215966-e34c-4aca-a794-dd2b7b764894 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:55.457787 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] Updating router 31215966-e34c-4aca-a794-dd2b7b764894 port 3ce90ebe-f7e8-4a2e-9873-e73050093c35 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:00:55.524196 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.675802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b019e61-a989-42ea-b990-3eeaf1100945 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=f7d565fb-b5fc-4e7e-9ad3-a6e0f55dd7c4,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:55.694656 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9da98a78-c27a-45b5-a179-df11cda45abc req-95bc3d9c-4d62-49b5-a018-3462e7efc676 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009215 Sep 16 05:00:55.723466 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-d2f2a73f-ffc9-4cb6-8b46-53f015dd60ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port f7d565fb-b5fc-4e7e-9ad3-a6e0f55dd7c4 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:55.723466 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a73f-ffc9-4cb6-8b46-53f015dd60ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.827394 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0eb10652-b04f-414d-abff-790600fa38e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.835756 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a73f-ffc9-4cb6-8b46-53f015dd60ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.850617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-d2f2a73f-ffc9-4cb6-8b46-53f015dd60ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for f7d565fb-b5fc-4e7e-9ad3-a6e0f55dd7c4 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:55.924419 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.037682 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.038729 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a73f-ffc9-4cb6-8b46-53f015dd60ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.041769 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-0eb10652-b04f-414d-abff-790600fa38e2 admin admin] Allocated IP 172.20.0.1 (10c52065-ab2b-4458-a37d-715b825b80ed/79c10113-ad33-4ca7-b122-f54db5e87dd7/468acac7-f1dc-43bd-91f5-5171a999d056) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:56.078964 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a73f-ffc9-4cb6-8b46-53f015dd60ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.083165 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d2f2a73f-ffc9-4cb6-8b46-53f015dd60ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/ports/f7d565fb-b5fc-4e7e-9ad3-a6e0f55dd7c4 HTTP/1.1" status: 204 len: 168 time: 0.6113572 Sep 16 05:00:56.083165 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2a73f-ffc9-4cb6-8b46-53f015dd60ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=f7d565fb-b5fc-4e7e-9ad3-a6e0f55dd7c4,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:56.083747 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58776) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:56.113529 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa01da8-0717-445b-8e8b-07fc8ad7635b None None] Pushing event updated for resources: {'Port': ['ID=3ce90ebe-f7e8-4a2e-9873-e73050093c35,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:56.128021 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] Attempting to bind port 3ce90ebe-f7e8-4a2e-9873-e73050093c35 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:56.128393 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] Attempting to bind port 3ce90ebe-f7e8-4a2e-9873-e73050093c35 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:56.128752 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] Attempting to bind port 3ce90ebe-f7e8-4a2e-9873-e73050093c35 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:56.134830 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:56.135242 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:56.135809 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.136159 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:56.136810 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] Bound port: 3ce90ebe-f7e8-4a2e-9873-e73050093c35, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:56.137308 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.165593 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a879c136-96cd-4bdc-9834-28955cce5a70 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:56.168288 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a879c136-96cd-4bdc-9834-28955cce5a70 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0820801 Sep 16 05:00:56.171320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58780) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:56.198618 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] For port 3ce90ebe-f7e8-4a2e-9873-e73050093c35, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:56.200657 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-913dbad7-199c-477e-9d82-941a22cac33b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] GET failed (client error): The resource could not be found. Sep 16 05:00:56.202391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-913dbad7-199c-477e-9d82-941a22cac33b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports/f7d565fb-b5fc-4e7e-9ad3-a6e0f55dd7c4 HTTP/1.1" status: 404 len: 333 time: 0.0300541 Sep 16 05:00:56.202967 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] For port 3ce90ebe-f7e8-4a2e-9873-e73050093c35, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3ce90ebe-f7e8-4a2e-9873-e73050093c35,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:56.208034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58784) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:56.213364 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-fff5ec2e-9962-4212-9dae-90c9e7686c5d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-602269985'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:56.233035 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0eb10652-b04f-414d-abff-790600fa38e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.249758 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.290647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff5ec2e-9962-4212-9dae-90c9e7686c5d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:56.300547 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fff5ec2e-9962-4212-9dae-90c9e7686c5d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.311959 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] Routers {'31215966-e34c-4aca-a794-dd2b7b764894'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:56.312844 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:00:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['31215966-e34c-4aca-a794-dd2b7b764894'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:56.318627 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa01da8-0717-445b-8e8b-07fc8ad7635b None None] Pushing event updated for resources: {'Port': ['ID=3ce90ebe-f7e8-4a2e-9873-e73050093c35,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:56.323778 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0eb10652-b04f-414d-abff-790600fa38e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.349701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff5ec2e-9962-4212-9dae-90c9e7686c5d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:56.403195 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fff5ec2e-9962-4212-9dae-90c9e7686c5d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.403881 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-fff5ec2e-9962-4212-9dae-90c9e7686c5d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Added segment 550ea915-5a68-449d-9008-8bd12a67f957 of type vlan for network a783c4c5-7853-4067-a8ea-1e8ffbf10fa8 Sep 16 05:00:56.407491 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb10652-b04f-414d-abff-790600fa38e2 admin admin] Network 10c52065-ab2b-4458-a37d-715b825b80ed is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:56.411574 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-0eb10652-b04f-414d-abff-790600fa38e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:56.421854 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb10652-b04f-414d-abff-790600fa38e2 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:56.425902 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb10652-b04f-414d-abff-790600fa38e2 admin admin] Pushing event updated for resources: {'Port': ['ID=468acac7-f1dc-43bd-91f5-5171a999d056,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:56.517685 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] Set router 31215966-e34c-4aca-a794-dd2b7b764894 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:56.520397 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0eb10652-b04f-414d-abff-790600fa38e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.547878 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fff5ec2e-9962-4212-9dae-90c9e7686c5d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.588173 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c88ad-bfc6-4699-879e-5b2d0bfb937a req-6dfcc0ac-5319-4206-8981-e86866b11f98 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:56.596699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-171c88ad-bfc6-4699-879e-5b2d0bfb937a req-6dfcc0ac-5319-4206-8981-e86866b11f98 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 944 time: 0.2488313 Sep 16 05:00:56.687318 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-171c88ad-bfc6-4699-879e-5b2d0bfb937a req-764e366d-76fe-4f8d-b90f-e91782f8a19a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894732 Sep 16 05:00:56.740049 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fff5ec2e-9962-4212-9dae-90c9e7686c5d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.747393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff5ec2e-9962-4212-9dae-90c9e7686c5d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:56.748544 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fff5ec2e-9962-4212-9dae-90c9e7686c5d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.836999 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31215966-e34c-4aca-a794-dd2b7b764894', 'name': 'tempest-TestAggregatesBasicOps-83905078-router', 'tenant_id': 'daaffd5eda474c19aa876e51912f87aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '3ce90ebe-f7e8-4a2e-9873-e73050093c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:50Z', 'updated_at': '2021-09-16T05:00:53Z', 'revision_number': 3, 'project_id': 'daaffd5eda474c19aa876e51912f87aa', 'gw_port': {'id': '3ce90ebe-f7e8-4a2e-9873-e73050093c35', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31215966-e34c-4aca-a794-dd2b7b764894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:52Z', 'updated_at': '2021-09-16T05:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:56.872335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5ec2e-9962-4212-9dae-90c9e7686c5d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Network': ['ID=a783c4c5-7853-4067-a8ea-1e8ffbf10fa8,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:56.878056 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9486c013-7953-48b7-83eb-be0a182dc759 None None] The sync data for ids ['31215966-e34c-4aca-a794-dd2b7b764894'] in n-d-712140-13 is: [{'id': '31215966-e34c-4aca-a794-dd2b7b764894', 'name': 'tempest-TestAggregatesBasicOps-83905078-router', 'tenant_id': 'daaffd5eda474c19aa876e51912f87aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '3ce90ebe-f7e8-4a2e-9873-e73050093c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:50Z', 'updated_at': '2021-09-16T05:00:53Z', 'revision_number': 3, 'project_id': 'daaffd5eda474c19aa876e51912f87aa', 'gw_port': {'id': '3ce90ebe-f7e8-4a2e-9873-e73050093c35', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31215966-e34c-4aca-a794-dd2b7b764894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:52Z', 'updated_at': '2021-09-16T05:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:56.884441 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c454748b-a8d1-4225-89c6-6b007be208d9 None None] Provisioning complete for port 468acac7-f1dc-43bd-91f5-5171a999d056 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:56.898012 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c454748b-a8d1-4225-89c6-6b007be208d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.900685 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0eb10652-b04f-414d-abff-790600fa38e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.902225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fff5ec2e-9962-4212-9dae-90c9e7686c5d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6924491 Sep 16 05:00:56.903134 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network a783c4c5-7853-4067-a8ea-1e8ffbf10fa8 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:56.908236 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58818) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:56.921661 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-42e14df2-e4aa-4cfc-a551-592fe5f72dd5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'subnet': {'network_id': 'a783c4c5-7853-4067-a8ea-1e8ffbf10fa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:56.971012 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af330297-abe1-43e6-8429-8106fc5982bc req-b9435fc4-02fe-4255-8903-a876a02caf45 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:56.973494 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af330297-abe1-43e6-8429-8106fc5982bc req-b9435fc4-02fe-4255-8903-a876a02caf45 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.1258793 Sep 16 05:00:57.134760 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c454748b-a8d1-4225-89c6-6b007be208d9 None None] Port 468acac7-f1dc-43bd-91f5-5171a999d056 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:57.143421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af330297-abe1-43e6-8429-8106fc5982bc req-9c2d4ad3-b071-4495-b1de-f01215bc461d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814316 Sep 16 05:00:57.219511 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0eb10652-b04f-414d-abff-790600fa38e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.253224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e14df2-e4aa-4cfc-a551-592fe5f72dd5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:57.256829 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42e14df2-e4aa-4cfc-a551-592fe5f72dd5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.266669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device e849b6a1-4987-4c23-99cc-5b43c8e1f2bc details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:57.302640 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0eb10652-b04f-414d-abff-790600fa38e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.420862 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb10652-b04f-414d-abff-790600fa38e2 admin admin] Pushing event updated for resources: {'Port': ['ID=468acac7-f1dc-43bd-91f5-5171a999d056,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:57.449902 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:57.469806 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0eb10652-b04f-414d-abff-790600fa38e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.471632 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'e849b6a1-4987-4c23-99cc-5b43c8e1f2bc', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'port_id': 'e849b6a1-4987-4c23-99cc-5b43c8e1f2bc', 'mac_address': 'fa:16:3e:e7:f8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:57.545403 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.580519 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e849b6a1-4987-4c23-99cc-5b43c8e1f2bc {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:57.632697 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:57.666210 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb10652-b04f-414d-abff-790600fa38e2 admin admin] Network 10c52065-ab2b-4458-a37d-715b825b80ed is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:57.677169 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-0eb10652-b04f-414d-abff-790600fa38e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:57.725815 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.753016 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42e14df2-e4aa-4cfc-a551-592fe5f72dd5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.809825 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 9e097d54-d30f-4659-b285-1f8f8f11d473 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:57.856701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e14df2-e4aa-4cfc-a551-592fe5f72dd5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Checking segment: {'id': '550ea915-5a68-449d-9008-8bd12a67f957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a783c4c5-7853-4067-a8ea-1e8ffbf10fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:57.856701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e14df2-e4aa-4cfc-a551-592fe5f72dd5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network hostable DHCP agents. Network: a783c4c5-7853-4067-a8ea-1e8ffbf10fa8, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:57.867133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e14df2-e4aa-4cfc-a551-592fe5f72dd5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Subnet': ['ID=07cc94d8-450f-41bf-8f44-9def9ba243fe,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:57.944456 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:57.968970 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c3291-8eea-41de-aa84-2c85192f362e req-bbfbd0b4-dde8-4b59-a6eb-c8263a35a0a5 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:57.972302 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-708c3291-8eea-41de-aa84-2c85192f362e req-bbfbd0b4-dde8-4b59-a6eb-c8263a35a0a5 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 944 time: 0.0822473 Sep 16 05:00:57.988156 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb10652-b04f-414d-abff-790600fa38e2 admin admin] Router 31215966-e34c-4aca-a794-dd2b7b764894 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:57.999974 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['e849b6a1-4987-4c23-99cc-5b43c8e1f2bc'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:58.032371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-708c3291-8eea-41de-aa84-2c85192f362e req-bf110aa4-51a2-41d6-96af-d254990ecfcd tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515523 Sep 16 05:00:58.218359 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb10652-b04f-414d-abff-790600fa38e2 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:58.218359 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0eb10652-b04f-414d-abff-790600fa38e2 admin admin] 10.222.0.20 "PUT /v2.0/routers/31215966-e34c-4aca-a794-dd2b7b764894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3235335 Sep 16 05:00:58.219771 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-57ddb52b-7d02-49f8-a4d4-d5c7a764c649 None None] Provisioning complete for port 468acac7-f1dc-43bd-91f5-5171a999d056 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:58.219771 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-57ddb52b-7d02-49f8-a4d4-d5c7a764c649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.241131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-57ddb52b-7d02-49f8-a4d4-d5c7a764c649 None None] Port 468acac7-f1dc-43bd-91f5-5171a999d056 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:58.300712 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 9e097d54-d30f-4659-b285-1f8f8f11d473 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:00:58.306656 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e14df2-e4aa-4cfc-a551-592fe5f72dd5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network a783c4c5-7853-4067-a8ea-1e8ffbf10fa8 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:58.307340 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 9e097d54-d30f-4659-b285-1f8f8f11d473 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:58.308459 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.335142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049f2b3-d692-452d-b646-cd19e7075d50 req-7c0f3236-f5ee-48a4-acbf-bdd418a98d46 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.336931 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a049f2b3-d692-452d-b646-cd19e7075d50 req-7c0f3236-f5ee-48a4-acbf-bdd418a98d46 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 944 time: 0.0920780 Sep 16 05:00:58.380898 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a049f2b3-d692-452d-b646-cd19e7075d50 req-3eca3cf0-7e7f-422f-8700-bb6fb5680120 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358562 Sep 16 05:00:58.406111 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.420243 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.437150 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-42e14df2-e4aa-4cfc-a551-592fe5f72dd5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, a783c4c5-7853-4067-a8ea-1e8ffbf10fa8) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:58.445853 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e097d54-d30f-4659-b285-1f8f8f11d473'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:58.446237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e14df2-e4aa-4cfc-a551-592fe5f72dd5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.446915 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42e14df2-e4aa-4cfc-a551-592fe5f72dd5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.449701 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdd2fe9-9790-4044-bdbb-fffe3432096c" -d '{"events": [{"server_uuid": "0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc", "name": "network-vif-plugged", "status": "completed", "tag": "9e097d54-d30f-4659-b285-1f8f8f11d473"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:58.455936 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5b9fd1-fcf8-4fe0-9722-45d93199645d None None] Network a783c4c5-7853-4067-a8ea-1e8ffbf10fa8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:58.469858 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 9e097d54-d30f-4659-b285-1f8f8f11d473, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9e097d54-d30f-4659-b285-1f8f8f11d473,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:58.525604 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac2e184-70b3-4662-bc4d-63ebe5b5b71b x-openstack-request-id: req-dac2e184-70b3-4662-bc4d-63ebe5b5b71b {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:58.528915 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc", "name": "network-vif-plugged", "status": "completed", "tag": "9e097d54-d30f-4659-b285-1f8f8f11d473", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:58.528915 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dac2e184-70b3-4662-bc4d-63ebe5b5b71b {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:58.528915 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e097d54-d30f-4659-b285-1f8f8f11d473', 'code': 200} Sep 16 05:00:58.542097 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-42e14df2-e4aa-4cfc-a551-592fe5f72dd5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6286163 Sep 16 05:00:58.545602 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.545791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58868) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:58.553529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6fc75d75-9081-4a2d-91f9-641d50eb8971 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'subnet': {'network_id': 'a783c4c5-7853-4067-a8ea-1e8ffbf10fa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:58.671046 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a926b3-4afa-409b-b5dc-162f3bc79b25 req-044876fd-de49-4b2b-a426-ec39307795ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.672387 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-66a926b3-4afa-409b-b5dc-162f3bc79b25 req-044876fd-de49-4b2b-a426-ec39307795ae service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 1097 time: 0.0620480 Sep 16 05:00:58.690453 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=9e097d54-d30f-4659-b285-1f8f8f11d473,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:58.739600 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-a783c4c5-7853-4067-a8ea-1e8ffbf10fa8', 'network_id': 'a783c4c5-7853-4067-a8ea-1e8ffbf10fa8', 'tenant_id': '00fe80d384e7478888a5c54fe16efc05', 'fixed_ips': [{'subnet_id': '07cc94d8-450f-41bf-8f44-9def9ba243fe'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:58.740630 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-66a926b3-4afa-409b-b5dc-162f3bc79b25 req-7919f658-d102-4939-91b2-5e3618875473 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610642 Sep 16 05:00:58.740827 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.846389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc75d75-9081-4a2d-91f9-641d50eb8971 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:58.854205 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6fc75d75-9081-4a2d-91f9-641d50eb8971 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.952168 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3ce90ebe-f7e8-4a2e-9873-e73050093c35 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:58.997794 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] Allocated IP 2001:db8::2 (a783c4c5-7853-4067-a8ea-1e8ffbf10fa8/07cc94d8-450f-41bf-8f44-9def9ba243fe/3a2310bb-813f-4dae-b9b4-9721af257daf) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:59.170575 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 3ce90ebe-f7e8-4a2e-9873-e73050093c35 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:59.171984 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.278809 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device e849b6a1-4987-4c23-99cc-5b43c8e1f2bc up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:59.417178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] Sync routers for ids ['31215966-e34c-4aca-a794-dd2b7b764894'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:59.439593 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6e254-5dd5-4a27-8914-51228e4f77cc req-c90a3c60-bc4b-4d5c-a119-4e7e4ee35188 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:59.442727 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8c6e254-5dd5-4a27-8914-51228e4f77cc req-c90a3c60-bc4b-4d5c-a119-4e7e4ee35188 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.1880229 Sep 16 05:00:59.463737 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.500637 n-d-712140-13 neutron-server[95473]: INFO neutron.db.ipam_backend_mixin [None req-6fc75d75-9081-4a2d-91f9-641d50eb8971 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 07cc94d8-450f-41bf-8f44-9def9ba243fe (CIDR: 2001:db8::/64) Sep 16 05:00:59.501533 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] Routers {'31215966-e34c-4aca-a794-dd2b7b764894'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:59.503573 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:00:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['31215966-e34c-4aca-a794-dd2b7b764894'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:59.508938 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.530669 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8c6e254-5dd5-4a27-8914-51228e4f77cc req-b7b87904-507b-490c-8aeb-f6bbf68f042d tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750241 Sep 16 05:00:59.548850 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc75d75-9081-4a2d-91f9-641d50eb8971 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:00:59.549408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc75d75-9081-4a2d-91f9-641d50eb8971 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:00:59.600140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:59.607693 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.676744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 3ce90ebe-f7e8-4a2e-9873-e73050093c35, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3ce90ebe-f7e8-4a2e-9873-e73050093c35,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:59.681515 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bddbce-a057-497e-8efe-b31cfbbfaac9 req-3b874e52-1e99-4718-95cd-b085550c9ede tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:59.684255 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46bddbce-a057-497e-8efe-b31cfbbfaac9 req-3b874e52-1e99-4718-95cd-b085550c9ede tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 944 time: 0.0713923 Sep 16 05:00:59.720058 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6fc75d75-9081-4a2d-91f9-641d50eb8971 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1392722 Sep 16 05:00:59.720758 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58926) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:59.721225 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.721361 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-70ff5601-9662-4c49-a6b2-c891365e157d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'subnet': {'network_id': 'a783c4c5-7853-4067-a8ea-1e8ffbf10fa8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:59.759500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46bddbce-a057-497e-8efe-b31cfbbfaac9 req-d2f44fdc-b92b-421c-88a4-054b0199a261 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564749 Sep 16 05:00:59.834826 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.859385 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] Network a783c4c5-7853-4067-a8ea-1e8ffbf10fa8 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:59.980166 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ff5601-9662-4c49-a6b2-c891365e157d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:59.984289 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70ff5601-9662-4c49-a6b2-c891365e157d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.057108 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:00.071496 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:00.071496 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] Set router 31215966-e34c-4aca-a794-dd2b7b764894 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:00.072097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] Pushing event updated for resources: {'Port': ['ID=3a2310bb-813f-4dae-b9b4-9721af257daf,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:00.284565 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.390923 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=3ce90ebe-f7e8-4a2e-9873-e73050093c35,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:00.403322 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] Attempting to bind port 3a2310bb-813f-4dae-b9b4-9721af257daf on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:00.403696 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] Attempting to bind port 3a2310bb-813f-4dae-b9b4-9721af257daf by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '550ea915-5a68-449d-9008-8bd12a67f957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a783c4c5-7853-4067-a8ea-1e8ffbf10fa8'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:00.404067 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] Attempting to bind port 3a2310bb-813f-4dae-b9b4-9721af257daf on network a783c4c5-7853-4067-a8ea-1e8ffbf10fa8 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:00.426648 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:00.426648 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] Checking segment: {'id': '550ea915-5a68-449d-9008-8bd12a67f957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a783c4c5-7853-4067-a8ea-1e8ffbf10fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:00.427217 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.427344 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] Bound using segment: {'id': '550ea915-5a68-449d-9008-8bd12a67f957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a783c4c5-7853-4067-a8ea-1e8ffbf10fa8'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:00.427852 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] Bound port: 3a2310bb-813f-4dae-b9b4-9721af257daf, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550ea915-5a68-449d-9008-8bd12a67f957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a783c4c5-7853-4067-a8ea-1e8ffbf10fa8'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:00.428192 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.443990 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70ff5601-9662-4c49-a6b2-c891365e157d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.486137 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:00.503902 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff5601-9662-4c49-a6b2-c891365e157d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Subnet': ['ID=d99912dd-9956-4c06-96f0-4009b78d0bdd,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:00.517169 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ff5601-9662-4c49-a6b2-c891365e157d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network a783c4c5-7853-4067-a8ea-1e8ffbf10fa8 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:00.519214 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-70ff5601-9662-4c49-a6b2-c891365e157d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:00.522906 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ff5601-9662-4c49-a6b2-c891365e157d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.523981 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70ff5601-9662-4c49-a6b2-c891365e157d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.529088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1d9be8-1316-4a30-b56b-bae4ca72ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e849b6a1-4987-4c23-99cc-5b43c8e1f2bc'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:00.531045 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf88385-e036-4f71-81af-f8a4ff2fc6a5" -d '{"events": [{"server_uuid": "6d1d9be8-1316-4a30-b56b-bae4ca72ed35", "name": "network-vif-plugged", "status": "completed", "tag": "e849b6a1-4987-4c23-99cc-5b43c8e1f2bc"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:00.566131 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.597740 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3722245-86ab-4a7c-8d37-5c7134b94bff x-openstack-request-id: req-f3722245-86ab-4a7c-8d37-5c7134b94bff {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:00.597947 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1d9be8-1316-4a30-b56b-bae4ca72ed35", "name": "network-vif-plugged", "status": "completed", "tag": "e849b6a1-4987-4c23-99cc-5b43c8e1f2bc", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:00.598190 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3722245-86ab-4a7c-8d37-5c7134b94bff {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:00.598575 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1d9be8-1316-4a30-b56b-bae4ca72ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e849b6a1-4987-4c23-99cc-5b43c8e1f2bc', 'code': 200} Sep 16 05:01:00.615668 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-70ff5601-9662-4c49-a6b2-c891365e157d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9247835 Sep 16 05:01:00.618371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58976) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:00.625619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-644b34fa-5bae-4a06-a2ea-e05ec2abb064 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'network_id': 'a783c4c5-7853-4067-a8ea-1e8ffbf10fa8', 'fixed_ips': [{'subnet_id': '07cc94d8-450f-41bf-8f44-9def9ba243fe'}, {'subnet_id': 'd99912dd-9956-4c06-96f0-4009b78d0bdd'}], 'name': 'tempest-PortsIpV6TestJSON-477306973'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:00.629491 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] For port 3a2310bb-813f-4dae-b9b4-9721af257daf, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:00.661739 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] For port 3a2310bb-813f-4dae-b9b4-9721af257daf, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3a2310bb-813f-4dae-b9b4-9721af257daf,segment=NetworkSegment(550ea915-5a68-449d-9008-8bd12a67f957),segment_id=550ea915-5a68-449d-9008-8bd12a67f957)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:00.687019 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:00.710373 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31215966-e34c-4aca-a794-dd2b7b764894', 'name': 'tempest-TestAggregatesBasicOps-83905078-router', 'tenant_id': 'daaffd5eda474c19aa876e51912f87aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '3ce90ebe-f7e8-4a2e-9873-e73050093c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:50Z', 'updated_at': '2021-09-16T05:00:56Z', 'revision_number': 4, 'project_id': 'daaffd5eda474c19aa876e51912f87aa', 'gw_port': {'id': '3ce90ebe-f7e8-4a2e-9873-e73050093c35', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31215966-e34c-4aca-a794-dd2b7b764894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:52Z', 'updated_at': '2021-09-16T05:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '468acac7-f1dc-43bd-91f5-5171a999d056', 'name': '', 'network_id': '10c52065-ab2b-4458-a37d-715b825b80ed', 'tenant_id': 'daaffd5eda474c19aa876e51912f87aa', 'mac_address': 'fa:16:3e:81:53:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31215966-e34c-4aca-a794-dd2b7b764894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '79c10113-ad33-4ca7-b122-f54db5e87dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:55Z', 'updated_at': '2021-09-16T05:00:57Z', 'revision_number': 2, 'project_id': 'daaffd5eda474c19aa876e51912f87aa', 'subnets': [{'id': '79c10113-ad33-4ca7-b122-f54db5e87dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:00.741233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] Checking router: 31215966-e34c-4aca-a794-dd2b7b764894 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:00.746263 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] Updating router 31215966-e34c-4aca-a794-dd2b7b764894 port 468acac7-f1dc-43bd-91f5-5171a999d056 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:01:00.772413 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.780524 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.817034 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58984) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:00.843947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743393f4-24c1-4b4b-ba19-0c10f8fd28cf req-5d5df3c5-51eb-4d66-9ab8-1631ea4b39ce tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.855151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-743393f4-24c1-4b4b-ba19-0c10f8fd28cf req-5d5df3c5-51eb-4d66-9ab8-1631ea4b39ce tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.1355460 Sep 16 05:01:00.981313 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3ce90ebe-f7e8-4a2e-9873-e73050093c35 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:01.004945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-743393f4-24c1-4b4b-ba19-0c10f8fd28cf req-f37e62a1-cbc5-4e44-b573-52d636fdfb51 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404445 Sep 16 05:01:01.113292 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024abc2b-a655-4b29-a79f-4d71921b3358 None None] Pushing event updated for resources: {'Port': ['ID=3a2310bb-813f-4dae-b9b4-9721af257daf,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:01.120164 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644b34fa-5bae-4a06-a2ea-e05ec2abb064 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:01.280822 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 3ce90ebe-f7e8-4a2e-9873-e73050093c35 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:01.281197 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.317349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9601c79-4c53-42e3-a240-d5b42551a1ac req-ec201022-1429-4872-8c88-44cd8cd775ad tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:01.325970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9601c79-4c53-42e3-a240-d5b42551a1ac req-ec201022-1429-4872-8c88-44cd8cd775ad tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.3117862 Sep 16 05:01:01.338700 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-644b34fa-5bae-4a06-a2ea-e05ec2abb064 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.423354 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-644b34fa-5bae-4a06-a2ea-e05ec2abb064 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] device_id is not set on port 878401d8-50f9-4d98-94d8-1c75a2d983f4 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:01.541842 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9601c79-4c53-42e3-a240-d5b42551a1ac req-360bfbc2-803c-402b-8bcf-f0ba61938381 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145941 Sep 16 05:01:01.594611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6f88c-d14c-49c7-868c-c5e39da9e69f req-c0dde733-b639-4fab-9194-3f760002e4c2 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:01.596558 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72f6f88c-d14c-49c7-868c-c5e39da9e69f req-c0dde733-b639-4fab-9194-3f760002e4c2 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.1993113 Sep 16 05:01:01.708330 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.726066 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72f6f88c-d14c-49c7-868c-c5e39da9e69f req-ede3355d-4828-4e1f-bbfe-8a4fbac9bb1e tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973144 Sep 16 05:01:01.743258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59000) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:01.748756 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-92ecb038-4338-4ea6-b266-cc666ad42033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.786123 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.977551 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1c46e-364a-4c3f-b011-8e6557dd8e43 None None] Pushing event updated for resources: {'Port': ['ID=468acac7-f1dc-43bd-91f5-5171a999d056,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:01.999995 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-99c64635-84a0-4c68-a395-3e3b020dfaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.037114 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] Attempting to bind port 468acac7-f1dc-43bd-91f5-5171a999d056 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:02.039184 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] Attempting to bind port 468acac7-f1dc-43bd-91f5-5171a999d056 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c2c67716-4e8c-409f-bbd8-3a3121cdf692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '10c52065-ab2b-4458-a37d-715b825b80ed'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:02.039184 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] Attempting to bind port 468acac7-f1dc-43bd-91f5-5171a999d056 on network 10c52065-ab2b-4458-a37d-715b825b80ed {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:02.043470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-644b34fa-5bae-4a06-a2ea-e05ec2abb064 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Allocated IP 2001:db8::c2 (a783c4c5-7853-4067-a8ea-1e8ffbf10fa8/07cc94d8-450f-41bf-8f44-9def9ba243fe/878401d8-50f9-4d98-94d8-1c75a2d983f4) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:02.050032 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:02.052660 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] Checking segment: {'id': 'c2c67716-4e8c-409f-bbd8-3a3121cdf692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '10c52065-ab2b-4458-a37d-715b825b80ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:02.053525 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.053711 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] Bound using segment: {'id': 'c2c67716-4e8c-409f-bbd8-3a3121cdf692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '10c52065-ab2b-4458-a37d-715b825b80ed'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:02.056212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-644b34fa-5bae-4a06-a2ea-e05ec2abb064 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Allocated IP 2001:db8:0:1::77 (a783c4c5-7853-4067-a8ea-1e8ffbf10fa8/d99912dd-9956-4c06-96f0-4009b78d0bdd/878401d8-50f9-4d98-94d8-1c75a2d983f4) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:02.056460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] Bound port: 468acac7-f1dc-43bd-91f5-5171a999d056, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c67716-4e8c-409f-bbd8-3a3121cdf692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '10c52065-ab2b-4458-a37d-715b825b80ed'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:02.056895 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.208944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] For port 468acac7-f1dc-43bd-91f5-5171a999d056, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:02.241930 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] For port 468acac7-f1dc-43bd-91f5-5171a999d056, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=468acac7-f1dc-43bd-91f5-5171a999d056,segment=NetworkSegment(c2c67716-4e8c-409f-bbd8-3a3121cdf692),segment_id=c2c67716-4e8c-409f-bbd8-3a3121cdf692)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:02.307495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-92ecb038-4338-4ea6-b266-cc666ad42033 admin admin] Deleting port 69b1e977-6663-43c4-9c36-75d4db87228b {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:02.307495 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-92ecb038-4338-4ea6-b266-cc666ad42033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.334667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1875fd6e-60d5-4c3e-85f8-1a0bc513266d None None] Provisioning complete for port 468acac7-f1dc-43bd-91f5-5171a999d056 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:02.335651 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1875fd6e-60d5-4c3e-85f8-1a0bc513266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.387744 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.424763 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-99c64635-84a0-4c68-a395-3e3b020dfaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.470608 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-644b34fa-5bae-4a06-a2ea-e05ec2abb064 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.478152 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-99c64635-84a0-4c68-a395-3e3b020dfaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.516968 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-92ecb038-4338-4ea6-b266-cc666ad42033 admin admin] For port 69b1e977-6663-43c4-9c36-75d4db87228b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=69b1e977-6663-43c4-9c36-75d4db87228b,segment=NetworkSegment(f82f4293-da7e-4779-be77-673136623063),segment_id=f82f4293-da7e-4779-be77-673136623063)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:02.517350 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-92ecb038-4338-4ea6-b266-cc666ad42033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.557041 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-92ecb038-4338-4ea6-b266-cc666ad42033 admin admin] Calling delete_port for 69b1e977-6663-43c4-9c36-75d4db87228b owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:02.584375 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1c46e-364a-4c3f-b011-8e6557dd8e43 None None] Pushing event updated for resources: {'Port': ['ID=468acac7-f1dc-43bd-91f5-5171a999d056,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:02.607740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] Routers {'31215966-e34c-4aca-a794-dd2b7b764894'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:02.608403 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:00:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['31215966-e34c-4aca-a794-dd2b7b764894'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:02.677548 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-99c64635-84a0-4c68-a395-3e3b020dfaa2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfe7574f0b3c4547af1d0868b0d6fe76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9326918 Sep 16 05:01:02.680556 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59032) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:02.695824 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c64635-84a0-4c68-a395-3e3b020dfaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaaafda-87a9-40a3-8730-53d07aae0c68,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:02.851705 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9aa71225-aa35-4e93-bce8-796429f24cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.876192 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] Set router 31215966-e34c-4aca-a794-dd2b7b764894 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:02.881861 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9aa71225-aa35-4e93-bce8-796429f24cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.924001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae2b6a-5e7e-4a08-b63b-61f9bcd42182 req-fac3dac5-531f-4889-898a-118b8061ca86 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.931910 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0ae2b6a-5e7e-4a08-b63b-61f9bcd42182 req-fac3dac5-531f-4889-898a-118b8061ca86 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.4024732 Sep 16 05:01:02.956602 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-644b34fa-5bae-4a06-a2ea-e05ec2abb064 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.969809 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1875fd6e-60d5-4c3e-85f8-1a0bc513266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.978044 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af1371e-0d5d-4c72-91aa-bc5e6a12225a None None] Network a783c4c5-7853-4067-a8ea-1e8ffbf10fa8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:03.005123 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42cb8d5-06e6-4397-a20a-17cac2b1c639 req-5dcbbc55-8886-4f37-b389-87a135112da0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:03.012934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c42cb8d5-06e6-4397-a20a-17cac2b1c639 req-5dcbbc55-8886-4f37-b389-87a135112da0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.3338423 Sep 16 05:01:03.029263 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3a2310bb-813f-4dae-b9b4-9721af257daf up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:03.123254 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644b34fa-5bae-4a06-a2ea-e05ec2abb064 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network a783c4c5-7853-4067-a8ea-1e8ffbf10fa8 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:03.155231 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0ae2b6a-5e7e-4a08-b63b-61f9bcd42182 req-7f70dc3b-60b6-41df-9b4e-24159beeb47c tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061255 Sep 16 05:01:03.155477 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-644b34fa-5bae-4a06-a2ea-e05ec2abb064 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:03.161377 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9aa71225-aa35-4e93-bce8-796429f24cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.164301 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9aa71225-aa35-4e93-bce8-796429f24cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.165765 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9aa71225-aa35-4e93-bce8-796429f24cf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbaaafda-87a9-40a3-8730-53d07aae0c68 HTTP/1.1" status: 204 len: 168 time: 0.4839911 Sep 16 05:01:03.175489 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa71225-aa35-4e93-bce8-796429f24cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbaaafda-87a9-40a3-8730-53d07aae0c68,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:03.193785 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b34fa-5bae-4a06-a2ea-e05ec2abb064 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:03.200971 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644b34fa-5bae-4a06-a2ea-e05ec2abb064 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:03.201685 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-644b34fa-5bae-4a06-a2ea-e05ec2abb064 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.232633 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c42cb8d5-06e6-4397-a20a-17cac2b1c639 req-4ed71daa-a2df-4abd-ae14-65e4488e4ce3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186933 Sep 16 05:01:03.236268 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b34fa-5bae-4a06-a2ea-e05ec2abb064 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=878401d8-50f9-4d98-94d8-1c75a2d983f4,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:03.246185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-1875fd6e-60d5-4c3e-85f8-1a0bc513266d None None] For port 468acac7-f1dc-43bd-91f5-5171a999d056, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=468acac7-f1dc-43bd-91f5-5171a999d056,segment=NetworkSegment(c2c67716-4e8c-409f-bbd8-3a3121cdf692),segment_id=c2c67716-4e8c-409f-bbd8-3a3121cdf692)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:03.272543 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-92ecb038-4338-4ea6-b266-cc666ad42033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.316577 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecb038-4338-4ea6-b266-cc666ad42033 admin admin] Pushing event deleted for resources: {'Port': ['ID=69b1e977-6663-43c4-9c36-75d4db87228b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:03.329154 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 3a2310bb-813f-4dae-b9b4-9721af257daf triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:03.329532 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.340694 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-644b34fa-5bae-4a06-a2ea-e05ec2abb064 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 2.7203050 Sep 16 05:01:03.351031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59052) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:03.351031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-78ff2c46-15c9-455d-a9af-b2b61d5dd83e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '07cc94d8-450f-41bf-8f44-9def9ba243fe'}]}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:03.499027 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1875fd6e-60d5-4c3e-85f8-1a0bc513266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.545369 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-78ff2c46-15c9-455d-a9af-b2b61d5dd83e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.609549 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-92ecb038-4338-4ea6-b266-cc666ad42033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.672416 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875fd6e-60d5-4c3e-85f8-1a0bc513266d None None] Pushing event updated for resources: {'Port': ['ID=468acac7-f1dc-43bd-91f5-5171a999d056,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:03.732111 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8eaedeea-9875-4963-913d-f7bba373f7ad None None] Provisioning complete for port 3a2310bb-813f-4dae-b9b4-9721af257daf triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:03.732482 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8eaedeea-9875-4963-913d-f7bba373f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.748953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31215966-e34c-4aca-a794-dd2b7b764894', 'name': 'tempest-TestAggregatesBasicOps-83905078-router', 'tenant_id': 'daaffd5eda474c19aa876e51912f87aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '3ce90ebe-f7e8-4a2e-9873-e73050093c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:50Z', 'updated_at': '2021-09-16T05:00:56Z', 'revision_number': 4, 'project_id': 'daaffd5eda474c19aa876e51912f87aa', 'gw_port': {'id': '3ce90ebe-f7e8-4a2e-9873-e73050093c35', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31215966-e34c-4aca-a794-dd2b7b764894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:52Z', 'updated_at': '2021-09-16T05:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '468acac7-f1dc-43bd-91f5-5171a999d056', 'name': '', 'network_id': '10c52065-ab2b-4458-a37d-715b825b80ed', 'tenant_id': 'daaffd5eda474c19aa876e51912f87aa', 'mac_address': 'fa:16:3e:81:53:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31215966-e34c-4aca-a794-dd2b7b764894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '79c10113-ad33-4ca7-b122-f54db5e87dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:55Z', 'updated_at': '2021-09-16T05:01:02Z', 'revision_number': 4, 'project_id': 'daaffd5eda474c19aa876e51912f87aa', 'subnets': [{'id': '79c10113-ad33-4ca7-b122-f54db5e87dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:03.815686 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e34227-3ce5-425b-a9ac-c1637de249e5 None None] The sync data for ids ['31215966-e34c-4aca-a794-dd2b7b764894'] in n-d-712140-13 is: [{'id': '31215966-e34c-4aca-a794-dd2b7b764894', 'name': 'tempest-TestAggregatesBasicOps-83905078-router', 'tenant_id': 'daaffd5eda474c19aa876e51912f87aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '3ce90ebe-f7e8-4a2e-9873-e73050093c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:50Z', 'updated_at': '2021-09-16T05:00:56Z', 'revision_number': 4, 'project_id': 'daaffd5eda474c19aa876e51912f87aa', 'gw_port': {'id': '3ce90ebe-f7e8-4a2e-9873-e73050093c35', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31215966-e34c-4aca-a794-dd2b7b764894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:52Z', 'updated_at': '2021-09-16T05:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '468acac7-f1dc-43bd-91f5-5171a999d056', 'name': '', 'network_id': '10c52065-ab2b-4458-a37d-715b825b80ed', 'tenant_id': 'daaffd5eda474c19aa876e51912f87aa', 'mac_address': 'fa:16:3e:81:53:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31215966-e34c-4aca-a794-dd2b7b764894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '79c10113-ad33-4ca7-b122-f54db5e87dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:55Z', 'updated_at': '2021-09-16T05:01:02Z', 'revision_number': 4, 'project_id': 'daaffd5eda474c19aa876e51912f87aa', 'subnets': [{'id': '79c10113-ad33-4ca7-b122-f54db5e87dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:03.939215 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec80195-9146-4f9b-9ea7-d4e0cd62e29b None None] Update dhcp port {'port': {'network_id': 'a783c4c5-7853-4067-a8ea-1e8ffbf10fa8', 'fixed_ips': [{'subnet_id': '07cc94d8-450f-41bf-8f44-9def9ba243fe', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd99912dd-9956-4c06-96f0-4009b78d0bdd'}], 'binding:host_id': 'n-d-712140-13'}, 'id': '3a2310bb-813f-4dae-b9b4-9721af257daf'} from n-d-712140-13. {{(pid=95475) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:01:03.977005 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.039448 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cec80195-9146-4f9b-9ea7-d4e0cd62e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.451275 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-78ff2c46-15c9-455d-a9af-b2b61d5dd83e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Delete allocated IP 2001:db8:0:1::77 (a783c4c5-7853-4067-a8ea-1e8ffbf10fa8/d99912dd-9956-4c06-96f0-4009b78d0bdd) {{(pid=95473) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:01:04.539257 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 3a2310bb-813f-4dae-b9b4-9721af257daf, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3a2310bb-813f-4dae-b9b4-9721af257daf,segment=NetworkSegment(550ea915-5a68-449d-9008-8bd12a67f957),segment_id=550ea915-5a68-449d-9008-8bd12a67f957)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:04.587100 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8eaedeea-9875-4963-913d-f7bba373f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.626273 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.820878 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-78ff2c46-15c9-455d-a9af-b2b61d5dd83e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.096819 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-78ff2c46-15c9-455d-a9af-b2b61d5dd83e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.186317 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-cec80195-9146-4f9b-9ea7-d4e0cd62e29b None None] Allocated IP 2001:db8:0:1::2 (a783c4c5-7853-4067-a8ea-1e8ffbf10fa8/d99912dd-9956-4c06-96f0-4009b78d0bdd/3a2310bb-813f-4dae-b9b4-9721af257daf) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:05.270324 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ecb038-4338-4ea6-b266-cc666ad42033 admin admin] Router fb57fb55-3e2a-460a-beb3-6a3fa610b8a3 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:01:05.382223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d046e5d-39e5-4ce4-957b-58bbf519f06c req-1051f974-be2f-4ff0-bf7f-3f9c5c311778 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:05.402601 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d046e5d-39e5-4ce4-957b-58bbf519f06c req-1051f974-be2f-4ff0-bf7f-3f9c5c311778 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.5418923 Sep 16 05:01:05.409865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-78ff2c46-15c9-455d-a9af-b2b61d5dd83e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] In _notify_port_updated(), no bound segment for port 878401d8-50f9-4d98-94d8-1c75a2d983f4 on network a783c4c5-7853-4067-a8ea-1e8ffbf10fa8 {{(pid=95473) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:01:05.412928 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-cec80195-9146-4f9b-9ea7-d4e0cd62e29b None None] For port 3a2310bb-813f-4dae-b9b4-9721af257daf, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3a2310bb-813f-4dae-b9b4-9721af257daf,segment=NetworkSegment(550ea915-5a68-449d-9008-8bd12a67f957),segment_id=550ea915-5a68-449d-9008-8bd12a67f957)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:05.439638 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ff2c46-15c9-455d-a9af-b2b61d5dd83e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:05.440334 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-78ff2c46-15c9-455d-a9af-b2b61d5dd83e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.441723 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-78ff2c46-15c9-455d-a9af-b2b61d5dd83e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "PUT /v2.0/ports/878401d8-50f9-4d98-94d8-1c75a2d983f4 HTTP/1.1" status: 200 len: 924 time: 2.0993798 Sep 16 05:01:05.458823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59094) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:05.521659 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '07cc94d8-450f-41bf-8f44-9def9ba243fe'}, {'subnet_id': 'd99912dd-9956-4c06-96f0-4009b78d0bdd'}]}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:05.573182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3848ac-66ab-43ef-9628-e97b19a10bdc req-1a1b78c3-fc85-4a91-bd45-a9fa3bec7ab8 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:05.581905 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ecb038-4338-4ea6-b266-cc666ad42033 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:05.585178 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c3848ac-66ab-43ef-9628-e97b19a10bdc req-1a1b78c3-fc85-4a91-bd45-a9fa3bec7ab8 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 1.2475510 Sep 16 05:01:05.593712 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa055df-b8f2-4b45-bfbd-d9ae3262bd9b None None] Sync routers for ids ['fb57fb55-3e2a-460a-beb3-6a3fa610b8a3'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:05.604320 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-92ecb038-4338-4ea6-b266-cc666ad42033 admin admin] 10.222.0.20 "PUT /v2.0/routers/fb57fb55-3e2a-460a-beb3-6a3fa610b8a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7855549 Sep 16 05:01:05.609858 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa055df-b8f2-4b45-bfbd-d9ae3262bd9b None None] Routers {'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:05.612288 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59096) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:05.613200 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-aaa055df-b8f2-4b45-bfbd-d9ae3262bd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:00:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fb57fb55-3e2a-460a-beb3-6a3fa610b8a3'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:05.634412 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-8eaedeea-9875-4963-913d-f7bba373f7ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:01:05.634998 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-8eaedeea-9875-4963-913d-f7bba373f7ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:01:05.635745 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 468acac7-f1dc-43bd-91f5-5171a999d056 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:05.740443 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cec80195-9146-4f9b-9ea7-d4e0cd62e29b None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.761935 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff2c46-15c9-455d-a9af-b2b61d5dd83e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=878401d8-50f9-4d98-94d8-1c75a2d983f4,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:05.765473 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=3a2310bb-813f-4dae-b9b4-9721af257daf,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:05.840112 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cec80195-9146-4f9b-9ea7-d4e0cd62e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.853314 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 468acac7-f1dc-43bd-91f5-5171a999d056 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:05.858041 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.946577 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.975558 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29324c49-c73b-4660-93cc-956612e9656a admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.095535 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b22426a4-e2a9-41b6-b1e6-7aa0f10833a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.105457 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c3848ac-66ab-43ef-9628-e97b19a10bdc req-f4a17b01-0190-4592-97aa-ae7bf2e71d6e tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165613 Sep 16 05:01:06.455511 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29324c49-c73b-4660-93cc-956612e9656a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.625594 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-aaa055df-b8f2-4b45-bfbd-d9ae3262bd9b None None] Set router fb57fb55-3e2a-460a-beb3-6a3fa610b8a3 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:06.631058 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-29324c49-c73b-4660-93cc-956612e9656a admin admin] Deleting port 8ba34fa9-241a-4de9-88f8-77a5432ba91f {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:06.631890 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29324c49-c73b-4660-93cc-956612e9656a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.717731 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d046e5d-39e5-4ce4-957b-58bbf519f06c req-53fb33e7-df38-4908-9e3b-af5c73e4c8d3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2595971 Sep 16 05:01:06.838811 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec80195-9146-4f9b-9ea7-d4e0cd62e29b None None] Pushing event updated for resources: {'Port': ['ID=3a2310bb-813f-4dae-b9b4-9721af257daf,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:06.879458 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8eaedeea-9875-4963-913d-f7bba373f7ad None None] Provisioning complete for port 468acac7-f1dc-43bd-91f5-5171a999d056 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:06.879868 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8eaedeea-9875-4963-913d-f7bba373f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.959927 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-29324c49-c73b-4660-93cc-956612e9656a admin admin] For port 8ba34fa9-241a-4de9-88f8-77a5432ba91f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8ba34fa9-241a-4de9-88f8-77a5432ba91f,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:06.961220 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29324c49-c73b-4660-93cc-956612e9656a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.982566 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-29324c49-c73b-4660-93cc-956612e9656a admin admin] Calling delete_port for 8ba34fa9-241a-4de9-88f8-77a5432ba91f owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:07.077799 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3a2310bb-813f-4dae-b9b4-9721af257daf up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:07.182252 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-aaa055df-b8f2-4b45-bfbd-d9ae3262bd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3', 'name': 'tempest-TestAggregatesBasicOps-1174814980-router', 'tenant_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '8ba34fa9-241a-4de9-88f8-77a5432ba91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:34Z', 'updated_at': '2021-09-16T05:01:03Z', 'revision_number': 5, 'project_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'gw_port': {'id': '8ba34fa9-241a-4de9-88f8-77a5432ba91f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:36Z', 'updated_at': '2021-09-16T05:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:07.228467 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Allocated IP 2001:db8:0:1::30b (a783c4c5-7853-4067-a8ea-1e8ffbf10fa8/d99912dd-9956-4c06-96f0-4009b78d0bdd/878401d8-50f9-4d98-94d8-1c75a2d983f4) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:07.232940 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa055df-b8f2-4b45-bfbd-d9ae3262bd9b None None] Checking router: fb57fb55-3e2a-460a-beb3-6a3fa610b8a3 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:07.255184 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa055df-b8f2-4b45-bfbd-d9ae3262bd9b None None] Routers {'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:07.256092 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-aaa055df-b8f2-4b45-bfbd-d9ae3262bd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:00:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fb57fb55-3e2a-460a-beb3-6a3fa610b8a3'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:07.281461 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 3a2310bb-813f-4dae-b9b4-9721af257daf triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:07.281757 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.431866 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29324c49-c73b-4660-93cc-956612e9656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.446723 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-aaa055df-b8f2-4b45-bfbd-d9ae3262bd9b None None] Set router fb57fb55-3e2a-460a-beb3-6a3fa610b8a3 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:07.545891 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59132) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:07.591100 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29324c49-c73b-4660-93cc-956612e9656a admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba34fa9-241a-4de9-88f8-77a5432ba91f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:07.632917 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-aaa055df-b8f2-4b45-bfbd-d9ae3262bd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3', 'name': 'tempest-TestAggregatesBasicOps-1174814980-router', 'tenant_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:34Z', 'updated_at': '2021-09-16T05:01:06Z', 'revision_number': 6, 'project_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:07.646227 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78324037-aa41-4824-8e6e-3284e9a187df req-dca1622e-6ab2-479f-9542-c77f66a67b38 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:07.661769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78324037-aa41-4824-8e6e-3284e9a187df req-dca1622e-6ab2-479f-9542-c77f66a67b38 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.3347535 Sep 16 05:01:07.692817 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa055df-b8f2-4b45-bfbd-d9ae3262bd9b None None] The sync data for ids ['fb57fb55-3e2a-460a-beb3-6a3fa610b8a3'] in n-d-712140-13 is: [{'id': 'fb57fb55-3e2a-460a-beb3-6a3fa610b8a3', 'name': 'tempest-TestAggregatesBasicOps-1174814980-router', 'tenant_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:34Z', 'updated_at': '2021-09-16T05:01:06Z', 'revision_number': 6, 'project_id': 'fe4e5ea5260c416185eb6fe8b098428d', 'gw_port_host': None}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:07.701794 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29324c49-c73b-4660-93cc-956612e9656a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.758733 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.762958 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1822722d-2f85-4d5a-91d5-61159e81a5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.876972 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29324c49-c73b-4660-93cc-956612e9656a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.879816 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78324037-aa41-4824-8e6e-3284e9a187df req-c773b3a8-933d-45a5-a27b-d520e8970e2c tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168000 Sep 16 05:01:07.879998 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29324c49-c73b-4660-93cc-956612e9656a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.902002 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ffff3aa3-c136-413c-bf04-b421bd3187ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.903990 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.014985 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29324c49-c73b-4660-93cc-956612e9656a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.015936 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29324c49-c73b-4660-93cc-956612e9656a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb57fb55-3e2a-460a-beb3-6a3fa610b8a3 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:01:08.030910 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29324c49-c73b-4660-93cc-956612e9656a admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.041164 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-29324c49-c73b-4660-93cc-956612e9656a admin admin] 10.222.0.20 "DELETE /v2.0/routers/fb57fb55-3e2a-460a-beb3-6a3fa610b8a3 HTTP/1.1" status: 204 len: 168 time: 2.4232259 Sep 16 05:01:08.041367 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59138) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:08.063392 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ffff3aa3-c136-413c-bf04-b421bd3187ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.150093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b72a8c6-8b3e-4d46-84d9-2ff2919b68f4 admin admin] Deleting subnet bd51eb87-5fb4-46e0-b393-3530e6dd4300 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:08.155579 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1b72a8c6-8b3e-4d46-84d9-2ff2919b68f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.189545 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768605e2-b73f-45c5-94dc-c3fa4299f212 req-9b8a7867-3834-4142-b067-b94cacd2ff1d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:08.203457 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-768605e2-b73f-45c5-94dc-c3fa4299f212 req-9b8a7867-3834-4142-b067-b94cacd2ff1d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.3822393 Sep 16 05:01:08.208521 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ce098c-0e66-403f-8dad-61c707673dac None None] Network a783c4c5-7853-4067-a8ea-1e8ffbf10fa8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:08.231383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=878401d8-50f9-4d98-94d8-1c75a2d983f4,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:08.236714 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1b72a8c6-8b3e-4d46-84d9-2ff2919b68f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.279065 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ffff3aa3-c136-413c-bf04-b421bd3187ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.335515 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] In _notify_port_updated(), no bound segment for port 878401d8-50f9-4d98-94d8-1c75a2d983f4 on network a783c4c5-7853-4067-a8ea-1e8ffbf10fa8 {{(pid=95473) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:01:08.349356 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:08.372160 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.380610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "PUT /v2.0/ports/878401d8-50f9-4d98-94d8-1c75a2d983f4 HTTP/1.1" status: 200 len: 1010 time: 2.9064844 Sep 16 05:01:08.392464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59142) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:08.413065 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1b72a8c6-8b3e-4d46-84d9-2ff2919b68f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.471440 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:08.471987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:08.472609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:08.483393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:08.484050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:08.484663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:08.485247 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:08.485824 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:08.486379 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:08.486960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:08.487521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:08.488058 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d28b-44e7-42dd-8506-c9890b1dd343 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:08.553060 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-23851fc1-31f7-4195-b3a1-a5f995a1348d None None] Provisioning complete for port 3a2310bb-813f-4dae-b9b4-9721af257daf triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:08.553550 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-23851fc1-31f7-4195-b3a1-a5f995a1348d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.558758 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1b72a8c6-8b3e-4d46-84d9-2ff2919b68f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.586356 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1b72a8c6-8b3e-4d46-84d9-2ff2919b68f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.596307 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1b72a8c6-8b3e-4d46-84d9-2ff2919b68f4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bd51eb87-5fb4-46e0-b393-3530e6dd4300 HTTP/1.1" status: 204 len: 168 time: 0.5493598 Sep 16 05:01:08.624406 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ffff3aa3-c136-413c-bf04-b421bd3187ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e73d408577c5433096cd07b8e323f9c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0762007 Sep 16 05:01:08.625328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59144) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:08.631306 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59146) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:08.645553 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fedbc4-97d7-4b54-8e2c-a87baefd45de None None] Network 570b8822-a200-4326-8a7c-845101ffd5be requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:08.651333 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72a8c6-8b3e-4d46-84d9-2ff2919b68f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd51eb87-5fb4-46e0-b393-3530e6dd4300,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:08.720110 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-768605e2-b73f-45c5-94dc-c3fa4299f212 req-9d0715de-1f07-461c-8c22-51fa7cf65625 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152414 Sep 16 05:01:08.724652 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff3aa3-c136-413c-bf04-b421bd3187ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58f3b8b-5c7e-453b-8548-b0aa10cdd0f1,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:08.738065 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.997532 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-23851fc1-31f7-4195-b3a1-a5f995a1348d None None] Provisioning complete for port 878401d8-50f9-4d98-94d8-1c75a2d983f4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:08.997908 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-23851fc1-31f7-4195-b3a1-a5f995a1348d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.156276 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1ed76e-407f-4401-b1cb-6e89cfeb1400 None None] DHCP port deletion for 570b8822-a200-4326-8a7c-845101ffd5be request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:01:09.159377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-23851fc1-31f7-4195-b3a1-a5f995a1348d None None] Port 878401d8-50f9-4d98-94d8-1c75a2d983f4 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:09.171561 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8ba34fa9-241a-4de9-88f8-77a5432ba91f no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:09.188425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-962850c8-1988-4a8e-8618-1144902e37ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port 878401d8-50f9-4d98-94d8-1c75a2d983f4 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:09.192089 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-962850c8-1988-4a8e-8618-1144902e37ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.252621 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.254500 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 8ba34fa9-241a-4de9-88f8-77a5432ba91f {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:09.255125 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8ba34fa9-241a-4de9-88f8-77a5432ba91f not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:09.255548 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 69b1e977-6663-43c4-9c36-75d4db87228b no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:09.280994 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fac0d732-57c8-429f-b2e0-4d4c529354d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.302149 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 69b1e977-6663-43c4-9c36-75d4db87228b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:09.302592 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 69b1e977-6663-43c4-9c36-75d4db87228b not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:09.347606 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6c1ed76e-407f-4401-b1cb-6e89cfeb1400 None None] Deleting port a3fbb377-b24d-4021-af12-ad8c4611a19b {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:09.348298 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6c1ed76e-407f-4401-b1cb-6e89cfeb1400 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.419341 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fac0d732-57c8-429f-b2e0-4d4c529354d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.423289 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.440026 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6c1ed76e-407f-4401-b1cb-6e89cfeb1400 None None] For port a3fbb377-b24d-4021-af12-ad8c4611a19b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a3fbb377-b24d-4021-af12-ad8c4611a19b,segment=NetworkSegment(f82f4293-da7e-4779-be77-673136623063),segment_id=f82f4293-da7e-4779-be77-673136623063)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:09.440617 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6c1ed76e-407f-4401-b1cb-6e89cfeb1400 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.461037 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6c1ed76e-407f-4401-b1cb-6e89cfeb1400 None None] Calling delete_port for a3fbb377-b24d-4021-af12-ad8c4611a19b owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:09.601321 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c510bf37-1a29-4073-9f2c-aac4a4a0a49c None None] Provisioning complete for port 3a2310bb-813f-4dae-b9b4-9721af257daf triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:09.601670 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c510bf37-1a29-4073-9f2c-aac4a4a0a49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.607060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ccfa7-fafd-4d78-9958-de3e4c01b1a1 req-c8f0054d-5a3f-4c60-a973-4d56c82cfd01 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:09.613541 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-587ccfa7-fafd-4d78-9958-de3e4c01b1a1 req-c8f0054d-5a3f-4c60-a973-4d56c82cfd01 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.4007173 Sep 16 05:01:09.621231 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-962850c8-1988-4a8e-8618-1144902e37ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.658500 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-962850c8-1988-4a8e-8618-1144902e37ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for 878401d8-50f9-4d98-94d8-1c75a2d983f4 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:09.737387 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6c1ed76e-407f-4401-b1cb-6e89cfeb1400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.769665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-587ccfa7-fafd-4d78-9958-de3e4c01b1a1 req-b3b943c7-b08f-496d-9d30-eaa16cbe83b6 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551471 Sep 16 05:01:09.782192 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fac0d732-57c8-429f-b2e0-4d4c529354d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.782983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c510bf37-1a29-4073-9f2c-aac4a4a0a49c None None] Provisioning complete for port 878401d8-50f9-4d98-94d8-1c75a2d983f4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:09.783367 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c510bf37-1a29-4073-9f2c-aac4a4a0a49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.791999 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fac0d732-57c8-429f-b2e0-4d4c529354d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.810600 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fac0d732-57c8-429f-b2e0-4d4c529354d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d58f3b8b-5c7e-453b-8548-b0aa10cdd0f1 HTTP/1.1" status: 204 len: 168 time: 1.1690047 Sep 16 05:01:09.838023 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ed76e-407f-4401-b1cb-6e89cfeb1400 None None] Pushing event deleted for resources: {'Port': ['ID=a3fbb377-b24d-4021-af12-ad8c4611a19b,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:09.843972 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c510bf37-1a29-4073-9f2c-aac4a4a0a49c None None] Port 878401d8-50f9-4d98-94d8-1c75a2d983f4 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:09.848070 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1ed76e-407f-4401-b1cb-6e89cfeb1400 None None] No DVR routers for this DVR port a3fbb377-b24d-4021-af12-ad8c4611a19b on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:09.876570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0d732-57c8-429f-b2e0-4d4c529354d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58f3b8b-5c7e-453b-8548-b0aa10cdd0f1,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:09.978784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] Deleting port a3fbb377-b24d-4021-af12-ad8c4611a19b {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:09.989074 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.157262 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] For port a3fbb377-b24d-4021-af12-ad8c4611a19b, host n-d-712140-13, got binding levels [] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:10.157759 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.203312 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-76843164-7bc1-4517-800a-f7d91abb31e0 None None] Provisioning complete for port 878401d8-50f9-4d98-94d8-1c75a2d983f4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:10.204348 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-76843164-7bc1-4517-800a-f7d91abb31e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.285943 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-76843164-7bc1-4517-800a-f7d91abb31e0 None None] Port 878401d8-50f9-4d98-94d8-1c75a2d983f4 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:10.519727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fa280-8723-4d1f-b981-a780614f86a2 req-a8e31048-e7d0-48b1-818a-0ad93624fa1d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:10.522835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c0fa280-8723-4d1f-b981-a780614f86a2 req-a8e31048-e7d0-48b1-818a-0ad93624fa1d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.4887836 Sep 16 05:01:10.527937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] Calling delete_port for a3fbb377-b24d-4021-af12-ad8c4611a19b owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:10.529726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.ipam_backend_mixin [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] Port a3fbb377-b24d-4021-af12-ad8c4611a19b was not found and therefore no delete operation was performed {{(pid=95473) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:01:10.536691 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.607336 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-962850c8-1988-4a8e-8618-1144902e37ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.617006 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] No DVR routers for this DVR port a3fbb377-b24d-4021-af12-ad8c4611a19b on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:10.689012 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.710736 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f9312793-eb69-4f7b-a637-804972db3cfd None None] Could not find standard attr ID for object 878401d8-50f9-4d98-94d8-1c75a2d983f4. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:01:10.730571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3fbb377-b24d-4021-af12-ad8c4611a19b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:10.855080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962850c8-1988-4a8e-8618-1144902e37ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=878401d8-50f9-4d98-94d8-1c75a2d983f4,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:11.050235 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a3fbb377-b24d-4021-af12-ad8c4611a19b no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:11.094527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c0fa280-8723-4d1f-b981-a780614f86a2 req-ceef74d3-bad7-430b-b0c1-b89640fe2878 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620811 Sep 16 05:01:11.106264 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: a3fbb377-b24d-4021-af12-ad8c4611a19b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:11.106618 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a3fbb377-b24d-4021-af12-ad8c4611a19b not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:11.133613 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-94ced706-365d-4552-abf1-c43eccfc46a8 None None] Could not find standard attr ID for object 878401d8-50f9-4d98-94d8-1c75a2d983f4. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:01:11.726473 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.732751 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-962850c8-1988-4a8e-8618-1144902e37ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.737093 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-962850c8-1988-4a8e-8618-1144902e37ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/ports/878401d8-50f9-4d98-94d8-1c75a2d983f4 HTTP/1.1" status: 204 len: 168 time: 3.3379130 Sep 16 05:01:11.738071 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59190) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:11.779119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dfefe-74c5-431f-b3e7-426483651ec1 req-2774bc3e-c581-4de4-83aa-6baf7577b4d5 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:11.780927 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-947dfefe-74c5-431f-b3e7-426483651ec1 req-2774bc3e-c581-4de4-83aa-6baf7577b4d5 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.6733119 Sep 16 05:01:11.782180 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-53105fa1-2cbd-490a-9bc2-1d6f668c7e1e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] GET failed (client error): The resource could not be found. Sep 16 05:01:11.782761 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['570b8822-a200-4326-8a7c-845101ffd5be']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:11.787895 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-53105fa1-2cbd-490a-9bc2-1d6f668c7e1e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports/878401d8-50f9-4d98-94d8-1c75a2d983f4 HTTP/1.1" status: 404 len: 333 time: 0.0481503 Sep 16 05:01:11.788096 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59192) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:11.858828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82f4293-da7e-4779-be77-673136623063') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:11.865250 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82f4293-da7e-4779-be77-673136623063') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:11.903378 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.934922 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.940683 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-9906c582-8694-4c20-8a96-014f1d29ba9e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting subnet d99912dd-9956-4c06-96f0-4009b78d0bdd {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:11.945195 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9906c582-8694-4c20-8a96-014f1d29ba9e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.996521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-947dfefe-74c5-431f-b3e7-426483651ec1 req-23f9ffc8-310c-4642-b439-1a29ddd6baab tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919179 Sep 16 05:01:11.997944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:11.998376 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:12.002866 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:12.034293 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9906c582-8694-4c20-8a96-014f1d29ba9e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.199762 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9906c582-8694-4c20-8a96-014f1d29ba9e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.204145 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.245772 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.248965 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] 10.222.0.20 "DELETE /v2.0/networks/570b8822-a200-4326-8a7c-845101ffd5be HTTP/1.1" status: 204 len: 168 time: 3.6081598 Sep 16 05:01:12.250867 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59202) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:12.319144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393d493-b92d-48bd-a896-8e69161fbb30 admin admin] Pushing event deleted for resources: {'Network': ['ID=570b8822-a200-4326-8a7c-845101ffd5be,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:12.362914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a95adb-7198-4d5e-8cb6-1ab66203083e req-8218f517-4b54-444a-a674-c3ba0ed7b996 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:12.364566 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4a95adb-7198-4d5e-8cb6-1ab66203083e req-8218f517-4b54-444a-a674-c3ba0ed7b996 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.1239319 Sep 16 05:01:12.434590 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4a95adb-7198-4d5e-8cb6-1ab66203083e req-46642632-4df1-4473-bb89-f98cec3c3c96 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580134 Sep 16 05:01:12.671925 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9906c582-8694-4c20-8a96-014f1d29ba9e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.700792 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906c582-8694-4c20-8a96-014f1d29ba9e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Subnet': ['ID=d99912dd-9956-4c06-96f0-4009b78d0bdd,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:12.705379 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9906c582-8694-4c20-8a96-014f1d29ba9e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.707665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9906c582-8694-4c20-8a96-014f1d29ba9e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/subnets/d99912dd-9956-4c06-96f0-4009b78d0bdd HTTP/1.1" status: 204 len: 168 time: 0.9165308 Sep 16 05:01:12.722771 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c50e7a-076c-47de-8593-d85209d7a777 None None] Network a783c4c5-7853-4067-a8ea-1e8ffbf10fa8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:12.725684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59212) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:12.792981 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f704f9c-9cf0-490f-bc3c-3638640a4ba5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting subnet 07cc94d8-450f-41bf-8f44-9def9ba243fe {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:12.810293 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0f704f9c-9cf0-490f-bc3c-3638640a4ba5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.853227 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.854064 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0f704f9c-9cf0-490f-bc3c-3638640a4ba5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.959745 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0f704f9c-9cf0-490f-bc3c-3638640a4ba5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.101810 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0f704f9c-9cf0-490f-bc3c-3638640a4ba5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.137275 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:01:13.160380 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0f704f9c-9cf0-490f-bc3c-3638640a4ba5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.162483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0f704f9c-9cf0-490f-bc3c-3638640a4ba5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/subnets/07cc94d8-450f-41bf-8f44-9def9ba243fe HTTP/1.1" status: 204 len: 168 time: 0.4352736 Sep 16 05:01:13.164388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f704f9c-9cf0-490f-bc3c-3638640a4ba5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Subnet': ['ID=07cc94d8-450f-41bf-8f44-9def9ba243fe,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:13.172873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59226) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:13.302633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc39cee-5b39-4c2e-91b2-f8bfd2618bd3 None None] Update dhcp port {'port': {'network_id': 'a783c4c5-7853-4067-a8ea-1e8ffbf10fa8', 'fixed_ips': [{'subnet_id': '07cc94d8-450f-41bf-8f44-9def9ba243fe'}], 'binding:host_id': 'n-d-712140-13'}, 'id': '3a2310bb-813f-4dae-b9b4-9721af257daf'} from n-d-712140-13. {{(pid=95475) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:01:13.339857 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fcc39cee-5b39-4c2e-91b2-f8bfd2618bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.392490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Deleting port 468acac7-f1dc-43bd-91f5-5171a999d056 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:13.393097 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.457432 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74731f74-94ea-4024-959f-8e515855a185 req-20540fd0-71af-487b-916d-c18f39c48964 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:13.463075 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74731f74-94ea-4024-959f-8e515855a185 req-20540fd0-71af-487b-916d-c18f39c48964 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.3070028 Sep 16 05:01:13.564787 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] For port 468acac7-f1dc-43bd-91f5-5171a999d056, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=468acac7-f1dc-43bd-91f5-5171a999d056,segment=NetworkSegment(c2c67716-4e8c-409f-bbd8-3a3121cdf692),segment_id=c2c67716-4e8c-409f-bbd8-3a3121cdf692)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:13.565483 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.582137 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Calling delete_port for 468acac7-f1dc-43bd-91f5-5171a999d056 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:13.591141 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.643324 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74731f74-94ea-4024-959f-8e515855a185 req-35221dfd-434c-4ff5-952d-87d5028f9c95 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671181 Sep 16 05:01:13.760166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0ef90d-e7af-4b21-90f7-59bc7cd943e3 None None] Network a783c4c5-7853-4067-a8ea-1e8ffbf10fa8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:13.837120 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port 3a2310bb-813f-4dae-b9b4-9721af257daf {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:13.838238 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.940895 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] For port 3a2310bb-813f-4dae-b9b4-9721af257daf, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3a2310bb-813f-4dae-b9b4-9721af257daf,segment=NetworkSegment(550ea915-5a68-449d-9008-8bd12a67f957),segment_id=550ea915-5a68-449d-9008-8bd12a67f957)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:13.941596 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.952255 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59240) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:13.992617 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-af0358cd-afa3-4c24-9952-0ec894bff4b1 None None] Provisioning complete for port 3a2310bb-813f-4dae-b9b4-9721af257daf triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:13.992617 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af0358cd-afa3-4c24-9952-0ec894bff4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.996659 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for 3a2310bb-813f-4dae-b9b4-9721af257daf owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:14.077157 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.080787 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb296d1-f9a9-4e24-883d-d4aab319cf4c req-64fc8735-f7ec-4ba6-b22f-74ffe8ffeb15 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:14.083351 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acb296d1-f9a9-4e24-883d-d4aab319cf4c req-64fc8735-f7ec-4ba6-b22f-74ffe8ffeb15 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.3028212 Sep 16 05:01:14.142051 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Pushing event deleted for resources: {'Port': ['ID=468acac7-f1dc-43bd-91f5-5171a999d056,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:14.149193 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc46fa1-4457-4579-b781-2277d4f04d8e None None] DHCP port deletion for a783c4c5-7853-4067-a8ea-1e8ffbf10fa8 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:01:14.163577 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:14.163971 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:14.164266 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:14.164589 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:14.164919 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:14.165246 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:14.165577 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:14.165906 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:14.166214 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:14.166534 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:14.166945 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:14.167629 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:14.182067 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acb296d1-f9a9-4e24-883d-d4aab319cf4c req-cebe670f-bfe9-41fe-8ff7-491544902997 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890460 Sep 16 05:01:14.285819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-11ec7cb3-77f1-4df0-98b3-668c692292cc tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:14.300402 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.327453 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-fdc46fa1-4457-4579-b781-2277d4f04d8e None None] Deleting port 3a2310bb-813f-4dae-b9b4-9721af257daf {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:14.328304 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fdc46fa1-4457-4579-b781-2277d4f04d8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.370183 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=3a2310bb-813f-4dae-b9b4-9721af257daf,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:14.391931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No DVR routers for this DVR port 3a2310bb-813f-4dae-b9b4-9721af257daf on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:14.516213 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-11ec7cb3-77f1-4df0-98b3-668c692292cc tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] 10.222.0.20 "PUT /v2.0/quotas/54236568b2e141c49f1e9810c82ce678 HTTP/1.1" status: 200 len: 368 time: 0.5602572 Sep 16 05:01:14.518373 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59246) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:14.522339 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fdc46fa1-4457-4579-b781-2277d4f04d8e None None] For port 3a2310bb-813f-4dae-b9b4-9721af257daf, host n-d-712140-13, got binding levels [] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:14.522917 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fdc46fa1-4457-4579-b781-2277d4f04d8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.535178 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-11152351-b516-4724-a6cf-503851f9e692 tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Request body: {'network': {'project_id': '54236568b2e141c49f1e9810c82ce678'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:14.566039 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-fdc46fa1-4457-4579-b781-2277d4f04d8e None None] Calling delete_port for 3a2310bb-813f-4dae-b9b4-9721af257daf owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:14.569812 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.ipam_backend_mixin [None req-fdc46fa1-4457-4579-b781-2277d4f04d8e None None] Port 3a2310bb-813f-4dae-b9b4-9721af257daf was not found and therefore no delete operation was performed {{(pid=95475) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:01:14.571925 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fdc46fa1-4457-4579-b781-2277d4f04d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.600347 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc46fa1-4457-4579-b781-2277d4f04d8e None None] Pushing event deleted for resources: {'Port': ['ID=3a2310bb-813f-4dae-b9b4-9721af257daf,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:14.625685 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc46fa1-4457-4579-b781-2277d4f04d8e None None] No DVR routers for this DVR port 3a2310bb-813f-4dae-b9b4-9721af257daf on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:14.648463 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.651970 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.729006 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a783c4c5-7853-4067-a8ea-1e8ffbf10fa8']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:14.753962 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550ea915-5a68-449d-9008-8bd12a67f957') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:14.754264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550ea915-5a68-449d-9008-8bd12a67f957') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:14.772076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11152351-b516-4724-a6cf-503851f9e692 tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Made reservation on behalf of 54236568b2e141c49f1e9810c82ce678 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:14.779771 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-11152351-b516-4724-a6cf-503851f9e692 tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.835484 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.838019 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-11152351-b516-4724-a6cf-503851f9e692 tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.880788 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.924796 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b29966-9556-4a1b-b093-cdabc082dfa9 req-53414a1e-6e57-4365-9cdb-11eecc6258dc tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:14.933389 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1b29966-9556-4a1b-b093-cdabc082dfa9 req-53414a1e-6e57-4365-9cdb-11eecc6258dc tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.1360002 Sep 16 05:01:14.959383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:14.959821 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:14.984657 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:15.010472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1b29966-9556-4a1b-b093-cdabc082dfa9 req-2a4cdb0c-d2bd-414d-bfa4-83c3cab04968 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741782 Sep 16 05:01:15.082485 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Router 31215966-e34c-4aca-a794-dd2b7b764894 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:01:15.105646 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3a2310bb-813f-4dae-b9b4-9721af257daf no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:15.146129 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.153261 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.156115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/networks/a783c4c5-7853-4067-a8ea-1e8ffbf10fa8 HTTP/1.1" status: 204 len: 168 time: 1.9793613 Sep 16 05:01:15.164600 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 3a2310bb-813f-4dae-b9b4-9721af257daf {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:15.165324 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3a2310bb-813f-4dae-b9b4-9721af257daf not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:15.180598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59254) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:15.251393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef9bee-5975-441a-a907-6e511284933d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Network': ['ID=a783c4c5-7853-4067-a8ea-1e8ffbf10fa8,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:15.281876 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:15.290049 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf64341c-a77a-407a-9aba-df95a1cdb2b6 None None] Sync routers for ids ['31215966-e34c-4aca-a794-dd2b7b764894'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:15.295429 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5f3709bb-a5b7-4866-8896-6debae8661ee admin admin] 10.222.0.20 "PUT /v2.0/routers/31215966-e34c-4aca-a794-dd2b7b764894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0391569 Sep 16 05:01:15.296322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59258) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:15.311058 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf64341c-a77a-407a-9aba-df95a1cdb2b6 None None] Routers {'31215966-e34c-4aca-a794-dd2b7b764894'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:15.312147 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-bf64341c-a77a-407a-9aba-df95a1cdb2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:01:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['31215966-e34c-4aca-a794-dd2b7b764894'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:15.356948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3215f0be-9a4a-425d-9203-3659fca85d4a tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.361721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3215f0be-9a4a-425d-9203-3659fca85d4a tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1797719 Sep 16 05:01:15.365576 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59260) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:15.447627 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-806fce70-212a-4b55-a4fb-8664e301f21c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0808511 Sep 16 05:01:15.455375 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59262) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:15.462753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-d7ed3ce6-eadb-48cc-af43-be6572ee22bb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-789622747'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:15.473346 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-11152351-b516-4724-a6cf-503851f9e692 tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.485005 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01518b29-c15b-492f-b7c1-c6b1cb5d49e1 req-8e2f0d82-9344-45a5-a22b-9623fb553172 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.497797 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01518b29-c15b-492f-b7c1-c6b1cb5d49e1 req-8e2f0d82-9344-45a5-a22b-9623fb553172 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.1619258 Sep 16 05:01:15.536432 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-bf64341c-a77a-407a-9aba-df95a1cdb2b6 None None] Set router 31215966-e34c-4aca-a794-dd2b7b764894 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:15.545418 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-11152351-b516-4724-a6cf-503851f9e692 tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.552631 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d67fda2-41e6-447e-b491-a1026032e5ee admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.594261 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01518b29-c15b-492f-b7c1-c6b1cb5d49e1 req-b1266ed6-fbc5-48f2-a53d-fc6c95a5a1ed tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953927 Sep 16 05:01:15.647409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11152351-b516-4724-a6cf-503851f9e692 tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:15.667315 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-11152351-b516-4724-a6cf-503851f9e692 tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.667691 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-11152351-b516-4724-a6cf-503851f9e692 tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Added segment b3aabb3a-86da-4810-950c-e10c34d602cc of type vlan for network 452da914-abe8-4b34-93fe-b9686fc9a10f Sep 16 05:01:15.725462 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-11152351-b516-4724-a6cf-503851f9e692 tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.797418 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d67fda2-41e6-447e-b491-a1026032e5ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.811886 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11152351-b516-4724-a6cf-503851f9e692 tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0511616c-738a-4922-9226-7b7dda14e282,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:15.835745 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ed3ce6-eadb-48cc-af43-be6572ee22bb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:15.843390 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7ed3ce6-eadb-48cc-af43-be6572ee22bb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.900178 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ed3ce6-eadb-48cc-af43-be6572ee22bb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:15.917891 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7ed3ce6-eadb-48cc-af43-be6572ee22bb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.918207 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-d7ed3ce6-eadb-48cc-af43-be6572ee22bb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Added segment af78c2dd-2a26-4d5b-af36-b3e553c6b67e of type vlan for network 566ed66c-7ede-45a6-b334-0c5d9846b2e1 Sep 16 05:01:15.970067 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-bf64341c-a77a-407a-9aba-df95a1cdb2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31215966-e34c-4aca-a794-dd2b7b764894', 'name': 'tempest-TestAggregatesBasicOps-83905078-router', 'tenant_id': 'daaffd5eda474c19aa876e51912f87aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '3ce90ebe-f7e8-4a2e-9873-e73050093c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:50Z', 'updated_at': '2021-09-16T05:01:13Z', 'revision_number': 5, 'project_id': 'daaffd5eda474c19aa876e51912f87aa', 'gw_port': {'id': '3ce90ebe-f7e8-4a2e-9873-e73050093c35', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31215966-e34c-4aca-a794-dd2b7b764894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:52Z', 'updated_at': '2021-09-16T05:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:16.005851 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7ed3ce6-eadb-48cc-af43-be6572ee22bb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.013365 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf64341c-a77a-407a-9aba-df95a1cdb2b6 None None] Checking router: 31215966-e34c-4aca-a794-dd2b7b764894 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:16.025422 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-9d67fda2-41e6-447e-b491-a1026032e5ee admin admin] Deleting port 3ce90ebe-f7e8-4a2e-9873-e73050093c35 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:16.025833 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d67fda2-41e6-447e-b491-a1026032e5ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.035155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf64341c-a77a-407a-9aba-df95a1cdb2b6 None None] Routers {'31215966-e34c-4aca-a794-dd2b7b764894'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:16.049324 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-bf64341c-a77a-407a-9aba-df95a1cdb2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:01:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['31215966-e34c-4aca-a794-dd2b7b764894'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:16.051151 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-11152351-b516-4724-a6cf-503851f9e692 tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.056850 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11152351-b516-4724-a6cf-503851f9e692 tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.058499 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-11152351-b516-4724-a6cf-503851f9e692 tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.166676 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-9d67fda2-41e6-447e-b491-a1026032e5ee admin admin] For port 3ce90ebe-f7e8-4a2e-9873-e73050093c35, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3ce90ebe-f7e8-4a2e-9873-e73050093c35,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:16.173106 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d67fda2-41e6-447e-b491-a1026032e5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.175839 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11152351-b516-4724-a6cf-503851f9e692 tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Pushing event updated for resources: {'Network': ['ID=452da914-abe8-4b34-93fe-b9686fc9a10f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:16.180515 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7ed3ce6-eadb-48cc-af43-be6572ee22bb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.189589 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed3ce6-eadb-48cc-af43-be6572ee22bb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.190419 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7ed3ce6-eadb-48cc-af43-be6572ee22bb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.197676 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-9d67fda2-41e6-447e-b491-a1026032e5ee admin admin] Calling delete_port for 3ce90ebe-f7e8-4a2e-9873-e73050093c35 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:16.206414 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-11152351-b516-4724-a6cf-503851f9e692 tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6802406 Sep 16 05:01:16.221180 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59270) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:16.236240 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-2b65b967-0b1a-4f3a-a82f-2676c0c397ce tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Request body: {'network': {'project_id': '54236568b2e141c49f1e9810c82ce678'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:16.363261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082c906-c8f4-478e-976d-abbf97661f33 req-9999d05b-0188-47ac-8db9-1627719adf60 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.370795 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 452da914-abe8-4b34-93fe-b9686fc9a10f details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:16.372660 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d082c906-c8f4-478e-976d-abbf97661f33 req-9999d05b-0188-47ac-8db9-1627719adf60 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.1939979 Sep 16 05:01:16.375094 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed3ce6-eadb-48cc-af43-be6572ee22bb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Network': ['ID=566ed66c-7ede-45a6-b334-0c5d9846b2e1,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:16.408040 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 566ed66c-7ede-45a6-b334-0c5d9846b2e1 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:16.453069 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b65b967-0b1a-4f3a-a82f-2676c0c397ce tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Made reservation on behalf of 54236568b2e141c49f1e9810c82ce678 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:16.455665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d082c906-c8f4-478e-976d-abbf97661f33 req-01c0f97f-98b4-4019-a6c8-5755e1262524 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819280 Sep 16 05:01:16.466686 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2b65b967-0b1a-4f3a-a82f-2676c0c397ce tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.540915 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d7ed3ce6-eadb-48cc-af43-be6572ee22bb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0843701 Sep 16 05:01:16.545384 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59272) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:16.551661 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-2a41940a-1f95-4b2c-8ed5-75d86959e8b8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'subnet': {'network_id': '566ed66c-7ede-45a6-b334-0c5d9846b2e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:16.595846 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b65b967-0b1a-4f3a-a82f-2676c0c397ce tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:16.633316 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2b65b967-0b1a-4f3a-a82f-2676c0c397ce tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.635089 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-2b65b967-0b1a-4f3a-a82f-2676c0c397ce tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Added segment 8b9c09da-db20-41e1-9b47-8b9772fce394 of type vlan for network 53236983-403a-4254-b3bb-d08856766edd Sep 16 05:01:16.749397 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-bf64341c-a77a-407a-9aba-df95a1cdb2b6 None None] Set router 31215966-e34c-4aca-a794-dd2b7b764894 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:16.779172 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2b65b967-0b1a-4f3a-a82f-2676c0c397ce tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.848160 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39226be-f44a-4e43-8926-e887b8656f3d req-f3b2e5bd-1df2-475b-95b4-db2d74288b45 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.856871 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d67fda2-41e6-447e-b491-a1026032e5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.857053 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b39226be-f44a-4e43-8926-e887b8656f3d req-f3b2e5bd-1df2-475b-95b4-db2d74288b45 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.1290221 Sep 16 05:01:16.910600 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-bf64341c-a77a-407a-9aba-df95a1cdb2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31215966-e34c-4aca-a794-dd2b7b764894', 'name': 'tempest-TestAggregatesBasicOps-83905078-router', 'tenant_id': 'daaffd5eda474c19aa876e51912f87aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:50Z', 'updated_at': '2021-09-16T05:01:15Z', 'revision_number': 6, 'project_id': 'daaffd5eda474c19aa876e51912f87aa', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:16.922304 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2b65b967-0b1a-4f3a-a82f-2676c0c397ce tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.926679 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b65b967-0b1a-4f3a-a82f-2676c0c397ce tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.927530 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2b65b967-0b1a-4f3a-a82f-2676c0c397ce tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.947501 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf64341c-a77a-407a-9aba-df95a1cdb2b6 None None] The sync data for ids ['31215966-e34c-4aca-a794-dd2b7b764894'] in n-d-712140-13 is: [{'id': '31215966-e34c-4aca-a794-dd2b7b764894', 'name': 'tempest-TestAggregatesBasicOps-83905078-router', 'tenant_id': 'daaffd5eda474c19aa876e51912f87aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:50Z', 'updated_at': '2021-09-16T05:01:15Z', 'revision_number': 6, 'project_id': 'daaffd5eda474c19aa876e51912f87aa', 'gw_port_host': None}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:16.950270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a41940a-1f95-4b2c-8ed5-75d86959e8b8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:16.957403 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2a41940a-1f95-4b2c-8ed5-75d86959e8b8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.976755 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b39226be-f44a-4e43-8926-e887b8656f3d req-4ee46b5f-9db8-40bb-a640-c290bf382b5f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126473 Sep 16 05:01:17.020135 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67fda2-41e6-447e-b491-a1026032e5ee admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce90ebe-f7e8-4a2e-9873-e73050093c35,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:17.180400 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65b967-0b1a-4f3a-a82f-2676c0c397ce tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Pushing event updated for resources: {'Network': ['ID=53236983-403a-4254-b3bb-d08856766edd,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:17.193390 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 53236983-403a-4254-b3bb-d08856766edd details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:17.195676 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d67fda2-41e6-447e-b491-a1026032e5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.300535 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d67fda2-41e6-447e-b491-a1026032e5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.302757 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d67fda2-41e6-447e-b491-a1026032e5ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.361194 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2b65b967-0b1a-4f3a-a82f-2676c0c397ce tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1374569 Sep 16 05:01:17.361957 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59286) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:17.367699 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-fb4d36da-ea42-4210-bee4-65f15c65ee8b tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Request body: {'network': {'project_id': '54236568b2e141c49f1e9810c82ce678'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:17.396112 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4d36da-ea42-4210-bee4-65f15c65ee8b tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 05:01:17.396356 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4d36da-ea42-4210-bee4-65f15c65ee8b tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:01:17.403539 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fb4d36da-ea42-4210-bee4-65f15c65ee8b tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0373518 Sep 16 05:01:17.403842 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59288) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:17.481682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59292) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:17.482757 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-32cfe7b1-becf-400f-ae71-00b39754cc30 tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54236568b2e141c49f1e9810c82ce678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0765541 Sep 16 05:01:17.483703 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d67fda2-41e6-447e-b491-a1026032e5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.484586 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d67fda2-41e6-447e-b491-a1026032e5ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31215966-e34c-4aca-a794-dd2b7b764894 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:01:17.494322 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d67fda2-41e6-447e-b491-a1026032e5ee admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.499971 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9d67fda2-41e6-447e-b491-a1026032e5ee admin admin] 10.222.0.20 "DELETE /v2.0/routers/31215966-e34c-4aca-a794-dd2b7b764894 HTTP/1.1" status: 204 len: 168 time: 2.2022130 Sep 16 05:01:17.500626 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59294) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:17.514980 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2a41940a-1f95-4b2c-8ed5-75d86959e8b8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.566829 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa5573f-2f0a-459e-82c9-f9cc5af9bb54 admin admin] Deleting subnet 79c10113-ad33-4ca7-b122-f54db5e87dd7 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:17.581083 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-daa5573f-2f0a-459e-82c9-f9cc5af9bb54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.633943 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-daa5573f-2f0a-459e-82c9-f9cc5af9bb54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.702761 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4622147-a52b-4940-979b-23dd5a16865b req-83b951c4-13b3-4833-ae55-c0eb4bd42786 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.710547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4622147-a52b-4940-979b-23dd5a16865b req-83b951c4-13b3-4833-ae55-c0eb4bd42786 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.1078103 Sep 16 05:01:17.733931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41940a-1f95-4b2c-8ed5-75d86959e8b8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Subnet': ['ID=c34ea1c4-80fb-466a-87ad-5c596a2ea93a,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:17.743010 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e3c404b-67a5-4127-be09-9bff48f0356e tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.762609 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-daa5573f-2f0a-459e-82c9-f9cc5af9bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.793354 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e3c404b-67a5-4127-be09-9bff48f0356e tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.800619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a41940a-1f95-4b2c-8ed5-75d86959e8b8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Checking segment: {'id': 'af78c2dd-2a26-4d5b-af36-b3e553c6b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '566ed66c-7ede-45a6-b334-0c5d9846b2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:17.801261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a41940a-1f95-4b2c-8ed5-75d86959e8b8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network hostable DHCP agents. Network: 566ed66c-7ede-45a6-b334-0c5d9846b2e1, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:17.863697 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4622147-a52b-4940-979b-23dd5a16865b req-dfc5c27e-504d-44f1-974d-95ae82e9fd7a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467392 Sep 16 05:01:17.912549 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-daa5573f-2f0a-459e-82c9-f9cc5af9bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.960652 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89170538-e1fd-4b0c-8a71-c0207bb89835 None None] Network 10c52065-ab2b-4458-a37d-715b825b80ed requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:17.997661 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e3c404b-67a5-4127-be09-9bff48f0356e tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.001516 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e3c404b-67a5-4127-be09-9bff48f0356e tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.007672 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7e3c404b-67a5-4127-be09-9bff48f0356e tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/0511616c-738a-4922-9226-7b7dda14e282 HTTP/1.1" status: 204 len: 168 time: 0.5213439 Sep 16 05:01:18.008012 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59300) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:18.040727 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-daa5573f-2f0a-459e-82c9-f9cc5af9bb54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.043143 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-daa5573f-2f0a-459e-82c9-f9cc5af9bb54 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/79c10113-ad33-4ca7-b122-f54db5e87dd7 HTTP/1.1" status: 204 len: 168 time: 0.5358634 Sep 16 05:01:18.045496 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59306) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:18.047429 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5573f-2f0a-459e-82c9-f9cc5af9bb54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c10113-ad33-4ca7-b122-f54db5e87dd7,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:18.091364 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a41940a-1f95-4b2c-8ed5-75d86959e8b8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network 566ed66c-7ede-45a6-b334-0c5d9846b2e1 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:18.101529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c404b-67a5-4127-be09-9bff48f0356e tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0511616c-738a-4922-9226-7b7dda14e282,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:18.277296 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-2a41940a-1f95-4b2c-8ed5-75d86959e8b8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 566ed66c-7ede-45a6-b334-0c5d9846b2e1) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:18.288476 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf91bb2-850a-4f24-a834-0d28bb18d54f None None] Network 566ed66c-7ede-45a6-b334-0c5d9846b2e1 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:18.343392 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6cf8fa5c-12ad-4b4c-b3db-90dc76e4453e tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.345828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a41940a-1f95-4b2c-8ed5-75d86959e8b8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:18.346432 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2a41940a-1f95-4b2c-8ed5-75d86959e8b8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.357066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f026495-39b5-4b3c-ac20-2204e3a84310 None None] DHCP port deletion for 10c52065-ab2b-4458-a37d-715b825b80ed request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:01:18.421785 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63eb9aa-4e93-44e5-8e71-8c7d47ef645b req-f04ba1cf-07c4-4958-abf9-9372e546c06d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:18.429116 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c63eb9aa-4e93-44e5-8e71-8c7d47ef645b req-f04ba1cf-07c4-4958-abf9-9372e546c06d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.2677789 Sep 16 05:01:18.524534 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2a41940a-1f95-4b2c-8ed5-75d86959e8b8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9751997 Sep 16 05:01:18.540328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59310) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:18.580263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-336232c5-a7ce-45f1-bee4-0c6cf3b1acd7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'network_id': '566ed66c-7ede-45a6-b334-0c5d9846b2e1', 'name': 'tempest-PortsIpV6TestJSON-412166512'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:18.633558 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4f026495-39b5-4b3c-ac20-2204e3a84310 None None] Deleting port fae2de87-b00a-42a9-b9e6-9ba2da93256a {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:18.634226 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4f026495-39b5-4b3c-ac20-2204e3a84310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.717965 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4f026495-39b5-4b3c-ac20-2204e3a84310 None None] For port fae2de87-b00a-42a9-b9e6-9ba2da93256a, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=fae2de87-b00a-42a9-b9e6-9ba2da93256a,segment=NetworkSegment(c2c67716-4e8c-409f-bbd8-3a3121cdf692),segment_id=c2c67716-4e8c-409f-bbd8-3a3121cdf692)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:18.718370 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4f026495-39b5-4b3c-ac20-2204e3a84310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.735555 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4f026495-39b5-4b3c-ac20-2204e3a84310 None None] Calling delete_port for fae2de87-b00a-42a9-b9e6-9ba2da93256a owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:18.744636 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c63eb9aa-4e93-44e5-8e71-8c7d47ef645b req-49567104-b03f-4ba8-881c-e90a7ce771cc tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145447 Sep 16 05:01:18.783124 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.912607 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] Deleting port fae2de87-b00a-42a9-b9e6-9ba2da93256a {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:18.912860 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.918628 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6cf8fa5c-12ad-4b4c-b3db-90dc76e4453e tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.958503 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-566ed66c-7ede-45a6-b334-0c5d9846b2e1', 'network_id': '566ed66c-7ede-45a6-b334-0c5d9846b2e1', 'tenant_id': '00fe80d384e7478888a5c54fe16efc05', 'fixed_ips': [{'subnet_id': 'c34ea1c4-80fb-466a-87ad-5c596a2ea93a'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:01:18.960269 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.994527 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4f026495-39b5-4b3c-ac20-2204e3a84310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.017262 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-6cf8fa5c-12ad-4b4c-b3db-90dc76e4453e tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53236983-403a-4254-b3bb-d08856766edd']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:19.055147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-6cf8fa5c-12ad-4b4c-b3db-90dc76e4453e tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9c09da-db20-41e1-9b47-8b9772fce394') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:19.055147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-6cf8fa5c-12ad-4b4c-b3db-90dc76e4453e tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9c09da-db20-41e1-9b47-8b9772fce394') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:19.061033 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] For port fae2de87-b00a-42a9-b9e6-9ba2da93256a, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=fae2de87-b00a-42a9-b9e6-9ba2da93256a,segment=NetworkSegment(c2c67716-4e8c-409f-bbd8-3a3121cdf692),segment_id=c2c67716-4e8c-409f-bbd8-3a3121cdf692)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:19.061538 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.070989 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6cf8fa5c-12ad-4b4c-b3db-90dc76e4453e tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.095599 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] Calling delete_port for fae2de87-b00a-42a9-b9e6-9ba2da93256a owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:19.103354 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6cf8fa5c-12ad-4b4c-b3db-90dc76e4453e tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.118258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf8fa5c-12ad-4b4c-b3db-90dc76e4453e tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:19.118673 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6cf8fa5c-12ad-4b4c-b3db-90dc76e4453e tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:19.120538 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:19.126215 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3ce90ebe-f7e8-4a2e-9873-e73050093c35 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:19.138582 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec743b8-c56e-4c9a-a7db-88ec23a87e83 req-c169292e-761e-4974-b2ba-c56d7954bc72 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.139594 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ec743b8-c56e-4c9a-a7db-88ec23a87e83 req-c169292e-761e-4974-b2ba-c56d7954bc72 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.1519721 Sep 16 05:01:19.145239 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f026495-39b5-4b3c-ac20-2204e3a84310 None None] No DVR routers for this DVR port fae2de87-b00a-42a9-b9e6-9ba2da93256a on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:19.150391 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f026495-39b5-4b3c-ac20-2204e3a84310 None None] Pushing event deleted for resources: {'Port': ['ID=fae2de87-b00a-42a9-b9e6-9ba2da93256a,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:19.226457 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336232c5-a7ce-45f1-bee4-0c6cf3b1acd7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:19.230650 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 3ce90ebe-f7e8-4a2e-9873-e73050093c35 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:19.234550 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-336232c5-a7ce-45f1-bee4-0c6cf3b1acd7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.235105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3ce90ebe-f7e8-4a2e-9873-e73050093c35 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:19.235644 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 468acac7-f1dc-43bd-91f5-5171a999d056 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:19.282309 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-336232c5-a7ce-45f1-bee4-0c6cf3b1acd7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] device_id is not set on port f4705b3e-dbd7-4716-b60b-9ec2d9a48de2 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:19.291309 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ec743b8-c56e-4c9a-a7db-88ec23a87e83 req-a70984ee-6a97-4800-b816-05f10129ddc8 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278806 Sep 16 05:01:19.294324 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 468acac7-f1dc-43bd-91f5-5171a999d056 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:19.294818 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 468acac7-f1dc-43bd-91f5-5171a999d056 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:19.295382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device fae2de87-b00a-42a9-b9e6-9ba2da93256a no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:19.322524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: fae2de87-b00a-42a9-b9e6-9ba2da93256a {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:19.325384 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device fae2de87-b00a-42a9-b9e6-9ba2da93256a not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:19.375962 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6cf8fa5c-12ad-4b4c-b3db-90dc76e4453e tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.390667 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6cf8fa5c-12ad-4b4c-b3db-90dc76e4453e tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.395087 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6cf8fa5c-12ad-4b4c-b3db-90dc76e4453e tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] 10.222.0.20 "DELETE /v2.0/networks/53236983-403a-4254-b3bb-d08856766edd HTTP/1.1" status: 204 len: 168 time: 1.3782015 Sep 16 05:01:19.396873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59318) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:19.405429 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.423905 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8fa5c-12ad-4b4c-b3db-90dc76e4453e tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Pushing event deleted for resources: {'Network': ['ID=53236983-403a-4254-b3bb-d08856766edd,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:19.442924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] Pushing event deleted for resources: {'Port': ['ID=fae2de87-b00a-42a9-b9e6-9ba2da93256a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:19.450500 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] No DVR routers for this DVR port fae2de87-b00a-42a9-b9e6-9ba2da93256a on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:19.555201 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.564354 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b0bb317-238a-4616-82d7-cb4e80928c6c tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.578472 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-336232c5-a7ce-45f1-bee4-0c6cf3b1acd7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Allocated IP 2001:db8::281 (566ed66c-7ede-45a6-b334-0c5d9846b2e1/c34ea1c4-80fb-466a-87ad-5c596a2ea93a/f4705b3e-dbd7-4716-b60b-9ec2d9a48de2) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:19.584096 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c52065-ab2b-4458-a37d-715b825b80ed']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:19.596327 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c67716-4e8c-409f-bbd8-3a3121cdf692') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:19.596681 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c67716-4e8c-409f-bbd8-3a3121cdf692') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:19.613147 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.643988 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:19.744350 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:19.749407 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b0bb317-238a-4616-82d7-cb4e80928c6c tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.753794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-3b0bb317-238a-4616-82d7-cb4e80928c6c tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452da914-abe8-4b34-93fe-b9686fc9a10f']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:19.794332 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-3b0bb317-238a-4616-82d7-cb4e80928c6c tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3aabb3a-86da-4810-950c-e10c34d602cc') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:19.794647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-3b0bb317-238a-4616-82d7-cb4e80928c6c tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3aabb3a-86da-4810-950c-e10c34d602cc') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:19.812091 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b0bb317-238a-4616-82d7-cb4e80928c6c tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.833791 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.852358 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.857657 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] 10.222.0.20 "DELETE /v2.0/networks/10c52065-ab2b-4458-a37d-715b825b80ed HTTP/1.1" status: 204 len: 168 time: 1.8020861 Sep 16 05:01:19.874785 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a701aea-9bc5-4b94-81ac-88d70a88287d admin admin] Pushing event deleted for resources: {'Network': ['ID=10c52065-ab2b-4458-a37d-715b825b80ed,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:19.875329 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b0bb317-238a-4616-82d7-cb4e80928c6c tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.902829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0bb317-238a-4616-82d7-cb4e80928c6c tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:19.903595 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b0bb317-238a-4616-82d7-cb4e80928c6c tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:19.907143 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:19.958102 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-336232c5-a7ce-45f1-bee4-0c6cf3b1acd7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.038750 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74831be0-db1e-4b2d-89a2-1d1dfb5566b2 req-83be7033-6b11-4550-8f29-36adfe36bbfe tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:20.047291 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74831be0-db1e-4b2d-89a2-1d1dfb5566b2 req-83be7033-6b11-4550-8f29-36adfe36bbfe tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.2147605 Sep 16 05:01:20.101885 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74831be0-db1e-4b2d-89a2-1d1dfb5566b2 req-765b6e04-9afe-4cca-8644-d1492d693e64 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534222 Sep 16 05:01:20.130396 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b0bb317-238a-4616-82d7-cb4e80928c6c tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.137115 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b0bb317-238a-4616-82d7-cb4e80928c6c tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.138665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3b0bb317-238a-4616-82d7-cb4e80928c6c tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] 10.222.0.20 "DELETE /v2.0/networks/452da914-abe8-4b34-93fe-b9686fc9a10f HTTP/1.1" status: 204 len: 168 time: 0.7387662 Sep 16 05:01:20.150654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bb317-238a-4616-82d7-cb4e80928c6c tempest-QuotasNegativeTest-31499495 tempest-QuotasNegativeTest-31499495-project-admin] Pushing event deleted for resources: {'Network': ['ID=452da914-abe8-4b34-93fe-b9686fc9a10f,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:20.163648 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-336232c5-a7ce-45f1-bee4-0c6cf3b1acd7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.219734 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336232c5-a7ce-45f1-bee4-0c6cf3b1acd7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network 566ed66c-7ede-45a6-b334-0c5d9846b2e1 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:20.225652 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-336232c5-a7ce-45f1-bee4-0c6cf3b1acd7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:20.231406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336232c5-a7ce-45f1-bee4-0c6cf3b1acd7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:20.237329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336232c5-a7ce-45f1-bee4-0c6cf3b1acd7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:20.237983 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-336232c5-a7ce-45f1-bee4-0c6cf3b1acd7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.241788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336232c5-a7ce-45f1-bee4-0c6cf3b1acd7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=f4705b3e-dbd7-4716-b60b-9ec2d9a48de2,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:20.264508 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] Allocated IP 2001:db8::2 (566ed66c-7ede-45a6-b334-0c5d9846b2e1/c34ea1c4-80fb-466a-87ad-5c596a2ea93a/162174b1-4403-49f3-9ef1-6bec7b13e105) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:20.330095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-336232c5-a7ce-45f1-bee4-0c6cf3b1acd7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7616029 Sep 16 05:01:20.333022 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59336) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:20.339823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6fe8c873-588c-4d3c-9c7a-0faa5d64d000 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'network_id': '566ed66c-7ede-45a6-b334-0c5d9846b2e1', 'name': 'tempest-PortsIpV6TestJSON-152799955'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:20.391789 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59340) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:20.501294 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.539109 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9af518b9-21de-48e5-9c27-2d623e5f8faf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe4e5ea5260c416185eb6fe8b098428d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435864 Sep 16 05:01:20.539366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59344) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:20.595303 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.669740 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-146ec7f7-c51d-450b-8c4b-39e1bd5873a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.698234 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea6ef8-f16a-4b06-b80b-38eefad02d76 req-2a12e37e-f525-4118-8284-08d3269b8613 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:20.703912 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d0ea6ef8-f16a-4b06-b80b-38eefad02d76 req-2a12e37e-f525-4118-8284-08d3269b8613 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.1971376 Sep 16 05:01:20.706130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] Pushing event updated for resources: {'Port': ['ID=162174b1-4403-49f3-9ef1-6bec7b13e105,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:20.706853 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-146ec7f7-c51d-450b-8c4b-39e1bd5873a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.732266 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] Network 566ed66c-7ede-45a6-b334-0c5d9846b2e1 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:20.739182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:20.743519 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:20.854959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d0ea6ef8-f16a-4b06-b80b-38eefad02d76 req-3ad6cde7-856b-4e0f-a3c7-b34f2c1d5db4 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309800 Sep 16 05:01:20.882122 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] Attempting to bind port 162174b1-4403-49f3-9ef1-6bec7b13e105 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:20.887783 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] Attempting to bind port 162174b1-4403-49f3-9ef1-6bec7b13e105 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'af78c2dd-2a26-4d5b-af36-b3e553c6b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '566ed66c-7ede-45a6-b334-0c5d9846b2e1'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:20.887783 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] Attempting to bind port 162174b1-4403-49f3-9ef1-6bec7b13e105 on network 566ed66c-7ede-45a6-b334-0c5d9846b2e1 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:20.897650 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:20.898074 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] Checking segment: {'id': 'af78c2dd-2a26-4d5b-af36-b3e553c6b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '566ed66c-7ede-45a6-b334-0c5d9846b2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:20.898481 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.898873 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] Bound using segment: {'id': 'af78c2dd-2a26-4d5b-af36-b3e553c6b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '566ed66c-7ede-45a6-b334-0c5d9846b2e1'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:20.899373 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] Bound port: 162174b1-4403-49f3-9ef1-6bec7b13e105, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af78c2dd-2a26-4d5b-af36-b3e553c6b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '566ed66c-7ede-45a6-b334-0c5d9846b2e1'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:20.899754 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.952775 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-146ec7f7-c51d-450b-8c4b-39e1bd5873a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.956020 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-146ec7f7-c51d-450b-8c4b-39e1bd5873a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.958030 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-146ec7f7-c51d-450b-8c4b-39e1bd5873a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37f5f889-cc9c-4f5a-8975-61d118e3afeb HTTP/1.1" status: 204 len: 168 time: 0.4176950 Sep 16 05:01:20.974537 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe8c873-588c-4d3c-9c7a-0faa5d64d000 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:20.978852 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ec7f7-c51d-450b-8c4b-39e1bd5873a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f5f889-cc9c-4f5a-8975-61d118e3afeb,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:20.980320 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c873-588c-4d3c-9c7a-0faa5d64d000 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.023901 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-6fe8c873-588c-4d3c-9c7a-0faa5d64d000 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] device_id is not set on port 177d7faa-2e5b-4587-9433-d7d7cfca597f yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:21.039282 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] For port 162174b1-4403-49f3-9ef1-6bec7b13e105, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:21.048329 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] For port 162174b1-4403-49f3-9ef1-6bec7b13e105, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=162174b1-4403-49f3-9ef1-6bec7b13e105,segment=NetworkSegment(af78c2dd-2a26-4d5b-af36-b3e553c6b67e),segment_id=af78c2dd-2a26-4d5b-af36-b3e553c6b67e)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:21.153256 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.289943 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d13dcf-0011-4751-a469-a298b9cbe45b None None] Pushing event updated for resources: {'Port': ['ID=162174b1-4403-49f3-9ef1-6bec7b13e105,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:21.312721 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-6fe8c873-588c-4d3c-9c7a-0faa5d64d000 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Allocated IP 2001:db8::2b9 (566ed66c-7ede-45a6-b334-0c5d9846b2e1/c34ea1c4-80fb-466a-87ad-5c596a2ea93a/177d7faa-2e5b-4587-9433-d7d7cfca597f) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:21.428283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859a948-9611-45e0-b76a-86d798eefb08 req-b6e6fadb-c40b-49ce-91d0-3ffd8f28d18b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.429912 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d859a948-9611-45e0-b76a-86d798eefb08 req-b6e6fadb-c40b-49ce-91d0-3ffd8f28d18b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.1533844 Sep 16 05:01:21.462198 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59356) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:21.604229 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d859a948-9611-45e0-b76a-86d798eefb08 req-452311f3-685b-4781-958b-76c7146179f8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603241 Sep 16 05:01:21.772081 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca145502-c222-4548-ac0f-8c24d2f22e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.798491 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c873-588c-4d3c-9c7a-0faa5d64d000 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.977285 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c873-588c-4d3c-9c7a-0faa5d64d000 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.985420 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca145502-c222-4548-ac0f-8c24d2f22e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.061003 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe8c873-588c-4d3c-9c7a-0faa5d64d000 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network 566ed66c-7ede-45a6-b334-0c5d9846b2e1 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:22.067138 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-6fe8c873-588c-4d3c-9c7a-0faa5d64d000 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:22.079862 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59368) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:22.084699 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe8c873-588c-4d3c-9c7a-0faa5d64d000 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:22.091805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe8c873-588c-4d3c-9c7a-0faa5d64d000 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.092899 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c873-588c-4d3c-9c7a-0faa5d64d000 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.104176 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca145502-c222-4548-ac0f-8c24d2f22e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.117382 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8c873-588c-4d3c-9c7a-0faa5d64d000 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=177d7faa-2e5b-4587-9433-d7d7cfca597f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:22.134483 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3891a7-7ff7-4fc8-873c-98af24f96210 req-440b1887-fac1-484d-9e9b-a9e0dbb572fe tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.143284 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed3891a7-7ff7-4fc8-873c-98af24f96210 req-440b1887-fac1-484d-9e9b-a9e0dbb572fe tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.1577163 Sep 16 05:01:22.168200 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ca145502-c222-4548-ac0f-8c24d2f22e74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c387fa438e8441d8965659a02986fe50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7015541 Sep 16 05:01:22.168200 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca145502-c222-4548-ac0f-8c24d2f22e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4b79f0-c2bf-41ad-a2e4-3c021070235e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:22.171400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59370) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:22.212684 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9da8f77f-c58b-42bd-bb81-446638ee8239 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=daaffd5eda474c19aa876e51912f87aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314297 Sep 16 05:01:22.215871 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59372) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:22.242985 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6fe8c873-588c-4d3c-9c7a-0faa5d64d000 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9088304 Sep 16 05:01:22.253444 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59374) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:22.294598 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed3891a7-7ff7-4fc8-873c-98af24f96210 req-3d4a7278-ff56-45c1-b869-5037fa223cee tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502512 Sep 16 05:01:22.349475 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a4bac3f8-57e2-44b2-b822-97ff24363141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.357384 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c93cd7fa-749b-485c-90c1-a7032b70c021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.400197 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a4bac3f8-57e2-44b2-b822-97ff24363141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.409715 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c93cd7fa-749b-485c-90c1-a7032b70c021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.433858 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb72d35-28a6-4702-b448-89757d8c1cea tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.435458 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7eb72d35-28a6-4702-b448-89757d8c1cea tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A281 HTTP/1.1" status: 200 len: 928 time: 0.1807709 Sep 16 05:01:22.438686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59376) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:22.584095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9c3be-02de-45b8-94c2-5660d41d607d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port 177d7faa-2e5b-4587-9433-d7d7cfca597f {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:22.584520 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c3be-02de-45b8-94c2-5660d41d607d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.622052 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c93cd7fa-749b-485c-90c1-a7032b70c021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.625086 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c93cd7fa-749b-485c-90c1-a7032b70c021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.628618 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c93cd7fa-749b-485c-90c1-a7032b70c021 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b257ce6-96bb-4747-82e1-2e6f935d8261 HTTP/1.1" status: 204 len: 168 time: 0.4089193 Sep 16 05:01:22.642489 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cd7fa-749b-485c-90c1-a7032b70c021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b257ce6-96bb-4747-82e1-2e6f935d8261,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:22.736520 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c3be-02de-45b8-94c2-5660d41d607d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.751181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9c3be-02de-45b8-94c2-5660d41d607d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for 177d7faa-2e5b-4587-9433-d7d7cfca597f owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:22.820322 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a4bac3f8-57e2-44b2-b822-97ff24363141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.824129 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a4bac3f8-57e2-44b2-b822-97ff24363141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.827627 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a4bac3f8-57e2-44b2-b822-97ff24363141 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c4b79f0-c2bf-41ad-a2e4-3c021070235e HTTP/1.1" status: 204 len: 168 time: 0.6529694 Sep 16 05:01:22.862523 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e446d16-a517-4a52-9e95-20af282fbaf7 None None] Network 566ed66c-7ede-45a6-b334-0c5d9846b2e1 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:22.876122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bac3f8-57e2-44b2-b822-97ff24363141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4b79f0-c2bf-41ad-a2e4-3c021070235e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:23.037951 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f2d94-b513-46a8-8456-0acf0be95a4b req-75aa8b05-b643-4cdf-9e66-b40e958e4fb2 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.040377 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-123f2d94-b513-46a8-8456-0acf0be95a4b req-75aa8b05-b643-4cdf-9e66-b40e958e4fb2 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.2235789 Sep 16 05:01:23.192963 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-123f2d94-b513-46a8-8456-0acf0be95a4b req-9ceb702e-6e1a-4570-bbde-cd68f036a8b1 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310594 Sep 16 05:01:23.254513 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c3be-02de-45b8-94c2-5660d41d607d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.309304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 162174b1-4403-49f3-9ef1-6bec7b13e105 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:23.368489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9c3be-02de-45b8-94c2-5660d41d607d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=177d7faa-2e5b-4587-9433-d7d7cfca597f,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:23.416606 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-18030342-d159-4eaf-aea7-f8ef2598b3a5 None None] Provisioning complete for port 162174b1-4403-49f3-9ef1-6bec7b13e105 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:23.419795 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-18030342-d159-4eaf-aea7-f8ef2598b3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.459857 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c3be-02de-45b8-94c2-5660d41d607d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.462901 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9ff9c3be-02de-45b8-94c2-5660d41d607d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/ports/177d7faa-2e5b-4587-9433-d7d7cfca597f HTTP/1.1" status: 204 len: 168 time: 1.0229967 Sep 16 05:01:23.466572 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59394) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:23.523515 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-11028a47-9e5a-4f02-b59b-d6856dc9c03d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] GET failed (client error): The resource could not be found. Sep 16 05:01:23.525886 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-11028a47-9e5a-4f02-b59b-d6856dc9c03d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports/177d7faa-2e5b-4587-9433-d7d7cfca597f HTTP/1.1" status: 404 len: 333 time: 0.0580807 Sep 16 05:01:23.529975 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59398) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:23.546065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc26a9-e7f1-49d9-bad4-854a1e4eaf81 req-ebbaed66-c872-440a-92b6-4c13f89d73a5 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.546065 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fdc26a9-e7f1-49d9-bad4-854a1e4eaf81 req-ebbaed66-c872-440a-92b6-4c13f89d73a5 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.1092269 Sep 16 05:01:23.612856 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fdc26a9-e7f1-49d9-bad4-854a1e4eaf81 req-552f207d-f3d5-4676-af26-1635a089feb1 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607307 Sep 16 05:01:23.663590 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 162174b1-4403-49f3-9ef1-6bec7b13e105 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:23.663974 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.743906 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e0715bc1-1180-400c-943f-31de16495465 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port f4705b3e-dbd7-4716-b60b-9ec2d9a48de2 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:23.743906 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0715bc1-1180-400c-943f-31de16495465 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.793049 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-18030342-d159-4eaf-aea7-f8ef2598b3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.840915 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.937735 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-18030342-d159-4eaf-aea7-f8ef2598b3a5 None None] For port 162174b1-4403-49f3-9ef1-6bec7b13e105, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=162174b1-4403-49f3-9ef1-6bec7b13e105,segment=NetworkSegment(af78c2dd-2a26-4d5b-af36-b3e553c6b67e),segment_id=af78c2dd-2a26-4d5b-af36-b3e553c6b67e)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:23.994907 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0715bc1-1180-400c-943f-31de16495465 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.011418 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e0715bc1-1180-400c-943f-31de16495465 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for f4705b3e-dbd7-4716-b60b-9ec2d9a48de2 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:24.040099 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-18030342-d159-4eaf-aea7-f8ef2598b3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.064742 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59414) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:24.099304 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-785225ef-9500-4dec-89a1-f0a8d9d0919c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.202073 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18030342-d159-4eaf-aea7-f8ef2598b3a5 None None] Pushing event updated for resources: {'Port': ['ID=162174b1-4403-49f3-9ef1-6bec7b13e105,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:24.301983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1f66ed4c-6212-4411-bae9-b656d8ecf53a None None] Provisioning complete for port f4705b3e-dbd7-4716-b60b-9ec2d9a48de2 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:24.303882 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1f66ed4c-6212-4411-bae9-b656d8ecf53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.335254 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-785225ef-9500-4dec-89a1-f0a8d9d0919c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.359542 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:01:24.359989 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:01:24.384574 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-1f66ed4c-6212-4411-bae9-b656d8ecf53a None None] Port f4705b3e-dbd7-4716-b60b-9ec2d9a48de2 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:24.410149 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1f66ed4c-6212-4411-bae9-b656d8ecf53a None None] Provisioning complete for port 162174b1-4403-49f3-9ef1-6bec7b13e105 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:24.411934 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1f66ed4c-6212-4411-bae9-b656d8ecf53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.488689 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.502044 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-785225ef-9500-4dec-89a1-f0a8d9d0919c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.513211 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0715bc1-1180-400c-943f-31de16495465 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.598293 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49802b49-5216-4547-ba92-b44f0e8253c4 req-daacdfa6-4dd2-43f3-a5a0-37784dcd5aa7 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.599977 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49802b49-5216-4547-ba92-b44f0e8253c4 req-daacdfa6-4dd2-43f3-a5a0-37784dcd5aa7 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.1958976 Sep 16 05:01:24.612756 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785225ef-9500-4dec-89a1-f0a8d9d0919c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd32352-1480-453f-85ad-2b0f2b6c25b3,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:24.645577 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0715bc1-1180-400c-943f-31de16495465 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=f4705b3e-dbd7-4716-b60b-9ec2d9a48de2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:24.685362 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-62392329-a083-4760-9951-83c20ca3b29a None None] Could not find standard attr ID for object f4705b3e-dbd7-4716-b60b-9ec2d9a48de2. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:01:24.689963 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-785225ef-9500-4dec-89a1-f0a8d9d0919c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7e5fdafd0c84fbc8a954d4518b39fbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6250703 Sep 16 05:01:24.693075 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59426) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:24.724062 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49802b49-5216-4547-ba92-b44f0e8253c4 req-2663425f-a49e-40e3-91f7-d2bd389fb801 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027272 Sep 16 05:01:24.734987 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0715bc1-1180-400c-943f-31de16495465 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.739385 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e0715bc1-1180-400c-943f-31de16495465 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/ports/f4705b3e-dbd7-4716-b60b-9ec2d9a48de2 HTTP/1.1" status: 204 len: 168 time: 1.2075543 Sep 16 05:01:24.751132 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59428) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:24.780698 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a3a076-550c-4e16-ba80-93a3b61de82f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] GET failed (client error): The resource could not be found. Sep 16 05:01:24.785588 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-06a3a076-550c-4e16-ba80-93a3b61de82f tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports/f4705b3e-dbd7-4716-b60b-9ec2d9a48de2 HTTP/1.1" status: 404 len: 333 time: 0.0410135 Sep 16 05:01:24.786359 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59430) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:24.884180 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7e978a3-3233-4f18-b5e6-4dcad71fdd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.904701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3baa48-385e-4ece-af95-7c99c07d0d85 req-6a25b6cd-4662-41a8-a855-9b6499211dab tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.912528 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f3baa48-385e-4ece-af95-7c99c07d0d85 req-6a25b6cd-4662-41a8-a855-9b6499211dab tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.1164944 Sep 16 05:01:24.919933 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-794ba23c-f595-4a4e-baa8-07661b2a22f2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting subnet c34ea1c4-80fb-466a-87ad-5c596a2ea93a {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:24.926732 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-794ba23c-f595-4a4e-baa8-07661b2a22f2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.018985 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f3baa48-385e-4ece-af95-7c99c07d0d85 req-01c9f715-e05e-4e88-a324-b8d8e940fb66 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047785 Sep 16 05:01:25.028056 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7e978a3-3233-4f18-b5e6-4dcad71fdd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.039522 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-794ba23c-f595-4a4e-baa8-07661b2a22f2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.148214 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 162174b1-4403-49f3-9ef1-6bec7b13e105 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:25.220547 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7e978a3-3233-4f18-b5e6-4dcad71fdd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.229115 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7e978a3-3233-4f18-b5e6-4dcad71fdd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.233837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f7e978a3-3233-4f18-b5e6-4dcad71fdd73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0cd32352-1480-453f-85ad-2b0f2b6c25b3 HTTP/1.1" status: 204 len: 168 time: 0.5343266 Sep 16 05:01:25.270276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e978a3-3233-4f18-b5e6-4dcad71fdd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd32352-1480-453f-85ad-2b0f2b6c25b3,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:25.276189 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2e58a3bf-9a21-4d3b-aa6e-344eb07fa287 None None] Could not find standard attr ID for object 177d7faa-2e5b-4587-9433-d7d7cfca597f. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:01:25.281996 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 162174b1-4403-49f3-9ef1-6bec7b13e105 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:25.282293 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.380632 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-794ba23c-f595-4a4e-baa8-07661b2a22f2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.599125 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-794ba23c-f595-4a4e-baa8-07661b2a22f2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.664433 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ba23c-f595-4a4e-baa8-07661b2a22f2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Subnet': ['ID=c34ea1c4-80fb-466a-87ad-5c596a2ea93a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:25.664433 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-794ba23c-f595-4a4e-baa8-07661b2a22f2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.664880 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-794ba23c-f595-4a4e-baa8-07661b2a22f2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/subnets/c34ea1c4-80fb-466a-87ad-5c596a2ea93a HTTP/1.1" status: 204 len: 168 time: 0.8769763 Sep 16 05:01:25.668158 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59448) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:25.972371 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.009979 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260f89b-45e6-4aab-ad87-d8a562b4fc7b req-9d8531a7-250f-442d-bad6-df83975b189f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.011704 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9260f89b-45e6-4aab-ad87-d8a562b4fc7b req-9d8531a7-250f-442d-bad6-df83975b189f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.1258254 Sep 16 05:01:26.021165 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2141c518-861a-4e4d-9f93-0d783187703a None None] Network 566ed66c-7ede-45a6-b334-0c5d9846b2e1 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:26.300494 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44271884-1b68-4549-8777-5a3251411746 None None] DHCP port deletion for 566ed66c-7ede-45a6-b334-0c5d9846b2e1 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:01:26.380287 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-44271884-1b68-4549-8777-5a3251411746 None None] Deleting port 162174b1-4403-49f3-9ef1-6bec7b13e105 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:26.381268 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-44271884-1b68-4549-8777-5a3251411746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.570813 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-44271884-1b68-4549-8777-5a3251411746 None None] For port 162174b1-4403-49f3-9ef1-6bec7b13e105, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=162174b1-4403-49f3-9ef1-6bec7b13e105,segment=NetworkSegment(af78c2dd-2a26-4d5b-af36-b3e553c6b67e),segment_id=af78c2dd-2a26-4d5b-af36-b3e553c6b67e)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:26.573046 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-44271884-1b68-4549-8777-5a3251411746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.682326 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9260f89b-45e6-4aab-ad87-d8a562b4fc7b req-116ef4b6-dd49-4407-bfed-bc30873f2920 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6260240 Sep 16 05:01:26.773885 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port 162174b1-4403-49f3-9ef1-6bec7b13e105 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:26.774325 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.938401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5851d-64e9-48b8-b41c-4054ae5c01d6 req-c644c9ea-3def-47a4-a955-2c78d3ef7a23 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.955186 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1de5851d-64e9-48b8-b41c-4054ae5c01d6 req-c644c9ea-3def-47a4-a955-2c78d3ef7a23 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.8007464 Sep 16 05:01:27.002874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-44271884-1b68-4549-8777-5a3251411746 None None] Calling delete_port for 162174b1-4403-49f3-9ef1-6bec7b13e105 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:27.052715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] For port 162174b1-4403-49f3-9ef1-6bec7b13e105, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=162174b1-4403-49f3-9ef1-6bec7b13e105,segment=NetworkSegment(af78c2dd-2a26-4d5b-af36-b3e553c6b67e),segment_id=af78c2dd-2a26-4d5b-af36-b3e553c6b67e)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:27.055758 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.140698 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 162174b1-4403-49f3-9ef1-6bec7b13e105 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:27.155130 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1de5851d-64e9-48b8-b41c-4054ae5c01d6 req-07bbf252-4d68-4778-976e-edc2856ffeb7 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989324 Sep 16 05:01:27.156426 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for 162174b1-4403-49f3-9ef1-6bec7b13e105 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:27.389503 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-44271884-1b68-4549-8777-5a3251411746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.393027 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.422425 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44271884-1b68-4549-8777-5a3251411746 None None] No DVR routers for this DVR port 162174b1-4403-49f3-9ef1-6bec7b13e105 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:27.423033 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.442146 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No DVR routers for this DVR port 162174b1-4403-49f3-9ef1-6bec7b13e105 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:27.471259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=162174b1-4403-49f3-9ef1-6bec7b13e105,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:27.471733 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44271884-1b68-4549-8777-5a3251411746 None None] Pushing event deleted for resources: {'Port': ['ID=162174b1-4403-49f3-9ef1-6bec7b13e105,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:27.563557 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.587524 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566ed66c-7ede-45a6-b334-0c5d9846b2e1']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:27.596887 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af78c2dd-2a26-4d5b-af36-b3e553c6b67e') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:27.597197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af78c2dd-2a26-4d5b-af36-b3e553c6b67e') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:27.607756 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.623590 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.630491 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:27.631193 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:27.640866 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:27.843898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b1905-2aad-4625-b470-cd25f9ac9a9c req-4fdf4087-82c3-4b22-a86d-ede0d2f5c4c3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.845987 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c22b1905-2aad-4625-b470-cd25f9ac9a9c req-4fdf4087-82c3-4b22-a86d-ede0d2f5c4c3 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.0863018 Sep 16 05:01:27.847026 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.881892 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.881892 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/networks/566ed66c-7ede-45a6-b334-0c5d9846b2e1 HTTP/1.1" status: 204 len: 168 time: 2.2050858 Sep 16 05:01:27.886709 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59532) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:27.894532 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d0ed6d9d-c3af-4e65-ad16-8d482d8d39f7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1898033523'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:27.928550 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d301cbd-d87e-4875-bd53-5f91dead5d3b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Network': ['ID=566ed66c-7ede-45a6-b334-0c5d9846b2e1,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:27.957348 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c22b1905-2aad-4625-b470-cd25f9ac9a9c req-1970d68c-49ec-47a8-9673-ac35b085052e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815082 Sep 16 05:01:28.095275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ed6d9d-c3af-4e65-ad16-8d482d8d39f7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:28.100860 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6d9d-c3af-4e65-ad16-8d482d8d39f7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.135479 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ed6d9d-c3af-4e65-ad16-8d482d8d39f7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:28.146872 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6d9d-c3af-4e65-ad16-8d482d8d39f7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.147157 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-d0ed6d9d-c3af-4e65-ad16-8d482d8d39f7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Added segment e92fc754-fea9-4e2e-90db-2bbe8895c5e8 of type vlan for network b519df6d-64e6-4de9-92e5-38d59c91d682 Sep 16 05:01:28.191956 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.195419 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6d9d-c3af-4e65-ad16-8d482d8d39f7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.306428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2cbe5-a4e1-4325-964b-b66989720416 req-942284a2-a7de-44c6-a564-eb50388f50a1 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.309837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ba2cbe5-a4e1-4325-964b-b66989720416 req-942284a2-a7de-44c6-a564-eb50388f50a1 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.0772645 Sep 16 05:01:28.328687 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6d9d-c3af-4e65-ad16-8d482d8d39f7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.335392 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ed6d9d-c3af-4e65-ad16-8d482d8d39f7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.336352 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6d9d-c3af-4e65-ad16-8d482d8d39f7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.380696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ba2cbe5-a4e1-4325-964b-b66989720416 req-c24e6b02-533b-4197-9acc-fd0ada471846 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580263 Sep 16 05:01:28.426733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59556) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:28.429406 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed6d9d-c3af-4e65-ad16-8d482d8d39f7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Network': ['ID=b519df6d-64e6-4de9-92e5-38d59c91d682,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:28.433934 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d0ed6d9d-c3af-4e65-ad16-8d482d8d39f7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5450780 Sep 16 05:01:28.436972 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59560) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:28.443385 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network b519df6d-64e6-4de9-92e5-38d59c91d682 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:28.459718 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-239c2c0a-da1b-4ccd-9ac8-14a18d38ce38 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'subnet': {'network_id': 'b519df6d-64e6-4de9-92e5-38d59c91d682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:28.665948 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239c2c0a-da1b-4ccd-9ac8-14a18d38ce38 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:28.668363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8bf75be5-8e78-4ed5-8bcd-db373ac399ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1195248935'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:28.669974 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-239c2c0a-da1b-4ccd-9ac8-14a18d38ce38 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.751869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf75be5-8e78-4ed5-8bcd-db373ac399ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Made reservation on behalf of a73ee8dfb7384c479158362edd662605 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:28.755908 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8bf75be5-8e78-4ed5-8bcd-db373ac399ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.765869 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8bf75be5-8e78-4ed5-8bcd-db373ac399ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.887358 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8bf75be5-8e78-4ed5-8bcd-db373ac399ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.035058 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8bf75be5-8e78-4ed5-8bcd-db373ac399ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.082962 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-239c2c0a-da1b-4ccd-9ac8-14a18d38ce38 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.110753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf75be5-8e78-4ed5-8bcd-db373ac399ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:29.131438 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf75be5-8e78-4ed5-8bcd-db373ac399ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef7d665-73d5-44fe-b27a-4b21e04dbaea,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:29.138917 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8bf75be5-8e78-4ed5-8bcd-db373ac399ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.139344 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-8bf75be5-8e78-4ed5-8bcd-db373ac399ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Added segment b51c137e-7a8d-4ab4-947f-de811305b050 of type vlan for network b814e343-be04-450e-b571-2f4f07ec07b6 Sep 16 05:01:29.158495 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee5134-d0b3-401d-bd20-a8ea50a8bc61 req-57ba7699-2f9a-4ca1-b3e6-13b78c7c2b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.160108 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fee5134-d0b3-401d-bd20-a8ea50a8bc61 req-57ba7699-2f9a-4ca1-b3e6-13b78c7c2b8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 1097 time: 0.1405225 Sep 16 05:01:29.164028 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c2c0a-da1b-4ccd-9ac8-14a18d38ce38 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Subnet': ['ID=d26902a8-e57f-4dc9-907a-9dedf72a0c70,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:29.177952 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c2c0a-da1b-4ccd-9ac8-14a18d38ce38 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Checking segment: {'id': 'e92fc754-fea9-4e2e-90db-2bbe8895c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b519df6d-64e6-4de9-92e5-38d59c91d682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:29.205431 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239c2c0a-da1b-4ccd-9ac8-14a18d38ce38 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network hostable DHCP agents. Network: b519df6d-64e6-4de9-92e5-38d59c91d682, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:29.206165 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da75156-b464-4535-b643-10a8ff0b7c38 req-94786d6f-4114-439f-b9ad-1b190e1172db tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.206165 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7da75156-b464-4535-b643-10a8ff0b7c38 req-94786d6f-4114-439f-b9ad-1b190e1172db tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.1411932 Sep 16 05:01:29.255471 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8bf75be5-8e78-4ed5-8bcd-db373ac399ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.331559 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7da75156-b464-4535-b643-10a8ff0b7c38 req-f3723aa7-e96a-466c-a701-9b3984fb2a6d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233776 Sep 16 05:01:29.356617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee5134-d0b3-401d-bd20-a8ea50a8bc61 req-01f7950c-f53b-40b3-aabb-33a5f11c13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.358160 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fee5134-d0b3-401d-bd20-a8ea50a8bc61 req-01f7950c-f53b-40b3-aabb-33a5f11c13d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 913 time: 0.1730306 Sep 16 05:01:29.411544 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fee5134-d0b3-401d-bd20-a8ea50a8bc61 req-7f12230a-e2bd-4285-9483-12fa0d0ba283 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc HTTP/1.1" status: 200 len: 217 time: 0.0436478 Sep 16 05:01:29.478904 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee5134-d0b3-401d-bd20-a8ea50a8bc61 req-614dbfe0-a1ab-4a4f-8693-fae06335e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.481030 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fee5134-d0b3-401d-bd20-a8ea50a8bc61 req-614dbfe0-a1ab-4a4f-8693-fae06335e2d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.0605819 Sep 16 05:01:29.550754 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a0a3e-5f01-42ca-9d85-a6e4288b604d req-c9b0be86-91f1-4a11-9eab-12eaa8d3992c tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.552303 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b3a0a3e-5f01-42ca-9d85-a6e4288b604d req-c9b0be86-91f1-4a11-9eab-12eaa8d3992c tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.0872059 Sep 16 05:01:29.560764 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee5134-d0b3-401d-bd20-a8ea50a8bc61 req-f4bcfda4-4893-4fae-acfc-7777263b8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.562387 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fee5134-d0b3-401d-bd20-a8ea50a8bc61 req-f4bcfda4-4893-4fae-acfc-7777263b8d5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651553 Sep 16 05:01:29.634286 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b3a0a3e-5f01-42ca-9d85-a6e4288b604d req-3fba8f46-ed6a-4b89-8a13-40c4e4eacd30 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708983 Sep 16 05:01:29.693835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fee5134-d0b3-401d-bd20-a8ea50a8bc61 req-d987a555-85e3-499b-9ed1-18f06eed93d1 service neutron] 10.222.0.21 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233306 Sep 16 05:01:29.740755 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239c2c0a-da1b-4ccd-9ac8-14a18d38ce38 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network b519df6d-64e6-4de9-92e5-38d59c91d682 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:29.762926 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8bf75be5-8e78-4ed5-8bcd-db373ac399ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.768435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf75be5-8e78-4ed5-8bcd-db373ac399ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.769028 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8bf75be5-8e78-4ed5-8bcd-db373ac399ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.819960 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-239c2c0a-da1b-4ccd-9ac8-14a18d38ce38 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, b519df6d-64e6-4de9-92e5-38d59c91d682) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:29.833453 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239c2c0a-da1b-4ccd-9ac8-14a18d38ce38 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.833453 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-239c2c0a-da1b-4ccd-9ac8-14a18d38ce38 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.840105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511b0300-5bdb-4dc0-8e31-e80f26e9ee87 None None] Network b519df6d-64e6-4de9-92e5-38d59c91d682 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:29.861082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf75be5-8e78-4ed5-8bcd-db373ac399ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Pushing event updated for resources: {'Network': ['ID=b814e343-be04-450e-b571-2f4f07ec07b6,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:29.872443 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fee5134-d0b3-401d-bd20-a8ea50a8bc61 req-ffb24536-67d2-469a-a111-49793e4bb805 service neutron] 10.222.0.21 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711645 Sep 16 05:01:29.874634 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network b814e343-be04-450e-b571-2f4f07ec07b6 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:29.925974 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8bf75be5-8e78-4ed5-8bcd-db373ac399ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4955506 Sep 16 05:01:30.017160 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-239c2c0a-da1b-4ccd-9ac8-14a18d38ce38 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5767581 Sep 16 05:01:30.020233 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59620) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:30.029273 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-4ccb4ed2-6d9d-43ec-a9fe-16723cb64ecb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'network_id': 'b519df6d-64e6-4de9-92e5-38d59c91d682', 'name': 'tempest-PortsIpV6TestJSON-2143767743', 'fixed_ips': [{'subnet_id': 'd26902a8-e57f-4dc9-907a-9dedf72a0c70', 'ip_address': '2001:db8::10'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:30.068115 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-b519df6d-64e6-4de9-92e5-38d59c91d682', 'network_id': 'b519df6d-64e6-4de9-92e5-38d59c91d682', 'tenant_id': '00fe80d384e7478888a5c54fe16efc05', 'fixed_ips': [{'subnet_id': 'd26902a8-e57f-4dc9-907a-9dedf72a0c70'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:01:30.069281 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.145825 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59630) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:30.153448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Request body: {'port': {'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6', 'binding:host_id': 'n-h2-712140-13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-10398424'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:30.231969 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Allocated IP 2001:db8::2 (b519df6d-64e6-4de9-92e5-38d59c91d682/d26902a8-e57f-4dc9-907a-9dedf72a0c70/7ea66d77-96ff-4b23-98ee-583312d9e159) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:30.311925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Made reservation on behalf of 62ca7365bf7f4f4ba0d3d66856e6e658 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:30.317971 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.329024 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.395938 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.477092 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccb4ed2-6d9d-43ec-a9fe-16723cb64ecb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:30.484699 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11297d6b-8c1a-4e2d-b207-cbd13013e6e0 req-892563d4-2339-4caa-8298-05a93bbd3266 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:30.486373 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-11297d6b-8c1a-4e2d-b207-cbd13013e6e0 req-892563d4-2339-4caa-8298-05a93bbd3266 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.0726817 Sep 16 05:01:30.540501 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.566827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-11297d6b-8c1a-4e2d-b207-cbd13013e6e0 req-3a07028e-b8a6-4877-a7a2-c72d14468076 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706968 Sep 16 05:01:30.595296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Network b519df6d-64e6-4de9-92e5-38d59c91d682 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:30.600348 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:30.602294 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4ed2-6d9d-43ec-a9fe-16723cb64ecb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.603200 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:30.621037 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Pushing event updated for resources: {'Port': ['ID=7ea66d77-96ff-4b23-98ee-583312d9e159,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:30.647424 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-4ccb4ed2-6d9d-43ec-a9fe-16723cb64ecb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] device_id is not set on port c9c93ab6-269e-4b32-bd70-59e322d9cd10 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:30.648230 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:30.648581 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:30.648924 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:30.649266 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:30.649602 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:30.649930 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:30.650237 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:30.650559 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:30.650923 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:30.651634 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:30.652798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:30.653030 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.653772 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:30.711988 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Attempting to bind port 7ea66d77-96ff-4b23-98ee-583312d9e159 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:30.712680 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Attempting to bind port 7ea66d77-96ff-4b23-98ee-583312d9e159 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'e92fc754-fea9-4e2e-90db-2bbe8895c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b519df6d-64e6-4de9-92e5-38d59c91d682'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:30.713243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Attempting to bind port 7ea66d77-96ff-4b23-98ee-583312d9e159 on network b519df6d-64e6-4de9-92e5-38d59c91d682 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:30.723758 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:30.723978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Checking segment: {'id': 'e92fc754-fea9-4e2e-90db-2bbe8895c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b519df6d-64e6-4de9-92e5-38d59c91d682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:30.724306 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.724786 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Bound using segment: {'id': 'e92fc754-fea9-4e2e-90db-2bbe8895c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b519df6d-64e6-4de9-92e5-38d59c91d682'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:30.725655 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Bound port: 7ea66d77-96ff-4b23-98ee-583312d9e159, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92fc754-fea9-4e2e-90db-2bbe8895c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b519df6d-64e6-4de9-92e5-38d59c91d682'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:30.725950 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.784756 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.788215 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] device_id is not set on port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:30.827354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] For port 7ea66d77-96ff-4b23-98ee-583312d9e159, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:30.832556 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] For port 7ea66d77-96ff-4b23-98ee-583312d9e159, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7ea66d77-96ff-4b23-98ee-583312d9e159,segment=NetworkSegment(e92fc754-fea9-4e2e-90db-2bbe8895c5e8),segment_id=e92fc754-fea9-4e2e-90db-2bbe8895c5e8)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:30.912636 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.940394 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc07cd7-23cb-4202-85e5-2f602b90f5c6 req-693f1693-592d-4a3b-bc61-bba8d202d54d tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:30.943134 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6cc07cd7-23cb-4202-85e5-2f602b90f5c6 req-693f1693-592d-4a3b-bc61-bba8d202d54d tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.1994474 Sep 16 05:01:30.948061 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57df9ccf-3aa0-4457-a562-48c141c7a2fa,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:30.999344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-4ccb4ed2-6d9d-43ec-a9fe-16723cb64ecb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Allocated IP 2001:db8::10 (b519df6d-64e6-4de9-92e5-38d59c91d682/d26902a8-e57f-4dc9-907a-9dedf72a0c70/c9c93ab6-269e-4b32-bd70-59e322d9cd10) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:31.051450 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6dc5b-c990-4649-9edb-1594d7d68d5a None None] Pushing event updated for resources: {'Port': ['ID=7ea66d77-96ff-4b23-98ee-583312d9e159,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:31.089575 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6cc07cd7-23cb-4202-85e5-2f602b90f5c6 req-3fee078b-3f0a-47ba-8bce-262de11f98f6 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212735 Sep 16 05:01:31.238823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] device_id is not set on port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:31.256660 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.272458 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4ed2-6d9d-43ec-a9fe-16723cb64ecb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.409365 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.476228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device e849b6a1-4987-4c23-99cc-5b43c8e1f2bc no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:31.479168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Pushing event updated for resources: {'Port': ['ID=98ecb774-0b23-4fb2-b690-8a8b08fb5917,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:31.484562 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4ed2-6d9d-43ec-a9fe-16723cb64ecb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.506179 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Checking segment: {'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:31.506179 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Network hostable DHCP agents. Network: b814e343-be04-450e-b571-2f4f07ec07b6, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:31.563271 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccb4ed2-6d9d-43ec-a9fe-16723cb64ecb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network b519df6d-64e6-4de9-92e5-38d59c91d682 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:31.568928 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-4ccb4ed2-6d9d-43ec-a9fe-16723cb64ecb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:31.575670 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb4ed2-6d9d-43ec-a9fe-16723cb64ecb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:31.581720 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccb4ed2-6d9d-43ec-a9fe-16723cb64ecb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.582678 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4ed2-6d9d-43ec-a9fe-16723cb64ecb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.585734 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb4ed2-6d9d-43ec-a9fe-16723cb64ecb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=c9c93ab6-269e-4b32-bd70-59e322d9cd10,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:31.597349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Network b814e343-be04-450e-b571-2f4f07ec07b6 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:31.617500 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.644019 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1d9be8-1316-4a30-b56b-bae4ca72ed35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e849b6a1-4987-4c23-99cc-5b43c8e1f2bc'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:31.651146 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3eae3b-4070-4de7-82cd-719e1b56ceff" -d '{"events": [{"server_uuid": "6d1d9be8-1316-4a30-b56b-bae4ca72ed35", "name": "network-vif-unplugged", "status": "completed", "tag": "e849b6a1-4987-4c23-99cc-5b43c8e1f2bc"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:31.676160 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:31.691113 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4ccb4ed2-6d9d-43ec-a9fe-16723cb64ecb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6664362 Sep 16 05:01:31.691353 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59680) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:31.696873 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-a387f127-5087-47cb-96e5-54c50e1e8235 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'network_id': 'b519df6d-64e6-4de9-92e5-38d59c91d682', 'name': 'tempest-PortsIpV6TestJSON-1104140238', 'fixed_ips': [{'subnet_id': 'd26902a8-e57f-4dc9-907a-9dedf72a0c70', 'ip_address': '2001:db8::f'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:31.704401 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2b06ae-abae-43b6-a00b-d1369a0071c3 x-openstack-request-id: req-2e2b06ae-abae-43b6-a00b-d1369a0071c3 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:31.704816 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1d9be8-1316-4a30-b56b-bae4ca72ed35", "name": "network-vif-unplugged", "status": "completed", "tag": "e849b6a1-4987-4c23-99cc-5b43c8e1f2bc", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:31.705150 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e2b06ae-abae-43b6-a00b-d1369a0071c3 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:31.705724 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1d9be8-1316-4a30-b56b-bae4ca72ed35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e849b6a1-4987-4c23-99cc-5b43c8e1f2bc', 'code': 200} Sep 16 05:01:31.713951 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2e425-28cc-48bd-8538-875668ef427c req-99f92091-4500-4358-a762-4b8150bc887f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.715722 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fc2e425-28cc-48bd-8538-875668ef427c req-99f92091-4500-4358-a762-4b8150bc887f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 945 time: 0.0623994 Sep 16 05:01:31.720724 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, b814e343-be04-450e-b571-2f4f07ec07b6) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:31.731981 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:31.733482 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9707fb0c-c879-4970-abf8-d8e120d53320 None None] Network b814e343-be04-450e-b571-2f4f07ec07b6 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:31.757984 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:31.758788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:31.758788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:31.770797 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:31.771267 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:31.773791 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.774001 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 2 to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 Sep 16 05:01:31.783220 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fc2e425-28cc-48bd-8538-875668ef427c req-8c9ad435-5d9d-4263-8fc6-18f02ed041a1 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603876 Sep 16 05:01:31.800608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:31.804282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:31.804631 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:31.840610 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:31.840943 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:31.850278 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 3 to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 Sep 16 05:01:31.874643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:31.874643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:31.874643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:31.881780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:31.882091 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:31.882636 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 4 to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 Sep 16 05:01:31.908897 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:31.909371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:31.909732 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:31.915197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:31.915536 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:31.915934 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 5 to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 Sep 16 05:01:31.917170 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:31.946182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:31.947216 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:31.947566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:31.953976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:31.954445 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:31.954713 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 6 to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 Sep 16 05:01:31.968756 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:31.969101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:31.969672 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:31.975019 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:31.975862 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:31.977441 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 7 to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 Sep 16 05:01:31.985999 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a387f127-5087-47cb-96e5-54c50e1e8235 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:32.002741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:32.002741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:32.002741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:32.006570 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a387f127-5087-47cb-96e5-54c50e1e8235 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.008194 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:32.008815 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:32.009290 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 8 to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 Sep 16 05:01:32.025330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:32.025700 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:32.026792 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:32.033447 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:32.033774 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-a387f127-5087-47cb-96e5-54c50e1e8235 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] device_id is not set on port 5adb8e04-bda0-4a6f-b9a1-3c187a2a8496 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:32.033901 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:32.034178 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 9 to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 Sep 16 05:01:32.062139 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:32.062763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:32.063504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:32.068612 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:32.069245 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:32.069894 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 10 to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 Sep 16 05:01:32.095236 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:32.095718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:32.096393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:32.106633 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:32.106926 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:32.107318 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.200714 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59688) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:32.203156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] For port 98ecb774-0b23-4fb2-b690-8a8b08fb5917, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:32.203546 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempted to set empty binding levels {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:01:32.291557 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1146567d-fe92-4b11-b54e-c6023de525d6 None None] Network b519df6d-64e6-4de9-92e5-38d59c91d682 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:32.322946 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-a387f127-5087-47cb-96e5-54c50e1e8235 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Allocated IP 2001:db8::f (b519df6d-64e6-4de9-92e5-38d59c91d682/d26902a8-e57f-4dc9-907a-9dedf72a0c70/5adb8e04-bda0-4a6f-b9a1-3c187a2a8496) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:32.325435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7bb68-fbf3-480f-a0b8-5b50be1a073a req-50766c14-7f09-4dcb-920b-5856e283fce3 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.328419 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-feb7bb68-fbf3-480f-a0b8-5b50be1a073a req-50766c14-7f09-4dcb-920b-5856e283fce3 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.0858750 Sep 16 05:01:32.377030 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-271f1cc4-0673-4dcf-a35b-5320fae3e792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.390857 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-60126ad9-22e5-453c-b179-a3ab7b13374d None None] Provisioning complete for port 7ea66d77-96ff-4b23-98ee-583312d9e159 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:32.391386 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-60126ad9-22e5-453c-b179-a3ab7b13374d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.438139 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.491783 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-feb7bb68-fbf3-480f-a0b8-5b50be1a073a req-9cfab6db-8508-4fb6-9b73-ef31ceaca5e3 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468396 Sep 16 05:01:32.497171 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.497797 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.531814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Pushing event updated for resources: {'Port': ['ID=98ecb774-0b23-4fb2-b690-8a8b08fb5917,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:32.571752 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-271f1cc4-0673-4dcf-a35b-5320fae3e792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.578038 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-60126ad9-22e5-453c-b179-a3ab7b13374d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.590840 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a387f127-5087-47cb-96e5-54c50e1e8235 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.618455 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-60126ad9-22e5-453c-b179-a3ab7b13374d None None] For port 7ea66d77-96ff-4b23-98ee-583312d9e159, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7ea66d77-96ff-4b23-98ee-583312d9e159,segment=NetworkSegment(e92fc754-fea9-4e2e-90db-2bbe8895c5e8),segment_id=e92fc754-fea9-4e2e-90db-2bbe8895c5e8)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:32.735617 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-271f1cc4-0673-4dcf-a35b-5320fae3e792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.737322 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-60126ad9-22e5-453c-b179-a3ab7b13374d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.785889 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-271f1cc4-0673-4dcf-a35b-5320fae3e792 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d717d2143fb64c36905f41543c2ace85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5842144 Sep 16 05:01:32.787098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f1cc4-0673-4dcf-a35b-5320fae3e792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8605d567-ea99-4a3d-b4b7-0bfa508527f9,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:32.789856 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59694) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:32.806037 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60126ad9-22e5-453c-b179-a3ab7b13374d None None] Pushing event updated for resources: {'Port': ['ID=7ea66d77-96ff-4b23-98ee-583312d9e159,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:32.830817 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a387f127-5087-47cb-96e5-54c50e1e8235 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.838986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-988497ba-c30f-46e5-a609-190cad97224e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.6917698 Sep 16 05:01:32.843828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59698) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:32.924232 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a387f127-5087-47cb-96e5-54c50e1e8235 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network b519df6d-64e6-4de9-92e5-38d59c91d682 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:32.930322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-a387f127-5087-47cb-96e5-54c50e1e8235 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:32.937238 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a387f127-5087-47cb-96e5-54c50e1e8235 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:32.943193 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a387f127-5087-47cb-96e5-54c50e1e8235 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.943808 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a387f127-5087-47cb-96e5-54c50e1e8235 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.950505 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387f127-5087-47cb-96e5-54c50e1e8235 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=5adb8e04-bda0-4a6f-b9a1-3c187a2a8496,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:32.978685 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d398b02-e289-4b36-bf04-14b42286ba1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.019956 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d398b02-e289-4b36-bf04-14b42286ba1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.028094 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b643c94f-503c-4ec0-8af2-870f84424dae None None] Provisioning complete for port 7ea66d77-96ff-4b23-98ee-583312d9e159 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:33.028660 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b643c94f-503c-4ec0-8af2-870f84424dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.045317 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2848e3f-2d78-4eed-84fc-f3725c0e2d60 req-e6c5b19b-b419-48f2-baaa-175af4f10c15 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.047806 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2848e3f-2d78-4eed-84fc-f3725c0e2d60 req-e6c5b19b-b419-48f2-baaa-175af4f10c15 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 943 time: 0.1068401 Sep 16 05:01:33.054186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-760006f0-4c26-47f3-a6d3-afb275c74324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Deleting port 98ecb774-0b23-4fb2-b690-8a8b08fb5917 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:33.054799 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-760006f0-4c26-47f3-a6d3-afb275c74324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.137106 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a387f127-5087-47cb-96e5-54c50e1e8235 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4446750 Sep 16 05:01:33.141200 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59702) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:33.206546 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7ea66d77-96ff-4b23-98ee-583312d9e159 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:33.230619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-760006f0-4c26-47f3-a6d3-afb275c74324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] For port 98ecb774-0b23-4fb2-b690-8a8b08fb5917, host n-h2-712140-13, got binding levels [] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:33.231115 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-760006f0-4c26-47f3-a6d3-afb275c74324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.247131 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5117f6-75ff-484f-bad3-0468921634cc tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.249753 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2e5117f6-75ff-484f-bad3-0468921634cc tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1084011 Sep 16 05:01:33.251566 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d398b02-e289-4b36-bf04-14b42286ba1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.256151 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d398b02-e289-4b36-bf04-14b42286ba1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.262009 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2848e3f-2d78-4eed-84fc-f3725c0e2d60 req-e91f117b-3060-42cb-a50f-3dada97cee74 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880755 Sep 16 05:01:33.262126 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5d398b02-e289-4b36-bf04-14b42286ba1f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8605d567-ea99-4a3d-b4b7-0bfa508527f9 HTTP/1.1" status: 204 len: 168 time: 0.4675307 Sep 16 05:01:33.262126 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59704) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:33.286181 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b643c94f-503c-4ec0-8af2-870f84424dae None None] Provisioning complete for port c9c93ab6-269e-4b32-bd70-59e322d9cd10 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:33.286852 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b643c94f-503c-4ec0-8af2-870f84424dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.304030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-760006f0-4c26-47f3-a6d3-afb275c74324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Calling delete_port for 98ecb774-0b23-4fb2-b690-8a8b08fb5917 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:33.329207 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d398b02-e289-4b36-bf04-14b42286ba1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8605d567-ea99-4a3d-b4b7-0bfa508527f9,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:33.364089 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1b022a-5ba0-4149-b7b2-4c2a6859e861 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.379384 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1b022a-5ba0-4149-b7b2-4c2a6859e861 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.387101 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1b022a-5ba0-4149-b7b2-4c2a6859e861 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.391587 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-be1b022a-5ba0-4149-b7b2-4c2a6859e861 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1183133 Sep 16 05:01:33.391988 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59710) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:33.399400 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b643c94f-503c-4ec0-8af2-870f84424dae None None] Port c9c93ab6-269e-4b32-bd70-59e322d9cd10 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:33.471217 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 7ea66d77-96ff-4b23-98ee-583312d9e159 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:33.471901 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.482579 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a89bae-895e-449c-a82d-4da71f7b3168 req-215d836c-38f8-401f-954a-033ce50b095c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.491019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99a89bae-895e-449c-a82d-4da71f7b3168 req-215d836c-38f8-401f-954a-033ce50b095c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0958607 Sep 16 05:01:33.551486 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99a89bae-895e-449c-a82d-4da71f7b3168 req-0d3b8642-f25b-4c99-8107-4306e6979424 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594993 Sep 16 05:01:33.591476 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-760006f0-4c26-47f3-a6d3-afb275c74324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.632826 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3e2b3-0d86-4c12-b2a8-b5ed576b04ec tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port 5adb8e04-bda0-4a6f-b9a1-3c187a2a8496 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:33.633449 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8ec3e2b3-0d86-4c12-b2a8-b5ed576b04ec tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.640851 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6bf16870-7a73-422f-80f9-74494175bea5 None None] Provisioning complete for port c9c93ab6-269e-4b32-bd70-59e322d9cd10 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:33.647219 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6bf16870-7a73-422f-80f9-74494175bea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.652414 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760006f0-4c26-47f3-a6d3-afb275c74324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Pushing event deleted for resources: {'Port': ['ID=98ecb774-0b23-4fb2-b690-8a8b08fb5917,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:33.713579 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-760006f0-4c26-47f3-a6d3-afb275c74324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.717617 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-760006f0-4c26-47f3-a6d3-afb275c74324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] 10.222.0.20 "DELETE /v2.0/ports/98ecb774-0b23-4fb2-b690-8a8b08fb5917 HTTP/1.1" status: 204 len: 168 time: 0.8720465 Sep 16 05:01:33.727216 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59720) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:33.743796 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6bf16870-7a73-422f-80f9-74494175bea5 None None] Port c9c93ab6-269e-4b32-bd70-59e322d9cd10 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:33.784731 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7b0cc0-48f1-42f4-bc3e-56d0b1d0fb9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:01:33.786537 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1f7b0cc0-48f1-42f4-bc3e-56d0b1d0fb9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] 10.222.0.20 "GET /v2.0/ports/98ecb774-0b23-4fb2-b690-8a8b08fb5917 HTTP/1.1" status: 404 len: 333 time: 0.0527415 Sep 16 05:01:33.805435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59722) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:33.811727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-2ee3beae-192e-426b-a30f-543f188d6a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Request body: {'port': {'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-386320481'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:33.880857 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cae80-9776-40b5-9758-029d094ab575 req-a153c2b9-1cd7-4f9d-923c-a740c3910521 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.882251 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aa3cae80-9776-40b5-9758-029d094ab575 req-a153c2b9-1cd7-4f9d-923c-a740c3910521 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1106195 Sep 16 05:01:33.891067 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3b5a3-2a62-4dd8-9601-57feec5a4ae8 req-9a8baa48-8047-41e6-bf4a-d78838b81da0 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.892646 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4fc3b5a3-2a62-4dd8-9601-57feec5a4ae8 req-9a8baa48-8047-41e6-bf4a-d78838b81da0 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.2355528 Sep 16 05:01:33.901904 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8ec3e2b3-0d86-4c12-b2a8-b5ed576b04ec tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.916399 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3e2b3-0d86-4c12-b2a8-b5ed576b04ec tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for 5adb8e04-bda0-4a6f-b9a1-3c187a2a8496 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:33.954802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aa3cae80-9776-40b5-9758-029d094ab575 req-e06dd644-b086-4b8a-ab18-a134c215930f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611382 Sep 16 05:01:33.955683 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee3beae-192e-426b-a30f-543f188d6a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Made reservation on behalf of 62ca7365bf7f4f4ba0d3d66856e6e658 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:33.958069 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2ee3beae-192e-426b-a30f-543f188d6a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.975178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-edacf55b-5f0a-4537-96ee-3843d0e4afdf None None] Provisioning complete for port 5adb8e04-bda0-4a6f-b9a1-3c187a2a8496 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:33.975687 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-edacf55b-5f0a-4537-96ee-3843d0e4afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.984472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4fc3b5a3-2a62-4dd8-9601-57feec5a4ae8 req-53106ea1-b1f1-47ff-bfae-a855f694f650 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837953 Sep 16 05:01:33.994459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-2ee3beae-192e-426b-a30f-543f188d6a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] device_id is not set on port fb66d7ec-94b4-4005-8c58-463c18469e4c yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:34.040180 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-edacf55b-5f0a-4537-96ee-3843d0e4afdf None None] Port 5adb8e04-bda0-4a6f-b9a1-3c187a2a8496 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:34.181914 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2ee3beae-192e-426b-a30f-543f188d6a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.232205 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8ec3e2b3-0d86-4c12-b2a8-b5ed576b04ec tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.247249 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59728) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:34.266559 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3e2b3-0d86-4c12-b2a8-b5ed576b04ec tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=5adb8e04-bda0-4a6f-b9a1-3c187a2a8496,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:34.267192 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d97639c9-2deb-42fd-8f3f-db5cd5349596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.299698 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8ec3e2b3-0d86-4c12-b2a8-b5ed576b04ec tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.301917 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8ec3e2b3-0d86-4c12-b2a8-b5ed576b04ec tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/ports/5adb8e04-bda0-4a6f-b9a1-3c187a2a8496 HTTP/1.1" status: 204 len: 168 time: 0.9084013 Sep 16 05:01:34.305026 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59730) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:34.325865 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2ee3beae-192e-426b-a30f-543f188d6a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.382961 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a67159-53d6-456b-840c-8f3165c60b47 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] GET failed (client error): The resource could not be found. Sep 16 05:01:34.390622 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59734) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:34.390826 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-27a67159-53d6-456b-840c-8f3165c60b47 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports/5adb8e04-bda0-4a6f-b9a1-3c187a2a8496 HTTP/1.1" status: 404 len: 333 time: 0.0844979 Sep 16 05:01:34.452575 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee3beae-192e-426b-a30f-543f188d6a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Network b814e343-be04-450e-b571-2f4f07ec07b6 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:34.474526 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-2ee3beae-192e-426b-a30f-543f188d6a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:34.483630 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee3beae-192e-426b-a30f-543f188d6a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:34.484601 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee3beae-192e-426b-a30f-543f188d6a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.485218 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2ee3beae-192e-426b-a30f-543f188d6a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.513467 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-3de0ce7f-9400-4672-aecf-705f2f5011a1 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port c9c93ab6-269e-4b32-bd70-59e322d9cd10 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:34.513826 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3de0ce7f-9400-4672-aecf-705f2f5011a1 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.521336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3beae-192e-426b-a30f-543f188d6a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Pushing event updated for resources: {'Port': ['ID=fb66d7ec-94b4-4005-8c58-463c18469e4c,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:34.552586 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef747b-8d5f-4351-92ae-513606057095 req-38778542-a2ae-414a-a33f-3b4c17732d5b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.562475 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbef747b-8d5f-4351-92ae-513606057095 req-38778542-a2ae-414a-a33f-3b4c17732d5b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1531723 Sep 16 05:01:34.616391 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d97639c9-2deb-42fd-8f3f-db5cd5349596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.622725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbef747b-8d5f-4351-92ae-513606057095 req-f32d6b04-f288-4622-86d5-e45a3930716c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617554 Sep 16 05:01:34.641741 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3de0ce7f-9400-4672-aecf-705f2f5011a1 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.654945 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-3de0ce7f-9400-4672-aecf-705f2f5011a1 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for c9c93ab6-269e-4b32-bd70-59e322d9cd10 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:34.696794 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d97639c9-2deb-42fd-8f3f-db5cd5349596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.752764 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d97639c9-2deb-42fd-8f3f-db5cd5349596 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94bec66de5fc4801ac815188dd830b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5042844 Sep 16 05:01:34.753915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97639c9-2deb-42fd-8f3f-db5cd5349596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced67f53-2381-413f-a795-4c694c6cf246,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:34.756255 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59738) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:34.768612 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2ee3beae-192e-426b-a30f-543f188d6a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9570208 Sep 16 05:01:34.771303 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59740) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:34.776993 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:34.852705 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.854648 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4bceccb0-49b2-4183-bb2f-a6bf1bd1adec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.886934 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4bceccb0-49b2-4183-bb2f-a6bf1bd1adec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.920537 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3de0ce7f-9400-4672-aecf-705f2f5011a1 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.953913 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0ce7f-9400-4672-aecf-705f2f5011a1 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=c9c93ab6-269e-4b32-bd70-59e322d9cd10,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:34.982669 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3de0ce7f-9400-4672-aecf-705f2f5011a1 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.984912 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3de0ce7f-9400-4672-aecf-705f2f5011a1 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/ports/c9c93ab6-269e-4b32-bd70-59e322d9cd10 HTTP/1.1" status: 204 len: 168 time: 0.5929637 Sep 16 05:01:34.987593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59742) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:35.032562 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c88841-a8a5-4411-89c9-6d431f75de10 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] GET failed (client error): The resource could not be found. Sep 16 05:01:35.032757 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e1c88841-a8a5-4411-89c9-6d431f75de10 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports/c9c93ab6-269e-4b32-bd70-59e322d9cd10 HTTP/1.1" status: 404 len: 333 time: 0.0432222 Sep 16 05:01:35.040785 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59746) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:35.091389 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4bceccb0-49b2-4183-bb2f-a6bf1bd1adec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.094928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] device_id is not set on port fb66d7ec-94b4-4005-8c58-463c18469e4c yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:35.095401 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4bceccb0-49b2-4183-bb2f-a6bf1bd1adec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.096772 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4bceccb0-49b2-4183-bb2f-a6bf1bd1adec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ced67f53-2381-413f-a795-4c694c6cf246 HTTP/1.1" status: 204 len: 168 time: 0.3390563 Sep 16 05:01:35.116995 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-82352507-38ad-4b8d-96f7-11affbdb32c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.121359 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.138621 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bceccb0-49b2-4183-bb2f-a6bf1bd1adec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced67f53-2381-413f-a795-4c694c6cf246,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:35.154706 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-84748e04-9234-4fc8-ae83-0a2224fc5103 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting subnet d26902a8-e57f-4dc9-907a-9dedf72a0c70 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:35.158190 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-84748e04-9234-4fc8-ae83-0a2224fc5103 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.207786 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b4764-83b1-4d3a-bc2f-790ce50caf5b req-e79ca60c-ab1e-4f6d-8db6-0e836925ed59 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.219656 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d4b4764-83b1-4d3a-bc2f-790ce50caf5b req-e79ca60c-ab1e-4f6d-8db6-0e836925ed59 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.0864704 Sep 16 05:01:35.223042 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.232033 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-84748e04-9234-4fc8-ae83-0a2224fc5103 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.322695 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d4b4764-83b1-4d3a-bc2f-790ce50caf5b req-e24ab052-884d-4e8f-ae88-dfaf76b0b700 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964174 Sep 16 05:01:35.339370 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Pushing event updated for resources: {'Port': ['ID=fb66d7ec-94b4-4005-8c58-463c18469e4c,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:35.352468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:35.352812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:35.353148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:35.359229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:35.359581 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:35.359970 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 2 to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c Sep 16 05:01:35.374324 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:35.374667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:35.375049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:35.383664 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:35.384464 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:35.385311 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 3 to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c Sep 16 05:01:35.402340 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-84748e04-9234-4fc8-ae83-0a2224fc5103 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.403406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:35.403762 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:35.404122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:35.408960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:35.409296 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:35.409698 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 4 to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c Sep 16 05:01:35.427787 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:35.427787 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:35.427787 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:35.431410 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:35.431771 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:35.432172 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 5 to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c Sep 16 05:01:35.446959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:35.447337 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:35.447729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:35.453200 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:35.453573 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:35.453927 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 6 to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c Sep 16 05:01:35.468989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:35.469449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:35.469654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:35.474712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:35.474980 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:35.475356 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 7 to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c Sep 16 05:01:35.490684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:35.491077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:35.491397 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:35.497463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:35.497860 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:35.501269 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 8 to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c Sep 16 05:01:35.504991 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device e849b6a1-4987-4c23-99cc-5b43c8e1f2bc no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:35.519612 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:35.520029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:35.520382 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:35.530510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:35.530971 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:35.531478 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 9 to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c Sep 16 05:01:35.549799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:35.549799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:35.549799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:35.555550 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:35.556064 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:35.556470 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 10 to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c Sep 16 05:01:35.570312 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:35.570650 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:35.571055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:35.576346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:35.576684 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port fb66d7ec-94b4-4005-8c58-463c18469e4c on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:35.577060 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.598784 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-84748e04-9234-4fc8-ae83-0a2224fc5103 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.647139 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84748e04-9234-4fc8-ae83-0a2224fc5103 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Subnet': ['ID=d26902a8-e57f-4dc9-907a-9dedf72a0c70,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:35.647139 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-84748e04-9234-4fc8-ae83-0a2224fc5103 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.647139 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-84748e04-9234-4fc8-ae83-0a2224fc5103 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/subnets/d26902a8-e57f-4dc9-907a-9dedf72a0c70 HTTP/1.1" status: 204 len: 168 time: 0.6044633 Sep 16 05:01:35.671376 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59754) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:35.671514 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd130e2-d88d-4812-b4fe-850fb0bece4f None None] Network b519df6d-64e6-4de9-92e5-38d59c91d682 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:35.737866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] For port fb66d7ec-94b4-4005-8c58-463c18469e4c, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:35.737866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempted to set empty binding levels {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:01:35.780742 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.826658 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.925515 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] In _notify_port_updated(), no bound segment for port fb66d7ec-94b4-4005-8c58-463c18469e4c on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:01:35.925515 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.925515 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.925515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] 10.222.0.20 "PUT /v2.0/ports/fb66d7ec-94b4-4005-8c58-463c18469e4c HTTP/1.1" status: 200 len: 979 time: 1.1526523 Sep 16 05:01:35.926811 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59758) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:35.946527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6315059-4632-4206-a5b8-80e7d1805bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Pushing event updated for resources: {'Port': ['ID=fb66d7ec-94b4-4005-8c58-463c18469e4c,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:35.959203 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d3dd4-b1cf-49ce-af91-f34b32553821 req-73a368b4-7567-4935-88e9-a771eed22d19 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.960754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac2d3dd4-b1cf-49ce-af91-f34b32553821 req-73a368b4-7567-4935-88e9-a771eed22d19 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1938572 Sep 16 05:01:36.024843 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac44da26-69a8-4291-9499-ec0378db8001 None None] DHCP port deletion for b519df6d-64e6-4de9-92e5-38d59c91d682 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:01:36.047853 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port 7ea66d77-96ff-4b23-98ee-583312d9e159 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:36.048473 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.089683 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac2d3dd4-b1cf-49ce-af91-f34b32553821 req-f4dbf7b3-4bb4-471d-a5ec-75806799bc44 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203520 Sep 16 05:01:36.090929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ac44da26-69a8-4291-9499-ec0378db8001 None None] Deleting port 7ea66d77-96ff-4b23-98ee-583312d9e159 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:36.091617 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac44da26-69a8-4291-9499-ec0378db8001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.155851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] For port 7ea66d77-96ff-4b23-98ee-583312d9e159, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7ea66d77-96ff-4b23-98ee-583312d9e159,segment=NetworkSegment(e92fc754-fea9-4e2e-90db-2bbe8895c5e8),segment_id=e92fc754-fea9-4e2e-90db-2bbe8895c5e8)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:36.156440 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.175511 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.176126 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.176607 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.176962 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.177425 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.177891 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.178354 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.178822 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.179456 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.179996 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.180536 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.180991 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.181456 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.181899 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.182359 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.183426 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.184311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.184311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.185402 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.185402 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.185753 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.186089 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.186570 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.187042 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.187765 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.188024 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.188506 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.191783 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-62782270-2718-46c3-b076-045d9206111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23970 time: 0.2564390 Sep 16 05:01:36.193191 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ac44da26-69a8-4291-9499-ec0378db8001 None None] For port 7ea66d77-96ff-4b23-98ee-583312d9e159, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7ea66d77-96ff-4b23-98ee-583312d9e159,segment=NetworkSegment(e92fc754-fea9-4e2e-90db-2bbe8895c5e8),segment_id=e92fc754-fea9-4e2e-90db-2bbe8895c5e8)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:36.193683 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac44da26-69a8-4291-9499-ec0378db8001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.195923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59760) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:36.208387 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for 7ea66d77-96ff-4b23-98ee-583312d9e159 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:36.210284 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ac44da26-69a8-4291-9499-ec0378db8001 None None] Calling delete_port for 7ea66d77-96ff-4b23-98ee-583312d9e159 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:36.289531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a4e3e-11ac-4eb4-8650-22e091923d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Deleting port fb66d7ec-94b4-4005-8c58-463c18469e4c {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:36.290097 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6d2a4e3e-11ac-4eb4-8650-22e091923d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.367802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-6d2a4e3e-11ac-4eb4-8650-22e091923d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] For port fb66d7ec-94b4-4005-8c58-463c18469e4c, host n-h2-712140-13, got binding levels [] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:36.367802 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6d2a4e3e-11ac-4eb4-8650-22e091923d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.383210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a4e3e-11ac-4eb4-8650-22e091923d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Calling delete_port for fb66d7ec-94b4-4005-8c58-463c18469e4c owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:36.385631 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.401915 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac44da26-69a8-4291-9499-ec0378db8001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.428743 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=7ea66d77-96ff-4b23-98ee-583312d9e159,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:36.434360 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No DVR routers for this DVR port 7ea66d77-96ff-4b23-98ee-583312d9e159 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:36.441723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44da26-69a8-4291-9499-ec0378db8001 None None] No DVR routers for this DVR port 7ea66d77-96ff-4b23-98ee-583312d9e159 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:36.443416 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44da26-69a8-4291-9499-ec0378db8001 None None] Pushing event deleted for resources: {'Port': ['ID=7ea66d77-96ff-4b23-98ee-583312d9e159,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:36.509015 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bebe4c-c758-4b7f-bb60-ab7cfa790423 req-f30ec678-5a36-4670-9584-055710e7cc1f tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.510561 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-45bebe4c-c758-4b7f-bb60-ab7cfa790423 req-f30ec678-5a36-4670-9584-055710e7cc1f tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.1126225 Sep 16 05:01:36.526552 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.551603 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b519df6d-64e6-4de9-92e5-38d59c91d682']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:36.559521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-45bebe4c-c758-4b7f-bb60-ab7cfa790423 req-1f8739ee-2302-4650-9a1a-37c3cceba4de tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Sep 16 05:01:36.562822 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92fc754-fea9-4e2e-90db-2bbe8895c5e8') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:36.563176 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92fc754-fea9-4e2e-90db-2bbe8895c5e8') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:36.575636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.588397 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.597030 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:36.603180 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:36.626384 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6d2a4e3e-11ac-4eb4-8650-22e091923d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.659646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a4e3e-11ac-4eb4-8650-22e091923d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb66d7ec-94b4-4005-8c58-463c18469e4c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:36.666733 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6d2a4e3e-11ac-4eb4-8650-22e091923d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.669497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6d2a4e3e-11ac-4eb4-8650-22e091923d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] 10.222.0.20 "DELETE /v2.0/ports/fb66d7ec-94b4-4005-8c58-463c18469e4c HTTP/1.1" status: 204 len: 168 time: 0.4725535 Sep 16 05:01:36.672346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59766) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:36.709482 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d7c7a0-7f28-4b62-b44a-a266814893e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:01:36.711422 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c8d7c7a0-7f28-4b62-b44a-a266814893e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] 10.222.0.20 "GET /v2.0/ports/fb66d7ec-94b4-4005-8c58-463c18469e4c HTTP/1.1" status: 404 len: 333 time: 0.0380886 Sep 16 05:01:36.715204 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59768) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:36.721255 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-7f9f2650-9393-42ef-bde6-b606e81e1366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-118981425', 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:36.745854 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.756266 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.758657 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/networks/b519df6d-64e6-4de9-92e5-38d59c91d682 HTTP/1.1" status: 204 len: 168 time: 1.1048353 Sep 16 05:01:36.763835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59770) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:36.770415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-809ade25-046a-4eae-9fb2-191574f56c4e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1676249194'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:36.778464 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90ecc6-4244-4646-ba18-b9fb311703ac tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Network': ['ID=b519df6d-64e6-4de9-92e5-38d59c91d682,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:36.797177 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9f2650-9393-42ef-bde6-b606e81e1366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Made reservation on behalf of 62ca7365bf7f4f4ba0d3d66856e6e658 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:36.799966 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f9f2650-9393-42ef-bde6-b606e81e1366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.817568 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-7f9f2650-9393-42ef-bde6-b606e81e1366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] device_id is not set on port 0bf9a3a6-e461-4f77-b2c2-03f9673bdd0c yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:36.890376 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809ade25-046a-4eae-9fb2-191574f56c4e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:36.898176 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-809ade25-046a-4eae-9fb2-191574f56c4e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.931054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809ade25-046a-4eae-9fb2-191574f56c4e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:36.940902 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-809ade25-046a-4eae-9fb2-191574f56c4e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.941253 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-809ade25-046a-4eae-9fb2-191574f56c4e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Added segment 5ac908ac-cd6d-491d-b3ed-d308e1aff40c of type vlan for network d12037f7-232e-4311-bcab-0ad08c19b38d Sep 16 05:01:36.993177 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-809ade25-046a-4eae-9fb2-191574f56c4e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.021968 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f9f2650-9393-42ef-bde6-b606e81e1366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.074922 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7ea66d77-96ff-4b23-98ee-583312d9e159 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:37.099870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 7ea66d77-96ff-4b23-98ee-583312d9e159 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:37.100236 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7ea66d77-96ff-4b23-98ee-583312d9e159 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:37.115078 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-809ade25-046a-4eae-9fb2-191574f56c4e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.125065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809ade25-046a-4eae-9fb2-191574f56c4e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.125911 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-809ade25-046a-4eae-9fb2-191574f56c4e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.169677 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f9f2650-9393-42ef-bde6-b606e81e1366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.219600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9f2650-9393-42ef-bde6-b606e81e1366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Network b814e343-be04-450e-b571-2f4f07ec07b6 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:37.222500 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-7f9f2650-9393-42ef-bde6-b606e81e1366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:37.226080 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9f2650-9393-42ef-bde6-b606e81e1366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:37.239388 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9f2650-9393-42ef-bde6-b606e81e1366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.239388 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f9f2650-9393-42ef-bde6-b606e81e1366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.240126 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f2650-9393-42ef-bde6-b606e81e1366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Pushing event updated for resources: {'Port': ['ID=0bf9a3a6-e461-4f77-b2c2-03f9673bdd0c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:37.255035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-809ade25-046a-4eae-9fb2-191574f56c4e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4897151 Sep 16 05:01:37.256654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ade25-046a-4eae-9fb2-191574f56c4e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Network': ['ID=d12037f7-232e-4311-bcab-0ad08c19b38d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:37.258255 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59778) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:37.266432 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-fb9649ce-2c91-4a40-a5b0-11c77d7f6368 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'subnet': {'network_id': 'd12037f7-232e-4311-bcab-0ad08c19b38d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:37.270372 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network d12037f7-232e-4311-bcab-0ad08c19b38d details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:37.289906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8deb23b-c25d-4e3a-abce-1463b8093a0b req-8a5b4120-53e7-4df0-9b79-5590553e398c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.294990 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8deb23b-c25d-4e3a-abce-1463b8093a0b req-8a5b4120-53e7-4df0-9b79-5590553e398c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1202335 Sep 16 05:01:37.342060 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8deb23b-c25d-4e3a-abce-1463b8093a0b req-76ae18ab-ad12-4a24-bff0-a31daff71fb0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397129 Sep 16 05:01:37.351557 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7f9f2650-9393-42ef-bde6-b606e81e1366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6336927 Sep 16 05:01:37.369843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59780) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:37.417836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662a5e1b-1dc1-4ab3-9211-3d6786fc1a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.422467 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-662a5e1b-1dc1-4ab3-9211-3d6786fc1a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] 10.222.0.20 "GET /v2.0/ports/0bf9a3a6-e461-4f77-b2c2-03f9673bdd0c HTTP/1.1" status: 200 len: 958 time: 0.0577931 Sep 16 05:01:37.422743 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59784) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:37.483907 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9649ce-2c91-4a40-a5b0-11c77d7f6368 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:37.487507 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb9649ce-2c91-4a40-a5b0-11c77d7f6368 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.609102 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-82654415-5696-4bdc-afe7-0802a8860ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Deleting port 0bf9a3a6-e461-4f77-b2c2-03f9673bdd0c {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:37.609102 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82654415-5696-4bdc-afe7-0802a8860ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.704406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef182fb-c84f-492e-aa3b-d40c6d4aefa3 req-c720f526-82bd-451e-aaa4-046f195962fc tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.706258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ef182fb-c84f-492e-aa3b-d40c6d4aefa3 req-c720f526-82bd-451e-aaa4-046f195962fc tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.0674620 Sep 16 05:01:37.716197 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82654415-5696-4bdc-afe7-0802a8860ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.735657 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-82654415-5696-4bdc-afe7-0802a8860ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Calling delete_port for 0bf9a3a6-e461-4f77-b2c2-03f9673bdd0c owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:37.751521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ef182fb-c84f-492e-aa3b-d40c6d4aefa3 req-1653fcf5-41bc-4af4-88af-5493746f6543 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387657 Sep 16 05:01:37.756889 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bdf37674-0646-4a65-bfbf-ea06a5ee8283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.911716 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb9649ce-2c91-4a40-a5b0-11c77d7f6368 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.970715 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82654415-5696-4bdc-afe7-0802a8860ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.007718 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9649ce-2c91-4a40-a5b0-11c77d7f6368 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Subnet': ['ID=85eaadaa-6aa9-44e3-b839-a74fcc0cab26,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:38.009827 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82654415-5696-4bdc-afe7-0802a8860ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bf9a3a6-e461-4f77-b2c2-03f9673bdd0c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:38.016475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9649ce-2c91-4a40-a5b0-11c77d7f6368 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Checking segment: {'id': '5ac908ac-cd6d-491d-b3ed-d308e1aff40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd12037f7-232e-4311-bcab-0ad08c19b38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:38.016831 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9649ce-2c91-4a40-a5b0-11c77d7f6368 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network hostable DHCP agents. Network: d12037f7-232e-4311-bcab-0ad08c19b38d, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:38.027430 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82654415-5696-4bdc-afe7-0802a8860ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.027430 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-82654415-5696-4bdc-afe7-0802a8860ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] 10.222.0.20 "DELETE /v2.0/ports/0bf9a3a6-e461-4f77-b2c2-03f9673bdd0c HTTP/1.1" status: 204 len: 168 time: 0.5977771 Sep 16 05:01:38.027717 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59788) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:38.056106 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac73f83-28bb-4fbf-a567-d6ee8db72733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:01:38.058179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9ac73f83-28bb-4fbf-a567-d6ee8db72733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] 10.222.0.20 "GET /v2.0/ports/0bf9a3a6-e461-4f77-b2c2-03f9673bdd0c HTTP/1.1" status: 404 len: 333 time: 0.0327010 Sep 16 05:01:38.066654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59792) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:38.073964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f59d3837-6793-4ade-99c2-f86a9ce5401d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Request body: {'port': {'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089441196'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:38.141354 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9649ce-2c91-4a40-a5b0-11c77d7f6368 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network d12037f7-232e-4311-bcab-0ad08c19b38d is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:38.215185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59d3837-6793-4ade-99c2-f86a9ce5401d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Made reservation on behalf of 62ca7365bf7f4f4ba0d3d66856e6e658 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:38.217869 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f59d3837-6793-4ade-99c2-f86a9ce5401d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.233985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-f59d3837-6793-4ade-99c2-f86a9ce5401d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] device_id is not set on port d1819c0d-f033-4348-ac5a-bbd285c21c87 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:38.242418 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-fb9649ce-2c91-4a40-a5b0-11c77d7f6368 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, d12037f7-232e-4311-bcab-0ad08c19b38d) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:38.247825 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9649ce-2c91-4a40-a5b0-11c77d7f6368 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.248395 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb9649ce-2c91-4a40-a5b0-11c77d7f6368 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.253400 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b748881-cef0-40d5-9e6f-8cac1445cb38 None None] Network d12037f7-232e-4311-bcab-0ad08c19b38d requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:38.342447 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fb9649ce-2c91-4a40-a5b0-11c77d7f6368 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0820763 Sep 16 05:01:38.347554 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59794) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:38.355400 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-2ee31a91-ee06-4100-bd58-e65243b2adec tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-978253924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:38.428067 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f59d3837-6793-4ade-99c2-f86a9ce5401d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.471035 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-d12037f7-232e-4311-bcab-0ad08c19b38d', 'network_id': 'd12037f7-232e-4311-bcab-0ad08c19b38d', 'tenant_id': '00fe80d384e7478888a5c54fe16efc05', 'fixed_ips': [{'subnet_id': '85eaadaa-6aa9-44e3-b839-a74fcc0cab26'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:01:38.471035 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.489152 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2ee31a91-ee06-4100-bd58-e65243b2adec tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.492602 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2ee31a91-ee06-4100-bd58-e65243b2adec tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.553016 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3866b8-1d45-4d7c-a39f-54f288e6144e req-0df48be2-8d89-4b7b-b6e8-7556c0cf79e2 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.556135 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d3866b8-1d45-4d7c-a39f-54f288e6144e req-0df48be2-8d89-4b7b-b6e8-7556c0cf79e2 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1144049 Sep 16 05:01:38.582256 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.595174 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2ee31a91-ee06-4100-bd58-e65243b2adec tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.621228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d3866b8-1d45-4d7c-a39f-54f288e6144e req-fc17090c-7c3b-43c4-86ae-63f62122d691 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581543 Sep 16 05:01:38.683877 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f59d3837-6793-4ade-99c2-f86a9ce5401d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.691368 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] Allocated IP 2001:db8::2 (d12037f7-232e-4311-bcab-0ad08c19b38d/85eaadaa-6aa9-44e3-b839-a74fcc0cab26/e684a6c8-ffe6-4ee7-8009-705fc65979b9) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:38.712209 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2ee31a91-ee06-4100-bd58-e65243b2adec tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.729264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59d3837-6793-4ade-99c2-f86a9ce5401d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Network b814e343-be04-450e-b571-2f4f07ec07b6 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:38.732654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-f59d3837-6793-4ade-99c2-f86a9ce5401d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:38.736294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59d3837-6793-4ade-99c2-f86a9ce5401d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:38.737252 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d3837-6793-4ade-99c2-f86a9ce5401d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.737931 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f59d3837-6793-4ade-99c2-f86a9ce5401d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.750709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d3837-6793-4ade-99c2-f86a9ce5401d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Pushing event updated for resources: {'Port': ['ID=d1819c0d-f033-4348-ac5a-bbd285c21c87,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:38.828248 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f59d3837-6793-4ade-99c2-f86a9ce5401d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7598650 Sep 16 05:01:38.834620 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59802) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:38.839514 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2ee31a91-ee06-4100-bd58-e65243b2adec tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.839514 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2ee31a91-ee06-4100-bd58-e65243b2adec tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4833605 Sep 16 05:01:38.840225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:38.841346 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59804) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:38.847747 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-3062c6c1-1864-4c89-8851-3cdd3f621344 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'network_id': 'd12037f7-232e-4311-bcab-0ad08c19b38d', 'name': 'tempest-PortsIpV6TestJSON-1399953122'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:38.921166 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.954309 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.976482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a9a4e-91db-459d-a769-1b1f46b45add req-1d077e52-3917-4722-a4bb-1c5aa8000eb3 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.978154 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac0a9a4e-91db-459d-a769-1b1f46b45add req-1d077e52-3917-4722-a4bb-1c5aa8000eb3 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.1108766 Sep 16 05:01:39.004171 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.057282 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] Network d12037f7-232e-4311-bcab-0ad08c19b38d is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:39.060863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:39.066279 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:39.069168 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac0a9a4e-91db-459d-a769-1b1f46b45add req-6e15d499-29fe-4750-a702-1447173c2050 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836029 Sep 16 05:01:39.094718 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] Pushing event updated for resources: {'Port': ['ID=e684a6c8-ffe6-4ee7-8009-705fc65979b9,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:39.157524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] Attempting to bind port e684a6c8-ffe6-4ee7-8009-705fc65979b9 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:39.157898 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] Attempting to bind port e684a6c8-ffe6-4ee7-8009-705fc65979b9 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '5ac908ac-cd6d-491d-b3ed-d308e1aff40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd12037f7-232e-4311-bcab-0ad08c19b38d'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:39.158741 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] Attempting to bind port e684a6c8-ffe6-4ee7-8009-705fc65979b9 on network d12037f7-232e-4311-bcab-0ad08c19b38d {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:39.164525 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:39.165011 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] Checking segment: {'id': '5ac908ac-cd6d-491d-b3ed-d308e1aff40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd12037f7-232e-4311-bcab-0ad08c19b38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:39.165508 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.165682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] Bound using segment: {'id': '5ac908ac-cd6d-491d-b3ed-d308e1aff40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd12037f7-232e-4311-bcab-0ad08c19b38d'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:39.166301 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] Bound port: e684a6c8-ffe6-4ee7-8009-705fc65979b9, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac908ac-cd6d-491d-b3ed-d308e1aff40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd12037f7-232e-4311-bcab-0ad08c19b38d'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:39.166677 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.169194 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3062c6c1-1864-4c89-8851-3cdd3f621344 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:39.173834 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3062c6c1-1864-4c89-8851-3cdd3f621344 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.215855 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-3062c6c1-1864-4c89-8851-3cdd3f621344 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] device_id is not set on port 0e69c7c1-71ec-4391-bb31-990b5d16a4ca yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:39.241443 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.248133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] device_id is not set on port d1819c0d-f033-4348-ac5a-bbd285c21c87 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:39.262150 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.297045 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] For port e684a6c8-ffe6-4ee7-8009-705fc65979b9, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:39.300464 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] For port e684a6c8-ffe6-4ee7-8009-705fc65979b9, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e684a6c8-ffe6-4ee7-8009-705fc65979b9,segment=NetworkSegment(5ac908ac-cd6d-491d-b3ed-d308e1aff40c),segment_id=5ac908ac-cd6d-491d-b3ed-d308e1aff40c)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:39.357429 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.388774 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-3062c6c1-1864-4c89-8851-3cdd3f621344 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Allocated IP 2001:db8::69 (d12037f7-232e-4311-bcab-0ad08c19b38d/85eaadaa-6aa9-44e3-b839-a74fcc0cab26/0e69c7c1-71ec-4391-bb31-990b5d16a4ca) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:39.411710 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.425689 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Pushing event updated for resources: {'Port': ['ID=d1819c0d-f033-4348-ac5a-bbd285c21c87,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:39.441305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:39.442470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:39.443072 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:39.448367 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:39.448944 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:39.449532 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 2 to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 Sep 16 05:01:39.469164 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:39.469810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:39.470323 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:39.482637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:39.483280 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:39.487049 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 3 to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 Sep 16 05:01:39.505069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:39.505694 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:39.506211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:39.514525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:39.515373 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:39.516185 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 4 to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 Sep 16 05:01:39.559089 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:39.561082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:39.561082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:39.567322 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:39.567833 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:39.568335 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 5 to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 Sep 16 05:01:39.585451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:39.585957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:39.586387 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:39.598238 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:39.599132 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:39.601139 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 6 to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 Sep 16 05:01:39.638524 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:39.639976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:39.640437 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:39.649710 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:39.650636 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:39.651207 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 7 to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 Sep 16 05:01:39.671080 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50018f0-3abf-4a22-b1d4-0e564ed3fba1 None None] Pushing event updated for resources: {'Port': ['ID=e684a6c8-ffe6-4ee7-8009-705fc65979b9,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:39.678387 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:39.678917 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:39.679362 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:39.685905 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:39.686365 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:39.687567 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 8 to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 Sep 16 05:01:39.703859 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:39.704272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:39.709946 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:39.710159 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3062c6c1-1864-4c89-8851-3cdd3f621344 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.710309 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:39.710309 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:39.710309 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 9 to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 Sep 16 05:01:39.725064 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:39.725419 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:39.725746 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:39.735174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:39.735527 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:39.736622 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempt 10 to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 Sep 16 05:01:39.786392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:39.786728 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:39.787101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempting to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:39.796455 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:39.796773 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Failed to bind port d1819c0d-f033-4348-ac5a-bbd285c21c87 on host n-h2-712140-13 for vnic_type normal using segments [{'id': 'b51c137e-7a8d-4ab4-947f-de811305b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b814e343-be04-450e-b571-2f4f07ec07b6'}] Sep 16 05:01:39.797119 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.820677 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb16ec8-966d-4f1e-a58a-eaccad3bd433 req-83dc7eea-dc56-4f0e-8367-219e2f4f07cc tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:39.822294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afb16ec8-966d-4f1e-a58a-eaccad3bd433 req-83dc7eea-dc56-4f0e-8367-219e2f4f07cc tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0770044 Sep 16 05:01:39.880455 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3062c6c1-1864-4c89-8851-3cdd3f621344 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.932953 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afb16ec8-966d-4f1e-a58a-eaccad3bd433 req-25e11222-01c5-44f4-8781-b972cca3e441 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841012 Sep 16 05:01:39.944584 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] For port d1819c0d-f033-4348-ac5a-bbd285c21c87, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:39.945310 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attempted to set empty binding levels {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:01:39.957243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 9e097d54-d30f-4659-b285-1f8f8f11d473 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:39.967324 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 9e097d54-d30f-4659-b285-1f8f8f11d473 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:39.994452 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3062c6c1-1864-4c89-8851-3cdd3f621344 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network d12037f7-232e-4311-bcab-0ad08c19b38d is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:40.007167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-3062c6c1-1864-4c89-8851-3cdd3f621344 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:40.014358 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3062c6c1-1864-4c89-8851-3cdd3f621344 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:40.023281 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3062c6c1-1864-4c89-8851-3cdd3f621344 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:40.024139 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3062c6c1-1864-4c89-8851-3cdd3f621344 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.052689 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062c6c1-1864-4c89-8851-3cdd3f621344 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=0e69c7c1-71ec-4391-bb31-990b5d16a4ca,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:40.078801 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.148986 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3062c6c1-1864-4c89-8851-3cdd3f621344 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3060281 Sep 16 05:01:40.151042 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59814) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:40.176598 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.216958 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e097d54-d30f-4659-b285-1f8f8f11d473'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:40.219578 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625d902e-4683-4c4b-a98e-b616249f3998" -d '{"events": [{"server_uuid": "0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc", "name": "network-vif-unplugged", "status": "completed", "tag": "9e097d54-d30f-4659-b285-1f8f8f11d473"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:40.224773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 9e097d54-d30f-4659-b285-1f8f8f11d473, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9e097d54-d30f-4659-b285-1f8f8f11d473,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:40.242093 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Pushing event updated for resources: {'Port': ['ID=d1819c0d-f033-4348-ac5a-bbd285c21c87,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:40.246129 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 9e097d54-d30f-4659-b285-1f8f8f11d473, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9e097d54-d30f-4659-b285-1f8f8f11d473,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:40.246475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '9e097d54-d30f-4659-b285-1f8f8f11d473', 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a', 'port_id': '9e097d54-d30f-4659-b285-1f8f8f11d473', 'mac_address': 'fa:16:3e:1b:f8:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78824b81-40b9-45ee-a0f2-5c2c425bea42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:40.324718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] In _notify_port_updated(), no bound segment for port d1819c0d-f033-4348-ac5a-bbd285c21c87 on network b814e343-be04-450e-b571-2f4f07ec07b6 {{(pid=95473) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:01:40.327628 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:40.329104 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.332416 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ee24c54e-31e4-42fb-9a15-2b7f56435535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] 10.222.0.20 "PUT /v2.0/ports/d1819c0d-f033-4348-ac5a-bbd285c21c87 HTTP/1.1" status: 200 len: 980 time: 1.4997742 Sep 16 05:01:40.335337 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f792904d-0fc3-4c90-973c-bb6efe0ae67f x-openstack-request-id: req-f792904d-0fc3-4c90-973c-bb6efe0ae67f {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:40.336218 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc", "name": "network-vif-unplugged", "status": "completed", "tag": "9e097d54-d30f-4659-b285-1f8f8f11d473", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:40.337237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59820) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:40.343794 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f792904d-0fc3-4c90-973c-bb6efe0ae67f {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:40.344491 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e097d54-d30f-4659-b285-1f8f8f11d473', 'code': 200} Sep 16 05:01:40.367847 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.432875 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.452931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43cce4-9430-4518-b90d-efeeb118a014 req-98d5b4af-1286-4f93-a4d7-c384e1df7d0e tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:40.457944 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d43cce4-9430-4518-b90d-efeeb118a014 req-98d5b4af-1286-4f93-a4d7-c384e1df7d0e tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.2022047 Sep 16 05:01:40.499204 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=9e097d54-d30f-4659-b285-1f8f8f11d473,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:40.507543 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e097d54-d30f-4659-b285-1f8f8f11d473 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:40.560030 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:01:40.561137 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:01:40.664179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d43cce4-9430-4518-b90d-efeeb118a014 req-55481c2a-08eb-4601-8e89-81f02fce0c8d tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416142 Sep 16 05:01:40.703608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-4bd6de8c-6d63-46f6-b095-549c5d85b228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Deleting port d1819c0d-f033-4348-ac5a-bbd285c21c87 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:40.703970 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4bd6de8c-6d63-46f6-b095-549c5d85b228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.784769 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.847121 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-4bd6de8c-6d63-46f6-b095-549c5d85b228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] For port d1819c0d-f033-4348-ac5a-bbd285c21c87, host n-h2-712140-13, got binding levels [] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:40.847121 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4bd6de8c-6d63-46f6-b095-549c5d85b228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.887512 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-4bd6de8c-6d63-46f6-b095-549c5d85b228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Calling delete_port for d1819c0d-f033-4348-ac5a-bbd285c21c87 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:41.133335 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eef99b3-848d-42d9-a79f-3e331c105780 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.158748 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.200399 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e097d54-d30f-4659-b285-1f8f8f11d473 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:41.216313 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4bd6de8c-6d63-46f6-b095-549c5d85b228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.245869 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e684a6c8-ffe6-4ee7-8009-705fc65979b9 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:41.263622 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988483c5-7e0f-46c7-ab87-6f09baf8a50f None None] Network d12037f7-232e-4311-bcab-0ad08c19b38d requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:41.285485 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4bd6de8c-6d63-46f6-b095-549c5d85b228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.293407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 9e097d54-d30f-4659-b285-1f8f8f11d473, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9e097d54-d30f-4659-b285-1f8f8f11d473,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:41.293971 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4bd6de8c-6d63-46f6-b095-549c5d85b228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] 10.222.0.20 "DELETE /v2.0/ports/d1819c0d-f033-4348-ac5a-bbd285c21c87 HTTP/1.1" status: 204 len: 168 time: 0.9547143 Sep 16 05:01:41.298250 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59826) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:41.300949 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6de8c-6d63-46f6-b095-549c5d85b228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1819c0d-f033-4348-ac5a-bbd285c21c87,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:41.358289 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-933f211d-03c0-426c-bc1d-43ab797b5293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:01:41.364474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59828) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:41.364861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-933f211d-03c0-426c-bc1d-43ab797b5293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131228475-project-admin] 10.222.0.20 "GET /v2.0/ports/d1819c0d-f033-4348-ac5a-bbd285c21c87 HTTP/1.1" status: 404 len: 333 time: 0.0594738 Sep 16 05:01:41.380651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e34b0-e908-47ff-b950-5a9175b338ae req-9bb49f55-7da2-4c34-a238-ee13d6e9bd55 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:41.389106 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.391135 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-060e34b0-e908-47ff-b950-5a9175b338ae req-9bb49f55-7da2-4c34-a238-ee13d6e9bd55 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.2766156 Sep 16 05:01:41.430332 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f95c129c-713f-49ac-9e30-e7e677515865 None None] Provisioning complete for port e684a6c8-ffe6-4ee7-8009-705fc65979b9 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:41.430603 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f95c129c-713f-49ac-9e30-e7e677515865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.511824 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-060e34b0-e908-47ff-b950-5a9175b338ae req-8bc9df4f-59b9-4477-83dd-fb7f6ecd36ee tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194639 Sep 16 05:01:41.527638 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port e684a6c8-ffe6-4ee7-8009-705fc65979b9 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:41.528159 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.626377 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4fd89b99-5ec6-4a65-b888-0665c5cbfe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.677176 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=9e097d54-d30f-4659-b285-1f8f8f11d473,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:41.694262 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eef99b3-848d-42d9-a79f-3e331c105780 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.736631 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f95c129c-713f-49ac-9e30-e7e677515865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.823636 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f95c129c-713f-49ac-9e30-e7e677515865 None None] For port e684a6c8-ffe6-4ee7-8009-705fc65979b9, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e684a6c8-ffe6-4ee7-8009-705fc65979b9,segment=NetworkSegment(5ac908ac-cd6d-491d-b3ed-d308e1aff40c),segment_id=5ac908ac-cd6d-491d-b3ed-d308e1aff40c)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:41.826932 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4fd89b99-5ec6-4a65-b888-0665c5cbfe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.835282 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eef99b3-848d-42d9-a79f-3e331c105780 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.835472 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.862393 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['9e097d54-d30f-4659-b285-1f8f8f11d473'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:41.883665 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485ecc8-1183-491e-97a4-8a0b69c2ceef req-6869dec5-2d59-4c1f-9eb9-3b47955b5dc4 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:41.907644 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3485ecc8-1183-491e-97a4-8a0b69c2ceef req-6869dec5-2d59-4c1f-9eb9-3b47955b5dc4 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 944 time: 0.1265545 Sep 16 05:01:41.929465 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f95c129c-713f-49ac-9e30-e7e677515865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.978756 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3485ecc8-1183-491e-97a4-8a0b69c2ceef req-d15a5f33-bd2a-4de0-99c6-e21e1e6221cc tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673413 Sep 16 05:01:42.011221 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-4fd89b99-5ec6-4a65-b888-0665c5cbfe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b814e343-be04-450e-b571-2f4f07ec07b6']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:42.034025 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-4fd89b99-5ec6-4a65-b888-0665c5cbfe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51c137e-7a8d-4ab4-947f-de811305b050') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:42.034318 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-4fd89b99-5ec6-4a65-b888-0665c5cbfe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51c137e-7a8d-4ab4-947f-de811305b050') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:42.036092 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:01:42.036449 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:01:42.064286 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4fd89b99-5ec6-4a65-b888-0665c5cbfe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.064286 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef99b3-848d-42d9-a79f-3e331c105780 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=0e69c7c1-71ec-4391-bb31-990b5d16a4ca,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:42.079809 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c129c-713f-49ac-9e30-e7e677515865 None None] Pushing event updated for resources: {'Port': ['ID=e684a6c8-ffe6-4ee7-8009-705fc65979b9,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:42.110751 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4fd89b99-5ec6-4a65-b888-0665c5cbfe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.126244 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd89b99-5ec6-4a65-b888-0665c5cbfe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:42.126699 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4fd89b99-5ec6-4a65-b888-0665c5cbfe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:42.130383 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:42.221356 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eef99b3-848d-42d9-a79f-3e331c105780 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.255398 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9e3508d3-991b-4ebd-9750-12c98848f24d None None] Provisioning complete for port e684a6c8-ffe6-4ee7-8009-705fc65979b9 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:42.255948 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9e3508d3-991b-4ebd-9750-12c98848f24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.328652 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4fd89b99-5ec6-4a65-b888-0665c5cbfe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.340125 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4fd89b99-5ec6-4a65-b888-0665c5cbfe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.344416 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4fd89b99-5ec6-4a65-b888-0665c5cbfe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] 10.222.0.20 "DELETE /v2.0/networks/b814e343-be04-450e-b571-2f4f07ec07b6 HTTP/1.1" status: 204 len: 168 time: 0.9765480 Sep 16 05:01:42.352186 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd89b99-5ec6-4a65-b888-0665c5cbfe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452784524-project] Pushing event deleted for resources: {'Network': ['ID=b814e343-be04-450e-b571-2f4f07ec07b6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:42.372478 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9e3508d3-991b-4ebd-9750-12c98848f24d None None] Provisioning complete for port 0e69c7c1-71ec-4391-bb31-990b5d16a4ca triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:42.379530 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9e3508d3-991b-4ebd-9750-12c98848f24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.415882 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9e3508d3-991b-4ebd-9750-12c98848f24d None None] Port 0e69c7c1-71ec-4391-bb31-990b5d16a4ca cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:42.443054 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eef99b3-848d-42d9-a79f-3e331c105780 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.608316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-27522cc9-b967-4180-9cb3-ad2ba54d94a7 None None] Provisioning complete for port 0e69c7c1-71ec-4391-bb31-990b5d16a4ca triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:42.608601 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-27522cc9-b967-4180-9cb3-ad2ba54d94a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.652287 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-27522cc9-b967-4180-9cb3-ad2ba54d94a7 None None] Port 0e69c7c1-71ec-4391-bb31-990b5d16a4ca cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:42.678248 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08868a-8138-4e08-933f-50fbf69d3624 req-44e4f47a-82b7-43ae-a0dd-ca7b41ab5bfe tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:42.687849 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aa08868a-8138-4e08-933f-50fbf69d3624 req-44e4f47a-82b7-43ae-a0dd-ca7b41ab5bfe tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0919394 Sep 16 05:01:42.727031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aa08868a-8138-4e08-933f-50fbf69d3624 req-8b7eba44-ae78-4821-be3b-04fd28e0f5c6 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380530 Sep 16 05:01:42.772898 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1feacb30-e3e3-42c7-b0f4-e7e14e9d98e6 None None] Provisioning complete for port 0e69c7c1-71ec-4391-bb31-990b5d16a4ca triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:42.783084 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1feacb30-e3e3-42c7-b0f4-e7e14e9d98e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.808049 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eef99b3-848d-42d9-a79f-3e331c105780 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.813106 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-1feacb30-e3e3-42c7-b0f4-e7e14e9d98e6 None None] Port 0e69c7c1-71ec-4391-bb31-990b5d16a4ca cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:42.902971 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eef99b3-848d-42d9-a79f-3e331c105780 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.903875 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eef99b3-848d-42d9-a79f-3e331c105780 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.927976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59844) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:42.994549 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef99b3-848d-42d9-a79f-3e331c105780 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=0e69c7c1-71ec-4391-bb31-990b5d16a4ca,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:43.117794 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eef99b3-848d-42d9-a79f-3e331c105780 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network d12037f7-232e-4311-bcab-0ad08c19b38d is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:43.132529 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-5eef99b3-848d-42d9-a79f-3e331c105780 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:43.133335 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e684a6c8-ffe6-4ee7-8009-705fc65979b9 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:43.201674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-808b19db-8c85-40b3-aa71-9693b0a5088d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a73ee8dfb7384c479158362edd662605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707989 Sep 16 05:01:43.204620 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59856) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:43.234271 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port e684a6c8-ffe6-4ee7-8009-705fc65979b9 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:43.235694 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.261980 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72125e8-0648-4a29-bf03-ce68d293721a req-76ba081e-5f24-4650-a18c-3079388dfd74 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:43.264182 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e72125e8-0648-4a29-bf03-ce68d293721a req-76ba081e-5f24-4650-a18c-3079388dfd74 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 944 time: 0.1218653 Sep 16 05:01:43.335925 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-100cd15c-43a6-4c08-9261-7769e962be9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.353803 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e72125e8-0648-4a29-bf03-ce68d293721a req-5cdbf674-268d-4736-b98e-e045d07fcd17 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780051 Sep 16 05:01:43.384065 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-100cd15c-43a6-4c08-9261-7769e962be9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.403341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eef99b3-848d-42d9-a79f-3e331c105780 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Router e06e5246-81e4-4f85-a670-8603de70f09f is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:01:43.523399 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-100cd15c-43a6-4c08-9261-7769e962be9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.526547 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-100cd15c-43a6-4c08-9261-7769e962be9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.528055 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-100cd15c-43a6-4c08-9261-7769e962be9b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ef7d665-73d5-44fe-b27a-4b21e04dbaea HTTP/1.1" status: 204 len: 168 time: 0.3224728 Sep 16 05:01:43.538199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cd15c-43a6-4c08-9261-7769e962be9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef7d665-73d5-44fe-b27a-4b21e04dbaea,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:43.555478 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eef99b3-848d-42d9-a79f-3e331c105780 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:43.565459 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5eef99b3-848d-42d9-a79f-3e331c105780 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "PUT /v2.0/routers/e06e5246-81e4-4f85-a670-8603de70f09f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4125667 Sep 16 05:01:43.566611 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-508abadc-3d6b-42b3-a72c-c6d7ca2682bb None None] Provisioning complete for port 0e69c7c1-71ec-4391-bb31-990b5d16a4ca triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:43.567012 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-508abadc-3d6b-42b3-a72c-c6d7ca2682bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.569737 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59864) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:43.577927 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43464283-855b-4d9a-b871-792e36e1b070 None None] Sync routers for ids ['e06e5246-81e4-4f85-a670-8603de70f09f'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:43.591716 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43464283-855b-4d9a-b871-792e36e1b070 None None] Routers {'e06e5246-81e4-4f85-a670-8603de70f09f'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:43.593162 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-43464283-855b-4d9a-b871-792e36e1b070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:01:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['e06e5246-81e4-4f85-a670-8603de70f09f'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:43.636185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-508abadc-3d6b-42b3-a72c-c6d7ca2682bb None None] Port 0e69c7c1-71ec-4391-bb31-990b5d16a4ca cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:43.647680 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-43464283-855b-4d9a-b871-792e36e1b070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:43.661561 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43464283-855b-4d9a-b871-792e36e1b070 None None] Routers {'e06e5246-81e4-4f85-a670-8603de70f09f'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:43.662303 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-43464283-855b-4d9a-b871-792e36e1b070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:01:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['e06e5246-81e4-4f85-a670-8603de70f09f'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:43.675368 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2fdd1f-1dc9-4cda-bb35-dc8755c0bcad tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:43.677223 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5c2fdd1f-1dc9-4cda-bb35-dc8755c0bcad tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06e5246-81e4-4f85-a670-8603de70f09f HTTP/1.1" status: 200 len: 988 time: 0.1064606 Sep 16 05:01:43.680777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59868) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:43.735694 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-43464283-855b-4d9a-b871-792e36e1b070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:43.736900 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43464283-855b-4d9a-b871-792e36e1b070 None None] The sync data for ids ['e06e5246-81e4-4f85-a670-8603de70f09f'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:43.964278 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e86b3-1aad-4437-bfbf-a151478e105e req-989313fe-6446-47ce-9968-b4baef371d0e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:43.967441 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d2e86b3-1aad-4437-bfbf-a151478e105e req-989313fe-6446-47ce-9968-b4baef371d0e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1457548 Sep 16 05:01:43.980517 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 9e097d54-d30f-4659-b285-1f8f8f11d473 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:44.054756 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d2e86b3-1aad-4437-bfbf-a151478e105e req-4ca2621b-505c-4438-8cf3-2f0ffe6db1b0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721624 Sep 16 05:01:44.063087 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 9e097d54-d30f-4659-b285-1f8f8f11d473 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:44.063545 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.182610 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.204012 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c29ca2be-957a-43de-9fd4-becd2bb1b22d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.212524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e097d54-d30f-4659-b285-1f8f8f11d473'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:44.216057 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9dc730-cc55-4d6b-85d0-10b3e7c82b49" -d '{"events": [{"server_uuid": "0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc", "name": "network-vif-plugged", "status": "completed", "tag": "9e097d54-d30f-4659-b285-1f8f8f11d473"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:44.231326 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 9e097d54-d30f-4659-b285-1f8f8f11d473, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9e097d54-d30f-4659-b285-1f8f8f11d473,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:44.275161 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9bb2d3-dfb3-4f65-9b50-818d43f7c1f1 x-openstack-request-id: req-dc9bb2d3-dfb3-4f65-9b50-818d43f7c1f1 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:44.279914 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc", "name": "network-vif-plugged", "status": "completed", "tag": "9e097d54-d30f-4659-b285-1f8f8f11d473", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:44.279914 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc9bb2d3-dfb3-4f65-9b50-818d43f7c1f1 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:44.279914 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e097d54-d30f-4659-b285-1f8f8f11d473', 'code': 200} Sep 16 05:01:44.299236 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.382599 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=9e097d54-d30f-4659-b285-1f8f8f11d473,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:44.431075 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59878) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:44.526341 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-11409cf8-1bd7-4d51-bd36-5c3bdff31feb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62ca7365bf7f4f4ba0d3d66856e6e658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0926661 Sep 16 05:01:44.528775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59882) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:44.559021 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96a08a-6c8f-40b3-bc17-eb1c5bbe3616 req-1fce8aac-cd37-47c4-92d1-3e35cc85c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:44.560635 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3f96a08a-6c8f-40b3-bc17-eb1c5bbe3616 req-1fce8aac-cd37-47c4-92d1-3e35cc85c3dc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 1097 time: 0.0933156 Sep 16 05:01:44.625483 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3f96a08a-6c8f-40b3-bc17-eb1c5bbe3616 req-3f44969d-e344-42c5-9f3e-cad75fc3a991 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545874 Sep 16 05:01:44.626348 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af8b0894-d504-4dd3-af1c-17a0d48fb433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.658699 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af8b0894-d504-4dd3-af1c-17a0d48fb433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.795662 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de7283-cd39-451a-933c-eb8ca7cc5905 req-d485aff5-57f9-4b32-ae97-2d25e69c8b44 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:44.797132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6de7283-cd39-451a-933c-eb8ca7cc5905 req-d485aff5-57f9-4b32-ae97-2d25e69c8b44 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.1137168 Sep 16 05:01:44.816798 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af8b0894-d504-4dd3-af1c-17a0d48fb433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.817274 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af8b0894-d504-4dd3-af1c-17a0d48fb433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.818424 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-af8b0894-d504-4dd3-af1c-17a0d48fb433 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57df9ccf-3aa0-4457-a562-48c141c7a2fa HTTP/1.1" status: 204 len: 168 time: 0.2884114 Sep 16 05:01:44.831175 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b0894-d504-4dd3-af1c-17a0d48fb433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57df9ccf-3aa0-4457-a562-48c141c7a2fa,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:44.874561 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6de7283-cd39-451a-933c-eb8ca7cc5905 req-f0e296c0-a5cf-46f5-b415-6770101c9fe9 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571368 Sep 16 05:01:44.990220 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c29ca2be-957a-43de-9fd4-becd2bb1b22d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port 0e69c7c1-71ec-4391-bb31-990b5d16a4ca {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:44.990814 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c29ca2be-957a-43de-9fd4-becd2bb1b22d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.087869 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c29ca2be-957a-43de-9fd4-becd2bb1b22d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.102143 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c29ca2be-957a-43de-9fd4-becd2bb1b22d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for 0e69c7c1-71ec-4391-bb31-990b5d16a4ca owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:45.226705 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43536333-e20c-4fc1-87d6-c0539513a9a2 req-38be2ab8-06ee-4740-b35e-8a9190a13d6f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:45.228162 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-43536333-e20c-4fc1-87d6-c0539513a9a2 req-38be2ab8-06ee-4740-b35e-8a9190a13d6f tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0689118 Sep 16 05:01:45.318025 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-43536333-e20c-4fc1-87d6-c0539513a9a2 req-791e269a-b59e-4228-83b9-b6240b37beb5 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508296 Sep 16 05:01:45.466564 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c29ca2be-957a-43de-9fd4-becd2bb1b22d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.504450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ca2be-957a-43de-9fd4-becd2bb1b22d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=0e69c7c1-71ec-4391-bb31-990b5d16a4ca,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:45.633740 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c29ca2be-957a-43de-9fd4-becd2bb1b22d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.832632 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29ca2be-957a-43de-9fd4-becd2bb1b22d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Router e06e5246-81e4-4f85-a670-8603de70f09f has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:01:45.930651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29ca2be-957a-43de-9fd4-becd2bb1b22d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:45.955568 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b816c5b1-ee91-4281-a257-be78896be06d None None] Sync routers for ids ['e06e5246-81e4-4f85-a670-8603de70f09f'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:45.967187 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b816c5b1-ee91-4281-a257-be78896be06d None None] Routers {'e06e5246-81e4-4f85-a670-8603de70f09f'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:45.968313 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b816c5b1-ee91-4281-a257-be78896be06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:01:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['e06e5246-81e4-4f85-a670-8603de70f09f'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:45.970084 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59912) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:45.981587 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c29ca2be-957a-43de-9fd4-becd2bb1b22d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "PUT /v2.0/routers/e06e5246-81e4-4f85-a670-8603de70f09f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2994401 Sep 16 05:01:45.997374 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-887c3df0-7939-45e6-ad65-3cfd6bf50953 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] GET failed (client error): The resource could not be found. Sep 16 05:01:45.999393 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-887c3df0-7939-45e6-ad65-3cfd6bf50953 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports/0e69c7c1-71ec-4391-bb31-990b5d16a4ca HTTP/1.1" status: 404 len: 333 time: 0.0283091 Sep 16 05:01:46.002168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59914) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:46.027985 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b816c5b1-ee91-4281-a257-be78896be06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:46.037383 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b816c5b1-ee91-4281-a257-be78896be06d None None] Routers {'e06e5246-81e4-4f85-a670-8603de70f09f'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:46.038027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b816c5b1-ee91-4281-a257-be78896be06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:01:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['e06e5246-81e4-4f85-a670-8603de70f09f'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:46.082286 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b816c5b1-ee91-4281-a257-be78896be06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:46.082989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b816c5b1-ee91-4281-a257-be78896be06d None None] The sync data for ids ['e06e5246-81e4-4f85-a670-8603de70f09f'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:46.118039 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7950b443-69d7-48cc-a321-2edd9ef51d78 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.171531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f5598-61ff-49c7-9777-d94c92f447ba req-8684934e-252d-4190-ac13-4d2ebec9a350 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.173167 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d7f5598-61ff-49c7-9777-d94c92f447ba req-8684934e-252d-4190-ac13-4d2ebec9a350 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.1637380 Sep 16 05:01:46.333982 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7950b443-69d7-48cc-a321-2edd9ef51d78 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.338612 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7950b443-69d7-48cc-a321-2edd9ef51d78 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.347170 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d7f5598-61ff-49c7-9777-d94c92f447ba req-746b7f40-87c0-45cd-8b2d-e9b8404d567e tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382544 Sep 16 05:01:46.491173 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b934d-f77b-4a7a-8a8c-cae07661a2ac req-d946c368-6f67-43ce-a3d2-1561ab6e4eed tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.492891 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-255b934d-f77b-4a7a-8a8c-cae07661a2ac req-d946c368-6f67-43ce-a3d2-1561ab6e4eed tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0606236 Sep 16 05:01:46.496053 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7950b443-69d7-48cc-a321-2edd9ef51d78 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.496053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7950b443-69d7-48cc-a321-2edd9ef51d78 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Fanout notify agent at l3_agent the message router_deleted on router e06e5246-81e4-4f85-a670-8603de70f09f {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:01:46.504215 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7950b443-69d7-48cc-a321-2edd9ef51d78 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.507415 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7950b443-69d7-48cc-a321-2edd9ef51d78 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/routers/e06e5246-81e4-4f85-a670-8603de70f09f HTTP/1.1" status: 204 len: 168 time: 0.5036800 Sep 16 05:01:46.508275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59924) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:46.554780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-255b934d-f77b-4a7a-8a8c-cae07661a2ac req-33190a55-1da3-4391-b9f2-927848f63450 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459692 Sep 16 05:01:46.581149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac8e658-6e08-4d41-94a2-c469f5c575ff tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting subnet 85eaadaa-6aa9-44e3-b839-a74fcc0cab26 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:46.585433 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fac8e658-6e08-4d41-94a2-c469f5c575ff tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.658128 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fac8e658-6e08-4d41-94a2-c469f5c575ff tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.770975 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fac8e658-6e08-4d41-94a2-c469f5c575ff tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.919866 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fac8e658-6e08-4d41-94a2-c469f5c575ff tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.975954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410dc456-ccec-423a-a986-b37f0fb7aa0f None None] Network d12037f7-232e-4311-bcab-0ad08c19b38d requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:46.976533 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fac8e658-6e08-4d41-94a2-c469f5c575ff tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.982985 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fac8e658-6e08-4d41-94a2-c469f5c575ff tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/subnets/85eaadaa-6aa9-44e3-b839-a74fcc0cab26 HTTP/1.1" status: 204 len: 168 time: 0.4735932 Sep 16 05:01:46.983903 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59940) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:46.986753 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8e658-6e08-4d41-94a2-c469f5c575ff tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Subnet': ['ID=85eaadaa-6aa9-44e3-b839-a74fcc0cab26,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:47.060024 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeea60a-3423-40e8-911c-f6744fabf0be req-f0a99691-1bf2-4450-972c-c670faa2fa59 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.070966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cbeea60a-3423-40e8-911c-f6744fabf0be req-f0a99691-1bf2-4450-972c-c670faa2fa59 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1288991 Sep 16 05:01:47.158999 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cbeea60a-3423-40e8-911c-f6744fabf0be req-396c2afa-c08a-47dc-ad0b-bb44e18adb02 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840514 Sep 16 05:01:47.196951 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.237589 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59946) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:47.255122 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eece15-4fc6-4858-83a5-2bf2ecd26794 req-38678807-9737-46f1-8860-3a757509c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.256561 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-69eece15-4fc6-4858-83a5-2bf2ecd26794 req-38678807-9737-46f1-8860-3a757509c2d1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 1097 time: 0.1242640 Sep 16 05:01:47.327892 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa54d95-99be-44b1-8f77-cf89b2cf0001 None None] DHCP port deletion for d12037f7-232e-4311-bcab-0ad08c19b38d request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:01:47.349357 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port e684a6c8-ffe6-4ee7-8009-705fc65979b9 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:47.349698 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.360486 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c6d9bf1e-85f6-48f1-840c-16942e720580 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1455639692', 'router:external': True}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:47.388539 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4aa54d95-99be-44b1-8f77-cf89b2cf0001 None None] Deleting port e684a6c8-ffe6-4ee7-8009-705fc65979b9 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:47.388926 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4aa54d95-99be-44b1-8f77-cf89b2cf0001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.397433 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eece15-4fc6-4858-83a5-2bf2ecd26794 req-dd167bd6-961f-405c-80e9-39d5481f004a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.398964 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-69eece15-4fc6-4858-83a5-2bf2ecd26794 req-dd167bd6-961f-405c-80e9-39d5481f004a service neutron] 10.222.0.38 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 913 time: 0.1341770 Sep 16 05:01:47.454195 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d9bf1e-85f6-48f1-840c-16942e720580 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Made reservation on behalf of 7e2abec1f7af45b6adbefaf2922dded2 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:47.456955 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6d9bf1e-85f6-48f1-840c-16942e720580 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.475028 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6d9bf1e-85f6-48f1-840c-16942e720580 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.482825 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] For port e684a6c8-ffe6-4ee7-8009-705fc65979b9, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e684a6c8-ffe6-4ee7-8009-705fc65979b9,segment=NetworkSegment(5ac908ac-cd6d-491d-b3ed-d308e1aff40c),segment_id=5ac908ac-cd6d-491d-b3ed-d308e1aff40c)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:47.483211 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.494223 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4aa54d95-99be-44b1-8f77-cf89b2cf0001 None None] For port e684a6c8-ffe6-4ee7-8009-705fc65979b9, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e684a6c8-ffe6-4ee7-8009-705fc65979b9,segment=NetworkSegment(5ac908ac-cd6d-491d-b3ed-d308e1aff40c),segment_id=5ac908ac-cd6d-491d-b3ed-d308e1aff40c)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:47.494681 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4aa54d95-99be-44b1-8f77-cf89b2cf0001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.499710 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for e684a6c8-ffe6-4ee7-8009-705fc65979b9 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:47.516259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4aa54d95-99be-44b1-8f77-cf89b2cf0001 None None] Calling delete_port for e684a6c8-ffe6-4ee7-8009-705fc65979b9 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:47.525780 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-69eece15-4fc6-4858-83a5-2bf2ecd26794 req-32692853-c3e7-4bec-9073-2fe9ec364618 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267 HTTP/1.1" status: 200 len: 999 time: 0.0991313 Sep 16 05:01:47.582387 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5fbbd-a6f6-4337-b83b-fbdc74c07343 req-911c8fb0-0261-4806-9428-3a2db8edc1da tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.584656 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2a5fbbd-a6f6-4337-b83b-fbdc74c07343 req-911c8fb0-0261-4806-9428-3a2db8edc1da tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.1068680 Sep 16 05:01:47.639282 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eece15-4fc6-4858-83a5-2bf2ecd26794 req-2ab0fe06-2545-4923-91ba-12b191acfb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.640845 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-69eece15-4fc6-4858-83a5-2bf2ecd26794 req-2ab0fe06-2545-4923-91ba-12b191acfb3c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.0742218 Sep 16 05:01:47.659356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2a5fbbd-a6f6-4337-b83b-fbdc74c07343 req-7a38b461-05f8-44fb-b19d-3abc7cbcd268 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632744 Sep 16 05:01:47.688293 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4aa54d95-99be-44b1-8f77-cf89b2cf0001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.701607 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6d9bf1e-85f6-48f1-840c-16942e720580 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.707121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eece15-4fc6-4858-83a5-2bf2ecd26794 req-147f8b9c-2cce-4b85-add8-e3412ac8794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.709583 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-69eece15-4fc6-4858-83a5-2bf2ecd26794 req-147f8b9c-2cce-4b85-add8-e3412ac8794d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598960 Sep 16 05:01:47.713380 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.714944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa54d95-99be-44b1-8f77-cf89b2cf0001 None None] Pushing event deleted for resources: {'Port': ['ID=e684a6c8-ffe6-4ee7-8009-705fc65979b9,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:47.726165 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa54d95-99be-44b1-8f77-cf89b2cf0001 None None] No DVR routers for this DVR port e684a6c8-ffe6-4ee7-8009-705fc65979b9 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:47.763901 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6d9bf1e-85f6-48f1-840c-16942e720580 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.777575 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No DVR routers for this DVR port e684a6c8-ffe6-4ee7-8009-705fc65979b9 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:47.833312 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9bf1e-85f6-48f1-840c-16942e720580 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f54806d-a3f3-43fe-b2e1-c966702e9521,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:47.834719 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=e684a6c8-ffe6-4ee7-8009-705fc65979b9,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:47.841390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d9bf1e-85f6-48f1-840c-16942e720580 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:47.858230 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6d9bf1e-85f6-48f1-840c-16942e720580 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.858230 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-c6d9bf1e-85f6-48f1-840c-16942e720580 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Added segment d484b4e5-7235-4aa4-b086-8d06753612ee of type vlan for network 8c108570-158e-4f45-81ca-46206eaa8833 Sep 16 05:01:47.943663 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6d9bf1e-85f6-48f1-840c-16942e720580 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.957427 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79952177-74ef-480d-94e5-b4f1630e8dd8 req-76963201-76f9-420b-9beb-0d7ba2e62e9b tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.959102 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79952177-74ef-480d-94e5-b4f1630e8dd8 req-76963201-76f9-420b-9beb-0d7ba2e62e9b tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.1627843 Sep 16 05:01:47.981668 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.993303 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-69eece15-4fc6-4858-83a5-2bf2ecd26794 req-a3f7b15e-3d40-4454-ab2c-2cc4facd4069 service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705936 Sep 16 05:01:48.017382 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12037f7-232e-4311-bcab-0ad08c19b38d']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:48.021509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79952177-74ef-480d-94e5-b4f1630e8dd8 req-e1187fd9-ae8e-4dc0-a48b-ae0e4a4e6c41 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519001 Sep 16 05:01:48.044206 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac908ac-cd6d-491d-b3ed-d308e1aff40c') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:48.044514 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac908ac-cd6d-491d-b3ed-d308e1aff40c') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:48.094505 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6d9bf1e-85f6-48f1-840c-16942e720580 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.096573 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d9bf1e-85f6-48f1-840c-16942e720580 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:48.097459 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6d9bf1e-85f6-48f1-840c-16942e720580 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.131147 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-69eece15-4fc6-4858-83a5-2bf2ecd26794 req-a31cf5be-3e44-4c2f-9bca-3e2a464c16da service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264045 Sep 16 05:01:48.133533 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.177094 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.195380 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:48.196953 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.198117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9bf1e-85f6-48f1-840c-16942e720580 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Pushing event updated for resources: {'Network': ['ID=8c108570-158e-4f45-81ca-46206eaa8833,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:48.209304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 8c108570-158e-4f45-81ca-46206eaa8833 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:48.223151 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:48.240634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c6d9bf1e-85f6-48f1-840c-16942e720580 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0018346 Sep 16 05:01:48.242508 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59970) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:48.248608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-489a2d65-db85-4a5b-bc35-81eda2d7de88 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Request body: {'subnet': {'network_id': '8c108570-158e-4f45-81ca-46206eaa8833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:48.440657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e19a11-fbb4-40e5-b651-96f669723542 req-402d3e85-b003-4500-810f-dbeea8de60f1 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:48.442147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57e19a11-fbb4-40e5-b651-96f669723542 req-402d3e85-b003-4500-810f-dbeea8de60f1 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0806885 Sep 16 05:01:48.443076 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.446994 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489a2d65-db85-4a5b-bc35-81eda2d7de88 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Made reservation on behalf of 7e2abec1f7af45b6adbefaf2922dded2 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:48.449626 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-489a2d65-db85-4a5b-bc35-81eda2d7de88 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.492703 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.492703 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/networks/d12037f7-232e-4311-bcab-0ad08c19b38d HTTP/1.1" status: 204 len: 168 time: 1.5062296 Sep 16 05:01:48.493075 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476607f-b3ff-4dd3-90b6-9754b5a10ed8 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Network': ['ID=d12037f7-232e-4311-bcab-0ad08c19b38d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:48.500468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59974) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:48.569121 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57e19a11-fbb4-40e5-b651-96f669723542 req-1eb42b82-0af9-47d0-953e-0b597cbafc28 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164751 Sep 16 05:01:48.663639 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1847ddf-903a-46d1-baa9-566e885b3927 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:48.665515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b1847ddf-903a-46d1-baa9-566e885b3927 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports/904cc240-f94a-4042-9f8c-984455219a08 HTTP/1.1" status: 200 len: 844 time: 0.1636062 Sep 16 05:01:48.674172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59982) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:48.723689 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4c93efb9-d597-4a39-9e1a-dba9396c26b5 req-bf7223b9-eb03-46ca-a766-300e13750e85 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0594013 Sep 16 05:01:48.817775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f3241b6c-95c4-4a9b-9cb6-a61cfd560a4e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports/904cc240-f94a-4042-9f8c-984455219a08?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1419933 Sep 16 05:01:48.819234 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93efb9-d597-4a39-9e1a-dba9396c26b5 req-0421af49-91f4-4cbc-b9b1-1b6bddc09b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:48.821836 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4c93efb9-d597-4a39-9e1a-dba9396c26b5 req-0421af49-91f4-4cbc-b9b1-1b6bddc09b23 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=043d55446d4c45528b48f7e10a1f624b&device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 1099 time: 0.0563102 Sep 16 05:01:48.825262 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59988) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:48.836579 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-a8971879-6d44-42e2-9c14-a00dacdea3a2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'subnet': {'network_id': '8333fd32-395d-4122-9634-38ca2c71b947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:48.981475 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-daaac8dd-57e5-44ee-9c59-94f387066b5d tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:48.983153 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-daaac8dd-57e5-44ee-9c59-94f387066b5d tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/networks?id=b9ef8e82-1028-4bc1-a846-04cbe862c35a HTTP/1.1" status: 200 len: 814 time: 0.2446587 Sep 16 05:01:49.005755 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-17935535-486d-4781-8d01-2c4bc6eeae72 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/quotas/852c1dc106e84e98bc9ab877166f44bc HTTP/1.1" status: 200 len: 375 time: 0.0143359 Sep 16 05:01:49.036877 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93efb9-d597-4a39-9e1a-dba9396c26b5 req-293a05d4-6adf-49e9-a36d-0c17d3727ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.039179 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4c93efb9-d597-4a39-9e1a-dba9396c26b5 req-293a05d4-6adf-49e9-a36d-0c17d3727ddb service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ed085ad-0528-4e23-be9f-f0e1d81c551f HTTP/1.1" status: 200 len: 917 time: 0.1769476 Sep 16 05:01:49.118476 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4c93efb9-d597-4a39-9e1a-dba9396c26b5 req-af91ec09-7263-4d84-86a1-12a5805122db service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7ba2538-c1d2-40a9-8946-bf05067dda66 HTTP/1.1" status: 200 len: 1002 time: 0.0683460 Sep 16 05:01:49.123694 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-13bdb69e-d0c1-4b5a-8612-cd625936db0b tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=852c1dc106e84e98bc9ab877166f44bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1047168 Sep 16 05:01:49.126940 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e684a6c8-ffe6-4ee7-8009-705fc65979b9 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:49.147362 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: e684a6c8-ffe6-4ee7-8009-705fc65979b9 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:49.148021 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e684a6c8-ffe6-4ee7-8009-705fc65979b9 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:49.168628 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8971879-6d44-42e2-9c14-a00dacdea3a2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:49.172260 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8971879-6d44-42e2-9c14-a00dacdea3a2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.244953 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93efb9-d597-4a39-9e1a-dba9396c26b5 req-7dc17ebc-7139-4277-be5a-6b4db8ab6fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.246391 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4c93efb9-d597-4a39-9e1a-dba9396c26b5 req-7dc17ebc-7139-4277-be5a-6b4db8ab6fd8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0ca5355-66a5-446c-8970-0c3c88361e82 HTTP/1.1" status: 200 len: 855 time: 0.1172452 Sep 16 05:01:49.325040 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93efb9-d597-4a39-9e1a-dba9396c26b5 req-b3e6c76e-09e6-4b8b-9a39-5076ba0c8cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.326610 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4c93efb9-d597-4a39-9e1a-dba9396c26b5 req-b3e6c76e-09e6-4b8b-9a39-5076ba0c8cc1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ed085ad-0528-4e23-be9f-f0e1d81c551f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703108 Sep 16 05:01:49.335193 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-949d9727-c8ca-4067-b595-a8ddf71d81eb service neutron] 10.222.0.20 "GET /v2.0/networks/b9ef8e82-1028-4bc1-a846-04cbe862c35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742930 Sep 16 05:01:49.335975 n-d-712140-13 neutron-server[95473]: DEBUG neutron.objects.ports [None req-489a2d65-db85-4a5b-bc35-81eda2d7de88 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95473) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:01:49.336599 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-489a2d65-db85-4a5b-bc35-81eda2d7de88 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.475585 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a2d65-db85-4a5b-bc35-81eda2d7de88 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Pushing event updated for resources: {'Subnet': ['ID=de699b34-6bbc-453f-8e4d-347029e9084f,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:49.516664 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a2d65-db85-4a5b-bc35-81eda2d7de88 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Checking segment: {'id': 'd484b4e5-7235-4aa4-b086-8d06753612ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c108570-158e-4f45-81ca-46206eaa8833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:49.517158 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489a2d65-db85-4a5b-bc35-81eda2d7de88 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Network hostable DHCP agents. Network: 8c108570-158e-4f45-81ca-46206eaa8833, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:49.558385 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-949a70cd-55d4-493d-acd6-8ad4f759d2ca service neutron] 10.222.0.20 "GET /v2.0/networks/b9ef8e82-1028-4bc1-a846-04cbe862c35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867824 Sep 16 05:01:49.564513 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4c93efb9-d597-4a39-9e1a-dba9396c26b5 req-5d00c589-dca9-4e89-98fa-2034caa77336 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095370 Sep 16 05:01:49.648978 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8971879-6d44-42e2-9c14-a00dacdea3a2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.654533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489a2d65-db85-4a5b-bc35-81eda2d7de88 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Network 8c108570-158e-4f45-81ca-46206eaa8833 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:49.712768 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-489a2d65-db85-4a5b-bc35-81eda2d7de88 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 8c108570-158e-4f45-81ca-46206eaa8833) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:49.715715 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8971879-6d44-42e2-9c14-a00dacdea3a2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network 8333fd32-395d-4122-9634-38ca2c71b947 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:49.722929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3a1fe8-eda7-45e3-9b63-e238e0043587 None None] Network 8c108570-158e-4f45-81ca-46206eaa8833 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:49.723562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489a2d65-db85-4a5b-bc35-81eda2d7de88 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.724022 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-489a2d65-db85-4a5b-bc35-81eda2d7de88 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.729863 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-a8971879-6d44-42e2-9c14-a00dacdea3a2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:49.740964 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8971879-6d44-42e2-9c14-a00dacdea3a2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.741741 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8971879-6d44-42e2-9c14-a00dacdea3a2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.760276 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8971879-6d44-42e2-9c14-a00dacdea3a2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Subnet': ['ID=df572cb7-2af1-4e88-82bd-e433a0797e25,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:49.764143 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44b576-ac14-4c26-91d9-c975fe2ac23f req-d0fd7a72-a330-4656-ad5c-f051d4c8fe1b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.767439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf44b576-ac14-4c26-91d9-c975fe2ac23f req-d0fd7a72-a330-4656-ad5c-f051d4c8fe1b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1039448 Sep 16 05:01:49.782501 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4c93efb9-d597-4a39-9e1a-dba9396c26b5 req-4208112d-249d-4a08-bc34-06aaf6c475d2 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105238 Sep 16 05:01:49.834911 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf44b576-ac14-4c26-91d9-c975fe2ac23f req-8774d3d6-4e67-4037-b9c9-eda3134e93b7 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563905 Sep 16 05:01:49.846243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c98695-ba41-439d-96f1-ef157c9a5d81 None None] Network 8333fd32-395d-4122-9634-38ca2c71b947 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:49.869660 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a8971879-6d44-42e2-9c14-a00dacdea3a2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0379529 Sep 16 05:01:49.874185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60002) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:49.890616 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c9cf75af-aaa7-430a-af3f-7e5dde3b6140 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'security_group': {'name': 'tempest-secgroup-1095701426'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:49.904415 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60004) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:49.904688 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-489a2d65-db85-4a5b-bc35-81eda2d7de88 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6609364 Sep 16 05:01:49.909846 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-65309f45-02d0-4ca3-948c-94dfcdaca7aa tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1909586853', 'network_id': '8c108570-158e-4f45-81ca-46206eaa8833'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:49.946532 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9db609a6-5dfa-47da-9bb3-22d8e70bc09a req-cdf5fea0-6dac-47f6-80a0-ff81a8dfae36 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 210 time: 0.0698717 Sep 16 05:01:50.048474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65309f45-02d0-4ca3-948c-94dfcdaca7aa tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Made reservation on behalf of 7e2abec1f7af45b6adbefaf2922dded2 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:50.053101 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65309f45-02d0-4ca3-948c-94dfcdaca7aa tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.076883 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-65309f45-02d0-4ca3-948c-94dfcdaca7aa tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] device_id is not set on port f8afb71d-2dca-417a-bb42-992c6d74d8ba yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:50.133307 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6308f-6006-496a-9af0-64705eabe72c req-bfc00a77-6394-470d-a352-772ff632a6f0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.135023 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ab6308f-6006-496a-9af0-64705eabe72c req-bfc00a77-6394-470d-a352-772ff632a6f0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1461427 Sep 16 05:01:50.148189 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:01:50.178648 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ce7481d-1e83-45e3-8051-88b71d078cbc req-009e1d9a-ba1b-4be7-a875-24af1125412b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0910063 Sep 16 05:01:50.190783 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9cf75af-aaa7-430a-af3f-7e5dde3b6140 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.254805 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b707df70-9edf-40cd-b6dd-bd5ca274bd68 None None] Network 8c108570-158e-4f45-81ca-46206eaa8833 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:50.267596 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-65309f45-02d0-4ca3-948c-94dfcdaca7aa tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Allocated IP 2001:db8::1ce (8c108570-158e-4f45-81ca-46206eaa8833/de699b34-6bbc-453f-8e4d-347029e9084f/f8afb71d-2dca-417a-bb42-992c6d74d8ba) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:50.293044 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ab6308f-6006-496a-9af0-64705eabe72c req-3cf85557-087f-47e6-86b1-3af4baa2c09e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428027 Sep 16 05:01:50.305292 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7481d-1e83-45e3-8051-88b71d078cbc req-55c0f5b0-132b-4b67-a4a9-49a4ce1b34d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.306852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ce7481d-1e83-45e3-8051-88b71d078cbc req-55c0f5b0-132b-4b67-a4a9-49a4ce1b34d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 1097 time: 0.0763843 Sep 16 05:01:50.470310 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7481d-1e83-45e3-8051-88b71d078cbc req-9efd18db-5a99-4448-843d-bbe885acbf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.471894 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ce7481d-1e83-45e3-8051-88b71d078cbc req-9efd18db-5a99-4448-843d-bbe885acbf19 service neutron] 10.222.0.21 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 913 time: 0.1273119 Sep 16 05:01:50.552445 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ce7481d-1e83-45e3-8051-88b71d078cbc req-79999f48-01de-427c-9bf7-7403652f6faa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=765d90b6-a82e-45b8-a7cc-18264fc1e569 HTTP/1.1" status: 200 len: 217 time: 0.0691917 Sep 16 05:01:50.646762 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-8333fd32-395d-4122-9634-38ca2c71b947', 'network_id': '8333fd32-395d-4122-9634-38ca2c71b947', 'tenant_id': '00fe80d384e7478888a5c54fe16efc05', 'fixed_ips': [{'subnet_id': 'df572cb7-2af1-4e88-82bd-e433a0797e25'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:01:50.650958 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.652536 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65309f45-02d0-4ca3-948c-94dfcdaca7aa tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.663168 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f170cc4-6f62-4de4-83df-107f5ff6cfb6 req-5e0a18f1-c414-4aba-bd77-c8aedd8a0c15 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.665072 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0f170cc4-6f62-4de4-83df-107f5ff6cfb6 req-5e0a18f1-c414-4aba-bd77-c8aedd8a0c15 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc HTTP/1.1" status: 200 len: 945 time: 0.1059241 Sep 16 05:01:50.805637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7481d-1e83-45e3-8051-88b71d078cbc req-275dfe5e-740f-4397-9619-baea9169122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.805637 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ce7481d-1e83-45e3-8051-88b71d078cbc req-275dfe5e-740f-4397-9619-baea9169122d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.1798460 Sep 16 05:01:50.816636 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9cf75af-aaa7-430a-af3f-7e5dde3b6140 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.837261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fceb86f-1def-41ce-aec1-8547bb294784 req-2ff73551-bfdb-4a36-a946-dcb732bb2150 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.846356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fceb86f-1def-41ce-aec1-8547bb294784 req-2ff73551-bfdb-4a36-a946-dcb732bb2150 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.2682376 Sep 16 05:01:50.868062 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65309f45-02d0-4ca3-948c-94dfcdaca7aa tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.873658 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-0f170cc4-6f62-4de4-83df-107f5ff6cfb6 req-327af3ac-e6e9-4762-b495-7e2ae09cb156 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Deleting port 9e097d54-d30f-4659-b285-1f8f8f11d473 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:50.874280 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-0f170cc4-6f62-4de4-83df-107f5ff6cfb6 req-327af3ac-e6e9-4762-b495-7e2ae09cb156 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.895891 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] Allocated IP 2001:db8::2 (8333fd32-395d-4122-9634-38ca2c71b947/df572cb7-2af1-4e88-82bd-e433a0797e25/584a725d-7b60-4101-96df-32fae1493a9b) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:50.923731 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9cf75af-aaa7-430a-af3f-7e5dde3b6140 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.939984 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7481d-1e83-45e3-8051-88b71d078cbc req-55e96562-46e4-435c-958a-e4e372ff272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.942808 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ce7481d-1e83-45e3-8051-88b71d078cbc req-55e96562-46e4-435c-958a-e4e372ff272d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1286151 Sep 16 05:01:50.962412 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fceb86f-1def-41ce-aec1-8547bb294784 req-97fca587-7256-4e9d-b955-23521dd084a6 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148639 Sep 16 05:01:51.069780 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65309f45-02d0-4ca3-948c-94dfcdaca7aa tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Network 8c108570-158e-4f45-81ca-46206eaa8833 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:51.084559 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-65309f45-02d0-4ca3-948c-94dfcdaca7aa tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:51.090705 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65309f45-02d0-4ca3-948c-94dfcdaca7aa tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Pushing event updated for resources: {'Port': ['ID=f8afb71d-2dca-417a-bb42-992c6d74d8ba,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:51.093209 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9cf75af-aaa7-430a-af3f-7e5dde3b6140 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.095312 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65309f45-02d0-4ca3-948c-94dfcdaca7aa tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:51.096685 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65309f45-02d0-4ca3-948c-94dfcdaca7aa tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:51.102158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c9cf75af-aaa7-430a-af3f-7e5dde3b6140 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2263739 Sep 16 05:01:51.102479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60036) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:51.108824 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65309f45-02d0-4ca3-948c-94dfcdaca7aa tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.142415 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-0f170cc4-6f62-4de4-83df-107f5ff6cfb6 req-327af3ac-e6e9-4762-b495-7e2ae09cb156 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] For port 9e097d54-d30f-4659-b285-1f8f8f11d473, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9e097d54-d30f-4659-b285-1f8f8f11d473,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:51.142982 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-0f170cc4-6f62-4de4-83df-107f5ff6cfb6 req-327af3ac-e6e9-4762-b495-7e2ae09cb156 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.158653 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-0f170cc4-6f62-4de4-83df-107f5ff6cfb6 req-327af3ac-e6e9-4762-b495-7e2ae09cb156 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Calling delete_port for 9e097d54-d30f-4659-b285-1f8f8f11d473 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:51.170866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-bf0188a0-9df9-4721-afef-41773d74c2d2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'security_group': {'name': 'tempest-secgroup-664508853'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:51.194671 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.207460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf75af-aaa7-430a-af3f-7e5dde3b6140 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f9fe98-7908-42fe-bb39-d23b0f44fcd2,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:51.213219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-52db8a7d-e60d-4d5f-acf1-94497f4896f5 req-0413cf2e-a21b-4bc2-9085-dc5463724505 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 210 time: 0.1351876 Sep 16 05:01:51.223152 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-65309f45-02d0-4ca3-948c-94dfcdaca7aa tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3140075 Sep 16 05:01:51.223152 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60038) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:51.314634 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.345054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ce7481d-1e83-45e3-8051-88b71d078cbc req-bba02bfc-0bac-470a-8b3a-8c19f43623e4 service neutron] 10.222.0.21 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745556 Sep 16 05:01:51.383550 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3c541-29df-4faa-baa0-4a49b03b7786 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Deleting port f8afb71d-2dca-417a-bb42-992c6d74d8ba {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:51.383947 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c541-29df-4faa-baa0-4a49b03b7786 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.405994 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] Network 8333fd32-395d-4122-9634-38ca2c71b947 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:51.421830 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:51.424978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:51.429870 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bf0188a0-9df9-4721-afef-41773d74c2d2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.447616 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60042) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:51.488203 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-0f170cc4-6f62-4de4-83df-107f5ff6cfb6 req-327af3ac-e6e9-4762-b495-7e2ae09cb156 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.492064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] Pushing event updated for resources: {'Port': ['ID=584a725d-7b60-4101-96df-32fae1493a9b,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:51.542701 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['9e097d54-d30f-4659-b285-1f8f8f11d473'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:51.556562 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ce7481d-1e83-45e3-8051-88b71d078cbc req-a7de9611-3c5c-4070-92a3-1f8bda451a8b service neutron] 10.222.0.21 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022388 Sep 16 05:01:51.594030 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327af3ac-e6e9-4762-b495-7e2ae09cb156 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Pushing event deleted for resources: {'Port': ['ID=9e097d54-d30f-4659-b285-1f8f8f11d473,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:51.611986 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bf0188a0-9df9-4721-afef-41773d74c2d2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.653749 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f170cc4-6f62-4de4-83df-107f5ff6cfb6 req-327af3ac-e6e9-4762-b495-7e2ae09cb156 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] No DVR routers for this DVR port 9e097d54-d30f-4659-b285-1f8f8f11d473 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:51.657917 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-0f170cc4-6f62-4de4-83df-107f5ff6cfb6 req-327af3ac-e6e9-4762-b495-7e2ae09cb156 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.660152 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0f170cc4-6f62-4de4-83df-107f5ff6cfb6 req-327af3ac-e6e9-4762-b495-7e2ae09cb156 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.38 "DELETE /v2.0/ports/9e097d54-d30f-4659-b285-1f8f8f11d473 HTTP/1.1" status: 204 len: 173 time: 0.9653618 Sep 16 05:01:51.660770 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc', 'name': 'network-vif-deleted', 'tag': '9e097d54-d30f-4659-b285-1f8f8f11d473'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:51.663117 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6688a2ff-7fe9-4697-9232-743a5d931f0e" -d '{"events": [{"server_uuid": "0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc", "name": "network-vif-deleted", "tag": "9e097d54-d30f-4659-b285-1f8f8f11d473"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:51.668902 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c541-29df-4faa-baa0-4a49b03b7786 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.672074 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bf0188a0-9df9-4721-afef-41773d74c2d2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.693780 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3c541-29df-4faa-baa0-4a49b03b7786 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Calling delete_port for f8afb71d-2dca-417a-bb42-992c6d74d8ba owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:51.741772 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] Attempting to bind port 584a725d-7b60-4101-96df-32fae1493a9b on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:51.742153 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] Attempting to bind port 584a725d-7b60-4101-96df-32fae1493a9b by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '6883485c-d69e-4d60-a4be-19fe4d29ea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8333fd32-395d-4122-9634-38ca2c71b947'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:51.742526 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] Attempting to bind port 584a725d-7b60-4101-96df-32fae1493a9b on network 8333fd32-395d-4122-9634-38ca2c71b947 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:51.758720 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:51.759454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] Checking segment: {'id': '6883485c-d69e-4d60-a4be-19fe4d29ea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8333fd32-395d-4122-9634-38ca2c71b947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:51.760062 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.761495 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] Bound using segment: {'id': '6883485c-d69e-4d60-a4be-19fe4d29ea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8333fd32-395d-4122-9634-38ca2c71b947'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:51.762611 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] Bound port: 584a725d-7b60-4101-96df-32fae1493a9b, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6883485c-d69e-4d60-a4be-19fe4d29ea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8333fd32-395d-4122-9634-38ca2c71b947'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:51.763281 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.808763 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bf0188a0-9df9-4721-afef-41773d74c2d2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.811105 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bf0188a0-9df9-4721-afef-41773d74c2d2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6510150 Sep 16 05:01:51.812082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0188a0-9df9-4721-afef-41773d74c2d2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f69b0fdb-375f-4177-9d77-af58c55877c8,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:51.813535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60054) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:51.828756 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-5486a1e2-35ea-477f-8a25-51b3212f93a5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1817937366', 'security_groups': ['f69b0fdb-375f-4177-9d77-af58c55877c8'], 'network_id': '8333fd32-395d-4122-9634-38ca2c71b947', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'df572cb7-2af1-4e88-82bd-e433a0797e25'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:51.841759 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f1e1b625-49a5-48b8-be0f-d506a26dfe4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.907801 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a19c7-8009-492c-8099-97ef51810038 req-eab8baf6-f159-40d4-8bb2-8862cab826a0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:51.909483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-df1a19c7-8009-492c-8099-97ef51810038 req-eab8baf6-f159-40d4-8bb2-8862cab826a0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1960299 Sep 16 05:01:51.957588 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] For port 584a725d-7b60-4101-96df-32fae1493a9b, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:51.965978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] For port 584a725d-7b60-4101-96df-32fae1493a9b, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=584a725d-7b60-4101-96df-32fae1493a9b,segment=NetworkSegment(6883485c-d69e-4d60-a4be-19fe4d29ea10),segment_id=6883485c-d69e-4d60-a4be-19fe4d29ea10)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:51.988082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-df1a19c7-8009-492c-8099-97ef51810038 req-e67b2691-bedc-4463-96dc-c34fd7273ca0 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653853 Sep 16 05:01:52.063385 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f1e1b625-49a5-48b8-be0f-d506a26dfe4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.066702 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.155521 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a5063-ca3c-42a9-9a1d-da241de03d34 None None] Pushing event updated for resources: {'Port': ['ID=584a725d-7b60-4101-96df-32fae1493a9b,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:52.163457 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f1e1b625-49a5-48b8-be0f-d506a26dfe4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.215017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f1e1b625-49a5-48b8-be0f-d506a26dfe4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b17eaf8bbaa14eb08255d612fdc8c443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7620556 Sep 16 05:01:52.215708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60056) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:52.223718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1b625-49a5-48b8-be0f-d506a26dfe4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3727c1e0-5899-49ee-a799-b721fe23acdd,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:52.292785 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2a63c6cc-873b-4210-a7c2-c1315768513f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.315108 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102ac8a7-0565-4997-9c0d-a66455747c5d x-openstack-request-id: req-102ac8a7-0565-4997-9c0d-a66455747c5d {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:52.315689 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc", "name": "network-vif-deleted", "tag": "9e097d54-d30f-4659-b285-1f8f8f11d473", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:52.315689 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-102ac8a7-0565-4997-9c0d-a66455747c5d {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:52.316039 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b848a95-f4a2-4ccf-bf01-a6855e2b6ffc', 'name': 'network-vif-deleted', 'tag': '9e097d54-d30f-4659-b285-1f8f8f11d473', 'status': 'completed', 'code': 200} Sep 16 05:01:52.348502 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2a63c6cc-873b-4210-a7c2-c1315768513f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.352241 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-435fc36a-07cc-419b-b6ff-93569aed51e0 req-2fe61753-d077-4630-82e9-a6c2a4cec9d9 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 210 time: 0.0414622 Sep 16 05:01:52.426168 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c541-29df-4faa-baa0-4a49b03b7786 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.458245 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3c541-29df-4faa-baa0-4a49b03b7786 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8afb71d-2dca-417a-bb42-992c6d74d8ba,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:52.487276 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5486a1e2-35ea-477f-8a25-51b3212f93a5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:52.491885 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c541-29df-4faa-baa0-4a49b03b7786 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.496308 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b3f3c541-29df-4faa-baa0-4a49b03b7786 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "DELETE /v2.0/ports/f8afb71d-2dca-417a-bb42-992c6d74d8ba HTTP/1.1" status: 204 len: 168 time: 1.2706676 Sep 16 05:01:52.496558 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60060) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:52.514412 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-1c720ff2-e77b-4fc4-9fb0-58c754d7f8b1 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c108570-158e-4f45-81ca-46206eaa8833', 'external_fixed_ips': [{'subnet_id': 'de699b34-6bbc-453f-8e4d-347029e9084f', 'ip_address': '2001:db8::1ce'}]}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:52.594303 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2a63c6cc-873b-4210-a7c2-c1315768513f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.599529 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2a63c6cc-873b-4210-a7c2-c1315768513f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.601699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2a63c6cc-873b-4210-a7c2-c1315768513f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3727c1e0-5899-49ee-a799-b721fe23acdd HTTP/1.1" status: 204 len: 168 time: 0.3846357 Sep 16 05:01:52.624140 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5486a1e2-35ea-477f-8a25-51b3212f93a5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.626847 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63c6cc-873b-4210-a7c2-c1315768513f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3727c1e0-5899-49ee-a799-b721fe23acdd,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:52.641028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-a3be63ab-3947-419f-bb72-0e112e0f8e81 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:52.642649 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-a3be63ab-3947-419f-bb72-0e112e0f8e81 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.21 "GET /v2.0/networks?id=b9ef8e82-1028-4bc1-a846-04cbe862c35a HTTP/1.1" status: 200 len: 814 time: 0.1965678 Sep 16 05:01:52.645484 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1c720ff2-e77b-4fc4-9fb0-58c754d7f8b1 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.650373 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1c720ff2-e77b-4fc4-9fb0-58c754d7f8b1 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.656902 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-5486a1e2-35ea-477f-8a25-51b3212f93a5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] device_id is not set on port c3b3a2a2-dcae-4ff4-b796-325c46b4dc08 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:52.666163 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-8f4a50fc-69e1-40a0-9268-39881be1e793 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Request body: {'port': {'device_id': '8f04ef34-9533-4109-a183-161a1f10cef0', 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a', 'admin_state_up': True, 'tenant_id': '852c1dc106e84e98bc9ab877166f44bc'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:52.877869 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1c720ff2-e77b-4fc4-9fb0-58c754d7f8b1 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.957180 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-5486a1e2-35ea-477f-8a25-51b3212f93a5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Allocated IP 2001:db8::173 (8333fd32-395d-4122-9634-38ca2c71b947/df572cb7-2af1-4e88-82bd-e433a0797e25/c3b3a2a2-dcae-4ff4-b796-325c46b4dc08) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:52.974489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-8f4a50fc-69e1-40a0-9268-39881be1e793 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Made reservation on behalf of 852c1dc106e84e98bc9ab877166f44bc for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:52.978143 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-8f4a50fc-69e1-40a0-9268-39881be1e793 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.157990 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5486a1e2-35ea-477f-8a25-51b3212f93a5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.258088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 584a725d-7b60-4101-96df-32fae1493a9b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:53.332661 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-8f4a50fc-69e1-40a0-9268-39881be1e793 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Allocated IP 172.20.0.9 (b9ef8e82-1028-4bc1-a846-04cbe862c35a/78824b81-40b9-45ee-a0f2-5c2c425bea42/d911e9bc-3b28-401b-aab1-06c74c0b979c) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:53.340322 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 584a725d-7b60-4101-96df-32fae1493a9b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:53.342404 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.352823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73775665-7e57-4886-aff8-20953b49fd39 req-d4b57e2f-8e2f-4efa-818a-fc405f9c0163 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.356498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-73775665-7e57-4886-aff8-20953b49fd39 req-d4b57e2f-8e2f-4efa-818a-fc405f9c0163 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1740808 Sep 16 05:01:53.430496 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1c720ff2-e77b-4fc4-9fb0-58c754d7f8b1 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.465639 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9bf272b2-82a3-40ce-a53f-2d9ca81a835b None None] Provisioning complete for port 904cc240-f94a-4042-9f8c-984455219a08 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:53.465975 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9bf272b2-82a3-40ce-a53f-2d9ca81a835b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.473841 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5486a1e2-35ea-477f-8a25-51b3212f93a5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.535742 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9bf272b2-82a3-40ce-a53f-2d9ca81a835b None None] Port 904cc240-f94a-4042-9f8c-984455219a08 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:53.551907 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.560959 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5486a1e2-35ea-477f-8a25-51b3212f93a5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network 8333fd32-395d-4122-9634-38ca2c71b947 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:53.568318 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-5486a1e2-35ea-477f-8a25-51b3212f93a5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:53.571808 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486a1e2-35ea-477f-8a25-51b3212f93a5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=c3b3a2a2-dcae-4ff4-b796-325c46b4dc08,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:53.575140 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5486a1e2-35ea-477f-8a25-51b3212f93a5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:53.581943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5486a1e2-35ea-477f-8a25-51b3212f93a5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.582645 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5486a1e2-35ea-477f-8a25-51b3212f93a5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.586309 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9bf272b2-82a3-40ce-a53f-2d9ca81a835b None None] Provisioning complete for port 584a725d-7b60-4101-96df-32fae1493a9b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:53.587030 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9bf272b2-82a3-40ce-a53f-2d9ca81a835b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.648948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 584a725d-7b60-4101-96df-32fae1493a9b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=584a725d-7b60-4101-96df-32fae1493a9b,segment=NetworkSegment(6883485c-d69e-4d60-a4be-19fe4d29ea10),segment_id=6883485c-d69e-4d60-a4be-19fe4d29ea10)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:53.695042 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5486a1e2-35ea-477f-8a25-51b3212f93a5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8759811 Sep 16 05:01:53.695604 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60080) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:53.703780 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-648f0bf3-2e13-457d-8557-65c63663ecb0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'subnet': {'network_id': '8333fd32-395d-4122-9634-38ca2c71b947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:53.731950 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9bf272b2-82a3-40ce-a53f-2d9ca81a835b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.749110 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.872021 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=584a725d-7b60-4101-96df-32fae1493a9b,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:53.874599 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-9bf272b2-82a3-40ce-a53f-2d9ca81a835b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:01:53.874998 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-9bf272b2-82a3-40ce-a53f-2d9ca81a835b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:01:53.939351 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1c720ff2-e77b-4fc4-9fb0-58c754d7f8b1 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.950246 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-73775665-7e57-4886-aff8-20953b49fd39 req-c52dc662-e5ab-4b75-9ade-c9f1ff13febe tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5841310 Sep 16 05:01:53.968741 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1c720ff2-e77b-4fc4-9fb0-58c754d7f8b1 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.999322 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8403de33-3e6c-4568-9d3d-ee6bd61a5825 req-12e5d92b-7d17-48ef-893f-8b76d5c21bb6 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 210 time: 0.1636636 Sep 16 05:01:54.055027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 9e097d54-d30f-4659-b285-1f8f8f11d473 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:54.093147 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 9e097d54-d30f-4659-b285-1f8f8f11d473 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:54.093496 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 9e097d54-d30f-4659-b285-1f8f8f11d473 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:54.128407 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-8f4a50fc-69e1-40a0-9268-39881be1e793 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.178528 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-1c720ff2-e77b-4fc4-9fb0-58c754d7f8b1 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Allocated IP 2001:db8::1ce (8c108570-158e-4f45-81ca-46206eaa8833/de699b34-6bbc-453f-8e4d-347029e9084f/5d15579b-1c87-44a4-b848-08f4940ff45e) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:54.190311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648f0bf3-2e13-457d-8557-65c63663ecb0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:54.193837 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-648f0bf3-2e13-457d-8557-65c63663ecb0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.221259 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-8f4a50fc-69e1-40a0-9268-39881be1e793 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.296051 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-8f4a50fc-69e1-40a0-9268-39881be1e793 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Network b9ef8e82-1028-4bc1-a846-04cbe862c35a is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:54.307933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-8f4a50fc-69e1-40a0-9268-39881be1e793 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:54.311291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-8f4a50fc-69e1-40a0-9268-39881be1e793 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:54.320313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a50fc-69e1-40a0-9268-39881be1e793 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Pushing event updated for resources: {'Port': ['ID=d911e9bc-3b28-401b-aab1-06c74c0b979c,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:54.350814 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.379060 n-d-712140-13 neutron-server[95474]: INFO neutron.db.ipam_backend_mixin [None req-648f0bf3-2e13-457d-8557-65c63663ecb0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet df572cb7-2af1-4e88-82bd-e433a0797e25 (CIDR: 2001:db8::/64) Sep 16 05:01:54.424039 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-8f4a50fc-69e1-40a0-9268-39881be1e793 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:54.424636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1c720ff2-e77b-4fc4-9fb0-58c754d7f8b1 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.425878 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-8f4a50fc-69e1-40a0-9268-39881be1e793 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.436994 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-648f0bf3-2e13-457d-8557-65c63663ecb0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:01:54.437522 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-648f0bf3-2e13-457d-8557-65c63663ecb0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:01:54.451115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece21309-1426-4016-b79a-3af2d4653d34 req-58d1b448-fc2d-4097-a942-c58c748e09fb tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:54.452747 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ece21309-1426-4016-b79a-3af2d4653d34 req-58d1b448-fc2d-4097-a942-c58c748e09fb tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0997934 Sep 16 05:01:54.513832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ece21309-1426-4016-b79a-3af2d4653d34 req-e60bf76c-95a4-4db4-9816-8cd38d57de7d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499363 Sep 16 05:01:54.515703 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde5ca8-58ad-4526-b29e-75ec1b40d8ed req-0b0003f5-fbc7-4c8c-a407-6576f52c23b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:54.517456 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1cde5ca8-58ad-4526-b29e-75ec1b40d8ed req-0b0003f5-fbc7-4c8c-a407-6576f52c23b1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 1097 time: 0.0724652 Sep 16 05:01:54.525875 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-8f4a50fc-69e1-40a0-9268-39881be1e793 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8606482 Sep 16 05:01:54.550582 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Request body: {'port': {'device_id': '8f04ef34-9533-4109-a183-161a1f10cef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:54.560063 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-648f0bf3-2e13-457d-8557-65c63663ecb0 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8582463 Sep 16 05:01:54.560430 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60100) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:54.565213 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6151b205-4938-48ce-bca1-eb0f133c3a8d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'subnet': {'network_id': '8333fd32-395d-4122-9634-38ca2c71b947', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:54.575835 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d2c735dd-9c25-4172-9905-662775ecf55c None None] Provisioning complete for port c3b3a2a2-dcae-4ff4-b796-325c46b4dc08 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:54.576427 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d2c735dd-9c25-4172-9905-662775ecf55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.624446 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d2c735dd-9c25-4172-9905-662775ecf55c None None] Port c3b3a2a2-dcae-4ff4-b796-325c46b4dc08 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:54.626225 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1c720ff2-e77b-4fc4-9fb0-58c754d7f8b1 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.645618 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.768852 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c720ff2-e77b-4fc4-9fb0-58c754d7f8b1 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Network 8c108570-158e-4f45-81ca-46206eaa8833 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:54.785344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-1c720ff2-e77b-4fc4-9fb0-58c754d7f8b1 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:54.799168 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c720ff2-e77b-4fc4-9fb0-58c754d7f8b1 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:54.806852 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c720ff2-e77b-4fc4-9fb0-58c754d7f8b1 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Pushing event updated for resources: {'Port': ['ID=5d15579b-1c87-44a4-b848-08f4940ff45e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:54.852352 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde5ca8-58ad-4526-b29e-75ec1b40d8ed req-1b003a5a-6f6d-433e-92f8-32fd7e831350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:54.855342 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1cde5ca8-58ad-4526-b29e-75ec1b40d8ed req-1b003a5a-6f6d-433e-92f8-32fd7e831350 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 200 len: 913 time: 0.3274689 Sep 16 05:01:54.960208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d911e9bc-3b28-401b-aab1-06c74c0b979c {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:54.971797 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.998533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Transition to ACTIVE for port object d911e9bc-3b28-401b-aab1-06c74c0b979c will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:55.039404 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1cde5ca8-58ad-4526-b29e-75ec1b40d8ed req-6b78f449-6668-4e2b-9250-6935bd3494bf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267 HTTP/1.1" status: 200 len: 999 time: 0.1738164 Sep 16 05:01:55.100239 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde5ca8-58ad-4526-b29e-75ec1b40d8ed req-8589a81c-f3b7-4d76-a84b-f1bcd4472d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.101860 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1cde5ca8-58ad-4526-b29e-75ec1b40d8ed req-8589a81c-f3b7-4d76-a84b-f1bcd4472d04 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 200 len: 851 time: 0.0517678 Sep 16 05:01:55.120343 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 584a725d-7b60-4101-96df-32fae1493a9b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:55.156450 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.157298 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde5ca8-58ad-4526-b29e-75ec1b40d8ed req-265c95bf-023f-4377-8192-d7596e13b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.158843 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1cde5ca8-58ad-4526-b29e-75ec1b40d8ed req-265c95bf-023f-4377-8192-d7596e13b96c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94292a08-7965-4890-98ca-c590d9f7562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498593 Sep 16 05:01:55.172176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ce887-f91a-452e-8c16-e85f2421a04b req-46d612d0-dce6-45bf-a8c3-2d8b7379ae0a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.173670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d93ce887-f91a-452e-8c16-e85f2421a04b req-46d612d0-dce6-45bf-a8c3-2d8b7379ae0a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 931 time: 0.0749040 Sep 16 05:01:55.175115 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 584a725d-7b60-4101-96df-32fae1493a9b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:55.175722 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.234624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6151b205-4938-48ce-bca1-eb0f133c3a8d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:55.238775 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6151b205-4938-48ce-bca1-eb0f133c3a8d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.254523 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d911e9bc-3b28-401b-aab1-06c74c0b979c,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:55.275188 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d93ce887-f91a-452e-8c16-e85f2421a04b req-c8ac090a-a449-4f50-bd6d-47feb2221aff tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719898 Sep 16 05:01:55.367121 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Attempting to bind port d911e9bc-3b28-401b-aab1-06c74c0b979c on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:55.367486 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Attempting to bind port d911e9bc-3b28-401b-aab1-06c74c0b979c by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '204d4ec3-a087-4eba-bfa4-217654581440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:55.367809 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Attempting to bind port d911e9bc-3b28-401b-aab1-06c74c0b979c on network b9ef8e82-1028-4bc1-a846-04cbe862c35a {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:55.374042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Port d911e9bc-3b28-401b-aab1-06c74c0b979c on network b9ef8e82-1028-4bc1-a846-04cbe862c35a not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:55.374042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Attempting to bind port d911e9bc-3b28-401b-aab1-06c74c0b979c on network b9ef8e82-1028-4bc1-a846-04cbe862c35a {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:55.379359 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:55.380029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Checking segment: {'id': '204d4ec3-a087-4eba-bfa4-217654581440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:55.380418 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Bound using segment: {'id': '204d4ec3-a087-4eba-bfa4-217654581440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:55.380915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Bound port: d911e9bc-3b28-401b-aab1-06c74c0b979c, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '204d4ec3-a087-4eba-bfa4-217654581440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:55.381286 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.434389 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1cde5ca8-58ad-4526-b29e-75ec1b40d8ed req-aa3e016b-d87a-4fbc-b029-c6c5a5e65ef7 service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652075 Sep 16 05:01:55.453559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] For port d911e9bc-3b28-401b-aab1-06c74c0b979c, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:55.457106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] For port d911e9bc-3b28-401b-aab1-06c74c0b979c, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d911e9bc-3b28-401b-aab1-06c74c0b979c,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:55.488676 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1c720ff2-e77b-4fc4-9fb0-58c754d7f8b1 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.545875 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.585580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.586464 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.588252 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] 10.222.0.21 "PUT /v2.0/ports/d911e9bc-3b28-401b-aab1-06c74c0b979c HTTP/1.1" status: 200 len: 1092 time: 1.0447178 Sep 16 05:01:55.588252 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f04ef34-9533-4109-a183-161a1f10cef0', 'tag': 'd911e9bc-3b28-401b-aab1-06c74c0b979c'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:55.590931 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b79117-dfaa-4358-8183-aa01915ef2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8f04ef34-9533-4109-a183-161a1f10cef0", "tag": "d911e9bc-3b28-401b-aab1-06c74c0b979c"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:55.641993 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c611fc-30c2-4b99-86ea-11eda6bc5ceb x-openstack-request-id: req-a3c611fc-30c2-4b99-86ea-11eda6bc5ceb {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:55.642318 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f04ef34-9533-4109-a183-161a1f10cef0", "tag": "d911e9bc-3b28-401b-aab1-06c74c0b979c", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:55.642509 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3c611fc-30c2-4b99-86ea-11eda6bc5ceb {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:55.642923 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f04ef34-9533-4109-a183-161a1f10cef0', 'tag': 'd911e9bc-3b28-401b-aab1-06c74c0b979c', 'status': 'completed', 'code': 200} Sep 16 05:01:55.656346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add7b28-4658-45e5-ab51-184fac7a9dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d911e9bc-3b28-401b-aab1-06c74c0b979c,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:55.703220 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b534c-bf9e-4014-9818-e2d0cca62e8b req-2da6d748-c07e-4146-9cd2-d5e78df71d63 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.711500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-437b534c-bf9e-4014-9818-e2d0cca62e8b req-2da6d748-c07e-4146-9cd2-d5e78df71d63 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1153154 Sep 16 05:01:55.717740 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1cde5ca8-58ad-4526-b29e-75ec1b40d8ed req-6e2551a2-9cc3-4ad9-9292-98804e6ef074 service neutron] 10.222.0.38 "GET /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599080 Sep 16 05:01:55.785438 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b79117-dfaa-4358-8183-aa01915ef2c8 req-b7a47762-0aaf-4fe2-8c23-b5b1432a14b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.787346 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6b79117-dfaa-4358-8183-aa01915ef2c8 req-b7a47762-0aaf-4fe2-8c23-b5b1432a14b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=852c1dc106e84e98bc9ab877166f44bc&device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 1095 time: 0.1030164 Sep 16 05:01:55.794124 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-437b534c-bf9e-4014-9818-e2d0cca62e8b req-e0390278-bfee-4138-9a17-bb385fd32888 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560746 Sep 16 05:01:55.925831 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b79117-dfaa-4358-8183-aa01915ef2c8 req-22114288-5842-400e-b818-12f044f57946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.927472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6b79117-dfaa-4358-8183-aa01915ef2c8 req-22114288-5842-400e-b818-12f044f57946 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=852c1dc106e84e98bc9ab877166f44bc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1211474 Sep 16 05:01:56.040590 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b79117-dfaa-4358-8183-aa01915ef2c8 req-9b4da8e3-b401-4dd3-807a-78075abe2071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.042736 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6b79117-dfaa-4358-8183-aa01915ef2c8 req-9b4da8e3-b401-4dd3-807a-78075abe2071 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1081421 Sep 16 05:01:56.159873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-29b0dab0-e0db-4957-89c5-80786ec429f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.161469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-29b0dab0-e0db-4957-89c5-80786ec429f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=852c1dc106e84e98bc9ab877166f44bc&device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 1095 time: 0.0473959 Sep 16 05:01:56.224565 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-a68f5f5c-3592-4bb6-8064-6c4fcb081b56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d911e9bc-3b28-401b-aab1-06c74c0b979c HTTP/1.1" status: 200 len: 217 time: 0.0470481 Sep 16 05:01:56.289018 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1c720ff2-e77b-4fc4-9fb0-58c754d7f8b1 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.323475 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-89de17e3-11f4-423d-ae32-3e476e25f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.323475 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-89de17e3-11f4-423d-ae32-3e476e25f5fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=78824b81-40b9-45ee-a0f2-5c2c425bea42 HTTP/1.1" status: 200 len: 854 time: 0.0560839 Sep 16 05:01:56.329865 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6151b205-4938-48ce-bca1-eb0f133c3a8d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.363988 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-9d248c20-1c41-4420-8d52-1106f0806526 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b9ef8e82-1028-4bc1-a846-04cbe862c35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301857 Sep 16 05:01:56.400045 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151b205-4938-48ce-bca1-eb0f133c3a8d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Subnet': ['ID=5a01e400-6d02-4056-a790-d9fa56af6b94,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:56.409706 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6151b205-4938-48ce-bca1-eb0f133c3a8d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network 8333fd32-395d-4122-9634-38ca2c71b947 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:56.418357 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-6151b205-4938-48ce-bca1-eb0f133c3a8d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:56.433327 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a5a569-9abb-46c9-9be8-304cf9fe4ced None None] Network 8333fd32-395d-4122-9634-38ca2c71b947 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:56.433859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6151b205-4938-48ce-bca1-eb0f133c3a8d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.433859 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6151b205-4938-48ce-bca1-eb0f133c3a8d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.508220 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6151b205-4938-48ce-bca1-eb0f133c3a8d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9468148 Sep 16 05:01:56.511076 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60122) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:56.516455 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-26534477-573b-4f7b-8bda-fc49585b77c2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-309578586', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5a01e400-6d02-4056-a790-d9fa56af6b94'}], 'security_groups': ['98f9fe98-7908-42fe-bb39-d23b0f44fcd2']}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:56.534783 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43711f82-27b1-4177-b8af-01734d5b7827 req-8bc09dbe-074c-4b46-a1ee-65a3ccc2cf67 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.544612 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-43711f82-27b1-4177-b8af-01734d5b7827 req-8bc09dbe-074c-4b46-a1ee-65a3ccc2cf67 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 943 time: 0.1828799 Sep 16 05:01:56.608916 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-43711f82-27b1-4177-b8af-01734d5b7827 req-e1b9aaa0-ea8e-4e73-b756-1f54f79474e6 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631719 Sep 16 05:01:56.613322 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-22fd913d-1fde-44bf-8b3c-9508c1aaf6f4 service neutron] 10.222.0.21 "GET /v2.0/networks/b9ef8e82-1028-4bc1-a846-04cbe862c35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389200 Sep 16 05:01:56.625783 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-26534477-573b-4f7b-8bda-fc49585b77c2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.719046 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c720ff2-e77b-4fc4-9fb0-58c754d7f8b1 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Router 8cb59211-af2e-4a60-b935-46b85def145d is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:01:56.748368 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8fe81a1-b5b0-44c1-9473-6d8b1d42aad5 req-32c51edd-c45e-4052-9374-cf6106d90df0 service neutron] 10.222.0.21 "GET /v2.0/networks/b9ef8e82-1028-4bc1-a846-04cbe862c35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145754 Sep 16 05:01:56.758377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14110e7b-5fe7-4597-9ccd-b313faa3d4da None None] Update dhcp port {'port': {'network_id': '8333fd32-395d-4122-9634-38ca2c71b947', 'fixed_ips': [{'subnet_id': 'df572cb7-2af1-4e88-82bd-e433a0797e25', 'ip_address': '2001:db8::2'}, {'subnet_id': '5a01e400-6d02-4056-a790-d9fa56af6b94'}], 'binding:host_id': 'n-d-712140-13'}, 'id': '584a725d-7b60-4101-96df-32fae1493a9b'} from n-d-712140-13. {{(pid=95475) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:01:56.790835 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-14110e7b-5fe7-4597-9ccd-b313faa3d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.959263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a462fb2-075c-41fc-8581-e913ccf384bb req-7f7800b8-75d3-4c2b-ac99-2e70efa70729 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.961502 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a462fb2-075c-41fc-8581-e913ccf384bb req-7f7800b8-75d3-4c2b-ac99-2e70efa70729 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0783648 Sep 16 05:01:56.974459 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c720ff2-e77b-4fc4-9fb0-58c754d7f8b1 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:56.988076 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Sync routers for ids ['8cb59211-af2e-4a60-b935-46b85def145d'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:56.998898 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Routers {'8cb59211-af2e-4a60-b935-46b85def145d'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:56.999848 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:01:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['8cb59211-af2e-4a60-b935-46b85def145d'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:57.013034 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a462fb2-075c-41fc-8581-e913ccf384bb req-f0316bf4-1b8c-451e-9913-c6a9a332139b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455692 Sep 16 05:01:57.039696 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-14110e7b-5fe7-4597-9ccd-b313faa3d4da None None] Allocated IP 2001:db8:0:1::2 (8333fd32-395d-4122-9634-38ca2c71b947/5a01e400-6d02-4056-a790-d9fa56af6b94/584a725d-7b60-4101-96df-32fae1493a9b) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:57.106012 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1c720ff2-e77b-4fc4-9fb0-58c754d7f8b1 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.107308 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1c720ff2-e77b-4fc4-9fb0-58c754d7f8b1 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.6092839 Sep 16 05:01:57.111690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60126) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:57.128131 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Set router 8cb59211-af2e-4a60-b935-46b85def145d gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:57.159157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-14110e7b-5fe7-4597-9ccd-b313faa3d4da None None] For port 584a725d-7b60-4101-96df-32fae1493a9b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=584a725d-7b60-4101-96df-32fae1493a9b,segment=NetworkSegment(6883485c-d69e-4d60-a4be-19fe4d29ea10),segment_id=6883485c-d69e-4d60-a4be-19fe4d29ea10)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:57.196372 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-14110e7b-5fe7-4597-9ccd-b313faa3d4da None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.230726 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c59d6ece-b6e7-4bd2-b12c-cc268aff3432 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.322832 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-14110e7b-5fe7-4597-9ccd-b313faa3d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.348500 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb59211-af2e-4a60-b935-46b85def145d', 'name': '', 'tenant_id': '7e2abec1f7af45b6adbefaf2922dded2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c108570-158e-4f45-81ca-46206eaa8833', 'external_fixed_ips': [{'subnet_id': 'de699b34-6bbc-453f-8e4d-347029e9084f', 'ip_address': '2001:db8::1ce'}], 'enable_snat': True}, 'gw_port_id': '5d15579b-1c87-44a4-b848-08f4940ff45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:52Z', 'updated_at': '2021-09-16T05:01:55Z', 'revision_number': 3, 'project_id': '7e2abec1f7af45b6adbefaf2922dded2', 'gw_port': {'id': '5d15579b-1c87-44a4-b848-08f4940ff45e', 'name': '', 'network_id': '8c108570-158e-4f45-81ca-46206eaa8833', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:61:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb59211-af2e-4a60-b935-46b85def145d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'de699b34-6bbc-453f-8e4d-347029e9084f', 'ip_address': '2001:db8::1ce', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:53Z', 'updated_at': '2021-09-16T05:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de699b34-6bbc-453f-8e4d-347029e9084f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:57.356048 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c59d6ece-b6e7-4bd2-b12c-cc268aff3432 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.381980 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Checking router: 8cb59211-af2e-4a60-b935-46b85def145d for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:57.382436 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Updating router 8cb59211-af2e-4a60-b935-46b85def145d port 5d15579b-1c87-44a4-b848-08f4940ff45e binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:01:57.409469 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.426582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14110e7b-5fe7-4597-9ccd-b313faa3d4da None None] Pushing event updated for resources: {'Port': ['ID=584a725d-7b60-4101-96df-32fae1493a9b,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:57.487334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c59d6ece-b6e7-4bd2-b12c-cc268aff3432 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Deleting port 5d15579b-1c87-44a4-b848-08f4940ff45e {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:57.487334 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c59d6ece-b6e7-4bd2-b12c-cc268aff3432 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.502420 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-26534477-573b-4f7b-8bda-fc49585b77c2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Delete allocated IP 2001:db8::173 (8333fd32-395d-4122-9634-38ca2c71b947/df572cb7-2af1-4e88-82bd-e433a0797e25) {{(pid=95474) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:01:57.531488 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-26534477-573b-4f7b-8bda-fc49585b77c2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Allocated IP 2001:db8:0:1::1c5 (8333fd32-395d-4122-9634-38ca2c71b947/5a01e400-6d02-4056-a790-d9fa56af6b94/c3b3a2a2-dcae-4ff4-b796-325c46b4dc08) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:57.602439 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c59d6ece-b6e7-4bd2-b12c-cc268aff3432 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.625423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c59d6ece-b6e7-4bd2-b12c-cc268aff3432 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Calling delete_port for 5d15579b-1c87-44a4-b848-08f4940ff45e owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:57.762586 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.782315 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-26534477-573b-4f7b-8bda-fc49585b77c2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.814025 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.832273 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cc2d0-ebbf-47d6-88d7-04dae8890f94 req-69b70cf0-fbc4-4a18-bde5-e7e888557baf tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:57.832553 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-26534477-573b-4f7b-8bda-fc49585b77c2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.833678 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa3cc2d0-ebbf-47d6-88d7-04dae8890f94 req-69b70cf0-fbc4-4a18-bde5-e7e888557baf tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 943 time: 0.0650749 Sep 16 05:01:57.868705 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Attempting to bind port 5d15579b-1c87-44a4-b848-08f4940ff45e on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:57.869374 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Attempting to bind port 5d15579b-1c87-44a4-b848-08f4940ff45e by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'd484b4e5-7235-4aa4-b086-8d06753612ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c108570-158e-4f45-81ca-46206eaa8833'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:57.870283 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Attempting to bind port 5d15579b-1c87-44a4-b848-08f4940ff45e on network 8c108570-158e-4f45-81ca-46206eaa8833 {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:57.882654 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:57.883733 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Checking segment: {'id': 'd484b4e5-7235-4aa4-b086-8d06753612ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c108570-158e-4f45-81ca-46206eaa8833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:57.884328 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.884887 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Bound using segment: {'id': 'd484b4e5-7235-4aa4-b086-8d06753612ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c108570-158e-4f45-81ca-46206eaa8833'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:57.886083 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Bound port: 5d15579b-1c87-44a4-b848-08f4940ff45e, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd484b4e5-7235-4aa4-b086-8d06753612ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c108570-158e-4f45-81ca-46206eaa8833'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:57.886669 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.907583 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26534477-573b-4f7b-8bda-fc49585b77c2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=c3b3a2a2-dcae-4ff4-b796-325c46b4dc08,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:57.928976 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa3cc2d0-ebbf-47d6-88d7-04dae8890f94 req-4019b6c3-1380-4eee-836b-911cacd86302 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863633 Sep 16 05:01:57.962636 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e7d5c-fb0c-461b-9402-f6c0bbe385ca None None] Pushing event updated for resources: {'Port': ['ID=5d15579b-1c87-44a4-b848-08f4940ff45e,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:57.967363 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-26534477-573b-4f7b-8bda-fc49585b77c2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] In _notify_port_updated(), no bound segment for port c3b3a2a2-dcae-4ff4-b796-325c46b4dc08 on network 8333fd32-395d-4122-9634-38ca2c71b947 {{(pid=95474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:01:57.971378 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7d5c-fb0c-461b-9402-f6c0bbe385ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:57.971840 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7d5c-fb0c-461b-9402-f6c0bbe385ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:57.972273 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7d5c-fb0c-461b-9402-f6c0bbe385ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:57.972965 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7d5c-fb0c-461b-9402-f6c0bbe385ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:57.973191 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26534477-573b-4f7b-8bda-fc49585b77c2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:57.973362 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7d5c-fb0c-461b-9402-f6c0bbe385ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:57.973877 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-26534477-573b-4f7b-8bda-fc49585b77c2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.974024 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7d5c-fb0c-461b-9402-f6c0bbe385ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:57.974302 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7d5c-fb0c-461b-9402-f6c0bbe385ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:57.974687 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7d5c-fb0c-461b-9402-f6c0bbe385ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:57.975090 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7d5c-fb0c-461b-9402-f6c0bbe385ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:57.975532 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7d5c-fb0c-461b-9402-f6c0bbe385ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:57.979395 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7d5c-fb0c-461b-9402-f6c0bbe385ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:57.979395 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7d5c-fb0c-461b-9402-f6c0bbe385ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:57.979674 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-26534477-573b-4f7b-8bda-fc49585b77c2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "PUT /v2.0/ports/c3b3a2a2-dcae-4ff4-b796-325c46b4dc08 HTTP/1.1" status: 200 len: 930 time: 1.4659791 Sep 16 05:01:57.979788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60136) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:58.062754 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.db.api [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:01:58.063326 n-d-712140-13 neutron-server[95476]: DEBUG oslo_db.api [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:01:58.064263 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c59d6ece-b6e7-4bd2-b12c-cc268aff3432 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.101412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d6ece-b6e7-4bd2-b12c-cc268aff3432 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d15579b-1c87-44a4-b848-08f4940ff45e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:58.160230 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c59d6ece-b6e7-4bd2-b12c-cc268aff3432 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.168946 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-32c18ff5-16d5-44f7-a465-edfe43db89b4 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port c3b3a2a2-dcae-4ff4-b796-325c46b4dc08 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:58.168946 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-32c18ff5-16d5-44f7-a465-edfe43db89b4 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.274908 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.284228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-be172fec-c35d-40dd-8269-b128137337b3 None None] Provisioning complete for port 904cc240-f94a-4042-9f8c-984455219a08 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:58.284613 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-be172fec-c35d-40dd-8269-b128137337b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.293907 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c59d6ece-b6e7-4bd2-b12c-cc268aff3432 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.322450 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-be172fec-c35d-40dd-8269-b128137337b3 None None] Port 904cc240-f94a-4042-9f8c-984455219a08 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:58.324997 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c59d6ece-b6e7-4bd2-b12c-cc268aff3432 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.335339 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-be172fec-c35d-40dd-8269-b128137337b3 None None] Provisioning complete for port 584a725d-7b60-4101-96df-32fae1493a9b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:58.336096 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-be172fec-c35d-40dd-8269-b128137337b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.345540 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b84acf-25aa-44e7-992b-6738896deb4d req-fd5539bd-3b35-4446-b00f-11db56e90b9b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.347434 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80b84acf-25aa-44e7-992b-6738896deb4d req-fd5539bd-3b35-4446-b00f-11db56e90b9b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.2375238 Sep 16 05:01:58.457484 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-32c18ff5-16d5-44f7-a465-edfe43db89b4 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.476423 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-be172fec-c35d-40dd-8269-b128137337b3 None None] Provisioning complete for port c3b3a2a2-dcae-4ff4-b796-325c46b4dc08 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:58.476885 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-be172fec-c35d-40dd-8269-b128137337b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.478091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-32c18ff5-16d5-44f7-a465-edfe43db89b4 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for c3b3a2a2-dcae-4ff4-b796-325c46b4dc08 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:58.482779 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80b84acf-25aa-44e7-992b-6738896deb4d req-7132296b-9717-4d82-acdc-1f540f2969d2 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806878 Sep 16 05:01:58.523073 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-be172fec-c35d-40dd-8269-b128137337b3 None None] Port c3b3a2a2-dcae-4ff4-b796-325c46b4dc08 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:58.533513 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c59d6ece-b6e7-4bd2-b12c-cc268aff3432 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.534081 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59d6ece-b6e7-4bd2-b12c-cc268aff3432 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8cb59211-af2e-4a60-b935-46b85def145d {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:01:58.543302 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c59d6ece-b6e7-4bd2-b12c-cc268aff3432 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.543302 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c59d6ece-b6e7-4bd2-b12c-cc268aff3432 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "DELETE /v2.0/routers/8cb59211-af2e-4a60-b935-46b85def145d HTTP/1.1" status: 204 len: 168 time: 1.4275105 Sep 16 05:01:58.544133 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60146) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:58.582642 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Attempting to bind port 5d15579b-1c87-44a4-b848-08f4940ff45e on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:58.583237 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Attempting to bind port 5d15579b-1c87-44a4-b848-08f4940ff45e by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'd484b4e5-7235-4aa4-b086-8d06753612ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c108570-158e-4f45-81ca-46206eaa8833'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:58.583800 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Attempting to bind port 5d15579b-1c87-44a4-b848-08f4940ff45e on network 8c108570-158e-4f45-81ca-46206eaa8833 {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:58.590472 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:58.591025 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Checking segment: {'id': 'd484b4e5-7235-4aa4-b086-8d06753612ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c108570-158e-4f45-81ca-46206eaa8833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:58.591519 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.592000 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Bound using segment: {'id': 'd484b4e5-7235-4aa4-b086-8d06753612ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c108570-158e-4f45-81ca-46206eaa8833'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:58.593476 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Bound port: 5d15579b-1c87-44a4-b848-08f4940ff45e, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd484b4e5-7235-4aa4-b086-8d06753612ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c108570-158e-4f45-81ca-46206eaa8833'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:58.593955 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.617959 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-f53bdfd4-f9fb-4ed2-9b27-5493d5fb65ee tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Deleting subnet de699b34-6bbc-453f-8e4d-347029e9084f {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:58.619521 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.plugin [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Port 5d15579b-1c87-44a4-b848-08f4940ff45e has been deleted concurrently {{(pid=95476) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 16 05:01:58.622342 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f53bdfd4-f9fb-4ed2-9b27-5493d5fb65ee tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.632483 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Routers set() bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:58.633116 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Router IDs set() for agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 05:01:58.634022 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_agentschedulers_db [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8cb59211-af2e-4a60-b935-46b85def145d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:01:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent'). {{(pid=95476) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 05:01:58.634636 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a65e7-7680-476b-b25d-83c126eaef60 None None] The sync data for ids ['8cb59211-af2e-4a60-b935-46b85def145d'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:58.658141 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-299c5a82-e384-4958-87ce-2f7d0fe7dce0 None None] Provisioning complete for port c3b3a2a2-dcae-4ff4-b796-325c46b4dc08 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:58.659021 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-299c5a82-e384-4958-87ce-2f7d0fe7dce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.664146 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f53bdfd4-f9fb-4ed2-9b27-5493d5fb65ee tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.666872 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e1da1-3b31-4e4d-99b9-ff05df07f58e req-a9ca1a4b-30e6-4cd7-92dd-e6c605320dba tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.668563 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-798e1da1-3b31-4e4d-99b9-ff05df07f58e req-a9ca1a4b-30e6-4cd7-92dd-e6c605320dba tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0942645 Sep 16 05:01:58.704171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-299c5a82-e384-4958-87ce-2f7d0fe7dce0 None None] Port c3b3a2a2-dcae-4ff4-b796-325c46b4dc08 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:58.720735 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f53bdfd4-f9fb-4ed2-9b27-5493d5fb65ee tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.727951 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-798e1da1-3b31-4e4d-99b9-ff05df07f58e req-cfc4c7bd-8642-43c5-a3d7-046732676a24 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532391 Sep 16 05:01:58.764025 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-32c18ff5-16d5-44f7-a465-edfe43db89b4 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.830865 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-32c18ff5-16d5-44f7-a465-edfe43db89b4 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.835361 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-32c18ff5-16d5-44f7-a465-edfe43db89b4 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/ports/c3b3a2a2-dcae-4ff4-b796-325c46b4dc08 HTTP/1.1" status: 204 len: 168 time: 0.8537271 Sep 16 05:01:58.835361 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c18ff5-16d5-44f7-a465-edfe43db89b4 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=c3b3a2a2-dcae-4ff4-b796-325c46b4dc08,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:58.836832 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60154) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:58.860088 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f53bdfd4-f9fb-4ed2-9b27-5493d5fb65ee tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.893299 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-9714b441-d021-4e6d-a3a8-c93e1392f843 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] GET failed (client error): The resource could not be found. Sep 16 05:01:58.897421 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9714b441-d021-4e6d-a3a8-c93e1392f843 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports/c3b3a2a2-dcae-4ff4-b796-325c46b4dc08 HTTP/1.1" status: 404 len: 333 time: 0.0520699 Sep 16 05:01:58.897964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60158) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:58.945869 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bdfd4-f9fb-4ed2-9b27-5493d5fb65ee tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=de699b34-6bbc-453f-8e4d-347029e9084f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:58.956773 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f53bdfd4-f9fb-4ed2-9b27-5493d5fb65ee tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.957242 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f53bdfd4-f9fb-4ed2-9b27-5493d5fb65ee tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/de699b34-6bbc-453f-8e4d-347029e9084f HTTP/1.1" status: 204 len: 168 time: 0.4121902 Sep 16 05:01:58.959813 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60162) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:58.996422 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6920ae48-bf6e-484f-8344-b29626a80e39 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.109289 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65b2807a-ebdf-48b8-9086-09f5b5d5e5bb tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.136754 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6920ae48-bf6e-484f-8344-b29626a80e39 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.165609 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 584a725d-7b60-4101-96df-32fae1493a9b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:59.209814 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65b2807a-ebdf-48b8-9086-09f5b5d5e5bb tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.235613 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-65b2807a-ebdf-48b8-9086-09f5b5d5e5bb tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c108570-158e-4f45-81ca-46206eaa8833']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:59.253835 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-65b2807a-ebdf-48b8-9086-09f5b5d5e5bb tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd484b4e5-7235-4aa4-b086-8d06753612ee') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:59.254067 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-65b2807a-ebdf-48b8-9086-09f5b5d5e5bb tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd484b4e5-7235-4aa4-b086-8d06753612ee') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:59.267282 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65b2807a-ebdf-48b8-9086-09f5b5d5e5bb tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.268791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6830e4-03a2-4ad1-b242-3aa28f346000 req-8c1a8f10-8e7b-4fc4-a758-a34e1671663e tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:59.271880 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 584a725d-7b60-4101-96df-32fae1493a9b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:59.281868 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.282549 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac6830e4-03a2-4ad1-b242-3aa28f346000 req-8c1a8f10-8e7b-4fc4-a758-a34e1671663e tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 943 time: 0.2338541 Sep 16 05:01:59.282662 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65b2807a-ebdf-48b8-9086-09f5b5d5e5bb tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.289788 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b2807a-ebdf-48b8-9086-09f5b5d5e5bb tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:59.290254 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65b2807a-ebdf-48b8-9086-09f5b5d5e5bb tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:59.292971 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:59.327032 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac6830e4-03a2-4ad1-b242-3aa28f346000 req-c9e448f1-de62-46a8-b433-fb10399c3e85 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466559 Sep 16 05:01:59.420016 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6920ae48-bf6e-484f-8344-b29626a80e39 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.422709 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6920ae48-bf6e-484f-8344-b29626a80e39 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.426509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6920ae48-bf6e-484f-8344-b29626a80e39 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/security-groups/f69b0fdb-375f-4177-9d77-af58c55877c8 HTTP/1.1" status: 204 len: 168 time: 0.5245020 Sep 16 05:01:59.427646 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60174) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:59.434509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920ae48-bf6e-484f-8344-b29626a80e39 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69b0fdb-375f-4177-9d77-af58c55877c8,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:59.481818 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65b2807a-ebdf-48b8-9086-09f5b5d5e5bb tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.492325 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b2807a-ebdf-48b8-9086-09f5b5d5e5bb tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8c108570-158e-4f45-81ca-46206eaa8833 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:01:59.506060 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65b2807a-ebdf-48b8-9086-09f5b5d5e5bb tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.509108 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-65b2807a-ebdf-48b8-9086-09f5b5d5e5bb tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "DELETE /v2.0/networks/8c108570-158e-4f45-81ca-46206eaa8833 HTTP/1.1" status: 204 len: 168 time: 0.5482304 Sep 16 05:01:59.519790 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2807a-ebdf-48b8-9086-09f5b5d5e5bb tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c108570-158e-4f45-81ca-46206eaa8833,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:59.577035 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d911e9bc-3b28-401b-aab1-06c74c0b979c details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:59.577834 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c97daa0-4ead-4010-9f99-4da499d38978 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.643780 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c97daa0-4ead-4010-9f99-4da499d38978 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.741707 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port d911e9bc-3b28-401b-aab1-06c74c0b979c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d911e9bc-3b28-401b-aab1-06c74c0b979c,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:59.760019 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'd911e9bc-3b28-401b-aab1-06c74c0b979c', 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a', 'port_id': 'd911e9bc-3b28-401b-aab1-06c74c0b979c', 'mac_address': 'fa:16:3e:bd:1d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78824b81-40b9-45ee-a0f2-5c2c425bea42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:59.813664 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c97daa0-4ead-4010-9f99-4da499d38978 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.817001 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2c97daa0-4ead-4010-9f99-4da499d38978 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.818551 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2c97daa0-4ead-4010-9f99-4da499d38978 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/security-groups/98f9fe98-7908-42fe-bb39-d23b0f44fcd2 HTTP/1.1" status: 204 len: 168 time: 0.3897312 Sep 16 05:01:59.822730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60200) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:59.848165 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97daa0-4ead-4010-9f99-4da499d38978 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f9fe98-7908-42fe-bb39-d23b0f44fcd2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:59.852376 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.885310 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d911e9bc-3b28-401b-aab1-06c74c0b979c {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:59.931121 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port d911e9bc-3b28-401b-aab1-06c74c0b979c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d911e9bc-3b28-401b-aab1-06c74c0b979c,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:59.942210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-940bbfd6-01ad-4253-aa0a-a64dfda11930 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting subnet df572cb7-2af1-4e88-82bd-e433a0797e25 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:59.947440 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-940bbfd6-01ad-4253-aa0a-a64dfda11930 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.998112 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.018056 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-940bbfd6-01ad-4253-aa0a-a64dfda11930 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.081401 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=d911e9bc-3b28-401b-aab1-06c74c0b979c,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:00.135199 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60210) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:00.141634 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c07410a4-ed46-44f5-acfa-cb878743693c tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Request body: {'router': {'name': 'tempest-router--539266837', 'project_id': '6a97066cfd4440408396e0fcde84574c'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:00.225784 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-940bbfd6-01ad-4253-aa0a-a64dfda11930 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.455113 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3479e-d3a2-4302-9051-9f733af6479a req-fe913139-ed4a-4e9d-b83f-66c119f09581 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.456834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03f3479e-d3a2-4302-9051-9f733af6479a req-fe913139-ed4a-4e9d-b83f-66c119f09581 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 944 time: 0.0544970 Sep 16 05:02:00.501511 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03f3479e-d3a2-4302-9051-9f733af6479a req-4b0a0ae7-b092-4b86-83b0-ca855bd14878 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366418 Sep 16 05:02:00.535652 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c07410a4-ed46-44f5-acfa-cb878743693c tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.535652 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c07410a4-ed46-44f5-acfa-cb878743693c tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.575091 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-940bbfd6-01ad-4253-aa0a-a64dfda11930 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.581354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['d911e9bc-3b28-401b-aab1-06c74c0b979c'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:00.613434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bbfd6-01ad-4253-aa0a-a64dfda11930 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Subnet': ['ID=df572cb7-2af1-4e88-82bd-e433a0797e25,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:00.621217 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-940bbfd6-01ad-4253-aa0a-a64dfda11930 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.623957 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-940bbfd6-01ad-4253-aa0a-a64dfda11930 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/subnets/df572cb7-2af1-4e88-82bd-e433a0797e25 HTTP/1.1" status: 204 len: 168 time: 0.7974474 Sep 16 05:02:00.626755 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60224) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:00.635190 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-06ce5cfb-07a0-490e-9cdb-09c4a76b982c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'subnet': {'network_id': '8333fd32-395d-4122-9634-38ca2c71b947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:00.645972 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564aa209-5117-4df9-b2e0-a536077663dc None None] Network 8333fd32-395d-4122-9634-38ca2c71b947 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:00.683249 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c07410a4-ed46-44f5-acfa-cb878743693c tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.860106 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c07410a4-ed46-44f5-acfa-cb878743693c tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.043193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ce5cfb-07a0-490e-9cdb-09c4a76b982c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:01.049027 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-06ce5cfb-07a0-490e-9cdb-09c4a76b982c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.183690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ef2dc-4a86-480d-92d6-81d087fbc6f4 req-03fa5593-8581-4062-85ff-d7b935910c39 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.187873 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-413ef2dc-4a86-480d-92d6-81d087fbc6f4 req-03fa5593-8581-4062-85ff-d7b935910c39 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1d9be8-1316-4a30-b56b-bae4ca72ed35 HTTP/1.1" status: 200 len: 943 time: 0.1128914 Sep 16 05:02:01.242447 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c07410a4-ed46-44f5-acfa-cb878743693c tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.243855 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c07410a4-ed46-44f5-acfa-cb878743693c tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1066663 Sep 16 05:02:01.246706 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60232) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:01.362491 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94ddf242-4c66-47d2-a20f-18e4b5400167 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.399481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-413ef2dc-4a86-480d-92d6-81d087fbc6f4 req-a9a0f9f5-9bdf-4dc5-b356-986073d6e94e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Deleting port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:01.399843 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-413ef2dc-4a86-480d-92d6-81d087fbc6f4 req-a9a0f9f5-9bdf-4dc5-b356-986073d6e94e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.625488 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94ddf242-4c66-47d2-a20f-18e4b5400167 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.628934 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94ddf242-4c66-47d2-a20f-18e4b5400167 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.681863 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-413ef2dc-4a86-480d-92d6-81d087fbc6f4 req-a9a0f9f5-9bdf-4dc5-b356-986073d6e94e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] For port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:01.682274 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-413ef2dc-4a86-480d-92d6-81d087fbc6f4 req-a9a0f9f5-9bdf-4dc5-b356-986073d6e94e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.727852 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-413ef2dc-4a86-480d-92d6-81d087fbc6f4 req-a9a0f9f5-9bdf-4dc5-b356-986073d6e94e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Calling delete_port for e849b6a1-4987-4c23-99cc-5b43c8e1f2bc owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:01.792957 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-625871f6-8c9b-40c2-91ba-823324829107 None None] Provisioning complete for port 904cc240-f94a-4042-9f8c-984455219a08 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:01.793823 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-625871f6-8c9b-40c2-91ba-823324829107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.803338 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94ddf242-4c66-47d2-a20f-18e4b5400167 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.804211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989db01-cffd-4980-9b6b-7378cd1dd81a req-e96210f9-92b3-4f64-bc20-449ec5beff74 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.804408 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ddf242-4c66-47d2-a20f-18e4b5400167 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 902b8f86-6158-4828-a021-4f801cb49c35 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:01.805610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d989db01-cffd-4980-9b6b-7378cd1dd81a req-e96210f9-92b3-4f64-bc20-449ec5beff74 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 944 time: 0.1810186 Sep 16 05:02:01.815245 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94ddf242-4c66-47d2-a20f-18e4b5400167 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.823998 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-94ddf242-4c66-47d2-a20f-18e4b5400167 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "DELETE /v2.0/routers/902b8f86-6158-4828-a021-4f801cb49c35 HTTP/1.1" status: 204 len: 168 time: 0.5720468 Sep 16 05:02:01.848599 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-06ce5cfb-07a0-490e-9cdb-09c4a76b982c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.904069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-625871f6-8c9b-40c2-91ba-823324829107 None None] Port 904cc240-f94a-4042-9f8c-984455219a08 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:01.928209 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-625871f6-8c9b-40c2-91ba-823324829107 None None] Provisioning complete for port 584a725d-7b60-4101-96df-32fae1493a9b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:01.928983 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-625871f6-8c9b-40c2-91ba-823324829107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.977093 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ce5cfb-07a0-490e-9cdb-09c4a76b982c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network 8333fd32-395d-4122-9634-38ca2c71b947 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:01.989481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-06ce5cfb-07a0-490e-9cdb-09c4a76b982c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:02.002723 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ce5cfb-07a0-490e-9cdb-09c4a76b982c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.006787 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-06ce5cfb-07a0-490e-9cdb-09c4a76b982c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.012477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1160e47-f5d6-424c-8539-53eb6e3e33af None None] Network 8333fd32-395d-4122-9634-38ca2c71b947 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:02.032299 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d989db01-cffd-4980-9b6b-7378cd1dd81a req-a98e6abd-e002-4093-8464-08ab4edb3950 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905534 Sep 16 05:02:02.038409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce5cfb-07a0-490e-9cdb-09c4a76b982c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Subnet': ['ID=8ea9c630-a0e1-4a72-b1f2-48b77885cd4b,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:02.085272 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-06ce5cfb-07a0-490e-9cdb-09c4a76b982c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4569387 Sep 16 05:02:02.090208 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60242) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:02.095537 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-96f7927e-af9e-43d8-bedf-dca6e81e36fc tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'security_group': {'name': 'tempest-secgroup-246884607'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:02.191960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60244) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:02.240275 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-413ef2dc-4a86-480d-92d6-81d087fbc6f4 req-a9a0f9f5-9bdf-4dc5-b356-986073d6e94e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.266054 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96f7927e-af9e-43d8-bedf-dca6e81e36fc tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.282044 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['6e71a780-b0f8-4619-ac92-45595e2e30f1', '765d90b6-a82e-45b8-a7cc-18264fc1e569'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:02.309238 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0f9f5-9bdf-4dc5-b356-986073d6e94e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Pushing event deleted for resources: {'Port': ['ID=e849b6a1-4987-4c23-99cc-5b43c8e1f2bc,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:02.456632 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ad1f14-8583-4172-aa24-bbd718b099f8 None None] Update dhcp port {'port': {'network_id': '8333fd32-395d-4122-9634-38ca2c71b947', 'fixed_ips': [{'subnet_id': '5a01e400-6d02-4056-a790-d9fa56af6b94', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8ea9c630-a0e1-4a72-b1f2-48b77885cd4b'}], 'binding:host_id': 'n-d-712140-13'}, 'id': '584a725d-7b60-4101-96df-32fae1493a9b'} from n-d-712140-13. {{(pid=95475) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:02:02.465588 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96f7927e-af9e-43d8-bedf-dca6e81e36fc tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.556614 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96f7927e-af9e-43d8-bedf-dca6e81e36fc tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.596289 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-41ad1f14-8583-4172-aa24-bbd718b099f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.649268 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7927e-af9e-43d8-bedf-dca6e81e36fc tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5031c24-836f-41bd-b884-5c090f5da5b6,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:02.668490 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96f7927e-af9e-43d8-bedf-dca6e81e36fc tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.668490 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-96f7927e-af9e-43d8-bedf-dca6e81e36fc tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5738695 Sep 16 05:02:02.668490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60256) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:02.674121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e5b67db9-20aa-4149-87b1-b704763741b5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'security_group': {'name': 'tempest-secgroup-718290073'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:02.809269 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e5b67db9-20aa-4149-87b1-b704763741b5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.888791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ef752d2f-4bd7-4586-9c1b-56c720ddc929 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-82061483', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}, 'admin_state_up': False}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:02.912585 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-413ef2dc-4a86-480d-92d6-81d087fbc6f4 req-a9a0f9f5-9bdf-4dc5-b356-986073d6e94e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] No DVR routers for this DVR port e849b6a1-4987-4c23-99cc-5b43c8e1f2bc on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:02.915562 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-413ef2dc-4a86-480d-92d6-81d087fbc6f4 req-a9a0f9f5-9bdf-4dc5-b356-986073d6e94e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.926386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-413ef2dc-4a86-480d-92d6-81d087fbc6f4 req-a9a0f9f5-9bdf-4dc5-b356-986073d6e94e tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "DELETE /v2.0/ports/e849b6a1-4987-4c23-99cc-5b43c8e1f2bc HTTP/1.1" status: 204 len: 173 time: 1.7315586 Sep 16 05:02:02.926972 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1d9be8-1316-4a30-b56b-bae4ca72ed35', 'name': 'network-vif-deleted', 'tag': 'e849b6a1-4987-4c23-99cc-5b43c8e1f2bc'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:02.929998 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a76eba7-2095-4511-86d6-38b937ff4cf9" -d '{"events": [{"server_uuid": "6d1d9be8-1316-4a30-b56b-bae4ca72ed35", "name": "network-vif-deleted", "tag": "e849b6a1-4987-4c23-99cc-5b43c8e1f2bc"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:02.950167 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-41ad1f14-8583-4172-aa24-bbd718b099f8 None None] Allocated IP 2001:db8::2 (8333fd32-395d-4122-9634-38ca2c71b947/8ea9c630-a0e1-4a72-b1f2-48b77885cd4b/584a725d-7b60-4101-96df-32fae1493a9b) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:02.984040 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbae873b-0afd-48dc-9ad9-3ced3c3f6987 x-openstack-request-id: req-fbae873b-0afd-48dc-9ad9-3ced3c3f6987 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:02.984040 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1d9be8-1316-4a30-b56b-bae4ca72ed35", "name": "network-vif-deleted", "tag": "e849b6a1-4987-4c23-99cc-5b43c8e1f2bc", "status": "failed", "code": 422}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:02.984040 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbae873b-0afd-48dc-9ad9-3ced3c3f6987 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:02.984040 n-d-712140-13 neutron-server[95473]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6d1d9be8-1316-4a30-b56b-bae4ca72ed35', 'name': 'network-vif-deleted', 'tag': 'e849b6a1-4987-4c23-99cc-5b43c8e1f2bc', 'status': 'failed', 'code': 422} returned with failed status Sep 16 05:02:02.984574 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e5b67db9-20aa-4149-87b1-b704763741b5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.081800 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-41ad1f14-8583-4172-aa24-bbd718b099f8 None None] For port 584a725d-7b60-4101-96df-32fae1493a9b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=584a725d-7b60-4101-96df-32fae1493a9b,segment=NetworkSegment(6883485c-d69e-4d60-a4be-19fe4d29ea10),segment_id=6883485c-d69e-4d60-a4be-19fe4d29ea10)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:03.112173 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e5b67db9-20aa-4149-87b1-b704763741b5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.114934 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-41ad1f14-8583-4172-aa24-bbd718b099f8 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.147990 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b67db9-20aa-4149-87b1-b704763741b5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2c5500-1f3b-4c84-b759-edde98212b76,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:03.174761 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-41ad1f14-8583-4172-aa24-bbd718b099f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.176594 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff72eb-52b5-438f-b3a1-10964e8f547d req-b1c0471e-2365-4d26-98dc-adacbc980435 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:03.184947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68ff72eb-52b5-438f-b3a1-10964e8f547d req-b1c0471e-2365-4d26-98dc-adacbc980435 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 944 time: 0.0810547 Sep 16 05:02:03.242275 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68ff72eb-52b5-438f-b3a1-10964e8f547d req-226d7646-038a-4a82-90fb-42e91f37182d tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562925 Sep 16 05:02:03.249839 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ef752d2f-4bd7-4586-9c1b-56c720ddc929 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.255114 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ef752d2f-4bd7-4586-9c1b-56c720ddc929 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.279259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad1f14-8583-4172-aa24-bbd718b099f8 None None] Pushing event updated for resources: {'Port': ['ID=584a725d-7b60-4101-96df-32fae1493a9b,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:03.317426 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ef752d2f-4bd7-4586-9c1b-56c720ddc929 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.318895 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e5b67db9-20aa-4149-87b1-b704763741b5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.327726 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e5b67db9-20aa-4149-87b1-b704763741b5 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6581583 Sep 16 05:02:03.337904 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60266) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:03.343360 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d9f66d38-74c0-4924-8f63-724a42f63db7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'security_group': {'name': 'tempest-secgroup-1257637720'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:03.477948 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9f66d38-74c0-4924-8f63-724a42f63db7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.575112 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d911e9bc-3b28-401b-aab1-06c74c0b979c up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:03.640981 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ef752d2f-4bd7-4586-9c1b-56c720ddc929 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.690056 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9f66d38-74c0-4924-8f63-724a42f63db7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.756801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port d911e9bc-3b28-401b-aab1-06c74c0b979c completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:03.762340 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port d911e9bc-3b28-401b-aab1-06c74c0b979c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:03.762729 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.842758 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9f66d38-74c0-4924-8f63-724a42f63db7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.918435 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.921229 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f66d38-74c0-4924-8f63-724a42f63db7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b11ff6-6139-4e07-b461-26d3203bdc84,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:03.969211 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f04ef34-9533-4109-a183-161a1f10cef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd911e9bc-3b28-401b-aab1-06c74c0b979c'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:03.969211 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eda4f65-d7c1-48da-b301-a2f386a954c5" -d '{"events": [{"server_uuid": "8f04ef34-9533-4109-a183-161a1f10cef0", "name": "network-vif-plugged", "status": "completed", "tag": "d911e9bc-3b28-401b-aab1-06c74c0b979c"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:03.982023 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port d911e9bc-3b28-401b-aab1-06c74c0b979c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d911e9bc-3b28-401b-aab1-06c74c0b979c,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:04.032301 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9f66d38-74c0-4924-8f63-724a42f63db7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.037245 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d9f66d38-74c0-4924-8f63-724a42f63db7 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7052879 Sep 16 05:02:04.037857 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60280) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:04.045641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-de37da02-e710-4421-a939-3e64df3d6821 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1295528044', 'security_groups': ['80b11ff6-6139-4e07-b461-26d3203bdc84'], 'network_id': '8333fd32-395d-4122-9634-38ca2c71b947', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8ea9c630-a0e1-4a72-b1f2-48b77885cd4b'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:04.065478 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.071005 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ef752d2f-4bd7-4586-9c1b-56c720ddc929 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.106873 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1fd109-4a32-4711-a9b8-3261a751b51a x-openstack-request-id: req-9f1fd109-4a32-4711-a9b8-3261a751b51a {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:04.107372 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f04ef34-9533-4109-a183-161a1f10cef0", "name": "network-vif-plugged", "status": "completed", "tag": "d911e9bc-3b28-401b-aab1-06c74c0b979c", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:04.108972 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f1fd109-4a32-4711-a9b8-3261a751b51a {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:04.109738 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f04ef34-9533-4109-a183-161a1f10cef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd911e9bc-3b28-401b-aab1-06c74c0b979c', 'code': 200} Sep 16 05:02:04.128345 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ef752d2f-4bd7-4586-9c1b-56c720ddc929 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.178677 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=d911e9bc-3b28-401b-aab1-06c74c0b979c,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:04.189456 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b8a2e5da-f92d-4dfd-89b5-2a55194145d1 None None] Provisioning complete for port 904cc240-f94a-4042-9f8c-984455219a08 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:04.191270 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b8a2e5da-f92d-4dfd-89b5-2a55194145d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.243179 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b8a2e5da-f92d-4dfd-89b5-2a55194145d1 None None] Port 904cc240-f94a-4042-9f8c-984455219a08 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:04.265271 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b8a2e5da-f92d-4dfd-89b5-2a55194145d1 None None] Provisioning complete for port 584a725d-7b60-4101-96df-32fae1493a9b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:04.265932 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b8a2e5da-f92d-4dfd-89b5-2a55194145d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.348901 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde80aee-4aa2-4f3f-a8ce-e0669df103d8 req-fdc5700f-a473-4891-9a5b-df88d48ae88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.357045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bde80aee-4aa2-4f3f-a8ce-e0669df103d8 req-fdc5700f-a473-4891-9a5b-df88d48ae88f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 1097 time: 0.1365321 Sep 16 05:02:04.368639 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de37da02-e710-4421-a939-3e64df3d6821 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:04.402651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-ef752d2f-4bd7-4586-9c1b-56c720ddc929 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Allocated IP 172.25.4.173 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/b75ddc1b-e38a-4456-99b9-4fcad561b953) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:04.505242 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de37da02-e710-4421-a939-3e64df3d6821 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.532675 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-de37da02-e710-4421-a939-3e64df3d6821 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] device_id is not set on port 38a501b6-c4ac-4474-a5d4-9dafee8d493a yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:02:04.573587 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bde80aee-4aa2-4f3f-a8ce-e0669df103d8 req-7841d36a-14e2-47f0-af53-4abd2cc29c87 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178575 Sep 16 05:02:04.618124 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fb8d4-6ffd-480c-a29a-17f830336c3f req-a3659fab-80e6-4053-85cd-e3b82f3af425 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.626948 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c2fb8d4-6ffd-480c-a29a-17f830336c3f req-a3659fab-80e6-4053-85cd-e3b82f3af425 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.1822355 Sep 16 05:02:04.668046 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaf5b2-5803-4cfb-bb41-609b976015c0 req-c5f79cd2-7be0-49be-9b48-c15856a31011 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.679113 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eccaf5b2-5803-4cfb-bb41-609b976015c0 req-c5f79cd2-7be0-49be-9b48-c15856a31011 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 907 time: 0.1993928 Sep 16 05:02:04.695996 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ef752d2f-4bd7-4586-9c1b-56c720ddc929 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.725211 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c2fb8d4-6ffd-480c-a29a-17f830336c3f req-aeb23ea8-d00c-4d05-b6b6-9bf0f92b8001 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972137 Sep 16 05:02:04.767098 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-de37da02-e710-4421-a939-3e64df3d6821 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Allocated IP 2001:db8::395 (8333fd32-395d-4122-9634-38ca2c71b947/8ea9c630-a0e1-4a72-b1f2-48b77885cd4b/38a501b6-c4ac-4474-a5d4-9dafee8d493a) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:04.842911 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ef752d2f-4bd7-4586-9c1b-56c720ddc929 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.890165 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef752d2f-4bd7-4586-9c1b-56c720ddc929 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:04.894156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-ef752d2f-4bd7-4586-9c1b-56c720ddc929 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:04.898232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef752d2f-4bd7-4586-9c1b-56c720ddc929 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:04.931127 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de37da02-e710-4421-a939-3e64df3d6821 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.939277 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef752d2f-4bd7-4586-9c1b-56c720ddc929 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Pushing event updated for resources: {'Port': ['ID=b75ddc1b-e38a-4456-99b9-4fcad561b953,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:05.066360 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de37da02-e710-4421-a939-3e64df3d6821 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.117354 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2783755c-7ab4-4663-9569-e8eaa01383ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.129397 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 584a725d-7b60-4101-96df-32fae1493a9b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:05.158915 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de37da02-e710-4421-a939-3e64df3d6821 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network 8333fd32-395d-4122-9634-38ca2c71b947 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:05.172520 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-de37da02-e710-4421-a939-3e64df3d6821 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:05.189347 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 584a725d-7b60-4101-96df-32fae1493a9b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:05.189626 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.197291 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de37da02-e710-4421-a939-3e64df3d6821 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:05.205129 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de37da02-e710-4421-a939-3e64df3d6821 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.205881 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de37da02-e710-4421-a939-3e64df3d6821 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.233802 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37da02-e710-4421-a939-3e64df3d6821 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=38a501b6-c4ac-4474-a5d4-9dafee8d493a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:05.316456 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-de37da02-e710-4421-a939-3e64df3d6821 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2764404 Sep 16 05:02:05.318919 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60292) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:05.336931 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ad017a1d-bdd8-4093-bdac-dda26416176d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'subnet': {'network_id': '8333fd32-395d-4122-9634-38ca2c71b947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:05.342665 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ef752d2f-4bd7-4586-9c1b-56c720ddc929 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.585115 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad017a1d-bdd8-4093-bdac-dda26416176d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:05.588869 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f79fe29f-6163-4e5b-97bd-cf1bad471d75 None None] Provisioning complete for port 38a501b6-c4ac-4474-a5d4-9dafee8d493a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:05.588869 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f79fe29f-6163-4e5b-97bd-cf1bad471d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.589627 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ad017a1d-bdd8-4093-bdac-dda26416176d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.631153 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-f79fe29f-6163-4e5b-97bd-cf1bad471d75 None None] Port 38a501b6-c4ac-4474-a5d4-9dafee8d493a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:05.672449 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ef752d2f-4bd7-4586-9c1b-56c720ddc929 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.726660 n-d-712140-13 neutron-server[95474]: INFO neutron.db.ipam_backend_mixin [None req-ad017a1d-bdd8-4093-bdac-dda26416176d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ea9c630-a0e1-4a72-b1f2-48b77885cd4b (CIDR: 2001:db8::/64) Sep 16 05:02:05.768590 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad017a1d-bdd8-4093-bdac-dda26416176d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:02:05.769382 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad017a1d-bdd8-4093-bdac-dda26416176d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:05.851420 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ad017a1d-bdd8-4093-bdac-dda26416176d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5273807 Sep 16 05:02:05.851689 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60302) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:05.851823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b0672-8fd8-4d9f-a08a-3a9d3e93a442 req-838f13c0-1ed8-4bad-9b42-a21596691d84 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.853219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-329b0672-8fd8-4d9f-a08a-3a9d3e93a442 req-838f13c0-1ed8-4bad-9b42-a21596691d84 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 907 time: 0.0878942 Sep 16 05:02:05.861910 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d955a3ee-4f4c-4a66-983c-d3fc41b66127 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'subnet': {'network_id': '8333fd32-395d-4122-9634-38ca2c71b947', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:05.904784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5a29a-98cc-4db2-a608-2e1e28c388f4 req-738b3948-c4c8-4242-ad04-576ab84db873 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.906526 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2f5a29a-98cc-4db2-a608-2e1e28c388f4 req-738b3948-c4c8-4242-ad04-576ab84db873 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.0809512 Sep 16 05:02:05.952599 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2f5a29a-98cc-4db2-a608-2e1e28c388f4 req-4c0f7d16-5dcb-4a5a-b752-e2375b4b5d3b tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390289 Sep 16 05:02:05.966602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef752d2f-4bd7-4586-9c1b-56c720ddc929 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Router 0b7950a1-52bc-41e7-ad9d-b3baf7dc0290 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:06.111726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef752d2f-4bd7-4586-9c1b-56c720ddc929 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:06.129488 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4816d3-71f6-4afa-943a-144c7b6e692b None None] Sync routers for ids ['0b7950a1-52bc-41e7-ad9d-b3baf7dc0290'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:06.141698 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4816d3-71f6-4afa-943a-144c7b6e692b None None] Routers {'0b7950a1-52bc-41e7-ad9d-b3baf7dc0290'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:06.142505 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ec4816d3-71f6-4afa-943a-144c7b6e692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:01:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['0b7950a1-52bc-41e7-ad9d-b3baf7dc0290'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:06.145273 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d955a3ee-4f4c-4a66-983c-d3fc41b66127 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:06.150597 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d955a3ee-4f4c-4a66-983c-d3fc41b66127 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.184396 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ec4816d3-71f6-4afa-943a-144c7b6e692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:06.193791 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4816d3-71f6-4afa-943a-144c7b6e692b None None] Routers {'0b7950a1-52bc-41e7-ad9d-b3baf7dc0290'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:06.194417 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ec4816d3-71f6-4afa-943a-144c7b6e692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:01:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['0b7950a1-52bc-41e7-ad9d-b3baf7dc0290'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:06.232829 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ec4816d3-71f6-4afa-943a-144c7b6e692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:06.233057 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4816d3-71f6-4afa-943a-144c7b6e692b None None] The sync data for ids ['0b7950a1-52bc-41e7-ad9d-b3baf7dc0290'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:06.258014 n-d-712140-13 neutron-server[95474]: INFO neutron.db.ipam_backend_mixin [None req-d955a3ee-4f4c-4a66-983c-d3fc41b66127 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5a01e400-6d02-4056-a790-d9fa56af6b94 (CIDR: 2001:db8:0:1::/64) Sep 16 05:02:06.265339 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ef752d2f-4bd7-4586-9c1b-56c720ddc929 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.269543 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ef752d2f-4bd7-4586-9c1b-56c720ddc929 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.0734141 Sep 16 05:02:06.269543 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60306) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:06.324898 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-d955a3ee-4f4c-4a66-983c-d3fc41b66127 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:02:06.325430 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d955a3ee-4f4c-4a66-983c-d3fc41b66127 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:06.378687 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4dff2-c5dd-4423-bfdd-2824e6412506 req-bf60a460-b926-4776-8855-cee7554447e9 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.380825 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a5c4dff2-c5dd-4423-bfdd-2824e6412506 req-bf60a460-b926-4776-8855-cee7554447e9 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.38 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 907 time: 0.0714438 Sep 16 05:02:06.404934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-60ef3a74-f4bd-4a24-ae34-a349e49fe3c8 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "GET /v2.0/routers/0b7950a1-52bc-41e7-ad9d-b3baf7dc0290 HTTP/1.1" status: 200 len: 923 time: 0.1343024 Sep 16 05:02:06.407689 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60308) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:06.435161 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d955a3ee-4f4c-4a66-983c-d3fc41b66127 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5793023 Sep 16 05:02:06.435758 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60310) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:06.442872 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5a86ced8-fa22-4be7-b875-c6029f4cc2df tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b7950a1-52bc-41e7-ad9d-b3baf7dc0290 HTTP/1.1" status: 200 len: 205 time: 0.0315974 Sep 16 05:02:06.443125 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-a0ea6686-f433-41b9-a5b7-61866f5c3782 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'subnet': {'network_id': '8333fd32-395d-4122-9634-38ca2c71b947', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:06.443244 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60312) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:06.570118 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-237206ce-1e25-4ce4-80af-f0e00df39e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.601043 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-a5c4dff2-c5dd-4423-bfdd-2824e6412506 req-021ddcb2-e8d0-42fe-b738-2bdbb902f1ff tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Deleting port 0a30d62e-4851-4290-9ccc-30493a069f62 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:06.601519 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a5c4dff2-c5dd-4423-bfdd-2824e6412506 req-021ddcb2-e8d0-42fe-b738-2bdbb902f1ff tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.702299 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-237206ce-1e25-4ce4-80af-f0e00df39e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.753732 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-a5c4dff2-c5dd-4423-bfdd-2824e6412506 req-021ddcb2-e8d0-42fe-b738-2bdbb902f1ff tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] For port 0a30d62e-4851-4290-9ccc-30493a069f62, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0a30d62e-4851-4290-9ccc-30493a069f62,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:06.754478 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a5c4dff2-c5dd-4423-bfdd-2824e6412506 req-021ddcb2-e8d0-42fe-b738-2bdbb902f1ff tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.770345 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ea6686-f433-41b9-a5b7-61866f5c3782 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Made reservation on behalf of 00fe80d384e7478888a5c54fe16efc05 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:06.774202 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0ea6686-f433-41b9-a5b7-61866f5c3782 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.797941 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-a5c4dff2-c5dd-4423-bfdd-2824e6412506 req-021ddcb2-e8d0-42fe-b738-2bdbb902f1ff tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Calling delete_port for 0a30d62e-4851-4290-9ccc-30493a069f62 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:06.875048 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-237206ce-1e25-4ce4-80af-f0e00df39e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Deleting port b75ddc1b-e38a-4456-99b9-4fcad561b953 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:06.875724 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-237206ce-1e25-4ce4-80af-f0e00df39e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.019647 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-237206ce-1e25-4ce4-80af-f0e00df39e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.043401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-237206ce-1e25-4ce4-80af-f0e00df39e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Calling delete_port for b75ddc1b-e38a-4456-99b9-4fcad561b953 owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:07.191454 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a5c4dff2-c5dd-4423-bfdd-2824e6412506 req-021ddcb2-e8d0-42fe-b738-2bdbb902f1ff tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.228594 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ddcb2-e8d0-42fe-b738-2bdbb902f1ff tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Pushing event deleted for resources: {'Port': ['ID=0a30d62e-4851-4290-9ccc-30493a069f62,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:07.272181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40c84a-4e2c-47ae-b2f8-8496cbe18a67 req-b184145e-598f-4661-b891-1ddb2a3946cc tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:07.275679 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0ea6686-f433-41b9-a5b7-61866f5c3782 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.276470 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac40c84a-4e2c-47ae-b2f8-8496cbe18a67 req-b184145e-598f-4661-b891-1ddb2a3946cc tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.1165891 Sep 16 05:02:07.360414 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ea6686-f433-41b9-a5b7-61866f5c3782 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Network 8333fd32-395d-4122-9634-38ca2c71b947 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:07.362166 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea6686-f433-41b9-a5b7-61866f5c3782 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Subnet': ['ID=99780203-18bf-4f13-9031-1dbb1ed6442d,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:07.366018 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-a0ea6686-f433-41b9-a5b7-61866f5c3782 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:07.369190 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ea6686-f433-41b9-a5b7-61866f5c3782 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:07.370909 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0ea6686-f433-41b9-a5b7-61866f5c3782 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.374452 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c4dff2-c5dd-4423-bfdd-2824e6412506 req-021ddcb2-e8d0-42fe-b738-2bdbb902f1ff tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] No DVR routers for this DVR port 0a30d62e-4851-4290-9ccc-30493a069f62 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:07.377923 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dee7ad-be91-482e-98e6-5d402322ebef None None] Network 8333fd32-395d-4122-9634-38ca2c71b947 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:07.379291 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a5c4dff2-c5dd-4423-bfdd-2824e6412506 req-021ddcb2-e8d0-42fe-b738-2bdbb902f1ff tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.382088 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a5c4dff2-c5dd-4423-bfdd-2824e6412506 req-021ddcb2-e8d0-42fe-b738-2bdbb902f1ff tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.38 "DELETE /v2.0/ports/0a30d62e-4851-4290-9ccc-30493a069f62 HTTP/1.1" status: 204 len: 173 time: 0.9925802 Sep 16 05:02:07.384034 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001ca5c5-6799-430d-9412-cadf66dceba7', 'name': 'network-vif-deleted', 'tag': '0a30d62e-4851-4290-9ccc-30493a069f62'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:07.388264 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161d1213-128e-4bb5-8473-0a217bcf43c7" -d '{"events": [{"server_uuid": "001ca5c5-6799-430d-9412-cadf66dceba7", "name": "network-vif-deleted", "tag": "0a30d62e-4851-4290-9ccc-30493a069f62"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:07.449415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b2267-adb0-4c17-88ae-227633bfd509 req-d06c2070-304a-427f-87b2-856b22b530ba tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:07.454166 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc9b2267-adb0-4c17-88ae-227633bfd509 req-d06c2070-304a-427f-87b2-856b22b530ba tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 829 time: 0.2949831 Sep 16 05:02:07.506484 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac40c84a-4e2c-47ae-b2f8-8496cbe18a67 req-bd6eef53-5c21-467d-9904-dad68b4d7e3f tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886321 Sep 16 05:02:07.540850 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a0ea6686-f433-41b9-a5b7-61866f5c3782 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1039212 Sep 16 05:02:07.544157 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60328) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:07.555636 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-9166dac2-30d6-4ed0-9dca-829b1be0c15d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-529492593', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '99780203-18bf-4f13-9031-1dbb1ed6442d'}], 'security_groups': ['f5031c24-836f-41bd-b884-5c090f5da5b6', 'cd2c5500-1f3b-4c84-b759-edde98212b76']}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:07.579876 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-237206ce-1e25-4ce4-80af-f0e00df39e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.601004 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ef8b61-22dc-4a93-a79a-d66beabe5fb1 x-openstack-request-id: req-e6ef8b61-22dc-4a93-a79a-d66beabe5fb1 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:07.605226 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001ca5c5-6799-430d-9412-cadf66dceba7", "name": "network-vif-deleted", "tag": "0a30d62e-4851-4290-9ccc-30493a069f62", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:07.605746 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6ef8b61-22dc-4a93-a79a-d66beabe5fb1 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:07.606241 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001ca5c5-6799-430d-9412-cadf66dceba7', 'name': 'network-vif-deleted', 'tag': '0a30d62e-4851-4290-9ccc-30493a069f62', 'status': 'completed', 'code': 200} Sep 16 05:02:07.675223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237206ce-1e25-4ce4-80af-f0e00df39e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Pushing event deleted for resources: {'Port': ['ID=b75ddc1b-e38a-4456-99b9-4fcad561b953,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:07.701354 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9166dac2-30d6-4ed0-9dca-829b1be0c15d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.729220 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843fa711-b976-40e0-94fc-c8ac05d9276d None None] Update dhcp port {'port': {'network_id': '8333fd32-395d-4122-9634-38ca2c71b947', 'fixed_ips': [{'subnet_id': '5a01e400-6d02-4056-a790-d9fa56af6b94', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8ea9c630-a0e1-4a72-b1f2-48b77885cd4b', 'ip_address': '2001:db8::2'}, {'subnet_id': '99780203-18bf-4f13-9031-1dbb1ed6442d'}], 'binding:host_id': 'n-d-712140-13'}, 'id': '584a725d-7b60-4101-96df-32fae1493a9b'} from n-d-712140-13. {{(pid=95475) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:02:07.774957 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-843fa711-b976-40e0-94fc-c8ac05d9276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.787648 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-237206ce-1e25-4ce4-80af-f0e00df39e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.797436 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-83a0a01f-cdca-4ffa-aca7-ccefa4f38476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.877614 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f6c7d-53fd-4fa6-a74c-9aaf192f026c req-910d29bf-265c-42c4-b99b-6f23bc14f06a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:07.880814 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a36f6c7d-53fd-4fa6-a74c-9aaf192f026c req-910d29bf-265c-42c4-b99b-6f23bc14f06a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.1707399 Sep 16 05:02:07.950638 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-237206ce-1e25-4ce4-80af-f0e00df39e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.961451 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-237206ce-1e25-4ce4-80af-f0e00df39e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.031091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-843fa711-b976-40e0-94fc-c8ac05d9276d None None] Allocated IP 2001:db8:0:2::2 (8333fd32-395d-4122-9634-38ca2c71b947/99780203-18bf-4f13-9031-1dbb1ed6442d/584a725d-7b60-4101-96df-32fae1493a9b) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:08.033887 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a36f6c7d-53fd-4fa6-a74c-9aaf192f026c req-d360e110-601c-4f78-907a-cb8b8c695d90 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412516 Sep 16 05:02:08.165397 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-843fa711-b976-40e0-94fc-c8ac05d9276d None None] For port 584a725d-7b60-4101-96df-32fae1493a9b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=584a725d-7b60-4101-96df-32fae1493a9b,segment=NetworkSegment(6883485c-d69e-4d60-a4be-19fe4d29ea10),segment_id=6883485c-d69e-4d60-a4be-19fe4d29ea10)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:08.176157 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-237206ce-1e25-4ce4-80af-f0e00df39e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.177684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237206ce-1e25-4ce4-80af-f0e00df39e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Fanout notify agent at l3_agent the message router_deleted on router 0b7950a1-52bc-41e7-ad9d-b3baf7dc0290 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:08.188104 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-237206ce-1e25-4ce4-80af-f0e00df39e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.189429 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-237206ce-1e25-4ce4-80af-f0e00df39e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "DELETE /v2.0/routers/0b7950a1-52bc-41e7-ad9d-b3baf7dc0290 HTTP/1.1" status: 204 len: 168 time: 1.7450359 Sep 16 05:02:08.193064 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60336) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:08.199481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f80b5bb7-befe-4f96-9d87-6b2fcae5609a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Request body: {'router': {'name': 'tempest-snat-router-913290884', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'enable_snat': False}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:08.211924 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-843fa711-b976-40e0-94fc-c8ac05d9276d None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.334478 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-843fa711-b976-40e0-94fc-c8ac05d9276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.397800 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f80b5bb7-befe-4f96-9d87-6b2fcae5609a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.399388 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f80b5bb7-befe-4f96-9d87-6b2fcae5609a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.428956 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2135d2-bc29-4d92-a105-7ca67cadb880 req-c66dfe91-b502-4e51-a775-24107ae92f9b tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.431729 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f2135d2-bc29-4d92-a105-7ca67cadb880 req-c66dfe91-b502-4e51-a775-24107ae92f9b tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.0751162 Sep 16 05:02:08.464723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fa711-b976-40e0-94fc-c8ac05d9276d None None] Pushing event updated for resources: {'Port': ['ID=584a725d-7b60-4101-96df-32fae1493a9b,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:08.523815 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f2135d2-bc29-4d92-a105-7ca67cadb880 req-8776c2e1-ab96-4f4c-9c2b-d4fc10856371 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827944 Sep 16 05:02:08.569654 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f80b5bb7-befe-4f96-9d87-6b2fcae5609a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.603051 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.626506 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd9fa183-2396-419b-8eac-726f1ba1bb9f req-a4b1b3ab-0bc8-4b27-b232-1dcbb0a8ecd2 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ca5c5-6799-430d-9412-cadf66dceba7 HTTP/1.1" status: 200 len: 210 time: 0.0393403 Sep 16 05:02:08.642874 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-9166dac2-30d6-4ed0-9dca-829b1be0c15d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Delete allocated IP 2001:db8::395 (8333fd32-395d-4122-9634-38ca2c71b947/8ea9c630-a0e1-4a72-b1f2-48b77885cd4b) {{(pid=95474) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:02:08.655309 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-9166dac2-30d6-4ed0-9dca-829b1be0c15d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Allocated IP 2001:db8:0:2::197 (8333fd32-395d-4122-9634-38ca2c71b947/99780203-18bf-4f13-9031-1dbb1ed6442d/38a501b6-c4ac-4474-a5d4-9dafee8d493a) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:08.734392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751abf59-43a4-4931-844b-e82ca7ac668c req-8354f2fa-3455-4af6-8f7a-5dfe64683ef5 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.747944 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-751abf59-43a4-4931-844b-e82ca7ac668c req-8354f2fa-3455-4af6-8f7a-5dfe64683ef5 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.1202834 Sep 16 05:02:08.813572 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-751abf59-43a4-4931-844b-e82ca7ac668c req-02e62003-c598-4062-8be0-7619e60bfea6 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558214 Sep 16 05:02:08.939218 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a62321-a523-4043-b432-6b2915ca6c3a req-6ade7cac-28fd-4a49-9ee9-9d8bcded2d36 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.946719 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2a62321-a523-4043-b432-6b2915ca6c3a req-6ade7cac-28fd-4a49-9ee9-9d8bcded2d36 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 946 time: 0.0874674 Sep 16 05:02:09.033005 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2a62321-a523-4043-b432-6b2915ca6c3a req-181253eb-00de-42d7-81d6-9b227250514c tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6bff0b9-265d-4576-829a-09624c9360e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823584 Sep 16 05:02:09.185442 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.189915 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 584a725d-7b60-4101-96df-32fae1493a9b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:09.205319 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f80b5bb7-befe-4f96-9d87-6b2fcae5609a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.223362 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9166dac2-30d6-4ed0-9dca-829b1be0c15d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.271083 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 584a725d-7b60-4101-96df-32fae1493a9b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:09.271465 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.351801 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9166dac2-30d6-4ed0-9dca-829b1be0c15d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.501947 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6db168df-567e-4839-a557-e531add16ef4 None None] Provisioning complete for port 904cc240-f94a-4042-9f8c-984455219a08 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:09.502515 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-9166dac2-30d6-4ed0-9dca-829b1be0c15d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] In _notify_port_updated(), no bound segment for port 38a501b6-c4ac-4474-a5d4-9dafee8d493a on network 8333fd32-395d-4122-9634-38ca2c71b947 {{(pid=95474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:02:09.503284 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6db168df-567e-4839-a557-e531add16ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.511149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9166dac2-30d6-4ed0-9dca-829b1be0c15d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:09.511825 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9166dac2-30d6-4ed0-9dca-829b1be0c15d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.515720 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9166dac2-30d6-4ed0-9dca-829b1be0c15d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "PUT /v2.0/ports/38a501b6-c4ac-4474-a5d4-9dafee8d493a HTTP/1.1" status: 200 len: 969 time: 1.9680319 Sep 16 05:02:09.517013 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60370) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:09.570476 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6db168df-567e-4839-a557-e531add16ef4 None None] Port 904cc240-f94a-4042-9f8c-984455219a08 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:09.585793 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6db168df-567e-4839-a557-e531add16ef4 None None] Provisioning complete for port 38a501b6-c4ac-4474-a5d4-9dafee8d493a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:09.586247 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6db168df-567e-4839-a557-e531add16ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.637253 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166dac2-30d6-4ed0-9dca-829b1be0c15d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event updated for resources: {'Port': ['ID=38a501b6-c4ac-4474-a5d4-9dafee8d493a,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:09.660876 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6db168df-567e-4839-a557-e531add16ef4 None None] Port 38a501b6-c4ac-4474-a5d4-9dafee8d493a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:09.681194 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f713f6-d878-41af-a353-e4f3d5491a06 req-3892a3a6-1d0e-4dd1-814c-6b45222323a0 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:09.684432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-30f713f6-d878-41af-a353-e4f3d5491a06 req-3892a3a6-1d0e-4dd1-814c-6b45222323a0 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.1718442 Sep 16 05:02:09.702215 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6db168df-567e-4839-a557-e531add16ef4 None None] Provisioning complete for port 584a725d-7b60-4101-96df-32fae1493a9b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:09.702593 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6db168df-567e-4839-a557-e531add16ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.755796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-30f713f6-d878-41af-a353-e4f3d5491a06 req-dc1231e4-34ca-4ea8-802e-c88e14dbadbb tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595760 Sep 16 05:02:09.989079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f0e44-6de7-4123-9508-c7ff1434e046 req-8589a3d8-5f7f-4047-b085-68bfeae4e089 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:09.991534 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-340f0e44-6de7-4123-9508-c7ff1434e046 req-8589a3d8-5f7f-4047-b085-68bfeae4e089 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 947 time: 0.0575070 Sep 16 05:02:10.017878 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-388108c8-9e32-4a93-8c7f-5cacf9e1d51d None None] Provisioning complete for port 38a501b6-c4ac-4474-a5d4-9dafee8d493a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:10.018122 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-388108c8-9e32-4a93-8c7f-5cacf9e1d51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.063701 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-388108c8-9e32-4a93-8c7f-5cacf9e1d51d None None] Port 38a501b6-c4ac-4474-a5d4-9dafee8d493a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:10.089451 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-340f0e44-6de7-4123-9508-c7ff1434e046 req-b76ed02b-0e4a-48b5-91b8-53cf841eca9b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876248 Sep 16 05:02:10.156744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0a30d62e-4851-4290-9ccc-30493a069f62 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:10.189608 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 0a30d62e-4851-4290-9ccc-30493a069f62 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:10.189973 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0a30d62e-4851-4290-9ccc-30493a069f62 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:10.210935 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-6dbfc75d-dc6d-4a5d-a270-4396f0434c2e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port 38a501b6-c4ac-4474-a5d4-9dafee8d493a {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:10.211562 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6dbfc75d-dc6d-4a5d-a270-4396f0434c2e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.381024 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92731f5b-852c-497d-91c9-6b3b4a453d5d req-5aba1b18-e53c-4fc8-813b-3d4c0e490d20 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:10.383461 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92731f5b-852c-497d-91c9-6b3b4a453d5d req-5aba1b18-e53c-4fc8-813b-3d4c0e490d20 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 945 time: 0.0641584 Sep 16 05:02:10.407231 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6dbfc75d-dc6d-4a5d-a270-4396f0434c2e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.427749 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-6dbfc75d-dc6d-4a5d-a270-4396f0434c2e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for 38a501b6-c4ac-4474-a5d4-9dafee8d493a owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:10.428356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92731f5b-852c-497d-91c9-6b3b4a453d5d req-731cb08d-4d7f-4005-ae12-bdd8ae577cec tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368834 Sep 16 05:02:10.445083 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f80b5bb7-befe-4f96-9d87-6b2fcae5609a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.497482 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f80b5bb7-befe-4f96-9d87-6b2fcae5609a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.694573 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-f80b5bb7-befe-4f96-9d87-6b2fcae5609a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Allocated IP 172.25.4.179 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/5e3ea252-34ec-4e78-b050-afad443d670b) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:10.786353 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.849954 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f80b5bb7-befe-4f96-9d87-6b2fcae5609a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.908918 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6dbfc75d-dc6d-4a5d-a270-4396f0434c2e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.955536 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfc75d-dc6d-4a5d-a270-4396f0434c2e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=38a501b6-c4ac-4474-a5d4-9dafee8d493a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:11.006714 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6dbfc75d-dc6d-4a5d-a270-4396f0434c2e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.015632 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6dbfc75d-dc6d-4a5d-a270-4396f0434c2e tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/ports/38a501b6-c4ac-4474-a5d4-9dafee8d493a HTTP/1.1" status: 204 len: 168 time: 1.4952700 Sep 16 05:02:11.016374 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60396) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:11.047329 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb1abdd-2706-42e8-9401-2548ae60dc89 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] GET failed (client error): The resource could not be found. Sep 16 05:02:11.049183 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3bb1abdd-2706-42e8-9401-2548ae60dc89 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports/38a501b6-c4ac-4474-a5d4-9dafee8d493a HTTP/1.1" status: 404 len: 333 time: 0.0316958 Sep 16 05:02:11.050861 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f80b5bb7-befe-4f96-9d87-6b2fcae5609a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.053756 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60398) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:11.143989 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b5bb7-befe-4f96-9d87-6b2fcae5609a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:11.150601 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-f80b5bb7-befe-4f96-9d87-6b2fcae5609a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:11.163152 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b5bb7-befe-4f96-9d87-6b2fcae5609a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:11.168627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b5bb7-befe-4f96-9d87-6b2fcae5609a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Pushing event updated for resources: {'Port': ['ID=5e3ea252-34ec-4e78-b050-afad443d670b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:11.229563 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a45a-a873-4246-aae1-cb2af1074a89 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.294037 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a45a-a873-4246-aae1-cb2af1074a89 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.495273 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa264c-a606-4aa3-b238-913a8aa580fc req-0775461d-7619-4759-b62b-1d11bacc7a1f tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:11.496827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aafa264c-a606-4aa3-b238-913a8aa580fc req-0775461d-7619-4759-b62b-1d11bacc7a1f tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.6401470 Sep 16 05:02:11.534269 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d311e24-32bb-4a3a-a4df-ba703a32568d req-d8ac71bb-75b1-4cea-a9d3-0264cb7c5a24 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:11.535721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d311e24-32bb-4a3a-a4df-ba703a32568d req-d8ac71bb-75b1-4cea-a9d3-0264cb7c5a24 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 945 time: 0.1413937 Sep 16 05:02:11.550574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab9df5-da10-4e60-afdd-f249098b6de4 req-52833ddc-cfe0-4217-b165-8f1b3c4e2bd0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:11.552613 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59ab9df5-da10-4e60-afdd-f249098b6de4 req-52833ddc-cfe0-4217-b165-8f1b3c4e2bd0 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 946 time: 0.1594529 Sep 16 05:02:11.586429 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a45a-a873-4246-aae1-cb2af1074a89 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.589582 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a45a-a873-4246-aae1-cb2af1074a89 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.593209 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c3a0a45a-a873-4246-aae1-cb2af1074a89 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/security-groups/80b11ff6-6139-4e07-b461-26d3203bdc84 HTTP/1.1" status: 204 len: 168 time: 0.5332379 Sep 16 05:02:11.596785 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60404) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:11.612886 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aafa264c-a606-4aa3-b238-913a8aa580fc req-b98335d7-7783-40a9-91e7-cc206a0fd671 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099207 Sep 16 05:02:11.614340 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0a45a-a873-4246-aae1-cb2af1074a89 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b11ff6-6139-4e07-b461-26d3203bdc84,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:11.640044 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f80b5bb7-befe-4f96-9d87-6b2fcae5609a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.675533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59ab9df5-da10-4e60-afdd-f249098b6de4 req-a00dfafc-e75b-4f7c-9d95-eabc90223b07 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6bff0b9-265d-4576-829a-09624c9360e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032376 Sep 16 05:02:11.723744 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-3d311e24-32bb-4a3a-a4df-ba703a32568d req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Deleting port 765d90b6-a82e-45b8-a7cc-18264fc1e569 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:11.724098 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d311e24-32bb-4a3a-a4df-ba703a32568d req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.746205 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a75ca1e9-a14e-4207-834c-b18e685933ea tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.808134 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a75ca1e9-a14e-4207-834c-b18e685933ea tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.889475 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31789276-4cf3-4d68-8f51-e1047d4e4e34 req-120efea7-3057-4e68-b4b8-f424447bc1df tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:11.891120 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31789276-4cf3-4d68-8f51-e1047d4e4e34 req-120efea7-3057-4e68-b4b8-f424447bc1df tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 945 time: 0.1264396 Sep 16 05:02:11.893343 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-3d311e24-32bb-4a3a-a4df-ba703a32568d req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] For port 765d90b6-a82e-45b8-a7cc-18264fc1e569, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=765d90b6-a82e-45b8-a7cc-18264fc1e569,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:11.893721 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d311e24-32bb-4a3a-a4df-ba703a32568d req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.922834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-3d311e24-32bb-4a3a-a4df-ba703a32568d req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Calling delete_port for 765d90b6-a82e-45b8-a7cc-18264fc1e569 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:11.965793 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31789276-4cf3-4d68-8f51-e1047d4e4e34 req-f9794cf0-58e1-4ed8-9059-133b17ea4ca6 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616841 Sep 16 05:02:12.011152 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be6901-d0af-43f1-9283-ae9b3abf2375 req-3c5f0c92-db48-428d-921b-344cdfacbf93 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:12.012802 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-91be6901-d0af-43f1-9283-ae9b3abf2375 req-3c5f0c92-db48-428d-921b-344cdfacbf93 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.38 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 947 time: 0.1331306 Sep 16 05:02:12.065270 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f80b5bb7-befe-4f96-9d87-6b2fcae5609a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.073438 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11fc5e-01b5-40a2-ad22-6fcd5695dfca req-9862e82b-df76-4c73-93fc-8b8631c962c2 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:12.074992 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a75ca1e9-a14e-4207-834c-b18e685933ea tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.075165 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e11fc5e-01b5-40a2-ad22-6fcd5695dfca req-9862e82b-df76-4c73-93fc-8b8631c962c2 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 947 time: 0.1175060 Sep 16 05:02:12.078708 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a75ca1e9-a14e-4207-834c-b18e685933ea tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.082699 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a75ca1e9-a14e-4207-834c-b18e685933ea tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/security-groups/cd2c5500-1f3b-4c84-b759-edde98212b76 HTTP/1.1" status: 204 len: 168 time: 0.4812350 Sep 16 05:02:12.084245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60412) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:12.154521 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ca1e9-a14e-4207-834c-b18e685933ea tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2c5500-1f3b-4c84-b759-edde98212b76,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:12.188256 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e11fc5e-01b5-40a2-ad22-6fcd5695dfca req-7cf0c6dc-1baa-4b66-bc36-515bc856c223 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb9e2328-7bd6-45be-af48-4431c1ff542a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029909 Sep 16 05:02:12.216052 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a146e03e-88ff-43ce-989b-23e5c50cedc2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.248702 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a146e03e-88ff-43ce-989b-23e5c50cedc2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.255378 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-91be6901-d0af-43f1-9283-ae9b3abf2375 req-89ccf035-483c-4220-a193-2614acbf8f6c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Deleting port c7ba2538-c1d2-40a9-8946-bf05067dda66 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:12.255940 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-91be6901-d0af-43f1-9283-ae9b3abf2375 req-89ccf035-483c-4220-a193-2614acbf8f6c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.287074 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d311e24-32bb-4a3a-a4df-ba703a32568d req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.333316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['6e71a780-b0f8-4619-ac92-45595e2e30f1', '765d90b6-a82e-45b8-a7cc-18264fc1e569'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:12.349325 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Pushing event deleted for resources: {'Port': ['ID=765d90b6-a82e-45b8-a7cc-18264fc1e569,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:12.390758 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-91be6901-d0af-43f1-9283-ae9b3abf2375 req-89ccf035-483c-4220-a193-2614acbf8f6c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] For port c7ba2538-c1d2-40a9-8946-bf05067dda66, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c7ba2538-c1d2-40a9-8946-bf05067dda66,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:12.391455 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-91be6901-d0af-43f1-9283-ae9b3abf2375 req-89ccf035-483c-4220-a193-2614acbf8f6c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.404943 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:12.405441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:12.405883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:12.406320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:12.406980 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:12.407402 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:12.414808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:12.414808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:12.414808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:12.414808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:12.414808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:12.414808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:12.414808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d311e24-32bb-4a3a-a4df-ba703a32568d req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] No DVR routers for this DVR port 765d90b6-a82e-45b8-a7cc-18264fc1e569 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:12.420787 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d311e24-32bb-4a3a-a4df-ba703a32568d req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.422648 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d311e24-32bb-4a3a-a4df-ba703a32568d req-3e750c07-af28-46aa-9fa2-286647b1657a tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.21 "DELETE /v2.0/ports/765d90b6-a82e-45b8-a7cc-18264fc1e569 HTTP/1.1" status: 204 len: 173 time: 0.8664193 Sep 16 05:02:12.423313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cffb1dd-478d-499d-9786-07a668c3fd68', 'name': 'network-vif-deleted', 'tag': '765d90b6-a82e-45b8-a7cc-18264fc1e569'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:12.425740 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed4b01d-d6c1-4757-b9d0-6bc0f99cada5" -d '{"events": [{"server_uuid": "3cffb1dd-478d-499d-9786-07a668c3fd68", "name": "network-vif-deleted", "tag": "765d90b6-a82e-45b8-a7cc-18264fc1e569"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:12.430956 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a146e03e-88ff-43ce-989b-23e5c50cedc2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.434353 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a146e03e-88ff-43ce-989b-23e5c50cedc2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.436045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a146e03e-88ff-43ce-989b-23e5c50cedc2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/security-groups/f5031c24-836f-41bd-b884-5c090f5da5b6 HTTP/1.1" status: 204 len: 168 time: 0.3495610 Sep 16 05:02:12.439686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60416) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:12.501264 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80b5bb7-befe-4f96-9d87-6b2fcae5609a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Router d8142eda-5b3c-4ea1-9f97-60daa9c8dc7e is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:12.503407 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36548604-0dd9-41d7-b093-3651bbef7793 x-openstack-request-id: req-36548604-0dd9-41d7-b093-3651bbef7793 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:12.503955 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cffb1dd-478d-499d-9786-07a668c3fd68", "name": "network-vif-deleted", "tag": "765d90b6-a82e-45b8-a7cc-18264fc1e569", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:12.503955 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36548604-0dd9-41d7-b093-3651bbef7793 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:12.504438 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cffb1dd-478d-499d-9786-07a668c3fd68', 'name': 'network-vif-deleted', 'tag': '765d90b6-a82e-45b8-a7cc-18264fc1e569', 'status': 'completed', 'code': 200} Sep 16 05:02:12.509590 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce62d0fb-fc15-4715-adbe-f940a994c8ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting subnet 8ea9c630-a0e1-4a72-b1f2-48b77885cd4b {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:12.512603 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146e03e-88ff-43ce-989b-23e5c50cedc2 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5031c24-836f-41bd-b884-5c090f5da5b6,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:12.517546 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ce62d0fb-fc15-4715-adbe-f940a994c8ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.578444 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ce62d0fb-fc15-4715-adbe-f940a994c8ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.684809 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ce62d0fb-fc15-4715-adbe-f940a994c8ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.779283 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80b5bb7-befe-4f96-9d87-6b2fcae5609a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:12.799584 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] Sync routers for ids ['d8142eda-5b3c-4ea1-9f97-60daa9c8dc7e'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:12.813697 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] Routers {'d8142eda-5b3c-4ea1-9f97-60daa9c8dc7e'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:12.814642 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d8142eda-5b3c-4ea1-9f97-60daa9c8dc7e'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:12.820852 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-91be6901-d0af-43f1-9283-ae9b3abf2375 req-89ccf035-483c-4220-a193-2614acbf8f6c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.824826 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-91be6901-d0af-43f1-9283-ae9b3abf2375 req-89ccf035-483c-4220-a193-2614acbf8f6c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.824826 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [req-91be6901-d0af-43f1-9283-ae9b3abf2375 req-89ccf035-483c-4220-a193-2614acbf8f6c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Floating IP d70c3503-d030-4943-932b-cf3975944483 disassociated. External IP: 172.25.4.211, port: c7ba2538-c1d2-40a9-8946-bf05067dda66. Sep 16 05:02:12.829553 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-91be6901-d0af-43f1-9283-ae9b3abf2375 req-89ccf035-483c-4220-a193-2614acbf8f6c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Calling delete_port for c7ba2538-c1d2-40a9-8946-bf05067dda66 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:12.859232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56a595-5b87-4220-b312-76410cc8bee5 req-3234d4b6-5250-4c45-bafe-0a4b9e16c6ca tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:12.861132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f56a595-5b87-4220-b312-76410cc8bee5 req-3234d4b6-5250-4c45-bafe-0a4b9e16c6ca tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.1162798 Sep 16 05:02:12.950260 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f56a595-5b87-4220-b312-76410cc8bee5 req-07be238c-3aaa-4185-a8da-73e3b1846e87 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766315 Sep 16 05:02:13.022747 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] Set router d8142eda-5b3c-4ea1-9f97-60daa9c8dc7e gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:13.038472 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ce62d0fb-fc15-4715-adbe-f940a994c8ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.041148 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f80b5bb7-befe-4f96-9d87-6b2fcae5609a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.050449 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f80b5bb7-befe-4f96-9d87-6b2fcae5609a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8488660 Sep 16 05:02:13.050449 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60436) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:13.332968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62d0fb-fc15-4715-adbe-f940a994c8ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea9c630-a0e1-4a72-b1f2-48b77885cd4b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:13.332968 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ce62d0fb-fc15-4715-adbe-f940a994c8ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.332968 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ce62d0fb-fc15-4715-adbe-f940a994c8ae tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/subnets/8ea9c630-a0e1-4a72-b1f2-48b77885cd4b HTTP/1.1" status: 204 len: 168 time: 0.6598630 Sep 16 05:02:13.332968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60440) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:13.339728 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e35006-6b96-45aa-a43f-983338fa9582 None None] Network 8333fd32-395d-4122-9634-38ca2c71b947 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:13.341423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6dfaa83-db24-4e15-9219-c7d034bf6f34 req-b932a052-c650-479b-819a-99d1c8ba07e9 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cffb1dd-478d-499d-9786-07a668c3fd68 HTTP/1.1" status: 200 len: 210 time: 0.0596516 Sep 16 05:02:13.341619 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-91be6901-d0af-43f1-9283-ae9b3abf2375 req-89ccf035-483c-4220-a193-2614acbf8f6c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.342808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cf73af-5a43-4508-a151-e41d62f58b31 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting subnet 99780203-18bf-4f13-9031-1dbb1ed6442d {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:13.342808 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e9cf73af-5a43-4508-a151-e41d62f58b31 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.343227 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccf035-483c-4220-a193-2614acbf8f6c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Pushing event deleted for resources: {'Port': ['ID=c7ba2538-c1d2-40a9-8946-bf05067dda66,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:13.355151 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b4aaf677-c1c4-4b0c-bc94-fa5eb72c2897 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "GET /v2.0/routers/d8142eda-5b3c-4ea1-9f97-60daa9c8dc7e HTTP/1.1" status: 200 len: 908 time: 0.2993488 Sep 16 05:02:13.355412 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e9cf73af-5a43-4508-a151-e41d62f58b31 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.357524 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60446) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:13.368264 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ba37ee93-7137-4f5e-ad25-68839926182e tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Request body: {'router': {'name': 'tempest-snat-router-913290884', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'enable_snat': True}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:13.481706 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54959187-6239-45ab-b767-ef249117d165 req-bed590c5-e623-4bc7-ab11-552c217a3a3f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 210 time: 0.0748336 Sep 16 05:02:13.488297 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8142eda-5b3c-4ea1-9f97-60daa9c8dc7e', 'name': 'tempest-snat-router-913290884', 'tenant_id': '7e2abec1f7af45b6adbefaf2922dded2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.179'}], 'enable_snat': False}, 'gw_port_id': '5e3ea252-34ec-4e78-b050-afad443d670b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:08Z', 'updated_at': '2021-09-16T05:02:11Z', 'revision_number': 3, 'project_id': '7e2abec1f7af45b6adbefaf2922dded2', 'gw_port': {'id': '5e3ea252-34ec-4e78-b050-afad443d670b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:13:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8142eda-5b3c-4ea1-9f97-60daa9c8dc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:10Z', 'updated_at': '2021-09-16T05:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:13.535197 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] Checking router: d8142eda-5b3c-4ea1-9f97-60daa9c8dc7e for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:13.535717 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] Updating router d8142eda-5b3c-4ea1-9f97-60daa9c8dc7e port 5e3ea252-34ec-4e78-b050-afad443d670b binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:02:13.563234 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.564763 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91be6901-d0af-43f1-9283-ae9b3abf2375 req-89ccf035-483c-4220-a193-2614acbf8f6c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Router 98e876b2-760b-4951-aae5-895c9f69f483 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:13.612690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f866c5b-d84b-4ad8-85be-cbb50a63242c req-d55fabb8-1b19-4976-956d-f9d02732a229 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:13.614359 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f866c5b-d84b-4ad8-85be-cbb50a63242c req-d55fabb8-1b19-4976-956d-f9d02732a229 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 946 time: 0.1362374 Sep 16 05:02:13.615911 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e9cf73af-5a43-4508-a151-e41d62f58b31 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.650234 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba37ee93-7137-4f5e-ad25-68839926182e tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.651884 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba37ee93-7137-4f5e-ad25-68839926182e tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.753767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f866c5b-d84b-4ad8-85be-cbb50a63242c req-c8236fce-a816-40e2-947d-f7387735b38c tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6bff0b9-265d-4576-829a-09624c9360e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569563 Sep 16 05:02:13.847324 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba37ee93-7137-4f5e-ad25-68839926182e tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.874316 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91be6901-d0af-43f1-9283-ae9b3abf2375 req-89ccf035-483c-4220-a193-2614acbf8f6c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:13.874486 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e9cf73af-5a43-4508-a151-e41d62f58b31 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.891173 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e2659f-67d2-49a6-97f4-5fcc8145764a None None] Sync routers for ids ['98e876b2-760b-4951-aae5-895c9f69f483'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:13.892522 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e9cf73af-5a43-4508-a151-e41d62f58b31 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.895802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e9cf73af-5a43-4508-a151-e41d62f58b31 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/subnets/99780203-18bf-4f13-9031-1dbb1ed6442d HTTP/1.1" status: 204 len: 168 time: 0.7882786 Sep 16 05:02:13.899969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60456) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:13.915955 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e2659f-67d2-49a6-97f4-5fcc8145764a None None] Routers {'98e876b2-760b-4951-aae5-895c9f69f483'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:13.917155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e3e2659f-67d2-49a6-97f4-5fcc8145764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98e876b2-760b-4951-aae5-895c9f69f483'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:13.944064 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-91be6901-d0af-43f1-9283-ae9b3abf2375 req-89ccf035-483c-4220-a193-2614acbf8f6c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] No DVR routers for this DVR port c7ba2538-c1d2-40a9-8946-bf05067dda66 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:13.946712 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-91be6901-d0af-43f1-9283-ae9b3abf2375 req-89ccf035-483c-4220-a193-2614acbf8f6c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.949370 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-91be6901-d0af-43f1-9283-ae9b3abf2375 req-89ccf035-483c-4220-a193-2614acbf8f6c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.38 "DELETE /v2.0/ports/c7ba2538-c1d2-40a9-8946-bf05067dda66 HTTP/1.1" status: 204 len: 173 time: 1.9282970 Sep 16 05:02:13.949857 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e13150-6f2c-41b7-81bc-eea22b3d0dbc', 'name': 'network-vif-deleted', 'tag': 'c7ba2538-c1d2-40a9-8946-bf05067dda66'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:13.952872 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f6e19f-412c-4c22-91b2-13d77aa2d040" -d '{"events": [{"server_uuid": "01e13150-6f2c-41b7-81bc-eea22b3d0dbc", "name": "network-vif-deleted", "tag": "c7ba2538-c1d2-40a9-8946-bf05067dda66"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:14.002905 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a51db8-2f24-4f8f-80c0-fc935fdddc89 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:14.004318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a51db8-2f24-4f8f-80c0-fc935fdddc89 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:14.006697 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-69a51db8-2f24-4f8f-80c0-fc935fdddc89 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/subnets/8ea9c630-a0e1-4a72-b1f2-48b77885cd4b HTTP/1.1" status: 404 len: 337 time: 0.1035662 Sep 16 05:02:14.008329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf73af-5a43-4508-a151-e41d62f58b31 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Subnet': ['ID=99780203-18bf-4f13-9031-1dbb1ed6442d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:14.010298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60464) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:14.080038 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.085257 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e56a59-cc6e-4456-8616-97fa62885e9c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting subnet 5a01e400-6d02-4056-a790-d9fa56af6b94 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:14.090411 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-20e56a59-cc6e-4456-8616-97fa62885e9c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.144114 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-e3e2659f-67d2-49a6-97f4-5fcc8145764a None None] Set router 98e876b2-760b-4951-aae5-895c9f69f483 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:14.180575 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.213124 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-20e56a59-cc6e-4456-8616-97fa62885e9c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.343099 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd78753-e576-45d3-8089-7c04f3b1f846 req-cfae1f07-61dc-42f2-b332-8b167926af17 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:14.346523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fd78753-e576-45d3-8089-7c04f3b1f846 req-cfae1f07-61dc-42f2-b332-8b167926af17 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.2297437 Sep 16 05:02:14.349376 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] Attempting to bind port 5e3ea252-34ec-4e78-b050-afad443d670b on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:14.350013 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] Attempting to bind port 5e3ea252-34ec-4e78-b050-afad443d670b by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:14.350580 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] Attempting to bind port 5e3ea252-34ec-4e78-b050-afad443d670b on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:14.388785 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:14.389511 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:14.390164 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.390867 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:14.392152 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] Bound port: 5e3ea252-34ec-4e78-b050-afad443d670b, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:14.393786 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.455027 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] For port 5e3ea252-34ec-4e78-b050-afad443d670b, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:14.458928 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] For port 5e3ea252-34ec-4e78-b050-afad443d670b, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5e3ea252-34ec-4e78-b050-afad443d670b,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:14.459475 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fd78753-e576-45d3-8089-7c04f3b1f846 req-60a1f838-1b4a-45cd-a655-82221cba6b58 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001449 Sep 16 05:02:14.465196 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7a41a-fbc8-46ee-aeb7-b06a8e81d75b None None] Pushing event updated for resources: {'Port': ['ID=5e3ea252-34ec-4e78-b050-afad443d670b,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:14.516077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b6d843-9810-4e0b-899a-11d5691d6e6c None None] Network 8333fd32-395d-4122-9634-38ca2c71b947 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:14.546405 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.583399 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-20e56a59-cc6e-4456-8616-97fa62885e9c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.642064 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7a41a-fbc8-46ee-aeb7-b06a8e81d75b None None] Pushing event updated for resources: {'Port': ['ID=5e3ea252-34ec-4e78-b050-afad443d670b,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:14.645586 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] Routers {'d8142eda-5b3c-4ea1-9f97-60daa9c8dc7e'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:14.646607 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d8142eda-5b3c-4ea1-9f97-60daa9c8dc7e'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:14.708064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-cc8dd95f-ff7f-4c4e-bd35-252fe2810838 None None] Provisioning complete for port 904cc240-f94a-4042-9f8c-984455219a08 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:14.708431 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cc8dd95f-ff7f-4c4e-bd35-252fe2810838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.771362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb6cf3bf-9270-4aad-ab84-cffb4d9976ba req-55d25646-7ace-40f4-8e90-6dd42c468a05 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e13150-6f2c-41b7-81bc-eea22b3d0dbc HTTP/1.1" status: 200 len: 210 time: 0.0525770 Sep 16 05:02:14.797532 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-20e56a59-cc6e-4456-8616-97fa62885e9c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.825278 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] Set router d8142eda-5b3c-4ea1-9f97-60daa9c8dc7e gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:14.858512 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e56a59-cc6e-4456-8616-97fa62885e9c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Subnet': ['ID=5a01e400-6d02-4056-a790-d9fa56af6b94,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:14.867947 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-20e56a59-cc6e-4456-8616-97fa62885e9c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.875299 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-cc8dd95f-ff7f-4c4e-bd35-252fe2810838 None None] Port 904cc240-f94a-4042-9f8c-984455219a08 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:14.876911 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-20e56a59-cc6e-4456-8616-97fa62885e9c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/subnets/5a01e400-6d02-4056-a790-d9fa56af6b94 HTTP/1.1" status: 204 len: 168 time: 0.8646946 Sep 16 05:02:14.880094 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60482) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:14.919536 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e3e2659f-67d2-49a6-97f4-5fcc8145764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:14Z', 'revision_number': 4, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '8b035531-7208-4a96-89b0-24779c8b9118', 'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'mac_address': 'fa:16:3e:93:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:13Z', 'updated_at': '2021-09-16T04:55:20Z', 'revision_number': 5, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'subnets': [{'id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:14.941482 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-cc8dd95f-ff7f-4c4e-bd35-252fe2810838 None None] Provisioning complete for port 584a725d-7b60-4101-96df-32fae1493a9b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:14.941879 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cc8dd95f-ff7f-4c4e-bd35-252fe2810838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.950348 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-3741466e-bcdb-4a4b-bd98-c9555e577d2d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:14.950833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3741466e-bcdb-4a4b-bd98-c9555e577d2d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:14.952675 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3741466e-bcdb-4a4b-bd98-c9555e577d2d tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/subnets/df572cb7-2af1-4e88-82bd-e433a0797e25 HTTP/1.1" status: 404 len: 337 time: 0.0722637 Sep 16 05:02:15.009948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60486) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:15.010954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e2659f-67d2-49a6-97f4-5fcc8145764a None None] Checking router: 98e876b2-760b-4951-aae5-895c9f69f483 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:15.051696 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e2659f-67d2-49a6-97f4-5fcc8145764a None None] Routers {'98e876b2-760b-4951-aae5-895c9f69f483'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:15.052407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e3e2659f-67d2-49a6-97f4-5fcc8145764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98e876b2-760b-4951-aae5-895c9f69f483'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:15.067385 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16846146-553a-44c8-ad36-3343ec7217a5 x-openstack-request-id: req-16846146-553a-44c8-ad36-3343ec7217a5 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:15.068188 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e13150-6f2c-41b7-81bc-eea22b3d0dbc", "name": "network-vif-deleted", "tag": "c7ba2538-c1d2-40a9-8946-bf05067dda66", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:15.070415 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16846146-553a-44c8-ad36-3343ec7217a5 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:15.070819 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e13150-6f2c-41b7-81bc-eea22b3d0dbc', 'name': 'network-vif-deleted', 'tag': 'c7ba2538-c1d2-40a9-8946-bf05067dda66', 'status': 'completed', 'code': 200} Sep 16 05:02:15.117565 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-10d663ce-e72b-4b9f-ac77-55ef0786a28b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06e5246-81e4-4f85-a670-8603de70f09f HTTP/1.1" status: 200 len: 205 time: 0.1048491 Sep 16 05:02:15.123448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60492) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:15.179471 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-81220ec2-3938-4d4c-8410-628418a04900 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] delete failed (client error): The resource could not be found. Sep 16 05:02:15.179471 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-81220ec2-3938-4d4c-8410-628418a04900 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/routers/e06e5246-81e4-4f85-a670-8603de70f09f HTTP/1.1" status: 404 len: 336 time: 0.0491881 Sep 16 05:02:15.179471 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60494) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:15.188782 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba37ee93-7137-4f5e-ad25-68839926182e tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.190335 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4ff02a-ea8d-444e-b699-cd2cdd9f4ed6 None None] DHCP port deletion for 8333fd32-395d-4122-9634-38ca2c71b947 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:02:15.206752 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005abac9-7393-49f0-9d1c-682db4f07417 req-bced344f-69a3-4ab9-b655-cc0905d7e058 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.211460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-005abac9-7393-49f0-9d1c-682db4f07417 req-bced344f-69a3-4ab9-b655-cc0905d7e058 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 946 time: 0.2623901 Sep 16 05:02:15.243241 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-faafd97a-dbe6-44b5-b3c8-efd57a67fa7c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:15.244295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faafd97a-dbe6-44b5-b3c8-efd57a67fa7c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:15.247936 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-faafd97a-dbe6-44b5-b3c8-efd57a67fa7c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/subnets/85eaadaa-6aa9-44e3-b839-a74fcc0cab26 HTTP/1.1" status: 404 len: 337 time: 0.0572519 Sep 16 05:02:15.250623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60496) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:15.268986 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8142eda-5b3c-4ea1-9f97-60daa9c8dc7e', 'name': 'tempest-snat-router-913290884', 'tenant_id': '7e2abec1f7af45b6adbefaf2922dded2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.179'}], 'enable_snat': False}, 'gw_port_id': '5e3ea252-34ec-4e78-b050-afad443d670b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:08Z', 'updated_at': '2021-09-16T05:02:11Z', 'revision_number': 3, 'project_id': '7e2abec1f7af45b6adbefaf2922dded2', 'gw_port': {'id': '5e3ea252-34ec-4e78-b050-afad443d670b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:13:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8142eda-5b3c-4ea1-9f97-60daa9c8dc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:10Z', 'updated_at': '2021-09-16T05:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:15.305998 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe04b046-bc20-4904-a476-af6ca70efa2f None None] The sync data for ids ['d8142eda-5b3c-4ea1-9f97-60daa9c8dc7e'] in n-d-712140-13 is: [{'id': 'd8142eda-5b3c-4ea1-9f97-60daa9c8dc7e', 'name': 'tempest-snat-router-913290884', 'tenant_id': '7e2abec1f7af45b6adbefaf2922dded2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.179'}], 'enable_snat': False}, 'gw_port_id': '5e3ea252-34ec-4e78-b050-afad443d670b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:08Z', 'updated_at': '2021-09-16T05:02:11Z', 'revision_number': 3, 'project_id': '7e2abec1f7af45b6adbefaf2922dded2', 'gw_port': {'id': '5e3ea252-34ec-4e78-b050-afad443d670b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:13:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8142eda-5b3c-4ea1-9f97-60daa9c8dc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:10Z', 'updated_at': '2021-09-16T05:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:15.313759 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-e3e2659f-67d2-49a6-97f4-5fcc8145764a None None] Set router 98e876b2-760b-4951-aae5-895c9f69f483 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:15.326454 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073d971-ed0e-4b58-bb91-a0dcbb575226 req-6e2993fa-af67-4d19-bd0b-f375b7c4608d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.327253 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f450ef4-4be2-4ccf-b936-6b8b60c89271 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:15.328142 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f450ef4-4be2-4ccf-b936-6b8b60c89271 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:15.330582 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4f450ef4-4be2-4ccf-b936-6b8b60c89271 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/subnets/d26902a8-e57f-4dc9-907a-9dedf72a0c70 HTTP/1.1" status: 404 len: 337 time: 0.0786943 Sep 16 05:02:15.334443 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5073d971-ed0e-4b58-bb91-a0dcbb575226 req-6e2993fa-af67-4d19-bd0b-f375b7c4608d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.3249295 Sep 16 05:02:15.335613 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60498) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:15.391975 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-a482eb63-d668-4879-98af-68772ee89514 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:15.393105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a482eb63-d668-4879-98af-68772ee89514 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:15.403021 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a482eb63-d668-4879-98af-68772ee89514 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/subnets/c34ea1c4-80fb-466a-87ad-5c596a2ea93a HTTP/1.1" status: 404 len: 337 time: 0.0634098 Sep 16 05:02:15.411931 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60500) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:15.448922 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3f0ea0-86fe-47d9-a831-45c60f909406 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:15.450290 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3f0ea0-86fe-47d9-a831-45c60f909406 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:15.455508 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8c3f0ea0-86fe-47d9-a831-45c60f909406 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/ports/878401d8-50f9-4d98-94d8-1c75a2d983f4 HTTP/1.1" status: 404 len: 333 time: 0.0420218 Sep 16 05:02:15.461643 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60502) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:15.471437 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-005abac9-7393-49f0-9d1c-682db4f07417 req-bfc86bf0-1710-424b-89df-45c24b284f15 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6bff0b9-265d-4576-829a-09624c9360e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517669 Sep 16 05:02:15.512558 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5073d971-ed0e-4b58-bb91-a0dcbb575226 req-492106f4-1a5f-4fb3-80f5-73f52067d0bb tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764474 Sep 16 05:02:15.531835 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-07761ebd-293c-421c-b1c3-377d0b5db253 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:15.532458 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07761ebd-293c-421c-b1c3-377d0b5db253 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:15.534366 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-07761ebd-293c-421c-b1c3-377d0b5db253 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/subnets/d99912dd-9956-4c06-96f0-4009b78d0bdd HTTP/1.1" status: 404 len: 337 time: 0.0717506 Sep 16 05:02:15.541210 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60508) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:15.551460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f422c0-034d-4527-ba6c-934756f26085 req-9ddfbf1e-2526-428b-9c60-0b5d967b1398 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.554182 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0f422c0-034d-4527-ba6c-934756f26085 req-9ddfbf1e-2526-428b-9c60-0b5d967b1398 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.1633041 Sep 16 05:02:15.582869 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb914b3-c1b4-4beb-861f-e9240c395f7b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:15.583359 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb914b3-c1b4-4beb-861f-e9240c395f7b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:15.585651 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ddb914b3-c1b4-4beb-861f-e9240c395f7b tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/subnets/07cc94d8-450f-41bf-8f44-9def9ba243fe HTTP/1.1" status: 404 len: 337 time: 0.0424602 Sep 16 05:02:15.592274 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60512) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:15.623125 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-67dd2473-ba9d-4e09-9fb6-63f3d44f47fb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:15.623896 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67dd2473-ba9d-4e09-9fb6-63f3d44f47fb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:15.625879 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-67dd2473-ba9d-4e09-9fb6-63f3d44f47fb tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/ports/d242e7a9-b779-4f37-b642-266850d57341 HTTP/1.1" status: 404 len: 333 time: 0.0315359 Sep 16 05:02:15.629517 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60514) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:15.655894 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 765d90b6-a82e-45b8-a7cc-18264fc1e569 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:15.671458 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-8b4ff02a-ea8d-444e-b699-cd2cdd9f4ed6 None None] Deleting port 584a725d-7b60-4101-96df-32fae1493a9b {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:15.671458 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8b4ff02a-ea8d-444e-b699-cd2cdd9f4ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.684237 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bb47f2-4bb6-4cbe-bb94-47ce10995519 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:15.684775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4bb47f2-4bb6-4cbe-bb94-47ce10995519 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:15.691471 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b4bb47f2-4bb6-4cbe-bb94-47ce10995519 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/subnets/700b7263-601b-4547-b882-37517cdca628 HTTP/1.1" status: 404 len: 337 time: 0.0568843 Sep 16 05:02:15.691853 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60516) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:15.803386 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e985c4b-9ab2-4bb7-a053-379c6dc98a5c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:15.803851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e985c4b-9ab2-4bb7-a053-379c6dc98a5c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:15.805907 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1e985c4b-9ab2-4bb7-a053-379c6dc98a5c tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/subnets/d3a110e2-c3ab-47a4-9f00-cc7b97ad0f39 HTTP/1.1" status: 404 len: 337 time: 0.1128707 Sep 16 05:02:15.811517 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60518) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:15.842635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81f4b4-5264-4434-a860-766f2142abf4 req-f6adcfeb-fc9c-496a-924b-c4eb0679c127 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.858444 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a81f4b4-5264-4434-a860-766f2142abf4 req-f6adcfeb-fc9c-496a-924b-c4eb0679c127 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.2679088 Sep 16 05:02:15.874219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 765d90b6-a82e-45b8-a7cc-18264fc1e569 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:15.874564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 765d90b6-a82e-45b8-a7cc-18264fc1e569 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:15.924347 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a81f4b4-5264-4434-a860-766f2142abf4 req-67f3b66a-44ec-4506-b8fc-09b51d602e85 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713022 Sep 16 05:02:15.960602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef5285-2341-4152-8c98-bad9cb8f7593 req-c1c4e3ef-a44d-4880-ab12-7b4b2aa17eac tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.960785 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-8b4ff02a-ea8d-444e-b699-cd2cdd9f4ed6 None None] For port 584a725d-7b60-4101-96df-32fae1493a9b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=584a725d-7b60-4101-96df-32fae1493a9b,segment=NetworkSegment(6883485c-d69e-4d60-a4be-19fe4d29ea10),segment_id=6883485c-d69e-4d60-a4be-19fe4d29ea10)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:15.960882 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7bef5285-2341-4152-8c98-bad9cb8f7593 req-c1c4e3ef-a44d-4880-ab12-7b4b2aa17eac tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.21 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 946 time: 0.2833688 Sep 16 05:02:15.960982 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8b4ff02a-ea8d-444e-b699-cd2cdd9f4ed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.981787 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-8b4ff02a-ea8d-444e-b699-cd2cdd9f4ed6 None None] Calling delete_port for 584a725d-7b60-4101-96df-32fae1493a9b owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:16.030679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-e0f422c0-034d-4527-ba6c-934756f26085 req-a333a547-c3a6-460c-99b4-3f402ab32e5b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Deleting port 6e71a780-b0f8-4619-ac92-45595e2e30f1 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:16.031071 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e0f422c0-034d-4527-ba6c-934756f26085 req-a333a547-c3a6-460c-99b4-3f402ab32e5b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.033873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60524) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:16.128936 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba37ee93-7137-4f5e-ad25-68839926182e tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.164704 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8b4ff02a-ea8d-444e-b699-cd2cdd9f4ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.169474 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba37ee93-7137-4f5e-ad25-68839926182e tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.215060 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ff02a-ea8d-444e-b699-cd2cdd9f4ed6 None None] Pushing event deleted for resources: {'Port': ['ID=584a725d-7b60-4101-96df-32fae1493a9b,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:16.217233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device c7ba2538-c1d2-40a9-8946-bf05067dda66 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:16.246972 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-fed0bc4f-e2fb-442f-98c2-91653ad3c921 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Deleting port 904cc240-f94a-4042-9f8c-984455219a08 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:16.246972 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fed0bc4f-e2fb-442f-98c2-91653ad3c921 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.253342 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: c7ba2538-c1d2-40a9-8946-bf05067dda66 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:16.254058 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device c7ba2538-c1d2-40a9-8946-bf05067dda66 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:16.285657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4ff02a-ea8d-444e-b699-cd2cdd9f4ed6 None None] No DVR routers for this DVR port 584a725d-7b60-4101-96df-32fae1493a9b on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:16.302970 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e3e2659f-67d2-49a6-97f4-5fcc8145764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:14Z', 'revision_number': 4, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '8b035531-7208-4a96-89b0-24779c8b9118', 'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'mac_address': 'fa:16:3e:93:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:13Z', 'updated_at': '2021-09-16T04:55:20Z', 'revision_number': 5, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'subnets': [{'id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:16.310147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-7bef5285-2341-4152-8c98-bad9cb8f7593 req-36420519-ec6e-4307-adcd-96f7f40e0d2e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Deleting port 4fede2e5-bdde-4b04-aacc-880e959415d3 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:16.310689 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7bef5285-2341-4152-8c98-bad9cb8f7593 req-36420519-ec6e-4307-adcd-96f7f40e0d2e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.352224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e2659f-67d2-49a6-97f4-5fcc8145764a None None] The sync data for ids ['98e876b2-760b-4951-aae5-895c9f69f483'] in n-d-712140-13 is: [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:14Z', 'revision_number': 4, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '8b035531-7208-4a96-89b0-24779c8b9118', 'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'mac_address': 'fa:16:3e:93:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:13Z', 'updated_at': '2021-09-16T04:55:20Z', 'revision_number': 5, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'subnets': [{'id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:16.400680 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fed0bc4f-e2fb-442f-98c2-91653ad3c921 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.421113 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-120f55ba-9679-402e-b3c6-32765176abbd tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.425925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-e0f422c0-034d-4527-ba6c-934756f26085 req-a333a547-c3a6-460c-99b4-3f402ab32e5b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] For port 6e71a780-b0f8-4619-ac92-45595e2e30f1, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6e71a780-b0f8-4619-ac92-45595e2e30f1,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:16.426297 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e0f422c0-034d-4527-ba6c-934756f26085 req-a333a547-c3a6-460c-99b4-3f402ab32e5b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.437398 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-fed0bc4f-e2fb-442f-98c2-91653ad3c921 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Calling delete_port for 904cc240-f94a-4042-9f8c-984455219a08 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:16.452401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-e0f422c0-034d-4527-ba6c-934756f26085 req-a333a547-c3a6-460c-99b4-3f402ab32e5b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Calling delete_port for 6e71a780-b0f8-4619-ac92-45595e2e30f1 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:16.475513 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-ba37ee93-7137-4f5e-ad25-68839926182e tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Allocated IP 172.25.4.108 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/75d33dd1-5b0b-4bc4-8739-964c61a901af) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:16.550981 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-120f55ba-9679-402e-b3c6-32765176abbd tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.571301 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-7bef5285-2341-4152-8c98-bad9cb8f7593 req-36420519-ec6e-4307-adcd-96f7f40e0d2e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] For port 4fede2e5-bdde-4b04-aacc-880e959415d3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=4fede2e5-bdde-4b04-aacc-880e959415d3,segment=NetworkSegment(8ae39fba-4971-4dc4-9ac1-716da43d562a),segment_id=8ae39fba-4971-4dc4-9ac1-716da43d562a)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:16.571737 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7bef5285-2341-4152-8c98-bad9cb8f7593 req-36420519-ec6e-4307-adcd-96f7f40e0d2e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.748421 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba37ee93-7137-4f5e-ad25-68839926182e tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.809627 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fed0bc4f-e2fb-442f-98c2-91653ad3c921 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.842911 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0bc4f-e2fb-442f-98c2-91653ad3c921 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Port': ['ID=904cc240-f94a-4042-9f8c-984455219a08,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:16.857539 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0bc4f-e2fb-442f-98c2-91653ad3c921 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:16.857876 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0bc4f-e2fb-442f-98c2-91653ad3c921 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:16.858214 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0bc4f-e2fb-442f-98c2-91653ad3c921 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:16.858555 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0bc4f-e2fb-442f-98c2-91653ad3c921 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:16.859226 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0bc4f-e2fb-442f-98c2-91653ad3c921 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:16.859399 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0bc4f-e2fb-442f-98c2-91653ad3c921 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:16.859721 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0bc4f-e2fb-442f-98c2-91653ad3c921 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:16.860310 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0bc4f-e2fb-442f-98c2-91653ad3c921 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:16.860805 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0bc4f-e2fb-442f-98c2-91653ad3c921 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:16.861384 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0bc4f-e2fb-442f-98c2-91653ad3c921 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:16.861476 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0bc4f-e2fb-442f-98c2-91653ad3c921 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:16.861827 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0bc4f-e2fb-442f-98c2-91653ad3c921 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:16.884037 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fed0bc4f-e2fb-442f-98c2-91653ad3c921 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.892686 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fed0bc4f-e2fb-442f-98c2-91653ad3c921 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/ports/904cc240-f94a-4042-9f8c-984455219a08 HTTP/1.1" status: 204 len: 168 time: 1.0777135 Sep 16 05:02:16.892686 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60540) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:16.937409 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e017acb-ad35-4157-b33e-8f54987c9f4d None None] New status for floating IP d70c3503-d030-4943-932b-cf3975944483: DOWN {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:02:16.972102 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba37ee93-7137-4f5e-ad25-68839926182e tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.000121 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7bef5285-2341-4152-8c98-bad9cb8f7593 req-36420519-ec6e-4307-adcd-96f7f40e0d2e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.000660 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7bef5285-2341-4152-8c98-bad9cb8f7593 req-36420519-ec6e-4307-adcd-96f7f40e0d2e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.000745 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [req-7bef5285-2341-4152-8c98-bad9cb8f7593 req-36420519-ec6e-4307-adcd-96f7f40e0d2e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Floating IP c9949208-3c38-458e-9986-bc5cd05f95f4 disassociated. External IP: 172.25.4.16, port: 4fede2e5-bdde-4b04-aacc-880e959415d3. Sep 16 05:02:17.001299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-7bef5285-2341-4152-8c98-bad9cb8f7593 req-36420519-ec6e-4307-adcd-96f7f40e0d2e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Calling delete_port for 4fede2e5-bdde-4b04-aacc-880e959415d3 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:17.037204 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37ee93-7137-4f5e-ad25-68839926182e tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Pushing event updated for resources: {'Port': ['ID=75d33dd1-5b0b-4bc4-8739-964c61a901af,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:17.046029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c801e-ebf3-4264-89a7-0e6b742e2207 req-e79c04c1-a9c2-405e-9e9f-b399cabbe045 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:17.048142 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e9c801e-ebf3-4264-89a7-0e6b742e2207 req-e79c04c1-a9c2-405e-9e9f-b399cabbe045 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 946 time: 0.4330387 Sep 16 05:02:17.049907 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba37ee93-7137-4f5e-ad25-68839926182e tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:17.054442 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9476c52f-af86-494a-941e-7da09ffb8af9 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.056549 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-ba37ee93-7137-4f5e-ad25-68839926182e tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:17.059554 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba37ee93-7137-4f5e-ad25-68839926182e tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:17.069271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae7522-464f-4daa-bded-c67636350a8e req-e94ba217-7cb3-47e5-bcb0-0bb778232c9d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:17.078308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6ae7522-464f-4daa-bded-c67636350a8e req-e94ba217-7cb3-47e5-bcb0-0bb778232c9d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 946 time: 0.4012165 Sep 16 05:02:17.159677 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-120f55ba-9679-402e-b3c6-32765176abbd tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.162511 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-120f55ba-9679-402e-b3c6-32765176abbd tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.163734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-120f55ba-9679-402e-b3c6-32765176abbd tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "DELETE /v2.0/security-groups/fb9e2328-7bd6-45be-af48-4431c1ff542a HTTP/1.1" status: 204 len: 168 time: 1.1262190 Sep 16 05:02:17.168202 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60550) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:17.187528 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f55ba-9679-402e-b3c6-32765176abbd tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9e2328-7bd6-45be-af48-4431c1ff542a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:17.225683 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5e3ea252-34ec-4e78-b050-afad443d670b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:17.254195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e9c801e-ebf3-4264-89a7-0e6b742e2207 req-5f1a45c0-0a66-4baa-b813-4e1011794b00 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6bff0b9-265d-4576-829a-09624c9360e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971033 Sep 16 05:02:17.259447 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6ae7522-464f-4daa-bded-c67636350a8e req-a9eac47b-af07-4b0b-b878-f2385a8272ce tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=6106bad7-16d6-46b6-abe3-5e62da63a700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801684 Sep 16 05:02:17.263763 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e0f422c0-034d-4527-ba6c-934756f26085 req-a333a547-c3a6-460c-99b4-3f402ab32e5b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.308645 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['6e71a780-b0f8-4619-ac92-45595e2e30f1'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:17.352848 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-d002b6bb-0fb7-4638-bf79-15112d056832 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] show failed (client error): The resource could not be found. Sep 16 05:02:17.364868 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d002b6bb-0fb7-4638-bf79-15112d056832 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups/fb9e2328-7bd6-45be-af48-4431c1ff542a HTTP/1.1" status: 404 len: 347 time: 0.1954024 Sep 16 05:02:17.365494 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60552) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:17.391900 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5e3ea252-34ec-4e78-b050-afad443d670b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:17.392320 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.414607 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9476c52f-af86-494a-941e-7da09ffb8af9 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.432619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333a547-c3a6-460c-99b4-3f402ab32e5b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Pushing event deleted for resources: {'Port': ['ID=6e71a780-b0f8-4619-ac92-45595e2e30f1,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:17.461886 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7bef5285-2341-4152-8c98-bad9cb8f7593 req-36420519-ec6e-4307-adcd-96f7f40e0d2e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.560445 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.564656 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961413fb-1d1d-4b40-bed3-c607423a1b46 req-41054ac8-22fb-4bc3-89a8-ef84acf8db97 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:17.566376 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-961413fb-1d1d-4b40-bed3-c607423a1b46 req-41054ac8-22fb-4bc3-89a8-ef84acf8db97 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.1892581 Sep 16 05:02:17.567377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f422c0-034d-4527-ba6c-934756f26085 req-a333a547-c3a6-460c-99b4-3f402ab32e5b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] No DVR routers for this DVR port 6e71a780-b0f8-4619-ac92-45595e2e30f1 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:17.572308 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e0f422c0-034d-4527-ba6c-934756f26085 req-a333a547-c3a6-460c-99b4-3f402ab32e5b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.575100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0f422c0-034d-4527-ba6c-934756f26085 req-a333a547-c3a6-460c-99b4-3f402ab32e5b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.21 "DELETE /v2.0/ports/6e71a780-b0f8-4619-ac92-45595e2e30f1 HTTP/1.1" status: 204 len: 173 time: 2.0047584 Sep 16 05:02:17.576418 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36420519-ec6e-4307-adcd-96f7f40e0d2e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Pushing event deleted for resources: {'Port': ['ID=4fede2e5-bdde-4b04-aacc-880e959415d3,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:17.578224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e8ddad-0691-4f67-9ed1-55c3530e937f', 'name': 'network-vif-deleted', 'tag': '6e71a780-b0f8-4619-ac92-45595e2e30f1'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:17.585936 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fae308f-4842-4f0e-a1c7-d20885c4d872" -d '{"events": [{"server_uuid": "77e8ddad-0691-4f67-9ed1-55c3530e937f", "name": "network-vif-deleted", "tag": "6e71a780-b0f8-4619-ac92-45595e2e30f1"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:17.606112 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 5e3ea252-34ec-4e78-b050-afad443d670b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5e3ea252-34ec-4e78-b050-afad443d670b,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:17.608196 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9476c52f-af86-494a-941e-7da09ffb8af9 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8333fd32-395d-4122-9634-38ca2c71b947']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:17.684165 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3d24ee-b716-4ce4-acc4-da52a3b23553 x-openstack-request-id: req-bd3d24ee-b716-4ce4-acc4-da52a3b23553 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:17.686458 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e8ddad-0691-4f67-9ed1-55c3530e937f", "name": "network-vif-deleted", "tag": "6e71a780-b0f8-4619-ac92-45595e2e30f1", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:17.686458 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd3d24ee-b716-4ce4-acc4-da52a3b23553 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:17.686458 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e8ddad-0691-4f67-9ed1-55c3530e937f', 'name': 'network-vif-deleted', 'tag': '6e71a780-b0f8-4619-ac92-45595e2e30f1', 'status': 'completed', 'code': 200} Sep 16 05:02:17.697506 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9476c52f-af86-494a-941e-7da09ffb8af9 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6883485c-d69e-4d60-a4be-19fe4d29ea10') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:17.698506 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9476c52f-af86-494a-941e-7da09ffb8af9 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6883485c-d69e-4d60-a4be-19fe4d29ea10') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:17.721850 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9476c52f-af86-494a-941e-7da09ffb8af9 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.722805 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.789078 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9476c52f-af86-494a-941e-7da09ffb8af9 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.806316 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9476c52f-af86-494a-941e-7da09ffb8af9 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:02:17.806726 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9476c52f-af86-494a-941e-7da09ffb8af9 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:02:17.811130 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:02:17.814075 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-961413fb-1d1d-4b40-bed3-c607423a1b46 req-0069dc05-9737-45fb-ae8f-b2284272bc24 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561205 Sep 16 05:02:17.817769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 584a725d-7b60-4101-96df-32fae1493a9b no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:17.891175 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=5e3ea252-34ec-4e78-b050-afad443d670b,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:17.902776 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 584a725d-7b60-4101-96df-32fae1493a9b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:17.902776 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 584a725d-7b60-4101-96df-32fae1493a9b not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:17.945351 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bef5285-2341-4152-8c98-bad9cb8f7593 req-36420519-ec6e-4307-adcd-96f7f40e0d2e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Router 25a8eb90-d9df-432a-b6ca-963cba561b9e has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:17.961942 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-ffa57513-f50a-4b2c-9a2d-e08c1439c4cc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Deleting port c2537253-0072-4071-ae50-a82a0beb411d {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:17.962300 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffa57513-f50a-4b2c-9a2d-e08c1439c4cc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.062996 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9476c52f-af86-494a-941e-7da09ffb8af9 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.078140 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9476c52f-af86-494a-941e-7da09ffb8af9 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.082855 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9476c52f-af86-494a-941e-7da09ffb8af9 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] 10.222.0.20 "DELETE /v2.0/networks/8333fd32-395d-4122-9634-38ca2c71b947 HTTP/1.1" status: 204 len: 168 time: 1.1902146 Sep 16 05:02:18.111643 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba37ee93-7137-4f5e-ad25-68839926182e tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.220126 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476c52f-af86-494a-941e-7da09ffb8af9 tempest-PortsIpV6TestJSON-989151594 tempest-PortsIpV6TestJSON-989151594-project] Pushing event deleted for resources: {'Network': ['ID=8333fd32-395d-4122-9634-38ca2c71b947,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:18.284849 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffa57513-f50a-4b2c-9a2d-e08c1439c4cc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.284849 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffa57513-f50a-4b2c-9a2d-e08c1439c4cc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.429230 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba37ee93-7137-4f5e-ad25-68839926182e tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.436644 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-ffa57513-f50a-4b2c-9a2d-e08c1439c4cc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Calling delete_port for c2537253-0072-4071-ae50-a82a0beb411d owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:18.594374 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f7a32f7-ffc7-41ac-9e19-bc8ff696f41b req-bc3792e3-90c8-4775-9dd5-cb7bfb9bc505 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8ddad-0691-4f67-9ed1-55c3530e937f HTTP/1.1" status: 200 len: 210 time: 0.0643311 Sep 16 05:02:18.622600 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d7ba518-52ce-4c9d-a1eb-640fada0025b req-d8f71d60-ccd5-4857-ac81-6ce5d0a28132 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 210 time: 0.0842073 Sep 16 05:02:18.634255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bef5285-2341-4152-8c98-bad9cb8f7593 req-36420519-ec6e-4307-adcd-96f7f40e0d2e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:18.648745 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3676a31a-df74-4c90-b427-7af8d24df695 None None] Sync routers for ids ['25a8eb90-d9df-432a-b6ca-963cba561b9e'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:18.663810 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3676a31a-df74-4c90-b427-7af8d24df695 None None] Routers {'25a8eb90-d9df-432a-b6ca-963cba561b9e'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:18.667319 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3676a31a-df74-4c90-b427-7af8d24df695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['25a8eb90-d9df-432a-b6ca-963cba561b9e'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:18.684960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bef5285-2341-4152-8c98-bad9cb8f7593 req-36420519-ec6e-4307-adcd-96f7f40e0d2e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] No DVR routers for this DVR port 4fede2e5-bdde-4b04-aacc-880e959415d3 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:18.688093 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7bef5285-2341-4152-8c98-bad9cb8f7593 req-36420519-ec6e-4307-adcd-96f7f40e0d2e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.690151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7bef5285-2341-4152-8c98-bad9cb8f7593 req-36420519-ec6e-4307-adcd-96f7f40e0d2e tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.21 "DELETE /v2.0/ports/4fede2e5-bdde-4b04-aacc-880e959415d3 HTTP/1.1" status: 204 len: 173 time: 2.7152805 Sep 16 05:02:18.712315 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60578) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:18.797726 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba37ee93-7137-4f5e-ad25-68839926182e tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Router 0734bbe1-2cdb-47d0-8390-f24a7e226aad is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:18.839499 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-3676a31a-df74-4c90-b427-7af8d24df695 None None] Set router 25a8eb90-d9df-432a-b6ca-963cba561b9e gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:18.899257 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffa57513-f50a-4b2c-9a2d-e08c1439c4cc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.954657 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa57513-f50a-4b2c-9a2d-e08c1439c4cc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Pushing event deleted for resources: {'Port': ['ID=c2537253-0072-4071-ae50-a82a0beb411d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:18.979193 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a98ed020-96a1-4847-b5cd-da08754f3a82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00fe80d384e7478888a5c54fe16efc05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2654576 Sep 16 05:02:18.989306 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60584) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:19.094729 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba37ee93-7137-4f5e-ad25-68839926182e tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:19.105087 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] Sync routers for ids ['0734bbe1-2cdb-47d0-8390-f24a7e226aad'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:19.107289 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-49fcff57-c91d-45f6-a685-eeb69e612345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.122460 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] Routers {'0734bbe1-2cdb-47d0-8390-f24a7e226aad'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:19.124846 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['0734bbe1-2cdb-47d0-8390-f24a7e226aad'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:19.156468 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffa57513-f50a-4b2c-9a2d-e08c1439c4cc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.163783 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffa57513-f50a-4b2c-9a2d-e08c1439c4cc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.166034 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ffa57513-f50a-4b2c-9a2d-e08c1439c4cc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "DELETE /v2.0/floatingips/d70c3503-d030-4943-932b-cf3975944483 HTTP/1.1" status: 204 len: 168 time: 1.7676504 Sep 16 05:02:19.182940 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3676a31a-df74-4c90-b427-7af8d24df695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'name': 'tempest-ServersTestBootFromVolume-1015557968-router', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:27Z', 'updated_at': '2021-09-16T04:57:36Z', 'revision_number': 4, 'project_id': 'e384f1c485654208832e5a341d965262', 'gw_port': {'id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:29Z', 'updated_at': '2021-09-16T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '0ef7a535-a5d6-4ec4-a470-b2008527bcbf', 'name': '', 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'mac_address': 'fa:16:3e:31:7b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '5d9bd9c1-6515-435d-9b94-b77563678c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:34Z', 'updated_at': '2021-09-16T04:57:41Z', 'revision_number': 5, 'project_id': 'e384f1c485654208832e5a341d965262', 'subnets': [{'id': '5d9bd9c1-6515-435d-9b94-b77563678c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:19.206223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d15e12-4862-4800-a0ff-2af1e7d08ab0 req-153fc757-1bbb-4087-a02e-d523999c91e2 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:19.219184 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba37ee93-7137-4f5e-ad25-68839926182e tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.219184 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ba37ee93-7137-4f5e-ad25-68839926182e tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.8536117 Sep 16 05:02:19.233913 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60590) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:19.234582 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18d15e12-4862-4800-a0ff-2af1e7d08ab0 req-153fc757-1bbb-4087-a02e-d523999c91e2 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.2625620 Sep 16 05:02:19.239267 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3676a31a-df74-4c90-b427-7af8d24df695 None None] Checking router: 25a8eb90-d9df-432a-b6ca-963cba561b9e for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:19.258371 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5e3ea252-34ec-4e78-b050-afad443d670b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:19.284097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3676a31a-df74-4c90-b427-7af8d24df695 None None] Routers {'25a8eb90-d9df-432a-b6ca-963cba561b9e'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:19.284757 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3676a31a-df74-4c90-b427-7af8d24df695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['25a8eb90-d9df-432a-b6ca-963cba561b9e'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:19.313257 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-49fcff57-c91d-45f6-a685-eeb69e612345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.409418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18d15e12-4862-4800-a0ff-2af1e7d08ab0 req-b442b865-27ce-46b3-a31a-5685040ab744 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828005 Sep 16 05:02:19.486161 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] Set router 0734bbe1-2cdb-47d0-8390-f24a7e226aad gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:19.546936 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c01e2417-5406-43b7-a201-b7db71979ef0 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "GET /v2.0/routers/0734bbe1-2cdb-47d0-8390-f24a7e226aad HTTP/1.1" status: 200 len: 907 time: 0.3195889 Sep 16 05:02:19.547443 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60596) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:19.572062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-3676a31a-df74-4c90-b427-7af8d24df695 None None] Set router 25a8eb90-d9df-432a-b6ca-963cba561b9e gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:19.579397 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-49fcff57-c91d-45f6-a685-eeb69e612345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.583353 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-49fcff57-c91d-45f6-a685-eeb69e612345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.585618 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-49fcff57-c91d-45f6-a685-eeb69e612345 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a2aa158-9c5a-4d92-8430-cc9b4080fceb HTTP/1.1" status: 204 len: 168 time: 0.5943320 Sep 16 05:02:19.608602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcff57-c91d-45f6-a685-eeb69e612345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2aa158-9c5a-4d92-8430-cc9b4080fceb,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:19.683836 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4fede2e5-bdde-4b04-aacc-880e959415d3 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:19.686693 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836c1061-b7e4-4e66-9d28-89ddac6e651f', 'name': 'network-vif-deleted', 'tag': '4fede2e5-bdde-4b04-aacc-880e959415d3'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:19.690758 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0b8867-8b89-4b0e-9688-91531f346445" -d '{"events": [{"server_uuid": "836c1061-b7e4-4e66-9d28-89ddac6e651f", "name": "network-vif-deleted", "tag": "4fede2e5-bdde-4b04-aacc-880e959415d3"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:19.708169 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 4fede2e5-bdde-4b04-aacc-880e959415d3 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:19.708745 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 4fede2e5-bdde-4b04-aacc-880e959415d3 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:19.709328 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6e71a780-b0f8-4619-ac92-45595e2e30f1 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:19.714811 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5e3ea252-34ec-4e78-b050-afad443d670b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:19.716056 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.775092 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60610) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:19.782580 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 6e71a780-b0f8-4619-ac92-45595e2e30f1 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:19.783251 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6e71a780-b0f8-4619-ac92-45595e2e30f1 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:19.797682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-cedcf285-48fc-45bd-80ef-6328b2638f1c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1238826563', 'description': 'tempest-description--404848319'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:19.862737 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4781a76a-5df2-4a4c-af70-407d80f62658 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.871413 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d9ba20f-af55-4662-8b5a-0c0c4c92bb64 req-b0467ccf-9436-4fe5-8a79-065e15ff38c3 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 210 time: 0.1453466 Sep 16 05:02:19.899421 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0734bbe1-2cdb-47d0-8390-f24a7e226aad', 'name': 'tempest-snat-router-913290884', 'tenant_id': '7e2abec1f7af45b6adbefaf2922dded2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '75d33dd1-5b0b-4bc4-8739-964c61a901af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:13Z', 'updated_at': '2021-09-16T05:02:17Z', 'revision_number': 3, 'project_id': '7e2abec1f7af45b6adbefaf2922dded2', 'gw_port': {'id': '75d33dd1-5b0b-4bc4-8739-964c61a901af', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0734bbe1-2cdb-47d0-8390-f24a7e226aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:16Z', 'updated_at': '2021-09-16T05:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:19.968241 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bc54b0-506b-456d-851d-60e763989def x-openstack-request-id: req-f5bc54b0-506b-456d-851d-60e763989def {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:19.968731 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836c1061-b7e4-4e66-9d28-89ddac6e651f", "name": "network-vif-deleted", "tag": "4fede2e5-bdde-4b04-aacc-880e959415d3", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:19.969116 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5bc54b0-506b-456d-851d-60e763989def {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:19.969645 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836c1061-b7e4-4e66-9d28-89ddac6e651f', 'name': 'network-vif-deleted', 'tag': '4fede2e5-bdde-4b04-aacc-880e959415d3', 'status': 'completed', 'code': 200} Sep 16 05:02:19.986700 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] Checking router: 0734bbe1-2cdb-47d0-8390-f24a7e226aad for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:19.987177 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] Updating router 0734bbe1-2cdb-47d0-8390-f24a7e226aad port 75d33dd1-5b0b-4bc4-8739-964c61a901af binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:02:20.055550 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.092779 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4781a76a-5df2-4a4c-af70-407d80f62658 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.140005 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cedcf285-48fc-45bd-80ef-6328b2638f1c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.154559 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3676a31a-df74-4c90-b427-7af8d24df695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'name': 'tempest-ServersTestBootFromVolume-1015557968-router', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:27Z', 'updated_at': '2021-09-16T04:57:36Z', 'revision_number': 4, 'project_id': 'e384f1c485654208832e5a341d965262', 'gw_port': {'id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:29Z', 'updated_at': '2021-09-16T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '0ef7a535-a5d6-4ec4-a470-b2008527bcbf', 'name': '', 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'mac_address': 'fa:16:3e:31:7b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '5d9bd9c1-6515-435d-9b94-b77563678c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:34Z', 'updated_at': '2021-09-16T04:57:41Z', 'revision_number': 5, 'project_id': 'e384f1c485654208832e5a341d965262', 'subnets': [{'id': '5d9bd9c1-6515-435d-9b94-b77563678c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:20.213896 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3676a31a-df74-4c90-b427-7af8d24df695 None None] The sync data for ids ['25a8eb90-d9df-432a-b6ca-963cba561b9e'] in n-d-712140-13 is: [{'id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'name': 'tempest-ServersTestBootFromVolume-1015557968-router', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:27Z', 'updated_at': '2021-09-16T04:57:36Z', 'revision_number': 4, 'project_id': 'e384f1c485654208832e5a341d965262', 'gw_port': {'id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:29Z', 'updated_at': '2021-09-16T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '0ef7a535-a5d6-4ec4-a470-b2008527bcbf', 'name': '', 'network_id': '09e9a32d-5acc-4362-95dd-5205a4aa85ff', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'mac_address': 'fa:16:3e:31:7b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '5d9bd9c1-6515-435d-9b94-b77563678c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:34Z', 'updated_at': '2021-09-16T04:57:41Z', 'revision_number': 5, 'project_id': 'e384f1c485654208832e5a341d965262', 'subnets': [{'id': '5d9bd9c1-6515-435d-9b94-b77563678c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:20.336087 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-4781a76a-5df2-4a4c-af70-407d80f62658 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Deleting port 75d33dd1-5b0b-4bc4-8739-964c61a901af {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:20.336546 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4781a76a-5df2-4a4c-af70-407d80f62658 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.433580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785ddc7-147a-4c35-9843-d978debc9519 req-29d46e96-2cd9-4002-9f6b-d638c19c64dc tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:20.453750 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4785ddc7-147a-4c35-9843-d978debc9519 req-29d46e96-2cd9-4002-9f6b-d638c19c64dc tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.0970445 Sep 16 05:02:20.569086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4785ddc7-147a-4c35-9843-d978debc9519 req-b449ffba-d005-4e16-9b05-6501b47ce8f7 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129189 Sep 16 05:02:20.679816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd25bfc-c204-4d1e-8660-8809c21187ad req-77bd749b-126d-4a6c-bdfb-0d83ffc8e7e3 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:20.685326 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4dd25bfc-c204-4d1e-8660-8809c21187ad req-77bd749b-126d-4a6c-bdfb-0d83ffc8e7e3 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.1134222 Sep 16 05:02:20.773306 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e92b20-603a-4bb1-96cf-c4142a6eccfe None None] New status for floating IP c9949208-3c38-458e-9986-bc5cd05f95f4: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:02:20.808460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4dd25bfc-c204-4d1e-8660-8809c21187ad req-50e5607d-155b-4385-887b-dabb0d94fba7 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138120 Sep 16 05:02:20.842028 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.900269 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.997268 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390f898-bb2a-477b-a6c5-eb6f095e4c10 None None] Pushing event updated for resources: {'Port': ['ID=75d33dd1-5b0b-4bc4-8739-964c61a901af,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:21.011631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-102cac67-e62d-4f66-a7e0-d0fa5f8e0299 req-a0e1cfa4-13ad-4130-b828-357ec2125ee5 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 210 time: 0.0589929 Sep 16 05:02:21.051935 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] Attempting to bind port 75d33dd1-5b0b-4bc4-8739-964c61a901af on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:21.052568 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] Attempting to bind port 75d33dd1-5b0b-4bc4-8739-964c61a901af by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:21.053134 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] Attempting to bind port 75d33dd1-5b0b-4bc4-8739-964c61a901af on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:21.059783 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cedcf285-48fc-45bd-80ef-6328b2638f1c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.061829 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:21.062612 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:21.063396 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.063967 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:21.065133 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] Bound port: 75d33dd1-5b0b-4bc4-8739-964c61a901af, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:21.065868 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.076166 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4781a76a-5df2-4a4c-af70-407d80f62658 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.111192 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-4781a76a-5df2-4a4c-af70-407d80f62658 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Calling delete_port for 75d33dd1-5b0b-4bc4-8739-964c61a901af owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:21.123182 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cedcf285-48fc-45bd-80ef-6328b2638f1c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.166732 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] For port 75d33dd1-5b0b-4bc4-8739-964c61a901af, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:21.171487 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] For port 75d33dd1-5b0b-4bc4-8739-964c61a901af, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=75d33dd1-5b0b-4bc4-8739-964c61a901af,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:21.240532 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedcf285-48fc-45bd-80ef-6328b2638f1c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9ae85f-d2e4-454f-93f1-321e960f75bf,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:21.252127 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cedcf285-48fc-45bd-80ef-6328b2638f1c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.253278 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cedcf285-48fc-45bd-80ef-6328b2638f1c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4696140 Sep 16 05:02:21.256558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60646) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:21.261902 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7259f3db-243a-4a63-8726-661fa4258673 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Request body: {'security_group_rule': {'security_group_id': '1f9ae85f-d2e4-454f-93f1-321e960f75bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:21.266267 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.348403 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] Routers {'0734bbe1-2cdb-47d0-8390-f24a7e226aad'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:21.349066 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['0734bbe1-2cdb-47d0-8390-f24a7e226aad'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:21.402088 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390f898-bb2a-477b-a6c5-eb6f095e4c10 None None] Pushing event updated for resources: {'Port': ['ID=75d33dd1-5b0b-4bc4-8739-964c61a901af,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:21.420341 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7259f3db-243a-4a63-8726-661fa4258673 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.495667 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] Set router 0734bbe1-2cdb-47d0-8390-f24a7e226aad gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:21.505118 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60654) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:21.521981 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7259f3db-243a-4a63-8726-661fa4258673 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.528564 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4781a76a-5df2-4a4c-af70-407d80f62658 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.563454 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0734bbe1-2cdb-47d0-8390-f24a7e226aad', 'name': 'tempest-snat-router-913290884', 'tenant_id': '7e2abec1f7af45b6adbefaf2922dded2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:13Z', 'updated_at': '2021-09-16T05:02:20Z', 'revision_number': 4, 'project_id': '7e2abec1f7af45b6adbefaf2922dded2', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:21.588149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781a76a-5df2-4a4c-af70-407d80f62658 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Pushing event deleted for resources: {'Port': ['ID=75d33dd1-5b0b-4bc4-8739-964c61a901af,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:21.597194 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7259f3db-243a-4a63-8726-661fa4258673 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.616226 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7eb820-37f2-4203-9c61-528a6ec9dcf8 None None] The sync data for ids ['0734bbe1-2cdb-47d0-8390-f24a7e226aad'] in n-d-712140-13 is: [{'id': '0734bbe1-2cdb-47d0-8390-f24a7e226aad', 'name': 'tempest-snat-router-913290884', 'tenant_id': '7e2abec1f7af45b6adbefaf2922dded2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:13Z', 'updated_at': '2021-09-16T05:02:20Z', 'revision_number': 4, 'project_id': '7e2abec1f7af45b6adbefaf2922dded2', 'gw_port_host': None}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:21.671712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259f3db-243a-4a63-8726-661fa4258673 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f9eebc-3ff7-4ba9-a0c3-d3291c8ab804,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:21.733679 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-7604b362-1182-443c-aadb-3cf8e23f703c tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1038081163'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:21.754231 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7259f3db-243a-4a63-8726-661fa4258673 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.755776 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7259f3db-243a-4a63-8726-661fa4258673 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4982693 Sep 16 05:02:21.758598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60662) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:21.766653 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b4b40999-8b86-425c-b37a-a3624ed98e9f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Request body: {'security_group_rule': {'security_group_id': '1f9ae85f-d2e4-454f-93f1-321e960f75bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:21.778416 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4781a76a-5df2-4a4c-af70-407d80f62658 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.812952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4071d-20f0-49d3-8b56-7913286ae913 req-ffe4ee51-21bb-4668-bcf1-ebd881d50748 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:21.814616 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1f4071d-20f0-49d3-8b56-7913286ae913 req-ffe4ee51-21bb-4668-bcf1-ebd881d50748 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1142156 Sep 16 05:02:21.918204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1f4071d-20f0-49d3-8b56-7913286ae913 req-c8ec51ad-c87a-4561-abae-0cdd92cf74df tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923460 Sep 16 05:02:21.955913 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4781a76a-5df2-4a4c-af70-407d80f62658 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.958681 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4781a76a-5df2-4a4c-af70-407d80f62658 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.990723 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83ced1-2a5a-4aa1-af8b-12fb3762dabb req-cac25a26-65b8-4046-b676-14f5578a2134 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:22.002069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f83ced1-2a5a-4aa1-af8b-12fb3762dabb req-cac25a26-65b8-4046-b676-14f5578a2134 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.0774779 Sep 16 05:02:22.042775 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7604b362-1182-443c-aadb-3cf8e23f703c tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.055487 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7604b362-1182-443c-aadb-3cf8e23f703c tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.106936 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4781a76a-5df2-4a4c-af70-407d80f62658 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.107766 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4781a76a-5df2-4a4c-af70-407d80f62658 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0734bbe1-2cdb-47d0-8390-f24a7e226aad {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:22.113834 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4781a76a-5df2-4a4c-af70-407d80f62658 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.117552 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4781a76a-5df2-4a4c-af70-407d80f62658 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "DELETE /v2.0/routers/0734bbe1-2cdb-47d0-8390-f24a7e226aad HTTP/1.1" status: 204 len: 168 time: 2.5666702 Sep 16 05:02:22.118231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60672) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:22.123567 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f83ced1-2a5a-4aa1-af8b-12fb3762dabb req-57bb4c5f-7fdb-4ca2-b4d6-3acb61fc7228 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206396 Sep 16 05:02:22.171576 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e37ea935-5558-42a2-a914-c8c60b89ad34 req-51f35fba-681f-4c74-abc2-cb7e36a6690c tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 210 time: 0.0517993 Sep 16 05:02:22.265061 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4b40999-8b86-425c-b37a-a3624ed98e9f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.318116 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51762543-4200-440a-963c-77aa71f1ecfa req-d22cd8d6-cf06-4275-a899-5f52b8e91b5c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:22.319984 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-51762543-4200-440a-963c-77aa71f1ecfa req-d22cd8d6-cf06-4275-a899-5f52b8e91b5c tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1380975 Sep 16 05:02:22.331393 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4b40999-8b86-425c-b37a-a3624ed98e9f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.368410 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bcf705e0-8d55-4ba0-b29b-4afc9d293ccd tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.446143 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4b40999-8b86-425c-b37a-a3624ed98e9f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.482003 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b40999-8b86-425c-b37a-a3624ed98e9f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20c0f3e-fa9c-4002-9339-77c1f5ae61fb,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:22.634563 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bcf705e0-8d55-4ba0-b29b-4afc9d293ccd tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.654978 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7604b362-1182-443c-aadb-3cf8e23f703c tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.667960 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-51762543-4200-440a-963c-77aa71f1ecfa req-2264531c-bf1e-4ccd-8e71-21c69d5fd58b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Deleting port 66623d8c-dd23-4efe-ac97-eb2d793c3267 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:22.668170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-51762543-4200-440a-963c-77aa71f1ecfa req-2264531c-bf1e-4ccd-8e71-21c69d5fd58b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.753115 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7604b362-1182-443c-aadb-3cf8e23f703c tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.838997 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604b362-1182-443c-aadb-3cf8e23f703c tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=447f411c-0024-4be7-bad5-6b0b5b09a1f1,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:22.850005 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-51762543-4200-440a-963c-77aa71f1ecfa req-2264531c-bf1e-4ccd-8e71-21c69d5fd58b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] For port 66623d8c-dd23-4efe-ac97-eb2d793c3267, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=66623d8c-dd23-4efe-ac97-eb2d793c3267,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:22.850423 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-51762543-4200-440a-963c-77aa71f1ecfa req-2264531c-bf1e-4ccd-8e71-21c69d5fd58b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.859963 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4b40999-8b86-425c-b37a-a3624ed98e9f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.865563 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b4b40999-8b86-425c-b37a-a3624ed98e9f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1034172 Sep 16 05:02:22.866193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60682) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:22.872817 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-92b7cf4c-0bfe-4a04-91cd-db1e46fb1c2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:22.967595 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-bcf705e0-8d55-4ba0-b29b-4afc9d293ccd tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Deleting port 5e3ea252-34ec-4e78-b050-afad443d670b {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:22.968323 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bcf705e0-8d55-4ba0-b29b-4afc9d293ccd tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.110252 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-bcf705e0-8d55-4ba0-b29b-4afc9d293ccd tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] For port 5e3ea252-34ec-4e78-b050-afad443d670b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5e3ea252-34ec-4e78-b050-afad443d670b,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:23.110631 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bcf705e0-8d55-4ba0-b29b-4afc9d293ccd tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.125664 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-bcf705e0-8d55-4ba0-b29b-4afc9d293ccd tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Calling delete_port for 5e3ea252-34ec-4e78-b050-afad443d670b owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:23.203726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1f08b-262b-49b6-9e87-332e0e970f88 req-b7cd7866-6b86-4172-b5fb-eae435d7cd82 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:23.222870 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9df1f08b-262b-49b6-9e87-332e0e970f88 req-b7cd7866-6b86-4172-b5fb-eae435d7cd82 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 945 time: 0.1709497 Sep 16 05:02:23.329132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9df1f08b-262b-49b6-9e87-332e0e970f88 req-28f470fa-b8bd-4a8b-8ba1-31611c0127ab tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865972 Sep 16 05:02:23.368925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222029d-2564-4846-960b-d6806c5cd019 req-e8ee5510-4f43-4132-8d90-dfbbb722bb90 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:23.376959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9222029d-2564-4846-960b-d6806c5cd019 req-e8ee5510-4f43-4132-8d90-dfbbb722bb90 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.1064539 Sep 16 05:02:23.442140 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9222029d-2564-4846-960b-d6806c5cd019 req-2eaef83d-61f1-4e5a-85ca-2c87713b3429 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642440 Sep 16 05:02:23.540437 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46b7cc20-28cf-4384-bc96-b326dce673b7 req-4c3b228a-75d4-46aa-a90b-d3798f3f32d7 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 210 time: 0.0354037 Sep 16 05:02:23.583126 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7604b362-1182-443c-aadb-3cf8e23f703c tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.657520 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7604b362-1182-443c-aadb-3cf8e23f703c tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.711077 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604b362-1182-443c-aadb-3cf8e23f703c tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f9a57b-0c2e-4f26-b238-e8e1de1cf92e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:23.776129 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-51762543-4200-440a-963c-77aa71f1ecfa req-2264531c-bf1e-4ccd-8e71-21c69d5fd58b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.776494 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-51762543-4200-440a-963c-77aa71f1ecfa req-2264531c-bf1e-4ccd-8e71-21c69d5fd58b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.781002 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [req-51762543-4200-440a-963c-77aa71f1ecfa req-2264531c-bf1e-4ccd-8e71-21c69d5fd58b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Floating IP f76d5d68-f76d-460a-83a0-27c8abb8bd95 disassociated. External IP: 172.25.4.26, port: 66623d8c-dd23-4efe-ac97-eb2d793c3267. Sep 16 05:02:23.781002 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-51762543-4200-440a-963c-77aa71f1ecfa req-2264531c-bf1e-4ccd-8e71-21c69d5fd58b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Calling delete_port for 66623d8c-dd23-4efe-ac97-eb2d793c3267 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:23.781002 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bcf705e0-8d55-4ba0-b29b-4afc9d293ccd tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.791977 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-92b7cf4c-0bfe-4a04-91cd-db1e46fb1c2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.834469 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf705e0-8d55-4ba0-b29b-4afc9d293ccd tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e3ea252-34ec-4e78-b050-afad443d670b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:23.941398 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7604b362-1182-443c-aadb-3cf8e23f703c tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.942908 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7604b362-1182-443c-aadb-3cf8e23f703c tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4291525 Sep 16 05:02:23.947167 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60702) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:23.947834 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bcf705e0-8d55-4ba0-b29b-4afc9d293ccd tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.021625 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9d1ffca2-d4b4-42c0-80f9-9d6e07427a12 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0723031 Sep 16 05:02:24.025608 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60704) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:24.030704 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-4c8baccb-051c-439d-8267-1aa6157dd820 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group': {'name': 'tempest-security--464098592', 'description': 'tempest-security-description-1327672941'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:24.035545 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-92b7cf4c-0bfe-4a04-91cd-db1e46fb1c2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.080332 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bcf705e0-8d55-4ba0-b29b-4afc9d293ccd tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.092252 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bcf705e0-8d55-4ba0-b29b-4afc9d293ccd tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.148970 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c8baccb-051c-439d-8267-1aa6157dd820 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.180088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-92b7cf4c-0bfe-4a04-91cd-db1e46fb1c2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Allocated IP 172.25.4.35 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/21af82e9-348c-4948-8761-d51f2777a635) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:24.244376 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bcf705e0-8d55-4ba0-b29b-4afc9d293ccd tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.245592 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf705e0-8d55-4ba0-b29b-4afc9d293ccd tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8142eda-5b3c-4ea1-9f97-60daa9c8dc7e {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:24.249381 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c8baccb-051c-439d-8267-1aa6157dd820 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.252772 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bcf705e0-8d55-4ba0-b29b-4afc9d293ccd tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.254199 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bcf705e0-8d55-4ba0-b29b-4afc9d293ccd tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d8142eda-5b3c-4ea1-9f97-60daa9c8dc7e HTTP/1.1" status: 204 len: 168 time: 2.1349127 Sep 16 05:02:24.265305 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60708) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:24.270280 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-eb3425fb-af76-47ff-a325-b49879ec340c tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-473952051', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}, 'admin_state_up': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:24.297360 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-51762543-4200-440a-963c-77aa71f1ecfa req-2264531c-bf1e-4ccd-8e71-21c69d5fd58b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.336105 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.340892 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-92b7cf4c-0bfe-4a04-91cd-db1e46fb1c2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.451922 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c8baccb-051c-439d-8267-1aa6157dd820 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.458748 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c8baccb-051c-439d-8267-1aa6157dd820 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.460121 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4c8baccb-051c-439d-8267-1aa6157dd820 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "PUT /v2.0/security-groups/01f9a57b-0c2e-4f26-b238-e8e1de1cf92e HTTP/1.1" status: 200 len: 1779 time: 0.4334352 Sep 16 05:02:24.463572 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60716) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:24.484054 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264531c-bf1e-4ccd-8e71-21c69d5fd58b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Pushing event deleted for resources: {'Port': ['ID=66623d8c-dd23-4efe-ac97-eb2d793c3267,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:24.493491 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eb3425fb-af76-47ff-a325-b49879ec340c tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.493491 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eb3425fb-af76-47ff-a325-b49879ec340c tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.503392 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-92b7cf4c-0bfe-4a04-91cd-db1e46fb1c2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.564380 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8baccb-051c-439d-8267-1aa6157dd820 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f9a57b-0c2e-4f26-b238-e8e1de1cf92e,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:24.631770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31e2ef72-a1d5-423c-bc4b-789a2c316095 req-13bea8f2-7c33-4ae2-9776-872364e52299 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 210 time: 0.1308396 Sep 16 05:02:24.693462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b7cf4c-0bfe-4a04-91cd-db1e46fb1c2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:24.711892 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eb3425fb-af76-47ff-a325-b49879ec340c tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.744348 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-92b7cf4c-0bfe-4a04-91cd-db1e46fb1c2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:24.761426 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51762543-4200-440a-963c-77aa71f1ecfa req-2264531c-bf1e-4ccd-8e71-21c69d5fd58b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Router 49eba29c-4181-4f51-9e48-163eebb358c5 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:24.796974 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b7cf4c-0bfe-4a04-91cd-db1e46fb1c2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:24.852030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7cf4c-0bfe-4a04-91cd-db1e46fb1c2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Pushing event updated for resources: {'Port': ['ID=21af82e9-348c-4948-8761-d51f2777a635,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:24.878518 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6344e5c3-1d92-40f2-bb43-ee5e237c575a req-3e47e0a3-8c61-4d14-ab02-9b8eb5ef7a01 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 210 time: 0.0846560 Sep 16 05:02:24.888610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-87881b14-240b-41df-94ad-cbac683b6bb6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-groups/01f9a57b-0c2e-4f26-b238-e8e1de1cf92e HTTP/1.1" status: 200 len: 1779 time: 0.4169519 Sep 16 05:02:24.889935 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60726) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:24.999826 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d88bc7-8887-4b94-b183-fd8c87b172a4 req-55bd378c-0489-4ded-be08-1d94e4070c09 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:25.017290 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68d88bc7-8887-4b94-b183-fd8c87b172a4 req-55bd378c-0489-4ded-be08-1d94e4070c09 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.3429394 Sep 16 05:02:25.070589 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eb3425fb-af76-47ff-a325-b49879ec340c tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.093477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51762543-4200-440a-963c-77aa71f1ecfa req-2264531c-bf1e-4ccd-8e71-21c69d5fd58b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:25.115677 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd95c603-5747-4512-834b-f831e132296e None None] Sync routers for ids ['49eba29c-4181-4f51-9e48-163eebb358c5'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:25.154736 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd95c603-5747-4512-834b-f831e132296e None None] Routers {'49eba29c-4181-4f51-9e48-163eebb358c5'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:25.155851 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-bd95c603-5747-4512-834b-f831e132296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['49eba29c-4181-4f51-9e48-163eebb358c5'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:25.170418 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae3943b3-b38c-4fdf-ab3e-55017b020cf0 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.175255 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-92b7cf4c-0bfe-4a04-91cd-db1e46fb1c2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.202230 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5e3ea252-34ec-4e78-b050-afad443d670b no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:25.206992 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-51762543-4200-440a-963c-77aa71f1ecfa req-2264531c-bf1e-4ccd-8e71-21c69d5fd58b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] No DVR routers for this DVR port 66623d8c-dd23-4efe-ac97-eb2d793c3267 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:25.211570 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-51762543-4200-440a-963c-77aa71f1ecfa req-2264531c-bf1e-4ccd-8e71-21c69d5fd58b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.215579 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-51762543-4200-440a-963c-77aa71f1ecfa req-2264531c-bf1e-4ccd-8e71-21c69d5fd58b tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.38 "DELETE /v2.0/ports/66623d8c-dd23-4efe-ac97-eb2d793c3267 HTTP/1.1" status: 204 len: 173 time: 2.8853757 Sep 16 05:02:25.218862 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'name': 'network-vif-deleted', 'tag': '66623d8c-dd23-4efe-ac97-eb2d793c3267'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:25.220354 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68d88bc7-8887-4b94-b183-fd8c87b172a4 req-48327b52-ba9c-4b77-bc7c-fe294d9d9070 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026107 Sep 16 05:02:25.228096 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d71784-29b1-4e9e-a31e-9958c1854728" -d '{"events": [{"server_uuid": "c8312c90-11fe-4531-b739-09951fe2a5cd", "name": "network-vif-deleted", "tag": "66623d8c-dd23-4efe-ac97-eb2d793c3267"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:25.268542 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 5e3ea252-34ec-4e78-b050-afad443d670b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:25.269862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5e3ea252-34ec-4e78-b050-afad443d670b not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:25.281976 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae3943b3-b38c-4fdf-ab3e-55017b020cf0 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.373045 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8145bb68-7255-41e9-8161-ecdde9e1211a x-openstack-request-id: req-8145bb68-7255-41e9-8161-ecdde9e1211a {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:25.373352 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8312c90-11fe-4531-b739-09951fe2a5cd", "name": "network-vif-deleted", "tag": "66623d8c-dd23-4efe-ac97-eb2d793c3267", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:25.373677 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8145bb68-7255-41e9-8161-ecdde9e1211a {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:25.374137 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8312c90-11fe-4531-b739-09951fe2a5cd', 'name': 'network-vif-deleted', 'tag': '66623d8c-dd23-4efe-ac97-eb2d793c3267', 'status': 'completed', 'code': 200} Sep 16 05:02:25.409493 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-92b7cf4c-0bfe-4a04-91cd-db1e46fb1c2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.422390 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-bd95c603-5747-4512-834b-f831e132296e None None] Set router 49eba29c-4181-4f51-9e48-163eebb358c5 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:25.580824 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eb3425fb-af76-47ff-a325-b49879ec340c tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.616063 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eb3425fb-af76-47ff-a325-b49879ec340c tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.637058 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae3943b3-b38c-4fdf-ab3e-55017b020cf0 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.642410 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae3943b3-b38c-4fdf-ab3e-55017b020cf0 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.644515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ae3943b3-b38c-4fdf-ab3e-55017b020cf0 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "DELETE /v2.0/security-groups/01f9a57b-0c2e-4f26-b238-e8e1de1cf92e HTTP/1.1" status: 204 len: 168 time: 0.7455988 Sep 16 05:02:25.673070 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60736) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:25.735422 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3943b3-b38c-4fdf-ab3e-55017b020cf0 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f9a57b-0c2e-4f26-b238-e8e1de1cf92e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:25.809180 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-bd95c603-5747-4512-834b-f831e132296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'name': 'tempest-ServerActionsTestJSON-1031687736-router', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:12Z', 'updated_at': '2021-09-16T04:50:19Z', 'revision_number': 4, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'gw_port': {'id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6', 'name': '', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'mac_address': 'fa:16:3e:78:01:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:23Z', 'revision_number': 5, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'subnets': [{'id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:25.852105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-eb3425fb-af76-47ff-a325-b49879ec340c tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Allocated IP 172.25.4.118 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/6986cba9-3e5e-4984-bc05-b28da6bf4209) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:25.853559 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-947098af-605a-4508-b0f9-e7519e058243 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1761885 Sep 16 05:02:25.857442 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60740) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:25.892477 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd95c603-5747-4512-834b-f831e132296e None None] Checking router: 49eba29c-4181-4f51-9e48-163eebb358c5 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:25.912864 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd95c603-5747-4512-834b-f831e132296e None None] Routers {'49eba29c-4181-4f51-9e48-163eebb358c5'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:25.914738 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-bd95c603-5747-4512-834b-f831e132296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['49eba29c-4181-4f51-9e48-163eebb358c5'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:25.959478 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a15e81c3-391a-4bb9-86a0-852d584dcb4c req-315a2f42-c7eb-40b3-b284-6972eff30b85 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8312c90-11fe-4531-b739-09951fe2a5cd HTTP/1.1" status: 200 len: 210 time: 0.0918281 Sep 16 05:02:25.960767 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-922d2556-241c-47bb-8a18-2b32d2c45a62 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] delete failed (client error): The resource could not be found. Sep 16 05:02:25.961904 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-922d2556-241c-47bb-8a18-2b32d2c45a62 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "DELETE /v2.0/security-groups/01f9a57b-0c2e-4f26-b238-e8e1de1cf92e HTTP/1.1" status: 404 len: 347 time: 0.1032445 Sep 16 05:02:25.967423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60746) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:25.974799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-a27d40d3-d434-4ab5-8268-92dca28902d8 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group': {'name': 'tempest-secgroup--854769167'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:25.981983 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-92b7cf4c-0bfe-4a04-91cd-db1e46fb1c2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.062207 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c430e408-6a38-425c-bc41-ea58ea91424d req-22bf3b62-ec16-4487-9816-ff8156392acf tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/ports?device_id=836c1061-b7e4-4e66-9d28-89ddac6e651f HTTP/1.1" status: 200 len: 210 time: 0.0491910 Sep 16 05:02:26.090417 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-92b7cf4c-0bfe-4a04-91cd-db1e46fb1c2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.096058 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eb3425fb-af76-47ff-a325-b49879ec340c tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.114288 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-bd95c603-5747-4512-834b-f831e132296e None None] Set router 49eba29c-4181-4f51-9e48-163eebb358c5 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:26.196866 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a27d40d3-d434-4ab5-8268-92dca28902d8 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.222564 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-92b7cf4c-0bfe-4a04-91cd-db1e46fb1c2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.242221 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 66623d8c-dd23-4efe-ac97-eb2d793c3267 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:26.252679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7cf4c-0bfe-4a04-91cd-db1e46fb1c2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Pushing event updated for resources: {'Port': ['ID=21af82e9-348c-4948-8761-d51f2777a635,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:26.255814 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eb3425fb-af76-47ff-a325-b49879ec340c tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.286501 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 66623d8c-dd23-4efe-ac97-eb2d793c3267 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:26.296518 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 66623d8c-dd23-4efe-ac97-eb2d793c3267 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:26.360827 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3425fb-af76-47ff-a325-b49879ec340c tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Pushing event updated for resources: {'Port': ['ID=6986cba9-3e5e-4984-bc05-b28da6bf4209,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:26.364797 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3425fb-af76-47ff-a325-b49879ec340c tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:26.367029 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-eb3425fb-af76-47ff-a325-b49879ec340c tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:26.370156 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3425fb-af76-47ff-a325-b49879ec340c tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:26.444733 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a27d40d3-d434-4ab5-8268-92dca28902d8 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.487412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a006a88-f1f3-400f-a453-954792aaf333 req-61111667-b133-49a2-b1c3-710625f5f322 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:26.490907 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a006a88-f1f3-400f-a453-954792aaf333 req-61111667-b133-49a2-b1c3-710625f5f322 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.1313035 Sep 16 05:02:26.543078 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-bd95c603-5747-4512-834b-f831e132296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'name': 'tempest-ServerActionsTestJSON-1031687736-router', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:12Z', 'updated_at': '2021-09-16T04:50:19Z', 'revision_number': 4, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'gw_port': {'id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6', 'name': '', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'mac_address': 'fa:16:3e:78:01:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:23Z', 'revision_number': 5, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'subnets': [{'id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:26.547798 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a006a88-f1f3-400f-a453-954792aaf333 req-55f02f41-e544-4bcf-a7e8-565508baf07f tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515110 Sep 16 05:02:26.563790 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a27d40d3-d434-4ab5-8268-92dca28902d8 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.589288 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd95c603-5747-4512-834b-f831e132296e None None] The sync data for ids ['49eba29c-4181-4f51-9e48-163eebb358c5'] in n-d-712140-13 is: [{'id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'name': 'tempest-ServerActionsTestJSON-1031687736-router', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:12Z', 'updated_at': '2021-09-16T04:50:19Z', 'revision_number': 4, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'gw_port': {'id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6', 'name': '', 'network_id': '94292a08-7965-4890-98ca-c590d9f7562b', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'mac_address': 'fa:16:3e:78:01:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:23Z', 'revision_number': 5, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'subnets': [{'id': 'd7ff9663-b094-43ae-bfea-27154cee50f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:26.613255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d40d3-d434-4ab5-8268-92dca28902d8 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe634a25-12b5-43fa-96bd-c7120f86f300,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:26.705831 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a27d40d3-d434-4ab5-8268-92dca28902d8 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.711122 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a27d40d3-d434-4ab5-8268-92dca28902d8 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7411423 Sep 16 05:02:26.712077 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-92b7cf4c-0bfe-4a04-91cd-db1e46fb1c2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.715194 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60758) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:26.715701 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-92b7cf4c-0bfe-4a04-91cd-db1e46fb1c2e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8458025 Sep 16 05:02:26.721438 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-15eaa095-a12e-4208-a85f-d218e1f873dc tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group_rule': {'security_group_id': 'fe634a25-12b5-43fa-96bd-c7120f86f300', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:26.850638 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15eaa095-a12e-4208-a85f-d218e1f873dc tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.997186 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eb3425fb-af76-47ff-a325-b49879ec340c tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.013964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef298c6-34f2-4738-95d9-4d1ace1d287e None None] New status for floating IP f76d5d68-f76d-460a-83a0-27c8abb8bd95: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:02:27.015906 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-acbb6120-80ca-4e39-897f-e0b950ee70cc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1238826563&fields=id&tenant_id=043d55446d4c45528b48f7e10a1f624b HTTP/1.1" status: 200 len: 267 time: 0.0660536 Sep 16 05:02:27.148596 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:02:27.156020 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60782) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:27.291121 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-4fd27913-5e49-42ce-b884-266ce75870af tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:27.299719 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-4fd27913-5e49-42ce-b884-266ce75870af tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/networks?id=0ed085ad-0528-4e23-be9f-f0e1d81c551f HTTP/1.1" status: 200 len: 816 time: 0.2745242 Sep 16 05:02:27.318913 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60786) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:27.361270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-9879ba1f-d52e-43cd-9e15-05fc4f25a078 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/quotas/043d55446d4c45528b48f7e10a1f624b HTTP/1.1" status: 200 len: 375 time: 0.0603330 Sep 16 05:02:27.438662 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e4e48445-c1b9-408f-978a-4e783e7d708d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.496948 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-1f763772-c6d1-4125-b0dc-97b24518f63b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=043d55446d4c45528b48f7e10a1f624b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1260715 Sep 16 05:02:27.501104 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e4e48445-c1b9-408f-978a-4e783e7d708d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.519267 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6bc3daee-b645-4685-bf7f-04e44225ec61 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.642158 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15eaa095-a12e-4208-a85f-d218e1f873dc tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.687284 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6bc3daee-b645-4685-bf7f-04e44225ec61 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.723889 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15eaa095-a12e-4208-a85f-d218e1f873dc tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.755178 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eaa095-a12e-4208-a85f-d218e1f873dc tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1dc1ce-7774-4329-acfa-a2679278d617,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:27.814800 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15eaa095-a12e-4208-a85f-d218e1f873dc tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.816426 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-15eaa095-a12e-4208-a85f-d218e1f873dc tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0991175 Sep 16 05:02:27.819279 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60798) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:27.863415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d47773-0810-47e9-a783-3509eefaa830 req-3fad037c-9eff-479a-82b6-34765fea3ab3 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:27.871398 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e8d47773-0810-47e9-a783-3509eefaa830 req-3fad037c-9eff-479a-82b6-34765fea3ab3 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.1451421 Sep 16 05:02:27.907555 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-a7e3ebd4-6b11-4f2e-8267-10979851af30 service neutron] 10.222.0.20 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950639 Sep 16 05:02:27.910124 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-14ee985a-666a-4a7b-ad76-cf06105963c3 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.922393 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e4e48445-c1b9-408f-978a-4e783e7d708d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.925087 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e4e48445-c1b9-408f-978a-4e783e7d708d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.926473 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e4e48445-c1b9-408f-978a-4e783e7d708d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "DELETE /v2.0/security-groups/aaa1ba6f-5fc9-46ee-8029-274b9e3c2358 HTTP/1.1" status: 204 len: 168 time: 0.7698092 Sep 16 05:02:27.927355 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-14ee985a-666a-4a7b-ad76-cf06105963c3 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.931259 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60802) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:27.961917 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6bc3daee-b645-4685-bf7f-04e44225ec61 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.963384 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eb3425fb-af76-47ff-a325-b49879ec340c tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.964889 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6bc3daee-b645-4685-bf7f-04e44225ec61 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.968554 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6bc3daee-b645-4685-bf7f-04e44225ec61 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "DELETE /v2.0/security-groups/a6bff0b9-265d-4576-829a-09624c9360e0 HTTP/1.1" status: 204 len: 168 time: 0.6450520 Sep 16 05:02:27.968695 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-2536d1b4-ce2c-4193-863d-a14b4cea7983 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] show failed (client error): The resource could not be found. Sep 16 05:02:27.969559 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2536d1b4-ce2c-4193-863d-a14b4cea7983 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "GET /v2.0/security-groups/aaa1ba6f-5fc9-46ee-8029-274b9e3c2358 HTTP/1.1" status: 404 len: 347 time: 0.0358644 Sep 16 05:02:27.971191 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60804) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:27.976381 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60806) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:27.979471 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e48445-c1b9-408f-978a-4e783e7d708d tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa1ba6f-5fc9-46ee-8029-274b9e3c2358,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:28.071095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e8d47773-0810-47e9-a783-3509eefaa830 req-5141f42b-ea42-4cc6-a144-98086d643a48 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987667 Sep 16 05:02:28.086734 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-c160fe62-d4d3-4467-abdc-6f9f67a56743 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] show failed (client error): The resource could not be found. Sep 16 05:02:28.087835 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c160fe62-d4d3-4467-abdc-6f9f67a56743 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "GET /v2.0/security-groups/a6bff0b9-265d-4576-829a-09624c9360e0 HTTP/1.1" status: 404 len: 347 time: 0.1155245 Sep 16 05:02:28.097875 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60810) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:28.135761 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-4bd4a8cb-2323-44ba-9ffc-29be54e22d85 service neutron] 10.222.0.20 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218273 Sep 16 05:02:28.141779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3daee-b645-4685-bf7f-04e44225ec61 tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bff0b9-265d-4576-829a-09624c9360e0,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:28.160901 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-14ee985a-666a-4a7b-ad76-cf06105963c3 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.168229 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-14ee985a-666a-4a7b-ad76-cf06105963c3 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.172208 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-14ee985a-666a-4a7b-ad76-cf06105963c3 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/da1dc1ce-7774-4329-acfa-a2679278d617 HTTP/1.1" status: 204 len: 168 time: 0.3491476 Sep 16 05:02:28.181418 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60812) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:28.236844 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.240153 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee985a-666a-4a7b-ad76-cf06105963c3 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da1dc1ce-7774-4329-acfa-a2679278d617,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:28.327529 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9fa555e1-dc17-46a4-8289-5bda6b180854 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1420443 Sep 16 05:02:28.331309 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60814) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:28.367734 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-44a6a54d-15a3-480b-8efd-ee7e28baddf8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Deleting port 4a6c370a-1c93-487e-900b-17fb9199116c {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:28.368148 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-44a6a54d-15a3-480b-8efd-ee7e28baddf8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.470056 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-44a6a54d-15a3-480b-8efd-ee7e28baddf8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.470932 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-44a6a54d-15a3-480b-8efd-ee7e28baddf8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.484881 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-44a6a54d-15a3-480b-8efd-ee7e28baddf8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Calling delete_port for 4a6c370a-1c93-487e-900b-17fb9199116c owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:28.496371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0815e122-13a0-4389-9683-c61bb13c8416 req-f83d305e-d5d7-4672-96c0-d782768c2084 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 210 time: 0.0441217 Sep 16 05:02:28.505000 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5515d972-2239-4ff1-b098-6fc22a80a79c tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.510457 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-b06c6069-d861-48a2-8882-11871dfd95ae tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Deleting port f5a1ec4c-70ae-4d76-adf8-42b3206a5a88 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:28.511350 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b06c6069-d861-48a2-8882-11871dfd95ae tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.558481 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5515d972-2239-4ff1-b098-6fc22a80a79c tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.593659 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3425fb-af76-47ff-a325-b49879ec340c tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Router 6d8127f3-e731-47d6-8bdf-d1ba89d0c216 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:28.693241 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b06c6069-d861-48a2-8882-11871dfd95ae tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.693600 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b06c6069-d861-48a2-8882-11871dfd95ae tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.715850 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-b06c6069-d861-48a2-8882-11871dfd95ae tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Calling delete_port for f5a1ec4c-70ae-4d76-adf8-42b3206a5a88 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:28.794230 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5515d972-2239-4ff1-b098-6fc22a80a79c tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.798713 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5515d972-2239-4ff1-b098-6fc22a80a79c tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.802712 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5515d972-2239-4ff1-b098-6fc22a80a79c tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "DELETE /v2.0/security-groups/fe634a25-12b5-43fa-96bd-c7120f86f300 HTTP/1.1" status: 204 len: 168 time: 0.4698489 Sep 16 05:02:28.805135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60830) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:28.840164 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515d972-2239-4ff1-b098-6fc22a80a79c tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe634a25-12b5-43fa-96bd-c7120f86f300,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:28.858340 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3425fb-af76-47ff-a325-b49879ec340c tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:28.877807 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506985b6-3ea2-408a-b0fc-df10b5dfaa32 None None] Sync routers for ids ['6d8127f3-e731-47d6-8bdf-d1ba89d0c216'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:28.896958 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506985b6-3ea2-408a-b0fc-df10b5dfaa32 None None] Routers {'6d8127f3-e731-47d6-8bdf-d1ba89d0c216'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:28.897617 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-506985b6-3ea2-408a-b0fc-df10b5dfaa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['6d8127f3-e731-47d6-8bdf-d1ba89d0c216'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:28.899806 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-44a6a54d-15a3-480b-8efd-ee7e28baddf8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.943709 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f08d8c36-9345-4ca8-bc06-dc34e58d3317 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1340990 Sep 16 05:02:28.944798 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60834) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:28.956531 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-506985b6-3ea2-408a-b0fc-df10b5dfaa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:28.959633 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8df18011-552e-41aa-87ca-c463a2712545 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205476905'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:28.970445 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506985b6-3ea2-408a-b0fc-df10b5dfaa32 None None] Routers {'6d8127f3-e731-47d6-8bdf-d1ba89d0c216'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:28.971710 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-506985b6-3ea2-408a-b0fc-df10b5dfaa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['6d8127f3-e731-47d6-8bdf-d1ba89d0c216'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:28.977639 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6a54d-15a3-480b-8efd-ee7e28baddf8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Pushing event deleted for resources: {'Port': ['ID=4a6c370a-1c93-487e-900b-17fb9199116c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:29.009575 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-506985b6-3ea2-408a-b0fc-df10b5dfaa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:29.010409 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506985b6-3ea2-408a-b0fc-df10b5dfaa32 None None] The sync data for ids ['6d8127f3-e731-47d6-8bdf-d1ba89d0c216'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:29.030772 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-44a6a54d-15a3-480b-8efd-ee7e28baddf8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.033759 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-44a6a54d-15a3-480b-8efd-ee7e28baddf8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.035127 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-44a6a54d-15a3-480b-8efd-ee7e28baddf8 tempest-ServerActionsTestJSON-222955901 tempest-ServerActionsTestJSON-222955901-project] 10.222.0.20 "DELETE /v2.0/floatingips/f76d5d68-f76d-460a-83a0-27c8abb8bd95 HTTP/1.1" status: 204 len: 168 time: 1.0489678 Sep 16 05:02:29.038079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60836) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:29.101304 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eb3425fb-af76-47ff-a325-b49879ec340c tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.102873 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-eb3425fb-af76-47ff-a325-b49879ec340c tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8364029 Sep 16 05:02:29.106972 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60844) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:29.112580 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-41737206-0cb4-4e1b-ae1d-2cec5437d833 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'enable_snat': False}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:29.143035 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b06c6069-d861-48a2-8882-11871dfd95ae tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.252485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c6069-d861-48a2-8882-11871dfd95ae tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Pushing event deleted for resources: {'Port': ['ID=f5a1ec4c-70ae-4d76-adf8-42b3206a5a88,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:29.263523 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8df18011-552e-41aa-87ca-c463a2712545 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.512038 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceea49b-8898-478c-8b34-5ffa1668063d req-5a2c0289-512d-44dc-9813-a33e1d9dbf49 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:29.519872 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cceea49b-8898-478c-8b34-5ffa1668063d req-5a2c0289-512d-44dc-9813-a33e1d9dbf49 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.2695553 Sep 16 05:02:29.558376 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-41737206-0cb4-4e1b-ae1d-2cec5437d833 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.593989 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b06c6069-d861-48a2-8882-11871dfd95ae tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.597399 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b06c6069-d861-48a2-8882-11871dfd95ae tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.599418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b06c6069-d861-48a2-8882-11871dfd95ae tempest-ServersTestBootFromVolume-750572795 tempest-ServersTestBootFromVolume-750572795-project] 10.222.0.20 "DELETE /v2.0/floatingips/c9949208-3c38-458e-9986-bc5cd05f95f4 HTTP/1.1" status: 204 len: 168 time: 1.4953260 Sep 16 05:02:29.603487 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60854) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:29.617426 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8df18011-552e-41aa-87ca-c463a2712545 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.745695 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8df18011-552e-41aa-87ca-c463a2712545 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.749874 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40a8bce3-3558-438e-b750-b15b1d788065 req-2c538f36-8a23-44c3-9a00-47942a8bfb28 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 210 time: 0.0934863 Sep 16 05:02:29.860639 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df18011-552e-41aa-87ca-c463a2712545 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1300f7-cdcb-42cd-acb1-d916ba425fc4,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:29.906397 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cceea49b-8898-478c-8b34-5ffa1668063d req-c2b81d56-69d6-4f53-b3bb-af8b845da62f tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853335 Sep 16 05:02:29.985537 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8df18011-552e-41aa-87ca-c463a2712545 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.986984 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8df18011-552e-41aa-87ca-c463a2712545 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0333390 Sep 16 05:02:30.008359 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60862) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:30.014872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-9ea56628-66a1-4b66-b3d1-012fbd958be9 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group_rule': {'security_group_id': 'bb1300f7-cdcb-42cd-acb1-d916ba425fc4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:30.165227 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ea56628-66a1-4b66-b3d1-012fbd958be9 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.265417 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-41737206-0cb4-4e1b-ae1d-2cec5437d833 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.277981 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-41737206-0cb4-4e1b-ae1d-2cec5437d833 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.285814 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ea56628-66a1-4b66-b3d1-012fbd958be9 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.383482 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ea56628-66a1-4b66-b3d1-012fbd958be9 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.403378 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea56628-66a1-4b66-b3d1-012fbd958be9 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9717db-363f-4dcc-a763-f91e05d0b683,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:30.430500 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41737206-0cb4-4e1b-ae1d-2cec5437d833 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Router 6d8127f3-e731-47d6-8bdf-d1ba89d0c216 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:30.550909 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ea56628-66a1-4b66-b3d1-012fbd958be9 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.554720 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9ea56628-66a1-4b66-b3d1-012fbd958be9 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5428433 Sep 16 05:02:30.555704 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60870) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:30.561096 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-498f8fe2-f626-468b-99b9-023b0ea575a6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group_rule': {'security_group_id': 'bb1300f7-cdcb-42cd-acb1-d916ba425fc4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:30.571303 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41737206-0cb4-4e1b-ae1d-2cec5437d833 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:30.577314 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-41737206-0cb4-4e1b-ae1d-2cec5437d833 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.578599 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-41737206-0cb4-4e1b-ae1d-2cec5437d833 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "PUT /v2.0/routers/6d8127f3-e731-47d6-8bdf-d1ba89d0c216 HTTP/1.1" status: 200 len: 925 time: 1.4705269 Sep 16 05:02:30.587697 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b27a69-dd9e-4860-81e3-e35e55636670 None None] Sync routers for ids ['6d8127f3-e731-47d6-8bdf-d1ba89d0c216'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:30.588598 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60872) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:30.601202 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b27a69-dd9e-4860-81e3-e35e55636670 None None] Routers {'6d8127f3-e731-47d6-8bdf-d1ba89d0c216'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:30.602396 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-01b27a69-dd9e-4860-81e3-e35e55636670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['6d8127f3-e731-47d6-8bdf-d1ba89d0c216'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:30.652923 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-01b27a69-dd9e-4860-81e3-e35e55636670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:30.673755 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b27a69-dd9e-4860-81e3-e35e55636670 None None] Routers {'6d8127f3-e731-47d6-8bdf-d1ba89d0c216'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:30.674729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-01b27a69-dd9e-4860-81e3-e35e55636670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['6d8127f3-e731-47d6-8bdf-d1ba89d0c216'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:30.709811 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-92e1a162-31ea-425a-a701-9aa6049c4ad7 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "GET /v2.0/routers/6d8127f3-e731-47d6-8bdf-d1ba89d0c216 HTTP/1.1" status: 200 len: 925 time: 0.1196074 Sep 16 05:02:30.717932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60876) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:30.730048 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-01b27a69-dd9e-4860-81e3-e35e55636670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:30.731940 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b27a69-dd9e-4860-81e3-e35e55636670 None None] The sync data for ids ['6d8127f3-e731-47d6-8bdf-d1ba89d0c216'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:30.743521 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-498f8fe2-f626-468b-99b9-023b0ea575a6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.810123 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-498f8fe2-f626-468b-99b9-023b0ea575a6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.922909 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-498f8fe2-f626-468b-99b9-023b0ea575a6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.934934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d32962a8-652e-44af-8b2f-25f1a6b69464 req-99ba9d7e-a006-4c18-a479-8a426afcb057 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 210 time: 0.0851498 Sep 16 05:02:30.954304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f8fe2-f626-468b-99b9-023b0ea575a6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e59e85-ec35-42b2-8fdf-98c90e1e0f03,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:30.957697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38980603-7d3d-4860-b4ee-3740a2b81028 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:30.962298 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-38980603-7d3d-4860-b4ee-3740a2b81028 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&device_id=6d8127f3-e731-47d6-8bdf-d1ba89d0c216&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2404003 Sep 16 05:02:30.963001 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60884) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:31.063645 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-498f8fe2-f626-468b-99b9-023b0ea575a6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.065010 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-498f8fe2-f626-468b-99b9-023b0ea575a6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5086362 Sep 16 05:02:31.067737 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60888) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:31.075566 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-1212be14-0136-4aaf-80da-e1e7ccc2ac31 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group_rule': {'security_group_id': 'bb1300f7-cdcb-42cd-acb1-d916ba425fc4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:31.082352 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22eeb107-0730-45fe-bb77-0cc01aca4807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.099026 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb80549c-c297-45ad-ba3b-c763ba2c04a0 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:31.103629 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-eb80549c-c297-45ad-ba3b-c763ba2c04a0 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 881 time: 0.1362946 Sep 16 05:02:31.105898 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60890) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:31.154215 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-eea09605-b6d1-422f-a769-246e8ce099bb tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d8127f3-e731-47d6-8bdf-d1ba89d0c216 HTTP/1.1" status: 200 len: 205 time: 0.0472116 Sep 16 05:02:31.163516 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60892) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:31.165565 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bcb94-6081-4ed5-8b9c-ff6ceb9fd268 req-1ce0ee2b-1a7b-450c-a298-a8ddc5b36021 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:31.167243 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e9bcb94-6081-4ed5-8b9c-ff6ceb9fd268 req-1ce0ee2b-1a7b-450c-a298-a8ddc5b36021 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.1645606 Sep 16 05:02:31.201843 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1340924d-c777-4143-8d42-1bbf7d318898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.334769 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-43629dbc-03df-491e-84c0-61424cbbc84b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:31.336352 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-43629dbc-03df-491e-84c0-61424cbbc84b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.38 "GET /v2.0/networks?id=0ed085ad-0528-4e23-be9f-f0e1d81c551f HTTP/1.1" status: 200 len: 816 time: 0.2505226 Sep 16 05:02:31.337078 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1212be14-0136-4aaf-80da-e1e7ccc2ac31 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.384788 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a4eb7cc-789c-4dc0-98cb-6b87d4e81d99 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.414180 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e9bcb94-6081-4ed5-8b9c-ff6ceb9fd268 req-e9dae8ff-d0e5-471f-9ef0-d90bb5d9f866 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087374 Sep 16 05:02:31.470143 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-b41c3f37-1161-494b-9752-1f38ceca5634 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=043d55446d4c45528b48f7e10a1f624b HTTP/1.1" status: 200 len: 380 time: 0.1154368 Sep 16 05:02:31.485423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-90a98587-fccf-49f1-84bb-be2df7ed19af tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Request body: {'port': {'device_id': 'f04162c3-c4a9-4d19-a703-1cc8f2f04181', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'admin_state_up': True, 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'security_groups': ['1f9ae85f-d2e4-454f-93f1-321e960f75bf']}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:31.491779 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1212be14-0136-4aaf-80da-e1e7ccc2ac31 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.560250 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1212be14-0136-4aaf-80da-e1e7ccc2ac31 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.625626 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212be14-0136-4aaf-80da-e1e7ccc2ac31 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ba162f-bb9d-4f69-b476-14707408b4cd,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:31.644879 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a4eb7cc-789c-4dc0-98cb-6b87d4e81d99 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.688690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-22eeb107-0730-45fe-bb77-0cc01aca4807 admin admin] Deleting port 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:31.689023 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22eeb107-0730-45fe-bb77-0cc01aca4807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.720881 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1212be14-0136-4aaf-80da-e1e7ccc2ac31 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.722340 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1212be14-0136-4aaf-80da-e1e7ccc2ac31 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6536803 Sep 16 05:02:31.744177 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60900) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:31.750943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ebf862ab-456b-48a1-a210-5729338dd31f tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group_rule': {'security_group_id': 'bb1300f7-cdcb-42cd-acb1-d916ba425fc4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:31.771757 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-1340924d-c777-4143-8d42-1bbf7d318898 admin admin] Deleting port 0ef7a535-a5d6-4ec4-a470-b2008527bcbf {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:31.771757 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1340924d-c777-4143-8d42-1bbf7d318898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.788479 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-1a4eb7cc-789c-4dc0-98cb-6b87d4e81d99 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Deleting port 6986cba9-3e5e-4984-bc05-b28da6bf4209 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:31.788970 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a4eb7cc-789c-4dc0-98cb-6b87d4e81d99 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.809901 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-22eeb107-0730-45fe-bb77-0cc01aca4807 admin admin] For port 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:31.810274 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22eeb107-0730-45fe-bb77-0cc01aca4807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.852635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-22eeb107-0730-45fe-bb77-0cc01aca4807 admin admin] Calling delete_port for 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:31.868516 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-90a98587-fccf-49f1-84bb-be2df7ed19af tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Made reservation on behalf of 043d55446d4c45528b48f7e10a1f624b for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:31.876393 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-90a98587-fccf-49f1-84bb-be2df7ed19af tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.909473 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a4eb7cc-789c-4dc0-98cb-6b87d4e81d99 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.923721 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-1340924d-c777-4143-8d42-1bbf7d318898 admin admin] For port 0ef7a535-a5d6-4ec4-a470-b2008527bcbf, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0ef7a535-a5d6-4ec4-a470-b2008527bcbf,segment=NetworkSegment(8ae39fba-4971-4dc4-9ac1-716da43d562a),segment_id=8ae39fba-4971-4dc4-9ac1-716da43d562a)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:31.924097 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1340924d-c777-4143-8d42-1bbf7d318898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.938624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-1a4eb7cc-789c-4dc0-98cb-6b87d4e81d99 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Calling delete_port for 6986cba9-3e5e-4984-bc05-b28da6bf4209 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:31.943373 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-1340924d-c777-4143-8d42-1bbf7d318898 admin admin] Calling delete_port for 0ef7a535-a5d6-4ec4-a470-b2008527bcbf owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:32.073134 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebf862ab-456b-48a1-a210-5729338dd31f tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.121030 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad497ccb-be83-490c-9732-08d58fc608c0 req-1e292367-f543-4ba6-aa7c-e4820c2f07cb tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 210 time: 0.0540855 Sep 16 05:02:32.220252 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-90a98587-fccf-49f1-84bb-be2df7ed19af tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Allocated IP 172.20.0.7 (0ed085ad-0528-4e23-be9f-f0e1d81c551f/c0ca5355-66a5-446c-8970-0c3c88361e82/ecba1069-6c2f-4e6c-8470-cd8fd68036cf) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:32.268979 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebf862ab-456b-48a1-a210-5729338dd31f tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.341737 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22eeb107-0730-45fe-bb77-0cc01aca4807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.372115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eeb107-0730-45fe-bb77-0cc01aca4807 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:32.375810 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1340924d-c777-4143-8d42-1bbf7d318898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.386636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebf862ab-456b-48a1-a210-5729338dd31f tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.413508 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf862ab-456b-48a1-a210-5729338dd31f tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e49409-05ed-4d80-a986-7b5255a20ff9,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:32.434325 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340924d-c777-4143-8d42-1bbf7d318898 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef7a535-a5d6-4ec4-a470-b2008527bcbf,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:32.436902 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a4eb7cc-789c-4dc0-98cb-6b87d4e81d99 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.508445 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4eb7cc-789c-4dc0-98cb-6b87d4e81d99 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Pushing event deleted for resources: {'Port': ['ID=6986cba9-3e5e-4984-bc05-b28da6bf4209,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:32.546433 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-90a98587-fccf-49f1-84bb-be2df7ed19af tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.656187 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebf862ab-456b-48a1-a210-5729338dd31f tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.660320 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ebf862ab-456b-48a1-a210-5729338dd31f tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9119954 Sep 16 05:02:32.661034 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60916) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:32.667840 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-65549127-e429-4ce7-9b9d-26e36aaee8d0 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group_rule': {'security_group_id': 'bb1300f7-cdcb-42cd-acb1-d916ba425fc4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:32.693183 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a4eb7cc-789c-4dc0-98cb-6b87d4e81d99 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.697101 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-90a98587-fccf-49f1-84bb-be2df7ed19af tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.711642 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22eeb107-0730-45fe-bb77-0cc01aca4807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.826551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4170bd-7ac1-47cb-b894-daa299264f2e req-e817fc3c-f2e5-41ad-ab51-14fb14c62e25 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:32.828255 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e4170bd-7ac1-47cb-b894-daa299264f2e req-e817fc3c-f2e5-41ad-ab51-14fb14c62e25 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.2900405 Sep 16 05:02:32.883620 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e4170bd-7ac1-47cb-b894-daa299264f2e req-c5bbc016-c75e-46c8-8bce-686ba651214d tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467665 Sep 16 05:02:32.980552 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1340924d-c777-4143-8d42-1bbf7d318898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.179025 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-90a98587-fccf-49f1-84bb-be2df7ed19af tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Network 0ed085ad-0528-4e23-be9f-f0e1d81c551f is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:33.193954 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22eeb107-0730-45fe-bb77-0cc01aca4807 admin admin] Router 49eba29c-4181-4f51-9e48-163eebb358c5 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:33.215612 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-90a98587-fccf-49f1-84bb-be2df7ed19af tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:33.232369 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a4eb7cc-789c-4dc0-98cb-6b87d4e81d99 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.234874 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a4eb7cc-789c-4dc0-98cb-6b87d4e81d99 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.239910 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-90a98587-fccf-49f1-84bb-be2df7ed19af tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:33.331910 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65549127-e429-4ce7-9b9d-26e36aaee8d0 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.340803 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a98587-fccf-49f1-84bb-be2df7ed19af tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Pushing event updated for resources: {'Port': ['ID=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:33.397024 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-90a98587-fccf-49f1-84bb-be2df7ed19af tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:33.397814 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-90a98587-fccf-49f1-84bb-be2df7ed19af tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.414496 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a4eb7cc-789c-4dc0-98cb-6b87d4e81d99 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.415097 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4eb7cc-789c-4dc0-98cb-6b87d4e81d99 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Fanout notify agent at l3_agent the message router_deleted on router 6d8127f3-e731-47d6-8bdf-d1ba89d0c216 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:33.428657 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a4eb7cc-789c-4dc0-98cb-6b87d4e81d99 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.429849 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1a4eb7cc-789c-4dc0-98cb-6b87d4e81d99 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "DELETE /v2.0/routers/6d8127f3-e731-47d6-8bdf-d1ba89d0c216 HTTP/1.1" status: 204 len: 168 time: 2.2653947 Sep 16 05:02:33.434522 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60928) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:33.452040 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f14a4219-ff54-4a93-a8c7-fe0e37f776c1 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1020419531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:33.475021 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65549127-e429-4ce7-9b9d-26e36aaee8d0 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.516873 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fb58dd89-0dfe-472a-bf9d-1cc2c305bb19 None None] Provisioning complete for port ecba1069-6c2f-4e6c-8470-cd8fd68036cf triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:33.517399 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fb58dd89-0dfe-472a-bf9d-1cc2c305bb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.524103 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-90a98587-fccf-49f1-84bb-be2df7ed19af tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0427589 Sep 16 05:02:33.545159 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Request body: {'port': {'device_id': 'f04162c3-c4a9-4d19-a703-1cc8f2f04181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:33.561476 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-fb58dd89-0dfe-472a-bf9d-1cc2c305bb19 None None] Port ecba1069-6c2f-4e6c-8470-cd8fd68036cf cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:33.570149 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65549127-e429-4ce7-9b9d-26e36aaee8d0 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.600972 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65549127-e429-4ce7-9b9d-26e36aaee8d0 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc0ea71-44d2-43ac-af8c-ac0d9901f17c,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:33.649680 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f14a4219-ff54-4a93-a8c7-fe0e37f776c1 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.652273 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f14a4219-ff54-4a93-a8c7-fe0e37f776c1 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.656876 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.777601 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a28472-8754-43fc-8a58-4889af0800e7 req-da249a70-587e-41bb-837b-70ae92e009f6 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:33.779190 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51a28472-8754-43fc-8a58-4889af0800e7 req-da249a70-587e-41bb-837b-70ae92e009f6 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 931 time: 0.5704391 Sep 16 05:02:33.797817 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65549127-e429-4ce7-9b9d-26e36aaee8d0 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.799578 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-65549127-e429-4ce7-9b9d-26e36aaee8d0 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.1380668 Sep 16 05:02:33.805230 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60934) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:33.851127 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22eeb107-0730-45fe-bb77-0cc01aca4807 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:33.851127 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-22eeb107-0730-45fe-bb77-0cc01aca4807 admin admin] 10.222.0.20 "PUT /v2.0/routers/49eba29c-4181-4f51-9e48-163eebb358c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8107877 Sep 16 05:02:33.852598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60940) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:33.856650 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546031dc-b75d-40da-a1e5-2d331ca6940e None None] Sync routers for ids ['49eba29c-4181-4f51-9e48-163eebb358c5'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:33.867517 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546031dc-b75d-40da-a1e5-2d331ca6940e None None] Routers {'49eba29c-4181-4f51-9e48-163eebb358c5'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:33.868575 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-546031dc-b75d-40da-a1e5-2d331ca6940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['49eba29c-4181-4f51-9e48-163eebb358c5'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:33.876129 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31e0efef-7053-4126-8851-063441553f37 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.884650 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31e0efef-7053-4126-8851-063441553f37 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.935806 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51a28472-8754-43fc-8a58-4889af0800e7 req-50b9ed1f-3887-40aa-bcc4-849fd830d7b3 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462743 Sep 16 05:02:33.953584 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1340924d-c777-4143-8d42-1bbf7d318898 admin admin] Router 25a8eb90-d9df-432a-b6ca-963cba561b9e has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:33.999996 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f14a4219-ff54-4a93-a8c7-fe0e37f776c1 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.049631 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f14a4219-ff54-4a93-a8c7-fe0e37f776c1 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.067690 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31e0efef-7053-4126-8851-063441553f37 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.094116 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31e0efef-7053-4126-8851-063441553f37 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.095709 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-31e0efef-7053-4126-8851-063441553f37 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5cc0ea71-44d2-43ac-af8c-ac0d9901f17c HTTP/1.1" status: 204 len: 168 time: 0.2872844 Sep 16 05:02:34.101720 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60946) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:34.110477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0efef-7053-4126-8851-063441553f37 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cc0ea71-44d2-43ac-af8c-ac0d9901f17c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:34.123332 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5729b448-9048-49a2-90c3-f63ab4823aa6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.138069 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f14a4219-ff54-4a93-a8c7-fe0e37f776c1 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.142483 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f14a4219-ff54-4a93-a8c7-fe0e37f776c1 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7043755 Sep 16 05:02:34.147421 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60948) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:34.155677 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e1b998cd-674e-44f5-8d69-10da48581870 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Request body: {'router': {'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:34.165703 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-546031dc-b75d-40da-a1e5-2d331ca6940e None None] Set router 49eba29c-4181-4f51-9e48-163eebb358c5 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:34.226603 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926780dc-62b2-445f-b931-975338041858 req-2142d53d-eb49-4853-a792-059ad7bdcb78 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:34.228335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-926780dc-62b2-445f-b931-975338041858 req-2142d53d-eb49-4853-a792-059ad7bdcb78 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.2082937 Sep 16 05:02:34.279085 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1340924d-c777-4143-8d42-1bbf7d318898 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:34.293215 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6f0c6b88-f53a-4a26-ab75-cb5e6a20aa09 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1898096 Sep 16 05:02:34.294183 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1340924d-c777-4143-8d42-1bbf7d318898 admin admin] 10.222.0.20 "PUT /v2.0/routers/25a8eb90-d9df-432a-b6ca-963cba561b9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6843359 Sep 16 05:02:34.296128 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5ea543-a5cd-4de3-944d-ea56bacf8348 None None] Sync routers for ids ['25a8eb90-d9df-432a-b6ca-963cba561b9e'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:34.300205 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60952) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:34.300547 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60954) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:34.308973 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ea543-a5cd-4de3-944d-ea56bacf8348 None None] Routers {'25a8eb90-d9df-432a-b6ca-963cba561b9e'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:34.309609 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3c5ea543-a5cd-4de3-944d-ea56bacf8348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['25a8eb90-d9df-432a-b6ca-963cba561b9e'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:34.330034 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecba1069-6c2f-4e6c-8470-cd8fd68036cf {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:34.347026 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-926780dc-62b2-445f-b931-975338041858 req-25f7a673-2782-4aac-9f27-06dea681cf72 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041870 Sep 16 05:02:34.387440 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5729b448-9048-49a2-90c3-f63ab4823aa6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.405954 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-546031dc-b75d-40da-a1e5-2d331ca6940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'name': 'tempest-ServerActionsTestJSON-1031687736-router', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:12Z', 'updated_at': '2021-09-16T05:02:32Z', 'revision_number': 5, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'gw_port': {'id': 'f7ef20fb-7890-416b-bc8d-2387d4307feb', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:34.419414 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.444287 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546031dc-b75d-40da-a1e5-2d331ca6940e None None] Checking router: 49eba29c-4181-4f51-9e48-163eebb358c5 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:34.469772 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546031dc-b75d-40da-a1e5-2d331ca6940e None None] Routers {'49eba29c-4181-4f51-9e48-163eebb358c5'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:34.471633 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-546031dc-b75d-40da-a1e5-2d331ca6940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['49eba29c-4181-4f51-9e48-163eebb358c5'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:34.492131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-3c5ea543-a5cd-4de3-944d-ea56bacf8348 None None] Set router 25a8eb90-d9df-432a-b6ca-963cba561b9e gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:34.497270 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-226995fd-2150-4a25-bac3-e5079f363725 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.504923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-5729b448-9048-49a2-90c3-f63ab4823aa6 admin admin] Deleting port f7ef20fb-7890-416b-bc8d-2387d4307feb {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:34.505610 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5729b448-9048-49a2-90c3-f63ab4823aa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.549617 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Transition to ACTIVE for port object ecba1069-6c2f-4e6c-8470-cd8fd68036cf will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:34.551457 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-226995fd-2150-4a25-bac3-e5079f363725 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.615774 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-546031dc-b75d-40da-a1e5-2d331ca6940e None None] Set router 49eba29c-4181-4f51-9e48-163eebb358c5 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:34.630773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-5729b448-9048-49a2-90c3-f63ab4823aa6 admin admin] For port f7ef20fb-7890-416b-bc8d-2387d4307feb, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f7ef20fb-7890-416b-bc8d-2387d4307feb,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:34.631182 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5729b448-9048-49a2-90c3-f63ab4823aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.637035 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.656148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-5729b448-9048-49a2-90c3-f63ab4823aa6 admin admin] Calling delete_port for f7ef20fb-7890-416b-bc8d-2387d4307feb owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:34.687471 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-546031dc-b75d-40da-a1e5-2d331ca6940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'name': 'tempest-ServerActionsTestJSON-1031687736-router', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:12Z', 'updated_at': '2021-09-16T05:02:34Z', 'revision_number': 6, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:34.719069 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546031dc-b75d-40da-a1e5-2d331ca6940e None None] The sync data for ids ['49eba29c-4181-4f51-9e48-163eebb358c5'] in n-d-712140-13 is: [{'id': '49eba29c-4181-4f51-9e48-163eebb358c5', 'name': 'tempest-ServerActionsTestJSON-1031687736-router', 'tenant_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:12Z', 'updated_at': '2021-09-16T05:02:34Z', 'revision_number': 6, 'project_id': '0080ff4c44ee45ada6a4ae19685a08f5', 'gw_port_host': None}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:34.743223 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b998cd-674e-44f5-8d69-10da48581870 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.782379 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:34.792980 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95405893-ea33-44b0-ad28-1ef0e46bc015 admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.908535 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-226995fd-2150-4a25-bac3-e5079f363725 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.914100 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-226995fd-2150-4a25-bac3-e5079f363725 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.915755 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-226995fd-2150-4a25-bac3-e5079f363725 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/17e49409-05ed-4d80-a986-7b5255a20ff9 HTTP/1.1" status: 204 len: 168 time: 0.6140285 Sep 16 05:02:34.935598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60966) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:34.999407 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226995fd-2150-4a25-bac3-e5079f363725 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17e49409-05ed-4d80-a986-7b5255a20ff9,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:35.019945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2c4d2fe9-596b-4d98-bcfb-80ed0111a663 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0831008 Sep 16 05:02:35.020622 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60970) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:35.055943 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5729b448-9048-49a2-90c3-f63ab4823aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.115332 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:35.124841 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95405893-ea33-44b0-ad28-1ef0e46bc015 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.149364 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:35.149680 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 1b4bac0a-70b9-43c3-b6d6-5fde8f7aead6 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:35.161427 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-afbc6f79-caa3-464d-9701-fbd99dac4bfe tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.167294 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3c5ea543-a5cd-4de3-944d-ea56bacf8348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'name': 'tempest-ServersTestBootFromVolume-1015557968-router', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:27Z', 'updated_at': '2021-09-16T05:02:32Z', 'revision_number': 5, 'project_id': 'e384f1c485654208832e5a341d965262', 'gw_port': {'id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:29Z', 'updated_at': '2021-09-16T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:35.197265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729b448-9048-49a2-90c3-f63ab4823aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ef20fb-7890-416b-bc8d-2387d4307feb,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:35.203334 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-afbc6f79-caa3-464d-9701-fbd99dac4bfe tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.210852 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Attempting to bind port ecba1069-6c2f-4e6c-8470-cd8fd68036cf on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:35.211394 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Attempting to bind port ecba1069-6c2f-4e6c-8470-cd8fd68036cf by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '31c62c41-ebbc-4367-8110-f4bce7f5b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:35.211617 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Attempting to bind port ecba1069-6c2f-4e6c-8470-cd8fd68036cf on network 0ed085ad-0528-4e23-be9f-f0e1d81c551f {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:35.216428 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ffa831ba-d1b8-40fc-98f4-d4c8639c28e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.217897 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5ea543-a5cd-4de3-944d-ea56bacf8348 None None] Checking router: 25a8eb90-d9df-432a-b6ca-963cba561b9e for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:35.221942 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Port ecba1069-6c2f-4e6c-8470-cd8fd68036cf on network 0ed085ad-0528-4e23-be9f-f0e1d81c551f not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:35.222296 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Attempting to bind port ecba1069-6c2f-4e6c-8470-cd8fd68036cf on network 0ed085ad-0528-4e23-be9f-f0e1d81c551f {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:35.235242 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ea543-a5cd-4de3-944d-ea56bacf8348 None None] Routers {'25a8eb90-d9df-432a-b6ca-963cba561b9e'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:35.235917 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:35.236364 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Checking segment: {'id': '31c62c41-ebbc-4367-8110-f4bce7f5b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:35.236762 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Bound using segment: {'id': '31c62c41-ebbc-4367-8110-f4bce7f5b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:35.237215 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Bound port: ecba1069-6c2f-4e6c-8470-cd8fd68036cf, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c62c41-ebbc-4367-8110-f4bce7f5b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:35.237622 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.240406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3c5ea543-a5cd-4de3-944d-ea56bacf8348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['25a8eb90-d9df-432a-b6ca-963cba561b9e'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:35.297014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a22ca-05ae-4c7a-a67a-262d95f18817 req-cc3cb0c0-8273-45b2-a904-6269e42a777b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:35.298770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-631a22ca-05ae-4c7a-a67a-262d95f18817 req-cc3cb0c0-8273-45b2-a904-6269e42a777b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.2191355 Sep 16 05:02:35.307650 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5729b448-9048-49a2-90c3-f63ab4823aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.409133 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-3c5ea543-a5cd-4de3-944d-ea56bacf8348 None None] Set router 25a8eb90-d9df-432a-b6ca-963cba561b9e gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:35.440373 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5729b448-9048-49a2-90c3-f63ab4823aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.443536 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-afbc6f79-caa3-464d-9701-fbd99dac4bfe tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.449002 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5729b448-9048-49a2-90c3-f63ab4823aa6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.454730 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] For port ecba1069-6c2f-4e6c-8470-cd8fd68036cf, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:35.455275 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-afbc6f79-caa3-464d-9701-fbd99dac4bfe tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.456420 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-afbc6f79-caa3-464d-9701-fbd99dac4bfe tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/51ba162f-bb9d-4f69-b476-14707408b4cd HTTP/1.1" status: 204 len: 168 time: 0.4340775 Sep 16 05:02:35.460024 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60978) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:35.465750 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-631a22ca-05ae-4c7a-a67a-262d95f18817 req-881e8323-4880-4542-9cd6-44c8c6c25de0 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599164 Sep 16 05:02:35.509451 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] For port ecba1069-6c2f-4e6c-8470-cd8fd68036cf, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:35.509451 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-95405893-ea33-44b0-ad28-1ef0e46bc015 admin admin] Deleting port b70866f5-a44b-4a10-ab19-49d179046c74 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:35.509451 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95405893-ea33-44b0-ad28-1ef0e46bc015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.515627 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b998cd-674e-44f5-8d69-10da48581870 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.523281 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc6f79-caa3-464d-9701-fbd99dac4bfe tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51ba162f-bb9d-4f69-b476-14707408b4cd,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:35.554064 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b998cd-674e-44f5-8d69-10da48581870 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.583355 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.596450 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ed0e2420-af98-448a-a1a5-520359f6ff09 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1240251 Sep 16 05:02:35.598213 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60980) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:35.639963 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd3a84-6150-45dc-ba3b-90800414a87b req-19d6ec28-bbbd-4d66-adde-d2388d79437a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:35.654142 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ccd3a84-6150-45dc-ba3b-90800414a87b req-19d6ec28-bbbd-4d66-adde-d2388d79437a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.1202614 Sep 16 05:02:35.654142 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5729b448-9048-49a2-90c3-f63ab4823aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.654142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5729b448-9048-49a2-90c3-f63ab4823aa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49eba29c-4181-4f51-9e48-163eebb358c5 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:35.655100 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5729b448-9048-49a2-90c3-f63ab4823aa6 admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.656237 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5729b448-9048-49a2-90c3-f63ab4823aa6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/49eba29c-4181-4f51-9e48-163eebb358c5 HTTP/1.1" status: 204 len: 168 time: 1.8018157 Sep 16 05:02:35.661214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60982) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:35.720827 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3eff7b3b-6936-4a9a-b13b-4715ac9986a6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.740356 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:35.741317 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.742962 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] 10.222.0.38 "PUT /v2.0/ports/ecba1069-6c2f-4e6c-8470-cd8fd68036cf HTTP/1.1" status: 200 len: 1092 time: 2.2035265 Sep 16 05:02:35.747166 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04162c3-c4a9-4d19-a703-1cc8f2f04181', 'tag': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:35.747825 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3eff7b3b-6936-4a9a-b13b-4715ac9986a6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.749699 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6938c4b-2f35-4353-9be5-761b9aa55301" -d '{"events": [{"name": "network-changed", "server_uuid": "f04162c3-c4a9-4d19-a703-1cc8f2f04181", "tag": "ecba1069-6c2f-4e6c-8470-cd8fd68036cf"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:35.812021 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3c5ea543-a5cd-4de3-944d-ea56bacf8348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'name': 'tempest-ServersTestBootFromVolume-1015557968-router', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:27Z', 'updated_at': '2021-09-16T05:02:32Z', 'revision_number': 5, 'project_id': 'e384f1c485654208832e5a341d965262', 'gw_port': {'id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:29Z', 'updated_at': '2021-09-16T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:35.821187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ccd3a84-6150-45dc-ba3b-90800414a87b req-8ab9a29e-da71-4367-90da-6d479d9cfca1 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449213 Sep 16 05:02:35.843576 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec03f8-cea3-45ab-bcdc-17debb416bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:35.844697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-da66badf-e98b-4f02-b10d-e9980d1d5d99 admin admin] Deleting subnet d7ff9663-b094-43ae-bfea-27154cee50f2 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:35.859570 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-da66badf-e98b-4f02-b10d-e9980d1d5d99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.890083 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25380731-a538-489f-9d23-01a20c048e32 x-openstack-request-id: req-25380731-a538-489f-9d23-01a20c048e32 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:35.890775 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04162c3-c4a9-4d19-a703-1cc8f2f04181", "tag": "ecba1069-6c2f-4e6c-8470-cd8fd68036cf", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:35.891550 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25380731-a538-489f-9d23-01a20c048e32 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:35.896518 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04162c3-c4a9-4d19-a703-1cc8f2f04181', 'tag': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf', 'status': 'completed', 'code': 200} Sep 16 05:02:35.914527 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5ea543-a5cd-4de3-944d-ea56bacf8348 None None] The sync data for ids ['25a8eb90-d9df-432a-b6ca-963cba561b9e'] in n-d-712140-13 is: [{'id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'name': 'tempest-ServersTestBootFromVolume-1015557968-router', 'tenant_id': 'e384f1c485654208832e5a341d965262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:27Z', 'updated_at': '2021-09-16T05:02:32Z', 'revision_number': 5, 'project_id': 'e384f1c485654208832e5a341d965262', 'gw_port': {'id': 'b70866f5-a44b-4a10-ab19-49d179046c74', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a8eb90-d9df-432a-b6ca-963cba561b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:29Z', 'updated_at': '2021-09-16T04:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:35.924698 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-da66badf-e98b-4f02-b10d-e9980d1d5d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.987837 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-95405893-ea33-44b0-ad28-1ef0e46bc015 admin admin] For port b70866f5-a44b-4a10-ab19-49d179046c74, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=b70866f5-a44b-4a10-ab19-49d179046c74,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:35.988211 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95405893-ea33-44b0-ad28-1ef0e46bc015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.009200 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-95405893-ea33-44b0-ad28-1ef0e46bc015 admin admin] Calling delete_port for b70866f5-a44b-4a10-ab19-49d179046c74 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:36.020439 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-e1b998cd-674e-44f5-8d69-10da48581870 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Allocated IP 172.25.4.72 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/1caa300c-e3e5-4169-ae3f-433a9563016c) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:36.067833 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-da66badf-e98b-4f02-b10d-e9980d1d5d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.072050 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-381597bc-30a7-49ae-9b4b-16e94c04a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:36.075198 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-381597bc-30a7-49ae-9b4b-16e94c04a652 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=043d55446d4c45528b48f7e10a1f624b&device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 1095 time: 0.1453683 Sep 16 05:02:36.092235 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3eff7b3b-6936-4a9a-b13b-4715ac9986a6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.100782 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3eff7b3b-6936-4a9a-b13b-4715ac9986a6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.104318 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3eff7b3b-6936-4a9a-b13b-4715ac9986a6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/35e59e85-ec35-42b2-8fdf-98c90e1e0f03 HTTP/1.1" status: 204 len: 168 time: 0.4935143 Sep 16 05:02:36.109709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60992) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:36.127588 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff7b3b-6936-4a9a-b13b-4715ac9986a6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35e59e85-ec35-42b2-8fdf-98c90e1e0f03,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:36.174128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8bb22fa2-86b0-472c-9064-f4e5f689b0c2 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0607419 Sep 16 05:02:36.174978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60994) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:36.181099 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-6351e9df-ebf4-4d59-8b23-91823f20f575 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecba1069-6c2f-4e6c-8470-cd8fd68036cf HTTP/1.1" status: 200 len: 217 time: 0.0649781 Sep 16 05:02:36.206913 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd79726f-b5eb-4513-8fda-28fee5e81d78 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.215017 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd79726f-b5eb-4513-8fda-28fee5e81d78 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.296468 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-da66badf-e98b-4f02-b10d-e9980d1d5d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.321600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-6f355047-0f1b-48f5-a6e6-299ca59c8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:36.321600 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-6f355047-0f1b-48f5-a6e6-299ca59c8054 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0ca5355-66a5-446c-8970-0c3c88361e82 HTTP/1.1" status: 200 len: 855 time: 0.1286142 Sep 16 05:02:36.324508 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd79726f-b5eb-4513-8fda-28fee5e81d78 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.330100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66badf-e98b-4f02-b10d-e9980d1d5d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7ff9663-b094-43ae-bfea-27154cee50f2,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:36.338711 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b77769-4741-418c-9ef3-a8e17e14b2e1 None None] Network 94292a08-7965-4890-98ca-c590d9f7562b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:36.344799 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-da66badf-e98b-4f02-b10d-e9980d1d5d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.349347 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-da66badf-e98b-4f02-b10d-e9980d1d5d99 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d7ff9663-b094-43ae-bfea-27154cee50f2 HTTP/1.1" status: 204 len: 168 time: 0.6870492 Sep 16 05:02:36.350830 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32768) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:36.352374 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd79726f-b5eb-4513-8fda-28fee5e81d78 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.356061 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bd79726f-b5eb-4513-8fda-28fee5e81d78 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/1d9717db-363f-4dcc-a763-f91e05d0b683 HTTP/1.1" status: 204 len: 168 time: 0.1775796 Sep 16 05:02:36.358019 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32770) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:36.378332 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79726f-b5eb-4513-8fda-28fee5e81d78 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d9717db-363f-4dcc-a763-f91e05d0b683,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:36.417735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c9e519bc-838f-47f2-878c-ec9282387303 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0581524 Sep 16 05:02:36.422262 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32774) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:36.470697 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b998cd-674e-44f5-8d69-10da48581870 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.539199 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d40c4ea-9d23-409d-98d2-5f45b560050e tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.571425 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d40c4ea-9d23-409d-98d2-5f45b560050e tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.595602 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-8244073e-726f-4783-b13e-517add277ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:36.597154 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-8244073e-726f-4783-b13e-517add277ef4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ed085ad-0528-4e23-be9f-f0e1d81c551f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2656093 Sep 16 05:02:36.603526 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.629939 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] DHCP port deletion for 94292a08-7965-4890-98ca-c590d9f7562b request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:02:36.702781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b582706-f1d4-4b21-8202-32e46a5398cd req-fafabddc-f78f-450b-9135-ef4a3c3793e0 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:36.704213 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] Deleting port e1b9ec58-812d-4e52-900b-0d0e0f74eb74 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:36.704602 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.704817 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b582706-f1d4-4b21-8202-32e46a5398cd req-fafabddc-f78f-450b-9135-ef4a3c3793e0 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.0686374 Sep 16 05:02:36.733985 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d40c4ea-9d23-409d-98d2-5f45b560050e tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.737620 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d40c4ea-9d23-409d-98d2-5f45b560050e tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.741624 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8d40c4ea-9d23-409d-98d2-5f45b560050e tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "DELETE /v2.0/security-groups/bb1300f7-cdcb-42cd-acb1-d916ba425fc4 HTTP/1.1" status: 204 len: 168 time: 0.3179765 Sep 16 05:02:36.743976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32780) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:36.772960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40c4ea-9d23-409d-98d2-5f45b560050e tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1300f7-cdcb-42cd-acb1-d916ba425fc4,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:36.785436 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-e4aab1cf-1821-4f95-ba5f-ae76d24c3a8b service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708279 Sep 16 05:02:36.796676 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] For port e1b9ec58-812d-4e52-900b-0d0e0f74eb74, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e1b9ec58-812d-4e52-900b-0d0e0f74eb74,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:36.797254 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.819058 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c6fd76ed-754a-44bb-9314-17643ddf97ed tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0706372 Sep 16 05:02:36.819865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32784) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:36.828670 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] Calling delete_port for e1b9ec58-812d-4e52-900b-0d0e0f74eb74 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:36.836259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b582706-f1d4-4b21-8202-32e46a5398cd req-966a6cc5-2ff3-4741-b5ad-fbb838768daa tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227605 Sep 16 05:02:36.846226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-e7fe343a-1043-4489-b843-36cb04b55603 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399276375'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:36.848418 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95405893-ea33-44b0-ad28-1ef0e46bc015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.903820 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95405893-ea33-44b0-ad28-1ef0e46bc015 admin admin] Pushing event deleted for resources: {'Port': ['ID=b70866f5-a44b-4a10-ab19-49d179046c74,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:36.910825 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b998cd-674e-44f5-8d69-10da48581870 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.946288 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e7fe343a-1043-4489-b843-36cb04b55603 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.973416 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b998cd-674e-44f5-8d69-10da48581870 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Pushing event updated for resources: {'Port': ['ID=1caa300c-e3e5-4169-ae3f-433a9563016c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:37.008291 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] Deleting port e1b9ec58-812d-4e52-900b-0d0e0f74eb74 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:37.008571 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.056293 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.078577 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0d069-2354-41c0-8b00-89af3ce5d9c3 req-152ec1c5-6ff2-4964-aa2b-c294a8b29bcc tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:37.084274 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b998cd-674e-44f5-8d69-10da48581870 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:37.087024 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-add0d069-2354-41c0-8b00-89af3ce5d9c3 req-152ec1c5-6ff2-4964-aa2b-c294a8b29bcc tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.1036882 Sep 16 05:02:37.101819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-e1b998cd-674e-44f5-8d69-10da48581870 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:37.111293 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] Pushing event deleted for resources: {'Port': ['ID=e1b9ec58-812d-4e52-900b-0d0e0f74eb74,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:37.122863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.123774 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.124311 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.124960 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.125138 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.125537 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.125963 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.126854 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.127252 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.127585 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.127959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.128325 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.136374 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe19f1a-1f75-4b8e-85f6-0f59cc896544 None None] No DVR routers for this DVR port e1b9ec58-812d-4e52-900b-0d0e0f74eb74 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:37.186359 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b998cd-674e-44f5-8d69-10da48581870 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:37.186359 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d2e7bc26-c307-4b29-88c3-4cc0a2662f1f req-084f82a1-4c7f-4a7b-a124-44043d77b265 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608060 Sep 16 05:02:37.200534 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-add0d069-2354-41c0-8b00-89af3ce5d9c3 req-61f32167-eb79-4f15-8da5-a3eee8cf2892 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125116 Sep 16 05:02:37.211706 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] For port e1b9ec58-812d-4e52-900b-0d0e0f74eb74, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e1b9ec58-812d-4e52-900b-0d0e0f74eb74,segment=NetworkSegment(4f4ffdd5-fd86-44a5-90fd-f7018524037d),segment_id=4f4ffdd5-fd86-44a5-90fd-f7018524037d)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:37.211886 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.231230 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] Calling delete_port for e1b9ec58-812d-4e52-900b-0d0e0f74eb74 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:37.240107 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95405893-ea33-44b0-ad28-1ef0e46bc015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.244655 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e7fe343a-1043-4489-b843-36cb04b55603 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.268355 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f7ef20fb-7890-416b-bc8d-2387d4307feb no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:37.290280 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: f7ef20fb-7890-416b-bc8d-2387d4307feb {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:37.290837 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f7ef20fb-7890-416b-bc8d-2387d4307feb not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:37.291116 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0ef7a535-a5d6-4ec4-a470-b2008527bcbf no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:37.313693 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 0ef7a535-a5d6-4ec4-a470-b2008527bcbf {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:37.314150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0ef7a535-a5d6-4ec4-a470-b2008527bcbf not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:37.314631 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e1b9ec58-812d-4e52-900b-0d0e0f74eb74 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:37.336799 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: e1b9ec58-812d-4e52-900b-0d0e0f74eb74 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:37.346230 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e1b9ec58-812d-4e52-900b-0d0e0f74eb74 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:37.374028 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e7fe343a-1043-4489-b843-36cb04b55603 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.409451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe343a-1043-4489-b843-36cb04b55603 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6676352-1e8c-4958-82d5-9adce11c992f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:37.471518 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e7fe343a-1043-4489-b843-36cb04b55603 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.473330 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e7fe343a-1043-4489-b843-36cb04b55603 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6348851 Sep 16 05:02:37.475930 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32794) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:37.481074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8bd070d8-2a4a-4fda-9b5a-aeb67e04d110 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group_rule': {'security_group_id': 'f6676352-1e8c-4958-82d5-9adce11c992f', 'direction': 'ingress', 'protocol': 17}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:37.568252 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8bd070d8-2a4a-4fda-9b5a-aeb67e04d110 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.633198 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8bd070d8-2a4a-4fda-9b5a-aeb67e04d110 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.683273 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8bd070d8-2a4a-4fda-9b5a-aeb67e04d110 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.699615 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd070d8-2a4a-4fda-9b5a-aeb67e04d110 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a18fd1a-aa7e-4cce-be0f-2570b208dcd3,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:37.734085 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-92927f4a-1d42-4ddc-be91-ece926b9413d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.753229 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95405893-ea33-44b0-ad28-1ef0e46bc015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.761097 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95405893-ea33-44b0-ad28-1ef0e46bc015 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.813707 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8bd070d8-2a4a-4fda-9b5a-aeb67e04d110 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.817471 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8bd070d8-2a4a-4fda-9b5a-aeb67e04d110 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3387196 Sep 16 05:02:37.818301 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32800) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:37.883420 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6255ec3-f32d-468e-8b30-1e96a58e7c28 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.897239 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6938c4b-2f35-4353-9be5-761b9aa55301 req-59e850c2-8cea-44ec-87b5-4ae105633bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:37.900396 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6938c4b-2f35-4353-9be5-761b9aa55301 req-59e850c2-8cea-44ec-87b5-4ae105633bfa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=043d55446d4c45528b48f7e10a1f624b&device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 1095 time: 0.2334983 Sep 16 05:02:37.916874 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6255ec3-f32d-468e-8b30-1e96a58e7c28 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.958450 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95405893-ea33-44b0-ad28-1ef0e46bc015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.959147 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95405893-ea33-44b0-ad28-1ef0e46bc015 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25a8eb90-d9df-432a-b6ca-963cba561b9e {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:37.970362 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95405893-ea33-44b0-ad28-1ef0e46bc015 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.974362 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-95405893-ea33-44b0-ad28-1ef0e46bc015 admin admin] 10.222.0.20 "DELETE /v2.0/routers/25a8eb90-d9df-432a-b6ca-963cba561b9e HTTP/1.1" status: 204 len: 168 time: 3.6713347 Sep 16 05:02:37.977326 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32804) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:37.987896 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.045282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773de2d0-acc3-4e56-8591-0b67e2062914 req-7a1d30bc-a75b-4087-95a9-ae7d4a1e240c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:38.047084 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-773de2d0-acc3-4e56-8591-0b67e2062914 req-7a1d30bc-a75b-4087-95a9-ae7d4a1e240c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.0891314 Sep 16 05:02:38.090469 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b9ec58-812d-4e52-900b-0d0e0f74eb74,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:38.095994 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-773de2d0-acc3-4e56-8591-0b67e2062914 req-00e0f9e7-3e07-486d-9778-3be1df7b0b36 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358140 Sep 16 05:02:38.136114 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] No DVR routers for this DVR port e1b9ec58-812d-4e52-900b-0d0e0f74eb74 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:38.184207 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5516824-500e-419f-ad89-ba4dcd19ec9a admin admin] Deleting subnet 5d9bd9c1-6515-435d-9b94-b77563678c82 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:38.190776 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6255ec3-f32d-468e-8b30-1e96a58e7c28 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.193474 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6255ec3-f32d-468e-8b30-1e96a58e7c28 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.194832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b6255ec3-f32d-468e-8b30-1e96a58e7c28 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "DELETE /v2.0/security-groups/f6676352-1e8c-4958-82d5-9adce11c992f HTTP/1.1" status: 204 len: 168 time: 0.3747623 Sep 16 05:02:38.197641 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e5516824-500e-419f-ad89-ba4dcd19ec9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.198270 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32810) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:38.204614 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6255ec3-f32d-468e-8b30-1e96a58e7c28 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6676352-1e8c-4958-82d5-9adce11c992f,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:38.238124 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6938c4b-2f35-4353-9be5-761b9aa55301 req-3cd2d952-61f0-4892-8eff-3215704b5b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:38.239662 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6938c4b-2f35-4353-9be5-761b9aa55301 req-3cd2d952-61f0-4892-8eff-3215704b5b59 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ed085ad-0528-4e23-be9f-f0e1d81c551f HTTP/1.1" status: 200 len: 917 time: 0.3147199 Sep 16 05:02:38.326369 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e0182-3df6-401a-9401-fbaeedd012b5 req-c61e0b63-550c-4a7d-93a5-19c8a9a4b864 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:38.328044 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c94e0182-3df6-401a-9401-fbaeedd012b5 req-c61e0b63-550c-4a7d-93a5-19c8a9a4b864 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.0544209 Sep 16 05:02:38.372368 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c94e0182-3df6-401a-9401-fbaeedd012b5 req-8a5dbf19-883d-4e84-a8d4-34f81b4f1dec tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377333 Sep 16 05:02:38.383819 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.395543 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6938c4b-2f35-4353-9be5-761b9aa55301 req-ed3f17f3-40fa-4cb0-a925-913d021c0556 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecba1069-6c2f-4e6c-8470-cd8fd68036cf HTTP/1.1" status: 200 len: 217 time: 0.1359179 Sep 16 05:02:38.423227 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e5516824-500e-419f-ad89-ba4dcd19ec9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.471716 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b998cd-674e-44f5-8d69-10da48581870 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.475259 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94292a08-7965-4890-98ca-c590d9f7562b']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:38.500149 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.550826 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2128caff-9ac1-460e-a0c8-55ec38edae9f tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3413813 Sep 16 05:02:38.555836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32818) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:38.562331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-0a9f6b2d-0d9f-4fe0-9b19-17312bf212e5 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498574917'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:38.567681 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4ffdd5-fd86-44a5-90fd-f7018524037d') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:38.567901 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4ffdd5-fd86-44a5-90fd-f7018524037d') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:38.594367 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.670313 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6938c4b-2f35-4353-9be5-761b9aa55301 req-e76ad73b-8feb-4cbd-a921-9e2707ed76c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:38.670313 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6938c4b-2f35-4353-9be5-761b9aa55301 req-e76ad73b-8feb-4cbd-a921-9e2707ed76c9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0ca5355-66a5-446c-8970-0c3c88361e82 HTTP/1.1" status: 200 len: 855 time: 0.2454107 Sep 16 05:02:38.676750 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a9f6b2d-0d9f-4fe0-9b19-17312bf212e5 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.691334 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.731978 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:02:38.732394 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: items = [ Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:02:38.736161 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:02:38.774679 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a9f6b2d-0d9f-4fe0-9b19-17312bf212e5 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.797597 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e5516824-500e-419f-ad89-ba4dcd19ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.848331 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a9f6b2d-0d9f-4fe0-9b19-17312bf212e5 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.876755 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6938c4b-2f35-4353-9be5-761b9aa55301 req-a10e1a3c-4c43-4ddd-963e-10935757a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:38.878293 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6938c4b-2f35-4353-9be5-761b9aa55301 req-a10e1a3c-4c43-4ddd-963e-10935757a668 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ed085ad-0528-4e23-be9f-f0e1d81c551f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1991892 Sep 16 05:02:38.909311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f6b2d-0d9f-4fe0-9b19-17312bf212e5 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdb958a-6747-4c73-aa90-00933a223683,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:38.950373 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.956855 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a9f6b2d-0d9f-4fe0-9b19-17312bf212e5 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.960699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0a9f6b2d-0d9f-4fe0-9b19-17312bf212e5 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4010935 Sep 16 05:02:38.960933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32824) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:38.968746 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-5e02e6d4-352e-43ea-ba94-5c135aee6ce6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group': {'name': 'tempest-secgroup--466544948'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:38.978184 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.981081 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] 10.222.0.20 "DELETE /v2.0/networks/94292a08-7965-4890-98ca-c590d9f7562b HTTP/1.1" status: 204 len: 168 time: 2.6190484 Sep 16 05:02:39.044740 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95c3c5-1d34-4a78-a9fd-a366c5dc58db admin admin] Pushing event deleted for resources: {'Network': ['ID=94292a08-7965-4890-98ca-c590d9f7562b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:39.059851 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b998cd-674e-44f5-8d69-10da48581870 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.071239 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e02e6d4-352e-43ea-ba94-5c135aee6ce6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.073980 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b998cd-674e-44f5-8d69-10da48581870 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.110802 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device b70866f5-a44b-4a10-ab19-49d179046c74 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:39.144057 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6938c4b-2f35-4353-9be5-761b9aa55301 req-98a4a8a0-8b48-44e3-ab4a-a501605ed60f service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570772 Sep 16 05:02:39.145328 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: b70866f5-a44b-4a10-ab19-49d179046c74 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:39.146584 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device b70866f5-a44b-4a10-ab19-49d179046c74 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:39.146702 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e5516824-500e-419f-ad89-ba4dcd19ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.196317 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.199368 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5516824-500e-419f-ad89-ba4dcd19ec9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d9bd9c1-6515-435d-9b94-b77563678c82,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:39.202985 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e5516824-500e-419f-ad89-ba4dcd19ec9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.204925 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e5516824-500e-419f-ad89-ba4dcd19ec9a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5d9bd9c1-6515-435d-9b94-b77563678c82 HTTP/1.1" status: 204 len: 168 time: 1.2265830 Sep 16 05:02:39.205846 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9df2d1a-4c7e-4f4d-95f5-602f6609b153 None None] Network 09e9a32d-5acc-4362-95dd-5205a4aa85ff requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:39.207952 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32834) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:39.332083 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e02e6d4-352e-43ea-ba94-5c135aee6ce6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.348822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1779b-6b73-4016-83a1-01bae9108c68 req-245ba21b-a0a1-4061-b41b-4d13d140a33b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:39.350522 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8c1779b-6b73-4016-83a1-01bae9108c68 req-245ba21b-a0a1-4061-b41b-4d13d140a33b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.1560678 Sep 16 05:02:39.385084 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.402746 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8c1779b-6b73-4016-83a1-01bae9108c68 req-797612d6-4757-48bb-b738-73e2a04d838f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441604 Sep 16 05:02:39.408667 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6938c4b-2f35-4353-9be5-761b9aa55301 req-3c856665-7695-4707-8852-007abf5ccaf7 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484417 Sep 16 05:02:39.459732 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e02e6d4-352e-43ea-ba94-5c135aee6ce6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.471114 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5882b2e5-c3cf-45f3-ac9e-46fdcda28464 None None] DHCP port deletion for 09e9a32d-5acc-4362-95dd-5205a4aa85ff request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:02:39.474258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32842) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:39.520598 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] Deleting port 642e7f0a-e796-4b35-94e6-c680cea45aa5 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:39.521448 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.545955 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-5882b2e5-c3cf-45f3-ac9e-46fdcda28464 None None] Deleting port 642e7f0a-e796-4b35-94e6-c680cea45aa5 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:39.546497 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5882b2e5-c3cf-45f3-ac9e-46fdcda28464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.590903 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b998cd-674e-44f5-8d69-10da48581870 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Router 07f7fa32-f333-4a84-b253-b7f6d59be6b5 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:39.609648 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] For port 642e7f0a-e796-4b35-94e6-c680cea45aa5, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=642e7f0a-e796-4b35-94e6-c680cea45aa5,segment=NetworkSegment(8ae39fba-4971-4dc4-9ac1-716da43d562a),segment_id=8ae39fba-4971-4dc4-9ac1-716da43d562a)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:39.610996 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.620596 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02e6d4-352e-43ea-ba94-5c135aee6ce6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=939914e5-50c0-4994-9359-eddda70fd4ae,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:39.633033 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] Calling delete_port for 642e7f0a-e796-4b35-94e6-c680cea45aa5 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:39.633556 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5882b2e5-c3cf-45f3-ac9e-46fdcda28464 None None] For port 642e7f0a-e796-4b35-94e6-c680cea45aa5, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=642e7f0a-e796-4b35-94e6-c680cea45aa5,segment=NetworkSegment(8ae39fba-4971-4dc4-9ac1-716da43d562a),segment_id=8ae39fba-4971-4dc4-9ac1-716da43d562a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:39.634092 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5882b2e5-c3cf-45f3-ac9e-46fdcda28464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.647525 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e02e6d4-352e-43ea-ba94-5c135aee6ce6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.649233 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5e02e6d4-352e-43ea-ba94-5c135aee6ce6 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6871512 Sep 16 05:02:39.654811 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-5882b2e5-c3cf-45f3-ac9e-46fdcda28464 None None] Calling delete_port for 642e7f0a-e796-4b35-94e6-c680cea45aa5 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:39.657767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32844) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:39.671176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-251b7958-22f5-4ca1-a54f-7d888a593308 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group_rule': {'security_group_id': '7fdb958a-6747-4c73-aa90-00933a223683', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '939914e5-50c0-4994-9359-eddda70fd4ae', 'remote_ip_prefix': None}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:39.697949 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9172a6-9100-40d1-b192-60e34a10a720 req-d6092273-aaaf-4703-8b8b-c798a74f7e35 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:39.700089 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4f9172a6-9100-40d1-b192-60e34a10a720 req-d6092273-aaaf-4703-8b8b-c798a74f7e35 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.1764677 Sep 16 05:02:39.723076 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4e1e35c5-d255-48d1-9a92-c330b96b29c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0080ff4c44ee45ada6a4ae19685a08f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436209 Sep 16 05:02:39.725003 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32846) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:39.800423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4f9172a6-9100-40d1-b192-60e34a10a720 req-45d7d175-f23f-4231-8047-b16aea50a75e tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920997 Sep 16 05:02:39.815998 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0e5321b7-0357-47ea-af13-5bcf5683b771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.821257 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b998cd-674e-44f5-8d69-10da48581870 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:39.829691 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b998cd-674e-44f5-8d69-10da48581870 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.831183 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e1b998cd-674e-44f5-8d69-10da48581870 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "PUT /v2.0/routers/07f7fa32-f333-4a84-b253-b7f6d59be6b5 HTTP/1.1" status: 200 len: 883 time: 5.6825759 Sep 16 05:02:39.835569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32848) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:39.837292 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060472ca-b0c5-4a7b-a8aa-7d05d8ecdf80 None None] Sync routers for ids ['07f7fa32-f333-4a84-b253-b7f6d59be6b5'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:39.843098 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5882b2e5-c3cf-45f3-ac9e-46fdcda28464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.850012 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060472ca-b0c5-4a7b-a8aa-7d05d8ecdf80 None None] Routers {'07f7fa32-f333-4a84-b253-b7f6d59be6b5'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:39.851385 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-060472ca-b0c5-4a7b-a8aa-7d05d8ecdf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['07f7fa32-f333-4a84-b253-b7f6d59be6b5'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:39.855171 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.894214 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0e5321b7-0357-47ea-af13-5bcf5683b771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.902393 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-060472ca-b0c5-4a7b-a8aa-7d05d8ecdf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:39.903090 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] Pushing event deleted for resources: {'Port': ['ID=642e7f0a-e796-4b35-94e6-c680cea45aa5,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:39.905285 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] No DVR routers for this DVR port 642e7f0a-e796-4b35-94e6-c680cea45aa5 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:39.912215 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882b2e5-c3cf-45f3-ac9e-46fdcda28464 None None] No DVR routers for this DVR port 642e7f0a-e796-4b35-94e6-c680cea45aa5 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:39.913741 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060472ca-b0c5-4a7b-a8aa-7d05d8ecdf80 None None] Routers {'07f7fa32-f333-4a84-b253-b7f6d59be6b5'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:39.914569 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-060472ca-b0c5-4a7b-a8aa-7d05d8ecdf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['07f7fa32-f333-4a84-b253-b7f6d59be6b5'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:39.921515 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882b2e5-c3cf-45f3-ac9e-46fdcda28464 None None] Pushing event deleted for resources: {'Port': ['ID=642e7f0a-e796-4b35-94e6-c680cea45aa5,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:39.960486 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-060472ca-b0c5-4a7b-a8aa-7d05d8ecdf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:39.961154 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060472ca-b0c5-4a7b-a8aa-7d05d8ecdf80 None None] The sync data for ids ['07f7fa32-f333-4a84-b253-b7f6d59be6b5'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:40.001298 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.028817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e9a32d-5acc-4362-95dd-5205a4aa85ff']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:40.039218 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae39fba-4971-4dc4-9ac1-716da43d562a') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:40.039503 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae39fba-4971-4dc4-9ac1-716da43d562a') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:40.051216 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.071033 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.077365 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:02:40.077847 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:02:40.079669 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:02:40.192160 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-251b7958-22f5-4ca1-a54f-7d888a593308 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.214339 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.426073 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.426073 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] 10.222.0.20 "DELETE /v2.0/networks/09e9a32d-5acc-4362-95dd-5205a4aa85ff HTTP/1.1" status: 204 len: 168 time: 1.0292287 Sep 16 05:02:40.426073 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1522f-0182-400a-b698-2f795d7f2470 admin admin] Pushing event deleted for resources: {'Network': ['ID=09e9a32d-5acc-4362-95dd-5205a4aa85ff,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:40.426761 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4213505a-686b-4ce3-b46a-1f3b4574ae76 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "GET /v2.0/routers/07f7fa32-f333-4a84-b253-b7f6d59be6b5 HTTP/1.1" status: 200 len: 924 time: 0.4548678 Sep 16 05:02:40.427558 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ecba1069-6c2f-4e6c-8470-cd8fd68036cf details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:40.427769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32858) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:40.427769 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-251b7958-22f5-4ca1-a54f-7d888a593308 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.427769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78297c44-d979-463e-8984-5183c5fb2269 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:40.427769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-78297c44-d979-463e-8984-5183c5fb2269 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&device_id=07f7fa32-f333-4a84-b253-b7f6d59be6b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0666852 Sep 16 05:02:40.427769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32862) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:40.436171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ecba1069-6c2f-4e6c-8470-cd8fd68036cf, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:40.448576 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'port_id': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf', 'mac_address': 'fa:16:3e:4b:65:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:40.452362 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0e5321b7-0357-47ea-af13-5bcf5683b771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.452362 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0e5321b7-0357-47ea-af13-5bcf5683b771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.453496 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0e5321b7-0357-47ea-af13-5bcf5683b771 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6106bad7-16d6-46b6-abe3-5e62da63a700 HTTP/1.1" status: 204 len: 168 time: 0.7257361 Sep 16 05:02:40.493155 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-251b7958-22f5-4ca1-a54f-7d888a593308 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.506520 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.522301 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5321b7-0357-47ea-af13-5bcf5683b771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6106bad7-16d6-46b6-abe3-5e62da63a700,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:40.526476 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecba1069-6c2f-4e6c-8470-cd8fd68036cf {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:40.537792 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeafd4e-8a72-425f-b2a5-48746aa6809a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:40.547329 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1eeafd4e-8a72-425f-b2a5-48746aa6809a tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 881 time: 0.1577747 Sep 16 05:02:40.549614 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32870) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:40.558449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b7958-22f5-4ca1-a54f-7d888a593308 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030a0c8c-051c-48bb-b1c5-290ffd5bdd78,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:40.568447 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ecba1069-6c2f-4e6c-8470-cd8fd68036cf, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:40.601969 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dbf3e0e2-3844-41fe-85d9-da93daab7cca tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "GET /v2.0/ports?device_id=07f7fa32-f333-4a84-b253-b7f6d59be6b5 HTTP/1.1" status: 200 len: 205 time: 0.0507405 Sep 16 05:02:40.605907 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32872) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:40.642492 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.685662 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-251b7958-22f5-4ca1-a54f-7d888a593308 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.687652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-251b7958-22f5-4ca1-a54f-7d888a593308 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0232081 Sep 16 05:02:40.691439 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32874) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:40.716337 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.717229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32876) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:40.736300 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01b706-1af2-4ef5-8dcc-636474695965 req-719e7cd0-5f3f-4678-abd6-a77360da0c58 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:40.738074 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a01b706-1af2-4ef5-8dcc-636474695965 req-719e7cd0-5f3f-4678-abd6-a77360da0c58 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.1527667 Sep 16 05:02:40.747509 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b19c5dea-2501-4ee1-91ab-30c5d56220f7 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.751848 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b19c5dea-2501-4ee1-91ab-30c5d56220f7 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.756931 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:40.853562 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d6030d69-9f94-4d8b-96aa-3d4b7fcb4dd3 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.861656 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fe017a6e-bdcc-42c2-a00b-e152ca6cdcf4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e384f1c485654208832e5a341d965262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394615 Sep 16 05:02:40.864023 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32884) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:40.880701 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a01b706-1af2-4ef5-8dcc-636474695965 req-1721b1f2-6c33-474b-8480-780ea8efbb74 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220484 Sep 16 05:02:40.934941 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b19c5dea-2501-4ee1-91ab-30c5d56220f7 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.947716 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b19c5dea-2501-4ee1-91ab-30c5d56220f7 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.954707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32886) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:40.962471 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b19c5dea-2501-4ee1-91ab-30c5d56220f7 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/030a0c8c-051c-48bb-b1c5-290ffd5bdd78 HTTP/1.1" status: 204 len: 168 time: 0.2699587 Sep 16 05:02:40.970937 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9f73d624-ca85-43eb-a9e8-fe3d31f09bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.974428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c5dea-2501-4ee1-91ab-30c5d56220f7 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=030a0c8c-051c-48bb-b1c5-290ffd5bdd78,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:40.998249 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9f73d624-ca85-43eb-a9e8-fe3d31f09bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.038060 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['ecba1069-6c2f-4e6c-8470-cd8fd68036cf'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:41.077267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4a3fc-5469-44db-994f-b5ecc3ff4433 req-dd079e13-e1c2-4708-828f-79ac16eb7d80 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:41.089848 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eea4a3fc-5469-44db-994f-b5ecc3ff4433 req-dd079e13-e1c2-4708-828f-79ac16eb7d80 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.1738687 Sep 16 05:02:41.145730 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9f73d624-ca85-43eb-a9e8-fe3d31f09bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.148070 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d6030d69-9f94-4d8b-96aa-3d4b7fcb4dd3 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.148833 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9f73d624-ca85-43eb-a9e8-fe3d31f09bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.150067 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9f73d624-ca85-43eb-a9e8-fe3d31f09bfd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26145ce5-c7ea-4576-b851-ceca373ff447 HTTP/1.1" status: 204 len: 168 time: 0.2840035 Sep 16 05:02:41.159712 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73d624-ca85-43eb-a9e8-fe3d31f09bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26145ce5-c7ea-4576-b851-ceca373ff447,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:41.197377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 642e7f0a-e796-4b35-94e6-c680cea45aa5 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:41.212032 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32900) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:41.212786 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-871520f6-f3fe-4e24-84fa-6d148d08efec tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2562425 Sep 16 05:02:41.249756 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 642e7f0a-e796-4b35-94e6-c680cea45aa5 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:41.250172 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 642e7f0a-e796-4b35-94e6-c680cea45aa5 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:41.280565 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eea4a3fc-5469-44db-994f-b5ecc3ff4433 req-3d0e2aa4-bc58-482a-96a3-0354bb48eb91 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725366 Sep 16 05:02:41.310253 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5065d83d-8a63-4fa2-b9eb-9f0a76e58b30 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.351299 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5065d83d-8a63-4fa2-b9eb-9f0a76e58b30 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.383457 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-d6030d69-9f94-4d8b-96aa-3d4b7fcb4dd3 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Deleting port 1caa300c-e3e5-4169-ae3f-433a9563016c {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:41.383810 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d6030d69-9f94-4d8b-96aa-3d4b7fcb4dd3 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.473711 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d6030d69-9f94-4d8b-96aa-3d4b7fcb4dd3 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.487913 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5065d83d-8a63-4fa2-b9eb-9f0a76e58b30 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.490231 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-d6030d69-9f94-4d8b-96aa-3d4b7fcb4dd3 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Calling delete_port for 1caa300c-e3e5-4169-ae3f-433a9563016c owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:41.491427 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5065d83d-8a63-4fa2-b9eb-9f0a76e58b30 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.496675 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5065d83d-8a63-4fa2-b9eb-9f0a76e58b30 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "DELETE /v2.0/security-groups/939914e5-50c0-4994-9359-eddda70fd4ae HTTP/1.1" status: 204 len: 168 time: 0.2833953 Sep 16 05:02:41.512323 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32912) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:41.524537 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065d83d-8a63-4fa2-b9eb-9f0a76e58b30 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=939914e5-50c0-4994-9359-eddda70fd4ae,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:41.620541 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-35470836-b6bb-4658-93fc-073cf7e520cd tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1165073 Sep 16 05:02:41.623365 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32920) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:41.704318 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0502b2f3-58e8-49b5-ad62-8e38f53e5a74 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.737511 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0502b2f3-58e8-49b5-ad62-8e38f53e5a74 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.829380 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d911e9bc-3b28-401b-aab1-06c74c0b979c details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:41.833961 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d911e9bc-3b28-401b-aab1-06c74c0b979c no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:41.928636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0502b2f3-58e8-49b5-ad62-8e38f53e5a74 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.929878 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d6030d69-9f94-4d8b-96aa-3d4b7fcb4dd3 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.931726 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0502b2f3-58e8-49b5-ad62-8e38f53e5a74 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.934141 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0502b2f3-58e8-49b5-ad62-8e38f53e5a74 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "DELETE /v2.0/security-groups/7fdb958a-6747-4c73-aa90-00933a223683 HTTP/1.1" status: 204 len: 168 time: 0.3097389 Sep 16 05:02:41.937076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32936) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:41.954963 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502b2f3-58e8-49b5-ad62-8e38f53e5a74 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdb958a-6747-4c73-aa90-00933a223683,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:41.989159 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32940) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:42.015158 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6030d69-9f94-4d8b-96aa-3d4b7fcb4dd3 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Pushing event deleted for resources: {'Port': ['ID=1caa300c-e3e5-4169-ae3f-433a9563016c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:42.065095 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.099422 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port d911e9bc-3b28-401b-aab1-06c74c0b979c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d911e9bc-3b28-401b-aab1-06c74c0b979c,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:42.106809 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f04ef34-9533-4109-a183-161a1f10cef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd911e9bc-3b28-401b-aab1-06c74c0b979c'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:42.109338 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eafbcc9-4335-4b45-99b5-223aae5d75c1" -d '{"events": [{"server_uuid": "8f04ef34-9533-4109-a183-161a1f10cef0", "name": "network-vif-unplugged", "status": "completed", "tag": "d911e9bc-3b28-401b-aab1-06c74c0b979c"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:42.164588 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-46b8faf3-346c-42d4-8163-26c296b7979f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1062327200-network', 'tenant_id': '187d066740d54594b4e2eb97d7cf8d25'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:42.182551 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port d911e9bc-3b28-401b-aab1-06c74c0b979c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d911e9bc-3b28-401b-aab1-06c74c0b979c,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:42.186594 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'd911e9bc-3b28-401b-aab1-06c74c0b979c', 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a', 'port_id': 'd911e9bc-3b28-401b-aab1-06c74c0b979c', 'mac_address': 'fa:16:3e:bd:1d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78824b81-40b9-45ee-a0f2-5c2c425bea42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:42.207386 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d6030d69-9f94-4d8b-96aa-3d4b7fcb4dd3 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.219674 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be462fda-951d-460d-a3a5-7facdd029c8a x-openstack-request-id: req-be462fda-951d-460d-a3a5-7facdd029c8a {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:42.220101 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f04ef34-9533-4109-a183-161a1f10cef0", "name": "network-vif-unplugged", "status": "completed", "tag": "d911e9bc-3b28-401b-aab1-06c74c0b979c", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:42.221891 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be462fda-951d-460d-a3a5-7facdd029c8a {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:42.221891 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f04ef34-9533-4109-a183-161a1f10cef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd911e9bc-3b28-401b-aab1-06c74c0b979c', 'code': 200} Sep 16 05:02:42.243731 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.249453 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.271602 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b8faf3-346c-42d4-8163-26c296b7979f admin admin] Made reservation on behalf of 187d066740d54594b4e2eb97d7cf8d25 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:42.273555 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-46b8faf3-346c-42d4-8163-26c296b7979f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.282640 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-46b8faf3-346c-42d4-8163-26c296b7979f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.287667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d911e9bc-3b28-401b-aab1-06c74c0b979c {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:42.303047 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-800c47a1-98c6-45ae-bf49-4870c2e9082d tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3578286 Sep 16 05:02:42.310015 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32958) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:42.318521 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-9d628b69-a370-45d9-b9d1-12c238842b35 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group': {'name': 'tempest-secgroup--90524221'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:42.345653 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d6030d69-9f94-4d8b-96aa-3d4b7fcb4dd3 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.351426 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:02:42.351783 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:02:42.352488 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ecba1069-6c2f-4e6c-8470-cd8fd68036cf up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:42.364276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afbda4-08ec-476b-a962-c702d29d3814 req-994f16c2-851c-4f09-9b31-8818e92b584e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:42.365902 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86afbda4-08ec-476b-a962-c702d29d3814 req-994f16c2-851c-4f09-9b31-8818e92b584e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 944 time: 0.3618510 Sep 16 05:02:42.367304 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d6030d69-9f94-4d8b-96aa-3d4b7fcb4dd3 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.417160 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=d911e9bc-3b28-401b-aab1-06c74c0b979c,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:42.427062 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-46b8faf3-346c-42d4-8163-26c296b7979f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.470431 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-46b8faf3-346c-42d4-8163-26c296b7979f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.500368 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port ecba1069-6c2f-4e6c-8470-cd8fd68036cf completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:42.508817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32964) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:42.512855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86afbda4-08ec-476b-a962-c702d29d3814 req-ad0e9b88-6b6b-490b-9822-fd7e383a81c0 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313941 Sep 16 05:02:42.520131 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8faf3-346c-42d4-8163-26c296b7979f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276c9af5-a6cf-48c0-9b2a-701756023d52,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:42.522551 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port ecba1069-6c2f-4e6c-8470-cd8fd68036cf triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:42.526806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e9b4c-8fea-4346-91de-71f6b78c67fe req-c032451c-ed49-4711-9bf0-ff90521a4433 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:42.529028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af7e9b4c-8fea-4346-91de-71f6b78c67fe req-c032451c-ed49-4711-9bf0-ff90521a4433 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 943 time: 0.1511250 Sep 16 05:02:42.531434 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.563151 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b8faf3-346c-42d4-8163-26c296b7979f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:02:42.563307 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d6030d69-9f94-4d8b-96aa-3d4b7fcb4dd3 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.563819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6030d69-9f94-4d8b-96aa-3d4b7fcb4dd3 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Fanout notify agent at l3_agent the message router_deleted on router 07f7fa32-f333-4a84-b253-b7f6d59be6b5 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:42.578406 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-46b8faf3-346c-42d4-8163-26c296b7979f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.578752 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-46b8faf3-346c-42d4-8163-26c296b7979f admin admin] Added segment a4354d27-04a6-437a-bd5c-4006473e39dd of type vlan for network 021996d6-d46a-4afa-b4fc-3ab6857ffa55 Sep 16 05:02:42.591277 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d6030d69-9f94-4d8b-96aa-3d4b7fcb4dd3 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.599187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d6030d69-9f94-4d8b-96aa-3d4b7fcb4dd3 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "DELETE /v2.0/routers/07f7fa32-f333-4a84-b253-b7f6d59be6b5 HTTP/1.1" status: 204 len: 168 time: 1.9586606 Sep 16 05:02:42.599187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af7e9b4c-8fea-4346-91de-71f6b78c67fe req-889bddd4-7487-42f8-8d3c-889f20f8ca58 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590622 Sep 16 05:02:42.599187 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32968) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:42.605880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-e7c475f2-7137-46e3-a3fa-8d7878de0e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-122937215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:42.621648 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d628b69-a370-45d9-b9d1-12c238842b35 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.679386 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.680951 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-781f73b1-22e6-43dd-9c30-5b18e9872a6f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1285818098-network', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:42.686359 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-46b8faf3-346c-42d4-8163-26c296b7979f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.714687 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ecba1069-6c2f-4e6c-8470-cd8fd68036cf, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:42.733806 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e7c475f2-7137-46e3-a3fa-8d7878de0e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.735094 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e7c475f2-7137-46e3-a3fa-8d7878de0e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.794216 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e7c475f2-7137-46e3-a3fa-8d7878de0e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.802810 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d628b69-a370-45d9-b9d1-12c238842b35 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.825226 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-46b8faf3-346c-42d4-8163-26c296b7979f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.826252 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b8faf3-346c-42d4-8163-26c296b7979f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:42.831866 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-46b8faf3-346c-42d4-8163-26c296b7979f admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.878683 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.893269 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e7c475f2-7137-46e3-a3fa-8d7878de0e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.896228 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8faf3-346c-42d4-8163-26c296b7979f admin admin] Pushing event updated for resources: {'Network': ['ID=021996d6-d46a-4afa-b4fc-3ab6857ffa55,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:42.909814 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 021996d6-d46a-4afa-b4fc-3ab6857ffa55 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:02:42.942198 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.971508 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d628b69-a370-45d9-b9d1-12c238842b35 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.006032 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d911e9bc-3b28-401b-aab1-06c74c0b979c {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:43.016242 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:43.044586 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e7c475f2-7137-46e3-a3fa-8d7878de0e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.047294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e7c475f2-7137-46e3-a3fa-8d7878de0e47 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4471529 Sep 16 05:02:43.047412 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port d911e9bc-3b28-401b-aab1-06c74c0b979c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d911e9bc-3b28-401b-aab1-06c74c0b979c,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:43.050540 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32974) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:43.055686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-00f3ac8b-b416-4429-9d50-d7ce3a580759 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'enable_snat': True}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:43.139506 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.236421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=d911e9bc-3b28-401b-aab1-06c74c0b979c,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:43.289131 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00f3ac8b-b416-4429-9d50-d7ce3a580759 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.387769 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d628b69-a370-45d9-b9d1-12c238842b35 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49be5923-8738-4688-996b-49b38517b0f8,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:43.472860 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781f73b1-22e6-43dd-9c30-5b18e9872a6f admin admin] Made reservation on behalf of 91693b6bb4c94d389176250ac4c2912a for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:43.475833 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-781f73b1-22e6-43dd-9c30-5b18e9872a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.485357 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-781f73b1-22e6-43dd-9c30-5b18e9872a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.539586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['d911e9bc-3b28-401b-aab1-06c74c0b979c'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:43.594646 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-46b8faf3-346c-42d4-8163-26c296b7979f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6014485 Sep 16 05:02:43.596396 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32986) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:43.600567 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-670d0724-4c8d-4169-8bb6-bdf2284ae68d admin admin] Request body: {'subnet': {'network_id': '021996d6-d46a-4afa-b4fc-3ab6857ffa55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1062327200-subnet', 'tenant_id': '187d066740d54594b4e2eb97d7cf8d25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:43.622054 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d628b69-a370-45d9-b9d1-12c238842b35 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.626191 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9d628b69-a370-45d9-b9d1-12c238842b35 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3120611 Sep 16 05:02:43.632256 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32988) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:43.637292 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-138824f5-b70b-4b7b-86f4-18a0d9929774 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group_rule': {'security_group_id': '49be5923-8738-4688-996b-49b38517b0f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:43.658217 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00f3ac8b-b416-4429-9d50-d7ce3a580759 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.716562 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00f3ac8b-b416-4429-9d50-d7ce3a580759 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.740189 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-781f73b1-22e6-43dd-9c30-5b18e9872a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.781020 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-781f73b1-22e6-43dd-9c30-5b18e9872a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.815748 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781f73b1-22e6-43dd-9c30-5b18e9872a6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:02:43.831075 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f73b1-22e6-43dd-9c30-5b18e9872a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d322c2-1c1b-43d4-a79f-0359e41e873d,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:43.843648 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-781f73b1-22e6-43dd-9c30-5b18e9872a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.843648 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-781f73b1-22e6-43dd-9c30-5b18e9872a6f admin admin] Added segment c8a61be0-26c8-4695-a059-bc41364d1deb of type vlan for network c08e5f85-cde7-4610-a958-1197a080fe84 Sep 16 05:02:43.847108 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701b820-4652-4c50-a4a0-2c450fcde46f req-2b23feac-022d-43d4-8290-d5d198733e15 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:43.848703 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a701b820-4652-4c50-a4a0-2c450fcde46f req-2b23feac-022d-43d4-8290-d5d198733e15 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.1828096 Sep 16 05:02:43.864764 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fca75-814f-43bb-b2ed-88dc160024ab req-9fca4bdf-8d5a-43c9-be81-8de5fa6030f8 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:43.866276 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c53fca75-814f-43bb-b2ed-88dc160024ab req-9fca4bdf-8d5a-43c9-be81-8de5fa6030f8 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 944 time: 0.1538522 Sep 16 05:02:43.903340 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-781f73b1-22e6-43dd-9c30-5b18e9872a6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.905565 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670d0724-4c8d-4169-8bb6-bdf2284ae68d admin admin] Made reservation on behalf of 187d066740d54594b4e2eb97d7cf8d25 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:43.908897 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-670d0724-4c8d-4169-8bb6-bdf2284ae68d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.981535 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-00f3ac8b-b416-4429-9d50-d7ce3a580759 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Allocated IP 172.25.4.33 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/8efad99f-c42a-414e-99f7-2410821e7037) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:43.989137 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c53fca75-814f-43bb-b2ed-88dc160024ab req-cfc9d00d-d59c-4369-8753-828888d2e88a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010835 Sep 16 05:02:43.992015 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a701b820-4652-4c50-a4a0-2c450fcde46f req-f28c1a6c-227c-481b-87c7-627ec433bdbc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246688 Sep 16 05:02:44.071525 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-138824f5-b70b-4b7b-86f4-18a0d9929774 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.087329 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-781f73b1-22e6-43dd-9c30-5b18e9872a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.087329 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f73b1-22e6-43dd-9c30-5b18e9872a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:44.087855 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-781f73b1-22e6-43dd-9c30-5b18e9872a6f admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.110006 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00f3ac8b-b416-4429-9d50-d7ce3a580759 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.185667 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00f3ac8b-b416-4429-9d50-d7ce3a580759 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.224642 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-781f73b1-22e6-43dd-9c30-5b18e9872a6f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7120585 Sep 16 05:02:44.224867 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04162c3-c4a9-4d19-a703-1cc8f2f04181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:44.226589 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f73b1-22e6-43dd-9c30-5b18e9872a6f admin admin] Pushing event updated for resources: {'Network': ['ID=c08e5f85-cde7-4610-a958-1197a080fe84,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:44.228460 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963c8c6d-31be-4183-bcf9-f975c52b8b56" -d '{"events": [{"server_uuid": "f04162c3-c4a9-4d19-a703-1cc8f2f04181", "name": "network-vif-plugged", "status": "completed", "tag": "ecba1069-6c2f-4e6c-8470-cd8fd68036cf"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:44.229875 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33000) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:44.237713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f3ac8b-b416-4429-9d50-d7ce3a580759 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:44.237920 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-30e14447-6b8d-4cd8-91ab-aad229faf591 admin admin] Request body: {'subnet': {'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1285818098-subnet', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:44.243514 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-00f3ac8b-b416-4429-9d50-d7ce3a580759 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:44.246969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f3ac8b-b416-4429-9d50-d7ce3a580759 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:44.256747 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network c08e5f85-cde7-4610-a958-1197a080fe84 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:02:44.262736 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-138824f5-b70b-4b7b-86f4-18a0d9929774 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.278233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3ac8b-b416-4429-9d50-d7ce3a580759 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Pushing event updated for resources: {'Port': ['ID=8efad99f-c42a-414e-99f7-2410821e7037,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:44.289645 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-670d0724-4c8d-4169-8bb6-bdf2284ae68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.302784 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da01f3d2-9c05-48da-b69d-e801bb5f7ccf x-openstack-request-id: req-da01f3d2-9c05-48da-b69d-e801bb5f7ccf {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:44.303151 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04162c3-c4a9-4d19-a703-1cc8f2f04181", "name": "network-vif-plugged", "status": "completed", "tag": "ecba1069-6c2f-4e6c-8470-cd8fd68036cf", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:44.303815 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da01f3d2-9c05-48da-b69d-e801bb5f7ccf {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:44.304225 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04162c3-c4a9-4d19-a703-1cc8f2f04181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf', 'code': 200} Sep 16 05:02:44.326619 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-138824f5-b70b-4b7b-86f4-18a0d9929774 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.343612 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e14447-6b8d-4cd8-91ab-aad229faf591 admin admin] Made reservation on behalf of 91693b6bb4c94d389176250ac4c2912a for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:44.345927 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30e14447-6b8d-4cd8-91ab-aad229faf591 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.398476 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138824f5-b70b-4b7b-86f4-18a0d9929774 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1aa5e0-8f4f-42b0-9c37-3195a04c18b2,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:44.460339 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d0724-4c8d-4169-8bb6-bdf2284ae68d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0501649b-8c4c-4e06-b719-24c193ae097e,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:44.474729 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-138824f5-b70b-4b7b-86f4-18a0d9929774 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.475962 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-138824f5-b70b-4b7b-86f4-18a0d9929774 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8438382 Sep 16 05:02:44.479366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33006) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:44.490231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670d0724-4c8d-4169-8bb6-bdf2284ae68d admin admin] Checking segment: {'id': 'a4354d27-04a6-437a-bd5c-4006473e39dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '021996d6-d46a-4afa-b4fc-3ab6857ffa55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:44.490589 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670d0724-4c8d-4169-8bb6-bdf2284ae68d admin admin] Network hostable DHCP agents. Network: 021996d6-d46a-4afa-b4fc-3ab6857ffa55, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:02:44.504893 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e1fede90-9d2e-4cab-8b69-a07231b1765d tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.514676 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e1fede90-9d2e-4cab-8b69-a07231b1765d tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.525988 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830593c-d9a2-450b-af38-5f6040eba7a8 req-afae92ad-a920-4951-894c-66524e5a1077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:44.527560 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e830593c-d9a2-450b-af38-5f6040eba7a8 req-afae92ad-a920-4951-894c-66524e5a1077 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 1097 time: 0.1301515 Sep 16 05:02:44.605453 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e830593c-d9a2-450b-af38-5f6040eba7a8 req-2a3fefb0-8ffb-4e80-94e5-b1a597ff9808 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707572 Sep 16 05:02:44.632752 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670d0724-4c8d-4169-8bb6-bdf2284ae68d admin admin] Network 021996d6-d46a-4afa-b4fc-3ab6857ffa55 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:02:44.660547 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e1fede90-9d2e-4cab-8b69-a07231b1765d tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.666548 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e1fede90-9d2e-4cab-8b69-a07231b1765d tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.667734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e1fede90-9d2e-4cab-8b69-a07231b1765d tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/bf1aa5e0-8f4f-42b0-9c37-3195a04c18b2 HTTP/1.1" status: 204 len: 168 time: 0.1872451 Sep 16 05:02:44.673645 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33010) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:44.681762 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fede90-9d2e-4cab-8b69-a07231b1765d tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf1aa5e0-8f4f-42b0-9c37-3195a04c18b2,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:44.702771 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00f3ac8b-b416-4429-9d50-d7ce3a580759 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.718950 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-670d0724-4c8d-4169-8bb6-bdf2284ae68d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 021996d6-d46a-4afa-b4fc-3ab6857ffa55) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:44.725139 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670d0724-4c8d-4169-8bb6-bdf2284ae68d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:44.725740 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-670d0724-4c8d-4169-8bb6-bdf2284ae68d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.732564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49292d6e-b9dd-4e1d-94a0-795245af1e6d None None] Network 021996d6-d46a-4afa-b4fc-3ab6857ffa55 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:44.751505 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-82792527-d826-4f1b-a538-527a785c4cb4 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0766010 Sep 16 05:02:44.756145 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33012) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:44.756619 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30e14447-6b8d-4cd8-91ab-aad229faf591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.816849 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e14447-6b8d-4cd8-91ab-aad229faf591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52274256-b6ad-4827-99e0-20602a822122,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:44.841475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e14447-6b8d-4cd8-91ab-aad229faf591 admin admin] Checking segment: {'id': 'c8a61be0-26c8-4695-a059-bc41364d1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:44.841841 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e14447-6b8d-4cd8-91ab-aad229faf591 admin admin] Network hostable DHCP agents. Network: c08e5f85-cde7-4610-a958-1197a080fe84, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:02:44.849008 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-670d0724-4c8d-4169-8bb6-bdf2284ae68d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2529876 Sep 16 05:02:44.950925 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981a2824-263d-41fb-9f4e-41524e3f736a None None] Network 021996d6-d46a-4afa-b4fc-3ab6857ffa55 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:44.962767 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e14447-6b8d-4cd8-91ab-aad229faf591 admin admin] Network c08e5f85-cde7-4610-a958-1197a080fe84 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:02:45.111364 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-30e14447-6b8d-4cd8-91ab-aad229faf591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, c08e5f85-cde7-4610-a958-1197a080fe84) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:45.121250 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e14447-6b8d-4cd8-91ab-aad229faf591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:45.122089 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30e14447-6b8d-4cd8-91ab-aad229faf591 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.126375 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52e88be-6e1d-4e57-9d5b-818451ce1fdb None None] Network c08e5f85-cde7-4610-a958-1197a080fe84 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:45.216477 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-30e14447-6b8d-4cd8-91ab-aad229faf591 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9838760 Sep 16 05:02:45.219654 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33026) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:45.224357 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c12db77f-ad01-4b12-824f-0d80c4633886 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1285818098-router', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:45.315389 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-433cc7ee-b22f-43c5-b2c0-c96b27e72d06 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.357636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c12db77f-ad01-4b12-824f-0d80c4633886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.358873 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c12db77f-ad01-4b12-824f-0d80c4633886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.375183 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-c08e5f85-cde7-4610-a958-1197a080fe84', 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'fixed_ips': [{'subnet_id': '52274256-b6ad-4827-99e0-20602a822122'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:02:45.376877 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.398808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab32c4b-e538-4075-9e07-4cca91892b07 req-f33c2731-4a3b-40c6-ba32-aaa8905ce185 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:45.400444 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ab32c4b-e538-4075-9e07-4cca91892b07 req-f33c2731-4a3b-40c6-ba32-aaa8905ce185 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.2591383 Sep 16 05:02:45.408375 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cc6e9-5563-4fd0-9b85-06acb4f00a37 req-32055493-05b2-4519-81ab-ea863a288252 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:45.409918 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-507cc6e9-5563-4fd0-9b85-06acb4f00a37 req-32055493-05b2-4519-81ab-ea863a288252 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 944 time: 0.2712293 Sep 16 05:02:45.414629 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-433cc7ee-b22f-43c5-b2c0-c96b27e72d06 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.439769 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c12db77f-ad01-4b12-824f-0d80c4633886 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.466453 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00f3ac8b-b416-4429-9d50-d7ce3a580759 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.493864 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00f3ac8b-b416-4429-9d50-d7ce3a580759 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.570747 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ab32c4b-e538-4075-9e07-4cca91892b07 req-2e861749-d9f7-4537-ad79-627e87096af3 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580076 Sep 16 05:02:45.580846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-507cc6e9-5563-4fd0-9b85-06acb4f00a37 req-250bf7bc-6837-4c72-a189-618be4426d11 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422336 Sep 16 05:02:45.622594 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] Allocated IP 172.20.0.2 (c08e5f85-cde7-4610-a958-1197a080fe84/52274256-b6ad-4827-99e0-20602a822122/61248dab-e34d-4794-a31f-2f9fa40c51a1) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:45.664137 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-433cc7ee-b22f-43c5-b2c0-c96b27e72d06 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.667395 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-433cc7ee-b22f-43c5-b2c0-c96b27e72d06 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.668738 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-433cc7ee-b22f-43c5-b2c0-c96b27e72d06 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "DELETE /v2.0/security-groups/49be5923-8738-4688-996b-49b38517b0f8 HTTP/1.1" status: 204 len: 168 time: 0.9116006 Sep 16 05:02:45.672519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33036) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:45.683864 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cc7ee-b22f-43c5-b2c0-c96b27e72d06 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49be5923-8738-4688-996b-49b38517b0f8,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:45.779700 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c12db77f-ad01-4b12-824f-0d80c4633886 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.796327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f3ac8b-b416-4429-9d50-d7ce3a580759 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Router 965e9dd8-f2dd-4d49-b558-3e3eb8c033b3 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:45.817711 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8d6bb907-e936-4168-9e00-f3233289e47a tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1436987 Sep 16 05:02:45.821681 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33040) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:45.826875 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f97aefaf-7654-4d21-81f8-6c622b77e3ed tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1270063282'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:45.847773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d911e9bc-3b28-401b-aab1-06c74c0b979c up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:45.914589 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.941203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port d911e9bc-3b28-401b-aab1-06c74c0b979c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:45.941663 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.956584 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f97aefaf-7654-4d21-81f8-6c622b77e3ed tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.005849 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.012030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f3ac8b-b416-4429-9d50-d7ce3a580759 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:46.048307 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00f3ac8b-b416-4429-9d50-d7ce3a580759 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.053415 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-00f3ac8b-b416-4429-9d50-d7ce3a580759 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "PUT /v2.0/routers/965e9dd8-f2dd-4d49-b558-3e3eb8c033b3 HTTP/1.1" status: 200 len: 917 time: 2.9992001 Sep 16 05:02:46.053712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33044) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:46.082200 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] Pushing event updated for resources: {'Port': ['ID=61248dab-e34d-4794-a31f-2f9fa40c51a1,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:46.086553 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34542a2d-bb67-41e5-888a-76277a2caeb0 None None] Sync routers for ids ['965e9dd8-f2dd-4d49-b558-3e3eb8c033b3'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:46.183606 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f97aefaf-7654-4d21-81f8-6c622b77e3ed tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.187755 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c12db77f-ad01-4b12-824f-0d80c4633886 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.210099 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c12db77f-ad01-4b12-824f-0d80c4633886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.244934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0533dbb7-ad87-4241-b761-de930d3f5079 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "GET /v2.0/routers/965e9dd8-f2dd-4d49-b558-3e3eb8c033b3 HTTP/1.1" status: 200 len: 923 time: 0.1899133 Sep 16 05:02:46.250874 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33048) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:46.278135 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f97aefaf-7654-4d21-81f8-6c622b77e3ed tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.298873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2cde4e-8151-46d7-a977-89093ce6218f tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:46.300486 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5c2cde4e-8151-46d7-a977-89093ce6218f tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&device_id=965e9dd8-f2dd-4d49-b558-3e3eb8c033b3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0516787 Sep 16 05:02:46.303751 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33052) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:46.316954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] Network c08e5f85-cde7-4610-a958-1197a080fe84 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:46.319569 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34542a2d-bb67-41e5-888a-76277a2caeb0 None None] Routers {'965e9dd8-f2dd-4d49-b558-3e3eb8c033b3'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:46.319569 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-34542a2d-bb67-41e5-888a-76277a2caeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['965e9dd8-f2dd-4d49-b558-3e3eb8c033b3'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:46.321808 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:46.325127 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:46.361934 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97aefaf-7654-4d21-81f8-6c622b77e3ed tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc5e77f-d6d4-432c-9f39-6ee6a7946a79,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:46.392462 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-34542a2d-bb67-41e5-888a-76277a2caeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:46.394369 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-c12db77f-ad01-4b12-824f-0d80c4633886 admin admin] Allocated IP 172.25.4.130 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/4f0310e4-4683-4673-818d-35c2d0bafbf6) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:46.419840 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f97aefaf-7654-4d21-81f8-6c622b77e3ed tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.423153 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f97aefaf-7654-4d21-81f8-6c622b77e3ed tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6007552 Sep 16 05:02:46.429522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33058) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:46.435105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] Attempting to bind port 61248dab-e34d-4794-a31f-2f9fa40c51a1 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:46.435105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] Attempting to bind port 61248dab-e34d-4794-a31f-2f9fa40c51a1 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c8a61be0-26c8-4695-a059-bc41364d1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:46.435393 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] Attempting to bind port 61248dab-e34d-4794-a31f-2f9fa40c51a1 on network c08e5f85-cde7-4610-a958-1197a080fe84 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:46.439615 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-17ceb9d9-0650-455a-acbd-ca40e30d8692 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group_rule': {'security_group_id': '5fc5e77f-d6d4-432c-9f39-6ee6a7946a79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:46.443295 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:46.443694 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] Checking segment: {'id': 'c8a61be0-26c8-4695-a059-bc41364d1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:46.444055 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.444495 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] Bound using segment: {'id': 'c8a61be0-26c8-4695-a059-bc41364d1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:46.444975 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] Bound port: 61248dab-e34d-4794-a31f-2f9fa40c51a1, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a61be0-26c8-4695-a059-bc41364d1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:46.445355 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.470546 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4134a7-13c1-4aa6-a665-8fe26e70c368 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:46.470546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ae4134a7-13c1-4aa6-a665-8fe26e70c368 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 881 time: 0.1594906 Sep 16 05:02:46.471022 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33062) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:46.523044 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f4238789-1cc3-4dfd-bf29-00d52fd15469 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "GET /v2.0/ports?device_id=965e9dd8-f2dd-4d49-b558-3e3eb8c033b3 HTTP/1.1" status: 200 len: 205 time: 0.0544472 Sep 16 05:02:46.525720 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33064) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:46.527825 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.539339 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34542a2d-bb67-41e5-888a-76277a2caeb0 None None] Routers {'965e9dd8-f2dd-4d49-b558-3e3eb8c033b3'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:46.540043 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-34542a2d-bb67-41e5-888a-76277a2caeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['965e9dd8-f2dd-4d49-b558-3e3eb8c033b3'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:46.614974 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17ceb9d9-0650-455a-acbd-ca40e30d8692 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.690335 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] For port 61248dab-e34d-4794-a31f-2f9fa40c51a1, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:46.693297 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-34542a2d-bb67-41e5-888a-76277a2caeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:46.694796 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34542a2d-bb67-41e5-888a-76277a2caeb0 None None] The sync data for ids ['965e9dd8-f2dd-4d49-b558-3e3eb8c033b3'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:46.717534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f04ef34-9533-4109-a183-161a1f10cef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd911e9bc-3b28-401b-aab1-06c74c0b979c'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:46.719901 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1878b310-5c62-4c8d-9811-876fe8e8bc60" -d '{"events": [{"server_uuid": "8f04ef34-9533-4109-a183-161a1f10cef0", "name": "network-vif-plugged", "status": "completed", "tag": "d911e9bc-3b28-401b-aab1-06c74c0b979c"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:46.724116 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c12db77f-ad01-4b12-824f-0d80c4633886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.737871 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] For port 61248dab-e34d-4794-a31f-2f9fa40c51a1, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=61248dab-e34d-4794-a31f-2f9fa40c51a1,segment=NetworkSegment(c8a61be0-26c8-4695-a059-bc41364d1deb),segment_id=c8a61be0-26c8-4695-a059-bc41364d1deb)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:46.742711 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port d911e9bc-3b28-401b-aab1-06c74c0b979c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d911e9bc-3b28-401b-aab1-06c74c0b979c,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:46.744006 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e57d0ec4-e617-4628-b466-c34c216dfef2 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.784996 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17ceb9d9-0650-455a-acbd-ca40e30d8692 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.826401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d946d97-41c9-4357-b5f0-855794cc3679 req-c8ce9be9-cc69-4672-b754-0051cc000c09 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:46.828186 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d946d97-41c9-4357-b5f0-855794cc3679 req-c8ce9be9-cc69-4672-b754-0051cc000c09 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.1061029 Sep 16 05:02:46.843371 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.863874 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fcc96-0aa0-449b-a50c-aca7615f72e5 req-853633ad-9250-4447-9b50-900d345093d6 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:46.867395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e5fcc96-0aa0-449b-a50c-aca7615f72e5 req-853633ad-9250-4447-9b50-900d345093d6 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 944 time: 0.1033194 Sep 16 05:02:46.877572 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e57d0ec4-e617-4628-b466-c34c216dfef2 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.879823 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17ceb9d9-0650-455a-acbd-ca40e30d8692 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.894035 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.937568 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf34dc-9057-4d07-a7e0-efe1aef5889a None None] Pushing event updated for resources: {'Port': ['ID=61248dab-e34d-4794-a31f-2f9fa40c51a1,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:46.944174 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d946d97-41c9-4357-b5f0-855794cc3679 req-b4671fb0-3da0-4a6b-86fa-1d6fb8850004 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960171 Sep 16 05:02:46.964671 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c12db77f-ad01-4b12-824f-0d80c4633886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.973488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ceb9d9-0650-455a-acbd-ca40e30d8692 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2881d76-0bcc-42b6-8a6e-979a36141005,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:47.003933 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e5fcc96-0aa0-449b-a50c-aca7615f72e5 req-8261f14b-1649-4f22-8737-beb3cf644e27 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279960 Sep 16 05:02:47.034661 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=d911e9bc-3b28-401b-aab1-06c74c0b979c,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:47.044602 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12db77f-ad01-4b12-824f-0d80c4633886 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:47.065168 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17ceb9d9-0650-455a-acbd-ca40e30d8692 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.069402 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-17ceb9d9-0650-455a-acbd-ca40e30d8692 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6414654 Sep 16 05:02:47.070297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33080) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:47.078685 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-c12db77f-ad01-4b12-824f-0d80c4633886 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:47.085334 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12db77f-ad01-4b12-824f-0d80c4633886 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:47.089922 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12db77f-ad01-4b12-824f-0d80c4633886 admin admin] Pushing event updated for resources: {'Port': ['ID=4f0310e4-4683-4673-818d-35c2d0bafbf6,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:47.096659 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9607e6a3-af35-417d-8fc0-536bc35d2c92 x-openstack-request-id: req-9607e6a3-af35-417d-8fc0-536bc35d2c92 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:47.096659 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f04ef34-9533-4109-a183-161a1f10cef0", "name": "network-vif-plugged", "status": "completed", "tag": "d911e9bc-3b28-401b-aab1-06c74c0b979c", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:47.096659 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9607e6a3-af35-417d-8fc0-536bc35d2c92 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:47.096659 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f04ef34-9533-4109-a183-161a1f10cef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd911e9bc-3b28-401b-aab1-06c74c0b979c', 'code': 200} Sep 16 05:02:47.128007 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33084) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:47.136839 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-16fd1f63-de0e-4e5e-940f-360114b0b1c9 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-group-rules/b2881d76-0bcc-42b6-8a6e-979a36141005 HTTP/1.1" status: 200 len: 763 time: 0.0606482 Sep 16 05:02:47.295555 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad5eab-d6ea-4a93-b32c-923cc5ee2eec req-f4c2ac35-7bf5-4849-9530-e6918b5432c0 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:47.297305 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e57d0ec4-e617-4628-b466-c34c216dfef2 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Deleting port 8efad99f-c42a-414e-99f7-2410821e7037 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:47.297835 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e57d0ec4-e617-4628-b466-c34c216dfef2 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.299379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54ad5eab-d6ea-4a93-b32c-923cc5ee2eec req-f4c2ac35-7bf5-4849-9530-e6918b5432c0 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0989630 Sep 16 05:02:47.316094 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33094) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:47.322649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-52f2c818-f2d3-4c7b-a1fc-ff153035a521 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Request body: {'floatingip': {'port_id': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:47.420764 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-52f2c818-f2d3-4c7b-a1fc-ff153035a521 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.432389 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-190093a8-8ffe-4d9c-a151-16dc4cf036f0 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3029015 Sep 16 05:02:47.436014 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33100) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:47.484279 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e57d0ec4-e617-4628-b466-c34c216dfef2 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.501269 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb72530-e8b3-470d-abfe-1426bca473d3 req-e3ddcd37-b807-4365-9495-0cc1adf65364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:47.503077 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bcb72530-e8b3-470d-abfe-1426bca473d3 req-e3ddcd37-b807-4365-9495-0cc1adf65364 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 1097 time: 0.2024980 Sep 16 05:02:47.520422 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e57d0ec4-e617-4628-b466-c34c216dfef2 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Calling delete_port for 8efad99f-c42a-414e-99f7-2410821e7037 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:47.539778 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3918cc06-e786-4084-9920-470b90e5e98b tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.552913 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3918cc06-e786-4084-9920-470b90e5e98b tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.575857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bcb72530-e8b3-470d-abfe-1426bca473d3 req-9416998a-ca95-4a4b-b432-202a21a8db51 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642080 Sep 16 05:02:47.724309 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3918cc06-e786-4084-9920-470b90e5e98b tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.742423 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3918cc06-e786-4084-9920-470b90e5e98b tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.742985 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3918cc06-e786-4084-9920-470b90e5e98b tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b2881d76-0bcc-42b6-8a6e-979a36141005 HTTP/1.1" status: 204 len: 168 time: 0.2981365 Sep 16 05:02:47.748897 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33112) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:47.759753 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918cc06-e786-4084-9920-470b90e5e98b tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2881d76-0bcc-42b6-8a6e-979a36141005,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:47.896715 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c12db77f-ad01-4b12-824f-0d80c4633886 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.922872 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-19cbca79-bb9d-4047-b87b-518649f4fe91 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1654985 Sep 16 05:02:47.964297 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33116) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:47.970629 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-2a2bc15c-c87a-4f3a-a0db-c2c060dce4e4 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group_rule': {'security_group_id': '5fc5e77f-d6d4-432c-9f39-6ee6a7946a79', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:48.151261 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e57d0ec4-e617-4628-b466-c34c216dfef2 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.197992 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d0ec4-e617-4628-b466-c34c216dfef2 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Pushing event deleted for resources: {'Port': ['ID=8efad99f-c42a-414e-99f7-2410821e7037,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:48.209355 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a2bc15c-c87a-4f3a-a0db-c2c060dce4e4 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.259202 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.db.resource_extend [None req-52f2c818-f2d3-4c7b-a1fc-ff153035a521 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:02:48.350704 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8d1e26-3a3b-4d61-bfce-cddc1c4bd7d5 None None] Network c08e5f85-cde7-4610-a958-1197a080fe84 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:48.353593 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e57d0ec4-e617-4628-b466-c34c216dfef2 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.362039 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a2bc15c-c87a-4f3a-a0db-c2c060dce4e4 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.364469 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c12db77f-ad01-4b12-824f-0d80c4633886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.493370 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a2bc15c-c87a-4f3a-a0db-c2c060dce4e4 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.513228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-297d66a6-80bb-4355-b214-8a40e711fc53 None None] Provisioning complete for port 61248dab-e34d-4794-a31f-2f9fa40c51a1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:48.513561 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-297d66a6-80bb-4355-b214-8a40e711fc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.542402 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e57d0ec4-e617-4628-b466-c34c216dfef2 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.553018 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e57d0ec4-e617-4628-b466-c34c216dfef2 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.557240 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bc15c-c87a-4f3a-a0db-c2c060dce4e4 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f509f573-62c3-4882-bd90-d17ee942fc2d,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:48.673228 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a2bc15c-c87a-4f3a-a0db-c2c060dce4e4 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.676160 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2a2bc15c-c87a-4f3a-a0db-c2c060dce4e4 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7074821 Sep 16 05:02:48.677519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33144) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:48.705822 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8ea5e290-96bb-4a06-a451-2d50c5c31972 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-group-rules/f509f573-62c3-4882-bd90-d17ee942fc2d HTTP/1.1" status: 200 len: 763 time: 0.0270026 Sep 16 05:02:48.708233 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33146) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:48.717486 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa0b0b-ae42-4528-a30b-d7b4f1b48f32 req-2aff4ea3-23d5-4b70-9084-93cfcfafbf77 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:48.725370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-30fa0b0b-ae42-4528-a30b-d7b4f1b48f32 req-2aff4ea3-23d5-4b70-9084-93cfcfafbf77 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.5908270 Sep 16 05:02:48.735676 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-297d66a6-80bb-4355-b214-8a40e711fc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.762462 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-93ac2a15-7846-4d7f-a4e2-20435d5bb2e8 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0531237 Sep 16 05:02:48.765208 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33150) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:48.773565 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e57d0ec4-e617-4628-b466-c34c216dfef2 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.776940 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57d0ec4-e617-4628-b466-c34c216dfef2 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Fanout notify agent at l3_agent the message router_deleted on router 965e9dd8-f2dd-4d49-b558-3e3eb8c033b3 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:48.782138 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-52f2c818-f2d3-4c7b-a1fc-ff153035a521 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.792237 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e57d0ec4-e617-4628-b466-c34c216dfef2 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.798820 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e57d0ec4-e617-4628-b466-c34c216dfef2 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "DELETE /v2.0/routers/965e9dd8-f2dd-4d49-b558-3e3eb8c033b3 HTTP/1.1" status: 204 len: 168 time: 2.2716944 Sep 16 05:02:48.799407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33152) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:48.805840 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-297d66a6-80bb-4355-b214-8a40e711fc53 None None] For port 61248dab-e34d-4794-a31f-2f9fa40c51a1, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=61248dab-e34d-4794-a31f-2f9fa40c51a1,segment=NetworkSegment(c8a61be0-26c8-4695-a059-bc41364d1deb),segment_id=c8a61be0-26c8-4695-a059-bc41364d1deb)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:48.811188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-de3bb987-b5da-4077-bf06-d6bfaae87f42 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1723405936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:48.814075 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3caeb5d7-de0c-4457-9c3d-47eba111e977 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.818772 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-30fa0b0b-ae42-4528-a30b-d7b4f1b48f32 req-dfe95573-19b7-4ae2-b7a6-a08d572c429a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925364 Sep 16 05:02:48.849971 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-1702b4a2-ce09-4e8e-b071-623dfdae056d tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:48.852804 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3caeb5d7-de0c-4457-9c3d-47eba111e977 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.860419 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-1702b4a2-ce09-4e8e-b071-623dfdae056d tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/networks?id=021996d6-d46a-4afa-b4fc-3ab6857ffa55 HTTP/1.1" status: 200 len: 810 time: 0.6758063 Sep 16 05:02:48.863923 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12db77f-ad01-4b12-824f-0d80c4633886 admin admin] Router ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:48.879115 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-52f2c818-f2d3-4c7b-a1fc-ff153035a521 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.926190 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-bbfd1349-1408-454c-bfb4-feedf6c7cb33 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/quotas/187d066740d54594b4e2eb97d7cf8d25 HTTP/1.1" status: 200 len: 375 time: 0.0644259 Sep 16 05:02:48.956949 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-297d66a6-80bb-4355-b214-8a40e711fc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.994395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-77e06692-23a6-4c97-9382-16b4c3ea1777 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=187d066740d54594b4e2eb97d7cf8d25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670121 Sep 16 05:02:49.008372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-8334656a-9139-456d-8c47-65e4d9721e6b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:02:49.009419 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-8334656a-9139-456d-8c47-65e4d9721e6b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075436 Sep 16 05:02:49.030794 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de3bb987-b5da-4077-bf06-d6bfaae87f42 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.035262 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de3bb987-b5da-4077-bf06-d6bfaae87f42 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.055394 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d66a6-80bb-4355-b214-8a40e711fc53 None None] Pushing event updated for resources: {'Port': ['ID=61248dab-e34d-4794-a31f-2f9fa40c51a1,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:49.190289 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d57077e4-327e-40fd-a75c-1b3ab8a8cd3b None None] Provisioning complete for port 61248dab-e34d-4794-a31f-2f9fa40c51a1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:49.191064 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d57077e4-327e-40fd-a75c-1b3ab8a8cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.236140 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-52f2c818-f2d3-4c7b-a1fc-ff153035a521 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Floating IP ea408f61-33b9-4c3a-a323-a2d747fa98ab associated. External IP: 172.25.4.35, port: ecba1069-6c2f-4e6c-8470-cd8fd68036cf. Sep 16 05:02:49.260283 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 61248dab-e34d-4794-a31f-2f9fa40c51a1 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:49.341728 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de3bb987-b5da-4077-bf06-d6bfaae87f42 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.374128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-4b5d59a7-133f-4c41-8432-696ebc434f43 service neutron] 10.222.0.20 "GET /v2.0/networks/021996d6-d46a-4afa-b4fc-3ab6857ffa55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446705 Sep 16 05:02:49.424807 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 61248dab-e34d-4794-a31f-2f9fa40c51a1 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:49.426024 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.429166 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de3bb987-b5da-4077-bf06-d6bfaae87f42 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.443542 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3caeb5d7-de0c-4457-9c3d-47eba111e977 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.450955 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3caeb5d7-de0c-4457-9c3d-47eba111e977 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.454376 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3caeb5d7-de0c-4457-9c3d-47eba111e977 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f509f573-62c3-4882-bd90-d17ee942fc2d HTTP/1.1" status: 204 len: 168 time: 0.6854975 Sep 16 05:02:49.454376 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12db77f-ad01-4b12-824f-0d80c4633886 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:49.454870 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33160) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:49.466089 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] Sync routers for ids ['ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:49.477236 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] Routers {'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:49.477958 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:49.486857 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caeb5d7-de0c-4457-9c3d-47eba111e977 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f509f573-62c3-4882-bd90-d17ee942fc2d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:49.532170 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9c75fae6-9f1f-4125-88f5-f33a9b8c416b tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0751691 Sep 16 05:02:49.533208 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33162) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:49.536626 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c12db77f-ad01-4b12-824f-0d80c4633886 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.542629 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c12db77f-ad01-4b12-824f-0d80c4633886 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.3172367 Sep 16 05:02:49.548552 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f305515d-2ce6-4f1d-bfb4-6e4e28f25d82 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Request body: {'security_group_rule': {'security_group_id': '5fc5e77f-d6d4-432c-9f39-6ee6a7946a79', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:49.560505 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33164) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:49.599036 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] Set router ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:49.617825 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de3bb987-b5da-4077-bf06-d6bfaae87f42 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.629431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-de3bb987-b5da-4077-bf06-d6bfaae87f42 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8229144 Sep 16 05:02:49.629431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33166) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:49.633509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-650e3b8c-0349-4a2a-98e4-703634ab317d tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'enable_snat': False}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:49.767520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-8f2ea934-9e64-4c8f-8ffa-034e003cba26 service neutron] 10.222.0.20 "GET /v2.0/networks/021996d6-d46a-4afa-b4fc-3ab6857ffa55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500028 Sep 16 05:02:49.797339 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-f305515d-2ce6-4f1d-bfb4-6e4e28f25d82 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Project cda2a7c7d9714b32bdbd4e29dce36e8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:02:49.803957 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f305515d-2ce6-4f1d-bfb4-6e4e28f25d82 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.805897 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'name': 'tempest-ServersTestJSON-1285818098-router', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:45Z', 'updated_at': '2021-09-16T05:02:47Z', 'revision_number': 3, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'gw_port': {'id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:13:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:46Z', 'updated_at': '2021-09-16T05:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:49.848561 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] Checking router: ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:49.848561 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] Updating router ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a port 4f0310e4-4683-4673-818d-35c2d0bafbf6 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:02:49.930244 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.032623 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-650e3b8c-0349-4a2a-98e4-703634ab317d tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.094349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f2c818-f2d3-4c7b-a1fc-ff153035a521 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Router 98e876b2-760b-4951-aae5-895c9f69f483 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:50.112881 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f305515d-2ce6-4f1d-bfb4-6e4e28f25d82 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.127430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02251575-50f6-4001-b15e-4295bcaf8eaa req-578b13ec-b49e-4968-ad88-aa614f614560 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.135700 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02251575-50f6-4001-b15e-4295bcaf8eaa req-578b13ec-b49e-4968-ad88-aa614f614560 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.1902952 Sep 16 05:02:50.153576 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f305515d-2ce6-4f1d-bfb4-6e4e28f25d82 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.197067 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305515d-2ce6-4f1d-bfb4-6e4e28f25d82 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0842a1b3-7474-4d8c-a2ca-c5a7415db32c,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:50.219277 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f305515d-2ce6-4f1d-bfb4-6e4e28f25d82 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.221696 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f305515d-2ce6-4f1d-bfb4-6e4e28f25d82 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6853387 Sep 16 05:02:50.223679 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33178) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:50.302486 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.333601 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-03b49c16-050c-455c-a07a-e42a372538d1 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-group-rules/0842a1b3-7474-4d8c-a2ca-c5a7415db32c HTTP/1.1" status: 200 len: 769 time: 0.0942798 Sep 16 05:02:50.338490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33182) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:50.370819 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02251575-50f6-4001-b15e-4295bcaf8eaa req-84833b78-2301-4557-9fe3-8803b4a270f3 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339096 Sep 16 05:02:50.374782 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.379432 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c608ccaa-0bf9-46ce-b520-6af9794e9273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.430716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f2c818-f2d3-4c7b-a1fc-ff153035a521 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:50.434219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5972f48-9599-476e-b565-cc8a1971cac1 req-565191f5-80ff-4010-a7eb-5accc277b317 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 210 time: 0.0603323 Sep 16 05:02:50.437551 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-52f2c818-f2d3-4c7b-a1fc-ff153035a521 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.441749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741293d9-166a-45d8-91a8-4aec14570669 None None] Sync routers for ids ['98e876b2-760b-4951-aae5-895c9f69f483'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:50.453925 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049cd0e-6798-4877-8c07-54e5744d851c None None] Pushing event updated for resources: {'Port': ['ID=4f0310e4-4683-4673-818d-35c2d0bafbf6,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:50.476512 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3e3a2f09-3b85-4f40-b60a-08bc658efb5a tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1310494 Sep 16 05:02:50.479837 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741293d9-166a-45d8-91a8-4aec14570669 None None] Routers {'98e876b2-760b-4951-aae5-895c9f69f483'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:50.480492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-741293d9-166a-45d8-91a8-4aec14570669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98e876b2-760b-4951-aae5-895c9f69f483'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:50.482583 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] Attempting to bind port 4f0310e4-4683-4673-818d-35c2d0bafbf6 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:50.483121 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] Attempting to bind port 4f0310e4-4683-4673-818d-35c2d0bafbf6 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:50.487868 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] Attempting to bind port 4f0310e4-4683-4673-818d-35c2d0bafbf6 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:50.495015 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:50.499986 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:50.499986 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.499986 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:50.499986 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] Bound port: 4f0310e4-4683-4673-818d-35c2d0bafbf6, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:50.499986 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.504987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33188) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:50.564044 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-52f2c818-f2d3-4c7b-a1fc-ff153035a521 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "PUT /v2.0/floatingips/ea408f61-33b9-4c3a-a323-a2d747fa98ab HTTP/1.1" status: 200 len: 990 time: 3.2451851 Sep 16 05:02:50.569919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04162c3-c4a9-4d19-a703-1cc8f2f04181', 'tag': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:50.572487 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc59df8-adc7-4dfe-b7f0-4c9dc1016e17" -d '{"events": [{"name": "network-changed", "server_uuid": "f04162c3-c4a9-4d19-a703-1cc8f2f04181", "tag": "ecba1069-6c2f-4e6c-8470-cd8fd68036cf"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:50.577060 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] For port 4f0310e4-4683-4673-818d-35c2d0bafbf6, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:50.582309 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] For port 4f0310e4-4683-4673-818d-35c2d0bafbf6, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4f0310e4-4683-4673-818d-35c2d0bafbf6,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:50.612460 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-35c3beac-48ed-493c-b939-9899655e8f4a tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.635694 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-35c3beac-48ed-493c-b939-9899655e8f4a tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.639448 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-741293d9-166a-45d8-91a8-4aec14570669 None None] Set router 98e876b2-760b-4951-aae5-895c9f69f483 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:50.650374 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9924a0c-5cbb-458d-bf8d-c1f28394194e req-e5d98dab-5267-43ed-9f2c-3b92b1196e57 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.667594 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.687225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9924a0c-5cbb-458d-bf8d-c1f28394194e req-e5d98dab-5267-43ed-9f2c-3b92b1196e57 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.1810701 Sep 16 05:02:50.703181 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be08843e-5ef0-43c5-bafd-9d0417cb467c x-openstack-request-id: req-be08843e-5ef0-43c5-bafd-9d0417cb467c {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:50.703315 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04162c3-c4a9-4d19-a703-1cc8f2f04181", "tag": "ecba1069-6c2f-4e6c-8470-cd8fd68036cf", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:50.703676 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be08843e-5ef0-43c5-bafd-9d0417cb467c {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:50.704289 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04162c3-c4a9-4d19-a703-1cc8f2f04181', 'tag': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf', 'status': 'completed', 'code': 200} Sep 16 05:02:50.721306 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-c608ccaa-0bf9-46ce-b520-6af9794e9273 admin admin] Allocated IP 172.20.0.1 (c08e5f85-cde7-4610-a958-1197a080fe84/52274256-b6ad-4827-99e0-20602a822122/87b940c5-f277-4255-94ab-e089d3bc0bcd) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:50.755751 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] Routers {'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:50.757665 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:50.816784 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9924a0c-5cbb-458d-bf8d-c1f28394194e req-6550c829-a960-4d57-b9eb-ad42925b227a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233325 Sep 16 05:02:50.944483 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc59df8-adc7-4dfe-b7f0-4c9dc1016e17 req-4b979981-cc91-4883-80d1-34e5c326804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.966002 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1fc59df8-adc7-4dfe-b7f0-4c9dc1016e17 req-4b979981-cc91-4883-80d1-34e5c326804d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=043d55446d4c45528b48f7e10a1f624b&device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 1097 time: 0.2497730 Sep 16 05:02:50.993061 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-35c3beac-48ed-493c-b939-9899655e8f4a tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.012099 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-35c3beac-48ed-493c-b939-9899655e8f4a tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.018775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-35c3beac-48ed-493c-b939-9899655e8f4a tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/0842a1b3-7474-4d8c-a2ca-c5a7415db32c HTTP/1.1" status: 204 len: 168 time: 0.5106640 Sep 16 05:02:51.019916 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c608ccaa-0bf9-46ce-b520-6af9794e9273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.024325 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049cd0e-6798-4877-8c07-54e5744d851c None None] Pushing event updated for resources: {'Port': ['ID=4f0310e4-4683-4673-818d-35c2d0bafbf6,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:51.025563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33202) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:51.060715 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] Set router ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:51.106470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3beac-48ed-493c-b939-9899655e8f4a tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0842a1b3-7474-4d8c-a2ca-c5a7415db32c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:51.141225 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-650e3b8c-0349-4a2a-98e4-703634ab317d tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.158228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1b6eb90b-10b9-494e-98af-d41191aa7052 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1154599 Sep 16 05:02:51.165976 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33204) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:51.166175 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-741293d9-166a-45d8-91a8-4aec14570669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:14Z', 'revision_number': 4, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'ea408f61-33b9-4c3a-a323-a2d747fa98ab', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'floating_ip_address': '172.25.4.35', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'port_id': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'mac_address': 'fa:16:3e:4b:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04162c3-c4a9-4d19-a703-1cc8f2f04181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:02:24Z', 'updated_at': '2021-09-16T05:02:48Z', 'revision_number': 1, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b035531-7208-4a96-89b0-24779c8b9118', 'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'mac_address': 'fa:16:3e:93:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:13Z', 'updated_at': '2021-09-16T04:55:20Z', 'revision_number': 5, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'subnets': [{'id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:51.178234 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-650e3b8c-0349-4a2a-98e4-703634ab317d tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.191012 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741293d9-166a-45d8-91a8-4aec14570669 None None] Checking router: 98e876b2-760b-4951-aae5-895c9f69f483 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:51.201164 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741293d9-166a-45d8-91a8-4aec14570669 None None] Routers {'98e876b2-760b-4951-aae5-895c9f69f483'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:51.201697 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-741293d9-166a-45d8-91a8-4aec14570669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98e876b2-760b-4951-aae5-895c9f69f483'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:51.223862 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc59df8-adc7-4dfe-b7f0-4c9dc1016e17 req-2bdf2386-07fc-42d1-b05f-aa4c62fe0222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:51.225680 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1fc59df8-adc7-4dfe-b7f0-4c9dc1016e17 req-2bdf2386-07fc-42d1-b05f-aa4c62fe0222 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ed085ad-0528-4e23-be9f-f0e1d81c551f HTTP/1.1" status: 200 len: 917 time: 0.1881466 Sep 16 05:02:51.347732 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1fc59df8-adc7-4dfe-b7f0-4c9dc1016e17 req-12f79002-0415-46f3-9f94-24e87e83e307 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecba1069-6c2f-4e6c-8470-cd8fd68036cf HTTP/1.1" status: 200 len: 998 time: 0.1034956 Sep 16 05:02:51.352043 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c608ccaa-0bf9-46ce-b520-6af9794e9273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.356335 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-741293d9-166a-45d8-91a8-4aec14570669 None None] Set router 98e876b2-760b-4951-aae5-895c9f69f483 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:51.416157 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'name': 'tempest-ServersTestJSON-1285818098-router', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:45Z', 'updated_at': '2021-09-16T05:02:47Z', 'revision_number': 3, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'gw_port': {'id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:13:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:46Z', 'updated_at': '2021-09-16T05:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:51.427986 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-650e3b8c-0349-4a2a-98e4-703634ab317d tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Allocated IP 172.25.4.82 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/bf18ce40-c3e8-4bfc-b5f1-d1b47331f70b) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:51.477624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c608ccaa-0bf9-46ce-b520-6af9794e9273 admin admin] Network c08e5f85-cde7-4610-a958-1197a080fe84 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:51.477624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-c608ccaa-0bf9-46ce-b520-6af9794e9273 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:51.477624 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1cad1dfc-f0ff-4286-bb00-450c7b2e9867 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.528619 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1cad1dfc-f0ff-4286-bb00-450c7b2e9867 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.575132 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9607888-969b-48a5-8954-f9d3d5f7466b None None] The sync data for ids ['ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'] in n-d-712140-13 is: [{'id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'name': 'tempest-ServersTestJSON-1285818098-router', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:45Z', 'updated_at': '2021-09-16T05:02:47Z', 'revision_number': 3, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'gw_port': {'id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:13:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:46Z', 'updated_at': '2021-09-16T05:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:51.605726 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c608ccaa-0bf9-46ce-b520-6af9794e9273 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:51.706690 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1cad1dfc-f0ff-4286-bb00-450c7b2e9867 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.717126 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1cad1dfc-f0ff-4286-bb00-450c7b2e9867 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.718555 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1cad1dfc-f0ff-4286-bb00-450c7b2e9867 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "DELETE /v2.0/security-groups/5fc5e77f-d6d4-432c-9f39-6ee6a7946a79 HTTP/1.1" status: 204 len: 168 time: 0.5590391 Sep 16 05:02:51.721378 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33226) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:51.793695 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad1dfc-f0ff-4286-bb00-450c7b2e9867 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc5e77f-d6d4-432c-9f39-6ee6a7946a79,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:51.811618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608ccaa-0bf9-46ce-b520-6af9794e9273 admin admin] Pushing event updated for resources: {'Port': ['ID=87b940c5-f277-4255-94ab-e089d3bc0bcd,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:51.842076 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc59df8-adc7-4dfe-b7f0-4c9dc1016e17 req-5a251718-65b5-4224-812a-179a13e10d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:51.843825 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1fc59df8-adc7-4dfe-b7f0-4c9dc1016e17 req-5a251718-65b5-4224-812a-179a13e10d13 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0ca5355-66a5-446c-8970-0c3c88361e82 HTTP/1.1" status: 200 len: 855 time: 0.4817274 Sep 16 05:02:51.900605 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c608ccaa-0bf9-46ce-b520-6af9794e9273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.913336 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a83e3c9e-58f5-4d39-93f7-a16f2a0f400a req-81af4278-b862-40d3-8df0-7bc978d29a07 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 210 time: 0.2990837 Sep 16 05:02:51.916843 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-650e3b8c-0349-4a2a-98e4-703634ab317d tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.988124 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-917f08a5-f56b-443e-9903-697a816eb580 None None] Provisioning complete for port 87b940c5-f277-4255-94ab-e089d3bc0bcd triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:51.988676 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-917f08a5-f56b-443e-9903-697a816eb580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.035100 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-62b7d8b1-ac80-42d2-9717-fb529115b546 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2657392 Sep 16 05:02:52.043677 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33240) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:52.057931 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc59df8-adc7-4dfe-b7f0-4c9dc1016e17 req-7acf4128-ba0b-4c7d-8a02-e67b61719e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:52.060614 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1fc59df8-adc7-4dfe-b7f0-4c9dc1016e17 req-7acf4128-ba0b-4c7d-8a02-e67b61719e76 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ed085ad-0528-4e23-be9f-f0e1d81c551f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2037535 Sep 16 05:02:52.070194 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-917f08a5-f56b-443e-9903-697a816eb580 None None] Port 87b940c5-f277-4255-94ab-e089d3bc0bcd cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:52.151137 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-741293d9-166a-45d8-91a8-4aec14570669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:14Z', 'revision_number': 4, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'ea408f61-33b9-4c3a-a323-a2d747fa98ab', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'floating_ip_address': '172.25.4.35', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'port_id': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'mac_address': 'fa:16:3e:4b:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04162c3-c4a9-4d19-a703-1cc8f2f04181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:02:24Z', 'updated_at': '2021-09-16T05:02:48Z', 'revision_number': 1, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b035531-7208-4a96-89b0-24779c8b9118', 'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'mac_address': 'fa:16:3e:93:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:13Z', 'updated_at': '2021-09-16T04:55:20Z', 'revision_number': 5, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'subnets': [{'id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:52.167223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-44623296-74b0-4594-8e08-f7a8583274a1 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:52.177758 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-44623296-74b0-4594-8e08-f7a8583274a1 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/networks?id=b9ef8e82-1028-4bc1-a846-04cbe862c35a HTTP/1.1" status: 200 len: 814 time: 0.2965031 Sep 16 05:02:52.213866 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-c3f108a4-f614-4226-a98e-be07d90eae3e tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/quotas/852c1dc106e84e98bc9ab877166f44bc HTTP/1.1" status: 200 len: 375 time: 0.0341184 Sep 16 05:02:52.232736 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-650e3b8c-0349-4a2a-98e4-703634ab317d tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.246174 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741293d9-166a-45d8-91a8-4aec14570669 None None] The sync data for ids ['98e876b2-760b-4951-aae5-895c9f69f483'] in n-d-712140-13 is: [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:14Z', 'revision_number': 4, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'ea408f61-33b9-4c3a-a323-a2d747fa98ab', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'floating_ip_address': '172.25.4.35', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'port_id': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'mac_address': 'fa:16:3e:4b:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04162c3-c4a9-4d19-a703-1cc8f2f04181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:02:24Z', 'updated_at': '2021-09-16T05:02:48Z', 'revision_number': 1, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b035531-7208-4a96-89b0-24779c8b9118', 'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'mac_address': 'fa:16:3e:93:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:13Z', 'updated_at': '2021-09-16T04:55:20Z', 'revision_number': 5, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'subnets': [{'id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:52.277287 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f7170867-3f47-4e89-bce7-f04b1ff0a0b8 tempest-SecGroupIPv6Test-187598501 tempest-SecGroupIPv6Test-187598501-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2313163 Sep 16 05:02:52.304756 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1fc59df8-adc7-4dfe-b7f0-4c9dc1016e17 req-36076521-419d-43d0-86d1-c39ade8e4e35 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281196 Sep 16 05:02:52.325139 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650e3b8c-0349-4a2a-98e4-703634ab317d tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:52.335415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-650e3b8c-0349-4a2a-98e4-703634ab317d tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:52.530434 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c608ccaa-0bf9-46ce-b520-6af9794e9273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.718668 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d7650c-b0ac-46ce-85a4-bc0a2627af8f None None] New status for floating IP ea408f61-33b9-4c3a-a323-a2d747fa98ab: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:02:52.788265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650e3b8c-0349-4a2a-98e4-703634ab317d tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:52.900666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e3b8c-0349-4a2a-98e4-703634ab317d tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Pushing event updated for resources: {'Port': ['ID=bf18ce40-c3e8-4bfc-b5f1-d1b47331f70b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:52.917249 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-dd2ae5fd-1db3-4930-979a-b133f2f75760 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=852c1dc106e84e98bc9ab877166f44bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7021146 Sep 16 05:02:52.937141 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1fc59df8-adc7-4dfe-b7f0-4c9dc1016e17 req-ef151f5f-0693-499e-a100-cb4ed63e5783 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6182630 Sep 16 05:02:52.937141 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33258) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:53.004089 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c608ccaa-0bf9-46ce-b520-6af9794e9273 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.057840 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2df52b80-3d4b-43b7-8c08-2389a907ce67 req-0b877e12-bcd1-4a03-a09f-511ec008bd36 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 210 time: 0.0620775 Sep 16 05:02:53.105371 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c608ccaa-0bf9-46ce-b520-6af9794e9273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.281120 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183b8e9-5416-4437-9550-e0f34491c10a req-89613bff-afe7-4292-b2d2-c5737b12a0c9 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.283161 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a183b8e9-5416-4437-9550-e0f34491c10a req-89613bff-afe7-4292-b2d2-c5737b12a0c9 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f04ef34-9533-4109-a183-161a1f10cef0 HTTP/1.1" status: 200 len: 945 time: 0.1792893 Sep 16 05:02:53.297201 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4f0310e4-4683-4673-818d-35c2d0bafbf6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:53.298009 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c608ccaa-0bf9-46ce-b520-6af9794e9273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.311137 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608ccaa-0bf9-46ce-b520-6af9794e9273 admin admin] Pushing event updated for resources: {'Port': ['ID=87b940c5-f277-4255-94ab-e089d3bc0bcd,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:53.311428 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-c3f567f0-2fa1-4a41-84f8-6eba5337e6a6 service neutron] 10.222.0.20 "GET /v2.0/networks/b9ef8e82-1028-4bc1-a846-04cbe862c35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921959 Sep 16 05:02:53.351474 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-47e696cb-f3c6-415a-b09f-5a5f466368ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cda2a7c7d9714b32bdbd4e29dce36e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4120090 Sep 16 05:02:53.360861 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33266) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:53.389473 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 4f0310e4-4683-4673-818d-35c2d0bafbf6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:53.390290 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.508167 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4a7558e-ca18-4354-a893-f681f691267b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.510906 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-48ed5d3f-31fc-4d1d-a051-d7a231b450e0 service neutron] 10.222.0.20 "GET /v2.0/networks/b9ef8e82-1028-4bc1-a846-04cbe862c35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981323 Sep 16 05:02:53.514829 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.531985 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c608ccaa-0bf9-46ce-b520-6af9794e9273 admin admin] Network c08e5f85-cde7-4610-a958-1197a080fe84 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:53.535091 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-c608ccaa-0bf9-46ce-b520-6af9794e9273 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:53.553534 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4a7558e-ca18-4354-a893-f681f691267b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.556553 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 4f0310e4-4683-4673-818d-35c2d0bafbf6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4f0310e4-4683-4673-818d-35c2d0bafbf6,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:53.659778 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.760844 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-650e3b8c-0349-4a2a-98e4-703634ab317d tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.786113 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c608ccaa-0bf9-46ce-b520-6af9794e9273 admin admin] Router ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:53.830365 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=4f0310e4-4683-4673-818d-35c2d0bafbf6,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:53.899719 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4a7558e-ca18-4354-a893-f681f691267b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.902535 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4a7558e-ca18-4354-a893-f681f691267b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.906139 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a4a7558e-ca18-4354-a893-f681f691267b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/447f411c-0024-4be7-bad5-6b0b5b09a1f1 HTTP/1.1" status: 204 len: 168 time: 0.5368967 Sep 16 05:02:53.927914 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-dfab031f-9390-44f0-9616-c6e25aa05b05 None None] Provisioning complete for port 87b940c5-f277-4255-94ab-e089d3bc0bcd triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:53.928286 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dfab031f-9390-44f0-9616-c6e25aa05b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.935599 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7558e-ca18-4354-a893-f681f691267b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447f411c-0024-4be7-bad5-6b0b5b09a1f1,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:53.957631 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a183b8e9-5416-4437-9550-e0f34491c10a req-e1fe4185-0666-4a0b-9d12-c90923f56a3a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Deleting port d911e9bc-3b28-401b-aab1-06c74c0b979c {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:53.958209 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a183b8e9-5416-4437-9550-e0f34491c10a req-e1fe4185-0666-4a0b-9d12-c90923f56a3a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.992088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-dfab031f-9390-44f0-9616-c6e25aa05b05 None None] Port 87b940c5-f277-4255-94ab-e089d3bc0bcd cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:54.057172 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a05ebb5-5480-4110-978c-e667296b20cc req-36e75fa3-6b0e-402b-b3ae-c021c377dd31 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 210 time: 0.0794613 Sep 16 05:02:54.098565 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c608ccaa-0bf9-46ce-b520-6af9794e9273 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:54.112425 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c608ccaa-0bf9-46ce-b520-6af9794e9273 admin admin] 10.222.0.20 "PUT /v2.0/routers/ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5508525 Sep 16 05:02:54.261023 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-478f0ace-2558-47ea-9e40-83771ef36a76 req-d2f9ec50-c580-42c4-9b64-f969aa90b99d tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 210 time: 0.0834608 Sep 16 05:02:54.266015 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a183b8e9-5416-4437-9550-e0f34491c10a req-e1fe4185-0666-4a0b-9d12-c90923f56a3a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] For port d911e9bc-3b28-401b-aab1-06c74c0b979c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d911e9bc-3b28-401b-aab1-06c74c0b979c,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:54.266404 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a183b8e9-5416-4437-9550-e0f34491c10a req-e1fe4185-0666-4a0b-9d12-c90923f56a3a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.287608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a183b8e9-5416-4437-9550-e0f34491c10a req-e1fe4185-0666-4a0b-9d12-c90923f56a3a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Calling delete_port for d911e9bc-3b28-401b-aab1-06c74c0b979c owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:54.295583 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-650e3b8c-0349-4a2a-98e4-703634ab317d tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.303756 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-650e3b8c-0349-4a2a-98e4-703634ab317d tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.373836 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.625047 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] Sync routers for ids ['ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:54.635675 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] Routers {'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:54.636399 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:54.743286 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a183b8e9-5416-4437-9550-e0f34491c10a req-e1fe4185-0666-4a0b-9d12-c90923f56a3a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.779372 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['d911e9bc-3b28-401b-aab1-06c74c0b979c'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:54.785646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe4185-0666-4a0b-9d12-c90923f56a3a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Pushing event deleted for resources: {'Port': ['ID=d911e9bc-3b28-401b-aab1-06c74c0b979c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:54.845763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-57b06551-a00b-4b2d-9b97-67b2d09a8c22 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:54.848104 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-57b06551-a00b-4b2d-9b97-67b2d09a8c22 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.21 "GET /v2.0/networks?id=021996d6-d46a-4afa-b4fc-3ab6857ffa55 HTTP/1.1" status: 200 len: 810 time: 0.3039441 Sep 16 05:02:54.897591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-ea4351be-20a1-4b71-91de-31f019019d64 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Request body: {'port': {'device_id': '38a3b81b-4797-4922-bd69-2fa5398c0494', 'network_id': '021996d6-d46a-4afa-b4fc-3ab6857ffa55', 'admin_state_up': True, 'tenant_id': '187d066740d54594b4e2eb97d7cf8d25'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:54.901703 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650e3b8c-0349-4a2a-98e4-703634ab317d tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Router 94b908f9-a5e4-4d54-9cba-847b5a50b101 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:54.961237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a183b8e9-5416-4437-9550-e0f34491c10a req-e1fe4185-0666-4a0b-9d12-c90923f56a3a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] No DVR routers for this DVR port d911e9bc-3b28-401b-aab1-06c74c0b979c on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:54.972664 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a183b8e9-5416-4437-9550-e0f34491c10a req-e1fe4185-0666-4a0b-9d12-c90923f56a3a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.974789 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a183b8e9-5416-4437-9550-e0f34491c10a req-e1fe4185-0666-4a0b-9d12-c90923f56a3a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.21 "DELETE /v2.0/ports/d911e9bc-3b28-401b-aab1-06c74c0b979c HTTP/1.1" status: 204 len: 173 time: 1.6588249 Sep 16 05:02:54.976080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f04ef34-9533-4109-a183-161a1f10cef0', 'name': 'network-vif-deleted', 'tag': 'd911e9bc-3b28-401b-aab1-06c74c0b979c'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:54.978507 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] Set router ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:54.978752 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e314888d-7bd9-40cd-8ccb-483c69e12c44" -d '{"events": [{"server_uuid": "8f04ef34-9533-4109-a183-161a1f10cef0", "name": "network-vif-deleted", "tag": "d911e9bc-3b28-401b-aab1-06c74c0b979c"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:55.107094 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999f8a26-7c50-4381-b1d8-0f929974dddb x-openstack-request-id: req-999f8a26-7c50-4381-b1d8-0f929974dddb {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:55.107481 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f04ef34-9533-4109-a183-161a1f10cef0", "name": "network-vif-deleted", "tag": "d911e9bc-3b28-401b-aab1-06c74c0b979c", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:55.108736 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-999f8a26-7c50-4381-b1d8-0f929974dddb {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:55.109692 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f04ef34-9533-4109-a183-161a1f10cef0', 'name': 'network-vif-deleted', 'tag': 'd911e9bc-3b28-401b-aab1-06c74c0b979c', 'status': 'completed', 'code': 200} Sep 16 05:02:55.227848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650e3b8c-0349-4a2a-98e4-703634ab317d tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:55.234404 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-650e3b8c-0349-4a2a-98e4-703634ab317d tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.235767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-650e3b8c-0349-4a2a-98e4-703634ab317d tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "PUT /v2.0/routers/94b908f9-a5e4-4d54-9cba-847b5a50b101 HTTP/1.1" status: 200 len: 919 time: 5.6068103 Sep 16 05:02:55.239581 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33328) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.245036 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f8d463-3052-4937-9e9f-8871fd345156 None None] Sync routers for ids ['94b908f9-a5e4-4d54-9cba-847b5a50b101'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:55.266456 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f8d463-3052-4937-9e9f-8871fd345156 None None] Routers {'94b908f9-a5e4-4d54-9cba-847b5a50b101'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:55.269278 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-22f8d463-3052-4937-9e9f-8871fd345156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['94b908f9-a5e4-4d54-9cba-847b5a50b101'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:55.289104 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33332) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.297238 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f3f78323-73e4-4a97-a9c4-7e0c07dea366 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--101221197', 'description': 'tempest-description--578342944'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:55.342459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-ea4351be-20a1-4b71-91de-31f019019d64 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Made reservation on behalf of 187d066740d54594b4e2eb97d7cf8d25 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:55.344539 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-22f8d463-3052-4937-9e9f-8871fd345156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:55.356801 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-ea4351be-20a1-4b71-91de-31f019019d64 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.378864 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f8d463-3052-4937-9e9f-8871fd345156 None None] Routers {'94b908f9-a5e4-4d54-9cba-847b5a50b101'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:55.381212 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-22f8d463-3052-4937-9e9f-8871fd345156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['94b908f9-a5e4-4d54-9cba-847b5a50b101'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:55.459084 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4f0310e4-4683-4673-818d-35c2d0bafbf6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:55.487131 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-22f8d463-3052-4937-9e9f-8871fd345156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:55.489582 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f8d463-3052-4937-9e9f-8871fd345156 None None] The sync data for ids ['94b908f9-a5e4-4d54-9cba-847b5a50b101'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:55.564320 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 4f0310e4-4683-4673-818d-35c2d0bafbf6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:55.564950 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.574010 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'name': 'tempest-ServersTestJSON-1285818098-router', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:45Z', 'updated_at': '2021-09-16T05:02:52Z', 'revision_number': 4, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'gw_port': {'id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:46Z', 'updated_at': '2021-09-16T05:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '87b940c5-f277-4255-94ab-e089d3bc0bcd', 'name': '', 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'mac_address': 'fa:16:3e:0a:52:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '52274256-b6ad-4827-99e0-20602a822122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:50Z', 'updated_at': '2021-09-16T05:02:52Z', 'revision_number': 2, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'subnets': [{'id': '52274256-b6ad-4827-99e0-20602a822122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:55.600751 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b4d41c39-bde7-404a-9109-5f1431bd959f tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "GET /v2.0/routers/94b908f9-a5e4-4d54-9cba-847b5a50b101 HTTP/1.1" status: 200 len: 925 time: 0.3598530 Sep 16 05:02:55.602519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33340) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.631146 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] Checking router: ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:55.631687 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] Updating router ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a port 87b940c5-f277-4255-94ab-e089d3bc0bcd binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:02:55.651303 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9066467-bd34-4217-8d24-fe89c93ab207 req-d7c270a3-8703-4638-84e9-98620fc6777b tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 210 time: 0.2856746 Sep 16 05:02:55.657103 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f2fc5a1-8baa-42bc-bdf2-0cbeeadc3291 req-0572aee6-1a43-43db-ba62-ff434f56abcd tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 210 time: 0.2428184 Sep 16 05:02:55.691065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-ea4351be-20a1-4b71-91de-31f019019d64 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Allocated IP 172.20.0.7 (021996d6-d46a-4afa-b4fc-3ab6857ffa55/0501649b-8c4c-4e06-b719-24c193ae097e/11ba8133-02ad-4f65-86a1-eb03514d9c11) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:55.710008 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.729985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33344) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.734223 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031798 Sep 16 05:02:55.740237 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de68f7f-e8ec-41a7-b27d-7bd2c0c5a792 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:55.741895 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5de68f7f-e8ec-41a7-b27d-7bd2c0c5a792 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&device_id=94b908f9-a5e4-4d54-9cba-847b5a50b101&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1381807 Sep 16 05:02:55.742106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33346) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.748376 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33348) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.753457 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3f78323-73e4-4a97-a9c4-7e0c07dea366 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.910077 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d14803-d580-43e4-a927-87a02b316020 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:55.911576 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a4d14803-d580-43e4-a927-87a02b316020 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 881 time: 0.1618476 Sep 16 05:02:55.914873 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33356) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.947394 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-37982e14-ef26-4520-9848-a3fd0862c9c0 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "GET /v2.0/ports?device_id=94b908f9-a5e4-4d54-9cba-847b5a50b101 HTTP/1.1" status: 200 len: 205 time: 0.0313087 Sep 16 05:02:55.950662 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33358) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:56.015302 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f7684a10-7699-4f43-ada7-776662026735 tempest-NetworksApiDiscovery-223167564 tempest-NetworksApiDiscovery-223167564-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2516119 Sep 16 05:02:56.090388 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2f87b19-08f6-40ce-9ed6-d74c4950764b tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.111601 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-ea4351be-20a1-4b71-91de-31f019019d64 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.167526 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3f78323-73e4-4a97-a9c4-7e0c07dea366 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.211382 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2f87b19-08f6-40ce-9ed6-d74c4950764b tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.260589 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3f78323-73e4-4a97-a9c4-7e0c07dea366 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.274798 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-ea4351be-20a1-4b71-91de-31f019019d64 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.353326 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-a2f87b19-08f6-40ce-9ed6-d74c4950764b tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Deleting port bf18ce40-c3e8-4bfc-b5f1-d1b47331f70b {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:56.354731 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2f87b19-08f6-40ce-9ed6-d74c4950764b tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.390917 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4351be-20a1-4b71-91de-31f019019d64 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Pushing event updated for resources: {'Port': ['ID=11ba8133-02ad-4f65-86a1-eb03514d9c11,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:56.417828 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3f78323-73e4-4a97-a9c4-7e0c07dea366 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.419045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f3f78323-73e4-4a97-a9c4-7e0c07dea366 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1288681 Sep 16 05:02:56.440391 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33366) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:56.446158 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-ea4351be-20a1-4b71-91de-31f019019d64 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Network 021996d6-d46a-4afa-b4fc-3ab6857ffa55 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:56.448223 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-552bd5cd-d8ab-4dfa-a790-6381d478bbf6 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Request body: {'security_group_rule': {'security_group_id': '12b774d9-cd9d-4ae7-887e-66b171c8f8fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:56.451155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-ea4351be-20a1-4b71-91de-31f019019d64 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:56.453449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f78323-73e4-4a97-a9c4-7e0c07dea366 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b774d9-cd9d-4ae7-887e-66b171c8f8fc,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:56.455760 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-ea4351be-20a1-4b71-91de-31f019019d64 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:56.496765 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.504433 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-ea4351be-20a1-4b71-91de-31f019019d64 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:56.505318 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-ea4351be-20a1-4b71-91de-31f019019d64 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.581021 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-552bd5cd-d8ab-4dfa-a790-6381d478bbf6 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.586365 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2f87b19-08f6-40ce-9ed6-d74c4950764b tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.591927 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.614990 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-a2f87b19-08f6-40ce-9ed6-d74c4950764b tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Calling delete_port for bf18ce40-c3e8-4bfc-b5f1-d1b47331f70b owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:56.652395 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad677d6-7baa-41be-b367-29303a6ddf10 None None] Pushing event updated for resources: {'Port': ['ID=87b940c5-f277-4255-94ab-e089d3bc0bcd,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:56.668023 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-61baf708-0247-4dba-95ea-4ec52a5d13f7 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:56.670185 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-61baf708-0247-4dba-95ea-4ec52a5d13f7 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.38 "GET /v2.0/networks?id=b9ef8e82-1028-4bc1-a846-04cbe862c35a HTTP/1.1" status: 200 len: 814 time: 0.2285786 Sep 16 05:02:56.702437 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-ea4351be-20a1-4b71-91de-31f019019d64 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8205135 Sep 16 05:02:56.725273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] Attempting to bind port 87b940c5-f277-4255-94ab-e089d3bc0bcd on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:56.727420 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] Attempting to bind port 87b940c5-f277-4255-94ab-e089d3bc0bcd by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c8a61be0-26c8-4695-a059-bc41364d1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:56.727806 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] Attempting to bind port 87b940c5-f277-4255-94ab-e089d3bc0bcd on network c08e5f85-cde7-4610-a958-1197a080fe84 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:56.740448 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:56.740835 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] Checking segment: {'id': 'c8a61be0-26c8-4695-a059-bc41364d1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:56.741238 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.743441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Request body: {'port': {'device_id': '38a3b81b-4797-4922-bd69-2fa5398c0494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:56.747412 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] Bound using segment: {'id': 'c8a61be0-26c8-4695-a059-bc41364d1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:56.751179 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] Bound port: 87b940c5-f277-4255-94ab-e089d3bc0bcd, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a61be0-26c8-4695-a059-bc41364d1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:56.751179 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.755697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33376) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:56.844183 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-2ff9cb77-b3f3-4579-8140-df9ef0f8f573 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Request body: {'port': {'device_id': '3318fb0a-3cee-4d92-87bf-439f8f780d81', 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a', 'admin_state_up': True, 'tenant_id': '852c1dc106e84e98bc9ab877166f44bc'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:56.854201 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] For port 87b940c5-f277-4255-94ab-e089d3bc0bcd, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:56.854201 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] For port 87b940c5-f277-4255-94ab-e089d3bc0bcd, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=87b940c5-f277-4255-94ab-e089d3bc0bcd,segment=NetworkSegment(c8a61be0-26c8-4695-a059-bc41364d1deb),segment_id=c8a61be0-26c8-4695-a059-bc41364d1deb)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:56.940245 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.980647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51b56a0a-2ae4-44cc-a039-da77291f265e req-daf252b9-1911-441e-ba37-2054ca8e1cdb tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 210 time: 0.1652181 Sep 16 05:02:57.070035 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.075900 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-552bd5cd-d8ab-4dfa-a790-6381d478bbf6 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.114595 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de5aec-01b8-49b9-b9f6-985d3f52843e req-dd0723d1-612d-4150-b1ed-185cc88e9cde tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:57.116334 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8de5aec-01b8-49b9-b9f6-985d3f52843e req-dd0723d1-612d-4150-b1ed-185cc88e9cde tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 931 time: 0.2720125 Sep 16 05:02:57.133822 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] Routers {'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:57.134496 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:57.136498 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-06c0edee-b863-4cfe-9888-3779b6edf8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.154590 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-552bd5cd-d8ab-4dfa-a790-6381d478bbf6 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.210065 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bd5cd-d8ab-4dfa-a790-6381d478bbf6 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3921d0e7-da0b-412e-9410-9a0eee96bba9,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:57.223902 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8de5aec-01b8-49b9-b9f6-985d3f52843e req-a9303c25-c854-474e-93e1-d77a6a302dd4 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/security-groups?id=276c9af5-a6cf-48c0-9b2a-701756023d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716605 Sep 16 05:02:57.273937 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad677d6-7baa-41be-b367-29303a6ddf10 None None] Pushing event updated for resources: {'Port': ['ID=87b940c5-f277-4255-94ab-e089d3bc0bcd,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:57.276799 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f6c6cd98-9187-44dd-b0ab-15c11e8fe963 None None] Provisioning complete for port 87b940c5-f277-4255-94ab-e089d3bc0bcd triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:57.277178 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6c6cd98-9187-44dd-b0ab-15c11e8fe963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.283780 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-2ff9cb77-b3f3-4579-8140-df9ef0f8f573 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Made reservation on behalf of 852c1dc106e84e98bc9ab877166f44bc for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:57.288187 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-2ff9cb77-b3f3-4579-8140-df9ef0f8f573 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.293745 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-552bd5cd-d8ab-4dfa-a790-6381d478bbf6 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.294942 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-552bd5cd-d8ab-4dfa-a790-6381d478bbf6 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8522978 Sep 16 05:02:57.298311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33388) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:57.307646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-5390f4bf-e7de-468b-ac32-0e5fffed9052 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Request body: {'security_group_rule': {'security_group_id': '12b774d9-cd9d-4ae7-887e-66b171c8f8fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:57.344216 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] Set router ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:57.410300 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2f87b19-08f6-40ce-9ed6-d74c4950764b tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.511421 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-2ff9cb77-b3f3-4579-8140-df9ef0f8f573 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Allocated IP 172.20.0.8 (b9ef8e82-1028-4bc1-a846-04cbe862c35a/78824b81-40b9-45ee-a0f2-5c2c425bea42/10a41451-dbce-40b1-8bb7-3329248cc40b) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:57.560422 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-06c0edee-b863-4cfe-9888-3779b6edf8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.577597 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f87b19-08f6-40ce-9ed6-d74c4950764b tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Pushing event deleted for resources: {'Port': ['ID=bf18ce40-c3e8-4bfc-b5f1-d1b47331f70b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:57.631777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ba8133-02ad-4f65-86a1-eb03514d9c11 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:57.655607 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-06c0edee-b863-4cfe-9888-3779b6edf8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.664750 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6c6cd98-9187-44dd-b0ab-15c11e8fe963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.665462 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.705190 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-06c0edee-b863-4cfe-9888-3779b6edf8e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59e045d97bda46f4b0125d8bb68adc2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9485393 Sep 16 05:02:57.710852 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Transition to ACTIVE for port object 11ba8133-02ad-4f65-86a1-eb03514d9c11 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:57.714688 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33394) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:57.726745 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f6c6cd98-9187-44dd-b0ab-15c11e8fe963 None None] For port 87b940c5-f277-4255-94ab-e089d3bc0bcd, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=87b940c5-f277-4255-94ab-e089d3bc0bcd,segment=NetworkSegment(c8a61be0-26c8-4695-a059-bc41364d1deb),segment_id=c8a61be0-26c8-4695-a059-bc41364d1deb)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:57.729342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0edee-b863-4cfe-9888-3779b6edf8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aba2e3-5fcd-4dee-b2d2-1fffb191e8ef,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:57.737053 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'name': 'tempest-ServersTestJSON-1285818098-router', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:45Z', 'updated_at': '2021-09-16T05:02:52Z', 'revision_number': 4, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'gw_port': {'id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:46Z', 'updated_at': '2021-09-16T05:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '87b940c5-f277-4255-94ab-e089d3bc0bcd', 'name': '', 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'mac_address': 'fa:16:3e:0a:52:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '52274256-b6ad-4827-99e0-20602a822122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:50Z', 'updated_at': '2021-09-16T05:02:56Z', 'revision_number': 4, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'subnets': [{'id': '52274256-b6ad-4827-99e0-20602a822122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:57.774715 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc0ffe3-69d9-4ec4-9863-f5ba993ddfef None None] The sync data for ids ['ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'] in n-d-712140-13 is: [{'id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'name': 'tempest-ServersTestJSON-1285818098-router', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:45Z', 'updated_at': '2021-09-16T05:02:52Z', 'revision_number': 4, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'gw_port': {'id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:46Z', 'updated_at': '2021-09-16T05:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '87b940c5-f277-4255-94ab-e089d3bc0bcd', 'name': '', 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'mac_address': 'fa:16:3e:0a:52:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '52274256-b6ad-4827-99e0-20602a822122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:50Z', 'updated_at': '2021-09-16T05:02:56Z', 'revision_number': 4, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'subnets': [{'id': '52274256-b6ad-4827-99e0-20602a822122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:57.784742 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e42576eb-1665-440c-b0dc-86e0492de9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.798080 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5390f4bf-e7de-468b-ac32-0e5fffed9052 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.865358 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.876179 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d911e9bc-3b28-401b-aab1-06c74c0b979c no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:57.881655 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e42576eb-1665-440c-b0dc-86e0492de9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.881803 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6c6cd98-9187-44dd-b0ab-15c11e8fe963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.990050 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: d911e9bc-3b28-401b-aab1-06c74c0b979c {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:57.990466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d911e9bc-3b28-401b-aab1-06c74c0b979c not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:57.995620 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6cd98-9187-44dd-b0ab-15c11e8fe963 None None] Pushing event updated for resources: {'Port': ['ID=87b940c5-f277-4255-94ab-e089d3bc0bcd,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:58.076607 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-16cd5686-4282-4d7b-bbac-3cf04a70e5eb None None] Provisioning complete for port 87b940c5-f277-4255-94ab-e089d3bc0bcd triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:58.077235 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-16cd5686-4282-4d7b-bbac-3cf04a70e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.227744 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.267595 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-2ff9cb77-b3f3-4579-8140-df9ef0f8f573 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.313853 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2f87b19-08f6-40ce-9ed6-d74c4950764b tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.409830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5236aaa2-a767-4d0e-ab88-f7266f5e077f req-6de0c7fe-8315-4f7e-99ae-26e3d85c04f8 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 210 time: 0.0358198 Sep 16 05:02:58.441238 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2f87b19-08f6-40ce-9ed6-d74c4950764b tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.444874 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-2ff9cb77-b3f3-4579-8140-df9ef0f8f573 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.449183 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2f87b19-08f6-40ce-9ed6-d74c4950764b tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.499369 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Pushing event updated for resources: {'Port': ['ID=11ba8133-02ad-4f65-86a1-eb03514d9c11,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:58.505803 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-2ff9cb77-b3f3-4579-8140-df9ef0f8f573 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Network b9ef8e82-1028-4bc1-a846-04cbe862c35a is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:58.516634 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-2ff9cb77-b3f3-4579-8140-df9ef0f8f573 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:58.531640 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5390f4bf-e7de-468b-ac32-0e5fffed9052 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.561561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7f9c3-94d3-4bf3-937f-6604deeb4023 req-0b9e5f84-30af-402f-aeee-a7008291e1e9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:58.564783 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-2ff9cb77-b3f3-4579-8140-df9ef0f8f573 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:58.570610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09d7f9c3-94d3-4bf3-937f-6604deeb4023 req-0b9e5f84-30af-402f-aeee-a7008291e1e9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 943 time: 0.2058027 Sep 16 05:02:58.605161 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9cb77-b3f3-4579-8140-df9ef0f8f573 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Pushing event updated for resources: {'Port': ['ID=10a41451-dbce-40b1-8bb7-3329248cc40b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:58.628297 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5390f4bf-e7de-468b-ac32-0e5fffed9052 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.648367 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-2ff9cb77-b3f3-4579-8140-df9ef0f8f573 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:58.649288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-2ff9cb77-b3f3-4579-8140-df9ef0f8f573 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.670974 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390f4bf-e7de-468b-ac32-0e5fffed9052 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed037411-f592-4705-b3dd-f38ff82d47a6,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:58.684813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09d7f9c3-94d3-4bf3-937f-6604deeb4023 req-69c1edc7-2789-4568-82b2-903cee9345c0 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/security-groups?id=276c9af5-a6cf-48c0-9b2a-701756023d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132867 Sep 16 05:02:58.694850 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Attempting to bind port 11ba8133-02ad-4f65-86a1-eb03514d9c11 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:58.695228 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Attempting to bind port 11ba8133-02ad-4f65-86a1-eb03514d9c11 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'a4354d27-04a6-437a-bd5c-4006473e39dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '021996d6-d46a-4afa-b4fc-3ab6857ffa55'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:58.695561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Attempting to bind port 11ba8133-02ad-4f65-86a1-eb03514d9c11 on network 021996d6-d46a-4afa-b4fc-3ab6857ffa55 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:58.702870 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Port 11ba8133-02ad-4f65-86a1-eb03514d9c11 on network 021996d6-d46a-4afa-b4fc-3ab6857ffa55 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:58.703264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Attempting to bind port 11ba8133-02ad-4f65-86a1-eb03514d9c11 on network 021996d6-d46a-4afa-b4fc-3ab6857ffa55 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:58.707861 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2f87b19-08f6-40ce-9ed6-d74c4950764b tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.708407 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f87b19-08f6-40ce-9ed6-d74c4950764b tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Fanout notify agent at l3_agent the message router_deleted on router 94b908f9-a5e4-4d54-9cba-847b5a50b101 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:58.711771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:58.711771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Checking segment: {'id': 'a4354d27-04a6-437a-bd5c-4006473e39dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '021996d6-d46a-4afa-b4fc-3ab6857ffa55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:58.711771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Bound using segment: {'id': 'a4354d27-04a6-437a-bd5c-4006473e39dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '021996d6-d46a-4afa-b4fc-3ab6857ffa55'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:58.711771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Bound port: 11ba8133-02ad-4f65-86a1-eb03514d9c11, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4354d27-04a6-437a-bd5c-4006473e39dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '021996d6-d46a-4afa-b4fc-3ab6857ffa55'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:58.712109 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.716092 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2f87b19-08f6-40ce-9ed6-d74c4950764b tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.717262 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a2f87b19-08f6-40ce-9ed6-d74c4950764b tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "DELETE /v2.0/routers/94b908f9-a5e4-4d54-9cba-847b5a50b101 HTTP/1.1" status: 204 len: 168 time: 2.7655246 Sep 16 05:02:58.721042 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33412) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:58.726175 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-347fbbb4-af89-4953-9d6e-02b375acbe3f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-400520646', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}, 'admin_state_up': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:58.754439 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e42576eb-1665-440c-b0dc-86e0492de9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.757385 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e42576eb-1665-440c-b0dc-86e0492de9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.758999 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e42576eb-1665-440c-b0dc-86e0492de9e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4aba2e3-5fcd-4dee-b2d2-1fffb191e8ef HTTP/1.1" status: 204 len: 168 time: 1.0429907 Sep 16 05:02:58.778134 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42576eb-1665-440c-b0dc-86e0492de9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aba2e3-5fcd-4dee-b2d2-1fffb191e8ef,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:58.779993 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-2ff9cb77-b3f3-4579-8140-df9ef0f8f573 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9440680 Sep 16 05:02:58.800933 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5390f4bf-e7de-468b-ac32-0e5fffed9052 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.805078 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Request body: {'port': {'device_id': '3318fb0a-3cee-4d92-87bf-439f8f780d81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:58.805261 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5390f4bf-e7de-468b-ac32-0e5fffed9052 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5020249 Sep 16 05:02:58.805829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33418) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:58.815560 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b336ee86-0c8a-45fc-aa89-9406b6b3fd1e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:58.838683 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] For port 11ba8133-02ad-4f65-86a1-eb03514d9c11, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:58.841434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] For port 11ba8133-02ad-4f65-86a1-eb03514d9c11, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=11ba8133-02ad-4f65-86a1-eb03514d9c11,segment=NetworkSegment(a4354d27-04a6-437a-bd5c-4006473e39dd),segment_id=a4354d27-04a6-437a-bd5c-4006473e39dd)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:58.884302 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.905943 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.961458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:58.962081 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.964409 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] 10.222.0.21 "PUT /v2.0/ports/11ba8133-02ad-4f65-86a1-eb03514d9c11 HTTP/1.1" status: 200 len: 1092 time: 2.2466462 Sep 16 05:02:58.966101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a3b81b-4797-4922-bd69-2fa5398c0494', 'tag': '11ba8133-02ad-4f65-86a1-eb03514d9c11'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:58.968706 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd17da57-6f0c-4e43-9f0d-cc1f51e8cca1" -d '{"events": [{"name": "network-changed", "server_uuid": "38a3b81b-4797-4922-bd69-2fa5398c0494", "tag": "11ba8133-02ad-4f65-86a1-eb03514d9c11"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:59.017233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a57170-3c35-4539-a27b-2a958aae45dd service neutron] Pushing event updated for resources: {'Port': ['ID=11ba8133-02ad-4f65-86a1-eb03514d9c11,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:59.045983 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffeb241-ef1d-41eb-a6e0-4d019ec3d736 x-openstack-request-id: req-5ffeb241-ef1d-41eb-a6e0-4d019ec3d736 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:59.046338 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a3b81b-4797-4922-bd69-2fa5398c0494", "tag": "11ba8133-02ad-4f65-86a1-eb03514d9c11", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:59.046672 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ffeb241-ef1d-41eb-a6e0-4d019ec3d736 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:59.047431 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a3b81b-4797-4922-bd69-2fa5398c0494', 'tag': '11ba8133-02ad-4f65-86a1-eb03514d9c11', 'status': 'completed', 'code': 200} Sep 16 05:02:59.060585 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b336ee86-0c8a-45fc-aa89-9406b6b3fd1e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.068687 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-347fbbb4-af89-4953-9d6e-02b375acbe3f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.070254 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-347fbbb4-af89-4953-9d6e-02b375acbe3f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.178601 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-347fbbb4-af89-4953-9d6e-02b375acbe3f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.233516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17da57-6f0c-4e43-9f0d-cc1f51e8cca1 req-e20f0857-02c2-4209-adbc-b87f69130c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.241047 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd17da57-6f0c-4e43-9f0d-cc1f51e8cca1 req-e20f0857-02c2-4209-adbc-b87f69130c9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=187d066740d54594b4e2eb97d7cf8d25&device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 1095 time: 0.1376224 Sep 16 05:02:59.286439 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 87b940c5-f277-4255-94ab-e089d3bc0bcd up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:59.366419 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 87b940c5-f277-4255-94ab-e089d3bc0bcd triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:59.366801 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.583419 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17da57-6f0c-4e43-9f0d-cc1f51e8cca1 req-89c43ea7-1ff4-4ecb-a1f3-5e727f33ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.585239 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd17da57-6f0c-4e43-9f0d-cc1f51e8cca1 req-89c43ea7-1ff4-4ecb-a1f3-5e727f33ea63 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=187d066740d54594b4e2eb97d7cf8d25&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3307157 Sep 16 05:02:59.610644 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-347fbbb4-af89-4953-9d6e-02b375acbe3f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.620128 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b336ee86-0c8a-45fc-aa89-9406b6b3fd1e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.715822 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a41451-dbce-40b1-8bb7-3329248cc40b {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:59.727606 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.752196 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Transition to ACTIVE for port object 10a41451-dbce-40b1-8bb7-3329248cc40b will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:59.787730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334191b-0322-4416-af69-3eed7fde111d req-77cf5033-575e-4478-8e0d-57c873610d64 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.789676 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9334191b-0322-4416-af69-3eed7fde111d req-77cf5033-575e-4478-8e0d-57c873610d64 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 931 time: 0.2507868 Sep 16 05:02:59.815179 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.901569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17da57-6f0c-4e43-9f0d-cc1f51e8cca1 req-e7a73a46-1ff7-4698-bb2e-d0e530060ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.903168 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd17da57-6f0c-4e43-9f0d-cc1f51e8cca1 req-e7a73a46-1ff7-4698-bb2e-d0e530060ceb service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2962666 Sep 16 05:02:59.964577 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Pushing event updated for resources: {'Port': ['ID=10a41451-dbce-40b1-8bb7-3329248cc40b,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:59.974384 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9334191b-0322-4416-af69-3eed7fde111d req-b45f7480-e06c-4c6b-b67a-1cc9ab93ac06 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725338 Sep 16 05:02:59.997173 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72aa267-6ae5-47bb-8237-76e15a19b1de req-67e9cd7a-5eb7-429c-9c17-17f1892ba3cf tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.999181 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c72aa267-6ae5-47bb-8237-76e15a19b1de req-67e9cd7a-5eb7-429c-9c17-17f1892ba3cf tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 943 time: 0.2080121 Sep 16 05:03:00.080479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-b336ee86-0c8a-45fc-aa89-9406b6b3fd1e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Allocated IP 172.25.4.137 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/71cbaa4d-5c1b-42d1-a31a-b62e900e6160) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:00.093379 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-347fbbb4-af89-4953-9d6e-02b375acbe3f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.115123 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c72aa267-6ae5-47bb-8237-76e15a19b1de req-bed49465-3758-4a8a-a7b5-13e83a13652c tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/security-groups?id=276c9af5-a6cf-48c0-9b2a-701756023d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667763 Sep 16 05:03:00.127324 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-347fbbb4-af89-4953-9d6e-02b375acbe3f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.157310 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Attempting to bind port 10a41451-dbce-40b1-8bb7-3329248cc40b on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:00.157310 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Attempting to bind port 10a41451-dbce-40b1-8bb7-3329248cc40b by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '204d4ec3-a087-4eba-bfa4-217654581440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:00.157580 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Attempting to bind port 10a41451-dbce-40b1-8bb7-3329248cc40b on network b9ef8e82-1028-4bc1-a846-04cbe862c35a {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:00.189066 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Port 10a41451-dbce-40b1-8bb7-3329248cc40b on network b9ef8e82-1028-4bc1-a846-04cbe862c35a not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:00.189416 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Attempting to bind port 10a41451-dbce-40b1-8bb7-3329248cc40b on network b9ef8e82-1028-4bc1-a846-04cbe862c35a {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:00.203627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:00.203993 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Checking segment: {'id': '204d4ec3-a087-4eba-bfa4-217654581440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:00.204258 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Bound using segment: {'id': '204d4ec3-a087-4eba-bfa4-217654581440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:00.204812 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Bound port: 10a41451-dbce-40b1-8bb7-3329248cc40b, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '204d4ec3-a087-4eba-bfa4-217654581440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:00.205184 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.214187 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-9a641751-c227-46fb-8749-4b5840cf77dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:00.216346 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-9a641751-c227-46fb-8749-4b5840cf77dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=187d066740d54594b4e2eb97d7cf8d25&device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 1095 time: 0.2417560 Sep 16 05:03:00.279456 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-675399ec-3af0-446b-b1e1-a65dd017ea85 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11ba8133-02ad-4f65-86a1-eb03514d9c11 HTTP/1.1" status: 200 len: 217 time: 0.0457149 Sep 16 05:03:00.289627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] For port 10a41451-dbce-40b1-8bb7-3329248cc40b, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:00.301110 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b336ee86-0c8a-45fc-aa89-9406b6b3fd1e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.301272 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] For port 10a41451-dbce-40b1-8bb7-3329248cc40b, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=10a41451-dbce-40b1-8bb7-3329248cc40b,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:00.353256 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-274b2c2c-6229-4fe8-bdf2-ca82fc84f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:00.355529 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-274b2c2c-6229-4fe8-bdf2-ca82fc84f97d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0501649b-8c4c-4e06-b719-24c193ae097e HTTP/1.1" status: 200 len: 850 time: 0.0681994 Sep 16 05:03:00.395916 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-27029b74-87da-4451-b555-d33c8105f685 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=021996d6-d46a-4afa-b4fc-3ab6857ffa55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326607 Sep 16 05:03:00.437474 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.473146 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:00.473968 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.476470 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] 10.222.0.38 "PUT /v2.0/ports/10a41451-dbce-40b1-8bb7-3329248cc40b HTTP/1.1" status: 200 len: 1092 time: 1.6792943 Sep 16 05:03:00.486915 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b336ee86-0c8a-45fc-aa89-9406b6b3fd1e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.517870 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3318fb0a-3cee-4d92-87bf-439f8f780d81', 'tag': '10a41451-dbce-40b1-8bb7-3329248cc40b'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:00.520762 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90665070-339b-4a26-9f47-35a4ddadae48" -d '{"events": [{"name": "network-changed", "server_uuid": "3318fb0a-3cee-4d92-87bf-439f8f780d81", "tag": "10a41451-dbce-40b1-8bb7-3329248cc40b"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:00.544792 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b336ee86-0c8a-45fc-aa89-9406b6b3fd1e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:00.562021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-b336ee86-0c8a-45fc-aa89-9406b6b3fd1e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:00.568384 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b336ee86-0c8a-45fc-aa89-9406b6b3fd1e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:00.570019 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f67c87-c97c-40c1-996f-177228040b6b service neutron] Pushing event updated for resources: {'Port': ['ID=10a41451-dbce-40b1-8bb7-3329248cc40b,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:00.573723 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-e7790562-9ddb-4da9-a491-67fc388deaf7 service neutron] 10.222.0.21 "GET /v2.0/networks/021996d6-d46a-4afa-b4fc-3ab6857ffa55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678948 Sep 16 05:03:00.580479 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-347fbbb4-af89-4953-9d6e-02b375acbe3f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Allocated IP 172.25.4.138 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/d44025e4-be81-4b58-886b-b18be535839d) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:00.592454 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336ee86-0c8a-45fc-aa89-9406b6b3fd1e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Pushing event updated for resources: {'Port': ['ID=71cbaa4d-5c1b-42d1-a31a-b62e900e6160,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:00.687175 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1de256-fad5-4c3f-a4aa-c80df5e313c9 x-openstack-request-id: req-6d1de256-fad5-4c3f-a4aa-c80df5e313c9 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:00.689175 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3318fb0a-3cee-4d92-87bf-439f8f780d81", "tag": "10a41451-dbce-40b1-8bb7-3329248cc40b", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:00.690381 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d1de256-fad5-4c3f-a4aa-c80df5e313c9 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:00.692050 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3318fb0a-3cee-4d92-87bf-439f8f780d81', 'tag': '10a41451-dbce-40b1-8bb7-3329248cc40b', 'status': 'completed', 'code': 200} Sep 16 05:03:00.772963 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-65d4bae1-d25f-437d-8302-aea6354fbb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:00.774555 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-65d4bae1-d25f-437d-8302-aea6354fbb06 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=852c1dc106e84e98bc9ab877166f44bc&device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 1095 time: 0.0805428 Sep 16 05:03:00.796954 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b336ee86-0c8a-45fc-aa89-9406b6b3fd1e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.800876 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-347fbbb4-af89-4953-9d6e-02b375acbe3f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.801963 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6eca1cf-22ac-4d61-9862-ed7633fb894e req-5867de94-94af-44a0-ac4a-58374686d6e7 service neutron] 10.222.0.21 "GET /v2.0/networks/021996d6-d46a-4afa-b4fc-3ab6857ffa55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066033 Sep 16 05:03:00.842713 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-901d0fb0-0d3b-44db-935d-0f8d76e2d866 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10a41451-dbce-40b1-8bb7-3329248cc40b HTTP/1.1" status: 200 len: 217 time: 0.0395010 Sep 16 05:03:00.908372 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-1a4d705b-549f-47d5-9acd-284af53540ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:00.911518 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-1a4d705b-549f-47d5-9acd-284af53540ff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=78824b81-40b9-45ee-a0f2-5c2c425bea42 HTTP/1.1" status: 200 len: 854 time: 0.0610707 Sep 16 05:03:00.965553 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-54ed0243-586f-428b-80a0-046132cfcd98 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9ef8e82-1028-4bc1-a846-04cbe862c35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323172 Sep 16 05:03:01.028227 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b336ee86-0c8a-45fc-aa89-9406b6b3fd1e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.053400 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-347fbbb4-af89-4953-9d6e-02b375acbe3f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.102699 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347fbbb4-af89-4953-9d6e-02b375acbe3f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:01.105670 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-347fbbb4-af89-4953-9d6e-02b375acbe3f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:01.108333 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347fbbb4-af89-4953-9d6e-02b375acbe3f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:01.183975 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fbbb4-af89-4953-9d6e-02b375acbe3f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Pushing event updated for resources: {'Port': ['ID=d44025e4-be81-4b58-886b-b18be535839d,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:01.192557 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-2fca424c-ac24-4021-bee1-68d8a8a5d428 service neutron] 10.222.0.38 "GET /v2.0/networks/b9ef8e82-1028-4bc1-a846-04cbe862c35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203302 Sep 16 05:03:01.332727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331401ba-d1c3-4793-9768-3d9872bd2373 req-af2a0b60-62cc-4de7-9039-293e7bd23d09 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:01.334744 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-331401ba-d1c3-4793-9768-3d9872bd2373 req-af2a0b60-62cc-4de7-9039-293e7bd23d09 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 943 time: 0.2246563 Sep 16 05:03:01.387327 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b336ee86-0c8a-45fc-aa89-9406b6b3fd1e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.414995 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3f704be9-7a96-4af5-87ad-020b0e3f1070 req-03bbc67c-ec82-488f-b86b-9c377e824764 service neutron] 10.222.0.38 "GET /v2.0/networks/b9ef8e82-1028-4bc1-a846-04cbe862c35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151006 Sep 16 05:03:01.418667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de3f4e-1182-4599-8781-95a9ba1fa34c req-7b7e3b63-6887-4a55-8284-256fc57500a1 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:01.420331 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0de3f4e-1182-4599-8781-95a9ba1fa34c req-7b7e3b63-6887-4a55-8284-256fc57500a1 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 943 time: 0.1649740 Sep 16 05:03:01.426406 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-331401ba-d1c3-4793-9768-3d9872bd2373 req-e9f3ce09-105a-43e7-91eb-8c5b900db38b tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824695 Sep 16 05:03:01.471699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0de3f4e-1182-4599-8781-95a9ba1fa34c req-de21126e-dde2-481b-9bf5-af5e6de6c129 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/security-groups?id=276c9af5-a6cf-48c0-9b2a-701756023d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433493 Sep 16 05:03:01.517362 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b336ee86-0c8a-45fc-aa89-9406b6b3fd1e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.604763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336ee86-0c8a-45fc-aa89-9406b6b3fd1e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Pushing event updated for resources: {'Port': ['ID=71cbaa4d-5c1b-42d1-a31a-b62e900e6160,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:01.628985 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b336ee86-0c8a-45fc-aa89-9406b6b3fd1e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.680913 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-347fbbb4-af89-4953-9d6e-02b375acbe3f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.705471 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b336ee86-0c8a-45fc-aa89-9406b6b3fd1e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.707561 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b336ee86-0c8a-45fc-aa89-9406b6b3fd1e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9000981 Sep 16 05:03:01.724992 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90665070-339b-4a26-9f47-35a4ddadae48 req-19823781-07df-4854-bb47-28f7a80ce017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:01.728016 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-90665070-339b-4a26-9f47-35a4ddadae48 req-19823781-07df-4854-bb47-28f7a80ce017 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=852c1dc106e84e98bc9ab877166f44bc&device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 1095 time: 0.1027792 Sep 16 05:03:01.967268 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-9d186bc6-3142-4e0e-80b0-ad09480fbb9a tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--101221197&fields=id&tenant_id=91693b6bb4c94d389176250ac4c2912a HTTP/1.1" status: 200 len: 267 time: 0.0568962 Sep 16 05:03:02.038936 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90665070-339b-4a26-9f47-35a4ddadae48 req-c6b5996b-9269-4791-a3fe-efdf2332226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.040489 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-90665070-339b-4a26-9f47-35a4ddadae48 req-c6b5996b-9269-4791-a3fe-efdf2332226b service neutron] 10.222.0.38 "GET /v2.0/networks?id=b9ef8e82-1028-4bc1-a846-04cbe862c35a HTTP/1.1" status: 200 len: 915 time: 0.3025475 Sep 16 05:03:02.096641 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-90665070-339b-4a26-9f47-35a4ddadae48 req-e9fbdb69-78a0-4a6d-a38e-d66f3f13748b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10a41451-dbce-40b1-8bb7-3329248cc40b HTTP/1.1" status: 200 len: 217 time: 0.0459671 Sep 16 05:03:02.097827 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-347fbbb4-af89-4953-9d6e-02b375acbe3f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.145488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-7bb8dbc0-8fa3-4150-bd39-ed6ee9b00cc8 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.147269 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-7bb8dbc0-8fa3-4150-bd39-ed6ee9b00cc8 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/networks?id=c08e5f85-cde7-4610-a958-1197a080fe84 HTTP/1.1" status: 200 len: 806 time: 0.1724098 Sep 16 05:03:02.166289 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-57a6cf7e-b4d3-4133-8a78-ff9aec8985db tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/quotas/91693b6bb4c94d389176250ac4c2912a HTTP/1.1" status: 200 len: 375 time: 0.0115323 Sep 16 05:03:02.226187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-71ac292d-6a53-419a-af96-0840e4844d2d tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=91693b6bb4c94d389176250ac4c2912a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546227 Sep 16 05:03:02.348018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-846897e0-f720-40e2-8e4c-ebb6e6fdb487 service neutron] 10.222.0.20 "GET /v2.0/networks/c08e5f85-cde7-4610-a958-1197a080fe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083474 Sep 16 05:03:02.461943 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-2b6e4fac-7f53-4c49-b52e-d7ecc0c340fd service neutron] 10.222.0.20 "GET /v2.0/networks/c08e5f85-cde7-4610-a958-1197a080fe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061156 Sep 16 05:03:02.591471 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90665070-339b-4a26-9f47-35a4ddadae48 req-f57af123-1d12-4af1-ae6b-5e5e59e0b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.593026 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-90665070-339b-4a26-9f47-35a4ddadae48 req-f57af123-1d12-4af1-ae6b-5e5e59e0b5ec service neutron] 10.222.0.38 "GET /v2.0/subnets?id=78824b81-40b9-45ee-a0f2-5c2c425bea42 HTTP/1.1" status: 200 len: 854 time: 0.4878161 Sep 16 05:03:02.598625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7737f71-5b83-49aa-a51e-9e23a3d88fab req-47f631f4-0d50-4442-9029-9ed673e3a3fb tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.601042 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7737f71-5b83-49aa-a51e-9e23a3d88fab req-47f631f4-0d50-4442-9029-9ed673e3a3fb tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 943 time: 0.0702209 Sep 16 05:03:02.648383 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7737f71-5b83-49aa-a51e-9e23a3d88fab req-b6e8ea6d-acfa-4eff-baa6-5b4502a29903 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408883 Sep 16 05:03:02.669446 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-90665070-339b-4a26-9f47-35a4ddadae48 req-ae73a035-7c61-434e-9361-5c4e4930177a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9ef8e82-1028-4bc1-a846-04cbe862c35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655899 Sep 16 05:03:02.776103 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e3188-abe8-4fec-97d9-e3c2affddf9f req-bf4bf16d-616d-4cbd-a1fd-890e36f332d9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.783583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c33e3188-abe8-4fec-97d9-e3c2affddf9f req-bf4bf16d-616d-4cbd-a1fd-890e36f332d9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 943 time: 0.0709815 Sep 16 05:03:02.824133 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-90665070-339b-4a26-9f47-35a4ddadae48 req-95f3d8ec-a3dc-47e6-afc5-849b46450723 service neutron] 10.222.0.38 "GET /v2.0/networks/b9ef8e82-1028-4bc1-a846-04cbe862c35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397021 Sep 16 05:03:02.845868 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c33e3188-abe8-4fec-97d9-e3c2affddf9f req-0152a8c0-83c6-43e5-8234-db0525c42900 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/security-groups?id=276c9af5-a6cf-48c0-9b2a-701756023d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578954 Sep 16 05:03:02.919738 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9af841a2-d88d-48a4-81d9-81edb38dffc8 req-6b33fc44-254b-45a3-8839-894754c978c7 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 210 time: 0.0366359 Sep 16 05:03:02.962122 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-90665070-339b-4a26-9f47-35a4ddadae48 req-ee3b1b9c-7738-4bed-a330-6b85ae185ab7 service neutron] 10.222.0.38 "GET /v2.0/networks/b9ef8e82-1028-4bc1-a846-04cbe862c35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304181 Sep 16 05:03:02.993820 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347fbbb4-af89-4953-9d6e-02b375acbe3f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Router b4e3bc83-ee76-4e20-a3be-34da20108494 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:03:03.108551 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347fbbb4-af89-4953-9d6e-02b375acbe3f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:03.127455 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5620b3-77e8-4ec6-9f79-5cd8c43080c1 None None] Sync routers for ids ['b4e3bc83-ee76-4e20-a3be-34da20108494'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:03.133235 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5620b3-77e8-4ec6-9f79-5cd8c43080c1 None None] Routers {'b4e3bc83-ee76-4e20-a3be-34da20108494'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:03.133849 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4f5620b3-77e8-4ec6-9f79-5cd8c43080c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['b4e3bc83-ee76-4e20-a3be-34da20108494'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:03.167992 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4f5620b3-77e8-4ec6-9f79-5cd8c43080c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:03.177864 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5620b3-77e8-4ec6-9f79-5cd8c43080c1 None None] Routers {'b4e3bc83-ee76-4e20-a3be-34da20108494'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:03.178485 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4f5620b3-77e8-4ec6-9f79-5cd8c43080c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['b4e3bc83-ee76-4e20-a3be-34da20108494'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:03.202614 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-347fbbb4-af89-4953-9d6e-02b375acbe3f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.206662 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-347fbbb4-af89-4953-9d6e-02b375acbe3f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.4819455 Sep 16 05:03:03.207182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33554) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:03.211774 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4f5620b3-77e8-4ec6-9f79-5cd8c43080c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:03.211774 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5620b3-77e8-4ec6-9f79-5cd8c43080c1 None None] The sync data for ids ['b4e3bc83-ee76-4e20-a3be-34da20108494'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:03.213499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-df6891d8-ec62-436e-87ed-ec3c7315591a tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:03.540920 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-df6891d8-ec62-436e-87ed-ec3c7315591a tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.652874 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-df6891d8-ec62-436e-87ed-ec3c7315591a tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.809563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63803e9-6e11-4472-a753-8e4dc2f1e078 req-aa440137-04f6-4b1b-8808-87574bd0ca4f tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:03.811256 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f63803e9-6e11-4472-a753-8e4dc2f1e078 req-aa440137-04f6-4b1b-8808-87574bd0ca4f tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 943 time: 0.0717430 Sep 16 05:03:03.860907 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-df6891d8-ec62-436e-87ed-ec3c7315591a tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Deleting port d44025e4-be81-4b58-886b-b18be535839d {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:03.861288 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-df6891d8-ec62-436e-87ed-ec3c7315591a tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.865816 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f63803e9-6e11-4472-a753-8e4dc2f1e078 req-affe70c7-50ed-48a4-a82b-4bdd85016d96 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480640 Sep 16 05:03:04.006182 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-df6891d8-ec62-436e-87ed-ec3c7315591a tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.027690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec55119-168a-4971-b2df-4a489e3e4666 req-233ae088-6447-4b8b-ad96-781b8f99273f tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:04.029234 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ec55119-168a-4971-b2df-4a489e3e4666 req-233ae088-6447-4b8b-ad96-781b8f99273f tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 943 time: 0.1142249 Sep 16 05:03:04.033436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-df6891d8-ec62-436e-87ed-ec3c7315591a tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Calling delete_port for d44025e4-be81-4b58-886b-b18be535839d owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:04.139713 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:03:04.169276 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ec55119-168a-4971-b2df-4a489e3e4666 req-90eecbb6-94dd-48d8-a33d-df1e3b2b16d7 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/security-groups?id=276c9af5-a6cf-48c0-9b2a-701756023d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310949 Sep 16 05:03:04.170930 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b215510-e65c-429c-8e2f-74164f4eaa47 req-75086fe8-3068-47ee-bb3e-8ffee8ba3d6b tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 210 time: 0.0680604 Sep 16 05:03:04.391353 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-df6891d8-ec62-436e-87ed-ec3c7315591a tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.396801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 10a41451-dbce-40b1-8bb7-3329248cc40b details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:04.422568 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6891d8-ec62-436e-87ed-ec3c7315591a tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Pushing event deleted for resources: {'Port': ['ID=d44025e4-be81-4b58-886b-b18be535839d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:04.498463 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-df6891d8-ec62-436e-87ed-ec3c7315591a tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.546226 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 10a41451-dbce-40b1-8bb7-3329248cc40b, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=10a41451-dbce-40b1-8bb7-3329248cc40b,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:04.564386 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '10a41451-dbce-40b1-8bb7-3329248cc40b', 'network_id': 'b9ef8e82-1028-4bc1-a846-04cbe862c35a', 'port_id': '10a41451-dbce-40b1-8bb7-3329248cc40b', 'mac_address': 'fa:16:3e:6b:f4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78824b81-40b9-45ee-a0f2-5c2c425bea42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:04.613859 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.630181 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a41451-dbce-40b1-8bb7-3329248cc40b {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:04.670048 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 10a41451-dbce-40b1-8bb7-3329248cc40b, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=10a41451-dbce-40b1-8bb7-3329248cc40b,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:04.791673 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.860578 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=10a41451-dbce-40b1-8bb7-3329248cc40b,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:05.138020 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-df6891d8-ec62-436e-87ed-ec3c7315591a tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.149576 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-df6891d8-ec62-436e-87ed-ec3c7315591a tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.162651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64338bd-7f4c-462b-adbc-2dbfa17bcd77 req-2f5d23e8-fe93-4898-a492-9940fb832f9d tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:05.174803 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f64338bd-7f4c-462b-adbc-2dbfa17bcd77 req-2f5d23e8-fe93-4898-a492-9940fb832f9d tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 944 time: 0.1705847 Sep 16 05:03:05.207818 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-79cb0138-9d30-40e1-8b5d-be2e9f55c33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.223684 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['10a41451-dbce-40b1-8bb7-3329248cc40b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:05.267034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6891d8-ec62-436e-87ed-ec3c7315591a tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Router b4e3bc83-ee76-4e20-a3be-34da20108494 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:05.331742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f64338bd-7f4c-462b-adbc-2dbfa17bcd77 req-60c0f129-518a-49f9-b623-f054df93a14d tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796225 Sep 16 05:03:05.362040 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ad87bbc-11da-434a-89a0-9cdefb3f04bf req-ae7fda03-b237-48e6-8c41-6740f727d713 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 210 time: 0.0481234 Sep 16 05:03:05.459437 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6891d8-ec62-436e-87ed-ec3c7315591a tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:05.471870 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c2bcaa-4006-4479-93a3-841fbb77d675 None None] Sync routers for ids ['b4e3bc83-ee76-4e20-a3be-34da20108494'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:05.482104 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-df6891d8-ec62-436e-87ed-ec3c7315591a tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.485790 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-df6891d8-ec62-436e-87ed-ec3c7315591a tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "PUT /v2.0/routers/b4e3bc83-ee76-4e20-a3be-34da20108494 HTTP/1.1" status: 200 len: 709 time: 2.2750242 Sep 16 05:03:05.485934 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c2bcaa-4006-4479-93a3-841fbb77d675 None None] Routers {'b4e3bc83-ee76-4e20-a3be-34da20108494'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:05.485934 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-34c2bcaa-4006-4479-93a3-841fbb77d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['b4e3bc83-ee76-4e20-a3be-34da20108494'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:05.487117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33612) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:05.511838 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2c792-fdd9-486c-9f62-add3dcf14d33 req-d3d5b52a-9800-4721-92bf-31195042b770 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:05.513777 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1db2c792-fdd9-486c-9f62-add3dcf14d33 req-d3d5b52a-9800-4721-92bf-31195042b770 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 943 time: 0.0670974 Sep 16 05:03:05.534401 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-34c2bcaa-4006-4479-93a3-841fbb77d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:05.546607 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c2bcaa-4006-4479-93a3-841fbb77d675 None None] Routers {'b4e3bc83-ee76-4e20-a3be-34da20108494'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:05.547358 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-34c2bcaa-4006-4479-93a3-841fbb77d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:02:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['b4e3bc83-ee76-4e20-a3be-34da20108494'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:05.569407 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1db2c792-fdd9-486c-9f62-add3dcf14d33 req-8a57e0ae-fd72-443c-86e4-e43e90f56a9a tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/security-groups?id=276c9af5-a6cf-48c0-9b2a-701756023d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490718 Sep 16 05:03:05.581658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33614) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:05.582045 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3f2605bf-906d-41c3-9485-023e2e7315d6 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "GET /v2.0/routers/b4e3bc83-ee76-4e20-a3be-34da20108494 HTTP/1.1" status: 200 len: 744 time: 0.0935314 Sep 16 05:03:05.584762 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-34c2bcaa-4006-4479-93a3-841fbb77d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:05.585407 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c2bcaa-4006-4479-93a3-841fbb77d675 None None] The sync data for ids ['b4e3bc83-ee76-4e20-a3be-34da20108494'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:05.632639 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8c1c139c-9bf1-4de5-b2b3-40c804243481 tempest-RoutersIpV6AdminTest-1931141852 tempest-RoutersIpV6AdminTest-1931141852-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&device_id=b4e3bc83-ee76-4e20-a3be-34da20108494 HTTP/1.1" status: 200 len: 205 time: 0.0491080 Sep 16 05:03:05.635319 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33616) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:05.671792 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b630ed72-ef10-4cc0-93f9-5c27e10054e5 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e3bc83-ee76-4e20-a3be-34da20108494 HTTP/1.1" status: 200 len: 205 time: 0.0353854 Sep 16 05:03:05.678832 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33620) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:05.772383 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e021931-8ce7-4706-b31c-a98383d54a69 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.921634 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 11ba8133-02ad-4f65-86a1-eb03514d9c11 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:05.935213 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-49004d13-0f69-4a91-9c4f-7b14a146a1f3 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:05.936936 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-49004d13-0f69-4a91-9c4f-7b14a146a1f3 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.21 "GET /v2.0/networks?id=c08e5f85-cde7-4610-a958-1197a080fe84 HTTP/1.1" status: 200 len: 806 time: 0.1529634 Sep 16 05:03:06.002109 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e021931-8ce7-4706-b31c-a98383d54a69 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.003968 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-98975860-43c6-4666-a4f6-7c2907ef3c9d tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91693b6bb4c94d389176250ac4c2912a HTTP/1.1" status: 200 len: 379 time: 0.0513792 Sep 16 05:03:06.004878 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e021931-8ce7-4706-b31c-a98383d54a69 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.016134 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-253fca74-15ac-488b-b8c2-943a3f37981e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Request body: {'port': {'device_id': '67e87adb-eb38-4e5e-801b-b6dd438bae0b', 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84', 'admin_state_up': True, 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'security_groups': ['12b774d9-cd9d-4ae7-887e-66b171c8f8fc']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:06.050087 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 11ba8133-02ad-4f65-86a1-eb03514d9c11, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=11ba8133-02ad-4f65-86a1-eb03514d9c11,segment=NetworkSegment(a4354d27-04a6-437a-bd5c-4006473e39dd),segment_id=a4354d27-04a6-437a-bd5c-4006473e39dd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:06.063583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '11ba8133-02ad-4f65-86a1-eb03514d9c11', 'network_id': '021996d6-d46a-4afa-b4fc-3ab6857ffa55', 'port_id': '11ba8133-02ad-4f65-86a1-eb03514d9c11', 'mac_address': 'fa:16:3e:0e:3c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0501649b-8c4c-4e06-b719-24c193ae097e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:06.118802 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.140151 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ba8133-02ad-4f65-86a1-eb03514d9c11 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:06.153195 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e021931-8ce7-4706-b31c-a98383d54a69 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.153909 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e021931-8ce7-4706-b31c-a98383d54a69 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Fanout notify agent at l3_agent the message router_deleted on router b4e3bc83-ee76-4e20-a3be-34da20108494 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:03:06.164580 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e021931-8ce7-4706-b31c-a98383d54a69 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.166119 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3e021931-8ce7-4706-b31c-a98383d54a69 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "DELETE /v2.0/routers/b4e3bc83-ee76-4e20-a3be-34da20108494 HTTP/1.1" status: 204 len: 168 time: 0.4861104 Sep 16 05:03:06.171734 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33626) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:06.188415 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 11ba8133-02ad-4f65-86a1-eb03514d9c11, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=11ba8133-02ad-4f65-86a1-eb03514d9c11,segment=NetworkSegment(a4354d27-04a6-437a-bd5c-4006473e39dd),segment_id=a4354d27-04a6-437a-bd5c-4006473e39dd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:06.218796 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33632) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:06.219327 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cc70e89f-8468-4944-bb11-65a3829fd0be tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e3bc83-ee76-4e20-a3be-34da20108494 HTTP/1.1" status: 200 len: 205 time: 0.0459294 Sep 16 05:03:06.265153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-253fca74-15ac-488b-b8c2-943a3f37981e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Made reservation on behalf of 91693b6bb4c94d389176250ac4c2912a for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:06.269176 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-253fca74-15ac-488b-b8c2-943a3f37981e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.271632 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-fabfb500-a7dd-4227-8e08-5ca5149ce87e tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] delete failed (client error): The resource could not be found. Sep 16 05:03:06.272669 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fabfb500-a7dd-4227-8e08-5ca5149ce87e tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "DELETE /v2.0/routers/b4e3bc83-ee76-4e20-a3be-34da20108494 HTTP/1.1" status: 404 len: 336 time: 0.0521824 Sep 16 05:03:06.278817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33634) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:06.293852 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.309792 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cea710ce-0d7b-41ac-a3b8-db713eb39543 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "GET /v2.0/ports?device_id=94b908f9-a5e4-4d54-9cba-847b5a50b101 HTTP/1.1" status: 200 len: 205 time: 0.0290105 Sep 16 05:03:06.313468 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33636) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:06.350468 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=11ba8133-02ad-4f65-86a1-eb03514d9c11,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:06.356186 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-bf4326ac-9246-4659-b9e8-10f928e4e02a tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] delete failed (client error): The resource could not be found. Sep 16 05:03:06.360297 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bf4326ac-9246-4659-b9e8-10f928e4e02a tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "DELETE /v2.0/routers/94b908f9-a5e4-4d54-9cba-847b5a50b101 HTTP/1.1" status: 404 len: 336 time: 0.0456769 Sep 16 05:03:06.361072 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33638) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:06.397417 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 10a41451-dbce-40b1-8bb7-3329248cc40b up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:06.433132 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-019bc1ab-793a-44a4-911d-07f43aa21240 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "GET /v2.0/ports?device_id=965e9dd8-f2dd-4d49-b558-3e3eb8c033b3 HTTP/1.1" status: 200 len: 205 time: 0.0682614 Sep 16 05:03:06.433457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33644) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:06.466569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-253fca74-15ac-488b-b8c2-943a3f37981e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Allocated IP 172.20.0.12 (c08e5f85-cde7-4610-a958-1197a080fe84/52274256-b6ad-4827-99e0-20602a822122/0b22a807-8cee-4830-860e-ba2add1f3794) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:06.487651 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-65247946-ddd5-42cf-aa6a-559522e08f9f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] delete failed (client error): The resource could not be found. Sep 16 05:03:06.492308 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-65247946-ddd5-42cf-aa6a-559522e08f9f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "DELETE /v2.0/routers/965e9dd8-f2dd-4d49-b558-3e3eb8c033b3 HTTP/1.1" status: 404 len: 336 time: 0.0578997 Sep 16 05:03:06.492995 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33646) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:06.523787 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ed0dd50c-1e2f-44ff-8fca-a77908ab8e4f tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "GET /v2.0/ports?device_id=07f7fa32-f333-4a84-b253-b7f6d59be6b5 HTTP/1.1" status: 200 len: 205 time: 0.0294659 Sep 16 05:03:06.545903 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33648) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:06.562340 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 10a41451-dbce-40b1-8bb7-3329248cc40b completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:06.567615 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 10a41451-dbce-40b1-8bb7-3329248cc40b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:06.568607 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.596065 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-522b4469-f7a6-4ed0-829a-eba8222d0a4e req-8b2d238e-ed0a-4d39-860c-df746c849fe9 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 210 time: 0.0893276 Sep 16 05:03:06.599080 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-2ee4907b-eb19-4c0d-bc20-31771954c0a8 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] delete failed (client error): The resource could not be found. Sep 16 05:03:06.600360 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2ee4907b-eb19-4c0d-bc20-31771954c0a8 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "DELETE /v2.0/routers/07f7fa32-f333-4a84-b253-b7f6d59be6b5 HTTP/1.1" status: 404 len: 336 time: 0.0534360 Sep 16 05:03:06.605367 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33652) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:06.642972 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-68f10660-5605-436b-a629-2498e386eabc tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d8127f3-e731-47d6-8bdf-d1ba89d0c216 HTTP/1.1" status: 200 len: 205 time: 0.0360775 Sep 16 05:03:06.645612 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33654) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:06.677058 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['11ba8133-02ad-4f65-86a1-eb03514d9c11'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:06.724264 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.750423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7eccda-a895-456b-aac8-3447af558dcb req-25de54fe-2d5f-4d72-9533-51579815a3b8 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.752091 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd7eccda-a895-456b-aac8-3447af558dcb req-25de54fe-2d5f-4d72-9533-51579815a3b8 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 944 time: 0.2535512 Sep 16 05:03:06.763925 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3318fb0a-3cee-4d92-87bf-439f8f780d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a41451-dbce-40b1-8bb7-3329248cc40b'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:06.767535 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a6a95c-92ec-4f94-918b-d9b192002637" -d '{"events": [{"server_uuid": "3318fb0a-3cee-4d92-87bf-439f8f780d81", "name": "network-vif-plugged", "status": "completed", "tag": "10a41451-dbce-40b1-8bb7-3329248cc40b"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:06.767714 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-2a531dd4-3077-424e-85f9-ae2873addc4a tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] delete failed (client error): The resource could not be found. Sep 16 05:03:06.767714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2a531dd4-3077-424e-85f9-ae2873addc4a tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "DELETE /v2.0/routers/6d8127f3-e731-47d6-8bdf-d1ba89d0c216 HTTP/1.1" status: 404 len: 336 time: 0.1208029 Sep 16 05:03:06.777433 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33656) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:06.794624 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 10a41451-dbce-40b1-8bb7-3329248cc40b, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=10a41451-dbce-40b1-8bb7-3329248cc40b,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:06.841995 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b36f1e3b-050b-4dbe-8227-5f891db0918b tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b7950a1-52bc-41e7-ad9d-b3baf7dc0290 HTTP/1.1" status: 200 len: 205 time: 0.0673318 Sep 16 05:03:06.846010 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33664) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:06.868189 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-253fca74-15ac-488b-b8c2-943a3f37981e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.872236 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.878282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675508a-3bbc-4a06-99b3-c018d42d215f req-98505486-8445-4500-b6dc-77ab50546fd0 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.895627 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3675508a-3bbc-4a06-99b3-c018d42d215f req-98505486-8445-4500-b6dc-77ab50546fd0 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 944 time: 0.1939008 Sep 16 05:03:06.895627 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd7eccda-a895-456b-aac8-3447af558dcb req-734e0405-58ae-48d5-95df-ac2c14b0010b tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278071 Sep 16 05:03:06.931143 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-5e2575ae-ad75-4456-969c-7e34220da9e8 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] delete failed (client error): The resource could not be found. Sep 16 05:03:06.932529 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5e2575ae-ad75-4456-969c-7e34220da9e8 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "DELETE /v2.0/routers/0b7950a1-52bc-41e7-ad9d-b3baf7dc0290 HTTP/1.1" status: 404 len: 336 time: 0.0828846 Sep 16 05:03:06.935267 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33668) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:06.967648 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5397b3-9af2-4b55-b6bd-770753ca6a17 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:03:06.968182 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c5397b3-9af2-4b55-b6bd-770753ca6a17 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:03:06.970066 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6c5397b3-9af2-4b55-b6bd-770753ca6a17 tempest-RoutersIpV6AdminTest-1484851764 tempest-RoutersIpV6AdminTest-1484851764-project] 10.222.0.20 "DELETE /v2.0/subnets/de699b34-6bbc-453f-8e4d-347029e9084f HTTP/1.1" status: 404 len: 337 time: 0.0335932 Sep 16 05:03:06.995948 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3675508a-3bbc-4a06-99b3-c018d42d215f req-0af1211c-9e75-4699-936e-f83f419aa6a3 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/security-groups?id=276c9af5-a6cf-48c0-9b2a-701756023d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076338 Sep 16 05:03:07.011259 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284488e6-97dc-481b-862c-7a91683c4af9 x-openstack-request-id: req-284488e6-97dc-481b-862c-7a91683c4af9 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:07.011812 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3318fb0a-3cee-4d92-87bf-439f8f780d81", "name": "network-vif-plugged", "status": "completed", "tag": "10a41451-dbce-40b1-8bb7-3329248cc40b", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:07.011812 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-284488e6-97dc-481b-862c-7a91683c4af9 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:07.013985 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3318fb0a-3cee-4d92-87bf-439f8f780d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a41451-dbce-40b1-8bb7-3329248cc40b', 'code': 200} Sep 16 05:03:07.049139 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=10a41451-dbce-40b1-8bb7-3329248cc40b,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:07.129063 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e9a9e-ec8b-4bf2-8157-53a14fd5bf95 req-bd26ec2e-b3aa-4b29-a74a-30174f8fd865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.130970 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-7e0e9a9e-ec8b-4bf2-8157-53a14fd5bf95 req-bd26ec2e-b3aa-4b29-a74a-30174f8fd865 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 1097 time: 0.0458298 Sep 16 05:03:07.133812 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-253fca74-15ac-488b-b8c2-943a3f37981e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.190101 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-7e0e9a9e-ec8b-4bf2-8157-53a14fd5bf95 req-ca788912-595b-4eb7-a9cd-a008cf1466c0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493972 Sep 16 05:03:07.198357 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-253fca74-15ac-488b-b8c2-943a3f37981e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Network c08e5f85-cde7-4610-a958-1197a080fe84 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:07.203408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-253fca74-15ac-488b-b8c2-943a3f37981e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:07.206056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-253fca74-15ac-488b-b8c2-943a3f37981e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:07.210393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fca74-15ac-488b-b8c2-943a3f37981e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Pushing event updated for resources: {'Port': ['ID=0b22a807-8cee-4830-860e-ba2add1f3794,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:07.273046 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-253fca74-15ac-488b-b8c2-943a3f37981e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.273046 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-253fca74-15ac-488b-b8c2-943a3f37981e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.345674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-253fca74-15ac-488b-b8c2-943a3f37981e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3357923 Sep 16 05:03:07.364401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Request body: {'port': {'device_id': '67e87adb-eb38-4e5e-801b-b6dd438bae0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:07.441220 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.558453 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0928ec7d-7e3a-4f2b-b414-1d3a047c6ac7 None None] Provisioning complete for port 0b22a807-8cee-4830-860e-ba2add1f3794 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:07.559087 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0928ec7d-7e3a-4f2b-b414-1d3a047c6ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.607968 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-0928ec7d-7e3a-4f2b-b414-1d3a047c6ac7 None None] Port 0b22a807-8cee-4830-860e-ba2add1f3794 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:07.648751 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33680) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:07.768479 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8950b602-9b03-45c5-a3d2-929b0b83319d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.870216 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a32681-909b-4f37-99fa-fcddd569f850 req-16d2297f-921f-4149-a399-cc7104233315 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.871901 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97a32681-909b-4f37-99fa-fcddd569f850 req-16d2297f-921f-4149-a399-cc7104233315 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 932 time: 0.1177986 Sep 16 05:03:07.896795 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e094-81af-45bb-86d3-816596ae31f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.951505 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97a32681-909b-4f37-99fa-fcddd569f850 req-006e9a41-3a32-454e-83d0-fa25a8ab9407 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/security-groups?id=12b774d9-cd9d-4ae7-887e-66b171c8f8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603700 Sep 16 05:03:08.036554 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 11ba8133-02ad-4f65-86a1-eb03514d9c11 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:08.060024 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b22a807-8cee-4830-860e-ba2add1f3794 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:08.069164 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.083554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Transition to ACTIVE for port object 0b22a807-8cee-4830-860e-ba2add1f3794 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:08.157336 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e094-81af-45bb-86d3-816596ae31f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.177142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87db3d6-1861-437d-b183-ae2c307864c1 req-6c14813b-6ffb-4e81-91ee-a6ca2b1024bc tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:08.179658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a87db3d6-1861-437d-b183-ae2c307864c1 req-6c14813b-6ffb-4e81-91ee-a6ca2b1024bc tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 945 time: 0.0943267 Sep 16 05:03:08.210247 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.240043 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e094-81af-45bb-86d3-816596ae31f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.253874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 11ba8133-02ad-4f65-86a1-eb03514d9c11 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:08.259438 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 11ba8133-02ad-4f65-86a1-eb03514d9c11 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:08.261036 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.320929 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e1b5e094-81af-45bb-86d3-816596ae31f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f7ae76e95564c078a25f9a7c0b33ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6671309 Sep 16 05:03:08.321642 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33698) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:08.327887 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5e094-81af-45bb-86d3-816596ae31f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c289a1-b513-40e8-a5ec-0603f538dbdc,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:08.354248 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Pushing event updated for resources: {'Port': ['ID=0b22a807-8cee-4830-860e-ba2add1f3794,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:08.421470 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b6dae5d9-f94a-4510-9fae-fd4c2e6b415b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.459054 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.480982 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e0b19-24b4-4a74-983a-db27896cd38b req-ad2eea64-541a-42bc-b0f8-f09092437560 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:08.488442 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b6dae5d9-f94a-4510-9fae-fd4c2e6b415b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.492187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-839e0b19-24b4-4a74-983a-db27896cd38b req-ad2eea64-541a-42bc-b0f8-f09092437560 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 944 time: 0.3553996 Sep 16 05:03:08.542211 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 11ba8133-02ad-4f65-86a1-eb03514d9c11, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=11ba8133-02ad-4f65-86a1-eb03514d9c11,segment=NetworkSegment(a4354d27-04a6-437a-bd5c-4006473e39dd),segment_id=a4354d27-04a6-437a-bd5c-4006473e39dd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:08.543937 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.609939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a87db3d6-1861-437d-b183-ae2c307864c1 req-46e5d4da-f60a-46e5-bed0-632c463a678a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932745 Sep 16 05:03:08.613932 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.648676 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b6dae5d9-f94a-4510-9fae-fd4c2e6b415b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.651891 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b6dae5d9-f94a-4510-9fae-fd4c2e6b415b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.653931 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b6dae5d9-f94a-4510-9fae-fd4c2e6b415b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76c289a1-b513-40e8-a5ec-0603f538dbdc HTTP/1.1" status: 204 len: 168 time: 0.3284149 Sep 16 05:03:08.672947 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dae5d9-f94a-4510-9fae-fd4c2e6b415b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c289a1-b513-40e8-a5ec-0603f538dbdc,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:08.680959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Attempting to bind port 0b22a807-8cee-4830-860e-ba2add1f3794 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:08.681284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Attempting to bind port 0b22a807-8cee-4830-860e-ba2add1f3794 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'c8a61be0-26c8-4695-a059-bc41364d1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:08.681617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Attempting to bind port 0b22a807-8cee-4830-860e-ba2add1f3794 on network c08e5f85-cde7-4610-a958-1197a080fe84 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:08.707490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Port 0b22a807-8cee-4830-860e-ba2add1f3794 on network c08e5f85-cde7-4610-a958-1197a080fe84 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:08.707820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Attempting to bind port 0b22a807-8cee-4830-860e-ba2add1f3794 on network c08e5f85-cde7-4610-a958-1197a080fe84 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:08.733000 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-839e0b19-24b4-4a74-983a-db27896cd38b req-9ca4808c-f1bf-40eb-ad14-c052a1478615 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/security-groups?id=276c9af5-a6cf-48c0-9b2a-701756023d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391346 Sep 16 05:03:08.735489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=11ba8133-02ad-4f65-86a1-eb03514d9c11,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:08.751896 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:08.752506 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Checking segment: {'id': 'c8a61be0-26c8-4695-a059-bc41364d1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:08.753099 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Bound using segment: {'id': 'c8a61be0-26c8-4695-a059-bc41364d1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:08.753790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Bound port: 0b22a807-8cee-4830-860e-ba2add1f3794, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a61be0-26c8-4695-a059-bc41364d1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:08.754427 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.882378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] For port 0b22a807-8cee-4830-860e-ba2add1f3794, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:08.887836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] For port 0b22a807-8cee-4830-860e-ba2add1f3794, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=0b22a807-8cee-4830-860e-ba2add1f3794,segment=NetworkSegment(c8a61be0-26c8-4695-a059-bc41364d1deb),segment_id=c8a61be0-26c8-4695-a059-bc41364d1deb)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:08.957532 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.015460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a3b81b-4797-4922-bd69-2fa5398c0494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ba8133-02ad-4f65-86a1-eb03514d9c11'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:09.018314 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3885df91-e914-40fa-8fe6-18372973572e" -d '{"events": [{"server_uuid": "38a3b81b-4797-4922-bd69-2fa5398c0494", "name": "network-vif-plugged", "status": "completed", "tag": "11ba8133-02ad-4f65-86a1-eb03514d9c11"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:09.062273 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Pushing event updated for resources: {'Port': ['ID=0b22a807-8cee-4830-860e-ba2add1f3794,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:09.103099 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e9dbd7-2807-411b-9c30-1d51bf276b89 x-openstack-request-id: req-e4e9dbd7-2807-411b-9c30-1d51bf276b89 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:09.104397 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a3b81b-4797-4922-bd69-2fa5398c0494", "name": "network-vif-plugged", "status": "completed", "tag": "11ba8133-02ad-4f65-86a1-eb03514d9c11", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:09.104872 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4e9dbd7-2807-411b-9c30-1d51bf276b89 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:09.107041 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a3b81b-4797-4922-bd69-2fa5398c0494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ba8133-02ad-4f65-86a1-eb03514d9c11', 'code': 200} Sep 16 05:03:09.139368 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:09.140046 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.141500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-60c1c953-6aef-44fe-a985-6839377dcf72 service neutron] 10.222.0.21 "PUT /v2.0/ports/0b22a807-8cee-4830-860e-ba2add1f3794 HTTP/1.1" status: 200 len: 1093 time: 1.7816093 Sep 16 05:03:09.143018 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e87adb-eb38-4e5e-801b-b6dd438bae0b', 'tag': '0b22a807-8cee-4830-860e-ba2add1f3794'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:09.145932 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60222c53-a1b2-403b-a08f-066150edfeeb" -d '{"events": [{"name": "network-changed", "server_uuid": "67e87adb-eb38-4e5e-801b-b6dd438bae0b", "tag": "0b22a807-8cee-4830-860e-ba2add1f3794"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:09.174329 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.188487 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0064b5-a8a1-4a82-9b42-ee289a1cfbaf req-d2ebdfa1-0ea4-4938-a936-dedbf3a1187e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:09.190389 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae0064b5-a8a1-4a82-9b42-ee289a1cfbaf req-d2ebdfa1-0ea4-4938-a936-dedbf3a1187e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 944 time: 0.1130598 Sep 16 05:03:09.230140 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c34b8bd-43e9-40f5-9af8-c401baeca614 x-openstack-request-id: req-5c34b8bd-43e9-40f5-9af8-c401baeca614 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:09.230140 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e87adb-eb38-4e5e-801b-b6dd438bae0b", "tag": "0b22a807-8cee-4830-860e-ba2add1f3794", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:09.230140 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c34b8bd-43e9-40f5-9af8-c401baeca614 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:09.230532 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e87adb-eb38-4e5e-801b-b6dd438bae0b', 'tag': '0b22a807-8cee-4830-860e-ba2add1f3794', 'status': 'completed', 'code': 200} Sep 16 05:03:09.256715 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae0064b5-a8a1-4a82-9b42-ee289a1cfbaf req-a35220e9-1850-42f9-b74c-d36e5ae69908 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/security-groups?id=12b774d9-cd9d-4ae7-887e-66b171c8f8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590551 Sep 16 05:03:09.338597 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203d459-7a98-4490-bc17-b4eb59f6a463 req-ee2a1155-74d8-4ed7-b50c-70f34780dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:09.340510 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b203d459-7a98-4490-bc17-b4eb59f6a463 req-ee2a1155-74d8-4ed7-b50c-70f34780dd36 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 1097 time: 0.0826061 Sep 16 05:03:09.358799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60222c53-a1b2-403b-a08f-066150edfeeb req-40aca29d-d704-49b9-b429-a730ccf39b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:09.360505 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60222c53-a1b2-403b-a08f-066150edfeeb req-40aca29d-d704-49b9-b429-a730ccf39b97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91693b6bb4c94d389176250ac4c2912a&device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 1096 time: 0.0673170 Sep 16 05:03:09.426070 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b203d459-7a98-4490-bc17-b4eb59f6a463 req-64746c29-444e-4d5b-a77c-aa70699b1fe8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=276c9af5-a6cf-48c0-9b2a-701756023d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774875 Sep 16 05:03:09.473395 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33718) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:09.532880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60222c53-a1b2-403b-a08f-066150edfeeb req-c26ebf6f-ffc9-4f0c-9880-2f8d82b84db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:09.534571 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60222c53-a1b2-403b-a08f-066150edfeeb req-c26ebf6f-ffc9-4f0c-9880-2f8d82b84db1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=91693b6bb4c94d389176250ac4c2912a&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1520145 Sep 16 05:03:09.553241 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33722) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:09.553494 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2b0c4aa4-7937-489d-84c6-65e20fbf5de9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e2abec1f7af45b6adbefaf2922dded2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782409 Sep 16 05:03:09.624392 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d1e503c-5e63-4e5e-aa0b-2ed8db44ab46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.667347 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d1e503c-5e63-4e5e-aa0b-2ed8db44ab46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.933509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf07d3b-1972-4856-b98e-562b4a438d69 req-b03ebb3a-7ccc-4a9c-b886-62c6360c744d tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:09.935117 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bdf07d3b-1972-4856-b98e-562b4a438d69 req-b03ebb3a-7ccc-4a9c-b886-62c6360c744d tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 945 time: 0.1576743 Sep 16 05:03:09.939736 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d1e503c-5e63-4e5e-aa0b-2ed8db44ab46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.942409 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d1e503c-5e63-4e5e-aa0b-2ed8db44ab46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.950910 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8d1e503c-5e63-4e5e-aa0b-2ed8db44ab46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f54806d-a3f3-43fe-b2e1-c966702e9521 HTTP/1.1" status: 204 len: 168 time: 0.3920174 Sep 16 05:03:10.013666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60222c53-a1b2-403b-a08f-066150edfeeb req-26a29914-cccd-407c-a037-3b4c531267e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.015743 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60222c53-a1b2-403b-a08f-066150edfeeb req-26a29914-cccd-407c-a037-3b4c531267e4 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1959395 Sep 16 05:03:10.019517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e503c-5e63-4e5e-aa0b-2ed8db44ab46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f54806d-a3f3-43fe-b2e1-c966702e9521,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:10.062330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91b637-f1c8-41eb-bcef-91469d206578 req-0ceac7c5-b1cd-44ea-99c6-629f16e4f6e4 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.071454 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f91b637-f1c8-41eb-bcef-91469d206578 req-0ceac7c5-b1cd-44ea-99c6-629f16e4f6e4 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 945 time: 0.2194545 Sep 16 05:03:10.165443 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f91b637-f1c8-41eb-bcef-91469d206578 req-566e3b95-ac05-47b6-bf48-0896f4238a57 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/security-groups?id=276c9af5-a6cf-48c0-9b2a-701756023d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880284 Sep 16 05:03:10.186395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bdf07d3b-1972-4856-b98e-562b4a438d69 req-91e422fb-0bf0-459b-b1b5-7b5f966a2d5e tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935823 Sep 16 05:03:10.230282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-a9832be5-4a18-4904-81e4-2cd6b4faf642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.231864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-a9832be5-4a18-4904-81e4-2cd6b4faf642 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91693b6bb4c94d389176250ac4c2912a&device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 1096 time: 0.1084969 Sep 16 05:03:10.326042 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-24003fd3-1c40-49c3-8de8-0f577da15ca6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b22a807-8cee-4830-860e-ba2add1f3794 HTTP/1.1" status: 200 len: 217 time: 0.0749242 Sep 16 05:03:10.484302 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9ae90-3a0e-4210-9ac6-550b45050059 req-ff3764fb-2280-4821-be19-6e6f5c2796f6 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.486040 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24e9ae90-3a0e-4210-9ac6-550b45050059 req-ff3764fb-2280-4821-be19-6e6f5c2796f6 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 945 time: 0.1642644 Sep 16 05:03:10.490966 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-5c30f755-3b37-4f02-9580-f4792b6ee336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.492729 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-5c30f755-3b37-4f02-9580-f4792b6ee336 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52274256-b6ad-4827-99e0-20602a822122 HTTP/1.1" status: 200 len: 845 time: 0.1504850 Sep 16 05:03:10.570126 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff7dcd-bfd8-4bd6-8fa6-8e6541db12de req-e414fd3e-f8b1-41dd-93bc-40c0e025a204 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.571363 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47ff7dcd-bfd8-4bd6-8fa6-8e6541db12de req-e414fd3e-f8b1-41dd-93bc-40c0e025a204 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 944 time: 0.1469579 Sep 16 05:03:10.620293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24e9ae90-3a0e-4210-9ac6-550b45050059 req-05f2fd90-f55a-4bf1-ba6f-387ca6b5c4fa tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213379 Sep 16 05:03:10.693817 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-5dd6e9e5-d166-4e27-b822-a1e922cc188c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.695373 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-5dd6e9e5-d166-4e27-b822-a1e922cc188c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c08e5f85-cde7-4610-a958-1197a080fe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1865733 Sep 16 05:03:10.700395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47ff7dcd-bfd8-4bd6-8fa6-8e6541db12de req-2e0612be-72ea-4b5b-95f8-fb113012831d tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/security-groups?id=12b774d9-cd9d-4ae7-887e-66b171c8f8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072667 Sep 16 05:03:10.725977 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.881300 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-51bb3242-d16d-46df-a218-f6d140c51e4a service neutron] 10.222.0.21 "GET /v2.0/networks/c08e5f85-cde7-4610-a958-1197a080fe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766193 Sep 16 05:03:11.021986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83c676f8-8229-4a0b-87ab-1bd0b96ffbb6 req-3e797057-8160-4110-9237-adc4e8dd707f service neutron] 10.222.0.21 "GET /v2.0/networks/c08e5f85-cde7-4610-a958-1197a080fe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290298 Sep 16 05:03:11.087478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d26f76-54f8-472b-ace1-fa62b4a5be6f req-0094de1b-4f46-4829-8f7a-5eaba6adb87d tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:11.093428 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96d26f76-54f8-472b-ace1-fa62b4a5be6f req-0094de1b-4f46-4829-8f7a-5eaba6adb87d tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 945 time: 0.0617821 Sep 16 05:03:11.135475 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96d26f76-54f8-472b-ace1-fa62b4a5be6f req-c71838f5-922a-4922-9c7e-50f7542849a9 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380723 Sep 16 05:03:11.302813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbe541-17d6-4421-9b21-e65661ecdd2e req-840b488e-903b-47d8-879a-600163587830 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:11.302813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49cbe541-17d6-4421-9b21-e65661ecdd2e req-840b488e-903b-47d8-879a-600163587830 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 945 time: 0.0963070 Sep 16 05:03:11.325126 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ba537-0ee6-45ef-8838-f38c9a04c4bf req-249d298e-172b-44bb-ab0d-3c73edc03ed3 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:11.326930 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b8ba537-0ee6-45ef-8838-f38c9a04c4bf req-249d298e-172b-44bb-ab0d-3c73edc03ed3 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 945 time: 0.0874870 Sep 16 05:03:11.381539 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49cbe541-17d6-4421-9b21-e65661ecdd2e req-155cddb1-04cf-4e4c-bea4-05264067db14 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537276 Sep 16 05:03:11.395095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b8ba537-0ee6-45ef-8838-f38c9a04c4bf req-4b155532-8976-4c07-a5d3-8a798acabf9a tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/security-groups?id=276c9af5-a6cf-48c0-9b2a-701756023d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526555 Sep 16 05:03:11.401140 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33772) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:11.534422 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-4c08dd1e-3b85-4a43-bd43-ed1568cd1d13 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1420400086'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:11.649986 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c08dd1e-3b85-4a43-bd43-ed1568cd1d13 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:11.658121 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c08dd1e-3b85-4a43-bd43-ed1568cd1d13 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.680060 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c08dd1e-3b85-4a43-bd43-ed1568cd1d13 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.834291 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c08dd1e-3b85-4a43-bd43-ed1568cd1d13 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.860012 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d1861-b431-4e85-a0ee-d1850b17d6d9 req-b59eb23e-c00e-48e6-8acf-2bc5615af5db tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:11.861568 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c4d1861-b431-4e85-a0ee-d1850b17d6d9 req-b59eb23e-c00e-48e6-8acf-2bc5615af5db tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 945 time: 0.1148732 Sep 16 05:03:11.913528 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c4d1861-b431-4e85-a0ee-d1850b17d6d9 req-32d8ab11-1bb3-450d-870a-6ddbac8d7ee0 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454113 Sep 16 05:03:11.922520 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c08dd1e-3b85-4a43-bd43-ed1568cd1d13 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.955831 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c08dd1e-3b85-4a43-bd43-ed1568cd1d13 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:11.966791 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08dd1e-3b85-4a43-bd43-ed1568cd1d13 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3b49de-d2ac-407f-8ca8-b778f79134ee,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:11.973594 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c08dd1e-3b85-4a43-bd43-ed1568cd1d13 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.974236 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-4c08dd1e-3b85-4a43-bd43-ed1568cd1d13 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Added segment de9217a2-647a-4f04-bf2a-f2a57ea617af of type vlan for network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 Sep 16 05:03:12.042790 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c08dd1e-3b85-4a43-bd43-ed1568cd1d13 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.112356 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a3a91-b70c-4629-9d63-1a1259138ede req-1ef62a0f-1e0d-4a13-a132-5e2e809b2fef tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.114053 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b8a3a91-b70c-4629-9d63-1a1259138ede req-1ef62a0f-1e0d-4a13-a132-5e2e809b2fef tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 944 time: 0.1096168 Sep 16 05:03:12.140064 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19c98c-413e-4781-920e-5cce5b12e69d req-d8b3512a-7893-458b-8ccc-29e9d92a3285 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.141619 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c19c98c-413e-4781-920e-5cce5b12e69d req-d8b3512a-7893-458b-8ccc-29e9d92a3285 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 945 time: 0.0777159 Sep 16 05:03:12.182668 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c08dd1e-3b85-4a43-bd43-ed1568cd1d13 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.191808 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c08dd1e-3b85-4a43-bd43-ed1568cd1d13 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.192886 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c08dd1e-3b85-4a43-bd43-ed1568cd1d13 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.202776 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b8a3a91-b70c-4629-9d63-1a1259138ede req-d5bb6479-1579-4d6a-af22-d9982fbfc034 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/security-groups?id=12b774d9-cd9d-4ae7-887e-66b171c8f8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800946 Sep 16 05:03:12.216455 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c19c98c-413e-4781-920e-5cce5b12e69d req-bf55c25c-498b-4ae9-90ff-7dc171863128 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679338 Sep 16 05:03:12.279944 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08dd1e-3b85-4a43-bd43-ed1568cd1d13 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Network': ['ID=9f6db69a-747f-45ec-af36-1b9e5c7fde27,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:12.290963 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:12.347669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859ed4c-8660-45aa-8209-c6474c5d34b7 req-ed17acaf-451d-4059-8bb7-aeb8d09c3ee2 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.351685 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4c08dd1e-3b85-4a43-bd43-ed1568cd1d13 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9486666 Sep 16 05:03:12.356445 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33820) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:12.358357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5859ed4c-8660-45aa-8209-c6474c5d34b7 req-ed17acaf-451d-4059-8bb7-aeb8d09c3ee2 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 945 time: 0.0702078 Sep 16 05:03:12.375867 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-67ef5155-35da-4165-b77f-3bcba9eeedd5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:12.411064 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5859ed4c-8660-45aa-8209-c6474c5d34b7 req-542e9296-b4f7-4ab4-a16c-83db0cfcee2c tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/security-groups?id=276c9af5-a6cf-48c0-9b2a-701756023d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511358 Sep 16 05:03:12.556333 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ef5155-35da-4165-b77f-3bcba9eeedd5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:12.561694 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-67ef5155-35da-4165-b77f-3bcba9eeedd5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.968212 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-67ef5155-35da-4165-b77f-3bcba9eeedd5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.047351 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef5155-35da-4165-b77f-3bcba9eeedd5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=d77f7c48-f394-43eb-985f-b29409a97b1b,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:13.062910 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ef5155-35da-4165-b77f-3bcba9eeedd5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:13.063297 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ef5155-35da-4165-b77f-3bcba9eeedd5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network hostable DHCP agents. Network: 9f6db69a-747f-45ec-af36-1b9e5c7fde27, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:13.131899 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc82cc-55cb-4947-b093-626607fc5756 req-43098436-0a05-47c2-9eec-c32db4e3db3d tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:13.133581 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3abc82cc-55cb-4947-b093-626607fc5756 req-43098436-0a05-47c2-9eec-c32db4e3db3d tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 945 time: 0.0615470 Sep 16 05:03:13.176786 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3abc82cc-55cb-4947-b093-626607fc5756 req-9c0c93e3-a821-4ae2-af06-e7de2756b085 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368261 Sep 16 05:03:13.190834 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ef5155-35da-4165-b77f-3bcba9eeedd5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:13.322155 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-67ef5155-35da-4165-b77f-3bcba9eeedd5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 9f6db69a-747f-45ec-af36-1b9e5c7fde27) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:13.329978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022db9f5-8e15-48de-b118-f722da2e2fcc req-d3bd869e-a5f5-429c-a7fc-54a8fdff3011 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:13.330163 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ef5155-35da-4165-b77f-3bcba9eeedd5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:13.332270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-022db9f5-8e15-48de-b118-f722da2e2fcc req-d3bd869e-a5f5-429c-a7fc-54a8fdff3011 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 944 time: 0.0519133 Sep 16 05:03:13.335175 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad93223-f02c-4d2a-8708-117c31d8002e None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:13.340946 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-67ef5155-35da-4165-b77f-3bcba9eeedd5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.388892 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-022db9f5-8e15-48de-b118-f722da2e2fcc req-1c90987a-8165-4977-9828-7eceacc2d9ab tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/security-groups?id=12b774d9-cd9d-4ae7-887e-66b171c8f8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506206 Sep 16 05:03:13.454784 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-67ef5155-35da-4165-b77f-3bcba9eeedd5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0962787 Sep 16 05:03:13.457636 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33872) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:13.464503 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-0071dd88-bc3c-4e32-90da-a761b523db7e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'name': 'tempest-NetworksTestDHCPv6-1015311336'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:13.537515 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'fixed_ips': [{'subnet_id': 'd77f7c48-f394-43eb-985f-b29409a97b1b'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:13.539165 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.554168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a9be2-3177-4b85-92b7-ff45864cba6e req-d3764c40-b0ef-4f1d-94e4-deba2f4ee8dc tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:13.556074 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-965a9be2-3177-4b85-92b7-ff45864cba6e req-d3764c40-b0ef-4f1d-94e4-deba2f4ee8dc tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 945 time: 0.0591910 Sep 16 05:03:13.613957 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-965a9be2-3177-4b85-92b7-ff45864cba6e req-b70b860a-0a42-465e-ace9-0dcb5a1dd884 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/security-groups?id=276c9af5-a6cf-48c0-9b2a-701756023d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400510 Sep 16 05:03:13.654461 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0071dd88-bc3c-4e32-90da-a761b523db7e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:13.658554 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0071dd88-bc3c-4e32-90da-a761b523db7e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.677351 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-0071dd88-bc3c-4e32-90da-a761b523db7e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port d9bdd688-60d1-4602-91d6-0bba8b965be6 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:13.708088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] Allocated IP 2001:db8::2 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/d77f7c48-f394-43eb-985f-b29409a97b1b/ea38ec3c-89b7-474b-bc87-56c57fea20ad) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:13.875413 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.003758 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.046577 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:14.050516 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:14.061863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:14.085211 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-0071dd88-bc3c-4e32-90da-a761b523db7e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::3ca (9f6db69a-747f-45ec-af36-1b9e5c7fde27/d77f7c48-f394-43eb-985f-b29409a97b1b/d9bdd688-60d1-4602-91d6-0bba8b965be6) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:14.085469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] Pushing event updated for resources: {'Port': ['ID=ea38ec3c-89b7-474b-bc87-56c57fea20ad,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:14.114830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d1ac8-fb01-4fa4-b1a3-5cb44dba35f1 req-31f3d5d7-8411-41f7-8465-5d9c656b0149 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:14.116386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-747d1ac8-fb01-4fa4-b1a3-5cb44dba35f1 req-31f3d5d7-8411-41f7-8465-5d9c656b0149 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.21 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 945 time: 0.3470926 Sep 16 05:03:14.142968 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] Attempting to bind port ea38ec3c-89b7-474b-bc87-56c57fea20ad on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:14.142968 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] Attempting to bind port ea38ec3c-89b7-474b-bc87-56c57fea20ad by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:14.142968 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] Attempting to bind port ea38ec3c-89b7-474b-bc87-56c57fea20ad on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:14.148682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:14.149192 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:14.149700 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.150242 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:14.151045 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] Bound port: ea38ec3c-89b7-474b-bc87-56c57fea20ad, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:14.151695 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.237065 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] For port ea38ec3c-89b7-474b-bc87-56c57fea20ad, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:14.244718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-747d1ac8-fb01-4fa4-b1a3-5cb44dba35f1 req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Deleting port 11ba8133-02ad-4f65-86a1-eb03514d9c11 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:14.244718 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-747d1ac8-fb01-4fa4-b1a3-5cb44dba35f1 req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.245252 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] For port ea38ec3c-89b7-474b-bc87-56c57fea20ad, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=ea38ec3c-89b7-474b-bc87-56c57fea20ad,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:14.284935 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0071dd88-bc3c-4e32-90da-a761b523db7e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.362502 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.378848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-747d1ac8-fb01-4fa4-b1a3-5cb44dba35f1 req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] For port 11ba8133-02ad-4f65-86a1-eb03514d9c11, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=11ba8133-02ad-4f65-86a1-eb03514d9c11,segment=NetworkSegment(a4354d27-04a6-437a-bd5c-4006473e39dd),segment_id=a4354d27-04a6-437a-bd5c-4006473e39dd)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:14.378848 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-747d1ac8-fb01-4fa4-b1a3-5cb44dba35f1 req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.395718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a900d-bf57-4385-a254-62de3a55f91f req-dfa36ce5-114a-4e0c-a8c6-7d9930424fb1 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:14.397637 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9c1a900d-bf57-4385-a254-62de3a55f91f req-dfa36ce5-114a-4e0c-a8c6-7d9930424fb1 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 945 time: 0.0885363 Sep 16 05:03:14.412439 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-747d1ac8-fb01-4fa4-b1a3-5cb44dba35f1 req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Calling delete_port for 11ba8133-02ad-4f65-86a1-eb03514d9c11 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:14.450737 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761ea3c-d2bb-4914-b595-11df3511b089 None None] Pushing event updated for resources: {'Port': ['ID=ea38ec3c-89b7-474b-bc87-56c57fea20ad,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:14.456791 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0071dd88-bc3c-4e32-90da-a761b523db7e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.490957 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9c1a900d-bf57-4385-a254-62de3a55f91f req-fb8de625-6960-4524-a3dc-4a3acba88fd1 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/security-groups?id=495240c9-7713-42bc-8eb9-e265eff645b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861263 Sep 16 05:03:14.521267 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0071dd88-bc3c-4e32-90da-a761b523db7e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:14.527637 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-0071dd88-bc3c-4e32-90da-a761b523db7e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:14.531462 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0071dd88-bc3c-4e32-90da-a761b523db7e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:14.537867 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0071dd88-bc3c-4e32-90da-a761b523db7e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:14.538714 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0071dd88-bc3c-4e32-90da-a761b523db7e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.578588 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2379eaf-c47c-4384-8c17-ec2aa7d87649 req-d37f912e-40d1-42db-bc2f-bda2814adc26 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:14.580555 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b2379eaf-c47c-4384-8c17-ec2aa7d87649 req-d37f912e-40d1-42db-bc2f-bda2814adc26 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.38 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 945 time: 0.2082930 Sep 16 05:03:14.581702 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071dd88-bc3c-4e32-90da-a761b523db7e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=d9bdd688-60d1-4602-91d6-0bba8b965be6,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:14.606840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af34a0-81ba-4907-9bf2-5779ffaf34c8 req-4ebbe580-9fc1-4cdb-8fb4-a3b7e87ddcb9 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:14.608632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68af34a0-81ba-4907-9bf2-5779ffaf34c8 req-4ebbe580-9fc1-4cdb-8fb4-a3b7e87ddcb9 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 944 time: 0.0883100 Sep 16 05:03:14.675420 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0071dd88-bc3c-4e32-90da-a761b523db7e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2164898 Sep 16 05:03:14.683934 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33922) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:14.749607 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68af34a0-81ba-4907-9bf2-5779ffaf34c8 req-8c89c97f-c0fb-49e3-a57e-a774968a85a5 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/security-groups?id=12b774d9-cd9d-4ae7-887e-66b171c8f8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288040 Sep 16 05:03:14.819480 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-b2379eaf-c47c-4384-8c17-ec2aa7d87649 req-457e27e2-bad2-406a-ad1a-b3a4f8a94c9a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Deleting port 10a41451-dbce-40b1-8bb7-3329248cc40b {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:14.819825 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b2379eaf-c47c-4384-8c17-ec2aa7d87649 req-457e27e2-bad2-406a-ad1a-b3a4f8a94c9a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.835565 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadae46f-1ab5-41b6-b10c-f02493024e8b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:14.842230 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadae46f-1ab5-41b6-b10c-f02493024e8b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:14.844214 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cadae46f-1ab5-41b6-b10c-f02493024e8b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1577392 Sep 16 05:03:14.849953 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33930) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:14.881573 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3cb84-00d1-4ea8-b9a1-e3d6d3938092 req-b3b238ca-c619-4c4c-a08b-daa2e39df63a tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:14.883242 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1be3cb84-00d1-4ea8-b9a1-e3d6d3938092 req-b3b238ca-c619-4c4c-a08b-daa2e39df63a tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 945 time: 0.1084163 Sep 16 05:03:14.924955 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-747d1ac8-fb01-4fa4-b1a3-5cb44dba35f1 req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.968760 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['11ba8133-02ad-4f65-86a1-eb03514d9c11'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:14.985464 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-b2379eaf-c47c-4384-8c17-ec2aa7d87649 req-457e27e2-bad2-406a-ad1a-b3a4f8a94c9a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] For port 10a41451-dbce-40b1-8bb7-3329248cc40b, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=10a41451-dbce-40b1-8bb7-3329248cc40b,segment=NetworkSegment(204d4ec3-a087-4eba-bfa4-217654581440),segment_id=204d4ec3-a087-4eba-bfa4-217654581440)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:14.986869 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b2379eaf-c47c-4384-8c17-ec2aa7d87649 req-457e27e2-bad2-406a-ad1a-b3a4f8a94c9a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.020652 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-b2379eaf-c47c-4384-8c17-ec2aa7d87649 req-457e27e2-bad2-406a-ad1a-b3a4f8a94c9a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Calling delete_port for 10a41451-dbce-40b1-8bb7-3329248cc40b owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:15.038614 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Pushing event deleted for resources: {'Port': ['ID=11ba8133-02ad-4f65-86a1-eb03514d9c11,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:15.053080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.053434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.053806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.054152 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.054488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.054823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.055184 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.055510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.055841 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.056168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.056498 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.056883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.101914 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1be3cb84-00d1-4ea8-b9a1-e3d6d3938092 req-6c9d08ab-42a9-44be-a3d8-891fc5a6b632 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/security-groups?id=276c9af5-a6cf-48c0-9b2a-701756023d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748202 Sep 16 05:03:15.117902 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-747d1ac8-fb01-4fa4-b1a3-5cb44dba35f1 req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] No DVR routers for this DVR port 11ba8133-02ad-4f65-86a1-eb03514d9c11 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:15.123897 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-747d1ac8-fb01-4fa4-b1a3-5cb44dba35f1 req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.125798 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-747d1ac8-fb01-4fa4-b1a3-5cb44dba35f1 req-5daa36af-24bc-462e-af49-a5e742a9bad9 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.21 "DELETE /v2.0/ports/11ba8133-02ad-4f65-86a1-eb03514d9c11 HTTP/1.1" status: 204 len: 173 time: 1.0026400 Sep 16 05:03:15.127179 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a3b81b-4797-4922-bd69-2fa5398c0494', 'name': 'network-vif-deleted', 'tag': '11ba8133-02ad-4f65-86a1-eb03514d9c11'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:15.129491 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec53b39a-0ffa-4dab-852e-0110248214cc" -d '{"events": [{"server_uuid": "38a3b81b-4797-4922-bd69-2fa5398c0494", "name": "network-vif-deleted", "tag": "11ba8133-02ad-4f65-86a1-eb03514d9c11"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:15.169255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-76dee1ee-f4f3-4307-be94-ab8f95cbc1a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port d9bdd688-60d1-4602-91d6-0bba8b965be6 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:15.169635 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76dee1ee-f4f3-4307-be94-ab8f95cbc1a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.237328 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba03c79-5492-4f34-9470-a9bc508f4295 x-openstack-request-id: req-eba03c79-5492-4f34-9470-a9bc508f4295 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:15.237648 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a3b81b-4797-4922-bd69-2fa5398c0494", "name": "network-vif-deleted", "tag": "11ba8133-02ad-4f65-86a1-eb03514d9c11", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:15.237872 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eba03c79-5492-4f34-9470-a9bc508f4295 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:15.238276 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a3b81b-4797-4922-bd69-2fa5398c0494', 'name': 'network-vif-deleted', 'tag': '11ba8133-02ad-4f65-86a1-eb03514d9c11', 'status': 'completed', 'code': 200} Sep 16 05:03:15.286480 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device ea38ec3c-89b7-474b-bc87-56c57fea20ad up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:15.306193 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76dee1ee-f4f3-4307-be94-ab8f95cbc1a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.323981 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-76dee1ee-f4f3-4307-be94-ab8f95cbc1a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for d9bdd688-60d1-4602-91d6-0bba8b965be6 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:15.351162 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port ea38ec3c-89b7-474b-bc87-56c57fea20ad triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:15.357586 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.363609 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b2379eaf-c47c-4384-8c17-ec2aa7d87649 req-457e27e2-bad2-406a-ad1a-b3a4f8a94c9a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.472646 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e27e2-bad2-406a-ad1a-b3a4f8a94c9a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Pushing event deleted for resources: {'Port': ['ID=10a41451-dbce-40b1-8bb7-3329248cc40b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:15.527602 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2379eaf-c47c-4384-8c17-ec2aa7d87649 req-457e27e2-bad2-406a-ad1a-b3a4f8a94c9a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] No DVR routers for this DVR port 10a41451-dbce-40b1-8bb7-3329248cc40b on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:15.532510 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-b2379eaf-c47c-4384-8c17-ec2aa7d87649 req-457e27e2-bad2-406a-ad1a-b3a4f8a94c9a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.535143 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b2379eaf-c47c-4384-8c17-ec2aa7d87649 req-457e27e2-bad2-406a-ad1a-b3a4f8a94c9a tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.38 "DELETE /v2.0/ports/10a41451-dbce-40b1-8bb7-3329248cc40b HTTP/1.1" status: 204 len: 173 time: 0.9445176 Sep 16 05:03:15.535882 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3318fb0a-3cee-4d92-87bf-439f8f780d81', 'name': 'network-vif-deleted', 'tag': '10a41451-dbce-40b1-8bb7-3329248cc40b'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:15.547925 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7c443b-3a5e-4333-85c3-4b49085650c9" -d '{"events": [{"server_uuid": "3318fb0a-3cee-4d92-87bf-439f8f780d81", "name": "network-vif-deleted", "tag": "10a41451-dbce-40b1-8bb7-3329248cc40b"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:15.598497 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c8ab16-9227-4bcc-89cc-0dd449cc9d83 x-openstack-request-id: req-02c8ab16-9227-4bcc-89cc-0dd449cc9d83 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:15.598788 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3318fb0a-3cee-4d92-87bf-439f8f780d81", "name": "network-vif-deleted", "tag": "10a41451-dbce-40b1-8bb7-3329248cc40b", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:15.599070 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02c8ab16-9227-4bcc-89cc-0dd449cc9d83 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:15.599473 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3318fb0a-3cee-4d92-87bf-439f8f780d81', 'name': 'network-vif-deleted', 'tag': '10a41451-dbce-40b1-8bb7-3329248cc40b', 'status': 'completed', 'code': 200} Sep 16 05:03:15.622146 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['10a41451-dbce-40b1-8bb7-3329248cc40b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:15.628546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb9f3b7e-052b-42c8-89e2-48b331d0c42d req-d1d460ce-89c2-4dbf-b68a-dddfbe45fa08 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 210 time: 0.0335972 Sep 16 05:03:15.665680 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76dee1ee-f4f3-4307-be94-ab8f95cbc1a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.710114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dee1ee-f4f3-4307-be94-ab8f95cbc1a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=d9bdd688-60d1-4602-91d6-0bba8b965be6,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:15.742111 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76dee1ee-f4f3-4307-be94-ab8f95cbc1a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.745079 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-76dee1ee-f4f3-4307-be94-ab8f95cbc1a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/d9bdd688-60d1-4602-91d6-0bba8b965be6 HTTP/1.1" status: 204 len: 168 time: 0.8938582 Sep 16 05:03:15.747639 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33968) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:15.836404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500f299a-5151-4d89-9d62-b667262d2d31 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:15.855720 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.918125 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80ba798-e790-4448-adfa-42f6279b1115 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:15.923325 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80ba798-e790-4448-adfa-42f6279b1115 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:15.927369 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f80ba798-e790-4448-adfa-42f6279b1115 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1753378 Sep 16 05:03:15.928273 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33982) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:15.955460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64527a71-4936-49ee-9c6e-a0e23f404cf8 req-c72ce9b5-dd6f-4878-969e-ed49108237dd tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:15.961897 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64527a71-4936-49ee-9c6e-a0e23f404cf8 req-c72ce9b5-dd6f-4878-969e-ed49108237dd tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 944 time: 0.1108613 Sep 16 05:03:15.981416 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port ea38ec3c-89b7-474b-bc87-56c57fea20ad, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=ea38ec3c-89b7-474b-bc87-56c57fea20ad,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:15.991113 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 0b22a807-8cee-4830-860e-ba2add1f3794 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:16.009468 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb039adf-a14f-4d5a-91f6-bdf70b2593f8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet d77f7c48-f394-43eb-985f-b29409a97b1b {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:16.014512 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb039adf-a14f-4d5a-91f6-bdf70b2593f8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.032576 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64527a71-4936-49ee-9c6e-a0e23f404cf8 req-034fcb47-a603-45ba-aa64-9678a96c8175 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/security-groups?id=12b774d9-cd9d-4ae7-887e-66b171c8f8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675011 Sep 16 05:03:16.048211 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2e588aa2-44e0-41fc-8df9-33930af9a6fc None None] Provisioning complete for port ea38ec3c-89b7-474b-bc87-56c57fea20ad triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:16.048588 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2e588aa2-44e0-41fc-8df9-33930af9a6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.089498 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb039adf-a14f-4d5a-91f6-bdf70b2593f8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.127340 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.246102 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb039adf-a14f-4d5a-91f6-bdf70b2593f8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.305035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aaac805e-2167-48b2-913a-bb1016d39542 req-d0cb45bb-274a-400b-b6f2-c3ff2e836764 tempest-ServerGroupTestJSON-2001328860 tempest-ServerGroupTestJSON-2001328860-project] 10.222.0.20 "GET /v2.0/ports?device_id=38a3b81b-4797-4922-bd69-2fa5398c0494 HTTP/1.1" status: 200 len: 210 time: 0.0438466 Sep 16 05:03:16.341965 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 0b22a807-8cee-4830-860e-ba2add1f3794, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=0b22a807-8cee-4830-860e-ba2add1f3794,segment=NetworkSegment(c8a61be0-26c8-4695-a059-bc41364d1deb),segment_id=c8a61be0-26c8-4695-a059-bc41364d1deb)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:16.358403 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=ea38ec3c-89b7-474b-bc87-56c57fea20ad,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:16.370211 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '0b22a807-8cee-4830-860e-ba2add1f3794', 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84', 'port_id': '0b22a807-8cee-4830-860e-ba2add1f3794', 'mac_address': 'fa:16:3e:90:90:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52274256-b6ad-4827-99e0-20602a822122', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:16.442381 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb039adf-a14f-4d5a-91f6-bdf70b2593f8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.491027 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.505619 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb039adf-a14f-4d5a-91f6-bdf70b2593f8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=d77f7c48-f394-43eb-985f-b29409a97b1b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:16.510643 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b22a807-8cee-4830-860e-ba2add1f3794 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:16.523407 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb039adf-a14f-4d5a-91f6-bdf70b2593f8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.525644 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fb039adf-a14f-4d5a-91f6-bdf70b2593f8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/d77f7c48-f394-43eb-985f-b29409a97b1b HTTP/1.1" status: 204 len: 168 time: 0.5963109 Sep 16 05:03:16.530805 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34008) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:16.539610 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 0b22a807-8cee-4830-860e-ba2add1f3794, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=0b22a807-8cee-4830-860e-ba2add1f3794,segment=NetworkSegment(c8a61be0-26c8-4695-a059-bc41364d1deb),segment_id=c8a61be0-26c8-4695-a059-bc41364d1deb)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:16.611116 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e58f8837-3c48-482a-b246-5973236dd727 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789523 Sep 16 05:03:16.614195 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34010) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:16.620128 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:16.703084 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195a40f3-7049-4c37-99de-1f04f78dfcf1 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:16.733211 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.801658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5412cbf5-e079-4476-9f30-14a95ca18876 req-fbaeeadd-c9e0-4060-933f-c233333ae219 tempest-ServerDiskConfigTestJSON-1296015186 tempest-ServerDiskConfigTestJSON-1296015186-project] 10.222.0.20 "GET /v2.0/ports?device_id=3318fb0a-3cee-4d92-87bf-439f8f780d81 HTTP/1.1" status: 200 len: 210 time: 0.0285482 Sep 16 05:03:16.858768 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-698cd027-2a06-4618-8b39-7606b2afa5c3 None None] Provisioning complete for port ea38ec3c-89b7-474b-bc87-56c57fea20ad triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:16.859171 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-698cd027-2a06-4618-8b39-7606b2afa5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.901537 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=0b22a807-8cee-4830-860e-ba2add1f3794,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:16.926663 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:16.930843 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.044723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d40587-0e30-49a6-b35e-4d9e9507f4e6 None None] DHCP port deletion for 9f6db69a-747f-45ec-af36-1b9e5c7fde27 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:03:17.104327 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e5d40587-0e30-49a6-b35e-4d9e9507f4e6 None None] Deleting port ea38ec3c-89b7-474b-bc87-56c57fea20ad {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:17.105104 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e5d40587-0e30-49a6-b35e-4d9e9507f4e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.205895 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['0b22a807-8cee-4830-860e-ba2add1f3794'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:17.215722 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device ea38ec3c-89b7-474b-bc87-56c57fea20ad no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:17.230138 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672b8fa-c528-4d4b-8216-ad86915e149c req-895c8968-4705-4a22-ba0e-680290e5afef tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:17.232514 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6672b8fa-c528-4d4b-8216-ad86915e149c req-895c8968-4705-4a22-ba0e-680290e5afef tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 945 time: 0.0782022 Sep 16 05:03:17.287386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6672b8fa-c528-4d4b-8216-ad86915e149c req-bee9a9d3-84f3-47ce-b7b0-4292e50444a7 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/security-groups?id=12b774d9-cd9d-4ae7-887e-66b171c8f8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475481 Sep 16 05:03:17.316864 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e5d40587-0e30-49a6-b35e-4d9e9507f4e6 None None] For port ea38ec3c-89b7-474b-bc87-56c57fea20ad, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=ea38ec3c-89b7-474b-bc87-56c57fea20ad,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:17.317260 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e5d40587-0e30-49a6-b35e-4d9e9507f4e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.345407 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.366626 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e5d40587-0e30-49a6-b35e-4d9e9507f4e6 None None] Calling delete_port for ea38ec3c-89b7-474b-bc87-56c57fea20ad owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:17.412705 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=4eb9d1ab-9622-4ff5-acc9-7655ed2ec9dd,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:17.428782 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:17.428998 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:17.429337 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:17.429610 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:17.429921 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:17.430252 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:17.430580 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:17.430927 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:17.431256 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:17.431948 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:17.432355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:17.432818 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:17.437639 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:17.440206 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:17.445241 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:17.446670 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.529698 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.539257 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1c0960e4-b8ec-4b32-b19e-4942ab39c015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9233582 Sep 16 05:03:17.542074 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34064) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:17.548563 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-0b746ae9-3112-4f30-af60-c7074e6f368d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'name': 'tempest-NetworksTestDHCPv6-750597940'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:17.692637 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e5d40587-0e30-49a6-b35e-4d9e9507f4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.729206 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d40587-0e30-49a6-b35e-4d9e9507f4e6 None None] Pushing event deleted for resources: {'Port': ['ID=ea38ec3c-89b7-474b-bc87-56c57fea20ad,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:17.731267 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d40587-0e30-49a6-b35e-4d9e9507f4e6 None None] No DVR routers for this DVR port ea38ec3c-89b7-474b-bc87-56c57fea20ad on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:17.732945 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:03:17.732945 n-d-712140-13 neutron-server[95475]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 16 05:03:17.732945 n-d-712140-13 neutron-server[95475]: [parameters: {'status': 'DOWN', 'ports_id': 'ea38ec3c-89b7-474b-bc87-56c57fea20ad'}] Sep 16 05:03:17.732945 n-d-712140-13 neutron-server[95475]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:03:17.736242 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:03:17.750054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bb4d3c-941c-4dc6-b3e6-1e1149d94779 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:17.802340 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b746ae9-3112-4f30-af60-c7074e6f368d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:17.806151 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0b746ae9-3112-4f30-af60-c7074e6f368d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.828717 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-0b746ae9-3112-4f30-af60-c7074e6f368d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port 15ef5f31-397f-47b4-b2b2-06b18075b6f9 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:17.845620 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34086) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:17.930769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'fixed_ips': [{'subnet_id': '4eb9d1ab-9622-4ff5-acc9-7655ed2ec9dd'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:17.932601 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.973506 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-c992e3c8-bb82-4566-8aa3-2d012696e72c admin admin] Deleting subnet 0501649b-8c4c-4e06-b719-24c193ae097e {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:17.989518 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c992e3c8-bb82-4566-8aa3-2d012696e72c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.029084 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-0b746ae9-3112-4f30-af60-c7074e6f368d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::398 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/4eb9d1ab-9622-4ff5-acc9-7655ed2ec9dd/15ef5f31-397f-47b4-b2b2-06b18075b6f9) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:18.054659 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c992e3c8-bb82-4566-8aa3-2d012696e72c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.064519 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 11ba8133-02ad-4f65-86a1-eb03514d9c11 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:18.095574 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 11ba8133-02ad-4f65-86a1-eb03514d9c11 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:18.095913 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 11ba8133-02ad-4f65-86a1-eb03514d9c11 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:18.113431 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34108) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:18.139847 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c992e3c8-bb82-4566-8aa3-2d012696e72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.212195 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f44d397-476d-42ef-a9b8-38304775b0ea admin admin] Deleting subnet 78824b81-40b9-45ee-a0f2-5c2c425bea42 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:18.225119 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f44d397-476d-42ef-a9b8-38304775b0ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.261468 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Port ea38ec3c-89b7-474b-bc87-56c57fea20ad update to DOWN by agent not found {{(pid=95475) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 05:03:18.288994 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c992e3c8-bb82-4566-8aa3-2d012696e72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.306185 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f44d397-476d-42ef-a9b8-38304775b0ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.336501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992e3c8-bb82-4566-8aa3-2d012696e72c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0501649b-8c4c-4e06-b719-24c193ae097e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:18.347565 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c992e3c8-bb82-4566-8aa3-2d012696e72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.357467 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34124) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:18.359418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c992e3c8-bb82-4566-8aa3-2d012696e72c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0501649b-8c4c-4e06-b719-24c193ae097e HTTP/1.1" status: 204 len: 168 time: 0.5120149 Sep 16 05:03:18.387576 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0b746ae9-3112-4f30-af60-c7074e6f368d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.423069 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f44d397-476d-42ef-a9b8-38304775b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.439028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378b076-417e-4b58-81be-55c848bdacd5 req-2e82bfa5-ae84-4f24-ad93-df0188598fec tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:18.440695 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7378b076-417e-4b58-81be-55c848bdacd5 req-2e82bfa5-ae84-4f24-ad93-df0188598fec tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 945 time: 0.0521204 Sep 16 05:03:18.478729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 10a41451-dbce-40b1-8bb7-3329248cc40b no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:18.485054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7378b076-417e-4b58-81be-55c848bdacd5 req-e625fa15-29b5-47a2-88c6-af54ff1d96e8 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/security-groups?id=12b774d9-cd9d-4ae7-887e-66b171c8f8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381687 Sep 16 05:03:18.523321 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 10a41451-dbce-40b1-8bb7-3329248cc40b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:18.523574 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 10a41451-dbce-40b1-8bb7-3329248cc40b not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:18.538562 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc2f59a1-e15f-4787-b12a-70c81413a735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.642353 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc2f59a1-e15f-4787-b12a-70c81413a735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.661348 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0b746ae9-3112-4f30-af60-c7074e6f368d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.672775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-cc2f59a1-e15f-4787-b12a-70c81413a735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021996d6-d46a-4afa-b4fc-3ab6857ffa55']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:18.686395 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f44d397-476d-42ef-a9b8-38304775b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.702157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] Allocated IP 2001:db8::2 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/4eb9d1ab-9622-4ff5-acc9-7655ed2ec9dd/e65b8ca0-d4a9-4832-bfd9-bdeee3046128) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:18.715529 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-cc2f59a1-e15f-4787-b12a-70c81413a735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4354d27-04a6-437a-bd5c-4006473e39dd') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:18.715819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-cc2f59a1-e15f-4787-b12a-70c81413a735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4354d27-04a6-437a-bd5c-4006473e39dd') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:18.750948 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc2f59a1-e15f-4787-b12a-70c81413a735 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.757815 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f44d397-476d-42ef-a9b8-38304775b0ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.763734 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3f44d397-476d-42ef-a9b8-38304775b0ea admin admin] 10.222.0.20 "DELETE /v2.0/subnets/78824b81-40b9-45ee-a0f2-5c2c425bea42 HTTP/1.1" status: 204 len: 168 time: 0.6448958 Sep 16 05:03:18.766388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34142) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:18.771189 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44d397-476d-42ef-a9b8-38304775b0ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78824b81-40b9-45ee-a0f2-5c2c425bea42,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:18.780565 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b746ae9-3112-4f30-af60-c7074e6f368d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:18.790602 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-0b746ae9-3112-4f30-af60-c7074e6f368d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:18.794177 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b746ae9-3112-4f30-af60-c7074e6f368d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:18.800186 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b746ae9-3112-4f30-af60-c7074e6f368d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:18.801463 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0b746ae9-3112-4f30-af60-c7074e6f368d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.809323 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc2f59a1-e15f-4787-b12a-70c81413a735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.818677 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b746ae9-3112-4f30-af60-c7074e6f368d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=15ef5f31-397f-47b4-b2b2-06b18075b6f9,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2f59a1-e15f-4787-b12a-70c81413a735 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc2f59a1-e15f-4787-b12a-70c81413a735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:18.841536 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:18.861950 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aa59c6aa-01da-459a-bcf2-5b195e947642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.924116 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.959234 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aa59c6aa-01da-459a-bcf2-5b195e947642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.963726 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0b746ae9-3112-4f30-af60-c7074e6f368d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4199948 Sep 16 05:03:18.966404 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34150) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:18.981133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-aa59c6aa-01da-459a-bcf2-5b195e947642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ef8e82-1028-4bc1-a846-04cbe862c35a']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:19.000320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-aa59c6aa-01da-459a-bcf2-5b195e947642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204d4ec3-a087-4eba-bfa4-217654581440') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:19.000672 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-aa59c6aa-01da-459a-bcf2-5b195e947642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204d4ec3-a087-4eba-bfa4-217654581440') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:19.020781 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aa59c6aa-01da-459a-bcf2-5b195e947642 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.033115 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7821cdef-af18-495c-b672-e7c8530c31c0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:19.034620 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7821cdef-af18-495c-b672-e7c8530c31c0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0671294 Sep 16 05:03:19.037392 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34156) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:19.045449 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc2f59a1-e15f-4787-b12a-70c81413a735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.051580 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aa59c6aa-01da-459a-bcf2-5b195e947642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.060223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa59c6aa-01da-459a-bcf2-5b195e947642 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:19.061288 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aa59c6aa-01da-459a-bcf2-5b195e947642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: items = [ Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:19.063099 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:19.065186 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.068823 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc2f59a1-e15f-4787-b12a-70c81413a735 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.070608 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cc2f59a1-e15f-4787-b12a-70c81413a735 admin admin] 10.222.0.20 "DELETE /v2.0/networks/021996d6-d46a-4afa-b4fc-3ab6857ffa55 HTTP/1.1" status: 204 len: 168 time: 0.7121758 Sep 16 05:03:19.087354 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f59a1-e15f-4787-b12a-70c81413a735 admin admin] Pushing event deleted for resources: {'Network': ['ID=021996d6-d46a-4afa-b4fc-3ab6857ffa55,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:19.139713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:19.145022 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:19.157042 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:19.179189 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-4060a2f6-3c11-434f-82a8-98c00945954a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port 15ef5f31-397f-47b4-b2b2-06b18075b6f9 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:19.179616 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4060a2f6-3c11-434f-82a8-98c00945954a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.205915 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] Pushing event updated for resources: {'Port': ['ID=e65b8ca0-d4a9-4832-bfd9-bdeee3046128,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:19.258959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] Attempting to bind port e65b8ca0-d4a9-4832-bfd9-bdeee3046128 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:19.259337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] Attempting to bind port e65b8ca0-d4a9-4832-bfd9-bdeee3046128 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:19.259719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] Attempting to bind port e65b8ca0-d4a9-4832-bfd9-bdeee3046128 on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:19.267224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:19.267598 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:19.268738 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.269140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:19.270030 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] Bound port: e65b8ca0-d4a9-4832-bfd9-bdeee3046128, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:19.271889 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aa59c6aa-01da-459a-bcf2-5b195e947642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.282317 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.295536 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aa59c6aa-01da-459a-bcf2-5b195e947642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.298938 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-aa59c6aa-01da-459a-bcf2-5b195e947642 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b9ef8e82-1028-4bc1-a846-04cbe862c35a HTTP/1.1" status: 204 len: 168 time: 0.5299811 Sep 16 05:03:19.301688 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4060a2f6-3c11-434f-82a8-98c00945954a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.318451 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-4060a2f6-3c11-434f-82a8-98c00945954a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for 15ef5f31-397f-47b4-b2b2-06b18075b6f9 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:19.332848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59c6aa-01da-459a-bcf2-5b195e947642 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ef8e82-1028-4bc1-a846-04cbe862c35a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:19.362504 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] For port e65b8ca0-d4a9-4832-bfd9-bdeee3046128, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:19.367823 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] For port e65b8ca0-d4a9-4832-bfd9-bdeee3046128, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e65b8ca0-d4a9-4832-bfd9-bdeee3046128,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:19.511055 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.606976 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4060a2f6-3c11-434f-82a8-98c00945954a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.639898 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060a2f6-3c11-434f-82a8-98c00945954a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=15ef5f31-397f-47b4-b2b2-06b18075b6f9,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:19.674872 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4060a2f6-3c11-434f-82a8-98c00945954a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.677475 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4060a2f6-3c11-434f-82a8-98c00945954a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/15ef5f31-397f-47b4-b2b2-06b18075b6f9 HTTP/1.1" status: 204 len: 168 time: 0.6391098 Sep 16 05:03:19.679713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba1208-7e8b-41f7-a4cc-4c8369440b0f req-e389f5e6-75d4-46eb-ad8a-13821f887468 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:19.679887 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34188) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:19.681120 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4ba1208-7e8b-41f7-a4cc-4c8369440b0f req-e389f5e6-75d4-46eb-ad8a-13821f887468 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 945 time: 0.1094975 Sep 16 05:03:19.754793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34192) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:19.777278 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4b37d-1ac7-4182-83b5-676c95263c14 None None] Pushing event updated for resources: {'Port': ['ID=e65b8ca0-d4a9-4832-bfd9-bdeee3046128,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:19.795392 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4a81c4-1e38-41ae-8a19-b180db19be9a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:19.797133 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4a81c4-1e38-41ae-8a19-b180db19be9a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:19.799117 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cf4a81c4-1e38-41ae-8a19-b180db19be9a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1180191 Sep 16 05:03:19.802224 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34196) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:19.816074 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4ba1208-7e8b-41f7-a4cc-4c8369440b0f req-9bbf57bf-8541-45bd-8693-4ccfa9e3bbbb tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/security-groups?id=12b774d9-cd9d-4ae7-887e-66b171c8f8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225634 Sep 16 05:03:19.872480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-37844627-c9ff-4762-bcc1-098ed0a6cf10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=187d066740d54594b4e2eb97d7cf8d25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1095688 Sep 16 05:03:19.872984 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f368d0-a6a6-41f9-98c3-74753be10824 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet 4eb9d1ab-9622-4ff5-acc9-7655ed2ec9dd {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:19.874121 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34200) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:19.882144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d2f368d0-a6a6-41f9-98c3-74753be10824 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.883170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34202) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:19.932357 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d2f368d0-a6a6-41f9-98c3-74753be10824 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.976929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7a28545d-2194-492b-9267-7b0d5526d761 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=852c1dc106e84e98bc9ab877166f44bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0920107 Sep 16 05:03:19.977136 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34206) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:20.006293 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 0b22a807-8cee-4830-860e-ba2add1f3794 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:20.009697 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b2bfb1b1-7160-4371-9480-a51df176d8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.040345 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b2bfb1b1-7160-4371-9480-a51df176d8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.120848 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d2f368d0-a6a6-41f9-98c3-74753be10824 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.124164 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1e13bf64-6500-4a7f-99bb-c27ecc43c833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.196547 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1e13bf64-6500-4a7f-99bb-c27ecc43c833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.214072 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 0b22a807-8cee-4830-860e-ba2add1f3794 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:20.218382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 0b22a807-8cee-4830-860e-ba2add1f3794 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:20.219115 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.282775 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b2bfb1b1-7160-4371-9480-a51df176d8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.285565 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b2bfb1b1-7160-4371-9480-a51df176d8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.286768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b2bfb1b1-7160-4371-9480-a51df176d8a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/276c9af5-a6cf-48c0-9b2a-701756023d52 HTTP/1.1" status: 204 len: 168 time: 0.4112370 Sep 16 05:03:20.298621 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfb1b1-7160-4371-9480-a51df176d8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276c9af5-a6cf-48c0-9b2a-701756023d52,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:20.310111 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.343909 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e87adb-eb38-4e5e-801b-b6dd438bae0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b22a807-8cee-4830-860e-ba2add1f3794'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:20.345984 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6ddff4-8d0f-4627-9b65-632ab3a68a6f" -d '{"events": [{"server_uuid": "67e87adb-eb38-4e5e-801b-b6dd438bae0b", "name": "network-vif-plugged", "status": "completed", "tag": "0b22a807-8cee-4830-860e-ba2add1f3794"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:20.360815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 0b22a807-8cee-4830-860e-ba2add1f3794, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=0b22a807-8cee-4830-860e-ba2add1f3794,segment=NetworkSegment(c8a61be0-26c8-4695-a059-bc41364d1deb),segment_id=c8a61be0-26c8-4695-a059-bc41364d1deb)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:20.399834 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d2f368d0-a6a6-41f9-98c3-74753be10824 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.410905 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b03559-12a1-4c2f-ad42-5c28efb59b13 x-openstack-request-id: req-81b03559-12a1-4c2f-ad42-5c28efb59b13 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:20.411741 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e87adb-eb38-4e5e-801b-b6dd438bae0b", "name": "network-vif-plugged", "status": "completed", "tag": "0b22a807-8cee-4830-860e-ba2add1f3794", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:20.412285 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81b03559-12a1-4c2f-ad42-5c28efb59b13 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:20.412874 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e87adb-eb38-4e5e-801b-b6dd438bae0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b22a807-8cee-4830-860e-ba2add1f3794', 'code': 200} Sep 16 05:03:20.443233 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f368d0-a6a6-41f9-98c3-74753be10824 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb9d1ab-9622-4ff5-acc9-7655ed2ec9dd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:20.451000 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d2f368d0-a6a6-41f9-98c3-74753be10824 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.453792 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d2f368d0-a6a6-41f9-98c3-74753be10824 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/4eb9d1ab-9622-4ff5-acc9-7655ed2ec9dd HTTP/1.1" status: 204 len: 168 time: 0.6505847 Sep 16 05:03:20.455123 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1e13bf64-6500-4a7f-99bb-c27ecc43c833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.456284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34232) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:20.469653 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1e13bf64-6500-4a7f-99bb-c27ecc43c833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.482025 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1e13bf64-6500-4a7f-99bb-c27ecc43c833 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/495240c9-7713-42bc-8eb9-e265eff645b1 HTTP/1.1" status: 204 len: 168 time: 0.5039988 Sep 16 05:03:20.505836 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.523962 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13bf64-6500-4a7f-99bb-c27ecc43c833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495240c9-7713-42bc-8eb9-e265eff645b1,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:20.584551 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c46ff586-4440-4581-8273-b00b77581504 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1270161 Sep 16 05:03:20.587982 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34244) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:20.593709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-d333e4cb-b496-4ede-8ae6-b62201df9267 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:20.687754 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=0b22a807-8cee-4830-860e-ba2add1f3794,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:20.760828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78c20d-db26-4849-b17d-215e2d385412 req-42144cf2-d245-47f4-ba48-ad87381a8313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:20.762528 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e78c20d-db26-4849-b17d-215e2d385412 req-42144cf2-d245-47f4-ba48-ad87381a8313 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 1098 time: 0.1890054 Sep 16 05:03:20.807282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e78c20d-db26-4849-b17d-215e2d385412 req-e2e5c969-854f-4583-8213-18be185b6ce1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=12b774d9-cd9d-4ae7-887e-66b171c8f8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357718 Sep 16 05:03:20.941165 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6b207-e8bf-4f55-b417-b27028db09c6 req-cb1aeeab-6a26-487b-b065-767c71a8a279 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:20.942344 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7a6b207-e8bf-4f55-b417-b27028db09c6 req-cb1aeeab-6a26-487b-b065-767c71a8a279 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 946 time: 0.0535517 Sep 16 05:03:20.964503 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d333e4cb-b496-4ede-8ae6-b62201df9267 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:20.971717 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d333e4cb-b496-4ede-8ae6-b62201df9267 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.997005 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe8ac9f-4575-442c-af4d-bb93f8b7efab None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:21.081771 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9244efe0-3f5a-4281-b62d-f4f530ead54d None None] Provisioning complete for port e65b8ca0-d4a9-4832-bfd9-bdeee3046128 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:21.082841 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9244efe0-3f5a-4281-b62d-f4f530ead54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.083049 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7a6b207-e8bf-4f55-b417-b27028db09c6 req-0aa03a13-c91a-4785-a6b5-7592f991dcae tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/security-groups?id=12b774d9-cd9d-4ae7-887e-66b171c8f8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338842 Sep 16 05:03:21.244756 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9244efe0-3f5a-4281-b62d-f4f530ead54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.272710 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e65b8ca0-d4a9-4832-bfd9-bdeee3046128 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:21.320358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac53148-015b-4423-b1f9-f2d61938ab96 None None] DHCP port deletion for 9f6db69a-747f-45ec-af36-1b9e5c7fde27 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:03:21.324187 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9244efe0-3f5a-4281-b62d-f4f530ead54d None None] For port e65b8ca0-d4a9-4832-bfd9-bdeee3046128, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e65b8ca0-d4a9-4832-bfd9-bdeee3046128,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:21.379040 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port e65b8ca0-d4a9-4832-bfd9-bdeee3046128 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:21.379419 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.422568 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9ac53148-015b-4423-b1f9-f2d61938ab96 None None] Deleting port e65b8ca0-d4a9-4832-bfd9-bdeee3046128 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:21.423012 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9ac53148-015b-4423-b1f9-f2d61938ab96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.424655 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9244efe0-3f5a-4281-b62d-f4f530ead54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.471813 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d333e4cb-b496-4ede-8ae6-b62201df9267 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.550000 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9ac53148-015b-4423-b1f9-f2d61938ab96 None None] For port e65b8ca0-d4a9-4832-bfd9-bdeee3046128, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e65b8ca0-d4a9-4832-bfd9-bdeee3046128,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:21.550000 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9ac53148-015b-4423-b1f9-f2d61938ab96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.555938 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244efe0-3f5a-4281-b62d-f4f530ead54d None None] Pushing event updated for resources: {'Port': ['ID=e65b8ca0-d4a9-4832-bfd9-bdeee3046128,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:21.565131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9ac53148-015b-4423-b1f9-f2d61938ab96 None None] Calling delete_port for e65b8ca0-d4a9-4832-bfd9-bdeee3046128 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:21.581219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333e4cb-b496-4ede-8ae6-b62201df9267 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=92722be5-1bbb-41ee-876f-fc2bbfda0b51,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:21.608848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d333e4cb-b496-4ede-8ae6-b62201df9267 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:21.610734 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-d333e4cb-b496-4ede-8ae6-b62201df9267 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:21.613764 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d333e4cb-b496-4ede-8ae6-b62201df9267 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:21.614568 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d333e4cb-b496-4ede-8ae6-b62201df9267 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.702458 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d333e4cb-b496-4ede-8ae6-b62201df9267 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1131184 Sep 16 05:03:21.704970 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34304) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:21.713701 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-2ec6b3b3-09c1-493b-836a-46152d6f91df tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'name': 'tempest-NetworksTestDHCPv6-1646126731'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:21.826046 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9ac53148-015b-4423-b1f9-f2d61938ab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.880570 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac53148-015b-4423-b1f9-f2d61938ab96 None None] No DVR routers for this DVR port e65b8ca0-d4a9-4832-bfd9-bdeee3046128 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:21.884692 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac53148-015b-4423-b1f9-f2d61938ab96 None None] Pushing event deleted for resources: {'Port': ['ID=e65b8ca0-d4a9-4832-bfd9-bdeee3046128,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:21.919393 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a97a82-c05e-41c3-8447-498cffacdfef None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:22.171304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'fixed_ips': [{'subnet_id': '92722be5-1bbb-41ee-876f-fc2bbfda0b51'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:22.173109 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.324570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f392fb6-9132-4af5-91b6-9bb6629ea2a0 req-f76daee6-499c-47e3-aeb5-68c61fbd481e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:22.336157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f392fb6-9132-4af5-91b6-9bb6629ea2a0 req-f76daee6-499c-47e3-aeb5-68c61fbd481e tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 946 time: 0.1638887 Sep 16 05:03:22.410549 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f392fb6-9132-4af5-91b6-9bb6629ea2a0 req-dad97cc2-3570-4e2d-aa36-34f3759a016d tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/security-groups?id=12b774d9-cd9d-4ae7-887e-66b171c8f8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501692 Sep 16 05:03:22.438354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] Allocated IP 2001:db8::2 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/92722be5-1bbb-41ee-876f-fc2bbfda0b51/843f7a78-3868-44d5-87e6-de1a26dd5525) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:22.465559 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec6b3b3-09c1-493b-836a-46152d6f91df tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:22.471020 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2ec6b3b3-09c1-493b-836a-46152d6f91df tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.618382 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-2ec6b3b3-09c1-493b-836a-46152d6f91df tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port dd3ec600-3854-43fe-8e4f-d4410fd6dce3 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:22.629789 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.757613 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34362) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:22.800590 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.881717 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:22.890364 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:22.894379 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:22.918060 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] Pushing event updated for resources: {'Port': ['ID=843f7a78-3868-44d5-87e6-de1a26dd5525,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:22.967105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-467533f5-5bec-4964-ad18-9edb9b66b3b2 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1300474458-network', 'tenant_id': '10019177e96e4985b623cb3cf2ab6883'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:22.975249 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-2ec6b3b3-09c1-493b-836a-46152d6f91df tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::137 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/92722be5-1bbb-41ee-876f-fc2bbfda0b51/dd3ec600-3854-43fe-8e4f-d4410fd6dce3) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:22.980382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] Attempting to bind port 843f7a78-3868-44d5-87e6-de1a26dd5525 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:22.980760 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] Attempting to bind port 843f7a78-3868-44d5-87e6-de1a26dd5525 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:22.981132 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] Attempting to bind port 843f7a78-3868-44d5-87e6-de1a26dd5525 on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:22.987681 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:22.988062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:22.988461 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.988857 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:22.989347 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] Bound port: 843f7a78-3868-44d5-87e6-de1a26dd5525, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:22.989734 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.063534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] For port 843f7a78-3868-44d5-87e6-de1a26dd5525, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:23.066688 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] For port 843f7a78-3868-44d5-87e6-de1a26dd5525, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=843f7a78-3868-44d5-87e6-de1a26dd5525,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:23.139563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467533f5-5bec-4964-ad18-9edb9b66b3b2 admin admin] Made reservation on behalf of 10019177e96e4985b623cb3cf2ab6883 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:23.143367 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-467533f5-5bec-4964-ad18-9edb9b66b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.166635 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2ec6b3b3-09c1-493b-836a-46152d6f91df tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.177055 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-467533f5-5bec-4964-ad18-9edb9b66b3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.180236 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.245887 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e65b8ca0-d4a9-4832-bfd9-bdeee3046128 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:23.311538 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: e65b8ca0-d4a9-4832-bfd9-bdeee3046128 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:23.311891 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e65b8ca0-d4a9-4832-bfd9-bdeee3046128 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:23.335137 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2ec6b3b3-09c1-493b-836a-46152d6f91df tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.354778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed8683-adc9-4237-b29a-97b3aa65c0aa None None] Pushing event updated for resources: {'Port': ['ID=843f7a78-3868-44d5-87e6-de1a26dd5525,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:23.411591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1893c24-f313-4f8c-bad7-7cf4de7a8047 req-d343bb8b-874c-491f-bfc9-d21606c2e3ee tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0890567 Sep 16 05:03:23.417977 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec6b3b3-09c1-493b-836a-46152d6f91df tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:23.424147 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-2ec6b3b3-09c1-493b-836a-46152d6f91df tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:23.430337 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec6b3b3-09c1-493b-836a-46152d6f91df tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:23.439843 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec6b3b3-09c1-493b-836a-46152d6f91df tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:23.440533 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2ec6b3b3-09c1-493b-836a-46152d6f91df tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.457734 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6b3b3-09c1-493b-836a-46152d6f91df tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=dd3ec600-3854-43fe-8e4f-d4410fd6dce3,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:23.513619 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-467533f5-5bec-4964-ad18-9edb9b66b3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.587177 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-467533f5-5bec-4964-ad18-9edb9b66b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.624813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467533f5-5bec-4964-ad18-9edb9b66b3b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:23.648081 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28008a-9dbc-4b03-9ae2-206fc3b563cf req-14976723-cac0-45b5-a0b0-26415edb8b12 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:23.649838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a28008a-9dbc-4b03-9ae2-206fc3b563cf req-14976723-cac0-45b5-a0b0-26415edb8b12 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 946 time: 0.1329422 Sep 16 05:03:23.659901 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-467533f5-5bec-4964-ad18-9edb9b66b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.660256 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-467533f5-5bec-4964-ad18-9edb9b66b3b2 admin admin] Added segment 5cf7ec57-970a-47b9-9bfc-21b52e0dd841 of type vlan for network e356f4e7-0e58-42ff-b520-d5b1847d77e4 Sep 16 05:03:23.662188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467533f5-5bec-4964-ad18-9edb9b66b3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da12093-2db1-4ab5-8ea7-5842b45b461c,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:23.689420 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2ec6b3b3-09c1-493b-836a-46152d6f91df tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9824946 Sep 16 05:03:23.692083 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34414) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:23.745588 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-467533f5-5bec-4964-ad18-9edb9b66b3b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.767031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a28008a-9dbc-4b03-9ae2-206fc3b563cf req-a3e4ab6b-2fb5-4519-8f2e-f9d3a09ea614 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/security-groups?id=12b774d9-cd9d-4ae7-887e-66b171c8f8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086051 Sep 16 05:03:23.793350 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37feb57f-e96a-4dfe-9f1b-a449b6991cc3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:23.800709 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37feb57f-e96a-4dfe-9f1b-a449b6991cc3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:23.803111 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-37feb57f-e96a-4dfe-9f1b-a449b6991cc3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1096344 Sep 16 05:03:23.806145 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34424) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:23.941284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aaea25-e05c-4058-ba79-8febc89f0de0 req-e2b98351-2e8c-4514-ae90-932aed60485f tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:23.942708 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9aaea25-e05c-4058-ba79-8febc89f0de0 req-e2b98351-2e8c-4514-ae90-932aed60485f tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 946 time: 0.0987668 Sep 16 05:03:23.945500 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-467533f5-5bec-4964-ad18-9edb9b66b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.953258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467533f5-5bec-4964-ad18-9edb9b66b3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:23.953856 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34432) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:23.958115 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-467533f5-5bec-4964-ad18-9edb9b66b3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.958745 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-30cc5eca-189c-4beb-8054-f7861d01f4db tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Request body: {'floatingip': {'port_id': '0b22a807-8cee-4830-860e-ba2add1f3794'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:24.006425 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30cc5eca-189c-4beb-8054-f7861d01f4db tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for floatingip, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.041439 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c6684592-3d86-42e1-b4bf-131a54fb50b1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port dd3ec600-3854-43fe-8e4f-d4410fd6dce3 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:24.041925 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6684592-3d86-42e1-b4bf-131a54fb50b1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.050807 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467533f5-5bec-4964-ad18-9edb9b66b3b2 admin admin] Pushing event updated for resources: {'Network': ['ID=e356f4e7-0e58-42ff-b520-d5b1847d77e4,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:24.072029 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network e356f4e7-0e58-42ff-b520-d5b1847d77e4 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:24.145574 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-467533f5-5bec-4964-ad18-9edb9b66b3b2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3849769 Sep 16 05:03:24.151220 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34440) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:24.163632 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-2393be25-7c57-4aba-aa78-e74d1280e3b2 admin admin] Request body: {'subnet': {'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1300474458-subnet', 'tenant_id': '10019177e96e4985b623cb3cf2ab6883', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:24.217410 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6684592-3d86-42e1-b4bf-131a54fb50b1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.233887 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c6684592-3d86-42e1-b4bf-131a54fb50b1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for dd3ec600-3854-43fe-8e4f-d4410fd6dce3 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:24.351837 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2393be25-7c57-4aba-aa78-e74d1280e3b2 admin admin] Made reservation on behalf of 10019177e96e4985b623cb3cf2ab6883 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:24.358102 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2393be25-7c57-4aba-aa78-e74d1280e3b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.449339 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.552037 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-891bf899-8b8e-4f51-aab9-818bf43d398b req-bcdc43a5-9f2f-4c7d-b593-8d0324c8f246 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0392697 Sep 16 05:03:24.558205 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6684592-3d86-42e1-b4bf-131a54fb50b1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.615806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6684592-3d86-42e1-b4bf-131a54fb50b1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=dd3ec600-3854-43fe-8e4f-d4410fd6dce3,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:24.683507 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6684592-3d86-42e1-b4bf-131a54fb50b1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.688177 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c6684592-3d86-42e1-b4bf-131a54fb50b1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/dd3ec600-3854-43fe-8e4f-d4410fd6dce3 HTTP/1.1" status: 204 len: 168 time: 0.8803368 Sep 16 05:03:24.688819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34464) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:24.698951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-15ab9bec-53e4-40ea-928b-14ac2fa2bc29 None None] Provisioning complete for port 843f7a78-3868-44d5-87e6-de1a26dd5525 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:24.705239 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-15ab9bec-53e4-40ea-928b-14ac2fa2bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.741776 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30cc5eca-189c-4beb-8054-f7861d01f4db tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.792025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafdeed1-edc1-48d0-8e18-fd2fe9248e77 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:24.793691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafdeed1-edc1-48d0-8e18-fd2fe9248e77 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:24.795258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-cafdeed1-edc1-48d0-8e18-fd2fe9248e77 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1020091 Sep 16 05:03:24.798229 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34466) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:24.803622 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-15ab9bec-53e4-40ea-928b-14ac2fa2bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.839686 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-15ab9bec-53e4-40ea-928b-14ac2fa2bc29 None None] For port 843f7a78-3868-44d5-87e6-de1a26dd5525, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=843f7a78-3868-44d5-87e6-de1a26dd5525,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:24.865587 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-9601b7be-2024-4d8b-8363-0f76b4d3c844 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet 92722be5-1bbb-41ee-876f-fc2bbfda0b51 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:24.871841 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9601b7be-2024-4d8b-8363-0f76b4d3c844 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.935114 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9601b7be-2024-4d8b-8363-0f76b4d3c844 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.082541 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30cc5eca-189c-4beb-8054-f7861d01f4db tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.156784 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2393be25-7c57-4aba-aa78-e74d1280e3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.166666 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-15ab9bec-53e4-40ea-928b-14ac2fa2bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.174716 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9601b7be-2024-4d8b-8363-0f76b4d3c844 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.268010 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab9bec-53e4-40ea-928b-14ac2fa2bc29 None None] Pushing event updated for resources: {'Port': ['ID=843f7a78-3868-44d5-87e6-de1a26dd5525,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:25.283753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2b0fc681-c604-41a9-bcd4-5736af3aa08d None None] Could not find standard attr ID for object d9bdd688-60d1-4602-91d6-0bba8b965be6. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:03:25.292095 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2b0fc681-c604-41a9-bcd4-5736af3aa08d None None] Could not find standard attr ID for object 15ef5f31-397f-47b4-b2b2-06b18075b6f9. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:03:25.323330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2393be25-7c57-4aba-aa78-e74d1280e3b2 admin admin] Checking segment: {'id': '5cf7ec57-970a-47b9-9bfc-21b52e0dd841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:25.324085 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2393be25-7c57-4aba-aa78-e74d1280e3b2 admin admin] Network hostable DHCP agents. Network: e356f4e7-0e58-42ff-b520-d5b1847d77e4, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:25.331100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393be25-7c57-4aba-aa78-e74d1280e3b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c97edd-44a0-4586-a742-b4769abd146e,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:25.350515 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-30cc5eca-189c-4beb-8054-f7861d01f4db tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Floating IP 2ba1ee88-0a69-442d-86b5-43260ea0f7d5 associated. External IP: 172.25.4.137, port: 0b22a807-8cee-4830-860e-ba2add1f3794. Sep 16 05:03:25.371426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 843f7a78-3868-44d5-87e6-de1a26dd5525 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:25.438358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-31f0dfba-ad3c-4332-b823-a468383c9dfc None None] Could not find standard attr ID for object dd3ec600-3854-43fe-8e4f-d4410fd6dce3. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:03:25.451451 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 843f7a78-3868-44d5-87e6-de1a26dd5525 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:25.452095 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.539105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2393be25-7c57-4aba-aa78-e74d1280e3b2 admin admin] Network e356f4e7-0e58-42ff-b520-d5b1847d77e4 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:25.573756 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9601b7be-2024-4d8b-8363-0f76b4d3c844 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.612291 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601b7be-2024-4d8b-8363-0f76b4d3c844 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=92722be5-1bbb-41ee-876f-fc2bbfda0b51,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:25.614478 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9601b7be-2024-4d8b-8363-0f76b4d3c844 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.620304 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34492) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:25.620939 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9601b7be-2024-4d8b-8363-0f76b4d3c844 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/92722be5-1bbb-41ee-876f-fc2bbfda0b51 HTTP/1.1" status: 204 len: 168 time: 0.8210416 Sep 16 05:03:25.683103 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3e3f5234-066b-4c17-97f0-d627b6392824 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613611 Sep 16 05:03:25.685511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34496) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:25.725518 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cc5eca-189c-4beb-8054-f7861d01f4db tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Router ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:25.737316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f01d9a6-eee7-415b-a9d3-5e7de221ec22 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:25.761800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-2393be25-7c57-4aba-aa78-e74d1280e3b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, e356f4e7-0e58-42ff-b520-d5b1847d77e4) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:25.790202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2393be25-7c57-4aba-aa78-e74d1280e3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:25.790731 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2393be25-7c57-4aba-aa78-e74d1280e3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.800251 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d96f469c-ff4e-4632-80fb-b7335275a743 req-f18042b1-0e01-454d-bf6e-9dc4e95d3a32 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0457261 Sep 16 05:03:25.821190 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdb21a4-5a32-47fe-8b23-4065a8a3b13d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:25.830733 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3bdb21a4-5a32-47fe-8b23-4065a8a3b13d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1433582 Sep 16 05:03:25.833049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34502) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:25.841943 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a555801-e272-4e9d-bd4f-655573462555 None None] Network e356f4e7-0e58-42ff-b520-d5b1847d77e4 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:25.861427 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cc5eca-189c-4beb-8054-f7861d01f4db tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:25.866057 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30cc5eca-189c-4beb-8054-f7861d01f4db tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.896098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58b63e3-8250-4f06-9b6a-0f07c056fa22 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:25.897910 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a58b63e3-8250-4f06-9b6a-0f07c056fa22 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0637958 Sep 16 05:03:25.899315 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3abeb8-05ea-4742-a922-bb84b789c38d None None] Sync routers for ids ['ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:25.900797 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34508) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:25.903897 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-30cc5eca-189c-4beb-8054-f7861d01f4db tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "PUT /v2.0/floatingips/2ba1ee88-0a69-442d-86b5-43260ea0f7d5 HTTP/1.1" status: 200 len: 992 time: 1.9488225 Sep 16 05:03:25.904903 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e87adb-eb38-4e5e-801b-b6dd438bae0b', 'tag': '0b22a807-8cee-4830-860e-ba2add1f3794'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:25.910152 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc736d1-c5de-4fc9-825f-a7754330f584" -d '{"events": [{"name": "network-changed", "server_uuid": "67e87adb-eb38-4e5e-801b-b6dd438bae0b", "tag": "0b22a807-8cee-4830-860e-ba2add1f3794"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:25.960556 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ec1a7814-5fea-4fd6-92be-947347941399 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580926 Sep 16 05:03:25.964599 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34516) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:25.974937 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2393be25-7c57-4aba-aa78-e74d1280e3b2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8192875 Sep 16 05:03:25.975134 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-fc223835-a0e0-4c49-9a7e-ebcd48739125 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:26.025856 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3abeb8-05ea-4742-a922-bb84b789c38d None None] Routers {'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:26.026368 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-aa3abeb8-05ea-4742-a922-bb84b789c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:03:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:26.122266 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb7c809-0cff-4620-bc20-eb212188582b x-openstack-request-id: req-4fb7c809-0cff-4620-bc20-eb212188582b {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:26.122784 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e87adb-eb38-4e5e-801b-b6dd438bae0b", "tag": "0b22a807-8cee-4830-860e-ba2add1f3794", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:26.122784 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4fb7c809-0cff-4620-bc20-eb212188582b {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:26.123237 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e87adb-eb38-4e5e-801b-b6dd438bae0b', 'tag': '0b22a807-8cee-4830-860e-ba2add1f3794', 'status': 'completed', 'code': 200} Sep 16 05:03:26.174249 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc736d1-c5de-4fc9-825f-a7754330f584 req-427cec01-4265-4671-9052-0f0fb91a651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:26.176795 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dc736d1-c5de-4fc9-825f-a7754330f584 req-427cec01-4265-4671-9052-0f0fb91a651a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91693b6bb4c94d389176250ac4c2912a&device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 1098 time: 0.0689194 Sep 16 05:03:26.299861 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc223835-a0e0-4c49-9a7e-ebcd48739125 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:26.304824 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fc223835-a0e0-4c49-9a7e-ebcd48739125 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.359762 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc736d1-c5de-4fc9-825f-a7754330f584 req-dfd91e40-37ed-414f-8382-940328f7c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:26.363518 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dc736d1-c5de-4fc9-825f-a7754330f584 req-dfd91e40-37ed-414f-8382-940328f7c1de service neutron] 10.222.0.21 "GET /v2.0/networks?id=c08e5f85-cde7-4610-a958-1197a080fe84 HTTP/1.1" status: 200 len: 907 time: 0.1775126 Sep 16 05:03:26.396856 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492daea7-6bda-4c03-ade2-476557090ee5 None None] Network e356f4e7-0e58-42ff-b520-d5b1847d77e4 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:26.482825 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9412cc-230e-4381-9df3-7f0079bcb7d7 None None] DHCP port deletion for 9f6db69a-747f-45ec-af36-1b9e5c7fde27 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:03:26.538511 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dc736d1-c5de-4fc9-825f-a7754330f584 req-fd3cb3e3-2504-4832-84b7-22011c735619 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b22a807-8cee-4830-860e-ba2add1f3794 HTTP/1.1" status: 200 len: 1000 time: 0.1569734 Sep 16 05:03:26.569959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-aa3abeb8-05ea-4742-a922-bb84b789c38d None None] Set router ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:26.783003 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-fb9412cc-230e-4381-9df3-7f0079bcb7d7 None None] Deleting port 843f7a78-3868-44d5-87e6-de1a26dd5525 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:26.783383 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fb9412cc-230e-4381-9df3-7f0079bcb7d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.785606 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fc223835-a0e0-4c49-9a7e-ebcd48739125 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.867113 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc223835-a0e0-4c49-9a7e-ebcd48739125 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:26.875670 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-fc223835-a0e0-4c49-9a7e-ebcd48739125 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:26.909869 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc223835-a0e0-4c49-9a7e-ebcd48739125 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:26.910537 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fc223835-a0e0-4c49-9a7e-ebcd48739125 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.936539 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc223835-a0e0-4c49-9a7e-ebcd48739125 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=07c36d97-314e-4e7c-827a-783a9d095990,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:27.038143 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9de0260d-c62f-45ed-b613-100f17129125 req-9e4a4c98-5442-468c-bb88-23c237a093ab tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0867002 Sep 16 05:03:27.039467 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fb9412cc-230e-4381-9df3-7f0079bcb7d7 None None] For port 843f7a78-3868-44d5-87e6-de1a26dd5525, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=843f7a78-3868-44d5-87e6-de1a26dd5525,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:27.040137 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fb9412cc-230e-4381-9df3-7f0079bcb7d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.056923 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fc223835-a0e0-4c49-9a7e-ebcd48739125 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0884206 Sep 16 05:03:27.056923 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34574) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:27.058145 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-fb9412cc-230e-4381-9df3-7f0079bcb7d7 None None] Calling delete_port for 843f7a78-3868-44d5-87e6-de1a26dd5525 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:27.063871 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-80aaeddb-0e17-4238-bde1-f6d3668992af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'fixed_ips': [{'subnet_id': '07c36d97-314e-4e7c-827a-783a9d095990', 'ip_address': '2001:db8::7793:9b7:a94:f64a'}], 'name': 'tempest-NetworksTestDHCPv6-1748662559'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:27.080242 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-aa3abeb8-05ea-4742-a922-bb84b789c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'name': 'tempest-ServersTestJSON-1285818098-router', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:45Z', 'updated_at': '2021-09-16T05:02:52Z', 'revision_number': 4, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'gw_port': {'id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:46Z', 'updated_at': '2021-09-16T05:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '2ba1ee88-0a69-442d-86b5-43260ea0f7d5', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'port_id': '0b22a807-8cee-4830-860e-ba2add1f3794', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84', 'mac_address': 'fa:16:3e:90:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e87adb-eb38-4e5e-801b-b6dd438bae0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:03:00Z', 'updated_at': '2021-09-16T05:03:24Z', 'revision_number': 1, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b940c5-f277-4255-94ab-e089d3bc0bcd', 'name': '', 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'mac_address': 'fa:16:3e:0a:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '52274256-b6ad-4827-99e0-20602a822122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:50Z', 'updated_at': '2021-09-16T05:02:57Z', 'revision_number': 5, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'subnets': [{'id': '52274256-b6ad-4827-99e0-20602a822122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:27.100579 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc736d1-c5de-4fc9-825f-a7754330f584 req-039a0798-3166-4683-a66f-87ecf7738262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:27.100579 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dc736d1-c5de-4fc9-825f-a7754330f584 req-039a0798-3166-4683-a66f-87ecf7738262 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52274256-b6ad-4827-99e0-20602a822122 HTTP/1.1" status: 200 len: 845 time: 0.5517960 Sep 16 05:03:27.138534 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-03b1d3d7-bc5c-4fc0-bc8e-2fdda7ffe34c tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:27.140622 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-03b1d3d7-bc5c-4fc0-bc8e-2fdda7ffe34c tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/networks?id=e356f4e7-0e58-42ff-b520-d5b1847d77e4 HTTP/1.1" status: 200 len: 813 time: 0.5818760 Sep 16 05:03:27.187830 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3abeb8-05ea-4742-a922-bb84b789c38d None None] Checking router: ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:27.212057 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3abeb8-05ea-4742-a922-bb84b789c38d None None] Routers {'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:27.212731 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-aa3abeb8-05ea-4742-a922-bb84b789c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:03:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:27.217708 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8d037c0c-17f6-4fe9-abf1-1b59905e93c2 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/quotas/10019177e96e4985b623cb3cf2ab6883 HTTP/1.1" status: 200 len: 375 time: 0.0476875 Sep 16 05:03:27.272036 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 843f7a78-3868-44d5-87e6-de1a26dd5525 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:27.292803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc736d1-c5de-4fc9-825f-a7754330f584 req-d415e801-39f9-472c-833c-e45abc81d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:27.295141 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dc736d1-c5de-4fc9-825f-a7754330f584 req-d415e801-39f9-472c-833c-e45abc81d272 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c08e5f85-cde7-4610-a958-1197a080fe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1790705 Sep 16 05:03:27.310163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-db125a95-7c58-4f5c-b1f0-a2fdd61efb29 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=10019177e96e4985b623cb3cf2ab6883&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912383 Sep 16 05:03:27.441116 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fb9412cc-230e-4381-9df3-7f0079bcb7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.452358 n-d-712140-13 neutron-server[95475]: INFO neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No ports have port_id starting with 843f7a78-3868-44d5-87e6-de1a26dd5525 Sep 16 05:03:27.482618 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9412cc-230e-4381-9df3-7f0079bcb7d7 None None] No DVR routers for this DVR port 843f7a78-3868-44d5-87e6-de1a26dd5525 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:27.502048 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a1f5ea-1e26-444b-8a53-70bdb7252961 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:27.502683 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dc736d1-c5de-4fc9-825f-a7754330f584 req-7fb25083-2232-4c3a-9b0f-fd5af0b2dd86 service neutron] 10.222.0.21 "GET /v2.0/networks/c08e5f85-cde7-4610-a958-1197a080fe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817272 Sep 16 05:03:27.504201 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9412cc-230e-4381-9df3-7f0079bcb7d7 None None] Pushing event deleted for resources: {'Port': ['ID=843f7a78-3868-44d5-87e6-de1a26dd5525,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:27.516216 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80aaeddb-0e17-4238-bde1-f6d3668992af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:27.530101 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-aa3abeb8-05ea-4742-a922-bb84b789c38d None None] Set router ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:27.643967 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-80aaeddb-0e17-4238-bde1-f6d3668992af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.661510 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-0d931878-0a9e-4300-87ac-d0f7db9339e6 service neutron] 10.222.0.20 "GET /v2.0/networks/e356f4e7-0e58-42ff-b520-d5b1847d77e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454437 Sep 16 05:03:27.683769 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-80aaeddb-0e17-4238-bde1-f6d3668992af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port 65f6ed3d-858b-41be-a75f-786dd104a6b8 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:27.710792 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dc736d1-c5de-4fc9-825f-a7754330f584 req-1f8ba564-5033-4057-8bd6-ccfbbc30f414 service neutron] 10.222.0.21 "GET /v2.0/networks/c08e5f85-cde7-4610-a958-1197a080fe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634989 Sep 16 05:03:27.800872 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-b1b4bd50-6c47-496f-86c7-4312562bd8ee service neutron] 10.222.0.20 "GET /v2.0/networks/e356f4e7-0e58-42ff-b520-d5b1847d77e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309752 Sep 16 05:03:27.924676 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-80aaeddb-0e17-4238-bde1-f6d3668992af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::7793:9b7:a94:f64a (9f6db69a-747f-45ec-af36-1b9e5c7fde27/07c36d97-314e-4e7c-827a-783a9d095990/65f6ed3d-858b-41be-a75f-786dd104a6b8) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:27.949304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'fixed_ips': [{'subnet_id': '07c36d97-314e-4e7c-827a-783a9d095990'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:27.950175 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.054557 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-aa3abeb8-05ea-4742-a922-bb84b789c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'name': 'tempest-ServersTestJSON-1285818098-router', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:45Z', 'updated_at': '2021-09-16T05:02:52Z', 'revision_number': 4, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'gw_port': {'id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:46Z', 'updated_at': '2021-09-16T05:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '2ba1ee88-0a69-442d-86b5-43260ea0f7d5', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'port_id': '0b22a807-8cee-4830-860e-ba2add1f3794', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84', 'mac_address': 'fa:16:3e:90:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e87adb-eb38-4e5e-801b-b6dd438bae0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:03:00Z', 'updated_at': '2021-09-16T05:03:24Z', 'revision_number': 1, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b940c5-f277-4255-94ab-e089d3bc0bcd', 'name': '', 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'mac_address': 'fa:16:3e:0a:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '52274256-b6ad-4827-99e0-20602a822122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:50Z', 'updated_at': '2021-09-16T05:02:57Z', 'revision_number': 5, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'subnets': [{'id': '52274256-b6ad-4827-99e0-20602a822122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:28.092908 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3abeb8-05ea-4742-a922-bb84b789c38d None None] The sync data for ids ['ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'] in n-d-712140-13 is: [{'id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'name': 'tempest-ServersTestJSON-1285818098-router', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:45Z', 'updated_at': '2021-09-16T05:02:52Z', 'revision_number': 4, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'gw_port': {'id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:46Z', 'updated_at': '2021-09-16T05:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '2ba1ee88-0a69-442d-86b5-43260ea0f7d5', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'port_id': '0b22a807-8cee-4830-860e-ba2add1f3794', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84', 'mac_address': 'fa:16:3e:90:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e87adb-eb38-4e5e-801b-b6dd438bae0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:03:00Z', 'updated_at': '2021-09-16T05:03:24Z', 'revision_number': 1, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b940c5-f277-4255-94ab-e089d3bc0bcd', 'name': '', 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'mac_address': 'fa:16:3e:0a:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '52274256-b6ad-4827-99e0-20602a822122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:50Z', 'updated_at': '2021-09-16T05:02:57Z', 'revision_number': 5, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'subnets': [{'id': '52274256-b6ad-4827-99e0-20602a822122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:28.102663 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-80aaeddb-0e17-4238-bde1-f6d3668992af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.211258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-993a8ff1-e504-4996-b1c5-86aee1f16361 req-b0c0cbb9-48e8-4f46-8093-b4c6cc047e9a tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0340731 Sep 16 05:03:28.239453 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.239683 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-80aaeddb-0e17-4238-bde1-f6d3668992af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.312315 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aaeddb-0e17-4238-bde1-f6d3668992af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:28.315809 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-80aaeddb-0e17-4238-bde1-f6d3668992af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:28.323408 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aaeddb-0e17-4238-bde1-f6d3668992af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:28.330680 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80aaeddb-0e17-4238-bde1-f6d3668992af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:28.331639 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-80aaeddb-0e17-4238-bde1-f6d3668992af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.344116 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aaeddb-0e17-4238-bde1-f6d3668992af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=65f6ed3d-858b-41be-a75f-786dd104a6b8,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:28.379026 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] Allocated IP 2001:db8::2 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/07c36d97-314e-4e7c-827a-783a9d095990/f67b9427-926b-4798-9d5d-aa46a4236fb6) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:28.443326 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-80aaeddb-0e17-4238-bde1-f6d3668992af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3853703 Sep 16 05:03:28.447681 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34610) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:28.452146 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4458a441-41a5-490d-91b9-52a7031395f4 None None] New status for floating IP 2ba1ee88-0a69-442d-86b5-43260ea0f7d5: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:03:28.459062 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d9b6076-6fd6-4d51-a4a2-48d49be69a72 req-147e1251-2701-4f08-ac3c-5a7f4a6a2489 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 210 time: 0.0485299 Sep 16 05:03:28.591898 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5bd5d0-412b-4287-9e38-14f9d366d660 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:28.591898 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dc5bd5d0-412b-4287-9e38-14f9d366d660 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1381967 Sep 16 05:03:28.593899 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34624) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:28.671964 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.717800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-7b91523b-86da-470d-b675-748e41128822 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port 65f6ed3d-858b-41be-a75f-786dd104a6b8 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:28.718338 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7b91523b-86da-470d-b675-748e41128822 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.810461 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.817281 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7b91523b-86da-470d-b675-748e41128822 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.836537 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-7b91523b-86da-470d-b675-748e41128822 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for 65f6ed3d-858b-41be-a75f-786dd104a6b8 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:28.891617 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:28.905316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:28.911628 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:28.919453 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] Pushing event updated for resources: {'Port': ['ID=f67b9427-926b-4798-9d5d-aa46a4236fb6,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:28.972884 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] Attempting to bind port f67b9427-926b-4798-9d5d-aa46a4236fb6 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:28.974114 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] Attempting to bind port f67b9427-926b-4798-9d5d-aa46a4236fb6 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:28.974114 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] Attempting to bind port f67b9427-926b-4798-9d5d-aa46a4236fb6 on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:28.980540 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:28.981217 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:28.981856 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.982596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:28.983400 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] Bound port: f67b9427-926b-4798-9d5d-aa46a4236fb6, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:28.983526 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.071127 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] For port f67b9427-926b-4798-9d5d-aa46a4236fb6, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:29.077916 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7b91523b-86da-470d-b675-748e41128822 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.079607 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] For port f67b9427-926b-4798-9d5d-aa46a4236fb6, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f67b9427-926b-4798-9d5d-aa46a4236fb6,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:29.126233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91523b-86da-470d-b675-748e41128822 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=65f6ed3d-858b-41be-a75f-786dd104a6b8,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:29.160103 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7b91523b-86da-470d-b675-748e41128822 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.165270 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34632) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:29.167385 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7b91523b-86da-470d-b675-748e41128822 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/65f6ed3d-858b-41be-a75f-786dd104a6b8 HTTP/1.1" status: 204 len: 168 time: 0.5721328 Sep 16 05:03:29.179200 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.252708 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2023d1e3-6fad-48d4-a483-c992f74104ed tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:29.258951 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2023d1e3-6fad-48d4-a483-c992f74104ed tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:29.261051 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2023d1e3-6fad-48d4-a483-c992f74104ed tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0942097 Sep 16 05:03:29.264382 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34636) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:29.278333 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb2421-7875-45aa-a94e-f38018c37f24 None None] Pushing event updated for resources: {'Port': ['ID=f67b9427-926b-4798-9d5d-aa46a4236fb6,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:29.380000 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5353383-fc4a-4b13-843a-8669d3ab4d8f req-56ce9351-181e-42a2-a255-6632701c26c9 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0471246 Sep 16 05:03:29.397284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-569ef70f-c674-4bdf-89b6-ff89ae49db5e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet 07c36d97-314e-4e7c-827a-783a9d095990 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:29.401968 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-569ef70f-c674-4bdf-89b6-ff89ae49db5e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.487254 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-569ef70f-c674-4bdf-89b6-ff89ae49db5e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.611255 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c130d3b0-ef11-4b25-a808-3bb83d532da5 req-994b1a82-411a-44cc-80ec-d4bc02df606f tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 210 time: 0.0372660 Sep 16 05:03:29.718179 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-569ef70f-c674-4bdf-89b6-ff89ae49db5e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.899393 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-569ef70f-c674-4bdf-89b6-ff89ae49db5e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.932775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ef70f-c674-4bdf-89b6-ff89ae49db5e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=07c36d97-314e-4e7c-827a-783a9d095990,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:29.936402 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-569ef70f-c674-4bdf-89b6-ff89ae49db5e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.938544 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-569ef70f-c674-4bdf-89b6-ff89ae49db5e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/07c36d97-314e-4e7c-827a-783a9d095990 HTTP/1.1" status: 204 len: 168 time: 0.6731608 Sep 16 05:03:29.941028 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34652) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:30.006451 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-93aff188-57e1-4ef0-aa6f-ddab59a1f92d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637562 Sep 16 05:03:30.008734 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34654) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:30.014748 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-9c5715b0-db36-4bbf-bc94-760eb8f7ebea tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:30.224360 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5715b0-db36-4bbf-bc94-760eb8f7ebea tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:30.228828 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9c5715b0-db36-4bbf-bc94-760eb8f7ebea tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:30.565754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af998a7d-5622-41d0-a48d-6caefe68c852 req-361939a1-a22e-454c-8609-04f50d9243e2 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0420437 Sep 16 05:03:30.615266 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9c5715b0-db36-4bbf-bc94-760eb8f7ebea tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:30.698188 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5715b0-db36-4bbf-bc94-760eb8f7ebea tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:30.699610 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5715b0-db36-4bbf-bc94-760eb8f7ebea tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=9ff95629-2fbb-44ce-9721-ba76f98ed7fa,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:30.718167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-9c5715b0-db36-4bbf-bc94-760eb8f7ebea tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:30.718167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5715b0-db36-4bbf-bc94-760eb8f7ebea tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:30.718167 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9c5715b0-db36-4bbf-bc94-760eb8f7ebea tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:30.749564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedaf2f3-54ca-41e2-979d-8ef1acd563bf None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:30.797660 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5c0ceaa-35e2-4f0a-8448-bd033e96263d req-e9d98c7d-b5b4-4d37-b3af-e8a7a8ca3e0a tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 210 time: 0.0521648 Sep 16 05:03:30.855656 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9c5715b0-db36-4bbf-bc94-760eb8f7ebea tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8451517 Sep 16 05:03:30.866790 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34668) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:30.873078 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-631e2b62-81b3-4b07-a69a-2332ed697c0e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'fixed_ips': [{'subnet_id': '9ff95629-2fbb-44ce-9721-ba76f98ed7fa', 'ip_address': '2001:db8::8585:5ce0:d397:3eab'}], 'name': 'tempest-NetworksTestDHCPv6-1102601185'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:30.914500 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-781a1054-d076-4a18-95d3-84983db3b3b6 None None] Provisioning complete for port f67b9427-926b-4798-9d5d-aa46a4236fb6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:30.914907 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-781a1054-d076-4a18-95d3-84983db3b3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:30.945785 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f738c521-6965-4cbc-ba9f-7976cb9aea1d req-3d3a6d56-ff8c-4909-a65a-7049d8c942e3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0405877 Sep 16 05:03:31.107685 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-781a1054-d076-4a18-95d3-84983db3b3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.162374 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631e2b62-81b3-4b07-a69a-2332ed697c0e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:31.175653 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-631e2b62-81b3-4b07-a69a-2332ed697c0e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.191843 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-631e2b62-81b3-4b07-a69a-2332ed697c0e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port a7a4c2a7-0c06-43aa-a525-fe00bcd2e803 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:31.328015 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f67b9427-926b-4798-9d5d-aa46a4236fb6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:31.400096 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-781a1054-d076-4a18-95d3-84983db3b3b6 None None] For port f67b9427-926b-4798-9d5d-aa46a4236fb6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f67b9427-926b-4798-9d5d-aa46a4236fb6,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:31.411740 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-631e2b62-81b3-4b07-a69a-2332ed697c0e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::8585:5ce0:d397:3eab (9f6db69a-747f-45ec-af36-1b9e5c7fde27/9ff95629-2fbb-44ce-9721-ba76f98ed7fa/a7a4c2a7-0c06-43aa-a525-fe00bcd2e803) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:31.437759 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port f67b9427-926b-4798-9d5d-aa46a4236fb6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:31.438137 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.561079 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.626431 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-781a1054-d076-4a18-95d3-84983db3b3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.663019 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-631e2b62-81b3-4b07-a69a-2332ed697c0e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.740361 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:03:31.741077 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:03:31.755747 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a1054-d076-4a18-95d3-84983db3b3b6 None None] Pushing event updated for resources: {'Port': ['ID=f67b9427-926b-4798-9d5d-aa46a4236fb6,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:31.780018 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-13bb29b2-d024-48c0-b159-06a2bfa5405d None None] Provisioning complete for port f67b9427-926b-4798-9d5d-aa46a4236fb6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:31.780387 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-13bb29b2-d024-48c0-b159-06a2bfa5405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.810417 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-631e2b62-81b3-4b07-a69a-2332ed697c0e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.876617 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631e2b62-81b3-4b07-a69a-2332ed697c0e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:31.890535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-631e2b62-81b3-4b07-a69a-2332ed697c0e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:31.894540 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631e2b62-81b3-4b07-a69a-2332ed697c0e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:31.902482 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e2b62-81b3-4b07-a69a-2332ed697c0e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:31.903209 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-631e2b62-81b3-4b07-a69a-2332ed697c0e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.907785 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e2b62-81b3-4b07-a69a-2332ed697c0e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=a7a4c2a7-0c06-43aa-a525-fe00bcd2e803,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:31.920669 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82c679f8-1c8f-4c29-849d-beff0244e527 req-21c3b39a-6e0f-4aae-9305-ee894f93fc79 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.1161354 Sep 16 05:03:32.016979 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-631e2b62-81b3-4b07-a69a-2332ed697c0e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1488714 Sep 16 05:03:32.023829 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34684) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:32.071519 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c3ff3f7-8022-405b-91e1-5a66b5b4f099 req-f3665bd8-346e-4b94-b7c6-e100e433c0a7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 210 time: 0.0799010 Sep 16 05:03:32.091014 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-61b218c6-e4e5-453f-a1be-33340d4ff62e None None] Could not find standard attr ID for object 65f6ed3d-858b-41be-a75f-786dd104a6b8. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:03:32.112874 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c673dbc0-e75a-453b-b675-3920ac83225a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:32.121317 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c673dbc0-e75a-453b-b675-3920ac83225a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:32.125869 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c673dbc0-e75a-453b-b675-3920ac83225a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0985825 Sep 16 05:03:32.126273 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34690) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:32.380883 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-63c26a71-7c1f-468c-82d7-787af3838a94 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port a7a4c2a7-0c06-43aa-a525-fe00bcd2e803 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:32.381478 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-63c26a71-7c1f-468c-82d7-787af3838a94 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.424147 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d8e67c15-fc25-4fa2-918a-6df58d2d9891 None None] Provisioning complete for port a7a4c2a7-0c06-43aa-a525-fe00bcd2e803 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:32.425533 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d8e67c15-fc25-4fa2-918a-6df58d2d9891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.547517 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d8e67c15-fc25-4fa2-918a-6df58d2d9891 None None] Port a7a4c2a7-0c06-43aa-a525-fe00bcd2e803 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:32.653538 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-63c26a71-7c1f-468c-82d7-787af3838a94 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.670786 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-63c26a71-7c1f-468c-82d7-787af3838a94 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for a7a4c2a7-0c06-43aa-a525-fe00bcd2e803 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:32.672605 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-0b782065-72fb-4294-968d-0ef2bc276cee tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:32.675571 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-0b782065-72fb-4294-968d-0ef2bc276cee tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.21 "GET /v2.0/networks?id=e356f4e7-0e58-42ff-b520-d5b1847d77e4 HTTP/1.1" status: 200 len: 813 time: 0.2645590 Sep 16 05:03:32.682046 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34694) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:32.720015 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-b965edaa-38d5-44ea-b6cc-829f0ddee9d6 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Request body: {'port': {'device_id': 'a64c342b-306a-4efa-8a6d-92ed10251bf0', 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4', 'admin_state_up': True, 'tenant_id': '10019177e96e4985b623cb3cf2ab6883'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:32.997759 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6657e06-6fcc-4f31-aaf3-97a5283c1e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.139017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5b0d0df-7b8d-4012-8406-8b7d2124ff79 req-75eb84c0-08d9-4800-8670-354e580cc7fb tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0644591 Sep 16 05:03:33.253622 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-63c26a71-7c1f-468c-82d7-787af3838a94 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.314924 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f67b9427-926b-4798-9d5d-aa46a4236fb6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:33.361772 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2b26530-6305-47e9-9cc1-7240d5710cd4 req-59c07649-0049-41cd-97b3-e93834238a43 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 210 time: 0.0642428 Sep 16 05:03:33.396411 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c26a71-7c1f-468c-82d7-787af3838a94 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=a7a4c2a7-0c06-43aa-a525-fe00bcd2e803,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:33.403090 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6657e06-6fcc-4f31-aaf3-97a5283c1e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.457554 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port f67b9427-926b-4798-9d5d-aa46a4236fb6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:33.459288 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.470631 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6657e06-6fcc-4f31-aaf3-97a5283c1e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.515128 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-63c26a71-7c1f-468c-82d7-787af3838a94 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.518523 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-63c26a71-7c1f-468c-82d7-787af3838a94 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/a7a4c2a7-0c06-43aa-a525-fe00bcd2e803 HTTP/1.1" status: 204 len: 168 time: 1.3844817 Sep 16 05:03:33.522898 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34712) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:33.610375 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c6657e06-6fcc-4f31-aaf3-97a5283c1e8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25f804aea56645358457408cb69ac611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9257128 Sep 16 05:03:33.612211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34714) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:33.633567 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6657e06-6fcc-4f31-aaf3-97a5283c1e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1390af74-9d69-4d1b-8079-657e39eaba89,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:33.698476 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-b965edaa-38d5-44ea-b6cc-829f0ddee9d6 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Made reservation on behalf of 10019177e96e4985b623cb3cf2ab6883 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:33.698573 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-648424ef-a823-44a5-bde1-21d61ff4fcc9 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:33.698664 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-b965edaa-38d5-44ea-b6cc-829f0ddee9d6 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.698762 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-648424ef-a823-44a5-bde1-21d61ff4fcc9 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.38 "GET /v2.0/networks?id=e356f4e7-0e58-42ff-b520-d5b1847d77e4 HTTP/1.1" status: 200 len: 813 time: 0.6287475 Sep 16 05:03:33.717740 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3282e82-4d7b-4e4a-a30a-2f8708378a7a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:33.720569 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3282e82-4d7b-4e4a-a30a-2f8708378a7a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:33.725624 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b3282e82-4d7b-4e4a-a30a-2f8708378a7a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1916890 Sep 16 05:03:33.726267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34716) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:33.736037 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-387fc31d-638c-498d-bf9a-453cb6785f0c tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Request body: {'port': {'device_id': '51a0f2fe-fdf2-4012-8901-b40975d85cc4', 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4', 'admin_state_up': True, 'tenant_id': '10019177e96e4985b623cb3cf2ab6883'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:33.843831 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8ab309d6-ee84-4294-8ad5-907244c3131b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.882054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc5c969-8b13-4d59-9560-78d8b3af7192 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet 9ff95629-2fbb-44ce-9721-ba76f98ed7fa {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:33.894519 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c969-8b13-4d59-9560-78d8b3af7192 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.919178 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8ab309d6-ee84-4294-8ad5-907244c3131b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.998778 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-387fc31d-638c-498d-bf9a-453cb6785f0c tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Made reservation on behalf of 10019177e96e4985b623cb3cf2ab6883 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:34.003034 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-387fc31d-638c-498d-bf9a-453cb6785f0c tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.010597 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c969-8b13-4d59-9560-78d8b3af7192 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.046814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-b965edaa-38d5-44ea-b6cc-829f0ddee9d6 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Allocated IP 172.20.0.2 (e356f4e7-0e58-42ff-b520-d5b1847d77e4/52c97edd-44a0-4586-a742-b4769abd146e/f6315407-c9d5-4a1e-b9a4-153346a41c9b) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:34.100517 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c969-8b13-4d59-9560-78d8b3af7192 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.159840 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8ab309d6-ee84-4294-8ad5-907244c3131b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.162368 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8ab309d6-ee84-4294-8ad5-907244c3131b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.163586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8ab309d6-ee84-4294-8ad5-907244c3131b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1390af74-9d69-4d1b-8079-657e39eaba89 HTTP/1.1" status: 204 len: 168 time: 0.5462470 Sep 16 05:03:34.206539 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab309d6-ee84-4294-8ad5-907244c3131b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1390af74-9d69-4d1b-8079-657e39eaba89,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:34.301561 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-b965edaa-38d5-44ea-b6cc-829f0ddee9d6 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.336065 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c969-8b13-4d59-9560-78d8b3af7192 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.366664 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5c969-8b13-4d59-9560-78d8b3af7192 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff95629-2fbb-44ce-9721-ba76f98ed7fa,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:34.371778 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c969-8b13-4d59-9560-78d8b3af7192 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.373692 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3dc5c969-8b13-4d59-9560-78d8b3af7192 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/9ff95629-2fbb-44ce-9721-ba76f98ed7fa HTTP/1.1" status: 204 len: 168 time: 0.6406963 Sep 16 05:03:34.376403 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34738) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:34.388496 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf2b0ef-ea8a-4f44-98db-5176c124a4c9 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:34.424551 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-03d4ef49-194d-43b8-9d1e-13eb11b27784 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470009 Sep 16 05:03:34.425962 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-b965edaa-38d5-44ea-b6cc-829f0ddee9d6 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.437956 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34746) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:34.449361 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3d1f257c-d71e-4bf6-a9fc-2885106ee2f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:34.479153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-b965edaa-38d5-44ea-b6cc-829f0ddee9d6 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Network e356f4e7-0e58-42ff-b520-d5b1847d77e4 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:34.498320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-b965edaa-38d5-44ea-b6cc-829f0ddee9d6 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:34.500910 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-b965edaa-38d5-44ea-b6cc-829f0ddee9d6 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:34.569114 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-387fc31d-638c-498d-bf9a-453cb6785f0c tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Allocated IP 172.20.0.7 (e356f4e7-0e58-42ff-b520-d5b1847d77e4/52c97edd-44a0-4586-a742-b4769abd146e/0ef07bcd-ff25-4f7b-a0f9-07d6c4746014) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:34.707375 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965edaa-38d5-44ea-b6cc-829f0ddee9d6 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Pushing event updated for resources: {'Port': ['ID=f6315407-c9d5-4a1e-b9a4-153346a41c9b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:34.726850 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b523396c-3c2e-42d4-8eab-6efdc56dbdbc req-c0c9d81e-b961-4e11-92b5-83eb8d19124d tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 210 time: 0.1523006 Sep 16 05:03:34.732813 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d28e1a8-363a-4f7e-b47c-07c07d9bc735 None None] DHCP port deletion for 9f6db69a-747f-45ec-af36-1b9e5c7fde27 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:03:34.755291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-b965edaa-38d5-44ea-b6cc-829f0ddee9d6 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:34.756198 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-b965edaa-38d5-44ea-b6cc-829f0ddee9d6 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.823083 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-7d28e1a8-363a-4f7e-b47c-07c07d9bc735 None None] Deleting port f67b9427-926b-4798-9d5d-aa46a4236fb6 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:34.823715 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7d28e1a8-363a-4f7e-b47c-07c07d9bc735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.832365 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-140e4223-2ec9-4205-b3a6-88b28eb1a56b req-be3cfb3c-4e0d-4e73-8117-254013331f4d tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0491152 Sep 16 05:03:34.836263 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-387fc31d-638c-498d-bf9a-453cb6785f0c tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.842320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1f257c-d71e-4bf6-a9fc-2885106ee2f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:34.846449 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3d1f257c-d71e-4bf6-a9fc-2885106ee2f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.919834 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7d28e1a8-363a-4f7e-b47c-07c07d9bc735 None None] For port f67b9427-926b-4798-9d5d-aa46a4236fb6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f67b9427-926b-4798-9d5d-aa46a4236fb6,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:34.920251 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7d28e1a8-363a-4f7e-b47c-07c07d9bc735 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.942836 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-7d28e1a8-363a-4f7e-b47c-07c07d9bc735 None None] Calling delete_port for f67b9427-926b-4798-9d5d-aa46a4236fb6 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:34.980336 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-387fc31d-638c-498d-bf9a-453cb6785f0c tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.042981 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-b965edaa-38d5-44ea-b6cc-829f0ddee9d6 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3304288 Sep 16 05:03:35.074059 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fc31d-638c-498d-bf9a-453cb6785f0c tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Pushing event updated for resources: {'Port': ['ID=0ef07bcd-ff25-4f7b-a0f9-07d6c4746014,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:35.078947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Request body: {'port': {'device_id': 'a64c342b-306a-4efa-8a6d-92ed10251bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:35.099306 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-387fc31d-638c-498d-bf9a-453cb6785f0c tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Network e356f4e7-0e58-42ff-b520-d5b1847d77e4 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:35.101472 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-387fc31d-638c-498d-bf9a-453cb6785f0c tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:35.105167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-387fc31d-638c-498d-bf9a-453cb6785f0c tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:35.133289 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-257785a7-2701-4d9c-8de2-a44b65061136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.163539 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7d28e1a8-363a-4f7e-b47c-07c07d9bc735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.169719 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-387fc31d-638c-498d-bf9a-453cb6785f0c tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:35.170698 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-387fc31d-638c-498d-bf9a-453cb6785f0c tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.224427 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28e1a8-363a-4f7e-b47c-07c07d9bc735 None None] Pushing event deleted for resources: {'Port': ['ID=f67b9427-926b-4798-9d5d-aa46a4236fb6,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:35.229466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d28e1a8-363a-4f7e-b47c-07c07d9bc735 None None] No DVR routers for this DVR port f67b9427-926b-4798-9d5d-aa46a4236fb6 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:35.237751 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-387fc31d-638c-498d-bf9a-453cb6785f0c tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5051386 Sep 16 05:03:35.257777 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Request body: {'port': {'device_id': '51a0f2fe-fdf2-4012-8901-b40975d85cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:35.261138 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f67b9427-926b-4798-9d5d-aa46a4236fb6 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:35.323997 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.324245 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: f67b9427-926b-4798-9d5d-aa46a4236fb6 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:35.324577 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f67b9427-926b-4798-9d5d-aa46a4236fb6 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:35.376022 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.446219 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3d1f257c-d71e-4bf6-a9fc-2885106ee2f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.517926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1f257c-d71e-4bf6-a9fc-2885106ee2f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:35.524933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-3d1f257c-d71e-4bf6-a9fc-2885106ee2f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:35.536854 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737be5c8-1bd8-4884-9a4a-ffcfbb83517b None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:35.542266 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1f257c-d71e-4bf6-a9fc-2885106ee2f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:35.543118 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3d1f257c-d71e-4bf6-a9fc-2885106ee2f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.551235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f257c-d71e-4bf6-a9fc-2885106ee2f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=78f89e83-7935-446a-8e93-6b431d66ce6f,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:35.631747 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3d1f257c-d71e-4bf6-a9fc-2885106ee2f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1886308 Sep 16 05:03:35.634762 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34786) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:35.644534 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-39e89fc7-cc2d-4c29-a71a-90ae4e0fd0b7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'fixed_ips': [{'subnet_id': '78f89e83-7935-446a-8e93-6b431d66ce6f', 'ip_address': '2001:db8::9766:dfd:5eea:dd76'}], 'name': 'tempest-NetworksTestDHCPv6-1341965568'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:35.710541 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6315407-c9d5-4a1e-b9a4-153346a41c9b {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:35.719742 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.736712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Transition to ACTIVE for port object f6315407-c9d5-4a1e-b9a4-153346a41c9b will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:35.771478 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'fixed_ips': [{'subnet_id': '78f89e83-7935-446a-8e93-6b431d66ce6f'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:35.772362 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.796461 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.893474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34794) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:35.909160 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e89fc7-cc2d-4c29-a71a-90ae4e0fd0b7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:36.024133 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] Allocated IP 2001:db8::2 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/78f89e83-7935-446a-8e93-6b431d66ce6f/5ac394b3-40d5-424a-b056-804c32dc8bc3) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:36.044280 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Pushing event updated for resources: {'Port': ['ID=f6315407-c9d5-4a1e-b9a4-153346a41c9b,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:36.065548 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d0f8c7b-a214-4a65-9784-b358ce4ca934 req-cf63bec5-1d4b-410b-a7a3-053a024988c8 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0590403 Sep 16 05:03:36.079805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75b486-08a1-42f2-b857-8f5b8ab79b27 req-f870a1d1-d04c-4fee-8e39-b2626fad6752 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:36.087198 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce75b486-08a1-42f2-b857-8f5b8ab79b27 req-f870a1d1-d04c-4fee-8e39-b2626fad6752 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 931 time: 0.1848655 Sep 16 05:03:36.143499 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:36.154374 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.170243 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Transition to ACTIVE for port object 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:36.175544 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6aa5948f-5d72-4268-94c6-8c16f629c9af admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-188286142-network', 'tenant_id': 'aaef22175f8b444c9ab3098ded2833ca'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:36.184100 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39e89fc7-cc2d-4c29-a71a-90ae4e0fd0b7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.204300 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce75b486-08a1-42f2-b857-8f5b8ab79b27 req-c994578a-eb67-4a0a-a13d-1336f17c9b40 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905256 Sep 16 05:03:36.225027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-39e89fc7-cc2d-4c29-a71a-90ae4e0fd0b7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port 2405304e-06f0-4e19-bc9b-92bbc97c97eb yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:36.233126 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Attempting to bind port f6315407-c9d5-4a1e-b9a4-153346a41c9b on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:36.233477 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Attempting to bind port f6315407-c9d5-4a1e-b9a4-153346a41c9b by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '5cf7ec57-970a-47b9-9bfc-21b52e0dd841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:36.233815 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Attempting to bind port f6315407-c9d5-4a1e-b9a4-153346a41c9b on network e356f4e7-0e58-42ff-b520-d5b1847d77e4 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:36.238073 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.241191 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Port f6315407-c9d5-4a1e-b9a4-153346a41c9b on network e356f4e7-0e58-42ff-b520-d5b1847d77e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:36.241758 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Attempting to bind port f6315407-c9d5-4a1e-b9a4-153346a41c9b on network e356f4e7-0e58-42ff-b520-d5b1847d77e4 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:36.252366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:36.253006 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Checking segment: {'id': '5cf7ec57-970a-47b9-9bfc-21b52e0dd841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:36.254387 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Bound using segment: {'id': '5cf7ec57-970a-47b9-9bfc-21b52e0dd841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:36.255812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Bound port: f6315407-c9d5-4a1e-b9a4-153346a41c9b, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf7ec57-970a-47b9-9bfc-21b52e0dd841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:36.256446 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.273483 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.323167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa5948f-5d72-4268-94c6-8c16f629c9af admin admin] Made reservation on behalf of aaef22175f8b444c9ab3098ded2833ca for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:36.325518 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6aa5948f-5d72-4268-94c6-8c16f629c9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.351351 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.355015 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6aa5948f-5d72-4268-94c6-8c16f629c9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.366569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] For port f6315407-c9d5-4a1e-b9a4-153346a41c9b, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:36.373044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] For port f6315407-c9d5-4a1e-b9a4-153346a41c9b, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f6315407-c9d5-4a1e-b9a4-153346a41c9b,segment=NetworkSegment(5cf7ec57-970a-47b9-9bfc-21b52e0dd841),segment_id=5cf7ec57-970a-47b9-9bfc-21b52e0dd841)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:36.388921 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Pushing event updated for resources: {'Port': ['ID=0ef07bcd-ff25-4f7b-a0f9-07d6c4746014,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:36.405206 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:36.414077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:36.420326 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:36.423643 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] Pushing event updated for resources: {'Port': ['ID=5ac394b3-40d5-424a-b056-804c32dc8bc3,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:36.454070 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.494655 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] Attempting to bind port 5ac394b3-40d5-424a-b056-804c32dc8bc3 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:36.495336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:36.496021 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] Attempting to bind port 5ac394b3-40d5-424a-b056-804c32dc8bc3 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:36.496409 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.496969 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] Attempting to bind port 5ac394b3-40d5-424a-b056-804c32dc8bc3 on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:36.498310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] 10.222.0.21 "PUT /v2.0/ports/f6315407-c9d5-4a1e-b9a4-153346a41c9b HTTP/1.1" status: 200 len: 1092 time: 1.4299300 Sep 16 05:03:36.500458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64c342b-306a-4efa-8a6d-92ed10251bf0', 'tag': 'f6315407-c9d5-4a1e-b9a4-153346a41c9b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:36.503728 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13667788-ddcc-431b-b012-e4278073abb5" -d '{"events": [{"name": "network-changed", "server_uuid": "a64c342b-306a-4efa-8a6d-92ed10251bf0", "tag": "f6315407-c9d5-4a1e-b9a4-153346a41c9b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:36.511087 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:36.511087 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:36.511087 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.511988 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:36.512479 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] Bound port: 5ac394b3-40d5-424a-b056-804c32dc8bc3, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:36.513020 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.565626 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d00be0-4146-4361-a330-c518848cb6dc x-openstack-request-id: req-08d00be0-4146-4361-a330-c518848cb6dc {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:36.566249 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64c342b-306a-4efa-8a6d-92ed10251bf0", "tag": "f6315407-c9d5-4a1e-b9a4-153346a41c9b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:36.566710 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08d00be0-4146-4361-a330-c518848cb6dc {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:36.567335 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64c342b-306a-4efa-8a6d-92ed10251bf0', 'tag': 'f6315407-c9d5-4a1e-b9a4-153346a41c9b', 'status': 'completed', 'code': 200} Sep 16 05:03:36.575568 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Attempting to bind port 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:36.575912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Attempting to bind port 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5cf7ec57-970a-47b9-9bfc-21b52e0dd841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:36.583100 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Attempting to bind port 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 on network e356f4e7-0e58-42ff-b520-d5b1847d77e4 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:36.583220 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee8b20-a2e9-48f0-9b1e-327e3cb6933a service neutron] Pushing event updated for resources: {'Port': ['ID=f6315407-c9d5-4a1e-b9a4-153346a41c9b,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:36.607313 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Port 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 on network e356f4e7-0e58-42ff-b520-d5b1847d77e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:36.607679 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Attempting to bind port 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 on network e356f4e7-0e58-42ff-b520-d5b1847d77e4 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:36.623594 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-39e89fc7-cc2d-4c29-a71a-90ae4e0fd0b7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::9766:dfd:5eea:dd76 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/78f89e83-7935-446a-8e93-6b431d66ce6f/2405304e-06f0-4e19-bc9b-92bbc97c97eb) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:36.625725 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:36.626071 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Checking segment: {'id': '5cf7ec57-970a-47b9-9bfc-21b52e0dd841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:36.626457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Bound using segment: {'id': '5cf7ec57-970a-47b9-9bfc-21b52e0dd841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:36.626979 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Bound port: 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf7ec57-970a-47b9-9bfc-21b52e0dd841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:36.627347 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.638849 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] For port 5ac394b3-40d5-424a-b056-804c32dc8bc3, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:36.643514 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] For port 5ac394b3-40d5-424a-b056-804c32dc8bc3, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5ac394b3-40d5-424a-b056-804c32dc8bc3,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:36.665460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13667788-ddcc-431b-b012-e4278073abb5 req-4a4973d6-f41f-4b00-acb2-59bd9ae14b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:36.667081 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13667788-ddcc-431b-b012-e4278073abb5 req-4a4973d6-f41f-4b00-acb2-59bd9ae14b15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=10019177e96e4985b623cb3cf2ab6883&device_id=a64c342b-306a-4efa-8a6d-92ed10251bf0 HTTP/1.1" status: 200 len: 1095 time: 0.0466530 Sep 16 05:03:36.705391 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.778741 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c171e1-1acb-4d9d-9d88-0c062044f741 None None] Pushing event updated for resources: {'Port': ['ID=5ac394b3-40d5-424a-b056-804c32dc8bc3,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:36.808744 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13667788-ddcc-431b-b012-e4278073abb5 req-783780e6-f37d-4c2f-a2df-420142ca9a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:36.809981 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13667788-ddcc-431b-b012-e4278073abb5 req-783780e6-f37d-4c2f-a2df-420142ca9a74 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=10019177e96e4985b623cb3cf2ab6883&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1197703 Sep 16 05:03:36.825755 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6aa5948f-5d72-4268-94c6-8c16f629c9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.863535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] For port 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:36.885727 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] For port 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0ef07bcd-ff25-4f7b-a0f9-07d6c4746014,segment=NetworkSegment(5cf7ec57-970a-47b9-9bfc-21b52e0dd841),segment_id=5cf7ec57-970a-47b9-9bfc-21b52e0dd841)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:36.918595 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6aa5948f-5d72-4268-94c6-8c16f629c9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.938146 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39e89fc7-cc2d-4c29-a71a-90ae4e0fd0b7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.942728 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13667788-ddcc-431b-b012-e4278073abb5 req-2d38cfc1-e618-4783-9aa3-b96263695dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:36.944317 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13667788-ddcc-431b-b012-e4278073abb5 req-2d38cfc1-e618-4783-9aa3-b96263695dbc service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1272542 Sep 16 05:03:36.955674 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa5948f-5d72-4268-94c6-8c16f629c9af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:36.995170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6aa5948f-5d72-4268-94c6-8c16f629c9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.996034 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-6aa5948f-5d72-4268-94c6-8c16f629c9af admin admin] Added segment 7049f0e7-fa56-48db-92ac-270a62ebc728 of type vlan for network f0c53394-694b-4d9b-b091-f8606d9c8f90 Sep 16 05:03:36.997223 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5948f-5d72-4268-94c6-8c16f629c9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e257425a-32b7-4bf2-bdfb-99e1594d0baf,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:37.011317 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.079300 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-4f7091a7-0847-49d3-8f92-bd49fbe3c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:37.081004 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-4f7091a7-0847-49d3-8f92-bd49fbe3c67a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=10019177e96e4985b623cb3cf2ab6883&device_id=a64c342b-306a-4efa-8a6d-92ed10251bf0 HTTP/1.1" status: 200 len: 1095 time: 0.0599456 Sep 16 05:03:37.094400 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:37.095056 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.096520 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] 10.222.0.38 "PUT /v2.0/ports/0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 HTTP/1.1" status: 200 len: 1092 time: 1.8445055 Sep 16 05:03:37.101958 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a0f2fe-fdf2-4012-8901-b40975d85cc4', 'tag': '0ef07bcd-ff25-4f7b-a0f9-07d6c4746014'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:37.104300 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82fe2ef-bd76-4aaa-b346-9afdb48d1f44" -d '{"events": [{"name": "network-changed", "server_uuid": "51a0f2fe-fdf2-4012-8901-b40975d85cc4", "tag": "0ef07bcd-ff25-4f7b-a0f9-07d6c4746014"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:37.123146 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6aa5948f-5d72-4268-94c6-8c16f629c9af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.178018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-36b17e00-40a9-4081-97be-1dd08dfe780e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6315407-c9d5-4a1e-b9a4-153346a41c9b HTTP/1.1" status: 200 len: 217 time: 0.0719230 Sep 16 05:03:37.182229 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b5644-8ee6-4b8a-9a24-0800cdeaec5e service neutron] Pushing event updated for resources: {'Port': ['ID=0ef07bcd-ff25-4f7b-a0f9-07d6c4746014,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:37.186397 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39e89fc7-cc2d-4c29-a71a-90ae4e0fd0b7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.275294 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5ac394b3-40d5-424a-b056-804c32dc8bc3 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:37.308437 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde00c8d-437e-4626-8772-4b271588b702 x-openstack-request-id: req-bde00c8d-437e-4626-8772-4b271588b702 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:37.308991 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a0f2fe-fdf2-4012-8901-b40975d85cc4", "tag": "0ef07bcd-ff25-4f7b-a0f9-07d6c4746014", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:37.309389 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bde00c8d-437e-4626-8772-4b271588b702 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:37.311280 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a0f2fe-fdf2-4012-8901-b40975d85cc4', 'tag': '0ef07bcd-ff25-4f7b-a0f9-07d6c4746014', 'status': 'completed', 'code': 200} Sep 16 05:03:37.329591 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6aa5948f-5d72-4268-94c6-8c16f629c9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.330574 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5948f-5d72-4268-94c6-8c16f629c9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:37.331213 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6aa5948f-5d72-4268-94c6-8c16f629c9af admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.336280 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e89fc7-cc2d-4c29-a71a-90ae4e0fd0b7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:37.355339 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5ac394b3-40d5-424a-b056-804c32dc8bc3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:37.356123 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.384963 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-39e89fc7-cc2d-4c29-a71a-90ae4e0fd0b7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:37.394352 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e89fc7-cc2d-4c29-a71a-90ae4e0fd0b7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:37.400371 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e89fc7-cc2d-4c29-a71a-90ae4e0fd0b7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:37.401088 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39e89fc7-cc2d-4c29-a71a-90ae4e0fd0b7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.436637 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e89fc7-cc2d-4c29-a71a-90ae4e0fd0b7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=2405304e-06f0-4e19-bc9b-92bbc97c97eb,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:37.466667 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6aa5948f-5d72-4268-94c6-8c16f629c9af admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5790803 Sep 16 05:03:37.470953 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.472079 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34822) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:37.477027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-55ec95e2-9cd2-4862-a383-52e5505f1f1d admin admin] Request body: {'subnet': {'network_id': 'f0c53394-694b-4d9b-b091-f8606d9c8f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-188286142-subnet', 'tenant_id': 'aaef22175f8b444c9ab3098ded2833ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:37.480832 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5948f-5d72-4268-94c6-8c16f629c9af admin admin] Pushing event updated for resources: {'Network': ['ID=f0c53394-694b-4d9b-b091-f8606d9c8f90,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:37.490728 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-4ea06fb9-e3b5-485e-8153-fb73c6554454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:37.492293 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-4ea06fb9-e3b5-485e-8153-fb73c6554454 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=10019177e96e4985b623cb3cf2ab6883&device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 1095 time: 0.1941283 Sep 16 05:03:37.493047 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network f0c53394-694b-4d9b-b091-f8606d9c8f90 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:37.538546 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 5ac394b3-40d5-424a-b056-804c32dc8bc3, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5ac394b3-40d5-424a-b056-804c32dc8bc3,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:37.597916 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.635498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b33f4d3-a244-4de5-a142-edd30c18fe51 req-ece99250-fce1-4054-b8f8-c66b23416401 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0670049 Sep 16 05:03:37.654028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-4642bb4b-deee-4311-8711-e4cf7514f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:37.655740 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-4642bb4b-deee-4311-8711-e4cf7514f357 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52c97edd-44a0-4586-a742-b4769abd146e HTTP/1.1" status: 200 len: 853 time: 0.4706028 Sep 16 05:03:37.663755 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630de49-27de-4d51-b398-986b8cc4c294 req-a3cdb1e2-d506-4cf3-bf87-7d65031e61a0 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:37.666986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b630de49-27de-4d51-b398-986b8cc4c294 req-a3cdb1e2-d506-4cf3-bf87-7d65031e61a0 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 943 time: 0.0951626 Sep 16 05:03:37.679354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=5ac394b3-40d5-424a-b056-804c32dc8bc3,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:37.691841 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:37.692448 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:37.692943 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:37.695654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:37.695654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:37.695654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:37.695654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:37.695654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:37.695654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:37.695654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:37.696903 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:37.697573 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:37.698270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-bbfcd7d0-3b67-4c18-82f6-c1e4d18f0224 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e356f4e7-0e58-42ff-b520-d5b1847d77e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305512 Sep 16 05:03:37.745540 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f05ed511-92f5-4c20-a449-476c14e895e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.879133 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b630de49-27de-4d51-b398-986b8cc4c294 req-1e8702af-9b16-4de6-9234-6141f37d4f6f tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748533 Sep 16 05:03:37.885295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-e06db884-81b7-4f8f-863d-8a6833f5a2c3 service neutron] 10.222.0.21 "GET /v2.0/networks/e356f4e7-0e58-42ff-b520-d5b1847d77e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792412 Sep 16 05:03:37.993069 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-39e89fc7-cc2d-4c29-a71a-90ae4e0fd0b7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3560781 Sep 16 05:03:37.997474 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-23e3035f-f508-4c5c-87a4-1243ac3739b2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 HTTP/1.1" status: 200 len: 217 time: 0.4905269 Sep 16 05:03:38.000009 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34824) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:38.004915 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-7309516b-8861-47e6-a01a-15df49d04d2b service neutron] 10.222.0.21 "GET /v2.0/networks/e356f4e7-0e58-42ff-b520-d5b1847d77e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114714 Sep 16 05:03:38.092804 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-4cfde2b4-ce9c-4e9d-9622-ebc467904bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:38.094456 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-4cfde2b4-ce9c-4e9d-9622-ebc467904bdf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52c97edd-44a0-4586-a742-b4769abd146e HTTP/1.1" status: 200 len: 853 time: 0.0825984 Sep 16 05:03:38.105164 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff27e5d-e433-47b1-acbc-e255eed6a499 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:38.111739 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff27e5d-e433-47b1-acbc-e255eed6a499 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:38.113699 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4ff27e5d-e433-47b1-acbc-e255eed6a499 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1123624 Sep 16 05:03:38.116680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34826) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:38.128419 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ec95e2-9cd2-4862-a383-52e5505f1f1d admin admin] Made reservation on behalf of aaef22175f8b444c9ab3098ded2833ca for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:38.131894 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55ec95e2-9cd2-4862-a383-52e5505f1f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.161403 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-625af8eb-5d33-4a16-abdb-786dc8f1be32 None None] Provisioning complete for port 5ac394b3-40d5-424a-b056-804c32dc8bc3 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:38.161972 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-625af8eb-5d33-4a16-abdb-786dc8f1be32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.244927 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf24c4-8ced-455c-a4d2-cfb01c89f9fb tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port 2405304e-06f0-4e19-bc9b-92bbc97c97eb {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:38.245516 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4fcf24c4-8ced-455c-a4d2-cfb01c89f9fb tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.257951 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-6d327057-ac3c-4db2-9909-5cf23b9abbff service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e356f4e7-0e58-42ff-b520-d5b1847d77e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1429098 Sep 16 05:03:38.368705 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4fcf24c4-8ced-455c-a4d2-cfb01c89f9fb tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.383463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf24c4-8ced-455c-a4d2-cfb01c89f9fb tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for 2405304e-06f0-4e19-bc9b-92bbc97c97eb owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:38.408207 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e29c63e4-e5a4-4362-817f-785d7a9fd71e None None] Provisioning complete for port 2405304e-06f0-4e19-bc9b-92bbc97c97eb triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:38.408586 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e29c63e4-e5a4-4362-817f-785d7a9fd71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.417075 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-1db79dfd-6c3a-46ac-a46c-84b4841256a4 service neutron] 10.222.0.38 "GET /v2.0/networks/e356f4e7-0e58-42ff-b520-d5b1847d77e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491649 Sep 16 05:03:38.521277 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e29c63e4-e5a4-4362-817f-785d7a9fd71e None None] Port 2405304e-06f0-4e19-bc9b-92bbc97c97eb cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:38.568101 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.577059 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d5d7d8a1-f28e-4051-ad27-c9d3bf124d1f req-2ccd5362-11ab-4355-9107-49d4ca4ba276 service neutron] 10.222.0.38 "GET /v2.0/networks/e356f4e7-0e58-42ff-b520-d5b1847d77e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388237 Sep 16 05:03:38.618543 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55ec95e2-9cd2-4862-a383-52e5505f1f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.647629 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4fcf24c4-8ced-455c-a4d2-cfb01c89f9fb tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.676155 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec95e2-9cd2-4862-a383-52e5505f1f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=35746aa9-d78e-455b-83a5-d2a1add921b2,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:38.691910 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf24c4-8ced-455c-a4d2-cfb01c89f9fb tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=2405304e-06f0-4e19-bc9b-92bbc97c97eb,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:38.709174 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ec95e2-9cd2-4862-a383-52e5505f1f1d admin admin] Checking segment: {'id': '7049f0e7-fa56-48db-92ac-270a62ebc728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f0c53394-694b-4d9b-b091-f8606d9c8f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:38.709654 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ec95e2-9cd2-4862-a383-52e5505f1f1d admin admin] Network hostable DHCP agents. Network: f0c53394-694b-4d9b-b091-f8606d9c8f90, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:38.718903 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4fcf24c4-8ced-455c-a4d2-cfb01c89f9fb tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.721157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4fcf24c4-8ced-455c-a4d2-cfb01c89f9fb tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/2405304e-06f0-4e19-bc9b-92bbc97c97eb HTTP/1.1" status: 204 len: 168 time: 0.6033432 Sep 16 05:03:38.725165 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34840) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:38.796460 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20464296-8aa3-4c81-9dd4-8aa48b9ae5e9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:38.798240 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20464296-8aa3-4c81-9dd4-8aa48b9ae5e9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:38.799952 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-20464296-8aa3-4c81-9dd4-8aa48b9ae5e9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0735476 Sep 16 05:03:38.802782 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34842) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:38.805991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c770ff02-1ed0-4849-af3d-64c0cac81992 req-b11c8108-e234-478f-9299-edf682af4c70 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0329747 Sep 16 05:03:38.868535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ec95e2-9cd2-4862-a383-52e5505f1f1d admin admin] Network f0c53394-694b-4d9b-b091-f8606d9c8f90 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:38.943241 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6302f0a-4678-4822-89c8-5816fc640566 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet 78f89e83-7935-446a-8e93-6b431d66ce6f {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:38.947700 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6302f0a-4678-4822-89c8-5816fc640566 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.952101 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fe2ef-bd76-4aaa-b346-9afdb48d1f44 req-0e8bb244-9211-4f73-8e0d-4c61ea0480c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:38.953628 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d82fe2ef-bd76-4aaa-b346-9afdb48d1f44 req-0e8bb244-9211-4f73-8e0d-4c61ea0480c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=10019177e96e4985b623cb3cf2ab6883&device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 1095 time: 0.1024158 Sep 16 05:03:39.013949 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-55ec95e2-9cd2-4862-a383-52e5505f1f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, f0c53394-694b-4d9b-b091-f8606d9c8f90) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:39.024565 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344af6c1-723c-40a0-b2a6-f54c7b59df4f None None] Network f0c53394-694b-4d9b-b091-f8606d9c8f90 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:39.025067 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ec95e2-9cd2-4862-a383-52e5505f1f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:39.026126 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55ec95e2-9cd2-4862-a383-52e5505f1f1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.069099 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6302f0a-4678-4822-89c8-5816fc640566 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.110053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17179dad-5406-4e0b-bd11-b66c3f82c9ca req-e288a2f0-a992-4c47-8711-9af96417f171 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:39.121978 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17179dad-5406-4e0b-bd11-b66c3f82c9ca req-e288a2f0-a992-4c47-8711-9af96417f171 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 943 time: 0.1512854 Sep 16 05:03:39.180805 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17179dad-5406-4e0b-bd11-b66c3f82c9ca req-ddebcc63-d143-44fb-8f8b-329653134a8e tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579581 Sep 16 05:03:39.210529 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fe2ef-bd76-4aaa-b346-9afdb48d1f44 req-50ed696a-7c27-4ae8-be5b-546ec5e3a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:39.210529 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d82fe2ef-bd76-4aaa-b346-9afdb48d1f44 req-50ed696a-7c27-4ae8-be5b-546ec5e3a3da service neutron] 10.222.0.38 "GET /v2.0/networks?id=e356f4e7-0e58-42ff-b520-d5b1847d77e4 HTTP/1.1" status: 200 len: 914 time: 0.2349527 Sep 16 05:03:39.227776 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-55ec95e2-9cd2-4862-a383-52e5505f1f1d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7465529 Sep 16 05:03:39.228056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5ac394b3-40d5-424a-b056-804c32dc8bc3 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:39.275705 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.287105 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d82fe2ef-bd76-4aaa-b346-9afdb48d1f44 req-42f4fe6e-87d1-48a9-8703-3c82843197a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 HTTP/1.1" status: 200 len: 217 time: 0.0693612 Sep 16 05:03:39.293843 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6302f0a-4678-4822-89c8-5816fc640566 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.300318 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a818c2-5cc8-4439-aa27-791ed1572736 None None] Network f0c53394-694b-4d9b-b091-f8606d9c8f90 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:39.341962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5ac394b3-40d5-424a-b056-804c32dc8bc3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:39.342252 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.381351 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fe2ef-bd76-4aaa-b346-9afdb48d1f44 req-d08f3516-ded6-4c1b-8ea6-5178621466a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:39.387769 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d82fe2ef-bd76-4aaa-b346-9afdb48d1f44 req-d08f3516-ded6-4c1b-8ea6-5178621466a5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52c97edd-44a0-4586-a742-b4769abd146e HTTP/1.1" status: 200 len: 853 time: 0.0847671 Sep 16 05:03:39.427126 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d82fe2ef-bd76-4aaa-b346-9afdb48d1f44 req-81533ecf-b0d8-4ba4-82ea-0165ed07314a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e356f4e7-0e58-42ff-b520-d5b1847d77e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346224 Sep 16 05:03:39.537143 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6302f0a-4678-4822-89c8-5816fc640566 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.571746 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d82fe2ef-bd76-4aaa-b346-9afdb48d1f44 req-e1bbee68-f053-4273-ae8c-0e9531a6e232 service neutron] 10.222.0.38 "GET /v2.0/networks/e356f4e7-0e58-42ff-b520-d5b1847d77e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353605 Sep 16 05:03:39.574408 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6302f0a-4678-4822-89c8-5816fc640566 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=78f89e83-7935-446a-8e93-6b431d66ce6f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:39.576585 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6302f0a-4678-4822-89c8-5816fc640566 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.578580 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e6302f0a-4678-4822-89c8-5816fc640566 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/78f89e83-7935-446a-8e93-6b431d66ce6f HTTP/1.1" status: 204 len: 168 time: 0.7746463 Sep 16 05:03:39.581110 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34860) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:39.591565 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ad58c6-119a-4ab4-8a16-86f1a27be1e7 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:39.648960 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-97c21461-7197-4919-910b-cdebf9acee1d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668218 Sep 16 05:03:39.652321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34862) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:39.726581 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cea5ac-c467-4944-99ab-a4cfa3416757 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:39.731599 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d82fe2ef-bd76-4aaa-b346-9afdb48d1f44 req-d69fe9bf-381b-4d53-9c10-ac9e3312256c service neutron] 10.222.0.38 "GET /v2.0/networks/e356f4e7-0e58-42ff-b520-d5b1847d77e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514533 Sep 16 05:03:39.731764 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-51cea5ac-c467-4944-99ab-a4cfa3416757 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0782423 Sep 16 05:03:39.732312 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34864) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:39.789385 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ed5471-7ce4-4606-b8f3-0102d7b2b97c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:39.791622 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-94ed5471-7ce4-4606-b8f3-0102d7b2b97c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0576854 Sep 16 05:03:39.794083 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34866) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:39.816518 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee0b2aa-1575-417f-8547-d291a0c48736 None None] DHCP port deletion for 9f6db69a-747f-45ec-af36-1b9e5c7fde27 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:03:39.836700 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ab608201-4c15-49a9-ad3d-0489cc88e7d0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413990 Sep 16 05:03:39.841460 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34868) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:39.846948 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-1d249f97-973e-4c5b-af53-80e03348616e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:39.880289 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0b2aa-1575-417f-8547-d291a0c48736 None None] Deleting port 5ac394b3-40d5-424a-b056-804c32dc8bc3 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:39.880752 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8ee0b2aa-1575-417f-8547-d291a0c48736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.959971 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-8ee0b2aa-1575-417f-8547-d291a0c48736 None None] For port 5ac394b3-40d5-424a-b056-804c32dc8bc3, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5ac394b3-40d5-424a-b056-804c32dc8bc3,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:39.960366 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8ee0b2aa-1575-417f-8547-d291a0c48736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.974488 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d76a718a-efed-4daf-8e56-702ad635b890 req-e695b8c2-55de-43f0-a7e3-78b4b87e6781 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0442927 Sep 16 05:03:39.988682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0b2aa-1575-417f-8547-d291a0c48736 None None] Calling delete_port for 5ac394b3-40d5-424a-b056-804c32dc8bc3 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:40.065525 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d249f97-973e-4c5b-af53-80e03348616e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:40.069398 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d249f97-973e-4c5b-af53-80e03348616e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.133717 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8ee0b2aa-1575-417f-8547-d291a0c48736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.236238 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee0b2aa-1575-417f-8547-d291a0c48736 None None] No DVR routers for this DVR port 5ac394b3-40d5-424a-b056-804c32dc8bc3 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:40.259240 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0b2aa-1575-417f-8547-d291a0c48736 None None] Pushing event deleted for resources: {'Port': ['ID=5ac394b3-40d5-424a-b056-804c32dc8bc3,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:40.374232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e34fbd-833b-4ec6-8c33-4e2a1aaec9e2 req-3b1c2e36-36ad-4943-8f0b-7c291ec6c700 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:40.375794 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4e34fbd-833b-4ec6-8c33-4e2a1aaec9e2 req-3b1c2e36-36ad-4943-8f0b-7c291ec6c700 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 943 time: 0.0577209 Sep 16 05:03:40.390769 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d249f97-973e-4c5b-af53-80e03348616e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.417700 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4e34fbd-833b-4ec6-8c33-4e2a1aaec9e2 req-c6726c18-ebf5-40a4-9814-3ff4dc0754d3 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353296 Sep 16 05:03:40.446416 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d249f97-973e-4c5b-af53-80e03348616e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:40.449997 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-1d249f97-973e-4c5b-af53-80e03348616e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:40.453665 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d249f97-973e-4c5b-af53-80e03348616e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:40.454271 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d249f97-973e-4c5b-af53-80e03348616e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.456719 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d249f97-973e-4c5b-af53-80e03348616e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=336ac71c-8163-48b6-ba86-6ed78e3a8955,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:40.459684 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c8e4a6-d00d-4221-a646-a1d85002dbdf None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:40.523112 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1d249f97-973e-4c5b-af53-80e03348616e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6804266 Sep 16 05:03:40.525878 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34888) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:40.532043 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6e134d35-b48d-433e-b695-107e372a6d7f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'fixed_ips': [{'subnet_id': '336ac71c-8163-48b6-ba86-6ed78e3a8955', 'ip_address': '2001:db8::82db:fe8d:10b7:ec78'}], 'name': 'tempest-NetworksTestDHCPv6-1488563804'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:40.665516 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'fixed_ips': [{'subnet_id': '336ac71c-8163-48b6-ba86-6ed78e3a8955'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:40.667135 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.792821 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.815228 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e134d35-b48d-433e-b695-107e372a6d7f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:40.817740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] Allocated IP 2001:db8::2 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/336ac71c-8163-48b6-ba86-6ed78e3a8955/c3da7cce-debb-43d0-97d9-cc7e92829053) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:40.821888 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e134d35-b48d-433e-b695-107e372a6d7f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.850607 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-6e134d35-b48d-433e-b695-107e372a6d7f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port 1adec009-c7ee-4966-abe8-f0448d343681 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:40.994102 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.084361 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.107195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-591448b8-5dc0-4774-b7e6-7307b5b5026f req-1e46c91a-92fd-4784-a191-3453967f2528 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0351617 Sep 16 05:03:41.142667 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:03:41.152766 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:41.160217 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:41.164977 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:41.196513 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] Pushing event updated for resources: {'Port': ['ID=c3da7cce-debb-43d0-97d9-cc7e92829053,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:41.234618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-6e134d35-b48d-433e-b695-107e372a6d7f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::82db:fe8d:10b7:ec78 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/336ac71c-8163-48b6-ba86-6ed78e3a8955/1adec009-c7ee-4966-abe8-f0448d343681) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:41.235577 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5ac394b3-40d5-424a-b056-804c32dc8bc3 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:41.282976 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 5ac394b3-40d5-424a-b056-804c32dc8bc3 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:41.283394 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5ac394b3-40d5-424a-b056-804c32dc8bc3 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:41.288363 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] Attempting to bind port c3da7cce-debb-43d0-97d9-cc7e92829053 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:41.288749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] Attempting to bind port c3da7cce-debb-43d0-97d9-cc7e92829053 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:41.289121 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] Attempting to bind port c3da7cce-debb-43d0-97d9-cc7e92829053 on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:41.298504 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:41.299711 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:41.300147 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.300662 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:41.301031 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] Bound port: c3da7cce-debb-43d0-97d9-cc7e92829053, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:41.302970 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.390648 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] For port c3da7cce-debb-43d0-97d9-cc7e92829053, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:41.393795 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] For port c3da7cce-debb-43d0-97d9-cc7e92829053, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c3da7cce-debb-43d0-97d9-cc7e92829053,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:41.441058 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e134d35-b48d-433e-b695-107e372a6d7f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.459969 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.529327 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59777004-305f-489a-8fe8-f9fc3596069a None None] Pushing event updated for resources: {'Port': ['ID=c3da7cce-debb-43d0-97d9-cc7e92829053,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:41.534544 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e134d35-b48d-433e-b695-107e372a6d7f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.563150 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73081ff-e52f-4b3c-a79d-a7f188560071 req-c03b3684-dc0c-46e5-8927-a507a7a43f89 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.565021 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a73081ff-e52f-4b3c-a79d-a7f188560071 req-c03b3684-dc0c-46e5-8927-a507a7a43f89 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 943 time: 0.0555015 Sep 16 05:03:41.586304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e134d35-b48d-433e-b695-107e372a6d7f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:41.589682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-6e134d35-b48d-433e-b695-107e372a6d7f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:41.594935 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e134d35-b48d-433e-b695-107e372a6d7f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:41.600670 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e134d35-b48d-433e-b695-107e372a6d7f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.601397 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e134d35-b48d-433e-b695-107e372a6d7f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.611528 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a73081ff-e52f-4b3c-a79d-a7f188560071 req-8506b908-269c-403a-91f7-0f5406d63f55 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395803 Sep 16 05:03:41.619910 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e134d35-b48d-433e-b695-107e372a6d7f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=1adec009-c7ee-4966-abe8-f0448d343681,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:41.722814 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6e134d35-b48d-433e-b695-107e372a6d7f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1956520 Sep 16 05:03:41.725588 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34906) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:41.731126 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-284e5937-5fda-43a0-a151-5a0a0be038a7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'fixed_ips': [{'subnet_id': '336ac71c-8163-48b6-ba86-6ed78e3a8955', 'ip_address': '2001:db8::82db:fe8d:10b7:ec78'}], 'name': 'tempest-NetworksTestDHCPv6-186216461'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:41.927822 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284e5937-5fda-43a0-a151-5a0a0be038a7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:42.017393 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-284e5937-5fda-43a0-a151-5a0a0be038a7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:42.035998 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-284e5937-5fda-43a0-a151-5a0a0be038a7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port b12d0b5b-30b5-4d16-a2ee-8213c1ad31db yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:42.112733 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device f6315407-c9d5-4a1e-b9a4-153346a41c9b details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:42.256970 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port f6315407-c9d5-4a1e-b9a4-153346a41c9b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f6315407-c9d5-4a1e-b9a4-153346a41c9b,segment=NetworkSegment(5cf7ec57-970a-47b9-9bfc-21b52e0dd841),segment_id=5cf7ec57-970a-47b9-9bfc-21b52e0dd841)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:42.265292 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-284e5937-5fda-43a0-a151-5a0a0be038a7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 05:03:42.265911 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284e5937-5fda-43a0-a151-5a0a0be038a7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:03:42.273111 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'f6315407-c9d5-4a1e-b9a4-153346a41c9b', 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4', 'port_id': 'f6315407-c9d5-4a1e-b9a4-153346a41c9b', 'mac_address': 'fa:16:3e:a5:91:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c97edd-44a0-4586-a742-b4769abd146e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:42.324286 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-377108e4-abb3-4b99-b00a-909d6571195e req-83ff1da3-dce7-477a-86de-de40171ec7e6 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0473130 Sep 16 05:03:42.325024 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:42.342087 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6315407-c9d5-4a1e-b9a4-153346a41c9b {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:42.364415 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-284e5937-5fda-43a0-a151-5a0a0be038a7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6363750 Sep 16 05:03:42.366240 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34914) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:42.371653 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port f6315407-c9d5-4a1e-b9a4-153346a41c9b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f6315407-c9d5-4a1e-b9a4-153346a41c9b,segment=NetworkSegment(5cf7ec57-970a-47b9-9bfc-21b52e0dd841),segment_id=5cf7ec57-970a-47b9-9bfc-21b52e0dd841)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:42.451176 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:42.474561 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cd453e-20e5-47e0-bba0-71e14ae7e2ef tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:42.488285 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cd453e-20e5-47e0-bba0-71e14ae7e2ef tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:42.493215 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-98cd453e-20e5-47e0-bba0-71e14ae7e2ef tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1227586 Sep 16 05:03:42.493398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34926) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:42.582910 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=f6315407-c9d5-4a1e-b9a4-153346a41c9b,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:42.651448 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:42.681248 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-473cca1c-6dab-4cef-ab71-0f1b57a86b9c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port 1adec009-c7ee-4966-abe8-f0448d343681 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:42.682916 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-473cca1c-6dab-4cef-ab71-0f1b57a86b9c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:42.878279 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-473cca1c-6dab-4cef-ab71-0f1b57a86b9c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:42.890166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd347b-3bcc-40e3-aa81-212a717a3178 req-db04be9d-2e25-4fb5-92f7-823a0de73645 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:42.892110 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82dd347b-3bcc-40e3-aa81-212a717a3178 req-db04be9d-2e25-4fb5-92f7-823a0de73645 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 943 time: 0.1488614 Sep 16 05:03:42.907959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-473cca1c-6dab-4cef-ab71-0f1b57a86b9c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for 1adec009-c7ee-4966-abe8-f0448d343681 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:42.925132 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c66c86c8-e0fa-47f2-a971-32af47a8c518 None None] Provisioning complete for port c3da7cce-debb-43d0-97d9-cc7e92829053 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:42.925982 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c66c86c8-e0fa-47f2-a971-32af47a8c518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:42.992038 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82dd347b-3bcc-40e3-aa81-212a717a3178 req-f9498eec-5035-468e-9f97-1859a2b6a48d tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852737 Sep 16 05:03:43.089997 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0ef07bcd-ff25-4f7b-a0f9-07d6c4746014,segment=NetworkSegment(5cf7ec57-970a-47b9-9bfc-21b52e0dd841),segment_id=5cf7ec57-970a-47b9-9bfc-21b52e0dd841)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:43.093690 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['f6315407-c9d5-4a1e-b9a4-153346a41c9b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:43.196917 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-473cca1c-6dab-4cef-ab71-0f1b57a86b9c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.198352 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '0ef07bcd-ff25-4f7b-a0f9-07d6c4746014', 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4', 'port_id': '0ef07bcd-ff25-4f7b-a0f9-07d6c4746014', 'mac_address': 'fa:16:3e:ef:f5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c97edd-44a0-4586-a742-b4769abd146e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:43.207563 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c66c86c8-e0fa-47f2-a971-32af47a8c518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.285090 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.292054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cca1c-6dab-4cef-ab71-0f1b57a86b9c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=1adec009-c7ee-4966-abe8-f0448d343681,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:43.308958 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:43.320355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34942) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:43.335176 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c3da7cce-debb-43d0-97d9-cc7e92829053 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:43.356084 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-473cca1c-6dab-4cef-ab71-0f1b57a86b9c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.358489 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-473cca1c-6dab-4cef-ab71-0f1b57a86b9c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/1adec009-c7ee-4966-abe8-f0448d343681 HTTP/1.1" status: 204 len: 168 time: 0.8633454 Sep 16 05:03:43.360352 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34948) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:43.413485 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c66c86c8-e0fa-47f2-a971-32af47a8c518 None None] For port c3da7cce-debb-43d0-97d9-cc7e92829053, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c3da7cce-debb-43d0-97d9-cc7e92829053,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:43.466207 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9222be3-fc70-4e66-a020-af62d13bff85 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.469989 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9222be3-fc70-4e66-a020-af62d13bff85 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.476179 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34952) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:43.480975 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d9222be3-fc70-4e66-a020-af62d13bff85 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1194668 Sep 16 05:03:43.527400 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0ef07bcd-ff25-4f7b-a0f9-07d6c4746014,segment=NetworkSegment(5cf7ec57-970a-47b9-9bfc-21b52e0dd841),segment_id=5cf7ec57-970a-47b9-9bfc-21b52e0dd841)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:43.532542 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c66c86c8-e0fa-47f2-a971-32af47a8c518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.599047 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0685c09-a886-4c5a-b30c-112bc868dcf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.647250 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.655526 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f20e3913-fb95-422b-af6e-3868ac62c6e1 req-7b269f2e-d9b3-460e-a0cd-8d89c80b1d78 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0887766 Sep 16 05:03:43.690829 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c86c8-e0fa-47f2-a971-32af47a8c518 None None] Pushing event updated for resources: {'Port': ['ID=c3da7cce-debb-43d0-97d9-cc7e92829053,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:43.693755 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port c3da7cce-debb-43d0-97d9-cc7e92829053 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:43.693755 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.694955 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-bc148612-6b1b-45a2-ba1e-f162c8543420 None None] Could not find standard attr ID for object 1adec009-c7ee-4966-abe8-f0448d343681. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:03:43.731574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9cf0a3-765f-4bd3-a86b-013d89e39d0d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet 336ac71c-8163-48b6-ba86-6ed78e3a8955 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:43.731574 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5a9cf0a3-765f-4bd3-a86b-013d89e39d0d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.780414 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0685c09-a886-4c5a-b30c-112bc868dcf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.781696 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5a9cf0a3-765f-4bd3-a86b-013d89e39d0d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.798262 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=0ef07bcd-ff25-4f7b-a0f9-07d6c4746014,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:43.842170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d0685c09-a886-4c5a-b30c-112bc868dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.887266 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d0685c09-a886-4c5a-b30c-112bc868dcf5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0923bedd7b5040889f0b3a63e1848f57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5641832 Sep 16 05:03:43.889149 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34956) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:43.891072 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0685c09-a886-4c5a-b30c-112bc868dcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da1f344-3803-497c-964e-ac6ca8e3110a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:43.930598 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5a9cf0a3-765f-4bd3-a86b-013d89e39d0d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.980936 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-90088636-ce3f-4f5c-988b-b1c0672a8d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.012269 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-90088636-ce3f-4f5c-988b-b1c0672a8d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.081419 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['0ef07bcd-ff25-4f7b-a0f9-07d6c4746014'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:44.130195 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97509275-d773-487a-98b0-9139f70a7601 req-84b10bd6-9259-464a-b0c3-5d1f802aa993 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.132182 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97509275-d773-487a-98b0-9139f70a7601 req-84b10bd6-9259-464a-b0c3-5d1f802aa993 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 944 time: 0.0602362 Sep 16 05:03:44.179032 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97509275-d773-487a-98b0-9139f70a7601 req-67a533db-2af2-4bf2-b4c5-4fa7c40c4a05 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352702 Sep 16 05:03:44.179032 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5a9cf0a3-765f-4bd3-a86b-013d89e39d0d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.179032 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-90088636-ce3f-4f5c-988b-b1c0672a8d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.181003 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-90088636-ce3f-4f5c-988b-b1c0672a8d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.183803 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-90088636-ce3f-4f5c-988b-b1c0672a8d30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4da1f344-3803-497c-964e-ac6ca8e3110a HTTP/1.1" status: 204 len: 168 time: 0.2935727 Sep 16 05:03:44.223056 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5a9cf0a3-765f-4bd3-a86b-013d89e39d0d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.227526 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34964) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:44.227753 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5a9cf0a3-765f-4bd3-a86b-013d89e39d0d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/336ac71c-8163-48b6-ba86-6ed78e3a8955 HTTP/1.1" status: 204 len: 168 time: 0.7503417 Sep 16 05:03:44.229067 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90088636-ce3f-4f5c-988b-b1c0672a8d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da1f344-3803-497c-964e-ac6ca8e3110a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:44.253965 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9cf0a3-765f-4bd3-a86b-013d89e39d0d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=336ac71c-8163-48b6-ba86-6ed78e3a8955,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:44.254093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9d1ae0-23d6-41df-aa37-f9ca7d456754 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:44.287901 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4b0c07ff-c2a1-4370-adf8-2a2f587449e3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590808 Sep 16 05:03:44.292288 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34966) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:44.298407 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8e459e84-5ef5-4dcb-b34f-6aacc64274a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:44.468388 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8670276-34a1-4497-bbcc-8d7136d293a6 None None] DHCP port deletion for 9f6db69a-747f-45ec-af36-1b9e5c7fde27 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:03:44.476023 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e459e84-5ef5-4dcb-b34f-6aacc64274a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:44.481902 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8e459e84-5ef5-4dcb-b34f-6aacc64274a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.635228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d8670276-34a1-4497-bbcc-8d7136d293a6 None None] Deleting port c3da7cce-debb-43d0-97d9-cc7e92829053 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:44.636315 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d8670276-34a1-4497-bbcc-8d7136d293a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.762663 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d8670276-34a1-4497-bbcc-8d7136d293a6 None None] For port c3da7cce-debb-43d0-97d9-cc7e92829053, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c3da7cce-debb-43d0-97d9-cc7e92829053,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:44.763097 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d8670276-34a1-4497-bbcc-8d7136d293a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.784720 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d8670276-34a1-4497-bbcc-8d7136d293a6 None None] Calling delete_port for c3da7cce-debb-43d0-97d9-cc7e92829053 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:44.821790 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-997e3a47-56ea-4df1-846a-763e76c78f04 req-2e1b77a2-9c78-4a19-8714-ceecb837ef84 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0328033 Sep 16 05:03:44.847983 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8e459e84-5ef5-4dcb-b34f-6aacc64274a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.870428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34976) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:44.887604 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e4cd47f3-9158-4439-80b7-9f92ce53df65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.903431 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e459e84-5ef5-4dcb-b34f-6aacc64274a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:44.907171 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-8e459e84-5ef5-4dcb-b34f-6aacc64274a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:44.911588 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e459e84-5ef5-4dcb-b34f-6aacc64274a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.912258 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8e459e84-5ef5-4dcb-b34f-6aacc64274a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.928024 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e459e84-5ef5-4dcb-b34f-6aacc64274a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=35625a14-9edf-4b61-84ef-26786cbe6d7d,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:44.951092 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d8670276-34a1-4497-bbcc-8d7136d293a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.981554 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8670276-34a1-4497-bbcc-8d7136d293a6 None None] Pushing event deleted for resources: {'Port': ['ID=c3da7cce-debb-43d0-97d9-cc7e92829053,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:44.983572 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8670276-34a1-4497-bbcc-8d7136d293a6 None None] No DVR routers for this DVR port c3da7cce-debb-43d0-97d9-cc7e92829053 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:45.003620 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380742e7-6deb-4950-a207-0169a8de6802 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:45.020806 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e4cd47f3-9158-4439-80b7-9f92ce53df65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.090273 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e4cd47f3-9158-4439-80b7-9f92ce53df65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.144736 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34982) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:45.144850 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e4cd47f3-9158-4439-80b7-9f92ce53df65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4094d54846d2482f815a4cb341e7ba6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2716815 Sep 16 05:03:45.148232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd47f3-9158-4439-80b7-9f92ce53df65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c501e9-7ed3-47fa-bfb4-4d605d643c69,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:45.168776 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8e459e84-5ef5-4dcb-b34f-6aacc64274a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8749053 Sep 16 05:03:45.173756 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'fixed_ips': [{'subnet_id': '35625a14-9edf-4b61-84ef-26786cbe6d7d'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:45.174624 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.175177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34984) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:45.184159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-d6c96d1c-57a6-4b06-8365-54e9b5ea4d55 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'fixed_ips': [{'subnet_id': '35625a14-9edf-4b61-84ef-26786cbe6d7d', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-2084208275'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:45.230759 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0569dc6-820f-4fb6-bcca-5c55aba6c357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.257328 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0569dc6-820f-4fb6-bcca-5c55aba6c357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.267658 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c3da7cce-debb-43d0-97d9-cc7e92829053 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:45.290414 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: c3da7cce-debb-43d0-97d9-cc7e92829053 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:45.290911 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c3da7cce-debb-43d0-97d9-cc7e92829053 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:45.363714 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17180f19-a6fa-4e2c-8c23-4b13191ba51e req-a4fc6aad-4b62-4bc1-87bb-2070ece4961e tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.365717 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17180f19-a6fa-4e2c-8c23-4b13191ba51e req-a4fc6aad-4b62-4bc1-87bb-2070ece4961e tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 944 time: 0.0780864 Sep 16 05:03:45.379139 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] Allocated IP 2001:db8::2 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/35625a14-9edf-4b61-84ef-26786cbe6d7d/31454af2-90cb-4d6c-b4ca-5446dce216b7) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:45.390486 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0569dc6-820f-4fb6-bcca-5c55aba6c357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.393164 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e0569dc6-820f-4fb6-bcca-5c55aba6c357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.394485 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e0569dc6-820f-4fb6-bcca-5c55aba6c357 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83c501e9-7ed3-47fa-bfb4-4d605d643c69 HTTP/1.1" status: 204 len: 168 time: 0.2485909 Sep 16 05:03:45.408681 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17180f19-a6fa-4e2c-8c23-4b13191ba51e req-b60f6893-f6f0-4980-bf1e-9b6d25ad008b tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361509 Sep 16 05:03:45.413265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c96d1c-57a6-4b06-8365-54e9b5ea4d55 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:45.413450 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0569dc6-820f-4fb6-bcca-5c55aba6c357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c501e9-7ed3-47fa-bfb4-4d605d643c69,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:45.530623 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d6c96d1c-57a6-4b06-8365-54e9b5ea4d55 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.549960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-d6c96d1c-57a6-4b06-8365-54e9b5ea4d55 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port cc1d67ed-baef-4848-948a-ac4f16de9425 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:45.556232 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.659321 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.702429 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:45.711497 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:45.711497 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:45.712691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] Pushing event updated for resources: {'Port': ['ID=31454af2-90cb-4d6c-b4ca-5446dce216b7,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:45.773168 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c96d1c-57a6-4b06-8365-54e9b5ea4d55 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:03:45.773944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c96d1c-57a6-4b06-8365-54e9b5ea4d55 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:03:45.792591 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] Attempting to bind port 31454af2-90cb-4d6c-b4ca-5446dce216b7 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:45.792983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] Attempting to bind port 31454af2-90cb-4d6c-b4ca-5446dce216b7 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:45.793341 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] Attempting to bind port 31454af2-90cb-4d6c-b4ca-5446dce216b7 on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:45.798691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:45.799081 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:45.799480 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.800031 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:45.800338 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] Bound port: 31454af2-90cb-4d6c-b4ca-5446dce216b7, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:45.800720 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.860226 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d6c96d1c-57a6-4b06-8365-54e9b5ea4d55 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6834571 Sep 16 05:03:45.874176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35000) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:45.967648 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] For port 31454af2-90cb-4d6c-b4ca-5446dce216b7, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:45.973011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a73c-29ac-40e6-bea3-3c15bbb3fdd6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.975342 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5a08a73c-29ac-40e6-bea3-3c15bbb3fdd6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0992405 Sep 16 05:03:45.976006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] For port 31454af2-90cb-4d6c-b4ca-5446dce216b7, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=31454af2-90cb-4d6c-b4ca-5446dce216b7,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:45.979712 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35004) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:46.020380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44b72ab2-efb0-4f31-8855-9caf6d42a40f req-9ba954d2-db72-422d-a9e0-bf9d2ac3a60a tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0434253 Sep 16 05:03:46.059547 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed0a412-081b-415d-be37-106c4f99f8a8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:46.062327 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed0a412-081b-415d-be37-106c4f99f8a8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:46.064355 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3ed0a412-081b-415d-be37-106c4f99f8a8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0835204 Sep 16 05:03:46.067164 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35010) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:46.071083 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.126600 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device f6315407-c9d5-4a1e-b9a4-153346a41c9b up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:46.185899 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18c66a-634d-442a-8166-e602c2f054f2 None None] Pushing event updated for resources: {'Port': ['ID=31454af2-90cb-4d6c-b4ca-5446dce216b7,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:46.186509 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-5986d6a8-0712-4bda-abd1-987c0cb35c4a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet 35625a14-9edf-4b61-84ef-26786cbe6d7d {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:46.198917 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5986d6a8-0712-4bda-abd1-987c0cb35c4a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.252407 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5986d6a8-0712-4bda-abd1-987c0cb35c4a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.282241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port f6315407-c9d5-4a1e-b9a4-153346a41c9b completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:46.289940 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port f6315407-c9d5-4a1e-b9a4-153346a41c9b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:46.294289 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.379458 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5986d6a8-0712-4bda-abd1-987c0cb35c4a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.522234 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.557033 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64c342b-306a-4efa-8a6d-92ed10251bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6315407-c9d5-4a1e-b9a4-153346a41c9b'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:46.563676 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38add316-5ef7-44ae-90c2-6fb0e87ac6f2" -d '{"events": [{"server_uuid": "a64c342b-306a-4efa-8a6d-92ed10251bf0", "name": "network-vif-plugged", "status": "completed", "tag": "f6315407-c9d5-4a1e-b9a4-153346a41c9b"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:46.568537 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5986d6a8-0712-4bda-abd1-987c0cb35c4a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.609804 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port f6315407-c9d5-4a1e-b9a4-153346a41c9b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f6315407-c9d5-4a1e-b9a4-153346a41c9b,segment=NetworkSegment(5cf7ec57-970a-47b9-9bfc-21b52e0dd841),segment_id=5cf7ec57-970a-47b9-9bfc-21b52e0dd841)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:46.632796 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeb49dd-4047-49c9-a1d5-314a13770c17 x-openstack-request-id: req-eaeb49dd-4047-49c9-a1d5-314a13770c17 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:46.633091 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64c342b-306a-4efa-8a6d-92ed10251bf0", "name": "network-vif-plugged", "status": "completed", "tag": "f6315407-c9d5-4a1e-b9a4-153346a41c9b", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:46.633346 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eaeb49dd-4047-49c9-a1d5-314a13770c17 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:46.633822 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64c342b-306a-4efa-8a6d-92ed10251bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6315407-c9d5-4a1e-b9a4-153346a41c9b', 'code': 200} Sep 16 05:03:46.655779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953d304-2155-428a-a76a-9e4b3ad2e88e req-22594727-2340-4b50-8a6a-861c4154d0a8 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:46.667591 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5986d6a8-0712-4bda-abd1-987c0cb35c4a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.668757 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4953d304-2155-428a-a76a-9e4b3ad2e88e req-22594727-2340-4b50-8a6a-861c4154d0a8 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 944 time: 0.0953000 Sep 16 05:03:46.678506 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:46.679219 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5986d6a8-0712-4bda-abd1-987c0cb35c4a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/35625a14-9edf-4b61-84ef-26786cbe6d7d HTTP/1.1" status: 204 len: 168 time: 0.6067262 Sep 16 05:03:46.683054 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35026) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:46.684186 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986d6a8-0712-4bda-abd1-987c0cb35c4a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=35625a14-9edf-4b61-84ef-26786cbe6d7d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:46.730494 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.747344 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2c1cc3ca-5345-4df1-aa4d-203a3d4e4fd8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604703 Sep 16 05:03:46.752334 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35028) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:46.754017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4953d304-2155-428a-a76a-9e4b3ad2e88e req-bdf20fa8-5130-4e47-bc62-622e98d1eccd tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842493 Sep 16 05:03:46.758396 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c1acacb4-5c83-48b8-9778-eb22da43ce12 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:46.847226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43393a6-b1d3-4ed0-ba7e-21aa477ab821 req-a79324dd-f2c0-47d8-8565-d3e2a7ed6630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:46.848884 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f43393a6-b1d3-4ed0-ba7e-21aa477ab821 req-a79324dd-f2c0-47d8-8565-d3e2a7ed6630 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a64c342b-306a-4efa-8a6d-92ed10251bf0 HTTP/1.1" status: 200 len: 1097 time: 0.0897624 Sep 16 05:03:46.859749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=f6315407-c9d5-4a1e-b9a4-153346a41c9b,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:46.904288 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f43393a6-b1d3-4ed0-ba7e-21aa477ab821 req-177f50f7-9247-455c-814c-b24b0fa39cb9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477502 Sep 16 05:03:46.957215 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:46.963013 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:46.963512 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.082923 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.116219 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1acacb4-5c83-48b8-9778-eb22da43ce12 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:47.122773 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c1acacb4-5c83-48b8-9778-eb22da43ce12 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.130336 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0ef07bcd-ff25-4f7b-a0f9-07d6c4746014,segment=NetworkSegment(5cf7ec57-970a-47b9-9bfc-21b52e0dd841),segment_id=5cf7ec57-970a-47b9-9bfc-21b52e0dd841)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:47.202151 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.261339 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33a7fab4-614e-4174-a633-27ee55e2a4e4 req-edcb0f93-67c2-40b7-b9e6-76325ccd69bc tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0440090 Sep 16 05:03:47.299422 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=0ef07bcd-ff25-4f7b-a0f9-07d6c4746014,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:47.303918 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 31454af2-90cb-4d6c-b4ca-5446dce216b7 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:47.360526 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 31454af2-90cb-4d6c-b4ca-5446dce216b7 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:47.361041 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.469659 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.507296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 31454af2-90cb-4d6c-b4ca-5446dce216b7, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=31454af2-90cb-4d6c-b4ca-5446dce216b7,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:47.534177 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c1acacb4-5c83-48b8-9778-eb22da43ce12 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.571928 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b80d56-aa9b-4bfa-83d7-959efdc811da None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:47.592787 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1acacb4-5c83-48b8-9778-eb22da43ce12 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:47.596661 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-c1acacb4-5c83-48b8-9778-eb22da43ce12 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:47.605450 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1acacb4-5c83-48b8-9778-eb22da43ce12 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:47.606303 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c1acacb4-5c83-48b8-9778-eb22da43ce12 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.620701 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acacb4-5c83-48b8-9778-eb22da43ce12 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=62bd1ac4-7639-454b-a4fd-957e032fa91b,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:47.647422 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.674112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35048) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:47.674529 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c1acacb4-5c83-48b8-9778-eb22da43ce12 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9207015 Sep 16 05:03:47.679280 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b20caa4d-0846-4ee2-9df5-749a1d997bac tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1044635334', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:47.725458 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e0088619-ad97-4c22-8359-a5fcf617db92 None None] Provisioning complete for port 31454af2-90cb-4d6c-b4ca-5446dce216b7 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:47.725833 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e0088619-ad97-4c22-8359-a5fcf617db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.788537 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=31454af2-90cb-4d6c-b4ca-5446dce216b7,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:47.827995 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b20caa4d-0846-4ee2-9df5-749a1d997bac tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.829395 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b20caa4d-0846-4ee2-9df5-749a1d997bac tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.952005 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b20caa4d-0846-4ee2-9df5-749a1d997bac tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.008406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc980b10-bc9f-4a09-8ea8-db37528f3636 req-bde18504-8724-4212-8383-90ef6264dedf tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:48.017312 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc980b10-bc9f-4a09-8ea8-db37528f3636 req-bde18504-8724-4212-8383-90ef6264dedf tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 945 time: 0.1093898 Sep 16 05:03:48.051182 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b20caa4d-0846-4ee2-9df5-749a1d997bac tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.071961 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc980b10-bc9f-4a09-8ea8-db37528f3636 req-0ace2fb0-7c40-457d-b817-13026faf378a tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530155 Sep 16 05:03:48.154709 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcbf7ae-d793-4733-8090-a19892056355 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:48.179700 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b20caa4d-0846-4ee2-9df5-749a1d997bac tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.181150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b20caa4d-0846-4ee2-9df5-749a1d997bac tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5055525 Sep 16 05:03:48.184233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35064) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:48.520532 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fdc66c7c-509d-401a-a32f-1aa4b5f3660c req-afd31a0f-9e0d-4036-978a-39463809664d tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0823212 Sep 16 05:03:48.616232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-98e7ce2e-312a-48bd-8522-fde083809321 None None] Provisioning complete for port 31454af2-90cb-4d6c-b4ca-5446dce216b7 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:48.616785 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-98e7ce2e-312a-48bd-8522-fde083809321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.647978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a0f2fe-fdf2-4012-8901-b40975d85cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef07bcd-ff25-4f7b-a0f9-07d6c4746014'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:48.651201 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7046523c-2fc4-44b0-ba92-c4fe1d3f6f74" -d '{"events": [{"server_uuid": "51a0f2fe-fdf2-4012-8901-b40975d85cc4", "name": "network-vif-plugged", "status": "completed", "tag": "0ef07bcd-ff25-4f7b-a0f9-07d6c4746014"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:48.672407 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e46b8a01-9dbb-4eda-8622-43dc0bd1a63f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.736559 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276dc3b7-314a-4953-93e5-12f680a7b021 x-openstack-request-id: req-276dc3b7-314a-4953-93e5-12f680a7b021 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:48.737463 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a0f2fe-fdf2-4012-8901-b40975d85cc4", "name": "network-vif-plugged", "status": "completed", "tag": "0ef07bcd-ff25-4f7b-a0f9-07d6c4746014", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:48.737923 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-276dc3b7-314a-4953-93e5-12f680a7b021 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:48.738540 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a0f2fe-fdf2-4012-8901-b40975d85cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef07bcd-ff25-4f7b-a0f9-07d6c4746014', 'code': 200} Sep 16 05:03:48.884987 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4dd7b1-2ad5-4289-af7c-4094a9f1bcf7 req-64e4ba6a-4ae8-4910-9411-945b43d1b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:48.895577 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4f4dd7b1-2ad5-4289-af7c-4094a9f1bcf7 req-64e4ba6a-4ae8-4910-9411-945b43d1b080 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 1097 time: 0.0825222 Sep 16 05:03:48.943685 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4f4dd7b1-2ad5-4289-af7c-4094a9f1bcf7 req-4f684d46-7e59-4c35-93bf-12580a8838de service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399582 Sep 16 05:03:49.036137 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-e46b8a01-9dbb-4eda-8622-43dc0bd1a63f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::1 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/62bd1ac4-7639-454b-a4fd-957e032fa91b/78cd546a-caef-46ff-ad65-b553652bf8d4) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:49.082340 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-645dbd10-88a9-4506-b610-14163198acde None None] Provisioning complete for port 31454af2-90cb-4d6c-b4ca-5446dce216b7 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:49.082900 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-645dbd10-88a9-4506-b610-14163198acde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.107411 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35090) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:49.185923 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e46b8a01-9dbb-4eda-8622-43dc0bd1a63f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.262415 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 31454af2-90cb-4d6c-b4ca-5446dce216b7 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:49.284150 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c8f6b-5e8f-4ef2-9c04-8df00ddfb654 req-b3442241-adf4-4860-a08b-5ed5943f1c30 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:49.287574 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a7c8f6b-5e8f-4ef2-9c04-8df00ddfb654 req-b3442241-adf4-4860-a08b-5ed5943f1c30 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 945 time: 0.0908587 Sep 16 05:03:49.318617 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-445581e7-b6c5-4b4d-8dcf-8bd930512271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.345515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a7c8f6b-5e8f-4ef2-9c04-8df00ddfb654 req-c4f92270-6b72-47e9-9c96-26824dfe2025 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513401 Sep 16 05:03:49.348243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 31454af2-90cb-4d6c-b4ca-5446dce216b7 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:49.348800 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.351217 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e46b8a01-9dbb-4eda-8622-43dc0bd1a63f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.393517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46b8a01-9dbb-4eda-8622-43dc0bd1a63f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:49.393517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-e46b8a01-9dbb-4eda-8622-43dc0bd1a63f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:49.402000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b8a01-9dbb-4eda-8622-43dc0bd1a63f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:49.402568 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e46b8a01-9dbb-4eda-8622-43dc0bd1a63f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.485183 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-445581e7-b6c5-4b4d-8dcf-8bd930512271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.487727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b8a01-9dbb-4eda-8622-43dc0bd1a63f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=78cd546a-caef-46ff-ad65-b553652bf8d4,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:49.568926 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-445581e7-b6c5-4b4d-8dcf-8bd930512271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.619654 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445581e7-b6c5-4b4d-8dcf-8bd930512271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950b11a3-793b-4045-bee9-c1d036551865,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:49.638793 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-445581e7-b6c5-4b4d-8dcf-8bd930512271 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f6bb844acfd453c871eca82e9f8b90b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5297914 Sep 16 05:03:49.642313 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35100) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:49.699494 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ae90c2c-e960-4d46-a746-b2a713f9c639 req-74c008b9-c771-41f7-ae8d-a88a0e6558d9 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0358260 Sep 16 05:03:49.700527 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e46b8a01-9dbb-4eda-8622-43dc0bd1a63f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.707049 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8bd2cb8d-d440-4af2-9441-f24029df951d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.731739 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8bd2cb8d-d440-4af2-9441-f24029df951d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.780071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-effc14b3-4b14-4755-a986-4a6cc8ee24f2 None None] Provisioning complete for port 78cd546a-caef-46ff-ad65-b553652bf8d4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:49.780632 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-effc14b3-4b14-4755-a986-4a6cc8ee24f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.817628 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-effc14b3-4b14-4755-a986-4a6cc8ee24f2 None None] Port 78cd546a-caef-46ff-ad65-b553652bf8d4 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:49.882406 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8bd2cb8d-d440-4af2-9441-f24029df951d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.887032 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8bd2cb8d-d440-4af2-9441-f24029df951d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.893305 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8bd2cb8d-d440-4af2-9441-f24029df951d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/950b11a3-793b-4045-bee9-c1d036551865 HTTP/1.1" status: 204 len: 168 time: 0.2498593 Sep 16 05:03:49.908931 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2cb8d-d440-4af2-9441-f24029df951d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950b11a3-793b-4045-bee9-c1d036551865,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:50.302751 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e46b8a01-9dbb-4eda-8622-43dc0bd1a63f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.446057 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e46b8a01-9dbb-4eda-8622-43dc0bd1a63f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.446057 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e46b8a01-9dbb-4eda-8622-43dc0bd1a63f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.567723 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b8a01-9dbb-4eda-8622-43dc0bd1a63f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=78cd546a-caef-46ff-ad65-b553652bf8d4,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:50.590114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891a51a-bafa-456b-a57e-dc019e9180b5 req-9e203621-8577-42ba-a068-753f91f79fcd tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:50.591484 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d891a51a-bafa-456b-a57e-dc019e9180b5 req-9e203621-8577-42ba-a068-753f91f79fcd tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 945 time: 0.1600940 Sep 16 05:03:50.640651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46b8a01-9dbb-4eda-8622-43dc0bd1a63f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:50.647189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-e46b8a01-9dbb-4eda-8622-43dc0bd1a63f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:50.670516 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d891a51a-bafa-456b-a57e-dc019e9180b5 req-3816916a-b802-4c36-b99d-1597ae29ebd7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686061 Sep 16 05:03:50.753178 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e7587e6a-c9ec-4a7c-80b6-148cd42bc372 req-4ed85d77-c7e2-4a1a-ae08-01d03fd6b256 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0788493 Sep 16 05:03:50.842486 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35118) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:50.868496 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-019b9c09-2905-4ad0-954f-1574d4507170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.891633 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d050a572-bfc7-49db-9ad4-84aa2d877181 req-b19cd436-307f-4033-aba1-7bc393317558 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0407846 Sep 16 05:03:50.962102 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-200b2e73-6c44-4e3d-99bf-4dd88d423f62 req-24869854-74ef-4bff-b8d3-a3ec3a2b1ca6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0666237 Sep 16 05:03:50.962373 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7587e6a-c9ec-4a7c-80b6-148cd42bc372 req-a911d79e-96c1-44ce-95ca-4ddb6cccdc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:50.967786 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e7587e6a-c9ec-4a7c-80b6-148cd42bc372 req-a911d79e-96c1-44ce-95ca-4ddb6cccdc9f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=043d55446d4c45528b48f7e10a1f624b&device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 1097 time: 0.1177728 Sep 16 05:03:51.038255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46b8a01-9dbb-4eda-8622-43dc0bd1a63f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Router 0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:03:51.052266 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-df676d87-e2a6-4787-a992-52d742f7e0af None None] Provisioning complete for port 78cd546a-caef-46ff-ad65-b553652bf8d4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:51.053345 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-df676d87-e2a6-4787-a992-52d742f7e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.092261 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-df676d87-e2a6-4787-a992-52d742f7e0af None None] Port 78cd546a-caef-46ff-ad65-b553652bf8d4 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:51.122088 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-019b9c09-2905-4ad0-954f-1574d4507170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.127487 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7587e6a-c9ec-4a7c-80b6-148cd42bc372 req-4d6dbb1f-dfea-444f-a0ac-082578dccd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.129018 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e7587e6a-c9ec-4a7c-80b6-148cd42bc372 req-4d6dbb1f-dfea-444f-a0ac-082578dccd26 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ed085ad-0528-4e23-be9f-f0e1d81c551f HTTP/1.1" status: 200 len: 917 time: 0.1387110 Sep 16 05:03:51.142188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2e73-6c44-4e3d-99bf-4dd88d423f62 req-86cc670e-ce02-46c0-ae56-5fdf6fadcab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.144122 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-200b2e73-6c44-4e3d-99bf-4dd88d423f62 req-86cc670e-ce02-46c0-ae56-5fdf6fadcab4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91693b6bb4c94d389176250ac4c2912a&device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 1098 time: 0.1155174 Sep 16 05:03:51.203469 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e7587e6a-c9ec-4a7c-80b6-148cd42bc372 req-db79fe65-f84c-40d5-b968-de4b1b7697c4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecba1069-6c2f-4e6c-8470-cd8fd68036cf HTTP/1.1" status: 200 len: 1000 time: 0.0669534 Sep 16 05:03:51.238322 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-019b9c09-2905-4ad0-954f-1574d4507170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.271416 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46b8a01-9dbb-4eda-8622-43dc0bd1a63f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:51.278322 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e46b8a01-9dbb-4eda-8622-43dc0bd1a63f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "PUT /v2.0/routers/0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0921905 Sep 16 05:03:51.281292 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35120) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:51.288890 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] Sync routers for ids ['0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:51.290708 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7587e6a-c9ec-4a7c-80b6-148cd42bc372 req-1336c11b-09d7-4509-940a-1bc7f56d7880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.292500 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e7587e6a-c9ec-4a7c-80b6-148cd42bc372 req-1336c11b-09d7-4509-940a-1bc7f56d7880 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0ca5355-66a5-446c-8970-0c3c88361e82 HTTP/1.1" status: 200 len: 855 time: 0.0827620 Sep 16 05:03:51.298235 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b9c09-2905-4ad0-954f-1574d4507170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754481f4-62ff-40c4-bf3a-994133cc3a7c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:51.304941 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-019b9c09-2905-4ad0-954f-1574d4507170 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05b9d2a63ef142ea8bb23fcb65066d20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4590704 Sep 16 05:03:51.310234 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] Routers {'0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:51.311471 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:03:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:51.312517 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35122) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:51.347977 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa338dd-9313-4e36-9281-c094ef62c11b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.363174 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6fa338dd-9313-4e36-9281-c094ef62c11b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports/78cd546a-caef-46ff-ad65-b553652bf8d4 HTTP/1.1" status: 200 len: 911 time: 0.0658453 Sep 16 05:03:51.365566 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35124) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:51.367915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2e73-6c44-4e3d-99bf-4dd88d423f62 req-6f26a611-3b31-460d-b7c8-3034e93805b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.369988 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-200b2e73-6c44-4e3d-99bf-4dd88d423f62 req-6f26a611-3b31-460d-b7c8-3034e93805b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c08e5f85-cde7-4610-a958-1197a080fe84 HTTP/1.1" status: 200 len: 907 time: 0.1798120 Sep 16 05:03:51.406759 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7587e6a-c9ec-4a7c-80b6-148cd42bc372 req-4e52a78f-8c25-431d-a62e-807d91a40e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.408341 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e7587e6a-c9ec-4a7c-80b6-148cd42bc372 req-4e52a78f-8c25-431d-a62e-807d91a40e92 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ed085ad-0528-4e23-be9f-f0e1d81c551f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042535 Sep 16 05:03:51.418673 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] Set router 0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:51.448744 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d8ee4a3-879e-4b7b-acaf-4bb030c1c019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.471763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-200b2e73-6c44-4e3d-99bf-4dd88d423f62 req-74fd9eea-e6e9-4ec6-986b-ccbde7ee705c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b22a807-8cee-4830-860e-ba2add1f3794 HTTP/1.1" status: 200 len: 1002 time: 0.0938900 Sep 16 05:03:51.523483 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed36524-de9e-4c3b-85d5-b751eb4c12f8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.530163 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed36524-de9e-4c3b-85d5-b751eb4c12f8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.531840 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fed36524-de9e-4c3b-85d5-b751eb4c12f8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1643572 Sep 16 05:03:51.534820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35128) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:51.550601 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d8ee4a3-879e-4b7b-acaf-4bb030c1c019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.604924 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e7587e6a-c9ec-4a7c-80b6-148cd42bc372 req-9d5eaf76-148a-48f3-a90c-2921179942d0 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838899 Sep 16 05:03:51.609395 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2e73-6c44-4e3d-99bf-4dd88d423f62 req-565c4ca8-9cec-443a-a005-227d90514bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.611001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-200b2e73-6c44-4e3d-99bf-4dd88d423f62 req-565c4ca8-9cec-443a-a005-227d90514bbc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52274256-b6ad-4827-99e0-20602a822122 HTTP/1.1" status: 200 len: 845 time: 0.1319544 Sep 16 05:03:51.684050 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5', 'name': 'tempest-NetworksTestDHCPv6-router-1044635334', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:47Z', 'updated_at': '2021-09-16T05:03:49Z', 'revision_number': 2, 'project_id': 'd3dc16e411b441d2803735ae669e881f', 'gw_port_host': None, '_interfaces': [{'id': '78cd546a-caef-46ff-ad65-b553652bf8d4', 'name': '', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'mac_address': 'fa:16:3e:18:a1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '62bd1ac4-7639-454b-a4fd-957e032fa91b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:48Z', 'updated_at': '2021-09-16T05:03:49Z', 'revision_number': 2, 'project_id': 'd3dc16e411b441d2803735ae669e881f', 'subnets': [{'id': '62bd1ac4-7639-454b-a4fd-957e032fa91b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:51.716350 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] Checking router: 0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:51.716848 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] Updating router 0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5 port 78cd546a-caef-46ff-ad65-b553652bf8d4 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:03:51.717720 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e7587e6a-c9ec-4a7c-80b6-148cd42bc372 req-fbd3082d-28e1-41a7-bc02-16e9c1f76734 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048083 Sep 16 05:03:51.723332 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d8ee4a3-879e-4b7b-acaf-4bb030c1c019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.726340 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d8ee4a3-879e-4b7b-acaf-4bb030c1c019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.727557 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8d8ee4a3-879e-4b7b-acaf-4bb030c1c019 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/754481f4-62ff-40c4-bf3a-994133cc3a7c HTTP/1.1" status: 204 len: 168 time: 0.4140959 Sep 16 05:03:51.740775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ee4a3-879e-4b7b-acaf-4bb030c1c019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754481f4-62ff-40c4-bf3a-994133cc3a7c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:51.770122 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.972210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2e73-6c44-4e3d-99bf-4dd88d423f62 req-af7bfe35-e230-4d5c-aa9c-65afcdd2f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.974296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-200b2e73-6c44-4e3d-99bf-4dd88d423f62 req-af7bfe35-e230-4d5c-aa9c-65afcdd2f836 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c08e5f85-cde7-4610-a958-1197a080fe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3302424 Sep 16 05:03:52.062175 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-720c548e-44f1-48c6-8861-95441391403d req-139ec3ee-cad8-4726-b65c-99eada43f0c7 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0650482 Sep 16 05:03:52.085890 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c104b0f-39aa-4b39-834c-61f5661fd293 req-6b03dbb5-22b3-426e-8524-0cd686e7d302 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.085890 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c104b0f-39aa-4b39-834c-61f5661fd293 req-6b03dbb5-22b3-426e-8524-0cd686e7d302 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 945 time: 0.1728706 Sep 16 05:03:52.162234 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.255554 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c104b0f-39aa-4b39-834c-61f5661fd293 req-75b1fd60-c0f0-4153-8541-046481398c43 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466818 Sep 16 05:03:52.259541 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.283531 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-200b2e73-6c44-4e3d-99bf-4dd88d423f62 req-af12bfe9-e545-49e9-bb1a-6bc1c710d728 service neutron] 10.222.0.21 "GET /v2.0/networks/c08e5f85-cde7-4610-a958-1197a080fe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876136 Sep 16 05:03:52.327919 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9ce68-3efd-4478-a6f3-347f6b6a8148 None None] Pushing event updated for resources: {'Port': ['ID=78cd546a-caef-46ff-ad65-b553652bf8d4,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:52.443306 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] Attempting to bind port 78cd546a-caef-46ff-ad65-b553652bf8d4 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:52.443782 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] Attempting to bind port 78cd546a-caef-46ff-ad65-b553652bf8d4 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:52.444044 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] Attempting to bind port 78cd546a-caef-46ff-ad65-b553652bf8d4 on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:52.451371 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:52.451768 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:52.452316 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.452714 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:52.453207 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] Bound port: 78cd546a-caef-46ff-ad65-b553652bf8d4, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:52.453628 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.516963 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0d477762-223a-414b-b85e-372a0804a2d2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.572501 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-200b2e73-6c44-4e3d-99bf-4dd88d423f62 req-d914c564-cb6a-42b6-91f8-2dd0dfe9f5a8 service neutron] 10.222.0.21 "GET /v2.0/networks/c08e5f85-cde7-4610-a958-1197a080fe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805793 Sep 16 05:03:52.583842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ac720-d1db-4ec0-8ae4-da0116de842c req-01ad2166-3282-416c-adca-8a8abe1b204f tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.592039 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e0ac720-d1db-4ec0-8ae4-da0116de842c req-01ad2166-3282-416c-adca-8a8abe1b204f tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64c342b-306a-4efa-8a6d-92ed10251bf0 HTTP/1.1" status: 200 len: 945 time: 0.1630533 Sep 16 05:03:52.609244 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] For port 78cd546a-caef-46ff-ad65-b553652bf8d4, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:52.613361 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] For port 78cd546a-caef-46ff-ad65-b553652bf8d4, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=78cd546a-caef-46ff-ad65-b553652bf8d4,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:52.698141 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e0ac720-d1db-4ec0-8ae4-da0116de842c req-0bd8a7f9-cc90-4c6f-9717-74cafcbf818e tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049531 Sep 16 05:03:52.722427 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.795932 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] Routers {'0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:52.797038 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:03:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:52.899985 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-5629ab96-284e-481d-9abb-f82b7a754a1a None None] Provisioning complete for port 78cd546a-caef-46ff-ad65-b553652bf8d4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:52.900398 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5629ab96-284e-481d-9abb-f82b7a754a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.932900 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9ce68-3efd-4478-a6f3-347f6b6a8148 None None] Pushing event updated for resources: {'Port': ['ID=78cd546a-caef-46ff-ad65-b553652bf8d4,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:52.938004 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-0d477762-223a-414b-b85e-372a0804a2d2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port 78cd546a-caef-46ff-ad65-b553652bf8d4 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:52.938381 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0d477762-223a-414b-b85e-372a0804a2d2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.984114 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] Set router 0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:53.070741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-0d477762-223a-414b-b85e-372a0804a2d2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] For port 78cd546a-caef-46ff-ad65-b553652bf8d4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=78cd546a-caef-46ff-ad65-b553652bf8d4,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:53.071212 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0d477762-223a-414b-b85e-372a0804a2d2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.095088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-0d477762-223a-414b-b85e-372a0804a2d2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for 78cd546a-caef-46ff-ad65-b553652bf8d4 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:53.164638 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5629ab96-284e-481d-9abb-f82b7a754a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.271993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5629ab96-284e-481d-9abb-f82b7a754a1a None None] For port 78cd546a-caef-46ff-ad65-b553652bf8d4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=78cd546a-caef-46ff-ad65-b553652bf8d4,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:53.351649 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5', 'name': 'tempest-NetworksTestDHCPv6-router-1044635334', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:47Z', 'updated_at': '2021-09-16T05:03:49Z', 'revision_number': 2, 'project_id': 'd3dc16e411b441d2803735ae669e881f', 'gw_port_host': None, '_interfaces': [{'id': '78cd546a-caef-46ff-ad65-b553652bf8d4', 'name': '', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'mac_address': 'fa:16:3e:18:a1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '62bd1ac4-7639-454b-a4fd-957e032fa91b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:48Z', 'updated_at': '2021-09-16T05:03:52Z', 'revision_number': 4, 'project_id': 'd3dc16e411b441d2803735ae669e881f', 'subnets': [{'id': '62bd1ac4-7639-454b-a4fd-957e032fa91b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:53.388936 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5629ab96-284e-481d-9abb-f82b7a754a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.398798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41fae0f-afe0-4808-9ae8-2a57706b46e6 None None] The sync data for ids ['0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5'] in n-d-712140-13 is: [{'id': '0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5', 'name': 'tempest-NetworksTestDHCPv6-router-1044635334', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:47Z', 'updated_at': '2021-09-16T05:03:49Z', 'revision_number': 2, 'project_id': 'd3dc16e411b441d2803735ae669e881f', 'gw_port_host': None, '_interfaces': [{'id': '78cd546a-caef-46ff-ad65-b553652bf8d4', 'name': '', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'mac_address': 'fa:16:3e:18:a1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '62bd1ac4-7639-454b-a4fd-957e032fa91b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:48Z', 'updated_at': '2021-09-16T05:03:52Z', 'revision_number': 4, 'project_id': 'd3dc16e411b441d2803735ae669e881f', 'subnets': [{'id': '62bd1ac4-7639-454b-a4fd-957e032fa91b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:53.465886 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629ab96-284e-481d-9abb-f82b7a754a1a None None] Pushing event updated for resources: {'Port': ['ID=78cd546a-caef-46ff-ad65-b553652bf8d4,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:53.513250 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c3bf5b9-87a5-44dd-9f8a-38bf094f3ac1 req-055e4fdf-3910-4ad8-8aa7-6c71315d982e tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0360527 Sep 16 05:03:53.515874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-19b10a50-72f2-4b23-b244-af613479ab40 None None] Provisioning complete for port 78cd546a-caef-46ff-ad65-b553652bf8d4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:53.516268 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-19b10a50-72f2-4b23-b244-af613479ab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.887850 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0d477762-223a-414b-b85e-372a0804a2d2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.919544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d477762-223a-414b-b85e-372a0804a2d2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=78cd546a-caef-46ff-ad65-b553652bf8d4,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:54.044688 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0d477762-223a-414b-b85e-372a0804a2d2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.340821 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.369535 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d477762-223a-414b-b85e-372a0804a2d2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Router 0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:54.393941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74315a06-53a8-47fa-99df-70691d39c42a req-56adffb3-37df-4d55-b2b7-6ca949c2631f tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.395590 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-56adffb3-37df-4d55-b2b7-6ca949c2631f tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/networks?id=e356f4e7-0e58-42ff-b520-d5b1847d77e4 HTTP/1.1" status: 200 len: 813 time: 0.2119980 Sep 16 05:03:54.484510 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-23985d01-5184-4b70-9503-a87341275f10 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/quotas/10019177e96e4985b623cb3cf2ab6883 HTTP/1.1" status: 200 len: 375 time: 0.0435550 Sep 16 05:03:54.486131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d477762-223a-414b-b85e-372a0804a2d2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:54.492264 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0d477762-223a-414b-b85e-372a0804a2d2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "PUT /v2.0/routers/0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9545820 Sep 16 05:03:54.497345 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35204) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:54.561924 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-d546f63d-8cab-4d37-9c8b-c5321cfb8612 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=10019177e96e4985b623cb3cf2ab6883&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684392 Sep 16 05:03:54.564999 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f03194-f2d5-4270-b5cc-a13a1b9c6634 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.567937 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f03194-f2d5-4270-b5cc-a13a1b9c6634 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.572671 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-79f03194-f2d5-4270-b5cc-a13a1b9c6634 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0733314 Sep 16 05:03:54.580984 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35208) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:54.660457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6fb9cfb-0778-40f0-9825-7bd0acb852bc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet 62bd1ac4-7639-454b-a4fd-957e032fa91b {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:54.664075 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6fb9cfb-0778-40f0-9825-7bd0acb852bc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.722936 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e372505-3726-44c8-ad3e-6e5c140fe836 req-3be25f6d-1a30-4368-9e78-24c234122a4d tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0843754 Sep 16 05:03:54.752085 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6fb9cfb-0778-40f0-9825-7bd0acb852bc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.783472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-2199b15c-7879-4b63-b335-98360d6dcd78 service neutron] 10.222.0.20 "GET /v2.0/networks/e356f4e7-0e58-42ff-b520-d5b1847d77e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131448 Sep 16 05:03:54.821587 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6fb9cfb-0778-40f0-9825-7bd0acb852bc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.956486 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-a869677e-4b04-49d3-ab08-36dbc1f0c92a service neutron] 10.222.0.20 "GET /v2.0/networks/e356f4e7-0e58-42ff-b520-d5b1847d77e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718540 Sep 16 05:03:55.048106 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6fb9cfb-0778-40f0-9825-7bd0acb852bc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.057747 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2e0ae-728e-4505-918a-6d0fe9edddca req-a344a867-055d-4b29-bedd-11e5bdf6fa6a tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.057747 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ad2e0ae-728e-4505-918a-6d0fe9edddca req-a344a867-055d-4b29-bedd-11e5bdf6fa6a tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.21 "GET /v2.0/ports?device_id=a64c342b-306a-4efa-8a6d-92ed10251bf0 HTTP/1.1" status: 200 len: 945 time: 0.0735052 Sep 16 05:03:55.080141 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb9cfb-0778-40f0-9825-7bd0acb852bc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=62bd1ac4-7639-454b-a4fd-957e032fa91b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:55.093054 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6fb9cfb-0778-40f0-9825-7bd0acb852bc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.097274 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c6fb9cfb-0778-40f0-9825-7bd0acb852bc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/62bd1ac4-7639-454b-a4fd-957e032fa91b HTTP/1.1" status: 204 len: 168 time: 0.5145166 Sep 16 05:03:55.102150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c011bb13-2741-49ac-aef8-4acfb6e353de None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:55.115165 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35222) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:55.221145 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-4ad2e0ae-728e-4505-918a-6d0fe9edddca req-f2401a13-89f6-4df5-8bc3-53e9f8f35529 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Deleting port f6315407-c9d5-4a1e-b9a4-153346a41c9b {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:55.221145 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4ad2e0ae-728e-4505-918a-6d0fe9edddca req-f2401a13-89f6-4df5-8bc3-53e9f8f35529 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.329944 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7f7d46d5-ce47-46bd-960e-9dd23fe8568a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2112877 Sep 16 05:03:55.332094 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35232) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:55.399851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4ad2e0ae-728e-4505-918a-6d0fe9edddca req-f2401a13-89f6-4df5-8bc3-53e9f8f35529 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] For port f6315407-c9d5-4a1e-b9a4-153346a41c9b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f6315407-c9d5-4a1e-b9a4-153346a41c9b,segment=NetworkSegment(5cf7ec57-970a-47b9-9bfc-21b52e0dd841),segment_id=5cf7ec57-970a-47b9-9bfc-21b52e0dd841)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:55.400981 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4ad2e0ae-728e-4505-918a-6d0fe9edddca req-f2401a13-89f6-4df5-8bc3-53e9f8f35529 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.423230 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32601d0a-d3fa-4490-ad04-7184234b7562 None None] DHCP port deletion for 9f6db69a-747f-45ec-af36-1b9e5c7fde27 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:03:55.425346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-4ad2e0ae-728e-4505-918a-6d0fe9edddca req-f2401a13-89f6-4df5-8bc3-53e9f8f35529 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Calling delete_port for f6315407-c9d5-4a1e-b9a4-153346a41c9b owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:55.447905 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e88c56-a4cc-4418-b27b-4cdb57381765 None None] Sync routers for ids ['0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:55.467566 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e88c56-a4cc-4418-b27b-4cdb57381765 None None] Routers {'0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:55.468217 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b4e88c56-a4cc-4418-b27b-4cdb57381765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:03:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:55.551008 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-32601d0a-d3fa-4490-ad04-7184234b7562 None None] Deleting port 31454af2-90cb-4d6c-b4ca-5446dce216b7 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:55.551918 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-32601d0a-d3fa-4490-ad04-7184234b7562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.636328 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-b4e88c56-a4cc-4418-b27b-4cdb57381765 None None] Set router 0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:55.695408 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b4e88c56-a4cc-4418-b27b-4cdb57381765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5', 'name': 'tempest-NetworksTestDHCPv6-router-1044635334', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:47Z', 'updated_at': '2021-09-16T05:03:53Z', 'revision_number': 3, 'project_id': 'd3dc16e411b441d2803735ae669e881f', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:55.763105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-32601d0a-d3fa-4490-ad04-7184234b7562 None None] For port 31454af2-90cb-4d6c-b4ca-5446dce216b7, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=31454af2-90cb-4d6c-b4ca-5446dce216b7,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:55.763105 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-32601d0a-d3fa-4490-ad04-7184234b7562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.783450 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-32601d0a-d3fa-4490-ad04-7184234b7562 None None] Calling delete_port for 31454af2-90cb-4d6c-b4ca-5446dce216b7 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:55.818827 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e88c56-a4cc-4418-b27b-4cdb57381765 None None] Checking router: 0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:55.842074 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e88c56-a4cc-4418-b27b-4cdb57381765 None None] Routers {'0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:55.842962 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b4e88c56-a4cc-4418-b27b-4cdb57381765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:03:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:55.876472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d173d607-2bdc-4f3b-8197-87e4ed057b73 req-8953cf9d-d9e9-4aaf-a439-c790a8bafa42 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 210 time: 0.0686963 Sep 16 05:03:55.949460 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-b4e88c56-a4cc-4418-b27b-4cdb57381765 None None] Set router 0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:56.000045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-983dd6e0-48b8-4b64-be67-a8c1a06d4fbc req-723ca536-68f0-4a00-86a9-ef8dd69708fe tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0893989 Sep 16 05:03:56.008584 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4ad2e0ae-728e-4505-918a-6d0fe9edddca req-f2401a13-89f6-4df5-8bc3-53e9f8f35529 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.020499 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b4e88c56-a4cc-4418-b27b-4cdb57381765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5', 'name': 'tempest-NetworksTestDHCPv6-router-1044635334', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:47Z', 'updated_at': '2021-09-16T05:03:53Z', 'revision_number': 3, 'project_id': 'd3dc16e411b441d2803735ae669e881f', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:56.055849 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['0ef07bcd-ff25-4f7b-a0f9-07d6c4746014'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:56.056988 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e88c56-a4cc-4418-b27b-4cdb57381765 None None] The sync data for ids ['0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5'] in n-d-712140-13 is: [{'id': '0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5', 'name': 'tempest-NetworksTestDHCPv6-router-1044635334', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:47Z', 'updated_at': '2021-09-16T05:03:53Z', 'revision_number': 3, 'project_id': 'd3dc16e411b441d2803735ae669e881f', 'gw_port_host': None}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:56.071210 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['f6315407-c9d5-4a1e-b9a4-153346a41c9b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:56.105614 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2401a13-89f6-4df5-8bc3-53e9f8f35529 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Pushing event deleted for resources: {'Port': ['ID=f6315407-c9d5-4a1e-b9a4-153346a41c9b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:56.142953 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-32601d0a-d3fa-4490-ad04-7184234b7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.149746 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5c92bef4-879d-48b2-9f63-25d6f1595b6c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.171261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad2e0ae-728e-4505-918a-6d0fe9edddca req-f2401a13-89f6-4df5-8bc3-53e9f8f35529 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] No DVR routers for this DVR port f6315407-c9d5-4a1e-b9a4-153346a41c9b on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:56.175067 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4ad2e0ae-728e-4505-918a-6d0fe9edddca req-f2401a13-89f6-4df5-8bc3-53e9f8f35529 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.177431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ad2e0ae-728e-4505-918a-6d0fe9edddca req-f2401a13-89f6-4df5-8bc3-53e9f8f35529 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.21 "DELETE /v2.0/ports/f6315407-c9d5-4a1e-b9a4-153346a41c9b HTTP/1.1" status: 204 len: 173 time: 1.1184587 Sep 16 05:03:56.178106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64c342b-306a-4efa-8a6d-92ed10251bf0', 'name': 'network-vif-deleted', 'tag': 'f6315407-c9d5-4a1e-b9a4-153346a41c9b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:56.181212 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb790b6-1f55-41eb-b940-659440b67ccf" -d '{"events": [{"server_uuid": "a64c342b-306a-4efa-8a6d-92ed10251bf0", "name": "network-vif-deleted", "tag": "f6315407-c9d5-4a1e-b9a4-153346a41c9b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:56.195848 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32601d0a-d3fa-4490-ad04-7184234b7562 None None] Pushing event deleted for resources: {'Port': ['ID=31454af2-90cb-4d6c-b4ca-5446dce216b7,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:56.201708 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32601d0a-d3fa-4490-ad04-7184234b7562 None None] No DVR routers for this DVR port 31454af2-90cb-4d6c-b4ca-5446dce216b7 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:56.240367 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8650f3f8-dd39-40c9-ab3b-febe64b431d9 x-openstack-request-id: req-8650f3f8-dd39-40c9-ab3b-febe64b431d9 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:56.240367 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64c342b-306a-4efa-8a6d-92ed10251bf0", "name": "network-vif-deleted", "tag": "f6315407-c9d5-4a1e-b9a4-153346a41c9b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:56.240367 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8650f3f8-dd39-40c9-ab3b-febe64b431d9 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:56.240367 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64c342b-306a-4efa-8a6d-92ed10251bf0', 'name': 'network-vif-deleted', 'tag': 'f6315407-c9d5-4a1e-b9a4-153346a41c9b', 'status': 'completed', 'code': 200} Sep 16 05:03:56.274584 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b83b67-9cef-447c-8c9e-7980e988284f req-5d00e4ee-0100-448f-9459-f0472e484a14 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.277192 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-28b83b67-9cef-447c-8c9e-7980e988284f req-5d00e4ee-0100-448f-9459-f0472e484a14 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.38 "GET /v2.0/ports?device_id=51a0f2fe-fdf2-4012-8901-b40975d85cc4 HTTP/1.1" status: 200 len: 945 time: 0.1433730 Sep 16 05:03:56.398790 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5c92bef4-879d-48b2-9f63-25d6f1595b6c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.404442 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5c92bef4-879d-48b2-9f63-25d6f1595b6c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.521613 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-28b83b67-9cef-447c-8c9e-7980e988284f req-0b744716-4bf8-4cf7-833c-4a6dd70b49df tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Deleting port 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:56.522781 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-28b83b67-9cef-447c-8c9e-7980e988284f req-0b744716-4bf8-4cf7-833c-4a6dd70b49df tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.596863 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5c92bef4-879d-48b2-9f63-25d6f1595b6c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.596863 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c92bef4-879d-48b2-9f63-25d6f1595b6c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Fanout notify agent at l3_agent the message router_deleted on router 0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:03:56.620707 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5c92bef4-879d-48b2-9f63-25d6f1595b6c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.620707 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5c92bef4-879d-48b2-9f63-25d6f1595b6c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/routers/0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5 HTTP/1.1" status: 204 len: 168 time: 1.2736595 Sep 16 05:03:56.620707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35278) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:56.620707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8910c483-0344-4a79-b0b3-3695d9bfb9ab tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:56.724555 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-28b83b67-9cef-447c-8c9e-7980e988284f req-0b744716-4bf8-4cf7-833c-4a6dd70b49df tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] For port 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=0ef07bcd-ff25-4f7b-a0f9-07d6c4746014,segment=NetworkSegment(5cf7ec57-970a-47b9-9bfc-21b52e0dd841),segment_id=5cf7ec57-970a-47b9-9bfc-21b52e0dd841)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:56.724845 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-28b83b67-9cef-447c-8c9e-7980e988284f req-0b744716-4bf8-4cf7-833c-4a6dd70b49df tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.746981 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-28b83b67-9cef-447c-8c9e-7980e988284f req-0b744716-4bf8-4cf7-833c-4a6dd70b49df tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Calling delete_port for 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:56.846915 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8910c483-0344-4a79-b0b3-3695d9bfb9ab tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:56.857360 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8910c483-0344-4a79-b0b3-3695d9bfb9ab tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.010690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f4a0722-0e64-4ab0-9179-af6f1ec27588 req-30a89ff7-d51c-4580-bb6a-410ad69effc9 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 210 time: 0.0435228 Sep 16 05:03:57.095215 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-28b83b67-9cef-447c-8c9e-7980e988284f req-0b744716-4bf8-4cf7-833c-4a6dd70b49df tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.170425 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b744716-4bf8-4cf7-833c-4a6dd70b49df tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Pushing event deleted for resources: {'Port': ['ID=0ef07bcd-ff25-4f7b-a0f9-07d6c4746014,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:57.187337 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f08e606a-2af9-4d24-8077-80ed5e7ce0d2 req-69eb9392-334a-496c-998d-1212af3efb65 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0314021 Sep 16 05:03:57.187479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35292) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:57.270237 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 78cd546a-caef-46ff-ad65-b553652bf8d4 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:57.272349 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b83b67-9cef-447c-8c9e-7980e988284f req-0b744716-4bf8-4cf7-833c-4a6dd70b49df tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] No DVR routers for this DVR port 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:57.283180 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-28b83b67-9cef-447c-8c9e-7980e988284f req-0b744716-4bf8-4cf7-833c-4a6dd70b49df tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.285327 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-28b83b67-9cef-447c-8c9e-7980e988284f req-0b744716-4bf8-4cf7-833c-4a6dd70b49df tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.38 "DELETE /v2.0/ports/0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 HTTP/1.1" status: 204 len: 173 time: 0.9821024 Sep 16 05:03:57.285948 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a0f2fe-fdf2-4012-8901-b40975d85cc4', 'name': 'network-vif-deleted', 'tag': '0ef07bcd-ff25-4f7b-a0f9-07d6c4746014'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:57.288280 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4d3c1c-a876-4b30-86e3-10a5afadff39" -d '{"events": [{"server_uuid": "51a0f2fe-fdf2-4012-8901-b40975d85cc4", "name": "network-vif-deleted", "tag": "0ef07bcd-ff25-4f7b-a0f9-07d6c4746014"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:57.316772 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 78cd546a-caef-46ff-ad65-b553652bf8d4 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:57.317355 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 78cd546a-caef-46ff-ad65-b553652bf8d4 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:57.317931 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 31454af2-90cb-4d6c-b4ca-5446dce216b7 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:57.342335 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 31454af2-90cb-4d6c-b4ca-5446dce216b7 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:57.342909 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 31454af2-90cb-4d6c-b4ca-5446dce216b7 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:57.343860 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14db816-f7ed-4733-9225-d12b80f18505 x-openstack-request-id: req-b14db816-f7ed-4733-9225-d12b80f18505 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:57.344422 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a0f2fe-fdf2-4012-8901-b40975d85cc4", "name": "network-vif-deleted", "tag": "0ef07bcd-ff25-4f7b-a0f9-07d6c4746014", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:57.344702 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b14db816-f7ed-4733-9225-d12b80f18505 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:57.345103 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a0f2fe-fdf2-4012-8901-b40975d85cc4', 'name': 'network-vif-deleted', 'tag': '0ef07bcd-ff25-4f7b-a0f9-07d6c4746014', 'status': 'completed', 'code': 200} Sep 16 05:03:57.376585 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-042324ea-7c20-4d03-ad66-6bef4d167c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.391070 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8910c483-0344-4a79-b0b3-3695d9bfb9ab tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.479228 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8910c483-0344-4a79-b0b3-3695d9bfb9ab tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:57.483344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-8910c483-0344-4a79-b0b3-3695d9bfb9ab tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:57.486919 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8910c483-0344-4a79-b0b3-3695d9bfb9ab tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:57.487511 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8910c483-0344-4a79-b0b3-3695d9bfb9ab tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.493419 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78faaed1-850f-4c6b-9120-ccd334b9b89d None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:57.495321 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-042324ea-7c20-4d03-ad66-6bef4d167c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.507916 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910c483-0344-4a79-b0b3-3695d9bfb9ab tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=860d0b44-360a-4c28-bb9b-74a1bb174b23,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:57.654509 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-042324ea-7c20-4d03-ad66-6bef4d167c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.661621 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'fixed_ips': [{'subnet_id': '860d0b44-360a-4c28-bb9b-74a1bb174b23'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:57.661621 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.709051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-042324ea-7c20-4d03-ad66-6bef4d167c58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2689edbe998540cc8070c869763e1e57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5205317 Sep 16 05:03:57.710308 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042324ea-7c20-4d03-ad66-6bef4d167c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4029d96e-7654-4ce6-aa75-b7b75ed64df2,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:57.713146 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35300) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:57.777830 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40a54466-29e7-42e8-b9a4-ad434e25a202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.802787 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40a54466-29e7-42e8-b9a4-ad434e25a202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.821723 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8910c483-0344-4a79-b0b3-3695d9bfb9ab tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2083828 Sep 16 05:03:57.825477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35302) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:57.837267 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e50a0206-ca6f-4ead-8c8e-a73b17feb853 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-165695024', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:57.972921 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] Allocated IP 2001:db8::2 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/860d0b44-360a-4c28-bb9b-74a1bb174b23/028775c0-b94f-486d-98f7-a0cbf891bc19) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:58.013869 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e50a0206-ca6f-4ead-8c8e-a73b17feb853 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.016109 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e50a0206-ca6f-4ead-8c8e-a73b17feb853 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.093400 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40a54466-29e7-42e8-b9a4-ad434e25a202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.101215 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40a54466-29e7-42e8-b9a4-ad434e25a202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.101215 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-40a54466-29e7-42e8-b9a4-ad434e25a202 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4029d96e-7654-4ce6-aa75-b7b75ed64df2 HTTP/1.1" status: 204 len: 168 time: 0.3841872 Sep 16 05:03:58.130564 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a54466-29e7-42e8-b9a4-ad434e25a202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4029d96e-7654-4ce6-aa75-b7b75ed64df2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:58.141049 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d1fc6d5-32da-4c41-92bc-1e612d3c5517 req-8b7b23c0-76a9-4095-9280-0eab2867381b tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 210 time: 0.0677295 Sep 16 05:03:58.183936 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e50a0206-ca6f-4ead-8c8e-a73b17feb853 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.197545 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device f6315407-c9d5-4a1e-b9a4-153346a41c9b no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:58.233744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: f6315407-c9d5-4a1e-b9a4-153346a41c9b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:58.234160 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device f6315407-c9d5-4a1e-b9a4-153346a41c9b not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:58.253671 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.325079 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7490af64-39c8-4c03-ac02-4e29aa3e3aea req-835f1a2f-3e93-4e6a-aefe-c6764c790f5d tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0342438 Sep 16 05:03:58.328292 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.328780 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e50a0206-ca6f-4ead-8c8e-a73b17feb853 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.362730 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.405872 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:58.408948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:58.412662 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:58.429223 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e50a0206-ca6f-4ead-8c8e-a73b17feb853 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.432177 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e50a0206-ca6f-4ead-8c8e-a73b17feb853 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6045988 Sep 16 05:03:58.434478 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35314) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:58.447638 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] Pushing event updated for resources: {'Port': ['ID=028775c0-b94f-486d-98f7-a0cbf891bc19,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:58.493571 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] Attempting to bind port 028775c0-b94f-486d-98f7-a0cbf891bc19 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:58.494590 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] Attempting to bind port 028775c0-b94f-486d-98f7-a0cbf891bc19 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:58.494905 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] Attempting to bind port 028775c0-b94f-486d-98f7-a0cbf891bc19 on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:58.502671 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:58.503083 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:58.503502 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.503897 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:58.504383 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] Bound port: 028775c0-b94f-486d-98f7-a0cbf891bc19, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:58.505026 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.584775 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] For port 028775c0-b94f-486d-98f7-a0cbf891bc19, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:58.590074 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] For port 028775c0-b94f-486d-98f7-a0cbf891bc19, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=028775c0-b94f-486d-98f7-a0cbf891bc19,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:58.722305 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.805134 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86543149-130f-477e-8913-4a5b7771ff7f None None] Pushing event updated for resources: {'Port': ['ID=028775c0-b94f-486d-98f7-a0cbf891bc19,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:58.828660 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bef7f2ca-9e67-4776-95c4-7fb0ead543a6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.067979 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35320) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:59.085372 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fd5bf62a-30d3-48e0-a4d6-a0f78696b1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.340549 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-bef7f2ca-9e67-4776-95c4-7fb0ead543a6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::1 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/860d0b44-360a-4c28-bb9b-74a1bb174b23/7f5b73d8-cfd8-4f69-96e4-3524cabc3610) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:59.409873 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 028775c0-b94f-486d-98f7-a0cbf891bc19 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:59.436056 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-21725f58-c4bf-4be0-888b-7265b0aa943a req-c910f56a-78c2-421e-80fe-9ab989609f3d tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 210 time: 0.1200464 Sep 16 05:03:59.520392 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fd5bf62a-30d3-48e0-a4d6-a0f78696b1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.541545 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bef7f2ca-9e67-4776-95c4-7fb0ead543a6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.555707 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 028775c0-b94f-486d-98f7-a0cbf891bc19 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:59.556449 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.616333 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79e75de9-476e-48fd-ab19-3cdc7ec05b4c req-426da8c8-c3d9-491c-922c-7f00b4d46020 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0341699 Sep 16 05:03:59.654011 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bef7f2ca-9e67-4776-95c4-7fb0ead543a6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.673222 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74315a06-53a8-47fa-99df-70691d39c42a req-8156e57e-ab1f-4668-beed-6e3c66e183f5 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:59.675632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-8156e57e-ab1f-4668-beed-6e3c66e183f5 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.21 "GET /v2.0/networks?id=e356f4e7-0e58-42ff-b520-d5b1847d77e4 HTTP/1.1" status: 200 len: 813 time: 0.2674940 Sep 16 05:03:59.677066 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fd5bf62a-30d3-48e0-a4d6-a0f78696b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.677905 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.715312 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-74315a06-53a8-47fa-99df-70691d39c42a req-ecc54265-cb06-4343-a126-6a5ba6c6a0f7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Request body: {'port': {'device_id': '1135e167-3434-467a-b09e-291e445308a9', 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4', 'admin_state_up': True, 'tenant_id': '10019177e96e4985b623cb3cf2ab6883'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:59.717572 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef7f2ca-9e67-4776-95c4-7fb0ead543a6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:59.733573 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-bef7f2ca-9e67-4776-95c4-7fb0ead543a6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:59.747556 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef7f2ca-9e67-4776-95c4-7fb0ead543a6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:59.748137 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bef7f2ca-9e67-4776-95c4-7fb0ead543a6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.755166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 028775c0-b94f-486d-98f7-a0cbf891bc19, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=028775c0-b94f-486d-98f7-a0cbf891bc19,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:59.761909 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7f2ca-9e67-4776-95c4-7fb0ead543a6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=7f5b73d8-cfd8-4f69-96e4-3524cabc3610,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:59.802517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fd5bf62a-30d3-48e0-a4d6-a0f78696b1fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b809df6d1b5d4131be167218f383fc55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7329874 Sep 16 05:03:59.803751 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bf62a-30d3-48e0-a4d6-a0f78696b1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7eddc74-1bbc-47f5-8bdb-149928555d62,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:59.808734 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35332) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:59.842964 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.952463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=028775c0-b94f-486d-98f7-a0cbf891bc19,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:00.024642 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c335699-15ea-4b40-a971-0b2430003b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.071043 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c335699-15ea-4b40-a971-0b2430003b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.090015 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bef7f2ca-9e67-4776-95c4-7fb0ead543a6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.139151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74315a06-53a8-47fa-99df-70691d39c42a req-ecc54265-cb06-4343-a126-6a5ba6c6a0f7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Made reservation on behalf of 10019177e96e4985b623cb3cf2ab6883 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:00.145201 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-74315a06-53a8-47fa-99df-70691d39c42a req-ecc54265-cb06-4343-a126-6a5ba6c6a0f7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.318510 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c335699-15ea-4b40-a971-0b2430003b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.321396 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c335699-15ea-4b40-a971-0b2430003b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.325443 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5c335699-15ea-4b40-a971-0b2430003b45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7eddc74-1bbc-47f5-8bdb-149928555d62 HTTP/1.1" status: 204 len: 168 time: 0.5101466 Sep 16 05:04:00.335571 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-83440e9d-272b-4049-a685-1b3c3c20a62f None None] Provisioning complete for port 028775c0-b94f-486d-98f7-a0cbf891bc19 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:00.337869 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-83440e9d-272b-4049-a685-1b3c3c20a62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.368696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c335699-15ea-4b40-a971-0b2430003b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7eddc74-1bbc-47f5-8bdb-149928555d62,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:00.511682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74315a06-53a8-47fa-99df-70691d39c42a req-15ffb6d9-f6b6-4324-a9a0-786c8d853936 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:00.521217 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-15ffb6d9-f6b6-4324-a9a0-786c8d853936 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.21 "GET /v2.0/networks?id=e356f4e7-0e58-42ff-b520-d5b1847d77e4 HTTP/1.1" status: 200 len: 813 time: 0.2763257 Sep 16 05:04:00.580723 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-74315a06-53a8-47fa-99df-70691d39c42a req-1460cc53-3e8c-41e1-92ec-4c7d3d61b8f9 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Request body: {'port': {'device_id': 'd69647f7-7d7f-40e6-aa4f-d07906024cf4', 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4', 'admin_state_up': True, 'tenant_id': '10019177e96e4985b623cb3cf2ab6883'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:00.674708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-74315a06-53a8-47fa-99df-70691d39c42a req-ecc54265-cb06-4343-a126-6a5ba6c6a0f7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Allocated IP 172.20.0.5 (e356f4e7-0e58-42ff-b520-d5b1847d77e4/52c97edd-44a0-4586-a742-b4769abd146e/130b24bf-6926-4814-bc4a-ef3e7eaab935) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:00.694559 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bef7f2ca-9e67-4776-95c4-7fb0ead543a6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.750236 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:00.784917 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bef7f2ca-9e67-4776-95c4-7fb0ead543a6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.785719 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bef7f2ca-9e67-4776-95c4-7fb0ead543a6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.795982 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:00.796510 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 0ef07bcd-ff25-4f7b-a0f9-07d6c4746014 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:00.827749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-94cebc1d-f824-42f1-92d8-8f68915613ac None None] Provisioning complete for port 7f5b73d8-cfd8-4f69-96e4-3524cabc3610 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:00.827749 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-94cebc1d-f824-42f1-92d8-8f68915613ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.864827 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7f2ca-9e67-4776-95c4-7fb0ead543a6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=7f5b73d8-cfd8-4f69-96e4-3524cabc3610,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:00.885603 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f536174-f5bb-46fc-8f85-3ea6f840680a req-59685fff-4ea1-4c19-adcb-ba65fae980e2 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 210 time: 0.2507651 Sep 16 05:04:00.906182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-94cebc1d-f824-42f1-92d8-8f68915613ac None None] Port 7f5b73d8-cfd8-4f69-96e4-3524cabc3610 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:01.030236 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a6504d8-b3eb-44f0-a917-0b98e47d194f req-10d993f8-b7af-4ffa-a77d-ebd48d993df4 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.1503389 Sep 16 05:04:01.042074 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef7f2ca-9e67-4776-95c4-7fb0ead543a6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:01.043982 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-bef7f2ca-9e67-4776-95c4-7fb0ead543a6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:01.055100 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-74315a06-53a8-47fa-99df-70691d39c42a req-ecc54265-cb06-4343-a126-6a5ba6c6a0f7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.281445 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 028775c0-b94f-486d-98f7-a0cbf891bc19 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:01.294646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74315a06-53a8-47fa-99df-70691d39c42a req-1460cc53-3e8c-41e1-92ec-4c7d3d61b8f9 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Made reservation on behalf of 10019177e96e4985b623cb3cf2ab6883 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:01.298993 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-74315a06-53a8-47fa-99df-70691d39c42a req-1460cc53-3e8c-41e1-92ec-4c7d3d61b8f9 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.379432 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef7f2ca-9e67-4776-95c4-7fb0ead543a6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Router 08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:04:01.388036 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-74315a06-53a8-47fa-99df-70691d39c42a req-ecc54265-cb06-4343-a126-6a5ba6c6a0f7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.403259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 028775c0-b94f-486d-98f7-a0cbf891bc19 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:01.404045 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.448718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc54265-cb06-4343-a126-6a5ba6c6a0f7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Pushing event updated for resources: {'Port': ['ID=130b24bf-6926-4814-bc4a-ef3e7eaab935,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:01.482211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74315a06-53a8-47fa-99df-70691d39c42a req-ecc54265-cb06-4343-a126-6a5ba6c6a0f7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Network e356f4e7-0e58-42ff-b520-d5b1847d77e4 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:01.487530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-74315a06-53a8-47fa-99df-70691d39c42a req-ecc54265-cb06-4343-a126-6a5ba6c6a0f7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:01.492056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-74315a06-53a8-47fa-99df-70691d39c42a req-ecc54265-cb06-4343-a126-6a5ba6c6a0f7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:01.499255 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-34375d55-2dd4-4687-86ab-5f3be6255512 None None] Provisioning complete for port 7f5b73d8-cfd8-4f69-96e4-3524cabc3610 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:01.499626 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-34375d55-2dd4-4687-86ab-5f3be6255512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.588421 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef7f2ca-9e67-4776-95c4-7fb0ead543a6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:01.606344 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] Sync routers for ids ['08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:01.608656 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bef7f2ca-9e67-4776-95c4-7fb0ead543a6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "PUT /v2.0/routers/08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1725638 Sep 16 05:04:01.610868 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74315a06-53a8-47fa-99df-70691d39c42a req-ecc54265-cb06-4343-a126-6a5ba6c6a0f7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:01.611516 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35360) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:01.612373 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-74315a06-53a8-47fa-99df-70691d39c42a req-ecc54265-cb06-4343-a126-6a5ba6c6a0f7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.618154 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-34375d55-2dd4-4687-86ab-5f3be6255512 None None] Port 7f5b73d8-cfd8-4f69-96e4-3524cabc3610 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:01.620247 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-74315a06-53a8-47fa-99df-70691d39c42a req-1460cc53-3e8c-41e1-92ec-4c7d3d61b8f9 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Allocated IP 172.20.0.6 (e356f4e7-0e58-42ff-b520-d5b1847d77e4/52c97edd-44a0-4586-a742-b4769abd146e/ec904977-a4f6-42c1-8e39-38426626bcfa) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:01.626009 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] Routers {'08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:01.626673 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:03:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:01.698377 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a804926-9dae-4ac9-aa43-36befe1f68cd tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:01.700744 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7a804926-9dae-4ac9-aa43-36befe1f68cd tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports/7f5b73d8-cfd8-4f69-96e4-3524cabc3610 HTTP/1.1" status: 200 len: 911 time: 0.0879707 Sep 16 05:04:01.703583 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35366) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:01.752228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-ecc54265-cb06-4343-a126-6a5ba6c6a0f7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0475144 Sep 16 05:04:01.766915 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] Set router 08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:01.781440 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Request body: {'port': {'device_id': '1135e167-3434-467a-b09e-291e445308a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:01.912506 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.975554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eded10-4455-4253-977d-3a64a6c8ec93 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:01.984091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eded10-4455-4253-977d-3a64a6c8ec93 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:01.989433 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e0eded10-4455-4253-977d-3a64a6c8ec93 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2813859 Sep 16 05:04:01.989786 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35374) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:02.107877 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a9e4486-2a50-4eac-ad1a-3af6cce31602 req-b1b49eca-1982-42f0-a4ba-50b8856c4401 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 210 time: 0.1011634 Sep 16 05:04:02.171253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb', 'name': 'tempest-NetworksTestDHCPv6-router-165695024', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:58Z', 'updated_at': '2021-09-16T05:03:59Z', 'revision_number': 2, 'project_id': 'd3dc16e411b441d2803735ae669e881f', 'gw_port_host': None, '_interfaces': [{'id': '7f5b73d8-cfd8-4f69-96e4-3524cabc3610', 'name': '', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'mac_address': 'fa:16:3e:25:88:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '860d0b44-360a-4c28-bb9b-74a1bb174b23', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:58Z', 'updated_at': '2021-09-16T05:04:00Z', 'revision_number': 2, 'project_id': 'd3dc16e411b441d2803735ae669e881f', 'subnets': [{'id': '860d0b44-360a-4c28-bb9b-74a1bb174b23', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:02.238282 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] Checking router: 08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:02.238534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] Updating router 08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb port 7f5b73d8-cfd8-4f69-96e4-3524cabc3610 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:04:02.317803 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.397952 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db7ab715-b4c6-4bae-b8c3-1efc31c89495 req-899e6418-bb8f-49f1-8489-3b51d465747e tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0373020 Sep 16 05:04:02.416974 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-74315a06-53a8-47fa-99df-70691d39c42a req-1460cc53-3e8c-41e1-92ec-4c7d3d61b8f9 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.646177 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-74315a06-53a8-47fa-99df-70691d39c42a req-1460cc53-3e8c-41e1-92ec-4c7d3d61b8f9 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.754236 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460cc53-3e8c-41e1-92ec-4c7d3d61b8f9 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Pushing event updated for resources: {'Port': ['ID=ec904977-a4f6-42c1-8e39-38426626bcfa,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:02.756103 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.778216 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74315a06-53a8-47fa-99df-70691d39c42a req-1460cc53-3e8c-41e1-92ec-4c7d3d61b8f9 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Network e356f4e7-0e58-42ff-b520-d5b1847d77e4 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:02.783868 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-74315a06-53a8-47fa-99df-70691d39c42a req-1460cc53-3e8c-41e1-92ec-4c7d3d61b8f9 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:02.784534 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7239bb38-e13e-4f9a-99d7-1e3ade9ac199 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.837999 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-74315a06-53a8-47fa-99df-70691d39c42a req-1460cc53-3e8c-41e1-92ec-4c7d3d61b8f9 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:02.842096 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.928395 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74315a06-53a8-47fa-99df-70691d39c42a req-1460cc53-3e8c-41e1-92ec-4c7d3d61b8f9 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:02.928982 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-74315a06-53a8-47fa-99df-70691d39c42a req-1460cc53-3e8c-41e1-92ec-4c7d3d61b8f9 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.996686 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72535d-d206-4de8-bf7e-e19e60ace68c None None] Pushing event updated for resources: {'Port': ['ID=7f5b73d8-cfd8-4f69-96e4-3524cabc3610,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:03.032842 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-1460cc53-3e8c-41e1-92ec-4c7d3d61b8f9 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4488454 Sep 16 05:04:03.044497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Request body: {'port': {'device_id': 'd69647f7-7d7f-40e6-aa4f-d07906024cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:03.078436 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] Attempting to bind port 7f5b73d8-cfd8-4f69-96e4-3524cabc3610 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:03.078993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] Attempting to bind port 7f5b73d8-cfd8-4f69-96e4-3524cabc3610 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:03.079355 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] Attempting to bind port 7f5b73d8-cfd8-4f69-96e4-3524cabc3610 on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:03.088077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:03.088558 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:03.089605 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.089605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:03.089987 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] Bound port: 7f5b73d8-cfd8-4f69-96e4-3524cabc3610, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:03.090384 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.091402 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130b24bf-6926-4814-bc4a-ef3e7eaab935 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:03.121430 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-7239bb38-e13e-4f9a-99d7-1e3ade9ac199 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port 7f5b73d8-cfd8-4f69-96e4-3524cabc3610 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:03.122003 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.122342 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7239bb38-e13e-4f9a-99d7-1e3ade9ac199 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.187862 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Transition to ACTIVE for port object 130b24bf-6926-4814-bc4a-ef3e7eaab935 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:03.216693 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.255931 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] For port 7f5b73d8-cfd8-4f69-96e4-3524cabc3610, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:03.266343 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] For port 7f5b73d8-cfd8-4f69-96e4-3524cabc3610, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7f5b73d8-cfd8-4f69-96e4-3524cabc3610,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:03.279677 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.310632 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-7239bb38-e13e-4f9a-99d7-1e3ade9ac199 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] For port 7f5b73d8-cfd8-4f69-96e4-3524cabc3610, host n-d-712140-13, got binding levels [] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:03.313044 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7239bb38-e13e-4f9a-99d7-1e3ade9ac199 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.333835 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.339660 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-7239bb38-e13e-4f9a-99d7-1e3ade9ac199 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for 7f5b73d8-cfd8-4f69-96e4-3524cabc3610 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:03.397532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Pushing event updated for resources: {'Port': ['ID=130b24bf-6926-4814-bc4a-ef3e7eaab935,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:03.424958 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] Routers {'08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:03.425897 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:03:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:03.451495 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d7dcd-23af-4040-9f87-ef5ee173a0db req-48f898b8-0f6a-446d-8229-7dc20bfd503a tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:03.459393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f82d7dcd-23af-4040-9f87-ef5ee173a0db req-48f898b8-0f6a-446d-8229-7dc20bfd503a tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 931 time: 0.2211397 Sep 16 05:04:03.597752 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-11c56b60-ef20-45d4-a1fb-486d93f33259 None None] Provisioning complete for port 7f5b73d8-cfd8-4f69-96e4-3524cabc3610 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:03.597958 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-11c56b60-ef20-45d4-a1fb-486d93f33259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.648829 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72535d-d206-4de8-bf7e-e19e60ace68c None None] Pushing event updated for resources: {'Port': ['ID=7f5b73d8-cfd8-4f69-96e4-3524cabc3610,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:03.683685 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] Set router 08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:03.705078 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7239bb38-e13e-4f9a-99d7-1e3ade9ac199 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.731889 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-11c56b60-ef20-45d4-a1fb-486d93f33259 None None] Port 7f5b73d8-cfd8-4f69-96e4-3524cabc3610 update to ACTIVE by agent not found {{(pid=95475) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 05:04:03.758640 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239bb38-e13e-4f9a-99d7-1e3ade9ac199 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=7f5b73d8-cfd8-4f69-96e4-3524cabc3610,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:03.924566 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7239bb38-e13e-4f9a-99d7-1e3ade9ac199 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.939538 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-5204360c-b753-4451-833e-21db61db962e None None] Could not find standard attr ID for object 7f5b73d8-cfd8-4f69-96e4-3524cabc3610. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:04:03.979514 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb', 'name': 'tempest-NetworksTestDHCPv6-router-165695024', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:58Z', 'updated_at': '2021-09-16T05:03:59Z', 'revision_number': 2, 'project_id': 'd3dc16e411b441d2803735ae669e881f', 'gw_port_host': None, '_interfaces': [{'id': '7f5b73d8-cfd8-4f69-96e4-3524cabc3610', 'name': '', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'mac_address': 'fa:16:3e:25:88:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '860d0b44-360a-4c28-bb9b-74a1bb174b23', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:58Z', 'updated_at': '2021-09-16T05:04:03Z', 'revision_number': 4, 'project_id': 'd3dc16e411b441d2803735ae669e881f', 'subnets': [{'id': '860d0b44-360a-4c28-bb9b-74a1bb174b23', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:04.012859 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a591ddf3-75ca-48ab-9455-cd40de66a4c7 None None] The sync data for ids ['08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb'] in n-d-712140-13 is: [{'id': '08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb', 'name': 'tempest-NetworksTestDHCPv6-router-165695024', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:58Z', 'updated_at': '2021-09-16T05:03:59Z', 'revision_number': 2, 'project_id': 'd3dc16e411b441d2803735ae669e881f', 'gw_port_host': None, '_interfaces': [{'id': '7f5b73d8-cfd8-4f69-96e4-3524cabc3610', 'name': '', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'mac_address': 'fa:16:3e:25:88:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '860d0b44-360a-4c28-bb9b-74a1bb174b23', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:58Z', 'updated_at': '2021-09-16T05:04:03Z', 'revision_number': 4, 'project_id': 'd3dc16e411b441d2803735ae669e881f', 'subnets': [{'id': '860d0b44-360a-4c28-bb9b-74a1bb174b23', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:04.425923 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d64fb3e2-a3ba-44a5-b1a7-c4cd88690a1d req-4e23392f-288a-460d-bb69-dde5b6ec385f tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.8196721 Sep 16 05:04:04.496575 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f82d7dcd-23af-4040-9f87-ef5ee173a0db req-ca9f97fa-576c-4796-9c3f-d2bc4aeea95a tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0300975 Sep 16 05:04:04.588750 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Attempting to bind port 130b24bf-6926-4814-bc4a-ef3e7eaab935 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:04.590859 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Attempting to bind port 130b24bf-6926-4814-bc4a-ef3e7eaab935 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '5cf7ec57-970a-47b9-9bfc-21b52e0dd841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:04.593393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Attempting to bind port 130b24bf-6926-4814-bc4a-ef3e7eaab935 on network e356f4e7-0e58-42ff-b520-d5b1847d77e4 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:04.710533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Port 130b24bf-6926-4814-bc4a-ef3e7eaab935 on network e356f4e7-0e58-42ff-b520-d5b1847d77e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:04.723339 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Attempting to bind port 130b24bf-6926-4814-bc4a-ef3e7eaab935 on network e356f4e7-0e58-42ff-b520-d5b1847d77e4 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:04.737771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:04.738428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Checking segment: {'id': '5cf7ec57-970a-47b9-9bfc-21b52e0dd841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:04.739066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Bound using segment: {'id': '5cf7ec57-970a-47b9-9bfc-21b52e0dd841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:04.739726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Bound port: 130b24bf-6926-4814-bc4a-ef3e7eaab935, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf7ec57-970a-47b9-9bfc-21b52e0dd841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:04.740334 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.926771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] For port 130b24bf-6926-4814-bc4a-ef3e7eaab935, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:04.962786 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] For port 130b24bf-6926-4814-bc4a-ef3e7eaab935, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=130b24bf-6926-4814-bc4a-ef3e7eaab935,segment=NetworkSegment(5cf7ec57-970a-47b9-9bfc-21b52e0dd841),segment_id=5cf7ec57-970a-47b9-9bfc-21b52e0dd841)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:04.998816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec904977-a4f6-42c1-8e39-38426626bcfa {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:05.020049 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.047798 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7239bb38-e13e-4f9a-99d7-1e3ade9ac199 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Router 08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:05.059273 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Transition to ACTIVE for port object ec904977-a4f6-42c1-8e39-38426626bcfa will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:05.064905 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.106395 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cf05c4e3-a925-4db4-a404-a7f4c60484f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.167149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7239bb38-e13e-4f9a-99d7-1e3ade9ac199 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:05.173156 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7239bb38-e13e-4f9a-99d7-1e3ade9ac199 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "PUT /v2.0/routers/08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1822834 Sep 16 05:04:05.175937 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35476) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:05.237271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Pushing event updated for resources: {'Port': ['ID=130b24bf-6926-4814-bc4a-ef3e7eaab935,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:05.253904 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.270232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:05.270860 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.276653 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-da90b3f9-d22a-41f0-a905-24f37daba065 service neutron] 10.222.0.21 "PUT /v2.0/ports/130b24bf-6926-4814-bc4a-ef3e7eaab935 HTTP/1.1" status: 200 len: 1092 time: 3.5054736 Sep 16 05:04:05.284842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1135e167-3434-467a-b09e-291e445308a9', 'tag': '130b24bf-6926-4814-bc4a-ef3e7eaab935'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:05.287203 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d72446d-a5f2-4162-b030-39e5646df6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1135e167-3434-467a-b09e-291e445308a9", "tag": "130b24bf-6926-4814-bc4a-ef3e7eaab935"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:05.290186 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2b704e-2897-4659-a93f-4740c293c7fc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:05.292540 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2b704e-2897-4659-a93f-4740c293c7fc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:05.294529 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-eb2b704e-2897-4659-a93f-4740c293c7fc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1173565 Sep 16 05:04:05.297322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35480) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:05.348023 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Pushing event updated for resources: {'Port': ['ID=ec904977-a4f6-42c1-8e39-38426626bcfa,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:05.396100 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-863e3eac-67c4-4c48-9857-5faf5f386b45 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet 860d0b44-360a-4c28-bb9b-74a1bb174b23 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:05.399684 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-863e3eac-67c4-4c48-9857-5faf5f386b45 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.465835 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-863e3eac-67c4-4c48-9857-5faf5f386b45 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.525429 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1094e96-456f-4eab-ba5b-aaa12640947e x-openstack-request-id: req-d1094e96-456f-4eab-ba5b-aaa12640947e {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:05.526018 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1135e167-3434-467a-b09e-291e445308a9", "tag": "130b24bf-6926-4814-bc4a-ef3e7eaab935", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:05.527278 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1094e96-456f-4eab-ba5b-aaa12640947e {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:05.530614 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1135e167-3434-467a-b09e-291e445308a9', 'tag': '130b24bf-6926-4814-bc4a-ef3e7eaab935', 'status': 'completed', 'code': 200} Sep 16 05:04:05.568294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Attempting to bind port ec904977-a4f6-42c1-8e39-38426626bcfa on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:05.568294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Attempting to bind port ec904977-a4f6-42c1-8e39-38426626bcfa by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '5cf7ec57-970a-47b9-9bfc-21b52e0dd841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:05.568513 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Attempting to bind port ec904977-a4f6-42c1-8e39-38426626bcfa on network e356f4e7-0e58-42ff-b520-d5b1847d77e4 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:05.580553 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1a5dd446-9618-4ecb-af8e-da5b26330868 req-e878c765-c0f5-4997-811b-d9e6bee7a714 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0355999 Sep 16 05:04:05.588738 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Port ec904977-a4f6-42c1-8e39-38426626bcfa on network e356f4e7-0e58-42ff-b520-d5b1847d77e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:05.593414 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Attempting to bind port ec904977-a4f6-42c1-8e39-38426626bcfa on network e356f4e7-0e58-42ff-b520-d5b1847d77e4 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:05.608919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:05.609261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Checking segment: {'id': '5cf7ec57-970a-47b9-9bfc-21b52e0dd841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:05.609655 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Bound using segment: {'id': '5cf7ec57-970a-47b9-9bfc-21b52e0dd841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:05.610270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Bound port: ec904977-a4f6-42c1-8e39-38426626bcfa, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf7ec57-970a-47b9-9bfc-21b52e0dd841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:05.610919 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.653630 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-863e3eac-67c4-4c48-9857-5faf5f386b45 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.713577 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74315a06-53a8-47fa-99df-70691d39c42a req-e4141b5a-05b8-4e08-a752-6446bbef42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:05.715135 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-e4141b5a-05b8-4e08-a752-6446bbef42e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=10019177e96e4985b623cb3cf2ab6883&device_id=1135e167-3434-467a-b09e-291e445308a9 HTTP/1.1" status: 200 len: 1095 time: 0.3123641 Sep 16 05:04:05.730306 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c76e9db-426d-489c-b5a5-2a5665717b9f req-d4b2d4fe-168d-4e2f-9123-8409396473f8 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.1194277 Sep 16 05:04:05.793405 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-f2204a00-71c4-497f-937e-148ae9929e3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=130b24bf-6926-4814-bc4a-ef3e7eaab935 HTTP/1.1" status: 200 len: 217 time: 0.0610404 Sep 16 05:04:05.803043 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-863e3eac-67c4-4c48-9857-5faf5f386b45 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.867955 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd89a16-036e-4103-8444-3bb2ee7fb6de req-f4fe7761-d287-4efe-8112-05c711d163bc tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:05.868171 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e3eac-67c4-4c48-9857-5faf5f386b45 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=860d0b44-360a-4c28-bb9b-74a1bb174b23,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:05.873307 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-863e3eac-67c4-4c48-9857-5faf5f386b45 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.876067 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-863e3eac-67c4-4c48-9857-5faf5f386b45 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/860d0b44-360a-4c28-bb9b-74a1bb174b23 HTTP/1.1" status: 204 len: 168 time: 0.5738873 Sep 16 05:04:05.878222 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35494) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:05.878455 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6cd89a16-036e-4103-8444-3bb2ee7fb6de req-f4fe7761-d287-4efe-8112-05c711d163bc tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 943 time: 0.2441354 Sep 16 05:04:05.888027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc7d51b-85d9-4676-b024-11781310bf53 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:05.931088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] For port ec904977-a4f6-42c1-8e39-38426626bcfa, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:05.966727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] For port ec904977-a4f6-42c1-8e39-38426626bcfa, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ec904977-a4f6-42c1-8e39-38426626bcfa,segment=NetworkSegment(5cf7ec57-970a-47b9-9bfc-21b52e0dd841),segment_id=5cf7ec57-970a-47b9-9bfc-21b52e0dd841)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:05.978676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74315a06-53a8-47fa-99df-70691d39c42a req-0de2b293-4f48-41e1-a5a9-52a41f2455ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:05.980522 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-0de2b293-4f48-41e1-a5a9-52a41f2455ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52c97edd-44a0-4586-a742-b4769abd146e HTTP/1.1" status: 200 len: 853 time: 0.1703551 Sep 16 05:04:06.007583 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2850a126-eb3d-430c-834f-c1eb7256afde tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1275814 Sep 16 05:04:06.009125 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6cd89a16-036e-4103-8444-3bb2ee7fb6de req-65c79668-aa56-4b66-85eb-0e9d6051acbe tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281474 Sep 16 05:04:06.010419 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35496) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:06.091979 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.121704 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-ef78a4a2-642e-487e-af5e-a573bcc37046 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e356f4e7-0e58-42ff-b520-d5b1847d77e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083055 Sep 16 05:04:06.200774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.201409 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.202984 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] 10.222.0.21 "PUT /v2.0/ports/ec904977-a4f6-42c1-8e39-38426626bcfa HTTP/1.1" status: 200 len: 1092 time: 3.1659374 Sep 16 05:04:06.205624 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c28c1148-674c-49fb-a3f1-09442988f43a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.257967 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebcb4b4-af9b-44b3-b32a-8f6e5b848aaf None None] DHCP port deletion for 9f6db69a-747f-45ec-af36-1b9e5c7fde27 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:06.280625 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765ba2a1-7924-48e8-be0b-35f0b9db50c4 None None] Sync routers for ids ['08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:06.295843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c7fd7-df29-4e0c-8855-d8908d424dea service neutron] Pushing event updated for resources: {'Port': ['ID=ec904977-a4f6-42c1-8e39-38426626bcfa,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:06.298444 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765ba2a1-7924-48e8-be0b-35f0b9db50c4 None None] Routers {'08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:06.300034 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-765ba2a1-7924-48e8-be0b-35f0b9db50c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:03:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:06.342741 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-0ebcb4b4-af9b-44b3-b32a-8f6e5b848aaf None None] Deleting port 028775c0-b94f-486d-98f7-a0cbf891bc19 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:06.343413 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0ebcb4b4-af9b-44b3-b32a-8f6e5b848aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.535068 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c28c1148-674c-49fb-a3f1-09442988f43a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.539776 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c28c1148-674c-49fb-a3f1-09442988f43a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.579730 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-765ba2a1-7924-48e8-be0b-35f0b9db50c4 None None] Set router 08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:06.623697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74315a06-53a8-47fa-99df-70691d39c42a req-fbe44c59-734a-4f5a-a882-d54be9430373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.625712 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-fbe44c59-734a-4f5a-a882-d54be9430373 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=10019177e96e4985b623cb3cf2ab6883&device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 1095 time: 0.2691460 Sep 16 05:04:06.629037 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-13439f7a-131d-4683-a109-38b4feacf2a8 service neutron] 10.222.0.21 "GET /v2.0/networks/e356f4e7-0e58-42ff-b520-d5b1847d77e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814501 Sep 16 05:04:06.645159 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-0ebcb4b4-af9b-44b3-b32a-8f6e5b848aaf None None] For port 028775c0-b94f-486d-98f7-a0cbf891bc19, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=028775c0-b94f-486d-98f7-a0cbf891bc19,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:06.645565 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0ebcb4b4-af9b-44b3-b32a-8f6e5b848aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.671003 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-765ba2a1-7924-48e8-be0b-35f0b9db50c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb', 'name': 'tempest-NetworksTestDHCPv6-router-165695024', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:58Z', 'updated_at': '2021-09-16T05:04:03Z', 'revision_number': 3, 'project_id': 'd3dc16e411b441d2803735ae669e881f', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:06.688152 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-0ebcb4b4-af9b-44b3-b32a-8f6e5b848aaf None None] Calling delete_port for 028775c0-b94f-486d-98f7-a0cbf891bc19 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:06.700041 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765ba2a1-7924-48e8-be0b-35f0b9db50c4 None None] Checking router: 08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:06.722749 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765ba2a1-7924-48e8-be0b-35f0b9db50c4 None None] Routers set() bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:06.727127 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765ba2a1-7924-48e8-be0b-35f0b9db50c4 None None] Router IDs set() for agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 05:04:06.727127 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_agentschedulers_db [None req-765ba2a1-7924-48e8-be0b-35f0b9db50c4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:03:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent'). {{(pid=95476) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 05:04:06.727127 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765ba2a1-7924-48e8-be0b-35f0b9db50c4 None None] The sync data for ids ['08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:06.790158 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c28c1148-674c-49fb-a3f1-09442988f43a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.790599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28c1148-674c-49fb-a3f1-09442988f43a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Fanout notify agent at l3_agent the message router_deleted on router 08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:04:06.794769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-faccdb45-5f77-49da-89a9-021b83ff0f29 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec904977-a4f6-42c1-8e39-38426626bcfa HTTP/1.1" status: 200 len: 217 time: 0.1433659 Sep 16 05:04:06.804220 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c28c1148-674c-49fb-a3f1-09442988f43a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.809383 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c28c1148-674c-49fb-a3f1-09442988f43a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/routers/08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb HTTP/1.1" status: 204 len: 168 time: 0.7667017 Sep 16 05:04:06.809706 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35502) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:06.882101 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdae70d-113f-4516-9290-3ecee0df8e96 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.886288 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7bdae70d-113f-4516-9290-3ecee0df8e96 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0747104 Sep 16 05:04:06.888524 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35506) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:06.927945 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0ebcb4b4-af9b-44b3-b32a-8f6e5b848aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.955724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1eee1e6-14a8-4df2-84b2-e78b68edbc45 req-dd464bc5-c1d5-4ab6-b7d5-cfcacfe89960 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.1193380 Sep 16 05:04:06.956125 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcb4b4-af9b-44b3-b32a-8f6e5b848aaf None None] Pushing event deleted for resources: {'Port': ['ID=028775c0-b94f-486d-98f7-a0cbf891bc19,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:06.968667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebcb4b4-af9b-44b3-b32a-8f6e5b848aaf None None] No DVR routers for this DVR port 028775c0-b94f-486d-98f7-a0cbf891bc19 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:06.990707 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-3064f914-3b26-4ed6-9b9f-0698265d3f0b service neutron] 10.222.0.21 "GET /v2.0/networks/e356f4e7-0e58-42ff-b520-d5b1847d77e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328907 Sep 16 05:04:07.012803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74315a06-53a8-47fa-99df-70691d39c42a req-250d3f10-cc9e-4fd0-90ff-f58255679ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.014391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-250d3f10-cc9e-4fd0-90ff-f58255679ffc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52c97edd-44a0-4586-a742-b4769abd146e HTTP/1.1" status: 200 len: 853 time: 0.1986399 Sep 16 05:04:07.032270 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e56141a-0a41-4759-a712-0a67817df18e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.040986 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1e56141a-0a41-4759-a712-0a67817df18e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1489916 Sep 16 05:04:07.043440 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35512) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:07.067667 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-ef512ca6-5f09-4143-b39d-2b564cc9d30c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e356f4e7-0e58-42ff-b520-d5b1847d77e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458591 Sep 16 05:04:07.096591 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3db3e0ff-42db-4320-a486-031edb6f11fa tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513556 Sep 16 05:04:07.108229 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35514) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:07.114103 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-33890686-dfad-44cd-b5b9-83865b619726 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:07.217610 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732fb81-8bef-44a8-97d3-8ba61e65ef53 req-4f21268e-0489-4d57-a56d-e7762ebb9c09 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.220769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f732fb81-8bef-44a8-97d3-8ba61e65ef53 req-4f21268e-0489-4d57-a56d-e7762ebb9c09 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 943 time: 0.1501982 Sep 16 05:04:07.272701 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-e276a603-80de-40eb-b165-7b00a881e822 service neutron] 10.222.0.21 "GET /v2.0/networks/e356f4e7-0e58-42ff-b520-d5b1847d77e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932750 Sep 16 05:04:07.284590 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7f5b73d8-cfd8-4f69-96e4-3524cabc3610 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:07.341615 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 7f5b73d8-cfd8-4f69-96e4-3524cabc3610 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:07.341615 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7f5b73d8-cfd8-4f69-96e4-3524cabc3610 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:07.341615 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 028775c0-b94f-486d-98f7-a0cbf891bc19 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:07.341838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f732fb81-8bef-44a8-97d3-8ba61e65ef53 req-618c81bf-a110-46a4-aebd-6c85fae9169f tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192117 Sep 16 05:04:07.383663 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 028775c0-b94f-486d-98f7-a0cbf891bc19 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:07.384023 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 028775c0-b94f-486d-98f7-a0cbf891bc19 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:07.391418 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33890686-dfad-44cd-b5b9-83865b619726 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:07.399211 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-33890686-dfad-44cd-b5b9-83865b619726 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.483308 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72446d-a5f2-4162-b030-39e5646df6fb req-e7f80239-75ef-47e5-9820-36cce036be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.485204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d72446d-a5f2-4162-b030-39e5646df6fb req-e7f80239-75ef-47e5-9820-36cce036be2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=10019177e96e4985b623cb3cf2ab6883&device_id=1135e167-3434-467a-b09e-291e445308a9 HTTP/1.1" status: 200 len: 1095 time: 0.2001717 Sep 16 05:04:07.489961 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74315a06-53a8-47fa-99df-70691d39c42a req-cfd3a0e0-6c52-442f-9259-f12acd03d1ba service neutron] 10.222.0.21 "GET /v2.0/networks/e356f4e7-0e58-42ff-b520-d5b1847d77e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037179 Sep 16 05:04:07.543045 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69647f7-7d7f-40e6-aa4f-d07906024cf4', 'tag': 'ec904977-a4f6-42c1-8e39-38426626bcfa'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:07.548073 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a950ac-f14d-4388-a9e8-699d4335038d" -d '{"events": [{"name": "network-changed", "server_uuid": "d69647f7-7d7f-40e6-aa4f-d07906024cf4", "tag": "ec904977-a4f6-42c1-8e39-38426626bcfa"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:07.613953 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bda3949-bacb-4120-b329-c6a621912667 x-openstack-request-id: req-0bda3949-bacb-4120-b329-c6a621912667 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:07.614245 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69647f7-7d7f-40e6-aa4f-d07906024cf4", "tag": "ec904977-a4f6-42c1-8e39-38426626bcfa", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:07.614791 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bda3949-bacb-4120-b329-c6a621912667 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:07.614994 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69647f7-7d7f-40e6-aa4f-d07906024cf4', 'tag': 'ec904977-a4f6-42c1-8e39-38426626bcfa', 'status': 'completed', 'code': 200} Sep 16 05:04:07.656570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72446d-a5f2-4162-b030-39e5646df6fb req-9defa67e-7aca-4583-b534-4ba3250c9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.658486 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d72446d-a5f2-4162-b030-39e5646df6fb req-9defa67e-7aca-4583-b534-4ba3250c9469 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e356f4e7-0e58-42ff-b520-d5b1847d77e4 HTTP/1.1" status: 200 len: 914 time: 0.1482620 Sep 16 05:04:07.740542 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d72446d-a5f2-4162-b030-39e5646df6fb req-d442249b-720b-40f4-813d-54069c8bb2be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=130b24bf-6926-4814-bc4a-ef3e7eaab935 HTTP/1.1" status: 200 len: 217 time: 0.0472941 Sep 16 05:04:07.767408 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-70a9e165-652a-44ef-a201-f7ecd2829d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.839066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72446d-a5f2-4162-b030-39e5646df6fb req-e129c37a-27a2-4a65-a247-a86a1f98758e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.841963 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d72446d-a5f2-4162-b030-39e5646df6fb req-e129c37a-27a2-4a65-a247-a86a1f98758e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52c97edd-44a0-4586-a742-b4769abd146e HTTP/1.1" status: 200 len: 853 time: 0.0833485 Sep 16 05:04:07.897236 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d72446d-a5f2-4162-b030-39e5646df6fb req-6bd79e89-df53-462c-8755-0e8c47431f0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e356f4e7-0e58-42ff-b520-d5b1847d77e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430117 Sep 16 05:04:07.898904 n-d-712140-13 neutron-server[95474]: DEBUG neutron.objects.ports [None req-33890686-dfad-44cd-b5b9-83865b619726 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95474) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:04:07.901757 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-33890686-dfad-44cd-b5b9-83865b619726 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.904376 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a950ac-f14d-4388-a9e8-699d4335038d req-ffe66876-760d-441e-aac0-3d1f05f6733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.905943 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62a950ac-f14d-4388-a9e8-699d4335038d req-ffe66876-760d-441e-aac0-3d1f05f6733c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=10019177e96e4985b623cb3cf2ab6883&device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 1095 time: 0.1744752 Sep 16 05:04:07.958812 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33890686-dfad-44cd-b5b9-83865b619726 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=d2dca8e0-5ea5-444b-a206-7ce35e444f57,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:07.976044 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33890686-dfad-44cd-b5b9-83865b619726 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:07.978132 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-33890686-dfad-44cd-b5b9-83865b619726 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:07.983049 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33890686-dfad-44cd-b5b9-83865b619726 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.983803 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-33890686-dfad-44cd-b5b9-83865b619726 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.998483 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7100b7f9-174a-4da0-950f-216f2410bdf7 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:08.080892 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-33890686-dfad-44cd-b5b9-83865b619726 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9711819 Sep 16 05:04:08.081552 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35526) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:08.088285 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-39b18b52-0c3b-4546-846b-9eb7c88d9228 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:08.276675 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bb0af631-ff97-4038-b102-e08cbda1fbe1 req-860828f9-9185-4bab-a201-60d87e101f4e tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.1028011 Sep 16 05:04:08.395280 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a950ac-f14d-4388-a9e8-699d4335038d req-d3902595-e50f-401b-be12-42d23a204e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.396991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62a950ac-f14d-4388-a9e8-699d4335038d req-d3902595-e50f-401b-be12-42d23a204e2a service neutron] 10.222.0.21 "GET /v2.0/networks?id=e356f4e7-0e58-42ff-b520-d5b1847d77e4 HTTP/1.1" status: 200 len: 914 time: 0.4755518 Sep 16 05:04:08.399972 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'fixed_ips': [{'subnet_id': 'd2dca8e0-5ea5-444b-a206-7ce35e444f57'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:08.401543 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.454382 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d72446d-a5f2-4162-b030-39e5646df6fb req-71e560ea-a6cb-4aff-bdc5-fc1625202d6b service neutron] 10.222.0.21 "GET /v2.0/networks/e356f4e7-0e58-42ff-b520-d5b1847d77e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474036 Sep 16 05:04:08.511090 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b18b52-0c3b-4546-846b-9eb7c88d9228 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:08.514638 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39b18b52-0c3b-4546-846b-9eb7c88d9228 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.550697 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62a950ac-f14d-4388-a9e8-699d4335038d req-26a267f5-eb3e-427c-9064-35d32df350a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec904977-a4f6-42c1-8e39-38426626bcfa HTTP/1.1" status: 200 len: 217 time: 0.1146543 Sep 16 05:04:08.627353 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.721624 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a950ac-f14d-4388-a9e8-699d4335038d req-cbf0043f-bf33-426a-b5e6-c2a503841068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.723263 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62a950ac-f14d-4388-a9e8-699d4335038d req-cbf0043f-bf33-426a-b5e6-c2a503841068 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52c97edd-44a0-4586-a742-b4769abd146e HTTP/1.1" status: 200 len: 853 time: 0.1581128 Sep 16 05:04:08.734507 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671b7ea-3aa9-4c7a-b676-357cb34c6c5a req-bf21b2ba-3776-4a92-ba56-99f02cffc77e tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.736595 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f671b7ea-3aa9-4c7a-b676-357cb34c6c5a req-bf21b2ba-3776-4a92-ba56-99f02cffc77e tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 943 time: 0.1993620 Sep 16 05:04:08.776979 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] Allocated IP 2001:db8::f816:3eff:fe96:d6c0 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/d2dca8e0-5ea5-444b-a206-7ce35e444f57/4b8d19a9-6379-43f8-95c7-7c09c759ce44) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:08.786074 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62a950ac-f14d-4388-a9e8-699d4335038d req-23e986db-64bd-4330-b2ec-8d1d4b76388a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e356f4e7-0e58-42ff-b520-d5b1847d77e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461578 Sep 16 05:04:08.791878 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d72446d-a5f2-4162-b030-39e5646df6fb req-8cfab6e2-ffab-4123-8ee6-214fa7a35fbf service neutron] 10.222.0.21 "GET /v2.0/networks/e356f4e7-0e58-42ff-b520-d5b1847d77e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643707 Sep 16 05:04:08.880443 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f671b7ea-3aa9-4c7a-b676-357cb34c6c5a req-333b588a-25f6-4915-8156-cd91dd13ccc2 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267014 Sep 16 05:04:08.951127 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f2e617ba-4a04-44e3-aab0-95d8ca43c4be req-0332f895-f6bb-4c46-b00b-6f178ca8b9f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c23cc6ad0de4019bd6c8341acb1f6ec&device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0355694 Sep 16 05:04:08.988322 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39b18b52-0c3b-4546-846b-9eb7c88d9228 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.016669 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f2e617ba-4a04-44e3-aab0-95d8ca43c4be req-ebbffc1d-edd0-45ca-a4c7-ab03c3f69d37 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=6c23cc6ad0de4019bd6c8341acb1f6ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514531 Sep 16 05:04:09.035509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ebb6a1a3-9865-4dda-bec8-2cbd2e41199e req-33ffb648-b05e-4ed5-979b-e517dc76ab42 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0400548 Sep 16 05:04:09.060279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62a950ac-f14d-4388-a9e8-699d4335038d req-bd40cd90-25ea-4285-9a56-5fb72e39604b service neutron] 10.222.0.21 "GET /v2.0/networks/e356f4e7-0e58-42ff-b520-d5b1847d77e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353902 Sep 16 05:04:09.073158 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.108600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b18b52-0c3b-4546-846b-9eb7c88d9228 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:09.131968 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-39b18b52-0c3b-4546-846b-9eb7c88d9228 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:09.140815 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b18b52-0c3b-4546-846b-9eb7c88d9228 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:09.141431 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39b18b52-0c3b-4546-846b-9eb7c88d9228 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.151093 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.199909 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b18b52-0c3b-4546-846b-9eb7c88d9228 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=cc280aed-ad37-43b6-be4f-cd0bb177a5c6,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:09.200174 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.224489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:09.229581 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:09.242296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:09.258979 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62a950ac-f14d-4388-a9e8-699d4335038d req-bc56cf4f-b6d5-424f-8cb3-bc1e6c3f2b92 service neutron] 10.222.0.21 "GET /v2.0/networks/e356f4e7-0e58-42ff-b520-d5b1847d77e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854198 Sep 16 05:04:09.264881 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] Pushing event updated for resources: {'Port': ['ID=4b8d19a9-6379-43f8-95c7-7c09c759ce44,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:09.266278 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e617ba-4a04-44e3-aab0-95d8ca43c4be req-b33de580-1f15-4ca2-9b91-6d79f87b1ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:09.269629 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f2e617ba-4a04-44e3-aab0-95d8ca43c4be req-b33de580-1f15-4ca2-9b91-6d79f87b1ff6 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2156308 Sep 16 05:04:09.274182 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-39b18b52-0c3b-4546-846b-9eb7c88d9228 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1890168 Sep 16 05:04:09.274635 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35544) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:09.283575 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-3d784d10-794e-4876-b873-1602c1562c7c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'mac_address': 'fa:16:3e:8c:c4:65', 'name': 'tempest-NetworksTestDHCPv6-382396079'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:09.339208 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] Attempting to bind port 4b8d19a9-6379-43f8-95c7-7c09c759ce44 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:09.339592 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] Attempting to bind port 4b8d19a9-6379-43f8-95c7-7c09c759ce44 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:09.339951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] Attempting to bind port 4b8d19a9-6379-43f8-95c7-7c09c759ce44 on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:09.346562 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:09.346978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:09.347376 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.347775 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:09.348259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] Bound port: 4b8d19a9-6379-43f8-95c7-7c09c759ce44, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:09.348684 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.453324 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] For port 4b8d19a9-6379-43f8-95c7-7c09c759ce44, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:09.457610 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] For port 4b8d19a9-6379-43f8-95c7-7c09c759ce44, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4b8d19a9-6379-43f8-95c7-7c09c759ce44,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:09.513815 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d784d10-794e-4876-b873-1602c1562c7c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:09.567440 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.632680 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3d784d10-794e-4876-b873-1602c1562c7c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.662617 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525a92e-8172-4789-8840-b016e04ab241 None None] Pushing event updated for resources: {'Port': ['ID=4b8d19a9-6379-43f8-95c7-7c09c759ce44,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:09.669815 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-3d784d10-794e-4876-b873-1602c1562c7c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port 67f1d13f-9650-4b1b-843e-5740cf7943f6 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:09.872896 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-3d784d10-794e-4876-b873-1602c1562c7c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 172.20.0.4 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/cc280aed-ad37-43b6-be4f-cd0bb177a5c6/67f1d13f-9650-4b1b-843e-5740cf7943f6) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:09.880510 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-3d784d10-794e-4876-b873-1602c1562c7c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::f816:3eff:fe8c:c465 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/d2dca8e0-5ea5-444b-a206-7ce35e444f57/67f1d13f-9650-4b1b-843e-5740cf7943f6) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:10.092392 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3d784d10-794e-4876-b873-1602c1562c7c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.208745 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3d784d10-794e-4876-b873-1602c1562c7c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.263727 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d784d10-794e-4876-b873-1602c1562c7c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:10.267429 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-3d784d10-794e-4876-b873-1602c1562c7c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:10.274065 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d784d10-794e-4876-b873-1602c1562c7c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:10.308464 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d784d10-794e-4876-b873-1602c1562c7c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=67f1d13f-9650-4b1b-843e-5740cf7943f6,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:10.352115 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d784d10-794e-4876-b873-1602c1562c7c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:10.352575 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3d784d10-794e-4876-b873-1602c1562c7c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.369757 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4706c6c2-a3d1-4e6f-9260-c7521ab312df req-762eec29-ebb1-4325-b86a-69e5bc2f559b tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0506039 Sep 16 05:04:10.390863 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376e9ab-2f34-4e8e-995a-d8580efd1a69 req-780845b0-1565-4af1-85ca-4610eb8eb9c6 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:10.392470 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3376e9ab-2f34-4e8e-995a-d8580efd1a69 req-780845b0-1565-4af1-85ca-4610eb8eb9c6 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 943 time: 0.4420421 Sep 16 05:04:10.448773 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3376e9ab-2f34-4e8e-995a-d8580efd1a69 req-9cc351e2-a0cb-4937-a5cf-172852b44f80 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491924 Sep 16 05:04:10.455991 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3d784d10-794e-4876-b873-1602c1562c7c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1770926 Sep 16 05:04:10.456278 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35564) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:10.522341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e73704-aa3a-44a6-81cc-601b74197e8e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:10.531462 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e73704-aa3a-44a6-81cc-601b74197e8e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:10.533123 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-18e73704-aa3a-44a6-81cc-601b74197e8e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0758743 Sep 16 05:04:10.536312 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35566) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:10.721681 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-898859fd-2fde-4950-be1c-7a4d994ccf85 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port 67f1d13f-9650-4b1b-843e-5740cf7943f6 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:10.721681 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-898859fd-2fde-4950-be1c-7a4d994ccf85 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.722960 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.851205 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-898859fd-2fde-4950-be1c-7a4d994ccf85 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.869767 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e357f4f2-c062-4cef-a360-6da1c3712eef None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:10.878491 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f2e617ba-4a04-44e3-aab0-95d8ca43c4be req-55add23a-0ee9-4f82-b1fb-733758526d2b tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.38 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0370793 Sep 16 05:04:10.883791 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-898859fd-2fde-4950-be1c-7a4d994ccf85 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for 67f1d13f-9650-4b1b-843e-5740cf7943f6 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:10.990834 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3475014d-66b4-489a-9e5d-95e53bda3963 None None] Provisioning complete for port 4b8d19a9-6379-43f8-95c7-7c09c759ce44 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:10.991229 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3475014d-66b4-489a-9e5d-95e53bda3963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.154122 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3475014d-66b4-489a-9e5d-95e53bda3963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.220723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3475014d-66b4-489a-9e5d-95e53bda3963 None None] For port 4b8d19a9-6379-43f8-95c7-7c09c759ce44, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4b8d19a9-6379-43f8-95c7-7c09c759ce44,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:11.289211 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbc5605-b2c5-42d1-af2f-67b2eaf7b8f1 None None] Update dhcp port {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'fixed_ips': [{'subnet_id': 'd2dca8e0-5ea5-444b-a206-7ce35e444f57', 'ip_address': '2001:db8::f816:3eff:fe96:d6c0'}, {'subnet_id': 'cc280aed-ad37-43b6-be4f-cd0bb177a5c6'}], 'binding:host_id': 'n-d-712140-13'}, 'id': '4b8d19a9-6379-43f8-95c7-7c09c759ce44'} from n-d-712140-13. {{(pid=95475) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:04:11.308304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4b8d19a9-6379-43f8-95c7-7c09c759ce44 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:11.322509 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-898859fd-2fde-4950-be1c-7a4d994ccf85 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.353077 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898859fd-2fde-4950-be1c-7a4d994ccf85 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=67f1d13f-9650-4b1b-843e-5740cf7943f6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:11.367565 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3475014d-66b4-489a-9e5d-95e53bda3963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.369963 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5605-b2c5-42d1-af2f-67b2eaf7b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.483005 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-898859fd-2fde-4950-be1c-7a4d994ccf85 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.486935 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-898859fd-2fde-4950-be1c-7a4d994ccf85 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/67f1d13f-9650-4b1b-843e-5740cf7943f6 HTTP/1.1" status: 204 len: 168 time: 0.9487669 Sep 16 05:04:11.488366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35590) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:11.566751 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475014d-66b4-489a-9e5d-95e53bda3963 None None] Pushing event updated for resources: {'Port': ['ID=4b8d19a9-6379-43f8-95c7-7c09c759ce44,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:11.588308 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 4b8d19a9-6379-43f8-95c7-7c09c759ce44 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:11.588700 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.612990 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff6599b7-3373-49e0-97f1-b22f95bd63d8 req-958fc45f-ebbd-460e-97a2-a0155e9ec312 tempest-ServerShowV254Test-1325812059 tempest-ServerShowV254Test-1325812059-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fd9293-ae2b-4126-a3e5-164ebf9c9e33 HTTP/1.1" status: 200 len: 210 time: 0.0996814 Sep 16 05:04:11.662991 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94a0021-8ddc-43dd-84dd-1001e34e4c7a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:11.665437 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94a0021-8ddc-43dd-84dd-1001e34e4c7a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:11.668891 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94a0021-8ddc-43dd-84dd-1001e34e4c7a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:11.670824 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f94a0021-8ddc-43dd-84dd-1001e34e4c7a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1814573 Sep 16 05:04:11.673704 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35596) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:11.678764 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-5fbc5605-b2c5-42d1-af2f-67b2eaf7b8f1 None None] Allocated IP 172.20.0.2 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/cc280aed-ad37-43b6-be4f-cd0bb177a5c6/4b8d19a9-6379-43f8-95c7-7c09c759ce44) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:11.694446 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a006719-9043-48be-859d-97ff9b41f0be req-0ab3a5d7-95df-40f3-abfd-ca5c76805bda tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:11.699477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a006719-9043-48be-859d-97ff9b41f0be req-0ab3a5d7-95df-40f3-abfd-ca5c76805bda tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 943 time: 0.1374421 Sep 16 05:04:11.766234 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f756496-35c3-4e3c-9977-a8aadfa2d18e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet cc280aed-ad37-43b6-be4f-cd0bb177a5c6 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:11.781768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a006719-9043-48be-859d-97ff9b41f0be req-3ae69fb6-3705-44a7-9af7-4e98421f70fb tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731938 Sep 16 05:04:11.861115 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5fbc5605-b2c5-42d1-af2f-67b2eaf7b8f1 None None] For port 4b8d19a9-6379-43f8-95c7-7c09c759ce44, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4b8d19a9-6379-43f8-95c7-7c09c759ce44,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:11.904942 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5605-b2c5-42d1-af2f-67b2eaf7b8f1 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.961286 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f756496-35c3-4e3c-9977-a8aadfa2d18e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.961688 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5605-b2c5-42d1-af2f-67b2eaf7b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.015799 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f756496-35c3-4e3c-9977-a8aadfa2d18e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.058001 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc5605-b2c5-42d1-af2f-67b2eaf7b8f1 None None] Pushing event updated for resources: {'Port': ['ID=4b8d19a9-6379-43f8-95c7-7c09c759ce44,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:12.131997 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f756496-35c3-4e3c-9977-a8aadfa2d18e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.216126 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 130b24bf-6926-4814-bc4a-ef3e7eaab935 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:12.279125 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f756496-35c3-4e3c-9977-a8aadfa2d18e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.323341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f756496-35c3-4e3c-9977-a8aadfa2d18e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=cc280aed-ad37-43b6-be4f-cd0bb177a5c6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:12.325447 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f756496-35c3-4e3c-9977-a8aadfa2d18e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.327816 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3f756496-35c3-4e3c-9977-a8aadfa2d18e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/cc280aed-ad37-43b6-be4f-cd0bb177a5c6 HTTP/1.1" status: 204 len: 168 time: 0.6526613 Sep 16 05:04:12.331748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35612) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:12.374167 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 130b24bf-6926-4814-bc4a-ef3e7eaab935, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=130b24bf-6926-4814-bc4a-ef3e7eaab935,segment=NetworkSegment(5cf7ec57-970a-47b9-9bfc-21b52e0dd841),segment_id=5cf7ec57-970a-47b9-9bfc-21b52e0dd841)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:12.418921 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '130b24bf-6926-4814-bc4a-ef3e7eaab935', 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4', 'port_id': '130b24bf-6926-4814-bc4a-ef3e7eaab935', 'mac_address': 'fa:16:3e:d9:85:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c97edd-44a0-4586-a742-b4769abd146e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:12.440672 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa0b024-c104-4989-8ccd-b5ee3ad169e8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet d2dca8e0-5ea5-444b-a206-7ce35e444f57 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:12.451653 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-efa0b024-c104-4989-8ccd-b5ee3ad169e8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.505760 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.527755 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130b24bf-6926-4814-bc4a-ef3e7eaab935 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:12.557452 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-efa0b024-c104-4989-8ccd-b5ee3ad169e8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.562435 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 130b24bf-6926-4814-bc4a-ef3e7eaab935, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=130b24bf-6926-4814-bc4a-ef3e7eaab935,segment=NetworkSegment(5cf7ec57-970a-47b9-9bfc-21b52e0dd841),segment_id=5cf7ec57-970a-47b9-9bfc-21b52e0dd841)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:12.630676 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.631383 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device ec904977-a4f6-42c1-8e39-38426626bcfa details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:12.670071 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-efa0b024-c104-4989-8ccd-b5ee3ad169e8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.729472 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=130b24bf-6926-4814-bc4a-ef3e7eaab935,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:12.735702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port ec904977-a4f6-42c1-8e39-38426626bcfa, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ec904977-a4f6-42c1-8e39-38426626bcfa,segment=NetworkSegment(5cf7ec57-970a-47b9-9bfc-21b52e0dd841),segment_id=5cf7ec57-970a-47b9-9bfc-21b52e0dd841)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:12.753156 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'ec904977-a4f6-42c1-8e39-38426626bcfa', 'network_id': 'e356f4e7-0e58-42ff-b520-d5b1847d77e4', 'port_id': 'ec904977-a4f6-42c1-8e39-38426626bcfa', 'mac_address': 'fa:16:3e:98:84:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c97edd-44a0-4586-a742-b4769abd146e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:12.820237 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.848957 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec904977-a4f6-42c1-8e39-38426626bcfa {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:12.880008 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port ec904977-a4f6-42c1-8e39-38426626bcfa, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ec904977-a4f6-42c1-8e39-38426626bcfa,segment=NetworkSegment(5cf7ec57-970a-47b9-9bfc-21b52e0dd841),segment_id=5cf7ec57-970a-47b9-9bfc-21b52e0dd841)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:12.906345 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-efa0b024-c104-4989-8ccd-b5ee3ad169e8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.930313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0b024-c104-4989-8ccd-b5ee3ad169e8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=d2dca8e0-5ea5-444b-a206-7ce35e444f57,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:12.974953 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-efa0b024-c104-4989-8ccd-b5ee3ad169e8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.977713 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-efa0b024-c104-4989-8ccd-b5ee3ad169e8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/d2dca8e0-5ea5-444b-a206-7ce35e444f57 HTTP/1.1" status: 204 len: 168 time: 0.6442211 Sep 16 05:04:12.980015 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35630) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:12.985518 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad8ca83-9f97-4cce-a353-ba69d467ad62 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:13.006003 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.040973 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c6f03-299f-4636-a49f-1226f7fbd63a req-f6133b1c-6c9f-4d40-8d69-4f7a4219b9aa tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:13.042106 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5af4d07f-c878-453e-a589-e968f37ddc80 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602596 Sep 16 05:04:13.044342 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35632) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:13.050389 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-aeebb89e-b42d-48ee-8901-831d6175c380 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:13.051543 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d5e9906a-8ba9-480f-9d81-ee79a38039cd None None] Could not find standard attr ID for object 67f1d13f-9650-4b1b-843e-5740cf7943f6. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:04:13.053364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c3c6f03-299f-4636-a49f-1226f7fbd63a req-f6133b1c-6c9f-4d40-8d69-4f7a4219b9aa tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 943 time: 0.1262519 Sep 16 05:04:13.122102 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d5e9906a-8ba9-480f-9d81-ee79a38039cd None None] Provisioning complete for port 4b8d19a9-6379-43f8-95c7-7c09c759ce44 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:13.122576 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d5e9906a-8ba9-480f-9d81-ee79a38039cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.149627 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c3c6f03-299f-4636-a49f-1226f7fbd63a req-aa067496-faad-4e63-957c-82cf1ce07235 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915544 Sep 16 05:04:13.179841 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=ec904977-a4f6-42c1-8e39-38426626bcfa,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:13.277116 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4b8d19a9-6379-43f8-95c7-7c09c759ce44 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:13.350379 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeebb89e-b42d-48ee-8901-831d6175c380 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:13.355934 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aeebb89e-b42d-48ee-8901-831d6175c380 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.362854 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24988641-852f-41fc-984f-703ce8f04403 None None] DHCP port deletion for 9f6db69a-747f-45ec-af36-1b9e5c7fde27 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:13.436682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35642) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:13.455866 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 4b8d19a9-6379-43f8-95c7-7c09c759ce44 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:13.456395 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.683876 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-950e8cbc-d61c-45ff-9907-5a079e85d417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.701067 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['ec904977-a4f6-42c1-8e39-38426626bcfa'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:13.704943 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['130b24bf-6926-4814-bc4a-ef3e7eaab935'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:13.706434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-24988641-852f-41fc-984f-703ce8f04403 None None] Deleting port 4b8d19a9-6379-43f8-95c7-7c09c759ce44 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:13.707357 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24988641-852f-41fc-984f-703ce8f04403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.824972 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-950e8cbc-d61c-45ff-9907-5a079e85d417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.921351 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-950e8cbc-d61c-45ff-9907-5a079e85d417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.929489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-24988641-852f-41fc-984f-703ce8f04403 None None] For port 4b8d19a9-6379-43f8-95c7-7c09c759ce44, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4b8d19a9-6379-43f8-95c7-7c09c759ce44,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:13.930511 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24988641-852f-41fc-984f-703ce8f04403 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.964294 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-24988641-852f-41fc-984f-703ce8f04403 None None] Calling delete_port for 4b8d19a9-6379-43f8-95c7-7c09c759ce44 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:13.986670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-950e8cbc-d61c-45ff-9907-5a079e85d417 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c23cc6ad0de4019bd6c8341acb1f6ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5482850 Sep 16 05:04:13.993404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35656) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:14.011451 n-d-712140-13 neutron-server[95474]: DEBUG neutron.objects.ports [None req-aeebb89e-b42d-48ee-8901-831d6175c380 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95474) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:04:14.092550 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-78281317-77b2-4680-a9ab-929c8bbf900e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.095298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e8cbc-d61c-45ff-9907-5a079e85d417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c98c13-b197-4c24-8f41-1a938a2cd2dc,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:14.170602 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-78281317-77b2-4680-a9ab-929c8bbf900e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.366386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86f466-9893-4813-a78f-8a7d31fea925 req-17168bb1-f739-4ecd-9aec-35c3cde338cf tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:14.368049 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e86f466-9893-4813-a78f-8a7d31fea925 req-17168bb1-f739-4ecd-9aec-35c3cde338cf tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 944 time: 0.1439016 Sep 16 05:04:14.369155 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-78281317-77b2-4680-a9ab-929c8bbf900e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.373035 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-78281317-77b2-4680-a9ab-929c8bbf900e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.379915 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-78281317-77b2-4680-a9ab-929c8bbf900e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24c98c13-b197-4c24-8f41-1a938a2cd2dc HTTP/1.1" status: 204 len: 168 time: 0.3835447 Sep 16 05:04:14.398011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78281317-77b2-4680-a9ab-929c8bbf900e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c98c13-b197-4c24-8f41-1a938a2cd2dc,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:14.448105 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e86f466-9893-4813-a78f-8a7d31fea925 req-4aad51df-3ac1-4c98-a4e1-6e3814c6f3d7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525792 Sep 16 05:04:14.468095 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aeebb89e-b42d-48ee-8901-831d6175c380 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.470310 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24988641-852f-41fc-984f-703ce8f04403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.518743 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24988641-852f-41fc-984f-703ce8f04403 None None] Pushing event deleted for resources: {'Port': ['ID=4b8d19a9-6379-43f8-95c7-7c09c759ce44,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:14.529734 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24988641-852f-41fc-984f-703ce8f04403 None None] No DVR routers for this DVR port 4b8d19a9-6379-43f8-95c7-7c09c759ce44 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:14.532408 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeebb89e-b42d-48ee-8901-831d6175c380 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Port 4b8d19a9-6379-43f8-95c7-7c09c759ce44 concurrently deleted while adding address for new subnet {'id': 'a203ca4b-a94d-4b57-b220-963cefb15b8d', 'name': '', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2305, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-09-16T05:04:13Z', 'updated_at': '2021-09-16T05:04:13Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'd3dc16e411b441d2803735ae669e881f'}. {{(pid=95474) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Sep 16 05:04:14.533873 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aeebb89e-b42d-48ee-8901-831d6175c380 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.579042 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeebb89e-b42d-48ee-8901-831d6175c380 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:14.584271 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-aeebb89e-b42d-48ee-8901-831d6175c380 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:14.587448 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeebb89e-b42d-48ee-8901-831d6175c380 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:14.588251 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aeebb89e-b42d-48ee-8901-831d6175c380 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.610186 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebb89e-b42d-48ee-8901-831d6175c380 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=a203ca4b-a94d-4b57-b220-963cefb15b8d,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:14.614125 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b93af5e-0f1d-4c3a-8797-06504255e1a7 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:14.711379 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-aeebb89e-b42d-48ee-8901-831d6175c380 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6653125 Sep 16 05:04:14.715069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35674) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:14.721089 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:14.818306 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'fixed_ips': [{'subnet_id': 'a203ca4b-a94d-4b57-b220-963cefb15b8d'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:14.819430 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.996046 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:15.001072 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.093612 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] Allocated IP 2001:db8::f816:3eff:fef2:6845 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/a203ca4b-a94d-4b57-b220-963cefb15b8d/c01ccef0-230c-44fd-9b14-335e288c61c6) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:15.256715 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4b8d19a9-6379-43f8-95c7-7c09c759ce44 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:15.310372 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 4b8d19a9-6379-43f8-95c7-7c09c759ce44 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:15.310665 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4b8d19a9-6379-43f8-95c7-7c09c759ce44 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:15.436490 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.448528 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.493287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:15.503758 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:15.503758 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:15.504405 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.523287 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.526780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=614ee207-2d65-45d3-ace4-19226b1b91dd,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:15.534025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.534378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.534723 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.535142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.535702 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.536045 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.536375 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.536716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.537473 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.537818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.538152 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.538479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.602851 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:15.609042 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:15.614666 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:15.617381 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60be19e-84af-4882-8743-e88d32f52e27 req-84eb6ebf-edd8-4727-9dae-8392774040c1 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:15.617805 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] Pushing event updated for resources: {'Port': ['ID=c01ccef0-230c-44fd-9b14-335e288c61c6,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:15.619642 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f60be19e-84af-4882-8743-e88d32f52e27 req-84eb6ebf-edd8-4727-9dae-8392774040c1 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 944 time: 0.0749357 Sep 16 05:04:15.682016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f60be19e-84af-4882-8743-e88d32f52e27 req-cec25f37-fd00-42f1-beaa-199ad7e5421a tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473082 Sep 16 05:04:15.683925 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fe414831-4d08-410e-8da7-edfcd484de4b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9672277 Sep 16 05:04:15.686995 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35706) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:15.692609 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-2d7b381a-2e7f-49be-8ffa-642c910113d3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'mac_address': 'fa:16:3e:01:f0:e8', 'name': 'tempest-NetworksTestDHCPv6-64287778'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:15.703308 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] Attempting to bind port c01ccef0-230c-44fd-9b14-335e288c61c6 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:15.703751 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] Attempting to bind port c01ccef0-230c-44fd-9b14-335e288c61c6 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:15.704283 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] Attempting to bind port c01ccef0-230c-44fd-9b14-335e288c61c6 on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:15.710419 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:15.711253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:15.711729 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.712719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:15.713453 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] Bound port: c01ccef0-230c-44fd-9b14-335e288c61c6, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:15.714178 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.828871 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] For port c01ccef0-230c-44fd-9b14-335e288c61c6, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:15.839570 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] For port c01ccef0-230c-44fd-9b14-335e288c61c6, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c01ccef0-230c-44fd-9b14-335e288c61c6,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:15.928134 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.965366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35716) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:15.985046 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7b381a-2e7f-49be-8ffa-642c910113d3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:16.000467 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4301e-db45-4273-85ed-c1e5bd11e9a1 None None] Pushing event updated for resources: {'Port': ['ID=c01ccef0-230c-44fd-9b14-335e288c61c6,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:16.134672 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-d0486531-d409-4e11-903d-82719b35cfa3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1570767828-network', 'tenant_id': '66b644d7773d4166acc4128903166a64'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:16.154620 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2d7b381a-2e7f-49be-8ffa-642c910113d3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.183121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-2d7b381a-2e7f-49be-8ffa-642c910113d3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port d01417c5-da25-4c3a-90f4-b00fb50a155f yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:16.235832 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device ec904977-a4f6-42c1-8e39-38426626bcfa up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:16.253080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0486531-d409-4e11-903d-82719b35cfa3 admin admin] Made reservation on behalf of 66b644d7773d4166acc4128903166a64 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:16.255780 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d0486531-d409-4e11-903d-82719b35cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.268392 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d0486531-d409-4e11-903d-82719b35cfa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.436421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port ec904977-a4f6-42c1-8e39-38426626bcfa completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:04:16.440271 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d0486531-d409-4e11-903d-82719b35cfa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.441275 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port ec904977-a4f6-42c1-8e39-38426626bcfa triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:16.441814 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.481904 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-2d7b381a-2e7f-49be-8ffa-642c910113d3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 172.20.0.9 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/614ee207-2d65-45d3-ace4-19226b1b91dd/d01417c5-da25-4c3a-90f4-b00fb50a155f) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:16.489877 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-2d7b381a-2e7f-49be-8ffa-642c910113d3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::f816:3eff:fe01:f0e8 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/a203ca4b-a94d-4b57-b220-963cefb15b8d/d01417c5-da25-4c3a-90f4-b00fb50a155f) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:16.499834 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d0486531-d409-4e11-903d-82719b35cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.547649 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.557667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0486531-d409-4e11-903d-82719b35cfa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:04:16.575998 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69647f7-7d7f-40e6-aa4f-d07906024cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec904977-a4f6-42c1-8e39-38426626bcfa'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:16.578483 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ea1ba8-bd08-494d-b955-723b7b85b87c" -d '{"events": [{"server_uuid": "d69647f7-7d7f-40e6-aa4f-d07906024cf4", "name": "network-vif-plugged", "status": "completed", "tag": "ec904977-a4f6-42c1-8e39-38426626bcfa"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:16.595020 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port ec904977-a4f6-42c1-8e39-38426626bcfa, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ec904977-a4f6-42c1-8e39-38426626bcfa,segment=NetworkSegment(5cf7ec57-970a-47b9-9bfc-21b52e0dd841),segment_id=5cf7ec57-970a-47b9-9bfc-21b52e0dd841)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:16.618153 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d0486531-d409-4e11-903d-82719b35cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.618512 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-d0486531-d409-4e11-903d-82719b35cfa3 admin admin] Added segment 1bd0590c-05f0-418a-b6aa-c649517bbd81 of type vlan for network 0a57b73c-e2b7-4dff-ac9e-15e50c8842ab Sep 16 05:04:16.620076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0486531-d409-4e11-903d-82719b35cfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cc342f-1bfb-4621-b953-4aced6496c0d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:16.655843 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895adc1a-9112-49a5-97bd-caefbe9fb89d x-openstack-request-id: req-895adc1a-9112-49a5-97bd-caefbe9fb89d {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:16.656286 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69647f7-7d7f-40e6-aa4f-d07906024cf4", "name": "network-vif-plugged", "status": "completed", "tag": "ec904977-a4f6-42c1-8e39-38426626bcfa", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:16.656709 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-895adc1a-9112-49a5-97bd-caefbe9fb89d {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:16.657343 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69647f7-7d7f-40e6-aa4f-d07906024cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec904977-a4f6-42c1-8e39-38426626bcfa', 'code': 200} Sep 16 05:04:16.665449 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.666844 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 130b24bf-6926-4814-bc4a-ef3e7eaab935 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:16.751855 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d0486531-d409-4e11-903d-82719b35cfa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.806935 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2d7b381a-2e7f-49be-8ffa-642c910113d3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.897918 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=ec904977-a4f6-42c1-8e39-38426626bcfa,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:16.927698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e007b72-bc70-4a46-ae9f-55a3c4b08f5e req-a5e173aa-cb58-47cc-8f5f-333f22ba0b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.929499 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e007b72-bc70-4a46-ae9f-55a3c4b08f5e req-a5e173aa-cb58-47cc-8f5f-333f22ba0b9f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 1097 time: 0.1680205 Sep 16 05:04:16.939911 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2d7b381a-2e7f-49be-8ffa-642c910113d3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.978836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ff603-80d2-44fa-b400-e738dee4a80a req-f3df673f-6649-4779-8472-27f836d16925 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.980971 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b13ff603-80d2-44fa-b400-e738dee4a80a req-f3df673f-6649-4779-8472-27f836d16925 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 945 time: 0.1193502 Sep 16 05:04:16.981975 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d0486531-d409-4e11-903d-82719b35cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.985866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0486531-d409-4e11-903d-82719b35cfa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.987127 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d0486531-d409-4e11-903d-82719b35cfa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.034978 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e007b72-bc70-4a46-ae9f-55a3c4b08f5e req-93efe5b7-9d67-4835-a12b-79b607a1ec0a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966127 Sep 16 05:04:17.043317 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 130b24bf-6926-4814-bc4a-ef3e7eaab935 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:04:17.047688 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 130b24bf-6926-4814-bc4a-ef3e7eaab935 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:17.048074 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.070051 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7b381a-2e7f-49be-8ffa-642c910113d3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:17.076015 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-2d7b381a-2e7f-49be-8ffa-642c910113d3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:17.081217 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7b381a-2e7f-49be-8ffa-642c910113d3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:17.185895 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b381a-2e7f-49be-8ffa-642c910113d3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=d01417c5-da25-4c3a-90f4-b00fb50a155f,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:17.190355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0486531-d409-4e11-903d-82719b35cfa3 admin admin] Pushing event updated for resources: {'Network': ['ID=0a57b73c-e2b7-4dff-ac9e-15e50c8842ab,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:17.227116 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7b381a-2e7f-49be-8ffa-642c910113d3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:17.227116 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2d7b381a-2e7f-49be-8ffa-642c910113d3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.228037 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b13ff603-80d2-44fa-b400-e738dee4a80a req-124704c2-6764-4601-b338-91b2f08d99c7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998458 Sep 16 05:04:17.252092 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 0a57b73c-e2b7-4dff-ac9e-15e50c8842ab details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:17.255946 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d0486531-d409-4e11-903d-82719b35cfa3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2884066 Sep 16 05:04:17.260186 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35742) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:17.267422 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Request body: {'subnet': {'network_id': '0a57b73c-e2b7-4dff-ac9e-15e50c8842ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1570767828-subnet', 'tenant_id': '66b644d7773d4166acc4128903166a64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:17.304945 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.362964 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2d7b381a-2e7f-49be-8ffa-642c910113d3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.6726789 Sep 16 05:04:17.364305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35746) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:17.391264 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c01ccef0-230c-44fd-9b14-335e288c61c6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:17.453581 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Made reservation on behalf of 66b644d7773d4166acc4128903166a64 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:17.456166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 130b24bf-6926-4814-bc4a-ef3e7eaab935, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=130b24bf-6926-4814-bc4a-ef3e7eaab935,segment=NetworkSegment(5cf7ec57-970a-47b9-9bfc-21b52e0dd841),segment_id=5cf7ec57-970a-47b9-9bfc-21b52e0dd841)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:17.461184 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.495748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3e4a9c-e767-42c6-8cb4-dfaae8238f5f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:17.503380 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3e4a9c-e767-42c6-8cb4-dfaae8238f5f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:17.504839 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port c01ccef0-230c-44fd-9b14-335e288c61c6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:17.505703 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.508343 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35750) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:17.517772 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ff3e4a9c-e767-42c6-8cb4-dfaae8238f5f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1378789 Sep 16 05:04:17.552436 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.555159 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc96b002-1246-4d69-8db3-dbea0910e4dd None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:17.756621 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=130b24bf-6926-4814-bc4a-ef3e7eaab935,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:17.760992 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-09f4c8d5-9594-4bce-a0cc-ac438a50cad2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port d01417c5-da25-4c3a-90f4-b00fb50a155f {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:17.761350 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-09f4c8d5-9594-4bce-a0cc-ac438a50cad2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.763310 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f155c4ab-4a38-4c26-bb1c-2f5d7ba46d09 None None] Provisioning complete for port c01ccef0-230c-44fd-9b14-335e288c61c6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:17.768821 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f155c4ab-4a38-4c26-bb1c-2f5d7ba46d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.845597 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.933593 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-09f4c8d5-9594-4bce-a0cc-ac438a50cad2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.952881 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-09f4c8d5-9594-4bce-a0cc-ac438a50cad2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for d01417c5-da25-4c3a-90f4-b00fb50a155f owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:17.981271 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port c01ccef0-230c-44fd-9b14-335e288c61c6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c01ccef0-230c-44fd-9b14-335e288c61c6,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:18.002807 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f155c4ab-4a38-4c26-bb1c-2f5d7ba46d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.016425 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.086078 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.115164 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef4c56a-01d5-4d09-b98b-14fcf692fe8d,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:18.147513 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:04:18.152718 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:18.153375 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:18.153893 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:18.154457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:18.154970 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:18.155508 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:18.155991 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:18.156525 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:18.157000 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:18.157473 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:18.157938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:18.158420 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:18.170414 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Checking segment: {'id': '1bd0590c-05f0-418a-b6aa-c649517bbd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0a57b73c-e2b7-4dff-ac9e-15e50c8842ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:18.170777 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Network hostable DHCP agents. Network: 0a57b73c-e2b7-4dff-ac9e-15e50c8842ab, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:04:18.173929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec7b1c9-3f23-498f-8aa3-444d1c42103b None None] Update dhcp port {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'fixed_ips': [{'subnet_id': 'a203ca4b-a94d-4b57-b220-963cefb15b8d', 'ip_address': '2001:db8::f816:3eff:fef2:6845'}, {'subnet_id': '614ee207-2d65-45d3-ace4-19226b1b91dd'}], 'binding:host_id': 'n-d-712140-13'}, 'id': 'c01ccef0-230c-44fd-9b14-335e288c61c6'} from n-d-712140-13. {{(pid=95475) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:04:18.216266 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=c01ccef0-230c-44fd-9b14-335e288c61c6,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:18.222344 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-f155c4ab-4a38-4c26-bb1c-2f5d7ba46d09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:04:18.222707 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-f155c4ab-4a38-4c26-bb1c-2f5d7ba46d09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:04:18.228872 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8ec7b1c9-3f23-498f-8aa3-444d1c42103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.285674 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Network 0a57b73c-e2b7-4dff-ac9e-15e50c8842ab is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:04:18.359299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a0c3c-71d7-4fed-9a81-0b37fd89e472 req-ff6909d1-4e80-4fe7-81e5-88b6a92955bd tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:18.361258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e80a0c3c-71d7-4fed-9a81-0b37fd89e472 req-ff6909d1-4e80-4fe7-81e5-88b6a92955bd tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 945 time: 0.0567546 Sep 16 05:04:18.388939 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 0a57b73c-e2b7-4dff-ac9e-15e50c8842ab) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:18.416640 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:18.417072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e80a0c3c-71d7-4fed-9a81-0b37fd89e472 req-5fd92d3c-8871-49e1-ac52-1bdad75b6f13 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489817 Sep 16 05:04:18.423242 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.423500 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d776016f-d8c7-4594-9864-373f2735b5f4 None None] Network 0a57b73c-e2b7-4dff-ac9e-15e50c8842ab requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:18.429844 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-09f4c8d5-9594-4bce-a0cc-ac438a50cad2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.472156 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4c8d5-9594-4bce-a0cc-ac438a50cad2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=d01417c5-da25-4c3a-90f4-b00fb50a155f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:18.584956 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-8ec7b1c9-3f23-498f-8aa3-444d1c42103b None None] Allocated IP 172.20.0.2 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/614ee207-2d65-45d3-ace4-19226b1b91dd/c01ccef0-230c-44fd-9b14-335e288c61c6) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:18.591502 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b78d28d7-c5d5-4db3-be56-dee924fc84fd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3300526 Sep 16 05:04:18.636129 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-09f4c8d5-9594-4bce-a0cc-ac438a50cad2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.640896 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-09f4c8d5-9594-4bce-a0cc-ac438a50cad2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/d01417c5-da25-4c3a-90f4-b00fb50a155f HTTP/1.1" status: 204 len: 168 time: 1.1267848 Sep 16 05:04:18.641357 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35772) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:18.659897 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1135e167-3434-467a-b09e-291e445308a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130b24bf-6926-4814-bc4a-ef3e7eaab935'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:18.662188 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3a7981-82f4-45a7-b597-07d92f8868ce" -d '{"events": [{"server_uuid": "1135e167-3434-467a-b09e-291e445308a9", "name": "network-vif-plugged", "status": "completed", "tag": "130b24bf-6926-4814-bc4a-ef3e7eaab935"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:18.764919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecd6b23-d9a2-453d-9de6-245cbe338346 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:18.769489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecd6b23-d9a2-453d-9de6-245cbe338346 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:18.774708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecd6b23-d9a2-453d-9de6-245cbe338346 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:18.788150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-eecd6b23-d9a2-453d-9de6-245cbe338346 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1446719 Sep 16 05:04:18.788428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35778) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:18.905028 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-b445dabf-cd9f-44cc-9336-a0a322e63a0b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet 614ee207-2d65-45d3-ace4-19226b1b91dd {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:18.965706 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f678bdcf-245b-4d8e-bc65-7bd33fb19f6f x-openstack-request-id: req-f678bdcf-245b-4d8e-bc65-7bd33fb19f6f {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:18.970053 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1135e167-3434-467a-b09e-291e445308a9", "name": "network-vif-plugged", "status": "completed", "tag": "130b24bf-6926-4814-bc4a-ef3e7eaab935", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:18.970053 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f678bdcf-245b-4d8e-bc65-7bd33fb19f6f {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:18.970053 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1135e167-3434-467a-b09e-291e445308a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130b24bf-6926-4814-bc4a-ef3e7eaab935', 'code': 200} Sep 16 05:04:18.970353 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af755746-4024-4bfd-8b0a-a1f61102b9e1 req-cd193e70-d7d2-4f89-81f4-768e7177d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:18.970353 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af755746-4024-4bfd-8b0a-a1f61102b9e1 req-cd193e70-d7d2-4f89-81f4-768e7177d022 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1135e167-3434-467a-b09e-291e445308a9 HTTP/1.1" status: 200 len: 1097 time: 0.1210818 Sep 16 05:04:19.036300 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af755746-4024-4bfd-8b0a-a1f61102b9e1 req-b0ecf748-6907-4b6b-9fd1-cf71f9bbbded service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545104 Sep 16 05:04:19.045923 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a154a6-b369-4143-bdb8-f0d4c9fab5b6 None None] Network 0a57b73c-e2b7-4dff-ac9e-15e50c8842ab requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:19.148495 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-8ec7b1c9-3f23-498f-8aa3-444d1c42103b None None] For port c01ccef0-230c-44fd-9b14-335e288c61c6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c01ccef0-230c-44fd-9b14-335e288c61c6,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:19.217674 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8ec7b1c9-3f23-498f-8aa3-444d1c42103b None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.249521 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c01ccef0-230c-44fd-9b14-335e288c61c6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:19.306862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port c01ccef0-230c-44fd-9b14-335e288c61c6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:19.307354 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.344624 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b445dabf-cd9f-44cc-9336-a0a322e63a0b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.354933 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8ec7b1c9-3f23-498f-8aa3-444d1c42103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.393137 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b445dabf-cd9f-44cc-9336-a0a322e63a0b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.478460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7b1c9-3f23-498f-8aa3-444d1c42103b None None] Pushing event updated for resources: {'Port': ['ID=c01ccef0-230c-44fd-9b14-335e288c61c6,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:19.532072 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b445dabf-cd9f-44cc-9336-a0a322e63a0b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.603050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6994ec9-c443-451f-9341-e2d12c18508c req-db859039-3f0e-4b2c-88af-2db4409d1870 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:19.615393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6994ec9-c443-451f-9341-e2d12c18508c req-db859039-3f0e-4b2c-88af-2db4409d1870 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 945 time: 0.0859270 Sep 16 05:04:19.677062 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6994ec9-c443-451f-9341-e2d12c18508c req-b8e12802-3d99-4118-9c13-0ed9658b59fb tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599582 Sep 16 05:04:19.755783 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b445dabf-cd9f-44cc-9336-a0a322e63a0b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.818522 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445dabf-cd9f-44cc-9336-a0a322e63a0b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=614ee207-2d65-45d3-ace4-19226b1b91dd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:19.828943 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b445dabf-cd9f-44cc-9336-a0a322e63a0b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.831924 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b445dabf-cd9f-44cc-9336-a0a322e63a0b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/614ee207-2d65-45d3-ace4-19226b1b91dd HTTP/1.1" status: 204 len: 168 time: 1.0423739 Sep 16 05:04:19.839669 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35812) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:19.899923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730f929-9776-4bf8-bfb4-19288bcd97ad req-3d0fa523-b971-4795-99fb-cb355caa9e99 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:19.910596 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35814) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:19.912691 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d730f929-9776-4bf8-bfb4-19288bcd97ad req-3d0fa523-b971-4795-99fb-cb355caa9e99 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=1135e167-3434-467a-b09e-291e445308a9 HTTP/1.1" status: 200 len: 945 time: 0.1269312 Sep 16 05:04:19.933923 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-18e23e19-31c2-4c57-a4d0-c39346eaa05a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2087564465-network', 'tenant_id': '1b5a2bfba66841fb925e6834bd17d76a'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:19.971527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d730f929-9776-4bf8-bfb4-19288bcd97ad req-6091f3b9-5c65-4526-9cb6-adc690820428 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575032 Sep 16 05:04:19.998313 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51d77fb-0755-4e5d-acbb-77b7b5e72b2a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet a203ca4b-a94d-4b57-b220-963cefb15b8d {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:20.002163 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f51d77fb-0755-4e5d-acbb-77b7b5e72b2a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.069994 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f51d77fb-0755-4e5d-acbb-77b7b5e72b2a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.105744 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e23e19-31c2-4c57-a4d0-c39346eaa05a admin admin] Made reservation on behalf of 1b5a2bfba66841fb925e6834bd17d76a for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:20.108498 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-18e23e19-31c2-4c57-a4d0-c39346eaa05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.121585 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-18e23e19-31c2-4c57-a4d0-c39346eaa05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.216994 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f51d77fb-0755-4e5d-acbb-77b7b5e72b2a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.332608 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af74d021-a174-4ef6-8e99-83f450691c7e None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:20.334527 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f9f8ebe2-be0a-44dc-964d-7e4466b9ec1c None None] Could not find standard attr ID for object d01417c5-da25-4c3a-90f4-b00fb50a155f. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:04:20.351706 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-18e23e19-31c2-4c57-a4d0-c39346eaa05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.408346 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f9f8ebe2-be0a-44dc-964d-7e4466b9ec1c None None] Provisioning complete for port c01ccef0-230c-44fd-9b14-335e288c61c6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:20.408717 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f9f8ebe2-be0a-44dc-964d-7e4466b9ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.425027 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f51d77fb-0755-4e5d-acbb-77b7b5e72b2a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.461545 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d77fb-0755-4e5d-acbb-77b7b5e72b2a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=a203ca4b-a94d-4b57-b220-963cefb15b8d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:20.464190 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-18e23e19-31c2-4c57-a4d0-c39346eaa05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.468073 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f51d77fb-0755-4e5d-acbb-77b7b5e72b2a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.471011 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f51d77fb-0755-4e5d-acbb-77b7b5e72b2a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/a203ca4b-a94d-4b57-b220-963cefb15b8d HTTP/1.1" status: 204 len: 168 time: 0.6302309 Sep 16 05:04:20.474666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35826) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:20.499291 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e23e19-31c2-4c57-a4d0-c39346eaa05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a27bf3-9c8f-4f3b-8799-22ad7d59734d,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:20.513527 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e23e19-31c2-4c57-a4d0-c39346eaa05a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:04:20.530002 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-18e23e19-31c2-4c57-a4d0-c39346eaa05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.530357 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-18e23e19-31c2-4c57-a4d0-c39346eaa05a admin admin] Added segment 936079b9-dd8b-46aa-819b-11f18e88d353 of type vlan for network 1e0c1342-1837-4f0f-a699-e9992dd14de9 Sep 16 05:04:20.571187 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35830) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:20.571475 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3bfc7c22-944c-4a04-9faa-085b67903db6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0953815 Sep 16 05:04:20.576938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d760c3d3-85f5-412e-b2de-7f16e67db339 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:20.599464 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-18e23e19-31c2-4c57-a4d0-c39346eaa05a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.674230 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce88a25-a30d-4ea2-aecc-8daeee3e066a None None] DHCP port deletion for 9f6db69a-747f-45ec-af36-1b9e5c7fde27 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:20.735124 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-bce88a25-a30d-4ea2-aecc-8daeee3e066a None None] Deleting port c01ccef0-230c-44fd-9b14-335e288c61c6 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:20.735500 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bce88a25-a30d-4ea2-aecc-8daeee3e066a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.813110 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-bce88a25-a30d-4ea2-aecc-8daeee3e066a None None] For port c01ccef0-230c-44fd-9b14-335e288c61c6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c01ccef0-230c-44fd-9b14-335e288c61c6,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:20.813892 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bce88a25-a30d-4ea2-aecc-8daeee3e066a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.819624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d760c3d3-85f5-412e-b2de-7f16e67db339 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:20.824746 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d760c3d3-85f5-412e-b2de-7f16e67db339 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.831665 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-18e23e19-31c2-4c57-a4d0-c39346eaa05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.833440 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e23e19-31c2-4c57-a4d0-c39346eaa05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:20.834642 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-18e23e19-31c2-4c57-a4d0-c39346eaa05a admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.835956 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-bce88a25-a30d-4ea2-aecc-8daeee3e066a None None] Calling delete_port for c01ccef0-230c-44fd-9b14-335e288c61c6 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:21.024861 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bce88a25-a30d-4ea2-aecc-8daeee3e066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.061347 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce88a25-a30d-4ea2-aecc-8daeee3e066a None None] Pushing event deleted for resources: {'Port': ['ID=c01ccef0-230c-44fd-9b14-335e288c61c6,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:21.065238 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce88a25-a30d-4ea2-aecc-8daeee3e066a None None] No DVR routers for this DVR port c01ccef0-230c-44fd-9b14-335e288c61c6 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:21.157135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce14d79-9dba-451b-89d9-228d339a9803 req-8830f808-4d4b-4755-ba52-7c75955037d4 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:21.158780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ce14d79-9dba-451b-89d9-228d339a9803 req-8830f808-4d4b-4755-ba52-7c75955037d4 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=1135e167-3434-467a-b09e-291e445308a9 HTTP/1.1" status: 200 len: 945 time: 0.0989494 Sep 16 05:04:21.267882 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c01ccef0-230c-44fd-9b14-335e288c61c6 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:21.276240 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ce14d79-9dba-451b-89d9-228d339a9803 req-92527172-3df7-479b-b131-a090454fc60b tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013682 Sep 16 05:04:21.311132 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: c01ccef0-230c-44fd-9b14-335e288c61c6 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:21.311132 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c01ccef0-230c-44fd-9b14-335e288c61c6 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:21.377476 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-18e23e19-31c2-4c57-a4d0-c39346eaa05a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4631183 Sep 16 05:04:21.380814 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35850) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:21.381440 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e23e19-31c2-4c57-a4d0-c39346eaa05a admin admin] Pushing event updated for resources: {'Network': ['ID=1e0c1342-1837-4f0f-a699-e9992dd14de9,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:21.388565 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-9170a229-7f44-4874-bf6a-0b00a607c381 admin admin] Request body: {'subnet': {'network_id': '1e0c1342-1837-4f0f-a699-e9992dd14de9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2087564465-subnet', 'tenant_id': '1b5a2bfba66841fb925e6834bd17d76a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:21.394243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 1e0c1342-1837-4f0f-a699-e9992dd14de9 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:21.529828 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9170a229-7f44-4874-bf6a-0b00a607c381 admin admin] Made reservation on behalf of 1b5a2bfba66841fb925e6834bd17d76a for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:21.532110 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9170a229-7f44-4874-bf6a-0b00a607c381 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.714037 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d760c3d3-85f5-412e-b2de-7f16e67db339 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.778224 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d760c3d3-85f5-412e-b2de-7f16e67db339 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:21.781614 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-d760c3d3-85f5-412e-b2de-7f16e67db339 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:21.795603 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d760c3d3-85f5-412e-b2de-7f16e67db339 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:21.795603 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d760c3d3-85f5-412e-b2de-7f16e67db339 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.795821 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7082e0f1-8a19-4b5a-9281-5a2df1c61582 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:21.796192 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760c3d3-85f5-412e-b2de-7f16e67db339 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=08216afd-247c-41d5-bc8a-b9f2a68445c7,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:21.906989 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9170a229-7f44-4874-bf6a-0b00a607c381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.969662 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d760c3d3-85f5-412e-b2de-7f16e67db339 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3966746 Sep 16 05:04:21.972785 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35860) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:21.978441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b025fed1-5e90-4fc1-9990-7f3bc52dac96 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:22.046470 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170a229-7f44-4874-bf6a-0b00a607c381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dacded0c-7c60-4ae9-94bb-281fd0644399,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:22.076715 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9170a229-7f44-4874-bf6a-0b00a607c381 admin admin] Checking segment: {'id': '936079b9-dd8b-46aa-819b-11f18e88d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e0c1342-1837-4f0f-a699-e9992dd14de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:22.077223 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9170a229-7f44-4874-bf6a-0b00a607c381 admin admin] Network hostable DHCP agents. Network: 1e0c1342-1837-4f0f-a699-e9992dd14de9, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:04:22.173582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'fixed_ips': [{'subnet_id': '08216afd-247c-41d5-bc8a-b9f2a68445c7'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:22.174810 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.335904 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] Allocated IP 172.20.0.2 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/08216afd-247c-41d5-bc8a-b9f2a68445c7/0fea4800-8a7d-4ccd-a345-eacc7a39f4d2) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:22.523749 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.007669 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9170a229-7f44-4874-bf6a-0b00a607c381 admin admin] Network 1e0c1342-1837-4f0f-a699-e9992dd14de9 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:04:23.060321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b025fed1-5e90-4fc1-9990-7f3bc52dac96 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:23.071480 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b025fed1-5e90-4fc1-9990-7f3bc52dac96 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.097100 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.104678 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-9170a229-7f44-4874-bf6a-0b00a607c381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 1e0c1342-1837-4f0f-a699-e9992dd14de9) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:23.115964 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9170a229-7f44-4874-bf6a-0b00a607c381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:23.116602 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9170a229-7f44-4874-bf6a-0b00a607c381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.145170 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd243f9d-0093-40ef-a808-6fdb30b9bcc9 None None] Network 1e0c1342-1837-4f0f-a699-e9992dd14de9 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:23.205600 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:23.210185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:23.222010 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:23.225474 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9170a229-7f44-4874-bf6a-0b00a607c381 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8399587 Sep 16 05:04:23.300234 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b920393-cc00-4fec-afe1-8dddd8d071f0 req-363d8049-0292-42aa-9248-e0703aec6fc0 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:23.305463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] Pushing event updated for resources: {'Port': ['ID=0fea4800-8a7d-4ccd-a345-eacc7a39f4d2,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:23.319357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b920393-cc00-4fec-afe1-8dddd8d071f0 req-363d8049-0292-42aa-9248-e0703aec6fc0 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=1135e167-3434-467a-b09e-291e445308a9 HTTP/1.1" status: 200 len: 945 time: 0.1189103 Sep 16 05:04:23.387682 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b920393-cc00-4fec-afe1-8dddd8d071f0 req-ecca2a96-de0a-4289-9fcc-6e4c604dcdd9 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666990 Sep 16 05:04:23.416088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] Attempting to bind port 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:23.416700 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] Attempting to bind port 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:23.417310 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] Attempting to bind port 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2 on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:23.438168 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:23.438578 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:23.439137 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.444989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:23.444989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] Bound port: 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:23.444989 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.548723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802148c9-d1e2-477d-a724-0e7ad6c1e073 None None] Network 1e0c1342-1837-4f0f-a699-e9992dd14de9 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:23.627403 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] For port 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:23.646595 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] For port 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0fea4800-8a7d-4ccd-a345-eacc7a39f4d2,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:23.730049 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.844411 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2312990-eae0-455a-a4a1-f56eff044d6c None None] Pushing event updated for resources: {'Port': ['ID=0fea4800-8a7d-4ccd-a345-eacc7a39f4d2,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:23.890263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.objects.ports [None req-b025fed1-5e90-4fc1-9990-7f3bc52dac96 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95473) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:04:24.105904 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b3579-190e-4b1d-a037-70c6c4dd7593 req-a87b7002-bb63-44a4-a02d-988c17c5a4a1 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:24.107388 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a2b3579-190e-4b1d-a037-70c6c4dd7593 req-a87b7002-bb63-44a4-a02d-988c17c5a4a1 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.21 "GET /v2.0/ports?device_id=1135e167-3434-467a-b09e-291e445308a9 HTTP/1.1" status: 200 len: 945 time: 0.4090588 Sep 16 05:04:24.309936 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760944d-89ec-49c1-b270-88992e40c826 req-cea6cc91-3338-44ba-bd1c-481661eee39e tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:24.309936 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c760944d-89ec-49c1-b270-88992e40c826 req-cea6cc91-3338-44ba-bd1c-481661eee39e tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/networks?id=0a57b73c-e2b7-4dff-ac9e-15e50c8842ab HTTP/1.1" status: 200 len: 825 time: 0.4305086 Sep 16 05:04:24.330435 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c760944d-89ec-49c1-b270-88992e40c826 req-2e79f70a-4f24-47a1-86e6-c00e9247730f tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/quotas/66b644d7773d4166acc4128903166a64 HTTP/1.1" status: 200 len: 375 time: 0.0174236 Sep 16 05:04:24.358453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-3a2b3579-190e-4b1d-a037-70c6c4dd7593 req-ba97f4a0-7d9d-49fe-b61a-ce3cfd9f38a7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Deleting port 130b24bf-6926-4814-bc4a-ef3e7eaab935 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:24.358798 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3a2b3579-190e-4b1d-a037-70c6c4dd7593 req-ba97f4a0-7d9d-49fe-b61a-ce3cfd9f38a7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.359268 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.384033 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c760944d-89ec-49c1-b270-88992e40c826 req-00a8885c-8731-43ce-97fa-22df57bb28eb tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=66b644d7773d4166acc4128903166a64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406504 Sep 16 05:04:24.527684 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b025fed1-5e90-4fc1-9990-7f3bc52dac96 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.700305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-3a2b3579-190e-4b1d-a037-70c6c4dd7593 req-ba97f4a0-7d9d-49fe-b61a-ce3cfd9f38a7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] For port 130b24bf-6926-4814-bc4a-ef3e7eaab935, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=130b24bf-6926-4814-bc4a-ef3e7eaab935,segment=NetworkSegment(5cf7ec57-970a-47b9-9bfc-21b52e0dd841),segment_id=5cf7ec57-970a-47b9-9bfc-21b52e0dd841)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:24.700691 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3a2b3579-190e-4b1d-a037-70c6c4dd7593 req-ba97f4a0-7d9d-49fe-b61a-ce3cfd9f38a7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.748114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-3a2b3579-190e-4b1d-a037-70c6c4dd7593 req-ba97f4a0-7d9d-49fe-b61a-ce3cfd9f38a7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Calling delete_port for 130b24bf-6926-4814-bc4a-ef3e7eaab935 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:24.760243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad5f64-a806-4cfa-889b-18e2d918f728 req-b7ca19fe-3715-44f8-ad1e-70cca34930e8 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:24.763691 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8ad5f64-a806-4cfa-889b-18e2d918f728 req-b7ca19fe-3715-44f8-ad1e-70cca34930e8 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=1135e167-3434-467a-b09e-291e445308a9 HTTP/1.1" status: 200 len: 945 time: 0.2317443 Sep 16 05:04:24.794856 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c760944d-89ec-49c1-b270-88992e40c826 req-85cde82a-136a-4a5a-bd79-7a15ec7d7b13 service neutron] 10.222.0.20 "GET /v2.0/networks/0a57b73c-e2b7-4dff-ac9e-15e50c8842ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533821 Sep 16 05:04:25.027539 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8ad5f64-a806-4cfa-889b-18e2d918f728 req-e9050b49-5d2c-43af-856a-cc62874b7e5b tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/security-groups?id=5da12093-2db1-4ab5-8ea7-5842b45b461c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479446 Sep 16 05:04:25.043742 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-b025fed1-5e90-4fc1-9990-7f3bc52dac96 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] For port 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0fea4800-8a7d-4ccd-a345-eacc7a39f4d2,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:25.118342 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c760944d-89ec-49c1-b270-88992e40c826 req-4d12012a-ff15-47e5-96aa-f34857499fda service neutron] 10.222.0.20 "GET /v2.0/networks/0a57b73c-e2b7-4dff-ac9e-15e50c8842ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831972 Sep 16 05:04:25.119375 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b35f3901-a6e0-435c-b6f1-303babc55264 None None] Provisioning complete for port 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:25.120026 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b35f3901-a6e0-435c-b6f1-303babc55264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.187224 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b025fed1-5e90-4fc1-9990-7f3bc52dac96 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.202791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafb804-07b7-492e-bb36-8d241bb31819 req-884648e2-d2bd-4a93-9b1c-5b49def307cc tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:25.204550 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fcafb804-07b7-492e-bb36-8d241bb31819 req-884648e2-d2bd-4a93-9b1c-5b49def307cc tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69647f7-7d7f-40e6-aa4f-d07906024cf4 HTTP/1.1" status: 200 len: 945 time: 0.1645370 Sep 16 05:04:25.271997 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b025fed1-5e90-4fc1-9990-7f3bc52dac96 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.273076 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b025fed1-5e90-4fc1-9990-7f3bc52dac96 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.341237 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b35f3901-a6e0-435c-b6f1-303babc55264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.417762 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b025fed1-5e90-4fc1-9990-7f3bc52dac96 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:25.419370 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:25.423829 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b35f3901-a6e0-435c-b6f1-303babc55264 None None] For port 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0fea4800-8a7d-4ccd-a345-eacc7a39f4d2,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:25.428272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-b025fed1-5e90-4fc1-9990-7f3bc52dac96 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:25.441274 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b025fed1-5e90-4fc1-9990-7f3bc52dac96 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:25.442020 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b025fed1-5e90-4fc1-9990-7f3bc52dac96 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.452776 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3a2b3579-190e-4b1d-a037-70c6c4dd7593 req-ba97f4a0-7d9d-49fe-b61a-ce3cfd9f38a7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.500386 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4669cef-e17e-4057-b665-c683190b2452 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:25.507452 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['ec904977-a4f6-42c1-8e39-38426626bcfa', '130b24bf-6926-4814-bc4a-ef3e7eaab935'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:25.519282 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b35f3901-a6e0-435c-b6f1-303babc55264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.692970 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f3901-a6e0-435c-b6f1-303babc55264 None None] Pushing event updated for resources: {'Port': ['ID=0fea4800-8a7d-4ccd-a345-eacc7a39f4d2,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:25.819467 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:25.820123 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.938310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ba648c0-9b41-4122-ba60-e34bcb60adcf req-92426435-ecf0-4472-a754-2045e60dfd25 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/ports?device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 210 time: 0.4990487 Sep 16 05:04:25.952341 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025fed1-5e90-4fc1-9990-7f3bc52dac96 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=ca6a5c8d-25af-41f1-8405-298e5524896c,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:25.966816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025fed1-5e90-4fc1-9990-7f3bc52dac96 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=0fea4800-8a7d-4ccd-a345-eacc7a39f4d2,revision_number=4']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:26.007481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97f4a0-7d9d-49fe-b61a-ce3cfd9f38a7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Pushing event deleted for resources: {'Port': ['ID=130b24bf-6926-4814-bc4a-ef3e7eaab935,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:26.032600 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-fcafb804-07b7-492e-bb36-8d241bb31819 req-46515580-94e9-4a8e-96ac-c59055ad994d tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Deleting port ec904977-a4f6-42c1-8e39-38426626bcfa {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:26.033061 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fcafb804-07b7-492e-bb36-8d241bb31819 req-46515580-94e9-4a8e-96ac-c59055ad994d tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.054680 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b025fed1-5e90-4fc1-9990-7f3bc52dac96 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0777366 Sep 16 05:04:26.055469 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35962) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:26.062764 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-54a627cd-a8a2-4e60-a8a6-ae0530e1309a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'mac_address': 'fa:16:3e:8c:44:43', 'name': 'tempest-NetworksTestDHCPv6-1824751372'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:26.076232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2b3579-190e-4b1d-a037-70c6c4dd7593 req-ba97f4a0-7d9d-49fe-b61a-ce3cfd9f38a7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] No DVR routers for this DVR port 130b24bf-6926-4814-bc4a-ef3e7eaab935 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:26.080742 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3a2b3579-190e-4b1d-a037-70c6c4dd7593 req-ba97f4a0-7d9d-49fe-b61a-ce3cfd9f38a7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.082949 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a2b3579-190e-4b1d-a037-70c6c4dd7593 req-ba97f4a0-7d9d-49fe-b61a-ce3cfd9f38a7 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.21 "DELETE /v2.0/ports/130b24bf-6926-4814-bc4a-ef3e7eaab935 HTTP/1.1" status: 204 len: 173 time: 1.9447050 Sep 16 05:04:26.083481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1135e167-3434-467a-b09e-291e445308a9', 'name': 'network-vif-deleted', 'tag': '130b24bf-6926-4814-bc4a-ef3e7eaab935'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:26.085967 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdd9234-f399-4760-b3f8-576090f9d61f" -d '{"events": [{"server_uuid": "1135e167-3434-467a-b09e-291e445308a9", "name": "network-vif-deleted", "tag": "130b24bf-6926-4814-bc4a-ef3e7eaab935"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:26.173485 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1281660-95a0-4282-b887-7203d1a068d6 x-openstack-request-id: req-b1281660-95a0-4282-b887-7203d1a068d6 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:26.183399 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1135e167-3434-467a-b09e-291e445308a9", "name": "network-vif-deleted", "tag": "130b24bf-6926-4814-bc4a-ef3e7eaab935", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:26.183399 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1281660-95a0-4282-b887-7203d1a068d6 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:26.183399 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1135e167-3434-467a-b09e-291e445308a9', 'name': 'network-vif-deleted', 'tag': '130b24bf-6926-4814-bc4a-ef3e7eaab935', 'status': 'completed', 'code': 200} Sep 16 05:04:26.319210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b367535-c13d-4684-b267-2437a0f08c00 req-9140f746-2eb6-462c-b76d-7df7e1747185 tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=1135e167-3434-467a-b09e-291e445308a9 HTTP/1.1" status: 200 len: 210 time: 0.1150196 Sep 16 05:04:26.376313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-fcafb804-07b7-492e-bb36-8d241bb31819 req-46515580-94e9-4a8e-96ac-c59055ad994d tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] For port ec904977-a4f6-42c1-8e39-38426626bcfa, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ec904977-a4f6-42c1-8e39-38426626bcfa,segment=NetworkSegment(5cf7ec57-970a-47b9-9bfc-21b52e0dd841),segment_id=5cf7ec57-970a-47b9-9bfc-21b52e0dd841)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:26.377070 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fcafb804-07b7-492e-bb36-8d241bb31819 req-46515580-94e9-4a8e-96ac-c59055ad994d tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.405723 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-fcafb804-07b7-492e-bb36-8d241bb31819 req-46515580-94e9-4a8e-96ac-c59055ad994d tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Calling delete_port for ec904977-a4f6-42c1-8e39-38426626bcfa owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:26.441641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a627cd-a8a2-4e60-a8a6-ae0530e1309a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:26.548775 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-54a627cd-a8a2-4e60-a8a6-ae0530e1309a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.622544 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-54a627cd-a8a2-4e60-a8a6-ae0530e1309a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port 3bdb25ec-c0d0-444b-8f26-89c5361955ee yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:26.654018 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fcafb804-07b7-492e-bb36-8d241bb31819 req-46515580-94e9-4a8e-96ac-c59055ad994d tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.726573 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46515580-94e9-4a8e-96ac-c59055ad994d tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Pushing event deleted for resources: {'Port': ['ID=ec904977-a4f6-42c1-8e39-38426626bcfa,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:26.800873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcafb804-07b7-492e-bb36-8d241bb31819 req-46515580-94e9-4a8e-96ac-c59055ad994d tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] No DVR routers for this DVR port ec904977-a4f6-42c1-8e39-38426626bcfa on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:26.804070 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fcafb804-07b7-492e-bb36-8d241bb31819 req-46515580-94e9-4a8e-96ac-c59055ad994d tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.806447 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fcafb804-07b7-492e-bb36-8d241bb31819 req-46515580-94e9-4a8e-96ac-c59055ad994d tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.21 "DELETE /v2.0/ports/ec904977-a4f6-42c1-8e39-38426626bcfa HTTP/1.1" status: 204 len: 173 time: 1.5941708 Sep 16 05:04:26.953893 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-81734d5f-676f-4f08-b9cd-ee34ac642f0f None None] Provisioning complete for port 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:26.955036 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-81734d5f-676f-4f08-b9cd-ee34ac642f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.968028 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-54a627cd-a8a2-4e60-a8a6-ae0530e1309a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 172.20.0.13 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/08216afd-247c-41d5-bc8a-b9f2a68445c7/3bdb25ec-c0d0-444b-8f26-89c5361955ee) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:26.979614 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-54a627cd-a8a2-4e60-a8a6-ae0530e1309a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::f816:3eff:fe8c:4443 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/ca6a5c8d-25af-41f1-8405-298e5524896c/3bdb25ec-c0d0-444b-8f26-89c5361955ee) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:27.231970 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-54a627cd-a8a2-4e60-a8a6-ae0530e1309a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.300188 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d16fdfed-d01a-489f-899e-7ee4633dc14d req-6c0d1408-67a1-4bfe-af08-e994a6c79e5b tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/ports?device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 210 time: 0.0846894 Sep 16 05:04:27.344574 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:27.359109 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-54a627cd-a8a2-4e60-a8a6-ae0530e1309a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.400227 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a627cd-a8a2-4e60-a8a6-ae0530e1309a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:27.404315 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-54a627cd-a8a2-4e60-a8a6-ae0530e1309a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:27.409613 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a627cd-a8a2-4e60-a8a6-ae0530e1309a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:27.454184 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:27.455734 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.488704 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a627cd-a8a2-4e60-a8a6-ae0530e1309a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=3bdb25ec-c0d0-444b-8f26-89c5361955ee,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:27.536301 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a627cd-a8a2-4e60-a8a6-ae0530e1309a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:27.542587 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-54a627cd-a8a2-4e60-a8a6-ae0530e1309a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.555490 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51663507-26f6-48ce-b75e-4e12aff97e1c req-659c5c68-05ff-4dad-8807-54fa53ab062f tempest-MultipleCreateTestJSON-531717226 tempest-MultipleCreateTestJSON-531717226-project] 10.222.0.20 "GET /v2.0/ports?device_id=1135e167-3434-467a-b09e-291e445308a9 HTTP/1.1" status: 200 len: 210 time: 0.0476201 Sep 16 05:04:27.676825 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-54a627cd-a8a2-4e60-a8a6-ae0530e1309a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6184356 Sep 16 05:04:27.679462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36008) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:27.815094 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-dea8eb63-9e10-4bb5-83fe-d3ee362939ad None None] Provisioning complete for port 3bdb25ec-c0d0-444b-8f26-89c5361955ee triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:27.817382 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dea8eb63-9e10-4bb5-83fe-d3ee362939ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.821547 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03935bf-9f08-47a2-a5c5-d7ca16552d52 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:27.840444 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03935bf-9f08-47a2-a5c5-d7ca16552d52 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:27.844542 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e03935bf-9f08-47a2-a5c5-d7ca16552d52 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1615930 Sep 16 05:04:27.845407 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36014) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:27.890337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-dea8eb63-9e10-4bb5-83fe-d3ee362939ad None None] Port 3bdb25ec-c0d0-444b-8f26-89c5361955ee cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:27.981430 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-16509295-69b8-48eb-b2e0-c09d34d38866 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port 3bdb25ec-c0d0-444b-8f26-89c5361955ee {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:27.981882 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-16509295-69b8-48eb-b2e0-c09d34d38866 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.074488 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-16509295-69b8-48eb-b2e0-c09d34d38866 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.089849 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-16509295-69b8-48eb-b2e0-c09d34d38866 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for 3bdb25ec-c0d0-444b-8f26-89c5361955ee owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:28.182060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69647f7-7d7f-40e6-aa4f-d07906024cf4', 'name': 'network-vif-deleted', 'tag': 'ec904977-a4f6-42c1-8e39-38426626bcfa'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:28.184464 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9775afb2-5aed-4a9c-964f-f6e523582505" -d '{"events": [{"server_uuid": "d69647f7-7d7f-40e6-aa4f-d07906024cf4", "name": "network-vif-deleted", "tag": "ec904977-a4f6-42c1-8e39-38426626bcfa"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:28.237036 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5022e865-e196-48c2-99b1-a0b7530f1dc5 x-openstack-request-id: req-5022e865-e196-48c2-99b1-a0b7530f1dc5 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:28.237625 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69647f7-7d7f-40e6-aa4f-d07906024cf4", "name": "network-vif-deleted", "tag": "ec904977-a4f6-42c1-8e39-38426626bcfa", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:28.238041 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5022e865-e196-48c2-99b1-a0b7530f1dc5 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:28.238596 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69647f7-7d7f-40e6-aa4f-d07906024cf4', 'name': 'network-vif-deleted', 'tag': 'ec904977-a4f6-42c1-8e39-38426626bcfa', 'status': 'completed', 'code': 200} Sep 16 05:04:28.247256 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.294454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device ec904977-a4f6-42c1-8e39-38426626bcfa no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:28.352196 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: ec904977-a4f6-42c1-8e39-38426626bcfa {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:28.352602 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device ec904977-a4f6-42c1-8e39-38426626bcfa not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:28.353704 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 130b24bf-6926-4814-bc4a-ef3e7eaab935 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:28.390872 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-16509295-69b8-48eb-b2e0-c09d34d38866 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.400636 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 130b24bf-6926-4814-bc4a-ef3e7eaab935 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:28.401453 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 130b24bf-6926-4814-bc4a-ef3e7eaab935 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:28.436510 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16509295-69b8-48eb-b2e0-c09d34d38866 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=3bdb25ec-c0d0-444b-8f26-89c5361955ee,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:28.445079 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-81065f23-c63e-4a68-8ed6-70b34712a5f1 req-aec1676a-9475-442c-a831-cad3edfd81aa tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/ports?device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 210 time: 0.0385628 Sep 16 05:04:28.548404 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-16509295-69b8-48eb-b2e0-c09d34d38866 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.557371 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-16509295-69b8-48eb-b2e0-c09d34d38866 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/3bdb25ec-c0d0-444b-8f26-89c5361955ee HTTP/1.1" status: 204 len: 168 time: 0.7057004 Sep 16 05:04:28.558636 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36030) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:28.638312 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c45102-1f75-4e4e-a0a7-29c897947b69 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:28.641004 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c45102-1f75-4e4e-a0a7-29c897947b69 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:28.642793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c45102-1f75-4e4e-a0a7-29c897947b69 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:28.645068 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b7c45102-1f75-4e4e-a0a7-29c897947b69 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0853140 Sep 16 05:04:28.653409 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36036) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:28.684429 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36038) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:28.716057 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-266a88dc-811b-4349-85ec-6fec9ef6498d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet 08216afd-247c-41d5-bc8a-b9f2a68445c7 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:28.719461 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-266a88dc-811b-4349-85ec-6fec9ef6498d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.761245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b20a40-254e-462e-b94b-1b965da62251 admin admin] Deleting subnet 52c97edd-44a0-4586-a742-b4769abd146e {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:28.765351 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8b20a40-254e-462e-b94b-1b965da62251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.770845 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-266a88dc-811b-4349-85ec-6fec9ef6498d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.817349 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8b20a40-254e-462e-b94b-1b965da62251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.900979 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8b20a40-254e-462e-b94b-1b965da62251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.036234 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-266a88dc-811b-4349-85ec-6fec9ef6498d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.047092 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760944d-89ec-49c1-b270-88992e40c826 req-37f238f3-102e-4014-b3d4-9476479f6060 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:29.049024 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c760944d-89ec-49c1-b270-88992e40c826 req-37f238f3-102e-4014-b3d4-9476479f6060 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.38 "GET /v2.0/networks?id=0a57b73c-e2b7-4dff-ac9e-15e50c8842ab HTTP/1.1" status: 200 len: 825 time: 0.2528744 Sep 16 05:04:29.065491 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8b20a40-254e-462e-b94b-1b965da62251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.076517 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-c760944d-89ec-49c1-b270-88992e40c826 req-c14a0e18-e342-4111-93f4-123f34003aca tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Request body: {'port': {'device_id': '771cc69a-a774-4bb1-869b-1bf14d8b63dc', 'network_id': '0a57b73c-e2b7-4dff-ac9e-15e50c8842ab', 'admin_state_up': True, 'tenant_id': '66b644d7773d4166acc4128903166a64'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:29.097045 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b20a40-254e-462e-b94b-1b965da62251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c97edd-44a0-4586-a742-b4769abd146e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:29.099080 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8b20a40-254e-462e-b94b-1b965da62251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.103432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a8b20a40-254e-462e-b94b-1b965da62251 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/52c97edd-44a0-4586-a742-b4769abd146e HTTP/1.1" status: 204 len: 168 time: 0.4154804 Sep 16 05:04:29.103780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36048) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:29.180025 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-387152ce-3902-4e19-8b5f-5e5cad0b3542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.279880 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-387152ce-3902-4e19-8b5f-5e5cad0b3542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.301620 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-387152ce-3902-4e19-8b5f-5e5cad0b3542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e356f4e7-0e58-42ff-b520-d5b1847d77e4']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:29.311815 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-387152ce-3902-4e19-8b5f-5e5cad0b3542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf7ec57-970a-47b9-9bfc-21b52e0dd841') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:29.312116 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-387152ce-3902-4e19-8b5f-5e5cad0b3542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf7ec57-970a-47b9-9bfc-21b52e0dd841') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:29.322408 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-387152ce-3902-4e19-8b5f-5e5cad0b3542 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.333600 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-266a88dc-811b-4349-85ec-6fec9ef6498d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.341442 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-387152ce-3902-4e19-8b5f-5e5cad0b3542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.365822 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a88dc-811b-4349-85ec-6fec9ef6498d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=08216afd-247c-41d5-bc8a-b9f2a68445c7,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:29.366052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387152ce-3902-4e19-8b5f-5e5cad0b3542 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:29.366401 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-387152ce-3902-4e19-8b5f-5e5cad0b3542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.369956 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-266a88dc-811b-4349-85ec-6fec9ef6498d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.372088 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-266a88dc-811b-4349-85ec-6fec9ef6498d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/08216afd-247c-41d5-bc8a-b9f2a68445c7 HTTP/1.1" status: 204 len: 168 time: 0.7230015 Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:29.373582 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:29.378159 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36054) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:29.391483 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c760944d-89ec-49c1-b270-88992e40c826 req-c14a0e18-e342-4111-93f4-123f34003aca tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Made reservation on behalf of 66b644d7773d4166acc4128903166a64 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:29.395426 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c760944d-89ec-49c1-b270-88992e40c826 req-c14a0e18-e342-4111-93f4-123f34003aca tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.405928 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f57303-963a-45e6-a5ea-2f3836006ce8 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:29.465867 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-038835a5-2b23-4dc9-9bf6-b6eb9ac1d9ff tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet ca6a5c8d-25af-41f1-8405-298e5524896c {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:29.500465 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-038835a5-2b23-4dc9-9bf6-b6eb9ac1d9ff tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.562600 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f91d04f-d20f-478a-8dc4-0e13bed76285 req-9a0bdf45-c7e5-4684-b10c-45308e34c787 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/ports?device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 210 time: 0.0339558 Sep 16 05:04:29.563560 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-387152ce-3902-4e19-8b5f-5e5cad0b3542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.568074 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-038835a5-2b23-4dc9-9bf6-b6eb9ac1d9ff tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.570048 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-387152ce-3902-4e19-8b5f-5e5cad0b3542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.575918 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-387152ce-3902-4e19-8b5f-5e5cad0b3542 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e356f4e7-0e58-42ff-b520-d5b1847d77e4 HTTP/1.1" status: 204 len: 168 time: 0.4712019 Sep 16 05:04:29.588631 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387152ce-3902-4e19-8b5f-5e5cad0b3542 admin admin] Pushing event deleted for resources: {'Network': ['ID=e356f4e7-0e58-42ff-b520-d5b1847d77e4,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:29.676093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-c760944d-89ec-49c1-b270-88992e40c826 req-c14a0e18-e342-4111-93f4-123f34003aca tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Allocated IP 172.20.0.8 (0a57b73c-e2b7-4dff-ac9e-15e50c8842ab/8ef4c56a-01d5-4d09-b98b-14fcf692fe8d/a0c7db3e-bbbf-4d03-af60-4c5478d161cd) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:29.775555 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-038835a5-2b23-4dc9-9bf6-b6eb9ac1d9ff tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.941623 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c760944d-89ec-49c1-b270-88992e40c826 req-c14a0e18-e342-4111-93f4-123f34003aca tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.122856 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-038835a5-2b23-4dc9-9bf6-b6eb9ac1d9ff tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.130056 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c760944d-89ec-49c1-b270-88992e40c826 req-c14a0e18-e342-4111-93f4-123f34003aca tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.192519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038835a5-2b23-4dc9-9bf6-b6eb9ac1d9ff tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=ca6a5c8d-25af-41f1-8405-298e5524896c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:30.213112 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-038835a5-2b23-4dc9-9bf6-b6eb9ac1d9ff tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.217909 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-038835a5-2b23-4dc9-9bf6-b6eb9ac1d9ff tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/ca6a5c8d-25af-41f1-8405-298e5524896c HTTP/1.1" status: 204 len: 168 time: 0.8357651 Sep 16 05:04:30.218855 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36072) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:30.234924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c760944d-89ec-49c1-b270-88992e40c826 req-c14a0e18-e342-4111-93f4-123f34003aca tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Network 0a57b73c-e2b7-4dff-ac9e-15e50c8842ab is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:30.236231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a0e18-e342-4111-93f4-123f34003aca tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Pushing event updated for resources: {'Port': ['ID=a0c7db3e-bbbf-4d03-af60-4c5478d161cd,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:30.238965 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-c760944d-89ec-49c1-b270-88992e40c826 req-c14a0e18-e342-4111-93f4-123f34003aca tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:30.241091 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-c760944d-89ec-49c1-b270-88992e40c826 req-c14a0e18-e342-4111-93f4-123f34003aca tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:30.254209 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02ac0f2-303d-4029-a745-09d90c3a5e33 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:30.271965 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36074) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:30.278004 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-85047b06-b61a-4847-b39b-04230e8b7075 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551250 Sep 16 05:04:30.278202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36076) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:30.284132 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7b876aed-71ed-46a2-9456-0351f3df3686 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:30.331932 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760944d-89ec-49c1-b270-88992e40c826 req-c14a0e18-e342-4111-93f4-123f34003aca tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:30.332607 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c760944d-89ec-49c1-b270-88992e40c826 req-c14a0e18-e342-4111-93f4-123f34003aca tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.349564 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36080) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:30.350202 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-69dc8e2a-01c8-4c29-83f0-72c3c47ddeff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10019177e96e4985b623cb3cf2ab6883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0776846 Sep 16 05:04:30.376038 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-33ed2784-cdde-4483-abe2-6eff911dfd03 None None] Provisioning complete for port 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:30.376706 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-33ed2784-cdde-4483-abe2-6eff911dfd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.432473 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4e92306e-1b0f-42e7-b070-47ab9c0e0289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.466579 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4e92306e-1b0f-42e7-b070-47ab9c0e0289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.504017 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c760944d-89ec-49c1-b270-88992e40c826 req-c14a0e18-e342-4111-93f4-123f34003aca tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4304333 Sep 16 05:04:30.518622 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Request body: {'port': {'device_id': '771cc69a-a774-4bb1-869b-1bf14d8b63dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:30.533567 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb39e819-3d83-433a-9edc-7e0c544ae22c None None] DHCP port deletion for 9f6db69a-747f-45ec-af36-1b9e5c7fde27 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:30.590588 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-cb39e819-3d83-433a-9edc-7e0c544ae22c None None] Deleting port 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:30.591237 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cb39e819-3d83-433a-9edc-7e0c544ae22c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.592197 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.625284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b876aed-71ed-46a2-9456-0351f3df3686 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:30.635365 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7b876aed-71ed-46a2-9456-0351f3df3686 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.681189 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-cb39e819-3d83-433a-9edc-7e0c544ae22c None None] For port 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0fea4800-8a7d-4ccd-a345-eacc7a39f4d2,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:30.681787 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cb39e819-3d83-433a-9edc-7e0c544ae22c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.697113 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-cb39e819-3d83-433a-9edc-7e0c544ae22c None None] Calling delete_port for 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:30.716158 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4e92306e-1b0f-42e7-b070-47ab9c0e0289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.718655 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4e92306e-1b0f-42e7-b070-47ab9c0e0289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.722168 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4e92306e-1b0f-42e7-b070-47ab9c0e0289 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5da12093-2db1-4ab5-8ea7-5842b45b461c HTTP/1.1" status: 204 len: 168 time: 0.3693948 Sep 16 05:04:30.772326 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92306e-1b0f-42e7-b070-47ab9c0e0289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da12093-2db1-4ab5-8ea7-5842b45b461c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:30.846752 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3692d28-55b6-4689-b0c7-4edb57622148 req-a6819f7d-a5f8-4994-8daf-dccf53f3d0d2 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:30.848643 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b3692d28-55b6-4689-b0c7-4edb57622148 req-a6819f7d-a5f8-4994-8daf-dccf53f3d0d2 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/ports?device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 931 time: 0.1382773 Sep 16 05:04:30.907119 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b3692d28-55b6-4689-b0c7-4edb57622148 req-706a3c21-79b0-49a7-b1bd-b7892cb38bb9 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/security-groups?id=99cc342f-1bfb-4621-b953-4aced6496c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456226 Sep 16 05:04:30.921847 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cb39e819-3d83-433a-9edc-7e0c544ae22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.951171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39e819-3d83-433a-9edc-7e0c544ae22c None None] Pushing event deleted for resources: {'Port': ['ID=0fea4800-8a7d-4ccd-a345-eacc7a39f4d2,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:30.958268 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39e819-3d83-433a-9edc-7e0c544ae22c None None] No DVR routers for this DVR port 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:30.971715 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c7db3e-bbbf-4d03-af60-4c5478d161cd {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:30.981431 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.996709 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Transition to ACTIVE for port object a0c7db3e-bbbf-4d03-af60-4c5478d161cd will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:31.156175 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.156680 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7b876aed-71ed-46a2-9456-0351f3df3686 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.208505 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c7db3e-bbbf-4d03-af60-4c5478d161cd,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:31.253735 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b876aed-71ed-46a2-9456-0351f3df3686 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:31.260802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-7b876aed-71ed-46a2-9456-0351f3df3686 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:31.281811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b876aed-71ed-46a2-9456-0351f3df3686 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.282433 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7b876aed-71ed-46a2-9456-0351f3df3686 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.282590 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefedd42-cb91-4723-9f64-c0b8010538ac None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:31.298170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b876aed-71ed-46a2-9456-0351f3df3686 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=3f0e36fe-99c1-4467-be25-b4caf3ed4f01,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:31.307095 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:31.349002 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Attempting to bind port a0c7db3e-bbbf-4d03-af60-4c5478d161cd on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:31.349330 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Attempting to bind port a0c7db3e-bbbf-4d03-af60-4c5478d161cd by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '1bd0590c-05f0-418a-b6aa-c649517bbd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0a57b73c-e2b7-4dff-ac9e-15e50c8842ab'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:31.349651 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Attempting to bind port a0c7db3e-bbbf-4d03-af60-4c5478d161cd on network 0a57b73c-e2b7-4dff-ac9e-15e50c8842ab {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:31.355209 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Port a0c7db3e-bbbf-4d03-af60-4c5478d161cd on network 0a57b73c-e2b7-4dff-ac9e-15e50c8842ab not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:31.355526 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Attempting to bind port a0c7db3e-bbbf-4d03-af60-4c5478d161cd on network 0a57b73c-e2b7-4dff-ac9e-15e50c8842ab {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:31.361027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:31.364379 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Checking segment: {'id': '1bd0590c-05f0-418a-b6aa-c649517bbd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0a57b73c-e2b7-4dff-ac9e-15e50c8842ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:31.364379 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Bound using segment: {'id': '1bd0590c-05f0-418a-b6aa-c649517bbd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0a57b73c-e2b7-4dff-ac9e-15e50c8842ab'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:31.364379 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Bound port: a0c7db3e-bbbf-4d03-af60-4c5478d161cd, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd0590c-05f0-418a-b6aa-c649517bbd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0a57b73c-e2b7-4dff-ac9e-15e50c8842ab'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:31.364379 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.371017 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:31.371574 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0fea4800-8a7d-4ccd-a345-eacc7a39f4d2 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:31.419527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7b876aed-71ed-46a2-9456-0351f3df3686 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1399708 Sep 16 05:04:31.424972 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36110) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:31.443541 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-630af5f4-4a7e-4b8e-b0a5-1d849b9751f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:31.455221 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] For port a0c7db3e-bbbf-4d03-af60-4c5478d161cd, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:31.456272 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] For port a0c7db3e-bbbf-4d03-af60-4c5478d161cd, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a0c7db3e-bbbf-4d03-af60-4c5478d161cd,segment=NetworkSegment(1bd0590c-05f0-418a-b6aa-c649517bbd81),segment_id=1bd0590c-05f0-418a-b6aa-c649517bbd81)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:31.528634 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.563885 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'fixed_ips': [{'subnet_id': '3f0e36fe-99c1-4467-be25-b4caf3ed4f01'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:31.564632 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.578777 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.579045 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.580562 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c760944d-89ec-49c1-b270-88992e40c826 req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] 10.222.0.38 "PUT /v2.0/ports/a0c7db3e-bbbf-4d03-af60-4c5478d161cd HTTP/1.1" status: 200 len: 1092 time: 1.0662897 Sep 16 05:04:31.581021 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771cc69a-a774-4bb1-869b-1bf14d8b63dc', 'tag': 'a0c7db3e-bbbf-4d03-af60-4c5478d161cd'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:31.583837 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618a7a03-3bda-458a-9385-a59401de02a4" -d '{"events": [{"name": "network-changed", "server_uuid": "771cc69a-a774-4bb1-869b-1bf14d8b63dc", "tag": "a0c7db3e-bbbf-4d03-af60-4c5478d161cd"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:31.610796 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367f5c9-6be6-45d6-bcc0-aa129b12c881 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c7db3e-bbbf-4d03-af60-4c5478d161cd,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:31.636309 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baee50d-7d0d-41bd-95d3-e8f8099b2f45 x-openstack-request-id: req-4baee50d-7d0d-41bd-95d3-e8f8099b2f45 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:31.636309 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771cc69a-a774-4bb1-869b-1bf14d8b63dc", "tag": "a0c7db3e-bbbf-4d03-af60-4c5478d161cd", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:31.636523 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4baee50d-7d0d-41bd-95d3-e8f8099b2f45 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:31.639672 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771cc69a-a774-4bb1-869b-1bf14d8b63dc', 'tag': 'a0c7db3e-bbbf-4d03-af60-4c5478d161cd', 'status': 'completed', 'code': 200} Sep 16 05:04:31.735127 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a7a03-3bda-458a-9385-a59401de02a4 req-2ae6d1e2-8a05-484a-bee6-41acd70ee456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.736700 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-618a7a03-3bda-458a-9385-a59401de02a4 req-2ae6d1e2-8a05-484a-bee6-41acd70ee456 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=66b644d7773d4166acc4128903166a64&device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 1095 time: 0.0556631 Sep 16 05:04:31.745426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] Allocated IP 172.20.0.2 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/3f0e36fe-99c1-4467-be25-b4caf3ed4f01/e71f8e35-5730-44f3-b7dd-3baf9aa116ec) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:31.762656 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630af5f4-4a7e-4b8e-b0a5-1d849b9751f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:31.766479 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-630af5f4-4a7e-4b8e-b0a5-1d849b9751f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.984628 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.005168 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a7a03-3bda-458a-9385-a59401de02a4 req-325970ac-db9e-4983-b8fa-8d807eed3426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:32.007601 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-618a7a03-3bda-458a-9385-a59401de02a4 req-325970ac-db9e-4983-b8fa-8d807eed3426 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=66b644d7773d4166acc4128903166a64&shared=False HTTP/1.1" status: 200 len: 926 time: 0.2565436 Sep 16 05:04:32.076498 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.124882 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:32.133885 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:32.138763 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:32.146305 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] Pushing event updated for resources: {'Port': ['ID=e71f8e35-5730-44f3-b7dd-3baf9aa116ec,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:32.158863 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a7a03-3bda-458a-9385-a59401de02a4 req-236b5fad-3bf5-4cec-b20a-9e5ba1ebb00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:32.159716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38790c-124c-4a91-a2a6-eeb7a1cd22b4 req-60500ce0-0375-4dc6-8ad8-475ed738d061 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:32.160002 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-618a7a03-3bda-458a-9385-a59401de02a4 req-236b5fad-3bf5-4cec-b20a-9e5ba1ebb00e service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1373227 Sep 16 05:04:32.160117 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d38790c-124c-4a91-a2a6-eeb7a1cd22b4 req-60500ce0-0375-4dc6-8ad8-475ed738d061 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/ports?device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 943 time: 0.1254179 Sep 16 05:04:32.219040 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d38790c-124c-4a91-a2a6-eeb7a1cd22b4 req-bf7273dc-7ee2-4e84-a349-590c31601df8 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/security-groups?id=99cc342f-1bfb-4621-b953-4aced6496c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535755 Sep 16 05:04:32.227894 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] Attempting to bind port e71f8e35-5730-44f3-b7dd-3baf9aa116ec on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:32.230264 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] Attempting to bind port e71f8e35-5730-44f3-b7dd-3baf9aa116ec by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:32.230985 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] Attempting to bind port e71f8e35-5730-44f3-b7dd-3baf9aa116ec on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:32.238925 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:32.238925 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:32.239284 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.239672 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:32.242984 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] Bound port: e71f8e35-5730-44f3-b7dd-3baf9aa116ec, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:32.242984 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.276215 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760944d-89ec-49c1-b270-88992e40c826 req-ee279f26-2b20-41c2-bcc7-d323124505f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:32.278055 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c760944d-89ec-49c1-b270-88992e40c826 req-ee279f26-2b20-41c2-bcc7-d323124505f0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=66b644d7773d4166acc4128903166a64&device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 1095 time: 0.0603011 Sep 16 05:04:32.323775 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] For port e71f8e35-5730-44f3-b7dd-3baf9aa116ec, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:32.327942 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] For port e71f8e35-5730-44f3-b7dd-3baf9aa116ec, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e71f8e35-5730-44f3-b7dd-3baf9aa116ec,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:32.351571 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c760944d-89ec-49c1-b270-88992e40c826 req-581f749a-2bcf-4e9c-88e7-ba5ff7ed52b1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0c7db3e-bbbf-4d03-af60-4c5478d161cd HTTP/1.1" status: 200 len: 217 time: 0.0603120 Sep 16 05:04:32.425773 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.450398 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760944d-89ec-49c1-b270-88992e40c826 req-f5bdb3b8-c7c8-4bca-9b1c-1bb1177aa11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:32.450398 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c760944d-89ec-49c1-b270-88992e40c826 req-f5bdb3b8-c7c8-4bca-9b1c-1bb1177aa11d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8ef4c56a-01d5-4d09-b98b-14fcf692fe8d HTTP/1.1" status: 200 len: 865 time: 0.0773563 Sep 16 05:04:32.483213 n-d-712140-13 neutron-server[95473]: DEBUG neutron.objects.ports [None req-630af5f4-4a7e-4b8e-b0a5-1d849b9751f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95473) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:04:32.522899 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c760944d-89ec-49c1-b270-88992e40c826 req-06248c83-593b-466d-aa4a-5ff905900790 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a57b73c-e2b7-4dff-ac9e-15e50c8842ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670671 Sep 16 05:04:32.545781 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080754a-683e-4dd5-9a06-8766c44bdb13 None None] Pushing event updated for resources: {'Port': ['ID=e71f8e35-5730-44f3-b7dd-3baf9aa116ec,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:32.659399 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c760944d-89ec-49c1-b270-88992e40c826 req-3bf22976-e040-4494-b9de-1e81de406b5c service neutron] 10.222.0.38 "GET /v2.0/networks/0a57b73c-e2b7-4dff-ac9e-15e50c8842ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294391 Sep 16 05:04:32.842952 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c760944d-89ec-49c1-b270-88992e40c826 req-59d35f5e-20f0-4385-a848-86593c28a098 service neutron] 10.222.0.38 "GET /v2.0/networks/0a57b73c-e2b7-4dff-ac9e-15e50c8842ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760857 Sep 16 05:04:32.851878 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-630af5f4-4a7e-4b8e-b0a5-1d849b9751f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.046759 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-630af5f4-4a7e-4b8e-b0a5-1d849b9751f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] For port e71f8e35-5730-44f3-b7dd-3baf9aa116ec, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e71f8e35-5730-44f3-b7dd-3baf9aa116ec,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:33.109623 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-630af5f4-4a7e-4b8e-b0a5-1d849b9751f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.127851 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f0d630f-37ff-4cd6-a0a4-6770bed8ef68 req-2f10e6e9-30d4-4be5-91cb-414734d0bdcd tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c39027-0b8f-4576-bd39-7b846dbbb7d3 HTTP/1.1" status: 200 len: 210 time: 0.0459168 Sep 16 05:04:33.190391 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-630af5f4-4a7e-4b8e-b0a5-1d849b9751f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.191227 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-630af5f4-4a7e-4b8e-b0a5-1d849b9751f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.354841 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e71f8e35-5730-44f3-b7dd-3baf9aa116ec up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:33.373579 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630af5f4-4a7e-4b8e-b0a5-1d849b9751f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:33.417149 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-630af5f4-4a7e-4b8e-b0a5-1d849b9751f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:33.417557 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port e71f8e35-5730-44f3-b7dd-3baf9aa116ec triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:33.418197 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.427941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630af5f4-4a7e-4b8e-b0a5-1d849b9751f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:33.428556 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-630af5f4-4a7e-4b8e-b0a5-1d849b9751f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.451608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630af5f4-4a7e-4b8e-b0a5-1d849b9751f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=eb0a70c0-ae97-4b07-af70-70f7beafa5d4,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:33.474775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630af5f4-4a7e-4b8e-b0a5-1d849b9751f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=e71f8e35-5730-44f3-b7dd-3baf9aa116ec,revision_number=4']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:33.525980 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46570b-8aef-4cb5-bbe8-a32b53990527 req-177b42bf-c612-412d-9f4c-5edc7f872fd0 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:33.536231 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a46570b-8aef-4cb5-bbe8-a32b53990527 req-177b42bf-c612-412d-9f4c-5edc7f872fd0 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/ports?device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 943 time: 0.1990631 Sep 16 05:04:33.554933 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.587474 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a46570b-8aef-4cb5-bbe8-a32b53990527 req-b1426ba1-b0bc-4a96-ab32-b571626a53f0 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/security-groups?id=99cc342f-1bfb-4621-b953-4aced6496c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460749 Sep 16 05:04:33.624329 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port e71f8e35-5730-44f3-b7dd-3baf9aa116ec, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e71f8e35-5730-44f3-b7dd-3baf9aa116ec,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:33.624532 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-630af5f4-4a7e-4b8e-b0a5-1d849b9751f1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1973631 Sep 16 05:04:33.627337 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36198) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:33.632727 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f4794cc4-ba87-4c3f-9386-2ab762482ff3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'mac_address': 'fa:16:3e:06:fb:ad', 'name': 'tempest-NetworksTestDHCPv6-436693046'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:33.772670 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.786488 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aff76734-512d-4c8c-ad9e-17e77680833c req-16a19316-1b58-44dc-9164-aa8c8bc98d90 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0309393 Sep 16 05:04:33.857521 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=e71f8e35-5730-44f3-b7dd-3baf9aa116ec,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:33.879519 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3b88d7-c6eb-4242-ae9d-9eb0a4115054 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:33.984378 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4794cc4-ba87-4c3f-9386-2ab762482ff3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:34.004270 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b9b4d205-391b-434a-ab2c-36f2b9ae881f None None] Provisioning complete for port e71f8e35-5730-44f3-b7dd-3baf9aa116ec triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:34.004900 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d205-391b-434a-ab2c-36f2b9ae881f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.111991 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f4794cc4-ba87-4c3f-9386-2ab762482ff3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.140498 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-f4794cc4-ba87-4c3f-9386-2ab762482ff3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port 458b9c77-4bde-4a2f-89ee-2384a4ee1cb7 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:34.649228 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-f4794cc4-ba87-4c3f-9386-2ab762482ff3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 172.20.0.3 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/3f0e36fe-99c1-4467-be25-b4caf3ed4f01/458b9c77-4bde-4a2f-89ee-2384a4ee1cb7) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:34.658170 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-f4794cc4-ba87-4c3f-9386-2ab762482ff3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::f816:3eff:fe06:fbad (9f6db69a-747f-45ec-af36-1b9e5c7fde27/eb0a70c0-ae97-4b07-af70-70f7beafa5d4/458b9c77-4bde-4a2f-89ee-2384a4ee1cb7) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:34.762970 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067858d7-e47f-46d4-be79-3d487ce99770 req-67739d37-0181-4b6e-a026-42d734da8ba7 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:34.764531 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-067858d7-e47f-46d4-be79-3d487ce99770 req-67739d37-0181-4b6e-a026-42d734da8ba7 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/ports?device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 943 time: 0.0804720 Sep 16 05:04:34.810380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-067858d7-e47f-46d4-be79-3d487ce99770 req-4dcd7cda-590a-4ad8-b0b5-05d1eaeec433 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/security-groups?id=99cc342f-1bfb-4621-b953-4aced6496c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373139 Sep 16 05:04:34.852031 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f4794cc4-ba87-4c3f-9386-2ab762482ff3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.888925 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6f698f35-96db-47bf-b2ba-8a05d7c7114b None None] Provisioning complete for port e71f8e35-5730-44f3-b7dd-3baf9aa116ec triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:34.890120 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6f698f35-96db-47bf-b2ba-8a05d7c7114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.933199 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a0c7db3e-bbbf-4d03-af60-4c5478d161cd details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:35.024133 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5920a576-935b-458d-89bb-a377d93c13e8 req-70d93473-76a5-4f21-b5d5-3ec113d339d2 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.1633916 Sep 16 05:04:35.094254 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port a0c7db3e-bbbf-4d03-af60-4c5478d161cd, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a0c7db3e-bbbf-4d03-af60-4c5478d161cd,segment=NetworkSegment(1bd0590c-05f0-418a-b6aa-c649517bbd81),segment_id=1bd0590c-05f0-418a-b6aa-c649517bbd81)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:35.105776 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'a0c7db3e-bbbf-4d03-af60-4c5478d161cd', 'network_id': '0a57b73c-e2b7-4dff-ac9e-15e50c8842ab', 'port_id': 'a0c7db3e-bbbf-4d03-af60-4c5478d161cd', 'mac_address': 'fa:16:3e:50:c1:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef4c56a-01d5-4d09-b98b-14fcf692fe8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:35.110392 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f4794cc4-ba87-4c3f-9386-2ab762482ff3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.153882 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.160254 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4794cc4-ba87-4c3f-9386-2ab762482ff3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:35.163824 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-f4794cc4-ba87-4c3f-9386-2ab762482ff3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:35.166975 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4794cc4-ba87-4c3f-9386-2ab762482ff3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:35.167762 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c7db3e-bbbf-4d03-af60-4c5478d161cd {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:35.188964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port a0c7db3e-bbbf-4d03-af60-4c5478d161cd, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a0c7db3e-bbbf-4d03-af60-4c5478d161cd,segment=NetworkSegment(1bd0590c-05f0-418a-b6aa-c649517bbd81),segment_id=1bd0590c-05f0-418a-b6aa-c649517bbd81)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:35.213705 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4794cc4-ba87-4c3f-9386-2ab762482ff3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=458b9c77-4bde-4a2f-89ee-2384a4ee1cb7,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:35.262330 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4794cc4-ba87-4c3f-9386-2ab762482ff3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.262330 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f4794cc4-ba87-4c3f-9386-2ab762482ff3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.300983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e71f8e35-5730-44f3-b7dd-3baf9aa116ec up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:35.328073 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4478d4b1-c7bb-4b6c-a05d-0172d8d2fa01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.362386 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port e71f8e35-5730-44f3-b7dd-3baf9aa116ec triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:35.379060 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.397736 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.425293 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f4794cc4-ba87-4c3f-9386-2ab762482ff3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7968125 Sep 16 05:04:35.427876 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36246) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:35.508637 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a88dd3f-1070-4f5d-93e3-e5e9850121fb tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.513092 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=a0c7db3e-bbbf-4d03-af60-4c5478d161cd,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:35.513245 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a88dd3f-1070-4f5d-93e3-e5e9850121fb tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.513245 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0a88dd3f-1070-4f5d-93e3-e5e9850121fb tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0802774 Sep 16 05:04:35.513407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36248) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:35.584385 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f9b806ec-52e3-439b-9bcd-f997996e3b8f None None] Provisioning complete for port 458b9c77-4bde-4a2f-89ee-2384a4ee1cb7 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:35.584845 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f9b806ec-52e3-439b-9bcd-f997996e3b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.614611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-4ef1064f-cc5e-48d1-b1ec-b2369632cc72 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port 458b9c77-4bde-4a2f-89ee-2384a4ee1cb7 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:35.615002 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ef1064f-cc5e-48d1-b1ec-b2369632cc72 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.627260 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-f9b806ec-52e3-439b-9bcd-f997996e3b8f None None] Port 458b9c77-4bde-4a2f-89ee-2384a4ee1cb7 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:35.712835 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ef1064f-cc5e-48d1-b1ec-b2369632cc72 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.725909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-4ef1064f-cc5e-48d1-b1ec-b2369632cc72 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for 458b9c77-4bde-4a2f-89ee-2384a4ee1cb7 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:35.793042 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['a0c7db3e-bbbf-4d03-af60-4c5478d161cd'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:35.993057 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cacc82-6b10-4f0a-8901-3664373e974b req-70c8a63b-4bd9-4b65-8330-cd721eb975e7 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.001243 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6cacc82-6b10-4f0a-8901-3664373e974b req-70c8a63b-4bd9-4b65-8330-cd721eb975e7 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/ports?device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 944 time: 0.0789113 Sep 16 05:04:36.040216 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6cacc82-6b10-4f0a-8901-3664373e974b req-eb0d6952-82df-4a57-aea1-1ad53b46e708 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/security-groups?id=99cc342f-1bfb-4621-b953-4aced6496c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367570 Sep 16 05:04:36.070410 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ef1064f-cc5e-48d1-b1ec-b2369632cc72 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.108747 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1064f-cc5e-48d1-b1ec-b2369632cc72 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=458b9c77-4bde-4a2f-89ee-2384a4ee1cb7,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:36.164923 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95bca60b-bdd2-4b7d-81e4-5e61aa0a3e29 req-8aed2e33-f79b-4663-a213-a603f443d77c tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0468090 Sep 16 05:04:36.232128 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ef1064f-cc5e-48d1-b1ec-b2369632cc72 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.235379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4ef1064f-cc5e-48d1-b1ec-b2369632cc72 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/458b9c77-4bde-4a2f-89ee-2384a4ee1cb7 HTTP/1.1" status: 204 len: 168 time: 0.7212067 Sep 16 05:04:36.237553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36264) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:36.297459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51ea5dd-a237-4016-a81f-6f57b34d1a4d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.299194 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51ea5dd-a237-4016-a81f-6f57b34d1a4d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.300748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51ea5dd-a237-4016-a81f-6f57b34d1a4d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.302392 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c51ea5dd-a237-4016-a81f-6f57b34d1a4d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0638709 Sep 16 05:04:36.305744 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36266) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:36.373219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-94aedfbf-9cbd-4615-951d-37e86f698e07 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet 3f0e36fe-99c1-4467-be25-b4caf3ed4f01 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:36.376527 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-94aedfbf-9cbd-4615-951d-37e86f698e07 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.425200 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-94aedfbf-9cbd-4615-951d-37e86f698e07 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.518927 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-94aedfbf-9cbd-4615-951d-37e86f698e07 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.658361 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-94aedfbf-9cbd-4615-951d-37e86f698e07 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.685446 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aedfbf-9cbd-4615-951d-37e86f698e07 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0e36fe-99c1-4467-be25-b4caf3ed4f01,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:36.692081 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-94aedfbf-9cbd-4615-951d-37e86f698e07 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.695308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-94aedfbf-9cbd-4615-951d-37e86f698e07 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/3f0e36fe-99c1-4467-be25-b4caf3ed4f01 HTTP/1.1" status: 204 len: 168 time: 0.3865821 Sep 16 05:04:36.697129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36278) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:36.700497 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5166b55b-b522-483f-b0e8-de8232095ad3 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:36.757645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b7ac5b-3109-4bed-8eb3-571c640e5684 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet eb0a70c0-ae97-4b07-af70-70f7beafa5d4 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:36.760878 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b0b7ac5b-3109-4bed-8eb3-571c640e5684 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.802401 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b0b7ac5b-3109-4bed-8eb3-571c640e5684 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.918691 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b0b7ac5b-3109-4bed-8eb3-571c640e5684 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.941466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a0c7db3e-bbbf-4d03-af60-4c5478d161cd up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:36.953812 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-70aaa25e-5f91-4e04-8887-4affd479c095 service neutron] (95474) timed out ('10.222.0.20', 56716) {{(pid=95474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:04:37.110244 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port a0c7db3e-bbbf-4d03-af60-4c5478d161cd completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:04:37.110726 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b0b7ac5b-3109-4bed-8eb3-571c640e5684 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.115546 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port a0c7db3e-bbbf-4d03-af60-4c5478d161cd triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:37.116459 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.145995 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b0b7ac5b-3109-4bed-8eb3-571c640e5684 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.148167 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b0b7ac5b-3109-4bed-8eb3-571c640e5684 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/eb0a70c0-ae97-4b07-af70-70f7beafa5d4 HTTP/1.1" status: 204 len: 168 time: 0.4499900 Sep 16 05:04:37.151387 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36288) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:37.161146 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7ac5b-3109-4bed-8eb3-571c640e5684 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=eb0a70c0-ae97-4b07-af70-70f7beafa5d4,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:37.228876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ea653-1326-46e4-bf32-544d7d134590 req-0a63160c-a8ce-43fe-a3c5-b7deef79675d tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:37.238962 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a0ea653-1326-46e4-bf32-544d7d134590 req-0a63160c-a8ce-43fe-a3c5-b7deef79675d tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/ports?device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 944 time: 0.0890784 Sep 16 05:04:37.262697 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.268801 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0f976c28-abdc-44d1-b688-eca155d56c4c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141014 Sep 16 05:04:37.274042 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36294) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:37.308164 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a0ea653-1326-46e4-bf32-544d7d134590 req-6c9fdb96-d151-4f49-b71f-bbdaceaf90de tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/security-groups?id=99cc342f-1bfb-4621-b953-4aced6496c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671003 Sep 16 05:04:37.323045 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771cc69a-a774-4bb1-869b-1bf14d8b63dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c7db3e-bbbf-4d03-af60-4c5478d161cd'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:37.323045 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c61951b-24ad-4d91-aa9f-ab39aaf622da" -d '{"events": [{"server_uuid": "771cc69a-a774-4bb1-869b-1bf14d8b63dc", "name": "network-vif-plugged", "status": "completed", "tag": "a0c7db3e-bbbf-4d03-af60-4c5478d161cd"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:37.346029 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port a0c7db3e-bbbf-4d03-af60-4c5478d161cd, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a0c7db3e-bbbf-4d03-af60-4c5478d161cd,segment=NetworkSegment(1bd0590c-05f0-418a-b6aa-c649517bbd81),segment_id=1bd0590c-05f0-418a-b6aa-c649517bbd81)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:37.359344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b182a0-28a1-4b2c-9ab5-a8915cd5704a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:37.360951 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c8b182a0-28a1-4b2c-9ab5-a8915cd5704a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0852957 Sep 16 05:04:37.363605 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36298) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:37.382401 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-170f9a78-76ee-421e-afd0-2f0856cd22f2 req-7ce1bada-ee50-4e8c-b4bf-1022dd27166b tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0719392 Sep 16 05:04:37.387156 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea4dc68-b3f0-4787-8f09-6348b4f3bc41 x-openstack-request-id: req-4ea4dc68-b3f0-4787-8f09-6348b4f3bc41 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:37.387452 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771cc69a-a774-4bb1-869b-1bf14d8b63dc", "name": "network-vif-plugged", "status": "completed", "tag": "a0c7db3e-bbbf-4d03-af60-4c5478d161cd", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:37.387708 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ea4dc68-b3f0-4787-8f09-6348b4f3bc41 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:37.388098 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771cc69a-a774-4bb1-869b-1bf14d8b63dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c7db3e-bbbf-4d03-af60-4c5478d161cd', 'code': 200} Sep 16 05:04:37.467538 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8654b542-6f88-4fb7-81d8-090253f8b73a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:37.471732 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8654b542-6f88-4fb7-81d8-090253f8b73a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1049414 Sep 16 05:04:37.473013 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36304) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:37.481553 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.551483 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-182dc5ab-06d4-4f19-96e1-6ba07ef17d0f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760458 Sep 16 05:04:37.551483 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36306) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:37.571443 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-497378b6-8452-4826-a110-89db999b6f30 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:37.578659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=a0c7db3e-bbbf-4d03-af60-4c5478d161cd,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:37.616080 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db506dec-91d5-4c2b-8fd4-ffec3c6f2213 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:37.693993 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb5f68-3423-4e8d-bad7-f8c71053c413 req-aca695f3-fd65-4184-a336-7938f8ac1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:37.695571 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-8fbb5f68-3423-4e8d-bad7-f8c71053c413 req-aca695f3-fd65-4184-a336-7938f8ac1dd9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 1097 time: 0.1433840 Sep 16 05:04:37.741273 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-8fbb5f68-3423-4e8d-bad7-f8c71053c413 req-e0034f98-93e2-4a28-997a-7923452f7836 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=99cc342f-1bfb-4621-b953-4aced6496c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375569 Sep 16 05:04:37.742705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-297d1442-f961-4838-8b94-b32a93a1bbfe None None] Provisioning complete for port e71f8e35-5730-44f3-b7dd-3baf9aa116ec triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:37.743330 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-297d1442-f961-4838-8b94-b32a93a1bbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.883112 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497378b6-8452-4826-a110-89db999b6f30 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:37.887029 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-497378b6-8452-4826-a110-89db999b6f30 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.899492 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-497378b6-8452-4826-a110-89db999b6f30 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:37.899492 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497378b6-8452-4826-a110-89db999b6f30 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:37.981819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] DHCP port deletion for 9f6db69a-747f-45ec-af36-1b9e5c7fde27 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:37.986067 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6dd407c4-aa9a-427f-87ea-af9d4bd8c142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.042865 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-497378b6-8452-4826-a110-89db999b6f30 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4757390 Sep 16 05:04:38.045938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36316) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:38.054272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8ef154fc-cf11-45c9-8b77-41b629410e2d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:38.057372 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] Deleting port e71f8e35-5730-44f3-b7dd-3baf9aa116ec {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:38.057989 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.209679 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] For port e71f8e35-5730-44f3-b7dd-3baf9aa116ec, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e71f8e35-5730-44f3-b7dd-3baf9aa116ec,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:38.210080 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.229280 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] Calling delete_port for e71f8e35-5730-44f3-b7dd-3baf9aa116ec owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:38.410112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef154fc-cf11-45c9-8b77-41b629410e2d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:38.413681 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8ef154fc-cf11-45c9-8b77-41b629410e2d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.415332 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef154fc-cf11-45c9-8b77-41b629410e2d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:38.415783 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef154fc-cf11-45c9-8b77-41b629410e2d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:38.451531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068c880-a060-422f-8d1e-b88a18e6e5ee req-e692fe8f-b20f-4c02-8b06-bcff71d682cf tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:38.453272 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c068c880-a060-422f-8d1e-b88a18e6e5ee req-e692fe8f-b20f-4c02-8b06-bcff71d682cf tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/ports?device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 945 time: 0.0759578 Sep 16 05:04:38.476791 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.501167 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] Pushing event deleted for resources: {'Port': ['ID=e71f8e35-5730-44f3-b7dd-3baf9aa116ec,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:38.512228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c068c880-a060-422f-8d1e-b88a18e6e5ee req-be047009-9284-4dd9-bcd1-013e84fc3b0f tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/security-groups?id=99cc342f-1bfb-4621-b953-4aced6496c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522914 Sep 16 05:04:38.523171 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.528688 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad2a5b5e-09a6-40df-b7d7-bdafcea469b5 req-7ed81e61-bb3a-410c-8eec-363a6bec121b tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0379174 Sep 16 05:04:38.533131 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8ef154fc-cf11-45c9-8b77-41b629410e2d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4828665 Sep 16 05:04:38.535921 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36326) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:38.539692 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:38.540242 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:38.540815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:38.541473 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:38.541963 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:38.542468 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:38.543138 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:38.543637 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:38.544138 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:38.544505 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c7f110bb-4acc-4590-947d-cfbc98ef73b8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:38.544737 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:38.545077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:38.545411 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:38.570588 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b584ddb-f539-472c-a006-02a6ca9e8f9e None None] No DVR routers for this DVR port e71f8e35-5730-44f3-b7dd-3baf9aa116ec on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:38.801375 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f110bb-4acc-4590-947d-cfbc98ef73b8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:38.805270 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7f110bb-4acc-4590-947d-cfbc98ef73b8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.807533 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f110bb-4acc-4590-947d-cfbc98ef73b8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:38.807969 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f110bb-4acc-4590-947d-cfbc98ef73b8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:38.877926 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c7f110bb-4acc-4590-947d-cfbc98ef73b8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3370633 Sep 16 05:04:38.880972 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36340) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:38.885773 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-62d67f33-6c27-4895-8d93-e3a99b37bf30 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:39.087116 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d67f33-6c27-4895-8d93-e3a99b37bf30 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:39.092796 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-62d67f33-6c27-4895-8d93-e3a99b37bf30 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.094333 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d67f33-6c27-4895-8d93-e3a99b37bf30 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:39.094775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d67f33-6c27-4895-8d93-e3a99b37bf30 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:39.190554 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.226294 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-62d67f33-6c27-4895-8d93-e3a99b37bf30 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3451672 Sep 16 05:04:39.237611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36348) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:39.237611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-e696452f-59e9-4b9e-888e-38f3c534f557 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:39.267851 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e71f8e35-5730-44f3-b7dd-3baf9aa116ec no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:39.289177 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: e71f8e35-5730-44f3-b7dd-3baf9aa116ec {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:39.289778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e71f8e35-5730-44f3-b7dd-3baf9aa116ec not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:39.363360 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-310aead8-f034-4728-8e9e-269994a4a9f1 req-18f8f12c-cad0-49fe-9a49-88f598005b90 service neutron] (95474) timed out ('10.222.0.38', 54767) {{(pid=95474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:04:39.412544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e696452f-59e9-4b9e-888e-38f3c534f557 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:39.416896 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e696452f-59e9-4b9e-888e-38f3c534f557 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.418325 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-e696452f-59e9-4b9e-888e-38f3c534f557 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:39.418758 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e696452f-59e9-4b9e-888e-38f3c534f557 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:39.605608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e696452f-59e9-4b9e-888e-38f3c534f557 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3700452 Sep 16 05:04:39.606374 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36358) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:39.612123 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e42291b6-692a-499b-8435-a2a4ca7beb6b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:39.677508 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b03d48d5-7a4e-487d-9c11-46528d05940a req-3fcac085-ed7b-4382-ab44-669787505500 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0571625 Sep 16 05:04:39.784813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ccbf-6705-4dca-b9a2-354e82362ae6 req-61eacfe7-7c6a-4752-b770-84204a8b77ea tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.786341 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a25ccbf-6705-4dca-b9a2-354e82362ae6 req-61eacfe7-7c6a-4752-b770-84204a8b77ea tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/ports?device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 945 time: 0.1937971 Sep 16 05:04:39.828154 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a25ccbf-6705-4dca-b9a2-354e82362ae6 req-f7fec9fb-b22f-4db8-b329-8ba358e993ca tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/security-groups?id=99cc342f-1bfb-4621-b953-4aced6496c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351331 Sep 16 05:04:39.864232 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42291b6-692a-499b-8435-a2a4ca7beb6b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:39.871247 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e42291b6-692a-499b-8435-a2a4ca7beb6b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.871247 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42291b6-692a-499b-8435-a2a4ca7beb6b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:39.871247 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e42291b6-692a-499b-8435-a2a4ca7beb6b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:39.962735 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fab24-7db1-4760-9126-7cca3dda75c2 req-1c8dcbd1-22a9-4801-ae26-9e755c6fd060 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.964509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d9fab24-7db1-4760-9126-7cca3dda75c2 req-1c8dcbd1-22a9-4801-ae26-9e755c6fd060 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/ports?device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 945 time: 0.0534513 Sep 16 05:04:40.005201 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d9fab24-7db1-4760-9126-7cca3dda75c2 req-84eac605-6bcf-4c32-b1f6-1d08cfd0f57b tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/security-groups?id=99cc342f-1bfb-4621-b953-4aced6496c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343900 Sep 16 05:04:40.059126 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e42291b6-692a-499b-8435-a2a4ca7beb6b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4514790 Sep 16 05:04:40.061706 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36376) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:40.096732 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ee03bdc8-43b2-4bd6-8f02-64fcf6e43ab0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0339279 Sep 16 05:04:40.099028 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36378) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:40.159457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3fea51-afe9-4bfd-bcdf-6df1991ca584 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.161351 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0d3fea51-afe9-4bfd-bcdf-6df1991ca584 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0613356 Sep 16 05:04:40.164132 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36382) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:40.219829 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cba75d79-b3f3-487f-a810-642993153ac1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522504 Sep 16 05:04:40.222366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36386) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:40.229038 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ce52a037-08f2-428f-87a0-45cd6cefbf03 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:40.294698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0b4f8-bb79-403f-893a-4d38d1113ba7 req-86bf77db-51cc-42aa-8a87-f27a99c542ce tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.296632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-38a0b4f8-bb79-403f-893a-4d38d1113ba7 req-86bf77db-51cc-42aa-8a87-f27a99c542ce tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/ports?device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 945 time: 0.0654509 Sep 16 05:04:40.341088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-38a0b4f8-bb79-403f-893a-4d38d1113ba7 req-6b34f629-3990-4b44-8725-6174113cc309 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/security-groups?id=99cc342f-1bfb-4621-b953-4aced6496c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377879 Sep 16 05:04:40.418908 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce52a037-08f2-428f-87a0-45cd6cefbf03 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:40.422717 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ce52a037-08f2-428f-87a0-45cd6cefbf03 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.772754 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.828740 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-175703ed-8f81-4c43-b842-ba4456ec7721 req-27602554-6261-4393-8e3f-c1ef517b6d0d tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0659785 Sep 16 05:04:40.860665 n-d-712140-13 neutron-server[95474]: DEBUG neutron.objects.ports [None req-ce52a037-08f2-428f-87a0-45cd6cefbf03 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95474) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:04:40.863554 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ce52a037-08f2-428f-87a0-45cd6cefbf03 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.949518 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce52a037-08f2-428f-87a0-45cd6cefbf03 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:40.955146 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-ce52a037-08f2-428f-87a0-45cd6cefbf03 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:40.961033 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce52a037-08f2-428f-87a0-45cd6cefbf03 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.961877 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ce52a037-08f2-428f-87a0-45cd6cefbf03 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.967847 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8144b0-5cf8-4335-837a-36384d817ef4 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:40.981554 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52a037-08f2-428f-87a0-45cd6cefbf03 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=9acd050f-6f67-4212-9702-f2e14d064456,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:41.084492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f31abe-478b-496e-b817-cf36572d0e07 req-f03aa6d1-78b8-4ce7-ba69-69171cb758d0 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:41.086118 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35f31abe-478b-496e-b817-cf36572d0e07 req-f03aa6d1-78b8-4ce7-ba69-69171cb758d0 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/ports?device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 945 time: 0.0517411 Sep 16 05:04:41.125879 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35f31abe-478b-496e-b817-cf36572d0e07 req-4477b8d1-acb1-43e3-807e-cd4bae0dd489 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/security-groups?id=99cc342f-1bfb-4621-b953-4aced6496c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327644 Sep 16 05:04:41.137321 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'fixed_ips': [{'subnet_id': '9acd050f-6f67-4212-9702-f2e14d064456'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:41.144212 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.202689 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ce52a037-08f2-428f-87a0-45cd6cefbf03 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9787858 Sep 16 05:04:41.205344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36410) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:41.210926 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-bc72b42c-8113-4ae2-ad71-65e9c5ef25af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'mac_address': 'fa:16:3e:19:ec:ef', 'name': 'tempest-NetworksTestDHCPv6-1807228819'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:41.297615 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] Allocated IP 2001:db8::f816:3eff:fecc:a3cc (9f6db69a-747f-45ec-af36-1b9e5c7fde27/9acd050f-6f67-4212-9702-f2e14d064456/5387df7f-c434-4a9d-a122-828474e1f10c) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:41.456818 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.481627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc72b42c-8113-4ae2-ad71-65e9c5ef25af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:41.488519 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-213331ec-5037-40b9-8feb-ceb7b97b9183 req-4309a89b-bfb0-4056-a770-7c563fb9c89b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=34c39027-0b8f-4576-bd39-7b846dbbb7d3 HTTP/1.1" status: 200 len: 210 time: 0.0293596 Sep 16 05:04:41.505383 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.544838 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:41.549290 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:41.553088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:41.571066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] Pushing event updated for resources: {'Port': ['ID=5387df7f-c434-4a9d-a122-828474e1f10c,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:41.590857 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc72b42c-8113-4ae2-ad71-65e9c5ef25af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.616342 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-bc72b42c-8113-4ae2-ad71-65e9c5ef25af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port c621cc2b-8566-4a73-9927-959f680e3823 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:41.619780 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] Attempting to bind port 5387df7f-c434-4a9d-a122-828474e1f10c on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:41.620374 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] Attempting to bind port 5387df7f-c434-4a9d-a122-828474e1f10c by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:41.620905 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] Attempting to bind port 5387df7f-c434-4a9d-a122-828474e1f10c on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:41.626984 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:41.627596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:41.628189 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.628736 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:41.629372 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] Bound port: 5387df7f-c434-4a9d-a122-828474e1f10c, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:41.630178 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.730186 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] For port 5387df7f-c434-4a9d-a122-828474e1f10c, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:41.734156 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] For port 5387df7f-c434-4a9d-a122-828474e1f10c, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5387df7f-c434-4a9d-a122-828474e1f10c,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:41.768018 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-bc72b42c-8113-4ae2-ad71-65e9c5ef25af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::f816:3eff:fe19:ecef (9f6db69a-747f-45ec-af36-1b9e5c7fde27/9acd050f-6f67-4212-9702-f2e14d064456/c621cc2b-8566-4a73-9927-959f680e3823) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:41.819016 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.926275 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6e171-ba81-4db2-8fac-283419ce055f None None] Pushing event updated for resources: {'Port': ['ID=5387df7f-c434-4a9d-a122-828474e1f10c,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:41.995897 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8267e1b-c65a-4f1b-b6b4-527d3971bc99 req-f6e3241b-19c7-4dee-b928-af9eacb22b60 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0423102 Sep 16 05:04:42.018398 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc72b42c-8113-4ae2-ad71-65e9c5ef25af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.116491 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc72b42c-8113-4ae2-ad71-65e9c5ef25af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.191535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72b42c-8113-4ae2-ad71-65e9c5ef25af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=c621cc2b-8566-4a73-9927-959f680e3823,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:42.229332 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc72b42c-8113-4ae2-ad71-65e9c5ef25af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:42.251325 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-bc72b42c-8113-4ae2-ad71-65e9c5ef25af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:42.256067 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc72b42c-8113-4ae2-ad71-65e9c5ef25af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:42.266164 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc72b42c-8113-4ae2-ad71-65e9c5ef25af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.266845 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc72b42c-8113-4ae2-ad71-65e9c5ef25af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.294663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c55949-34c9-426f-9cbb-a73b95c1ff28 req-d0f1c4b4-6126-40d1-9082-ae80bdc76a5a tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.296243 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96c55949-34c9-426f-9cbb-a73b95c1ff28 req-d0f1c4b4-6126-40d1-9082-ae80bdc76a5a tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/ports?device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 945 time: 0.0605853 Sep 16 05:04:42.328420 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bc72b42c-8113-4ae2-ad71-65e9c5ef25af tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1217682 Sep 16 05:04:42.331155 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36434) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:42.360628 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96c55949-34c9-426f-9cbb-a73b95c1ff28 req-259a76d2-48fb-4561-85a0-9e9a22d489d3 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/security-groups?id=99cc342f-1bfb-4621-b953-4aced6496c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578611 Sep 16 05:04:42.399650 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35143524-b8c8-4e8f-ac12-c4ec3f839b40 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.405698 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35143524-b8c8-4e8f-ac12-c4ec3f839b40 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.407332 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-35143524-b8c8-4e8f-ac12-c4ec3f839b40 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0752342 Sep 16 05:04:42.410147 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36438) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:42.527546 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d8022db3-335e-401e-9a90-222baac29274 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port c621cc2b-8566-4a73-9927-959f680e3823 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:42.527993 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8022db3-335e-401e-9a90-222baac29274 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.632026 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fcbdecbf-d07f-448d-9f79-95fc58928402 req-7fdbd3cd-ef5f-4e30-aea0-fbecdf84152b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0259736 Sep 16 05:04:42.637181 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8022db3-335e-401e-9a90-222baac29274 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.665053 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d8022db3-335e-401e-9a90-222baac29274 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for c621cc2b-8566-4a73-9927-959f680e3823 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:42.727623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05d483-85ee-462c-b19a-575f6e1103d7 req-3d629c90-f04c-4a89-87c9-fb3b7abaeab9 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.729352 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-8c05d483-85ee-462c-b19a-575f6e1103d7 req-3d629c90-f04c-4a89-87c9-fb3b7abaeab9 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.38 "GET /v2.0/ports?device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 945 time: 0.1024632 Sep 16 05:04:42.911029 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-8c05d483-85ee-462c-b19a-575f6e1103d7 req-f8a6c3f6-d8b4-471b-a4ff-142ac832fe40 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Deleting port a0c7db3e-bbbf-4d03-af60-4c5478d161cd {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:42.911029 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-8c05d483-85ee-462c-b19a-575f6e1103d7 req-f8a6c3f6-d8b4-471b-a4ff-142ac832fe40 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.003670 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8022db3-335e-401e-9a90-222baac29274 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.054830 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8022db3-335e-401e-9a90-222baac29274 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=c621cc2b-8566-4a73-9927-959f680e3823,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:43.083191 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8022db3-335e-401e-9a90-222baac29274 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.088429 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d8022db3-335e-401e-9a90-222baac29274 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/c621cc2b-8566-4a73-9927-959f680e3823 HTTP/1.1" status: 204 len: 168 time: 0.6773212 Sep 16 05:04:43.088609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36460) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:43.106174 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-8c05d483-85ee-462c-b19a-575f6e1103d7 req-f8a6c3f6-d8b4-471b-a4ff-142ac832fe40 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] For port a0c7db3e-bbbf-4d03-af60-4c5478d161cd, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a0c7db3e-bbbf-4d03-af60-4c5478d161cd,segment=NetworkSegment(1bd0590c-05f0-418a-b6aa-c649517bbd81),segment_id=1bd0590c-05f0-418a-b6aa-c649517bbd81)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:43.106495 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-8c05d483-85ee-462c-b19a-575f6e1103d7 req-f8a6c3f6-d8b4-471b-a4ff-142ac832fe40 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.163441 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-8c05d483-85ee-462c-b19a-575f6e1103d7 req-f8a6c3f6-d8b4-471b-a4ff-142ac832fe40 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Calling delete_port for a0c7db3e-bbbf-4d03-af60-4c5478d161cd owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:43.188115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aa0209-a3b2-4f86-ab28-72d2b59025c6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.195619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aa0209-a3b2-4f86-ab28-72d2b59025c6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.197524 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-23aa0209-a3b2-4f86-ab28-72d2b59025c6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1067393 Sep 16 05:04:43.211676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36462) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:43.280794 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78860ae4-6a81-4fe4-b302-b2e7c0309f34 req-76429b0a-9193-435f-a536-094c4fa86ed8 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0703354 Sep 16 05:04:43.316140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2e4f86b2-ebb7-4fec-be3c-58281cbda8a8 None None] Provisioning complete for port 5387df7f-c434-4a9d-a122-828474e1f10c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:43.316976 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2e4f86b2-ebb7-4fec-be3c-58281cbda8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.318571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb7f17f-b2c9-468f-a85b-b146e320e79e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet 9acd050f-6f67-4212-9702-f2e14d064456 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:43.322990 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f17f-b2c9-468f-a85b-b146e320e79e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.390431 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f17f-b2c9-468f-a85b-b146e320e79e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.462431 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5387df7f-c434-4a9d-a122-828474e1f10c up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:43.515592 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-8c05d483-85ee-462c-b19a-575f6e1103d7 req-f8a6c3f6-d8b4-471b-a4ff-142ac832fe40 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.558175 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['a0c7db3e-bbbf-4d03-af60-4c5478d161cd'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:43.588549 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-371d677d-e9e1-4af6-8fd1-d3af61ffb72e req-80b624bb-9b34-4835-8fad-d4649a645e75 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/ports?device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 210 time: 0.0796046 Sep 16 05:04:43.645798 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2e4f86b2-ebb7-4fec-be3c-58281cbda8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.667519 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f17f-b2c9-468f-a85b-b146e320e79e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.679232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5387df7f-c434-4a9d-a122-828474e1f10c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:43.679232 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.679628 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6c3f6-d8b4-471b-a4ff-142ac832fe40 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Pushing event deleted for resources: {'Port': ['ID=a0c7db3e-bbbf-4d03-af60-4c5478d161cd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:43.703544 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c05d483-85ee-462c-b19a-575f6e1103d7 req-f8a6c3f6-d8b4-471b-a4ff-142ac832fe40 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] No DVR routers for this DVR port a0c7db3e-bbbf-4d03-af60-4c5478d161cd on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:43.706538 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-8c05d483-85ee-462c-b19a-575f6e1103d7 req-f8a6c3f6-d8b4-471b-a4ff-142ac832fe40 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.709271 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-8c05d483-85ee-462c-b19a-575f6e1103d7 req-f8a6c3f6-d8b4-471b-a4ff-142ac832fe40 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.38 "DELETE /v2.0/ports/a0c7db3e-bbbf-4d03-af60-4c5478d161cd HTTP/1.1" status: 204 len: 173 time: 0.9727354 Sep 16 05:04:43.713379 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771cc69a-a774-4bb1-869b-1bf14d8b63dc', 'name': 'network-vif-deleted', 'tag': 'a0c7db3e-bbbf-4d03-af60-4c5478d161cd'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:43.727632 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fd6e3a-dd70-41b7-b031-ff16fb309682" -d '{"events": [{"server_uuid": "771cc69a-a774-4bb1-869b-1bf14d8b63dc", "name": "network-vif-deleted", "tag": "a0c7db3e-bbbf-4d03-af60-4c5478d161cd"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:43.808483 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819f75c2-385a-45ff-ad85-b251361c7f5a x-openstack-request-id: req-819f75c2-385a-45ff-ad85-b251361c7f5a {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:43.809089 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771cc69a-a774-4bb1-869b-1bf14d8b63dc", "name": "network-vif-deleted", "tag": "a0c7db3e-bbbf-4d03-af60-4c5478d161cd", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:43.809519 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-819f75c2-385a-45ff-ad85-b251361c7f5a {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:43.810134 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771cc69a-a774-4bb1-869b-1bf14d8b63dc', 'name': 'network-vif-deleted', 'tag': 'a0c7db3e-bbbf-4d03-af60-4c5478d161cd', 'status': 'completed', 'code': 200} Sep 16 05:04:43.831535 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.873230 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f17f-b2c9-468f-a85b-b146e320e79e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.905443 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7f17f-b2c9-468f-a85b-b146e320e79e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=9acd050f-6f67-4212-9702-f2e14d064456,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:43.909282 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f17f-b2c9-468f-a85b-b146e320e79e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.911245 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ffb7f17f-b2c9-468f-a85b-b146e320e79e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/9acd050f-6f67-4212-9702-f2e14d064456 HTTP/1.1" status: 204 len: 168 time: 0.7021375 Sep 16 05:04:43.913877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36486) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:43.948356 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dbea42-2a20-4cdc-8829-8cf13d4ac774 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:43.958379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d9da8d66-e95e-4f21-9df8-edc4b1614ac7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427878 Sep 16 05:04:43.961041 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36490) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:43.967225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-2182e071-628e-4062-a62c-57ac7bbe3272 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:43.970562 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-2e4f86b2-ebb7-4fec-be3c-58281cbda8a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:04:43.971121 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-2e4f86b2-ebb7-4fec-be3c-58281cbda8a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:04:43.973798 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:04:43.974315 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:04:44.152278 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2182e071-628e-4062-a62c-57ac7bbe3272 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:44.163321 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2182e071-628e-4062-a62c-57ac7bbe3272 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.168917 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb1c53b-4022-4730-8d26-5d94aa302b0d None None] DHCP port deletion for 9f6db69a-747f-45ec-af36-1b9e5c7fde27 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:44.240796 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9fb1c53b-4022-4730-8d26-5d94aa302b0d None None] Deleting port 5387df7f-c434-4a9d-a122-828474e1f10c {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:44.241174 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9fb1c53b-4022-4730-8d26-5d94aa302b0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.344993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9fb1c53b-4022-4730-8d26-5d94aa302b0d None None] For port 5387df7f-c434-4a9d-a122-828474e1f10c, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5387df7f-c434-4a9d-a122-828474e1f10c,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:44.345685 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9fb1c53b-4022-4730-8d26-5d94aa302b0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.360289 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9fb1c53b-4022-4730-8d26-5d94aa302b0d None None] Calling delete_port for 5387df7f-c434-4a9d-a122-828474e1f10c owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:44.421525 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53b3264a-260a-4457-bab6-a10b625e0cef req-c0821658-1a8c-4105-8501-e85936ad0a04 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0340302 Sep 16 05:04:44.554407 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.601270 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2e4f86b2-ebb7-4fec-be3c-58281cbda8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.698030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.objects.ports [None req-2182e071-628e-4062-a62c-57ac7bbe3272 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95473) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:04:44.703978 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9fb1c53b-4022-4730-8d26-5d94aa302b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.738735 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1c53b-4022-4730-8d26-5d94aa302b0d None None] Pushing event deleted for resources: {'Port': ['ID=5387df7f-c434-4a9d-a122-828474e1f10c,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:44.760473 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:04:44.760473 n-d-712140-13 neutron-server[95475]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 16 05:04:44.760473 n-d-712140-13 neutron-server[95475]: [parameters: {'status': 'ACTIVE', 'ports_id': '5387df7f-c434-4a9d-a122-828474e1f10c'}] Sep 16 05:04:44.760473 n-d-712140-13 neutron-server[95475]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:04:44.760896 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:04:44.767409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb1c53b-4022-4730-8d26-5d94aa302b0d None None] No DVR routers for this DVR port 5387df7f-c434-4a9d-a122-828474e1f10c on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:44.800523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-75ba6820-f493-4be8-995a-f756a4cf91a3 req-3628d277-7c3b-4076-b2c2-ed10f7b86984 tempest-ServersNegativeTestMultiTenantJSON-1811620096 tempest-ServersNegativeTestMultiTenantJSON-1811620096-project] 10.222.0.20 "GET /v2.0/ports?device_id=771cc69a-a774-4bb1-869b-1bf14d8b63dc HTTP/1.1" status: 200 len: 210 time: 0.1019545 Sep 16 05:04:44.855319 n-d-712140-13 neutron-server[95473]: WARNING neutron.services.revisions.revision_plugin [None req-2182e071-628e-4062-a62c-57ac7bbe3272 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Could not find related port for resource to bump revision. Sep 16 05:04:44.898469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3edec859-4f4e-4835-946e-6d164031c8f6 None None] Could not find standard attr ID for object c621cc2b-8566-4a73-9927-959f680e3823. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:04:44.916988 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.ipam_pluggable_backend [None req-2182e071-628e-4062-a62c-57ac7bbe3272 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Port 5387df7f-c434-4a9d-a122-828474e1f10c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95473) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 16 05:04:44.917381 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.ipam_pluggable_backend [None req-2182e071-628e-4062-a62c-57ac7bbe3272 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Reverting IP allocation for 2001:db8::f816:3eff:fecc:a3cc {{(pid=95473) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 16 05:04:44.921441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.ipam_pluggable_backend [None req-2182e071-628e-4062-a62c-57ac7bbe3272 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fecc:a3cc {{(pid=95473) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 16 05:04:44.922985 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2182e071-628e-4062-a62c-57ac7bbe3272 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.996498 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2182e071-628e-4062-a62c-57ac7bbe3272 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:45.001328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-2182e071-628e-4062-a62c-57ac7bbe3272 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:45.005978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2182e071-628e-4062-a62c-57ac7bbe3272 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:45.006497 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2182e071-628e-4062-a62c-57ac7bbe3272 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.017260 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bef5979-f01b-49a7-8b87-d8510b4cee8a None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:45.018118 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182e071-628e-4062-a62c-57ac7bbe3272 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=9205face-ad87-4727-9476-7a637ec4dac4,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:45.130303 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36512) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:45.132429 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2182e071-628e-4062-a62c-57ac7bbe3272 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1702640 Sep 16 05:04:45.139420 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-fd07d5e6-d300-4efe-9885-aabc9cc8e44f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'mac_address': 'fa:16:3e:46:ec:d0', 'name': 'tempest-NetworksTestDHCPv6-354200268'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:45.183991 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'fixed_ips': [{'subnet_id': '9205face-ad87-4727-9476-7a637ec4dac4'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:45.185194 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.286508 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Port 5387df7f-c434-4a9d-a122-828474e1f10c update to ACTIVE by agent not found {{(pid=95475) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 05:04:45.360373 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd07d5e6-d300-4efe-9885-aabc9cc8e44f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:45.366053 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd07d5e6-d300-4efe-9885-aabc9cc8e44f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.396476 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-fd07d5e6-d300-4efe-9885-aabc9cc8e44f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port cf2bbaf6-d1a6-451f-b1bc-e53eab41527c yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:45.408831 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5387df7f-c434-4a9d-a122-828474e1f10c no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:45.442736 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 5387df7f-c434-4a9d-a122-828474e1f10c {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:45.443224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5387df7f-c434-4a9d-a122-828474e1f10c not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:45.446062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] Allocated IP 2001:db8::f816:3eff:fe05:ccdc (9f6db69a-747f-45ec-af36-1b9e5c7fde27/9205face-ad87-4727-9476-7a637ec4dac4/d9289847-9dd3-4686-b117-5737fc16ee20) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:45.567224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca217eb5-e172-4697-8faa-9eb8ba4f8c5f req-a30094a8-b588-4815-bcd6-1fc4f914497e tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0352077 Sep 16 05:04:45.640719 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.693516 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.741128 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:45.780488 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:45.783174 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:45.789468 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-fd07d5e6-d300-4efe-9885-aabc9cc8e44f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::f816:3eff:fe46:ecd0 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/9205face-ad87-4727-9476-7a637ec4dac4/cf2bbaf6-d1a6-451f-b1bc-e53eab41527c) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:45.830700 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] Pushing event updated for resources: {'Port': ['ID=d9289847-9dd3-4686-b117-5737fc16ee20,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:45.899191 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] Attempting to bind port d9289847-9dd3-4686-b117-5737fc16ee20 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:45.899564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] Attempting to bind port d9289847-9dd3-4686-b117-5737fc16ee20 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:45.900634 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] Attempting to bind port d9289847-9dd3-4686-b117-5737fc16ee20 on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:45.900773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36542) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:45.907288 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:45.907670 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:45.908233 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.908482 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:45.909046 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] Bound port: d9289847-9dd3-4686-b117-5737fc16ee20, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:45.909434 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.013156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-2753a25d-10c1-42bf-a559-65d229eb8b23 admin admin] Deleting subnet 8ef4c56a-01d5-4d09-b98b-14fcf692fe8d {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:46.018310 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2753a25d-10c1-42bf-a559-65d229eb8b23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.024204 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] For port d9289847-9dd3-4686-b117-5737fc16ee20, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:46.031209 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] For port d9289847-9dd3-4686-b117-5737fc16ee20, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d9289847-9dd3-4686-b117-5737fc16ee20,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:46.068152 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2753a25d-10c1-42bf-a559-65d229eb8b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.111818 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd07d5e6-d300-4efe-9885-aabc9cc8e44f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.133638 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2753a25d-10c1-42bf-a559-65d229eb8b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.133943 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.225102 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd07d5e6-d300-4efe-9885-aabc9cc8e44f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.236655 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6a201-78b4-49b5-9afe-2ac8cbf87e10 None None] Pushing event updated for resources: {'Port': ['ID=d9289847-9dd3-4686-b117-5737fc16ee20,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:46.278314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b027823d-8338-4ac9-88b8-a9ad03c62e0e req-9d0211de-6ce3-4a75-bd34-5181a13fa2cc tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0442514 Sep 16 05:04:46.307696 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd07d5e6-d300-4efe-9885-aabc9cc8e44f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:46.312241 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-fd07d5e6-d300-4efe-9885-aabc9cc8e44f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:46.313362 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2753a25d-10c1-42bf-a559-65d229eb8b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.317869 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd07d5e6-d300-4efe-9885-aabc9cc8e44f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:46.337239 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd07d5e6-d300-4efe-9885-aabc9cc8e44f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.339463 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd07d5e6-d300-4efe-9885-aabc9cc8e44f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.348430 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07d5e6-d300-4efe-9885-aabc9cc8e44f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=cf2bbaf6-d1a6-451f-b1bc-e53eab41527c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:46.371169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753a25d-10c1-42bf-a559-65d229eb8b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef4c56a-01d5-4d09-b98b-14fcf692fe8d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:46.374923 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2753a25d-10c1-42bf-a559-65d229eb8b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.381469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2753a25d-10c1-42bf-a559-65d229eb8b23 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8ef4c56a-01d5-4d09-b98b-14fcf692fe8d HTTP/1.1" status: 204 len: 168 time: 0.4755771 Sep 16 05:04:46.382209 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36554) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:46.445210 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fd07d5e6-d300-4efe-9885-aabc9cc8e44f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3117912 Sep 16 05:04:46.445773 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36556) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:46.499523 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4f222f1-a100-409e-9ffd-3d892084a676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.571277 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031f265d-a801-477d-8c2c-cc14f613a71d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.594146 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031f265d-a801-477d-8c2c-cc14f613a71d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.596328 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-031f265d-a801-477d-8c2c-cc14f613a71d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1486886 Sep 16 05:04:46.598956 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36562) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:46.684449 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4f222f1-a100-409e-9ffd-3d892084a676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.734778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c4f222f1-a100-409e-9ffd-3d892084a676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a57b73c-e2b7-4dff-ac9e-15e50c8842ab']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:46.739915 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-2729deb2-f26f-482a-b947-e1e18323988e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port cf2bbaf6-d1a6-451f-b1bc-e53eab41527c {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:46.740385 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2729deb2-f26f-482a-b947-e1e18323988e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.757154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c4f222f1-a100-409e-9ffd-3d892084a676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd0590c-05f0-418a-b6aa-c649517bbd81') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:46.757513 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c4f222f1-a100-409e-9ffd-3d892084a676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd0590c-05f0-418a-b6aa-c649517bbd81') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:46.773164 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4f222f1-a100-409e-9ffd-3d892084a676 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.795176 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4f222f1-a100-409e-9ffd-3d892084a676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.801188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f222f1-a100-409e-9ffd-3d892084a676 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:46.811562 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4f222f1-a100-409e-9ffd-3d892084a676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.872580 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2729deb2-f26f-482a-b947-e1e18323988e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:46.875116 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:46.892002 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-2729deb2-f26f-482a-b947-e1e18323988e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for cf2bbaf6-d1a6-451f-b1bc-e53eab41527c owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:46.958523 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a0c7db3e-bbbf-4d03-af60-4c5478d161cd no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:46.961976 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4f222f1-a100-409e-9ffd-3d892084a676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.973309 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4f222f1-a100-409e-9ffd-3d892084a676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.975278 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c4f222f1-a100-409e-9ffd-3d892084a676 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0a57b73c-e2b7-4dff-ac9e-15e50c8842ab HTTP/1.1" status: 204 len: 168 time: 0.5918608 Sep 16 05:04:46.978210 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36566) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:46.991429 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f222f1-a100-409e-9ffd-3d892084a676 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a57b73c-e2b7-4dff-ac9e-15e50c8842ab,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:47.001717 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: a0c7db3e-bbbf-4d03-af60-4c5478d161cd {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:47.002291 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a0c7db3e-bbbf-4d03-af60-4c5478d161cd not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:47.082764 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-805a9ea6-96f1-4424-acde-1bd18dc8abba admin admin] Deleting subnet dacded0c-7c60-4ae9-94bb-281fd0644399 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:47.087852 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-805a9ea6-96f1-4424-acde-1bd18dc8abba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.124777 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-805a9ea6-96f1-4424-acde-1bd18dc8abba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.169753 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2729deb2-f26f-482a-b947-e1e18323988e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.195447 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-805a9ea6-96f1-4424-acde-1bd18dc8abba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.262856 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729deb2-f26f-482a-b947-e1e18323988e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=cf2bbaf6-d1a6-451f-b1bc-e53eab41527c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:47.296341 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2729deb2-f26f-482a-b947-e1e18323988e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.299055 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2729deb2-f26f-482a-b947-e1e18323988e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/cf2bbaf6-d1a6-451f-b1bc-e53eab41527c HTTP/1.1" status: 204 len: 168 time: 0.6988220 Sep 16 05:04:47.301562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36578) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:47.402648 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-805a9ea6-96f1-4424-acde-1bd18dc8abba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.449460 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-805a9ea6-96f1-4424-acde-1bd18dc8abba admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.454545 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-805a9ea6-96f1-4424-acde-1bd18dc8abba admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dacded0c-7c60-4ae9-94bb-281fd0644399 HTTP/1.1" status: 204 len: 168 time: 0.4752140 Sep 16 05:04:47.455698 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36588) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:47.458462 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d9289847-9dd3-4686-b117-5737fc16ee20 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:47.464641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a9ea6-96f1-4424-acde-1bd18dc8abba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dacded0c-7c60-4ae9-94bb-281fd0644399,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:47.558704 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port d9289847-9dd3-4686-b117-5737fc16ee20 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:47.559099 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.589981 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-080b58e1-c0de-48d4-8470-e69ee2805a61 req-f8423f46-c75c-46f8-b962-d8a46f781156 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.1149204 Sep 16 05:04:47.614847 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be997308-b344-4344-80a9-34a00d6839ad tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:47.617226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be997308-b344-4344-80a9-34a00d6839ad tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:47.619852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-be997308-b344-4344-80a9-34a00d6839ad tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3169694 Sep 16 05:04:47.623101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36596) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:47.645000 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e29c20cd-698f-48ff-845d-cc646f7f4c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.747627 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.783539 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-764177a9-493d-45fa-b56a-73009d6bbdbd tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet 9205face-ad87-4727-9476-7a637ec4dac4 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:47.790001 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-764177a9-493d-45fa-b56a-73009d6bbdbd tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.820724 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port d9289847-9dd3-4686-b117-5737fc16ee20, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d9289847-9dd3-4686-b117-5737fc16ee20,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:47.825445 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e29c20cd-698f-48ff-845d-cc646f7f4c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.853656 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e29c20cd-698f-48ff-845d-cc646f7f4c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0c1342-1837-4f0f-a699-e9992dd14de9']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:47.875613 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-764177a9-493d-45fa-b56a-73009d6bbdbd tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.878409 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e29c20cd-698f-48ff-845d-cc646f7f4c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936079b9-dd8b-46aa-819b-11f18e88d353') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:47.878409 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e29c20cd-698f-48ff-845d-cc646f7f4c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936079b9-dd8b-46aa-819b-11f18e88d353') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:47.905603 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e29c20cd-698f-48ff-845d-cc646f7f4c37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.930007 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e29c20cd-698f-48ff-845d-cc646f7f4c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.947889 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29c20cd-698f-48ff-845d-cc646f7f4c37 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:47.948316 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e29c20cd-698f-48ff-845d-cc646f7f4c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:47.952043 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:47.969331 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3cf284ab-9d83-4919-ba3e-dcc6e6e11b67 None None] Provisioning complete for port d9289847-9dd3-4686-b117-5737fc16ee20 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:47.970393 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3cf284ab-9d83-4919-ba3e-dcc6e6e11b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.974154 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.002560 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-764177a9-493d-45fa-b56a-73009d6bbdbd tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.071006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=d9289847-9dd3-4686-b117-5737fc16ee20,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:48.218260 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e29c20cd-698f-48ff-845d-cc646f7f4c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.236942 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36610) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:48.238732 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e29c20cd-698f-48ff-845d-cc646f7f4c37 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.238732 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e29c20cd-698f-48ff-845d-cc646f7f4c37 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1e0c1342-1837-4f0f-a699-e9992dd14de9 HTTP/1.1" status: 204 len: 168 time: 0.7700853 Sep 16 05:04:48.254112 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-764177a9-493d-45fa-b56a-73009d6bbdbd tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.265460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-09659d9b-f8cc-4a53-a126-ad369bf7975e None None] Could not find standard attr ID for object cf2bbaf6-d1a6-451f-b1bc-e53eab41527c. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:04:48.290979 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c20cd-698f-48ff-845d-cc646f7f4c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0c1342-1837-4f0f-a699-e9992dd14de9,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:48.632729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764177a9-493d-45fa-b56a-73009d6bbdbd tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=9205face-ad87-4727-9476-7a637ec4dac4,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:48.645315 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fff25f0d-1874-45a8-8f80-af483da69d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.648449 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-764177a9-493d-45fa-b56a-73009d6bbdbd tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.653449 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-764177a9-493d-45fa-b56a-73009d6bbdbd tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/9205face-ad87-4727-9476-7a637ec4dac4 HTTP/1.1" status: 204 len: 168 time: 1.0288169 Sep 16 05:04:48.654079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36620) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:48.654970 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e446dde6-1289-48b9-a929-d9d2e5c4730d None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:48.670701 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36622) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:48.702735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-193ad13a-d37f-4b0f-a47f-1a18a5bea5aa tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427058 Sep 16 05:04:48.703383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36626) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:48.738397 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-49f45403-b99f-49fa-b19a-abbf8502ff76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66b644d7773d4166acc4128903166a64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0655122 Sep 16 05:04:48.744154 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36628) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:48.786654 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2070ea94-b161-47d7-be3a-13b96df2d680 req-acccc2c2-5049-449c-ba89-4fcdab6efef4 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0821040 Sep 16 05:04:48.842924 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd5b87e-7296-458f-b276-e17fae420eed tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:48.843374 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5674b975-c533-4653-831c-fe9103a0d709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.847259 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36632) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:48.847526 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5fd5b87e-7296-458f-b276-e17fae420eed tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1415806 Sep 16 05:04:48.921211 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5674b975-c533-4653-831c-fe9103a0d709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.942353 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fff25f0d-1874-45a8-8f80-af483da69d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.953259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8dc24d-afaf-4b83-8b8b-6ba854803cca None None] DHCP port deletion for 9f6db69a-747f-45ec-af36-1b9e5c7fde27 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:48.960655 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd5f7ba-2c27-4f72-9374-c7e43a7c057f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:48.964534 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4fd5f7ba-2c27-4f72-9374-c7e43a7c057f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1137960 Sep 16 05:04:48.964909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36634) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:49.010735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-adeb0746-6ec4-45b3-a08c-0c7d855eea4e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445855 Sep 16 05:04:49.014481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36636) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:49.018162 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-1e8dc24d-afaf-4b83-8b8b-6ba854803cca None None] Deleting port d9289847-9dd3-4686-b117-5737fc16ee20 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:49.018664 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc24d-afaf-4b83-8b8b-6ba854803cca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.019854 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3cb0660b-f792-4337-991b-d72bc2972763 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:49.025674 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fff25f0d-1874-45a8-8f80-af483da69d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.085901 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-1e8dc24d-afaf-4b83-8b8b-6ba854803cca None None] For port d9289847-9dd3-4686-b117-5737fc16ee20, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d9289847-9dd3-4686-b117-5737fc16ee20,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:49.086574 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc24d-afaf-4b83-8b8b-6ba854803cca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.090314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fff25f0d-1874-45a8-8f80-af483da69d4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4aed4f85cc74c1f8cbceca40f7f6c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8678069 Sep 16 05:04:49.093293 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36642) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:49.101514 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-1e8dc24d-afaf-4b83-8b8b-6ba854803cca None None] Calling delete_port for d9289847-9dd3-4686-b117-5737fc16ee20 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:49.110403 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5674b975-c533-4653-831c-fe9103a0d709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.113340 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5674b975-c533-4653-831c-fe9103a0d709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.117137 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5674b975-c533-4653-831c-fe9103a0d709 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99cc342f-1bfb-4621-b953-4aced6496c0d HTTP/1.1" status: 204 len: 168 time: 0.3714838 Sep 16 05:04:49.126739 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff25f0d-1874-45a8-8f80-af483da69d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ad7b34-6a9b-4e61-a8e5-17acdb0f9e60,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:49.137058 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674b975-c533-4653-831c-fe9103a0d709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cc342f-1bfb-4621-b953-4aced6496c0d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:49.185758 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f2480101-3be3-409c-885d-13926c33057d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.209028 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f2480101-3be3-409c-885d-13926c33057d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.276208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb0660b-f792-4337-991b-d72bc2972763 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:49.280466 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3cb0660b-f792-4337-991b-d72bc2972763 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.310136 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc24d-afaf-4b83-8b8b-6ba854803cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.342784 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8dc24d-afaf-4b83-8b8b-6ba854803cca None None] No DVR routers for this DVR port d9289847-9dd3-4686-b117-5737fc16ee20 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:49.345306 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8dc24d-afaf-4b83-8b8b-6ba854803cca None None] Pushing event deleted for resources: {'Port': ['ID=d9289847-9dd3-4686-b117-5737fc16ee20,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:49.369387 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f2480101-3be3-409c-885d-13926c33057d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.372330 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f2480101-3be3-409c-885d-13926c33057d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.374942 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f2480101-3be3-409c-885d-13926c33057d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12ad7b34-6a9b-4e61-a8e5-17acdb0f9e60 HTTP/1.1" status: 204 len: 168 time: 0.2791669 Sep 16 05:04:49.385947 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2480101-3be3-409c-885d-13926c33057d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ad7b34-6a9b-4e61-a8e5-17acdb0f9e60,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:49.434850 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d9289847-9dd3-4686-b117-5737fc16ee20 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:49.472411 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: d9289847-9dd3-4686-b117-5737fc16ee20 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:49.472902 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d9289847-9dd3-4686-b117-5737fc16ee20 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:49.661287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.objects.ports [None req-3cb0660b-f792-4337-991b-d72bc2972763 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95473) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:04:49.663482 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3cb0660b-f792-4337-991b-d72bc2972763 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.713039 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb0660b-f792-4337-991b-d72bc2972763 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:49.716275 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-3cb0660b-f792-4337-991b-d72bc2972763 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:49.720573 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb0660b-f792-4337-991b-d72bc2972763 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.721176 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3cb0660b-f792-4337-991b-d72bc2972763 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.726165 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e2e70-fe1c-4296-aba7-ff3e05624ce3 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:49.741727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0660b-f792-4337-991b-d72bc2972763 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=411967e0-a132-4509-8150-c3b6442f091a,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:49.813847 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3cb0660b-f792-4337-991b-d72bc2972763 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7981834 Sep 16 05:04:49.816445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36660) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:49.822192 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-81bc9690-6109-4101-94b8-14ac75dabc82 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'mac_address': 'fa:16:3e:84:b2:79', 'name': 'tempest-NetworksTestDHCPv6-1065478552'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:49.948713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'fixed_ips': [{'subnet_id': '411967e0-a132-4509-8150-c3b6442f091a'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:49.949697 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.970430 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36672) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:50.035418 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cacbbfd1-17d6-4f69-bd06-b0054189f04d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b5a2bfba66841fb925e6834bd17d76a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0636697 Sep 16 05:04:50.038171 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36678) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:50.061956 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c63156b-0e03-4f73-a104-2ad15c8e4d88 req-bbce19cc-53f0-4b18-b9ed-4653d81fad08 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0799060 Sep 16 05:04:50.150326 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a90d6b0a-ef68-47b3-b1a6-e25e2f03db28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.151583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] Allocated IP 2001:db8::f816:3eff:fe90:5518 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/411967e0-a132-4509-8150-c3b6442f091a/3e787a69-fd89-46f4-a900-dd3d7232fc66) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:50.176720 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a90d6b0a-ef68-47b3-b1a6-e25e2f03db28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.231067 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bc9690-6109-4101-94b8-14ac75dabc82 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:50.281782 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a90d6b0a-ef68-47b3-b1a6-e25e2f03db28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.284578 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a90d6b0a-ef68-47b3-b1a6-e25e2f03db28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.285824 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a90d6b0a-ef68-47b3-b1a6-e25e2f03db28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16a27bf3-9c8f-4f3b-8799-22ad7d59734d HTTP/1.1" status: 204 len: 168 time: 0.2464280 Sep 16 05:04:50.311365 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d6b0a-ef68-47b3-b1a6-e25e2f03db28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a27bf3-9c8f-4f3b-8799-22ad7d59734d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:50.332308 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.370425 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-81bc9690-6109-4101-94b8-14ac75dabc82 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.399355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-81bc9690-6109-4101-94b8-14ac75dabc82 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port b8b7a7b0-ddfe-4f3d-ac10-1906a7ec4885 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:50.413334 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.534297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-81bc9690-6109-4101-94b8-14ac75dabc82 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::f816:3eff:fe84:b279 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/411967e0-a132-4509-8150-c3b6442f091a/b8b7a7b0-ddfe-4f3d-ac10-1906a7ec4885) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:50.658085 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:50.658957 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] Pushing event updated for resources: {'Port': ['ID=3e787a69-fd89-46f4-a900-dd3d7232fc66,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:50.668184 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:50.670303 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:50.738001 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] Attempting to bind port 3e787a69-fd89-46f4-a900-dd3d7232fc66 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:50.738381 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] Attempting to bind port 3e787a69-fd89-46f4-a900-dd3d7232fc66 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:50.738749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] Attempting to bind port 3e787a69-fd89-46f4-a900-dd3d7232fc66 on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:50.744586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:50.745005 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:50.745460 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.745998 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:50.746847 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] Bound port: 3e787a69-fd89-46f4-a900-dd3d7232fc66, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:50.747096 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.778747 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-81bc9690-6109-4101-94b8-14ac75dabc82 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.838359 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] For port 3e787a69-fd89-46f4-a900-dd3d7232fc66, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:50.841813 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] For port 3e787a69-fd89-46f4-a900-dd3d7232fc66, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3e787a69-fd89-46f4-a900-dd3d7232fc66,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:50.956975 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-81bc9690-6109-4101-94b8-14ac75dabc82 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.963301 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.066137 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bc9690-6109-4101-94b8-14ac75dabc82 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:51.076353 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-81bc9690-6109-4101-94b8-14ac75dabc82 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:51.090117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bc9690-6109-4101-94b8-14ac75dabc82 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:51.097043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bc9690-6109-4101-94b8-14ac75dabc82 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:51.098071 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-81bc9690-6109-4101-94b8-14ac75dabc82 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.118255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc9690-6109-4101-94b8-14ac75dabc82 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=b8b7a7b0-ddfe-4f3d-ac10-1906a7ec4885,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:51.146900 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d08d66-f6b3-4972-9cae-8a0c844dd46a None None] Pushing event updated for resources: {'Port': ['ID=3e787a69-fd89-46f4-a900-dd3d7232fc66,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:51.234951 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9472fb2-1731-4ac0-8f8a-778db01399b9 req-455082f7-7f7a-488a-973a-796a5f903a16 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0291183 Sep 16 05:04:51.241153 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-81bc9690-6109-4101-94b8-14ac75dabc82 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4190390 Sep 16 05:04:51.241791 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36726) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:51.321075 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aa8521-5cb0-43f5-b4fc-b79b02b98cd5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:51.334479 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aa8521-5cb0-43f5-b4fc-b79b02b98cd5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:51.339102 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-04aa8521-5cb0-43f5-b4fc-b79b02b98cd5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0963817 Sep 16 05:04:51.339242 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36734) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:51.571749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-7d66aa88-5655-4042-9aa0-61b3ac4105de tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port b8b7a7b0-ddfe-4f3d-ac10-1906a7ec4885 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:51.572105 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d66aa88-5655-4042-9aa0-61b3ac4105de tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.679299 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d66aa88-5655-4042-9aa0-61b3ac4105de tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.692579 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-7d66aa88-5655-4042-9aa0-61b3ac4105de tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for b8b7a7b0-ddfe-4f3d-ac10-1906a7ec4885 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:51.928083 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d66aa88-5655-4042-9aa0-61b3ac4105de tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.960113 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66aa88-5655-4042-9aa0-61b3ac4105de tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=b8b7a7b0-ddfe-4f3d-ac10-1906a7ec4885,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:51.990642 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d66aa88-5655-4042-9aa0-61b3ac4105de tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.992986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7d66aa88-5655-4042-9aa0-61b3ac4105de tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/b8b7a7b0-ddfe-4f3d-ac10-1906a7ec4885 HTTP/1.1" status: 204 len: 168 time: 0.6521900 Sep 16 05:04:51.996533 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36756) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:52.055539 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6de513-cc4f-4b51-a7d1-76a9912412ae tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:52.057896 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6de513-cc4f-4b51-a7d1-76a9912412ae tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:52.059676 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6c6de513-cc4f-4b51-a7d1-76a9912412ae tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0619290 Sep 16 05:04:52.062253 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36760) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:52.146820 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea74df5f-2cc4-4e2f-806a-7a8a5c4de627 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet 411967e0-a132-4509-8150-c3b6442f091a {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:52.152336 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea74df5f-2cc4-4e2f-806a-7a8a5c4de627 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.204083 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea74df5f-2cc4-4e2f-806a-7a8a5c4de627 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.348483 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea74df5f-2cc4-4e2f-806a-7a8a5c4de627 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.394789 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36776) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:52.433921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-27c3789b-97ac-483d-90df-7924c31ef403 req-63bccf86-8e8f-4363-afc8-abbe7373e3e5 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0623410 Sep 16 05:04:52.475559 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea74df5f-2cc4-4e2f-806a-7a8a5c4de627 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.511971 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74df5f-2cc4-4e2f-806a-7a8a5c4de627 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=411967e0-a132-4509-8150-c3b6442f091a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:52.516982 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea74df5f-2cc4-4e2f-806a-7a8a5c4de627 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.521401 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ea74df5f-2cc4-4e2f-806a-7a8a5c4de627 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/411967e0-a132-4509-8150-c3b6442f091a HTTP/1.1" status: 204 len: 168 time: 0.4553399 Sep 16 05:04:52.521401 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36780) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:52.553313 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9d4401ac-cb12-4bca-8d96-65acfaead943 None None] Provisioning complete for port 3e787a69-fd89-46f4-a900-dd3d7232fc66 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:52.553898 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9d4401ac-cb12-4bca-8d96-65acfaead943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.605001 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-677bb68b-3cb4-4108-b96e-ed59e233dfe6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824857 Sep 16 05:04:52.607886 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36788) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:52.622844 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ffe871b8-2546-4416-80e8-f53820e00849 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:52.648961 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-16ade71d-1d87-4851-8327-60ef0a458be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.663267 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9d4401ac-cb12-4bca-8d96-65acfaead943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.715611 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9d4401ac-cb12-4bca-8d96-65acfaead943 None None] For port 3e787a69-fd89-46f4-a900-dd3d7232fc66, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3e787a69-fd89-46f4-a900-dd3d7232fc66,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:52.833406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc341897-2230-48f4-a639-3a10a6d803a5 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:52.836940 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-16ade71d-1d87-4851-8327-60ef0a458be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.863044 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9d4401ac-cb12-4bca-8d96-65acfaead943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.918731 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-16ade71d-1d87-4851-8327-60ef0a458be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.967535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ade71d-1d87-4851-8327-60ef0a458be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c14053-9618-4eb4-b46d-b351a0722a51,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:52.998989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c5cd29a1-acd8-4391-870a-beaee5958611 None None] Could not find standard attr ID for object b8b7a7b0-ddfe-4f3d-ac10-1906a7ec4885. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:04:53.008525 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-16ade71d-1d87-4851-8327-60ef0a458be2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=314e2d9611e44836b4a12f1208c270e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6124613 Sep 16 05:04:53.009329 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4401ac-cb12-4bca-8d96-65acfaead943 None None] Pushing event updated for resources: {'Port': ['ID=3e787a69-fd89-46f4-a900-dd3d7232fc66,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:53.011148 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36796) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:53.067396 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b6ecd5d6-b3c4-45e3-9cc5-4f41501d67e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.091575 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b6ecd5d6-b3c4-45e3-9cc5-4f41501d67e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.099442 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d10be14-c6d9-47a1-b727-85b17bd064fe None None] DHCP port deletion for 9f6db69a-747f-45ec-af36-1b9e5c7fde27 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:53.114247 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe871b8-2546-4416-80e8-f53820e00849 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:53.117772 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffe871b8-2546-4416-80e8-f53820e00849 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.162769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-3d10be14-c6d9-47a1-b727-85b17bd064fe None None] Deleting port 3e787a69-fd89-46f4-a900-dd3d7232fc66 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:53.163579 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3d10be14-c6d9-47a1-b727-85b17bd064fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.284754 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3d10be14-c6d9-47a1-b727-85b17bd064fe None None] For port 3e787a69-fd89-46f4-a900-dd3d7232fc66, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3e787a69-fd89-46f4-a900-dd3d7232fc66,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:53.285158 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3d10be14-c6d9-47a1-b727-85b17bd064fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.311529 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-3d10be14-c6d9-47a1-b727-85b17bd064fe None None] Calling delete_port for 3e787a69-fd89-46f4-a900-dd3d7232fc66 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:53.319552 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b6ecd5d6-b3c4-45e3-9cc5-4f41501d67e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.324407 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b6ecd5d6-b3c4-45e3-9cc5-4f41501d67e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.329482 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b6ecd5d6-b3c4-45e3-9cc5-4f41501d67e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14c14053-9618-4eb4-b46d-b351a0722a51 HTTP/1.1" status: 204 len: 168 time: 0.3164053 Sep 16 05:04:53.357670 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecd5d6-b3c4-45e3-9cc5-4f41501d67e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c14053-9618-4eb4-b46d-b351a0722a51,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:53.550868 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3d10be14-c6d9-47a1-b727-85b17bd064fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.555312 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-035ef072-a609-4b23-aa49-963897eb25c2 req-8fa0b6c2-07ae-4384-ab9e-785d00cb41c4 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0298393 Sep 16 05:04:53.582310 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10be14-c6d9-47a1-b727-85b17bd064fe None None] Pushing event deleted for resources: {'Port': ['ID=3e787a69-fd89-46f4-a900-dd3d7232fc66,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:53.604012 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d10be14-c6d9-47a1-b727-85b17bd064fe None None] No DVR routers for this DVR port 3e787a69-fd89-46f4-a900-dd3d7232fc66 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:53.910745 n-d-712140-13 neutron-server[95474]: DEBUG neutron.objects.ports [None req-ffe871b8-2546-4416-80e8-f53820e00849 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95474) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:04:53.910745 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffe871b8-2546-4416-80e8-f53820e00849 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.952548 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe871b8-2546-4416-80e8-f53820e00849 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:53.955741 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-ffe871b8-2546-4416-80e8-f53820e00849 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:53.960013 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe871b8-2546-4416-80e8-f53820e00849 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:53.960615 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffe871b8-2546-4416-80e8-f53820e00849 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.966603 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b287c662-60cd-44cc-8a22-664b376fccbe None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:53.973595 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe871b8-2546-4416-80e8-f53820e00849 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=a74b1c2d-570d-49b9-b7b5-f21f99a8a500,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:54.073814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36830) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:54.074647 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ffe871b8-2546-4416-80e8-f53820e00849 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4650166 Sep 16 05:04:54.079637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b7988c29-e43d-4de2-89f7-8d241a37b3c9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'mac_address': 'fa:16:3e:30:fa:e6', 'name': 'tempest-NetworksTestDHCPv6-156433811'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:54.134956 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'fixed_ips': [{'subnet_id': 'a74b1c2d-570d-49b9-b7b5-f21f99a8a500'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:54.136087 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.293820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7988c29-e43d-4de2-89f7-8d241a37b3c9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:54.298628 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] Allocated IP 2001:db8::f816:3eff:fed1:d0c (9f6db69a-747f-45ec-af36-1b9e5c7fde27/a74b1c2d-570d-49b9-b7b5-f21f99a8a500/4023c038-8909-4632-830f-0e4eeec52691) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:54.301944 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7988c29-e43d-4de2-89f7-8d241a37b3c9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.326410 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-b7988c29-e43d-4de2-89f7-8d241a37b3c9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port ec72d492-ce18-4eb7-a1f7-ac59792fa85f yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:54.372625 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.501124 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.550517 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.597742 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:54.600510 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:54.605333 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:54.620873 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] Pushing event updated for resources: {'Port': ['ID=4023c038-8909-4632-830f-0e4eeec52691,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:54.627989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-b7988c29-e43d-4de2-89f7-8d241a37b3c9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::f816:3eff:fe30:fae6 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/a74b1c2d-570d-49b9-b7b5-f21f99a8a500/ec72d492-ce18-4eb7-a1f7-ac59792fa85f) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:54.636693 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36858) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:54.679278 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] Attempting to bind port 4023c038-8909-4632-830f-0e4eeec52691 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:54.679652 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] Attempting to bind port 4023c038-8909-4632-830f-0e4eeec52691 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:54.680064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] Attempting to bind port 4023c038-8909-4632-830f-0e4eeec52691 on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:54.688019 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:54.688402 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:54.688810 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.691411 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:54.692320 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] Bound port: 4023c038-8909-4632-830f-0e4eeec52691, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:54.692972 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.727589 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8e2695d-95d6-4600-9851-af39a4fe26fd req-1fe8c1f7-6ba2-4e3e-94d7-a2edb7a9ce92 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0438640 Sep 16 05:04:54.794794 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] For port 4023c038-8909-4632-830f-0e4eeec52691, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:54.800486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] For port 4023c038-8909-4632-830f-0e4eeec52691, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4023c038-8909-4632-830f-0e4eeec52691,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:54.868205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-af59f99c-4b8d-4ceb-879a-4cbf2ba286a1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1615191553-network', 'tenant_id': 'ece864d6db5c4e1d96e72f6394c094cb'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:54.871613 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.914089 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7988c29-e43d-4de2-89f7-8d241a37b3c9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.975069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35778b30-3a70-4487-a4db-5a59505ccc09 None None] Pushing event updated for resources: {'Port': ['ID=4023c038-8909-4632-830f-0e4eeec52691,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:55.064684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af59f99c-4b8d-4ceb-879a-4cbf2ba286a1 admin admin] Made reservation on behalf of ece864d6db5c4e1d96e72f6394c094cb for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:55.067738 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af59f99c-4b8d-4ceb-879a-4cbf2ba286a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.077506 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af59f99c-4b8d-4ceb-879a-4cbf2ba286a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.148513 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7988c29-e43d-4de2-89f7-8d241a37b3c9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.154610 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:04:55.240882 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7988c29-e43d-4de2-89f7-8d241a37b3c9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:55.244509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-b7988c29-e43d-4de2-89f7-8d241a37b3c9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:55.256067 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7988c29-e43d-4de2-89f7-8d241a37b3c9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:55.267502 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7988c29-e43d-4de2-89f7-8d241a37b3c9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:55.267502 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7988c29-e43d-4de2-89f7-8d241a37b3c9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.297861 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7988c29-e43d-4de2-89f7-8d241a37b3c9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=ec72d492-ce18-4eb7-a1f7-ac59792fa85f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:55.361998 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af59f99c-4b8d-4ceb-879a-4cbf2ba286a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.424059 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4023c038-8909-4632-830f-0e4eeec52691 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:55.431374 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af59f99c-4b8d-4ceb-879a-4cbf2ba286a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.460326 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af59f99c-4b8d-4ceb-879a-4cbf2ba286a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:04:55.486039 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af59f99c-4b8d-4ceb-879a-4cbf2ba286a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.488237 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-af59f99c-4b8d-4ceb-879a-4cbf2ba286a1 admin admin] Added segment c5caf03c-23e1-42af-9b79-956f898c4611 of type vlan for network c38fee71-f4a0-4893-8a01-fbc912f5a572 Sep 16 05:04:55.490005 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59f99c-4b8d-4ceb-879a-4cbf2ba286a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae047c3b-6b1a-4300-8c01-24310a973a31,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:55.491939 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 4023c038-8909-4632-830f-0e4eeec52691 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:55.492408 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.545544 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b7988c29-e43d-4de2-89f7-8d241a37b3c9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4698460 Sep 16 05:04:55.548443 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36896) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:55.575207 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af59f99c-4b8d-4ceb-879a-4cbf2ba286a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.608505 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.613777 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ee51ca-90e2-47cb-96d5-a057f1daf0e5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:55.620598 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ee51ca-90e2-47cb-96d5-a057f1daf0e5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:55.622264 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e0ee51ca-90e2-47cb-96d5-a057f1daf0e5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0727761 Sep 16 05:04:55.625042 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36900) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:55.653451 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 4023c038-8909-4632-830f-0e4eeec52691, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4023c038-8909-4632-830f-0e4eeec52691,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:55.715087 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af59f99c-4b8d-4ceb-879a-4cbf2ba286a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.717029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af59f99c-4b8d-4ceb-879a-4cbf2ba286a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:55.724486 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af59f99c-4b8d-4ceb-879a-4cbf2ba286a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.727103 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-296168d7-c9e9-43c4-b52e-39e7d780ec94 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port ec72d492-ce18-4eb7-a1f7-ac59792fa85f {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:55.728393 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-296168d7-c9e9-43c4-b52e-39e7d780ec94 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.749964 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.849394 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-296168d7-c9e9-43c4-b52e-39e7d780ec94 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.858625 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-af59f99c-4b8d-4ceb-879a-4cbf2ba286a1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2180085 Sep 16 05:04:55.858625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59f99c-4b8d-4ceb-879a-4cbf2ba286a1 admin admin] Pushing event updated for resources: {'Network': ['ID=c38fee71-f4a0-4893-8a01-fbc912f5a572,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:55.860536 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36906) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:55.871697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8c894bf8-25bd-4750-924c-77b14eaa15e5 admin admin] Request body: {'subnet': {'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1615191553-subnet', 'tenant_id': 'ece864d6db5c4e1d96e72f6394c094cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:55.874379 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-296168d7-c9e9-43c4-b52e-39e7d780ec94 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for ec72d492-ce18-4eb7-a1f7-ac59792fa85f owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:55.877234 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=4023c038-8909-4632-830f-0e4eeec52691,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:55.883003 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network c38fee71-f4a0-4893-8a01-fbc912f5a572 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:55.946763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ecd9c1e-e37f-4270-bd58-3e915cbc4fbe req-b02126fa-dfab-4f1a-9ddd-0cdbdc3dc16b tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0426259 Sep 16 05:04:56.046368 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c894bf8-25bd-4750-924c-77b14eaa15e5 admin admin] Made reservation on behalf of ece864d6db5c4e1d96e72f6394c094cb for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:56.049105 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c894bf8-25bd-4750-924c-77b14eaa15e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.231596 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-296168d7-c9e9-43c4-b52e-39e7d780ec94 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.265946 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296168d7-c9e9-43c4-b52e-39e7d780ec94 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=ec72d492-ce18-4eb7-a1f7-ac59792fa85f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:56.308213 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-296168d7-c9e9-43c4-b52e-39e7d780ec94 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.323959 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-296168d7-c9e9-43c4-b52e-39e7d780ec94 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/ec72d492-ce18-4eb7-a1f7-ac59792fa85f HTTP/1.1" status: 204 len: 168 time: 0.6952853 Sep 16 05:04:56.325002 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36918) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:56.356622 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2a9c28a3-d5a8-4004-9124-ed4ae661a889 None None] Provisioning complete for port 4023c038-8909-4632-830f-0e4eeec52691 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:56.357001 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2a9c28a3-d5a8-4004-9124-ed4ae661a889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.398297 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aa875b-2fc9-4165-bd76-0cb7c4c01519 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.401054 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aa875b-2fc9-4165-bd76-0cb7c4c01519 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.405373 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-28aa875b-2fc9-4165-bd76-0cb7c4c01519 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0774815 Sep 16 05:04:56.405885 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36922) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:56.488751 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce3a6f8-8120-4d4b-b38f-3d5be351a1c6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet a74b1c2d-570d-49b9-b7b5-f21f99a8a500 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:56.488751 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fce3a6f8-8120-4d4b-b38f-3d5be351a1c6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.544328 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fce3a6f8-8120-4d4b-b38f-3d5be351a1c6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.557244 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c894bf8-25bd-4750-924c-77b14eaa15e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.609608 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-aeb72cfe-12ea-4737-befa-c3629ba23e18 None None] Could not find standard attr ID for object ec72d492-ce18-4eb7-a1f7-ac59792fa85f. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:04:56.631391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c894bf8-25bd-4750-924c-77b14eaa15e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b3406ee-9e90-41ec-83e3-081686225e3b,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:56.669136 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c894bf8-25bd-4750-924c-77b14eaa15e5 admin admin] Checking segment: {'id': 'c5caf03c-23e1-42af-9b79-956f898c4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:56.669513 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c894bf8-25bd-4750-924c-77b14eaa15e5 admin admin] Network hostable DHCP agents. Network: c38fee71-f4a0-4893-8a01-fbc912f5a572, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:04:56.704458 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fce3a6f8-8120-4d4b-b38f-3d5be351a1c6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.046872 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34262352-5a47-4d4d-abfa-fd761c2c3e53 req-993b6e01-ad77-492c-9359-37e078d8a070 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0305083 Sep 16 05:04:57.050806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c894bf8-25bd-4750-924c-77b14eaa15e5 admin admin] Network c38fee71-f4a0-4893-8a01-fbc912f5a572 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:04:57.071231 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fce3a6f8-8120-4d4b-b38f-3d5be351a1c6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.100547 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3a6f8-8120-4d4b-b38f-3d5be351a1c6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=a74b1c2d-570d-49b9-b7b5-f21f99a8a500,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:57.111653 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fce3a6f8-8120-4d4b-b38f-3d5be351a1c6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.113865 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fce3a6f8-8120-4d4b-b38f-3d5be351a1c6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/a74b1c2d-570d-49b9-b7b5-f21f99a8a500 HTTP/1.1" status: 204 len: 168 time: 0.7062452 Sep 16 05:04:57.116428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36936) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:57.130247 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06f3450-49fc-48e0-80cf-f4421af0be43 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:57.150436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-8c894bf8-25bd-4750-924c-77b14eaa15e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, c38fee71-f4a0-4893-8a01-fbc912f5a572) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:57.154967 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c894bf8-25bd-4750-924c-77b14eaa15e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.159329 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c894bf8-25bd-4750-924c-77b14eaa15e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.163200 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ad18ca3d-ee39-4b95-aa37-548566c124a3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451732 Sep 16 05:04:57.165635 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36940) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:57.170246 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ada7c9-6e1c-4996-9ce2-3c94ac9da324 None None] Network c38fee71-f4a0-4893-8a01-fbc912f5a572 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:57.227523 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75162c66-59ab-4919-938b-c1773bd23746 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.229876 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-75162c66-59ab-4919-938b-c1773bd23746 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0630696 Sep 16 05:04:57.232563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36942) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:57.296804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf647b0-8186-4a7e-818a-2492e5e44540 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.298754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bbf647b0-8186-4a7e-818a-2492e5e44540 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0648739 Sep 16 05:04:57.302206 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36944) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:57.326557 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8c894bf8-25bd-4750-924c-77b14eaa15e5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4659419 Sep 16 05:04:57.367682 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5c07e2af-99f0-4789-bdf2-5981f78c8a15 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640192 Sep 16 05:04:57.372403 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36950) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:57.377305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f43de5d9-9b59-4af1-aa98-713cffc1ef5b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:57.436877 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4023c038-8909-4632-830f-0e4eeec52691 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:57.517090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e849daf-f4bc-4586-9a8a-f407c244b09e None None] Network c38fee71-f4a0-4893-8a01-fbc912f5a572 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:57.553938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43de5d9-9b59-4af1-aa98-713cffc1ef5b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:57.557870 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f43de5d9-9b59-4af1-aa98-713cffc1ef5b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.673976 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ba2f3d-dd56-4481-8db3-7c6f05cf88f7 None None] DHCP port deletion for 9f6db69a-747f-45ec-af36-1b9e5c7fde27 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:57.736315 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 4023c038-8909-4632-830f-0e4eeec52691 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:57.736947 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.835199 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba2f3d-dd56-4481-8db3-7c6f05cf88f7 None None] Deleting port 4023c038-8909-4632-830f-0e4eeec52691 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:57.835788 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c9ba2f3d-dd56-4481-8db3-7c6f05cf88f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.957758 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c9ba2f3d-dd56-4481-8db3-7c6f05cf88f7 None None] For port 4023c038-8909-4632-830f-0e4eeec52691, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4023c038-8909-4632-830f-0e4eeec52691,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:57.957758 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c9ba2f3d-dd56-4481-8db3-7c6f05cf88f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.969862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba2f3d-dd56-4481-8db3-7c6f05cf88f7 None None] Calling delete_port for 4023c038-8909-4632-830f-0e4eeec52691 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:57.983828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-25c24d9e-9188-44b4-ba73-3a2a4f5c4499 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.985751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-25c24d9e-9188-44b4-ba73-3a2a4f5c4499 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/networks?id=c38fee71-f4a0-4893-8a01-fbc912f5a572 HTTP/1.1" status: 200 len: 815 time: 0.1273844 Sep 16 05:04:58.002145 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-53b80172-c195-40c6-9cd2-00c6642cd107 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/quotas/ece864d6db5c4e1d96e72f6394c094cb HTTP/1.1" status: 200 len: 375 time: 0.0106549 Sep 16 05:04:58.019171 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f43de5d9-9b59-4af1-aa98-713cffc1ef5b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.044204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-b0e0eee8-980a-4c75-830b-091bb6fcf9b8 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ece864d6db5c4e1d96e72f6394c094cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359724 Sep 16 05:04:58.087453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43de5d9-9b59-4af1-aa98-713cffc1ef5b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:58.104914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-f43de5d9-9b59-4af1-aa98-713cffc1ef5b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:58.117675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43de5d9-9b59-4af1-aa98-713cffc1ef5b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:58.118797 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f43de5d9-9b59-4af1-aa98-713cffc1ef5b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.144845 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c9ba2f3d-dd56-4481-8db3-7c6f05cf88f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.171980 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43de5d9-9b59-4af1-aa98-713cffc1ef5b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=81ac6a6e-0b8d-41a6-b114-e3fcf0fa1fc1,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:58.198037 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba2f3d-dd56-4481-8db3-7c6f05cf88f7 None None] Pushing event deleted for resources: {'Port': ['ID=4023c038-8909-4632-830f-0e4eeec52691,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:58.208157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba2f3d-dd56-4481-8db3-7c6f05cf88f7 None None] No DVR routers for this DVR port 4023c038-8909-4632-830f-0e4eeec52691 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:58.225667 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c2845df-988d-4c0b-b707-b86a077a1e07 req-e4927b8d-ac9e-4cd3-a849-8073045ee5fa tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0445659 Sep 16 05:04:58.239532 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043236e8-e28b-4d08-8fdd-d2c627cfedb9 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:58.250843 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-21f72f45-855f-4954-8cdc-371cdc1676f8 service neutron] 10.222.0.20 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860673 Sep 16 05:04:58.289868 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f43de5d9-9b59-4af1-aa98-713cffc1ef5b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9165726 Sep 16 05:04:58.294457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36982) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:58.299966 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-b8c66ef6-7a5a-42e8-b0db-e222b8d1a4c0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'mac_address': 'fa:16:3e:14:eb:34', 'name': 'tempest-NetworksTestDHCPv6-283823985'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:58.336646 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.376185 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-09f04b52-445c-4640-b4fd-c9c3c8966239 service neutron] 10.222.0.20 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176209 Sep 16 05:04:58.450037 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e336847f-af90-47fc-971d-7605c7547890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'fixed_ips': [{'subnet_id': '81ac6a6e-0b8d-41a6-b114-e3fcf0fa1fc1'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:58.451049 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e336847f-af90-47fc-971d-7605c7547890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.522488 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c66ef6-7a5a-42e8-b0db-e222b8d1a4c0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:58.605001 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-e336847f-af90-47fc-971d-7605c7547890 None None] Allocated IP 2001:db8::2 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/81ac6a6e-0b8d-41a6-b114-e3fcf0fa1fc1/6728ede2-dff6-44d6-abd6-93491d54aa2c) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:58.660403 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8c66ef6-7a5a-42e8-b0db-e222b8d1a4c0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.692922 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-b8c66ef6-7a5a-42e8-b0db-e222b8d1a4c0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port 518d6320-c036-4d98-8464-b9acec002225 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:58.804941 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bcebd020-71a7-4966-83e2-1812d85cb1e2 req-0856c5b2-60dd-4dbb-8e9d-d97bcfb98f58 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 210 time: 0.0606055 Sep 16 05:04:58.854791 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e336847f-af90-47fc-971d-7605c7547890 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.945199 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e336847f-af90-47fc-971d-7605c7547890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.993860 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e336847f-af90-47fc-971d-7605c7547890 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:59.001492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-e336847f-af90-47fc-971d-7605c7547890 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:59.005107 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e336847f-af90-47fc-971d-7605c7547890 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:59.015866 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-b8c66ef6-7a5a-42e8-b0db-e222b8d1a4c0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::1bb (9f6db69a-747f-45ec-af36-1b9e5c7fde27/81ac6a6e-0b8d-41a6-b114-e3fcf0fa1fc1/518d6320-c036-4d98-8464-b9acec002225) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:59.024060 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336847f-af90-47fc-971d-7605c7547890 None None] Pushing event updated for resources: {'Port': ['ID=6728ede2-dff6-44d6-abd6-93491d54aa2c,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:59.093503 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e336847f-af90-47fc-971d-7605c7547890 None None] Attempting to bind port 6728ede2-dff6-44d6-abd6-93491d54aa2c on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:59.093503 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e336847f-af90-47fc-971d-7605c7547890 None None] Attempting to bind port 6728ede2-dff6-44d6-abd6-93491d54aa2c by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:59.093503 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336847f-af90-47fc-971d-7605c7547890 None None] Attempting to bind port 6728ede2-dff6-44d6-abd6-93491d54aa2c on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:59.102091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336847f-af90-47fc-971d-7605c7547890 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:59.103900 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336847f-af90-47fc-971d-7605c7547890 None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:59.103900 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e336847f-af90-47fc-971d-7605c7547890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.103900 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336847f-af90-47fc-971d-7605c7547890 None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:59.104506 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e336847f-af90-47fc-971d-7605c7547890 None None] Bound port: 6728ede2-dff6-44d6-abd6-93491d54aa2c, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:59.104988 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e336847f-af90-47fc-971d-7605c7547890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.197198 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e336847f-af90-47fc-971d-7605c7547890 None None] For port 6728ede2-dff6-44d6-abd6-93491d54aa2c, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:59.200580 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e336847f-af90-47fc-971d-7605c7547890 None None] For port 6728ede2-dff6-44d6-abd6-93491d54aa2c, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6728ede2-dff6-44d6-abd6-93491d54aa2c,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:59.225257 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8c66ef6-7a5a-42e8-b0db-e222b8d1a4c0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.260527 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e336847f-af90-47fc-971d-7605c7547890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.361714 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8c66ef6-7a5a-42e8-b0db-e222b8d1a4c0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.378965 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336847f-af90-47fc-971d-7605c7547890 None None] Pushing event updated for resources: {'Port': ['ID=6728ede2-dff6-44d6-abd6-93491d54aa2c,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:59.399137 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-594b689a-3421-4ef9-82bf-31aa44869c43 req-21567452-ba29-4e98-93b9-754be7e6fdb8 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0560863 Sep 16 05:04:59.416406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4023c038-8909-4632-830f-0e4eeec52691 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:59.465637 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 4023c038-8909-4632-830f-0e4eeec52691 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:59.468193 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c66ef6-7a5a-42e8-b0db-e222b8d1a4c0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:59.468360 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4023c038-8909-4632-830f-0e4eeec52691 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:59.471848 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-b8c66ef6-7a5a-42e8-b0db-e222b8d1a4c0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:59.479044 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c66ef6-7a5a-42e8-b0db-e222b8d1a4c0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:59.484689 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c66ef6-7a5a-42e8-b0db-e222b8d1a4c0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:59.485361 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8c66ef6-7a5a-42e8-b0db-e222b8d1a4c0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.522947 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c66ef6-7a5a-42e8-b0db-e222b8d1a4c0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=518d6320-c036-4d98-8464-b9acec002225,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:59.577163 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b8c66ef6-7a5a-42e8-b0db-e222b8d1a4c0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2790084 Sep 16 05:04:59.577601 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37020) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:59.641036 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a46ef7f-e935-4aa9-8a25-4b50684e860e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:59.648777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a46ef7f-e935-4aa9-8a25-4b50684e860e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:59.654703 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37022) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:59.656463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0a46ef7f-e935-4aa9-8a25-4b50684e860e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0776656 Sep 16 05:04:59.813889 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-feb1649d-5317-45ee-934b-5f46cecc0b11 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port 518d6320-c036-4d98-8464-b9acec002225 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:59.814309 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-feb1649d-5317-45ee-934b-5f46cecc0b11 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.842563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37030) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:59.915118 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-feb1649d-5317-45ee-934b-5f46cecc0b11 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.919738 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a28ea3c8-6afc-428c-a68c-f60e5bdf2d9f req-1e05bdfa-3be0-4469-917f-cf88145aa381 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 210 time: 0.0516579 Sep 16 05:04:59.929273 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-feb1649d-5317-45ee-934b-5f46cecc0b11 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for 518d6320-c036-4d98-8464-b9acec002225 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:59.998441 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b95989d2-a0a1-4ba9-a16a-94bb7ed466fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.138603 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-feb1649d-5317-45ee-934b-5f46cecc0b11 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.179178 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1649d-5317-45ee-934b-5f46cecc0b11 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=518d6320-c036-4d98-8464-b9acec002225,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:00.198113 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b95989d2-a0a1-4ba9-a16a-94bb7ed466fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.201733 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-feb1649d-5317-45ee-934b-5f46cecc0b11 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.206572 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-feb1649d-5317-45ee-934b-5f46cecc0b11 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/518d6320-c036-4d98-8464-b9acec002225 HTTP/1.1" status: 204 len: 168 time: 0.5493662 Sep 16 05:05:00.207511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37038) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:00.264496 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f6bfe2-7ea6-4719-9c6d-ca689c39f663 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:00.266226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f6bfe2-7ea6-4719-9c6d-ca689c39f663 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:00.267854 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-27f6bfe2-7ea6-4719-9c6d-ca689c39f663 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0591118 Sep 16 05:05:00.270640 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37042) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:00.301513 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b95989d2-a0a1-4ba9-a16a-94bb7ed466fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.355881 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb5d0a4-1b03-46a9-a855-375b727f17d6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet 81ac6a6e-0b8d-41a6-b114-e3fcf0fa1fc1 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:00.359340 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4bb5d0a4-1b03-46a9-a855-375b727f17d6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.390092 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95989d2-a0a1-4ba9-a16a-94bb7ed466fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d76ab2-2624-47a4-a05c-109ea4d8cde7,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:00.402108 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b95989d2-a0a1-4ba9-a16a-94bb7ed466fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=316bf02c339f4dfab5170596e315b37d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5584328 Sep 16 05:05:00.404884 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37046) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:00.416437 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4bb5d0a4-1b03-46a9-a855-375b727f17d6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.524323 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9039796-3851-4836-a856-ed72deba2f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.531830 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4bb5d0a4-1b03-46a9-a855-375b727f17d6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.583212 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9039796-3851-4836-a856-ed72deba2f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.624534 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40aabdf6-44d8-4c04-864e-c111dcaac77a req-893d9d77-cd5f-486d-8758-d94194e5b3c4 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0355072 Sep 16 05:05:00.716132 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-04926a1a-6e7a-464a-a964-21b8705909e6 None None] Provisioning complete for port 6728ede2-dff6-44d6-abd6-93491d54aa2c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:00.724784 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-04926a1a-6e7a-464a-a964-21b8705909e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.750650 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9039796-3851-4836-a856-ed72deba2f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.753288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9039796-3851-4836-a856-ed72deba2f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.754948 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c9039796-3851-4836-a856-ed72deba2f09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30d76ab2-2624-47a4-a05c-109ea4d8cde7 HTTP/1.1" status: 204 len: 168 time: 0.3480880 Sep 16 05:05:00.764475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9039796-3851-4836-a856-ed72deba2f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d76ab2-2624-47a4-a05c-109ea4d8cde7,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:00.785866 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4bb5d0a4-1b03-46a9-a855-375b727f17d6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.844923 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-04926a1a-6e7a-464a-a964-21b8705909e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.845986 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5d0a4-1b03-46a9-a855-375b727f17d6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=81ac6a6e-0b8d-41a6-b114-e3fcf0fa1fc1,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:00.850482 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4bb5d0a4-1b03-46a9-a855-375b727f17d6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.857455 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37060) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:00.858488 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4bb5d0a4-1b03-46a9-a855-375b727f17d6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/81ac6a6e-0b8d-41a6-b114-e3fcf0fa1fc1 HTTP/1.1" status: 204 len: 168 time: 0.5859325 Sep 16 05:05:00.912897 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-76719cf8-1a6a-48d5-b42f-4f95276f7949 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539310 Sep 16 05:05:00.913156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37062) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:00.925865 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-04926a1a-6e7a-464a-a964-21b8705909e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:05:00.925865 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-04926a1a-6e7a-464a-a964-21b8705909e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:05:01.012530 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c44ec02-94fb-4ddd-838d-4237768a8b04 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:01.017278 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a21fda-3b1d-4ab7-a388-64103e1b2d3c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:01.019051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-06a21fda-3b1d-4ab7-a388-64103e1b2d3c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1047161 Sep 16 05:05:01.021732 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37066) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:01.034831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1624a19-c747-419f-b726-1aa84e6640e9 req-2df8c151-b8f8-4fd6-8eaa-b206246c5d05 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 210 time: 0.0387816 Sep 16 05:05:01.103941 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b14fb6f-015e-4488-a141-152f5b76d97d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:01.111955 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0b14fb6f-015e-4488-a141-152f5b76d97d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0889773 Sep 16 05:05:01.114607 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37072) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:01.171172 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0742da42-a291-4f4e-b429-c9df2d8ff53c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549753 Sep 16 05:05:01.174974 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37074) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:01.180221 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-19803837-185d-4e56-89e7-b4c8086b5209 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:01.437838 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19803837-185d-4e56-89e7-b4c8086b5209 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:01.439624 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-19803837-185d-4e56-89e7-b4c8086b5209 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.460865 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526c1278-a277-4ea6-a92b-7edec9b13102 None None] DHCP port deletion for 9f6db69a-747f-45ec-af36-1b9e5c7fde27 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:05:01.506986 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-04926a1a-6e7a-464a-a964-21b8705909e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.559921 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-04926a1a-6e7a-464a-a964-21b8705909e6 None None] For port 6728ede2-dff6-44d6-abd6-93491d54aa2c, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6728ede2-dff6-44d6-abd6-93491d54aa2c,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:01.565090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-526c1278-a277-4ea6-a92b-7edec9b13102 None None] Deleting port 6728ede2-dff6-44d6-abd6-93491d54aa2c {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:01.565612 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-526c1278-a277-4ea6-a92b-7edec9b13102 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.633275 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-04926a1a-6e7a-464a-a964-21b8705909e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.693578 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-526c1278-a277-4ea6-a92b-7edec9b13102 None None] For port 6728ede2-dff6-44d6-abd6-93491d54aa2c, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6728ede2-dff6-44d6-abd6-93491d54aa2c,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:01.693984 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-526c1278-a277-4ea6-a92b-7edec9b13102 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.719010 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-526c1278-a277-4ea6-a92b-7edec9b13102 None None] Calling delete_port for 6728ede2-dff6-44d6-abd6-93491d54aa2c owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:01.776199 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04926a1a-6e7a-464a-a964-21b8705909e6 None None] Pushing event updated for resources: {'Port': ['ID=6728ede2-dff6-44d6-abd6-93491d54aa2c,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:01.782850 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6a842e28-914a-4fc4-a19b-d6806487c9e0 None None] Could not find standard attr ID for object 518d6320-c036-4d98-8464-b9acec002225. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:05:01.796156 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-e90e2a98-88ad-4886-9696-f3be387457ca tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:01.798421 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-e90e2a98-88ad-4886-9696-f3be387457ca tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.38 "GET /v2.0/networks?id=c38fee71-f4a0-4893-8a01-fbc912f5a572 HTTP/1.1" status: 200 len: 815 time: 0.2421739 Sep 16 05:05:01.812155 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c37d1ad9-a9a4-4920-99f1-0d5e399765e0 req-dc194f52-074c-4f6b-a43e-031ec6924276 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0483246 Sep 16 05:05:01.845028 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-2d3153b3-475a-4527-95e3-ae9dce3df18f tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Request body: {'port': {'device_id': 'edc7e5d4-45df-483f-80ea-944f485471e1', 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572', 'admin_state_up': True, 'tenant_id': 'ece864d6db5c4e1d96e72f6394c094cb'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:01.966728 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-526c1278-a277-4ea6-a92b-7edec9b13102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.001515 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c1278-a277-4ea6-a92b-7edec9b13102 None None] Pushing event deleted for resources: {'Port': ['ID=6728ede2-dff6-44d6-abd6-93491d54aa2c,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:02.008219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c1278-a277-4ea6-a92b-7edec9b13102 None None] No DVR routers for this DVR port 6728ede2-dff6-44d6-abd6-93491d54aa2c on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:02.130276 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-2d3153b3-475a-4527-95e3-ae9dce3df18f tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Made reservation on behalf of ece864d6db5c4e1d96e72f6394c094cb for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:02.134618 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-2d3153b3-475a-4527-95e3-ae9dce3df18f tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.171514 n-d-712140-13 neutron-server[95474]: DEBUG neutron.objects.ports [None req-19803837-185d-4e56-89e7-b4c8086b5209 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95474) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:05:02.176196 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-19803837-185d-4e56-89e7-b4c8086b5209 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.236240 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dfe02dfc-345a-4aa8-88b0-6bbbe5956100 req-b51bf942-9ec0-4f42-b3ad-0eb72b7d9257 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 210 time: 0.0636778 Sep 16 05:05:02.307071 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19803837-185d-4e56-89e7-b4c8086b5209 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:02.314606 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19803837-185d-4e56-89e7-b4c8086b5209 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=cb4fa660-0325-4891-ae7e-7d018da47a4d,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:02.320111 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-19803837-185d-4e56-89e7-b4c8086b5209 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:02.325358 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19803837-185d-4e56-89e7-b4c8086b5209 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:02.325981 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-19803837-185d-4e56-89e7-b4c8086b5209 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.333381 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc758a5c-6333-433d-bb7f-6607948b62fa None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:02.410247 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-2d3153b3-475a-4527-95e3-ae9dce3df18f tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Allocated IP 172.20.0.9 (c38fee71-f4a0-4893-8a01-fbc912f5a572/3b3406ee-9e90-41ec-83e3-081686225e3b/335a68da-f984-42f8-a373-ccba544267ac) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:02.440709 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-19803837-185d-4e56-89e7-b4c8086b5209 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2646723 Sep 16 05:05:02.443672 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37124) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:02.449299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6cd8ebac-81b7-4a0a-b507-705e76bb4cff tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:02.511662 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'fixed_ips': [{'subnet_id': 'cb4fa660-0325-4891-ae7e-7d018da47a4d'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:05:02.512736 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.627367 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-2d3153b3-475a-4527-95e3-ae9dce3df18f tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.677682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] Allocated IP 2001:db8::f816:3eff:fef6:c2f (9f6db69a-747f-45ec-af36-1b9e5c7fde27/cb4fa660-0325-4891-ae7e-7d018da47a4d/63370ecc-c553-4b94-a48b-89225b6cd424) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:02.681493 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd8ebac-81b7-4a0a-b507-705e76bb4cff tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:02.685193 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6cd8ebac-81b7-4a0a-b507-705e76bb4cff tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.762585 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-2d3153b3-475a-4527-95e3-ae9dce3df18f tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.794733 n-d-712140-13 neutron-server[95473]: INFO neutron.db.ipam_backend_mixin [None req-6cd8ebac-81b7-4a0a-b507-705e76bb4cff tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb4fa660-0325-4891-ae7e-7d018da47a4d (CIDR: 2001:db8::/64) Sep 16 05:05:02.811553 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-2d3153b3-475a-4527-95e3-ae9dce3df18f tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Network c38fee71-f4a0-4893-8a01-fbc912f5a572 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:02.814803 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-2d3153b3-475a-4527-95e3-ae9dce3df18f tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:02.819300 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-2d3153b3-475a-4527-95e3-ae9dce3df18f tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:02.837902 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd8ebac-81b7-4a0a-b507-705e76bb4cff tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:05:02.837902 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd8ebac-81b7-4a0a-b507-705e76bb4cff tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:02.850434 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3153b3-475a-4527-95e3-ae9dce3df18f tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Pushing event updated for resources: {'Port': ['ID=335a68da-f984-42f8-a373-ccba544267ac,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:02.891260 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-2d3153b3-475a-4527-95e3-ae9dce3df18f tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:02.892257 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-2d3153b3-475a-4527-95e3-ae9dce3df18f tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.895589 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.930327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6cd8ebac-81b7-4a0a-b507-705e76bb4cff tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4836843 Sep 16 05:05:02.932434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37136) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:02.937551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-1dcf1c9f-1200-443b-bc22-d232b92f9010 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:02.995065 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-137882d7-43b2-4863-b960-8227317fe0ea req-c0bac384-1c8a-4233-b420-e579c34d1609 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0535650 Sep 16 05:05:03.002065 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.023920 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:03.025891 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:03.029118 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:03.043213 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-2d3153b3-475a-4527-95e3-ae9dce3df18f tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2182648 Sep 16 05:05:03.063524 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Request body: {'port': {'device_id': 'edc7e5d4-45df-483f-80ea-944f485471e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:03.107926 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] Pushing event updated for resources: {'Port': ['ID=63370ecc-c553-4b94-a48b-89225b6cd424,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:03.121574 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] Attempting to bind port 63370ecc-c553-4b94-a48b-89225b6cd424 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:03.122021 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] Attempting to bind port 63370ecc-c553-4b94-a48b-89225b6cd424 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:03.122382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] Attempting to bind port 63370ecc-c553-4b94-a48b-89225b6cd424 on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:03.128585 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:03.132933 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:03.132933 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.132933 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:03.132933 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] Bound port: 63370ecc-c553-4b94-a48b-89225b6cd424, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:03.132933 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.133870 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.185555 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcf1c9f-1200-443b-bc22-d232b92f9010 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:03.190524 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1dcf1c9f-1200-443b-bc22-d232b92f9010 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.215087 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] For port 63370ecc-c553-4b94-a48b-89225b6cd424, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:03.218536 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] For port 63370ecc-c553-4b94-a48b-89225b6cd424, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=63370ecc-c553-4b94-a48b-89225b6cd424,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:03.309443 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.463158 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6728ede2-dff6-44d6-abd6-93491d54aa2c no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:03.506754 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 6728ede2-dff6-44d6-abd6-93491d54aa2c {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:03.507160 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6728ede2-dff6-44d6-abd6-93491d54aa2c not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:03.513101 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf307e-b2e9-4f9c-87d5-38cd740782f9 None None] Pushing event updated for resources: {'Port': ['ID=63370ecc-c553-4b94-a48b-89225b6cd424,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:03.541637 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 335a68da-f984-42f8-a373-ccba544267ac {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:03.550694 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.561966 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79112a59-6b1d-49c5-b290-e1ed7d83a877 req-580bba03-6044-4fc9-86d3-fcdf3b71cf4d tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.572175 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79112a59-6b1d-49c5-b290-e1ed7d83a877 req-580bba03-6044-4fc9-86d3-fcdf3b71cf4d tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 931 time: 0.1067393 Sep 16 05:05:03.577347 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Transition to ACTIVE for port object 335a68da-f984-42f8-a373-ccba544267ac will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:03.616595 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79112a59-6b1d-49c5-b290-e1ed7d83a877 req-1056dabe-f43c-4615-93c2-d272c7ad05b8 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435491 Sep 16 05:05:03.665291 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.672712 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1dcf1c9f-1200-443b-bc22-d232b92f9010 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.735962 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcf1c9f-1200-443b-bc22-d232b92f9010 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:03.738805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-1dcf1c9f-1200-443b-bc22-d232b92f9010 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:03.745645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcf1c9f-1200-443b-bc22-d232b92f9010 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.746262 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1dcf1c9f-1200-443b-bc22-d232b92f9010 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.756245 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Pushing event updated for resources: {'Port': ['ID=335a68da-f984-42f8-a373-ccba544267ac,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:03.765188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf1c9f-1200-443b-bc22-d232b92f9010 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=81ffb54e-353b-4f5c-886c-66d4d0f13479,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:03.834555 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1dcf1c9f-1200-443b-bc22-d232b92f9010 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8979418 Sep 16 05:05:03.834671 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Attempting to bind port 335a68da-f984-42f8-a373-ccba544267ac on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:03.834671 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Attempting to bind port 335a68da-f984-42f8-a373-ccba544267ac by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'c5caf03c-23e1-42af-9b79-956f898c4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:03.834671 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Attempting to bind port 335a68da-f984-42f8-a373-ccba544267ac on network c38fee71-f4a0-4893-8a01-fbc912f5a572 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:03.835193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37152) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:03.839966 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Port 335a68da-f984-42f8-a373-ccba544267ac on network c38fee71-f4a0-4893-8a01-fbc912f5a572 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:03.840123 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8e273c47-8c7b-46df-93df-0a36ee84a847 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'mac_address': 'fa:16:3e:fe:43:46', 'name': 'tempest-NetworksTestDHCPv6-602886781'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:03.842936 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Attempting to bind port 335a68da-f984-42f8-a373-ccba544267ac on network c38fee71-f4a0-4893-8a01-fbc912f5a572 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:03.851330 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:03.852362 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Checking segment: {'id': 'c5caf03c-23e1-42af-9b79-956f898c4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:03.853009 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Bound using segment: {'id': 'c5caf03c-23e1-42af-9b79-956f898c4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:03.853798 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Bound port: 335a68da-f984-42f8-a373-ccba544267ac, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5caf03c-23e1-42af-9b79-956f898c4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:03.854422 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.938519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] For port 335a68da-f984-42f8-a373-ccba544267ac, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:03.942255 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] For port 335a68da-f984-42f8-a373-ccba544267ac, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=335a68da-f984-42f8-a373-ccba544267ac,segment=NetworkSegment(c5caf03c-23e1-42af-9b79-956f898c4611),segment_id=c5caf03c-23e1-42af-9b79-956f898c4611)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:04.036533 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.093125 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:04.093756 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.095384 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] 10.222.0.38 "PUT /v2.0/ports/335a68da-f984-42f8-a373-ccba544267ac HTTP/1.1" status: 200 len: 1092 time: 1.0375888 Sep 16 05:05:04.096969 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc7e5d4-45df-483f-80ea-944f485471e1', 'tag': '335a68da-f984-42f8-a373-ccba544267ac'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:04.099019 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023f0b49-bd9f-4ce4-9e70-37efa17be893" -d '{"events": [{"name": "network-changed", "server_uuid": "edc7e5d4-45df-483f-80ea-944f485471e1", "tag": "335a68da-f984-42f8-a373-ccba544267ac"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:04.116538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e273c47-8c7b-46df-93df-0a36ee84a847 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:04.140345 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab0c61-7ea5-49cd-86fb-88f5c3bb8aee service neutron] Pushing event updated for resources: {'Port': ['ID=335a68da-f984-42f8-a373-ccba544267ac,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:04.169224 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1109729a-ea68-4fb8-b5a2-d4a9f6922407 x-openstack-request-id: req-1109729a-ea68-4fb8-b5a2-d4a9f6922407 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:04.169533 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc7e5d4-45df-483f-80ea-944f485471e1", "tag": "335a68da-f984-42f8-a373-ccba544267ac", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:04.169928 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1109729a-ea68-4fb8-b5a2-d4a9f6922407 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:04.170331 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc7e5d4-45df-483f-80ea-944f485471e1', 'tag': '335a68da-f984-42f8-a373-ccba544267ac', 'status': 'completed', 'code': 200} Sep 16 05:05:04.282618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f0b49-bd9f-4ce4-9e70-37efa17be893 req-4043866d-946e-453e-bf01-517e41b707f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:04.284458 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-023f0b49-bd9f-4ce4-9e70-37efa17be893 req-4043866d-946e-453e-bf01-517e41b707f3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ece864d6db5c4e1d96e72f6394c094cb&device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 1095 time: 0.0746460 Sep 16 05:05:04.550611 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f0b49-bd9f-4ce4-9e70-37efa17be893 req-6e04f573-9a97-4983-bc4f-1b763aad8add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:04.556918 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-023f0b49-bd9f-4ce4-9e70-37efa17be893 req-6e04f573-9a97-4983-bc4f-1b763aad8add service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ece864d6db5c4e1d96e72f6394c094cb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2591558 Sep 16 05:05:04.699019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4ad0f5c-91b7-4eec-9fc6-61a99cd11e5b req-2232e17f-c3ec-4bb6-8a4c-183138c11f2b tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.5433183 Sep 16 05:05:04.761223 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f0b49-bd9f-4ce4-9e70-37efa17be893 req-be143e23-1e4c-4237-8769-dc4eecfa3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:04.763207 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-023f0b49-bd9f-4ce4-9e70-37efa17be893 req-be143e23-1e4c-4237-8769-dc4eecfa3982 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1984978 Sep 16 05:05:04.850529 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8e273c47-8c7b-46df-93df-0a36ee84a847 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.880084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e9031-1c80-46f2-b9a2-ae3b6047a8b8 req-2fa618ec-a945-4f14-accb-276bfee3eba6 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:04.882068 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb9e9031-1c80-46f2-b9a2-ae3b6047a8b8 req-2fa618ec-a945-4f14-accb-276bfee3eba6 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 943 time: 0.1161478 Sep 16 05:05:04.913734 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-73e5044f-3a3d-4503-829a-306bb5f77b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:04.917089 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-73e5044f-3a3d-4503-829a-306bb5f77b20 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ece864d6db5c4e1d96e72f6394c094cb&device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 1095 time: 0.0821083 Sep 16 05:05:04.932459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-8e273c47-8c7b-46df-93df-0a36ee84a847 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port 63a81660-b427-4d73-95af-eeb3a9ef1fc9 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:05:04.961593 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb9e9031-1c80-46f2-b9a2-ae3b6047a8b8 req-c5938262-8791-49ec-817f-8fa59fdc1153 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638859 Sep 16 05:05:04.971324 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-0d871722-e117-419f-96d5-f04fad5b1062 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=335a68da-f984-42f8-a373-ccba544267ac HTTP/1.1" status: 200 len: 217 time: 0.0430112 Sep 16 05:05:04.986372 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f8638a-c6e1-4972-8fe2-74c501b6abe2 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:05.086671 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-772f04ce-39f5-4572-b186-62366fede9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:05.090429 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-772f04ce-39f5-4572-b186-62366fede9c6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b3406ee-9e90-41ec-83e3-081686225e3b HTTP/1.1" status: 200 len: 855 time: 0.1109881 Sep 16 05:05:05.153207 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-80b86b2b-9340-45f2-9781-240b64100109 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c38fee71-f4a0-4893-8a01-fbc912f5a572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541420 Sep 16 05:05:05.206932 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8bb0462f-09ac-41d1-ac54-2bd9af773f95 None None] Provisioning complete for port 63370ecc-c553-4b94-a48b-89225b6cd424 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:05.213585 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8bb0462f-09ac-41d1-ac54-2bd9af773f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.247633 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-8e273c47-8c7b-46df-93df-0a36ee84a847 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8:0:1::3b6 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/81ffb54e-353b-4f5c-886c-66d4d0f13479/63a81660-b427-4d73-95af-eeb3a9ef1fc9) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:05.259985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-8e273c47-8c7b-46df-93df-0a36ee84a847 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::f816:3eff:fefe:4346 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/cb4fa660-0325-4891-ae7e-7d018da47a4d/63a81660-b427-4d73-95af-eeb3a9ef1fc9) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:05.270475 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e04f4a29-3361-4287-8efb-571c81bcc35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.300072 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-99d806fd-991c-4536-b087-6039d2e60228 service neutron] 10.222.0.38 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400261 Sep 16 05:05:05.336465 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8bb0462f-09ac-41d1-ac54-2bd9af773f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.380352 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-8bb0462f-09ac-41d1-ac54-2bd9af773f95 None None] For port 63370ecc-c553-4b94-a48b-89225b6cd424, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=63370ecc-c553-4b94-a48b-89225b6cd424,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:05.467460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93fd3e9-3c06-419d-8087-d5046dae5e51 None None] Update dhcp port {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'fixed_ips': [{'subnet_id': 'cb4fa660-0325-4891-ae7e-7d018da47a4d', 'ip_address': '2001:db8::f816:3eff:fef6:c2f'}, {'subnet_id': '81ffb54e-353b-4f5c-886c-66d4d0f13479'}], 'binding:host_id': 'n-d-712140-13'}, 'id': '63370ecc-c553-4b94-a48b-89225b6cd424'} from n-d-712140-13. {{(pid=95475) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:05:05.500467 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8e273c47-8c7b-46df-93df-0a36ee84a847 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.506323 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d93fd3e9-3c06-419d-8087-d5046dae5e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.512871 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-93cb205a-d29f-4690-a405-f52e202ad6c0 req-c6b8cbb6-96bf-4463-bc6e-c5583b263d98 service neutron] 10.222.0.38 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047925 Sep 16 05:05:05.561776 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 63370ecc-c553-4b94-a48b-89225b6cd424 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:05.566682 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8bb0462f-09ac-41d1-ac54-2bd9af773f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.705465 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8e273c47-8c7b-46df-93df-0a36ee84a847 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.717434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0462f-09ac-41d1-ac54-2bd9af773f95 None None] Pushing event updated for resources: {'Port': ['ID=63370ecc-c553-4b94-a48b-89225b6cd424,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:05.769892 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e273c47-8c7b-46df-93df-0a36ee84a847 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:05.773156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-8e273c47-8c7b-46df-93df-0a36ee84a847 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:05.785442 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 63370ecc-c553-4b94-a48b-89225b6cd424 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:05.785442 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.786993 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e273c47-8c7b-46df-93df-0a36ee84a847 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:05.807787 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e273c47-8c7b-46df-93df-0a36ee84a847 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:05.808708 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8e273c47-8c7b-46df-93df-0a36ee84a847 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.848725 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-d93fd3e9-3c06-419d-8087-d5046dae5e51 None None] Allocated IP 2001:db8:0:1::2 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/81ffb54e-353b-4f5c-886c-66d4d0f13479/63370ecc-c553-4b94-a48b-89225b6cd424) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:05.866469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59e5f3ea-339b-439a-ad23-d71c8f711d67 req-6e2b6fb5-0269-48be-8479-7c8f1ca370d6 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0549326 Sep 16 05:05:05.868952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e273c47-8c7b-46df-93df-0a36ee84a847 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=63a81660-b427-4d73-95af-eeb3a9ef1fc9,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:05.978385 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8e273c47-8c7b-46df-93df-0a36ee84a847 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1330807 Sep 16 05:05:05.980847 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37186) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:05.993937 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d93fd3e9-3c06-419d-8087-d5046dae5e51 None None] For port 63370ecc-c553-4b94-a48b-89225b6cd424, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=63370ecc-c553-4b94-a48b-89225b6cd424,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:06.032324 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d93fd3e9-3c06-419d-8087-d5046dae5e51 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.128496 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d93fd3e9-3c06-419d-8087-d5046dae5e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.136857 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0119d6-3e3c-4012-9b4c-7a03f93a6c78 req-9eb99862-64e3-4860-ad40-68109dfaf0db tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:06.138615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bb0119d6-3e3c-4012-9b4c-7a03f93a6c78 req-9eb99862-64e3-4860-ad40-68109dfaf0db tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 943 time: 0.0684845 Sep 16 05:05:06.159318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ec773-fd00-470c-b952-b8ae08ac2b9f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port 63a81660-b427-4d73-95af-eeb3a9ef1fc9 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:06.159813 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ef8ec773-fd00-470c-b952-b8ae08ac2b9f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.233966 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93fd3e9-3c06-419d-8087-d5046dae5e51 None None] Pushing event updated for resources: {'Port': ['ID=63370ecc-c553-4b94-a48b-89225b6cd424,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:06.255601 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bb0119d6-3e3c-4012-9b4c-7a03f93a6c78 req-74d3c4cb-9dc9-44bc-8ca5-784bcca63be6 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061044 Sep 16 05:05:06.288645 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ef8ec773-fd00-470c-b952-b8ae08ac2b9f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.303822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ec773-fd00-470c-b952-b8ae08ac2b9f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for 63a81660-b427-4d73-95af-eeb3a9ef1fc9 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:06.596187 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ef8ec773-fd00-470c-b952-b8ae08ac2b9f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.638568 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ec773-fd00-470c-b952-b8ae08ac2b9f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=63a81660-b427-4d73-95af-eeb3a9ef1fc9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:06.690432 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ef8ec773-fd00-470c-b952-b8ae08ac2b9f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.694927 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ef8ec773-fd00-470c-b952-b8ae08ac2b9f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/63a81660-b427-4d73-95af-eeb3a9ef1fc9 HTTP/1.1" status: 204 len: 168 time: 0.7108340 Sep 16 05:05:06.695479 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37198) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:06.773154 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1983d0a1-c377-49a9-ba01-4f07862252cc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:06.775710 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1983d0a1-c377-49a9-ba01-4f07862252cc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0783591 Sep 16 05:05:06.778512 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37204) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:06.847851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce16896-5915-4e94-a479-c4c5739eab5a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:06.849966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2ce16896-5915-4e94-a479-c4c5739eab5a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0704594 Sep 16 05:05:06.852567 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37208) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:06.924944 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cef490a-869e-4206-a1d4-e9303f14ea3a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:06.936940 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cef490a-869e-4206-a1d4-e9303f14ea3a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:06.944822 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cef490a-869e-4206-a1d4-e9303f14ea3a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:06.944822 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1cef490a-869e-4206-a1d4-e9303f14ea3a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0894494 Sep 16 05:05:06.945573 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37212) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:07.013942 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5de149f-6e67-4751-ae6d-e17bfa648742 req-e59a4866-7e7d-4371-a0d6-06d850df6c74 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0306468 Sep 16 05:05:07.030358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a6a817d5-72e2-4dce-b380-48a441798e43 None None] Provisioning complete for port 63370ecc-c553-4b94-a48b-89225b6cd424 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:07.033073 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a6a817d5-72e2-4dce-b380-48a441798e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.039823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c64f66-9a42-4180-8760-aa66d6ee9d18 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet 81ffb54e-353b-4f5c-886c-66d4d0f13479 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:07.043354 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-98c64f66-9a42-4180-8760-aa66d6ee9d18 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.119987 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-98c64f66-9a42-4180-8760-aa66d6ee9d18 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.218917 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-98c64f66-9a42-4180-8760-aa66d6ee9d18 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.352133 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a0f4bba3-7e69-493f-8ba1-350590227021 None None] Could not find standard attr ID for object 63a81660-b427-4d73-95af-eeb3a9ef1fc9. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:05:07.396650 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-98c64f66-9a42-4180-8760-aa66d6ee9d18 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.439240 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c64f66-9a42-4180-8760-aa66d6ee9d18 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=81ffb54e-353b-4f5c-886c-66d4d0f13479,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:07.442064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 63370ecc-c553-4b94-a48b-89225b6cd424 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:07.443620 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-98c64f66-9a42-4180-8760-aa66d6ee9d18 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.450351 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37218) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:07.450503 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-98c64f66-9a42-4180-8760-aa66d6ee9d18 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/81ffb54e-353b-4f5c-886c-66d4d0f13479 HTTP/1.1" status: 204 len: 168 time: 0.5055075 Sep 16 05:05:07.480733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e7c23-ec3c-40ee-b80a-f42c3c285f8b req-dafd2b66-ec8f-4c29-aaf7-cb88a3c44794 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:07.489963 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a70e7c23-ec3c-40ee-b80a-f42c3c285f8b req-dafd2b66-ec8f-4c29-aaf7-cb88a3c44794 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 943 time: 0.1469822 Sep 16 05:05:07.566417 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a70e7c23-ec3c-40ee-b80a-f42c3c285f8b req-70328928-6e91-479a-bdde-6c8c8edf0624 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746469 Sep 16 05:05:07.569861 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 63370ecc-c553-4b94-a48b-89225b6cd424 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:07.570254 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.603586 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a7919d-b42b-4e83-841d-e74cb160fca6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet cb4fa660-0325-4891-ae7e-7d018da47a4d {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:07.607334 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9a7919d-b42b-4e83-841d-e74cb160fca6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.632564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9147ac-0846-4680-b6d3-3deaf6337c40 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:07.657101 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9a7919d-b42b-4e83-841d-e74cb160fca6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.755214 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9a7919d-b42b-4e83-841d-e74cb160fca6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.786603 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f54a2057-5c7a-424e-97d2-5c6ba684c25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.904967 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9a7919d-b42b-4e83-841d-e74cb160fca6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.936563 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7919d-b42b-4e83-841d-e74cb160fca6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=cb4fa660-0325-4891-ae7e-7d018da47a4d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:07.944720 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c9a7919d-b42b-4e83-841d-e74cb160fca6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.947397 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c9a7919d-b42b-4e83-841d-e74cb160fca6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/cb4fa660-0325-4891-ae7e-7d018da47a4d HTTP/1.1" status: 204 len: 168 time: 0.4955692 Sep 16 05:05:07.951360 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37226) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:07.999036 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a460c383-1e95-4bf7-b66e-84b1bd5bffaa tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436516 Sep 16 05:05:07.999461 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37228) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:08.004912 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-af67744e-c7a7-4c84-95ce-018dfadcb840 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:08.151559 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-76ee68d9-1085-4fa0-9a38-ba42b8d5927f req-71c9eba2-50f1-4970-826f-df14ac008bc5 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0346010 Sep 16 05:05:08.178897 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af67744e-c7a7-4c84-95ce-018dfadcb840 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:08.183609 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af67744e-c7a7-4c84-95ce-018dfadcb840 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.510565 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.574718 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f428fef8-e513-4218-a6ac-af444dfbc25c None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:08.648054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d4c88a98-3b97-4399-b0a0-8534392a0bd5 None None] Provisioning complete for port 63370ecc-c553-4b94-a48b-89225b6cd424 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:08.648437 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d4c88a98-3b97-4399-b0a0-8534392a0bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.709662 n-d-712140-13 neutron-server[95473]: DEBUG neutron.objects.ports [None req-af67744e-c7a7-4c84-95ce-018dfadcb840 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95473) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:05:08.924701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96c972-9e7a-4d24-9587-53021cad0ad6 req-82ebd9df-15fa-496e-8d39-1b9d8b2d4970 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:08.926342 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd96c972-9e7a-4d24-9587-53021cad0ad6 req-82ebd9df-15fa-496e-8d39-1b9d8b2d4970 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 943 time: 0.1105399 Sep 16 05:05:09.004089 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd96c972-9e7a-4d24-9587-53021cad0ad6 req-702f9174-c8c8-40aa-b0b2-556c1b802107 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681231 Sep 16 05:05:09.099735 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af67744e-c7a7-4c84-95ce-018dfadcb840 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.202999 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.283740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-05fa23f3-f012-4e53-9e67-d5f6da52a296 None None] Provisioning complete for port 63370ecc-c553-4b94-a48b-89225b6cd424 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:09.284441 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-05fa23f3-f012-4e53-9e67-d5f6da52a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.298224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18f4666b-aca6-4d81-8aee-e393e83337ad req-2d0ace30-e221-4261-9bc1-f01cc138e2b9 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0386662 Sep 16 05:05:09.338272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-af67744e-c7a7-4c84-95ce-018dfadcb840 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] For port 63370ecc-c553-4b94-a48b-89225b6cd424, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=63370ecc-c553-4b94-a48b-89225b6cd424,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:09.379910 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af67744e-c7a7-4c84-95ce-018dfadcb840 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.458846 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af67744e-c7a7-4c84-95ce-018dfadcb840 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.460201 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af67744e-c7a7-4c84-95ce-018dfadcb840 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.587853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af67744e-c7a7-4c84-95ce-018dfadcb840 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:09.588811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67744e-c7a7-4c84-95ce-018dfadcb840 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=63370ecc-c553-4b94-a48b-89225b6cd424,revision_number=8']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:09.595035 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-af67744e-c7a7-4c84-95ce-018dfadcb840 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:09.599359 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af67744e-c7a7-4c84-95ce-018dfadcb840 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.600055 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af67744e-c7a7-4c84-95ce-018dfadcb840 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.610432 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67744e-c7a7-4c84-95ce-018dfadcb840 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=c7188e75-26ce-4fbe-b97c-484a713a6148,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:09.621917 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3f4181-e122-4048-a0d0-181ec895d670 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:09.739638 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-af67744e-c7a7-4c84-95ce-018dfadcb840 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7389886 Sep 16 05:05:09.743093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37282) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:09.748710 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-005633a4-1a2b-4e62-984b-872e294596f0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:09.967289 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005633a4-1a2b-4e62-984b-872e294596f0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:09.977340 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-005633a4-1a2b-4e62-984b-872e294596f0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.100707 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-400a5ed6-6983-4236-84f6-81f01d3a9e3a None None] Provisioning complete for port 63370ecc-c553-4b94-a48b-89225b6cd424 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:10.101196 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-400a5ed6-6983-4236-84f6-81f01d3a9e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.201237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e0000-31e4-4322-a84b-04b2b25e8fb2 req-712f8a8a-9614-4b38-8aad-5bb266318dfc tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:10.203640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f6e0000-31e4-4322-a84b-04b2b25e8fb2 req-712f8a8a-9614-4b38-8aad-5bb266318dfc tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 943 time: 0.0833352 Sep 16 05:05:10.287605 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f6e0000-31e4-4322-a84b-04b2b25e8fb2 req-ae030337-5d1f-47e9-ade1-715de80c34ee tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762575 Sep 16 05:05:10.430698 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-329819ca-592f-40a8-8bd5-820cf6eca7c0 req-b8fec74a-08a9-4634-8066-0603f9ed623e tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0339966 Sep 16 05:05:10.449612 n-d-712140-13 neutron-server[95474]: INFO neutron.db.ipam_backend_mixin [None req-005633a4-1a2b-4e62-984b-872e294596f0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c7188e75-26ce-4fbe-b97c-484a713a6148 (CIDR: 2001:db8::/64) Sep 16 05:05:10.476540 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-005633a4-1a2b-4e62-984b-872e294596f0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:05:10.477321 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005633a4-1a2b-4e62-984b-872e294596f0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:10.539699 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-005633a4-1a2b-4e62-984b-872e294596f0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7955565 Sep 16 05:05:10.542759 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37328) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:10.548290 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-7894e69c-0ffa-4977-b17d-7c38a849c32c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:10.693015 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.756270 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7894e69c-0ffa-4977-b17d-7c38a849c32c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:10.763559 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7894e69c-0ffa-4977-b17d-7c38a849c32c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.023807 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 335a68da-f984-42f8-a373-ccba544267ac details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:11.116472 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7894e69c-0ffa-4977-b17d-7c38a849c32c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.148457 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 335a68da-f984-42f8-a373-ccba544267ac, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=335a68da-f984-42f8-a373-ccba544267ac,segment=NetworkSegment(c5caf03c-23e1-42af-9b79-956f898c4611),segment_id=c5caf03c-23e1-42af-9b79-956f898c4611)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:11.162627 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '335a68da-f984-42f8-a373-ccba544267ac', 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572', 'port_id': '335a68da-f984-42f8-a373-ccba544267ac', 'mac_address': 'fa:16:3e:cb:54:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3406ee-9e90-41ec-83e3-081686225e3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:11.197170 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7894e69c-0ffa-4977-b17d-7c38a849c32c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:11.202508 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-7894e69c-0ffa-4977-b17d-7c38a849c32c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:11.207294 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7894e69c-0ffa-4977-b17d-7c38a849c32c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:11.208020 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7894e69c-0ffa-4977-b17d-7c38a849c32c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.218294 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888366e7-f456-4f7c-aed4-9b16078d3a5c None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:11.228948 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894e69c-0ffa-4977-b17d-7c38a849c32c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=c4f89425-f0f5-4d54-9f68-d1835f36189d,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:11.238189 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.289450 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335a68da-f984-42f8-a373-ccba544267ac {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:11.317009 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7894e69c-0ffa-4977-b17d-7c38a849c32c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7728186 Sep 16 05:05:11.319065 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 335a68da-f984-42f8-a373-ccba544267ac, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=335a68da-f984-42f8-a373-ccba544267ac,segment=NetworkSegment(c5caf03c-23e1-42af-9b79-956f898c4611),segment_id=c5caf03c-23e1-42af-9b79-956f898c4611)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:11.319897 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37366) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:11.326182 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e06f80a5-4b72-443e-a38e-d466d230ce09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'mac_address': 'fa:16:3e:45:ec:f0', 'name': 'tempest-NetworksTestDHCPv6-392086947'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:11.409759 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 63370ecc-c553-4b94-a48b-89225b6cd424 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:11.431487 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.447217 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6592b1-a702-47a4-8284-c4f694eb9a28 req-84f709ce-d3d1-4ec3-89a7-0fb465d25ce6 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:11.448871 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b6592b1-a702-47a4-8284-c4f694eb9a28 req-84f709ce-d3d1-4ec3-89a7-0fb465d25ce6 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 943 time: 0.0577917 Sep 16 05:05:11.524213 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b6592b1-a702-47a4-8284-c4f694eb9a28 req-94ffc4a8-9656-4172-95e9-3daddca0e747 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643444 Sep 16 05:05:11.561183 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06f80a5-4b72-443e-a38e-d466d230ce09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:11.565675 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=335a68da-f984-42f8-a373-ccba544267ac,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:11.578305 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 63370ecc-c553-4b94-a48b-89225b6cd424 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:11.578687 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.624273 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a7ddac1-bf74-4658-9661-35c53b8951c1 req-b28af246-3598-4f57-a181-5d1244b4d3a7 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0655591 Sep 16 05:05:11.679769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f11a848-92c6-4fde-8b21-5c219263aaf6 None None] Update dhcp port {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'fixed_ips': [{'subnet_id': 'c7188e75-26ce-4fbe-b97c-484a713a6148', 'ip_address': '2001:db8::f816:3eff:fef6:c2f'}, {'subnet_id': 'c4f89425-f0f5-4d54-9f68-d1835f36189d'}], 'binding:host_id': 'n-d-712140-13'}, 'id': '63370ecc-c553-4b94-a48b-89225b6cd424'} from n-d-712140-13. {{(pid=95475) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:05:11.689852 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e06f80a5-4b72-443e-a38e-d466d230ce09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.712934 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-e06f80a5-4b72-443e-a38e-d466d230ce09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port 4fad8bc3-0dd5-4100-a89f-fdd996bd9103 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:05:11.735585 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9f11a848-92c6-4fde-8b21-5c219263aaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.860010 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['335a68da-f984-42f8-a373-ccba544267ac'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:11.930397 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-e06f80a5-4b72-443e-a38e-d466d230ce09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8:0:1::2b (9f6db69a-747f-45ec-af36-1b9e5c7fde27/c4f89425-f0f5-4d54-9f68-d1835f36189d/4fad8bc3-0dd5-4100-a89f-fdd996bd9103) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:11.937384 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-e06f80a5-4b72-443e-a38e-d466d230ce09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::f816:3eff:fe45:ecf0 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/c7188e75-26ce-4fbe-b97c-484a713a6148/4fad8bc3-0dd5-4100-a89f-fdd996bd9103) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:12.100953 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e06f80a5-4b72-443e-a38e-d466d230ce09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.265160 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e06f80a5-4b72-443e-a38e-d466d230ce09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.323903 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-9f11a848-92c6-4fde-8b21-5c219263aaf6 None None] Allocated IP 2001:db8:0:1::2 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/c4f89425-f0f5-4d54-9f68-d1835f36189d/63370ecc-c553-4b94-a48b-89225b6cd424) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:12.331588 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f80a5-4b72-443e-a38e-d466d230ce09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=4fad8bc3-0dd5-4100-a89f-fdd996bd9103,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:12.339998 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06f80a5-4b72-443e-a38e-d466d230ce09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:12.341681 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-e06f80a5-4b72-443e-a38e-d466d230ce09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:12.344317 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f80a5-4b72-443e-a38e-d466d230ce09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:12.351056 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06f80a5-4b72-443e-a38e-d466d230ce09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.352061 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e06f80a5-4b72-443e-a38e-d466d230ce09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.435822 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9f11a848-92c6-4fde-8b21-5c219263aaf6 None None] For port 63370ecc-c553-4b94-a48b-89225b6cd424, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=63370ecc-c553-4b94-a48b-89225b6cd424,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:12.442373 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e06f80a5-4b72-443e-a38e-d466d230ce09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1212013 Sep 16 05:05:12.445995 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37420) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:12.468317 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9f11a848-92c6-4fde-8b21-5c219263aaf6 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.544248 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9f11a848-92c6-4fde-8b21-5c219263aaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.549713 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-bb5d5ae7-fad7-471d-8aac-b4563a1889b9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port 4fad8bc3-0dd5-4100-a89f-fdd996bd9103 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:12.550056 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bb5d5ae7-fad7-471d-8aac-b4563a1889b9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.660681 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56888fe-a526-4e14-9ad0-6c783fdb1f8d req-a3fe36fb-0a2c-42fe-9f21-eda91ed8458c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.670210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c56888fe-a526-4e14-9ad0-6c783fdb1f8d req-a3fe36fb-0a2c-42fe-9f21-eda91ed8458c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 944 time: 0.0713503 Sep 16 05:05:12.678046 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11a848-92c6-4fde-8b21-5c219263aaf6 None None] Pushing event updated for resources: {'Port': ['ID=63370ecc-c553-4b94-a48b-89225b6cd424,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:12.706758 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bb5d5ae7-fad7-471d-8aac-b4563a1889b9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.714168 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c56888fe-a526-4e14-9ad0-6c783fdb1f8d req-b5f78938-2cfc-4621-84ee-91ef60349906 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429797 Sep 16 05:05:12.729489 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-bb5d5ae7-fad7-471d-8aac-b4563a1889b9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for 4fad8bc3-0dd5-4100-a89f-fdd996bd9103 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:12.758369 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b338626-565e-4c11-b7d1-8b5e56a223dc req-1c427040-2760-468c-8862-f17acd908fde tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0282435 Sep 16 05:05:13.034421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 335a68da-f984-42f8-a373-ccba544267ac up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:13.053299 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bb5d5ae7-fad7-471d-8aac-b4563a1889b9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.139477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 335a68da-f984-42f8-a373-ccba544267ac completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:13.147208 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 335a68da-f984-42f8-a373-ccba544267ac triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:13.147984 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.149576 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d5ae7-fad7-471d-8aac-b4563a1889b9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=4fad8bc3-0dd5-4100-a89f-fdd996bd9103,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:13.181259 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bb5d5ae7-fad7-471d-8aac-b4563a1889b9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.183576 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bb5d5ae7-fad7-471d-8aac-b4563a1889b9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/4fad8bc3-0dd5-4100-a89f-fdd996bd9103 HTTP/1.1" status: 204 len: 168 time: 0.7376583 Sep 16 05:05:13.186072 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37462) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:13.254436 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.274355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54283c6d-73d7-43a7-be30-21879ebfdd45 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.276368 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-54283c6d-73d7-43a7-be30-21879ebfdd45 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0892055 Sep 16 05:05:13.279404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37468) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:13.291440 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc7e5d4-45df-483f-80ea-944f485471e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335a68da-f984-42f8-a373-ccba544267ac'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:13.294092 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422f727f-a187-4928-a0a3-a67cce4a2789" -d '{"events": [{"server_uuid": "edc7e5d4-45df-483f-80ea-944f485471e1", "name": "network-vif-plugged", "status": "completed", "tag": "335a68da-f984-42f8-a373-ccba544267ac"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:13.306295 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 335a68da-f984-42f8-a373-ccba544267ac, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=335a68da-f984-42f8-a373-ccba544267ac,segment=NetworkSegment(c5caf03c-23e1-42af-9b79-956f898c4611),segment_id=c5caf03c-23e1-42af-9b79-956f898c4611)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:13.365584 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd368d15-c59b-4de4-9e9a-42a015a046a2 x-openstack-request-id: req-fd368d15-c59b-4de4-9e9a-42a015a046a2 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:13.366161 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc7e5d4-45df-483f-80ea-944f485471e1", "name": "network-vif-plugged", "status": "completed", "tag": "335a68da-f984-42f8-a373-ccba544267ac", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:13.366570 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd368d15-c59b-4de4-9e9a-42a015a046a2 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:13.366989 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc7e5d4-45df-483f-80ea-944f485471e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335a68da-f984-42f8-a373-ccba544267ac', 'code': 200} Sep 16 05:05:13.369239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2870721b-64cd-49bb-a8f0-7b5983dba1c2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.374614 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37478) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:13.375179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2870721b-64cd-49bb-a8f0-7b5983dba1c2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0940478 Sep 16 05:05:13.401934 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.469054 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0a8186-a51b-4aa3-bab2-87b501114180 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.470926 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0a8186-a51b-4aa3-bab2-87b501114180 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.473114 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0a8186-a51b-4aa3-bab2-87b501114180 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.475032 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1f0a8186-a51b-4aa3-bab2-87b501114180 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1000795 Sep 16 05:05:13.483600 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37484) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:13.499632 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 63370ecc-c553-4b94-a48b-89225b6cd424 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:13.533792 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7a624-cfad-4a47-b6e7-4b0d9a89b9a0 req-051a2b90-17a9-4bc0-a6d1-3d2015123c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.535604 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d9e7a624-cfad-4a47-b6e7-4b0d9a89b9a0 req-051a2b90-17a9-4bc0-a6d1-3d2015123c1c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 1097 time: 0.0593629 Sep 16 05:05:13.587127 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=335a68da-f984-42f8-a373-ccba544267ac,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:13.594730 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d9e7a624-cfad-4a47-b6e7-4b0d9a89b9a0 req-10635c94-b6e9-4ecc-91cc-4342b24eaa26 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430155 Sep 16 05:05:13.598632 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6bf6d664-1e03-4a66-9310-577c8d2db015 None None] Provisioning complete for port 63370ecc-c553-4b94-a48b-89225b6cd424 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:13.599101 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6bf6d664-1e03-4a66-9310-577c8d2db015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.600121 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0e5e60-0765-414a-aa22-ce55e1b1d290 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet c4f89425-f0f5-4d54-9f68-d1835f36189d {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:13.604870 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5e60-0765-414a-aa22-ce55e1b1d290 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.648823 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 63370ecc-c553-4b94-a48b-89225b6cd424 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:13.652892 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.661780 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5e60-0765-414a-aa22-ce55e1b1d290 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.784934 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5e60-0765-414a-aa22-ce55e1b1d290 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.939504 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-10162da2-0c8f-44c9-a4a5-aa9b81a468d7 None None] Could not find standard attr ID for object 4fad8bc3-0dd5-4100-a89f-fdd996bd9103. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:05:13.973697 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3df664c5-b869-4116-a7ae-708376c348ce req-b099a3be-fbb9-4de1-9e78-dce927f62755 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0706038 Sep 16 05:05:14.004377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f8e2e-0367-4dc4-ac51-9fc3362d5933 req-d4790031-750c-4b16-bbff-bd33fa1d7600 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.005801 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b08f8e2e-0367-4dc4-ac51-9fc3362d5933 req-d4790031-750c-4b16-bbff-bd33fa1d7600 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 945 time: 0.1011596 Sep 16 05:05:14.027429 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5e60-0765-414a-aa22-ce55e1b1d290 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.071450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e5e60-0765-414a-aa22-ce55e1b1d290 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f89425-f0f5-4d54-9f68-d1835f36189d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:14.076135 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5e60-0765-414a-aa22-ce55e1b1d290 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.078357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ee0e5e60-0765-414a-aa22-ce55e1b1d290 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/c4f89425-f0f5-4d54-9f68-d1835f36189d HTTP/1.1" status: 204 len: 168 time: 0.5925145 Sep 16 05:05:14.081015 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37516) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:14.086689 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b08f8e2e-0367-4dc4-ac51-9fc3362d5933 req-62b99e84-dc34-4204-9cb4-6140c98abc11 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735312 Sep 16 05:05:14.102138 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b9b75b-0bfb-4f8d-a851-26f35240feab None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:14.156478 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef356e4-e00c-4e46-8aeb-272f76d9118d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet c7188e75-26ce-4fbe-b97c-484a713a6148 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:14.160176 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aef356e4-e00c-4e46-8aeb-272f76d9118d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.209874 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aef356e4-e00c-4e46-8aeb-272f76d9118d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.341099 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aef356e4-e00c-4e46-8aeb-272f76d9118d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.460589 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aef356e4-e00c-4e46-8aeb-272f76d9118d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.491725 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef356e4-e00c-4e46-8aeb-272f76d9118d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=c7188e75-26ce-4fbe-b97c-484a713a6148,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:14.504357 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aef356e4-e00c-4e46-8aeb-272f76d9118d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.506873 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-aef356e4-e00c-4e46-8aeb-272f76d9118d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/c7188e75-26ce-4fbe-b97c-484a713a6148 HTTP/1.1" status: 204 len: 168 time: 0.4245219 Sep 16 05:05:14.509383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37538) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:14.561398 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-898e889d-fe2f-4dc6-bdbd-6a791b150dbb tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480189 Sep 16 05:05:14.561858 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37542) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:14.567123 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b3394c1b-feb5-4217-80f7-95c1764d3faa tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:14.795080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3394c1b-feb5-4217-80f7-95c1764d3faa tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:14.798752 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b3394c1b-feb5-4217-80f7-95c1764d3faa tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.904036 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79599f93-7d98-4df1-8479-694c98b21c38 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:14.999749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f9300877-fb14-4ffd-b857-053091fc7e23 None None] Provisioning complete for port 63370ecc-c553-4b94-a48b-89225b6cd424 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:15.000368 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f9300877-fb14-4ffd-b857-053091fc7e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.169379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79679d53-2536-4c76-aa2e-d6d36ea6e6c9 req-480770fa-03e5-4790-825e-1116522c8daa tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0940418 Sep 16 05:05:15.276591 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c65ae0-04f5-44f3-85dc-c44719f6ed2e None None] DHCP port deletion for 9f6db69a-747f-45ec-af36-1b9e5c7fde27 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:05:15.318107 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e845884-ccbf-4ac5-a0ab-c07beef3cd28 req-8396b004-8257-4186-9183-89febad874fc tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.329278 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e845884-ccbf-4ac5-a0ab-c07beef3cd28 req-8396b004-8257-4186-9183-89febad874fc tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 945 time: 0.1096523 Sep 16 05:05:15.340230 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b3394c1b-feb5-4217-80f7-95c1764d3faa tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.369243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a0c65ae0-04f5-44f3-85dc-c44719f6ed2e None None] Deleting port 63370ecc-c553-4b94-a48b-89225b6cd424 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:15.369667 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a0c65ae0-04f5-44f3-85dc-c44719f6ed2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.410167 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3394c1b-feb5-4217-80f7-95c1764d3faa tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:15.418351 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-b3394c1b-feb5-4217-80f7-95c1764d3faa tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:15.425412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3394c1b-feb5-4217-80f7-95c1764d3faa tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.425412 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b3394c1b-feb5-4217-80f7-95c1764d3faa tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.429469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e845884-ccbf-4ac5-a0ab-c07beef3cd28 req-377bca37-be63-4321-933f-4ac15b55c401 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990725 Sep 16 05:05:15.439776 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3394c1b-feb5-4217-80f7-95c1764d3faa tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=ec4644d5-f33d-4019-ae5a-c14b30aa8aab,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:15.454288 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 63370ecc-c553-4b94-a48b-89225b6cd424 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:15.513947 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a0c65ae0-04f5-44f3-85dc-c44719f6ed2e None None] For port 63370ecc-c553-4b94-a48b-89225b6cd424, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=63370ecc-c553-4b94-a48b-89225b6cd424,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:15.514691 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a0c65ae0-04f5-44f3-85dc-c44719f6ed2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.530274 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a0c65ae0-04f5-44f3-85dc-c44719f6ed2e None None] Calling delete_port for 63370ecc-c553-4b94-a48b-89225b6cd424 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:15.558742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b3394c1b-feb5-4217-80f7-95c1764d3faa tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9957497 Sep 16 05:05:15.561419 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37598) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:15.573201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-4f98062f-9c24-40c6-9ef5-1ce74eb2dd09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:15.611455 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.669046 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 63370ecc-c553-4b94-a48b-89225b6cd424, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=63370ecc-c553-4b94-a48b-89225b6cd424,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:15.767899 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.873225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f98062f-9c24-40c6-9ef5-1ce74eb2dd09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:15.882392 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4f98062f-9c24-40c6-9ef5-1ce74eb2dd09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.960407 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a0c65ae0-04f5-44f3-85dc-c44719f6ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.985505 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c65ae0-04f5-44f3-85dc-c44719f6ed2e None None] No DVR routers for this DVR port 63370ecc-c553-4b94-a48b-89225b6cd424 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:16.011422 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=63370ecc-c553-4b94-a48b-89225b6cd424,revision_number=12']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:16.013465 n-d-712140-13 neutron-server[95473]: INFO neutron.db.ipam_backend_mixin [None req-4f98062f-9c24-40c6-9ef5-1ce74eb2dd09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ec4644d5-f33d-4019-ae5a-c14b30aa8aab (CIDR: 2001:db8::/64) Sep 16 05:05:16.042722 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c65ae0-04f5-44f3-85dc-c44719f6ed2e None None] Pushing event deleted for resources: {'Port': ['ID=63370ecc-c553-4b94-a48b-89225b6cd424,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:16.047710 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fb151b-b71d-4301-bd8a-0aa1b28ef57b None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:16.061767 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f98062f-9c24-40c6-9ef5-1ce74eb2dd09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:05:16.062238 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f98062f-9c24-40c6-9ef5-1ce74eb2dd09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:16.151424 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4f98062f-9c24-40c6-9ef5-1ce74eb2dd09 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5869114 Sep 16 05:05:16.154399 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37628) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:16.165526 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6b0d6335-d9ae-449e-9d80-dbf880a9e311 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:16.277256 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'fixed_ips': [{'subnet_id': 'ec4644d5-f33d-4019-ae5a-c14b30aa8aab'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:05:16.279468 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.340063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d703832c-af1b-4fe6-a84a-9db578100f66 req-1aec0bff-2dd9-4c25-8de8-af2a000b676b tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0430162 Sep 16 05:05:16.458162 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] Allocated IP 2001:db8::2 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/ec4644d5-f33d-4019-ae5a-c14b30aa8aab/aff4ab1c-875d-48ed-9176-8689f2552941) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:16.464150 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0d6335-d9ae-449e-9d80-dbf880a9e311 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:16.467783 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b0d6335-d9ae-449e-9d80-dbf880a9e311 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.581808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89770b1b-6e34-48f1-9f8b-d381293ff5ea req-c72e1a7c-75a6-4ca1-8c32-f649dc8e0ded tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:16.583571 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89770b1b-6e34-48f1-9f8b-d381293ff5ea req-c72e1a7c-75a6-4ca1-8c32-f649dc8e0ded tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 945 time: 0.0625312 Sep 16 05:05:16.639690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89770b1b-6e34-48f1-9f8b-d381293ff5ea req-0c78801a-ce6e-403a-8c3d-aeb94d1e8e14 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471890 Sep 16 05:05:16.670255 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.750419 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.811789 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:16.816631 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:16.819627 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:16.855040 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] Pushing event updated for resources: {'Port': ['ID=aff4ab1c-875d-48ed-9176-8689f2552941,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:16.914741 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] Attempting to bind port aff4ab1c-875d-48ed-9176-8689f2552941 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:16.915200 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] Attempting to bind port aff4ab1c-875d-48ed-9176-8689f2552941 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:16.916092 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] Attempting to bind port aff4ab1c-875d-48ed-9176-8689f2552941 on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:16.921335 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:16.921714 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:16.922115 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.922512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:16.923003 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] Bound port: aff4ab1c-875d-48ed-9176-8689f2552941, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:16.923384 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.999916 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] For port aff4ab1c-875d-48ed-9176-8689f2552941, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:17.003358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] For port aff4ab1c-875d-48ed-9176-8689f2552941, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=aff4ab1c-875d-48ed-9176-8689f2552941,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:17.031098 n-d-712140-13 neutron-server[95474]: DEBUG neutron.objects.ports [None req-6b0d6335-d9ae-449e-9d80-dbf880a9e311 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95474) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:05:17.082184 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.150991 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339bcb2-4cd2-42cd-870f-dda891d572bb None None] Pushing event updated for resources: {'Port': ['ID=aff4ab1c-875d-48ed-9176-8689f2552941,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:17.286152 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b0d6335-d9ae-449e-9d80-dbf880a9e311 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.471565 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device aff4ab1c-875d-48ed-9176-8689f2552941 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:17.560941 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port aff4ab1c-875d-48ed-9176-8689f2552941 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:17.561348 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.573157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16c81ebb-bc50-4ac1-8853-e177e9609e19 req-916a7c2e-9846-455d-8197-6a1d5fe1ef51 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0567474 Sep 16 05:05:17.582138 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-6b0d6335-d9ae-449e-9d80-dbf880a9e311 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] For port aff4ab1c-875d-48ed-9176-8689f2552941, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=aff4ab1c-875d-48ed-9176-8689f2552941,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:17.618729 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b0d6335-d9ae-449e-9d80-dbf880a9e311 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.664649 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.671511 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b0d6335-d9ae-449e-9d80-dbf880a9e311 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.671511 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b0d6335-d9ae-449e-9d80-dbf880a9e311 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.726133 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:05:17.726493 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:05:17.738946 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0d6335-d9ae-449e-9d80-dbf880a9e311 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:17.750587 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-6b0d6335-d9ae-449e-9d80-dbf880a9e311 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:17.762912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0d6335-d9ae-449e-9d80-dbf880a9e311 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.763676 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b0d6335-d9ae-449e-9d80-dbf880a9e311 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.789072 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d6335-d9ae-449e-9d80-dbf880a9e311 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=dff758c8-9059-4a55-94f0-da0a327527ad,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:17.792031 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d6335-d9ae-449e-9d80-dbf880a9e311 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=aff4ab1c-875d-48ed-9176-8689f2552941,revision_number=4']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:17.854536 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6b0d6335-d9ae-449e-9d80-dbf880a9e311 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6979535 Sep 16 05:05:17.867360 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37732) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:17.873301 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'mac_address': 'fa:16:3e:cb:e5:b6', 'name': 'tempest-NetworksTestDHCPv6-1587772649'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:18.162603 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:18.297160 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.320381 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.354174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port ce90c48e-9c11-4341-8439-0eec142ac9e5 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:05:18.364054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port aff4ab1c-875d-48ed-9176-8689f2552941, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=aff4ab1c-875d-48ed-9176-8689f2552941,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:18.366427 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab99662-011d-402c-9112-f3a6d84e4b7d None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:18.408983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-278172e3-0660-4fb7-8d82-fccaa621c48d None None] Provisioning complete for port aff4ab1c-875d-48ed-9176-8689f2552941 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:18.408983 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-278172e3-0660-4fb7-8d82-fccaa621c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.497180 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.570818 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=aff4ab1c-875d-48ed-9176-8689f2552941,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:18.591652 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::212 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/ec4644d5-f33d-4019-ae5a-c14b30aa8aab/ce90c48e-9c11-4341-8439-0eec142ac9e5) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:18.602195 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8:0:1:f816:3eff:fecb:e5b6 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/dff758c8-9059-4a55-94f0-da0a327527ad/ce90c48e-9c11-4341-8439-0eec142ac9e5) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:18.817233 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0893b43d-e4e8-4b16-8232-175965a3393c req-7f9b538a-15ee-424f-b3bf-82e1f87b0512 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0305102 Sep 16 05:05:18.892836 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.008113 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.059630 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:19.065187 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:19.077214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:19.083051 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.086164 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.095500 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=ce90c48e-9c11-4341-8439-0eec142ac9e5,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:19.105106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.105454 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.106160 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.106664 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.107201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.107712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.108314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.108655 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.108930 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.109479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.109821 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.110150 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.153849 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7752d99d-0bfb-43f0-80d9-8c8735eadfe1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2885234 Sep 16 05:05:19.154164 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37802) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:19.269803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-009e0be2-e170-45c4-b7bd-b73287d5f029 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port ce90c48e-9c11-4341-8439-0eec142ac9e5 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:19.277288 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-009e0be2-e170-45c4-b7bd-b73287d5f029 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.394847 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device aff4ab1c-875d-48ed-9176-8689f2552941 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:19.432043 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-009e0be2-e170-45c4-b7bd-b73287d5f029 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.467641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-009e0be2-e170-45c4-b7bd-b73287d5f029 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for ce90c48e-9c11-4341-8439-0eec142ac9e5 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:19.499819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port aff4ab1c-875d-48ed-9176-8689f2552941 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:19.500406 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.640225 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-938ac5aa-c9bc-4b5c-84fe-ed95feebda5b None None] Provisioning complete for port aff4ab1c-875d-48ed-9176-8689f2552941 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:19.640751 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-938ac5aa-c9bc-4b5c-84fe-ed95feebda5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.767037 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-009e0be2-e170-45c4-b7bd-b73287d5f029 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.825873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e0be2-e170-45c4-b7bd-b73287d5f029 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=ce90c48e-9c11-4341-8439-0eec142ac9e5,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:19.901828 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-263a6876-0574-4573-8cde-dd82cd3eefdd None None] Could not find standard attr ID for object ce90c48e-9c11-4341-8439-0eec142ac9e5. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:05:19.963460 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-009e0be2-e170-45c4-b7bd-b73287d5f029 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.968293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-009e0be2-e170-45c4-b7bd-b73287d5f029 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/ce90c48e-9c11-4341-8439-0eec142ac9e5 HTTP/1.1" status: 204 len: 168 time: 0.8102736 Sep 16 05:05:19.968533 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37850) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:20.021969 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d83066c6-3049-420a-9d1d-695c4a268c1b req-13333a0e-b1ec-4e24-bac4-c1fa013066ab tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0439365 Sep 16 05:05:20.085138 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d09031-f47b-4589-8ab1-6097e8b551b8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.088501 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f2d09031-f47b-4589-8ab1-6097e8b551b8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1175668 Sep 16 05:05:20.089810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37858) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:20.149417 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb4fccb-669d-42ed-ac2b-a24716f306f0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.151182 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5fb4fccb-669d-42ed-ac2b-a24716f306f0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0603240 Sep 16 05:05:20.154055 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37862) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:20.214487 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b6f80e-74e0-4b1e-8236-b9f5d29fdfe0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.216084 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b6f80e-74e0-4b1e-8236-b9f5d29fdfe0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.217594 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b6f80e-74e0-4b1e-8236-b9f5d29fdfe0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.219239 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-57b6f80e-74e0-4b1e-8236-b9f5d29fdfe0 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0642123 Sep 16 05:05:20.221891 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37868) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:20.283097 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d8df3b-fc30-4bcd-ac17-28718643f043 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet dff758c8-9059-4a55-94f0-da0a327527ad {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:20.286217 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6d8df3b-fc30-4bcd-ac17-28718643f043 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.338107 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6d8df3b-fc30-4bcd-ac17-28718643f043 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.452101 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6d8df3b-fc30-4bcd-ac17-28718643f043 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.625094 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6d8df3b-fc30-4bcd-ac17-28718643f043 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.656942 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8df3b-fc30-4bcd-ac17-28718643f043 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=dff758c8-9059-4a55-94f0-da0a327527ad,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:20.666710 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6d8df3b-fc30-4bcd-ac17-28718643f043 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.668918 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c6d8df3b-fc30-4bcd-ac17-28718643f043 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/dff758c8-9059-4a55-94f0-da0a327527ad HTTP/1.1" status: 204 len: 168 time: 0.4452388 Sep 16 05:05:20.671457 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37884) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:20.673375 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9714022c-ca64-4ed8-b871-47094fdc2f51 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:20.676535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d8df3b-fc30-4bcd-ac17-28718643f043 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.679306 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d8df3b-fc30-4bcd-ac17-28718643f043 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.679890 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d8df3b-fc30-4bcd-ac17-28718643f043 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.680492 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d8df3b-fc30-4bcd-ac17-28718643f043 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.681148 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d8df3b-fc30-4bcd-ac17-28718643f043 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.681566 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d8df3b-fc30-4bcd-ac17-28718643f043 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.681910 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d8df3b-fc30-4bcd-ac17-28718643f043 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.682289 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d8df3b-fc30-4bcd-ac17-28718643f043 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.682623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d8df3b-fc30-4bcd-ac17-28718643f043 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.683056 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d8df3b-fc30-4bcd-ac17-28718643f043 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.683390 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d8df3b-fc30-4bcd-ac17-28718643f043 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.683735 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d8df3b-fc30-4bcd-ac17-28718643f043 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.733050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-af18bc57-9f2a-409a-886b-8a2a0a64999f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet ec4644d5-f33d-4019-ae5a-c14b30aa8aab {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:20.736439 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af18bc57-9f2a-409a-886b-8a2a0a64999f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.785861 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af18bc57-9f2a-409a-886b-8a2a0a64999f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.956779 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af18bc57-9f2a-409a-886b-8a2a0a64999f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.120228 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af18bc57-9f2a-409a-886b-8a2a0a64999f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.145895 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1cc8bb18-3cdf-4949-b73d-24f76f9abda5 req-dadb99cf-c102-4e95-bea4-7c820b0a86d0 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0384190 Sep 16 05:05:21.173102 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-af18bc57-9f2a-409a-886b-8a2a0a64999f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.175313 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-af18bc57-9f2a-409a-886b-8a2a0a64999f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/ec4644d5-f33d-4019-ae5a-c14b30aa8aab HTTP/1.1" status: 204 len: 168 time: 0.5026827 Sep 16 05:05:21.178773 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37894) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:21.182151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18bc57-9f2a-409a-886b-8a2a0a64999f tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=ec4644d5-f33d-4019-ae5a-c14b30aa8aab,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:21.246247 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9a339139-a2b4-4045-8b1d-fbbe319e1a7e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655918 Sep 16 05:05:21.250556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37896) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:21.257445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6b33347e-db8b-4429-9831-312785efd58c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:21.456479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b33347e-db8b-4429-9831-312785efd58c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:21.460588 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6b33347e-db8b-4429-9831-312785efd58c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.570837 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63135f7-66c5-4fc7-8420-17c29760aef2 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:21.708792 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-435a6cf3-3a34-47f2-83fc-b581875adce8 None None] Provisioning complete for port aff4ab1c-875d-48ed-9176-8689f2552941 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:21.709423 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-435a6cf3-3a34-47f2-83fc-b581875adce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.846338 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6b33347e-db8b-4429-9831-312785efd58c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.861083 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cedeb3-c771-4852-bb1d-401c6e070b89 None None] DHCP port deletion for 9f6db69a-747f-45ec-af36-1b9e5c7fde27 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:05:21.922261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b33347e-db8b-4429-9831-312785efd58c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:21.926926 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c4cedeb3-c771-4852-bb1d-401c6e070b89 None None] Deleting port aff4ab1c-875d-48ed-9176-8689f2552941 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:21.927575 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c4cedeb3-c771-4852-bb1d-401c6e070b89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.929718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-6b33347e-db8b-4429-9831-312785efd58c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:21.943088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b33347e-db8b-4429-9831-312785efd58c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.943699 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6b33347e-db8b-4429-9831-312785efd58c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.957201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33347e-db8b-4429-9831-312785efd58c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=56af3346-4ae8-4432-b4e2-54e0dd4cc592,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:21.968112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-a91ff8cc-9bc2-40c4-b11d-8818e24c2300 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.986702 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-a91ff8cc-9bc2-40c4-b11d-8818e24c2300 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/networks?id=f0c53394-694b-4d9b-b091-f8606d9c8f90 HTTP/1.1" status: 200 len: 813 time: 0.2327991 Sep 16 05:05:22.021541 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-79742d77-e079-4ba6-a46e-24c35f8b5cf0 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/quotas/aaef22175f8b444c9ab3098ded2833ca HTTP/1.1" status: 200 len: 375 time: 0.0348387 Sep 16 05:05:22.025958 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6b33347e-db8b-4429-9831-312785efd58c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7742987 Sep 16 05:05:22.028911 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37920) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:22.034693 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c066a27e-9365-452a-8be6-0d7f69dab034 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:22.063871 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c4cedeb3-c771-4852-bb1d-401c6e070b89 None None] For port aff4ab1c-875d-48ed-9176-8689f2552941, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=aff4ab1c-875d-48ed-9176-8689f2552941,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:22.065757 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c4cedeb3-c771-4852-bb1d-401c6e070b89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.100438 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c4cedeb3-c771-4852-bb1d-401c6e070b89 None None] Calling delete_port for aff4ab1c-875d-48ed-9176-8689f2552941 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:22.112691 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-6bba4959-11d9-4509-894f-cc9adc71d938 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aaef22175f8b444c9ab3098ded2833ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899842 Sep 16 05:05:22.211664 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-3e8af2db-f95b-4e64-aba0-0241259b5f37 req-e73a71ec-ebc1-42c5-bae1-c1cc0600d527 service neutron] (95474) timed out ('10.222.0.21', 56406) {{(pid=95474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:05:22.281377 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-59f3148e-f27f-42f9-99de-151cbd0cd22f service neutron] 10.222.0.20 "GET /v2.0/networks/f0c53394-694b-4d9b-b091-f8606d9c8f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556652 Sep 16 05:05:22.327335 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c066a27e-9365-452a-8be6-0d7f69dab034 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:22.330722 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c066a27e-9365-452a-8be6-0d7f69dab034 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.334773 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c4cedeb3-c771-4852-bb1d-401c6e070b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.351272 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-238cace2-f1f6-4bc0-b5de-d57aff0bc46f req-091a29de-3d65-49e0-a9f3-9344d81ddf2d tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0687537 Sep 16 05:05:22.364230 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cedeb3-c771-4852-bb1d-401c6e070b89 None None] No DVR routers for this DVR port aff4ab1c-875d-48ed-9176-8689f2552941 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:22.410720 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ec5eab-0b94-47be-a3e3-072e60c0e71d None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:22.413757 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cedeb3-c771-4852-bb1d-401c6e070b89 None None] Pushing event deleted for resources: {'Port': ['ID=aff4ab1c-875d-48ed-9176-8689f2552941,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:22.465238 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-334367cd-e6d8-4ff2-8002-6dbb007f9585 service neutron] 10.222.0.20 "GET /v2.0/networks/f0c53394-694b-4d9b-b091-f8606d9c8f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730042 Sep 16 05:05:22.552321 n-d-712140-13 neutron-server[95474]: INFO neutron.db.ipam_backend_mixin [None req-c066a27e-9365-452a-8be6-0d7f69dab034 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 56af3346-4ae8-4432-b4e2-54e0dd4cc592 (CIDR: 2001:db8::/64) Sep 16 05:05:22.619972 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-c066a27e-9365-452a-8be6-0d7f69dab034 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:05:22.620342 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c066a27e-9365-452a-8be6-0d7f69dab034 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:22.648171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'tenant_id': 'd3dc16e411b441d2803735ae669e881f', 'fixed_ips': [{'subnet_id': '56af3346-4ae8-4432-b4e2-54e0dd4cc592'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:05:22.649040 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.732297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37928) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:22.734467 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c066a27e-9365-452a-8be6-0d7f69dab034 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7042105 Sep 16 05:05:22.739416 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-4711d2fc-1658-4107-bcdb-c0f524f05c24 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'subnet': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:22.838245 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ee8236e-a511-409c-8a75-626778785654 req-b8f1ed8b-1b9b-4ff9-81d1-26a2c1da33ca tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 210 time: 0.0493641 Sep 16 05:05:22.870974 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] Allocated IP 2001:db8::2 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/56af3346-4ae8-4432-b4e2-54e0dd4cc592/2bb4116d-575c-4ae4-817b-ef896bebf93f) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:23.114915 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.157374 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4711d2fc-1658-4107-bcdb-c0f524f05c24 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:23.164433 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4711d2fc-1658-4107-bcdb-c0f524f05c24 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.192654 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.261492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:23.269206 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:23.277217 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:23.290660 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] Pushing event updated for resources: {'Port': ['ID=2bb4116d-575c-4ae4-817b-ef896bebf93f,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:23.385981 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] Attempting to bind port 2bb4116d-575c-4ae4-817b-ef896bebf93f on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:23.386425 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] Attempting to bind port 2bb4116d-575c-4ae4-817b-ef896bebf93f by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:23.386719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] Attempting to bind port 2bb4116d-575c-4ae4-817b-ef896bebf93f on network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:23.393219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:23.396296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] Checking segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:23.396678 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.397072 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] Bound using segment: {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:23.397560 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] Bound port: 2bb4116d-575c-4ae4-817b-ef896bebf93f, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9217a2-647a-4f04-bf2a-f2a57ea617af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:23.397994 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.444191 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device aff4ab1c-875d-48ed-9176-8689f2552941 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:23.472098 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: aff4ab1c-875d-48ed-9176-8689f2552941 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:23.472475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device aff4ab1c-875d-48ed-9176-8689f2552941 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:23.502742 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] For port 2bb4116d-575c-4ae4-817b-ef896bebf93f, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:23.506542 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] For port 2bb4116d-575c-4ae4-817b-ef896bebf93f, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2bb4116d-575c-4ae4-817b-ef896bebf93f,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:23.533047 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cffa027-c8ab-4191-b43d-b41c64dd529a req-b98c4d12-7c49-47f6-880a-55332bf12f24 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0407028 Sep 16 05:05:23.659311 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.728403 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12f7a1-be63-4f10-bdf6-c8523fa3def1 None None] Pushing event updated for resources: {'Port': ['ID=2bb4116d-575c-4ae4-817b-ef896bebf93f,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:24.366337 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2eeaee32-e1f3-4369-81e4-ddbbe4c3f282 req-a0fa6023-f202-49fc-b655-fb82240237b4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0530295 Sep 16 05:05:24.368789 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-55206671-845d-48f7-ac46-8a5c5cd3e1cd req-9cecad81-8017-4012-a2fc-79fe81046aea tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 210 time: 0.0538335 Sep 16 05:05:24.392344 n-d-712140-13 neutron-server[95473]: DEBUG neutron.objects.ports [None req-4711d2fc-1658-4107-bcdb-c0f524f05c24 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95473) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:05:24.412920 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.699666 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c6b47cb-5cc8-4648-8a65-53d1820dadbc req-11db2d2e-09a2-420a-84e0-caaf6295e879 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0506756 Sep 16 05:05:24.710336 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4711d2fc-1658-4107-bcdb-c0f524f05c24 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.935319 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-4711d2fc-1658-4107-bcdb-c0f524f05c24 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] For port 2bb4116d-575c-4ae4-817b-ef896bebf93f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2bb4116d-575c-4ae4-817b-ef896bebf93f,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:24.966237 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4711d2fc-1658-4107-bcdb-c0f524f05c24 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.980807 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-92355b52-a959-4a75-9240-e5a445ae39e1 None None] Provisioning complete for port 2bb4116d-575c-4ae4-817b-ef896bebf93f triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:24.981104 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-92355b52-a959-4a75-9240-e5a445ae39e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.035837 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4711d2fc-1658-4107-bcdb-c0f524f05c24 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.036747 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4711d2fc-1658-4107-bcdb-c0f524f05c24 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.119637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4711d2fc-1658-4107-bcdb-c0f524f05c24 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:25.126953 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-4711d2fc-1658-4107-bcdb-c0f524f05c24 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:25.137565 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-92355b52-a959-4a75-9240-e5a445ae39e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.144130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4711d2fc-1658-4107-bcdb-c0f524f05c24 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.144652 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4711d2fc-1658-4107-bcdb-c0f524f05c24 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.157405 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9cabec-fe6a-414d-82e7-f0ccdcfaca33 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:25.166377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711d2fc-1658-4107-bcdb-c0f524f05c24 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Subnet': ['ID=29244307-0e4d-4257-95ba-63dede0ae2d8,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:25.171538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711d2fc-1658-4107-bcdb-c0f524f05c24 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=2bb4116d-575c-4ae4-817b-ef896bebf93f,revision_number=4']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:25.235623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-92355b52-a959-4a75-9240-e5a445ae39e1 None None] For port 2bb4116d-575c-4ae4-817b-ef896bebf93f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2bb4116d-575c-4ae4-817b-ef896bebf93f,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:25.248539 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4711d2fc-1658-4107-bcdb-c0f524f05c24 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5147252 Sep 16 05:05:25.252636 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37962) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:25.259699 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-d7232e24-53e2-4aca-abb9-3b8b1f894635 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Request body: {'port': {'network_id': '9f6db69a-747f-45ec-af36-1b9e5c7fde27', 'mac_address': 'fa:16:3e:4f:55:c6', 'name': 'tempest-NetworksTestDHCPv6-761110019'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:25.316272 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-92355b52-a959-4a75-9240-e5a445ae39e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.411956 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92355b52-a959-4a75-9240-e5a445ae39e1 None None] Pushing event updated for resources: {'Port': ['ID=2bb4116d-575c-4ae4-817b-ef896bebf93f,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:25.505963 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7232e24-53e2-4aca-abb9-3b8b1f894635 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Made reservation on behalf of d3dc16e411b441d2803735ae669e881f for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:25.552105 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca1c6299-f015-410e-b5f2-a508667dff27 req-275ef404-9d8d-4e85-a687-f2d3b9d5e8b7 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 210 time: 0.0589776 Sep 16 05:05:25.568764 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2bb4116d-575c-4ae4-817b-ef896bebf93f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:25.637226 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 2bb4116d-575c-4ae4-817b-ef896bebf93f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:25.637607 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.703541 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7232e24-53e2-4aca-abb9-3b8b1f894635 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.782448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-d7232e24-53e2-4aca-abb9-3b8b1f894635 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] device_id is not set on port 7aacf74a-58db-4e78-aa53-d01613fc80bb yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:05:25.840603 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-133ccc0a-3331-42d7-a0fb-7bce9faa07dd tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.842699 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-133ccc0a-3331-42d7-a0fb-7bce9faa07dd tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.38 "GET /v2.0/networks?id=f0c53394-694b-4d9b-b091-f8606d9c8f90 HTTP/1.1" status: 200 len: 813 time: 0.1907127 Sep 16 05:05:25.866293 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-a36d6f4f-8748-483a-a14f-c47ddfd39c1a tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Request body: {'port': {'device_id': '1c924ad4-070a-41a8-a3d3-b4c7db27cb25', 'network_id': 'f0c53394-694b-4d9b-b091-f8606d9c8f90', 'admin_state_up': True, 'tenant_id': 'aaef22175f8b444c9ab3098ded2833ca'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:25.927433 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3d836e5-0d8d-4b0d-9cf3-b63698fd58ce req-5cc83711-317c-4642-a592-bf7ea25ff37c tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0664697 Sep 16 05:05:26.154526 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-d7232e24-53e2-4aca-abb9-3b8b1f894635 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8::374 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/56af3346-4ae8-4432-b4e2-54e0dd4cc592/7aacf74a-58db-4e78-aa53-d01613fc80bb) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:26.170298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-d7232e24-53e2-4aca-abb9-3b8b1f894635 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4f:55c6 (9f6db69a-747f-45ec-af36-1b9e5c7fde27/29244307-0e4d-4257-95ba-63dede0ae2d8/7aacf74a-58db-4e78-aa53-d01613fc80bb) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:26.172668 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-a36d6f4f-8748-483a-a14f-c47ddfd39c1a tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Made reservation on behalf of aaef22175f8b444c9ab3098ded2833ca for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:26.178679 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-a36d6f4f-8748-483a-a14f-c47ddfd39c1a tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.440243 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-a36d6f4f-8748-483a-a14f-c47ddfd39c1a tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Allocated IP 172.20.0.6 (f0c53394-694b-4d9b-b091-f8606d9c8f90/35746aa9-d78e-455b-83a5-d2a1add921b2/9c8a018b-e599-4bcf-be24-354b731a49fc) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:26.479733 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7232e24-53e2-4aca-abb9-3b8b1f894635 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.573348 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a6d7df73-635e-4fdf-9d2d-3d01a299d1cf None None] Provisioning complete for port 2bb4116d-575c-4ae4-817b-ef896bebf93f triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:26.579427 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a6d7df73-635e-4fdf-9d2d-3d01a299d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.631050 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7232e24-53e2-4aca-abb9-3b8b1f894635 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.727578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7232e24-53e2-4aca-abb9-3b8b1f894635 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:26.732736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-d7232e24-53e2-4aca-abb9-3b8b1f894635 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:26.735130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7232e24-53e2-4aca-abb9-3b8b1f894635 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event updated for resources: {'Port': ['ID=7aacf74a-58db-4e78-aa53-d01613fc80bb,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:26.737937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7232e24-53e2-4aca-abb9-3b8b1f894635 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:26.745930 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7232e24-53e2-4aca-abb9-3b8b1f894635 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:26.746228 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-a36d6f4f-8748-483a-a14f-c47ddfd39c1a tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.746776 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7232e24-53e2-4aca-abb9-3b8b1f894635 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.796496 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e817d78a-c460-4d65-b58e-9900b7220cb5 req-e395ead8-8b73-48ee-ba09-69bc653b719d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 210 time: 0.0408130 Sep 16 05:05:26.888185 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d7232e24-53e2-4aca-abb9-3b8b1f894635 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6338320 Sep 16 05:05:26.891028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37982) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:26.933276 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-a36d6f4f-8748-483a-a14f-c47ddfd39c1a tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.999639 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-a36d6f4f-8748-483a-a14f-c47ddfd39c1a tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Network f0c53394-694b-4d9b-b091-f8606d9c8f90 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:27.003086 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-a36d6f4f-8748-483a-a14f-c47ddfd39c1a tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:27.013456 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-a36d6f4f-8748-483a-a14f-c47ddfd39c1a tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:27.039878 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d6f4f-8748-483a-a14f-c47ddfd39c1a tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Pushing event updated for resources: {'Port': ['ID=9c8a018b-e599-4bcf-be24-354b731a49fc,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:27.059355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-65464c1f-eb86-44a3-8704-4637e964f6b4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting port 7aacf74a-58db-4e78-aa53-d01613fc80bb {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:27.059700 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-65464c1f-eb86-44a3-8704-4637e964f6b4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.079344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-a36d6f4f-8748-483a-a14f-c47ddfd39c1a tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:27.080329 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-a36d6f4f-8748-483a-a14f-c47ddfd39c1a tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.113412 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4971d685-8720-4faa-8c7c-aa9e8ac1fb49 None None] Provisioning complete for port 7aacf74a-58db-4e78-aa53-d01613fc80bb triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:27.113788 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4971d685-8720-4faa-8c7c-aa9e8ac1fb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.140846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49461de9-cda5-4e1a-8042-5dc30b4a57c9 req-ffb09f25-40cd-4bf1-8056-2fa2fc957ff5 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0614765 Sep 16 05:05:27.162990 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4971d685-8720-4faa-8c7c-aa9e8ac1fb49 None None] Port 7aacf74a-58db-4e78-aa53-d01613fc80bb cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:27.190851 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-a36d6f4f-8748-483a-a14f-c47ddfd39c1a tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3322029 Sep 16 05:05:27.214563 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Request body: {'port': {'device_id': '1c924ad4-070a-41a8-a3d3-b4c7db27cb25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:27.250788 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-65464c1f-eb86-44a3-8704-4637e964f6b4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.269976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-65464c1f-eb86-44a3-8704-4637e964f6b4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Calling delete_port for 7aacf74a-58db-4e78-aa53-d01613fc80bb owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:27.288346 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.431672 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2bb4116d-575c-4ae4-817b-ef896bebf93f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:27.667819 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb224677-113f-4a25-886b-09bd9e90bfc2 req-c07a2239-b106-4cac-8ba9-bb18dc6ac42e tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1&device_id=34c39027-0b8f-4576-bd39-7b846dbbb7d3 HTTP/1.1" status: 200 len: 210 time: 0.0318730 Sep 16 05:05:27.707590 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 2bb4116d-575c-4ae4-817b-ef896bebf93f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:27.711304 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.781278 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8a018b-e599-4bcf-be24-354b731a49fc {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:27.800538 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.829406 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-65464c1f-eb86-44a3-8704-4637e964f6b4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.830728 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Transition to ACTIVE for port object 9c8a018b-e599-4bcf-be24-354b731a49fc will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:27.854407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65464c1f-eb86-44a3-8704-4637e964f6b4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Port': ['ID=7aacf74a-58db-4e78-aa53-d01613fc80bb,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:27.933840 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-65464c1f-eb86-44a3-8704-4637e964f6b4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.935773 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-65464c1f-eb86-44a3-8704-4637e964f6b4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/7aacf74a-58db-4e78-aa53-d01613fc80bb HTTP/1.1" status: 204 len: 168 time: 1.0431042 Sep 16 05:05:27.938378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38000) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:27.989369 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.018462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc634dd0-73e6-4be0-bac6-0970d155974e req-f64e48d4-79ca-4b45-8e66-b3ca9adfe5c2 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.020343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc634dd0-73e6-4be0-bac6-0970d155974e req-f64e48d4-79ca-4b45-8e66-b3ca9adfe5c2 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 931 time: 0.0976460 Sep 16 05:05:28.031437 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a327dd9-f1a7-4350-9490-0b5e6194b1f5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.035440 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9a327dd9-f1a7-4350-9490-0b5e6194b1f5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0936604 Sep 16 05:05:28.035722 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38002) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:28.050593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Pushing event updated for resources: {'Port': ['ID=9c8a018b-e599-4bcf-be24-354b731a49fc,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:28.119680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e416a14-d3aa-45d6-aaeb-ce921f99bf96 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.131547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0e416a14-d3aa-45d6-aaeb-ce921f99bf96 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0922408 Sep 16 05:05:28.132711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc634dd0-73e6-4be0-bac6-0970d155974e req-78e2753a-3a06-4261-9c48-6d12c08a034b tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870636 Sep 16 05:05:28.134343 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38004) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:28.188421 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Attempting to bind port 9c8a018b-e599-4bcf-be24-354b731a49fc on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:28.188894 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Attempting to bind port 9c8a018b-e599-4bcf-be24-354b731a49fc by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '7049f0e7-fa56-48db-92ac-270a62ebc728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f0c53394-694b-4d9b-b091-f8606d9c8f90'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:28.189200 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Attempting to bind port 9c8a018b-e599-4bcf-be24-354b731a49fc on network f0c53394-694b-4d9b-b091-f8606d9c8f90 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:28.200195 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Port 9c8a018b-e599-4bcf-be24-354b731a49fc on network f0c53394-694b-4d9b-b091-f8606d9c8f90 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:28.201361 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Attempting to bind port 9c8a018b-e599-4bcf-be24-354b731a49fc on network f0c53394-694b-4d9b-b091-f8606d9c8f90 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:28.207598 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:28.207939 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Checking segment: {'id': '7049f0e7-fa56-48db-92ac-270a62ebc728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f0c53394-694b-4d9b-b091-f8606d9c8f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:28.208341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Bound using segment: {'id': '7049f0e7-fa56-48db-92ac-270a62ebc728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f0c53394-694b-4d9b-b091-f8606d9c8f90'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:28.208764 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Bound port: 9c8a018b-e599-4bcf-be24-354b731a49fc, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7049f0e7-fa56-48db-92ac-270a62ebc728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f0c53394-694b-4d9b-b091-f8606d9c8f90'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:28.209124 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.224813 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92ffea2-9af4-471e-bbdd-5b46e9d988db tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.226381 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92ffea2-9af4-471e-bbdd-5b46e9d988db tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.228837 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92ffea2-9af4-471e-bbdd-5b46e9d988db tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.233023 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b92ffea2-9af4-471e-bbdd-5b46e9d988db tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0943260 Sep 16 05:05:28.241460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38006) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:28.292267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-b470faac-0b40-4957-87aa-7eae1f53d9d1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet 29244307-0e4d-4257-95ba-63dede0ae2d8 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:28.295836 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b470faac-0b40-4957-87aa-7eae1f53d9d1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.296000 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] For port 9c8a018b-e599-4bcf-be24-354b731a49fc, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:28.299348 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] For port 9c8a018b-e599-4bcf-be24-354b731a49fc, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9c8a018b-e599-4bcf-be24-354b731a49fc,segment=NetworkSegment(7049f0e7-fa56-48db-92ac-270a62ebc728),segment_id=7049f0e7-fa56-48db-92ac-270a62ebc728)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:28.309255 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.365017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bb1a3db-6cc4-41a3-837e-43bb78e05d5d req-0753218b-6d4e-4761-a6d1-4b60f3c862cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6317c862627455fbd25b1ec7d5f9e4b&device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0404983 Sep 16 05:05:28.378939 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.392969 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-107bb5c5-675c-44c0-8931-4365245bdcc6 req-025f3a4a-541d-4e9b-bfb2-9e64e7e31afc tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0599031 Sep 16 05:05:28.406833 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b470faac-0b40-4957-87aa-7eae1f53d9d1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.434322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.434322 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.434322 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] 10.222.0.38 "PUT /v2.0/ports/9c8a018b-e599-4bcf-be24-354b731a49fc HTTP/1.1" status: 200 len: 1092 time: 1.2271645 Sep 16 05:05:28.434322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c924ad4-070a-41a8-a3d3-b4c7db27cb25', 'tag': '9c8a018b-e599-4bcf-be24-354b731a49fc'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:28.436376 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0658685f-0474-47d8-ba32-1b9fc16e154d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c924ad4-070a-41a8-a3d3-b4c7db27cb25", "tag": "9c8a018b-e599-4bcf-be24-354b731a49fc"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:28.463319 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bb1a3db-6cc4-41a3-837e-43bb78e05d5d req-8ee47aef-e72c-417b-aba5-a5a0ea669a7a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b6317c862627455fbd25b1ec7d5f9e4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726240 Sep 16 05:05:28.471996 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620568d-556b-449d-a59f-3f02f7491acd service neutron] Pushing event updated for resources: {'Port': ['ID=9c8a018b-e599-4bcf-be24-354b731a49fc,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:28.490342 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa1d6e2-6773-4ee2-af27-6477915224e6 x-openstack-request-id: req-afa1d6e2-6773-4ee2-af27-6477915224e6 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:28.490550 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c924ad4-070a-41a8-a3d3-b4c7db27cb25", "tag": "9c8a018b-e599-4bcf-be24-354b731a49fc", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:28.490779 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afa1d6e2-6773-4ee2-af27-6477915224e6 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:28.491296 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c924ad4-070a-41a8-a3d3-b4c7db27cb25', 'tag': '9c8a018b-e599-4bcf-be24-354b731a49fc', 'status': 'completed', 'code': 200} Sep 16 05:05:28.580564 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658685f-0474-47d8-ba32-1b9fc16e154d req-3145e472-3725-4aba-8063-5fc8ce77b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.582410 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0658685f-0474-47d8-ba32-1b9fc16e154d req-3145e472-3725-4aba-8063-5fc8ce77b431 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aaef22175f8b444c9ab3098ded2833ca&device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 1095 time: 0.0476031 Sep 16 05:05:28.597577 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b470faac-0b40-4957-87aa-7eae1f53d9d1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.642968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1a3db-6cc4-41a3-837e-43bb78e05d5d req-ed684b07-389c-40ca-92e3-4bbda04193d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.642968 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bb1a3db-6cc4-41a3-837e-43bb78e05d5d req-ed684b07-389c-40ca-92e3-4bbda04193d7 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1721499 Sep 16 05:05:28.699716 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658685f-0474-47d8-ba32-1b9fc16e154d req-96f40035-1fcc-4f7f-8d1f-e8846d427360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.701497 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0658685f-0474-47d8-ba32-1b9fc16e154d req-96f40035-1fcc-4f7f-8d1f-e8846d427360 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=aaef22175f8b444c9ab3098ded2833ca&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1041458 Sep 16 05:05:28.796257 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b470faac-0b40-4957-87aa-7eae1f53d9d1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.809328 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658685f-0474-47d8-ba32-1b9fc16e154d req-6eef8b2a-d57f-4f89-845a-e47966edbcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.810947 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0658685f-0474-47d8-ba32-1b9fc16e154d req-6eef8b2a-d57f-4f89-845a-e47966edbcd2 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1010354 Sep 16 05:05:28.842235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470faac-0b40-4957-87aa-7eae1f53d9d1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=29244307-0e4d-4257-95ba-63dede0ae2d8,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:28.853612 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b470faac-0b40-4957-87aa-7eae1f53d9d1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.853612 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b470faac-0b40-4957-87aa-7eae1f53d9d1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/29244307-0e4d-4257-95ba-63dede0ae2d8 HTTP/1.1" status: 204 len: 168 time: 0.6148422 Sep 16 05:05:28.853612 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38020) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:28.859964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500b51cc-a584-4243-8bee-7f0dc6168840 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:28.926579 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd5911f-8ee3-4824-ac65-866d8640ec3e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Deleting subnet 56af3346-4ae8-4432-b4e2-54e0dd4cc592 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:28.927563 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-fa1b306e-854f-49f1-a407-7731b086d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.929229 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-fa1b306e-854f-49f1-a407-7731b086d505 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aaef22175f8b444c9ab3098ded2833ca&device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 1095 time: 0.0549345 Sep 16 05:05:28.929966 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8cd5911f-8ee3-4824-ac65-866d8640ec3e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.989332 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-4dae6ca9-9006-446a-8157-0662fe156e70 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c8a018b-e599-4bcf-be24-354b731a49fc HTTP/1.1" status: 200 len: 217 time: 0.0414515 Sep 16 05:05:28.993179 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8cd5911f-8ee3-4824-ac65-866d8640ec3e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.049055 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-a180e34c-4b6c-442c-8873-dd18c6073f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.050705 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-a180e34c-4b6c-442c-8873-dd18c6073f80 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=35746aa9-d78e-455b-83a5-d2a1add921b2 HTTP/1.1" status: 200 len: 853 time: 0.0540483 Sep 16 05:05:29.086161 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-19939475-4af1-4372-ad36-a620a8b12b0e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f0c53394-694b-4d9b-b091-f8606d9c8f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266082 Sep 16 05:05:29.097904 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8cd5911f-8ee3-4824-ac65-866d8640ec3e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.253116 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8cd5911f-8ee3-4824-ac65-866d8640ec3e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.339379 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5911f-8ee3-4824-ac65-866d8640ec3e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Subnet': ['ID=56af3346-4ae8-4432-b4e2-54e0dd4cc592,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:29.345725 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8cd5911f-8ee3-4824-ac65-866d8640ec3e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.349569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8cd5911f-8ee3-4824-ac65-866d8640ec3e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/56af3346-4ae8-4432-b4e2-54e0dd4cc592 HTTP/1.1" status: 204 len: 168 time: 0.4965181 Sep 16 05:05:29.353112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38024) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:29.398375 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-03bd3c31-f5cb-456a-9615-ee3b5d4e9451 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437677 Sep 16 05:05:29.409416 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38026) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:29.444205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeb5b6-dc13-4343-986f-319b5e4a6eee req-e1043887-f9f0-41e3-ac5f-670941670da1 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.459462 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9eaeb5b6-dc13-4343-986f-319b5e4a6eee req-e1043887-f9f0-41e3-ac5f-670941670da1 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 943 time: 0.2289712 Sep 16 05:05:29.546545 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9eaeb5b6-dc13-4343-986f-319b5e4a6eee req-af7839e3-c1c7-4105-9b81-e767cb35bbd8 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847862 Sep 16 05:05:29.569016 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25b6edd-b495-4a8b-ad20-3f195dd58499 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.572006 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a25b6edd-b495-4a8b-ad20-3f195dd58499 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1605589 Sep 16 05:05:29.578670 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38034) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:29.601757 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b7efddd-dabc-434e-89db-757d5150ac9c req-000dbf40-d85b-4300-8bdd-96d3ef0c6bab tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0621581 Sep 16 05:05:29.647481 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-c1e156b5-df88-4928-b098-239263bedc1e service neutron] 10.222.0.38 "GET /v2.0/networks/f0c53394-694b-4d9b-b091-f8606d9c8f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539367 Sep 16 05:05:29.705004 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c24a094-c11d-4f97-881a-52d896148cbc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.706622 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9c24a094-c11d-4f97-881a-52d896148cbc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1266472 Sep 16 05:05:29.709433 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38036) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:29.762373 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f5c3ac1e-2838-48df-a46d-869e4b2a7a07 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513940 Sep 16 05:05:29.770120 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38040) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:29.809729 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b04487-8539-473b-bb98-4385c960f9ae tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:29.814846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b04487-8539-473b-bb98-4385c960f9ae tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:29.820604 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-15b04487-8539-473b-bb98-4385c960f9ae tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/7aacf74a-58db-4e78-aa53-d01613fc80bb HTTP/1.1" status: 404 len: 333 time: 0.0486152 Sep 16 05:05:29.830080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38042) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:29.837203 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-f0bc559d-2da0-42ea-9cfc-4799db6783ab req-9914473a-2470-4388-9aa0-900b0153c58d service neutron] 10.222.0.38 "GET /v2.0/networks/f0c53394-694b-4d9b-b091-f8606d9c8f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760256 Sep 16 05:05:29.865305 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2cb140-3d39-416b-9b7e-b895aa1eeb85 None None] Network 9f6db69a-747f-45ec-af36-1b9e5c7fde27 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:29.865888 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb18d81b-e6e8-412a-955b-0940068f971a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:29.865888 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb18d81b-e6e8-412a-955b-0940068f971a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:29.867608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fb18d81b-e6e8-412a-955b-0940068f971a tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/29244307-0e4d-4257-95ba-63dede0ae2d8 HTTP/1.1" status: 404 len: 337 time: 0.0415840 Sep 16 05:05:29.878574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38044) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:29.918132 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-59afda1c-4468-490a-b25f-8b0b092f3ff9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:29.920592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59afda1c-4468-490a-b25f-8b0b092f3ff9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:29.920592 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-59afda1c-4468-490a-b25f-8b0b092f3ff9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/56af3346-4ae8-4432-b4e2-54e0dd4cc592 HTTP/1.1" status: 404 len: 337 time: 0.0402355 Sep 16 05:05:29.922804 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38048) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:29.950727 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-546635a9-c978-4ac3-b13c-b9e5b27f2de4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:29.951763 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546635a9-c978-4ac3-b13c-b9e5b27f2de4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:29.954776 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-546635a9-c978-4ac3-b13c-b9e5b27f2de4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/ce90c48e-9c11-4341-8439-0eec142ac9e5 HTTP/1.1" status: 404 len: 333 time: 0.0306125 Sep 16 05:05:29.967029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38050) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:29.972826 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ebecb01b-1dab-416f-b2fe-1b2310267afd None None] Provisioning complete for port 2bb4116d-575c-4ae4-817b-ef896bebf93f triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:29.973741 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ebecb01b-1dab-416f-b2fe-1b2310267afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.989276 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-afbfaeea-6cda-4100-8461-e0720100c357 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:29.990614 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afbfaeea-6cda-4100-8461-e0720100c357 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:29.991636 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-afbfaeea-6cda-4100-8461-e0720100c357 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/dff758c8-9059-4a55-94f0-da0a327527ad HTTP/1.1" status: 404 len: 337 time: 0.0335057 Sep 16 05:05:29.997145 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38052) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.030070 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d79d36-f506-4492-adae-79e9ee0b2166 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.035800 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d79d36-f506-4492-adae-79e9ee0b2166 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.035800 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c0d79d36-f506-4492-adae-79e9ee0b2166 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/ec4644d5-f33d-4019-ae5a-c14b30aa8aab HTTP/1.1" status: 404 len: 337 time: 0.0341098 Sep 16 05:05:30.037983 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38054) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.064058 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-775d6d71-a7dd-4354-b937-154301539b53 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.064851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775d6d71-a7dd-4354-b937-154301539b53 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.066702 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-775d6d71-a7dd-4354-b937-154301539b53 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/4fad8bc3-0dd5-4100-a89f-fdd996bd9103 HTTP/1.1" status: 404 len: 333 time: 0.0272055 Sep 16 05:05:30.069385 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38056) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.097461 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf43085-a4cf-43e0-a6cd-227d0dfe0d23 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.098069 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf43085-a4cf-43e0-a6cd-227d0dfe0d23 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.100062 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-acf43085-a4cf-43e0-a6cd-227d0dfe0d23 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/c4f89425-f0f5-4d54-9f68-d1835f36189d HTTP/1.1" status: 404 len: 337 time: 0.0297115 Sep 16 05:05:30.102351 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38058) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.130444 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491b4399-1e8d-4733-a55c-5a1e619fcd79 None None] DHCP port deletion for 9f6db69a-747f-45ec-af36-1b9e5c7fde27 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:05:30.130864 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b38103c-69f5-4f53-ad6f-218bfa356c3d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.131426 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b38103c-69f5-4f53-ad6f-218bfa356c3d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.134963 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5b38103c-69f5-4f53-ad6f-218bfa356c3d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/c7188e75-26ce-4fbe-b97c-484a713a6148 HTTP/1.1" status: 404 len: 337 time: 0.0291965 Sep 16 05:05:30.136453 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38060) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.165913 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f72670a-a11a-44aa-b3ce-611c52221a80 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.166729 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f72670a-a11a-44aa-b3ce-611c52221a80 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.171767 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8f72670a-a11a-44aa-b3ce-611c52221a80 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/63a81660-b427-4d73-95af-eeb3a9ef1fc9 HTTP/1.1" status: 404 len: 333 time: 0.0316119 Sep 16 05:05:30.171974 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38062) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.189867 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-491b4399-1e8d-4733-a55c-5a1e619fcd79 None None] Deleting port 2bb4116d-575c-4ae4-817b-ef896bebf93f {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:30.190247 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-491b4399-1e8d-4733-a55c-5a1e619fcd79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.204802 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-87370227-6be9-459e-b7fd-cc1eea29f786 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.205789 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87370227-6be9-459e-b7fd-cc1eea29f786 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.209281 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-87370227-6be9-459e-b7fd-cc1eea29f786 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/81ffb54e-353b-4f5c-886c-66d4d0f13479 HTTP/1.1" status: 404 len: 337 time: 0.0340714 Sep 16 05:05:30.209872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38064) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.238754 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9f8b84-3415-43ba-a3be-f92d4572bcaf tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.239760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd9f8b84-3415-43ba-a3be-f92d4572bcaf tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.244389 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cd9f8b84-3415-43ba-a3be-f92d4572bcaf tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/cb4fa660-0325-4891-ae7e-7d018da47a4d HTTP/1.1" status: 404 len: 337 time: 0.0300682 Sep 16 05:05:30.245055 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38066) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.266544 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-491b4399-1e8d-4733-a55c-5a1e619fcd79 None None] For port 2bb4116d-575c-4ae4-817b-ef896bebf93f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2bb4116d-575c-4ae4-817b-ef896bebf93f,segment=NetworkSegment(de9217a2-647a-4f04-bf2a-f2a57ea617af),segment_id=de9217a2-647a-4f04-bf2a-f2a57ea617af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:30.267024 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-491b4399-1e8d-4733-a55c-5a1e619fcd79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.271754 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79f06f3-a715-4028-be2f-9f6f43f644d2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.272446 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79f06f3-a715-4028-be2f-9f6f43f644d2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.274198 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a79f06f3-a715-4028-be2f-9f6f43f644d2 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/518d6320-c036-4d98-8464-b9acec002225 HTTP/1.1" status: 404 len: 333 time: 0.0282097 Sep 16 05:05:30.279704 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38068) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.286160 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-491b4399-1e8d-4733-a55c-5a1e619fcd79 None None] Calling delete_port for 2bb4116d-575c-4ae4-817b-ef896bebf93f owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:30.312380 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a25c406-9d42-4a3b-9343-5fb9513a779e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.312876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a25c406-9d42-4a3b-9343-5fb9513a779e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.314670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5a25c406-9d42-4a3b-9343-5fb9513a779e tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/81ac6a6e-0b8d-41a6-b114-e3fcf0fa1fc1 HTTP/1.1" status: 404 len: 337 time: 0.0336237 Sep 16 05:05:30.317219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38070) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.346361 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed8996a-ecc1-4f95-aae8-a2f8b5df6b24 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.347358 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed8996a-ecc1-4f95-aae8-a2f8b5df6b24 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.349390 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8ed8996a-ecc1-4f95-aae8-a2f8b5df6b24 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/ec72d492-ce18-4eb7-a1f7-ac59792fa85f HTTP/1.1" status: 404 len: 333 time: 0.0312610 Sep 16 05:05:30.351982 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38072) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.384653 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7520be-343d-4ea9-99e8-9ae0bcc2c453 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.385265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7520be-343d-4ea9-99e8-9ae0bcc2c453 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.387109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5b7520be-343d-4ea9-99e8-9ae0bcc2c453 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/a74b1c2d-570d-49b9-b7b5-f21f99a8a500 HTTP/1.1" status: 404 len: 337 time: 0.0338140 Sep 16 05:05:30.401275 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38074) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.435626 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a1f4e2-dd23-4485-8cd3-7a9e11fc93b6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.439335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a1f4e2-dd23-4485-8cd3-7a9e11fc93b6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.439335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-78a1f4e2-dd23-4485-8cd3-7a9e11fc93b6 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/b8b7a7b0-ddfe-4f3d-ac10-1906a7ec4885 HTTP/1.1" status: 404 len: 333 time: 0.0360351 Sep 16 05:05:30.441978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38076) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.474489 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-349d43d6-d3e6-4fe1-a339-086ac23f2533 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.475232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349d43d6-d3e6-4fe1-a339-086ac23f2533 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.477845 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-349d43d6-d3e6-4fe1-a339-086ac23f2533 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/411967e0-a132-4509-8150-c3b6442f091a HTTP/1.1" status: 404 len: 337 time: 0.0348086 Sep 16 05:05:30.481119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38078) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.498546 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-491b4399-1e8d-4733-a55c-5a1e619fcd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.506512 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab87c87-daa0-4ac4-a7bc-9c5ca625e616 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.507242 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab87c87-daa0-4ac4-a7bc-9c5ca625e616 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.510329 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3ab87c87-daa0-4ac4-a7bc-9c5ca625e616 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/cf2bbaf6-d1a6-451f-b1bc-e53eab41527c HTTP/1.1" status: 404 len: 333 time: 0.0280895 Sep 16 05:05:30.521384 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38080) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.529719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b4399-1e8d-4733-a55c-5a1e619fcd79 None None] Pushing event deleted for resources: {'Port': ['ID=2bb4116d-575c-4ae4-817b-ef896bebf93f,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:30.533382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491b4399-1e8d-4733-a55c-5a1e619fcd79 None None] No DVR routers for this DVR port 2bb4116d-575c-4ae4-817b-ef896bebf93f on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:30.559924 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84adf91-4a55-44ea-8531-2211b63eb015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.560383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f84adf91-4a55-44ea-8531-2211b63eb015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.562301 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f84adf91-4a55-44ea-8531-2211b63eb015 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/9205face-ad87-4727-9476-7a637ec4dac4 HTTP/1.1" status: 404 len: 337 time: 0.0398960 Sep 16 05:05:30.565012 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38082) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.593849 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-8842a97e-f878-48e5-8ea7-76eddd39ac23 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.594610 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8842a97e-f878-48e5-8ea7-76eddd39ac23 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.597431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8842a97e-f878-48e5-8ea7-76eddd39ac23 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/c621cc2b-8566-4a73-9927-959f680e3823 HTTP/1.1" status: 404 len: 333 time: 0.0311949 Sep 16 05:05:30.599964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38086) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.644998 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c73a7f6-1cd1-414a-a320-bfd79550db46 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.645652 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c73a7f6-1cd1-414a-a320-bfd79550db46 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.647631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6c73a7f6-1cd1-414a-a320-bfd79550db46 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/9acd050f-6f67-4212-9702-f2e14d064456 HTTP/1.1" status: 404 len: 337 time: 0.0466361 Sep 16 05:05:30.653354 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38090) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.691734 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-805b02fb-e993-43a3-9977-97fb7b7e855b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.692717 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805b02fb-e993-43a3-9977-97fb7b7e855b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.698609 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-805b02fb-e993-43a3-9977-97fb7b7e855b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/458b9c77-4bde-4a2f-89ee-2384a4ee1cb7 HTTP/1.1" status: 404 len: 333 time: 0.0437155 Sep 16 05:05:30.699613 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38094) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.732515 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8fb0ee-0480-4384-b5b6-df56fb63f4bf tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.733181 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db8fb0ee-0480-4384-b5b6-df56fb63f4bf tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.738147 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-db8fb0ee-0480-4384-b5b6-df56fb63f4bf tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/eb0a70c0-ae97-4b07-af70-70f7beafa5d4 HTTP/1.1" status: 404 len: 337 time: 0.0372112 Sep 16 05:05:30.739093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38098) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.739677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14527272-3cd8-4823-9a6e-b3d707042adf req-556d4e5c-8201-4b24-8dea-974902f67f88 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0327487 Sep 16 05:05:30.769477 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ae3e6-ff22-45b2-9586-2857a3a2371b req-7dbe1bec-926a-4bcf-b057-e1ae1960b7a5 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:30.771692 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-919ae3e6-ff22-45b2-9586-2857a3a2371b req-7dbe1bec-926a-4bcf-b057-e1ae1960b7a5 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 943 time: 0.1228151 Sep 16 05:05:30.774293 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf026ed-2f1b-4f98-b7a4-9600e698be59 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.775645 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf026ed-2f1b-4f98-b7a4-9600e698be59 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.779353 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-caf026ed-2f1b-4f98-b7a4-9600e698be59 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/3f0e36fe-99c1-4467-be25-b4caf3ed4f01 HTTP/1.1" status: 404 len: 337 time: 0.0389025 Sep 16 05:05:30.780158 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38100) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.806058 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-823503c5-82bd-49d1-998c-321f8a2269e1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.806994 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823503c5-82bd-49d1-998c-321f8a2269e1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.808804 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-823503c5-82bd-49d1-998c-321f8a2269e1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/3bdb25ec-c0d0-444b-8f26-89c5361955ee HTTP/1.1" status: 404 len: 333 time: 0.0272033 Sep 16 05:05:30.815183 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38102) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.843615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-919ae3e6-ff22-45b2-9586-2857a3a2371b req-116a2ee2-6e36-44c0-a0c3-37568cf9c761 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624928 Sep 16 05:05:30.872222 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b3fa7a-4c4c-4b19-9394-10e39473818d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.873048 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b3fa7a-4c4c-4b19-9394-10e39473818d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.875247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-86b3fa7a-4c4c-4b19-9394-10e39473818d tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/ca6a5c8d-25af-41f1-8405-298e5524896c HTTP/1.1" status: 404 len: 337 time: 0.0560048 Sep 16 05:05:30.886475 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38106) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.920346 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-413d3438-834c-4892-bc4c-a168e3c36f05 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.920841 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413d3438-834c-4892-bc4c-a168e3c36f05 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.922616 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-413d3438-834c-4892-bc4c-a168e3c36f05 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/08216afd-247c-41d5-bc8a-b9f2a68445c7 HTTP/1.1" status: 404 len: 337 time: 0.0348046 Sep 16 05:05:30.925089 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38108) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.948293 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d9aec9-10b5-4d6f-93ad-25f195add1d8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.948911 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d9aec9-10b5-4d6f-93ad-25f195add1d8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.950662 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-90d9aec9-10b5-4d6f-93ad-25f195add1d8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/d01417c5-da25-4c3a-90f4-b00fb50a155f HTTP/1.1" status: 404 len: 333 time: 0.0246265 Sep 16 05:05:30.953141 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38110) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.996380 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8992953-625b-4fda-bade-fa89ebd7af17 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:30.996741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8992953-625b-4fda-bade-fa89ebd7af17 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:30.998428 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c8992953-625b-4fda-bade-fa89ebd7af17 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/614ee207-2d65-45d3-ace4-19226b1b91dd HTTP/1.1" status: 404 len: 337 time: 0.0443852 Sep 16 05:05:31.001493 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38112) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.026456 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bb1a3db-6cc4-41a3-837e-43bb78e05d5d req-07b109e9-cfd1-451b-a038-284f1ace331f tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0388989 Sep 16 05:05:31.045825 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-072ca256-2323-400e-bee4-24de09eb0938 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.046291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072ca256-2323-400e-bee4-24de09eb0938 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.048104 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-072ca256-2323-400e-bee4-24de09eb0938 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/a203ca4b-a94d-4b57-b220-963cefb15b8d HTTP/1.1" status: 404 len: 337 time: 0.0457032 Sep 16 05:05:31.050807 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38116) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.076097 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ea2b12-979f-49eb-98b9-cf9fd6c0bb31 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.077080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ea2b12-979f-49eb-98b9-cf9fd6c0bb31 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.078590 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-91ea2b12-979f-49eb-98b9-cf9fd6c0bb31 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/67f1d13f-9650-4b1b-843e-5740cf7943f6 HTTP/1.1" status: 404 len: 333 time: 0.0266566 Sep 16 05:05:31.081557 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38118) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.118640 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23ac9b8-21fa-456a-b697-b46deecf247c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.119133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a23ac9b8-21fa-456a-b697-b46deecf247c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.120932 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a23ac9b8-21fa-456a-b697-b46deecf247c tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/cc280aed-ad37-43b6-be4f-cd0bb177a5c6 HTTP/1.1" status: 404 len: 337 time: 0.0384345 Sep 16 05:05:31.124816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38120) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.167241 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44886b3-8d40-4a52-a250-1b204e4ff950 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.167906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44886b3-8d40-4a52-a250-1b204e4ff950 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.170391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c44886b3-8d40-4a52-a250-1b204e4ff950 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/d2dca8e0-5ea5-444b-a206-7ce35e444f57 HTTP/1.1" status: 404 len: 337 time: 0.0444405 Sep 16 05:05:31.177086 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38122) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.210777 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f885913f-1ec6-4409-b516-f173d502c6b7 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports?device_id=08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb HTTP/1.1" status: 200 len: 205 time: 0.0319963 Sep 16 05:05:31.213823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38124) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.252677 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-1781cc08-8891-4ede-9ad4-523d0cd926ab tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] delete failed (client error): The resource could not be found. Sep 16 05:05:31.253624 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1781cc08-8891-4ede-9ad4-523d0cd926ab tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/routers/08fb2e93-f35e-47ef-b3fb-ce8d1ad385fb HTTP/1.1" status: 404 len: 336 time: 0.0388567 Sep 16 05:05:31.256646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38126) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.291977 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-0021662a-b7fd-4692-81cf-f117fa48eccb tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.292443 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0021662a-b7fd-4692-81cf-f117fa48eccb tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.294583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0021662a-b7fd-4692-81cf-f117fa48eccb tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/860d0b44-360a-4c28-bb9b-74a1bb174b23 HTTP/1.1" status: 404 len: 337 time: 0.0367646 Sep 16 05:05:31.297811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38128) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.338113 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e921e170-55ed-4670-8938-fb9696a4f0a1 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5 HTTP/1.1" status: 200 len: 205 time: 0.0357556 Sep 16 05:05:31.339018 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38130) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.376184 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-48113425-6abc-4491-a3b5-8eae7bb9bb65 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] delete failed (client error): The resource could not be found. Sep 16 05:05:31.381812 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-48113425-6abc-4491-a3b5-8eae7bb9bb65 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/routers/0ecdc831-dbc8-4441-9d30-d4b26ab4e6f5 HTTP/1.1" status: 404 len: 336 time: 0.0378826 Sep 16 05:05:31.381812 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38132) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.384759 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2bb4116d-575c-4ae4-817b-ef896bebf93f no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:31.409198 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6851270-6eb5-4d9a-b558-5137802cfbe8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.409667 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6851270-6eb5-4d9a-b558-5137802cfbe8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.410432 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 2bb4116d-575c-4ae4-817b-ef896bebf93f {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:31.411270 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2bb4116d-575c-4ae4-817b-ef896bebf93f not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:31.411473 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e6851270-6eb5-4d9a-b558-5137802cfbe8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/62bd1ac4-7639-454b-a4fd-957e032fa91b HTTP/1.1" status: 404 len: 337 time: 0.0293944 Sep 16 05:05:31.414253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38134) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.443249 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4ed8bd-d049-4629-b8c5-f6b521df1bbc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.443718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4ed8bd-d049-4629-b8c5-f6b521df1bbc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.445488 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ed4ed8bd-d049-4629-b8c5-f6b521df1bbc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/35625a14-9edf-4b61-84ef-26786cbe6d7d HTTP/1.1" status: 404 len: 337 time: 0.0293663 Sep 16 05:05:31.448854 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38136) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.473391 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-7232d0d0-764e-4c18-83ad-c7e4c1b8b4a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.474054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7232d0d0-764e-4c18-83ad-c7e4c1b8b4a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.479033 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7232d0d0-764e-4c18-83ad-c7e4c1b8b4a4 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/1adec009-c7ee-4966-abe8-f0448d343681 HTTP/1.1" status: 404 len: 333 time: 0.0263324 Sep 16 05:05:31.479286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38138) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.505876 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be4cded-ab0d-4b4c-acba-90bd4c4771df tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.506255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be4cded-ab0d-4b4c-acba-90bd4c4771df tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.507984 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2be4cded-ab0d-4b4c-acba-90bd4c4771df tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/336ac71c-8163-48b6-ba86-6ed78e3a8955 HTTP/1.1" status: 404 len: 337 time: 0.0277719 Sep 16 05:05:31.510580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38140) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.532866 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-335d4bad-b62e-45b2-a802-01e573e32bc9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.533505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335d4bad-b62e-45b2-a802-01e573e32bc9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.535211 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-335d4bad-b62e-45b2-a802-01e573e32bc9 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/2405304e-06f0-4e19-bc9b-92bbc97c97eb HTTP/1.1" status: 404 len: 333 time: 0.0235593 Sep 16 05:05:31.537812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38142) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.566463 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47f6c8d-5f78-44fe-842c-c471a840326b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.567057 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47f6c8d-5f78-44fe-842c-c471a840326b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.569154 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d47f6c8d-5f78-44fe-842c-c471a840326b tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/78f89e83-7935-446a-8e93-6b431d66ce6f HTTP/1.1" status: 404 len: 337 time: 0.0302308 Sep 16 05:05:31.571531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38144) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.601446 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb42da28-249d-4c66-b59b-70025f688c85 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.602253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb42da28-249d-4c66-b59b-70025f688c85 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.605080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-eb42da28-249d-4c66-b59b-70025f688c85 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/a7a4c2a7-0c06-43aa-a525-fe00bcd2e803 HTTP/1.1" status: 404 len: 333 time: 0.0323920 Sep 16 05:05:31.607622 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38146) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.637320 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-d904b886-23fa-4155-b8b0-80074e9d3915 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.637803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d904b886-23fa-4155-b8b0-80074e9d3915 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.639797 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d904b886-23fa-4155-b8b0-80074e9d3915 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/9ff95629-2fbb-44ce-9721-ba76f98ed7fa HTTP/1.1" status: 404 len: 337 time: 0.0312202 Sep 16 05:05:31.642933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38148) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.670205 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0a48ee-4d31-4a0b-8b98-75f376bc0ecc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.671051 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f0a48ee-4d31-4a0b-8b98-75f376bc0ecc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.673658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4f0a48ee-4d31-4a0b-8b98-75f376bc0ecc tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/65f6ed3d-858b-41be-a75f-786dd104a6b8 HTTP/1.1" status: 404 len: 333 time: 0.0297174 Sep 16 05:05:31.676401 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38150) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.709539 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfca622-5cd2-4073-b351-353c93163c29 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.710024 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dfca622-5cd2-4073-b351-353c93163c29 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.712286 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3dfca622-5cd2-4073-b351-353c93163c29 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/07c36d97-314e-4e7c-827a-783a9d095990 HTTP/1.1" status: 404 len: 337 time: 0.0338993 Sep 16 05:05:31.715220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38152) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.739777 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb37bba2-e397-422d-a9d1-6e2636efe5d8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.740674 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb37bba2-e397-422d-a9d1-6e2636efe5d8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.742649 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bb37bba2-e397-422d-a9d1-6e2636efe5d8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/dd3ec600-3854-43fe-8e4f-d4410fd6dce3 HTTP/1.1" status: 404 len: 333 time: 0.0264733 Sep 16 05:05:31.745335 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38154) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.779093 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-695303af-68e5-4c48-b78a-0cfe5c0dafe5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.779093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-695303af-68e5-4c48-b78a-0cfe5c0dafe5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.780025 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-695303af-68e5-4c48-b78a-0cfe5c0dafe5 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/92722be5-1bbb-41ee-876f-fc2bbfda0b51 HTTP/1.1" status: 404 len: 337 time: 0.0319021 Sep 16 05:05:31.780902 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38160) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.815072 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-33eecf21-dc96-41ce-b6c2-2f90eb5abbf8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.815769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33eecf21-dc96-41ce-b6c2-2f90eb5abbf8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.817663 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-33eecf21-dc96-41ce-b6c2-2f90eb5abbf8 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/15ef5f31-397f-47b4-b2b2-06b18075b6f9 HTTP/1.1" status: 404 len: 333 time: 0.0352511 Sep 16 05:05:31.820576 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38162) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.858657 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6c30fb-ef05-4f75-b595-20364c70cab3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.859548 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6c30fb-ef05-4f75-b595-20364c70cab3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.861923 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3b6c30fb-ef05-4f75-b595-20364c70cab3 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/4eb9d1ab-9622-4ff5-acc9-7655ed2ec9dd HTTP/1.1" status: 404 len: 337 time: 0.0394762 Sep 16 05:05:31.864640 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38166) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.895470 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83d053a0-c944-46e8-9e01-2fd3a02f50ef req-f19f90ac-f42e-4332-97a8-ebaa9f1df4f5 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa13bb8e-1298-411f-9b61-31187c17d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0449467 Sep 16 05:05:31.895872 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-119d6810-50ec-4db2-960b-b67562cb8961 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.896652 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119d6810-50ec-4db2-960b-b67562cb8961 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.902220 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-119d6810-50ec-4db2-960b-b67562cb8961 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/ports/d9bdd688-60d1-4602-91d6-0bba8b965be6 HTTP/1.1" status: 404 len: 333 time: 0.0362186 Sep 16 05:05:31.902805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38170) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.952397 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-47560eab-777e-496b-b634-fcadb657c781 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] DELETE failed (client error): The resource could not be found. Sep 16 05:05:31.952860 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47560eab-777e-496b-b634-fcadb657c781 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:31.954649 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-47560eab-777e-496b-b634-fcadb657c781 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/subnets/d77f7c48-f394-43eb-985f-b29409a97b1b HTTP/1.1" status: 404 len: 337 time: 0.0508060 Sep 16 05:05:31.957585 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38174) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:32.091797 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbfbf-74fa-4f75-937c-e9ab646d4c77 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.116023 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf4d8a-6fd0-443f-bf35-fc0f9f04eb00 req-713e6ddb-b455-4d64-b3f9-9320058bb29d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:32.124072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7cdf4d8a-6fd0-443f-bf35-fc0f9f04eb00 req-713e6ddb-b455-4d64-b3f9-9320058bb29d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 943 time: 0.1017466 Sep 16 05:05:32.146710 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:05:32.254955 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7cdf4d8a-6fd0-443f-bf35-fc0f9f04eb00 req-ee779ca6-3bab-485c-a9f3-4e646cf7f89d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305165 Sep 16 05:05:32.256590 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbfbf-74fa-4f75-937c-e9ab646d4c77 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.286970 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-0ebfbfbf-74fa-4f75-937c-e9ab646d4c77 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6db69a-747f-45ec-af36-1b9e5c7fde27']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:32.296986 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-0ebfbfbf-74fa-4f75-937c-e9ab646d4c77 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9217a2-647a-4f04-bf2a-f2a57ea617af') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:32.297366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-0ebfbfbf-74fa-4f75-937c-e9ab646d4c77 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9217a2-647a-4f04-bf2a-f2a57ea617af') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:32.307346 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbfbf-74fa-4f75-937c-e9ab646d4c77 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.320656 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbfbf-74fa-4f75-937c-e9ab646d4c77 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.327851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ebfbfbf-74fa-4f75-937c-e9ab646d4c77 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:05:32.328201 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbfbf-74fa-4f75-937c-e9ab646d4c77 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:05:32.331602 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:05:32.469389 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbfbf-74fa-4f75-937c-e9ab646d4c77 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.489798 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbfbf-74fa-4f75-937c-e9ab646d4c77 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.489798 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0ebfbfbf-74fa-4f75-937c-e9ab646d4c77 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] 10.222.0.20 "DELETE /v2.0/networks/9f6db69a-747f-45ec-af36-1b9e5c7fde27 HTTP/1.1" status: 204 len: 168 time: 0.5198419 Sep 16 05:05:32.497291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfbfbf-74fa-4f75-937c-e9ab646d4c77 tempest-NetworksTestDHCPv6-1784939316 tempest-NetworksTestDHCPv6-1784939316-project] Pushing event deleted for resources: {'Network': ['ID=9f6db69a-747f-45ec-af36-1b9e5c7fde27,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:33.097615 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38192) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:33.241710 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a0b7d74d-7072-41d6-b64f-d0e369f1d934 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3dc16e411b441d2803735ae669e881f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404264 Sep 16 05:05:33.242032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38196) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:33.302094 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-70f96a74-dbf4-4b6d-b8ff-eb89fd8ea0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.339580 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-70f96a74-dbf4-4b6d-b8ff-eb89fd8ea0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.465166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f676c48-270f-4c5e-83c0-0b98b6ed7f47 req-448ff6f1-b680-4103-a971-edacc75d343c tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:33.467051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f676c48-270f-4c5e-83c0-0b98b6ed7f47 req-448ff6f1-b680-4103-a971-edacc75d343c tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 943 time: 0.0642760 Sep 16 05:05:33.467731 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-70f96a74-dbf4-4b6d-b8ff-eb89fd8ea0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.470283 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-70f96a74-dbf4-4b6d-b8ff-eb89fd8ea0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.474048 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-70f96a74-dbf4-4b6d-b8ff-eb89fd8ea0c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b3b49de-d2ac-407f-8ca8-b778f79134ee HTTP/1.1" status: 204 len: 168 time: 0.2284355 Sep 16 05:05:33.497239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f96a74-dbf4-4b6d-b8ff-eb89fd8ea0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3b49de-d2ac-407f-8ca8-b778f79134ee,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:33.541301 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a6542ae-9dc4-4d99-8874-fb2bfd012c17 req-28446fea-91ad-4e8b-a624-2b097bc17ee2 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c39027-0b8f-4576-bd39-7b846dbbb7d3 HTTP/1.1" status: 200 len: 210 time: 0.0478597 Sep 16 05:05:33.553686 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f676c48-270f-4c5e-83c0-0b98b6ed7f47 req-48188076-4d04-4253-bee2-ba9a7e62dd8b tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794334 Sep 16 05:05:33.632835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70da281c-2480-4a63-886d-a001b2a47036 req-d591d65f-4ad2-45e5-ab2e-5b4e2e6a96ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6317c862627455fbd25b1ec7d5f9e4b&device_id=34c39027-0b8f-4576-bd39-7b846dbbb7d3 HTTP/1.1" status: 200 len: 210 time: 0.0969110 Sep 16 05:05:33.673003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70da281c-2480-4a63-886d-a001b2a47036 req-1bade7ff-b3c1-482d-b802-ddfce187ca95 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b6317c862627455fbd25b1ec7d5f9e4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234206 Sep 16 05:05:33.785026 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da281c-2480-4a63-886d-a001b2a47036 req-267ea336-4494-42bf-8671-d56c845c7690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:33.786554 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70da281c-2480-4a63-886d-a001b2a47036 req-267ea336-4494-42bf-8671-d56c845c7690 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1069758 Sep 16 05:05:34.574746 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38250) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:34.595522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-7468cff3-2da0-47c4-90b2-45584a2b26dc tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:34.597212 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-7468cff3-2da0-47c4-90b2-45584a2b26dc tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/networks?id=c38fee71-f4a0-4893-8a01-fbc912f5a572 HTTP/1.1" status: 200 len: 815 time: 0.1243193 Sep 16 05:05:34.625654 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4bc4ebda-2f2e-42fa-9824-3b467c29b243 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/quotas/ece864d6db5c4e1d96e72f6394c094cb HTTP/1.1" status: 200 len: 375 time: 0.0139656 Sep 16 05:05:34.669623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f59812e4-9e81-47e8-b4d5-a76457ce182e req-446d7f69-42f5-4d33-bd8a-c83a6902e67b tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c39027-0b8f-4576-bd39-7b846dbbb7d3 HTTP/1.1" status: 200 len: 210 time: 0.0356271 Sep 16 05:05:34.715118 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-19a1759e-7f02-477b-9e16-7339c31eb859 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ece864d6db5c4e1d96e72f6394c094cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0825534 Sep 16 05:05:34.721112 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Request body: {'networks': [{'name': 'tempest-network--951517721'}, {'name': 'tempest-network--773803652'}]} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:34.721904 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Request body: {'network': {'name': 'tempest-network--951517721'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:34.722952 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Request body: {'network': {'name': 'tempest-network--773803652'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:34.825604 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Made reservation on behalf of 28604829be3a410880121c0fa38750ee for: {'network': 2} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:34.832982 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.846552 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.861283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b56f3-6b1f-4584-88ea-a7b4240f3ae1 req-54de7b2b-a846-490d-a23d-8b30271c5732 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:34.862837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d97b56f3-6b1f-4584-88ea-a7b4240f3ae1 req-54de7b2b-a846-490d-a23d-8b30271c5732 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 943 time: 0.0983555 Sep 16 05:05:34.866863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-ae9c542b-85de-4b22-afea-a647aaab6f23 service neutron] 10.222.0.20 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432788 Sep 16 05:05:34.959847 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d97b56f3-6b1f-4584-88ea-a7b4240f3ae1 req-ed62c726-b76b-404b-86df-e70fa9da5479 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891247 Sep 16 05:05:34.963232 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.992187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-a4dbbae1-f510-4117-913b-350ca39ca5cb service neutron] 10.222.0.20 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138361 Sep 16 05:05:35.042071 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.042635 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.099730 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e009f167-4453-45ae-8fc9-6eff85d82b27,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:35.105572 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:05:35.115249 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.115249 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Added segment 55b9009b-f547-4194-9a24-8d79edb396bc of type vlan for network 6a1d36de-d8e9-49c2-bf99-b00f71002d12 Sep 16 05:05:35.133328 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-469e66d8-8d82-4d7c-9dc4-c63eab6ffcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.159005 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 9c8a018b-e599-4bcf-be24-354b731a49fc details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:35.165650 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.198377 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:05:35.209536 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.209979 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Added segment 72536eab-23b7-4eb7-a831-c357602f0063 of type vlan for network 973e0beb-a309-4733-8bd2-d2dee876bb73 Sep 16 05:05:35.272483 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.278717 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 9c8a018b-e599-4bcf-be24-354b731a49fc, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9c8a018b-e599-4bcf-be24-354b731a49fc,segment=NetworkSegment(7049f0e7-fa56-48db-92ac-270a62ebc728),segment_id=7049f0e7-fa56-48db-92ac-270a62ebc728)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:35.312977 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '9c8a018b-e599-4bcf-be24-354b731a49fc', 'network_id': 'f0c53394-694b-4d9b-b091-f8606d9c8f90', 'port_id': '9c8a018b-e599-4bcf-be24-354b731a49fc', 'mac_address': 'fa:16:3e:8e:36:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35746aa9-d78e-455b-83a5-d2a1add921b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:35.357716 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9faf5e85-78de-4b60-baaf-faab375949ae req-b694ea5a-9f39-4e77-84a3-8201aa94aa0b tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 210 time: 0.0463541 Sep 16 05:05:35.384415 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.410791 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8a018b-e599-4bcf-be24-354b731a49fc {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:35.418997 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.419672 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.430549 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:35.434676 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 9c8a018b-e599-4bcf-be24-354b731a49fc, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9c8a018b-e599-4bcf-be24-354b731a49fc,segment=NetworkSegment(7049f0e7-fa56-48db-92ac-270a62ebc728),segment_id=7049f0e7-fa56-48db-92ac-270a62ebc728)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:35.436068 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:35.436761 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.521972 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.596466 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event updated for resources: {'Network': ['ID=6a1d36de-d8e9-49c2-bf99-b00f71002d12,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:35.606985 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=9c8a018b-e599-4bcf-be24-354b731a49fc,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:35.607509 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0305123 Sep 16 05:05:35.609715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38274) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:35.626844 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 6a1d36de-d8e9-49c2-bf99-b00f71002d12 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:05:35.700181 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ef470-5d11-4ecb-b22e-4580faa820fe tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event updated for resources: {'Network': ['ID=973e0beb-a309-4733-8bd2-d2dee876bb73,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:35.725651 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 973e0beb-a309-4733-8bd2-d2dee876bb73 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:05:35.977498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['9c8a018b-e599-4bcf-be24-354b731a49fc'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:36.217665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a23cccd-cc69-430a-89ad-2115ab57e2f9 req-77282c22-74e2-4ff6-9321-0243a8833811 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c39027-0b8f-4576-bd39-7b846dbbb7d3 HTTP/1.1" status: 200 len: 210 time: 0.1032717 Sep 16 05:05:36.236073 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70da281c-2480-4a63-886d-a001b2a47036 req-6fe8d779-b555-478d-8175-14708d27c418 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c39027-0b8f-4576-bd39-7b846dbbb7d3 HTTP/1.1" status: 200 len: 210 time: 0.1172183 Sep 16 05:05:36.292233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d2850b-b4b5-44a8-b0c8-f8d3c0693a01 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:36.298162 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d2850b-b4b5-44a8-b0c8-f8d3c0693a01 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:36.303990 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d2850b-b4b5-44a8-b0c8-f8d3c0693a01 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:36.310914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d2850b-b4b5-44a8-b0c8-f8d3c0693a01 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:36.312657 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d5d2850b-b4b5-44a8-b0c8-f8d3c0693a01 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7012539 Sep 16 05:05:36.315829 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38292) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:36.322224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302004c1-de55-4aff-b0fa-47dccaedd425 req-3285390c-ff4b-4b16-990f-5cccb936d492 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:36.324434 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-302004c1-de55-4aff-b0fa-47dccaedd425 req-3285390c-ff4b-4b16-990f-5cccb936d492 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 944 time: 0.2129989 Sep 16 05:05:36.365579 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-302004c1-de55-4aff-b0fa-47dccaedd425 req-d12787bd-0118-4ade-a431-acbd829b5709 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344110 Sep 16 05:05:36.405529 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6c3ebc75-9e7b-4e3e-ae9a-0bcde08d3a37 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.441122 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32d28148-0ecc-4bde-a297-2235d47be1aa req-37aa942e-724e-4873-8267-63b8ee6fb5d8 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 210 time: 0.0302644 Sep 16 05:05:36.514624 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6c3ebc75-9e7b-4e3e-ae9a-0bcde08d3a37 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.543604 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-6c3ebc75-9e7b-4e3e-ae9a-0bcde08d3a37 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1d36de-d8e9-49c2-bf99-b00f71002d12']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:36.547249 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-6c3ebc75-9e7b-4e3e-ae9a-0bcde08d3a37 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b9009b-f547-4194-9a24-8d79edb396bc') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:36.547584 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-6c3ebc75-9e7b-4e3e-ae9a-0bcde08d3a37 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b9009b-f547-4194-9a24-8d79edb396bc') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:36.562390 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6c3ebc75-9e7b-4e3e-ae9a-0bcde08d3a37 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.588465 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6c3ebc75-9e7b-4e3e-ae9a-0bcde08d3a37 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.595126 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3ebc75-9e7b-4e3e-ae9a-0bcde08d3a37 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:05:36.595605 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6c3ebc75-9e7b-4e3e-ae9a-0bcde08d3a37 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:05:36.598863 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:05:36.829510 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6c3ebc75-9e7b-4e3e-ae9a-0bcde08d3a37 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.839850 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6c3ebc75-9e7b-4e3e-ae9a-0bcde08d3a37 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.840084 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6c3ebc75-9e7b-4e3e-ae9a-0bcde08d3a37 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "DELETE /v2.0/networks/6a1d36de-d8e9-49c2-bf99-b00f71002d12 HTTP/1.1" status: 204 len: 168 time: 0.5227513 Sep 16 05:05:36.842767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38300) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:36.854668 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ebc75-9e7b-4e3e-ae9a-0bcde08d3a37 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event deleted for resources: {'Network': ['ID=6a1d36de-d8e9-49c2-bf99-b00f71002d12,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:36.943615 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1424ac47-ec72-4c60-a9ae-74187787d1be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.035851 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1424ac47-ec72-4c60-a9ae-74187787d1be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.056542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-1424ac47-ec72-4c60-a9ae-74187787d1be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973e0beb-a309-4733-8bd2-d2dee876bb73']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:37.066121 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-1424ac47-ec72-4c60-a9ae-74187787d1be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72536eab-23b7-4eb7-a831-c357602f0063') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:37.066427 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-1424ac47-ec72-4c60-a9ae-74187787d1be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72536eab-23b7-4eb7-a831-c357602f0063') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:37.081434 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1424ac47-ec72-4c60-a9ae-74187787d1be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.095034 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1424ac47-ec72-4c60-a9ae-74187787d1be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.100956 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1424ac47-ec72-4c60-a9ae-74187787d1be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:05:37.101348 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1424ac47-ec72-4c60-a9ae-74187787d1be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:05:37.104510 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:05:37.181019 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 9c8a018b-e599-4bcf-be24-354b731a49fc up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:37.276239 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1424ac47-ec72-4c60-a9ae-74187787d1be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.286324 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1424ac47-ec72-4c60-a9ae-74187787d1be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.291599 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1424ac47-ec72-4c60-a9ae-74187787d1be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "DELETE /v2.0/networks/973e0beb-a309-4733-8bd2-d2dee876bb73 HTTP/1.1" status: 204 len: 168 time: 0.4464560 Sep 16 05:05:37.298184 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38308) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:37.303773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424ac47-ec72-4c60-a9ae-74187787d1be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event deleted for resources: {'Network': ['ID=973e0beb-a309-4733-8bd2-d2dee876bb73,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:37.361822 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 9c8a018b-e599-4bcf-be24-354b731a49fc completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:37.369220 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 9c8a018b-e599-4bcf-be24-354b731a49fc triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:37.369758 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.413319 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7db49d05-b0cc-4ce4-8074-6cdf020f35d6 req-d2ac91cb-b4c2-4828-9f2d-f3b1944a1f65 tempest-ServerShowV247Test-36099587 tempest-ServerShowV247Test-36099587-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c39027-0b8f-4576-bd39-7b846dbbb7d3 HTTP/1.1" status: 200 len: 210 time: 0.0334716 Sep 16 05:05:37.493795 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.564305 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c924ad4-070a-41a8-a3d3-b4c7db27cb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8a018b-e599-4bcf-be24-354b731a49fc'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:37.567788 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab603af-3afc-45a1-a373-b046479faa4f" -d '{"events": [{"server_uuid": "1c924ad4-070a-41a8-a3d3-b4c7db27cb25", "name": "network-vif-plugged", "status": "completed", "tag": "9c8a018b-e599-4bcf-be24-354b731a49fc"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:37.567939 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c0e8b0-661a-46f9-bd8a-b9846805b1a3 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.569779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733054f-83ef-444a-93bf-138bca83420d req-5e769c20-c00a-4faf-8aa2-56336698276c tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.572205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5733054f-83ef-444a-93bf-138bca83420d req-5e769c20-c00a-4faf-8aa2-56336698276c tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 944 time: 0.0869894 Sep 16 05:05:37.580988 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c0e8b0-661a-46f9-bd8a-b9846805b1a3 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.580988 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-31c0e8b0-661a-46f9-bd8a-b9846805b1a3 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2808969 Sep 16 05:05:37.580988 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38316) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:37.581846 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 9c8a018b-e599-4bcf-be24-354b731a49fc, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9c8a018b-e599-4bcf-be24-354b731a49fc,segment=NetworkSegment(7049f0e7-fa56-48db-92ac-270a62ebc728),segment_id=7049f0e7-fa56-48db-92ac-270a62ebc728)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:37.585044 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8c721c36-83c9-4e36-ac87-8b04bb802277 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-80209833'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:37.593207 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1293ee7-968b-4ffa-9143-a67a4f28e60f req-f55ef8a1-981e-4690-a86c-239c9f84a74e tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 210 time: 0.0430765 Sep 16 05:05:37.628484 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5733054f-83ef-444a-93bf-138bca83420d req-a262a5c7-29ec-46c8-9b5e-4f9fc30977fd tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376244 Sep 16 05:05:37.654401 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18cb31e-72e2-483f-8b14-af96f9143f53 x-openstack-request-id: req-e18cb31e-72e2-483f-8b14-af96f9143f53 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:37.654947 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c924ad4-070a-41a8-a3d3-b4c7db27cb25", "name": "network-vif-plugged", "status": "completed", "tag": "9c8a018b-e599-4bcf-be24-354b731a49fc", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:37.655426 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e18cb31e-72e2-483f-8b14-af96f9143f53 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:37.655987 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c924ad4-070a-41a8-a3d3-b4c7db27cb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8a018b-e599-4bcf-be24-354b731a49fc', 'code': 200} Sep 16 05:05:37.732992 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.733197 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c721c36-83c9-4e36-ac87-8b04bb802277 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Made reservation on behalf of 28604829be3a410880121c0fa38750ee for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:37.738502 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c721c36-83c9-4e36-ac87-8b04bb802277 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.772836 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4f42d080-c897-4187-83d2-cb3e9c653f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.795328 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c721c36-83c9-4e36-ac87-8b04bb802277 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:05:37.796574 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=9c8a018b-e599-4bcf-be24-354b731a49fc,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:37.809844 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c721c36-83c9-4e36-ac87-8b04bb802277 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.810190 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-8c721c36-83c9-4e36-ac87-8b04bb802277 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Added segment 7a5e54d5-1f4d-4570-a43f-51adf1cb388d of type vlan for network fe7d328a-ad29-474a-90e1-ff7ae5a1099e Sep 16 05:05:37.818462 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7078384-41b0-46f4-a60a-f476b6cb833d req-a1289548-2d0b-40b1-9818-89aea83659d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.820080 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a7078384-41b0-46f4-a60a-f476b6cb833d req-a1289548-2d0b-40b1-9818-89aea83659d8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 1097 time: 0.0783331 Sep 16 05:05:37.873810 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c721c36-83c9-4e36-ac87-8b04bb802277 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.902355 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a7078384-41b0-46f4-a60a-f476b6cb833d req-e03fbbe5-40aa-48a8-a9d6-2f877af6d06c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545926 Sep 16 05:05:37.990099 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c721c36-83c9-4e36-ac87-8b04bb802277 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.997890 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c721c36-83c9-4e36-ac87-8b04bb802277 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.998502 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c721c36-83c9-4e36-ac87-8b04bb802277 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.068138 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c721c36-83c9-4e36-ac87-8b04bb802277 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event updated for resources: {'Network': ['ID=fe7d328a-ad29-474a-90e1-ff7ae5a1099e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:38.078575 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network fe7d328a-ad29-474a-90e1-ff7ae5a1099e details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:05:38.133425 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8c721c36-83c9-4e36-ac87-8b04bb802277 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5524471 Sep 16 05:05:38.136786 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38320) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:38.142624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-778ab23a-2dfa-4a48-b53d-e237573baa89 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1755373254'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:38.252968 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778ab23a-2dfa-4a48-b53d-e237573baa89 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Made reservation on behalf of 28604829be3a410880121c0fa38750ee for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:38.262579 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-778ab23a-2dfa-4a48-b53d-e237573baa89 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.288416 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778ab23a-2dfa-4a48-b53d-e237573baa89 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:05:38.297735 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-778ab23a-2dfa-4a48-b53d-e237573baa89 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.298083 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-778ab23a-2dfa-4a48-b53d-e237573baa89 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Added segment 4485f4d2-c81d-4fbf-ae5d-eb25320c5716 of type vlan for network 96b95e57-3f5a-401a-93d7-5cb261d3009b Sep 16 05:05:38.344344 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-778ab23a-2dfa-4a48-b53d-e237573baa89 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.418084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-41065733-2706-4569-8d15-b66c0fc69068 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:38.419772 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-41065733-2706-4569-8d15-b66c0fc69068 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.21 "GET /v2.0/networks?id=c38fee71-f4a0-4893-8a01-fbc912f5a572 HTTP/1.1" status: 200 len: 815 time: 0.1073256 Sep 16 05:05:38.440366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-14a48f4a-c7a7-470e-85d7-898d5d4e020e tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Request body: {'port': {'device_id': '03d06ac8-57e9-4e42-9010-803524cf9379', 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572', 'admin_state_up': True, 'tenant_id': 'ece864d6db5c4e1d96e72f6394c094cb'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:38.492928 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-778ab23a-2dfa-4a48-b53d-e237573baa89 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.500018 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778ab23a-2dfa-4a48-b53d-e237573baa89 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:38.502057 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-778ab23a-2dfa-4a48-b53d-e237573baa89 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.527182 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.581342 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ab23a-2dfa-4a48-b53d-e237573baa89 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event updated for resources: {'Network': ['ID=96b95e57-3f5a-401a-93d7-5cb261d3009b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:38.593409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 96b95e57-3f5a-401a-93d7-5cb261d3009b details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:05:38.623905 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-778ab23a-2dfa-4a48-b53d-e237573baa89 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4815545 Sep 16 05:05:38.623905 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38332) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:38.629255 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Request body: {'ports': [{'network_id': 'fe7d328a-ad29-474a-90e1-ff7ae5a1099e', 'name': 'tempest-port--986485135', 'admin_state_up': True}, {'network_id': '96b95e57-3f5a-401a-93d7-5cb261d3009b', 'admin_state_up': False}]} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:38.629964 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Request body: {'port': {'network_id': 'fe7d328a-ad29-474a-90e1-ff7ae5a1099e', 'name': 'tempest-port--986485135', 'admin_state_up': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:38.630538 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Request body: {'port': {'network_id': '96b95e57-3f5a-401a-93d7-5cb261d3009b', 'admin_state_up': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:38.730690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e319aa9b-c2e7-49d6-916e-85eb4888c9f3 req-54a435a4-0802-4799-ad75-e88a44c46833 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 210 time: 0.0316231 Sep 16 05:05:38.784079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-14a48f4a-c7a7-470e-85d7-898d5d4e020e tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Made reservation on behalf of ece864d6db5c4e1d96e72f6394c094cb for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:38.789078 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-14a48f4a-c7a7-470e-85d7-898d5d4e020e tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.831662 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2615e-67e8-43df-8047-d0fb2b963652 req-fe680b46-080e-4186-b83b-734d759ad121 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:38.833383 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ec2615e-67e8-43df-8047-d0fb2b963652 req-fe680b46-080e-4186-b83b-734d759ad121 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 945 time: 0.0997233 Sep 16 05:05:38.923921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ec2615e-67e8-43df-8047-d0fb2b963652 req-889179b2-f029-4d64-8f86-ddcba2a68846 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764885 Sep 16 05:05:38.943943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Made reservation on behalf of 28604829be3a410880121c0fa38750ee for: {'port': 2} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:38.949547 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.964214 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.977482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-14a48f4a-c7a7-470e-85d7-898d5d4e020e tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Allocated IP 172.20.0.7 (c38fee71-f4a0-4893-8a01-fbc912f5a572/3b3406ee-9e90-41ec-83e3-081686225e3b/38e7db03-d96a-440b-8326-d6d28c252449) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:39.051447 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] device_id is not set on port 5e60a8d6-f854-41c4-9da8-b78e3b6a2c21 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:05:39.155698 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-14a48f4a-c7a7-470e-85d7-898d5d4e020e tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.161897 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38344) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:39.174971 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.214789 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.287176 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-14a48f4a-c7a7-470e-85d7-898d5d4e020e tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.308845 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] device_id is not set on port c6a82992-c451-4dfc-a698-5a0c2e01e980 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:05:39.327624 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['335a68da-f984-42f8-a373-ccba544267ac'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:39.348561 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5e173e6-943e-48da-b4cb-493890026fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.477505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-14a48f4a-c7a7-470e-85d7-898d5d4e020e tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Network c38fee71-f4a0-4893-8a01-fbc912f5a572 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:39.483717 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5e173e6-943e-48da-b4cb-493890026fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.484876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a48f4a-c7a7-470e-85d7-898d5d4e020e tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Pushing event updated for resources: {'Port': ['ID=38e7db03-d96a-440b-8326-d6d28c252449,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:39.495925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-14a48f4a-c7a7-470e-85d7-898d5d4e020e tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:39.498961 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-14a48f4a-c7a7-470e-85d7-898d5d4e020e tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:39.528982 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.558599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-14a48f4a-c7a7-470e-85d7-898d5d4e020e tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:39.559451 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-14a48f4a-c7a7-470e-85d7-898d5d4e020e tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.613302 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5e173e6-943e-48da-b4cb-493890026fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.662955 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d5e173e6-943e-48da-b4cb-493890026fbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6317c862627455fbd25b1ec7d5f9e4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4997835 Sep 16 05:05:39.663830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e173e6-943e-48da-b4cb-493890026fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fb2be1-58c4-4f4e-9558-950d1fe37c3b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:39.666457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38352) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:39.720235 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a1ea67f-e0e8-4a26-9ca4-dec7f050e5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.742788 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a1ea67f-e0e8-4a26-9ca4-dec7f050e5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.776113 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-14a48f4a-c7a7-470e-85d7-898d5d4e020e tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3397720 Sep 16 05:05:39.785598 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.796331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Request body: {'port': {'device_id': '03d06ac8-57e9-4e42-9010-803524cf9379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:39.902581 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event updated for resources: {'Port': ['ID=5e60a8d6-f854-41c4-9da8-b78e3b6a2c21,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:39.909352 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Checking segment: {'id': '7a5e54d5-1f4d-4570-a43f-51adf1cb388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fe7d328a-ad29-474a-90e1-ff7ae5a1099e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:39.909853 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Network hostable DHCP agents. Network: fe7d328a-ad29-474a-90e1-ff7ae5a1099e, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:05:39.910382 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.941030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b58a8-eb33-4d38-b4e9-61d3f705a657 req-5e6497a0-59a8-4631-bc9a-c18ff551ccff tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:39.941030 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bb2b58a8-eb33-4d38-b4e9-61d3f705a657 req-5e6497a0-59a8-4631-bc9a-c18ff551ccff tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 931 time: 0.1093557 Sep 16 05:05:39.995205 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a1ea67f-e0e8-4a26-9ca4-dec7f050e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.998295 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a1ea67f-e0e8-4a26-9ca4-dec7f050e5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.001433 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2a1ea67f-e0e8-4a26-9ca4-dec7f050e5d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75fb2be1-58c4-4f4e-9558-950d1fe37c3b HTTP/1.1" status: 204 len: 168 time: 0.3315339 Sep 16 05:05:40.009495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ea67f-e0e8-4a26-9ca4-dec7f050e5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fb2be1-58c4-4f4e-9558-950d1fe37c3b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:40.062297 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bb2b58a8-eb33-4d38-b4e9-61d3f705a657 req-52309694-41be-4491-be0e-60acf1d980d8 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000042 Sep 16 05:05:40.063993 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Network fe7d328a-ad29-474a-90e1-ff7ae5a1099e is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:05:40.173684 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, fe7d328a-ad29-474a-90e1-ff7ae5a1099e) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:40.182683 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:40.185866 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a054474-0e17-4da0-bf3a-3a1fe9c65368 None None] Network fe7d328a-ad29-474a-90e1-ff7ae5a1099e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:40.191492 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.285571 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event updated for resources: {'Port': ['ID=c6a82992-c451-4dfc-a698-5a0c2e01e980,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:40.323129 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Checking segment: {'id': '4485f4d2-c81d-4fbf-ae5d-eb25320c5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '96b95e57-3f5a-401a-93d7-5cb261d3009b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:40.330527 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Network hostable DHCP agents. Network: 96b95e57-3f5a-401a-93d7-5cb261d3009b, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:05:40.345022 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e7db03-d96a-440b-8326-d6d28c252449 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:40.354738 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.364658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19c790-391c-4c6f-bd91-4ebffabf04b1 req-87c31e68-6c1a-4a29-b285-77fa5e91d857 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.374824 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f19c790-391c-4c6f-bd91-4ebffabf04b1 req-87c31e68-6c1a-4a29-b285-77fa5e91d857 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.1361065 Sep 16 05:05:40.401119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df1ab3-0a98-413b-a35f-42b22da4f98f req-56ca2752-bf97-45da-b6f3-06fd5b7dff4d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.402722 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e8df1ab3-0a98-413b-a35f-42b22da4f98f req-56ca2752-bf97-45da-b6f3-06fd5b7dff4d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 945 time: 0.1111648 Sep 16 05:05:40.404088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Transition to ACTIVE for port object 38e7db03-d96a-440b-8326-d6d28c252449 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:40.464606 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Network 96b95e57-3f5a-401a-93d7-5cb261d3009b is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:05:40.472797 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f19c790-391c-4c6f-bd91-4ebffabf04b1 req-a0972eae-8961-4c42-b9c2-d764cfac76eb tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846391 Sep 16 05:05:40.487625 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e8df1ab3-0a98-413b-a35f-42b22da4f98f req-8f088efd-cb62-4e77-b4df-1c8ea850fcda tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765698 Sep 16 05:05:40.505707 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.573001 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 96b95e57-3f5a-401a-93d7-5cb261d3009b) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:40.583299 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:40.583503 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5768b714-1d04-4ac7-8bdb-cb5dfc13e43f None None] Network 96b95e57-3f5a-401a-93d7-5cb261d3009b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:40.595182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Pushing event updated for resources: {'Port': ['ID=38e7db03-d96a-440b-8326-d6d28c252449,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:40.598129 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.607604 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.608375 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.687328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Attempting to bind port 38e7db03-d96a-440b-8326-d6d28c252449 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:40.687676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Attempting to bind port 38e7db03-d96a-440b-8326-d6d28c252449 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'c5caf03c-23e1-42af-9b79-956f898c4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:40.688009 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Attempting to bind port 38e7db03-d96a-440b-8326-d6d28c252449 on network c38fee71-f4a0-4893-8a01-fbc912f5a572 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:40.692955 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Port 38e7db03-d96a-440b-8326-d6d28c252449 on network c38fee71-f4a0-4893-8a01-fbc912f5a572 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:40.693282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Attempting to bind port 38e7db03-d96a-440b-8326-d6d28c252449 on network c38fee71-f4a0-4893-8a01-fbc912f5a572 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:40.706260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:40.706615 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Checking segment: {'id': 'c5caf03c-23e1-42af-9b79-956f898c4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:40.707054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Bound using segment: {'id': 'c5caf03c-23e1-42af-9b79-956f898c4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:40.707519 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Bound port: 38e7db03-d96a-440b-8326-d6d28c252449, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5caf03c-23e1-42af-9b79-956f898c4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:40.707957 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.741165 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cf668a95-c0f6-4d3f-8733-6c9c96ff9e88 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1179023 Sep 16 05:05:40.745344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38412) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:40.836143 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.838822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] For port 38e7db03-d96a-440b-8326-d6d28c252449, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:40.842653 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] For port 38e7db03-d96a-440b-8326-d6d28c252449, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=38e7db03-d96a-440b-8326-d6d28c252449,segment=NetworkSegment(c5caf03c-23e1-42af-9b79-956f898c4611),segment_id=c5caf03c-23e1-42af-9b79-956f898c4611)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:40.870167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977e9ad4-40a1-4252-bd26-9abba2d330ad tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.877538 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977e9ad4-40a1-4252-bd26-9abba2d330ad tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.882546 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-977e9ad4-40a1-4252-bd26-9abba2d330ad tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1370938 Sep 16 05:05:40.882736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38424) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:40.921644 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.974398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.975058 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.976477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] 10.222.0.21 "PUT /v2.0/ports/38e7db03-d96a-440b-8326-d6d28c252449 HTTP/1.1" status: 200 len: 1092 time: 1.1853306 Sep 16 05:05:40.978776 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d06ac8-57e9-4e42-9010-803524cf9379', 'tag': '38e7db03-d96a-440b-8326-d6d28c252449'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:40.981072 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3827d5c1-24ab-4da6-8660-e8edb1f0dbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "03d06ac8-57e9-4e42-9010-803524cf9379", "tag": "38e7db03-d96a-440b-8326-d6d28c252449"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:41.027883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb65ef0-99d5-4dda-9502-8e223ed71c04 service neutron] Pushing event updated for resources: {'Port': ['ID=38e7db03-d96a-440b-8326-d6d28c252449,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:41.060561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-f5d466c5-fe92-4099-b7ce-20a61d9e32f8 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Deleting port 5e60a8d6-f854-41c4-9da8-b78e3b6a2c21 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:41.061296 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f5d466c5-fe92-4099-b7ce-20a61d9e32f8 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.198393 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f5d466c5-fe92-4099-b7ce-20a61d9e32f8 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.230291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-f5d466c5-fe92-4099-b7ce-20a61d9e32f8 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Calling delete_port for 5e60a8d6-f854-41c4-9da8-b78e3b6a2c21 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:41.244020 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed3f751-52f1-4d01-bc36-5e0df8a9fafd x-openstack-request-id: req-8ed3f751-52f1-4d01-bc36-5e0df8a9fafd {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:41.244314 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d06ac8-57e9-4e42-9010-803524cf9379", "tag": "38e7db03-d96a-440b-8326-d6d28c252449", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:41.244570 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ed3f751-52f1-4d01-bc36-5e0df8a9fafd {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:41.244980 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d06ac8-57e9-4e42-9010-803524cf9379', 'tag': '38e7db03-d96a-440b-8326-d6d28c252449', 'status': 'completed', 'code': 200} Sep 16 05:05:41.316223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-7581f238-c7d8-485d-8c21-a87e13036706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.316223 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-7581f238-c7d8-485d-8c21-a87e13036706 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ece864d6db5c4e1d96e72f6394c094cb&device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 1095 time: 0.1623123 Sep 16 05:05:41.322938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f37d3-84ff-49c2-bb8c-9be4c8bf347a req-ffc70532-48ab-4161-b79c-37aa139427ee tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.324411 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b18f37d3-84ff-49c2-bb8c-9be4c8bf347a req-ffc70532-48ab-4161-b79c-37aa139427ee tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 943 time: 0.1746604 Sep 16 05:05:41.394235 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-91718c33-2ea5-43c4-aedb-3317779cc6c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e7db03-d96a-440b-8326-d6d28c252449 HTTP/1.1" status: 200 len: 217 time: 0.0527065 Sep 16 05:05:41.473644 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b18f37d3-84ff-49c2-bb8c-9be4c8bf347a req-37295804-9853-494d-b845-5209bb7a4d53 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174324 Sep 16 05:05:41.475395 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-300fe82d-9f2f-4a85-aca3-09adb02e96af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.478237 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-300fe82d-9f2f-4a85-aca3-09adb02e96af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b3406ee-9e90-41ec-83e3-081686225e3b HTTP/1.1" status: 200 len: 855 time: 0.0748754 Sep 16 05:05:41.548649 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-9e3de4ff-66c8-4517-8ab0-429561dccdf3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c38fee71-f4a0-4893-8a01-fbc912f5a572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612233 Sep 16 05:05:41.549953 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f5d466c5-fe92-4099-b7ce-20a61d9e32f8 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.627256 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d466c5-fe92-4099-b7ce-20a61d9e32f8 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event deleted for resources: {'Port': ['ID=5e60a8d6-f854-41c4-9da8-b78e3b6a2c21,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:41.653163 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f5d466c5-fe92-4099-b7ce-20a61d9e32f8 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.653163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f5d466c5-fe92-4099-b7ce-20a61d9e32f8 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "DELETE /v2.0/ports/5e60a8d6-f854-41c4-9da8-b78e3b6a2c21 HTTP/1.1" status: 204 len: 168 time: 0.7653711 Sep 16 05:05:41.653803 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38456) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:41.737483 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc789c7-04d9-4bd7-8601-df965339d7bc req-00762212-1833-4f88-8ec7-f6904c75bacc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.739243 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afc789c7-04d9-4bd7-8601-df965339d7bc req-00762212-1833-4f88-8ec7-f6904c75bacc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.1201730 Sep 16 05:05:41.741472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-249b2d40-6880-49b9-8b15-c42b7ef475e9 service neutron] 10.222.0.21 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845756 Sep 16 05:05:41.756379 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e3d43c7b-b8a5-46fa-b55b-1579e1861a33 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Deleting port c6a82992-c451-4dfc-a698-5a0c2e01e980 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:41.756724 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e3d43c7b-b8a5-46fa-b55b-1579e1861a33 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.864410 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e3d43c7b-b8a5-46fa-b55b-1579e1861a33 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.867432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afc789c7-04d9-4bd7-8601-df965339d7bc req-259c6634-7794-4f11-ab49-078009a86191 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986006 Sep 16 05:05:41.881391 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e3d43c7b-b8a5-46fa-b55b-1579e1861a33 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Calling delete_port for c6a82992-c451-4dfc-a698-5a0c2e01e980 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:41.966680 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17c49cc3-f624-4863-9e50-b4619fcd0d7d req-5e141547-bd9f-4949-977a-772a970cbcc8 service neutron] 10.222.0.21 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151918 Sep 16 05:05:42.154964 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e3d43c7b-b8a5-46fa-b55b-1579e1861a33 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.186927 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d43c7b-b8a5-46fa-b55b-1579e1861a33 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event deleted for resources: {'Port': ['ID=c6a82992-c451-4dfc-a698-5a0c2e01e980,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:42.195864 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e3d43c7b-b8a5-46fa-b55b-1579e1861a33 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.198403 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e3d43c7b-b8a5-46fa-b55b-1579e1861a33 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "DELETE /v2.0/ports/c6a82992-c451-4dfc-a698-5a0c2e01e980 HTTP/1.1" status: 204 len: 168 time: 0.5434017 Sep 16 05:05:42.201102 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38496) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:42.238284 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3f5559b0-ead5-4aad-bb22-1d493bc549ca tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0322943 Sep 16 05:05:42.239037 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38498) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:42.245788 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-40066ef8-ceac-47b4-97ea-c861983f6f76 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-510840366'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:42.270083 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827d5c1-24ab-4da6-8660-e8edb1f0dbf7 req-759f685c-27fe-4c9a-8001-26bd4bc6e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:42.271061 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3827d5c1-24ab-4da6-8660-e8edb1f0dbf7 req-759f685c-27fe-4c9a-8001-26bd4bc6e5fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ece864d6db5c4e1d96e72f6394c094cb&device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 1095 time: 0.0764513 Sep 16 05:05:42.345163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-389f4095-ef5e-4c6e-983b-01e481da8d8f req-c3654d15-9eec-40db-b874-43b61a3049b7 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0313108 Sep 16 05:05:42.377043 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40066ef8-ceac-47b4-97ea-c861983f6f76 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Made reservation on behalf of 28604829be3a410880121c0fa38750ee for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:42.380188 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40066ef8-ceac-47b4-97ea-c861983f6f76 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.411539 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40066ef8-ceac-47b4-97ea-c861983f6f76 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:05:42.417153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827d5c1-24ab-4da6-8660-e8edb1f0dbf7 req-0f2bf536-2b14-4b59-b6e1-ed0bdcf58a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:42.418776 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3827d5c1-24ab-4da6-8660-e8edb1f0dbf7 req-0f2bf536-2b14-4b59-b6e1-ed0bdcf58a53 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c38fee71-f4a0-4893-8a01-fbc912f5a572 HTTP/1.1" status: 200 len: 916 time: 0.1403451 Sep 16 05:05:42.426849 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40066ef8-ceac-47b4-97ea-c861983f6f76 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.427463 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-40066ef8-ceac-47b4-97ea-c861983f6f76 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Added segment 2dc04c2f-3569-474c-9167-0f5d20a1bc13 of type vlan for network ae5875c4-0a1b-45da-a819-376653720b5a Sep 16 05:05:42.475870 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3827d5c1-24ab-4da6-8660-e8edb1f0dbf7 req-ae64f55f-6bdb-4fef-983c-33a9f9dffc73 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e7db03-d96a-440b-8326-d6d28c252449 HTTP/1.1" status: 200 len: 217 time: 0.0474396 Sep 16 05:05:42.495637 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40066ef8-ceac-47b4-97ea-c861983f6f76 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.532221 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827d5c1-24ab-4da6-8660-e8edb1f0dbf7 req-021eea6c-d935-4466-a680-d14fd5abc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:42.533960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3827d5c1-24ab-4da6-8660-e8edb1f0dbf7 req-021eea6c-d935-4466-a680-d14fd5abc9d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b3406ee-9e90-41ec-83e3-081686225e3b HTTP/1.1" status: 200 len: 855 time: 0.0508375 Sep 16 05:05:42.589946 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3827d5c1-24ab-4da6-8660-e8edb1f0dbf7 req-cca5dc0f-9331-4001-8378-ad871420b351 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c38fee71-f4a0-4893-8a01-fbc912f5a572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439675 Sep 16 05:05:42.626740 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40066ef8-ceac-47b4-97ea-c861983f6f76 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.633511 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40066ef8-ceac-47b4-97ea-c861983f6f76 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:42.635567 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40066ef8-ceac-47b4-97ea-c861983f6f76 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.700408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7454a8-5aee-4251-9fa1-e1bd97c1fd29 req-bfb2368d-9f0d-4409-80a2-901349932707 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:42.701960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e7454a8-5aee-4251-9fa1-e1bd97c1fd29 req-bfb2368d-9f0d-4409-80a2-901349932707 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 943 time: 0.1103387 Sep 16 05:05:42.741516 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-40066ef8-ceac-47b4-97ea-c861983f6f76 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5013955 Sep 16 05:05:42.745796 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38520) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:42.750936 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-24490aed-1388-4de6-bb81-5ef5d5dd8149 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1489254465'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:42.755935 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3827d5c1-24ab-4da6-8660-e8edb1f0dbf7 req-c15e8536-83ca-4e61-a686-0a5a3090920f service neutron] 10.222.0.21 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539147 Sep 16 05:05:42.759819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40066ef8-ceac-47b4-97ea-c861983f6f76 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event updated for resources: {'Network': ['ID=ae5875c4-0a1b-45da-a819-376653720b5a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:42.773111 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network ae5875c4-0a1b-45da-a819-376653720b5a details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:05:42.779904 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e7454a8-5aee-4251-9fa1-e1bd97c1fd29 req-5c81a66d-a44c-435d-82f4-c56ba5d0e88c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691457 Sep 16 05:05:42.881433 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24490aed-1388-4de6-bb81-5ef5d5dd8149 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Made reservation on behalf of 28604829be3a410880121c0fa38750ee for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:42.885177 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-24490aed-1388-4de6-bb81-5ef5d5dd8149 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.911452 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24490aed-1388-4de6-bb81-5ef5d5dd8149 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:05:42.920348 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3827d5c1-24ab-4da6-8660-e8edb1f0dbf7 req-12ccde29-91f5-4e67-a5e9-bdc155bc9e02 service neutron] 10.222.0.21 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372614 Sep 16 05:05:42.922660 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-24490aed-1388-4de6-bb81-5ef5d5dd8149 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.923601 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-24490aed-1388-4de6-bb81-5ef5d5dd8149 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Added segment 37bdb0d8-b1a7-42dc-bc58-9e7544c64684 of type vlan for network 919b6f25-7771-4dce-a5b4-e95f45e5232e Sep 16 05:05:42.982117 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-24490aed-1388-4de6-bb81-5ef5d5dd8149 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.030686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e126a9e-2ad0-4889-a08e-aec062c8f436 req-1fd9969e-3ad1-45f7-b001-fab9860bd8cb tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:43.032232 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e126a9e-2ad0-4889-a08e-aec062c8f436 req-1fd9969e-3ad1-45f7-b001-fab9860bd8cb tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0576038 Sep 16 05:05:43.073580 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e126a9e-2ad0-4889-a08e-aec062c8f436 req-1a2cfddf-86b9-45d9-a6bc-479f79446e82 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350804 Sep 16 05:05:43.112407 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-24490aed-1388-4de6-bb81-5ef5d5dd8149 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.119884 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24490aed-1388-4de6-bb81-5ef5d5dd8149 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:43.120487 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-24490aed-1388-4de6-bb81-5ef5d5dd8149 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.208858 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24490aed-1388-4de6-bb81-5ef5d5dd8149 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event updated for resources: {'Network': ['ID=919b6f25-7771-4dce-a5b4-e95f45e5232e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:43.221444 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 919b6f25-7771-4dce-a5b4-e95f45e5232e details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:05:43.246844 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-24490aed-1388-4de6-bb81-5ef5d5dd8149 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4999094 Sep 16 05:05:43.394814 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38534) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:43.400356 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Request body: {'subnets': [{'network_id': 'ae5875c4-0a1b-45da-a819-376653720b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1441491509', 'ip_version': 4}, {'network_id': '919b6f25-7771-4dce-a5b4-e95f45e5232e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:43.400674 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Request body: {'subnet': {'network_id': 'ae5875c4-0a1b-45da-a819-376653720b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1441491509', 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:43.401252 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Request body: {'subnet': {'network_id': '919b6f25-7771-4dce-a5b4-e95f45e5232e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:43.443771 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14c4fa22-0be9-442e-809e-d97f04ec7a58 req-112b4627-3d59-4bb5-8324-e488c2e60c9c tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0304246 Sep 16 05:05:43.692836 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Made reservation on behalf of 28604829be3a410880121c0fa38750ee for: {'subnet': 2} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:43.697596 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.697948 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.921186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eae14b-2b44-4ce3-a08f-91695e6b784f req-130c73be-a548-4c7a-b4ce-1ec4ff21a768 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:43.931073 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13eae14b-2b44-4ce3-a08f-91695e6b784f req-130c73be-a548-4c7a-b4ce-1ec4ff21a768 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 943 time: 0.0585167 Sep 16 05:05:43.983228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13eae14b-2b44-4ce3-a08f-91695e6b784f req-125b5ad8-f9c5-430d-ae78-2f24bbdcf9dd tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533428 Sep 16 05:05:44.217458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ccc76-b1a4-4010-9717-63e2e45eec3a req-b07d8f5c-a1ed-4343-94bd-e1a6df62fd7a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:44.219813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-246ccc76-b1a4-4010-9717-63e2e45eec3a req-b07d8f5c-a1ed-4343-94bd-e1a6df62fd7a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0600498 Sep 16 05:05:44.287842 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-246ccc76-b1a4-4010-9717-63e2e45eec3a req-3f9957fa-0513-4457-beb4-43aa849679b4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595148 Sep 16 05:05:44.511781 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.582707 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-731d0a2e-f082-4506-8bcb-013456effd4a req-b8acce2e-6037-4880-8eac-cf114bdd60fe tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0402212 Sep 16 05:05:44.585894 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event updated for resources: {'Subnet': ['ID=4742d970-7302-4cc2-ab0b-477d683d7781,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:44.595124 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Checking segment: {'id': '2dc04c2f-3569-474c-9167-0f5d20a1bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ae5875c4-0a1b-45da-a819-376653720b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:44.595495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Network hostable DHCP agents. Network: ae5875c4-0a1b-45da-a819-376653720b5a, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:05:44.715632 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Network ae5875c4-0a1b-45da-a819-376653720b5a is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:05:44.824315 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, ae5875c4-0a1b-45da-a819-376653720b5a) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:44.829553 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.841182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c441eb18-58dc-4d2e-b0ca-70310fbe2f43 None None] Network ae5875c4-0a1b-45da-a819-376653720b5a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:44.911680 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event updated for resources: {'Subnet': ['ID=f91f7862-af9e-44a5-a113-ed69786e5fb4,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:44.948354 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Checking segment: {'id': '37bdb0d8-b1a7-42dc-bc58-9e7544c64684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '919b6f25-7771-4dce-a5b4-e95f45e5232e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:44.948354 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Network hostable DHCP agents. Network: 919b6f25-7771-4dce-a5b4-e95f45e5232e, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:05:45.029803 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Network 919b6f25-7771-4dce-a5b4-e95f45e5232e is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:05:45.071081 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-ae5875c4-0a1b-45da-a819-376653720b5a', 'network_id': 'ae5875c4-0a1b-45da-a819-376653720b5a', 'tenant_id': '28604829be3a410880121c0fa38750ee', 'fixed_ips': [{'subnet_id': '4742d970-7302-4cc2-ab0b-477d683d7781'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:05:45.072118 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.132533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2219011-0668-4f53-b7fd-2df939eedd24 req-23bbd073-1b2a-4b1d-9e62-3b9033a8d1c4 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.134060 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2219011-0668-4f53-b7fd-2df939eedd24 req-23bbd073-1b2a-4b1d-9e62-3b9033a8d1c4 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 943 time: 0.0580339 Sep 16 05:05:45.138121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 919b6f25-7771-4dce-a5b4-e95f45e5232e) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:45.143087 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.143087 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.143605 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.154212 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4712881-d065-4645-bd8b-02a0e764fcf5 None None] Network 919b6f25-7771-4dce-a5b4-e95f45e5232e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:45.180860 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2219011-0668-4f53-b7fd-2df939eedd24 req-872930c1-4bd6-41d8-a056-21ce2ccbe94d tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394330 Sep 16 05:05:45.263667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38560) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:45.263881 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7ea3bf2b-3c3f-46e8-9860-95610d28324c tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.8640027 Sep 16 05:05:45.306263 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Allocated IP 172.20.0.2 (ae5875c4-0a1b-45da-a819-376653720b5a/4742d970-7302-4cc2-ab0b-477d683d7781/84ce3d58-faed-4564-8ee3-c51f27cac395) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:45.389905 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f529b7f-2a57-4994-993d-0ae6a780257e tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.392599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f529b7f-2a57-4994-993d-0ae6a780257e tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.394247 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f529b7f-2a57-4994-993d-0ae6a780257e tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.397774 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7f529b7f-2a57-4994-993d-0ae6a780257e tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1313429 Sep 16 05:05:45.402149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38564) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:45.443224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-919b6f25-7771-4dce-a5b4-e95f45e5232e', 'network_id': '919b6f25-7771-4dce-a5b4-e95f45e5232e', 'tenant_id': '28604829be3a410880121c0fa38750ee', 'fixed_ips': [{'subnet_id': 'f91f7862-af9e-44a5-a113-ed69786e5fb4'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:05:45.443465 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.447804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0901f6-612a-414a-8c59-f82b0d9c3abe req-462362ee-dbda-493d-8798-c837956e723d tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.449933 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee0901f6-612a-414a-8c59-f82b0d9c3abe req-462362ee-dbda-493d-8798-c837956e723d tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0841255 Sep 16 05:05:45.467837 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-acfa3895-eed0-4f75-8874-ca8a5b9519be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Deleting subnet 4742d970-7302-4cc2-ab0b-477d683d7781 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:45.500355 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee0901f6-612a-414a-8c59-f82b0d9c3abe req-b04d52b6-39d4-4361-9aab-ff27073ccd97 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404105 Sep 16 05:05:45.650414 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.660648 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] Allocated IP 172.20.0.18 (919b6f25-7771-4dce-a5b4-e95f45e5232e/f91f7862-af9e-44a5-a113-ed69786e5fb4/84525227-732d-4af8-a90a-1672b34dba42) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:45.728805 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58bf9b94-326b-4db2-97a6-389285915576 req-2dc2b017-3380-4d60-a9b0-1804cf1e7533 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0437055 Sep 16 05:05:45.738368 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acfa3895-eed0-4f75-8874-ca8a5b9519be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.767509 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.795110 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Network ae5875c4-0a1b-45da-a819-376653720b5a is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:45.797297 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acfa3895-eed0-4f75-8874-ca8a5b9519be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.820568 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:45.829336 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:45.865907 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Pushing event updated for resources: {'Port': ['ID=84ce3d58-faed-4564-8ee3-c51f27cac395,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:45.898356 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acfa3895-eed0-4f75-8874-ca8a5b9519be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.908979 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:45.909241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:45.909576 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:45.909907 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:45.910236 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:45.910562 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:45.910922 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:45.911231 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:45.911698 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:45.912154 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:45.912478 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:45.912803 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:45.973430 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Attempting to bind port 84ce3d58-faed-4564-8ee3-c51f27cac395 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:45.973818 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Attempting to bind port 84ce3d58-faed-4564-8ee3-c51f27cac395 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '2dc04c2f-3569-474c-9167-0f5d20a1bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ae5875c4-0a1b-45da-a819-376653720b5a'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:45.974176 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Attempting to bind port 84ce3d58-faed-4564-8ee3-c51f27cac395 on network ae5875c4-0a1b-45da-a819-376653720b5a {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:45.986999 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:45.987378 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Checking segment: {'id': '2dc04c2f-3569-474c-9167-0f5d20a1bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ae5875c4-0a1b-45da-a819-376653720b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:45.987803 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.988198 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Bound using segment: {'id': '2dc04c2f-3569-474c-9167-0f5d20a1bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ae5875c4-0a1b-45da-a819-376653720b5a'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:45.988724 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Bound port: 84ce3d58-faed-4564-8ee3-c51f27cac395, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc04c2f-3569-474c-9167-0f5d20a1bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ae5875c4-0a1b-45da-a819-376653720b5a'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:45.989144 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.995405 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.087935 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.130584 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] Network 919b6f25-7771-4dce-a5b4-e95f45e5232e is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:46.137694 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:46.142240 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:46.145580 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] Pushing event updated for resources: {'Port': ['ID=84525227-732d-4af8-a90a-1672b34dba42,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:46.224322 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acfa3895-eed0-4f75-8874-ca8a5b9519be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.264190 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa3895-eed0-4f75-8874-ca8a5b9519be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event deleted for resources: {'Subnet': ['ID=4742d970-7302-4cc2-ab0b-477d683d7781,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:46.273219 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acfa3895-eed0-4f75-8874-ca8a5b9519be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.275284 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-acfa3895-eed0-4f75-8874-ca8a5b9519be tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "DELETE /v2.0/subnets/4742d970-7302-4cc2-ab0b-477d683d7781 HTTP/1.1" status: 204 len: 168 time: 0.8720994 Sep 16 05:05:46.277845 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38580) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:46.332073 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] For port 84ce3d58-faed-4564-8ee3-c51f27cac395, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:46.344314 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2a04f0-57e8-4925-bbac-de4fb785a6eb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Deleting subnet f91f7862-af9e-44a5-a113-ed69786e5fb4 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:46.348093 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7520e0-f4ad-482d-958c-bb2abf79da9f req-2d47de7f-772b-4ab4-8439-9aa162873e15 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.348587 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ff2a04f0-57e8-4925-bbac-de4fb785a6eb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.350230 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a7520e0-f4ad-482d-958c-bb2abf79da9f req-2d47de7f-772b-4ab4-8439-9aa162873e15 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 943 time: 0.0805018 Sep 16 05:05:46.364400 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] For port 84ce3d58-faed-4564-8ee3-c51f27cac395, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=84ce3d58-faed-4564-8ee3-c51f27cac395,segment=NetworkSegment(2dc04c2f-3569-474c-9167-0f5d20a1bc13),segment_id=2dc04c2f-3569-474c-9167-0f5d20a1bc13)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:46.372302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] Attempting to bind port 84525227-732d-4af8-a90a-1672b34dba42 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:46.373114 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] Attempting to bind port 84525227-732d-4af8-a90a-1672b34dba42 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '37bdb0d8-b1a7-42dc-bc58-9e7544c64684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '919b6f25-7771-4dce-a5b4-e95f45e5232e'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:46.373707 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] Attempting to bind port 84525227-732d-4af8-a90a-1672b34dba42 on network 919b6f25-7771-4dce-a5b4-e95f45e5232e {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:46.380253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:46.380707 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] Checking segment: {'id': '37bdb0d8-b1a7-42dc-bc58-9e7544c64684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '919b6f25-7771-4dce-a5b4-e95f45e5232e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:46.381167 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.382048 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] Bound using segment: {'id': '37bdb0d8-b1a7-42dc-bc58-9e7544c64684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '919b6f25-7771-4dce-a5b4-e95f45e5232e'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:46.382598 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] Bound port: 84525227-732d-4af8-a90a-1672b34dba42, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37bdb0d8-b1a7-42dc-bc58-9e7544c64684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '919b6f25-7771-4dce-a5b4-e95f45e5232e'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:46.383213 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.413058 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ff2a04f0-57e8-4925-bbac-de4fb785a6eb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.424395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a7520e0-f4ad-482d-958c-bb2abf79da9f req-85397ac7-9ac5-4072-8d23-a5c09391f73f tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665267 Sep 16 05:05:46.457098 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.464880 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] For port 84525227-732d-4af8-a90a-1672b34dba42, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:46.508870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] For port 84525227-732d-4af8-a90a-1672b34dba42, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=84525227-732d-4af8-a90a-1672b34dba42,segment=NetworkSegment(37bdb0d8-b1a7-42dc-bc58-9e7544c64684),segment_id=37bdb0d8-b1a7-42dc-bc58-9e7544c64684)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:46.539267 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70264a-698d-49ec-8e15-e7c4c019b79e None None] Pushing event updated for resources: {'Port': ['ID=84ce3d58-faed-4564-8ee3-c51f27cac395,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:46.580132 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.581913 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ff2a04f0-57e8-4925-bbac-de4fb785a6eb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.707402 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71851867-75e4-49e8-9e29-994fa9e3d2ba req-7c3ac57b-9f92-48a4-b821-2494a11d3228 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.707852 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb392dfe-e25c-4d20-9844-0126ddeb3356 None None] Pushing event updated for resources: {'Port': ['ID=84525227-732d-4af8-a90a-1672b34dba42,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:46.711676 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71851867-75e4-49e8-9e29-994fa9e3d2ba req-7c3ac57b-9f92-48a4-b821-2494a11d3228 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0730207 Sep 16 05:05:46.719152 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 38e7db03-d96a-440b-8326-d6d28c252449 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:46.751010 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ff2a04f0-57e8-4925-bbac-de4fb785a6eb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.869092 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a04f0-57e8-4925-bbac-de4fb785a6eb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event deleted for resources: {'Subnet': ['ID=f91f7862-af9e-44a5-a113-ed69786e5fb4,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:46.878471 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71851867-75e4-49e8-9e29-994fa9e3d2ba req-b0ce975e-48b1-48bc-bb54-1f221d7a42c6 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493979 Sep 16 05:05:46.893478 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ff2a04f0-57e8-4925-bbac-de4fb785a6eb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.894369 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ff2a04f0-57e8-4925-bbac-de4fb785a6eb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "DELETE /v2.0/subnets/f91f7862-af9e-44a5-a113-ed69786e5fb4 HTTP/1.1" status: 204 len: 168 time: 0.6154668 Sep 16 05:05:46.897031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38592) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:47.012815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 38e7db03-d96a-440b-8326-d6d28c252449, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=38e7db03-d96a-440b-8326-d6d28c252449,segment=NetworkSegment(c5caf03c-23e1-42af-9b79-956f898c4611),segment_id=c5caf03c-23e1-42af-9b79-956f898c4611)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:47.070244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67730495-ae1b-4455-8d0b-e6a94e3f0352 req-a423d684-7ddc-4e31-bf24-eb991e175be0 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0861239 Sep 16 05:05:47.080669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '38e7db03-d96a-440b-8326-d6d28c252449', 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572', 'port_id': '38e7db03-d96a-440b-8326-d6d28c252449', 'mac_address': 'fa:16:3e:5e:48:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3406ee-9e90-41ec-83e3-081686225e3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:47.090320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e125630-e3bc-4f13-ae0b-59c3c8d897e2 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:47.097918 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38594) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:47.098501 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1e125630-e3bc-4f13-ae0b-59c3c8d897e2 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1998751 Sep 16 05:05:47.180361 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.205575 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e7db03-d96a-440b-8326-d6d28c252449 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:47.230446 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 38e7db03-d96a-440b-8326-d6d28c252449, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=38e7db03-d96a-440b-8326-d6d28c252449,segment=NetworkSegment(c5caf03c-23e1-42af-9b79-956f898c4611),segment_id=c5caf03c-23e1-42af-9b79-956f898c4611)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:47.232757 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.305641 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.315077 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Deleting port 84525227-732d-4af8-a90a-1672b34dba42 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:47.315430 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.381950 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=38e7db03-d96a-440b-8326-d6d28c252449,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:47.428470 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] For port 84525227-732d-4af8-a90a-1672b34dba42, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=84525227-732d-4af8-a90a-1672b34dba42,segment=NetworkSegment(37bdb0d8-b1a7-42dc-bc58-9e7544c64684),segment_id=37bdb0d8-b1a7-42dc-bc58-9e7544c64684)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:47.429111 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.460581 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Calling delete_port for 84525227-732d-4af8-a90a-1672b34dba42 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:47.552601 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 84525227-732d-4af8-a90a-1672b34dba42 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:47.642041 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14a0f8-b24e-4619-9373-7f24e3c2ad14 req-3183cf40-05e0-44ed-ba0b-e1ad8258315f tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:47.649596 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b14a0f8-b24e-4619-9373-7f24e3c2ad14 req-3183cf40-05e0-44ed-ba0b-e1ad8258315f tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 944 time: 0.1153891 Sep 16 05:05:47.667365 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 84525227-732d-4af8-a90a-1672b34dba42 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:47.668836 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.699097 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.712013 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b14a0f8-b24e-4619-9373-7f24e3c2ad14 req-4dc33c4c-8d64-41d8-8e2d-b3044fc3d28d tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592225 Sep 16 05:05:47.764866 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Could not find standard attr ID for object 84525227-732d-4af8-a90a-1672b34dba42. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:05:47.767035 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event deleted for resources: {'Port': ['ID=84525227-732d-4af8-a90a-1672b34dba42,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:47.769448 n-d-712140-13 neutron-server[95475]: INFO neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No ports have port_id starting with 84525227-732d-4af8-a90a-1672b34dba42 Sep 16 05:05:47.771951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 84ce3d58-faed-4564-8ee3-c51f27cac395 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:47.772203 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] No DVR routers for this DVR port 84525227-732d-4af8-a90a-1672b34dba42 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:47.867669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 84ce3d58-faed-4564-8ee3-c51f27cac395 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:47.868300 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.937791 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.964613 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919b6f25-7771-4dce-a5b4-e95f45e5232e']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:47.978083 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37bdb0d8-b1a7-42dc-bc58-9e7544c64684') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:47.978367 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37bdb0d8-b1a7-42dc-bc58-9e7544c64684') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:47.981368 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.992998 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.010867 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.018656 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:05:48.019010 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.035371 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['38e7db03-d96a-440b-8326-d6d28c252449'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:05:48.128826 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:05:48.164374 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 84ce3d58-faed-4564-8ee3-c51f27cac395, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=84ce3d58-faed-4564-8ee3-c51f27cac395,segment=NetworkSegment(2dc04c2f-3569-474c-9167-0f5d20a1bc13),segment_id=2dc04c2f-3569-474c-9167-0f5d20a1bc13)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:48.174591 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e3416b-d49d-441f-a4b4-c8642dff04b4 None None] Network ae5875c4-0a1b-45da-a819-376653720b5a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:48.213856 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.219558 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.221623 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "DELETE /v2.0/networks/919b6f25-7771-4dce-a5b4-e95f45e5232e HTTP/1.1" status: 204 len: 168 time: 1.1222475 Sep 16 05:05:48.227601 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38608) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:48.270489 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad4819-086b-4b84-9576-70cbeb5a8171 tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event deleted for resources: {'Network': ['ID=919b6f25-7771-4dce-a5b4-e95f45e5232e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:48.281228 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.446858 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f9687c7d-9225-48e8-a9af-aba72288c881 None None] Provisioning complete for port 84ce3d58-faed-4564-8ee3-c51f27cac395 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:48.447291 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f9687c7d-9225-48e8-a9af-aba72288c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.538940 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=84ce3d58-faed-4564-8ee3-c51f27cac395,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:48.711290 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a914dbb2-f89e-43fa-ab62-b1c12f631b8e None None] DHCP port deletion for 919b6f25-7771-4dce-a5b4-e95f45e5232e request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:05:48.764279 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6635fcb-1e90-447a-acd5-0f0b553f5d30 None None] Network 919b6f25-7771-4dce-a5b4-e95f45e5232e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:48.783563 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd124be-15e0-4e59-a2ba-f37791009fb3 None None] DHCP port deletion for ae5875c4-0a1b-45da-a819-376653720b5a request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:05:48.787251 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6635fcb-1e90-447a-acd5-0f0b553f5d30 None None] Network 919b6f25-7771-4dce-a5b4-e95f45e5232e could not be found, it might have been deleted concurrently. {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:05:48.877722 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-25625b48-84be-43a4-8bc2-7b0b5377a580 None None] Could not find standard attr ID for object 84525227-732d-4af8-a90a-1672b34dba42. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:05:48.891633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-fdd124be-15e0-4e59-a2ba-f37791009fb3 None None] Deleting port 84ce3d58-faed-4564-8ee3-c51f27cac395 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:48.892031 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fdd124be-15e0-4e59-a2ba-f37791009fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.907002 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0c8fb97-e2d5-4dcb-bd32-b2915d8b5c5b req-cd97778f-f24b-4d9d-8161-8d129fd2cad8 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.5809762 Sep 16 05:05:48.957810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323008f3-4139-4ea4-ab2a-91a4cfe879d0 req-e0315f37-9860-4267-9e4f-e08a6a7a5d28 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:48.966058 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-323008f3-4139-4ea4-ab2a-91a4cfe879d0 req-e0315f37-9860-4267-9e4f-e08a6a7a5d28 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.8173430 Sep 16 05:05:49.011855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-52e8d5a2-9741-4277-b896-108c9c740dfb req-41dfec1b-cc4f-4afb-90a6-8fbfe6b7d3a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.1143496 Sep 16 05:05:49.012632 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fdd124be-15e0-4e59-a2ba-f37791009fb3 None None] For port 84ce3d58-faed-4564-8ee3-c51f27cac395, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=84ce3d58-faed-4564-8ee3-c51f27cac395,segment=NetworkSegment(2dc04c2f-3569-474c-9167-0f5d20a1bc13),segment_id=2dc04c2f-3569-474c-9167-0f5d20a1bc13)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:49.013227 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fdd124be-15e0-4e59-a2ba-f37791009fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.023374 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.029190 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-fdd124be-15e0-4e59-a2ba-f37791009fb3 None None] Calling delete_port for 84ce3d58-faed-4564-8ee3-c51f27cac395 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:49.046749 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-323008f3-4139-4ea4-ab2a-91a4cfe879d0 req-9fab8855-ba27-4b7b-81d2-eaf5bafd126e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795603 Sep 16 05:05:49.146895 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Deleting port 84ce3d58-faed-4564-8ee3-c51f27cac395 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:49.149509 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.187268 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9b91d-9a28-43fc-b70e-8aec1df85479 req-69ef0d90-cf8a-4b16-976d-281fdff42785 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:49.188922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35e9b91d-9a28-43fc-b70e-8aec1df85479 req-69ef0d90-cf8a-4b16-976d-281fdff42785 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 944 time: 0.0850248 Sep 16 05:05:49.231087 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fdd124be-15e0-4e59-a2ba-f37791009fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.254287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] For port 84ce3d58-faed-4564-8ee3-c51f27cac395, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=84ce3d58-faed-4564-8ee3-c51f27cac395,segment=NetworkSegment(2dc04c2f-3569-474c-9167-0f5d20a1bc13),segment_id=2dc04c2f-3569-474c-9167-0f5d20a1bc13)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:49.255061 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.265860 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd124be-15e0-4e59-a2ba-f37791009fb3 None None] Pushing event deleted for resources: {'Port': ['ID=84ce3d58-faed-4564-8ee3-c51f27cac395,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:49.269828 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd124be-15e0-4e59-a2ba-f37791009fb3 None None] No DVR routers for this DVR port 84ce3d58-faed-4564-8ee3-c51f27cac395 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:49.282771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Calling delete_port for 84ce3d58-faed-4564-8ee3-c51f27cac395 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:49.295357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35e9b91d-9a28-43fc-b70e-8aec1df85479 req-3990e8d6-7247-45d0-aaef-6d216676ff99 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755599 Sep 16 05:05:49.388529 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.411060 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 84525227-732d-4af8-a90a-1672b34dba42 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:49.416653 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event deleted for resources: {'Port': ['ID=84ce3d58-faed-4564-8ee3-c51f27cac395,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:49.421515 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] No DVR routers for this DVR port 84ce3d58-faed-4564-8ee3-c51f27cac395 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:49.437254 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 84525227-732d-4af8-a90a-1672b34dba42 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:49.437607 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 84525227-732d-4af8-a90a-1672b34dba42 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:49.438022 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 84ce3d58-faed-4564-8ee3-c51f27cac395 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:49.461712 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 84ce3d58-faed-4564-8ee3-c51f27cac395 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:49.462065 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 84ce3d58-faed-4564-8ee3-c51f27cac395 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:49.515393 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.539666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5875c4-0a1b-45da-a819-376653720b5a']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:49.553875 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc04c2f-3569-474c-9167-0f5d20a1bc13') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:49.554399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc04c2f-3569-474c-9167-0f5d20a1bc13') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:49.566039 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.583112 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.590650 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:05:49.593171 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:05:49.593951 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:05:49.739048 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.754289 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.763081 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38620) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:49.763690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "DELETE /v2.0/networks/ae5875c4-0a1b-45da-a819-376653720b5a HTTP/1.1" status: 204 len: 168 time: 1.5325599 Sep 16 05:05:49.782368 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29393ac-d569-4973-828e-4f0afc5b37cb tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event deleted for resources: {'Network': ['ID=ae5875c4-0a1b-45da-a819-376653720b5a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:49.868403 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-86cc1212-6fa5-4c93-aec2-bc6f0944922a tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.001528 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-86cc1212-6fa5-4c93-aec2-bc6f0944922a tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.024967 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b28bb8ad-acb0-4171-a854-6ddab4e8a171 req-88472dc0-926d-46d0-ba2e-7ab84ed830da tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0337508 Sep 16 05:05:50.034493 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-86cc1212-6fa5-4c93-aec2-bc6f0944922a tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b95e57-3f5a-401a-93d7-5cb261d3009b']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:50.054533 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-86cc1212-6fa5-4c93-aec2-bc6f0944922a tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4485f4d2-c81d-4fbf-ae5d-eb25320c5716') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:50.054832 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-86cc1212-6fa5-4c93-aec2-bc6f0944922a tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4485f4d2-c81d-4fbf-ae5d-eb25320c5716') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:50.071845 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-86cc1212-6fa5-4c93-aec2-bc6f0944922a tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.098724 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-86cc1212-6fa5-4c93-aec2-bc6f0944922a tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.112311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86cc1212-6fa5-4c93-aec2-bc6f0944922a tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:05:50.113861 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-86cc1212-6fa5-4c93-aec2-bc6f0944922a tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:05:50.118378 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:05:50.237852 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1dff0-6ec8-4af3-bdaa-f957786d6788 req-0859c80b-c2fb-4497-8326-5e05ce06cecc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:50.238206 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59e1dff0-6ec8-4af3-bdaa-f957786d6788 req-0859c80b-c2fb-4497-8326-5e05ce06cecc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0985286 Sep 16 05:05:50.245868 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-747a3ee0-7c93-4af5-be92-91fe140dbf2b req-be4e4892-b5ec-4f55-a290-3cca4975c502 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1178155 Sep 16 05:05:50.294429 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59e1dff0-6ec8-4af3-bdaa-f957786d6788 req-7df4bffc-6c52-4dbf-8bfe-6110014e32e5 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449400 Sep 16 05:05:50.310005 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-86cc1212-6fa5-4c93-aec2-bc6f0944922a tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.343280 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-86cc1212-6fa5-4c93-aec2-bc6f0944922a tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.348867 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-86cc1212-6fa5-4c93-aec2-bc6f0944922a tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "DELETE /v2.0/networks/96b95e57-3f5a-401a-93d7-5cb261d3009b HTTP/1.1" status: 204 len: 168 time: 0.5846901 Sep 16 05:05:50.350039 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc1212-6fa5-4c93-aec2-bc6f0944922a tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event deleted for resources: {'Network': ['ID=96b95e57-3f5a-401a-93d7-5cb261d3009b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:50.352178 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38636) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:50.430616 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a3ee0-7c93-4af5-be92-91fe140dbf2b req-720c0f75-47eb-4f46-8bae-d2fde976675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:50.432268 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-747a3ee0-7c93-4af5-be92-91fe140dbf2b req-720c0f75-47eb-4f46-8bae-d2fde976675a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91693b6bb4c94d389176250ac4c2912a&device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 1098 time: 0.1105466 Sep 16 05:05:50.451139 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3d57ac96-2ab9-40f5-80a3-54f67aebe06f tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.563340 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3d57ac96-2ab9-40f5-80a3-54f67aebe06f tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.591110 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-3d57ac96-2ab9-40f5-80a3-54f67aebe06f tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7d328a-ad29-474a-90e1-ff7ae5a1099e']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:50.600235 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-3d57ac96-2ab9-40f5-80a3-54f67aebe06f tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5e54d5-1f4d-4570-a43f-51adf1cb388d') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:50.600524 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-3d57ac96-2ab9-40f5-80a3-54f67aebe06f tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5e54d5-1f4d-4570-a43f-51adf1cb388d') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:50.607669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2ee3e-8215-4a75-ba42-7172f165984f req-67e8ae68-1893-4187-8d4c-918490e384f1 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:50.609591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0e2ee3e-8215-4a75-ba42-7172f165984f req-67e8ae68-1893-4187-8d4c-918490e384f1 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 944 time: 0.1530368 Sep 16 05:05:50.611309 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3d57ac96-2ab9-40f5-80a3-54f67aebe06f tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.627084 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3d57ac96-2ab9-40f5-80a3-54f67aebe06f tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.635972 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d57ac96-2ab9-40f5-80a3-54f67aebe06f tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:05:50.636838 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3d57ac96-2ab9-40f5-80a3-54f67aebe06f tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:05:50.641759 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:05:50.717026 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 38e7db03-d96a-440b-8326-d6d28c252449 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:50.726615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0e2ee3e-8215-4a75-ba42-7172f165984f req-34bd8f36-736d-4240-8c22-0b36975eb3d6 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649214 Sep 16 05:05:50.767987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a3ee0-7c93-4af5-be92-91fe140dbf2b req-5aa73877-3b08-4f5a-b380-d4111f467c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:50.769775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-747a3ee0-7c93-4af5-be92-91fe140dbf2b req-5aa73877-3b08-4f5a-b380-d4111f467c59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c08e5f85-cde7-4610-a958-1197a080fe84 HTTP/1.1" status: 200 len: 907 time: 0.2538640 Sep 16 05:05:50.847403 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3d57ac96-2ab9-40f5-80a3-54f67aebe06f tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.853354 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-747a3ee0-7c93-4af5-be92-91fe140dbf2b req-594b4d38-f00c-4e8f-8cc3-dd144222ab7e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b22a807-8cee-4830-860e-ba2add1f3794 HTTP/1.1" status: 200 len: 1002 time: 0.0758390 Sep 16 05:05:50.868288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3d57ac96-2ab9-40f5-80a3-54f67aebe06f tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.874175 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3d57ac96-2ab9-40f5-80a3-54f67aebe06f tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] 10.222.0.20 "DELETE /v2.0/networks/fe7d328a-ad29-474a-90e1-ff7ae5a1099e HTTP/1.1" status: 204 len: 168 time: 0.5204203 Sep 16 05:05:50.875195 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57ac96-2ab9-40f5-80a3-54f67aebe06f tempest-BulkNetworkOpsTest-557722587 tempest-BulkNetworkOpsTest-557722587-project] Pushing event deleted for resources: {'Network': ['ID=fe7d328a-ad29-474a-90e1-ff7ae5a1099e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:50.922609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a3ee0-7c93-4af5-be92-91fe140dbf2b req-cfca2279-f9b7-4be1-900a-52b2d17a0390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:50.924426 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-747a3ee0-7c93-4af5-be92-91fe140dbf2b req-cfca2279-f9b7-4be1-900a-52b2d17a0390 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52274256-b6ad-4827-99e0-20602a822122 HTTP/1.1" status: 200 len: 845 time: 0.0622799 Sep 16 05:05:50.937517 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 38e7db03-d96a-440b-8326-d6d28c252449 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:50.942048 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 38e7db03-d96a-440b-8326-d6d28c252449 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:50.942833 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.984054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a3ee0-7c93-4af5-be92-91fe140dbf2b req-fd74b8be-9080-435a-bb64-f3abdb6f24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:50.985969 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-747a3ee0-7c93-4af5-be92-91fe140dbf2b req-fd74b8be-9080-435a-bb64-f3abdb6f24cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c08e5f85-cde7-4610-a958-1197a080fe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522816 Sep 16 05:05:51.091628 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.125404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d06ac8-57e9-4e42-9010-803524cf9379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e7db03-d96a-440b-8326-d6d28c252449'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:51.128780 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca20aa2c-e62c-40cd-b860-dc890a85c414" -d '{"events": [{"server_uuid": "03d06ac8-57e9-4e42-9010-803524cf9379", "name": "network-vif-plugged", "status": "completed", "tag": "38e7db03-d96a-440b-8326-d6d28c252449"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:51.168961 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 38e7db03-d96a-440b-8326-d6d28c252449, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=38e7db03-d96a-440b-8326-d6d28c252449,segment=NetworkSegment(c5caf03c-23e1-42af-9b79-956f898c4611),segment_id=c5caf03c-23e1-42af-9b79-956f898c4611)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:51.195157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-747a3ee0-7c93-4af5-be92-91fe140dbf2b req-96eb2b1a-573c-41f2-b5af-a115505de85f service neutron] 10.222.0.21 "GET /v2.0/networks/c08e5f85-cde7-4610-a958-1197a080fe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009470 Sep 16 05:05:51.211671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac196e2d-0c5c-495c-9196-5926383bbf83 req-d375c6cb-74ee-4a90-b44a-ff67ff7afaaf tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0462425 Sep 16 05:05:51.253511 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.397395 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=38e7db03-d96a-440b-8326-d6d28c252449,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:51.421004 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-747a3ee0-7c93-4af5-be92-91fe140dbf2b req-edaa2391-00e0-4e24-afe7-480dfc5db263 service neutron] 10.222.0.21 "GET /v2.0/networks/c08e5f85-cde7-4610-a958-1197a080fe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052534 Sep 16 05:05:51.444258 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66e4112-7f1c-4ed9-849f-73fd10419cf1 x-openstack-request-id: req-b66e4112-7f1c-4ed9-849f-73fd10419cf1 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:51.444555 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d06ac8-57e9-4e42-9010-803524cf9379", "name": "network-vif-plugged", "status": "completed", "tag": "38e7db03-d96a-440b-8326-d6d28c252449", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:51.444807 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b66e4112-7f1c-4ed9-849f-73fd10419cf1 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:51.445206 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d06ac8-57e9-4e42-9010-803524cf9379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e7db03-d96a-440b-8326-d6d28c252449', 'code': 200} Sep 16 05:05:51.563892 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cfcaa-a2ef-4261-9485-8227957c5e70 req-357524a6-299c-4aed-9f82-928a2b422a03 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:51.567371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-392cfcaa-a2ef-4261-9485-8227957c5e70 req-357524a6-299c-4aed-9f82-928a2b422a03 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0705736 Sep 16 05:05:51.569092 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38666) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:51.656034 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-392cfcaa-a2ef-4261-9485-8227957c5e70 req-d8cf18f1-fe3f-4f5a-8507-d0f472196527 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799873 Sep 16 05:05:51.665436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfa30f-123c-4840-9cd7-763838b5136a req-c169ca20-a424-4802-8472-afd7aa7da90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:51.667577 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aabfa30f-123c-4840-9cd7-763838b5136a req-c169ca20-a424-4802-8472-afd7aa7da90e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 1097 time: 0.0741603 Sep 16 05:05:51.739426 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aabfa30f-123c-4840-9cd7-763838b5136a req-d6baf53a-0498-4106-a806-7f0642035a07 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537417 Sep 16 05:05:51.783590 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b009c1bd-0837-4ba1-8648-8d682b74cf87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28604829be3a410880121c0fa38750ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2109029 Sep 16 05:05:51.784735 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38674) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:51.888215 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aac40a8f-973a-4075-adfe-8e3a9feae33c req-1d9c4af1-8912-4a60-9313-d6fcaeb450cf tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0376225 Sep 16 05:05:51.946136 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-06b9f306-b449-487e-91a2-fba655f8c5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.968378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ab2e1-cb6c-4696-9ef3-bb8f99a20ce9 req-b4ebc63a-050a-46de-b05d-b47da13cc5cd tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:51.970017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-df4ab2e1-cb6c-4696-9ef3-bb8f99a20ce9 req-b4ebc63a-050a-46de-b05d-b47da13cc5cd tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 945 time: 0.0808880 Sep 16 05:05:51.995066 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-06b9f306-b449-487e-91a2-fba655f8c5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.058981 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-df4ab2e1-cb6c-4696-9ef3-bb8f99a20ce9 req-42352e4b-c4d3-4a5a-bb23-d27204cc195b tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758040 Sep 16 05:05:52.168233 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-06b9f306-b449-487e-91a2-fba655f8c5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.170866 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-06b9f306-b449-487e-91a2-fba655f8c5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.172118 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-06b9f306-b449-487e-91a2-fba655f8c5fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e009f167-4453-45ae-8fc9-6eff85d82b27 HTTP/1.1" status: 204 len: 168 time: 0.3861923 Sep 16 05:05:52.181948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9f306-b449-487e-91a2-fba655f8c5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e009f167-4453-45ae-8fc9-6eff85d82b27,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:52.814913 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834d7f6-d9a7-4661-90de-6fb698583abb req-2fbf087b-72fd-438c-86b3-7b08cc999372 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:52.816836 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5834d7f6-d9a7-4661-90de-6fb698583abb req-2fbf087b-72fd-438c-86b3-7b08cc999372 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0631058 Sep 16 05:05:52.895637 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5834d7f6-d9a7-4661-90de-6fb698583abb req-9a26323a-1b9e-4805-9ee6-05eb063cc9a3 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635443 Sep 16 05:05:53.020244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ad36516-1a08-49ff-95a3-f325771158d4 req-4df36e76-d27a-4fab-91c7-cad1d85d5666 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0368235 Sep 16 05:05:53.217299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0580e-b673-466a-b2e0-aeb7e17ae475 req-b39bfa0c-05b0-41d3-91d8-24cbeb09d084 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:53.219028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24a0580e-b673-466a-b2e0-aeb7e17ae475 req-b39bfa0c-05b0-41d3-91d8-24cbeb09d084 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 945 time: 0.0608015 Sep 16 05:05:53.274956 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24a0580e-b673-466a-b2e0-aeb7e17ae475 req-2781dd95-028d-452e-8ee9-34a860736d47 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478079 Sep 16 05:05:53.473103 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38748) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:53.618796 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-e7164d2d-a1c4-48e5-9f76-7c219db66fbf tempest-DvrRoutersNegativeTest-1754425303 tempest-DvrRoutersNegativeTest-1754425303-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-973229486', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:53.627178 n-d-712140-13 neutron-server[95473]: DEBUG neutron.policy [None req-e7164d2d-a1c4-48e5-9f76-7c219db66fbf tempest-DvrRoutersNegativeTest-1754425303 tempest-DvrRoutersNegativeTest-1754425303-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95473) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 16 05:05:53.627491 n-d-712140-13 neutron-server[95473]: DEBUG neutron.policy [None req-e7164d2d-a1c4-48e5-9f76-7c219db66fbf tempest-DvrRoutersNegativeTest-1754425303 tempest-DvrRoutersNegativeTest-1754425303-project] Failed policy check for 'create_router' {{(pid=95473) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 16 05:05:53.628063 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-e7164d2d-a1c4-48e5-9f76-7c219db66fbf tempest-DvrRoutersNegativeTest-1754425303 tempest-DvrRoutersNegativeTest-1754425303-project] create failed (client error): Access was denied to this resource. Sep 16 05:05:53.630938 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e7164d2d-a1c4-48e5-9f76-7c219db66fbf tempest-DvrRoutersNegativeTest-1754425303 tempest-DvrRoutersNegativeTest-1754425303-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1548038 Sep 16 05:05:53.696756 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf53db8-e60a-40f2-b634-c918299a0270 req-ba8d5f06-f123-4c3f-b7d9-1101b7c9ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:53.699218 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-bbf53db8-e60a-40f2-b634-c918299a0270 req-ba8d5f06-f123-4c3f-b7d9-1101b7c9ee9b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=043d55446d4c45528b48f7e10a1f624b&device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 1097 time: 0.1120808 Sep 16 05:05:53.819444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf53db8-e60a-40f2-b634-c918299a0270 req-35a6625b-0975-45fc-a929-5036e3ee872c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:53.821019 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-bbf53db8-e60a-40f2-b634-c918299a0270 req-35a6625b-0975-45fc-a929-5036e3ee872c service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ed085ad-0528-4e23-be9f-f0e1d81c551f HTTP/1.1" status: 200 len: 917 time: 0.0995674 Sep 16 05:05:53.889249 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-bbf53db8-e60a-40f2-b634-c918299a0270 req-7099bbe1-6e91-47ed-a2a3-0695bb8014d0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecba1069-6c2f-4e6c-8470-cd8fd68036cf HTTP/1.1" status: 200 len: 1000 time: 0.0607309 Sep 16 05:05:53.952427 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf53db8-e60a-40f2-b634-c918299a0270 req-4ca300df-ec94-4112-8cad-e2b7691b57df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:53.954336 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-bbf53db8-e60a-40f2-b634-c918299a0270 req-4ca300df-ec94-4112-8cad-e2b7691b57df service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0ca5355-66a5-446c-8970-0c3c88361e82 HTTP/1.1" status: 200 len: 855 time: 0.0558305 Sep 16 05:05:54.015988 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf53db8-e60a-40f2-b634-c918299a0270 req-86dba2c8-26ec-447e-92ef-2fc2f9e0f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:54.017816 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-bbf53db8-e60a-40f2-b634-c918299a0270 req-86dba2c8-26ec-447e-92ef-2fc2f9e0f613 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ed085ad-0528-4e23-be9f-f0e1d81c551f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562873 Sep 16 05:05:54.053369 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c156bb-e53a-42d6-9d97-15e01f486f23 req-88fd7784-75e3-4c71-a626-8b6bcaddbada tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:54.055212 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6c156bb-e53a-42d6-9d97-15e01f486f23 req-88fd7784-75e3-4c71-a626-8b6bcaddbada tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0558589 Sep 16 05:05:54.107252 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6c156bb-e53a-42d6-9d97-15e01f486f23 req-921f9617-1048-4b7d-89c9-5e6c3a39aba3 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455122 Sep 16 05:05:54.125511 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-bbf53db8-e60a-40f2-b634-c918299a0270 req-6542bb5b-e072-4869-8eed-9da41e395e05 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982120 Sep 16 05:05:54.210438 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6260d871-999e-448c-afef-a9d784e19ed6 req-2f21c13c-8c94-48ee-b952-d4d43a3f1735 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0523455 Sep 16 05:05:54.250545 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-bbf53db8-e60a-40f2-b634-c918299a0270 req-cb0f2520-84fa-4095-9f36-4a934740f0d6 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128018 Sep 16 05:05:54.278533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38772) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:54.384023 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.402389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017a474-e27e-455e-9e00-07e70db5b579 req-9914995b-56c5-4f27-90ce-8d569f24198e tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:54.404158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d017a474-e27e-455e-9e00-07e70db5b579 req-9914995b-56c5-4f27-90ce-8d569f24198e tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 945 time: 0.0554976 Sep 16 05:05:54.444638 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d353d7a7-99f2-4b94-85c1-d962424aa088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.479430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d017a474-e27e-455e-9e00-07e70db5b579 req-0001a3e3-ae2c-4f68-bf09-d2375820488d tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679841 Sep 16 05:05:54.593778 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d353d7a7-99f2-4b94-85c1-d962424aa088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.841546 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d353d7a7-99f2-4b94-85c1-d962424aa088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.883812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353d7a7-99f2-4b94-85c1-d962424aa088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdea01e1-7f4e-4abe-bec7-acd14082359f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:54.899933 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d353d7a7-99f2-4b94-85c1-d962424aa088 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a4c1f6f06d742bcba25a03fb2d9be5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6200392 Sep 16 05:05:54.903645 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38796) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:54.959627 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dbc12183-b557-4d9c-b1c4-ec01604d17aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.983687 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dbc12183-b557-4d9c-b1c4-ec01604d17aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.126890 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dbc12183-b557-4d9c-b1c4-ec01604d17aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.129838 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dbc12183-b557-4d9c-b1c4-ec01604d17aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.131119 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dbc12183-b557-4d9c-b1c4-ec01604d17aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cdea01e1-7f4e-4abe-bec7-acd14082359f HTTP/1.1" status: 204 len: 168 time: 0.2267220 Sep 16 05:05:55.142599 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc12183-b557-4d9c-b1c4-ec01604d17aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdea01e1-7f4e-4abe-bec7-acd14082359f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:55.259176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd4a4b-4e06-4343-aae7-f34575496a73 req-af702fb2-4e85-4dcb-bbbc-748322e556f0 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:55.263010 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7bcd4a4b-4e06-4343-aae7-f34575496a73 req-af702fb2-4e85-4dcb-bbbc-748322e556f0 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0617304 Sep 16 05:05:55.342338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7bcd4a4b-4e06-4343-aae7-f34575496a73 req-ba5c656b-a2e5-46be-99b8-250f11cc2905 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736680 Sep 16 05:05:55.364663 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88b4a6c4-732a-4da6-b004-1f706a218839 req-937e2b37-90d2-47c2-bfc8-cfbf21d524b6 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0398998 Sep 16 05:05:56.288710 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38862) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:56.402921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-d3c2cbc7-17e7-4d44-91ef-1b3860e09f7b tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-903194068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:56.499480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7d0028e-5346-4544-b347-26f705c838ea req-ee5cbdef-be22-4d75-8d86-d754cc677e61 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0347898 Sep 16 05:05:56.556624 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39623e-b089-4ab4-a4bb-7987f690e624 req-d7513594-d6f7-48a9-ae9b-1577bd49b32a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:56.558829 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd39623e-b089-4ab4-a4bb-7987f690e624 req-d7513594-d6f7-48a9-ae9b-1577bd49b32a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0630219 Sep 16 05:05:56.606744 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd39623e-b089-4ab4-a4bb-7987f690e624 req-3a102457-819c-4d20-bd10-f80b7a8c507a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387485 Sep 16 05:05:56.852713 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d3c2cbc7-17e7-4d44-91ef-1b3860e09f7b tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:56.854211 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d3c2cbc7-17e7-4d44-91ef-1b3860e09f7b tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:56.931525 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d3c2cbc7-17e7-4d44-91ef-1b3860e09f7b tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.025375 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d3c2cbc7-17e7-4d44-91ef-1b3860e09f7b tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.121606 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d3c2cbc7-17e7-4d44-91ef-1b3860e09f7b tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.125613 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d3c2cbc7-17e7-4d44-91ef-1b3860e09f7b tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8333874 Sep 16 05:05:57.125919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38876) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:57.132050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-0f0876db-deb0-4447-a5d5-b42417a54623 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-606057248'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:57.235769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0876db-deb0-4447-a5d5-b42417a54623 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Made reservation on behalf of d6ae53c5f18442aab02e59f19dde332a for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:57.240354 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0f0876db-deb0-4447-a5d5-b42417a54623 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.252294 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0f0876db-deb0-4447-a5d5-b42417a54623 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.363333 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0f0876db-deb0-4447-a5d5-b42417a54623 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.419021 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0f0876db-deb0-4447-a5d5-b42417a54623 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.443528 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0876db-deb0-4447-a5d5-b42417a54623 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:05:57.467639 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0f0876db-deb0-4447-a5d5-b42417a54623 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.468067 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-0f0876db-deb0-4447-a5d5-b42417a54623 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Added segment 9ecf69b2-14d5-4834-b41f-6bd8b8c33bd5 of type vlan for network a787c8e4-816f-4942-b400-51c08cf6168b Sep 16 05:05:57.478590 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0876db-deb0-4447-a5d5-b42417a54623 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6561af36-e814-4cee-9e6c-84293a5c99b6,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:57.521492 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0f0876db-deb0-4447-a5d5-b42417a54623 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.627849 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0f0876db-deb0-4447-a5d5-b42417a54623 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.633820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0876db-deb0-4447-a5d5-b42417a54623 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:57.635724 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0f0876db-deb0-4447-a5d5-b42417a54623 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.682221 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a1873fc-f1e4-47fe-ad90-c0091bf2df2d req-eaaf7ade-5ff2-4622-8873-2e9a06b1e368 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0669370 Sep 16 05:05:57.794018 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0876db-deb0-4447-a5d5-b42417a54623 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event updated for resources: {'Network': ['ID=a787c8e4-816f-4942-b400-51c08cf6168b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:57.801848 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0f0876db-deb0-4447-a5d5-b42417a54623 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6723030 Sep 16 05:05:57.802138 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38890) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:57.809803 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network a787c8e4-816f-4942-b400-51c08cf6168b details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:05:57.830470 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8947560b-3a80-4062-9d08-9c0861babb04 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Request body: {'subnet': {'network_id': 'a787c8e4-816f-4942-b400-51c08cf6168b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:57.876197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdd8bc-2437-45f0-b0ab-d71387cf7f25 req-087c645e-cb89-4bad-b6e2-7c41cf52d4a8 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:57.884658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-effdd8bc-2437-45f0-b0ab-d71387cf7f25 req-087c645e-cb89-4bad-b6e2-7c41cf52d4a8 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.1601431 Sep 16 05:05:57.945850 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-effdd8bc-2437-45f0-b0ab-d71387cf7f25 req-63a7e2ad-3f0d-4eeb-95a0-974fa13d33c6 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594811 Sep 16 05:05:58.052616 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8947560b-3a80-4062-9d08-9c0861babb04 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Made reservation on behalf of d6ae53c5f18442aab02e59f19dde332a for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:58.056637 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8947560b-3a80-4062-9d08-9c0861babb04 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.595638 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.636537 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8947560b-3a80-4062-9d08-9c0861babb04 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.704265 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947560b-3a80-4062-9d08-9c0861babb04 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event updated for resources: {'Subnet': ['ID=460b59ec-f9d8-4285-8aeb-6d0994ee96bc,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:58.714410 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8947560b-3a80-4062-9d08-9c0861babb04 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Checking segment: {'id': '9ecf69b2-14d5-4834-b41f-6bd8b8c33bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a787c8e4-816f-4942-b400-51c08cf6168b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:58.714781 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8947560b-3a80-4062-9d08-9c0861babb04 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Network hostable DHCP agents. Network: a787c8e4-816f-4942-b400-51c08cf6168b, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:05:58.784260 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8947560b-3a80-4062-9d08-9c0861babb04 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Network a787c8e4-816f-4942-b400-51c08cf6168b is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:05:58.816811 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83b3d230-fad9-4249-af14-528128159c63 req-e0e52dda-9854-460f-a98c-8944a0440da4 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0307498 Sep 16 05:05:58.863648 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-8947560b-3a80-4062-9d08-9c0861babb04 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, a787c8e4-816f-4942-b400-51c08cf6168b) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:58.898552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5e22ab-de35-48d6-bb85-8892a175c9bb None None] Network a787c8e4-816f-4942-b400-51c08cf6168b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:58.901744 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8947560b-3a80-4062-9d08-9c0861babb04 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.902356 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8947560b-3a80-4062-9d08-9c0861babb04 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.042095 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8947560b-3a80-4062-9d08-9c0861babb04 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2381256 Sep 16 05:05:59.049287 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38904) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:59.056220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ddabdab2-6541-47a3-8340-403521c37668 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Request body: {'network': {'name': 'tempest-router-network01--178863731'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:59.104242 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-a787c8e4-816f-4942-b400-51c08cf6168b', 'network_id': 'a787c8e4-816f-4942-b400-51c08cf6168b', 'tenant_id': 'd6ae53c5f18442aab02e59f19dde332a', 'fixed_ips': [{'subnet_id': '460b59ec-f9d8-4285-8aeb-6d0994ee96bc'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:05:59.105637 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.126709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d71ae-87c9-41a2-b588-c7d39e2a862a req-35bf7512-90ea-4472-b375-8c4179f607d2 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.129969 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-482d71ae-87c9-41a2-b588-c7d39e2a862a req-35bf7512-90ea-4472-b375-8c4179f607d2 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0917783 Sep 16 05:05:59.171751 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddabdab2-6541-47a3-8340-403521c37668 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Made reservation on behalf of d6ae53c5f18442aab02e59f19dde332a for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:59.176202 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ddabdab2-6541-47a3-8340-403521c37668 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.204067 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-482d71ae-87c9-41a2-b588-c7d39e2a862a req-491f0494-8ae5-4807-831f-5f15b7640c2f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617137 Sep 16 05:05:59.218827 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddabdab2-6541-47a3-8340-403521c37668 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:05:59.230828 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ddabdab2-6541-47a3-8340-403521c37668 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.231391 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-ddabdab2-6541-47a3-8340-403521c37668 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Added segment 2d05de0f-0124-4587-b231-4decd6422676 of type vlan for network 05fce230-bd3f-4671-8ebb-caba66de063b Sep 16 05:05:59.274757 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] Allocated IP 172.20.0.2 (a787c8e4-816f-4942-b400-51c08cf6168b/460b59ec-f9d8-4285-8aeb-6d0994ee96bc/869bb1a4-7af9-4706-a49f-52aae95652f5) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:59.279294 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ecba1069-6c2f-4e6c-8470-cd8fd68036cf details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:59.286040 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ddabdab2-6541-47a3-8340-403521c37668 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.412502 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ddabdab2-6541-47a3-8340-403521c37668 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.418373 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddabdab2-6541-47a3-8340-403521c37668 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.419024 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ddabdab2-6541-47a3-8340-403521c37668 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.483860 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ecba1069-6c2f-4e6c-8470-cd8fd68036cf, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:59.506059 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'port_id': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf', 'mac_address': 'fa:16:3e:4b:65:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:59.509356 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ddabdab2-6541-47a3-8340-403521c37668 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4587078 Sep 16 05:05:59.513882 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabdab2-6541-47a3-8340-403521c37668 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event updated for resources: {'Network': ['ID=05fce230-bd3f-4671-8ebb-caba66de063b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:59.514855 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38908) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:59.521827 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6440501f-b9dc-4ef8-a1e6-f145e384f4f1 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Request body: {'network': {'name': 'tempest-router-network02--210282105'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:59.560024 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 05fce230-bd3f-4671-8ebb-caba66de063b details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:05:59.618690 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.623742 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6440501f-b9dc-4ef8-a1e6-f145e384f4f1 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Made reservation on behalf of d6ae53c5f18442aab02e59f19dde332a for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:59.627766 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6440501f-b9dc-4ef8-a1e6-f145e384f4f1 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.656927 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6440501f-b9dc-4ef8-a1e6-f145e384f4f1 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:05:59.668657 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.671028 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6440501f-b9dc-4ef8-a1e6-f145e384f4f1 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.671028 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-6440501f-b9dc-4ef8-a1e6-f145e384f4f1 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Added segment bfc3b94d-047e-4886-a3df-a4a74b8ec1a2 of type vlan for network 9168629e-694b-4026-9221-27884101281d Sep 16 05:05:59.681140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecba1069-6c2f-4e6c-8470-cd8fd68036cf {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:59.710360 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ecba1069-6c2f-4e6c-8470-cd8fd68036cf, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:59.723778 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6440501f-b9dc-4ef8-a1e6-f145e384f4f1 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.744835 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.781388 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.788611 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] Network a787c8e4-816f-4942-b400-51c08cf6168b is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:59.792284 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:59.795811 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:59.811502 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] Pushing event updated for resources: {'Port': ['ID=869bb1a4-7af9-4706-a49f-52aae95652f5,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:59.864182 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6440501f-b9dc-4ef8-a1e6-f145e384f4f1 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.874609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6440501f-b9dc-4ef8-a1e6-f145e384f4f1 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.874609 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6440501f-b9dc-4ef8-a1e6-f145e384f4f1 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.916845 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] Attempting to bind port 869bb1a4-7af9-4706-a49f-52aae95652f5 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:59.920436 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] Attempting to bind port 869bb1a4-7af9-4706-a49f-52aae95652f5 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '9ecf69b2-14d5-4834-b41f-6bd8b8c33bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a787c8e4-816f-4942-b400-51c08cf6168b'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:59.920436 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] Attempting to bind port 869bb1a4-7af9-4706-a49f-52aae95652f5 on network a787c8e4-816f-4942-b400-51c08cf6168b {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:59.926097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:59.926478 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] Checking segment: {'id': '9ecf69b2-14d5-4834-b41f-6bd8b8c33bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a787c8e4-816f-4942-b400-51c08cf6168b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:59.926913 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.931468 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] Bound using segment: {'id': '9ecf69b2-14d5-4834-b41f-6bd8b8c33bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a787c8e4-816f-4942-b400-51c08cf6168b'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:59.932023 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] Bound port: 869bb1a4-7af9-4706-a49f-52aae95652f5, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecf69b2-14d5-4834-b41f-6bd8b8c33bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a787c8e4-816f-4942-b400-51c08cf6168b'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:59.932437 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.935896 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:59.973932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440501f-b9dc-4ef8-a1e6-f145e384f4f1 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event updated for resources: {'Network': ['ID=9168629e-694b-4026-9221-27884101281d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:59.980163 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['ecba1069-6c2f-4e6c-8470-cd8fd68036cf'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:59.989507 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 9168629e-694b-4026-9221-27884101281d details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:06:00.011252 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b5f62fac-ab72-42b0-aee7-7d747c168bbf req-45b20ded-8fc8-4e02-ad09-f308c488f212 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0530424 Sep 16 05:06:00.016458 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38916) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:00.019531 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6440501f-b9dc-4ef8-a1e6-f145e384f4f1 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5023966 Sep 16 05:06:00.022818 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ebc5ba2f-cfdc-43b0-a6b0-e57e029308b9 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Request body: {'subnet': {'network_id': '05fce230-bd3f-4671-8ebb-caba66de063b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:00.120153 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] For port 869bb1a4-7af9-4706-a49f-52aae95652f5, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:00.161566 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] For port 869bb1a4-7af9-4706-a49f-52aae95652f5, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=869bb1a4-7af9-4706-a49f-52aae95652f5,segment=NetworkSegment(9ecf69b2-14d5-4834-b41f-6bd8b8c33bd5),segment_id=9ecf69b2-14d5-4834-b41f-6bd8b8c33bd5)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:00.346780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c3293-927d-42cb-a87d-98a03f0f01ac req-f7113dae-2b5b-47d1-812e-cc17708f5581 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.348547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d78c3293-927d-42cb-a87d-98a03f0f01ac req-f7113dae-2b5b-47d1-812e-cc17708f5581 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 944 time: 0.0520890 Sep 16 05:06:00.398866 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d78c3293-927d-42cb-a87d-98a03f0f01ac req-b8fc5d1a-0737-449c-bfd2-c674a68ec6a7 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427639 Sep 16 05:06:00.865330 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.875535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc5ba2f-cfdc-43b0-a6b0-e57e029308b9 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Made reservation on behalf of d6ae53c5f18442aab02e59f19dde332a for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:00.879278 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ba2f-cfdc-43b0-a6b0-e57e029308b9 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.968016 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57362d-10ac-4356-990e-a34a74df07e0 None None] Pushing event updated for resources: {'Port': ['ID=869bb1a4-7af9-4706-a49f-52aae95652f5,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:01.145495 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-bb609f93-ed2f-41f5-8c03-26f5566482f7 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:01.146681 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-bb609f93-ed2f-41f5-8c03-26f5566482f7 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/networks?id=c38fee71-f4a0-4893-8a01-fbc912f5a572 HTTP/1.1" status: 200 len: 815 time: 0.1858220 Sep 16 05:06:01.182221 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ad2ad37-0c6c-4599-bdfe-f257ca03b5c7 req-fa324092-9059-4916-bc05-da46b4d4892a tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0337486 Sep 16 05:06:01.221482 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-0530d9c5-86ef-4fcb-9b2a-86fd3920bc13 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/quotas/ece864d6db5c4e1d96e72f6394c094cb HTTP/1.1" status: 200 len: 375 time: 0.0373952 Sep 16 05:06:01.290150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ecba1069-6c2f-4e6c-8470-cd8fd68036cf up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:01.294043 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-ecec7e4c-289a-4b52-b3df-b3dc659b38ca tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ece864d6db5c4e1d96e72f6394c094cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715876 Sep 16 05:06:01.333216 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ba2f-cfdc-43b0-a6b0-e57e029308b9 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.425752 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port ecba1069-6c2f-4e6c-8470-cd8fd68036cf triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:01.427129 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.535268 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-f249400a-202a-4700-b2b0-f9279e677d31 service neutron] 10.222.0.20 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400622 Sep 16 05:06:01.538845 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc5ba2f-cfdc-43b0-a6b0-e57e029308b9 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Checking segment: {'id': '2d05de0f-0124-4587-b231-4decd6422676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '05fce230-bd3f-4671-8ebb-caba66de063b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:01.539246 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc5ba2f-cfdc-43b0-a6b0-e57e029308b9 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Network hostable DHCP agents. Network: 05fce230-bd3f-4671-8ebb-caba66de063b, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:06:01.557712 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 869bb1a4-7af9-4706-a49f-52aae95652f5 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:01.561986 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5ba2f-cfdc-43b0-a6b0-e57e029308b9 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event updated for resources: {'Subnet': ['ID=1df2e486-20bc-4426-8180-ff1499322bd3,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:01.664138 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.674525 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc5ba2f-cfdc-43b0-a6b0-e57e029308b9 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Network 05fce230-bd3f-4671-8ebb-caba66de063b is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:06:01.709226 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04162c3-c4a9-4d19-a703-1cc8f2f04181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:01.711882 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2ced83-ce39-4525-ae60-804d13bdf52b" -d '{"events": [{"server_uuid": "f04162c3-c4a9-4d19-a703-1cc8f2f04181", "name": "network-vif-plugged", "status": "completed", "tag": "ecba1069-6c2f-4e6c-8470-cd8fd68036cf"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:01.718427 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 869bb1a4-7af9-4706-a49f-52aae95652f5 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:01.718869 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.744416 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-ebc5ba2f-cfdc-43b0-a6b0-e57e029308b9 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 05fce230-bd3f-4671-8ebb-caba66de063b) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:01.745671 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ecba1069-6c2f-4e6c-8470-cd8fd68036cf, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:01.749460 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc5ba2f-cfdc-43b0-a6b0-e57e029308b9 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:01.750194 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ba2f-cfdc-43b0-a6b0-e57e029308b9 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.765722 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197224a8-0473-497f-8be1-7ffd67525fec None None] Network 05fce230-bd3f-4671-8ebb-caba66de063b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:01.777400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a01ce-830a-4432-8ac6-4c6db1369bc0 req-94cefc2d-9f1d-4bc8-8cc1-27030731bf41 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:01.792123 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e5a01ce-830a-4432-8ac6-4c6db1369bc0 req-94cefc2d-9f1d-4bc8-8cc1-27030731bf41 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 944 time: 0.2340539 Sep 16 05:06:01.871084 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.889202 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ebc5ba2f-cfdc-43b0-a6b0-e57e029308b9 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8710394 Sep 16 05:06:01.894004 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38968) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:01.899602 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-7116d74f-8086-4b74-b55b-9c22a1101db2 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Request body: {'subnet': {'network_id': '9168629e-694b-4026-9221-27884101281d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:01.912020 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e5a01ce-830a-4432-8ac6-4c6db1369bc0 req-cf1f4417-0e88-4503-b494-337bde29efc2 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154938 Sep 16 05:06:01.919428 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-c3092f19-6ec1-4053-9995-4713700abcce service neutron] 10.222.0.20 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798180 Sep 16 05:06:02.049603 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e089010-b169-4cae-ae19-14e735b5c9b2 x-openstack-request-id: req-0e089010-b169-4cae-ae19-14e735b5c9b2 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:02.051670 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04162c3-c4a9-4d19-a703-1cc8f2f04181", "name": "network-vif-plugged", "status": "completed", "tag": "ecba1069-6c2f-4e6c-8470-cd8fd68036cf", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:02.051923 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e089010-b169-4cae-ae19-14e735b5c9b2 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:02.052319 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04162c3-c4a9-4d19-a703-1cc8f2f04181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf', 'code': 200} Sep 16 05:06:02.128771 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:02.149856 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7116d74f-8086-4b74-b55b-9c22a1101db2 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Made reservation on behalf of d6ae53c5f18442aab02e59f19dde332a for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:02.155050 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7116d74f-8086-4b74-b55b-9c22a1101db2 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.176759 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.222911 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 869bb1a4-7af9-4706-a49f-52aae95652f5, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=869bb1a4-7af9-4706-a49f-52aae95652f5,segment=NetworkSegment(9ecf69b2-14d5-4834-b41f-6bd8b8c33bd5),segment_id=9ecf69b2-14d5-4834-b41f-6bd8b8c33bd5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:02.324851 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.445915 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d721252-b711-4da7-9bf1-77ef96063e63 req-a5c2adeb-2677-46ad-81cc-b654d1054755 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 210 time: 0.0641749 Sep 16 05:06:02.476078 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=869bb1a4-7af9-4706-a49f-52aae95652f5,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:02.489558 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-05fce230-bd3f-4671-8ebb-caba66de063b', 'network_id': '05fce230-bd3f-4671-8ebb-caba66de063b', 'tenant_id': 'd6ae53c5f18442aab02e59f19dde332a', 'fixed_ips': [{'subnet_id': '1df2e486-20bc-4426-8180-ff1499322bd3'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:06:02.490490 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.522650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49953f43-a7c1-41a3-89b3-f33f52787358 req-f75f9332-e2bf-499c-afea-e4b1f1b6d352 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0643370 Sep 16 05:06:02.541959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012f49d4-f10a-4d4f-a608-080c06d83ee8 None None] Network a787c8e4-816f-4942-b400-51c08cf6168b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:02.721622 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d5662b7e-1e24-412d-a10a-cb21a88dc239 None None] Provisioning complete for port 869bb1a4-7af9-4706-a49f-52aae95652f5 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:02.722270 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d5662b7e-1e24-412d-a10a-cb21a88dc239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.745292 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7116d74f-8086-4b74-b55b-9c22a1101db2 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.840465 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116d74f-8086-4b74-b55b-9c22a1101db2 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event updated for resources: {'Subnet': ['ID=2425dca0-0022-4db7-89ca-d20391390523,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:02.851729 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7116d74f-8086-4b74-b55b-9c22a1101db2 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Checking segment: {'id': 'bfc3b94d-047e-4886-a3df-a4a74b8ec1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9168629e-694b-4026-9221-27884101281d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:02.851729 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7116d74f-8086-4b74-b55b-9c22a1101db2 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Network hostable DHCP agents. Network: 9168629e-694b-4026-9221-27884101281d, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:06:02.938921 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7116d74f-8086-4b74-b55b-9c22a1101db2 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Network 9168629e-694b-4026-9221-27884101281d is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:06:03.030594 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-7116d74f-8086-4b74-b55b-9c22a1101db2 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 9168629e-694b-4026-9221-27884101281d) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:03.041655 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7116d74f-8086-4b74-b55b-9c22a1101db2 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.044715 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7116d74f-8086-4b74-b55b-9c22a1101db2 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.056421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab5988f-7fac-4e0a-9037-53f42231f348 None None] Network 9168629e-694b-4026-9221-27884101281d requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:03.069488 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] Allocated IP 172.20.0.2 (05fce230-bd3f-4671-8ebb-caba66de063b/1df2e486-20bc-4426-8180-ff1499322bd3/1247ae1d-4fd3-409f-a0c0-7adf9b831e8f) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:03.086659 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a973b-28da-43ad-b236-9507e5accbd4 req-5790947a-45cb-46b2-b135-7c7efe9c0dc6 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.090472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d4a973b-28da-43ad-b236-9507e5accbd4 req-5790947a-45cb-46b2-b135-7c7efe9c0dc6 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0775199 Sep 16 05:06:03.141926 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7116d74f-8086-4b74-b55b-9c22a1101db2 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2464581 Sep 16 05:06:03.142799 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38988) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:03.144767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d4a973b-28da-43ad-b236-9507e5accbd4 req-f3c1b2ee-6f6b-475f-a227-cd4da9875da1 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463912 Sep 16 05:06:03.515029 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.516981 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 869bb1a4-7af9-4706-a49f-52aae95652f5 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:03.606251 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8a86-9896-4e57-921d-b89c3a3b3a22 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.620309 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9168629e-694b-4026-9221-27884101281d', 'network_id': '9168629e-694b-4026-9221-27884101281d', 'tenant_id': 'd6ae53c5f18442aab02e59f19dde332a', 'fixed_ips': [{'subnet_id': '2425dca0-0022-4db7-89ca-d20391390523'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:06:03.621357 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.630988 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.653171 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b732faf-ccfe-45d5-8b3d-5db9631fb671 req-2ae79e73-dec2-4821-bb07-b8b81574447c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 210 time: 0.1128056 Sep 16 05:06:03.713928 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] Network 05fce230-bd3f-4671-8ebb-caba66de063b is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:03.723890 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-484a35ec-b480-4d02-ba2f-d17af9ab019e None None] Provisioning complete for port 869bb1a4-7af9-4706-a49f-52aae95652f5 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:03.724275 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-484a35ec-b480-4d02-ba2f-d17af9ab019e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.734752 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:03.741863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3fbd957a-e5b8-4973-952f-bf56dc2c564c req-28ae1328-1357-4d11-afaf-7cd3ec5b8c23 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0515974 Sep 16 05:06:03.762476 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:03.861077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] Pushing event updated for resources: {'Port': ['ID=1247ae1d-4fd3-409f-a0c0-7adf9b831e8f,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:03.870903 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 869bb1a4-7af9-4706-a49f-52aae95652f5 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:03.871102 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.014713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] Attempting to bind port 1247ae1d-4fd3-409f-a0c0-7adf9b831e8f on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:04.015232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] Attempting to bind port 1247ae1d-4fd3-409f-a0c0-7adf9b831e8f by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '2d05de0f-0124-4587-b231-4decd6422676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '05fce230-bd3f-4671-8ebb-caba66de063b'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:04.015649 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] Attempting to bind port 1247ae1d-4fd3-409f-a0c0-7adf9b831e8f on network 05fce230-bd3f-4671-8ebb-caba66de063b {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:04.037978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:04.038391 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] Checking segment: {'id': '2d05de0f-0124-4587-b231-4decd6422676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '05fce230-bd3f-4671-8ebb-caba66de063b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:04.038791 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.039215 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] Bound using segment: {'id': '2d05de0f-0124-4587-b231-4decd6422676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '05fce230-bd3f-4671-8ebb-caba66de063b'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:04.039698 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] Bound port: 1247ae1d-4fd3-409f-a0c0-7adf9b831e8f, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d05de0f-0124-4587-b231-4decd6422676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '05fce230-bd3f-4671-8ebb-caba66de063b'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:04.040073 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.080906 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-b8fe8a86-9896-4e57-921d-b89c3a3b3a22 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Allocated IP 172.20.0.1 (05fce230-bd3f-4671-8ebb-caba66de063b/1df2e486-20bc-4426-8180-ff1499322bd3/e08316de-9902-4c70-a480-d4920c919dc0) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:04.161608 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] For port 1247ae1d-4fd3-409f-a0c0-7adf9b831e8f, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:04.167671 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] For port 1247ae1d-4fd3-409f-a0c0-7adf9b831e8f, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=1247ae1d-4fd3-409f-a0c0-7adf9b831e8f,segment=NetworkSegment(2d05de0f-0124-4587-b231-4decd6422676),segment_id=2d05de0f-0124-4587-b231-4decd6422676)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:04.169450 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] Allocated IP 172.20.0.2 (9168629e-694b-4026-9221-27884101281d/2425dca0-0022-4db7-89ca-d20391390523/200fb34f-1e6a-4d4b-9da7-f1794646e103) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:04.305281 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.357036 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8a86-9896-4e57-921d-b89c3a3b3a22 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.443251 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4291bb-09d6-4303-b71f-88e5b5cfc91b req-3a572b86-856b-474a-b061-dc6b2e221507 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:04.469192 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb4291bb-09d6-4303-b71f-88e5b5cfc91b req-3a572b86-856b-474a-b061-dc6b2e221507 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.1602447 Sep 16 05:06:04.503216 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff50e7-fd4d-4e36-a947-3a4030cfe18b None None] Pushing event updated for resources: {'Port': ['ID=1247ae1d-4fd3-409f-a0c0-7adf9b831e8f,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:04.543939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb4291bb-09d6-4303-b71f-88e5b5cfc91b req-5c069c88-c063-4583-a9d7-ebcb4ecd4817 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739491 Sep 16 05:06:04.550316 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8a86-9896-4e57-921d-b89c3a3b3a22 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.607917 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.630468 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fe8a86-9896-4e57-921d-b89c3a3b3a22 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Network 05fce230-bd3f-4671-8ebb-caba66de063b is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:04.631509 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe8a86-9896-4e57-921d-b89c3a3b3a22 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event updated for resources: {'Port': ['ID=e08316de-9902-4c70-a480-d4920c919dc0,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:04.636265 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-b8fe8a86-9896-4e57-921d-b89c3a3b3a22 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:04.638292 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe8a86-9896-4e57-921d-b89c3a3b3a22 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:04.688483 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.690874 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8a86-9896-4e57-921d-b89c3a3b3a22 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.902182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] Network 9168629e-694b-4026-9221-27884101281d is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:04.909250 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:04.910946 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40247441-2e88-4ffe-856e-395a77ca9bd6 req-6a2a0b78-8746-46d8-8d46-ce83f685645b tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0774872 Sep 16 05:06:04.916208 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:04.927367 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] Pushing event updated for resources: {'Port': ['ID=200fb34f-1e6a-4d4b-9da7-f1794646e103,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:04.958055 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4128c31f-2dc0-4a92-989d-56acb81a3541 req-5db16bea-2dcc-491c-a097-185e54b4e800 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 210 time: 0.0497956 Sep 16 05:06:05.163108 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] Attempting to bind port 200fb34f-1e6a-4d4b-9da7-f1794646e103 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:05.164288 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] Attempting to bind port 200fb34f-1e6a-4d4b-9da7-f1794646e103 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'bfc3b94d-047e-4886-a3df-a4a74b8ec1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9168629e-694b-4026-9221-27884101281d'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:05.164935 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] Attempting to bind port 200fb34f-1e6a-4d4b-9da7-f1794646e103 on network 9168629e-694b-4026-9221-27884101281d {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:05.172941 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:05.176954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] Checking segment: {'id': 'bfc3b94d-047e-4886-a3df-a4a74b8ec1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9168629e-694b-4026-9221-27884101281d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:05.176954 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.176954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] Bound using segment: {'id': 'bfc3b94d-047e-4886-a3df-a4a74b8ec1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9168629e-694b-4026-9221-27884101281d'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:05.176954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] Bound port: 200fb34f-1e6a-4d4b-9da7-f1794646e103, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc3b94d-047e-4886-a3df-a4a74b8ec1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9168629e-694b-4026-9221-27884101281d'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:05.176954 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.199145 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-950349d7-cc24-4830-9d69-47c73ef85250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.271967 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] For port 200fb34f-1e6a-4d4b-9da7-f1794646e103, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:05.277700 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] For port 200fb34f-1e6a-4d4b-9da7-f1794646e103, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=200fb34f-1e6a-4d4b-9da7-f1794646e103,segment=NetworkSegment(bfc3b94d-047e-4886-a3df-a4a74b8ec1a2),segment_id=bfc3b94d-047e-4886-a3df-a4a74b8ec1a2)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:05.328315 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.552602 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 1247ae1d-4fd3-409f-a0c0-7adf9b831e8f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:05.661403 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-e807c8a3-ae64-487f-8cd1-a042ac3218d0 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:05.663861 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-e807c8a3-ae64-487f-8cd1-a042ac3218d0 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.38 "GET /v2.0/networks?id=c38fee71-f4a0-4893-8a01-fbc912f5a572 HTTP/1.1" status: 200 len: 815 time: 0.3441482 Sep 16 05:06:05.675149 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28942348-95d3-4c2b-ad60-1b3d55a8fb10 None None] Pushing event updated for resources: {'Port': ['ID=200fb34f-1e6a-4d4b-9da7-f1794646e103,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:05.697880 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-47314100-03f8-408c-975c-b6ba66fe8589 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Request body: {'port': {'device_id': 'a23b2b9a-cb7f-4504-b81f-82b435228978', 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572', 'admin_state_up': True, 'tenant_id': 'ece864d6db5c4e1d96e72f6394c094cb'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:05.726979 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 1247ae1d-4fd3-409f-a0c0-7adf9b831e8f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:05.727634 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.865550 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.889521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041cab3-907a-43d2-9381-c63d18bd6765 req-e50047c6-9dc9-4a09-87d1-922a4f993072 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:05.898964 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c041cab3-907a-43d2-9381-c63d18bd6765 req-e50047c6-9dc9-4a09-87d1-922a4f993072 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.1708837 Sep 16 05:06:05.972623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 1247ae1d-4fd3-409f-a0c0-7adf9b831e8f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=1247ae1d-4fd3-409f-a0c0-7adf9b831e8f,segment=NetworkSegment(2d05de0f-0124-4587-b231-4decd6422676),segment_id=2d05de0f-0124-4587-b231-4decd6422676)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:05.983361 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c041cab3-907a-43d2-9381-c63d18bd6765 req-f634a823-cc57-4659-a0f0-47d61898a256 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831282 Sep 16 05:06:06.018316 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-47314100-03f8-408c-975c-b6ba66fe8589 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Made reservation on behalf of ece864d6db5c4e1d96e72f6394c094cb for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:06.018316 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-47314100-03f8-408c-975c-b6ba66fe8589 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.047279 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.073530 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8a86-9896-4e57-921d-b89c3a3b3a22 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.139516 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-974606e3-70ae-4bde-9f54-3bdbba5de213 req-dbe6795d-94fb-46bb-8530-aa5bed93171d tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 210 time: 0.0592854 Sep 16 05:06:06.165280 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=1247ae1d-4fd3-409f-a0c0-7adf9b831e8f,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:06.234394 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3e0bae2-2070-4d20-ad59-6f76848611af req-add988b5-b057-4d8f-a231-f5597422d1f6 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0482903 Sep 16 05:06:06.330318 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a944e3-6c33-4bbf-89fe-11cefadb3136 None None] Network 05fce230-bd3f-4671-8ebb-caba66de063b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:06.480292 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c57949ad-72c4-48fd-b333-2b2460cd76b1 None None] Provisioning complete for port 1247ae1d-4fd3-409f-a0c0-7adf9b831e8f triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:06.480661 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c57949ad-72c4-48fd-b333-2b2460cd76b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.506018 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-47314100-03f8-408c-975c-b6ba66fe8589 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Allocated IP 172.20.0.2 (c38fee71-f4a0-4893-8a01-fbc912f5a572/3b3406ee-9e90-41ec-83e3-081686225e3b/e7e81049-7e50-4cc6-ab2e-31262d196360) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:06.900931 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8a86-9896-4e57-921d-b89c3a3b3a22 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.915589 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-47314100-03f8-408c-975c-b6ba66fe8589 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.980465 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8a86-9896-4e57-921d-b89c3a3b3a22 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.227952 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8a86-9896-4e57-921d-b89c3a3b3a22 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.238924 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-47314100-03f8-408c-975c-b6ba66fe8589 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.270862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b8da118f-5dad-47b9-a5b1-3d38ad022931 None None] Provisioning complete for port 1247ae1d-4fd3-409f-a0c0-7adf9b831e8f triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:07.271843 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b8da118f-5dad-47b9-a5b1-3d38ad022931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.274529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c45ea-70a3-48bd-8987-90daaa778480 req-a7afe418-5cc7-4403-8072-3a7efbc2bd12 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.287575 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['335a68da-f984-42f8-a373-ccba544267ac'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:07.289002 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-254c45ea-70a3-48bd-8987-90daaa778480 req-a7afe418-5cc7-4403-8072-3a7efbc2bd12 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.1467381 Sep 16 05:06:07.297831 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe8a86-9896-4e57-921d-b89c3a3b3a22 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event updated for resources: {'Port': ['ID=e08316de-9902-4c70-a480-d4920c919dc0,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:07.418779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['38e7db03-d96a-440b-8326-d6d28c252449'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:07.536586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1311e620-e575-4cf8-b045-5b5bf7cef364 None None] Network 9168629e-694b-4026-9221-27884101281d requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:07.596428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fe8a86-9896-4e57-921d-b89c3a3b3a22 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Network 05fce230-bd3f-4671-8ebb-caba66de063b is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:07.602106 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-b8fe8a86-9896-4e57-921d-b89c3a3b3a22 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:07.625988 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-47314100-03f8-408c-975c-b6ba66fe8589 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Network c38fee71-f4a0-4893-8a01-fbc912f5a572 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:07.627787 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-254c45ea-70a3-48bd-8987-90daaa778480 req-13f40edb-db49-4545-a38a-c36f7044d6c2 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3367739 Sep 16 05:06:07.665626 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cabf8-3f42-4011-8f89-8a9c9d57553a req-6e63ad5e-1cf3-43c3-9538-9dc0b00d1996 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.673595 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b70cabf8-3f42-4011-8f89-8a9c9d57553a req-6e63ad5e-1cf3-43c3-9538-9dc0b00d1996 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 931 time: 0.3332572 Sep 16 05:06:07.827499 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b70cabf8-3f42-4011-8f89-8a9c9d57553a req-7829616f-bc38-4038-8ebd-4aace2a88f2d tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518404 Sep 16 05:06:07.873936 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-47314100-03f8-408c-975c-b6ba66fe8589 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:07.910614 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-47314100-03f8-408c-975c-b6ba66fe8589 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:07.911631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83296783-6caa-4fea-b572-05addaf83beb req-143aaa52-9433-42d5-81aa-c23f76940d72 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0719779 Sep 16 05:06:07.920384 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 1247ae1d-4fd3-409f-a0c0-7adf9b831e8f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:07.981242 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47314100-03f8-408c-975c-b6ba66fe8589 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Pushing event updated for resources: {'Port': ['ID=e7e81049-7e50-4cc6-ab2e-31262d196360,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:08.043775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-47314100-03f8-408c-975c-b6ba66fe8589 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:08.044628 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-47314100-03f8-408c-975c-b6ba66fe8589 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.520480 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b8da118f-5dad-47b9-a5b1-3d38ad022931 None None] Provisioning complete for port e08316de-9902-4c70-a480-d4920c919dc0 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:08.521114 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b8da118f-5dad-47b9-a5b1-3d38ad022931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.741475 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-993c003f-62d2-4c12-a484-cfb3576fe50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.765815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b8da118f-5dad-47b9-a5b1-3d38ad022931 None None] Port e08316de-9902-4c70-a480-d4920c919dc0 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:08.783474 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 1247ae1d-4fd3-409f-a0c0-7adf9b831e8f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:08.784119 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.813515 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf189daf-eb9e-42ec-a88b-838299fbcc78 req-4b40ba60-d668-4f6a-9f1e-6b4f891ae1a8 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:08.820157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf189daf-eb9e-42ec-a88b-838299fbcc78 req-4b40ba60-d668-4f6a-9f1e-6b4f891ae1a8 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0896683 Sep 16 05:06:08.970695 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf189daf-eb9e-42ec-a88b-838299fbcc78 req-99400d01-b728-4c94-943d-de2878e8ef9b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427896 Sep 16 05:06:08.976596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-26ade2b2-33fd-47d3-840f-b68183a5a86d None None] Provisioning complete for port 200fb34f-1e6a-4d4b-9da7-f1794646e103 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:08.977000 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-26ade2b2-33fd-47d3-840f-b68183a5a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.983942 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 200fb34f-1e6a-4d4b-9da7-f1794646e103 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:08.997172 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-47314100-03f8-408c-975c-b6ba66fe8589 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3042367 Sep 16 05:06:09.018224 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Request body: {'port': {'device_id': 'a23b2b9a-cb7f-4504-b81f-82b435228978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:09.094579 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fe8a86-9896-4e57-921d-b89c3a3b3a22 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Router aaa5700f-e79b-4a9a-bc05-53794f889f4d is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:06:09.152674 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:06:09.168574 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.202364 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15396b-c9ea-45a0-baa1-3d4ab77b9d8e req-c3d8ab32-10dc-4fea-b3cb-8a84b2b8cb12 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:09.204045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b15396b-c9ea-45a0-baa1-3d4ab77b9d8e req-c3d8ab32-10dc-4fea-b3cb-8a84b2b8cb12 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 931 time: 0.2310455 Sep 16 05:06:09.304385 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 200fb34f-1e6a-4d4b-9da7-f1794646e103 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:09.310195 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.365028 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.402627 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-905836ab-1499-4e8d-a3cf-e6afeeb00a8a req-cc7141c4-9097-451b-837c-40da7d0fb666 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.1241500 Sep 16 05:06:09.419003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b15396b-c9ea-45a0-baa1-3d4ab77b9d8e req-30befff0-15f2-4ba1-b1e0-77fda449642e tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989028 Sep 16 05:06:09.519830 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.547751 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-26ade2b2-33fd-47d3-840f-b68183a5a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.553519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fe8a86-9896-4e57-921d-b89c3a3b3a22 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:06:09.560088 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.561283 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b8fe8a86-9896-4e57-921d-b89c3a3b3a22 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "PUT /v2.0/routers/aaa5700f-e79b-4a9a-bc05-53794f889f4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4172168 Sep 16 05:06:09.573503 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39088) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:09.584508 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7ad80-dee9-4afc-81b0-6aae8496d9c9 None None] Sync routers for ids ['aaa5700f-e79b-4a9a-bc05-53794f889f4d'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:06:09.623881 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7ad80-dee9-4afc-81b0-6aae8496d9c9 None None] Routers {'aaa5700f-e79b-4a9a-bc05-53794f889f4d'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:09.627665 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a2e7ad80-dee9-4afc-81b0-6aae8496d9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:06:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['aaa5700f-e79b-4a9a-bc05-53794f889f4d'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:09.699052 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-26ade2b2-33fd-47d3-840f-b68183a5a86d None None] For port 200fb34f-1e6a-4d4b-9da7-f1794646e103, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=200fb34f-1e6a-4d4b-9da7-f1794646e103,segment=NetworkSegment(bfc3b94d-047e-4886-a3df-a4a74b8ec1a2),segment_id=bfc3b94d-047e-4886-a3df-a4a74b8ec1a2)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:09.703971 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a2e7ad80-dee9-4afc-81b0-6aae8496d9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:09.725836 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7ad80-dee9-4afc-81b0-6aae8496d9c9 None None] Routers {'aaa5700f-e79b-4a9a-bc05-53794f889f4d'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:09.726533 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a2e7ad80-dee9-4afc-81b0-6aae8496d9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:06:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['aaa5700f-e79b-4a9a-bc05-53794f889f4d'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:09.805648 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a2e7ad80-dee9-4afc-81b0-6aae8496d9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:09.811897 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7ad80-dee9-4afc-81b0-6aae8496d9c9 None None] The sync data for ids ['aaa5700f-e79b-4a9a-bc05-53794f889f4d'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:06:09.816828 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-26ade2b2-33fd-47d3-840f-b68183a5a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.834485 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e81049-7e50-4cc6-ab2e-31262d196360 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:09.843770 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.859124 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Transition to ACTIVE for port object e7e81049-7e50-4cc6-ab2e-31262d196360 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:09.948050 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ade2b2-33fd-47d3-840f-b68183a5a86d None None] Pushing event updated for resources: {'Port': ['ID=200fb34f-1e6a-4d4b-9da7-f1794646e103,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:09.962692 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:06:09.968302 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:06:09.968302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-26ade2b2-33fd-47d3-840f-b68183a5a86d None None] Provisioning complete for port e08316de-9902-4c70-a480-d4920c919dc0 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:09.968302 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-26ade2b2-33fd-47d3-840f-b68183a5a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.016387 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-26ade2b2-33fd-47d3-840f-b68183a5a86d None None] Port e08316de-9902-4c70-a480-d4920c919dc0 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:10.035537 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.154520 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0ba3cee4-2745-4cb5-9bdb-c1957a53bf92 None None] Provisioning complete for port 200fb34f-1e6a-4d4b-9da7-f1794646e103 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:10.155116 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0ba3cee4-2745-4cb5-9bdb-c1957a53bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.208076 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e81049-7e50-4cc6-ab2e-31262d196360,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:10.280406 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Attempting to bind port e7e81049-7e50-4cc6-ab2e-31262d196360 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:10.287348 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Attempting to bind port e7e81049-7e50-4cc6-ab2e-31262d196360 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'c5caf03c-23e1-42af-9b79-956f898c4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:10.287348 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Attempting to bind port e7e81049-7e50-4cc6-ab2e-31262d196360 on network c38fee71-f4a0-4893-8a01-fbc912f5a572 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:10.301556 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Port e7e81049-7e50-4cc6-ab2e-31262d196360 on network c38fee71-f4a0-4893-8a01-fbc912f5a572 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:10.302028 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Attempting to bind port e7e81049-7e50-4cc6-ab2e-31262d196360 on network c38fee71-f4a0-4893-8a01-fbc912f5a572 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:10.317175 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:10.317780 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Checking segment: {'id': 'c5caf03c-23e1-42af-9b79-956f898c4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:10.318351 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Bound using segment: {'id': 'c5caf03c-23e1-42af-9b79-956f898c4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:10.321931 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Bound port: e7e81049-7e50-4cc6-ab2e-31262d196360, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5caf03c-23e1-42af-9b79-956f898c4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:10.323703 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.339995 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-c7c5e3ba-f3a0-44c6-be6b-4a4d36516da8 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:06:10.343764 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c7c5e3ba-f3a0-44c6-be6b-4a4d36516da8 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "PUT /v2.0/routers/aaa5700f-e79b-4a9a-bc05-53794f889f4d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7664015 Sep 16 05:06:10.344327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39096) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:10.407391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f03d3d-aad0-4bd3-8782-762639663765 req-a6fe61c9-6d52-4d2f-abd3-76b42f50a408 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:10.409079 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-76f03d3d-aad0-4bd3-8782-762639663765 req-a6fe61c9-6d52-4d2f-abd3-76b42f50a408 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.2674880 Sep 16 05:06:10.451931 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] For port e7e81049-7e50-4cc6-ab2e-31262d196360, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:10.461243 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] For port e7e81049-7e50-4cc6-ab2e-31262d196360, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=e7e81049-7e50-4cc6-ab2e-31262d196360,segment=NetworkSegment(c5caf03c-23e1-42af-9b79-956f898c4611),segment_id=c5caf03c-23e1-42af-9b79-956f898c4611)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:10.512975 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-76f03d3d-aad0-4bd3-8782-762639663765 req-e17a8a83-a1f7-4efb-95c5-8f75c4a73b39 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909696 Sep 16 05:06:10.592449 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.660629 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 200fb34f-1e6a-4d4b-9da7-f1794646e103 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:10.661268 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:10.662163 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.664035 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] 10.222.0.38 "PUT /v2.0/ports/e7e81049-7e50-4cc6-ab2e-31262d196360 HTTP/1.1" status: 200 len: 1092 time: 1.6519039 Sep 16 05:06:10.664519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23b2b9a-cb7f-4504-b81f-82b435228978', 'tag': 'e7e81049-7e50-4cc6-ab2e-31262d196360'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:10.667383 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be3d4a6-bd9c-4b01-8890-a9c85f5bac12" -d '{"events": [{"name": "network-changed", "server_uuid": "a23b2b9a-cb7f-4504-b81f-82b435228978", "tag": "e7e81049-7e50-4cc6-ab2e-31262d196360"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:10.742468 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04746c0e-f62a-492e-9c19-f3cee6a3ddc2 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e81049-7e50-4cc6-ab2e-31262d196360,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:10.763479 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.777285 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 200fb34f-1e6a-4d4b-9da7-f1794646e103 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:10.777285 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.961907 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-ff1851fb-f38b-42a6-a110-e1fc665deca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:10.964578 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-ff1851fb-f38b-42a6-a110-e1fc665deca2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ece864d6db5c4e1d96e72f6394c094cb&device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 1095 time: 0.1057916 Sep 16 05:06:11.035132 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-3bfa15be-2e2c-4d98-9b15-bc6155e2ba14 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7e81049-7e50-4cc6-ab2e-31262d196360 HTTP/1.1" status: 200 len: 217 time: 0.0551836 Sep 16 05:06:11.119032 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-69b160ce-fea5-4235-9bee-837336329a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.122835 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-69b160ce-fea5-4235-9bee-837336329a98 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b3406ee-9e90-41ec-83e3-081686225e3b HTTP/1.1" status: 200 len: 855 time: 0.0787539 Sep 16 05:06:11.191728 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-d2fbbe8e-c416-4bbc-add9-dead99b965fb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c38fee71-f4a0-4893-8a01-fbc912f5a572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559654 Sep 16 05:06:11.220863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40bdf62b-710c-41e7-8607-d1e34e46cf28 req-5320fa6b-3779-4731-97ef-2ae6681ab21a tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.6698751 Sep 16 05:06:11.261555 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d5f15-0bd4-4470-a827-635e3945c38e req-e92033a3-b92b-4995-8131-66d155c165b3 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.261555 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b0d5f15-0bd4-4470-a827-635e3945c38e req-e92033a3-b92b-4995-8131-66d155c165b3 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 943 time: 0.1379540 Sep 16 05:06:11.349732 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b0d5f15-0bd4-4470-a827-635e3945c38e req-7f14f2f0-38fd-49f3-8692-7364b4662fd3 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770018 Sep 16 05:06:11.390010 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-7fae1eff-f591-44d8-a8c1-236931b88593 service neutron] 10.222.0.38 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906505 Sep 16 05:06:11.443771 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aaf879-25cc-4824-b441-42754b7674d0 x-openstack-request-id: req-00aaf879-25cc-4824-b441-42754b7674d0 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:11.444087 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23b2b9a-cb7f-4504-b81f-82b435228978", "tag": "e7e81049-7e50-4cc6-ab2e-31262d196360", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:11.444321 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00aaf879-25cc-4824-b441-42754b7674d0 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:11.444722 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23b2b9a-cb7f-4504-b81f-82b435228978', 'tag': 'e7e81049-7e50-4cc6-ab2e-31262d196360', 'status': 'completed', 'code': 200} Sep 16 05:06:11.458167 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-39547f9e-35c0-4c49-85cf-8f9644515bdd tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.539242 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-721ba2a6-1d7e-48e5-a4f7-74401cf83e99 req-d7502a28-a0c5-45ea-82f1-1280e1e59948 service neutron] 10.222.0.38 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417611 Sep 16 05:06:11.704497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba637024-3e58-4016-815b-f6b6c0fc6448 req-475f5ddb-6f11-4d03-9b15-6b3e2eb63bee tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.706099 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba637024-3e58-4016-815b-f6b6c0fc6448 req-475f5ddb-6f11-4d03-9b15-6b3e2eb63bee tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0764980 Sep 16 05:06:11.801410 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba637024-3e58-4016-815b-f6b6c0fc6448 req-779852fb-6b0d-4de3-a6d0-7c1e9793d80a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670893 Sep 16 05:06:11.813222 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3d4a6-bd9c-4b01-8890-a9c85f5bac12 req-f6866b31-e6e7-467d-b3a3-955354595cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.826925 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4be3d4a6-bd9c-4b01-8890-a9c85f5bac12 req-f6866b31-e6e7-467d-b3a3-955354595cfb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ece864d6db5c4e1d96e72f6394c094cb&device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 1095 time: 0.1004066 Sep 16 05:06:11.931608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-39547f9e-35c0-4c49-85cf-8f9644515bdd tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Deleting port e08316de-9902-4c70-a480-d4920c919dc0 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:11.931608 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-39547f9e-35c0-4c49-85cf-8f9644515bdd tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.963074 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3d4a6-bd9c-4b01-8890-a9c85f5bac12 req-cfc40a73-43ab-44b8-a220-03c57723c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.965237 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4be3d4a6-bd9c-4b01-8890-a9c85f5bac12 req-cfc40a73-43ab-44b8-a220-03c57723c8ec service neutron] 10.222.0.38 "GET /v2.0/networks?id=c38fee71-f4a0-4893-8a01-fbc912f5a572 HTTP/1.1" status: 200 len: 916 time: 0.1213095 Sep 16 05:06:12.019026 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4be3d4a6-bd9c-4b01-8890-a9c85f5bac12 req-13f28f83-3ede-477f-b795-53eb918ad7a3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7e81049-7e50-4cc6-ab2e-31262d196360 HTTP/1.1" status: 200 len: 217 time: 0.0451496 Sep 16 05:06:12.094591 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-39547f9e-35c0-4c49-85cf-8f9644515bdd tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.111005 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3d4a6-bd9c-4b01-8890-a9c85f5bac12 req-c73f12d5-3e07-4d5f-932b-7ef2c8cec7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:12.112534 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4be3d4a6-bd9c-4b01-8890-a9c85f5bac12 req-c73f12d5-3e07-4d5f-932b-7ef2c8cec7aa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b3406ee-9e90-41ec-83e3-081686225e3b HTTP/1.1" status: 200 len: 855 time: 0.0865214 Sep 16 05:06:12.120392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-39547f9e-35c0-4c49-85cf-8f9644515bdd tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Calling delete_port for e08316de-9902-4c70-a480-d4920c919dc0 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:12.156285 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4be3d4a6-bd9c-4b01-8890-a9c85f5bac12 req-6ff3ddd3-fb85-40e9-a21d-edf32f38f661 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c38fee71-f4a0-4893-8a01-fbc912f5a572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337715 Sep 16 05:06:12.337048 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4be3d4a6-bd9c-4b01-8890-a9c85f5bac12 req-1f385375-c9f2-441b-943a-ff0d5ae4a574 service neutron] 10.222.0.38 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715918 Sep 16 05:06:12.454623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ea83024-44fa-44bc-ac47-ead49d7ef052 req-0b44b4da-4358-43d3-ae68-c503bf90a112 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0653498 Sep 16 05:06:12.562434 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4be3d4a6-bd9c-4b01-8890-a9c85f5bac12 req-14f8fbde-48eb-4662-bcc4-e97c00482d4c service neutron] 10.222.0.38 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153330 Sep 16 05:06:12.612228 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-39547f9e-35c0-4c49-85cf-8f9644515bdd tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.701103 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39547f9e-35c0-4c49-85cf-8f9644515bdd tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event deleted for resources: {'Port': ['ID=e08316de-9902-4c70-a480-d4920c919dc0,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:12.749390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302a126-d84f-43fb-bfa3-5ff3e8b566c1 req-ff246f60-8907-45b0-84b5-563019f7eac6 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:12.751097 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3302a126-d84f-43fb-bfa3-5ff3e8b566c1 req-ff246f60-8907-45b0-84b5-563019f7eac6 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 943 time: 0.1785824 Sep 16 05:06:12.864276 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3302a126-d84f-43fb-bfa3-5ff3e8b566c1 req-fc40e465-fc6c-4242-8b44-a0e92ec7044e tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994577 Sep 16 05:06:12.977147 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-39547f9e-35c0-4c49-85cf-8f9644515bdd tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.110442 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bf18c-bbf2-4260-802f-babaeaefb085 req-3b9eed4c-fe60-49a2-98b4-574d40e0e5c9 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:13.112032 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-162bf18c-bbf2-4260-802f-babaeaefb085 req-3b9eed4c-fe60-49a2-98b4-574d40e0e5c9 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.2003002 Sep 16 05:06:13.221922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39547f9e-35c0-4c49-85cf-8f9644515bdd tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Router aaa5700f-e79b-4a9a-bc05-53794f889f4d has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:06:13.227815 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-162bf18c-bbf2-4260-802f-babaeaefb085 req-5b698627-453a-40e7-8819-d5885c6f741a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093278 Sep 16 05:06:13.344878 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39547f9e-35c0-4c49-85cf-8f9644515bdd tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:06:13.350752 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-39547f9e-35c0-4c49-85cf-8f9644515bdd tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "PUT /v2.0/routers/aaa5700f-e79b-4a9a-bc05-53794f889f4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0054445 Sep 16 05:06:13.355501 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39132) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:13.361103 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7dbb27-a947-441e-b18d-659266e28d30 None None] Sync routers for ids ['aaa5700f-e79b-4a9a-bc05-53794f889f4d'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:06:13.403226 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7dbb27-a947-441e-b18d-659266e28d30 None None] Routers {'aaa5700f-e79b-4a9a-bc05-53794f889f4d'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:13.404917 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-6b7dbb27-a947-441e-b18d-659266e28d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:06:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['aaa5700f-e79b-4a9a-bc05-53794f889f4d'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:13.449738 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-6b7dbb27-a947-441e-b18d-659266e28d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:13.471852 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7dbb27-a947-441e-b18d-659266e28d30 None None] Routers {'aaa5700f-e79b-4a9a-bc05-53794f889f4d'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:13.473356 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-6b7dbb27-a947-441e-b18d-659266e28d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:06:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['aaa5700f-e79b-4a9a-bc05-53794f889f4d'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:13.474966 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-195a5749-0bf1-482a-9fe3-09247eaf48f4 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] delete failed (client error): The resource could not be found. Sep 16 05:06:13.476195 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-195a5749-0bf1-482a-9fe3-09247eaf48f4 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-277926141 HTTP/1.1" status: 404 len: 334 time: 0.1196957 Sep 16 05:06:13.481802 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39134) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:13.507182 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-9ac9bbbb-c83d-4265-b986-fad4782553e4 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aaa5700f-e79b-4a9a-bc05-53794f889f4d'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:13.590724 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-6b7dbb27-a947-441e-b18d-659266e28d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:13.591863 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7dbb27-a947-441e-b18d-659266e28d30 None None] The sync data for ids ['aaa5700f-e79b-4a9a-bc05-53794f889f4d'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:06:13.721086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2143c5c6-2c3f-4ed0-9f6b-88035c338f4e req-1da3a578-68bc-4201-afe2-b9cdff50571d tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0577176 Sep 16 05:06:13.927809 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ac9bbbb-c83d-4265-b986-fad4782553e4 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.070987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb64d3-79ca-45b9-9148-2c4b948cbcad req-2812e992-9acf-49b0-a30b-3b093e460888 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:14.070987 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-98fb64d3-79ca-45b9-9148-2c4b948cbcad req-2812e992-9acf-49b0-a30b-3b093e460888 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 943 time: 0.0877850 Sep 16 05:06:14.071218 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-9ac9bbbb-c83d-4265-b986-fad4782553e4 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] update failed (client error): The resource could not be found. Sep 16 05:06:14.071218 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9ac9bbbb-c83d-4265-b986-fad4782553e4 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "PUT /v2.0/routers/aaa5700f-e79b-4a9a-bc05-53794f889f4d HTTP/1.1" status: 404 len: 339 time: 0.5711024 Sep 16 05:06:14.071218 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39148) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:14.114831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-98fb64d3-79ca-45b9-9148-2c4b948cbcad req-e65f5e75-59fb-4020-ab56-d55328d00908 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608819 Sep 16 05:06:14.372698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013c441-9034-4d13-adac-f8da81daacfc req-d0f9d611-45be-43a6-917b-6ac0feab771b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:14.380308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6013c441-9034-4d13-adac-f8da81daacfc req-d0f9d611-45be-43a6-917b-6ac0feab771b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0631182 Sep 16 05:06:14.401934 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a122b28d-1c18-4d0e-9931-1f041fe8af11 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.439519 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6013c441-9034-4d13-adac-f8da81daacfc req-d15205c3-6a6b-4b57-92f7-82715cce7c38 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582261 Sep 16 05:06:14.900247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31a998fd-5e75-4635-9132-c568f5d44094 req-7a47cc93-0bd9-4810-b810-c1ba2fbe859e tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0534146 Sep 16 05:06:14.982313 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-a122b28d-1c18-4d0e-9931-1f041fe8af11 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Allocated IP 172.20.0.1 (a787c8e4-816f-4942-b400-51c08cf6168b/460b59ec-f9d8-4285-8aeb-6d0994ee96bc/61744b0b-315c-468e-a953-d8a1b390ee1b) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:15.133429 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a122b28d-1c18-4d0e-9931-1f041fe8af11 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.278017 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a122b28d-1c18-4d0e-9931-1f041fe8af11 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.283094 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8ea8a-c7e1-4cc1-8a28-42de6fca0d0c req-dd7c38f9-4808-438d-81d4-ba989540cb33 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:15.292145 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66a8ea8a-c7e1-4cc1-8a28-42de6fca0d0c req-dd7c38f9-4808-438d-81d4-ba989540cb33 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 943 time: 0.0806427 Sep 16 05:06:15.330306 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a122b28d-1c18-4d0e-9931-1f041fe8af11 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Network a787c8e4-816f-4942-b400-51c08cf6168b is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:15.333984 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-a122b28d-1c18-4d0e-9931-1f041fe8af11 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:15.339718 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a122b28d-1c18-4d0e-9931-1f041fe8af11 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:15.356501 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66a8ea8a-c7e1-4cc1-8a28-42de6fca0d0c req-2f0a89c0-b065-40c6-9b6e-479ef4c9205a tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629213 Sep 16 05:06:15.381724 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device e7e81049-7e50-4cc6-ab2e-31262d196360 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:15.398799 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122b28d-1c18-4d0e-9931-1f041fe8af11 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event updated for resources: {'Port': ['ID=61744b0b-315c-468e-a953-d8a1b390ee1b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:15.493634 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a122b28d-1c18-4d0e-9931-1f041fe8af11 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.564125 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port e7e81049-7e50-4cc6-ab2e-31262d196360, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=e7e81049-7e50-4cc6-ab2e-31262d196360,segment=NetworkSegment(c5caf03c-23e1-42af-9b79-956f898c4611),segment_id=c5caf03c-23e1-42af-9b79-956f898c4611)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:15.609406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'e7e81049-7e50-4cc6-ab2e-31262d196360', 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572', 'port_id': 'e7e81049-7e50-4cc6-ab2e-31262d196360', 'mac_address': 'fa:16:3e:87:46:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3406ee-9e90-41ec-83e3-081686225e3b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:15.673166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652a33c-b1fc-4432-b85f-055601a7a491 req-914e325d-2624-4395-be19-2ecf5a2d88a1 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:15.684010 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6652a33c-b1fc-4432-b85f-055601a7a491 req-914e325d-2624-4395-be19-2ecf5a2d88a1 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.1128356 Sep 16 05:06:15.730165 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.746066 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6652a33c-b1fc-4432-b85f-055601a7a491 req-fdc46493-80e7-47bd-8f40-23159a3c51c3 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604932 Sep 16 05:06:15.770975 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e81049-7e50-4cc6-ab2e-31262d196360 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:15.796278 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port e7e81049-7e50-4cc6-ab2e-31262d196360, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=e7e81049-7e50-4cc6-ab2e-31262d196360,segment=NetworkSegment(c5caf03c-23e1-42af-9b79-956f898c4611),segment_id=c5caf03c-23e1-42af-9b79-956f898c4611)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:15.886547 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-7750c491-50b5-40a2-ae93-5dc48dbe835d None None] Provisioning complete for port 61744b0b-315c-468e-a953-d8a1b390ee1b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:15.887320 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7750c491-50b5-40a2-ae93-5dc48dbe835d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.949445 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-7750c491-50b5-40a2-ae93-5dc48dbe835d None None] Port 61744b0b-315c-468e-a953-d8a1b390ee1b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:16.034751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7348315a-49ff-4962-8975-3a0e47d4ef0b req-d6340eeb-5b66-4c17-880c-700b01aaeb89 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0434599 Sep 16 05:06:16.343374 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.360248 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a122b28d-1c18-4d0e-9931-1f041fe8af11 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.473835 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=e7e81049-7e50-4cc6-ab2e-31262d196360,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:16.518561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a669b-cf15-4b2b-b659-3cdec4934cbb req-7c965974-b0c6-4b86-96f1-2fd1af171adf tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:16.526479 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-068a669b-cf15-4b2b-b659-3cdec4934cbb req-7c965974-b0c6-4b86-96f1-2fd1af171adf tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 944 time: 0.0609155 Sep 16 05:06:16.586424 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-068a669b-cf15-4b2b-b659-3cdec4934cbb req-cd5d37c2-a297-4b84-b23e-5be86de2d378 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458310 Sep 16 05:06:16.702137 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a122b28d-1c18-4d0e-9931-1f041fe8af11 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.808086 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a122b28d-1c18-4d0e-9931-1f041fe8af11 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.830404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['e7e81049-7e50-4cc6-ab2e-31262d196360'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:16.989330 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a122b28d-1c18-4d0e-9931-1f041fe8af11 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.991059 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122b28d-1c18-4d0e-9931-1f041fe8af11 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event updated for resources: {'Port': ['ID=61744b0b-315c-468e-a953-d8a1b390ee1b,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:17.011551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0752d69-7d71-497c-88f6-ff98f38e1a4e req-f98fb74c-64c4-47d1-ac6d-c61194808634 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.025387 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0752d69-7d71-497c-88f6-ff98f38e1a4e req-f98fb74c-64c4-47d1-ac6d-c61194808634 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.1671803 Sep 16 05:06:17.121050 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0752d69-7d71-497c-88f6-ff98f38e1a4e req-45edb401-e69c-4d38-9e52-74ddf8ce34f0 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916479 Sep 16 05:06:17.245178 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a122b28d-1c18-4d0e-9931-1f041fe8af11 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Network a787c8e4-816f-4942-b400-51c08cf6168b is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:17.246620 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-a122b28d-1c18-4d0e-9931-1f041fe8af11 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:17.293761 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b9fb4e1-01b1-42c8-86da-083e8d7acfc9 req-461fa335-7d40-4f63-8cca-5f1017783ec0 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0499766 Sep 16 05:06:17.430755 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a122b28d-1c18-4d0e-9931-1f041fe8af11 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Router aaa5700f-e79b-4a9a-bc05-53794f889f4d has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:06:17.577767 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a122b28d-1c18-4d0e-9931-1f041fe8af11 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:06:17.583392 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a122b28d-1c18-4d0e-9931-1f041fe8af11 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "PUT /v2.0/routers/aaa5700f-e79b-4a9a-bc05-53794f889f4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5218782 Sep 16 05:06:17.585886 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39200) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:17.602551 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c999e46b-038f-4381-a2f2-34d586a89c9d None None] Sync routers for ids ['aaa5700f-e79b-4a9a-bc05-53794f889f4d'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:06:17.664667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c999e46b-038f-4381-a2f2-34d586a89c9d None None] Routers {'aaa5700f-e79b-4a9a-bc05-53794f889f4d'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:17.665798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c999e46b-038f-4381-a2f2-34d586a89c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:06:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['aaa5700f-e79b-4a9a-bc05-53794f889f4d'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:17.677622 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-7c29e346-badf-44c0-8b3d-1adba1174e86 None None] Provisioning complete for port 61744b0b-315c-468e-a953-d8a1b390ee1b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:17.683164 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7c29e346-badf-44c0-8b3d-1adba1174e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.755206 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c999e46b-038f-4381-a2f2-34d586a89c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:17.803133 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c999e46b-038f-4381-a2f2-34d586a89c9d None None] Routers {'aaa5700f-e79b-4a9a-bc05-53794f889f4d'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:17.803740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c999e46b-038f-4381-a2f2-34d586a89c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:06:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['aaa5700f-e79b-4a9a-bc05-53794f889f4d'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:17.805577 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-7c29e346-badf-44c0-8b3d-1adba1174e86 None None] Port 61744b0b-315c-468e-a953-d8a1b390ee1b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:17.817272 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e21681e3-cbb6-4466-b8e5-cc8f9064d44c tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.848249 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c999e46b-038f-4381-a2f2-34d586a89c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:17.849114 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c999e46b-038f-4381-a2f2-34d586a89c9d None None] The sync data for ids ['aaa5700f-e79b-4a9a-bc05-53794f889f4d'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:06:17.914589 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6a3db-0d52-41c5-b2be-acb0b48c12da req-231edc7c-b9ab-47d4-9c0a-c9d15838c3c5 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.916674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cbd6a3db-0d52-41c5-b2be-acb0b48c12da req-231edc7c-b9ab-47d4-9c0a-c9d15838c3c5 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 944 time: 0.1781478 Sep 16 05:06:17.935330 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-e21681e3-cbb6-4466-b8e5-cc8f9064d44c tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 05:06:17.936370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e21681e3-cbb6-4466-b8e5-cc8f9064d44c tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "DELETE /v2.0/routers/aaa5700f-e79b-4a9a-bc05-53794f889f4d HTTP/1.1" status: 409 len: 329 time: 0.3494704 Sep 16 05:06:17.939366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39204) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:17.971574 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cbd6a3db-0d52-41c5-b2be-acb0b48c12da req-34aee01d-b712-42cb-9513-220b22314b1c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461500 Sep 16 05:06:18.393634 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291cf26-bb3d-4ee4-9dc6-a0ad31295ca2 req-6e0cc8cc-42cb-4ad0-9830-8bf0b4a3aca4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.395873 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e291cf26-bb3d-4ee4-9dc6-a0ad31295ca2 req-6e0cc8cc-42cb-4ad0-9830-8bf0b4a3aca4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.1194983 Sep 16 05:06:18.459125 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-306a186f-c222-48ab-a34f-dc8eabdaa464 req-6f71feee-542c-4bef-9a09-316cad719fe8 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0297611 Sep 16 05:06:18.495379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e291cf26-bb3d-4ee4-9dc6-a0ad31295ca2 req-b3450e11-6475-4a20-bddc-0df366c94d87 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909166 Sep 16 05:06:18.568454 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-859313c1-8742-40be-a599-15d4ef7ab7a8 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.941334 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-859313c1-8742-40be-a599-15d4ef7ab7a8 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Deleting port 61744b0b-315c-468e-a953-d8a1b390ee1b {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:18.942680 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-859313c1-8742-40be-a599-15d4ef7ab7a8 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.053673 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-859313c1-8742-40be-a599-15d4ef7ab7a8 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.070304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-859313c1-8742-40be-a599-15d4ef7ab7a8 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Calling delete_port for 61744b0b-315c-468e-a953-d8a1b390ee1b owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:19.158254 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084db8c8-c003-4316-8a17-7c3b7b235308 req-889e8747-3d53-4b55-aeae-9860d7506b82 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:19.167977 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-084db8c8-c003-4316-8a17-7c3b7b235308 req-889e8747-3d53-4b55-aeae-9860d7506b82 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 944 time: 0.1129019 Sep 16 05:06:19.218128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-084db8c8-c003-4316-8a17-7c3b7b235308 req-abf8b967-a26b-47c7-a1ac-a538a28dac44 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491853 Sep 16 05:06:19.396451 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device e7e81049-7e50-4cc6-ab2e-31262d196360 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:19.476184 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-859313c1-8742-40be-a599-15d4ef7ab7a8 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.573677 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859313c1-8742-40be-a599-15d4ef7ab7a8 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event deleted for resources: {'Port': ['ID=61744b0b-315c-468e-a953-d8a1b390ee1b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:19.589716 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port e7e81049-7e50-4cc6-ab2e-31262d196360 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:06:19.593825 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port e7e81049-7e50-4cc6-ab2e-31262d196360 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:19.595415 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.621037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6a3fd-e57e-4c5c-9ce5-44dca41a4ecc req-859231cd-d300-4050-851d-21c27ffba34f tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:19.623484 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0af6a3fd-e57e-4c5c-9ce5-44dca41a4ecc req-859231cd-d300-4050-851d-21c27ffba34f tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 946 time: 0.0994599 Sep 16 05:06:19.769465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f043b9d3-24ab-4f1a-969f-06ae104eac96 req-bdba36cf-055e-41de-99a8-7ced10cfae04 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.1247373 Sep 16 05:06:19.819793 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.843523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0af6a3fd-e57e-4c5c-9ce5-44dca41a4ecc req-7372fad3-e0fe-4c73-beb9-c4128e9351c0 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/security-groups?id=12b774d9-cd9d-4ae7-887e-66b171c8f8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138698 Sep 16 05:06:19.860940 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-859313c1-8742-40be-a599-15d4ef7ab7a8 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.883921 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23b2b9a-cb7f-4504-b81f-82b435228978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e81049-7e50-4cc6-ab2e-31262d196360'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:19.889956 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94d4f5f-6ada-4832-9002-1e8dbf01467d" -d '{"events": [{"server_uuid": "a23b2b9a-cb7f-4504-b81f-82b435228978", "name": "network-vif-plugged", "status": "completed", "tag": "e7e81049-7e50-4cc6-ab2e-31262d196360"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:19.920927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port e7e81049-7e50-4cc6-ab2e-31262d196360, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=e7e81049-7e50-4cc6-ab2e-31262d196360,segment=NetworkSegment(c5caf03c-23e1-42af-9b79-956f898c4611),segment_id=c5caf03c-23e1-42af-9b79-956f898c4611)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:19.973425 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87667fa4-3266-481a-bcae-1617d8567b93 x-openstack-request-id: req-87667fa4-3266-481a-bcae-1617d8567b93 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:19.973425 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23b2b9a-cb7f-4504-b81f-82b435228978", "name": "network-vif-plugged", "status": "completed", "tag": "e7e81049-7e50-4cc6-ab2e-31262d196360", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:19.973425 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87667fa4-3266-481a-bcae-1617d8567b93 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:19.973425 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23b2b9a-cb7f-4504-b81f-82b435228978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e81049-7e50-4cc6-ab2e-31262d196360', 'code': 200} Sep 16 05:06:20.021027 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a1c22-6a09-4f8f-9471-022b70b9520d req-eedd5c1a-3dc0-49dd-9b50-5d511987ff08 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:20.023263 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-363a1c22-6a09-4f8f-9471-022b70b9520d req-eedd5c1a-3dc0-49dd-9b50-5d511987ff08 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0834296 Sep 16 05:06:20.070230 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.118214 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-363a1c22-6a09-4f8f-9471-022b70b9520d req-3eca088a-8fc0-497d-add5-fd2d39354ea4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746832 Sep 16 05:06:20.157250 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859313c1-8742-40be-a599-15d4ef7ab7a8 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Router aaa5700f-e79b-4a9a-bc05-53794f889f4d has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:06:20.182212 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=e7e81049-7e50-4cc6-ab2e-31262d196360,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:20.202133 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec736b-026a-454c-80d8-b2d0009a896a req-21465a69-f785-4d0e-a740-48c43fe482f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:20.203737 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46ec736b-026a-454c-80d8-b2d0009a896a req-21465a69-f785-4d0e-a740-48c43fe482f1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 1097 time: 0.0675910 Sep 16 05:06:20.358261 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859313c1-8742-40be-a599-15d4ef7ab7a8 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:06:20.371922 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9cc4c4-93d1-42e2-acba-5f6f2d0d9cb9 None None] Sync routers for ids ['aaa5700f-e79b-4a9a-bc05-53794f889f4d'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:06:20.382530 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-859313c1-8742-40be-a599-15d4ef7ab7a8 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "PUT /v2.0/routers/aaa5700f-e79b-4a9a-bc05-53794f889f4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4418516 Sep 16 05:06:20.383200 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39250) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:20.385935 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9cc4c4-93d1-42e2-acba-5f6f2d0d9cb9 None None] Routers {'aaa5700f-e79b-4a9a-bc05-53794f889f4d'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:20.386586 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-8d9cc4c4-93d1-42e2-acba-5f6f2d0d9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:06:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['aaa5700f-e79b-4a9a-bc05-53794f889f4d'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:20.390918 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c74d0d-3a30-472e-b1e4-1b2de61ddcc1 req-faf56de4-3978-4c00-8c8c-297697c9f67a tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:20.408523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78c74d0d-3a30-472e-b1e4-1b2de61ddcc1 req-faf56de4-3978-4c00-8c8c-297697c9f67a tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 945 time: 0.0892179 Sep 16 05:06:20.448726 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-d0ce7fcb-02bd-438b-9f85-cf4567287c94 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] show failed (client error): The resource could not be found. Sep 16 05:06:20.456765 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d0ce7fcb-02bd-438b-9f85-cf4567287c94 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-396719889 HTTP/1.1" status: 404 len: 334 time: 0.0697932 Sep 16 05:06:20.457801 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78c74d0d-3a30-472e-b1e4-1b2de61ddcc1 req-e5505e0c-1144-42dd-8185-b50e62c99ed2 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483165 Sep 16 05:06:20.458209 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39252) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:20.460402 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46ec736b-026a-454c-80d8-b2d0009a896a req-d5e3ac5d-8daa-4f9c-bf11-c0144edec195 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234035 Sep 16 05:06:20.473041 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d835095e-1e58-411a-8d5b-19efec1e7148 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:20.513732 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-8d9cc4c4-93d1-42e2-acba-5f6f2d0d9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:20.518495 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-d835095e-1e58-411a-8d5b-19efec1e7148 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] update failed (client error): The resource could not be found. Sep 16 05:06:20.520002 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d835095e-1e58-411a-8d5b-19efec1e7148 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-741342527 HTTP/1.1" status: 404 len: 334 time: 0.0581594 Sep 16 05:06:20.523268 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39254) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:20.524846 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9cc4c4-93d1-42e2-acba-5f6f2d0d9cb9 None None] Routers {'aaa5700f-e79b-4a9a-bc05-53794f889f4d'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:20.525608 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-8d9cc4c4-93d1-42e2-acba-5f6f2d0d9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:06:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['aaa5700f-e79b-4a9a-bc05-53794f889f4d'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:20.585216 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-8d9cc4c4-93d1-42e2-acba-5f6f2d0d9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:20.586166 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9cc4c4-93d1-42e2-acba-5f6f2d0d9cb9 None None] The sync data for ids ['aaa5700f-e79b-4a9a-bc05-53794f889f4d'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:06:20.631031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-aecb30ad-5b0b-452c-83ee-a13bee42e411 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Deleting subnet 2425dca0-0022-4db7-89ca-d20391390523 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:20.646695 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aecb30ad-5b0b-452c-83ee-a13bee42e411 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.701923 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aecb30ad-5b0b-452c-83ee-a13bee42e411 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.850053 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aecb30ad-5b0b-452c-83ee-a13bee42e411 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.955378 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e80b30e7-00be-4ace-be1c-005ead9f949f req-ba6ad8fc-eca1-45c1-8ad3-c9954c270c6a tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0430291 Sep 16 05:06:21.137747 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aecb30ad-5b0b-452c-83ee-a13bee42e411 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.201212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb30ad-5b0b-452c-83ee-a13bee42e411 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event deleted for resources: {'Subnet': ['ID=2425dca0-0022-4db7-89ca-d20391390523,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:21.212727 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aecb30ad-5b0b-452c-83ee-a13bee42e411 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.218306 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-aecb30ad-5b0b-452c-83ee-a13bee42e411 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "DELETE /v2.0/subnets/2425dca0-0022-4db7-89ca-d20391390523 HTTP/1.1" status: 204 len: 168 time: 0.6915860 Sep 16 05:06:21.218499 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d43b05-a13c-4c7c-a15e-9fa4b7c01a99 None None] Network 9168629e-694b-4026-9221-27884101281d requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:21.219389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb30ad-5b0b-452c-83ee-a13bee42e411 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.219389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb30ad-5b0b-452c-83ee-a13bee42e411 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.219389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb30ad-5b0b-452c-83ee-a13bee42e411 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.219389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb30ad-5b0b-452c-83ee-a13bee42e411 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.219389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb30ad-5b0b-452c-83ee-a13bee42e411 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.219851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb30ad-5b0b-452c-83ee-a13bee42e411 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.219950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb30ad-5b0b-452c-83ee-a13bee42e411 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.220694 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb30ad-5b0b-452c-83ee-a13bee42e411 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.220694 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb30ad-5b0b-452c-83ee-a13bee42e411 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.220909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb30ad-5b0b-452c-83ee-a13bee42e411 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.221189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb30ad-5b0b-452c-83ee-a13bee42e411 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.221524 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb30ad-5b0b-452c-83ee-a13bee42e411 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.222323 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39266) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:21.308894 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ca04f-7b2b-4227-a4be-b91301580dfd req-18e0d96b-167d-4d1a-ab23-488e344002f2 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.311000 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-868ca04f-7b2b-4227-a4be-b91301580dfd req-18e0d96b-167d-4d1a-ab23-488e344002f2 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 946 time: 0.1933739 Sep 16 05:06:21.396695 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec843e03-b5b7-4050-9d1f-e055526ad492 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Deleting subnet 1df2e486-20bc-4426-8180-ff1499322bd3 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:21.407280 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec843e03-b5b7-4050-9d1f-e055526ad492 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.426336 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-868ca04f-7b2b-4227-a4be-b91301580dfd req-e2f8f62a-7bef-4538-91fc-bb8bd9969c7d tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/security-groups?id=12b774d9-cd9d-4ae7-887e-66b171c8f8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812356 Sep 16 05:06:21.486489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2367eb-3125-412c-92e0-78db182f7aee req-014ce355-aa88-4b7a-857a-798ee3c02c44 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.493797 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1e2367eb-3125-412c-92e0-78db182f7aee req-014ce355-aa88-4b7a-857a-798ee3c02c44 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.2165174 Sep 16 05:06:21.521023 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec843e03-b5b7-4050-9d1f-e055526ad492 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.570463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba55ed48-0a5a-4e62-a647-21810f6d0cdc None None] DHCP port deletion for 9168629e-694b-4026-9221-27884101281d request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:06:21.576491 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1e2367eb-3125-412c-92e0-78db182f7aee req-c79dffd7-9071-47f4-bed1-b93d6d4bd234 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811162 Sep 16 05:06:21.659623 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729eeea-3659-49a4-8afb-4977b0e2f716 req-0f07e624-e065-4c7a-bbec-6c2048ba714c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.662149 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e729eeea-3659-49a4-8afb-4977b0e2f716 req-0f07e624-e065-4c7a-bbec-6c2048ba714c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 945 time: 0.0779965 Sep 16 05:06:21.722251 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ba55ed48-0a5a-4e62-a647-21810f6d0cdc None None] Deleting port 200fb34f-1e6a-4d4b-9da7-f1794646e103 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:21.726342 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ba55ed48-0a5a-4e62-a647-21810f6d0cdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.737155 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec843e03-b5b7-4050-9d1f-e055526ad492 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.798658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e729eeea-3659-49a4-8afb-4977b0e2f716 req-1a7fe3ad-43ec-4be8-af18-0cabbddd0ace tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229992 Sep 16 05:06:21.870359 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ba55ed48-0a5a-4e62-a647-21810f6d0cdc None None] For port 200fb34f-1e6a-4d4b-9da7-f1794646e103, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=200fb34f-1e6a-4d4b-9da7-f1794646e103,segment=NetworkSegment(bfc3b94d-047e-4886-a3df-a4a74b8ec1a2),segment_id=bfc3b94d-047e-4886-a3df-a4a74b8ec1a2)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:21.875170 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ba55ed48-0a5a-4e62-a647-21810f6d0cdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.903709 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ba55ed48-0a5a-4e62-a647-21810f6d0cdc None None] Calling delete_port for 200fb34f-1e6a-4d4b-9da7-f1794646e103 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:21.950291 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec843e03-b5b7-4050-9d1f-e055526ad492 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.996359 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec843e03-b5b7-4050-9d1f-e055526ad492 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event deleted for resources: {'Subnet': ['ID=1df2e486-20bc-4426-8180-ff1499322bd3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:22.001872 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec843e03-b5b7-4050-9d1f-e055526ad492 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.006953 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39282) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:22.018490 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ec843e03-b5b7-4050-9d1f-e055526ad492 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "DELETE /v2.0/subnets/1df2e486-20bc-4426-8180-ff1499322bd3 HTTP/1.1" status: 204 len: 168 time: 0.7830410 Sep 16 05:06:22.018490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec843e03-b5b7-4050-9d1f-e055526ad492 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:22.018490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec843e03-b5b7-4050-9d1f-e055526ad492 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:22.018490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec843e03-b5b7-4050-9d1f-e055526ad492 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:22.018490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec843e03-b5b7-4050-9d1f-e055526ad492 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:22.018490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec843e03-b5b7-4050-9d1f-e055526ad492 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:22.018490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec843e03-b5b7-4050-9d1f-e055526ad492 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:22.018490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec843e03-b5b7-4050-9d1f-e055526ad492 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:22.018490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec843e03-b5b7-4050-9d1f-e055526ad492 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:22.018490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec843e03-b5b7-4050-9d1f-e055526ad492 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:22.018490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec843e03-b5b7-4050-9d1f-e055526ad492 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:22.018490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec843e03-b5b7-4050-9d1f-e055526ad492 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:22.018490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec843e03-b5b7-4050-9d1f-e055526ad492 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:22.055789 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708f9ddd-fabe-40e8-b157-f21013be3612 None None] Network 05fce230-bd3f-4671-8ebb-caba66de063b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:22.165422 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.255608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5afb6317-78a4-4dc7-ba8f-8b145de96a58 req-db38241f-b7f9-4b3f-9fd5-627310400019 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0869770 Sep 16 05:06:22.344105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Deleting port 200fb34f-1e6a-4d4b-9da7-f1794646e103 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:22.344733 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.390418 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79ccbd3-d207-4dae-b175-b8d4f858c9f8 None None] DHCP port deletion for 05fce230-bd3f-4671-8ebb-caba66de063b request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:06:22.401009 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ba55ed48-0a5a-4e62-a647-21810f6d0cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.497551 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55ed48-0a5a-4e62-a647-21810f6d0cdc None None] Pushing event deleted for resources: {'Port': ['ID=200fb34f-1e6a-4d4b-9da7-f1794646e103,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:22.500150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55ed48-0a5a-4e62-a647-21810f6d0cdc None None] No DVR routers for this DVR port 200fb34f-1e6a-4d4b-9da7-f1794646e103 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:22.528543 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b79ccbd3-d207-4dae-b175-b8d4f858c9f8 None None] Deleting port 1247ae1d-4fd3-409f-a0c0-7adf9b831e8f {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:22.529336 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b79ccbd3-d207-4dae-b175-b8d4f858c9f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.550240 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] For port 200fb34f-1e6a-4d4b-9da7-f1794646e103, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=200fb34f-1e6a-4d4b-9da7-f1794646e103,segment=NetworkSegment(bfc3b94d-047e-4886-a3df-a4a74b8ec1a2),segment_id=bfc3b94d-047e-4886-a3df-a4a74b8ec1a2)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:22.550618 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.568688 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a1a19-0512-4802-8828-b4a687e88972 req-84d4dfe6-4b1b-4fdb-934b-f7beb2572619 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:22.580230 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e60a1a19-0512-4802-8828-b4a687e88972 req-84d4dfe6-4b1b-4fdb-934b-f7beb2572619 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 946 time: 0.1501210 Sep 16 05:06:22.644082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Calling delete_port for 200fb34f-1e6a-4d4b-9da7-f1794646e103 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:22.665610 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b79ccbd3-d207-4dae-b175-b8d4f858c9f8 None None] For port 1247ae1d-4fd3-409f-a0c0-7adf9b831e8f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=1247ae1d-4fd3-409f-a0c0-7adf9b831e8f,segment=NetworkSegment(2d05de0f-0124-4587-b231-4decd6422676),segment_id=2d05de0f-0124-4587-b231-4decd6422676)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:22.666570 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b79ccbd3-d207-4dae-b175-b8d4f858c9f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.668560 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e60a1a19-0512-4802-8828-b4a687e88972 req-666fe092-2cf8-418e-bb36-ab1b9881fd5f tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/security-groups?id=12b774d9-cd9d-4ae7-887e-66b171c8f8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867133 Sep 16 05:06:22.690778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b79ccbd3-d207-4dae-b175-b8d4f858c9f8 None None] Calling delete_port for 1247ae1d-4fd3-409f-a0c0-7adf9b831e8f owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:22.779080 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 1247ae1d-4fd3-409f-a0c0-7adf9b831e8f no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:22.794131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec470c1-8eed-4478-80a2-e9aaa94719a6 req-8c9c5d1e-22dd-401d-9c57-800364b26f14 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:22.802759 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bec470c1-8eed-4478-80a2-e9aaa94719a6 req-8c9c5d1e-22dd-401d-9c57-800364b26f14 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0910871 Sep 16 05:06:22.885037 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.887902 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b79ccbd3-d207-4dae-b175-b8d4f858c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.939899 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ccbd3-d207-4dae-b175-b8d4f858c9f8 None None] Pushing event deleted for resources: {'Port': ['ID=1247ae1d-4fd3-409f-a0c0-7adf9b831e8f,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:22.955589 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.966480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bec470c1-8eed-4478-80a2-e9aaa94719a6 req-aaa82afb-511a-4f5b-a11e-f2c6667b6afc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623418 Sep 16 05:06:22.984430 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79ccbd3-d207-4dae-b175-b8d4f858c9f8 None None] No DVR routers for this DVR port 1247ae1d-4fd3-409f-a0c0-7adf9b831e8f on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:22.986488 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 200fb34f-1e6a-4d4b-9da7-f1794646e103 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:23.020834 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 200fb34f-1e6a-4d4b-9da7-f1794646e103 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:23.021194 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 200fb34f-1e6a-4d4b-9da7-f1794646e103 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:23.335347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event deleted for resources: {'Port': ['ID=200fb34f-1e6a-4d4b-9da7-f1794646e103,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:23.337871 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] No DVR routers for this DVR port 200fb34f-1e6a-4d4b-9da7-f1794646e103 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:23.411607 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cc3b930-9256-44e2-82d3-2eea8767e9a8 req-ae68113f-7d7d-4034-9262-1b9c210c8ab6 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0666387 Sep 16 05:06:23.422651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bc84e-2044-45c3-8014-1ead65e0817f req-ea601bee-8220-41cc-9b16-a9c313dd139f tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:23.424820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-681bc84e-2044-45c3-8014-1ead65e0817f req-ea601bee-8220-41cc-9b16-a9c313dd139f tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 945 time: 0.4983439 Sep 16 05:06:23.474671 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.514311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9168629e-694b-4026-9221-27884101281d']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:23.529363 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-681bc84e-2044-45c3-8014-1ead65e0817f req-9f5e6976-e4bd-4ab5-a5b5-f77e33c4ad91 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978510 Sep 16 05:06:23.531103 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc3b94d-047e-4886-a3df-a4a74b8ec1a2') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:23.531406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc3b94d-047e-4886-a3df-a4a74b8ec1a2') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:23.542139 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.557057 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.563744 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:06:23.564214 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:06:23.567732 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:06:23.732906 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.742132 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.744380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "DELETE /v2.0/networks/9168629e-694b-4026-9221-27884101281d HTTP/1.1" status: 204 len: 168 time: 1.7342777 Sep 16 05:06:23.747168 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39310) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:23.785747 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331667c-6eef-4723-b01c-569eb373443d tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event deleted for resources: {'Network': ['ID=9168629e-694b-4026-9221-27884101281d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:23.837048 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca373a3-dffb-4bc9-88a6-059511ab19bb req-4154bf6e-4d5e-4d28-847b-a74f1c0a5738 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:23.839405 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ca373a3-dffb-4bc9-88a6-059511ab19bb req-4154bf6e-4d5e-4d28-847b-a74f1c0a5738 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 946 time: 0.0640712 Sep 16 05:06:23.852393 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-583f3725-6318-4ab5-a411-dead017051a3 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.909630 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ca373a3-dffb-4bc9-88a6-059511ab19bb req-b48d7f0f-2198-4b01-b067-d2e3824e55b3 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/security-groups?id=12b774d9-cd9d-4ae7-887e-66b171c8f8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614204 Sep 16 05:06:23.975416 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-583f3725-6318-4ab5-a411-dead017051a3 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.017785 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-583f3725-6318-4ab5-a411-dead017051a3 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fce230-bd3f-4671-8ebb-caba66de063b']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:24.053828 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-583f3725-6318-4ab5-a411-dead017051a3 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d05de0f-0124-4587-b231-4decd6422676') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:24.057937 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-583f3725-6318-4ab5-a411-dead017051a3 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d05de0f-0124-4587-b231-4decd6422676') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:24.101724 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-583f3725-6318-4ab5-a411-dead017051a3 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.125819 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-583f3725-6318-4ab5-a411-dead017051a3 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.140743 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583f3725-6318-4ab5-a411-dead017051a3 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:06:24.141179 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-583f3725-6318-4ab5-a411-dead017051a3 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:06:24.144673 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:06:24.174111 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffe7c1-43ba-4fa0-8390-ccdccef3cf0f req-7d82e441-88c7-44d8-bc2d-60e391f57476 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.182159 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62ffe7c1-43ba-4fa0-8390-ccdccef3cf0f req-7d82e441-88c7-44d8-bc2d-60e391f57476 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0654995 Sep 16 05:06:24.229705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62ffe7c1-43ba-4fa0-8390-ccdccef3cf0f req-e280701f-a3cc-4751-bf6a-fb173d44f7fd tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413015 Sep 16 05:06:24.339294 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-583f3725-6318-4ab5-a411-dead017051a3 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.344406 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-583f3725-6318-4ab5-a411-dead017051a3 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.357011 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-583f3725-6318-4ab5-a411-dead017051a3 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "DELETE /v2.0/networks/05fce230-bd3f-4671-8ebb-caba66de063b HTTP/1.1" status: 204 len: 168 time: 0.6074657 Sep 16 05:06:24.358441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39320) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:24.379227 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f3725-6318-4ab5-a411-dead017051a3 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event deleted for resources: {'Network': ['ID=05fce230-bd3f-4671-8ebb-caba66de063b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:24.440810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-500cf4d9-9c51-4dba-bbc1-05fc4bd4cf89 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Deleting subnet 460b59ec-f9d8-4285-8aeb-6d0994ee96bc {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:24.440810 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-500cf4d9-9c51-4dba-bbc1-05fc4bd4cf89 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.466474 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-500cf4d9-9c51-4dba-bbc1-05fc4bd4cf89 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.475645 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.531849 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4629e81f-4b07-4336-a37f-bcafb2bef2d2 req-3d7a9e7b-9cac-4e27-8b36-de844971d137 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0363624 Sep 16 05:06:24.591429 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-500cf4d9-9c51-4dba-bbc1-05fc4bd4cf89 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.788690 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-500cf4d9-9c51-4dba-bbc1-05fc4bd4cf89 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.828187 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cf4d9-9c51-4dba-bbc1-05fc4bd4cf89 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event deleted for resources: {'Subnet': ['ID=460b59ec-f9d8-4285-8aeb-6d0994ee96bc,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:24.840093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405d631e-235e-4155-a61d-ecf8aceb4460 None None] Network a787c8e4-816f-4942-b400-51c08cf6168b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:24.840784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc2251-3138-4e4f-9791-7421d88fdfb2 req-a303f869-177c-4038-891f-7cb8084069d4 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.842313 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1fc2251-3138-4e4f-9791-7421d88fdfb2 req-a303f869-177c-4038-891f-7cb8084069d4 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.21 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 946 time: 0.0957310 Sep 16 05:06:24.843679 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-500cf4d9-9c51-4dba-bbc1-05fc4bd4cf89 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.845642 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-500cf4d9-9c51-4dba-bbc1-05fc4bd4cf89 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "DELETE /v2.0/subnets/460b59ec-f9d8-4285-8aeb-6d0994ee96bc HTTP/1.1" status: 204 len: 168 time: 0.4857807 Sep 16 05:06:24.847952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39338) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:25.003910 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.110623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7c1532-9b49-4c41-be84-e1409b6a065b None None] DHCP port deletion for a787c8e4-816f-4942-b400-51c08cf6168b request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:06:25.114389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a1fc2251-3138-4e4f-9791-7421d88fdfb2 req-ab08dc2b-bf10-4909-9f98-f968e5f7de6a tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Deleting port 0b22a807-8cee-4830-860e-ba2add1f3794 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:25.114742 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a1fc2251-3138-4e4f-9791-7421d88fdfb2 req-ab08dc2b-bf10-4909-9f98-f968e5f7de6a tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.175985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5487f-d098-43d0-810f-eeaf0d16f0fe req-0f03fbdb-2c63-48e1-88af-f201729e3e71 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:25.177526 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0dc5487f-d098-43d0-810f-eeaf0d16f0fe req-0f03fbdb-2c63-48e1-88af-f201729e3e71 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 946 time: 0.1472821 Sep 16 05:06:25.199527 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c1532-9b49-4c41-be84-e1409b6a065b None None] Deleting port 869bb1a4-7af9-4706-a49f-52aae95652f5 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:25.200325 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f7c1532-9b49-4c41-be84-e1409b6a065b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.247332 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Deleting port 869bb1a4-7af9-4706-a49f-52aae95652f5 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:25.247704 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.297625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5f7c1532-9b49-4c41-be84-e1409b6a065b None None] For port 869bb1a4-7af9-4706-a49f-52aae95652f5, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=869bb1a4-7af9-4706-a49f-52aae95652f5,segment=NetworkSegment(9ecf69b2-14d5-4834-b41f-6bd8b8c33bd5),segment_id=9ecf69b2-14d5-4834-b41f-6bd8b8c33bd5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:25.298435 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f7c1532-9b49-4c41-be84-e1409b6a065b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.308586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0dc5487f-d098-43d0-810f-eeaf0d16f0fe req-d82ac2e0-08b0-4de7-95f4-52c9821297d6 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/security-groups?id=12b774d9-cd9d-4ae7-887e-66b171c8f8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014764 Sep 16 05:06:25.329300 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c1532-9b49-4c41-be84-e1409b6a065b None None] Calling delete_port for 869bb1a4-7af9-4706-a49f-52aae95652f5 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:25.379956 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a1fc2251-3138-4e4f-9791-7421d88fdfb2 req-ab08dc2b-bf10-4909-9f98-f968e5f7de6a tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] For port 0b22a807-8cee-4830-860e-ba2add1f3794, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=0b22a807-8cee-4830-860e-ba2add1f3794,segment=NetworkSegment(c8a61be0-26c8-4695-a059-bc41364d1deb),segment_id=c8a61be0-26c8-4695-a059-bc41364d1deb)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:25.380339 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a1fc2251-3138-4e4f-9791-7421d88fdfb2 req-ab08dc2b-bf10-4909-9f98-f968e5f7de6a tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.386818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] For port 869bb1a4-7af9-4706-a49f-52aae95652f5, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=869bb1a4-7af9-4706-a49f-52aae95652f5,segment=NetworkSegment(9ecf69b2-14d5-4834-b41f-6bd8b8c33bd5),segment_id=9ecf69b2-14d5-4834-b41f-6bd8b8c33bd5)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:25.387217 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.444966 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Calling delete_port for 869bb1a4-7af9-4706-a49f-52aae95652f5 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:25.517293 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c21f3-1a75-4b48-871b-02ed2d67001c req-b0bf43ce-101e-4246-b486-7f864c10e11a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:25.517293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-472c21f3-1a75-4b48-871b-02ed2d67001c req-b0bf43ce-101e-4246-b486-7f864c10e11a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.1769419 Sep 16 05:06:25.546516 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f7c1532-9b49-4c41-be84-e1409b6a065b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.576985 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c1532-9b49-4c41-be84-e1409b6a065b None None] No DVR routers for this DVR port 869bb1a4-7af9-4706-a49f-52aae95652f5 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:25.626620 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c1532-9b49-4c41-be84-e1409b6a065b None None] Pushing event deleted for resources: {'Port': ['ID=869bb1a4-7af9-4706-a49f-52aae95652f5,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:25.698823 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-472c21f3-1a75-4b48-871b-02ed2d67001c req-7cc0da42-4c8c-4c78-9bf3-dcea15cc7eae tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338847 Sep 16 05:06:25.738762 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2101f88-234b-4a60-bca6-22807150b5ed req-28ef701b-baa0-4cd7-974e-9efc701a4619 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0518560 Sep 16 05:06:25.742297 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.781453 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a1fc2251-3138-4e4f-9791-7421d88fdfb2 req-ab08dc2b-bf10-4909-9f98-f968e5f7de6a tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.781828 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a1fc2251-3138-4e4f-9791-7421d88fdfb2 req-ab08dc2b-bf10-4909-9f98-f968e5f7de6a tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.782211 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [req-a1fc2251-3138-4e4f-9791-7421d88fdfb2 req-ab08dc2b-bf10-4909-9f98-f968e5f7de6a tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Floating IP 2ba1ee88-0a69-442d-86b5-43260ea0f7d5 disassociated. External IP: 172.25.4.137, port: 0b22a807-8cee-4830-860e-ba2add1f3794. Sep 16 05:06:25.782566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a1fc2251-3138-4e4f-9791-7421d88fdfb2 req-ab08dc2b-bf10-4909-9f98-f968e5f7de6a tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Calling delete_port for 0b22a807-8cee-4830-860e-ba2add1f3794 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:25.789204 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event deleted for resources: {'Port': ['ID=869bb1a4-7af9-4706-a49f-52aae95652f5,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:25.805042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] No DVR routers for this DVR port 869bb1a4-7af9-4706-a49f-52aae95652f5 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:25.944409 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.975862 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a787c8e4-816f-4942-b400-51c08cf6168b']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:25.987952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecf69b2-14d5-4834-b41f-6bd8b8c33bd5') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:25.988309 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecf69b2-14d5-4834-b41f-6bd8b8c33bd5') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:25.998584 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.038148 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.049977 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:06:26.050415 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:06:26.053569 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:06:26.160483 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a1fc2251-3138-4e4f-9791-7421d88fdfb2 req-ab08dc2b-bf10-4909-9f98-f968e5f7de6a tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.190327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08dc2b-bf10-4909-9f98-f968e5f7de6a tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Pushing event deleted for resources: {'Port': ['ID=0b22a807-8cee-4830-860e-ba2add1f3794,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:26.237448 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.248786 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.250684 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "DELETE /v2.0/networks/a787c8e4-816f-4942-b400-51c08cf6168b HTTP/1.1" status: 204 len: 168 time: 1.4017334 Sep 16 05:06:26.256210 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39360) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:26.265234 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3333106-b739-43cc-9052-fd60324a2437 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Pushing event deleted for resources: {'Network': ['ID=a787c8e4-816f-4942-b400-51c08cf6168b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:26.299756 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f511a45b-69e8-4582-b157-64d6d28b8712 tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaa5700f-e79b-4a9a-bc05-53794f889f4d HTTP/1.1" status: 200 len: 205 time: 0.0423937 Sep 16 05:06:26.302251 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39362) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:26.341030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1fc2251-3138-4e4f-9791-7421d88fdfb2 req-ab08dc2b-bf10-4909-9f98-f968e5f7de6a tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Router ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:06:26.409626 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11717d4f-010c-4510-8871-48f9c00a9f3b tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.418741 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a37b6e68-0af0-4e0e-b61e-4d176da0f1c7 req-42c43a9e-398a-42be-a261-d1f13a50cecf tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 210 time: 0.0300167 Sep 16 05:06:26.492797 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1fc2251-3138-4e4f-9791-7421d88fdfb2 req-ab08dc2b-bf10-4909-9f98-f968e5f7de6a tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:06:26.506653 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a8b2c2-9dd5-4d22-9fec-4aee4a579cfe None None] Sync routers for ids ['ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:06:26.518046 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a8b2c2-9dd5-4d22-9fec-4aee4a579cfe None None] Routers {'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:26.519138 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-24a8b2c2-9dd5-4d22-9fec-4aee4a579cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:06:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:26.590349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fc2251-3138-4e4f-9791-7421d88fdfb2 req-ab08dc2b-bf10-4909-9f98-f968e5f7de6a tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] No DVR routers for this DVR port 0b22a807-8cee-4830-860e-ba2add1f3794 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:26.595809 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a1fc2251-3138-4e4f-9791-7421d88fdfb2 req-ab08dc2b-bf10-4909-9f98-f968e5f7de6a tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.598088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1fc2251-3138-4e4f-9791-7421d88fdfb2 req-ab08dc2b-bf10-4909-9f98-f968e5f7de6a tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.21 "DELETE /v2.0/ports/0b22a807-8cee-4830-860e-ba2add1f3794 HTTP/1.1" status: 204 len: 173 time: 1.7405601 Sep 16 05:06:26.598796 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e87adb-eb38-4e5e-801b-b6dd438bae0b', 'name': 'network-vif-deleted', 'tag': '0b22a807-8cee-4830-860e-ba2add1f3794'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:26.602744 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde832d3-c700-4bbf-9c69-8a8607e1d644" -d '{"events": [{"server_uuid": "67e87adb-eb38-4e5e-801b-b6dd438bae0b", "name": "network-vif-deleted", "tag": "0b22a807-8cee-4830-860e-ba2add1f3794"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:26.707533 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149f0ccf-e042-49f2-85c3-f26b1372667f x-openstack-request-id: req-149f0ccf-e042-49f2-85c3-f26b1372667f {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:26.707824 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e87adb-eb38-4e5e-801b-b6dd438bae0b", "name": "network-vif-deleted", "tag": "0b22a807-8cee-4830-860e-ba2add1f3794", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:26.708101 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-149f0ccf-e042-49f2-85c3-f26b1372667f {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:26.710255 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e87adb-eb38-4e5e-801b-b6dd438bae0b', 'name': 'network-vif-deleted', 'tag': '0b22a807-8cee-4830-860e-ba2add1f3794', 'status': 'completed', 'code': 200} Sep 16 05:06:26.934001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff11a5-047c-4130-8431-ad23752ae919 req-b801f06f-4781-4ec0-95d5-a0dcd8f62fcb tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:26.937120 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fdff11a5-047c-4130-8431-ad23752ae919 req-b801f06f-4781-4ec0-95d5-a0dcd8f62fcb tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.1393940 Sep 16 05:06:26.977964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-24a8b2c2-9dd5-4d22-9fec-4aee4a579cfe None None] Set router ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:06:27.052622 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fdff11a5-047c-4130-8431-ad23752ae919 req-105875cd-f148-4a75-b2e1-e21ddb1441e2 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061537 Sep 16 05:06:27.064699 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 869bb1a4-7af9-4706-a49f-52aae95652f5 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:27.067122 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 0b22a807-8cee-4830-860e-ba2add1f3794 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:27.105647 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11717d4f-010c-4510-8871-48f9c00a9f3b tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.108142 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11717d4f-010c-4510-8871-48f9c00a9f3b tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.112950 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 869bb1a4-7af9-4706-a49f-52aae95652f5 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:27.121130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 869bb1a4-7af9-4706-a49f-52aae95652f5 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:27.153855 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 0b22a807-8cee-4830-860e-ba2add1f3794 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:27.154516 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 0b22a807-8cee-4830-860e-ba2add1f3794 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:27.177282 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c192c9-6de9-413e-b944-85794f26d63b req-2a98f0f3-5fb9-4141-82a1-fdb049683b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.181029 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6c192c9-6de9-413e-b944-85794f26d63b req-2a98f0f3-5fb9-4141-82a1-fdb049683b7a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=043d55446d4c45528b48f7e10a1f624b&device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 1097 time: 0.8888636 Sep 16 05:06:27.202839 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84fbc7a4-f83b-4cb4-a206-941065ad358a req-a602e0f2-80d8-43fc-b5b9-db07e6c1d070 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0666566 Sep 16 05:06:27.270714 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11717d4f-010c-4510-8871-48f9c00a9f3b tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.271282 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11717d4f-010c-4510-8871-48f9c00a9f3b tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Fanout notify agent at l3_agent the message router_deleted on router aaa5700f-e79b-4a9a-bc05-53794f889f4d {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:06:27.281013 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11717d4f-010c-4510-8871-48f9c00a9f3b tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.282313 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-11717d4f-010c-4510-8871-48f9c00a9f3b tempest-RoutersNegativeTest-1211224687 tempest-RoutersNegativeTest-1211224687-project] 10.222.0.20 "DELETE /v2.0/routers/aaa5700f-e79b-4a9a-bc05-53794f889f4d HTTP/1.1" status: 204 len: 168 time: 0.9788487 Sep 16 05:06:27.321762 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c192c9-6de9-413e-b944-85794f26d63b req-5c48fcde-5f3e-4158-8ec8-90d685b80f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.323357 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6c192c9-6de9-413e-b944-85794f26d63b req-5c48fcde-5f3e-4158-8ec8-90d685b80f70 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ed085ad-0528-4e23-be9f-f0e1d81c551f HTTP/1.1" status: 200 len: 917 time: 0.1372352 Sep 16 05:06:27.361799 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-24a8b2c2-9dd5-4d22-9fec-4aee4a579cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'name': 'tempest-ServersTestJSON-1285818098-router', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:45Z', 'updated_at': '2021-09-16T05:02:52Z', 'revision_number': 4, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'gw_port': {'id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:46Z', 'updated_at': '2021-09-16T05:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '87b940c5-f277-4255-94ab-e089d3bc0bcd', 'name': '', 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'mac_address': 'fa:16:3e:0a:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '52274256-b6ad-4827-99e0-20602a822122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:50Z', 'updated_at': '2021-09-16T05:02:57Z', 'revision_number': 5, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'subnets': [{'id': '52274256-b6ad-4827-99e0-20602a822122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:27.397739 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a8b2c2-9dd5-4d22-9fec-4aee4a579cfe None None] Checking router: ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:06:27.408056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a8b2c2-9dd5-4d22-9fec-4aee4a579cfe None None] Routers {'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:27.412422 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-24a8b2c2-9dd5-4d22-9fec-4aee4a579cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:06:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:27.416590 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6c192c9-6de9-413e-b944-85794f26d63b req-863122ac-548f-4622-9304-1fd3f12d45f1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecba1069-6c2f-4e6c-8470-cd8fd68036cf HTTP/1.1" status: 200 len: 1000 time: 0.0853066 Sep 16 05:06:27.482545 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c192c9-6de9-413e-b944-85794f26d63b req-cb9f3299-a10f-4e11-ab5c-4a2dc9b38dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.484280 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6c192c9-6de9-413e-b944-85794f26d63b req-cb9f3299-a10f-4e11-ab5c-4a2dc9b38dcb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0ca5355-66a5-446c-8970-0c3c88361e82 HTTP/1.1" status: 200 len: 855 time: 0.0612063 Sep 16 05:06:27.548408 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c192c9-6de9-413e-b944-85794f26d63b req-7b3b7107-9428-4265-bf8b-82df753724f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.550107 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6c192c9-6de9-413e-b944-85794f26d63b req-7b3b7107-9428-4265-bf8b-82df753724f8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ed085ad-0528-4e23-be9f-f0e1d81c551f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568607 Sep 16 05:06:27.564896 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4cb19c9a-7d28-4210-988a-09dc24779f06 req-c449a351-18ef-46fe-a342-52b77fdc6bc9 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e87adb-eb38-4e5e-801b-b6dd438bae0b HTTP/1.1" status: 200 len: 210 time: 0.0403423 Sep 16 05:06:27.567309 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-24a8b2c2-9dd5-4d22-9fec-4aee4a579cfe None None] Set router ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:06:27.667856 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6c192c9-6de9-413e-b944-85794f26d63b req-3509355b-df65-4117-97c6-759d967c2452 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095831 Sep 16 05:06:27.792222 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b6c192c9-6de9-413e-b944-85794f26d63b req-8b963345-ab4c-47c6-9bc8-ef86ffc34b04 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162181 Sep 16 05:06:27.825911 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-24a8b2c2-9dd5-4d22-9fec-4aee4a579cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'name': 'tempest-ServersTestJSON-1285818098-router', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:45Z', 'updated_at': '2021-09-16T05:02:52Z', 'revision_number': 4, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'gw_port': {'id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:46Z', 'updated_at': '2021-09-16T05:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '87b940c5-f277-4255-94ab-e089d3bc0bcd', 'name': '', 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'mac_address': 'fa:16:3e:0a:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '52274256-b6ad-4827-99e0-20602a822122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:50Z', 'updated_at': '2021-09-16T05:02:57Z', 'revision_number': 5, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'subnets': [{'id': '52274256-b6ad-4827-99e0-20602a822122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:27.861080 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a8b2c2-9dd5-4d22-9fec-4aee4a579cfe None None] The sync data for ids ['ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'] in n-d-712140-13 is: [{'id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'name': 'tempest-ServersTestJSON-1285818098-router', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:45Z', 'updated_at': '2021-09-16T05:02:52Z', 'revision_number': 4, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'gw_port': {'id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:46Z', 'updated_at': '2021-09-16T05:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '87b940c5-f277-4255-94ab-e089d3bc0bcd', 'name': '', 'network_id': 'c08e5f85-cde7-4610-a958-1197a080fe84', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'mac_address': 'fa:16:3e:0a:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '52274256-b6ad-4827-99e0-20602a822122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:50Z', 'updated_at': '2021-09-16T05:02:57Z', 'revision_number': 5, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'subnets': [{'id': '52274256-b6ad-4827-99e0-20602a822122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:06:27.910831 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39392) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:28.131977 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39402) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:28.144779 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-07aa9bec-bb7b-4963-9dc9-ba95f53c2314 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6ae53c5f18442aab02e59f19dde332a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2166855 Sep 16 05:06:28.209007 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f975c94-a45d-49ee-946e-d72c8b159ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.246288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd63a0-4e5b-4861-87f6-7466886531d1 req-11628a70-a4ee-4255-95d6-c3435828b981 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:28.254941 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0cdd63a0-4e5b-4861-87f6-7466886531d1 req-11628a70-a4ee-4255-95d6-c3435828b981 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0665915 Sep 16 05:06:28.271287 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f975c94-a45d-49ee-946e-d72c8b159ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.283569 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f841395-f71b-4620-a4c0-4fbc13fdbc1d None None] New status for floating IP 2ba1ee88-0a69-442d-86b5-43260ea0f7d5: DOWN {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:06:28.304299 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0cdd63a0-4e5b-4861-87f6-7466886531d1 req-3e7bf13d-b627-4258-969c-eaede428387a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481713 Sep 16 05:06:28.355627 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.402644 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d3dc008d-2485-49ab-afb0-aea4b11d818c req-b3c6a1bf-c674-4841-ba9e-41bac5661383 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0505378 Sep 16 05:06:28.521058 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f975c94-a45d-49ee-946e-d72c8b159ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.523877 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f975c94-a45d-49ee-946e-d72c8b159ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.527665 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7f975c94-a45d-49ee-946e-d72c8b159ef4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6561af36-e814-4cee-9e6c-84293a5c99b6 HTTP/1.1" status: 204 len: 168 time: 0.3921199 Sep 16 05:06:28.553130 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f975c94-a45d-49ee-946e-d72c8b159ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6561af36-e814-4cee-9e6c-84293a5c99b6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:28.721830 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39414) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:28.782025 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b9273f6-c9f0-4283-a903-5093fd253ca4 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.809852 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b9273f6-c9f0-4283-a903-5093fd253ca4 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.979175 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b9273f6-c9f0-4283-a903-5093fd253ca4 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.984121 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b9273f6-c9f0-4283-a903-5093fd253ca4 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.984121 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9b9273f6-c9f0-4283-a903-5093fd253ca4 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "DELETE /v2.0/security-groups/12b774d9-cd9d-4ae7-887e-66b171c8f8fc HTTP/1.1" status: 204 len: 168 time: 0.2602718 Sep 16 05:06:28.985899 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39422) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:29.000087 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-c83ec7a6-7311-452b-8ca2-866659b096cb tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] show failed (client error): The resource could not be found. Sep 16 05:06:29.004295 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9273f6-c9f0-4283-a903-5093fd253ca4 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b774d9-cd9d-4ae7-887e-66b171c8f8fc,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:29.004466 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c83ec7a6-7311-452b-8ca2-866659b096cb tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "GET /v2.0/security-groups/12b774d9-cd9d-4ae7-887e-66b171c8f8fc HTTP/1.1" status: 404 len: 347 time: 0.0140111 Sep 16 05:06:29.006516 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39424) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:29.152168 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-355b097d-dfdc-41ff-9c50-14243e2597b9 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Deleting port 71cbaa4d-5c1b-42d1-a31a-b62e900e6160 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:29.152424 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-355b097d-dfdc-41ff-9c50-14243e2597b9 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.242597 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-355b097d-dfdc-41ff-9c50-14243e2597b9 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.243128 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-355b097d-dfdc-41ff-9c50-14243e2597b9 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.260816 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-355b097d-dfdc-41ff-9c50-14243e2597b9 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Calling delete_port for 71cbaa4d-5c1b-42d1-a31a-b62e900e6160 owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:29.466449 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ecba1069-6c2f-4e6c-8470-cd8fd68036cf no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:29.490324 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30021c8-fabe-4181-9338-83c72f007f80 req-0f7bc9cf-997f-4a76-9bec-94be0976c809 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.492011 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d30021c8-fabe-4181-9338-83c72f007f80 req-0f7bc9cf-997f-4a76-9bec-94be0976c809 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 945 time: 0.0821130 Sep 16 05:06:29.530454 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce4004d7-f4f5-4a9c-b0ef-4ca66d903dac req-911f2d07-755c-407e-a2be-a9a31606b001 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0371857 Sep 16 05:06:29.576135 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d30021c8-fabe-4181-9338-83c72f007f80 req-44f272cd-d800-40cd-978c-a199100a3c1b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488253 Sep 16 05:06:29.589869 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.601012 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-355b097d-dfdc-41ff-9c50-14243e2597b9 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.626715 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04162c3-c4a9-4d19-a703-1cc8f2f04181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:29.629266 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9053345-3891-4879-8281-a6ee71376c76" -d '{"events": [{"server_uuid": "f04162c3-c4a9-4d19-a703-1cc8f2f04181", "name": "network-vif-unplugged", "status": "completed", "tag": "ecba1069-6c2f-4e6c-8470-cd8fd68036cf"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:29.634426 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b097d-dfdc-41ff-9c50-14243e2597b9 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Pushing event deleted for resources: {'Port': ['ID=71cbaa4d-5c1b-42d1-a31a-b62e900e6160,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:29.655262 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ecba1069-6c2f-4e6c-8470-cd8fd68036cf, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:29.696778 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe499fad-c5d0-45e9-ab15-a7789b6d43f9 x-openstack-request-id: req-fe499fad-c5d0-45e9-ab15-a7789b6d43f9 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:29.697071 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04162c3-c4a9-4d19-a703-1cc8f2f04181", "name": "network-vif-unplugged", "status": "completed", "tag": "ecba1069-6c2f-4e6c-8470-cd8fd68036cf", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:29.697812 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe499fad-c5d0-45e9-ab15-a7789b6d43f9 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:29.698287 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04162c3-c4a9-4d19-a703-1cc8f2f04181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf', 'code': 200} Sep 16 05:06:29.713754 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-355b097d-dfdc-41ff-9c50-14243e2597b9 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.717379 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-355b097d-dfdc-41ff-9c50-14243e2597b9 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.718966 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-355b097d-dfdc-41ff-9c50-14243e2597b9 tempest-ServersTestJSON-225085989 tempest-ServersTestJSON-225085989-project] 10.222.0.20 "DELETE /v2.0/floatingips/2ba1ee88-0a69-442d-86b5-43260ea0f7d5 HTTP/1.1" status: 204 len: 168 time: 0.7111330 Sep 16 05:06:29.722331 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39450) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:29.749511 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.821509 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:29.835686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39452) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:29.978001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-631e3c28-4154-448a-be6c-635fb37e152e tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-336490302'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:30.127191 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631e3c28-4154-448a-be6c-635fb37e152e tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Made reservation on behalf of 12310576b7834e2992163aacbadeab5b for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:30.132432 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-631e3c28-4154-448a-be6c-635fb37e152e tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.148745 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-631e3c28-4154-448a-be6c-635fb37e152e tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.161283 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0eba-e668-435b-aea6-13e5b7e994d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.220081 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7c03436-b950-4f86-8872-15f8df445619 req-ac7f013d-131c-4865-a32c-c03b646ccc20 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0319560 Sep 16 05:06:30.279903 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-631e3c28-4154-448a-be6c-635fb37e152e tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.378513 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-631e3c28-4154-448a-be6c-635fb37e152e tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.410371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631e3c28-4154-448a-be6c-635fb37e152e tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:06:30.427964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e3c28-4154-448a-be6c-635fb37e152e tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f42b7b-543f-467f-afa5-00e27ef09878,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:30.431010 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-631e3c28-4154-448a-be6c-635fb37e152e tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.431366 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-631e3c28-4154-448a-be6c-635fb37e152e tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Added segment 31787734-6841-45da-9a1d-f5019979a10a of type vlan for network 2b31ffdb-a846-476c-9f73-3c2a9e8a078a Sep 16 05:06:30.470304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c0eba-e668-435b-aea6-13e5b7e994d1 admin admin] Deleting port 87b940c5-f277-4255-94ab-e089d3bc0bcd {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:30.470668 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0eba-e668-435b-aea6-13e5b7e994d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.483286 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-631e3c28-4154-448a-be6c-635fb37e152e tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.562192 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-3b8c0eba-e668-435b-aea6-13e5b7e994d1 admin admin] For port 87b940c5-f277-4255-94ab-e089d3bc0bcd, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=87b940c5-f277-4255-94ab-e089d3bc0bcd,segment=NetworkSegment(c8a61be0-26c8-4695-a059-bc41364d1deb),segment_id=c8a61be0-26c8-4695-a059-bc41364d1deb)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:30.562695 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0eba-e668-435b-aea6-13e5b7e994d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.587288 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c0eba-e668-435b-aea6-13e5b7e994d1 admin admin] Calling delete_port for 87b940c5-f277-4255-94ab-e089d3bc0bcd owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:30.692914 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1af2dec6-66ea-40ec-85c2-0254cff26118 req-ab9c7f38-6828-4d27-a57f-8e055f7dac9c tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0512445 Sep 16 05:06:30.694410 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-631e3c28-4154-448a-be6c-635fb37e152e tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.704377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e3c28-4154-448a-be6c-635fb37e152e tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.708034 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-631e3c28-4154-448a-be6c-635fb37e152e tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.856856 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fbfd5-89e4-4c9e-a55b-a08eac21244e req-c589ce4d-2324-41f5-8f54-b368a97dc545 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.858601 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-850fbfd5-89e4-4c9e-a55b-a08eac21244e req-c589ce4d-2324-41f5-8f54-b368a97dc545 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.1736529 Sep 16 05:06:30.859539 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e3c28-4154-448a-be6c-635fb37e152e tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Pushing event updated for resources: {'Network': ['ID=2b31ffdb-a846-476c-9f73-3c2a9e8a078a,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:30.874079 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 2b31ffdb-a846-476c-9f73-3c2a9e8a078a details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:06:30.885670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-631e3c28-4154-448a-be6c-635fb37e152e tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0486312 Sep 16 05:06:30.888838 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39460) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:30.903005 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-76170bc5-87b7-4d76-a275-f320ac53a91f tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Request body: {'subnet': {'network_id': '2b31ffdb-a846-476c-9f73-3c2a9e8a078a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:30.957767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-850fbfd5-89e4-4c9e-a55b-a08eac21244e req-7764f263-c255-459e-86a6-a402fa807114 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808773 Sep 16 05:06:31.001584 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0eba-e668-435b-aea6-13e5b7e994d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.040689 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c0eba-e668-435b-aea6-13e5b7e994d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=87b940c5-f277-4255-94ab-e089d3bc0bcd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:31.113778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76170bc5-87b7-4d76-a275-f320ac53a91f tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Made reservation on behalf of 12310576b7834e2992163aacbadeab5b for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:31.118640 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76170bc5-87b7-4d76-a275-f320ac53a91f tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.277237 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0eba-e668-435b-aea6-13e5b7e994d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.516705 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8c0eba-e668-435b-aea6-13e5b7e994d1 admin admin] Router ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:06:31.527231 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76170bc5-87b7-4d76-a275-f320ac53a91f tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.597773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76170bc5-87b7-4d76-a275-f320ac53a91f tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Pushing event updated for resources: {'Subnet': ['ID=7138597f-4456-4cab-99ae-44b12fd70151,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:31.606508 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76170bc5-87b7-4d76-a275-f320ac53a91f tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Checking segment: {'id': '31787734-6841-45da-9a1d-f5019979a10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b31ffdb-a846-476c-9f73-3c2a9e8a078a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:31.606898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76170bc5-87b7-4d76-a275-f320ac53a91f tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Network hostable DHCP agents. Network: 2b31ffdb-a846-476c-9f73-3c2a9e8a078a, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:06:31.658591 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8c0eba-e668-435b-aea6-13e5b7e994d1 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:06:31.667115 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3b8c0eba-e668-435b-aea6-13e5b7e994d1 admin admin] 10.222.0.20 "PUT /v2.0/routers/ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9411294 Sep 16 05:06:31.668286 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d47dd0-527e-4376-bc80-2892613a7745 None None] Sync routers for ids ['ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:06:31.668412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39472) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:31.678856 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d47dd0-527e-4376-bc80-2892613a7745 None None] Routers {'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:31.683603 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a0d47dd0-527e-4376-bc80-2892613a7745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:06:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:31.828228 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76170bc5-87b7-4d76-a275-f320ac53a91f tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Network 2b31ffdb-a846-476c-9f73-3c2a9e8a078a is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:06:31.850713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-a0d47dd0-527e-4376-bc80-2892613a7745 None None] Set router ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:06:31.898190 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ecb6072-b9ed-48e0-9424-9cec90ef7af0 req-a55fd01e-9598-4522-871a-a13bf331e193 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0710151 Sep 16 05:06:31.925092 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c38f-2e1d-43cc-9edf-f9b20cf8a794 admin admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.979211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-76170bc5-87b7-4d76-a275-f320ac53a91f tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 2b31ffdb-a846-476c-9f73-3c2a9e8a078a) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:31.986469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76170bc5-87b7-4d76-a275-f320ac53a91f tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:31.987133 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76170bc5-87b7-4d76-a275-f320ac53a91f tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.997408 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c84205b-8511-4262-bbb2-f4d39821b7fa None None] Network 2b31ffdb-a846-476c-9f73-3c2a9e8a078a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:32.055834 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c38f-2e1d-43cc-9edf-f9b20cf8a794 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.096094 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-76170bc5-87b7-4d76-a275-f320ac53a91f tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2035367 Sep 16 05:06:32.096391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39482) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:32.101534 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-35a9ac3d-7d91-4019-a595-3303c8e71c07 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Request body: {'port': {'network_id': '2b31ffdb-a846-476c-9f73-3c2a9e8a078a', 'name': 'tempest-TagsExtTest-447116592'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:32.169326 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a0d47dd0-527e-4376-bc80-2892613a7745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'name': 'tempest-ServersTestJSON-1285818098-router', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:45Z', 'updated_at': '2021-09-16T05:06:30Z', 'revision_number': 5, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'gw_port': {'id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:46Z', 'updated_at': '2021-09-16T05:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:32.202146 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d47dd0-527e-4376-bc80-2892613a7745 None None] Checking router: ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:06:32.228838 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d47dd0-527e-4376-bc80-2892613a7745 None None] Routers {'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:32.229640 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a0d47dd0-527e-4376-bc80-2892613a7745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:06:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:32.265386 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-2b31ffdb-a846-476c-9f73-3c2a9e8a078a', 'network_id': '2b31ffdb-a846-476c-9f73-3c2a9e8a078a', 'tenant_id': '12310576b7834e2992163aacbadeab5b', 'fixed_ips': [{'subnet_id': '7138597f-4456-4cab-99ae-44b12fd70151'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:06:32.266255 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.329049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9c38f-2e1d-43cc-9edf-f9b20cf8a794 admin admin] Deleting port 4f0310e4-4683-4673-818d-35c2d0bafbf6 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:32.329428 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c38f-2e1d-43cc-9edf-f9b20cf8a794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.394661 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a9ac3d-7d91-4019-a595-3303c8e71c07 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Made reservation on behalf of 12310576b7834e2992163aacbadeab5b for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:32.398347 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-35a9ac3d-7d91-4019-a595-3303c8e71c07 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.423596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-a0d47dd0-527e-4376-bc80-2892613a7745 None None] Set router ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:06:32.430975 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-35a9ac3d-7d91-4019-a595-3303c8e71c07 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] device_id is not set on port 26ab4002-bb2f-43fe-812c-fc7a71e0da1d yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:06:32.491289 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-dcc9c38f-2e1d-43cc-9edf-f9b20cf8a794 admin admin] For port 4f0310e4-4683-4673-818d-35c2d0bafbf6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4f0310e4-4683-4673-818d-35c2d0bafbf6,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:32.491289 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c38f-2e1d-43cc-9edf-f9b20cf8a794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.516095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9c38f-2e1d-43cc-9edf-f9b20cf8a794 admin admin] Calling delete_port for 4f0310e4-4683-4673-818d-35c2d0bafbf6 owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:32.642668 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] Allocated IP 172.20.0.2 (2b31ffdb-a846-476c-9f73-3c2a9e8a078a/7138597f-4456-4cab-99ae-44b12fd70151/3797b533-a61f-498e-85cf-9d2de8b34982) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:32.814254 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a0d47dd0-527e-4376-bc80-2892613a7745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'name': 'tempest-ServersTestJSON-1285818098-router', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:45Z', 'updated_at': '2021-09-16T05:06:30Z', 'revision_number': 5, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'gw_port': {'id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:46Z', 'updated_at': '2021-09-16T05:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:32.875377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d47dd0-527e-4376-bc80-2892613a7745 None None] The sync data for ids ['ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a'] in n-d-712140-13 is: [{'id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'name': 'tempest-ServersTestJSON-1285818098-router', 'tenant_id': '91693b6bb4c94d389176250ac4c2912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:45Z', 'updated_at': '2021-09-16T05:06:30Z', 'revision_number': 5, 'project_id': '91693b6bb4c94d389176250ac4c2912a', 'gw_port': {'id': '4f0310e4-4683-4673-818d-35c2d0bafbf6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:46Z', 'updated_at': '2021-09-16T05:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:06:32.906991 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.041072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41ba794f-48af-4a5a-b234-a0d745dd1db6 req-f39ef445-ec4c-4a50-8370-9a19c917896f tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0279269 Sep 16 05:06:33.064479 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c38f-2e1d-43cc-9edf-f9b20cf8a794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.192202 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.248959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] Network 2b31ffdb-a846-476c-9f73-3c2a9e8a078a is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:33.253897 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:33.262685 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:33.265201 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] Pushing event updated for resources: {'Port': ['ID=3797b533-a61f-498e-85cf-9d2de8b34982,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:33.342650 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] Attempting to bind port 3797b533-a61f-498e-85cf-9d2de8b34982 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:33.343022 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] Attempting to bind port 3797b533-a61f-498e-85cf-9d2de8b34982 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '31787734-6841-45da-9a1d-f5019979a10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b31ffdb-a846-476c-9f73-3c2a9e8a078a'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:33.343331 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] Attempting to bind port 3797b533-a61f-498e-85cf-9d2de8b34982 on network 2b31ffdb-a846-476c-9f73-3c2a9e8a078a {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:33.350112 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:33.350528 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] Checking segment: {'id': '31787734-6841-45da-9a1d-f5019979a10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b31ffdb-a846-476c-9f73-3c2a9e8a078a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:33.351129 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.351555 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] Bound using segment: {'id': '31787734-6841-45da-9a1d-f5019979a10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b31ffdb-a846-476c-9f73-3c2a9e8a078a'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:33.352129 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] Bound port: 3797b533-a61f-498e-85cf-9d2de8b34982, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31787734-6841-45da-9a1d-f5019979a10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b31ffdb-a846-476c-9f73-3c2a9e8a078a'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:33.352522 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.434623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] For port 3797b533-a61f-498e-85cf-9d2de8b34982, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:33.438175 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] For port 3797b533-a61f-498e-85cf-9d2de8b34982, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3797b533-a61f-498e-85cf-9d2de8b34982,segment=NetworkSegment(31787734-6841-45da-9a1d-f5019979a10a),segment_id=31787734-6841-45da-9a1d-f5019979a10a)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:33.462040 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9c38f-2e1d-43cc-9edf-f9b20cf8a794 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0310e4-4683-4673-818d-35c2d0bafbf6,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:33.483091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ecba1069-6c2f-4e6c-8470-cd8fd68036cf no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:33.564088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-35a9ac3d-7d91-4019-a595-3303c8e71c07 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Allocated IP 172.20.0.4 (2b31ffdb-a846-476c-9f73-3c2a9e8a078a/7138597f-4456-4cab-99ae-44b12fd70151/26ab4002-bb2f-43fe-812c-fc7a71e0da1d) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:33.580537 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c38f-2e1d-43cc-9edf-f9b20cf8a794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.630907 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.699036 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c38f-2e1d-43cc-9edf-f9b20cf8a794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.703121 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c38f-2e1d-43cc-9edf-f9b20cf8a794 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.758162 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e15a5-76c2-4b30-8253-47b20aa43b1a None None] Pushing event updated for resources: {'Port': ['ID=3797b533-a61f-498e-85cf-9d2de8b34982,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:33.841271 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0c7d5f03-7a06-49a9-bc0c-29b757b7c607 req-9008ad04-2f7f-4854-b0b7-5b93aec73f38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=684bbd84db744152bbf4f0326ea63a82&device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0722618 Sep 16 05:06:33.915337 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b847c6e-2268-4195-9f1b-43b72dd45e3d req-4acceb01-e7c3-4ef3-95bc-e7ea4654558b tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.1117780 Sep 16 05:06:33.961129 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c38f-2e1d-43cc-9edf-f9b20cf8a794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.961781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc9c38f-2e1d-43cc-9edf-f9b20cf8a794 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:06:33.968131 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c38f-2e1d-43cc-9edf-f9b20cf8a794 admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.971472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-dcc9c38f-2e1d-43cc-9edf-f9b20cf8a794 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ec117fcd-ad0b-4a6f-b311-2a1bbc3ee68a HTTP/1.1" status: 204 len: 168 time: 2.2990267 Sep 16 05:06:33.974989 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39512) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:34.006957 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0c7d5f03-7a06-49a9-bc0c-29b757b7c607 req-ddc9bbe6-d1fe-42db-9aae-59a45d75040d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=684bbd84db744152bbf4f0326ea63a82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1305265 Sep 16 05:06:34.099950 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a3ea189-2127-42ab-8d78-8346ef042d81 admin admin] Deleting subnet 52274256-b6ad-4827-99e0-20602a822122 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:34.109856 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a3ea189-2127-42ab-8d78-8346ef042d81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.232320 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a3ea189-2127-42ab-8d78-8346ef042d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.288505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d5f03-7a06-49a9-bc0c-29b757b7c607 req-0bcfb34e-d124-443b-9554-6f8fae53af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:34.290117 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0c7d5f03-7a06-49a9-bc0c-29b757b7c607 req-0bcfb34e-d124-443b-9554-6f8fae53af4a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2766857 Sep 16 05:06:34.301006 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-35a9ac3d-7d91-4019-a595-3303c8e71c07 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.371319 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a3ea189-2127-42ab-8d78-8346ef042d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.453974 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-35a9ac3d-7d91-4019-a595-3303c8e71c07 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.489261 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a3ea189-2127-42ab-8d78-8346ef042d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.506834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a9ac3d-7d91-4019-a595-3303c8e71c07 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Network 2b31ffdb-a846-476c-9f73-3c2a9e8a078a is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:34.524175 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-35a9ac3d-7d91-4019-a595-3303c8e71c07 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:34.529856 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a9ac3d-7d91-4019-a595-3303c8e71c07 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:34.537500 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ea189-2127-42ab-8d78-8346ef042d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52274256-b6ad-4827-99e0-20602a822122,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:34.546416 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5380849-ac0d-4953-8995-8d1ad1e719c2 None None] Network c08e5f85-cde7-4610-a958-1197a080fe84 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:34.548203 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a3ea189-2127-42ab-8d78-8346ef042d81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.557350 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4a3ea189-2127-42ab-8d78-8346ef042d81 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/52274256-b6ad-4827-99e0-20602a822122 HTTP/1.1" status: 204 len: 168 time: 0.5781157 Sep 16 05:06:34.557350 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39526) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:34.597402 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9ac3d-7d91-4019-a595-3303c8e71c07 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Pushing event updated for resources: {'Port': ['ID=26ab4002-bb2f-43fe-812c-fc7a71e0da1d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:34.621726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a9ac3d-7d91-4019-a595-3303c8e71c07 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:34.622411 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-35a9ac3d-7d91-4019-a595-3303c8e71c07 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.652929 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3d544-482f-4aef-b2f1-8eb60b1927bb req-ecf7ca96-d1bd-4461-b8ba-dd47725cd5bb tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:34.675859 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dfe3d544-482f-4aef-b2f1-8eb60b1927bb req-ecf7ca96-d1bd-4461-b8ba-dd47725cd5bb tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.1673388 Sep 16 05:06:34.792831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dfe3d544-482f-4aef-b2f1-8eb60b1927bb req-81e4723e-e62f-48d2-82ac-cf2630b612a2 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059916 Sep 16 05:06:34.810568 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.840988 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-35a9ac3d-7d91-4019-a595-3303c8e71c07 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.7435122 Sep 16 05:06:34.843517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39528) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:34.850260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f65c2651-f14c-47a2-93fd-2d11cde2e1fc tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1431269348', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:34.939882 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] Deleting port 61248dab-e34d-4794-a31f-2f9fa40c51a1 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:34.939882 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.001249 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f65c2651-f14c-47a2-93fd-2d11cde2e1fc tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.002585 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f65c2651-f14c-47a2-93fd-2d11cde2e1fc tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.069955 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-707a45be-330c-4b07-aa29-63a836ab070a req-f834b07b-7fa9-478b-8300-100254358c13 tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0565715 Sep 16 05:06:35.085020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] For port 61248dab-e34d-4794-a31f-2f9fa40c51a1, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=61248dab-e34d-4794-a31f-2f9fa40c51a1,segment=NetworkSegment(c8a61be0-26c8-4695-a059-bc41364d1deb),segment_id=c8a61be0-26c8-4695-a059-bc41364d1deb)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:35.085690 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.098973 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39538) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:35.106155 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] Calling delete_port for 61248dab-e34d-4794-a31f-2f9fa40c51a1 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:35.122070 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f65c2651-f14c-47a2-93fd-2d11cde2e1fc tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.136934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3797b533-a61f-498e-85cf-9d2de8b34982 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:35.184353 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f65c2651-f14c-47a2-93fd-2d11cde2e1fc tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.190966 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426b9a87-d41e-4be1-9385-695f62da962d None None] Network 2b31ffdb-a846-476c-9f73-3c2a9e8a078a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:35.243628 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-87b2b031-db49-4f7a-b345-2740f4d0c6ad req-9060583f-2bd7-4346-ac06-a6d4a0debe47 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1435404 Sep 16 05:06:35.259854 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-87b2b031-db49-4f7a-b345-2740f4d0c6ad req-dfcf4244-ce88-482a-ba9e-a5e10b259751 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:06:35.260344 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-87b2b031-db49-4f7a-b345-2740f4d0c6ad req-dfcf4244-ce88-482a-ba9e-a5e10b259751 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077639 Sep 16 05:06:35.275446 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f65c2651-f14c-47a2-93fd-2d11cde2e1fc tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.278308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f65c2651-f14c-47a2-93fd-2d11cde2e1fc tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4321666 Sep 16 05:06:35.284548 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cd4db125-d637-45ae-8500-a9bfed0589c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.286178 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39544) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:35.298806 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-daf98366-1181-4559-b222-5a8a4590d61f None None] Provisioning complete for port 3797b533-a61f-498e-85cf-9d2de8b34982 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:35.299076 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-daf98366-1181-4559-b222-5a8a4590d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.309166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c97ee205-112b-4194-a923-d58e084bc032 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-673034831', 'prefixes': ['172.20.0.0/16']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:35.327265 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.352201 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 3797b533-a61f-498e-85cf-9d2de8b34982 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:35.352650 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.361192 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583e71aa-a716-4362-9d49-5ff308c7ae75 None None] DHCP port deletion for c08e5f85-cde7-4610-a958-1197a080fe84 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:06:35.384944 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] Pushing event deleted for resources: {'Port': ['ID=61248dab-e34d-4794-a31f-2f9fa40c51a1,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:35.393357 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] No DVR routers for this DVR port 61248dab-e34d-4794-a31f-2f9fa40c51a1 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:35.516803 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.555029 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08e5f85-cde7-4610-a958-1197a080fe84']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:35.566874 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a61be0-26c8-4695-a059-bc41364d1deb') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:35.567191 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a61be0-26c8-4695-a059-bc41364d1deb') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:35.579079 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.589742 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-daf98366-1181-4559-b222-5a8a4590d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.591426 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.597978 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:06:35.598374 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:06:35.600122 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:06:35.613378 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.618374 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c97ee205-112b-4194-a923-d58e084bc032 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks [] for subnetpool, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.625268 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39560) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:35.628130 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c97ee205-112b-4194-a923-d58e084bc032 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3407307 Sep 16 05:06:35.632269 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-0c8b21ad-5853-4e1c-b52e-f5fb718b13a7 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7138597f-4456-4cab-99ae-44b12fd70151', 'tempest-TagsExtTest-Tag-561727666') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:35.662362 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-daf98366-1181-4559-b222-5a8a4590d61f None None] For port 3797b533-a61f-498e-85cf-9d2de8b34982, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3797b533-a61f-498e-85cf-9d2de8b34982,segment=NetworkSegment(31787734-6841-45da-9a1d-f5019979a10a),segment_id=31787734-6841-45da-9a1d-f5019979a10a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:35.762303 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-daf98366-1181-4559-b222-5a8a4590d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.798666 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.813993 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.817193 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c08e5f85-cde7-4610-a958-1197a080fe84 HTTP/1.1" status: 204 len: 168 time: 1.2594140 Sep 16 05:06:35.837156 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b0102-4fb2-499b-9a5f-2555d7624165 admin admin] Pushing event deleted for resources: {'Network': ['ID=c08e5f85-cde7-4610-a958-1197a080fe84,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:35.859776 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:06:35.860132 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:06:35.910713 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0c8b21ad-5853-4e1c-b52e-f5fb718b13a7 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "PUT /v2.0/subnets/7138597f-4456-4cab-99ae-44b12fd70151/tags/tempest-TagsExtTest-Tag-561727666 HTTP/1.1" status: 201 len: 201 time: 0.2842946 Sep 16 05:06:35.927993 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39570) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:35.927993 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-c77bf730-86d9-4a9f-9f96-8a5f918affb1 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '26ab4002-bb2f-43fe-812c-fc7a71e0da1d', 'tempest-TagsExtTest-Tag-1561080049') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:35.940551 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf98366-1181-4559-b222-5a8a4590d61f None None] Pushing event updated for resources: {'Port': ['ID=3797b533-a61f-498e-85cf-9d2de8b34982,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:35.958747 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4ea20-83c1-452d-85d5-7bb89ed41fd6 req-0e0dbd64-b0cb-4438-8623-587a8fada8af tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:35.968587 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b3b4ea20-83c1-452d-85d5-7bb89ed41fd6 req-0e0dbd64-b0cb-4438-8623-587a8fada8af tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.0824935 Sep 16 05:06:35.996921 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fd4a5168-e50c-49e6-9483-176c175dd0ed None None] Provisioning complete for port 26ab4002-bb2f-43fe-812c-fc7a71e0da1d triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:35.997877 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd4a5168-e50c-49e6-9483-176c175dd0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.038080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b3b4ea20-83c1-452d-85d5-7bb89ed41fd6 req-98563820-2b86-488d-b5bb-edc43ac69c15 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669708 Sep 16 05:06:36.074970 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a5168-e50c-49e6-9483-176c175dd0ed None None] Port 26ab4002-bb2f-43fe-812c-fc7a71e0da1d cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:36.100486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fd4a5168-e50c-49e6-9483-176c175dd0ed None None] Provisioning complete for port 3797b533-a61f-498e-85cf-9d2de8b34982 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:36.100942 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd4a5168-e50c-49e6-9483-176c175dd0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.105601 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0c7d5f03-7a06-49a9-bc0c-29b757b7c607 req-4ac45420-8936-4dfb-8ae6-5306b1fe5e1d tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0334847 Sep 16 05:06:36.179540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14ebc532-b5cd-4e4d-8254-9a073e918a99 req-e4a29148-8cc0-4976-a766-a6918f1ac9ff tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0356319 Sep 16 05:06:36.191950 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c77bf730-86d9-4a9f-9f96-8a5f918affb1 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "PUT /v2.0/ports/26ab4002-bb2f-43fe-812c-fc7a71e0da1d/tags/tempest-TagsExtTest-Tag-1561080049 HTTP/1.1" status: 201 len: 201 time: 0.2772832 Sep 16 05:06:36.194745 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39576) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:36.204685 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-fbf9362c-79c5-4516-947a-8d5ed9537022 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '94cd9bec-0df5-4f1d-a222-ee00d33d51f4', 'tempest-TagsExtTest-Tag-382707942') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:36.330149 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a31a1bee-bc84-442d-b394-95a37e7bead4 None None] Provisioning complete for port 26ab4002-bb2f-43fe-812c-fc7a71e0da1d triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:36.330555 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a31a1bee-bc84-442d-b394-95a37e7bead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.373693 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fbf9362c-79c5-4516-947a-8d5ed9537022 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "PUT /v2.0/routers/94cd9bec-0df5-4f1d-a222-ee00d33d51f4/tags/tempest-TagsExtTest-Tag-382707942 HTTP/1.1" status: 201 len: 201 time: 0.1774545 Sep 16 05:06:36.376469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39582) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:36.383020 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-ce43eb3b-61f2-4b1d-87f1-46518297df23 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6d5e5fde-289f-4011-92b7-29b3b8faca9e', 'tempest-TagsExtTest-Tag-1827406766') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:36.397463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a31a1bee-bc84-442d-b394-95a37e7bead4 None None] Port 26ab4002-bb2f-43fe-812c-fc7a71e0da1d cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:36.463544 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 87b940c5-f277-4255-94ab-e089d3bc0bcd no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:36.484395 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 87b940c5-f277-4255-94ab-e089d3bc0bcd {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:36.484752 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 87b940c5-f277-4255-94ab-e089d3bc0bcd not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:36.485168 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4f0310e4-4683-4673-818d-35c2d0bafbf6 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:36.493659 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39584) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:36.505881 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 4f0310e4-4683-4673-818d-35c2d0bafbf6 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:36.506234 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4f0310e4-4683-4673-818d-35c2d0bafbf6 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:36.548577 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-86d0c737-80d8-4fe9-9f4a-7c3f7ac4b203 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91693b6bb4c94d389176250ac4c2912a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483663 Sep 16 05:06:36.548577 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39586) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:36.582855 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39590) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:36.583033 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ce43eb3b-61f2-4b1d-87f1-46518297df23 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "PUT /v2.0/subnetpools/6d5e5fde-289f-4011-92b7-29b3b8faca9e/tags/tempest-TagsExtTest-Tag-1827406766 HTTP/1.1" status: 201 len: 201 time: 0.2050834 Sep 16 05:06:36.586853 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-0e3b35a4-4483-49e2-8910-0f70a98f01df tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7138597f-4456-4cab-99ae-44b12fd70151') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:36.631291 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-989586a0-220e-4575-b645-fc2cde557e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.636124 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3797b533-a61f-498e-85cf-9d2de8b34982 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:36.663333 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-989586a0-220e-4575-b645-fc2cde557e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.706582 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0e3b35a4-4483-49e2-8910-0f70a98f01df tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/subnets/7138597f-4456-4cab-99ae-44b12fd70151/tags HTTP/1.1" status: 200 len: 240 time: 0.1228025 Sep 16 05:06:36.709285 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39594) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:36.711493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 3797b533-a61f-498e-85cf-9d2de8b34982 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:36.711871 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.716711 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-4febf391-49ce-460c-b8ce-f2c305c5e7dd tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7138597f-4456-4cab-99ae-44b12fd70151', 'tempest-TagsExtTest-Tag-561727666') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:36.853116 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4febf391-49ce-460c-b8ce-f2c305c5e7dd tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/subnets/7138597f-4456-4cab-99ae-44b12fd70151/tags/tempest-TagsExtTest-Tag-561727666 HTTP/1.1" status: 204 len: 168 time: 0.1424189 Sep 16 05:06:36.855985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39596) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:36.862385 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 61248dab-e34d-4794-a31f-2f9fa40c51a1 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:36.863117 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-989586a0-220e-4575-b645-fc2cde557e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.866756 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-a2f09e7e-ab86-4e3f-8761-d231500d3c66 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7138597f-4456-4cab-99ae-44b12fd70151', 'tempest-TagsExtTest-Tag-561727666') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:36.866924 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-989586a0-220e-4575-b645-fc2cde557e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.869930 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-989586a0-220e-4575-b645-fc2cde557e1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59d322c2-1c1b-43d4-a79f-0359e41e873d HTTP/1.1" status: 204 len: 168 time: 0.3197548 Sep 16 05:06:36.888921 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 61248dab-e34d-4794-a31f-2f9fa40c51a1 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:36.889273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 61248dab-e34d-4794-a31f-2f9fa40c51a1 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:36.904172 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989586a0-220e-4575-b645-fc2cde557e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d322c2-1c1b-43d4-a79f-0359e41e873d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:37.118781 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a2f09e7e-ab86-4e3f-8761-d231500d3c66 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/subnets/7138597f-4456-4cab-99ae-44b12fd70151/tags/tempest-TagsExtTest-Tag-561727666 HTTP/1.1" status: 204 len: 168 time: 0.2607589 Sep 16 05:06:37.126126 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39606) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:37.130724 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-375cac3b-9408-4bfd-9987-65254b81a681 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7138597f-4456-4cab-99ae-44b12fd70151') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:37.252001 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-375cac3b-9408-4bfd-9987-65254b81a681 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/subnets/7138597f-4456-4cab-99ae-44b12fd70151/tags HTTP/1.1" status: 200 len: 205 time: 0.1247616 Sep 16 05:06:37.254356 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39610) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:37.259166 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-e4674e5b-559c-4d19-a810-36724a4af020 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '26ab4002-bb2f-43fe-812c-fc7a71e0da1d') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:37.264644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baf720-550a-424c-9c19-282fc8e85fb2 req-36c89b8c-b77e-4e35-9e25-311a033cd254 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:37.266420 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61baf720-550a-424c-9c19-282fc8e85fb2 req-36c89b8c-b77e-4e35-9e25-311a033cd254 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.0741210 Sep 16 05:06:37.322756 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61baf720-550a-424c-9c19-282fc8e85fb2 req-858a5958-2061-4d63-a55c-7639fdd9422e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470791 Sep 16 05:06:37.346309 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e4674e5b-559c-4d19-a810-36724a4af020 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/ports/26ab4002-bb2f-43fe-812c-fc7a71e0da1d/tags HTTP/1.1" status: 200 len: 241 time: 0.0904305 Sep 16 05:06:37.346939 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39614) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:37.360901 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-6774b926-db24-4f14-a79e-a5aa845cc674 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '26ab4002-bb2f-43fe-812c-fc7a71e0da1d', 'tempest-TagsExtTest-Tag-1561080049') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:37.384498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7840c9e-71c0-4ae4-b9c7-ddb5d692f837 req-4b696ac1-4aa0-4c4a-88f8-cbb0e015682a tempest-ServerShowV257Test-255208827 tempest-ServerShowV257Test-255208827-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb70ec7-4b2f-42c4-9086-38a1ad5d8955 HTTP/1.1" status: 200 len: 210 time: 0.0508533 Sep 16 05:06:37.428282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39618) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:37.433919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-b60f6bac-6702-4489-9668-e75fef6754c8 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '26ab4002-bb2f-43fe-812c-fc7a71e0da1d', 'tempest-TagsExtTest-Tag-1561080049') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:37.443140 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6774b926-db24-4f14-a79e-a5aa845cc674 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/ports/26ab4002-bb2f-43fe-812c-fc7a71e0da1d/tags/tempest-TagsExtTest-Tag-1561080049 HTTP/1.1" status: 204 len: 168 time: 0.0914650 Sep 16 05:06:37.608947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b60f6bac-6702-4489-9668-e75fef6754c8 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/ports/26ab4002-bb2f-43fe-812c-fc7a71e0da1d/tags/tempest-TagsExtTest-Tag-1561080049 HTTP/1.1" status: 204 len: 168 time: 0.1794891 Sep 16 05:06:37.619759 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39630) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:37.626605 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2b031-db49-4f7a-b345-2740f4d0c6ad req-3b36fed3-ee75-4ab3-b874-ba773e617683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:37.628738 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-87b2b031-db49-4f7a-b345-2740f4d0c6ad req-3b36fed3-ee75-4ab3-b874-ba773e617683 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181&tenant_id=043d55446d4c45528b48f7e10a1f624b HTTP/1.1" status: 200 len: 1095 time: 0.0997009 Sep 16 05:06:37.629275 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-ed8bdf3e-6710-44df-be8b-b62a0f587fe1 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '26ab4002-bb2f-43fe-812c-fc7a71e0da1d') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:37.715257 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ed8bdf3e-6710-44df-be8b-b62a0f587fe1 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/ports/26ab4002-bb2f-43fe-812c-fc7a71e0da1d/tags HTTP/1.1" status: 200 len: 205 time: 0.0943260 Sep 16 05:06:37.717155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39636) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:37.726221 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-683ad1a1-143e-40b2-8bbc-6faf693d7078 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '94cd9bec-0df5-4f1d-a222-ee00d33d51f4') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:37.755044 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6e6771b-5957-41c3-8975-304db6a19843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.817904 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-683ad1a1-143e-40b2-8bbc-6faf693d7078 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/routers/94cd9bec-0df5-4f1d-a222-ee00d33d51f4/tags HTTP/1.1" status: 200 len: 240 time: 0.0992310 Sep 16 05:06:37.818546 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39638) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:37.824094 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-df9c07a1-c769-4485-a093-76ed0dc82261 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '94cd9bec-0df5-4f1d-a222-ee00d33d51f4', 'tempest-TagsExtTest-Tag-382707942') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:37.911730 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-df9c07a1-c769-4485-a093-76ed0dc82261 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/routers/94cd9bec-0df5-4f1d-a222-ee00d33d51f4/tags/tempest-TagsExtTest-Tag-382707942 HTTP/1.1" status: 204 len: 168 time: 0.0920451 Sep 16 05:06:37.914253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39640) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:37.918978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-03d1fa5a-dccf-4b6b-b35d-4ac52401eac4 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '94cd9bec-0df5-4f1d-a222-ee00d33d51f4', 'tempest-TagsExtTest-Tag-382707942') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:38.020902 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2b031-db49-4f7a-b345-2740f4d0c6ad req-d72d0d55-a424-4a70-80c8-a30b4dcdce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:38.022655 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-87b2b031-db49-4f7a-b345-2740f4d0c6ad req-d72d0d55-a424-4a70-80c8-a30b4dcdce57 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=043d55446d4c45528b48f7e10a1f624b&device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 1095 time: 0.3547142 Sep 16 05:06:38.115097 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2b031-db49-4f7a-b345-2740f4d0c6ad req-5573b9f2-87cd-4be5-aebb-6c09ee72d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:38.116605 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-87b2b031-db49-4f7a-b345-2740f4d0c6ad req-5573b9f2-87cd-4be5-aebb-6c09ee72d67a service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ed085ad-0528-4e23-be9f-f0e1d81c551f HTTP/1.1" status: 200 len: 917 time: 0.0869274 Sep 16 05:06:38.122511 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-03d1fa5a-dccf-4b6b-b35d-4ac52401eac4 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/routers/94cd9bec-0df5-4f1d-a222-ee00d33d51f4/tags/tempest-TagsExtTest-Tag-382707942 HTTP/1.1" status: 204 len: 168 time: 0.2072408 Sep 16 05:06:38.125438 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39650) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:38.130409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-ae242a2d-e93e-4058-aa72-33448e74d606 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '94cd9bec-0df5-4f1d-a222-ee00d33d51f4') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:38.194259 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-87b2b031-db49-4f7a-b345-2740f4d0c6ad req-73031e39-025e-405f-8742-e340bf59804b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecba1069-6c2f-4e6c-8470-cd8fd68036cf HTTP/1.1" status: 200 len: 998 time: 0.0699501 Sep 16 05:06:38.212222 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ae242a2d-e93e-4058-aa72-33448e74d606 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/routers/94cd9bec-0df5-4f1d-a222-ee00d33d51f4/tags HTTP/1.1" status: 200 len: 205 time: 0.0857868 Sep 16 05:06:38.214792 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39656) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:38.219497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-1c411601-6fc1-4455-a9e7-3f2d06e9a0c9 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6d5e5fde-289f-4011-92b7-29b3b8faca9e') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:38.248967 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1c411601-6fc1-4455-a9e7-3f2d06e9a0c9 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/subnetpools/6d5e5fde-289f-4011-92b7-29b3b8faca9e/tags HTTP/1.1" status: 200 len: 241 time: 0.0330818 Sep 16 05:06:38.252993 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39658) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:38.257848 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-d935b3ad-c6f1-41b9-bce5-6f512ebdaed0 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6d5e5fde-289f-4011-92b7-29b3b8faca9e', 'tempest-TagsExtTest-Tag-1827406766') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:38.261433 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2b031-db49-4f7a-b345-2740f4d0c6ad req-b7a7e145-8e4f-402d-bc82-de60dd0a18d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:38.263144 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-87b2b031-db49-4f7a-b345-2740f4d0c6ad req-b7a7e145-8e4f-402d-bc82-de60dd0a18d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0ca5355-66a5-446c-8970-0c3c88361e82 HTTP/1.1" status: 200 len: 855 time: 0.0620434 Sep 16 05:06:38.299321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39660) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:38.343250 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d935b3ad-c6f1-41b9-bce5-6f512ebdaed0 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/subnetpools/6d5e5fde-289f-4011-92b7-29b3b8faca9e/tags/tempest-TagsExtTest-Tag-1827406766 HTTP/1.1" status: 204 len: 168 time: 0.0888643 Sep 16 05:06:38.344055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39664) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:38.349084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-c5d6fe83-1093-4418-b999-7e8fd1fe3591 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6d5e5fde-289f-4011-92b7-29b3b8faca9e', 'tempest-TagsExtTest-Tag-1827406766') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:38.355422 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2b031-db49-4f7a-b345-2740f4d0c6ad req-227dfa38-ddcd-443c-977f-6901ce4a3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:38.357148 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-87b2b031-db49-4f7a-b345-2740f4d0c6ad req-227dfa38-ddcd-443c-977f-6901ce4a3da6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ed085ad-0528-4e23-be9f-f0e1d81c551f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816607 Sep 16 05:06:38.489750 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-59c770ae-836b-4509-9431-285a61b428a6 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2125861631-network', 'tenant_id': '75d65b6e4a684867b865b7a722577078'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:38.504046 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.514272 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-87b2b031-db49-4f7a-b345-2740f4d0c6ad req-55483788-1517-492a-8381-d0481f3da118 service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371467 Sep 16 05:06:38.523411 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c5d6fe83-1093-4418-b999-7e8fd1fe3591 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/subnetpools/6d5e5fde-289f-4011-92b7-29b3b8faca9e/tags/tempest-TagsExtTest-Tag-1827406766 HTTP/1.1" status: 204 len: 168 time: 0.1780019 Sep 16 05:06:38.528070 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39672) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:38.534469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-19137407-02b5-4d8b-9c6d-e71ebf50116c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6d5e5fde-289f-4011-92b7-29b3b8faca9e') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:38.568952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a53f61-22e9-405a-a962-ad52850076e5 req-3d69bc66-842d-448c-8db9-41f42429318a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:38.570399 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95a53f61-22e9-405a-a962-ad52850076e5 req-3d69bc66-842d-448c-8db9-41f42429318a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.1400607 Sep 16 05:06:38.579423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-19137407-02b5-4d8b-9c6d-e71ebf50116c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/subnetpools/6d5e5fde-289f-4011-92b7-29b3b8faca9e/tags HTTP/1.1" status: 200 len: 205 time: 0.0502298 Sep 16 05:06:38.581566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39674) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:38.586508 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-10ddc3b3-b565-48c5-b703-56ed8c7a6922 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6d5e5fde-289f-4011-92b7-29b3b8faca9e') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:38.602337 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c770ae-836b-4509-9431-285a61b428a6 admin admin] Made reservation on behalf of 75d65b6e4a684867b865b7a722577078 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:38.604372 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-59c770ae-836b-4509-9431-285a61b428a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.620093 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-59c770ae-836b-4509-9431-285a61b428a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.624764 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-87b2b031-db49-4f7a-b345-2740f4d0c6ad req-d00bf6aa-66ab-47c2-acfa-d8920518ddcd service neutron] 10.222.0.38 "GET /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030183 Sep 16 05:06:38.675870 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95a53f61-22e9-405a-a962-ad52850076e5 req-09933c6b-3a6b-4259-9930-9f22c98c787c tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949790 Sep 16 05:06:38.680841 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-10ddc3b3-b565-48c5-b703-56ed8c7a6922 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/subnetpools/6d5e5fde-289f-4011-92b7-29b3b8faca9e/tags HTTP/1.1" status: 204 len: 168 time: 0.0983424 Sep 16 05:06:38.685083 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39676) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:38.691740 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-c2b51b5d-db06-4fb0-866e-e4532017383a tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '94cd9bec-0df5-4f1d-a222-ee00d33d51f4') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:38.775447 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-59c770ae-836b-4509-9431-285a61b428a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.832283 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c2b51b5d-db06-4fb0-866e-e4532017383a tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/routers/94cd9bec-0df5-4f1d-a222-ee00d33d51f4/tags HTTP/1.1" status: 204 len: 168 time: 0.1453662 Sep 16 05:06:38.835838 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39680) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:38.843375 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-12b65073-3af3-46fc-9d57-a82b32db115b tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '26ab4002-bb2f-43fe-812c-fc7a71e0da1d') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:38.876253 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-59c770ae-836b-4509-9431-285a61b428a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.911193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c770ae-836b-4509-9431-285a61b428a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:06:38.934906 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-12b65073-3af3-46fc-9d57-a82b32db115b tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/ports/26ab4002-bb2f-43fe-812c-fc7a71e0da1d/tags HTTP/1.1" status: 204 len: 168 time: 0.0976863 Sep 16 05:06:38.937183 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c770ae-836b-4509-9431-285a61b428a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8244f1e-f119-4c61-b5a9-79d4ad255865,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:38.938793 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39688) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:38.945514 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-e1ec9097-5334-48fb-b2bd-a6bef669a319 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7138597f-4456-4cab-99ae-44b12fd70151') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:38.955430 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-59c770ae-836b-4509-9431-285a61b428a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.959773 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-59c770ae-836b-4509-9431-285a61b428a6 admin admin] Added segment b917e604-43bc-48a1-9d7b-caf12696afe8 of type vlan for network bb56d3e1-867c-4b60-b947-60d083f2fbbd Sep 16 05:06:39.016532 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-59c770ae-836b-4509-9431-285a61b428a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.069487 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e1ec9097-5334-48fb-b2bd-a6bef669a319 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/subnets/7138597f-4456-4cab-99ae-44b12fd70151/tags HTTP/1.1" status: 204 len: 168 time: 0.1237648 Sep 16 05:06:39.069968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39696) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:39.076825 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-0f68224b-87b3-4b30-a74c-1e40e6b36fc3 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7138597f-4456-4cab-99ae-44b12fd70151', 'tempest-TagsExtTest-Tag-772650402') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:39.149916 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-59c770ae-836b-4509-9431-285a61b428a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.151768 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c770ae-836b-4509-9431-285a61b428a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:39.152997 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-59c770ae-836b-4509-9431-285a61b428a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.167762 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.227929 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39702) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:39.286047 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-59c770ae-836b-4509-9431-285a61b428a6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9854228 Sep 16 05:06:39.288845 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39708) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:39.294639 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ad97da21-73d5-4f9b-a1aa-134a7a7e3f66 admin admin] Request body: {'subnet': {'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2125861631-subnet', 'tenant_id': '75d65b6e4a684867b865b7a722577078', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:39.299672 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c770ae-836b-4509-9431-285a61b428a6 admin admin] Pushing event updated for resources: {'Network': ['ID=bb56d3e1-867c-4b60-b947-60d083f2fbbd,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:39.309428 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0f68224b-87b3-4b30-a74c-1e40e6b36fc3 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "PUT /v2.0/subnets/7138597f-4456-4cab-99ae-44b12fd70151/tags/tempest-TagsExtTest-Tag-772650402 HTTP/1.1" status: 201 len: 201 time: 0.2376266 Sep 16 05:06:39.314802 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network bb56d3e1-867c-4b60-b947-60d083f2fbbd details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:06:39.326745 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39710) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:39.342016 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-c7ba8d6b-a6d6-49cc-b95e-3facc9032ff8 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '26ab4002-bb2f-43fe-812c-fc7a71e0da1d', 'tempest-TagsExtTest-Tag-668415779') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:39.435397 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad97da21-73d5-4f9b-a1aa-134a7a7e3f66 admin admin] Made reservation on behalf of 75d65b6e4a684867b865b7a722577078 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:39.439315 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ad97da21-73d5-4f9b-a1aa-134a7a7e3f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.544284 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1088411b-f517-4214-b9f8-670f81ea67cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.614713 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c7ba8d6b-a6d6-49cc-b95e-3facc9032ff8 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "PUT /v2.0/ports/26ab4002-bb2f-43fe-812c-fc7a71e0da1d/tags/tempest-TagsExtTest-Tag-668415779 HTTP/1.1" status: 201 len: 201 time: 0.2864385 Sep 16 05:06:39.617268 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39722) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:39.622758 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-5440988e-b2a6-41b4-9617-f370f77685c0 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '94cd9bec-0df5-4f1d-a222-ee00d33d51f4', 'tempest-TagsExtTest-Tag-802298512') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:39.842372 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5440988e-b2a6-41b4-9617-f370f77685c0 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "PUT /v2.0/routers/94cd9bec-0df5-4f1d-a222-ee00d33d51f4/tags/tempest-TagsExtTest-Tag-802298512 HTTP/1.1" status: 201 len: 201 time: 0.2239084 Sep 16 05:06:39.845073 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39728) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:39.850160 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-839d01b6-fadd-49da-9ba9-03dd268bb6ed tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6d5e5fde-289f-4011-92b7-29b3b8faca9e', 'tempest-TagsExtTest-Tag-595785339') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:39.861354 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1088411b-f517-4214-b9f8-670f81ea67cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.937020 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ad97da21-73d5-4f9b-a1aa-134a7a7e3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.984770 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1088411b-f517-4214-b9f8-670f81ea67cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.038431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b2403-9f54-4f5b-b0ac-f8cefad65c4c req-8590c1a6-a409-4697-b183-26bbfbd4705e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:40.045167 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a9b2403-9f54-4f5b-b0ac-f8cefad65c4c req-8590c1a6-a409-4697-b183-26bbfbd4705e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.1402574 Sep 16 05:06:40.057999 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1088411b-f517-4214-b9f8-670f81ea67cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=684bbd84db744152bbf4f0326ea63a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8280056 Sep 16 05:06:40.065582 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97da21-73d5-4f9b-a1aa-134a7a7e3f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce23bb60-cab7-46c4-9fc7-4556535ce93f,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:40.066489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39730) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:40.101363 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088411b-f517-4214-b9f8-670f81ea67cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7b2903-b998-4a9b-87bb-225de0518097,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:40.126346 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97da21-73d5-4f9b-a1aa-134a7a7e3f66 admin admin] Checking segment: {'id': 'b917e604-43bc-48a1-9d7b-caf12696afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:40.126788 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad97da21-73d5-4f9b-a1aa-134a7a7e3f66 admin admin] Network hostable DHCP agents. Network: bb56d3e1-867c-4b60-b947-60d083f2fbbd, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:06:40.183632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-839d01b6-fadd-49da-9ba9-03dd268bb6ed tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "PUT /v2.0/subnetpools/6d5e5fde-289f-4011-92b7-29b3b8faca9e/tags/tempest-TagsExtTest-Tag-595785339 HTTP/1.1" status: 201 len: 201 time: 0.3372648 Sep 16 05:06:40.190081 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39734) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:40.194832 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-60def82e-aab9-4b84-8c4e-c97964a434f6 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7138597f-4456-4cab-99ae-44b12fd70151', {'tags': ['tempest-TagsExtTest-Tag-475788643', 'tempest-TagsExtTest-Tag-303072745', 'tempest-TagsExtTest-Tag-1358773358']}) {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:40.230980 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a9b2403-9f54-4f5b-b0ac-f8cefad65c4c req-dc7af730-f49c-4628-a91e-00e4355f8b00 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782341 Sep 16 05:06:40.239784 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad97da21-73d5-4f9b-a1aa-134a7a7e3f66 admin admin] Network bb56d3e1-867c-4b60-b947-60d083f2fbbd is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:06:40.269648 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b3007dbb-b541-4eb4-993c-45f358ee47c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.316624 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b3007dbb-b541-4eb4-993c-45f358ee47c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.337918 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-ad97da21-73d5-4f9b-a1aa-134a7a7e3f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, bb56d3e1-867c-4b60-b947-60d083f2fbbd) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:40.343284 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad97da21-73d5-4f9b-a1aa-134a7a7e3f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:40.350389 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ad97da21-73d5-4f9b-a1aa-134a7a7e3f66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.351131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f097be5-b21f-4ec2-8809-67580d1a12e7 None None] Network bb56d3e1-867c-4b60-b947-60d083f2fbbd requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:40.404477 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-60def82e-aab9-4b84-8c4e-c97964a434f6 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "PUT /v2.0/subnets/7138597f-4456-4cab-99ae-44b12fd70151/tags HTTP/1.1" status: 200 len: 316 time: 0.2077155 Sep 16 05:06:40.404477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39740) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:40.420554 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-3c09bc10-c56c-4b77-9ff5-302f41c13686 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7138597f-4456-4cab-99ae-44b12fd70151') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:40.497902 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ad97da21-73d5-4f9b-a1aa-134a7a7e3f66 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2065284 Sep 16 05:06:40.532824 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b3007dbb-b541-4eb4-993c-45f358ee47c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.536267 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b3007dbb-b541-4eb4-993c-45f358ee47c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.537450 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b3007dbb-b541-4eb4-993c-45f358ee47c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d7b2903-b998-4a9b-87bb-225de0518097 HTTP/1.1" status: 204 len: 168 time: 0.4623213 Sep 16 05:06:40.561336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3007dbb-b541-4eb4-993c-45f358ee47c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7b2903-b998-4a9b-87bb-225de0518097,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:40.644167 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-bb56d3e1-867c-4b60-b947-60d083f2fbbd', 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd', 'tenant_id': '75d65b6e4a684867b865b7a722577078', 'fixed_ips': [{'subnet_id': 'ce23bb60-cab7-46c4-9fc7-4556535ce93f'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:06:40.647049 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.725964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39746) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:40.726532 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3c09bc10-c56c-4b77-9ff5-302f41c13686 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/subnets/7138597f-4456-4cab-99ae-44b12fd70151/tags HTTP/1.1" status: 204 len: 168 time: 0.3253663 Sep 16 05:06:40.731911 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-fad9fb36-904b-4714-a419-0e93b3f160c8 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7138597f-4456-4cab-99ae-44b12fd70151', 'tempest-TagsExtTest-Tag-475788643') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:40.766017 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.895629 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-fad9fb36-904b-4714-a419-0e93b3f160c8 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] show failed (client error): The resource could not be found. Sep 16 05:06:40.896736 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fad9fb36-904b-4714-a419-0e93b3f160c8 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/subnets/7138597f-4456-4cab-99ae-44b12fd70151/tags/tempest-TagsExtTest-Tag-475788643 HTTP/1.1" status: 404 len: 328 time: 0.1698706 Sep 16 05:06:40.900144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39750) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:40.906450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-9c67cf6f-593e-4878-82b1-5363f62e0282 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7138597f-4456-4cab-99ae-44b12fd70151', 'tempest-TagsExtTest-Tag-303072745') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:40.934406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] Allocated IP 172.20.0.2 (bb56d3e1-867c-4b60-b947-60d083f2fbbd/ce23bb60-cab7-46c4-9fc7-4556535ce93f/5df431b0-b9fa-4837-abe9-46fd1544e687) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:41.032061 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-9c67cf6f-593e-4878-82b1-5363f62e0282 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] show failed (client error): The resource could not be found. Sep 16 05:06:41.033083 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9c67cf6f-593e-4878-82b1-5363f62e0282 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/subnets/7138597f-4456-4cab-99ae-44b12fd70151/tags/tempest-TagsExtTest-Tag-303072745 HTTP/1.1" status: 404 len: 328 time: 0.1316924 Sep 16 05:06:41.045427 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39754) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:41.045427 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-71085f98-e630-449a-81af-1884b0c53876 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7138597f-4456-4cab-99ae-44b12fd70151', 'tempest-TagsExtTest-Tag-1358773358') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:41.235088 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.307038 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-71085f98-e630-449a-81af-1884b0c53876 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] show failed (client error): The resource could not be found. Sep 16 05:06:41.308757 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-71085f98-e630-449a-81af-1884b0c53876 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/subnets/7138597f-4456-4cab-99ae-44b12fd70151/tags/tempest-TagsExtTest-Tag-1358773358 HTTP/1.1" status: 404 len: 329 time: 0.2712774 Sep 16 05:06:41.318219 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39772) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:41.324992 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-330a253f-7067-4f86-a19d-dc1d368559f6 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '26ab4002-bb2f-43fe-812c-fc7a71e0da1d', {'tags': ['tempest-TagsExtTest-Tag-237747772', 'tempest-TagsExtTest-Tag-1414820998', 'tempest-TagsExtTest-Tag-1392780322']}) {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:41.341717 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.473990 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] Network bb56d3e1-867c-4b60-b947-60d083f2fbbd is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:41.480287 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:41.507961 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:41.529976 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] Pushing event updated for resources: {'Port': ['ID=5df431b0-b9fa-4837-abe9-46fd1544e687,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:41.564775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9088c08-781d-41cf-b621-10e2f9678c8d req-40424c50-8785-496b-810a-5fc4adaa279b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:41.566757 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9088c08-781d-41cf-b621-10e2f9678c8d req-40424c50-8785-496b-810a-5fc4adaa279b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.0988588 Sep 16 05:06:41.617140 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-330a253f-7067-4f86-a19d-dc1d368559f6 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "PUT /v2.0/ports/26ab4002-bb2f-43fe-812c-fc7a71e0da1d/tags HTTP/1.1" status: 200 len: 317 time: 0.2939641 Sep 16 05:06:41.617140 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39784) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:41.627676 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-6e5e6074-1cd4-430e-9bd2-1f1848ac297c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '26ab4002-bb2f-43fe-812c-fc7a71e0da1d') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:41.650011 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] Attempting to bind port 5df431b0-b9fa-4837-abe9-46fd1544e687 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:41.650703 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] Attempting to bind port 5df431b0-b9fa-4837-abe9-46fd1544e687 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'b917e604-43bc-48a1-9d7b-caf12696afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:41.651429 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] Attempting to bind port 5df431b0-b9fa-4837-abe9-46fd1544e687 on network bb56d3e1-867c-4b60-b947-60d083f2fbbd {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:41.668501 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:41.670277 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] Checking segment: {'id': 'b917e604-43bc-48a1-9d7b-caf12696afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:41.670696 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.677307 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] Bound using segment: {'id': 'b917e604-43bc-48a1-9d7b-caf12696afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:41.678027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] Bound port: 5df431b0-b9fa-4837-abe9-46fd1544e687, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b917e604-43bc-48a1-9d7b-caf12696afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:41.680339 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.739783 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9088c08-781d-41cf-b621-10e2f9678c8d req-e3992b60-3b41-43fd-89b2-bfb1720c0c79 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603320 Sep 16 05:06:41.844090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] For port 5df431b0-b9fa-4837-abe9-46fd1544e687, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:41.854517 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] For port 5df431b0-b9fa-4837-abe9-46fd1544e687, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5df431b0-b9fa-4837-abe9-46fd1544e687,segment=NetworkSegment(b917e604-43bc-48a1-9d7b-caf12696afe8),segment_id=b917e604-43bc-48a1-9d7b-caf12696afe8)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:41.940277 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b95df-bc64-4808-bd7e-4cea78857199 req-dba9b095-8249-4fa1-a4c2-093f95337004 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:41.948364 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.949042 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-804b95df-bc64-4808-bd7e-4cea78857199 req-dba9b095-8249-4fa1-a4c2-093f95337004 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/networks?id=bb56d3e1-867c-4b60-b947-60d083f2fbbd HTTP/1.1" status: 200 len: 816 time: 0.2101028 Sep 16 05:06:41.949367 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6e5e6074-1cd4-430e-9bd2-1f1848ac297c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/ports/26ab4002-bb2f-43fe-812c-fc7a71e0da1d/tags HTTP/1.1" status: 204 len: 168 time: 0.3317819 Sep 16 05:06:41.951582 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39794) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:41.966613 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-12f5b37e-76f9-4ca6-b5db-c508b9d4ccc8 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '26ab4002-bb2f-43fe-812c-fc7a71e0da1d', 'tempest-TagsExtTest-Tag-237747772') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:41.984052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-804b95df-bc64-4808-bd7e-4cea78857199 req-8cdb5e2d-4df3-494a-a679-dc106d8df8d8 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/quotas/75d65b6e4a684867b865b7a722577078 HTTP/1.1" status: 200 len: 375 time: 0.0116050 Sep 16 05:06:42.050575 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-12f5b37e-76f9-4ca6-b5db-c508b9d4ccc8 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] show failed (client error): The resource could not be found. Sep 16 05:06:42.052236 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-12f5b37e-76f9-4ca6-b5db-c508b9d4ccc8 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/ports/26ab4002-bb2f-43fe-812c-fc7a71e0da1d/tags/tempest-TagsExtTest-Tag-237747772 HTTP/1.1" status: 404 len: 328 time: 0.0976765 Sep 16 05:06:42.053766 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-804b95df-bc64-4808-bd7e-4cea78857199 req-98f12ae9-7491-4145-8d96-342514bc0c05 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=75d65b6e4a684867b865b7a722577078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598373 Sep 16 05:06:42.055092 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39798) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:42.059978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-03f95cbf-01eb-4ec3-aade-e08c04ac7b42 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '26ab4002-bb2f-43fe-812c-fc7a71e0da1d', 'tempest-TagsExtTest-Tag-1414820998') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:42.124021 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae57ff-a896-4c3c-8361-ad649dbf6c49 None None] Pushing event updated for resources: {'Port': ['ID=5df431b0-b9fa-4837-abe9-46fd1544e687,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:42.281264 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-03f95cbf-01eb-4ec3-aade-e08c04ac7b42 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] show failed (client error): The resource could not be found. Sep 16 05:06:42.285993 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39804) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:42.287356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-03f95cbf-01eb-4ec3-aade-e08c04ac7b42 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/ports/26ab4002-bb2f-43fe-812c-fc7a71e0da1d/tags/tempest-TagsExtTest-Tag-1414820998 HTTP/1.1" status: 404 len: 329 time: 0.2309422 Sep 16 05:06:42.292684 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-3bc33847-1e49-49c8-98d1-d74abbcea53d tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '26ab4002-bb2f-43fe-812c-fc7a71e0da1d', 'tempest-TagsExtTest-Tag-1392780322') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:42.332360 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-804b95df-bc64-4808-bd7e-4cea78857199 req-ff787136-6e00-4808-a564-7861e79ae18a service neutron] 10.222.0.20 "GET /v2.0/networks/bb56d3e1-867c-4b60-b947-60d083f2fbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134461 Sep 16 05:06:42.499498 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-3bc33847-1e49-49c8-98d1-d74abbcea53d tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] show failed (client error): The resource could not be found. Sep 16 05:06:42.502376 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3bc33847-1e49-49c8-98d1-d74abbcea53d tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/ports/26ab4002-bb2f-43fe-812c-fc7a71e0da1d/tags/tempest-TagsExtTest-Tag-1392780322 HTTP/1.1" status: 404 len: 329 time: 0.2150145 Sep 16 05:06:42.506710 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39810) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:42.516788 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-736e211b-04d5-44ab-96da-045395249e89 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '94cd9bec-0df5-4f1d-a222-ee00d33d51f4', {'tags': ['tempest-TagsExtTest-Tag-611597977', 'tempest-TagsExtTest-Tag-357715655', 'tempest-TagsExtTest-Tag-105696082']}) {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:42.611807 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39814) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:42.718826 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-804b95df-bc64-4808-bd7e-4cea78857199 req-fec69e86-fafc-4c9b-a486-f5569da08ba7 service neutron] 10.222.0.20 "GET /v2.0/networks/bb56d3e1-867c-4b60-b947-60d083f2fbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782780 Sep 16 05:06:42.792195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5df431b0-b9fa-4837-abe9-46fd1544e687 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:42.848589 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ca907c6f-e737-4009-a607-bc67fe145130 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1337889165-network', 'tenant_id': '66b9600e7ff94b8184439ae35623e695'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:42.864809 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5df431b0-b9fa-4837-abe9-46fd1544e687 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:42.865207 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.051161 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.088515 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab79395-f314-4f0d-ad3e-3fb7aafcff55 req-6638d647-2cbb-4df3-9bff-befe08241849 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:43.097278 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ab79395-f314-4f0d-ad3e-3fb7aafcff55 req-6638d647-2cbb-4df3-9bff-befe08241849 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.1157081 Sep 16 05:06:43.107995 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-736e211b-04d5-44ab-96da-045395249e89 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "PUT /v2.0/routers/94cd9bec-0df5-4f1d-a222-ee00d33d51f4/tags HTTP/1.1" status: 200 len: 315 time: 0.5978401 Sep 16 05:06:43.115053 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39826) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:43.115224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 5df431b0-b9fa-4837-abe9-46fd1544e687, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5df431b0-b9fa-4837-abe9-46fd1544e687,segment=NetworkSegment(b917e604-43bc-48a1-9d7b-caf12696afe8),segment_id=b917e604-43bc-48a1-9d7b-caf12696afe8)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:43.115355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-fbcd50b7-d168-4dfd-9be7-402d5e62d1da tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '94cd9bec-0df5-4f1d-a222-ee00d33d51f4') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:43.119877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca907c6f-e737-4009-a607-bc67fe145130 admin admin] Made reservation on behalf of 66b9600e7ff94b8184439ae35623e695 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:43.122569 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ca907c6f-e737-4009-a607-bc67fe145130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.138662 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ca907c6f-e737-4009-a607-bc67fe145130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.189661 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.216477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ab79395-f314-4f0d-ad3e-3fb7aafcff55 req-c45d4170-2019-4d42-8beb-fa7674a95e5b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178403 Sep 16 05:06:43.441474 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=5df431b0-b9fa-4837-abe9-46fd1544e687,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:43.461277 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ca907c6f-e737-4009-a607-bc67fe145130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.524839 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39832) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:43.526120 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fbcd50b7-d168-4dfd-9be7-402d5e62d1da tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/routers/94cd9bec-0df5-4f1d-a222-ee00d33d51f4/tags HTTP/1.1" status: 204 len: 168 time: 0.4156766 Sep 16 05:06:43.530774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-e404f7cf-c43f-4679-9c89-d9df9843b16a tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '94cd9bec-0df5-4f1d-a222-ee00d33d51f4', 'tempest-TagsExtTest-Tag-611597977') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:43.656497 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ca907c6f-e737-4009-a607-bc67fe145130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.778646 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-e404f7cf-c43f-4679-9c89-d9df9843b16a tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] show failed (client error): The resource could not be found. Sep 16 05:06:43.779785 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e404f7cf-c43f-4679-9c89-d9df9843b16a tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/routers/94cd9bec-0df5-4f1d-a222-ee00d33d51f4/tags/tempest-TagsExtTest-Tag-611597977 HTTP/1.1" status: 404 len: 328 time: 0.2528682 Sep 16 05:06:43.780575 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca907c6f-e737-4009-a607-bc67fe145130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d73a544-92f0-4937-8413-367736364d01,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:43.783306 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39848) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:43.783462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca907c6f-e737-4009-a607-bc67fe145130 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:06:43.807921 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-8f63b2ba-9eaf-40ce-924f-e0a85d787e45 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '94cd9bec-0df5-4f1d-a222-ee00d33d51f4', 'tempest-TagsExtTest-Tag-357715655') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:43.970642 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaea1389-071c-406d-992d-cfd80c33ef0c None None] Network bb56d3e1-867c-4b60-b947-60d083f2fbbd requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:43.980959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-bb284d93-1a7e-4c3f-9cd3-30c55fe1a8d5 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:43.982551 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-bb284d93-1a7e-4c3f-9cd3-30c55fe1a8d5 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/networks?id=bb56d3e1-867c-4b60-b947-60d083f2fbbd HTTP/1.1" status: 200 len: 816 time: 0.2141569 Sep 16 05:06:44.029616 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ca907c6f-e737-4009-a607-bc67fe145130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.030236 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-ca907c6f-e737-4009-a607-bc67fe145130 admin admin] Added segment 873e5636-cd1c-47a9-b2a2-d9f53b80ef5c of type vlan for network a44722aa-10cd-4750-950e-fc0a3471d853 Sep 16 05:06:44.048654 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-3fe990b0-c63d-4667-aa20-044cdf047ff4 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/quotas/75d65b6e4a684867b865b7a722577078 HTTP/1.1" status: 200 len: 375 time: 0.0495014 Sep 16 05:06:44.081419 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-09bba2ab-682d-4012-aa2d-bed9911608ca None None] Provisioning complete for port 5df431b0-b9fa-4837-abe9-46fd1544e687 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:44.081988 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-09bba2ab-682d-4012-aa2d-bed9911608ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.187601 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ca907c6f-e737-4009-a607-bc67fe145130 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.235696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-07624275-14e2-45cb-8eb4-ae9d61bd4e98 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=75d65b6e4a684867b865b7a722577078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1716676 Sep 16 05:06:44.236442 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-8f63b2ba-9eaf-40ce-924f-e0a85d787e45 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] show failed (client error): The resource could not be found. Sep 16 05:06:44.250678 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8f63b2ba-9eaf-40ce-924f-e0a85d787e45 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/routers/94cd9bec-0df5-4f1d-a222-ee00d33d51f4/tags/tempest-TagsExtTest-Tag-357715655 HTTP/1.1" status: 404 len: 328 time: 0.4638073 Sep 16 05:06:44.251307 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39860) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:44.286647 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-72fc52f1-0c40-4fb5-9e29-023b4812481a tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '94cd9bec-0df5-4f1d-a222-ee00d33d51f4', 'tempest-TagsExtTest-Tag-105696082') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:44.375403 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.db.resource_extend [None req-ca907c6f-e737-4009-a607-bc67fe145130 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:06:44.387432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-8311704b-a42e-4fae-a35c-3892f51d1ae9 service neutron] 10.222.0.20 "GET /v2.0/networks/bb56d3e1-867c-4b60-b947-60d083f2fbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505952 Sep 16 05:06:44.556315 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ca907c6f-e737-4009-a607-bc67fe145130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.557255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca907c6f-e737-4009-a607-bc67fe145130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:44.557856 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ca907c6f-e737-4009-a607-bc67fe145130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.593466 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-72fc52f1-0c40-4fb5-9e29-023b4812481a tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] show failed (client error): The resource could not be found. Sep 16 05:06:44.605601 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-72fc52f1-0c40-4fb5-9e29-023b4812481a tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/routers/94cd9bec-0df5-4f1d-a222-ee00d33d51f4/tags/tempest-TagsExtTest-Tag-105696082 HTTP/1.1" status: 404 len: 328 time: 0.3510513 Sep 16 05:06:44.613528 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39870) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:44.630749 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-8844caad-74b8-4409-9f65-6656e7454a53 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6d5e5fde-289f-4011-92b7-29b3b8faca9e', {'tags': ['tempest-TagsExtTest-Tag-1420162108', 'tempest-TagsExtTest-Tag-2139574258', 'tempest-TagsExtTest-Tag-1558158551']}) {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:44.696261 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5df431b0-b9fa-4837-abe9-46fd1544e687 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:44.788956 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5df431b0-b9fa-4837-abe9-46fd1544e687 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:44.789664 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.842666 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8844caad-74b8-4409-9f65-6656e7454a53 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "PUT /v2.0/subnetpools/6d5e5fde-289f-4011-92b7-29b3b8faca9e/tags HTTP/1.1" status: 200 len: 318 time: 0.2354093 Sep 16 05:06:44.845460 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39874) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:44.854678 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-b985b073-0823-48f3-a850-b903cfa8f506 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6d5e5fde-289f-4011-92b7-29b3b8faca9e') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:44.874712 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ca907c6f-e737-4009-a607-bc67fe145130 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2596664 Sep 16 05:06:45.008417 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca907c6f-e737-4009-a607-bc67fe145130 admin admin] Pushing event updated for resources: {'Network': ['ID=a44722aa-10cd-4750-950e-fc0a3471d853,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:45.052002 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-067ea45b-882f-47e8-8acd-44c2adfe3d8e service neutron] 10.222.0.20 "GET /v2.0/networks/bb56d3e1-867c-4b60-b947-60d083f2fbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6634424 Sep 16 05:06:45.056157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network a44722aa-10cd-4750-950e-fc0a3471d853 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:06:45.098383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbe95d-ac93-4347-a701-5d5af9920e29 req-3c7fa118-8eaa-4ef5-be7b-66c0c8ae0be1 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:45.109871 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25fbe95d-ac93-4347-a701-5d5af9920e29 req-3c7fa118-8eaa-4ef5-be7b-66c0c8ae0be1 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.3571296 Sep 16 05:06:45.147297 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b985b073-0823-48f3-a850-b903cfa8f506 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/subnetpools/6d5e5fde-289f-4011-92b7-29b3b8faca9e/tags HTTP/1.1" status: 204 len: 168 time: 0.2975013 Sep 16 05:06:45.147657 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39882) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:45.153644 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-a1796bbe-ff96-4298-88c7-0d64c79abd22 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6d5e5fde-289f-4011-92b7-29b3b8faca9e', 'tempest-TagsExtTest-Tag-1420162108') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:45.196030 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b094853d-88e5-4319-b97b-60babcf1a2e6 None None] Provisioning complete for port 5df431b0-b9fa-4837-abe9-46fd1544e687 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:45.205788 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b094853d-88e5-4319-b97b-60babcf1a2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.230519 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-a1796bbe-ff96-4298-88c7-0d64c79abd22 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] show failed (client error): The resource could not be found. Sep 16 05:06:45.233635 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25fbe95d-ac93-4347-a701-5d5af9920e29 req-924be4b0-e6e9-4bf6-8011-1edf5c8510eb tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205034 Sep 16 05:06:45.242229 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a1796bbe-ff96-4298-88c7-0d64c79abd22 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/subnetpools/6d5e5fde-289f-4011-92b7-29b3b8faca9e/tags/tempest-TagsExtTest-Tag-1420162108 HTTP/1.1" status: 404 len: 329 time: 0.0910418 Sep 16 05:06:45.242790 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39886) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:45.270148 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-a367ba7f-3e0e-4c81-8a8a-b2c3629b0528 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6d5e5fde-289f-4011-92b7-29b3b8faca9e', 'tempest-TagsExtTest-Tag-2139574258') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:45.379561 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-a367ba7f-3e0e-4c81-8a8a-b2c3629b0528 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] show failed (client error): The resource could not be found. Sep 16 05:06:45.383549 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a367ba7f-3e0e-4c81-8a8a-b2c3629b0528 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/subnetpools/6d5e5fde-289f-4011-92b7-29b3b8faca9e/tags/tempest-TagsExtTest-Tag-2139574258 HTTP/1.1" status: 404 len: 329 time: 0.1373305 Sep 16 05:06:45.386757 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39892) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:45.398669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-1fad38e0-09e2-401d-97c5-c7fe09c9af3b tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6d5e5fde-289f-4011-92b7-29b3b8faca9e', 'tempest-TagsExtTest-Tag-1558158551') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:45.543486 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-1fad38e0-09e2-401d-97c5-c7fe09c9af3b tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] show failed (client error): The resource could not be found. Sep 16 05:06:45.545189 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1fad38e0-09e2-401d-97c5-c7fe09c9af3b tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/subnetpools/6d5e5fde-289f-4011-92b7-29b3b8faca9e/tags/tempest-TagsExtTest-Tag-1558158551 HTTP/1.1" status: 404 len: 329 time: 0.1554379 Sep 16 05:06:45.547323 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39906) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:45.564169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-10790ec3-bc12-4e77-bfa7-906aff8f37a6 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6d5e5fde-289f-4011-92b7-29b3b8faca9e') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:45.689949 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-10790ec3-bc12-4e77-bfa7-906aff8f37a6 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/subnetpools/6d5e5fde-289f-4011-92b7-29b3b8faca9e/tags HTTP/1.1" status: 204 len: 168 time: 0.1387544 Sep 16 05:06:45.690167 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39908) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:45.696658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-4a287774-11ef-4b6d-a81b-68deec0a861f tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '94cd9bec-0df5-4f1d-a222-ee00d33d51f4') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:46.151370 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:06:46.598273 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-3a53cf61-2918-40da-8bc8-012d3cba28fb tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:46.599847 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-3a53cf61-2918-40da-8bc8-012d3cba28fb tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/networks?id=bb56d3e1-867c-4b60-b947-60d083f2fbbd HTTP/1.1" status: 200 len: 816 time: 0.7311156 Sep 16 05:06:46.638282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4a287774-11ef-4b6d-a81b-68deec0a861f tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/routers/94cd9bec-0df5-4f1d-a222-ee00d33d51f4/tags HTTP/1.1" status: 204 len: 168 time: 0.9467549 Sep 16 05:06:46.640870 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39934) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:46.646087 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-9334f9d0-e746-4ad6-b651-8ccc165fdf3a tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '26ab4002-bb2f-43fe-812c-fc7a71e0da1d') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:46.667879 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-566596e1-3ba0-4187-a256-5b528750e03f tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/quotas/75d65b6e4a684867b865b7a722577078 HTTP/1.1" status: 200 len: 375 time: 0.0589697 Sep 16 05:06:46.735830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f268102-844a-448f-a4a3-c816842832f9 req-98a6ad82-c52c-46de-991d-37a56e1b485a tempest-ComputeTenantNetworksTest-83623496 tempest-ComputeTenantNetworksTest-83623496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:46.741891 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f268102-844a-448f-a4a3-c816842832f9 req-98a6ad82-c52c-46de-991d-37a56e1b485a tempest-ComputeTenantNetworksTest-83623496 tempest-ComputeTenantNetworksTest-83623496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:46.749932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f268102-844a-448f-a4a3-c816842832f9 req-98a6ad82-c52c-46de-991d-37a56e1b485a tempest-ComputeTenantNetworksTest-83623496 tempest-ComputeTenantNetworksTest-83623496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:46.751863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f268102-844a-448f-a4a3-c816842832f9 req-98a6ad82-c52c-46de-991d-37a56e1b485a tempest-ComputeTenantNetworksTest-83623496 tempest-ComputeTenantNetworksTest-83623496-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 1.0627801 Sep 16 05:06:46.767459 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9334f9d0-e746-4ad6-b651-8ccc165fdf3a tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/ports/26ab4002-bb2f-43fe-812c-fc7a71e0da1d/tags HTTP/1.1" status: 204 len: 168 time: 0.1249073 Sep 16 05:06:46.768560 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39938) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:46.777495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-7000bb7a-9338-4f76-88a0-1d7cff564f3f tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7138597f-4456-4cab-99ae-44b12fd70151') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:46.851673 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-1f8b656b-201b-45b0-b199-4c5cffb77c34 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=75d65b6e4a684867b865b7a722577078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1675804 Sep 16 05:06:46.950402 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7000bb7a-9338-4f76-88a0-1d7cff564f3f tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/subnets/7138597f-4456-4cab-99ae-44b12fd70151/tags HTTP/1.1" status: 204 len: 168 time: 0.1804717 Sep 16 05:06:46.951088 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39942) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:47.068373 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-6bdfcab1-375f-4605-914d-8308c11ce8e8 service neutron] 10.222.0.20 "GET /v2.0/networks/bb56d3e1-867c-4b60-b947-60d083f2fbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026062 Sep 16 05:06:47.111370 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b95df-bc64-4808-bd7e-4cea78857199 req-48c164ff-ede6-446e-af30-8df92d7b00b6 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:47.113303 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-804b95df-bc64-4808-bd7e-4cea78857199 req-48c164ff-ede6-446e-af30-8df92d7b00b6 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.21 "GET /v2.0/networks?id=bb56d3e1-867c-4b60-b947-60d083f2fbbd HTTP/1.1" status: 200 len: 816 time: 0.4444296 Sep 16 05:06:47.164911 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-804b95df-bc64-4808-bd7e-4cea78857199 req-d97feab9-2373-4a77-b989-79ce1a20dd32 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Request body: {'port': {'device_id': '98228f4d-8ead-4767-8351-7256f41c3ec6', 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd', 'admin_state_up': True, 'tenant_id': '75d65b6e4a684867b865b7a722577078'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:47.220569 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f32282e-7a7a-4617-abfc-fc05774cd59a tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks [] for subnetpool, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.224736 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3f32282e-7a7a-4617-abfc-fc05774cd59a tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/subnetpools/6d5e5fde-289f-4011-92b7-29b3b8faca9e HTTP/1.1" status: 204 len: 168 time: 0.2725940 Sep 16 05:06:47.225469 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39944) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:47.293646 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6c8de27b-e732-406d-bca7-9068ead894fe tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "GET /v2.0/ports?device_id=94cd9bec-0df5-4f1d-a222-ee00d33d51f4 HTTP/1.1" status: 200 len: 205 time: 0.0666096 Sep 16 05:06:47.295598 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39946) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:47.311917 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5547d76-97b6-456c-bda1-b8d399ff0975 req-2f948bd7-3fc1-4aff-a67e-679f20050711 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:47.320159 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5547d76-97b6-456c-bda1-b8d399ff0975 req-2f948bd7-3fc1-4aff-a67e-679f20050711 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.2489009 Sep 16 05:06:47.443712 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5547d76-97b6-456c-bda1-b8d399ff0975 req-42aff59d-6a1c-4897-9533-c008de3d6b34 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225524 Sep 16 05:06:47.612393 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e23e149f-5733-436b-aa86-fe62c7b3a86d tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.639992 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-dc1428ca-425f-446d-86cb-da959bd7bfeb service neutron] 10.222.0.20 "GET /v2.0/networks/bb56d3e1-867c-4b60-b947-60d083f2fbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703185 Sep 16 05:06:47.794104 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32167bef-36ee-470c-9da2-f035b08eeca3 req-b4e1379c-987d-4bb9-8c45-3712079b6c20 tempest-ComputeTenantNetworksTest-83623496 tempest-ComputeTenantNetworksTest-83623496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:47.807627 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32167bef-36ee-470c-9da2-f035b08eeca3 req-b4e1379c-987d-4bb9-8c45-3712079b6c20 tempest-ComputeTenantNetworksTest-83623496 tempest-ComputeTenantNetworksTest-83623496-project] 10.222.0.20 "GET /v2.0/networks/a44722aa-10cd-4750-950e-fc0a3471d853 HTTP/1.1" status: 200 len: 769 time: 0.2832487 Sep 16 05:06:47.808889 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804b95df-bc64-4808-bd7e-4cea78857199 req-d97feab9-2373-4a77-b989-79ce1a20dd32 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Made reservation on behalf of 75d65b6e4a684867b865b7a722577078 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:47.812557 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-804b95df-bc64-4808-bd7e-4cea78857199 req-d97feab9-2373-4a77-b989-79ce1a20dd32 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.830519 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39954) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:48.089581 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c14298cc-66f9-4e01-aced-8766989cfe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.217640 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e23e149f-5733-436b-aa86-fe62c7b3a86d tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.223961 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e23e149f-5733-436b-aa86-fe62c7b3a86d tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.384360 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-804b95df-bc64-4808-bd7e-4cea78857199 req-d97feab9-2373-4a77-b989-79ce1a20dd32 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Allocated IP 172.20.0.4 (bb56d3e1-867c-4b60-b947-60d083f2fbbd/ce23bb60-cab7-46c4-9fc7-4556535ce93f/be6868a6-474e-449f-b786-0a6df27e8f44) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:48.509470 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e23e149f-5733-436b-aa86-fe62c7b3a86d tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.511138 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23e149f-5733-436b-aa86-fe62c7b3a86d tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Fanout notify agent at l3_agent the message router_deleted on router 94cd9bec-0df5-4f1d-a222-ee00d33d51f4 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:06:48.545251 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e23e149f-5733-436b-aa86-fe62c7b3a86d tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.551739 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e23e149f-5733-436b-aa86-fe62c7b3a86d tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/routers/94cd9bec-0df5-4f1d-a222-ee00d33d51f4 HTTP/1.1" status: 204 len: 168 time: 1.2481363 Sep 16 05:06:48.557690 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39966) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:48.781868 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c14298cc-66f9-4e01-aced-8766989cfe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.890525 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-632e74d7-897e-461a-b803-34311cea3974 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Deleting port 26ab4002-bb2f-43fe-812c-fc7a71e0da1d {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:48.890914 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-632e74d7-897e-461a-b803-34311cea3974 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.892811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c14298cc-66f9-4e01-aced-8766989cfe4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44722aa-10cd-4750-950e-fc0a3471d853']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:48.912410 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c14298cc-66f9-4e01-aced-8766989cfe4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873e5636-cd1c-47a9-b2a2-d9f53b80ef5c') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:48.912885 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c14298cc-66f9-4e01-aced-8766989cfe4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873e5636-cd1c-47a9-b2a2-d9f53b80ef5c') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:48.927403 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c14298cc-66f9-4e01-aced-8766989cfe4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.995202 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c14298cc-66f9-4e01-aced-8766989cfe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.038161 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14298cc-66f9-4e01-aced-8766989cfe4a admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:06:49.039685 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c14298cc-66f9-4e01-aced-8766989cfe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.144124 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-632e74d7-897e-461a-b803-34311cea3974 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.160118 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-632e74d7-897e-461a-b803-34311cea3974 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Calling delete_port for 26ab4002-bb2f-43fe-812c-fc7a71e0da1d owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:06:49.324618 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:06:49.335820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f4f3871-51c6-4a14-97bf-1a6d07cc8197 req-017d28ba-5929-4a29-926c-44ec2dc5d057 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 210 time: 0.9819374 Sep 16 05:06:49.385291 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-632e74d7-897e-461a-b803-34311cea3974 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.560015 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e74d7-897e-461a-b803-34311cea3974 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Pushing event deleted for resources: {'Port': ['ID=26ab4002-bb2f-43fe-812c-fc7a71e0da1d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:49.570074 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-804b95df-bc64-4808-bd7e-4cea78857199 req-d97feab9-2373-4a77-b989-79ce1a20dd32 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.706505 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c14298cc-66f9-4e01-aced-8766989cfe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.761879 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c14298cc-66f9-4e01-aced-8766989cfe4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.764673 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c14298cc-66f9-4e01-aced-8766989cfe4a admin admin] 10.222.0.20 "DELETE /v2.0/networks/a44722aa-10cd-4750-950e-fc0a3471d853 HTTP/1.1" status: 204 len: 168 time: 1.9326892 Sep 16 05:06:49.774424 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-804b95df-bc64-4808-bd7e-4cea78857199 req-d97feab9-2373-4a77-b989-79ce1a20dd32 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.803052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14298cc-66f9-4e01-aced-8766989cfe4a admin admin] Pushing event deleted for resources: {'Network': ['ID=a44722aa-10cd-4750-950e-fc0a3471d853,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:49.862020 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-632e74d7-897e-461a-b803-34311cea3974 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.864954 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-632e74d7-897e-461a-b803-34311cea3974 tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/ports/26ab4002-bb2f-43fe-812c-fc7a71e0da1d HTTP/1.1" status: 204 len: 168 time: 1.3054609 Sep 16 05:06:49.867299 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39984) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:49.982206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97feab9-2373-4a77-b989-79ce1a20dd32 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Pushing event updated for resources: {'Port': ['ID=be6868a6-474e-449f-b786-0a6df27e8f44,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:50.035144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-feb92b4c-b9b8-4b6f-8b78-7cba285b6873 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:50.038782 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4bbfd21-cb51-478a-b16d-3a9d10c571fb tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Deleting subnet 7138597f-4456-4cab-99ae-44b12fd70151 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:50.047359 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4bbfd21-cb51-478a-b16d-3a9d10c571fb tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.054199 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-feb92b4c-b9b8-4b6f-8b78-7cba285b6873 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.21 "GET /v2.0/networks?id=bb56d3e1-867c-4b60-b947-60d083f2fbbd HTTP/1.1" status: 200 len: 816 time: 0.7824247 Sep 16 05:06:50.087087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804b95df-bc64-4808-bd7e-4cea78857199 req-d97feab9-2373-4a77-b989-79ce1a20dd32 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Network bb56d3e1-867c-4b60-b947-60d083f2fbbd is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:50.108174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-804b95df-bc64-4808-bd7e-4cea78857199 req-d97feab9-2373-4a77-b989-79ce1a20dd32 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:50.116921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-51c5be52-dff5-4be3-a115-1eb9b0fb5249 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Request body: {'port': {'device_id': 'fc117437-2a47-4052-9dd3-d835417e0e75', 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd', 'admin_state_up': True, 'tenant_id': '75d65b6e4a684867b865b7a722577078'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:50.169968 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4bbfd21-cb51-478a-b16d-3a9d10c571fb tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.180627 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-804b95df-bc64-4808-bd7e-4cea78857199 req-d97feab9-2373-4a77-b989-79ce1a20dd32 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:50.243430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28614771-b9fd-49fe-b8ce-7550ae76ee53 req-34f5bec4-d4a8-4dfb-8641-07beb278b0dc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:50.257083 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-28614771-b9fd-49fe-b8ce-7550ae76ee53 req-34f5bec4-d4a8-4dfb-8641-07beb278b0dc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 1.4783027 Sep 16 05:06:50.341529 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39990) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:50.462449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b95df-bc64-4808-bd7e-4cea78857199 req-d97feab9-2373-4a77-b989-79ce1a20dd32 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:50.482391 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-804b95df-bc64-4808-bd7e-4cea78857199 req-d97feab9-2373-4a77-b989-79ce1a20dd32 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.569863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-28614771-b9fd-49fe-b8ce-7550ae76ee53 req-9c58d944-bb06-4714-ac2d-d29976091acc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3113353 Sep 16 05:06:50.661768 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e1ccaa93-abc1-40bc-9cbc-bb2175f618dd None None] Provisioning complete for port be6868a6-474e-449f-b786-0a6df27e8f44 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:50.663237 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e1ccaa93-abc1-40bc-9cbc-bb2175f618dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.691423 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-85e54075-3ee9-4956-9250-30810c8b42be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66b9600e7ff94b8184439ae35623e695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3459897 Sep 16 05:06:50.699757 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4bbfd21-cb51-478a-b16d-3a9d10c571fb tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.705893 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39996) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:50.731796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-804b95df-bc64-4808-bd7e-4cea78857199 req-d97feab9-2373-4a77-b989-79ce1a20dd32 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5801945 Sep 16 05:06:50.739583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e1ccaa93-abc1-40bc-9cbc-bb2175f618dd None None] Port be6868a6-474e-449f-b786-0a6df27e8f44 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:50.779660 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65ae434b-70c7-4db1-a255-6e5ac9024a4d req-f5113124-0f12-4130-8c64-836b676ee8a5 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 210 time: 0.1248720 Sep 16 05:06:50.789303 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Request body: {'port': {'device_id': '98228f4d-8ead-4767-8351-7256f41c3ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:50.917928 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-936c7327-71c8-406c-b2c0-62d8bf2fde19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.927447 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.982551 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-936c7327-71c8-406c-b2c0-62d8bf2fde19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.153556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-51c5be52-dff5-4be3-a115-1eb9b0fb5249 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Made reservation on behalf of 75d65b6e4a684867b865b7a722577078 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:51.156796 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-51c5be52-dff5-4be3-a115-1eb9b0fb5249 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.225041 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4bbfd21-cb51-478a-b16d-3a9d10c571fb tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.233357 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-936c7327-71c8-406c-b2c0-62d8bf2fde19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.239462 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-936c7327-71c8-406c-b2c0-62d8bf2fde19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.244864 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-936c7327-71c8-406c-b2c0-62d8bf2fde19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d73a544-92f0-4937-8413-367736364d01 HTTP/1.1" status: 204 len: 168 time: 0.5351260 Sep 16 05:06:51.294009 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbfd21-cb51-478a-b16d-3a9d10c571fb tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Pushing event deleted for resources: {'Subnet': ['ID=7138597f-4456-4cab-99ae-44b12fd70151,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:51.297720 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c7327-71c8-406c-b2c0-62d8bf2fde19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d73a544-92f0-4937-8413-367736364d01,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:51.305706 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20485311-d81e-41a0-bf91-34a959521625 None None] Network 2b31ffdb-a846-476c-9f73-3c2a9e8a078a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:51.314035 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4bbfd21-cb51-478a-b16d-3a9d10c571fb tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.318406 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b4bbfd21-cb51-478a-b16d-3a9d10c571fb tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/subnets/7138597f-4456-4cab-99ae-44b12fd70151 HTTP/1.1" status: 204 len: 168 time: 1.4475276 Sep 16 05:06:51.325680 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40008) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:51.583798 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.779203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] DHCP port deletion for 2b31ffdb-a846-476c-9f73-3c2a9e8a078a request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:06:51.784427 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6868a6-474e-449f-b786-0a6df27e8f44 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:51.827047 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.844653 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Deleting port 3797b533-a61f-498e-85cf-9d2de8b34982 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:51.845725 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.908766 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Transition to ACTIVE for port object be6868a6-474e-449f-b786-0a6df27e8f44 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:51.926724 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] Deleting port 3797b533-a61f-498e-85cf-9d2de8b34982 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:51.927648 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.003357 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] For port 3797b533-a61f-498e-85cf-9d2de8b34982, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3797b533-a61f-498e-85cf-9d2de8b34982,segment=NetworkSegment(31787734-6841-45da-9a1d-f5019979a10a),segment_id=31787734-6841-45da-9a1d-f5019979a10a)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:52.004337 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.049702 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Calling delete_port for 3797b533-a61f-498e-85cf-9d2de8b34982 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:52.096195 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.113779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] For port 3797b533-a61f-498e-85cf-9d2de8b34982, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3797b533-a61f-498e-85cf-9d2de8b34982,segment=NetworkSegment(31787734-6841-45da-9a1d-f5019979a10a),segment_id=31787734-6841-45da-9a1d-f5019979a10a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:52.114533 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.160358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] Calling delete_port for 3797b533-a61f-498e-85cf-9d2de8b34982 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:52.404847 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.433979 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.477813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-51c5be52-dff5-4be3-a115-1eb9b0fb5249 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Allocated IP 172.20.0.5 (bb56d3e1-867c-4b60-b947-60d083f2fbbd/ce23bb60-cab7-46c4-9fc7-4556535ce93f/b90213d8-bca9-43b4-ad1a-1bedc1e9a91c) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:52.521402 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Pushing event deleted for resources: {'Port': ['ID=3797b533-a61f-498e-85cf-9d2de8b34982,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:52.532685 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] Pushing event deleted for resources: {'Port': ['ID=3797b533-a61f-498e-85cf-9d2de8b34982,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:52.557582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] No DVR routers for this DVR port 3797b533-a61f-498e-85cf-9d2de8b34982 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:52.564587 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] No DVR routers for this DVR port 3797b533-a61f-498e-85cf-9d2de8b34982 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:52.613400 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:52.613819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:52.614138 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:52.614452 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:52.614747 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:52.639296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:52.639723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:52.640069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:52.640415 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:52.640753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:52.641090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:52.641420 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce45ec4-d51e-4f8a-9485-ccce53cadc07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:52.678297 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3797b533-a61f-498e-85cf-9d2de8b34982 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:52.745913 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.21', 56867) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:52.764841 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 3797b533-a61f-498e-85cf-9d2de8b34982 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:52.765402 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3797b533-a61f-498e-85cf-9d2de8b34982 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:52.953887 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-51c5be52-dff5-4be3-a115-1eb9b0fb5249 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.988629 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-9235f8a4-01af-4812-9b2c-2f82a41ee36f tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:52.996494 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-9235f8a4-01af-4812-9b2c-2f82a41ee36f tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.38 "GET /v2.0/networks?id=bb56d3e1-867c-4b60-b947-60d083f2fbbd HTTP/1.1" status: 200 len: 816 time: 0.6552925 Sep 16 05:06:53.007257 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40038) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:53.037407 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-3ca2099d-8e00-4037-ac97-4ab2a5c6a741 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Request body: {'port': {'device_id': '786392d6-1efb-4a02-851c-18b22f4678ba', 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd', 'admin_state_up': True, 'tenant_id': '75d65b6e4a684867b865b7a722577078'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:53.330401 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-51c5be52-dff5-4be3-a115-1eb9b0fb5249 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.355971 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e86a5438-3570-4907-b0a5-c36bc64cf5bc req-10deb8d8-8907-4795-9563-0322061208f8 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 210 time: 1.0828860 Sep 16 05:06:53.626073 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-3ca2099d-8e00-4037-ac97-4ab2a5c6a741 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Made reservation on behalf of 75d65b6e4a684867b865b7a722577078 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:53.659551 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-3ca2099d-8e00-4037-ac97-4ab2a5c6a741 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.666748 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.671357 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40beaac3-8d57-466a-873c-07fca74648c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.733032 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1cef3866-54bc-41e0-97ea-78a08428edbb req-b021a4e4-ff4b-40a7-8a1f-9566b51f733b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9856863 Sep 16 05:06:53.836245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb8ec7-f613-46af-a44a-fa16a915cb92 req-f9eef152-697b-47b9-be8b-2300c1a340ac tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:53.851486 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14fb8ec7-f613-46af-a44a-fa16a915cb92 req-f9eef152-697b-47b9-be8b-2300c1a340ac tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 1.9376724 Sep 16 05:06:53.870460 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b31ffdb-a846-476c-9f73-3c2a9e8a078a']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:53.892929 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Attempting to bind port be6868a6-474e-449f-b786-0a6df27e8f44 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:53.896494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Attempting to bind port be6868a6-474e-449f-b786-0a6df27e8f44 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'b917e604-43bc-48a1-9d7b-caf12696afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:53.896494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Attempting to bind port be6868a6-474e-449f-b786-0a6df27e8f44 on network bb56d3e1-867c-4b60-b947-60d083f2fbbd {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:53.898712 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31787734-6841-45da-9a1d-f5019979a10a') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:53.899256 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31787734-6841-45da-9a1d-f5019979a10a') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:53.904213 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=be6868a6-474e-449f-b786-0a6df27e8f44,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:53.928086 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.967408 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.982203 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:06:53.984787 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.006566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Port be6868a6-474e-449f-b786-0a6df27e8f44 on network bb56d3e1-867c-4b60-b947-60d083f2fbbd not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:54.006980 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Attempting to bind port be6868a6-474e-449f-b786-0a6df27e8f44 on network bb56d3e1-867c-4b60-b947-60d083f2fbbd {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:54.062832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6dda240f-ea2a-4fee-888a-50007a8be30b req-5ba53191-cf56-4c5d-b482-816e92249286 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0181372 Sep 16 05:06:54.100698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-51c5be52-dff5-4be3-a115-1eb9b0fb5249 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Network bb56d3e1-867c-4b60-b947-60d083f2fbbd is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:54.112944 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14fb8ec7-f613-46af-a44a-fa16a915cb92 req-b66e9a6f-2b57-4cb3-af52-6c236da8e8cb tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603183 Sep 16 05:06:54.126698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:54.127630 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Checking segment: {'id': 'b917e604-43bc-48a1-9d7b-caf12696afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:54.128233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Bound using segment: {'id': 'b917e604-43bc-48a1-9d7b-caf12696afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:54.129071 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Bound port: be6868a6-474e-449f-b786-0a6df27e8f44, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b917e604-43bc-48a1-9d7b-caf12696afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:54.129889 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.147997 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-51c5be52-dff5-4be3-a115-1eb9b0fb5249 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:06:54.206775 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:06:54.296938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-51c5be52-dff5-4be3-a115-1eb9b0fb5249 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:54.325174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5be52-dff5-4be3-a115-1eb9b0fb5249 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Pushing event updated for resources: {'Port': ['ID=b90213d8-bca9-43b4-ad1a-1bedc1e9a91c,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:54.461969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] For port be6868a6-474e-449f-b786-0a6df27e8f44, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:54.466534 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] For port be6868a6-474e-449f-b786-0a6df27e8f44, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=be6868a6-474e-449f-b786-0a6df27e8f44,segment=NetworkSegment(b917e604-43bc-48a1-9d7b-caf12696afe8),segment_id=b917e604-43bc-48a1-9d7b-caf12696afe8)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:54.491554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda240f-ea2a-4fee-888a-50007a8be30b req-32e74d1e-2e66-45cc-8205-e9cab059be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:54.496607 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6dda240f-ea2a-4fee-888a-50007a8be30b req-32e74d1e-2e66-45cc-8205-e9cab059be9f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ece864d6db5c4e1d96e72f6394c094cb&device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 1097 time: 0.3435025 Sep 16 05:06:54.909345 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-51c5be52-dff5-4be3-a115-1eb9b0fb5249 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:54.909345 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-51c5be52-dff5-4be3-a115-1eb9b0fb5249 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.909535 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-09d94a72-b8f0-4d24-9c2e-37d33525d7f3 None None] Provisioning complete for port b90213d8-bca9-43b4-ad1a-1bedc1e9a91c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:54.909535 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-09d94a72-b8f0-4d24-9c2e-37d33525d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.909980 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-3ca2099d-8e00-4037-ac97-4ab2a5c6a741 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Allocated IP 172.20.0.3 (bb56d3e1-867c-4b60-b947-60d083f2fbbd/ce23bb60-cab7-46c4-9fc7-4556535ce93f/c31aaf74-adba-47e7-b775-baa25265d7b3) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:54.911618 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-00b8d9dc-c6ee-49be-bf2a-d856dd45ac80 req-bfe5fbd3-172a-4767-a261-7cb2207918c8 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 210 time: 0.1106553 Sep 16 05:06:54.965039 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3866-54bc-41e0-97ea-78a08428edbb req-29215e08-6a32-4b4b-b518-7c2d98aa8d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:54.967581 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1cef3866-54bc-41e0-97ea-78a08428edbb req-29215e08-6a32-4b4b-b518-7c2d98aa8d71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ece864d6db5c4e1d96e72f6394c094cb&device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 1097 time: 0.7399964 Sep 16 05:06:55.007479 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-09d94a72-b8f0-4d24-9c2e-37d33525d7f3 None None] Port b90213d8-bca9-43b4-ad1a-1bedc1e9a91c cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:55.011650 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda240f-ea2a-4fee-888a-50007a8be30b req-8445d49b-dfa4-47b8-a336-e3a6eed736fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:55.018083 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6dda240f-ea2a-4fee-888a-50007a8be30b req-8445d49b-dfa4-47b8-a336-e3a6eed736fb service neutron] 10.222.0.38 "GET /v2.0/networks?id=c38fee71-f4a0-4893-8a01-fbc912f5a572 HTTP/1.1" status: 200 len: 916 time: 0.4124074 Sep 16 05:06:55.124940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6dda240f-ea2a-4fee-888a-50007a8be30b req-5d8806d2-7c61-4593-9cdc-d1693989d7b7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=335a68da-f984-42f8-a373-ccba544267ac HTTP/1.1" status: 200 len: 217 time: 0.0890253 Sep 16 05:06:55.148366 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40beaac3-8d57-466a-873c-07fca74648c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.204396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda240f-ea2a-4fee-888a-50007a8be30b req-7870068e-493b-47a9-aade-3cd5845cacfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:55.206836 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6dda240f-ea2a-4fee-888a-50007a8be30b req-7870068e-493b-47a9-aade-3cd5845cacfb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b3406ee-9e90-41ec-83e3-081686225e3b HTTP/1.1" status: 200 len: 855 time: 0.0751841 Sep 16 05:06:55.328299 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.329593 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.366821 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:55.368178 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.371855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-804b95df-bc64-4808-bd7e-4cea78857199 req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] 10.222.0.21 "PUT /v2.0/ports/be6868a6-474e-449f-b786-0a6df27e8f44 HTTP/1.1" status: 200 len: 1092 time: 4.6046445 Sep 16 05:06:55.460418 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98228f4d-8ead-4767-8351-7256f41c3ec6', 'tag': 'be6868a6-474e-449f-b786-0a6df27e8f44'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:55.460418 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f00aa6-df95-4294-954b-80d1993d262f" -d '{"events": [{"name": "network-changed", "server_uuid": "98228f4d-8ead-4767-8351-7256f41c3ec6", "tag": "be6868a6-474e-449f-b786-0a6df27e8f44"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:55.482844 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6dda240f-ea2a-4fee-888a-50007a8be30b req-ec916e75-5025-446d-93be-5cca941e9709 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c38fee71-f4a0-4893-8a01-fbc912f5a572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333981 Sep 16 05:06:55.576220 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e0de2-4995-4062-8817-4d008db4c7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=be6868a6-474e-449f-b786-0a6df27e8f44,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:55.790046 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-51c5be52-dff5-4be3-a115-1eb9b0fb5249 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7053981 Sep 16 05:06:55.792579 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6dda240f-ea2a-4fee-888a-50007a8be30b req-573a93dc-2e63-4872-885e-23a5c0da981f service neutron] 10.222.0.38 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895695 Sep 16 05:06:55.837154 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3866-54bc-41e0-97ea-78a08428edbb req-2da4ef82-a84d-46a6-b25b-dfd66fe0e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:55.838875 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Request body: {'port': {'device_id': 'fc117437-2a47-4052-9dd3-d835417e0e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:55.842912 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1cef3866-54bc-41e0-97ea-78a08428edbb req-2da4ef82-a84d-46a6-b25b-dfd66fe0e5ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=c38fee71-f4a0-4893-8a01-fbc912f5a572 HTTP/1.1" status: 200 len: 916 time: 0.8006525 Sep 16 05:06:55.848607 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.849900 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40beaac3-8d57-466a-873c-07fca74648c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.913848 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-40beaac3-8d57-466a-873c-07fca74648c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7698fb0c22d244f8a3e81e58929e8afe&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9133151 Sep 16 05:06:55.968236 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6dda240f-ea2a-4fee-888a-50007a8be30b req-c5353229-838d-45e5-915e-1620ca6905ff service neutron] 10.222.0.38 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218877 Sep 16 05:06:55.972574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40070) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:56.003349 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1cef3866-54bc-41e0-97ea-78a08428edbb req-f4baf4eb-da70-43e7-bed8-d0cc5f85e05d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e7db03-d96a-440b-8326-d6d28c252449 HTTP/1.1" status: 200 len: 217 time: 0.0957921 Sep 16 05:06:56.042604 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.053538 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.056262 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] 10.222.0.20 "DELETE /v2.0/networks/2b31ffdb-a846-476c-9f73-3c2a9e8a078a HTTP/1.1" status: 204 len: 168 time: 4.7270603 Sep 16 05:06:56.097259 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284fa6a4-f160-449d-aa78-0132f938d49c tempest-TagsExtTest-1973123538 tempest-TagsExtTest-1973123538-project] Pushing event deleted for resources: {'Network': ['ID=2b31ffdb-a846-476c-9f73-3c2a9e8a078a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:56.232609 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40beaac3-8d57-466a-873c-07fca74648c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b45fb4e-879a-478c-b7a7-b3ca75aeaad0,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:56.266073 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-3ca2099d-8e00-4037-ac97-4ab2a5c6a741 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.272173 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3866-54bc-41e0-97ea-78a08428edbb req-d67474de-f9c8-479a-9474-dadb818bf645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:56.272173 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1cef3866-54bc-41e0-97ea-78a08428edbb req-d67474de-f9c8-479a-9474-dadb818bf645 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b3406ee-9e90-41ec-83e3-081686225e3b HTTP/1.1" status: 200 len: 855 time: 0.2047889 Sep 16 05:06:56.342183 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1cef3866-54bc-41e0-97ea-78a08428edbb req-e3eb0752-f3e4-4cb1-a111-82d35efc0cf2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c38fee71-f4a0-4893-8a01-fbc912f5a572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556285 Sep 16 05:06:56.514146 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1cef3866-54bc-41e0-97ea-78a08428edbb req-b90e5e31-f643-42ec-afd5-83467186e1d1 service neutron] 10.222.0.21 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638217 Sep 16 05:06:56.583462 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-3ca2099d-8e00-4037-ac97-4ab2a5c6a741 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.717915 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-3ca2099d-8e00-4037-ac97-4ab2a5c6a741 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Network bb56d3e1-867c-4b60-b947-60d083f2fbbd is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:56.723236 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-3ca2099d-8e00-4037-ac97-4ab2a5c6a741 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:56.724623 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247dddd8-8cf5-4ff8-bbce-202b57363d7f x-openstack-request-id: req-247dddd8-8cf5-4ff8-bbce-202b57363d7f {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:56.725121 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98228f4d-8ead-4767-8351-7256f41c3ec6", "tag": "be6868a6-474e-449f-b786-0a6df27e8f44", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:56.725904 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-247dddd8-8cf5-4ff8-bbce-202b57363d7f {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:56.726300 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98228f4d-8ead-4767-8351-7256f41c3ec6', 'tag': 'be6868a6-474e-449f-b786-0a6df27e8f44', 'status': 'completed', 'code': 200} Sep 16 05:06:56.745832 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-3ca2099d-8e00-4037-ac97-4ab2a5c6a741 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:56.756004 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b95df-bc64-4808-bd7e-4cea78857199 req-5861a81e-42e5-45ff-9e76-f2f7161f876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:56.763647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-804b95df-bc64-4808-bd7e-4cea78857199 req-5861a81e-42e5-45ff-9e76-f2f7161f876c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75d65b6e4a684867b865b7a722577078&device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 1095 time: 1.1757896 Sep 16 05:06:56.807682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d122dd9-2084-47d7-8435-eab668b80ce2 req-2d6a54ed-bec8-4d82-8e12-fca5c6658832 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:56.821488 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d122dd9-2084-47d7-8435-eab668b80ce2 req-2d6a54ed-bec8-4d82-8e12-fca5c6658832 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 1.3335671 Sep 16 05:06:56.870065 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2099d-8e00-4037-ac97-4ab2a5c6a741 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Pushing event updated for resources: {'Port': ['ID=c31aaf74-adba-47e7-b775-baa25265d7b3,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:56.877911 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1cef3866-54bc-41e0-97ea-78a08428edbb req-34ae36c7-56ee-4bfe-aeaf-dbc94278dbfd service neutron] 10.222.0.21 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561392 Sep 16 05:06:56.927889 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-3ca2099d-8e00-4037-ac97-4ab2a5c6a741 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:56.928824 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-3ca2099d-8e00-4037-ac97-4ab2a5c6a741 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.950560 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40092) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:57.059735 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-3ca2099d-8e00-4037-ac97-4ab2a5c6a741 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0318322 Sep 16 05:06:57.114905 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-804b95df-bc64-4808-bd7e-4cea78857199 req-f049b7a6-e65d-4a01-928a-a6e8d385181d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be6868a6-474e-449f-b786-0a6df27e8f44 HTTP/1.1" status: 200 len: 217 time: 0.2776978 Sep 16 05:06:57.119531 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c21dfd62-16d3-436e-802c-b00b368e805a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.187932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b95df-bc64-4808-bd7e-4cea78857199 req-a5652954-7828-49c4-bea8-c8e4d24bc1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:57.189435 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-804b95df-bc64-4808-bd7e-4cea78857199 req-a5652954-7828-49c4-bea8-c8e4d24bc1a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce23bb60-cab7-46c4-9fc7-4556535ce93f HTTP/1.1" status: 200 len: 855 time: 0.0574617 Sep 16 05:06:57.194526 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1676a49b-38d3-4f96-94d2-0e2b4f142b2d None None] Provisioning complete for port c31aaf74-adba-47e7-b775-baa25265d7b3 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:57.195052 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1676a49b-38d3-4f96-94d2-0e2b4f142b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.205015 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4440eded-39d6-41ea-a93a-6c19aab8dac4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12310576b7834e2992163aacbadeab5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530053 Sep 16 05:06:57.218495 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d122dd9-2084-47d7-8435-eab668b80ce2 req-26803ff8-53ce-40bc-beda-4e3deb885a58 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3960762 Sep 16 05:06:57.219187 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40096) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:57.272622 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-1676a49b-38d3-4f96-94d2-0e2b4f142b2d None None] Port c31aaf74-adba-47e7-b775-baa25265d7b3 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:57.333096 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3826273-61e2-483f-a50e-3c562e9a762b req-dd3d0d5a-02b7-498d-af43-8d7bd08e6fe0 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:57.340813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3826273-61e2-483f-a50e-3c562e9a762b req-dd3d0d5a-02b7-498d-af43-8d7bd08e6fe0 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 931 time: 0.6226230 Sep 16 05:06:57.414682 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c21dfd62-16d3-436e-802c-b00b368e805a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.498514 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b95df-bc64-4808-bd7e-4cea78857199 req-3a8d8d7a-d6b5-4ed2-b40b-c936c2be5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:57.500335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-804b95df-bc64-4808-bd7e-4cea78857199 req-3a8d8d7a-d6b5-4ed2-b40b-c936c2be5274 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb56d3e1-867c-4b60-b947-60d083f2fbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3001328 Sep 16 05:06:57.519302 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3826273-61e2-483f-a50e-3c562e9a762b req-3afa3a65-da92-4817-ad7d-3eef28666352 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775753 Sep 16 05:06:57.560276 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e069f94d-e3c3-49d4-9d57-1d11fc2fb845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.616501 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e069f94d-e3c3-49d4-9d57-1d11fc2fb845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.841954 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-804b95df-bc64-4808-bd7e-4cea78857199 req-e1e8b78f-58ae-421d-a9a2-9c7606e2ba59 service neutron] 10.222.0.21 "GET /v2.0/networks/bb56d3e1-867c-4b60-b947-60d083f2fbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070729 Sep 16 05:06:57.939674 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c21dfd62-16d3-436e-802c-b00b368e805a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.942179 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c21dfd62-16d3-436e-802c-b00b368e805a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.943424 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c21dfd62-16d3-436e-802c-b00b368e805a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b45fb4e-879a-478c-b7a7-b3ca75aeaad0 HTTP/1.1" status: 204 len: 168 time: 1.9697917 Sep 16 05:06:57.959894 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90213d8-bca9-43b4-ad1a-1bedc1e9a91c {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:57.996343 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.996343 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21dfd62-16d3-436e-802c-b00b368e805a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b45fb4e-879a-478c-b7a7-b3ca75aeaad0,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:58.003718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Transition to ACTIVE for port object b90213d8-bca9-43b4-ad1a-1bedc1e9a91c will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:58.008021 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-804b95df-bc64-4808-bd7e-4cea78857199 req-3f774a29-08ff-40c4-92c9-f94018e4f560 service neutron] 10.222.0.21 "GET /v2.0/networks/bb56d3e1-867c-4b60-b947-60d083f2fbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646070 Sep 16 05:06:58.024082 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e069f94d-e3c3-49d4-9d57-1d11fc2fb845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.027118 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e069f94d-e3c3-49d4-9d57-1d11fc2fb845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.028600 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e069f94d-e3c3-49d4-9d57-1d11fc2fb845 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08f42b7b-543f-467f-afa5-00e27ef09878 HTTP/1.1" status: 204 len: 168 time: 0.7469296 Sep 16 05:06:58.041098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069f94d-e3c3-49d4-9d57-1d11fc2fb845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f42b7b-543f-467f-afa5-00e27ef09878,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:58.189954 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.320553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Pushing event updated for resources: {'Port': ['ID=b90213d8-bca9-43b4-ad1a-1bedc1e9a91c,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:58.349789 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.486558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Attempting to bind port b90213d8-bca9-43b4-ad1a-1bedc1e9a91c on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:58.491159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Attempting to bind port b90213d8-bca9-43b4-ad1a-1bedc1e9a91c by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'b917e604-43bc-48a1-9d7b-caf12696afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:58.491159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Attempting to bind port b90213d8-bca9-43b4-ad1a-1bedc1e9a91c on network bb56d3e1-867c-4b60-b947-60d083f2fbbd {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:58.496199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f00aa6-df95-4294-954b-80d1993d262f req-7112e809-ecfd-4ff5-9b1c-a64c6a1b2ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.497965 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3f00aa6-df95-4294-954b-80d1993d262f req-7112e809-ecfd-4ff5-9b1c-a64c6a1b2ea3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75d65b6e4a684867b865b7a722577078&device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 1095 time: 0.2332661 Sep 16 05:06:58.512716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b487df-bc71-428c-9e7e-a6ba4ead333a req-adab630c-72ed-411a-b1bd-a95e8d291bdd tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.518564 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80b487df-bc71-428c-9e7e-a6ba4ead333a req-adab630c-72ed-411a-b1bd-a95e8d291bdd tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.1724620 Sep 16 05:06:58.547281 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Port b90213d8-bca9-43b4-ad1a-1bedc1e9a91c on network bb56d3e1-867c-4b60-b947-60d083f2fbbd not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:58.547281 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Attempting to bind port b90213d8-bca9-43b4-ad1a-1bedc1e9a91c on network bb56d3e1-867c-4b60-b947-60d083f2fbbd {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:58.571215 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:58.571367 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Checking segment: {'id': 'b917e604-43bc-48a1-9d7b-caf12696afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:58.571811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Bound using segment: {'id': 'b917e604-43bc-48a1-9d7b-caf12696afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:58.573165 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Bound port: b90213d8-bca9-43b4-ad1a-1bedc1e9a91c, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b917e604-43bc-48a1-9d7b-caf12696afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:58.574037 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.762820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80b487df-bc71-428c-9e7e-a6ba4ead333a req-4a585ed1-92e3-49e3-84de-c5db1ff83884 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112195 Sep 16 05:06:58.807431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f00aa6-df95-4294-954b-80d1993d262f req-122a184f-862c-448e-a1c3-57200f6060a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.816395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3f00aa6-df95-4294-954b-80d1993d262f req-122a184f-862c-448e-a1c3-57200f6060a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb56d3e1-867c-4b60-b947-60d083f2fbbd HTTP/1.1" status: 200 len: 917 time: 0.2865415 Sep 16 05:06:58.824206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232481a-41ac-4694-880d-628c43854890 req-c51b1b95-995a-423a-b655-a4a31e1796fe tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.825787 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3232481a-41ac-4694-880d-628c43854890 req-c51b1b95-995a-423a-b655-a4a31e1796fe tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 931 time: 0.1222849 Sep 16 05:06:58.871666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] For port b90213d8-bca9-43b4-ad1a-1bedc1e9a91c, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:58.882314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3f00aa6-df95-4294-954b-80d1993d262f req-f308ddae-05f5-4e69-afce-d27e23fffe70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be6868a6-474e-449f-b786-0a6df27e8f44 HTTP/1.1" status: 200 len: 217 time: 0.0541005 Sep 16 05:06:58.905456 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] For port b90213d8-bca9-43b4-ad1a-1bedc1e9a91c, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b90213d8-bca9-43b4-ad1a-1bedc1e9a91c,segment=NetworkSegment(b917e604-43bc-48a1-9d7b-caf12696afe8),segment_id=b917e604-43bc-48a1-9d7b-caf12696afe8)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:58.955181 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3232481a-41ac-4694-880d-628c43854890 req-2a714c68-a95b-4d68-803b-0820c0cc2290 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179640 Sep 16 05:06:58.964567 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f00aa6-df95-4294-954b-80d1993d262f req-e93a6e11-a560-4355-a502-0b3c1bc712e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.966177 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3f00aa6-df95-4294-954b-80d1993d262f req-e93a6e11-a560-4355-a502-0b3c1bc712e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce23bb60-cab7-46c4-9fc7-4556535ce93f HTTP/1.1" status: 200 len: 855 time: 0.0694716 Sep 16 05:06:59.008390 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.074497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.075160 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.077480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-27529b92-30a7-467b-969a-2558283e92ac service neutron] 10.222.0.21 "PUT /v2.0/ports/b90213d8-bca9-43b4-ad1a-1bedc1e9a91c HTTP/1.1" status: 200 len: 1092 time: 3.2453871 Sep 16 05:06:59.077480 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc117437-2a47-4052-9dd3-d835417e0e75', 'tag': 'b90213d8-bca9-43b4-ad1a-1bedc1e9a91c'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:59.079686 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645e42db-bdd3-4357-84e3-8f550e0edeec" -d '{"events": [{"name": "network-changed", "server_uuid": "fc117437-2a47-4052-9dd3-d835417e0e75", "tag": "b90213d8-bca9-43b4-ad1a-1bedc1e9a91c"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:59.094755 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f00aa6-df95-4294-954b-80d1993d262f req-3e4e34f7-b6f3-4532-a5ac-6900c5731e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.096460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3f00aa6-df95-4294-954b-80d1993d262f req-3e4e34f7-b6f3-4532-a5ac-6900c5731e92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb56d3e1-867c-4b60-b947-60d083f2fbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1203849 Sep 16 05:06:59.114840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27529b92-30a7-467b-969a-2558283e92ac service neutron] Pushing event updated for resources: {'Port': ['ID=b90213d8-bca9-43b4-ad1a-1bedc1e9a91c,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:59.134566 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce13aa7-339f-453d-b4cb-85057138b171 x-openstack-request-id: req-6ce13aa7-339f-453d-b4cb-85057138b171 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:59.134777 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc117437-2a47-4052-9dd3-d835417e0e75", "tag": "b90213d8-bca9-43b4-ad1a-1bedc1e9a91c", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:59.135050 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ce13aa7-339f-453d-b4cb-85057138b171 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:59.135445 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc117437-2a47-4052-9dd3-d835417e0e75', 'tag': 'b90213d8-bca9-43b4-ad1a-1bedc1e9a91c', 'status': 'completed', 'code': 200} Sep 16 05:06:59.269746 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e42db-bdd3-4357-84e3-8f550e0edeec req-baad8136-73ab-4dab-97ee-6eae4d5d5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.271902 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-645e42db-bdd3-4357-84e3-8f550e0edeec req-baad8136-73ab-4dab-97ee-6eae4d5d5fe3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75d65b6e4a684867b865b7a722577078&device_id=fc117437-2a47-4052-9dd3-d835417e0e75 HTTP/1.1" status: 200 len: 1095 time: 0.0826597 Sep 16 05:06:59.285861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3f00aa6-df95-4294-954b-80d1993d262f req-5e71c54a-a2d2-45e5-9b4a-11f98b19b4f3 service neutron] 10.222.0.21 "GET /v2.0/networks/bb56d3e1-867c-4b60-b947-60d083f2fbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786797 Sep 16 05:06:59.516712 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3f00aa6-df95-4294-954b-80d1993d262f req-a1851f8e-f51c-4537-8f08-4cd0a01fcaec service neutron] 10.222.0.21 "GET /v2.0/networks/bb56d3e1-867c-4b60-b947-60d083f2fbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091868 Sep 16 05:06:59.561558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e42db-bdd3-4357-84e3-8f550e0edeec req-64a616a1-3cb7-4847-9e4c-a227d79cbb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.563276 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-645e42db-bdd3-4357-84e3-8f550e0edeec req-64a616a1-3cb7-4847-9e4c-a227d79cbb7a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=75d65b6e4a684867b865b7a722577078&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2667191 Sep 16 05:06:59.700738 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e42db-bdd3-4357-84e3-8f550e0edeec req-9eaba066-5e61-4d69-a5e5-f4c03cfbbf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.702264 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-645e42db-bdd3-4357-84e3-8f550e0edeec req-9eaba066-5e61-4d69-a5e5-f4c03cfbbf37 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313894 Sep 16 05:06:59.826946 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-fa05742a-1c32-4e4a-866c-a6bcfd55e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.827852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-fa05742a-1c32-4e4a-866c-a6bcfd55e671 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75d65b6e4a684867b865b7a722577078&device_id=fc117437-2a47-4052-9dd3-d835417e0e75 HTTP/1.1" status: 200 len: 1095 time: 0.0478384 Sep 16 05:06:59.923304 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-675683ac-7e20-4aec-b521-f03396c0d8c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b90213d8-bca9-43b4-ad1a-1bedc1e9a91c HTTP/1.1" status: 200 len: 217 time: 0.0773075 Sep 16 05:06:59.990417 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-e4b1a308-0892-4465-ade8-39eaa6d593e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.992387 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-e4b1a308-0892-4465-ade8-39eaa6d593e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce23bb60-cab7-46c4-9fc7-4556535ce93f HTTP/1.1" status: 200 len: 855 time: 0.0557806 Sep 16 05:07:00.011906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a65c8-a3ca-4c6d-b1c1-5d08bb916a80 req-211b05b4-38b5-4f44-8ca3-af2d2d3baf3a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:00.011906 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-008a65c8-a3ca-4c6d-b1c1-5d08bb916a80 req-211b05b4-38b5-4f44-8ca3-af2d2d3baf3a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.1624053 Sep 16 05:07:00.045473 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Request body: {'port': {'device_id': '786392d6-1efb-4a02-851c-18b22f4678ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:00.105433 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-4cd6d592-8c4f-4277-9b50-d44c10c583e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:00.107870 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-4cd6d592-8c4f-4277-9b50-d44c10c583e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb56d3e1-867c-4b60-b947-60d083f2fbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963378 Sep 16 05:07:00.145943 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-008a65c8-a3ca-4c6d-b1c1-5d08bb916a80 req-1242f381-163d-4d80-bdbc-a3bdb793668a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191938 Sep 16 05:07:00.171338 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.262545 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed86663-8728-4648-8914-562ad07cb5c3 req-4f457770-2b03-495f-9cf5-7385e8e13553 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:00.264294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eed86663-8728-4648-8914-562ad07cb5c3 req-4f457770-2b03-495f-9cf5-7385e8e13553 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 931 time: 0.1517916 Sep 16 05:07:00.332741 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-2e138226-19a1-4598-a7a8-2eaa824e8c53 service neutron] 10.222.0.21 "GET /v2.0/networks/bb56d3e1-867c-4b60-b947-60d083f2fbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061114 Sep 16 05:07:00.340510 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eed86663-8728-4648-8914-562ad07cb5c3 req-92105c77-1c59-4f42-9584-bc0edddee60c tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675306 Sep 16 05:07:00.495391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-195b86d8-5011-40e7-951a-6f72eb91a12e req-fc9ca857-f542-4847-987a-d1c5252d4a78 service neutron] 10.222.0.21 "GET /v2.0/networks/bb56d3e1-867c-4b60-b947-60d083f2fbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527379 Sep 16 05:07:00.649418 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31aaf74-adba-47e7-b775-baa25265d7b3 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:00.660631 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.675975 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Transition to ACTIVE for port object c31aaf74-adba-47e7-b775-baa25265d7b3 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:07:00.772830 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.828476 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Pushing event updated for resources: {'Port': ['ID=c31aaf74-adba-47e7-b775-baa25265d7b3,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:01.034641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Attempting to bind port c31aaf74-adba-47e7-b775-baa25265d7b3 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:01.034641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Attempting to bind port c31aaf74-adba-47e7-b775-baa25265d7b3 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'b917e604-43bc-48a1-9d7b-caf12696afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:01.034641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Attempting to bind port c31aaf74-adba-47e7-b775-baa25265d7b3 on network bb56d3e1-867c-4b60-b947-60d083f2fbbd {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:01.034641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Port c31aaf74-adba-47e7-b775-baa25265d7b3 on network bb56d3e1-867c-4b60-b947-60d083f2fbbd not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:07:01.034641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Attempting to bind port c31aaf74-adba-47e7-b775-baa25265d7b3 on network bb56d3e1-867c-4b60-b947-60d083f2fbbd {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:01.037389 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:01.037729 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Checking segment: {'id': 'b917e604-43bc-48a1-9d7b-caf12696afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:01.039589 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Bound using segment: {'id': 'b917e604-43bc-48a1-9d7b-caf12696afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:01.040410 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Bound port: c31aaf74-adba-47e7-b775-baa25265d7b3, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b917e604-43bc-48a1-9d7b-caf12696afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:01.041667 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.224341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] For port c31aaf74-adba-47e7-b775-baa25265d7b3, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:01.229506 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] For port c31aaf74-adba-47e7-b775-baa25265d7b3, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c31aaf74-adba-47e7-b775-baa25265d7b3,segment=NetworkSegment(b917e604-43bc-48a1-9d7b-caf12696afe8),segment_id=b917e604-43bc-48a1-9d7b-caf12696afe8)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:01.281274 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.334244 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-29bc19c7-52d5-4618-9740-08870e90ac1d tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.346394 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-29bc19c7-52d5-4618-9740-08870e90ac1d tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/networks?id=c38fee71-f4a0-4893-8a01-fbc912f5a572 HTTP/1.1" status: 200 len: 815 time: 0.2264585 Sep 16 05:07:01.355544 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.356177 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.358802 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] 10.222.0.38 "PUT /v2.0/ports/c31aaf74-adba-47e7-b775-baa25265d7b3 HTTP/1.1" status: 200 len: 1092 time: 1.3190901 Sep 16 05:07:01.358802 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786392d6-1efb-4a02-851c-18b22f4678ba', 'tag': 'c31aaf74-adba-47e7-b775-baa25265d7b3'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:01.367171 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40238) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:01.373346 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a602db7c-2ec1-4c12-aac0-84753b7d4561" -d '{"events": [{"name": "network-changed", "server_uuid": "786392d6-1efb-4a02-851c-18b22f4678ba", "tag": "c31aaf74-adba-47e7-b775-baa25265d7b3"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:01.395362 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da52604-96e5-449d-9357-f5dd2e54c17d req-724b2a85-3549-455c-b299-7e6bd43779e4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.396986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3da52604-96e5-449d-9357-f5dd2e54c17d req-724b2a85-3549-455c-b299-7e6bd43779e4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.1185203 Sep 16 05:07:01.405817 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-bc59d5c9-3538-4c2b-ad95-d6cbe7b6b122 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/quotas/ece864d6db5c4e1d96e72f6394c094cb HTTP/1.1" status: 200 len: 375 time: 0.0584636 Sep 16 05:07:01.445709 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbd443-8917-47d4-9fb3-f29a9df81cac service neutron] Pushing event updated for resources: {'Port': ['ID=c31aaf74-adba-47e7-b775-baa25265d7b3,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:01.495792 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-74ceafe1-23e0-453e-9d78-75d482b79002 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ece864d6db5c4e1d96e72f6394c094cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0890777 Sep 16 05:07:01.501515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3da52604-96e5-449d-9357-f5dd2e54c17d req-2d4c5c2d-1bcd-4b8f-9835-baca187bb1f6 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929606 Sep 16 05:07:01.615928 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-c5e3db2b-12bf-4276-9175-978864a73d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.625454 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-c5e3db2b-12bf-4276-9175-978864a73d5c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=75d65b6e4a684867b865b7a722577078&device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 1095 time: 0.0806906 Sep 16 05:07:01.638519 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c22b969-4b7d-4f0d-b5a2-e290c6ba487a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.689116 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-8b6d7886-e2de-4758-a575-135036cc23cd service neutron] 10.222.0.20 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742611 Sep 16 05:07:01.719124 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-bd6a37ba-ce0a-47a9-b325-17890cbb3610 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c31aaf74-adba-47e7-b775-baa25265d7b3 HTTP/1.1" status: 200 len: 217 time: 0.0793338 Sep 16 05:07:01.842407 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-93ba7ba5-259c-49f3-8637-a3434a2224fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.844994 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-93ba7ba5-259c-49f3-8637-a3434a2224fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce23bb60-cab7-46c4-9fc7-4556535ce93f HTTP/1.1" status: 200 len: 855 time: 0.1180928 Sep 16 05:07:01.911051 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-08cc5af7-7c0f-4637-9578-9b85a534b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.912594 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-08cc5af7-7c0f-4637-9578-9b85a534b719 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bb56d3e1-867c-4b60-b947-60d083f2fbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590296 Sep 16 05:07:01.915135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10732d79-c80b-4abd-984d-801157394622 req-d1b298eb-abb0-497e-a206-9ae458345824 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.916748 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10732d79-c80b-4abd-984d-801157394622 req-d1b298eb-abb0-497e-a206-9ae458345824 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 943 time: 0.1261063 Sep 16 05:07:01.961266 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-5bd417f5-fb3e-459c-8b04-8ccbc78ed0a7 service neutron] 10.222.0.20 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621176 Sep 16 05:07:01.963173 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c22b969-4b7d-4f0d-b5a2-e290c6ba487a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.977720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10732d79-c80b-4abd-984d-801157394622 req-02cbd976-da71-4c66-a89a-767ffb529fda tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492980 Sep 16 05:07:02.056212 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-16c00cc1-069e-4342-8d2b-db2a4a4314f3 service neutron] 10.222.0.38 "GET /v2.0/networks/bb56d3e1-867c-4b60-b947-60d083f2fbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347620 Sep 16 05:07:02.119610 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c22b969-4b7d-4f0d-b5a2-e290c6ba487a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.167005 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e2113ce7-4160-47cd-ba7c-5f38cc136018 req-9ad47fdf-fef6-4110-bc0c-3c8d13e2a684 service neutron] 10.222.0.38 "GET /v2.0/networks/bb56d3e1-867c-4b60-b947-60d083f2fbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016407 Sep 16 05:07:02.183955 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8c22b969-4b7d-4f0d-b5a2-e290c6ba487a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d757f02031ae4f2ea5f3c9f0ddd5a20e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8090117 Sep 16 05:07:02.186806 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40256) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:02.195659 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ffedd8-8650-4544-ad8e-bf985281638f x-openstack-request-id: req-b0ffedd8-8650-4544-ad8e-bf985281638f {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:02.196166 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786392d6-1efb-4a02-851c-18b22f4678ba", "tag": "c31aaf74-adba-47e7-b775-baa25265d7b3", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:02.196349 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0ffedd8-8650-4544-ad8e-bf985281638f {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:02.196690 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786392d6-1efb-4a02-851c-18b22f4678ba', 'tag': 'c31aaf74-adba-47e7-b775-baa25265d7b3', 'status': 'completed', 'code': 200} Sep 16 05:07:02.197202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22b969-4b7d-4f0d-b5a2-e290c6ba487a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd85c9d3-b22e-4dcb-aa44-78804c3941c8,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:02.252906 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2f801d0d-84f3-4254-8455-6075e9838ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.283031 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2f801d0d-84f3-4254-8455-6075e9838ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.311701 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-743ecc01-d3b2-4bcc-a568-c1030b39db51 req-00a19b09-a374-43a5-83e4-886ce3e3f298 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 210 time: 0.0272801 Sep 16 05:07:02.415765 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602db7c-2ec1-4c12-aac0-84753b7d4561 req-a57b63fb-dbea-4f6d-8ddf-5a2ac2e06560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:02.417397 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a602db7c-2ec1-4c12-aac0-84753b7d4561 req-a57b63fb-dbea-4f6d-8ddf-5a2ac2e06560 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=75d65b6e4a684867b865b7a722577078&device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 1095 time: 0.0557840 Sep 16 05:07:02.418751 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2f801d0d-84f3-4254-8455-6075e9838ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.421431 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2f801d0d-84f3-4254-8455-6075e9838ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.425543 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2f801d0d-84f3-4254-8455-6075e9838ef6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd85c9d3-b22e-4dcb-aa44-78804c3941c8 HTTP/1.1" status: 204 len: 168 time: 0.2375896 Sep 16 05:07:02.456521 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f801d0d-84f3-4254-8455-6075e9838ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd85c9d3-b22e-4dcb-aa44-78804c3941c8,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:02.541772 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602db7c-2ec1-4c12-aac0-84753b7d4561 req-5042a00a-ed6b-4660-ae0c-c69dace64c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:02.543313 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a602db7c-2ec1-4c12-aac0-84753b7d4561 req-5042a00a-ed6b-4660-ae0c-c69dace64c39 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bb56d3e1-867c-4b60-b947-60d083f2fbbd HTTP/1.1" status: 200 len: 917 time: 0.1167686 Sep 16 05:07:02.598850 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a602db7c-2ec1-4c12-aac0-84753b7d4561 req-b5a3be6a-2e8d-41e0-9922-97e2c6df866f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c31aaf74-adba-47e7-b775-baa25265d7b3 HTTP/1.1" status: 200 len: 217 time: 0.0398502 Sep 16 05:07:02.648765 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602db7c-2ec1-4c12-aac0-84753b7d4561 req-0fc10d91-1049-4523-b728-7051c8431631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:02.650461 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a602db7c-2ec1-4c12-aac0-84753b7d4561 req-0fc10d91-1049-4523-b728-7051c8431631 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce23bb60-cab7-46c4-9fc7-4556535ce93f HTTP/1.1" status: 200 len: 855 time: 0.0530548 Sep 16 05:07:02.686658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefadcc1-1cb1-4d9f-9fb2-06a67c685adc req-b0548651-e067-4091-8182-dcaa3155b25a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:02.695268 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fefadcc1-1cb1-4d9f-9fb2-06a67c685adc req-b0548651-e067-4091-8182-dcaa3155b25a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.0723810 Sep 16 05:07:02.726385 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602db7c-2ec1-4c12-aac0-84753b7d4561 req-2258a00d-b85d-4a08-9e78-d370c1ce1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:02.730930 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a602db7c-2ec1-4c12-aac0-84753b7d4561 req-2258a00d-b85d-4a08-9e78-d370c1ce1aad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bb56d3e1-867c-4b60-b947-60d083f2fbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710871 Sep 16 05:07:02.779867 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fefadcc1-1cb1-4d9f-9fb2-06a67c685adc req-080c0a35-e374-424b-aba9-82757a235db5 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826972 Sep 16 05:07:02.896756 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a602db7c-2ec1-4c12-aac0-84753b7d4561 req-4c1c661a-1dcc-4969-86e1-714811431de8 service neutron] 10.222.0.38 "GET /v2.0/networks/bb56d3e1-867c-4b60-b947-60d083f2fbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601446 Sep 16 05:07:03.014188 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a602db7c-2ec1-4c12-aac0-84753b7d4561 req-ad196c03-34a7-4db5-a123-0705fd0828b5 service neutron] 10.222.0.38 "GET /v2.0/networks/bb56d3e1-867c-4b60-b947-60d083f2fbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090820 Sep 16 05:07:03.100203 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dadc9-a8fe-4156-a573-1259105bfc0c req-1e385beb-8575-405b-898b-f121d16cb74e tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:03.101699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-188dadc9-a8fe-4156-a573-1259105bfc0c req-1e385beb-8575-405b-898b-f121d16cb74e tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 943 time: 0.0491531 Sep 16 05:07:03.141230 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-188dadc9-a8fe-4156-a573-1259105bfc0c req-5e56ef57-3d0b-4197-95ff-6362b3c1f02f tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326996 Sep 16 05:07:03.180808 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device be6868a6-474e-449f-b786-0a6df27e8f44 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:07:03.275499 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port be6868a6-474e-449f-b786-0a6df27e8f44, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=be6868a6-474e-449f-b786-0a6df27e8f44,segment=NetworkSegment(b917e604-43bc-48a1-9d7b-caf12696afe8),segment_id=b917e604-43bc-48a1-9d7b-caf12696afe8)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:03.287664 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'be6868a6-474e-449f-b786-0a6df27e8f44', 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd', 'port_id': 'be6868a6-474e-449f-b786-0a6df27e8f44', 'mac_address': 'fa:16:3e:0f:02:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce23bb60-cab7-46c4-9fc7-4556535ce93f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:07:03.334661 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.357176 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6868a6-474e-449f-b786-0a6df27e8f44 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:03.379064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port be6868a6-474e-449f-b786-0a6df27e8f44, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=be6868a6-474e-449f-b786-0a6df27e8f44,segment=NetworkSegment(b917e604-43bc-48a1-9d7b-caf12696afe8),segment_id=b917e604-43bc-48a1-9d7b-caf12696afe8)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:03.414533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88bde774-2177-42ce-9d67-5a7b04969b04 req-8684433e-575d-43f0-a1ab-0d1d731db633 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 210 time: 0.0287564 Sep 16 05:07:03.450414 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40306) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:03.464093 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e04af61-4678-4622-b1e0-cc31bc97b0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.498178 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.539646 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-ec20e767-df79-475d-8e79-5417cb14cf30 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c2c5385ab5eb4a0a8d5b1fd5633c6104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460963 Sep 16 05:07:03.555109 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40312) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:03.557300 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=be6868a6-474e-449f-b786-0a6df27e8f44,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:03.669959 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-916a1408-dadf-4c6a-81e7-59750c117c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.771806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-fabcfc06-2840-48cf-955c-feaa0147d509 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:03.773371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-fabcfc06-2840-48cf-955c-feaa0147d509 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2246389 Sep 16 05:07:03.796329 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e04af61-4678-4622-b1e0-cc31bc97b0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.799095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-648c7d40-e0ea-4db4-9b18-d57104036de7 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/quotas/c2c5385ab5eb4a0a8d5b1fd5633c6104 HTTP/1.1" status: 200 len: 375 time: 0.0149314 Sep 16 05:07:03.833524 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-1eb14101-ddf8-4f92-89c1-816649309191 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2c5385ab5eb4a0a8d5b1fd5633c6104&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283256 Sep 16 05:07:03.875025 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e04af61-4678-4622-b1e0-cc31bc97b0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.972854 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-916a1408-dadf-4c6a-81e7-59750c117c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.979797 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['be6868a6-474e-449f-b786-0a6df27e8f44'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:04.023557 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-916a1408-dadf-4c6a-81e7-59750c117c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.108971 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a1408-dadf-4c6a-81e7-59750c117c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418381d3-aef3-4b85-b513-efc921e0258e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:04.138990 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-916a1408-dadf-4c6a-81e7-59750c117c44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b07493ea205f422ca0376114e4b377cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5805058 Sep 16 05:07:04.139794 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40322) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:04.208577 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-54449aa5-2e78-436f-8712-cfa7819d85c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.243082 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-54449aa5-2e78-436f-8712-cfa7819d85c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.339040 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5e04af61-4678-4622-b1e0-cc31bc97b0d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50be98de907c4369b0a6a2b618abb157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8884869 Sep 16 05:07:04.341152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a71bc095-70e6-42f9-a94b-16fb3193f952 req-8a2c8671-47c5-49d2-84f4-25432faac5b0 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0537782 Sep 16 05:07:04.341940 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40330) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:04.354795 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04af61-4678-4622-b1e0-cc31bc97b0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e4116a-29b7-4469-9462-cbe9f98274f0,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:04.376333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c11e8-26b7-47f7-9e1a-4a74e4c54cc9 req-c0294661-01ac-4d27-ab85-b0fcc5864fcc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.391619 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-54449aa5-2e78-436f-8712-cfa7819d85c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.400625 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d75c11e8-26b7-47f7-9e1a-4a74e4c54cc9 req-c0294661-01ac-4d27-ab85-b0fcc5864fcc tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.5205150 Sep 16 05:07:04.401216 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-54449aa5-2e78-436f-8712-cfa7819d85c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.401216 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-54449aa5-2e78-436f-8712-cfa7819d85c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/418381d3-aef3-4b85-b513-efc921e0258e HTTP/1.1" status: 204 len: 168 time: 0.2554495 Sep 16 05:07:04.417032 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54449aa5-2e78-436f-8712-cfa7819d85c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418381d3-aef3-4b85-b513-efc921e0258e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:04.452415 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e628acdf-e948-4db0-896d-bdea578b55d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.458070 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d75c11e8-26b7-47f7-9e1a-4a74e4c54cc9 req-0016ddfd-42ca-4d98-ae21-bcd694a2414e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591598 Sep 16 05:07:04.497413 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e628acdf-e948-4db0-896d-bdea578b55d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.573404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb13aff-bc9c-49fb-bcbd-68b28ec26c03 req-2f67d50a-af71-4dd9-bf5b-8516012fca54 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.587957 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-abb13aff-bc9c-49fb-bcbd-68b28ec26c03 req-2f67d50a-af71-4dd9-bf5b-8516012fca54 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 943 time: 0.0819461 Sep 16 05:07:04.630110 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ceb0d47-dcce-4acf-9ede-c4e23af6b524 req-eb2915e2-3434-4a77-9b74-605c809edc88 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 210 time: 0.0390484 Sep 16 05:07:04.681550 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-abb13aff-bc9c-49fb-bcbd-68b28ec26c03 req-7f190348-997a-46c5-8f4c-03a9a4ae8a79 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906630 Sep 16 05:07:04.719602 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e628acdf-e948-4db0-896d-bdea578b55d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.725803 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e628acdf-e948-4db0-896d-bdea578b55d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.725803 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e628acdf-e948-4db0-896d-bdea578b55d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3e4116a-29b7-4469-9462-cbe9f98274f0 HTTP/1.1" status: 204 len: 168 time: 0.3824625 Sep 16 05:07:04.842297 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-41dd4037-f56c-4890-8af7-490cd26e8075 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.851324 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-41dd4037-f56c-4890-8af7-490cd26e8075 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.38 "GET /v2.0/networks?id=c38fee71-f4a0-4893-8a01-fbc912f5a572 HTTP/1.1" status: 200 len: 815 time: 0.1948211 Sep 16 05:07:04.870474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628acdf-e948-4db0-896d-bdea578b55d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e4116a-29b7-4469-9462-cbe9f98274f0,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:04.886778 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-b4a1e6ea-ed68-44bd-9dec-0498ea8b1c37 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Request body: {'port': {'device_id': '81096e85-1ed1-4df4-9203-feb0cf381f8a', 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572', 'admin_state_up': True, 'tenant_id': 'ece864d6db5c4e1d96e72f6394c094cb'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:05.167313 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8f4423c3-7cbd-48c7-9ff3-f4aa1ee55af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.186734 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b90213d8-bca9-43b4-ad1a-1bedc1e9a91c details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:07:05.195094 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-b4a1e6ea-ed68-44bd-9dec-0498ea8b1c37 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Made reservation on behalf of ece864d6db5c4e1d96e72f6394c094cb for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:05.199025 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device be6868a6-474e-449f-b786-0a6df27e8f44 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:05.199925 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-b4a1e6ea-ed68-44bd-9dec-0498ea8b1c37 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.430037 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b90213d8-bca9-43b4-ad1a-1bedc1e9a91c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b90213d8-bca9-43b4-ad1a-1bedc1e9a91c,segment=NetworkSegment(b917e604-43bc-48a1-9d7b-caf12696afe8),segment_id=b917e604-43bc-48a1-9d7b-caf12696afe8)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:05.468452 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'b90213d8-bca9-43b4-ad1a-1bedc1e9a91c', 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd', 'port_id': 'b90213d8-bca9-43b4-ad1a-1bedc1e9a91c', 'mac_address': 'fa:16:3e:86:fd:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce23bb60-cab7-46c4-9fc7-4556535ce93f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:07:05.489431 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-b4a1e6ea-ed68-44bd-9dec-0498ea8b1c37 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Allocated IP 172.20.0.6 (c38fee71-f4a0-4893-8a01-fbc912f5a572/3b3406ee-9e90-41ec-83e3-081686225e3b/2224ce69-3635-4994-acd6-150a9b6b31de) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:05.509440 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port be6868a6-474e-449f-b786-0a6df27e8f44 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:07:05.523626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900963f8-8e0b-48b6-bd25-7dc32b72836c req-410c8c19-05bb-4366-9181-1e4557387082 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0832887 Sep 16 05:07:05.533370 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port be6868a6-474e-449f-b786-0a6df27e8f44 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:05.535681 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.577692 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.595616 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90213d8-bca9-43b4-ad1a-1bedc1e9a91c {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:05.633391 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b90213d8-bca9-43b4-ad1a-1bedc1e9a91c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b90213d8-bca9-43b4-ad1a-1bedc1e9a91c,segment=NetworkSegment(b917e604-43bc-48a1-9d7b-caf12696afe8),segment_id=b917e604-43bc-48a1-9d7b-caf12696afe8)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:05.684783 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3e563-5aef-49b3-90ca-24d5283582b3 req-ec1271fc-5e24-492f-82f0-965ee6ab2c5a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:05.701971 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4d3e563-5aef-49b3-90ca-24d5283582b3 req-ec1271fc-5e24-492f-82f0-965ee6ab2c5a tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.1421480 Sep 16 05:07:05.710438 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ecba1069-6c2f-4e6c-8470-cd8fd68036cf details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:07:05.753713 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.773233 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4d3e563-5aef-49b3-90ca-24d5283582b3 req-c610cbaa-df71-4dfd-a869-2c4c86d9f9d5 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665777 Sep 16 05:07:05.796110 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.835980 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-b4a1e6ea-ed68-44bd-9dec-0498ea8b1c37 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.878379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e8be7cc5-d338-4284-b526-8439153175d6 req-8e53ec4e-7bf4-4579-a766-cfeb060b55c9 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 210 time: 0.0628841 Sep 16 05:07:05.972916 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-b4a1e6ea-ed68-44bd-9dec-0498ea8b1c37 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.068709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dfc5f-5e4f-4c35-a135-3b65a3cca9df req-77f5da08-1739-4096-8a48-c7b3334ff06d tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:06.070654 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e78dfc5f-5e4f-4c35-a135-3b65a3cca9df req-77f5da08-1739-4096-8a48-c7b3334ff06d tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 943 time: 0.1505826 Sep 16 05:07:06.074616 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-b4a1e6ea-ed68-44bd-9dec-0498ea8b1c37 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Network c38fee71-f4a0-4893-8a01-fbc912f5a572 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:06.087009 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-b4a1e6ea-ed68-44bd-9dec-0498ea8b1c37 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:06.097132 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-b4a1e6ea-ed68-44bd-9dec-0498ea8b1c37 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:06.111365 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['335a68da-f984-42f8-a373-ccba544267ac', 'e7e81049-7e50-4cc6-ab2e-31262d196360'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:06.113691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['38e7db03-d96a-440b-8326-d6d28c252449'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:06.151565 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e78dfc5f-5e4f-4c35-a135-3b65a3cca9df req-d6725e10-1764-49ba-b17e-f44522cf9045 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712066 Sep 16 05:07:06.234450 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1e6ea-ed68-44bd-9dec-0498ea8b1c37 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Pushing event updated for resources: {'Port': ['ID=2224ce69-3635-4994-acd6-150a9b6b31de,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:06.239036 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port be6868a6-474e-449f-b786-0a6df27e8f44, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=be6868a6-474e-449f-b786-0a6df27e8f44,segment=NetworkSegment(b917e604-43bc-48a1-9d7b-caf12696afe8),segment_id=b917e604-43bc-48a1-9d7b-caf12696afe8)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:06.247842 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98228f4d-8ead-4767-8351-7256f41c3ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6868a6-474e-449f-b786-0a6df27e8f44'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:06.248686 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-b4a1e6ea-ed68-44bd-9dec-0498ea8b1c37 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:06.249453 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-b4a1e6ea-ed68-44bd-9dec-0498ea8b1c37 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.250705 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e85d11a-be80-4dd6-b502-e267e25f1ab2" -d '{"events": [{"server_uuid": "98228f4d-8ead-4767-8351-7256f41c3ec6", "name": "network-vif-plugged", "status": "completed", "tag": "be6868a6-474e-449f-b786-0a6df27e8f44"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:06.324283 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.335788 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-b4a1e6ea-ed68-44bd-9dec-0498ea8b1c37 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4578054 Sep 16 05:07:06.360059 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Request body: {'port': {'device_id': '81096e85-1ed1-4df4-9203-feb0cf381f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:06.374794 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0a55d2-d675-4bf5-a67b-be6d638e1682 x-openstack-request-id: req-8a0a55d2-d675-4bf5-a67b-be6d638e1682 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:06.375335 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98228f4d-8ead-4767-8351-7256f41c3ec6", "name": "network-vif-plugged", "status": "completed", "tag": "be6868a6-474e-449f-b786-0a6df27e8f44", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:06.375803 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a0a55d2-d675-4bf5-a67b-be6d638e1682 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:06.376347 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98228f4d-8ead-4767-8351-7256f41c3ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6868a6-474e-449f-b786-0a6df27e8f44', 'code': 200} Sep 16 05:07:06.396463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=b90213d8-bca9-43b4-ad1a-1bedc1e9a91c,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:06.403776 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b90213d8-bca9-43b4-ad1a-1bedc1e9a91c'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:06.515117 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ecba1069-6c2f-4e6c-8470-cd8fd68036cf, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:06.516247 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.587774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a5f79-b850-4278-9e82-fbdcdcdd6551 req-71a5e75a-10ef-4261-a2c7-a92bf19abd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:06.592487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c60a5f79-b850-4278-9e82-fbdcdcdd6551 req-71a5e75a-10ef-4261-a2c7-a92bf19abd26 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 1097 time: 0.1163173 Sep 16 05:07:06.610914 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'port_id': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf', 'mac_address': 'fa:16:3e:4b:65:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:07:06.634052 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=be6868a6-474e-449f-b786-0a6df27e8f44,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:06.729086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5ef006d-bc53-43de-818e-73d3c5eda5a6 req-2a47d03a-3fe5-471c-9cec-977778078eb3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0843759 Sep 16 05:07:06.746030 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c60a5f79-b850-4278-9e82-fbdcdcdd6551 req-577bbf13-db7b-4504-929a-1acb6f50879b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435819 Sep 16 05:07:06.788856 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.840738 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecba1069-6c2f-4e6c-8470-cd8fd68036cf {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:06.983221 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ecba1069-6c2f-4e6c-8470-cd8fd68036cf, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:07.102459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66955f2a-5d00-453f-858a-1284872cc90f req-abdb3ae9-7020-4971-8767-ba23e93a5a60 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:07.111492 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66955f2a-5d00-453f-858a-1284872cc90f req-abdb3ae9-7020-4971-8767-ba23e93a5a60 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 943 time: 0.1496947 Sep 16 05:07:07.138286 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.157340 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2224ce69-3635-4994-acd6-150a9b6b31de {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:07.165616 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.172538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4882f9-b2b8-4732-98d9-3ece364b770f req-3dc210f5-9ef7-4395-8670-edd7273639bf tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:07.182295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a4882f9-b2b8-4732-98d9-3ece364b770f req-3dc210f5-9ef7-4395-8670-edd7273639bf tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 931 time: 0.1828327 Sep 16 05:07:07.195686 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Transition to ACTIVE for port object 2224ce69-3635-4994-acd6-150a9b6b31de will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:07:07.211123 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66955f2a-5d00-453f-858a-1284872cc90f req-5204713c-1f75-4f9b-8453-46ec71ea2937 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980158 Sep 16 05:07:07.235093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:07.239550 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a4882f9-b2b8-4732-98d9-3ece364b770f req-04d2f1c1-0161-4e7c-866a-968209447241 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562298 Sep 16 05:07:07.326843 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.389799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50afaf-dba4-4b45-92e5-ea1d69245c5c req-2d97af5a-6b56-47e3-9219-ffa96b647e35 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:07.403553 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc50afaf-dba4-4b45-92e5-ea1d69245c5c req-2d97af5a-6b56-47e3-9219-ffa96b647e35 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 943 time: 0.0977874 Sep 16 05:07:07.413430 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Pushing event updated for resources: {'Port': ['ID=2224ce69-3635-4994-acd6-150a9b6b31de,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:07.469356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc50afaf-dba4-4b45-92e5-ea1d69245c5c req-732a73c1-7eea-4701-b7aa-c40e5c7a8954 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633759 Sep 16 05:07:07.486789 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Attempting to bind port 2224ce69-3635-4994-acd6-150a9b6b31de on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:07.486789 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Attempting to bind port 2224ce69-3635-4994-acd6-150a9b6b31de by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'c5caf03c-23e1-42af-9b79-956f898c4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:07.487132 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Attempting to bind port 2224ce69-3635-4994-acd6-150a9b6b31de on network c38fee71-f4a0-4893-8a01-fbc912f5a572 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:07.491606 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Port 2224ce69-3635-4994-acd6-150a9b6b31de on network c38fee71-f4a0-4893-8a01-fbc912f5a572 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:07:07.491986 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Attempting to bind port 2224ce69-3635-4994-acd6-150a9b6b31de on network c38fee71-f4a0-4893-8a01-fbc912f5a572 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:07.497660 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:07.498030 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Checking segment: {'id': 'c5caf03c-23e1-42af-9b79-956f898c4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:07.498401 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Bound using segment: {'id': 'c5caf03c-23e1-42af-9b79-956f898c4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:07.498824 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Bound port: 2224ce69-3635-4994-acd6-150a9b6b31de, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5caf03c-23e1-42af-9b79-956f898c4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:07.499267 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.580290 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-55072087-a750-434a-81ae-ac9390c1e1a9 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c2c5385ab5eb4a0a8d5b1fd5633c6104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359483 Sep 16 05:07:07.602113 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] For port 2224ce69-3635-4994-acd6-150a9b6b31de, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:07.607912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] For port 2224ce69-3635-4994-acd6-150a9b6b31de, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=2224ce69-3635-4994-acd6-150a9b6b31de,segment=NetworkSegment(c5caf03c-23e1-42af-9b79-956f898c4611),segment_id=c5caf03c-23e1-42af-9b79-956f898c4611)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:07.690473 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device c31aaf74-adba-47e7-b775-baa25265d7b3 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:07:07.692962 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.742439 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-9b31f3ad-82e1-45f7-bd65-7a3b28911207 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:07.748645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-9b31f3ad-82e1-45f7-bd65-7a3b28911207 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590695 Sep 16 05:07:07.773790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-b270582d-3238-491b-8fd2-a6eb56369b14 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Request body: {'port': {'device_id': 'ac8dbd33-c30a-4d3e-9379-3b870504eeb2', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': 'c2c5385ab5eb4a0a8d5b1fd5633c6104'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:07.784628 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['ecba1069-6c2f-4e6c-8470-cd8fd68036cf'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:07.793877 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:07.819963 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.834259 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] 10.222.0.38 "PUT /v2.0/ports/2224ce69-3635-4994-acd6-150a9b6b31de HTTP/1.1" status: 200 len: 1092 time: 1.4804909 Sep 16 05:07:07.834783 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81096e85-1ed1-4df4-9203-feb0cf381f8a', 'tag': '2224ce69-3635-4994-acd6-150a9b6b31de'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:07.845486 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c7d65422-647c-46b3-8168-7ca7e8fda45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.861870 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f423bd-ca58-4ca9-b232-a7ddd266d6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "81096e85-1ed1-4df4-9203-feb0cf381f8a", "tag": "2224ce69-3635-4994-acd6-150a9b6b31de"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:07.912623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd923e-3d39-4e59-acf2-846a5c7e7afc service neutron] Pushing event updated for resources: {'Port': ['ID=2224ce69-3635-4994-acd6-150a9b6b31de,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:07.974423 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port c31aaf74-adba-47e7-b775-baa25265d7b3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c31aaf74-adba-47e7-b775-baa25265d7b3,segment=NetworkSegment(b917e604-43bc-48a1-9d7b-caf12696afe8),segment_id=b917e604-43bc-48a1-9d7b-caf12696afe8)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:07.975182 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f845c36a-1ace-49b5-a4fe-c3b92aa015e5 x-openstack-request-id: req-f845c36a-1ace-49b5-a4fe-c3b92aa015e5 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:07.975540 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81096e85-1ed1-4df4-9203-feb0cf381f8a", "tag": "2224ce69-3635-4994-acd6-150a9b6b31de", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:07.975856 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f845c36a-1ace-49b5-a4fe-c3b92aa015e5 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:07.976952 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81096e85-1ed1-4df4-9203-feb0cf381f8a', 'tag': '2224ce69-3635-4994-acd6-150a9b6b31de', 'status': 'completed', 'code': 200} Sep 16 05:07:07.998461 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'c31aaf74-adba-47e7-b775-baa25265d7b3', 'network_id': 'bb56d3e1-867c-4b60-b947-60d083f2fbbd', 'port_id': 'c31aaf74-adba-47e7-b775-baa25265d7b3', 'mac_address': 'fa:16:3e:5d:60:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce23bb60-cab7-46c4-9fc7-4556535ce93f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:07:08.067209 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b594c173-1d89-4a10-a663-7c47da873954 req-642182f4-b90f-4f3c-bc47-a8020a527bdd tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 210 time: 0.1565738 Sep 16 05:07:08.068224 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.090409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31aaf74-adba-47e7-b775-baa25265d7b3 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:08.115322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9908fee5-77da-492b-8678-5607393383c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.122241 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-9908fee5-77da-492b-8678-5607393383c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ece864d6db5c4e1d96e72f6394c094cb&device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 1095 time: 0.1294987 Sep 16 05:07:08.128975 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port c31aaf74-adba-47e7-b775-baa25265d7b3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c31aaf74-adba-47e7-b775-baa25265d7b3,segment=NetworkSegment(b917e604-43bc-48a1-9d7b-caf12696afe8),segment_id=b917e604-43bc-48a1-9d7b-caf12696afe8)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:08.186199 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-a5aa7d1d-1bdc-4bc0-a2f0-a2b4e989bc72 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2224ce69-3635-4994-acd6-150a9b6b31de HTTP/1.1" status: 200 len: 217 time: 0.0529537 Sep 16 05:07:08.216577 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.241493 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-b270582d-3238-491b-8fd2-a6eb56369b14 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Made reservation on behalf of c2c5385ab5eb4a0a8d5b1fd5633c6104 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:08.245479 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-b270582d-3238-491b-8fd2-a6eb56369b14 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.249860 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-cebf8eb5-574b-43b1-a911-c83bdcf65abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.252399 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-cebf8eb5-574b-43b1-a911-c83bdcf65abb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b3406ee-9e90-41ec-83e3-081686225e3b HTTP/1.1" status: 200 len: 855 time: 0.0589929 Sep 16 05:07:08.260205 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-b270582d-3238-491b-8fd2-a6eb56369b14 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.349180 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=c31aaf74-adba-47e7-b775-baa25265d7b3,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:08.389148 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-283bbbf3-74dd-459e-83d0-b7497badad08 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c38fee71-f4a0-4893-8a01-fbc912f5a572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296821 Sep 16 05:07:08.501885 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-b270582d-3238-491b-8fd2-a6eb56369b14 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.515767 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.534637 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-e1f05c04-f5b1-4bfc-9fef-26b0afa12a97 service neutron] 10.222.0.38 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365857 Sep 16 05:07:08.570433 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b48220-19a1-498c-881f-035a18724267 req-91b9dc57-5d60-49a7-bebc-60f390722fa7 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.572721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-04b48220-19a1-498c-881f-035a18724267 req-91b9dc57-5d60-49a7-bebc-60f390722fa7 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 943 time: 0.1435177 Sep 16 05:07:08.582090 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b598b-db5c-4019-adfe-8d9236700797 req-b0322e05-9b80-4592-8b1d-3eaa504733c4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.583820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a26b598b-db5c-4019-adfe-8d9236700797 req-b0322e05-9b80-4592-8b1d-3eaa504733c4 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 944 time: 0.1308100 Sep 16 05:07:08.619318 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-b270582d-3238-491b-8fd2-a6eb56369b14 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.694774 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e66e71a5-3ba1-45f5-97b9-79d135933b1a req-846d4031-87d2-4387-b461-314d18a4b558 service neutron] 10.222.0.38 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505368 Sep 16 05:07:08.747050 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['c31aaf74-adba-47e7-b775-baa25265d7b3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:08.765378 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-04b48220-19a1-498c-881f-035a18724267 req-7006009f-a9ff-4209-b436-b0e8c4f9d3d3 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802931 Sep 16 05:07:08.773670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a26b598b-db5c-4019-adfe-8d9236700797 req-32e890ae-d990-49b4-b8b4-e2928ea7fdc0 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741827 Sep 16 05:07:08.777801 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270582d-3238-491b-8fd2-a6eb56369b14 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7098b4ba-110d-4a6e-a3d4-35fd31a2acc7,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:08.925416 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f423bd-ca58-4ca9-b232-a7ddd266d6e4 req-e7d2f919-2ae4-43e6-8505-d9e41af1fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.927288 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b9f423bd-ca58-4ca9-b232-a7ddd266d6e4 req-e7d2f919-2ae4-43e6-8505-d9e41af1fa2e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ece864d6db5c4e1d96e72f6394c094cb&device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 1095 time: 0.0620248 Sep 16 05:07:09.012699 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22776063-4ae3-4bc5-89c9-b5df9fbd02dc req-8e007c48-692c-4ae5-ab5c-30a0ae03d8a9 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:09.014372 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22776063-4ae3-4bc5-89c9-b5df9fbd02dc req-8e007c48-692c-4ae5-ab5c-30a0ae03d8a9 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 944 time: 0.1209493 Sep 16 05:07:09.015793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-b270582d-3238-491b-8fd2-a6eb56369b14 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Allocated IP 192.168.233.134 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/a3149c15-aa85-48c0-9cbf-8cc4a4c61957) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:09.068557 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f423bd-ca58-4ca9-b232-a7ddd266d6e4 req-22a438c2-78f8-4c84-ade0-65d3db4cdf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:09.069882 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b9f423bd-ca58-4ca9-b232-a7ddd266d6e4 req-22a438c2-78f8-4c84-ade0-65d3db4cdf17 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c38fee71-f4a0-4893-8a01-fbc912f5a572 HTTP/1.1" status: 200 len: 916 time: 0.1338632 Sep 16 05:07:09.085344 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22776063-4ae3-4bc5-89c9-b5df9fbd02dc req-808192fd-93fd-434e-a6fc-3e11f62b53d9 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598922 Sep 16 05:07:09.137076 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b9f423bd-ca58-4ca9-b232-a7ddd266d6e4 req-e2752a14-aa3d-407d-9178-4a63becad0df service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2224ce69-3635-4994-acd6-150a9b6b31de HTTP/1.1" status: 200 len: 217 time: 0.0592425 Sep 16 05:07:09.215185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b90213d8-bca9-43b4-ad1a-1bedc1e9a91c up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:09.217768 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f423bd-ca58-4ca9-b232-a7ddd266d6e4 req-2c8cb904-4708-4e42-a69c-7b1f178e2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:09.219786 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b9f423bd-ca58-4ca9-b232-a7ddd266d6e4 req-2c8cb904-4708-4e42-a69c-7b1f178e2d6c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b3406ee-9e90-41ec-83e3-081686225e3b HTTP/1.1" status: 200 len: 855 time: 0.0749974 Sep 16 05:07:09.240812 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.279944 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5064f2a5-a67b-4f30-a28f-00e1cddfae70 req-667307ec-d10f-4854-9c6d-1dd6ca744ad6 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0688276 Sep 16 05:07:09.317565 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b9f423bd-ca58-4ca9-b232-a7ddd266d6e4 req-e2066fd3-0517-4b50-8f15-d64a0a746023 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c38fee71-f4a0-4893-8a01-fbc912f5a572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783856 Sep 16 05:07:09.328953 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-b270582d-3238-491b-8fd2-a6eb56369b14 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.379937 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port b90213d8-bca9-43b4-ad1a-1bedc1e9a91c completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:07:09.391713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port b90213d8-bca9-43b4-ad1a-1bedc1e9a91c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:09.392367 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.463850 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b9f423bd-ca58-4ca9-b232-a7ddd266d6e4 req-76fbefa0-26bd-4e5b-bcef-e592579d1a13 service neutron] 10.222.0.38 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395891 Sep 16 05:07:09.464813 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-b270582d-3238-491b-8fd2-a6eb56369b14 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.508495 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.545749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc117437-2a47-4052-9dd3-d835417e0e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90213d8-bca9-43b4-ad1a-1bedc1e9a91c'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:09.548427 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89058088-973d-43c2-8ac0-ab4ea4eaf981" -d '{"events": [{"server_uuid": "fc117437-2a47-4052-9dd3-d835417e0e75", "name": "network-vif-plugged", "status": "completed", "tag": "b90213d8-bca9-43b4-ad1a-1bedc1e9a91c"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:09.568116 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-b270582d-3238-491b-8fd2-a6eb56369b14 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:09.576465 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-b270582d-3238-491b-8fd2-a6eb56369b14 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:09.597325 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-b270582d-3238-491b-8fd2-a6eb56369b14 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:09.602439 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b90213d8-bca9-43b4-ad1a-1bedc1e9a91c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b90213d8-bca9-43b4-ad1a-1bedc1e9a91c,segment=NetworkSegment(b917e604-43bc-48a1-9d7b-caf12696afe8),segment_id=b917e604-43bc-48a1-9d7b-caf12696afe8)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:09.632853 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c8355c-6e0f-4e06-9079-78bc0b054620 x-openstack-request-id: req-83c8355c-6e0f-4e06-9079-78bc0b054620 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:09.633182 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc117437-2a47-4052-9dd3-d835417e0e75", "name": "network-vif-plugged", "status": "completed", "tag": "b90213d8-bca9-43b4-ad1a-1bedc1e9a91c", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:09.633446 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83c8355c-6e0f-4e06-9079-78bc0b054620 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:09.633781 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc117437-2a47-4052-9dd3-d835417e0e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90213d8-bca9-43b4-ad1a-1bedc1e9a91c', 'code': 200} Sep 16 05:07:09.675356 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.709884 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ecba1069-6c2f-4e6c-8470-cd8fd68036cf up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:09.715018 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b9f423bd-ca58-4ca9-b232-a7ddd266d6e4 req-4811b3a0-bd11-4241-8fe9-21a853627d19 service neutron] 10.222.0.38 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433548 Sep 16 05:07:09.802445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270582d-3238-491b-8fd2-a6eb56369b14 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Pushing event updated for resources: {'Port': ['ID=a3149c15-aa85-48c0-9cbf-8cc4a4c61957,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:09.915043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-b270582d-3238-491b-8fd2-a6eb56369b14 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:09.916186 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-b270582d-3238-491b-8fd2-a6eb56369b14 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.939504 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=b90213d8-bca9-43b4-ad1a-1bedc1e9a91c,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:09.941183 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53c9d8-1277-404d-a473-81da49b2a03b req-e2018091-bd7a-49d9-a9e7-f7be92b6df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:09.942936 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca53c9d8-1277-404d-a473-81da49b2a03b req-e2018091-bd7a-49d9-a9e7-f7be92b6df5f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc117437-2a47-4052-9dd3-d835417e0e75 HTTP/1.1" status: 200 len: 1097 time: 0.1036673 Sep 16 05:07:09.959064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port ecba1069-6c2f-4e6c-8470-cd8fd68036cf triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:09.961774 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.032004 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-b270582d-3238-491b-8fd2-a6eb56369b14 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2656317 Sep 16 05:07:10.062279 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.063318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Request body: {'port': {'device_id': 'ac8dbd33-c30a-4d3e-9379-3b870504eeb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:10.074188 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca53c9d8-1277-404d-a473-81da49b2a03b req-14a014f1-112a-48e0-801e-932ec682bde7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062384 Sep 16 05:07:10.099890 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2db459-4d64-4dbf-86b8-7a3c7ed3c983 req-ae7a7a59-1a6e-4fdf-897e-4c4791d9d003 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:10.101430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b2db459-4d64-4dbf-86b8-7a3c7ed3c983 req-ae7a7a59-1a6e-4fdf-897e-4c4791d9d003 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 944 time: 0.1523738 Sep 16 05:07:10.104369 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-76b9131c-d7ed-43b3-bfa0-4d77557f3df9 None None] Provisioning complete for port a3149c15-aa85-48c0-9cbf-8cc4a4c61957 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:10.104653 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-76b9131c-d7ed-43b3-bfa0-4d77557f3df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.107855 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ecba1069-6c2f-4e6c-8470-cd8fd68036cf, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:10.109620 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f356e5-2d27-4e29-b369-2a6aa5bcdd21 req-68e296b0-91f4-4817-a7ef-d16bf7ce73d5 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:10.111148 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50f356e5-2d27-4e29-b369-2a6aa5bcdd21 req-68e296b0-91f4-4817-a7ef-d16bf7ce73d5 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 943 time: 0.1644080 Sep 16 05:07:10.145700 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-76b9131c-d7ed-43b3-bfa0-4d77557f3df9 None None] Port a3149c15-aa85-48c0-9cbf-8cc4a4c61957 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:10.172386 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.197255 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b2db459-4d64-4dbf-86b8-7a3c7ed3c983 req-2c76f15d-5286-465d-9410-a1cf9826afac tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830512 Sep 16 05:07:10.197808 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.223535 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50f356e5-2d27-4e29-b369-2a6aa5bcdd21 req-2c7c574a-5d0a-49ba-91b8-727448185381 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974765 Sep 16 05:07:10.225164 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,revision_number=10']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:10.491681 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597e643-524b-4c32-818b-e3ed724f2697 req-ed94194a-d1b0-4192-829e-668d92102bbb tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:10.493157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6597e643-524b-4c32-818b-e3ed724f2697 req-ed94194a-d1b0-4192-829e-668d92102bbb tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 944 time: 0.1615629 Sep 16 05:07:10.503836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2b847-7436-434d-bee8-fb69f9e80349 req-4121e35f-ac47-49eb-a918-6c310b26c334 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:10.505515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16c2b847-7436-434d-bee8-fb69f9e80349 req-4121e35f-ac47-49eb-a918-6c310b26c334 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 936 time: 0.1387193 Sep 16 05:07:10.589091 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6597e643-524b-4c32-818b-e3ed724f2697 req-752bcc67-e122-4b31-a134-b08fec5089ff tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812244 Sep 16 05:07:10.613867 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16c2b847-7436-434d-bee8-fb69f9e80349 req-2d0c18c7-ce4b-46fd-a66a-2af39e5c70b3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/security-groups?id=7098b4ba-110d-4a6e-a3d4-35fd31a2acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984616 Sep 16 05:07:10.652211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3149c15-aa85-48c0-9cbf-8cc4a4c61957 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:10.660199 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.673570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Transition to ACTIVE for port object a3149c15-aa85-48c0-9cbf-8cc4a4c61957 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:07:10.726571 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.755352 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.783164 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40520) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:10.815983 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Pushing event updated for resources: {'Port': ['ID=a3149c15-aa85-48c0-9cbf-8cc4a4c61957,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:10.921342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Attempting to bind port a3149c15-aa85-48c0-9cbf-8cc4a4c61957 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:10.921696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Attempting to bind port a3149c15-aa85-48c0-9cbf-8cc4a4c61957 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:10.922021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Attempting to bind port a3149c15-aa85-48c0-9cbf-8cc4a4c61957 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:10.927591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Port a3149c15-aa85-48c0-9cbf-8cc4a4c61957 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:07:10.927898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Attempting to bind port a3149c15-aa85-48c0-9cbf-8cc4a4c61957 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:10.933618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:10.933972 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:10.934366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:10.934807 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Bound port: a3149c15-aa85-48c0-9cbf-8cc4a4c61957, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:10.935217 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.970667 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f089f10-a0e6-4883-942c-135984144afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.033803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] For port a3149c15-aa85-48c0-9cbf-8cc4a4c61957, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:11.038947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] For port a3149c15-aa85-48c0-9cbf-8cc4a4c61957, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a3149c15-aa85-48c0-9cbf-8cc4a4c61957,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:11.097778 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f089f10-a0e6-4883-942c-135984144afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.134125 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.160581 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f089f10-a0e6-4883-942c-135984144afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.175425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b85752-420d-4268-87a9-b830fa3a7638 req-28788e1c-5add-442e-86ec-10af86ddae07 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.177222 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-28b85752-420d-4268-87a9-b830fa3a7638 req-28788e1c-5add-442e-86ec-10af86ddae07 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 945 time: 0.0800104 Sep 16 05:07:11.181968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.182513 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.184186 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] 10.222.0.21 "PUT /v2.0/ports/a3149c15-aa85-48c0-9cbf-8cc4a4c61957 HTTP/1.1" status: 200 len: 1097 time: 1.1288564 Sep 16 05:07:11.184446 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8dbd33-c30a-4d3e-9379-3b870504eeb2', 'tag': 'a3149c15-aa85-48c0-9cbf-8cc4a4c61957'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:11.186743 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6596aa1-33ee-4314-837c-b227b2ff87e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8dbd33-c30a-4d3e-9379-3b870504eeb2", "tag": "a3149c15-aa85-48c0-9cbf-8cc4a4c61957"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:11.210646 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8f089f10-a0e6-4883-942c-135984144afc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5d0e50ca9384bc29236716a72a88051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4241064 Sep 16 05:07:11.213327 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40538) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:11.232565 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c9d00-afc8-4f4f-951d-7db53e57a944 service neutron] Pushing event updated for resources: {'Port': ['ID=a3149c15-aa85-48c0-9cbf-8cc4a4c61957,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:11.234239 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f089f10-a0e6-4883-942c-135984144afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a7065f-8601-4427-8616-8b58e75fb36a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:11.241442 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f2a2ff-1a12-4595-8f44-67ae4d47ab9c x-openstack-request-id: req-53f2a2ff-1a12-4595-8f44-67ae4d47ab9c {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:11.241752 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8dbd33-c30a-4d3e-9379-3b870504eeb2", "tag": "a3149c15-aa85-48c0-9cbf-8cc4a4c61957", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:11.244737 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53f2a2ff-1a12-4595-8f44-67ae4d47ab9c {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:11.244737 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8dbd33-c30a-4d3e-9379-3b870504eeb2', 'tag': 'a3149c15-aa85-48c0-9cbf-8cc4a4c61957', 'status': 'completed', 'code': 200} Sep 16 05:07:11.251094 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-28b85752-420d-4268-87a9-b830fa3a7638 req-67ed0a26-baf8-4364-b5d9-f18bbfc52572 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609181 Sep 16 05:07:11.336413 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-363c3394-fe4c-497e-b68f-2227bddba05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.383483 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-363c3394-fe4c-497e-b68f-2227bddba05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.449763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6596aa1-33ee-4314-837c-b227b2ff87e6 req-46fcb03d-f08b-4b82-b872-24ecb9e4f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.451303 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6596aa1-33ee-4314-837c-b227b2ff87e6 req-46fcb03d-f08b-4b82-b872-24ecb9e4f712 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2c5385ab5eb4a0a8d5b1fd5633c6104&device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 1100 time: 0.1460640 Sep 16 05:07:11.464253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d37c74-7d67-4366-b62d-f4f06401105e req-1f176378-68f7-4357-b4e2-ccd1b142c662 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.465682 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32d37c74-7d67-4366-b62d-f4f06401105e req-1f176378-68f7-4357-b4e2-ccd1b142c662 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 943 time: 0.1018295 Sep 16 05:07:11.473947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b483bc-47cd-49eb-bab6-c57560120196 req-57e2a9cd-45ef-4eca-aeb7-0c22030c9d81 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.475430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09b483bc-47cd-49eb-bab6-c57560120196 req-57e2a9cd-45ef-4eca-aeb7-0c22030c9d81 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 946 time: 0.1146739 Sep 16 05:07:11.514284 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-363c3394-fe4c-497e-b68f-2227bddba05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.516908 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-363c3394-fe4c-497e-b68f-2227bddba05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.518124 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-363c3394-fe4c-497e-b68f-2227bddba05b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7a7065f-8601-4427-8616-8b58e75fb36a HTTP/1.1" status: 204 len: 168 time: 0.3035791 Sep 16 05:07:11.519608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6596aa1-33ee-4314-837c-b227b2ff87e6 req-75124722-b777-4025-891e-eb1d2537e293 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c2c5385ab5eb4a0a8d5b1fd5633c6104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415571 Sep 16 05:07:11.526531 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c3394-fe4c-497e-b68f-2227bddba05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a7065f-8601-4427-8616-8b58e75fb36a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:11.587163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32d37c74-7d67-4366-b62d-f4f06401105e req-d610733b-77e4-4f73-ad6c-882e8c5852be tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106756 Sep 16 05:07:11.623415 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09b483bc-47cd-49eb-bab6-c57560120196 req-a7583d42-251d-44c5-9d23-66f04d5ebccb tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321838 Sep 16 05:07:11.635619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04162c3-c4a9-4d19-a703-1cc8f2f04181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:11.644661 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15759749-9173-4594-b7b5-4c614864dc05" -d '{"events": [{"server_uuid": "f04162c3-c4a9-4d19-a703-1cc8f2f04181", "name": "network-vif-plugged", "status": "completed", "tag": "ecba1069-6c2f-4e6c-8470-cd8fd68036cf"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:11.684341 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6596aa1-33ee-4314-837c-b227b2ff87e6 req-ba8dd17e-5ae7-476b-bf61-32c3a1d6ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.686444 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6596aa1-33ee-4314-837c-b227b2ff87e6 req-ba8dd17e-5ae7-476b-bf61-32c3a1d6ce71 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1559145 Sep 16 05:07:11.700102 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device c31aaf74-adba-47e7-b775-baa25265d7b3 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:11.749606 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04a09d-6815-4e00-a71f-575e7b6ab8e3 req-cf60a172-4ed5-4b48-9474-80c5f35ef89e tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.757770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1e04a09d-6815-4e00-a71f-575e7b6ab8e3 req-cf60a172-4ed5-4b48-9474-80c5f35ef89e tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 944 time: 0.0655386 Sep 16 05:07:11.860004 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1e04a09d-6815-4e00-a71f-575e7b6ab8e3 req-5764aed3-79c8-47b4-948d-d57f57cf4116 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012099 Sep 16 05:07:11.871030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e451a-b903-4eb8-90a4-dec51215135b req-498d1e7d-b766-4c45-84d9-8aa314474dcd tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.872620 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f92e451a-b903-4eb8-90a4-dec51215135b req-498d1e7d-b766-4c45-84d9-8aa314474dcd tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 948 time: 0.1120925 Sep 16 05:07:11.875676 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port c31aaf74-adba-47e7-b775-baa25265d7b3 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:07:11.901028 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port c31aaf74-adba-47e7-b775-baa25265d7b3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:11.902736 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.913499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-2eaad9ea-024a-402a-a39a-941c71d1e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.915329 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-2eaad9ea-024a-402a-a39a-941c71d1e181 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2c5385ab5eb4a0a8d5b1fd5633c6104&device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 1100 time: 0.1147878 Sep 16 05:07:11.947947 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d89da28-240b-4d7e-aec0-c4fac7f335ac x-openstack-request-id: req-2d89da28-240b-4d7e-aec0-c4fac7f335ac {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:11.948398 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04162c3-c4a9-4d19-a703-1cc8f2f04181", "name": "network-vif-plugged", "status": "completed", "tag": "ecba1069-6c2f-4e6c-8470-cd8fd68036cf", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:11.948746 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d89da28-240b-4d7e-aec0-c4fac7f335ac {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:11.950459 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04162c3-c4a9-4d19-a703-1cc8f2f04181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf', 'code': 200} Sep 16 05:07:11.961583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f92e451a-b903-4eb8-90a4-dec51215135b req-0c01760b-1b5b-4707-99f4-79d727c186fc tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/security-groups?id=7098b4ba-110d-4a6e-a3d4-35fd31a2acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718124 Sep 16 05:07:12.010677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-98fb42d4-89b4-40b3-8cf3-f056e8c119b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=a3149c15-aa85-48c0-9cbf-8cc4a4c61957 HTTP/1.1" status: 200 len: 217 time: 0.0730746 Sep 16 05:07:12.039969 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.074752 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-b6d489aa-ab29-4294-995a-2d91cfd2d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.076444 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-b6d489aa-ab29-4294-995a-2d91cfd2d4f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0570440 Sep 16 05:07:12.077087 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port c31aaf74-adba-47e7-b775-baa25265d7b3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c31aaf74-adba-47e7-b775-baa25265d7b3,segment=NetworkSegment(b917e604-43bc-48a1-9d7b-caf12696afe8),segment_id=b917e604-43bc-48a1-9d7b-caf12696afe8)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:12.128637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-9ac10113-7abe-4047-bd63-77a3e0c47c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.130655 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-9ac10113-7abe-4047-bd63-77a3e0c47c60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0468376 Sep 16 05:07:12.161153 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.225285 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=c31aaf74-adba-47e7-b775-baa25265d7b3,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:12.263485 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-a49ec927-bced-41fb-a633-b8d91fed1d68 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232665 Sep 16 05:07:12.272662 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae2b93-9fca-481c-939f-c604066656f0 req-c515c9eb-a768-4b27-8abc-56db856b68f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.274226 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-23ae2b93-9fca-481c-939f-c604066656f0 req-c515c9eb-a768-4b27-8abc-56db856b68f8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 1098 time: 0.0643928 Sep 16 05:07:12.327171 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-23ae2b93-9fca-481c-939f-c604066656f0 req-42942ee2-993d-4c4d-8b4b-fc0622e24564 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375173 Sep 16 05:07:12.394075 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40566) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:12.407270 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-996efe82-5bdf-430c-8507-8fbb6c9e9b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.412119 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6e6383f-df0d-4317-997c-ecdb1f682011 req-4811facf-5134-4557-9536-39ff06d48844 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380045 Sep 16 05:07:12.424558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c2647-410b-4d6d-baa4-d0683c6a40f9 req-3e749258-4bd0-42cc-90cc-c6bb936936c4 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.433541 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c86c2647-410b-4d6d-baa4-d0683c6a40f9 req-3e749258-4bd0-42cc-90cc-c6bb936936c4 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 945 time: 0.0880003 Sep 16 05:07:12.479921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c86c2647-410b-4d6d-baa4-d0683c6a40f9 req-c8a2ef21-5f89-40ef-9fe3-e2cd330068fd tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450950 Sep 16 05:07:12.521055 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-996efe82-5bdf-430c-8507-8fbb6c9e9b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.584005 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-996efe82-5bdf-430c-8507-8fbb6c9e9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.627345 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-996efe82-5bdf-430c-8507-8fbb6c9e9b24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f452632c1993438e8806528e7b827866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322476 Sep 16 05:07:12.628330 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996efe82-5bdf-430c-8507-8fbb6c9e9b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140f0d98-2d13-41da-b1b7-e6d695f6e5f5,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:12.630363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40574) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:12.714664 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3d17810b-9c3d-4f8d-8ab8-ddc9a40717a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.751855 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3d17810b-9c3d-4f8d-8ab8-ddc9a40717a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.764456 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d68bc-e9e8-466a-a226-975a43fe9de4 req-15697a9b-4023-4cfe-b97a-f63d7a5689af tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.766056 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a7d68bc-e9e8-466a-a226-975a43fe9de4 req-15697a9b-4023-4cfe-b97a-f63d7a5689af tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 943 time: 0.1030412 Sep 16 05:07:12.856416 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac445f94-7a24-48de-b613-ab0a8d60d447 req-496f5be1-1f7a-49eb-9a61-efdf857724d2 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.857954 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac445f94-7a24-48de-b613-ab0a8d60d447 req-496f5be1-1f7a-49eb-9a61-efdf857724d2 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 946 time: 0.1251576 Sep 16 05:07:12.868645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a7d68bc-e9e8-466a-a226-975a43fe9de4 req-a384ebbe-66ec-437a-a6fa-bb1da9a7291e tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818546 Sep 16 05:07:12.905348 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac445f94-7a24-48de-b613-ab0a8d60d447 req-e665a54d-95f5-4a5f-aebe-576900a8207f tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411170 Sep 16 05:07:12.949769 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3d17810b-9c3d-4f8d-8ab8-ddc9a40717a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.952571 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3d17810b-9c3d-4f8d-8ab8-ddc9a40717a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.953855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3d17810b-9c3d-4f8d-8ab8-ddc9a40717a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/140f0d98-2d13-41da-b1b7-e6d695f6e5f5 HTTP/1.1" status: 204 len: 168 time: 0.3221586 Sep 16 05:07:12.972800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17810b-9c3d-4f8d-8ab8-ddc9a40717a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140f0d98-2d13-41da-b1b7-e6d695f6e5f5,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:13.029051 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324317f-1f38-43a6-98d5-bd38e45e0941 req-6a81f9db-13f9-46da-88ad-e10cb9e8e3fe tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.030765 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4324317f-1f38-43a6-98d5-bd38e45e0941 req-6a81f9db-13f9-46da-88ad-e10cb9e8e3fe tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 945 time: 0.0731833 Sep 16 05:07:13.103855 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cca4f-ad6b-4f7e-9d4f-fc825199ca82 req-c8aaa4d8-0ef5-4520-8058-60621687663a tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.105420 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d8cca4f-ad6b-4f7e-9d4f-fc825199ca82 req-c8aaa4d8-0ef5-4520-8058-60621687663a tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 948 time: 0.0736082 Sep 16 05:07:13.116884 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4324317f-1f38-43a6-98d5-bd38e45e0941 req-93ad5a7a-3e52-4798-a002-8ef03a3458c7 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741811 Sep 16 05:07:13.153071 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d8cca4f-ad6b-4f7e-9d4f-fc825199ca82 req-878144e8-ab91-4735-a23e-308943f703f4 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/security-groups?id=7098b4ba-110d-4a6e-a3d4-35fd31a2acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351033 Sep 16 05:07:13.153570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40588) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:13.372614 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c71a5fde-9441-4a6c-a2a0-692a3de77220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.464804 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c71a5fde-9441-4a6c-a2a0-692a3de77220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.579175 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c71a5fde-9441-4a6c-a2a0-692a3de77220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.631771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a5fde-9441-4a6c-a2a0-692a3de77220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a00d98-4b24-4ba7-8eab-e81d5bde6486,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:13.641320 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c71a5fde-9441-4a6c-a2a0-692a3de77220 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a575d059d06417d8028e9487ed2f9c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4867673 Sep 16 05:07:13.644097 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40604) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:13.650533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f64bb-693f-4722-82a0-bd5913916ee2 req-ec86b19d-2dd5-4b2a-b212-cf7e449cf6dd tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.652235 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f5f64bb-693f-4722-82a0-bd5913916ee2 req-ec86b19d-2dd5-4b2a-b212-cf7e449cf6dd tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 945 time: 0.1031101 Sep 16 05:07:13.692332 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f5f64bb-693f-4722-82a0-bd5913916ee2 req-e5c21e75-92a3-4f87-a451-2df40f578137 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339200 Sep 16 05:07:13.721873 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 2224ce69-3635-4994-acd6-150a9b6b31de details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:07:13.729877 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d4c2e425-db10-4e0f-9d9f-dbec6c484d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.763576 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d4c2e425-db10-4e0f-9d9f-dbec6c484d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.783696 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ba082-1c93-4570-8e07-c67104e85435 req-5cf46592-ada7-4c45-bf41-e533623807d4 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.785205 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dd5ba082-1c93-4570-8e07-c67104e85435 req-5cf46592-ada7-4c45-bf41-e533623807d4 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 945 time: 0.0900033 Sep 16 05:07:13.840357 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 2224ce69-3635-4994-acd6-150a9b6b31de, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=2224ce69-3635-4994-acd6-150a9b6b31de,segment=NetworkSegment(c5caf03c-23e1-42af-9b79-956f898c4611),segment_id=c5caf03c-23e1-42af-9b79-956f898c4611)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:13.855056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '2224ce69-3635-4994-acd6-150a9b6b31de', 'network_id': 'c38fee71-f4a0-4893-8a01-fbc912f5a572', 'port_id': '2224ce69-3635-4994-acd6-150a9b6b31de', 'mac_address': 'fa:16:3e:46:66:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3406ee-9e90-41ec-83e3-081686225e3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:07:13.899262 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-dd5ba082-1c93-4570-8e07-c67104e85435 req-96e757e2-208f-477b-a56f-f1d81d7f09b8 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Deleting port 9c8a018b-e599-4bcf-be24-354b731a49fc {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:13.900172 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.900280 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-dd5ba082-1c93-4570-8e07-c67104e85435 req-96e757e2-208f-477b-a56f-f1d81d7f09b8 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.913866 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2224ce69-3635-4994-acd6-150a9b6b31de {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:13.953471 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786392d6-1efb-4a02-851c-18b22f4678ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31aaf74-adba-47e7-b775-baa25265d7b3'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:13.956599 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55201ec5-6c7e-4ba8-afc9-39711277915e" -d '{"events": [{"server_uuid": "786392d6-1efb-4a02-851c-18b22f4678ba", "name": "network-vif-plugged", "status": "completed", "tag": "c31aaf74-adba-47e7-b775-baa25265d7b3"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:13.963771 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 2224ce69-3635-4994-acd6-150a9b6b31de, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=2224ce69-3635-4994-acd6-150a9b6b31de,segment=NetworkSegment(c5caf03c-23e1-42af-9b79-956f898c4611),segment_id=c5caf03c-23e1-42af-9b79-956f898c4611)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:13.975222 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d4c2e425-db10-4e0f-9d9f-dbec6c484d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.978818 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d4c2e425-db10-4e0f-9d9f-dbec6c484d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.981526 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d4c2e425-db10-4e0f-9d9f-dbec6c484d12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1a00d98-4b24-4ba7-8eab-e81d5bde6486 HTTP/1.1" status: 204 len: 168 time: 0.3338432 Sep 16 05:07:14.029485 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.048686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e4784-36b3-4413-85db-f4840bd1ff59 req-42858ab8-654f-455b-bfe7-9b8baf966fbe tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.054188 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2e425-db10-4e0f-9d9f-dbec6c484d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a00d98-4b24-4ba7-8eab-e81d5bde6486,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:14.057677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a89e4784-36b3-4413-85db-f4840bd1ff59 req-42858ab8-654f-455b-bfe7-9b8baf966fbe tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 943 time: 0.1154377 Sep 16 05:07:14.073991 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-dd5ba082-1c93-4570-8e07-c67104e85435 req-96e757e2-208f-477b-a56f-f1d81d7f09b8 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] For port 9c8a018b-e599-4bcf-be24-354b731a49fc, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=9c8a018b-e599-4bcf-be24-354b731a49fc,segment=NetworkSegment(7049f0e7-fa56-48db-92ac-270a62ebc728),segment_id=7049f0e7-fa56-48db-92ac-270a62ebc728)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:14.074257 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-dd5ba082-1c93-4570-8e07-c67104e85435 req-96e757e2-208f-477b-a56f-f1d81d7f09b8 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.098845 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-dd5ba082-1c93-4570-8e07-c67104e85435 req-96e757e2-208f-477b-a56f-f1d81d7f09b8 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Calling delete_port for 9c8a018b-e599-4bcf-be24-354b731a49fc owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:14.156060 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=2224ce69-3635-4994-acd6-150a9b6b31de,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:14.187993 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1c5a8-1080-4938-9945-fd6d932f977c req-575cfaec-515c-4e1f-a0db-630baf78f536 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.187993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e8d1c5a8-1080-4938-9945-fd6d932f977c req-575cfaec-515c-4e1f-a0db-630baf78f536 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 946 time: 0.1154046 Sep 16 05:07:14.187993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a89e4784-36b3-4413-85db-f4840bd1ff59 req-632f0499-2ad9-4b77-bb36-ad6722a1ea3a tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276710 Sep 16 05:07:14.239675 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea87207-0563-4924-bd7b-51bf6b2232dc x-openstack-request-id: req-aea87207-0563-4924-bd7b-51bf6b2232dc {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:14.239675 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786392d6-1efb-4a02-851c-18b22f4678ba", "name": "network-vif-plugged", "status": "completed", "tag": "c31aaf74-adba-47e7-b775-baa25265d7b3", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:14.239675 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aea87207-0563-4924-bd7b-51bf6b2232dc {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:14.239675 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786392d6-1efb-4a02-851c-18b22f4678ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31aaf74-adba-47e7-b775-baa25265d7b3', 'code': 200} Sep 16 05:07:14.283733 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e8d1c5a8-1080-4938-9945-fd6d932f977c req-fb23dc25-2993-4606-b307-06c03ca9736e tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892496 Sep 16 05:07:14.366502 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-dd5ba082-1c93-4570-8e07-c67104e85435 req-96e757e2-208f-477b-a56f-f1d81d7f09b8 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.400919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56972544-0f7b-42fe-a838-afded2ba23de req-c74bb6f4-f1c7-42a3-bf78-5ff6688ae362 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.408636 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56972544-0f7b-42fe-a838-afded2ba23de req-c74bb6f4-f1c7-42a3-bf78-5ff6688ae362 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 945 time: 0.0985534 Sep 16 05:07:14.470106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee943e-857a-4ace-a6c6-60a25b7690f7 req-523b1f03-e0d2-48b4-ae93-0336da435c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.471686 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9ee943e-857a-4ace-a6c6-60a25b7690f7 req-523b1f03-e0d2-48b4-ae93-0336da435c9e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 1097 time: 0.1221273 Sep 16 05:07:14.482907 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['2224ce69-3635-4994-acd6-150a9b6b31de'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:14.510120 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56972544-0f7b-42fe-a838-afded2ba23de req-81c08892-16d9-4911-a0de-dd91967b2a87 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005774 Sep 16 05:07:14.532898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5fbd7-4090-44b5-89b2-4521c934d940 req-084cde0e-3420-484b-8819-6ecfc05dd93d tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.534501 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07e5fbd7-4090-44b5-89b2-4521c934d940 req-084cde0e-3420-484b-8819-6ecfc05dd93d tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 948 time: 0.1207323 Sep 16 05:07:14.552268 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9ee943e-857a-4ace-a6c6-60a25b7690f7 req-50bd4c51-d7d0-4f09-827d-b0d9279ba851 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579646 Sep 16 05:07:14.611947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07e5fbd7-4090-44b5-89b2-4521c934d940 req-34e47709-44c4-4d5d-8a15-698116274ab8 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/security-groups?id=7098b4ba-110d-4a6e-a3d4-35fd31a2acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624774 Sep 16 05:07:14.771436 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e757e2-208f-477b-a56f-f1d81d7f09b8 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Pushing event deleted for resources: {'Port': ['ID=9c8a018b-e599-4bcf-be24-354b731a49fc,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:14.788053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40648) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:14.828757 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5ba082-1c93-4570-8e07-c67104e85435 req-96e757e2-208f-477b-a56f-f1d81d7f09b8 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] No DVR routers for this DVR port 9c8a018b-e599-4bcf-be24-354b731a49fc on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:14.831648 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-dd5ba082-1c93-4570-8e07-c67104e85435 req-96e757e2-208f-477b-a56f-f1d81d7f09b8 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.833109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19f21935-b3e5-40af-b815-50af499d74f7 req-b05cf7e5-c5ed-4242-b944-1c4d477c4550 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 210 time: 0.0609860 Sep 16 05:07:14.833826 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dd5ba082-1c93-4570-8e07-c67104e85435 req-96e757e2-208f-477b-a56f-f1d81d7f09b8 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.38 "DELETE /v2.0/ports/9c8a018b-e599-4bcf-be24-354b731a49fc HTTP/1.1" status: 204 len: 173 time: 1.0411971 Sep 16 05:07:14.834289 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c924ad4-070a-41a8-a3d3-b4c7db27cb25', 'name': 'network-vif-deleted', 'tag': '9c8a018b-e599-4bcf-be24-354b731a49fc'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:14.837045 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02c71a4-f863-4fe4-9da5-623020477c34" -d '{"events": [{"server_uuid": "1c924ad4-070a-41a8-a3d3-b4c7db27cb25", "name": "network-vif-deleted", "tag": "9c8a018b-e599-4bcf-be24-354b731a49fc"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:14.846769 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3642b00c-fcf1-4c7d-b6a0-36c9e899b1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.877604 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326c1017-3548-4af0-ac2e-3db018218330 x-openstack-request-id: req-326c1017-3548-4af0-ac2e-3db018218330 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:14.877894 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c924ad4-070a-41a8-a3d3-b4c7db27cb25", "name": "network-vif-deleted", "tag": "9c8a018b-e599-4bcf-be24-354b731a49fc", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:14.878146 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-326c1017-3548-4af0-ac2e-3db018218330 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:14.878533 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c924ad4-070a-41a8-a3d3-b4c7db27cb25', 'name': 'network-vif-deleted', 'tag': '9c8a018b-e599-4bcf-be24-354b731a49fc', 'status': 'completed', 'code': 200} Sep 16 05:07:14.944343 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3642b00c-fcf1-4c7d-b6a0-36c9e899b1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.024617 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3642b00c-fcf1-4c7d-b6a0-36c9e899b1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.074003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3642b00c-fcf1-4c7d-b6a0-36c9e899b1f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70e067ef6a3e4477b76bb6b1a49129a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2850621 Sep 16 05:07:15.075513 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642b00c-fcf1-4c7d-b6a0-36c9e899b1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dc80a5-b297-4c61-9a48-9c3213a1d28b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:15.076994 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40666) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:15.135207 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ef903aff-648c-4965-a199-147f7c4028eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.156229 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ef903aff-648c-4965-a199-147f7c4028eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.280877 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ef903aff-648c-4965-a199-147f7c4028eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.287374 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ef903aff-648c-4965-a199-147f7c4028eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.287374 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ef903aff-648c-4965-a199-147f7c4028eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95dc80a5-b297-4c61-9a48-9c3213a1d28b HTTP/1.1" status: 204 len: 168 time: 0.2044134 Sep 16 05:07:15.293346 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef903aff-648c-4965-a199-147f7c4028eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dc80a5-b297-4c61-9a48-9c3213a1d28b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:15.337039 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f148e0c-691b-40b4-8ce3-5aa2aae4826e req-65c1bc28-bc8b-4dfa-9e6c-223671e5df95 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.337039 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f148e0c-691b-40b4-8ce3-5aa2aae4826e req-65c1bc28-bc8b-4dfa-9e6c-223671e5df95 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 944 time: 0.0608513 Sep 16 05:07:15.399223 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f148e0c-691b-40b4-8ce3-5aa2aae4826e req-36bf29c1-2049-4bd5-a249-636aacabba5d tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509627 Sep 16 05:07:15.452380 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56b174-bdbf-402c-888a-9842ccdf9fcc req-26f4311d-0813-4dbf-8549-8039229080c1 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.454210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f56b174-bdbf-402c-888a-9842ccdf9fcc req-26f4311d-0813-4dbf-8549-8039229080c1 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 946 time: 0.0706384 Sep 16 05:07:15.508312 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f56b174-bdbf-402c-888a-9842ccdf9fcc req-d4c33586-68b9-499f-9de6-4d995b8af451 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468926 Sep 16 05:07:15.633714 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05965317-ac00-48b5-8f43-63c9e840c92c req-cb1733dc-9fab-46f3-8305-ef0412f68314 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.635984 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05965317-ac00-48b5-8f43-63c9e840c92c req-cb1733dc-9fab-46f3-8305-ef0412f68314 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 945 time: 0.0557299 Sep 16 05:07:15.701371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05965317-ac00-48b5-8f43-63c9e840c92c req-37987704-f3a3-4eb8-a704-7841ca0b1b31 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546715 Sep 16 05:07:15.742079 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 9c8a018b-e599-4bcf-be24-354b731a49fc no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:15.753538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5483e-e517-452e-949a-17ad383b0aef req-a0b30a8f-3e10-44d1-96bb-31219b51def7 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.755439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1a5483e-e517-452e-949a-17ad383b0aef req-a0b30a8f-3e10-44d1-96bb-31219b51def7 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 948 time: 0.0717905 Sep 16 05:07:15.770196 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 9c8a018b-e599-4bcf-be24-354b731a49fc {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:15.770540 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 9c8a018b-e599-4bcf-be24-354b731a49fc not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:15.843219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1a5483e-e517-452e-949a-17ad383b0aef req-330383e4-cdd2-4412-9f18-ef19a2c7a4d4 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/security-groups?id=7098b4ba-110d-4a6e-a3d4-35fd31a2acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796249 Sep 16 05:07:15.976031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b1e7cdf-5972-4a8c-8256-53d7937d2cbb req-adfbf344-4c80-4f1b-8982-5c318ce6c7ef tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c924ad4-070a-41a8-a3d3-b4c7db27cb25 HTTP/1.1" status: 200 len: 210 time: 0.0319872 Sep 16 05:07:16.513867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede20b70-3742-4929-9da8-26592639439a req-d6eb8cbc-5c9d-49f7-ae93-d7061f317802 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:16.515451 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ede20b70-3742-4929-9da8-26592639439a req-d6eb8cbc-5c9d-49f7-ae93-d7061f317802 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 944 time: 0.0516200 Sep 16 05:07:16.560717 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ede20b70-3742-4929-9da8-26592639439a req-f639deb4-58bb-4928-b8c1-effef544ed66 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381837 Sep 16 05:07:16.668711 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b742147-5119-41de-81d8-916728d6f5f8 req-10a0a7d0-b37d-4071-8200-6d31ed677314 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:16.670231 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b742147-5119-41de-81d8-916728d6f5f8 req-10a0a7d0-b37d-4071-8200-6d31ed677314 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 946 time: 0.0605667 Sep 16 05:07:16.708673 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b742147-5119-41de-81d8-916728d6f5f8 req-060bf3a6-7e00-429b-b8d1-627aad4d1bbd tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321965 Sep 16 05:07:16.854005 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfab27-160c-436b-9037-52940dd0ffb1 req-f1d5d334-34d9-4235-b600-8e81087ab85b tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:16.855737 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79cfab27-160c-436b-9037-52940dd0ffb1 req-f1d5d334-34d9-4235-b600-8e81087ab85b tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 945 time: 0.0588894 Sep 16 05:07:16.921273 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79cfab27-160c-436b-9037-52940dd0ffb1 req-401133be-6ee6-4e8b-b25c-adccd06b6d3f tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585256 Sep 16 05:07:16.990530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7976d-6f31-497e-a41e-c96ffd25de85 req-8e534da1-dfd4-45e6-b240-96f47451078c tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:16.992068 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54f7976d-6f31-497e-a41e-c96ffd25de85 req-8e534da1-dfd4-45e6-b240-96f47451078c tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 948 time: 0.0536721 Sep 16 05:07:17.063109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54f7976d-6f31-497e-a41e-c96ffd25de85 req-8d5d5889-81b8-4333-94d0-ba2e1a4b46cb tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/security-groups?id=7098b4ba-110d-4a6e-a3d4-35fd31a2acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593913 Sep 16 05:07:17.075470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5416b1-b90d-4f6e-93a2-3a93142365c5 req-e7bae420-439e-448f-a35a-9d414e3ad5c1 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:17.077017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e5416b1-b90d-4f6e-93a2-3a93142365c5 req-e7bae420-439e-448f-a35a-9d414e3ad5c1 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.0840738 Sep 16 05:07:17.134514 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e5416b1-b90d-4f6e-93a2-3a93142365c5 req-1e92febf-f1bf-43af-b5dd-c6a9c05d9871 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475404 Sep 16 05:07:17.246258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a61db6-510f-43c2-95dd-db2510d594be req-1dba71d1-ccb5-43f3-88d6-f1f6e6fc2843 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:17.249483 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a3149c15-aa85-48c0-9cbf-8cc4a4c61957 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:07:17.256588 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-45a61db6-510f-43c2-95dd-db2510d594be req-1dba71d1-ccb5-43f3-88d6-f1f6e6fc2843 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc117437-2a47-4052-9dd3-d835417e0e75 HTTP/1.1" status: 200 len: 945 time: 0.0569782 Sep 16 05:07:17.299398 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-45a61db6-510f-43c2-95dd-db2510d594be req-af7d6f12-303e-48c9-bff2-26b49491bf75 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447004 Sep 16 05:07:17.361848 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a3149c15-aa85-48c0-9cbf-8cc4a4c61957, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a3149c15-aa85-48c0-9cbf-8cc4a4c61957,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:17.362857 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40782) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:17.374208 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'a3149c15-aa85-48c0-9cbf-8cc4a4c61957', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': 'a3149c15-aa85-48c0-9cbf-8cc4a4c61957', 'mac_address': 'fa:16:3e:d7:7f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:07:17.437848 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.451505 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3149c15-aa85-48c0-9cbf-8cc4a4c61957 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:17.474486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a3149c15-aa85-48c0-9cbf-8cc4a4c61957, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a3149c15-aa85-48c0-9cbf-8cc4a4c61957,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:17.524782 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1b8d47bf-9941-40da-a7a2-668c286bf160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.557969 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.633869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95f064-c4f2-480b-9f5a-0d23b228c408 req-a6a5e143-3477-46bd-b0a0-2717e07539ed tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:17.636834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1e95f064-c4f2-480b-9f5a-0d23b228c408 req-a6a5e143-3477-46bd-b0a0-2717e07539ed tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 945 time: 0.0582123 Sep 16 05:07:17.656039 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1b8d47bf-9941-40da-a7a2-668c286bf160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.722436 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1e95f064-c4f2-480b-9f5a-0d23b228c408 req-1482056b-fccd-43d2-af0b-047685c218b9 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777190 Sep 16 05:07:17.745004 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1b8d47bf-9941-40da-a7a2-668c286bf160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.763501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598788dc-1520-4579-bf4d-a54ca85af86a req-5f6bf7ce-c099-49c0-9784-f6f83b0f658d tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:17.774215 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-598788dc-1520-4579-bf4d-a54ca85af86a req-5f6bf7ce-c099-49c0-9784-f6f83b0f658d tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 944 time: 0.1176608 Sep 16 05:07:17.797334 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d47bf-9941-40da-a7a2-668c286bf160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e301443e-9ef2-429f-94a3-f45ae546a6ad,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:17.803753 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1b8d47bf-9941-40da-a7a2-668c286bf160 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86d8606a7b57448998da91c9a91e2c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4391570 Sep 16 05:07:17.806851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40794) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:17.811264 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 2224ce69-3635-4994-acd6-150a9b6b31de up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:17.845838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-598788dc-1520-4579-bf4d-a54ca85af86a req-5f24df0f-892c-41b1-bc8c-17e7d9aaa301 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706511 Sep 16 05:07:17.873510 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1502a647-4ff2-4c2a-a0b2-96093290932e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.884126 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=a3149c15-aa85-48c0-9cbf-8cc4a4c61957,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:17.902315 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1502a647-4ff2-4c2a-a0b2-96093290932e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.996173 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 2224ce69-3635-4994-acd6-150a9b6b31de completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:07:18.000811 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 2224ce69-3635-4994-acd6-150a9b6b31de triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:18.001555 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.022195 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40798) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:18.041238 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1502a647-4ff2-4c2a-a0b2-96093290932e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.048362 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1502a647-4ff2-4c2a-a0b2-96093290932e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.051766 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1502a647-4ff2-4c2a-a0b2-96093290932e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e301443e-9ef2-429f-94a3-f45ae546a6ad HTTP/1.1" status: 204 len: 168 time: 0.2417698 Sep 16 05:07:18.080421 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502a647-4ff2-4c2a-a0b2-96093290932e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e301443e-9ef2-429f-94a3-f45ae546a6ad,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:18.116762 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a3149c15-aa85-48c0-9cbf-8cc4a4c61957'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:18.140918 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a990cc9-a163-4bcb-903a-59b75ad82575 req-64a814f3-72f2-4bf8-bdae-84d431cf59a9 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.143004 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a990cc9-a163-4bcb-903a-59b75ad82575 req-64a814f3-72f2-4bf8-bdae-84d431cf59a9 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.1132419 Sep 16 05:07:18.215322 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8df4a7e7-39bb-441c-b91c-ff86c3f06bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.224881 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.244427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a990cc9-a163-4bcb-903a-59b75ad82575 req-b17638f6-4527-4011-af98-5801dc623cee tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932679 Sep 16 05:07:18.277280 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed98a9-0fdc-400b-9340-3512f9132dbd req-3fb77078-97bc-429f-9851-bd705feac6bd tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.285550 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-00ed98a9-0fdc-400b-9340-3512f9132dbd req-3fb77078-97bc-429f-9851-bd705feac6bd tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 949 time: 0.1213996 Sep 16 05:07:18.289383 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 2224ce69-3635-4994-acd6-150a9b6b31de, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=2224ce69-3635-4994-acd6-150a9b6b31de,segment=NetworkSegment(c5caf03c-23e1-42af-9b79-956f898c4611),segment_id=c5caf03c-23e1-42af-9b79-956f898c4611)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:18.293793 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81096e85-1ed1-4df4-9203-feb0cf381f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2224ce69-3635-4994-acd6-150a9b6b31de'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:18.297729 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ee27a2-867c-40db-8110-58f02b6491f9" -d '{"events": [{"server_uuid": "81096e85-1ed1-4df4-9203-feb0cf381f8a", "name": "network-vif-plugged", "status": "completed", "tag": "2224ce69-3635-4994-acd6-150a9b6b31de"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:18.343691 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-00ed98a9-0fdc-400b-9340-3512f9132dbd req-9e2b2121-b01c-46b5-a085-d9b97eb85848 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/security-groups?id=7098b4ba-110d-4a6e-a3d4-35fd31a2acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569556 Sep 16 05:07:18.385718 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.436088 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8df4a7e7-39bb-441c-b91c-ff86c3f06bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.439368 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8860defa-b76e-492d-a07b-e578f49c57bb x-openstack-request-id: req-8860defa-b76e-492d-a07b-e578f49c57bb {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:18.440052 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81096e85-1ed1-4df4-9203-feb0cf381f8a", "name": "network-vif-plugged", "status": "completed", "tag": "2224ce69-3635-4994-acd6-150a9b6b31de", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:18.440180 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8860defa-b76e-492d-a07b-e578f49c57bb {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:18.440528 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81096e85-1ed1-4df4-9203-feb0cf381f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2224ce69-3635-4994-acd6-150a9b6b31de', 'code': 200} Sep 16 05:07:18.455100 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=2224ce69-3635-4994-acd6-150a9b6b31de,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:18.532329 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8df4a7e7-39bb-441c-b91c-ff86c3f06bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.581719 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8df4a7e7-39bb-441c-b91c-ff86c3f06bcc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f97cd71291e4497ade170b527135e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5622706 Sep 16 05:07:18.590184 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40818) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:18.626533 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4a7e7-39bb-441c-b91c-ff86c3f06bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4a8b39-e195-48bb-b05e-ec47d0ee26a4,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:18.633719 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98c360-37b3-449b-b493-4a5cd8c639ae req-ba369301-4d3b-4807-ba6b-02f1b33e53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.635956 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6b98c360-37b3-449b-b493-4a5cd8c639ae req-ba369301-4d3b-4807-ba6b-02f1b33e53d5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 1097 time: 0.1406090 Sep 16 05:07:18.674288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee455e46-41a0-49e5-a7a8-a5992b2e25ee req-1e681e7b-99c7-40df-9a0c-540b595839a5 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.680740 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee455e46-41a0-49e5-a7a8-a5992b2e25ee req-1e681e7b-99c7-40df-9a0c-540b595839a5 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.687358 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee455e46-41a0-49e5-a7a8-a5992b2e25ee req-1e681e7b-99c7-40df-9a0c-540b595839a5 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.689232 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee455e46-41a0-49e5-a7a8-a5992b2e25ee req-1e681e7b-99c7-40df-9a0c-540b595839a5 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba&device_id=fc117437-2a47-4052-9dd3-d835417e0e75&device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 2416 time: 0.1174946 Sep 16 05:07:18.689404 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6b98c360-37b3-449b-b493-4a5cd8c639ae req-2a5bfbdb-1293-4b42-8d95-94a8aceac8ff service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450752 Sep 16 05:07:18.709531 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a988e938-3769-498a-bbfc-9444c2869043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.749146 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a988e938-3769-498a-bbfc-9444c2869043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.762196 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee455e46-41a0-49e5-a7a8-a5992b2e25ee req-1aca73ed-8637-4c8b-a1f8-98f6a0187258 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638993 Sep 16 05:07:18.899902 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a988e938-3769-498a-bbfc-9444c2869043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.902612 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a988e938-3769-498a-bbfc-9444c2869043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.903938 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a988e938-3769-498a-bbfc-9444c2869043 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d4a8b39-e195-48bb-b05e-ec47d0ee26a4 HTTP/1.1" status: 204 len: 168 time: 0.3124495 Sep 16 05:07:18.918996 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988e938-3769-498a-bbfc-9444c2869043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4a8b39-e195-48bb-b05e-ec47d0ee26a4,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:18.949996 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd4af2-30d9-450e-bca3-5a42433deb3c req-61dfbea5-139b-4d69-b6f9-1e7dd3e4ef3a tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.952061 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49fd4af2-30d9-450e-bca3-5a42433deb3c req-61dfbea5-139b-4d69-b6f9-1e7dd3e4ef3a tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 945 time: 0.0881011 Sep 16 05:07:19.012268 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49fd4af2-30d9-450e-bca3-5a42433deb3c req-0eb72639-0768-4f4a-a925-c649cad59e94 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435767 Sep 16 05:07:19.025031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660f1ce-f21c-44b3-b5ee-ed39d7967180 req-302a7f3a-b8a1-4b28-86e9-c8748d76fa25 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:19.031423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2660f1ce-f21c-44b3-b5ee-ed39d7967180 req-302a7f3a-b8a1-4b28-86e9-c8748d76fa25 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 945 time: 0.1050131 Sep 16 05:07:19.080636 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2660f1ce-f21c-44b3-b5ee-ed39d7967180 req-303df71a-3d01-4825-bb9f-3d72cb8f3f45 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468209 Sep 16 05:07:19.526632 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81bb98-7fbb-44c3-98d2-2b1965debce6 req-03a9ffce-fef9-493d-9ba9-9513811c1350 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:19.528264 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a81bb98-7fbb-44c3-98d2-2b1965debce6 req-03a9ffce-fef9-493d-9ba9-9513811c1350 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 949 time: 0.0657570 Sep 16 05:07:19.572077 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a81bb98-7fbb-44c3-98d2-2b1965debce6 req-2541cc4d-57b8-46e9-b9e5-b03b28ab5391 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/security-groups?id=7098b4ba-110d-4a6e-a3d4-35fd31a2acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363352 Sep 16 05:07:19.850529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40872) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:19.865526 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e57fa12d-7a19-48c8-bdb3-0786a17ceab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.965888 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e57fa12d-7a19-48c8-bdb3-0786a17ceab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.103943 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e57fa12d-7a19-48c8-bdb3-0786a17ceab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.145572 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e57fa12d-7a19-48c8-bdb3-0786a17ceab5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a87780ada3714d039813d917f62b72e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938313 Sep 16 05:07:20.146545 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fa12d-7a19-48c8-bdb3-0786a17ceab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4590a228-e82f-430a-9cbd-cc6bd552e2f0,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:20.148762 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40880) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:20.239517 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e39ca17b-35b3-4df3-9d95-6c8e2753cfb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.282603 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e39ca17b-35b3-4df3-9d95-6c8e2753cfb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.345547 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460f401-4f2f-4371-b1ac-049a6b2fbef7 req-2f09c342-5ad5-4efa-85aa-b8f072170ac8 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.347368 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0460f401-4f2f-4371-b1ac-049a6b2fbef7 req-2f09c342-5ad5-4efa-85aa-b8f072170ac8 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.0819576 Sep 16 05:07:20.412329 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e39ca17b-35b3-4df3-9d95-6c8e2753cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.417467 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e39ca17b-35b3-4df3-9d95-6c8e2753cfb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.418995 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e39ca17b-35b3-4df3-9d95-6c8e2753cfb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4590a228-e82f-430a-9cbd-cc6bd552e2f0 HTTP/1.1" status: 204 len: 168 time: 0.2696126 Sep 16 05:07:20.435394 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ca17b-35b3-4df3-9d95-6c8e2753cfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4590a228-e82f-430a-9cbd-cc6bd552e2f0,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:20.475419 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0460f401-4f2f-4371-b1ac-049a6b2fbef7 req-1819f235-63d3-4cd9-b041-735ce66da6f7 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207621 Sep 16 05:07:20.573907 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141190d-0ba7-43b6-b7b1-fe00159b0482 req-b521ee91-7be8-4ddb-ba41-6d6c87c5125b tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.579333 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5141190d-0ba7-43b6-b7b1-fe00159b0482 req-b521ee91-7be8-4ddb-ba41-6d6c87c5125b tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 945 time: 0.0602543 Sep 16 05:07:20.645579 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5141190d-0ba7-43b6-b7b1-fe00159b0482 req-9e8d74f2-ec16-4a3a-a785-a59cd4a439d7 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608778 Sep 16 05:07:20.752257 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84e819-7700-4d50-8af8-248e49b27354 req-20e39ef6-bd85-4b2f-a824-22bb7724e4a0 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.755221 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e84e819-7700-4d50-8af8-248e49b27354 req-20e39ef6-bd85-4b2f-a824-22bb7724e4a0 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 949 time: 0.0779092 Sep 16 05:07:20.803544 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e84e819-7700-4d50-8af8-248e49b27354 req-481523bb-44b7-4f5a-928f-8b1b50a82617 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/security-groups?id=7098b4ba-110d-4a6e-a3d4-35fd31a2acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398514 Sep 16 05:07:21.282796 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a3149c15-aa85-48c0-9cbf-8cc4a4c61957 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:21.434439 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port a3149c15-aa85-48c0-9cbf-8cc4a4c61957 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:07:21.439960 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port a3149c15-aa85-48c0-9cbf-8cc4a4c61957 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:21.440339 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.538658 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.579080 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a3149c15-aa85-48c0-9cbf-8cc4a4c61957, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a3149c15-aa85-48c0-9cbf-8cc4a4c61957,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:21.580018 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8dbd33-c30a-4d3e-9379-3b870504eeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3149c15-aa85-48c0-9cbf-8cc4a4c61957'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:21.582291 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568b2263-551a-43a6-966c-07497d7b8b38" -d '{"events": [{"server_uuid": "ac8dbd33-c30a-4d3e-9379-3b870504eeb2", "name": "network-vif-plugged", "status": "completed", "tag": "a3149c15-aa85-48c0-9cbf-8cc4a4c61957"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:21.625348 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63f531-b7b2-4e2e-a4bf-3e408ffb20a3 req-cf86f125-afd3-4477-a884-1fa4a215a05b tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.628010 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf63f531-b7b2-4e2e-a4bf-3e408ffb20a3 req-cf86f125-afd3-4477-a884-1fa4a215a05b tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.0663133 Sep 16 05:07:21.660137 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae32946-ff8e-4aa3-8baa-586340e21f2b x-openstack-request-id: req-4ae32946-ff8e-4aa3-8baa-586340e21f2b {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:21.660426 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8dbd33-c30a-4d3e-9379-3b870504eeb2", "name": "network-vif-plugged", "status": "completed", "tag": "a3149c15-aa85-48c0-9cbf-8cc4a4c61957", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:21.660676 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ae32946-ff8e-4aa3-8baa-586340e21f2b {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:21.661101 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8dbd33-c30a-4d3e-9379-3b870504eeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3149c15-aa85-48c0-9cbf-8cc4a4c61957', 'code': 200} Sep 16 05:07:21.688769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf63f531-b7b2-4e2e-a4bf-3e408ffb20a3 req-93002e04-f18a-4406-9454-51955055fe4d tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478797 Sep 16 05:07:21.700090 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.776067 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=a3149c15-aa85-48c0-9cbf-8cc4a4c61957,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:21.848485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22f704-c4b9-46ac-ad5c-39440f1694f0 req-87759dbc-4a74-4008-8345-8eda20033b1c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.855399 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca22f704-c4b9-46ac-ad5c-39440f1694f0 req-87759dbc-4a74-4008-8345-8eda20033b1c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 945 time: 0.0927496 Sep 16 05:07:21.864429 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511f2e9-22d0-4521-90bb-41d6bd214191 req-c42144b8-8d22-4a87-aa36-707666d2989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.865929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d511f2e9-22d0-4521-90bb-41d6bd214191 req-c42144b8-8d22-4a87-aa36-707666d2989f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 1102 time: 0.0771136 Sep 16 05:07:21.947974 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca22f704-c4b9-46ac-ad5c-39440f1694f0 req-33aa6b9b-e6c2-4c5e-97db-42d4b127a200 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916774 Sep 16 05:07:21.950696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d511f2e9-22d0-4521-90bb-41d6bd214191 req-10726a43-0c4d-4f04-a4ff-f62ed344b9ed service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7098b4ba-110d-4a6e-a3d4-35fd31a2acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743949 Sep 16 05:07:21.967977 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56040423-ed71-4c73-a2e4-aae6a2e2c322 req-2b88443a-8b7d-4f91-9d85-83c9df503274 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.971905 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56040423-ed71-4c73-a2e4-aae6a2e2c322 req-2b88443a-8b7d-4f91-9d85-83c9df503274 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 950 time: 0.0848944 Sep 16 05:07:22.014591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56040423-ed71-4c73-a2e4-aae6a2e2c322 req-ececfd46-a94f-4167-98bd-78a4beb154f2 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/security-groups?id=7098b4ba-110d-4a6e-a3d4-35fd31a2acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380771 Sep 16 05:07:22.840997 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f342dd-48fc-400f-9e4f-441407870dd3 req-ccd1afc0-c6d2-44be-8600-271dd5a1bd07 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:22.842622 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7f342dd-48fc-400f-9e4f-441407870dd3 req-ccd1afc0-c6d2-44be-8600-271dd5a1bd07 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.0676334 Sep 16 05:07:22.895879 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7f342dd-48fc-400f-9e4f-441407870dd3 req-9d9e91ce-10b4-4538-ad83-be425804ce6f tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451474 Sep 16 05:07:23.140985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe5bfa-c705-4cce-89c6-b8e23197b4e5 req-3fc95eac-a01f-4ba6-ace0-cb68792af2dd tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:23.141637 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:07:23.142966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-21fe5bfa-c705-4cce-89c6-b8e23197b4e5 req-3fc95eac-a01f-4ba6-ace0-cb68792af2dd tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 950 time: 0.0549691 Sep 16 05:07:23.202661 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-21fe5bfa-c705-4cce-89c6-b8e23197b4e5 req-cb496751-81e9-4522-921e-36339304b84d tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/security-groups?id=7098b4ba-110d-4a6e-a3d4-35fd31a2acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527976 Sep 16 05:07:24.064879 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa0b51-5c6b-4b7b-b39b-060bb8b68b63 req-9fd2e38e-edd2-4144-8fff-db6d7302b71a tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:24.081509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87fa0b51-5c6b-4b7b-b39b-060bb8b68b63 req-9fd2e38e-edd2-4144-8fff-db6d7302b71a tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.0918353 Sep 16 05:07:24.162233 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87fa0b51-5c6b-4b7b-b39b-060bb8b68b63 req-e5a90617-4d6a-40ff-945d-0b3d85f075e8 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521994 Sep 16 05:07:24.361320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a61774-4272-40a9-a521-b59fac59e104 req-257d9f41-6a9f-4d71-b543-59ca8beaf849 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:24.363600 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-11a61774-4272-40a9-a521-b59fac59e104 req-257d9f41-6a9f-4d71-b543-59ca8beaf849 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 950 time: 0.0769813 Sep 16 05:07:24.371335 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.425609 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-11a61774-4272-40a9-a521-b59fac59e104 req-523c82d6-daec-4ce4-83da-6a733ce4da53 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/security-groups?id=7098b4ba-110d-4a6e-a3d4-35fd31a2acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510387 Sep 16 05:07:24.942103 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3d7b7-d7d7-479f-a981-b2efacfc0ccd req-1967485b-b711-47f1-9848-5c97dc26f8e0 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:24.943771 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bdf3d7b7-d7d7-479f-a981-b2efacfc0ccd req-1967485b-b711-47f1-9848-5c97dc26f8e0 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 950 time: 0.0530620 Sep 16 05:07:24.987945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bdf3d7b7-d7d7-479f-a981-b2efacfc0ccd req-4fdd8803-6f7e-4736-8cbd-01b98b74d8dd tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/security-groups?id=7098b4ba-110d-4a6e-a3d4-35fd31a2acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370865 Sep 16 05:07:25.502353 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-2ce53d1c-592e-4f2a-8abd-50d16502e573 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:25.506349 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-2ce53d1c-592e-4f2a-8abd-50d16502e573 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/networks?id=f0c53394-694b-4d9b-b091-f8606d9c8f90 HTTP/1.1" status: 200 len: 813 time: 0.4434078 Sep 16 05:07:25.522258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-33cb7aee-8b1e-427c-b4d0-34e74d98be17 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/quotas/aaef22175f8b444c9ab3098ded2833ca HTTP/1.1" status: 200 len: 375 time: 0.0124531 Sep 16 05:07:25.556222 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-352a36ef-2d26-43d1-9331-65cc65dafc01 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aaef22175f8b444c9ab3098ded2833ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266500 Sep 16 05:07:25.655473 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-a68ac5fd-b81c-43a3-9722-5bd96ba2c8d2 service neutron] 10.222.0.20 "GET /v2.0/networks/f0c53394-694b-4d9b-b091-f8606d9c8f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913041 Sep 16 05:07:25.778851 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-cddf5d9f-9c8e-4b4d-a8d9-6202589d2ca2 service neutron] 10.222.0.20 "GET /v2.0/networks/f0c53394-694b-4d9b-b091-f8606d9c8f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189404 Sep 16 05:07:25.853969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072336f-772c-42d3-bdb6-a402cbbb3fbb req-60022a3b-1510-45d2-a6a6-957d5302d6ff tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:25.856234 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a072336f-772c-42d3-bdb6-a402cbbb3fbb req-60022a3b-1510-45d2-a6a6-957d5302d6ff tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.0732212 Sep 16 05:07:25.910188 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a072336f-772c-42d3-bdb6-a402cbbb3fbb req-76eacfeb-cf05-447c-bba3-d6842f8eebe6 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465310 Sep 16 05:07:26.109101 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e97d0045-7864-4ec1-97cc-33d36498a7c0 req-e0d1a530-30b0-4209-b5bf-c3fb9fe991cc tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 210 time: 0.0796342 Sep 16 05:07:26.177437 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ab967-575a-45d4-be05-2b756c5b1ccd req-cf842029-cc55-4faf-9fac-84a34944f3f7 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:26.179272 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a8ab967-575a-45d4-be05-2b756c5b1ccd req-cf842029-cc55-4faf-9fac-84a34944f3f7 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 950 time: 0.0890973 Sep 16 05:07:26.223062 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a8ab967-575a-45d4-be05-2b756c5b1ccd req-2834d048-6951-4430-b2d1-34b24b042597 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/security-groups?id=7098b4ba-110d-4a6e-a3d4-35fd31a2acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367658 Sep 16 05:07:27.083476 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5debf4-46e0-4e28-868c-cc07edc3ce2a req-1054127b-0e7d-4b78-a242-ea58d1431487 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:27.088068 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc5debf4-46e0-4e28-868c-cc07edc3ce2a req-1054127b-0e7d-4b78-a242-ea58d1431487 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.0898490 Sep 16 05:07:27.168249 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc5debf4-46e0-4e28-868c-cc07edc3ce2a req-d537ef6a-b8a9-4c8e-bad9-78c09fe479cf tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715265 Sep 16 05:07:27.233479 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56d593d5-c00b-4ab0-bbc0-a991ab5b8eed req-f7dbdcb8-6146-409f-aff5-5828f0b9c41e tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 210 time: 0.0427740 Sep 16 05:07:27.386039 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1944be-88be-4195-90ad-066af89e9a9c req-283a4582-e3db-469a-bf24-fb199d8fb8e0 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:27.389814 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c1944be-88be-4195-90ad-066af89e9a9c req-283a4582-e3db-469a-bf24-fb199d8fb8e0 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 950 time: 0.0620239 Sep 16 05:07:27.438651 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c1944be-88be-4195-90ad-066af89e9a9c req-2b01dd9a-d004-4651-9eb6-792e7710cb9f tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/security-groups?id=7098b4ba-110d-4a6e-a3d4-35fd31a2acc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435004 Sep 16 05:07:27.493503 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466aed37-4130-434c-aa6d-0ed28fb8d4c8 req-aae5e0bf-d444-41be-97d4-984739a10974 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:27.495046 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-466aed37-4130-434c-aa6d-0ed28fb8d4c8 req-aae5e0bf-d444-41be-97d4-984739a10974 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 950 time: 0.0514915 Sep 16 05:07:27.622663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-466aed37-4130-434c-aa6d-0ed28fb8d4c8 req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Deleting port a3149c15-aa85-48c0-9cbf-8cc4a4c61957 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:27.623024 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-466aed37-4130-434c-aa6d-0ed28fb8d4c8 req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.770728 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-466aed37-4130-434c-aa6d-0ed28fb8d4c8 req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] For port a3149c15-aa85-48c0-9cbf-8cc4a4c61957, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a3149c15-aa85-48c0-9cbf-8cc4a4c61957,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:27.771250 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-466aed37-4130-434c-aa6d-0ed28fb8d4c8 req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.784392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-466aed37-4130-434c-aa6d-0ed28fb8d4c8 req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Calling delete_port for a3149c15-aa85-48c0-9cbf-8cc4a4c61957 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:28.069579 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-466aed37-4130-434c-aa6d-0ed28fb8d4c8 req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.105186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Pushing event deleted for resources: {'Port': ['ID=a3149c15-aa85-48c0-9cbf-8cc4a4c61957,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:28.125754 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a3149c15-aa85-48c0-9cbf-8cc4a4c61957'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:28.148349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:28.149295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:28.149844 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:28.150395 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:28.151838 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:28.152413 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:28.153102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:28.153741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:28.154286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:28.154853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:28.155363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:28.155856 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:28.182756 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-466aed37-4130-434c-aa6d-0ed28fb8d4c8 req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] No DVR routers for this DVR port a3149c15-aa85-48c0-9cbf-8cc4a4c61957 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:28.187042 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-466aed37-4130-434c-aa6d-0ed28fb8d4c8 req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.189562 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-466aed37-4130-434c-aa6d-0ed28fb8d4c8 req-11d6abad-fb36-402b-bba4-0e28c1306ab3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.21 "DELETE /v2.0/ports/a3149c15-aa85-48c0-9cbf-8cc4a4c61957 HTTP/1.1" status: 204 len: 173 time: 0.6848984 Sep 16 05:07:28.190493 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8dbd33-c30a-4d3e-9379-3b870504eeb2', 'name': 'network-vif-deleted', 'tag': 'a3149c15-aa85-48c0-9cbf-8cc4a4c61957'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:28.193928 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f8160a-73d2-45d8-bdee-3ea8f1f7026a" -d '{"events": [{"server_uuid": "ac8dbd33-c30a-4d3e-9379-3b870504eeb2", "name": "network-vif-deleted", "tag": "a3149c15-aa85-48c0-9cbf-8cc4a4c61957"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:28.271915 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0bd391-a988-47e4-ac86-61bcc06f2776 x-openstack-request-id: req-9d0bd391-a988-47e4-ac86-61bcc06f2776 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:28.272210 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8dbd33-c30a-4d3e-9379-3b870504eeb2", "name": "network-vif-deleted", "tag": "a3149c15-aa85-48c0-9cbf-8cc4a4c61957", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:28.272459 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d0bd391-a988-47e4-ac86-61bcc06f2776 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:28.272852 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8dbd33-c30a-4d3e-9379-3b870504eeb2', 'name': 'network-vif-deleted', 'tag': 'a3149c15-aa85-48c0-9cbf-8cc4a4c61957', 'status': 'completed', 'code': 200} Sep 16 05:07:28.320966 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.343909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928631af-fb79-4725-a4d1-ba1fefe4b487 req-cdaeb702-4688-4179-b000-f01cc8b7607c tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:28.345605 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-928631af-fb79-4725-a4d1-ba1fefe4b487 req-cdaeb702-4688-4179-b000-f01cc8b7607c tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.0860133 Sep 16 05:07:28.442564 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-928631af-fb79-4725-a4d1-ba1fefe4b487 req-b7fb5ede-b221-4d46-8c1a-9f0ae6d935ee tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891347 Sep 16 05:07:28.445124 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-77060e32-1db3-4468-acfd-0ad517841c66 req-c98f5789-6185-4850-b57f-4d9a0391ffd0 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 210 time: 0.0465548 Sep 16 05:07:28.531130 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-100842d9-d935-400e-989e-d966e80aeb3c tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:28.535807 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-100842d9-d935-400e-989e-d966e80aeb3c tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.38 "GET /v2.0/networks?id=f0c53394-694b-4d9b-b091-f8606d9c8f90 HTTP/1.1" status: 200 len: 813 time: 0.1644535 Sep 16 05:07:28.556675 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Request body: {'port': {'device_id': '3db50fcf-a438-4645-b9b5-622bf080bc92', 'network_id': 'f0c53394-694b-4d9b-b091-f8606d9c8f90', 'admin_state_up': True, 'tenant_id': 'aaef22175f8b444c9ab3098ded2833ca'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:28.584876 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aa4cfbe8-be9f-4ca3-9369-729cd595252b req-0df17e6d-0d8c-4562-8271-639d4c51b8a3 tempest-VolumesNegativeTest-2025634416 tempest-VolumesNegativeTest-2025634416-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8dbd33-c30a-4d3e-9379-3b870504eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0326452 Sep 16 05:07:28.761773 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Made reservation on behalf of aaef22175f8b444c9ab3098ded2833ca for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:28.765534 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.932942 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Allocated IP 172.20.0.2 (f0c53394-694b-4d9b-b091-f8606d9c8f90/35746aa9-d78e-455b-83a5-d2a1add921b2/f0b5d910-a532-4344-a267-9c1b6ea81db7) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:29.105272 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.224570 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.295768 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Network f0c53394-694b-4d9b-b091-f8606d9c8f90 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:29.299323 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:29.305760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:29.335641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Pushing event updated for resources: {'Port': ['ID=f0b5d910-a532-4344-a267-9c1b6ea81db7,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:29.353313 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:29.353786 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:29.354264 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:29.358423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:29.358423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:29.358423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:29.358423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:29.358423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:29.358423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:29.358423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:29.358423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:29.358423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:29.388907 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:29.388907 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.492986 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-139bad84-c5ab-4e26-8636-09efcb51aa0d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9431489 Sep 16 05:07:29.592408 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Request body: {'port': {'device_id': '3db50fcf-a438-4645-b9b5-622bf080bc92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:29.638658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf4b1f-62e6-4c94-b57f-d900bba70d43 req-cc00d25d-bae4-4b19-ab88-20db8988fe80 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:29.640386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-adaf4b1f-62e6-4c94-b57f-d900bba70d43 req-cc00d25d-bae4-4b19-ab88-20db8988fe80 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 931 time: 0.0804913 Sep 16 05:07:29.684113 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a35b9-28aa-4f3b-8580-93633fdf1436 req-65c80da6-db29-4fed-a814-04b836990466 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:29.686078 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff4a35b9-28aa-4f3b-8580-93633fdf1436 req-65c80da6-db29-4fed-a814-04b836990466 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.0960767 Sep 16 05:07:29.695935 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.744427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-adaf4b1f-62e6-4c94-b57f-d900bba70d43 req-13c8be7f-ef44-47d5-b2b6-d47f2ffbbf1a tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858243 Sep 16 05:07:29.798942 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff4a35b9-28aa-4f3b-8580-93633fdf1436 req-dd92c38f-486b-4a11-89e7-54ebee0a02ba tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947266 Sep 16 05:07:30.103345 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b5d910-a532-4344-a267-9c1b6ea81db7 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:30.112814 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.126910 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Transition to ACTIVE for port object f0b5d910-a532-4344-a267-9c1b6ea81db7 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:07:30.178960 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.370907 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b5d910-a532-4344-a267-9c1b6ea81db7,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:30.399420 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Attempting to bind port f0b5d910-a532-4344-a267-9c1b6ea81db7 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:30.399765 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Attempting to bind port f0b5d910-a532-4344-a267-9c1b6ea81db7 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '7049f0e7-fa56-48db-92ac-270a62ebc728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f0c53394-694b-4d9b-b091-f8606d9c8f90'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:30.400098 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Attempting to bind port f0b5d910-a532-4344-a267-9c1b6ea81db7 on network f0c53394-694b-4d9b-b091-f8606d9c8f90 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:30.407137 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Port f0b5d910-a532-4344-a267-9c1b6ea81db7 on network f0c53394-694b-4d9b-b091-f8606d9c8f90 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:07:30.407466 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Attempting to bind port f0b5d910-a532-4344-a267-9c1b6ea81db7 on network f0c53394-694b-4d9b-b091-f8606d9c8f90 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:30.416192 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:30.416637 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Checking segment: {'id': '7049f0e7-fa56-48db-92ac-270a62ebc728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f0c53394-694b-4d9b-b091-f8606d9c8f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:30.417025 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Bound using segment: {'id': '7049f0e7-fa56-48db-92ac-270a62ebc728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f0c53394-694b-4d9b-b091-f8606d9c8f90'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:30.417527 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Bound port: f0b5d910-a532-4344-a267-9c1b6ea81db7, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7049f0e7-fa56-48db-92ac-270a62ebc728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f0c53394-694b-4d9b-b091-f8606d9c8f90'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:30.417882 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.510240 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] For port f0b5d910-a532-4344-a267-9c1b6ea81db7, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:30.516351 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] For port f0b5d910-a532-4344-a267-9c1b6ea81db7, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=f0b5d910-a532-4344-a267-9c1b6ea81db7,segment=NetworkSegment(7049f0e7-fa56-48db-92ac-270a62ebc728),segment_id=7049f0e7-fa56-48db-92ac-270a62ebc728)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:30.590026 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.622194 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:30.622833 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.624250 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] 10.222.0.38 "PUT /v2.0/ports/f0b5d910-a532-4344-a267-9c1b6ea81db7 HTTP/1.1" status: 200 len: 1092 time: 1.0388203 Sep 16 05:07:30.624686 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db50fcf-a438-4645-b9b5-622bf080bc92', 'tag': 'f0b5d910-a532-4344-a267-9c1b6ea81db7'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:30.626940 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b762f3c0-6ebf-4b23-a6ae-d76143efa5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3db50fcf-a438-4645-b9b5-622bf080bc92", "tag": "f0b5d910-a532-4344-a267-9c1b6ea81db7"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:30.672620 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ca6ef-56c7-4e83-b378-91c9a8e3e7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b5d910-a532-4344-a267-9c1b6ea81db7,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:30.690155 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ec3016-d9b3-4510-a4ab-c377986b4525 x-openstack-request-id: req-92ec3016-d9b3-4510-a4ab-c377986b4525 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:30.690155 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db50fcf-a438-4645-b9b5-622bf080bc92", "tag": "f0b5d910-a532-4344-a267-9c1b6ea81db7", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:30.690155 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92ec3016-d9b3-4510-a4ab-c377986b4525 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:30.690155 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db50fcf-a438-4645-b9b5-622bf080bc92', 'tag': 'f0b5d910-a532-4344-a267-9c1b6ea81db7', 'status': 'completed', 'code': 200} Sep 16 05:07:30.800360 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f3c0-6ebf-4b23-a6ae-d76143efa5b4 req-52d46be9-2d49-4dc8-aad6-6f3a21025673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:30.802028 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b762f3c0-6ebf-4b23-a6ae-d76143efa5b4 req-52d46be9-2d49-4dc8-aad6-6f3a21025673 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aaef22175f8b444c9ab3098ded2833ca&device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 1095 time: 0.0511107 Sep 16 05:07:30.899807 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b33b6-1b97-425e-82d9-374cf7e6475d req-eb25d9c7-7032-4694-8588-f276fea6bec5 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:30.914820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c19b33b6-1b97-425e-82d9-374cf7e6475d req-eb25d9c7-7032-4694-8588-f276fea6bec5 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 943 time: 0.0982096 Sep 16 05:07:31.004522 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c19b33b6-1b97-425e-82d9-374cf7e6475d req-e1124cec-b0dd-474b-99c2-55aefa4c1325 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858154 Sep 16 05:07:31.035327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15950b75-6dbf-42d3-bee7-7fe7ead5279d req-28d9b305-771b-4b41-a806-7ab49d252223 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:31.038316 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15950b75-6dbf-42d3-bee7-7fe7ead5279d req-28d9b305-771b-4b41-a806-7ab49d252223 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.0961287 Sep 16 05:07:31.047440 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f3c0-6ebf-4b23-a6ae-d76143efa5b4 req-2d4e55bb-6550-4a77-aafe-51c246896dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:31.048966 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b762f3c0-6ebf-4b23-a6ae-d76143efa5b4 req-2d4e55bb-6550-4a77-aafe-51c246896dc1 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=aaef22175f8b444c9ab3098ded2833ca&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2189746 Sep 16 05:07:31.099096 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15950b75-6dbf-42d3-bee7-7fe7ead5279d req-948c8842-f33a-430d-ae04-c1d570742ab7 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511103 Sep 16 05:07:31.177220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f3c0-6ebf-4b23-a6ae-d76143efa5b4 req-13df76c2-b192-4675-8336-b906d89c4054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:31.178818 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b762f3c0-6ebf-4b23-a6ae-d76143efa5b4 req-13df76c2-b192-4675-8336-b906d89c4054 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1223116 Sep 16 05:07:31.330341 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a3149c15-aa85-48c0-9cbf-8cc4a4c61957 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:31.372130 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-b8f9ef9a-6249-409b-a0f8-5e04107d032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:31.373953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: a3149c15-aa85-48c0-9cbf-8cc4a4c61957 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:31.379502 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a3149c15-aa85-48c0-9cbf-8cc4a4c61957 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:31.385123 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-b8f9ef9a-6249-409b-a0f8-5e04107d032d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aaef22175f8b444c9ab3098ded2833ca&device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 1095 time: 0.1016190 Sep 16 05:07:31.454599 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-91430f9e-e2af-451b-8442-083a8e448016 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0b5d910-a532-4344-a267-9c1b6ea81db7 HTTP/1.1" status: 200 len: 217 time: 0.0393710 Sep 16 05:07:31.515089 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-09b9195d-4347-4078-82f7-3a8c233beaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:31.516916 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-09b9195d-4347-4078-82f7-3a8c233beaab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=35746aa9-d78e-455b-83a5-d2a1add921b2 HTTP/1.1" status: 200 len: 853 time: 0.0492051 Sep 16 05:07:31.566867 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-f58da2a6-9e70-415b-a0eb-3d6fddad7d2f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f0c53394-694b-4d9b-b091-f8606d9c8f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322785 Sep 16 05:07:31.670089 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-1aa94ee8-5896-448b-bc21-7f93574ee2fa service neutron] 10.222.0.38 "GET /v2.0/networks/f0c53394-694b-4d9b-b091-f8606d9c8f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945580 Sep 16 05:07:31.782177 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-89aabe84-b913-4369-858c-94a8c5fbdc80 req-6afb8579-730b-41ad-9919-c106c879cb78 service neutron] 10.222.0.38 "GET /v2.0/networks/f0c53394-694b-4d9b-b091-f8606d9c8f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040106 Sep 16 05:07:32.131498 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864f4d8-a134-4403-8cd2-d012c7bca27d req-8231bc6a-3d7a-49a4-aae4-33a38d086c97 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:32.133049 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5864f4d8-a134-4403-8cd2-d012c7bca27d req-8231bc6a-3d7a-49a4-aae4-33a38d086c97 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 943 time: 0.0650275 Sep 16 05:07:32.209205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5864f4d8-a134-4403-8cd2-d012c7bca27d req-07d16310-c4ef-422e-9dc2-5e378638cd64 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674884 Sep 16 05:07:32.248575 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30e4bc-5d92-4669-8995-cc1e9b2d0f77 req-d783c030-c737-4aed-ab67-8a1d4e6a4a31 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:32.250136 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c30e4bc-5d92-4669-8995-cc1e9b2d0f77 req-d783c030-c737-4aed-ab67-8a1d4e6a4a31 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.0637197 Sep 16 05:07:32.305957 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c30e4bc-5d92-4669-8995-cc1e9b2d0f77 req-c59ce597-dda1-4825-b019-1aa964427715 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439546 Sep 16 05:07:33.377880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed3a6b-fc6e-44b9-b451-e82a5bf0e868 req-b03b409b-0612-4ffc-9ff3-a2889def6fdb tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:33.380441 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4ed3a6b-fc6e-44b9-b451-e82a5bf0e868 req-b03b409b-0612-4ffc-9ff3-a2889def6fdb tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 943 time: 0.0791283 Sep 16 05:07:33.467304 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408d306-0202-45c6-943b-1b84873a89e5 req-2633da1c-c9a3-4aa3-85d1-5f9cfc3dad3d tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:33.468997 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7408d306-0202-45c6-943b-1b84873a89e5 req-2633da1c-c9a3-4aa3-85d1-5f9cfc3dad3d tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.0868931 Sep 16 05:07:33.477764 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4ed3a6b-fc6e-44b9-b451-e82a5bf0e868 req-d11ee20f-de78-4c15-b190-220dcea1e5f5 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660450 Sep 16 05:07:33.519412 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7408d306-0202-45c6-943b-1b84873a89e5 req-24462dd4-429c-4e15-b32c-1f9dd61e875c tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402105 Sep 16 05:07:34.719738 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f1a92-3031-4fd7-86c0-a2a2d8adb97f req-191cb029-826f-48f2-819b-9853cbdeb51a tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:34.728950 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f10f1a92-3031-4fd7-86c0-a2a2d8adb97f req-191cb029-826f-48f2-819b-9853cbdeb51a tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 943 time: 0.1232576 Sep 16 05:07:34.741361 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17bbab-9b18-4892-a56d-cf5a7fb053fc req-2d9e4b1e-d93e-42a1-a9ba-05319c1c5338 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:34.743530 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f17bbab-9b18-4892-a56d-cf5a7fb053fc req-2d9e4b1e-d93e-42a1-a9ba-05319c1c5338 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.1218991 Sep 16 05:07:34.840511 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f10f1a92-3031-4fd7-86c0-a2a2d8adb97f req-3e7058d3-38e5-4fca-8202-8900dcde0317 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100526 Sep 16 05:07:34.864823 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f17bbab-9b18-4892-a56d-cf5a7fb053fc req-c9aaac49-51af-4b46-8151-a669cbb158e9 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759785 Sep 16 05:07:35.206695 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-34b389ef-2926-4272-9e77-9eaa150ebed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.809554 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device f0b5d910-a532-4344-a267-9c1b6ea81db7 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:07:36.033702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port f0b5d910-a532-4344-a267-9c1b6ea81db7, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=f0b5d910-a532-4344-a267-9c1b6ea81db7,segment=NetworkSegment(7049f0e7-fa56-48db-92ac-270a62ebc728),segment_id=7049f0e7-fa56-48db-92ac-270a62ebc728)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:36.052525 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'f0b5d910-a532-4344-a267-9c1b6ea81db7', 'network_id': 'f0c53394-694b-4d9b-b091-f8606d9c8f90', 'port_id': 'f0b5d910-a532-4344-a267-9c1b6ea81db7', 'mac_address': 'fa:16:3e:2a:29:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35746aa9-d78e-455b-83a5-d2a1add921b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:07:36.082923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ae944-584a-44f6-9218-bff5b1e14484 req-24af9a3e-3942-4fdb-b392-9d815723b5b3 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:36.085174 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e36ae944-584a-44f6-9218-bff5b1e14484 req-24af9a3e-3942-4fdb-b392-9d815723b5b3 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.1083269 Sep 16 05:07:36.100986 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.122227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b5d910-a532-4344-a267-9c1b6ea81db7 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:36.160260 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port f0b5d910-a532-4344-a267-9c1b6ea81db7, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=f0b5d910-a532-4344-a267-9c1b6ea81db7,segment=NetworkSegment(7049f0e7-fa56-48db-92ac-270a62ebc728),segment_id=7049f0e7-fa56-48db-92ac-270a62ebc728)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:36.171676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf4bad-d99f-40e0-9572-4f8257c63c75 req-e95835bf-2ed6-4d89-89e3-ce674a94400d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:36.173202 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fedf4bad-d99f-40e0-9572-4f8257c63c75 req-e95835bf-2ed6-4d89-89e3-ce674a94400d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 943 time: 0.1593597 Sep 16 05:07:36.193477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e36ae944-584a-44f6-9218-bff5b1e14484 req-1199b909-b8cf-4290-9c07-6d74e543e951 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814395 Sep 16 05:07:36.220486 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fedf4bad-d99f-40e0-9572-4f8257c63c75 req-6d6890d6-3bcc-4081-a235-80b64925b7e0 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411799 Sep 16 05:07:36.285898 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.349905 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=f0b5d910-a532-4344-a267-9c1b6ea81db7,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:36.801482 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['f0b5d910-a532-4344-a267-9c1b6ea81db7'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:37.373327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93669d38-596e-4857-a20b-a4856fcb76c1 req-bf38cc7f-417a-42e7-8ebe-2a0560152ba4 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:37.375596 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93669d38-596e-4857-a20b-a4856fcb76c1 req-bf38cc7f-417a-42e7-8ebe-2a0560152ba4 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.0978279 Sep 16 05:07:37.406863 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a7004-d5a7-4cd1-8caa-7c43f5eb14b2 req-e390880c-333a-46c6-9779-d2c964a1d610 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:37.408594 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d07a7004-d5a7-4cd1-8caa-7c43f5eb14b2 req-e390880c-333a-46c6-9779-d2c964a1d610 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 944 time: 0.0869672 Sep 16 05:07:37.511279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d07a7004-d5a7-4cd1-8caa-7c43f5eb14b2 req-0be96c3f-893e-48a1-b2be-b986ddd2e82c tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833797 Sep 16 05:07:37.514984 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93669d38-596e-4857-a20b-a4856fcb76c1 req-536c7e15-4047-4324-93a3-1c6f12551969 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238647 Sep 16 05:07:37.603960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41552) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:37.742789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41558) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:37.762254 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1476ff0d-0ab4-42de-adb7-46769758d824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.977871 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-768f7271-d073-4f95-8b09-c8099a6e52aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.993257 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1016cfe2-3f6a-4569-b48c-8a5889566f55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2c5385ab5eb4a0a8d5b1fd5633c6104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491238 Sep 16 05:07:38.005649 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41572) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:38.090526 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-555392d8-515a-468d-988d-16a456d21513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.130842 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-555392d8-515a-468d-988d-16a456d21513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.224421 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf68386-f784-429c-be2a-c1e92489b9f0 req-02a26826-0c9f-493b-a682-b02a85760668 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:38.226436 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7bf68386-f784-429c-be2a-c1e92489b9f0 req-02a26826-0c9f-493b-a682-b02a85760668 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.1056063 Sep 16 05:07:38.249571 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-768f7271-d073-4f95-8b09-c8099a6e52aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.276574 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-555392d8-515a-468d-988d-16a456d21513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.281851 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-555392d8-515a-468d-988d-16a456d21513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.281851 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-555392d8-515a-468d-988d-16a456d21513 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7098b4ba-110d-4a6e-a3d4-35fd31a2acc7 HTTP/1.1" status: 204 len: 168 time: 0.2773101 Sep 16 05:07:38.302226 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555392d8-515a-468d-988d-16a456d21513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7098b4ba-110d-4a6e-a3d4-35fd31a2acc7,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:38.356811 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-768f7271-d073-4f95-8b09-c8099a6e52aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.368052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7bf68386-f784-429c-be2a-c1e92489b9f0 req-17d2d774-2fe0-43e2-8a4d-c828d43995dc tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230874 Sep 16 05:07:38.397463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123c30b-3961-42a0-8b02-88819ed7d13b req-80096f9d-ae21-47f3-91cd-21b5382d00e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:38.401340 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5123c30b-3961-42a0-8b02-88819ed7d13b req-80096f9d-ae21-47f3-91cd-21b5382d00e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75d65b6e4a684867b865b7a722577078&device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 1097 time: 0.1678801 Sep 16 05:07:38.439080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f7271-d073-4f95-8b09-c8099a6e52aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d69063-2ca8-4454-844c-ddcd98f34ae5,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:38.447341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41586) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:38.447888 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-768f7271-d073-4f95-8b09-c8099a6e52aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6d5928639ff44c386a80b316184b8ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8409538 Sep 16 05:07:38.521430 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-adc6ac3d-c63a-45e8-b377-e7ba270b64e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.531463 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.551276 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-adc6ac3d-c63a-45e8-b377-e7ba270b64e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.556034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123c30b-3961-42a0-8b02-88819ed7d13b req-180205c2-150b-44fe-9c6b-bb879e6e9dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:38.558582 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5123c30b-3961-42a0-8b02-88819ed7d13b req-180205c2-150b-44fe-9c6b-bb879e6e9dbd service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb56d3e1-867c-4b60-b947-60d083f2fbbd HTTP/1.1" status: 200 len: 917 time: 0.1437483 Sep 16 05:07:38.621164 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5123c30b-3961-42a0-8b02-88819ed7d13b req-74889b2f-2548-40f6-897f-798bdb3a0145 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be6868a6-474e-449f-b786-0a6df27e8f44 HTTP/1.1" status: 200 len: 217 time: 0.0531244 Sep 16 05:07:38.691061 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-adc6ac3d-c63a-45e8-b377-e7ba270b64e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.694742 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-adc6ac3d-c63a-45e8-b377-e7ba270b64e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.702239 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-adc6ac3d-c63a-45e8-b377-e7ba270b64e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35d69063-2ca8-4454-844c-ddcd98f34ae5 HTTP/1.1" status: 204 len: 168 time: 0.2473760 Sep 16 05:07:38.708523 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6ac3d-c63a-45e8-b377-e7ba270b64e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d69063-2ca8-4454-844c-ddcd98f34ae5,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:38.736189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123c30b-3961-42a0-8b02-88819ed7d13b req-d88ccedb-df4a-4e27-a641-58d1da8ca0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:38.738513 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5123c30b-3961-42a0-8b02-88819ed7d13b req-d88ccedb-df4a-4e27-a641-58d1da8ca0d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce23bb60-cab7-46c4-9fc7-4556535ce93f HTTP/1.1" status: 200 len: 855 time: 0.0944767 Sep 16 05:07:38.818088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039185cf-9520-4c46-9aab-3490301ecea8 req-12e0f9dd-8c52-409e-ad48-84e59b1771d1 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:38.820278 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-039185cf-9520-4c46-9aab-3490301ecea8 req-12e0f9dd-8c52-409e-ad48-84e59b1771d1 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 944 time: 0.1964476 Sep 16 05:07:38.870871 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123c30b-3961-42a0-8b02-88819ed7d13b req-dce70401-a659-484f-bd2c-ec346476e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:38.872745 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5123c30b-3961-42a0-8b02-88819ed7d13b req-dce70401-a659-484f-bd2c-ec346476e6c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb56d3e1-867c-4b60-b947-60d083f2fbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100578 Sep 16 05:07:38.961999 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-039185cf-9520-4c46-9aab-3490301ecea8 req-e93e94e7-47c0-4d4a-91c7-f1bffd890cc3 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328964 Sep 16 05:07:38.993942 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5123c30b-3961-42a0-8b02-88819ed7d13b req-1583b33b-d998-455e-9f99-d4ebca36f98e service neutron] 10.222.0.21 "GET /v2.0/networks/bb56d3e1-867c-4b60-b947-60d083f2fbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100051 Sep 16 05:07:39.118569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5123c30b-3961-42a0-8b02-88819ed7d13b req-adf5355d-d531-4563-989c-b53a7d340ebe service neutron] 10.222.0.21 "GET /v2.0/networks/bb56d3e1-867c-4b60-b947-60d083f2fbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162944 Sep 16 05:07:39.183882 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.517292 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dd0fd-9b9c-4e7d-bb77-ac42bc8edc40 req-b11f0852-2064-4150-8331-e9826241d97c tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:39.518981 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-834dd0fd-9b9c-4e7d-bb77-ac42bc8edc40 req-b11f0852-2064-4150-8331-e9826241d97c tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.0510464 Sep 16 05:07:39.546485 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41620) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:39.580632 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f3932c3-4780-496f-bf1d-1471a7c3ade2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.636900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-834dd0fd-9b9c-4e7d-bb77-ac42bc8edc40 req-54beae40-d270-427b-a52f-c1437212eba6 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008596 Sep 16 05:07:39.739529 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f3932c3-4780-496f-bf1d-1471a7c3ade2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.806668 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f3932c3-4780-496f-bf1d-1471a7c3ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.833670 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device f0b5d910-a532-4344-a267-9c1b6ea81db7 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:39.891419 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7f3932c3-4780-496f-bf1d-1471a7c3ade2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0966b7bd2d242bab2cfef814d8eff62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436959 Sep 16 05:07:39.894021 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41630) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:39.960004 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3932c3-4780-496f-bf1d-1471a7c3ade2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0bb31b-9237-4a34-81b3-81acd7b37354,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:39.986683 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38853b87-07ae-49e4-a1b9-cbd1a1072047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.016138 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38853b87-07ae-49e4-a1b9-cbd1a1072047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.017855 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port f0b5d910-a532-4344-a267-9c1b6ea81db7 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:07:40.024539 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port f0b5d910-a532-4344-a267-9c1b6ea81db7 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:40.027200 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.149772 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.190751 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port f0b5d910-a532-4344-a267-9c1b6ea81db7, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=f0b5d910-a532-4344-a267-9c1b6ea81db7,segment=NetworkSegment(7049f0e7-fa56-48db-92ac-270a62ebc728),segment_id=7049f0e7-fa56-48db-92ac-270a62ebc728)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:40.193279 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db50fcf-a438-4645-b9b5-622bf080bc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b5d910-a532-4344-a267-9c1b6ea81db7'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:40.196160 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38853b87-07ae-49e4-a1b9-cbd1a1072047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.199636 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f42d8-bad0-4a8f-bda9-6ccf0e5b1bca req-de3f21d6-ad61-4c64-b46c-a28bb698346f tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:40.199956 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38853b87-07ae-49e4-a1b9-cbd1a1072047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.204880 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-38853b87-07ae-49e4-a1b9-cbd1a1072047 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e0bb31b-9237-4a34-81b3-81acd7b37354 HTTP/1.1" status: 204 len: 168 time: 0.3095279 Sep 16 05:07:40.208202 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-178f42d8-bad0-4a8f-bda9-6ccf0e5b1bca req-de3f21d6-ad61-4c64-b46c-a28bb698346f tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 944 time: 0.0905280 Sep 16 05:07:40.208691 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dc1b4e-2b96-49c6-b1af-f77c14a86810" -d '{"events": [{"server_uuid": "3db50fcf-a438-4645-b9b5-622bf080bc92", "name": "network-vif-plugged", "status": "completed", "tag": "f0b5d910-a532-4344-a267-9c1b6ea81db7"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:40.216483 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38853b87-07ae-49e4-a1b9-cbd1a1072047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0bb31b-9237-4a34-81b3-81acd7b37354,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:40.418020 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b85f4a-81c4-40ef-9cb0-eccc01df1ba9 x-openstack-request-id: req-24b85f4a-81c4-40ef-9cb0-eccc01df1ba9 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:40.418020 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db50fcf-a438-4645-b9b5-622bf080bc92", "name": "network-vif-plugged", "status": "completed", "tag": "f0b5d910-a532-4344-a267-9c1b6ea81db7", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:40.418020 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24b85f4a-81c4-40ef-9cb0-eccc01df1ba9 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:40.418020 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db50fcf-a438-4645-b9b5-622bf080bc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b5d910-a532-4344-a267-9c1b6ea81db7', 'code': 200} Sep 16 05:07:40.421155 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-178f42d8-bad0-4a8f-bda9-6ccf0e5b1bca req-e31bb4b7-c132-47ca-af5d-aa683799e56c tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951047 Sep 16 05:07:40.422327 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.459851 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=f0b5d910-a532-4344-a267-9c1b6ea81db7,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:40.480471 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421782fd-65e6-46db-bb0f-378544bebd89 req-786eec1b-c7de-4e2f-8d36-01c6ee265e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:40.484376 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-421782fd-65e6-46db-bb0f-378544bebd89 req-786eec1b-c7de-4e2f-8d36-01c6ee265e7c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 1097 time: 0.0645995 Sep 16 05:07:40.524268 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-421782fd-65e6-46db-bb0f-378544bebd89 req-aa8bb0ce-e653-45dd-b70a-4c302920bc4f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346289 Sep 16 05:07:40.704571 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.777479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd69977-95fe-4e1c-994b-28de9f8161b8 req-5740a0eb-f9c1-4cf9-9095-1be728e280ef tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:40.779883 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7cd69977-95fe-4e1c-994b-28de9f8161b8 req-5740a0eb-f9c1-4cf9-9095-1be728e280ef tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.0572503 Sep 16 05:07:40.880538 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7cd69977-95fe-4e1c-994b-28de9f8161b8 req-ce447578-2361-47f7-99e6-6bbaa25eafd5 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837839 Sep 16 05:07:40.957416 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41658) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:41.076534 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabfc63-3147-4f51-ac63-89c3252e3cb2 req-5acbf87a-7deb-4c61-97b1-0f5e4174800c tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.078714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2aabfc63-3147-4f51-ac63-89c3252e3cb2 req-5acbf87a-7deb-4c61-97b1-0f5e4174800c tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.0628645 Sep 16 05:07:41.100259 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-489eb6a8-1275-4668-91e6-b0119f1696e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.136652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2aabfc63-3147-4f51-ac63-89c3252e3cb2 req-d7891af3-7885-4262-b6c8-2f9e6e17ce09 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484388 Sep 16 05:07:41.271905 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-489eb6a8-1275-4668-91e6-b0119f1696e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.283504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8f125-e839-40e3-bc6c-7946bde2daf8 req-b676603a-327b-463a-addf-fd3e81d20bde tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.285314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bdb8f125-e839-40e3-bc6c-7946bde2daf8 req-b676603a-327b-463a-addf-fd3e81d20bde tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc117437-2a47-4052-9dd3-d835417e0e75 HTTP/1.1" status: 200 len: 945 time: 0.0612216 Sep 16 05:07:41.304742 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41672) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:41.319442 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-297e6e34-1905-4b0c-96e7-42b759727ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.334723 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-489eb6a8-1275-4668-91e6-b0119f1696e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.338015 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bdb8f125-e839-40e3-bc6c-7946bde2daf8 req-a063a8ee-cefc-473f-84f2-47196ede579d tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394001 Sep 16 05:07:41.403707 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-489eb6a8-1275-4668-91e6-b0119f1696e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1124820e82c4a4ab4418a72d0af5a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4450347 Sep 16 05:07:41.406522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41678) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:41.416006 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eb6a8-1275-4668-91e6-b0119f1696e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a999e10-9d51-4342-b749-75649895a0ee,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:41.494549 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-297e6e34-1905-4b0c-96e7-42b759727ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.540912 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6553388-43ca-409f-aaa8-8a20f08b4458 req-7dc596ae-d1ba-402c-950d-a3609c54f99a tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.547529 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b6553388-43ca-409f-aaa8-8a20f08b4458 req-7dc596ae-d1ba-402c-950d-a3609c54f99a tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 945 time: 0.1333492 Sep 16 05:07:41.554913 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2bb41320-976c-433f-a0a8-c8e98768f8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.587546 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a1cd5-1257-457b-aa38-d8472bfd071b req-56e0c7bc-06b9-4665-b853-fe1ebf0ccfef tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.593612 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-297e6e34-1905-4b0c-96e7-42b759727ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.595816 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-761a1cd5-1257-457b-aa38-d8472bfd071b req-56e0c7bc-06b9-4665-b853-fe1ebf0ccfef tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 945 time: 0.1441541 Sep 16 05:07:41.638657 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-297e6e34-1905-4b0c-96e7-42b759727ce2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f4faf497802431fb59459ea50196731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3326371 Sep 16 05:07:41.640161 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e6e34-1905-4b0c-96e7-42b759727ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee676b3a-cd29-48dc-983e-f98af9e95f54,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:41.642929 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41682) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:41.661035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-761a1cd5-1257-457b-aa38-d8472bfd071b req-c7faf35c-0238-4bb7-8a8b-e43a1aab848b tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642519 Sep 16 05:07:41.663550 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2bb41320-976c-433f-a0a8-c8e98768f8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.701394 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b6553388-43ca-409f-aaa8-8a20f08b4458 req-4a430361-d665-4bfd-88c3-298a662c0721 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487153 Sep 16 05:07:41.711881 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2bd78586-9049-4601-b319-896d092e43ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.712731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-9d43b6b4-e0cb-4eeb-9c5a-e3cc465039ec req-4cafe558-7c37-48ec-a019-826af756f454 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:41.714492 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d43b6b4-e0cb-4eeb-9c5a-e3cc465039ec req-4cafe558-7c37-48ec-a019-826af756f454 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120380 Sep 16 05:07:41.738520 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2bd78586-9049-4601-b319-896d092e43ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.832309 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d43b6b4-e0cb-4eeb-9c5a-e3cc465039ec req-f080fd6b-2f33-4349-955e-e904de54b34e tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.5&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1036491 Sep 16 05:07:41.869299 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2bd78586-9049-4601-b319-896d092e43ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.872358 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2bd78586-9049-4601-b319-896d092e43ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.876410 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2bd78586-9049-4601-b319-896d092e43ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee676b3a-cd29-48dc-983e-f98af9e95f54 HTTP/1.1" status: 204 len: 168 time: 0.2324235 Sep 16 05:07:41.892433 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2bb41320-976c-433f-a0a8-c8e98768f8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.895751 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd78586-9049-4601-b319-896d092e43ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee676b3a-cd29-48dc-983e-f98af9e95f54,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:41.900788 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2bb41320-976c-433f-a0a8-c8e98768f8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.900788 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2bb41320-976c-433f-a0a8-c8e98768f8fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a999e10-9d51-4342-b749-75649895a0ee HTTP/1.1" status: 204 len: 168 time: 0.4906831 Sep 16 05:07:41.916264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb41320-976c-433f-a0a8-c8e98768f8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a999e10-9d51-4342-b749-75649895a0ee,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:42.178778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fadf0-0964-4de0-8304-33885b385b61 req-a63e9eaf-ca9e-4986-8d07-55885fae7969 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:42.188626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-820fadf0-0964-4de0-8304-33885b385b61 req-a63e9eaf-ca9e-4986-8d07-55885fae7969 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.0879734 Sep 16 05:07:42.261606 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-820fadf0-0964-4de0-8304-33885b385b61 req-55b9ba2d-121b-428f-8b4f-612c5d692713 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719323 Sep 16 05:07:42.440794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba6898-d68e-4f3f-8ba7-4be058775114 req-176f4217-305d-4cc4-8dfd-754ef947dbaa tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:42.447649 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-daba6898-d68e-4f3f-8ba7-4be058775114 req-176f4217-305d-4cc4-8dfd-754ef947dbaa tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc117437-2a47-4052-9dd3-d835417e0e75 HTTP/1.1" status: 200 len: 945 time: 0.1044538 Sep 16 05:07:42.499483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-daba6898-d68e-4f3f-8ba7-4be058775114 req-0da5af0d-35d9-4d5d-a8bf-d9093d0c0ff6 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460560 Sep 16 05:07:42.657278 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd8a2f-b745-4f7c-b31e-ac3d75363e4d req-f31e647d-2cd5-4959-ac19-2aa5d53c849a tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:42.658947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ecd8a2f-b745-4f7c-b31e-ac3d75363e4d req-f31e647d-2cd5-4959-ac19-2aa5d53c849a tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 945 time: 0.0748603 Sep 16 05:07:42.698351 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ecd8a2f-b745-4f7c-b31e-ac3d75363e4d req-fe3050cc-4ca9-462f-bba1-ba9861bfe1fd tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324681 Sep 16 05:07:42.874802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b3d7a-1106-437b-b5a6-77736889da83 req-b0f42e9f-d6ef-4b1f-9f0f-dbc072749ab6 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:42.877434 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-673b3d7a-1106-437b-b5a6-77736889da83 req-b0f42e9f-d6ef-4b1f-9f0f-dbc072749ab6 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 945 time: 0.0633903 Sep 16 05:07:42.952555 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-673b3d7a-1106-437b-b5a6-77736889da83 req-00920d9b-f024-4ded-b73a-d8919af9baf9 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684149 Sep 16 05:07:42.970291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f31ac-b795-4789-8bd3-754e5ef0bf29 req-dde3a589-7b18-4cf2-b4f4-ba658710ca16 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:42.976770 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f31ac-b795-4789-8bd3-754e5ef0bf29 req-dde3a589-7b18-4cf2-b4f4-ba658710ca16 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:42.987040 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f31ac-b795-4789-8bd3-754e5ef0bf29 req-dde3a589-7b18-4cf2-b4f4-ba658710ca16 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:42.987040 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-258f31ac-b795-4789-8bd3-754e5ef0bf29 req-dde3a589-7b18-4cf2-b4f4-ba658710ca16 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba&device_id=fc117437-2a47-4052-9dd3-d835417e0e75&device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 2416 time: 0.0887661 Sep 16 05:07:43.040755 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-258f31ac-b795-4789-8bd3-754e5ef0bf29 req-493a96cc-1735-4c16-9e06-9e402d4d2a3b tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474067 Sep 16 05:07:43.090122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-72f23d46-3e24-47db-9ec6-e93a8fc8da5a req-528a2f3c-42f1-472e-9526-0fad7b54b837 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:43.090122 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72f23d46-3e24-47db-9ec6-e93a8fc8da5a req-528a2f3c-42f1-472e-9526-0fad7b54b837 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065064 Sep 16 05:07:43.176009 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72f23d46-3e24-47db-9ec6-e93a8fc8da5a req-fe7ca4c1-5ba1-49f5-98ad-249377dbfdab tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0640590 Sep 16 05:07:45.324603 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fdfac-238f-4584-834b-e43c9612eaf0 req-54eb6a3e-fa40-4904-8fa4-0e85d93bda74 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:45.326945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a97fdfac-238f-4584-834b-e43c9612eaf0 req-54eb6a3e-fa40-4904-8fa4-0e85d93bda74 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 945 time: 0.0988586 Sep 16 05:07:45.393787 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a97fdfac-238f-4584-834b-e43c9612eaf0 req-10e6401e-42f0-4ef3-a3d6-92f2704aaa0d tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580726 Sep 16 05:07:46.503432 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41868) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:46.510672 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-dcb10cbb-c806-4e1a-8354-a4e43783cbac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Request body: {'network': {'name': 'tempest-network-smoke--1154483171', 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'port_security_enabled': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:46.533374 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d11ecb-698b-4bd5-9121-7ca0d1ee292c req-fdad8c56-c470-4d02-85a6-de49d7cf8cab tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:46.542371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2d11ecb-698b-4bd5-9121-7ca0d1ee292c req-fdad8c56-c470-4d02-85a6-de49d7cf8cab tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 945 time: 0.0697865 Sep 16 05:07:46.594190 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2d11ecb-698b-4bd5-9121-7ca0d1ee292c req-cb80d8c9-c003-405a-b57a-26f390f24a1c tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502815 Sep 16 05:07:46.612186 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb10cbb-c806-4e1a-8354-a4e43783cbac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Made reservation on behalf of 2d4acf06f6cb40beb5bd53afa54aba76 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:46.615696 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dcb10cbb-c806-4e1a-8354-a4e43783cbac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.626238 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dcb10cbb-c806-4e1a-8354-a4e43783cbac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.732861 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dcb10cbb-c806-4e1a-8354-a4e43783cbac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.806433 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dcb10cbb-c806-4e1a-8354-a4e43783cbac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.841966 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb10cbb-c806-4e1a-8354-a4e43783cbac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:46.888920 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dcb10cbb-c806-4e1a-8354-a4e43783cbac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.889517 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-dcb10cbb-c806-4e1a-8354-a4e43783cbac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Added segment 54e2881c-ea41-4221-812c-ac7cad79e063 of type vlan for network d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 Sep 16 05:07:46.911100 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb10cbb-c806-4e1a-8354-a4e43783cbac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b6d17d-d00c-45ae-81f1-26b45e159b72,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:46.960225 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dcb10cbb-c806-4e1a-8354-a4e43783cbac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.053047 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dcb10cbb-c806-4e1a-8354-a4e43783cbac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.060553 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb10cbb-c806-4e1a-8354-a4e43783cbac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:47.061586 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dcb10cbb-c806-4e1a-8354-a4e43783cbac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.180083 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb10cbb-c806-4e1a-8354-a4e43783cbac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event updated for resources: {'Network': ['ID=d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:47.198810 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dcb10cbb-c806-4e1a-8354-a4e43783cbac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6830776 Sep 16 05:07:47.198961 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41882) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:47.199066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:47.199533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-340af7ad-ce13-47dc-907d-2ebe032c7492 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1387847041', 'admin_state_up': True, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:47.221810 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a14b41-f3aa-498d-9ded-dbf95ff4a38c req-9129733e-9875-4dfc-8869-bb3e4843a995 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:47.223468 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-94a14b41-f3aa-498d-9ded-dbf95ff4a38c req-9129733e-9875-4dfc-8869-bb3e4843a995 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.38 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 945 time: 0.1354575 Sep 16 05:07:47.356186 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-340af7ad-ce13-47dc-907d-2ebe032c7492 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.357382 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-94a14b41-f3aa-498d-9ded-dbf95ff4a38c req-1bcf3716-3c15-4b7c-84a2-bea096f20ef9 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Deleting port c31aaf74-adba-47e7-b775-baa25265d7b3 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:47.357956 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-340af7ad-ce13-47dc-907d-2ebe032c7492 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.358114 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-94a14b41-f3aa-498d-9ded-dbf95ff4a38c req-1bcf3716-3c15-4b7c-84a2-bea096f20ef9 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.472071 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-94a14b41-f3aa-498d-9ded-dbf95ff4a38c req-1bcf3716-3c15-4b7c-84a2-bea096f20ef9 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] For port c31aaf74-adba-47e7-b775-baa25265d7b3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=c31aaf74-adba-47e7-b775-baa25265d7b3,segment=NetworkSegment(b917e604-43bc-48a1-9d7b-caf12696afe8),segment_id=b917e604-43bc-48a1-9d7b-caf12696afe8)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:47.472538 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-94a14b41-f3aa-498d-9ded-dbf95ff4a38c req-1bcf3716-3c15-4b7c-84a2-bea096f20ef9 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.488146 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-94a14b41-f3aa-498d-9ded-dbf95ff4a38c req-1bcf3716-3c15-4b7c-84a2-bea096f20ef9 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Calling delete_port for c31aaf74-adba-47e7-b775-baa25265d7b3 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:47.517180 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-340af7ad-ce13-47dc-907d-2ebe032c7492 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.828106 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-340af7ad-ce13-47dc-907d-2ebe032c7492 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.863800 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-94a14b41-f3aa-498d-9ded-dbf95ff4a38c req-1bcf3716-3c15-4b7c-84a2-bea096f20ef9 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.881586 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40995d-7f32-44f2-b9aa-5f68628a82bb req-eecf41d9-d3d6-4c07-be98-081a5213869e tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:47.883499 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed40995d-7f32-44f2-b9aa-5f68628a82bb req-eecf41d9-d3d6-4c07-be98-081a5213869e tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 945 time: 0.1667349 Sep 16 05:07:47.908725 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf3716-3c15-4b7c-84a2-bea096f20ef9 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Pushing event deleted for resources: {'Port': ['ID=c31aaf74-adba-47e7-b775-baa25265d7b3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:47.908875 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['be6868a6-474e-449f-b786-0a6df27e8f44', 'b90213d8-bca9-43b4-ad1a-1bedc1e9a91c'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:47.921728 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['c31aaf74-adba-47e7-b775-baa25265d7b3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:48.019119 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed40995d-7f32-44f2-b9aa-5f68628a82bb req-e4d6406d-2777-4daf-887b-19ed2de352b5 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108954 Sep 16 05:07:48.025136 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a14b41-f3aa-498d-9ded-dbf95ff4a38c req-1bcf3716-3c15-4b7c-84a2-bea096f20ef9 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] No DVR routers for this DVR port c31aaf74-adba-47e7-b775-baa25265d7b3 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:48.030438 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-94a14b41-f3aa-498d-9ded-dbf95ff4a38c req-1bcf3716-3c15-4b7c-84a2-bea096f20ef9 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.036125 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-94a14b41-f3aa-498d-9ded-dbf95ff4a38c req-1bcf3716-3c15-4b7c-84a2-bea096f20ef9 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.38 "DELETE /v2.0/ports/c31aaf74-adba-47e7-b775-baa25265d7b3 HTTP/1.1" status: 204 len: 173 time: 0.8045430 Sep 16 05:07:48.037280 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786392d6-1efb-4a02-851c-18b22f4678ba', 'name': 'network-vif-deleted', 'tag': 'c31aaf74-adba-47e7-b775-baa25265d7b3'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:48.041256 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c32224-ccb7-41b5-b9b0-904e8b121791" -d '{"events": [{"server_uuid": "786392d6-1efb-4a02-851c-18b22f4678ba", "name": "network-vif-deleted", "tag": "c31aaf74-adba-47e7-b775-baa25265d7b3"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:48.124965 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5343bf85-23d2-4232-bdad-fdd3b777fd3f x-openstack-request-id: req-5343bf85-23d2-4232-bdad-fdd3b777fd3f {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:48.125262 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786392d6-1efb-4a02-851c-18b22f4678ba", "name": "network-vif-deleted", "tag": "c31aaf74-adba-47e7-b775-baa25265d7b3", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:48.125497 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5343bf85-23d2-4232-bdad-fdd3b777fd3f {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:48.125892 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786392d6-1efb-4a02-851c-18b22f4678ba', 'name': 'network-vif-deleted', 'tag': 'c31aaf74-adba-47e7-b775-baa25265d7b3', 'status': 'completed', 'code': 200} Sep 16 05:07:48.403333 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-340af7ad-ce13-47dc-907d-2ebe032c7492 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.438612 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-340af7ad-ce13-47dc-907d-2ebe032c7492 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.567558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-340af7ad-ce13-47dc-907d-2ebe032c7492 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Allocated IP 172.25.4.105 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/a053e2e1-6f62-4213-b90c-87d8e34c7a29) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:48.734480 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-340af7ad-ce13-47dc-907d-2ebe032c7492 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.858389 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-340af7ad-ce13-47dc-907d-2ebe032c7492 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.903901 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340af7ad-ce13-47dc-907d-2ebe032c7492 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:48.907260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-340af7ad-ce13-47dc-907d-2ebe032c7492 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:48.914019 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340af7ad-ce13-47dc-907d-2ebe032c7492 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:48.963617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340af7ad-ce13-47dc-907d-2ebe032c7492 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event updated for resources: {'Port': ['ID=a053e2e1-6f62-4213-b90c-87d8e34c7a29,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:49.192765 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbbf67de-7974-4d5a-9bcb-f471eba998a1 req-44a3d19b-77a1-4263-add8-6fe7399aead4 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=786392d6-1efb-4a02-851c-18b22f4678ba HTTP/1.1" status: 200 len: 210 time: 0.0437996 Sep 16 05:07:49.376909 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-340af7ad-ce13-47dc-907d-2ebe032c7492 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.699728 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-340af7ad-ce13-47dc-907d-2ebe032c7492 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.951668 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2972da-feca-40a4-a5ef-35569cc51510 req-3bf03567-7c17-45e1-b583-e8df7bc02a00 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:49.954751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be2972da-feca-40a4-a5ef-35569cc51510 req-3bf03567-7c17-45e1-b583-e8df7bc02a00 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 945 time: 0.0632718 Sep 16 05:07:49.956291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340af7ad-ce13-47dc-907d-2ebe032c7492 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Router d95ce44e-a0f8-4177-b14a-bad79faf70ce is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:07:50.449963 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be2972da-feca-40a4-a5ef-35569cc51510 req-9e1c12f9-7907-4c73-806e-c8e81505780c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883475 Sep 16 05:07:50.517451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340af7ad-ce13-47dc-907d-2ebe032c7492 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:50.529601 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] Sync routers for ids ['d95ce44e-a0f8-4177-b14a-bad79faf70ce'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:50.541352 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] Routers {'d95ce44e-a0f8-4177-b14a-bad79faf70ce'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:50.543074 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:07:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d95ce44e-a0f8-4177-b14a-bad79faf70ce'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:50.663773 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-340af7ad-ce13-47dc-907d-2ebe032c7492 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.668861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-340af7ad-ce13-47dc-907d-2ebe032c7492 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4733815 Sep 16 05:07:50.672060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41946) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:50.683085 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] Set router d95ce44e-a0f8-4177-b14a-bad79faf70ce gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:50.933813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-dfd92715-dfb0-4c85-beb7-d235af1027f9 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=2d4acf06f6cb40beb5bd53afa54aba76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2629151 Sep 16 05:07:50.937304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41956) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:50.954399 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1387847041', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:47Z', 'updated_at': '2021-09-16T05:07:49Z', 'revision_number': 3, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:48Z', 'updated_at': '2021-09-16T05:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:50.996371 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] Checking router: d95ce44e-a0f8-4177-b14a-bad79faf70ce for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:50.996713 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] Updating router d95ce44e-a0f8-4177-b14a-bad79faf70ce port a053e2e1-6f62-4213-b90c-87d8e34c7a29 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:07:51.034498 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.092878 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080c2f9-687e-4c13-bab0-c71baa92bc53 req-a438e647-8463-4597-9ad3-dabf3d93efa8 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:51.095062 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f080c2f9-687e-4c13-bab0-c71baa92bc53 req-a438e647-8463-4597-9ad3-dabf3d93efa8 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc117437-2a47-4052-9dd3-d835417e0e75 HTTP/1.1" status: 200 len: 945 time: 0.1399114 Sep 16 05:07:51.189107 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f080c2f9-687e-4c13-bab0-c71baa92bc53 req-b83d1f0c-c656-4b28-9c9f-9429b9a5f7ca tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813961 Sep 16 05:07:51.211682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adbf2a3-5319-48f0-876a-5e3daea6fc3e tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:51.219976 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7adbf2a3-5319-48f0-876a-5e3daea6fc3e tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2685902 Sep 16 05:07:51.220082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41962) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:51.277950 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d4545e1f-bf0b-45d9-a9c1-aebb735112a7 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0551243 Sep 16 05:07:51.278199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41966) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:51.283294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-bd7b1a6c-8a7b-409d-ae7f-b3ce82ca0dc3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1610076990', 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00', 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:51.448181 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.503802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7b1a6c-8a7b-409d-ae7f-b3ce82ca0dc3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Made reservation on behalf of 2d4acf06f6cb40beb5bd53afa54aba76 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:51.508215 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd7b1a6c-8a7b-409d-ae7f-b3ce82ca0dc3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.572562 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.671840 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] Attempting to bind port a053e2e1-6f62-4213-b90c-87d8e34c7a29 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:51.676590 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] Attempting to bind port a053e2e1-6f62-4213-b90c-87d8e34c7a29 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:51.679235 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] Attempting to bind port a053e2e1-6f62-4213-b90c-87d8e34c7a29 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:51.689882 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d54dd-ad93-492e-ac38-ae83f3e34070 None None] Pushing event updated for resources: {'Port': ['ID=a053e2e1-6f62-4213-b90c-87d8e34c7a29,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:51.709151 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:51.710781 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:51.729630 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.729630 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:51.729630 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] Bound port: a053e2e1-6f62-4213-b90c-87d8e34c7a29, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:51.729630 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.730216 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd02b4-0b6c-4162-9d14-20ad646f74be req-41bd81fb-e474-48f4-a464-ae9bbacbc444 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:51.730216 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dccd02b4-0b6c-4162-9d14-20ad646f74be req-41bd81fb-e474-48f4-a464-ae9bbacbc444 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 945 time: 0.1842513 Sep 16 05:07:51.730662 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d54dd-ad93-492e-ac38-ae83f3e34070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:51.730662 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d54dd-ad93-492e-ac38-ae83f3e34070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:51.730662 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d54dd-ad93-492e-ac38-ae83f3e34070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:51.730662 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d54dd-ad93-492e-ac38-ae83f3e34070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:51.731220 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d54dd-ad93-492e-ac38-ae83f3e34070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:51.733531 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d54dd-ad93-492e-ac38-ae83f3e34070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:51.733872 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d54dd-ad93-492e-ac38-ae83f3e34070 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:51.734200 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d54dd-ad93-492e-ac38-ae83f3e34070 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:51.734571 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d54dd-ad93-492e-ac38-ae83f3e34070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:51.734855 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d54dd-ad93-492e-ac38-ae83f3e34070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:51.735184 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d54dd-ad93-492e-ac38-ae83f3e34070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:51.735497 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d54dd-ad93-492e-ac38-ae83f3e34070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:51.870225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dccd02b4-0b6c-4162-9d14-20ad646f74be req-8eb07598-b159-475a-8aff-7a5c823ad4da tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291430 Sep 16 05:07:51.927349 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device c31aaf74-adba-47e7-b775-baa25265d7b3 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:51.963076 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: c31aaf74-adba-47e7-b775-baa25265d7b3 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:51.963737 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device c31aaf74-adba-47e7-b775-baa25265d7b3 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:51.974384 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] For port a053e2e1-6f62-4213-b90c-87d8e34c7a29, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:51.979800 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] For port a053e2e1-6f62-4213-b90c-87d8e34c7a29, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a053e2e1-6f62-4213-b90c-87d8e34c7a29,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:51.997403 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f070b9-81e2-4118-8c9e-334ef1361ef4 req-7f986a55-5b81-40e2-8c6f-8db9ede21b44 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:52.000941 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a4f070b9-81e2-4118-8c9e-334ef1361ef4 req-7f986a55-5b81-40e2-8c6f-8db9ede21b44 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.38 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 945 time: 0.1070981 Sep 16 05:07:52.069966 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.110420 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd7b1a6c-8a7b-409d-ae7f-b3ce82ca0dc3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.127693 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-a4f070b9-81e2-4118-8c9e-334ef1361ef4 req-9b005c39-da7a-4898-9123-074c436ebfb0 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Deleting port 2224ce69-3635-4994-acd6-150a9b6b31de {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:52.128051 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a4f070b9-81e2-4118-8c9e-334ef1361ef4 req-9b005c39-da7a-4898-9123-074c436ebfb0 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.135931 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] Routers {'d95ce44e-a0f8-4177-b14a-bad79faf70ce'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:52.137470 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:07:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d95ce44e-a0f8-4177-b14a-bad79faf70ce'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:52.174564 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d54dd-ad93-492e-ac38-ae83f3e34070 None None] Pushing event updated for resources: {'Port': ['ID=a053e2e1-6f62-4213-b90c-87d8e34c7a29,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:52.208705 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b1a6c-8a7b-409d-ae7f-b3ce82ca0dc3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event updated for resources: {'Subnet': ['ID=e0821319-4208-4a0b-a89f-9d599a0c4e27,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:52.218425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7b1a6c-8a7b-409d-ae7f-b3ce82ca0dc3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Checking segment: {'id': '54e2881c-ea41-4221-812c-ac7cad79e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:52.219188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7b1a6c-8a7b-409d-ae7f-b3ce82ca0dc3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Network hostable DHCP agents. Network: d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:52.326749 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] Set router d95ce44e-a0f8-4177-b14a-bad79faf70ce gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:52.361766 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-a4f070b9-81e2-4118-8c9e-334ef1361ef4 req-9b005c39-da7a-4898-9123-074c436ebfb0 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] For port 2224ce69-3635-4994-acd6-150a9b6b31de, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=2224ce69-3635-4994-acd6-150a9b6b31de,segment=NetworkSegment(c5caf03c-23e1-42af-9b79-956f898c4611),segment_id=c5caf03c-23e1-42af-9b79-956f898c4611)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:52.362151 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a4f070b9-81e2-4118-8c9e-334ef1361ef4 req-9b005c39-da7a-4898-9123-074c436ebfb0 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.370559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7b1a6c-8a7b-409d-ae7f-b3ce82ca0dc3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Network d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:52.392978 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-a4f070b9-81e2-4118-8c9e-334ef1361ef4 req-9b005c39-da7a-4898-9123-074c436ebfb0 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Calling delete_port for 2224ce69-3635-4994-acd6-150a9b6b31de owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:52.422265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdaf31-7a3c-422b-8a67-22dac1a081eb req-ae440829-5050-49ad-bd8b-409c89de9f49 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:52.436364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50cdaf31-7a3c-422b-8a67-22dac1a081eb req-ae440829-5050-49ad-bd8b-409c89de9f49 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc117437-2a47-4052-9dd3-d835417e0e75 HTTP/1.1" status: 200 len: 945 time: 0.1231024 Sep 16 05:07:52.502846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50cdaf31-7a3c-422b-8a67-22dac1a081eb req-14f7d12e-1b69-449b-a923-69daf1b0a1a7 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646622 Sep 16 05:07:52.503782 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-bd7b1a6c-8a7b-409d-ae7f-b3ce82ca0dc3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:52.510338 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7b1a6c-8a7b-409d-ae7f-b3ce82ca0dc3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:52.511659 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd7b1a6c-8a7b-409d-ae7f-b3ce82ca0dc3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.515921 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829ce066-7d33-4e65-aaec-70f31a23d5f9 None None] Network d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:52.604370 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1387847041', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:47Z', 'updated_at': '2021-09-16T05:07:49Z', 'revision_number': 3, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:48Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:52.627848 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41986) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:52.628270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bd7b1a6c-8a7b-409d-ae7f-b3ce82ca0dc3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3490617 Sep 16 05:07:52.642817 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22cb3c6-7ad6-4d94-9d15-0e8708f76e7d None None] The sync data for ids ['d95ce44e-a0f8-4177-b14a-bad79faf70ce'] in n-d-712140-13 is: [{'id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1387847041', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:47Z', 'updated_at': '2021-09-16T05:07:49Z', 'revision_number': 3, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:48Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:52.714863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00', 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'fixed_ips': [{'subnet_id': 'e0821319-4208-4a0b-a89f-9d599a0c4e27'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:52.715984 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.892645 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a4f070b9-81e2-4118-8c9e-334ef1361ef4 req-9b005c39-da7a-4898-9123-074c436ebfb0 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.933700 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Allocated IP 172.20.0.2 (d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00/e0821319-4208-4a0b-a89f-9d599a0c4e27/4b0136c3-b2ba-43cb-9b95-cd6dae480344) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:52.953803 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b005c39-da7a-4898-9123-074c436ebfb0 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Pushing event deleted for resources: {'Port': ['ID=2224ce69-3635-4994-acd6-150a9b6b31de,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:53.060653 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['335a68da-f984-42f8-a373-ccba544267ac', 'e7e81049-7e50-4cc6-ab2e-31262d196360', '2224ce69-3635-4994-acd6-150a9b6b31de'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:53.066183 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f070b9-81e2-4118-8c9e-334ef1361ef4 req-9b005c39-da7a-4898-9123-074c436ebfb0 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] No DVR routers for this DVR port 2224ce69-3635-4994-acd6-150a9b6b31de on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:53.070340 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-a4f070b9-81e2-4118-8c9e-334ef1361ef4 req-9b005c39-da7a-4898-9123-074c436ebfb0 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.072469 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a4f070b9-81e2-4118-8c9e-334ef1361ef4 req-9b005c39-da7a-4898-9123-074c436ebfb0 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.38 "DELETE /v2.0/ports/2224ce69-3635-4994-acd6-150a9b6b31de HTTP/1.1" status: 204 len: 173 time: 1.0644794 Sep 16 05:07:53.073622 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81096e85-1ed1-4df4-9203-feb0cf381f8a', 'name': 'network-vif-deleted', 'tag': '2224ce69-3635-4994-acd6-150a9b6b31de'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:53.076096 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30506ea7-6507-4839-8454-ff871b0a366c" -d '{"events": [{"server_uuid": "81096e85-1ed1-4df4-9203-feb0cf381f8a", "name": "network-vif-deleted", "tag": "2224ce69-3635-4994-acd6-150a9b6b31de"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:53.097980 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24b9ce3c-5ad1-4f71-97cc-c640cc21058e req-f8939a94-861c-4b1d-bf01-5e1a73df6f4f tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 210 time: 0.0506909 Sep 16 05:07:53.140666 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['38e7db03-d96a-440b-8326-d6d28c252449'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:53.177705 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff056444-072b-4129-bdaa-8c08a661decf x-openstack-request-id: req-ff056444-072b-4129-bdaa-8c08a661decf {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:53.183436 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81096e85-1ed1-4df4-9203-feb0cf381f8a", "name": "network-vif-deleted", "tag": "2224ce69-3635-4994-acd6-150a9b6b31de", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:53.183436 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff056444-072b-4129-bdaa-8c08a661decf {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:53.183436 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81096e85-1ed1-4df4-9203-feb0cf381f8a', 'name': 'network-vif-deleted', 'tag': '2224ce69-3635-4994-acd6-150a9b6b31de', 'status': 'completed', 'code': 200} Sep 16 05:07:53.202169 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41998) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:53.347613 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63986080-4f2f-4b2c-bc0f-d70be775b0d7 req-5c3b49f3-fcb3-4240-9d80-25e5fd55570e tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:53.349565 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63986080-4f2f-4b2c-bc0f-d70be775b0d7 req-5c3b49f3-fcb3-4240-9d80-25e5fd55570e tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc117437-2a47-4052-9dd3-d835417e0e75 HTTP/1.1" status: 200 len: 945 time: 0.0975003 Sep 16 05:07:53.566988 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1f55967d-49a2-41f5-98e2-4f1764b816f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.585919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-63986080-4f2f-4b2c-bc0f-d70be775b0d7 req-e013950e-c5ba-4a05-aca0-e797e0825a81 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Deleting port b90213d8-bca9-43b4-ad1a-1bedc1e9a91c {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:53.586263 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-63986080-4f2f-4b2c-bc0f-d70be775b0d7 req-e013950e-c5ba-4a05-aca0-e797e0825a81 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.655351 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.671914 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-175e632f-9e48-4a93-8133-21b7d0403ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.830622 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.861766 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-63986080-4f2f-4b2c-bc0f-d70be775b0d7 req-e013950e-c5ba-4a05-aca0-e797e0825a81 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] For port b90213d8-bca9-43b4-ad1a-1bedc1e9a91c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b90213d8-bca9-43b4-ad1a-1bedc1e9a91c,segment=NetworkSegment(b917e604-43bc-48a1-9d7b-caf12696afe8),segment_id=b917e604-43bc-48a1-9d7b-caf12696afe8)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:53.861766 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-63986080-4f2f-4b2c-bc0f-d70be775b0d7 req-e013950e-c5ba-4a05-aca0-e797e0825a81 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.878341 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-63986080-4f2f-4b2c-bc0f-d70be775b0d7 req-e013950e-c5ba-4a05-aca0-e797e0825a81 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Calling delete_port for b90213d8-bca9-43b4-ad1a-1bedc1e9a91c owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:53.890660 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Network d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:53.897154 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:53.901428 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:53.945238 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Pushing event updated for resources: {'Port': ['ID=4b0136c3-b2ba-43cb-9b95-cd6dae480344,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:53.960840 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c47c7b4-2cc5-41e3-a325-58bbe7dd67eb req-45f9a5a8-1703-4c7a-a2cb-8afbcaf105f6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3290679 Sep 16 05:07:53.977439 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00e3a4-0e5d-498e-aa28-ae570e7d4c91 req-354e8fae-a593-4459-90a1-4b28198648ba tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:53.985453 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee00e3a4-0e5d-498e-aa28-ae570e7d4c91 req-354e8fae-a593-4459-90a1-4b28198648ba tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc117437-2a47-4052-9dd3-d835417e0e75 HTTP/1.1" status: 200 len: 945 time: 0.2987332 Sep 16 05:07:54.024065 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:54.024413 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:54.024754 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:54.025087 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:54.025450 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:54.025825 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:54.026667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:54.027023 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:54.027484 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:54.027807 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:54.028133 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:54.028453 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:54.040341 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee00e3a4-0e5d-498e-aa28-ae570e7d4c91 req-6381f11e-a3a4-4c32-bb72-4fa9ae075f97 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539248 Sep 16 05:07:54.044878 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Attempting to bind port 4b0136c3-b2ba-43cb-9b95-cd6dae480344 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:54.045259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Attempting to bind port 4b0136c3-b2ba-43cb-9b95-cd6dae480344 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '54e2881c-ea41-4221-812c-ac7cad79e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:54.045625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Attempting to bind port 4b0136c3-b2ba-43cb-9b95-cd6dae480344 on network d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:54.058782 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:54.063279 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Checking segment: {'id': '54e2881c-ea41-4221-812c-ac7cad79e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:54.063688 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.064433 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Bound using segment: {'id': '54e2881c-ea41-4221-812c-ac7cad79e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:54.064942 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Bound port: 4b0136c3-b2ba-43cb-9b95-cd6dae480344, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e2881c-ea41-4221-812c-ac7cad79e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:54.065348 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.160638 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] For port 4b0136c3-b2ba-43cb-9b95-cd6dae480344, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:54.163754 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] For port 4b0136c3-b2ba-43cb-9b95-cd6dae480344, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4b0136c3-b2ba-43cb-9b95-cd6dae480344,segment=NetworkSegment(54e2881c-ea41-4221-812c-ac7cad79e063),segment_id=54e2881c-ea41-4221-812c-ac7cad79e063)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:54.183732 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47c7b4-2cc5-41e3-a325-58bbe7dd67eb req-748d00ee-ded7-4be6-82a7-974a87b1b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:54.185688 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c47c7b4-2cc5-41e3-a325-58bbe7dd67eb req-748d00ee-ded7-4be6-82a7-974a87b1b59e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ece864d6db5c4e1d96e72f6394c094cb&device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 1097 time: 0.1365087 Sep 16 05:07:54.268471 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a611baf-2d27-4c55-88da-0ff67107dcff req-e55b87d9-6407-41aa-9fdb-cf91f87c345a tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=81096e85-1ed1-4df4-9203-feb0cf381f8a HTTP/1.1" status: 200 len: 210 time: 0.0472808 Sep 16 05:07:54.293415 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-175e632f-9e48-4a93-8133-21b7d0403ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.298288 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.348578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47c7b4-2cc5-41e3-a325-58bbe7dd67eb req-52a744a6-7705-4fe8-92bb-c1a9cab657e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:54.350232 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c47c7b4-2cc5-41e3-a325-58bbe7dd67eb req-52a744a6-7705-4fe8-92bb-c1a9cab657e9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c38fee71-f4a0-4893-8a01-fbc912f5a572 HTTP/1.1" status: 200 len: 916 time: 0.1378632 Sep 16 05:07:54.351422 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-63986080-4f2f-4b2c-bc0f-d70be775b0d7 req-e013950e-c5ba-4a05-aca0-e797e0825a81 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.382813 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-1f55967d-49a2-41f5-98e2-4f1764b816f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Allocated IP 172.20.0.1 (d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00/e0821319-4208-4a0b-a89f-9d599a0c4e27/dac8925d-c383-4a74-bc11-1543c027cb7e) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:54.417316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['be6868a6-474e-449f-b786-0a6df27e8f44', 'b90213d8-bca9-43b4-ad1a-1bedc1e9a91c'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:54.465827 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-175e632f-9e48-4a93-8133-21b7d0403ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.493639 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8422961-f9da-4162-8440-cde68a9fbcb9 None None] Pushing event updated for resources: {'Port': ['ID=4b0136c3-b2ba-43cb-9b95-cd6dae480344,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:54.530379 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-175e632f-9e48-4a93-8133-21b7d0403ac8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0cfe5f2180a4bdcafa0ad1c0295545c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3252320 Sep 16 05:07:54.543684 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42020) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:54.565631 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.581581 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c47c7b4-2cc5-41e3-a325-58bbe7dd67eb req-10dfba4a-3812-428d-9624-b2fcd56d4089 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e7db03-d96a-440b-8326-d6d28c252449 HTTP/1.1" status: 200 len: 217 time: 0.1984801 Sep 16 05:07:54.622021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013950e-c5ba-4a05-aca0-e797e0825a81 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Pushing event deleted for resources: {'Port': ['ID=b90213d8-bca9-43b4-ad1a-1bedc1e9a91c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:54.739026 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-63986080-4f2f-4b2c-bc0f-d70be775b0d7 req-e013950e-c5ba-4a05-aca0-e797e0825a81 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] No DVR routers for this DVR port b90213d8-bca9-43b4-ad1a-1bedc1e9a91c on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:54.787938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e632f-9e48-4a93-8133-21b7d0403ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad85ecd-ad9c-4d66-b009-3c6d5c7b1a49,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:54.797732 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-63986080-4f2f-4b2c-bc0f-d70be775b0d7 req-e013950e-c5ba-4a05-aca0-e797e0825a81 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.799933 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63986080-4f2f-4b2c-bc0f-d70be775b0d7 req-e013950e-c5ba-4a05-aca0-e797e0825a81 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.21 "DELETE /v2.0/ports/b90213d8-bca9-43b4-ad1a-1bedc1e9a91c HTTP/1.1" status: 204 len: 173 time: 1.4410074 Sep 16 05:07:54.800380 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc117437-2a47-4052-9dd3-d835417e0e75', 'name': 'network-vif-deleted', 'tag': 'b90213d8-bca9-43b4-ad1a-1bedc1e9a91c'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:54.802702 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a0d570-7992-48dd-8ed3-c982843d613b" -d '{"events": [{"server_uuid": "fc117437-2a47-4052-9dd3-d835417e0e75", "name": "network-vif-deleted", "tag": "b90213d8-bca9-43b4-ad1a-1bedc1e9a91c"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:54.867931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47c7b4-2cc5-41e3-a325-58bbe7dd67eb req-2c35a825-c503-4ced-9a4c-e16a0111fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:54.870196 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c47c7b4-2cc5-41e3-a325-58bbe7dd67eb req-2c35a825-c503-4ced-9a4c-e16a0111fb44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b3406ee-9e90-41ec-83e3-081686225e3b HTTP/1.1" status: 200 len: 855 time: 0.2194066 Sep 16 05:07:54.899452 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9aba637-2e9c-41fd-9a96-d2111b375e1c x-openstack-request-id: req-b9aba637-2e9c-41fd-9a96-d2111b375e1c {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:54.899833 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc117437-2a47-4052-9dd3-d835417e0e75", "name": "network-vif-deleted", "tag": "b90213d8-bca9-43b4-ad1a-1bedc1e9a91c", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:54.900155 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9aba637-2e9c-41fd-9a96-d2111b375e1c {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:54.901264 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc117437-2a47-4052-9dd3-d835417e0e75', 'name': 'network-vif-deleted', 'tag': 'b90213d8-bca9-43b4-ad1a-1bedc1e9a91c', 'status': 'completed', 'code': 200} Sep 16 05:07:54.934730 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-215832aa-983f-4b1a-aa0a-73529a011bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.939292 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c47c7b4-2cc5-41e3-a325-58bbe7dd67eb req-4cc2f4bf-9432-43d4-b46a-d90c3b351bb7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c38fee71-f4a0-4893-8a01-fbc912f5a572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424023 Sep 16 05:07:54.943859 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1f55967d-49a2-41f5-98e2-4f1764b816f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.958161 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a053e2e1-6f62-4213-b90c-87d8e34c7a29 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:54.989470 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-215832aa-983f-4b1a-aa0a-73529a011bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.091958 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c47c7b4-2cc5-41e3-a325-58bbe7dd67eb req-4d6bcfc7-3628-474c-aba9-09bb42793717 service neutron] 10.222.0.21 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448812 Sep 16 05:07:55.128168 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port a053e2e1-6f62-4213-b90c-87d8e34c7a29 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:55.128549 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.196016 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1f55967d-49a2-41f5-98e2-4f1764b816f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.225483 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.231444 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22de7e1a-0094-4782-b6f4-70ab2c627b93 req-8c80adf0-55d0-442c-a382-355dcdff27ae tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc117437-2a47-4052-9dd3-d835417e0e75 HTTP/1.1" status: 200 len: 210 time: 0.0816283 Sep 16 05:07:55.257476 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port a053e2e1-6f62-4213-b90c-87d8e34c7a29, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a053e2e1-6f62-4213-b90c-87d8e34c7a29,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:55.265763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c47c7b4-2cc5-41e3-a325-58bbe7dd67eb req-cf1059c1-1dbe-4b1e-967f-69adec482f61 service neutron] 10.222.0.21 "GET /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649354 Sep 16 05:07:55.277007 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f55967d-49a2-41f5-98e2-4f1764b816f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Network d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:55.287914 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-215832aa-983f-4b1a-aa0a-73529a011bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.287914 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-215832aa-983f-4b1a-aa0a-73529a011bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.287914 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-215832aa-983f-4b1a-aa0a-73529a011bb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ad85ecd-ad9c-4d66-b009-3c6d5c7b1a49 HTTP/1.1" status: 204 len: 168 time: 0.6482356 Sep 16 05:07:55.288897 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-1f55967d-49a2-41f5-98e2-4f1764b816f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:55.294496 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f55967d-49a2-41f5-98e2-4f1764b816f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:55.348407 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.358787 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215832aa-983f-4b1a-aa0a-73529a011bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad85ecd-ad9c-4d66-b009-3c6d5c7b1a49,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:55.377522 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55967d-49a2-41f5-98e2-4f1764b816f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event updated for resources: {'Port': ['ID=dac8925d-c383-4a74-bc11-1543c027cb7e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:55.413190 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1f55967d-49a2-41f5-98e2-4f1764b816f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.439228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=a053e2e1-6f62-4213-b90c-87d8e34c7a29,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:55.768638 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1f55967d-49a2-41f5-98e2-4f1764b816f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.955040 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 2224ce69-3635-4994-acd6-150a9b6b31de no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:56.035158 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d38b3e7-1493-4de9-ad2d-2e31ced114e3 None None] Network d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:56.042694 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 2224ce69-3635-4994-acd6-150a9b6b31de {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:56.043473 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 2224ce69-3635-4994-acd6-150a9b6b31de not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:56.121117 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-33bf3c42-91b0-4f34-ad3d-b85a4db4502d None None] Provisioning complete for port 4b0136c3-b2ba-43cb-9b95-cd6dae480344 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:56.121977 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-33bf3c42-91b0-4f34-ad3d-b85a4db4502d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.233848 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1f55967d-49a2-41f5-98e2-4f1764b816f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.313621 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-33bf3c42-91b0-4f34-ad3d-b85a4db4502d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.372442 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1f55967d-49a2-41f5-98e2-4f1764b816f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.380729 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05ada6af-e473-4ee9-a496-31d4ba01cfe2 req-256c9936-1dc6-4c38-8998-2c5447b5bb9c tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc117437-2a47-4052-9dd3-d835417e0e75 HTTP/1.1" status: 200 len: 210 time: 0.0301614 Sep 16 05:07:56.453793 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-33bf3c42-91b0-4f34-ad3d-b85a4db4502d None None] For port 4b0136c3-b2ba-43cb-9b95-cd6dae480344, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4b0136c3-b2ba-43cb-9b95-cd6dae480344,segment=NetworkSegment(54e2881c-ea41-4221-812c-ac7cad79e063),segment_id=54e2881c-ea41-4221-812c-ac7cad79e063)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:56.495338 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55967d-49a2-41f5-98e2-4f1764b816f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event updated for resources: {'Port': ['ID=dac8925d-c383-4a74-bc11-1543c027cb7e,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:56.498175 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1f55967d-49a2-41f5-98e2-4f1764b816f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.520877 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-33bf3c42-91b0-4f34-ad3d-b85a4db4502d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.653919 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf3c42-91b0-4f34-ad3d-b85a4db4502d None None] Pushing event updated for resources: {'Port': ['ID=4b0136c3-b2ba-43cb-9b95-cd6dae480344,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:56.681545 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f55967d-49a2-41f5-98e2-4f1764b816f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Network d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:56.683434 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-1f55967d-49a2-41f5-98e2-4f1764b816f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:56.866403 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-603a8b25-91b0-444d-8c22-d234fb4fd0b5 None None] Provisioning complete for port 4b0136c3-b2ba-43cb-9b95-cd6dae480344 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:56.868668 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-603a8b25-91b0-444d-8c22-d234fb4fd0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.946673 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a053e2e1-6f62-4213-b90c-87d8e34c7a29 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:57.019152 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f55967d-49a2-41f5-98e2-4f1764b816f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Router d95ce44e-a0f8-4177-b14a-bad79faf70ce has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:07:57.073713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port a053e2e1-6f62-4213-b90c-87d8e34c7a29 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:57.074279 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.123772 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-603a8b25-91b0-444d-8c22-d234fb4fd0b5 None None] Provisioning complete for port dac8925d-c383-4a74-bc11-1543c027cb7e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:57.124071 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-603a8b25-91b0-444d-8c22-d234fb4fd0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.163930 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f55967d-49a2-41f5-98e2-4f1764b816f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:57.190499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42088) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:57.196392 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] Sync routers for ids ['d95ce44e-a0f8-4177-b14a-bad79faf70ce'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:57.197313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3f40d1a5-4d52-4b26-bf4a-52b10bbd1213 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1659884191', 'description': 'tempest-secgroup_access--1659884191 description', 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:57.203836 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1f55967d-49a2-41f5-98e2-4f1764b816f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "PUT /v2.0/routers/d95ce44e-a0f8-4177-b14a-bad79faf70ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5718071 Sep 16 05:07:57.217045 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] Routers {'d95ce44e-a0f8-4177-b14a-bad79faf70ce'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:57.221221 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:07:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d95ce44e-a0f8-4177-b14a-bad79faf70ce'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:57.284578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42090) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:57.393413 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3f40d1a5-4d52-4b26-bf4a-52b10bbd1213 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.532410 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8155b099-3501-41e0-902e-29d027cbcf59 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1996083842-network', 'tenant_id': '23b745b1da59472b8f8cb0645b13a7a6'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:57.532637 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b90213d8-bca9-43b4-ad1a-1bedc1e9a91c no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:57.579498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-603a8b25-91b0-444d-8c22-d234fb4fd0b5 None None] Port dac8925d-c383-4a74-bc11-1543c027cb7e cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:57.586540 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] Set router d95ce44e-a0f8-4177-b14a-bad79faf70ce gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:57.590489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: b90213d8-bca9-43b4-ad1a-1bedc1e9a91c {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:57.590850 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b90213d8-bca9-43b4-ad1a-1bedc1e9a91c not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:57.612302 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3f40d1a5-4d52-4b26-bf4a-52b10bbd1213 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.630513 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4b0136c3-b2ba-43cb-9b95-cd6dae480344 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:57.697827 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3f40d1a5-4d52-4b26-bf4a-52b10bbd1213 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.740432 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-68dfa639-e0df-4d54-b740-a2881694e54f None None] Provisioning complete for port dac8925d-c383-4a74-bc11-1543c027cb7e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:57.740726 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-68dfa639-e0df-4d54-b740-a2881694e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.782978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40d1a5-4d52-4b26-bf4a-52b10bbd1213 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e3ae84-e836-4230-8edf-96b2f08d77aa,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:57.828192 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-68dfa639-e0df-4d54-b740-a2881694e54f None None] Port dac8925d-c383-4a74-bc11-1543c027cb7e cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:57.837074 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 4b0136c3-b2ba-43cb-9b95-cd6dae480344 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:57.837460 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.880741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8155b099-3501-41e0-902e-29d027cbcf59 admin admin] Made reservation on behalf of 23b745b1da59472b8f8cb0645b13a7a6 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:57.883445 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8155b099-3501-41e0-902e-29d027cbcf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.903140 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8155b099-3501-41e0-902e-29d027cbcf59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.981875 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1387847041', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:47Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:48Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'dac8925d-c383-4a74-bc11-1543c027cb7e', 'name': '', 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'mac_address': 'fa:16:3e:2c:cd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'e0821319-4208-4a0b-a89f-9d599a0c4e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:54Z', 'updated_at': '2021-09-16T05:07:56Z', 'revision_number': 2, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'subnets': [{'id': 'e0821319-4208-4a0b-a89f-9d599a0c4e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:58.012434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] Checking router: d95ce44e-a0f8-4177-b14a-bad79faf70ce for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:58.012797 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] Updating router d95ce44e-a0f8-4177-b14a-bad79faf70ce port dac8925d-c383-4a74-bc11-1543c027cb7e binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:07:58.035322 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3f40d1a5-4d52-4b26-bf4a-52b10bbd1213 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.036647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3f40d1a5-4d52-4b26-bf4a-52b10bbd1213 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8450837 Sep 16 05:07:58.039675 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42106) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:58.044332 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f80828d3-e37f-4467-a9cb-f3bd4f618bda tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--178573319', 'description': 'tempest-secgroup_general--178573319 description', 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:58.051085 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.210657 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8155b099-3501-41e0-902e-29d027cbcf59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.249935 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d65b7-32e2-4cb7-b2a4-d832cc9b58bc req-9a594f1a-b0ba-48f5-9e5d-c022ee09e609 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:58.252458 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f6d65b7-32e2-4cb7-b2a4-d832cc9b58bc req-9a594f1a-b0ba-48f5-9e5d-c022ee09e609 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.0815096 Sep 16 05:07:58.300174 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8155b099-3501-41e0-902e-29d027cbcf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.311545 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f6d65b7-32e2-4cb7-b2a4-d832cc9b58bc req-7816589e-1114-4c8b-a32b-67da0b5aa6d2 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482068 Sep 16 05:07:58.338119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8155b099-3501-41e0-902e-29d027cbcf59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:58.361393 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8155b099-3501-41e0-902e-29d027cbcf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.361921 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-8155b099-3501-41e0-902e-29d027cbcf59 admin admin] Added segment 60654d29-e0f8-48f0-9d9d-8d4dc5ab7033 of type vlan for network 43907208-6dcf-4211-a351-e9e794e15f3b Sep 16 05:07:58.363155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155b099-3501-41e0-902e-29d027cbcf59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfda94b8-33ae-4f15-b26c-024d2f034e28,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:58.411113 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8155b099-3501-41e0-902e-29d027cbcf59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.440982 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f80828d3-e37f-4467-a9cb-f3bd4f618bda tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.453903 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.477188 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.544214 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f80828d3-e37f-4467-a9cb-f3bd4f618bda tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.583595 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8155b099-3501-41e0-902e-29d027cbcf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.584617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8155b099-3501-41e0-902e-29d027cbcf59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:58.585212 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8155b099-3501-41e0-902e-29d027cbcf59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.653247 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155b099-3501-41e0-902e-29d027cbcf59 admin admin] Pushing event updated for resources: {'Network': ['ID=43907208-6dcf-4211-a351-e9e794e15f3b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:58.668888 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 43907208-6dcf-4211-a351-e9e794e15f3b details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:58.672593 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.693229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4b0136c3-b2ba-43cb-9b95-cd6dae480344 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:58.703893 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f80828d3-e37f-4467-a9cb-f3bd4f618bda tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.762178 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80828d3-e37f-4467-a9cb-f3bd4f618bda tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c529e48-5ac3-4a34-9bae-2dff010a89c0,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:58.811705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8155b099-3501-41e0-902e-29d027cbcf59 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5258954 Sep 16 05:07:58.814657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42120) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:58.820181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-39567d3c-fcf6-40b8-8568-06f7fbd31387 admin admin] Request body: {'subnet': {'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1996083842-subnet', 'tenant_id': '23b745b1da59472b8f8cb0645b13a7a6', 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:58.841282 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f80828d3-e37f-4467-a9cb-f3bd4f618bda tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.842964 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f80828d3-e37f-4467-a9cb-f3bd4f618bda tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8022079 Sep 16 05:07:58.846162 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42122) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:58.851183 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642bcb8-d228-4233-8a40-89b1f9d02240 None None] Pushing event updated for resources: {'Port': ['ID=dac8925d-c383-4a74-bc11-1543c027cb7e,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:58.852016 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c23fb484-2e24-4d92-be29-801f788413b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Request body: {'security_group_rule': {'security_group_id': '15e3ae84-e836-4230-8edf-96b2f08d77aa', 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:58.917684 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 4b0136c3-b2ba-43cb-9b95-cd6dae480344 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:58.918060 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.942399 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] Attempting to bind port dac8925d-c383-4a74-bc11-1543c027cb7e on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:58.942782 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] Attempting to bind port dac8925d-c383-4a74-bc11-1543c027cb7e by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '54e2881c-ea41-4221-812c-ac7cad79e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:58.943188 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] Attempting to bind port dac8925d-c383-4a74-bc11-1543c027cb7e on network d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:58.953291 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:58.953683 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] Checking segment: {'id': '54e2881c-ea41-4221-812c-ac7cad79e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:58.954095 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.954492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] Bound using segment: {'id': '54e2881c-ea41-4221-812c-ac7cad79e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:58.955010 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] Bound port: dac8925d-c383-4a74-bc11-1543c027cb7e, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e2881c-ea41-4221-812c-ac7cad79e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:58.955394 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.975099 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39567d3c-fcf6-40b8-8568-06f7fbd31387 admin admin] Made reservation on behalf of 23b745b1da59472b8f8cb0645b13a7a6 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:58.992169 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-39567d3c-fcf6-40b8-8568-06f7fbd31387 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.115028 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] For port dac8925d-c383-4a74-bc11-1543c027cb7e, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:59.117038 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c23fb484-2e24-4d92-be29-801f788413b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.139246 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] For port dac8925d-c383-4a74-bc11-1543c027cb7e, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=dac8925d-c383-4a74-bc11-1543c027cb7e,segment=NetworkSegment(54e2881c-ea41-4221-812c-ac7cad79e063),segment_id=54e2881c-ea41-4221-812c-ac7cad79e063)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:59.159733 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-92af6f41-1b05-4f7f-abef-bf5822877498 None None] Provisioning complete for port dac8925d-c383-4a74-bc11-1543c027cb7e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:59.160324 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-92af6f41-1b05-4f7f-abef-bf5822877498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.230968 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-92af6f41-1b05-4f7f-abef-bf5822877498 None None] Port dac8925d-c383-4a74-bc11-1543c027cb7e cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:59.252099 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c23fb484-2e24-4d92-be29-801f788413b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.270093 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.326613 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] Routers {'d95ce44e-a0f8-4177-b14a-bad79faf70ce'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:59.326613 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:07:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d95ce44e-a0f8-4177-b14a-bad79faf70ce'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:59.366913 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-39567d3c-fcf6-40b8-8568-06f7fbd31387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.402038 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c23fb484-2e24-4d92-be29-801f788413b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.463048 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] Set router d95ce44e-a0f8-4177-b14a-bad79faf70ce gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:59.487928 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fb484-2e24-4d92-be29-801f788413b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30cad3d-6c30-4498-939d-3cbf486fbc53,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:59.566661 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c23fb484-2e24-4d92-be29-801f788413b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.577143 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c23fb484-2e24-4d92-be29-801f788413b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7240331 Sep 16 05:07:59.577387 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642bcb8-d228-4233-8a40-89b1f9d02240 None None] Pushing event updated for resources: {'Port': ['ID=dac8925d-c383-4a74-bc11-1543c027cb7e,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:59.630449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39567d3c-fcf6-40b8-8568-06f7fbd31387 admin admin] Checking segment: {'id': '60654d29-e0f8-48f0-9d9d-8d4dc5ab7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:59.630980 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39567d3c-fcf6-40b8-8568-06f7fbd31387 admin admin] Network hostable DHCP agents. Network: 43907208-6dcf-4211-a351-e9e794e15f3b, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:59.802703 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c284f9-ffea-411f-aff0-0676bfd2be91 req-d77ac65b-b7b9-4300-b46a-dc554629d0cb tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:59.805589 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24c284f9-ffea-411f-aff0-0676bfd2be91 req-d77ac65b-b7b9-4300-b46a-dc554629d0cb tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.2908721 Sep 16 05:07:59.808296 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39567d3c-fcf6-40b8-8568-06f7fbd31387 admin admin] Network 43907208-6dcf-4211-a351-e9e794e15f3b is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:59.810685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39567d3c-fcf6-40b8-8568-06f7fbd31387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80409e0d-3e24-4bfe-98c0-d911f02b9f37,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:59.843404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b980e00d-cb21-4571-8eef-3574cecc93d7 None None] Provisioning complete for port dac8925d-c383-4a74-bc11-1543c027cb7e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:59.844393 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b980e00d-cb21-4571-8eef-3574cecc93d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.927463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24c284f9-ffea-411f-aff0-0676bfd2be91 req-129ee0a0-cb90-4235-b7bf-0f12c2aaa316 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065969 Sep 16 05:07:59.965655 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-39567d3c-fcf6-40b8-8568-06f7fbd31387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 43907208-6dcf-4211-a351-e9e794e15f3b) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:59.983563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39567d3c-fcf6-40b8-8568-06f7fbd31387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:59.984159 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-39567d3c-fcf6-40b8-8568-06f7fbd31387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.003778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9739df8a-b935-4e0c-a722-1e8efd45c6a6 None None] Network 43907208-6dcf-4211-a351-e9e794e15f3b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:00.049967 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-aa91e463-8d8e-473b-b09a-4c3ca8014ff7 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_access--1659884191&fields=id&tenant_id=2d4acf06f6cb40beb5bd53afa54aba76 HTTP/1.1" status: 200 len: 267 time: 0.1437259 Sep 16 05:08:00.115736 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-39567d3c-fcf6-40b8-8568-06f7fbd31387 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2998259 Sep 16 05:08:00.118585 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42160) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:00.126560 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6880cf4e-6406-4bcb-9cf1-a2fc5b1f5f6e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1996083842-router', 'tenant_id': '23b745b1da59472b8f8cb0645b13a7a6', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:00.141737 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:08:00.146808 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-a53834b3-c9b8-4680-9042-37dd77182e7d tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_general--178573319&fields=id&tenant_id=2d4acf06f6cb40beb5bd53afa54aba76 HTTP/1.1" status: 200 len: 267 time: 0.0952311 Sep 16 05:08:00.252876 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6880cf4e-6406-4bcb-9cf1-a2fc5b1f5f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.258228 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6880cf4e-6406-4bcb-9cf1-a2fc5b1f5f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.277641 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1387847041', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:47Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:48Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'dac8925d-c383-4a74-bc11-1543c027cb7e', 'name': '', 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'mac_address': 'fa:16:3e:2c:cd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'e0821319-4208-4a0b-a89f-9d599a0c4e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:54Z', 'updated_at': '2021-09-16T05:07:59Z', 'revision_number': 4, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'subnets': [{'id': 'e0821319-4208-4a0b-a89f-9d599a0c4e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:00.343421 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-23906bca-72f4-4735-bb32-3776eb589429 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:00.346334 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-23906bca-72f4-4735-bb32-3776eb589429 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/networks?id=d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 HTTP/1.1" status: 200 len: 797 time: 0.1905015 Sep 16 05:08:00.374037 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-bb840b76-58c3-4e45-a881-ac68ea52efd3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/quotas/2d4acf06f6cb40beb5bd53afa54aba76 HTTP/1.1" status: 200 len: 375 time: 0.0161090 Sep 16 05:08:00.382654 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6880cf4e-6406-4bcb-9cf1-a2fc5b1f5f6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.404891 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885c7914-b782-4145-9554-9f97820b02a8 None None] The sync data for ids ['d95ce44e-a0f8-4177-b14a-bad79faf70ce'] in n-d-712140-13 is: [{'id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1387847041', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:47Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:48Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'dac8925d-c383-4a74-bc11-1543c027cb7e', 'name': '', 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'mac_address': 'fa:16:3e:2c:cd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'e0821319-4208-4a0b-a89f-9d599a0c4e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:54Z', 'updated_at': '2021-09-16T05:07:59Z', 'revision_number': 4, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'subnets': [{'id': 'e0821319-4208-4a0b-a89f-9d599a0c4e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:00.428756 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b980e00d-cb21-4571-8eef-3574cecc93d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.522738 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-aa07c6a7-e225-4e0c-8b52-625c5ec372f5 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d4acf06f6cb40beb5bd53afa54aba76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1470814 Sep 16 05:08:00.550319 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-43907208-6dcf-4211-a351-e9e794e15f3b', 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b', 'tenant_id': '23b745b1da59472b8f8cb0645b13a7a6', 'fixed_ips': [{'subnet_id': '80409e0d-3e24-4bfe-98c0-d911f02b9f37'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:00.553151 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.565619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead455f9-46f8-4d3e-a0fe-85215ec4e881 req-25811c1c-c00b-457b-907c-27ca90075242 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:00.574905 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b980e00d-cb21-4571-8eef-3574cecc93d7 None None] For port dac8925d-c383-4a74-bc11-1543c027cb7e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=dac8925d-c383-4a74-bc11-1543c027cb7e,segment=NetworkSegment(54e2881c-ea41-4221-812c-ac7cad79e063),segment_id=54e2881c-ea41-4221-812c-ac7cad79e063)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:00.580952 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ead455f9-46f8-4d3e-a0fe-85215ec4e881 req-25811c1c-c00b-457b-907c-27ca90075242 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.21 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.1318793 Sep 16 05:08:01.023785 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b366ac2-0a17-4145-87e6-9ccf3f0de9a2 req-888bed40-a340-48bf-ad92-d7c59dbb26f1 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:01.025566 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device dac8925d-c383-4a74-bc11-1543c027cb7e up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:01.029783 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b366ac2-0a17-4145-87e6-9ccf3f0de9a2 req-888bed40-a340-48bf-ad92-d7c59dbb26f1 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 945 time: 0.2960196 Sep 16 05:08:01.035057 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b980e00d-cb21-4571-8eef-3574cecc93d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.147224 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6880cf4e-6406-4bcb-9cf1-a2fc5b1f5f6e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.159841 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b366ac2-0a17-4145-87e6-9ccf3f0de9a2 req-69eb16a3-a6d3-4800-80fa-ed4e1d2c0079 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025965 Sep 16 05:08:01.171426 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-ead455f9-46f8-4d3e-a0fe-85215ec4e881 req-175daba1-c058-44b4-8034-63ca787c119c tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Deleting port be6868a6-474e-449f-b786-0a6df27e8f44 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:01.176824 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ead455f9-46f8-4d3e-a0fe-85215ec4e881 req-175daba1-c058-44b4-8034-63ca787c119c tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.246836 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980e00d-cb21-4571-8eef-3574cecc93d7 None None] Pushing event updated for resources: {'Port': ['ID=dac8925d-c383-4a74-bc11-1543c027cb7e,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:01.252076 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] Allocated IP 172.20.0.2 (43907208-6dcf-4211-a351-e9e794e15f3b/80409e0d-3e24-4bfe-98c0-d911f02b9f37/af614614-83c1-4a0c-ac4f-7c687e031377) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:01.276280 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port dac8925d-c383-4a74-bc11-1543c027cb7e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:01.276672 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.474463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-ead455f9-46f8-4d3e-a0fe-85215ec4e881 req-175daba1-c058-44b4-8034-63ca787c119c tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] For port be6868a6-474e-449f-b786-0a6df27e8f44, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=be6868a6-474e-449f-b786-0a6df27e8f44,segment=NetworkSegment(b917e604-43bc-48a1-9d7b-caf12696afe8),segment_id=b917e604-43bc-48a1-9d7b-caf12696afe8)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:01.474840 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ead455f9-46f8-4d3e-a0fe-85215ec4e881 req-175daba1-c058-44b4-8034-63ca787c119c tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.494704 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-ead455f9-46f8-4d3e-a0fe-85215ec4e881 req-175daba1-c058-44b4-8034-63ca787c119c tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Calling delete_port for be6868a6-474e-449f-b786-0a6df27e8f44 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:01.566969 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.582932 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6880cf4e-6406-4bcb-9cf1-a2fc5b1f5f6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.598331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ae616-dbe3-49e4-a1f1-45a650cd8e17 req-878d1dad-adb9-4e83-8cfb-0e138b383204 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:01.600053 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d1ae616-dbe3-49e4-a1f1-45a650cd8e17 req-878d1dad-adb9-4e83-8cfb-0e138b383204 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 945 time: 0.2487559 Sep 16 05:08:01.607668 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6880cf4e-6406-4bcb-9cf1-a2fc5b1f5f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.613548 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-7bffd4f2-ac86-46c7-abb9-4ab61b207947 service neutron] 10.222.0.20 "GET /v2.0/networks/d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0274594 Sep 16 05:08:01.640147 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.682469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] Network 43907208-6dcf-4211-a351-e9e794e15f3b is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:01.686934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:01.690648 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:01.712353 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] Pushing event updated for resources: {'Port': ['ID=af614614-83c1-4a0c-ac4f-7c687e031377,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:01.776666 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d1ae616-dbe3-49e4-a1f1-45a650cd8e17 req-9a7244af-3934-49bb-b37a-db2b8268ff2e tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8244f1e-f119-4c61-b5a9-79d4ad255865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597950 Sep 16 05:08:01.791602 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-2e21579b-c3e5-4ad1-8628-db6f6ed17b70 service neutron] 10.222.0.20 "GET /v2.0/networks/d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768899 Sep 16 05:08:01.815057 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-6880cf4e-6406-4bcb-9cf1-a2fc5b1f5f6e admin admin] Allocated IP 172.25.4.13 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/5fd1f067-5a68-416f-977d-afa36c26aee7) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:01.849185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] Attempting to bind port af614614-83c1-4a0c-ac4f-7c687e031377 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:01.849977 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] Attempting to bind port af614614-83c1-4a0c-ac4f-7c687e031377 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '60654d29-e0f8-48f0-9d9d-8d4dc5ab7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:01.851617 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] Attempting to bind port af614614-83c1-4a0c-ac4f-7c687e031377 on network 43907208-6dcf-4211-a351-e9e794e15f3b {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:01.862140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:01.862522 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] Checking segment: {'id': '60654d29-e0f8-48f0-9d9d-8d4dc5ab7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:01.862956 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.863359 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] Bound using segment: {'id': '60654d29-e0f8-48f0-9d9d-8d4dc5ab7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:01.863841 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] Bound port: af614614-83c1-4a0c-ac4f-7c687e031377, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60654d29-e0f8-48f0-9d9d-8d4dc5ab7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:01.864229 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.988003 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] For port af614614-83c1-4a0c-ac4f-7c687e031377, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:01.991978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] For port af614614-83c1-4a0c-ac4f-7c687e031377, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=af614614-83c1-4a0c-ac4f-7c687e031377,segment=NetworkSegment(60654d29-e0f8-48f0-9d9d-8d4dc5ab7033),segment_id=60654d29-e0f8-48f0-9d9d-8d4dc5ab7033)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:02.018389 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6880cf4e-6406-4bcb-9cf1-a2fc5b1f5f6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.080735 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ead455f9-46f8-4d3e-a0fe-85215ec4e881 req-175daba1-c058-44b4-8034-63ca787c119c tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.113754 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175daba1-c058-44b4-8034-63ca787c119c tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Pushing event deleted for resources: {'Port': ['ID=be6868a6-474e-449f-b786-0a6df27e8f44,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:02.123292 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['be6868a6-474e-449f-b786-0a6df27e8f44'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:02.154860 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.229801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb4385-272e-4427-b8ba-afd3ec670cde None None] Pushing event updated for resources: {'Port': ['ID=af614614-83c1-4a0c-ac4f-7c687e031377,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:02.255002 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6880cf4e-6406-4bcb-9cf1-a2fc5b1f5f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.265705 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead455f9-46f8-4d3e-a0fe-85215ec4e881 req-175daba1-c058-44b4-8034-63ca787c119c tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] No DVR routers for this DVR port be6868a6-474e-449f-b786-0a6df27e8f44 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:02.269319 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ead455f9-46f8-4d3e-a0fe-85215ec4e881 req-175daba1-c058-44b4-8034-63ca787c119c tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.272387 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ead455f9-46f8-4d3e-a0fe-85215ec4e881 req-175daba1-c058-44b4-8034-63ca787c119c tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.21 "DELETE /v2.0/ports/be6868a6-474e-449f-b786-0a6df27e8f44 HTTP/1.1" status: 204 len: 173 time: 1.6898272 Sep 16 05:08:02.279983 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98228f4d-8ead-4767-8351-7256f41c3ec6', 'name': 'network-vif-deleted', 'tag': 'be6868a6-474e-449f-b786-0a6df27e8f44'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:02.283954 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19cc977-fa4a-4df5-8d6d-fc1cbd95271c" -d '{"events": [{"server_uuid": "98228f4d-8ead-4767-8351-7256f41c3ec6", "name": "network-vif-deleted", "tag": "be6868a6-474e-449f-b786-0a6df27e8f44"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:02.325972 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6880cf4e-6406-4bcb-9cf1-a2fc5b1f5f6e admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:02.329757 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-6880cf4e-6406-4bcb-9cf1-a2fc5b1f5f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:02.338030 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6880cf4e-6406-4bcb-9cf1-a2fc5b1f5f6e admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:02.416927 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88f6334e-8134-4475-a891-99315ae4dd71 req-660ab50e-b145-40ab-be33-07cddfd0ef96 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 210 time: 0.1005282 Sep 16 05:08:02.469905 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880cf4e-6406-4bcb-9cf1-a2fc5b1f5f6e admin admin] Pushing event updated for resources: {'Port': ['ID=5fd1f067-5a68-416f-977d-afa36c26aee7,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:02.504039 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bae51b-50ff-4543-8814-6cdbd6c5743d x-openstack-request-id: req-c3bae51b-50ff-4543-8814-6cdbd6c5743d {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:02.504332 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98228f4d-8ead-4767-8351-7256f41c3ec6", "name": "network-vif-deleted", "tag": "be6868a6-474e-449f-b786-0a6df27e8f44", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:02.504592 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3bae51b-50ff-4543-8814-6cdbd6c5743d {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:02.505241 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98228f4d-8ead-4767-8351-7256f41c3ec6', 'name': 'network-vif-deleted', 'tag': 'be6868a6-474e-449f-b786-0a6df27e8f44', 'status': 'completed', 'code': 200} Sep 16 05:08:02.591586 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d4fa6-d360-4712-a40d-4155f99e172f req-cc4abf2d-f3dc-4aa7-bf7f-a7f35658f260 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:02.600322 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c60d4fa6-d360-4712-a40d-4155f99e172f req-cc4abf2d-f3dc-4aa7-bf7f-a7f35658f260 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 945 time: 0.1811664 Sep 16 05:08:02.658143 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c60d4fa6-d360-4712-a40d-4155f99e172f req-3f1300a9-d407-4dfa-84ff-9f4efc79a21d tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568264 Sep 16 05:08:02.751039 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device dac8925d-c383-4a74-bc11-1543c027cb7e up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:02.809138 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port dac8925d-c383-4a74-bc11-1543c027cb7e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:02.809504 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.834635 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9fc77-0950-45fc-8d33-e1efb93c5193 req-264e9e10-df63-4c2d-a52c-218eff70949a tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:02.842743 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-23f9fc77-0950-45fc-8d33-e1efb93c5193 req-264e9e10-df63-4c2d-a52c-218eff70949a tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.38 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 945 time: 0.0970612 Sep 16 05:08:02.934017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42856fbb-8d23-4438-952a-71cb30cc523b req-1ed27450-b999-436c-b529-d82843c3c0b1 tempest-ListServerFiltersTestJSON-1557393400 tempest-ListServerFiltersTestJSON-1557393400-project] 10.222.0.20 "GET /v2.0/ports?device_id=98228f4d-8ead-4767-8351-7256f41c3ec6 HTTP/1.1" status: 200 len: 210 time: 0.0391090 Sep 16 05:08:03.045467 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6880cf4e-6406-4bcb-9cf1-a2fc5b1f5f6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.110550 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-23f9fc77-0950-45fc-8d33-e1efb93c5193 req-c61a146c-eac8-4f8b-af5f-afb94f94415c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Deleting port e7e81049-7e50-4cc6-ab2e-31262d196360 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:03.112298 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-23f9fc77-0950-45fc-8d33-e1efb93c5193 req-c61a146c-eac8-4f8b-af5f-afb94f94415c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.296664 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-23f9fc77-0950-45fc-8d33-e1efb93c5193 req-c61a146c-eac8-4f8b-af5f-afb94f94415c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] For port e7e81049-7e50-4cc6-ab2e-31262d196360, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=e7e81049-7e50-4cc6-ab2e-31262d196360,segment=NetworkSegment(c5caf03c-23e1-42af-9b79-956f898c4611),segment_id=c5caf03c-23e1-42af-9b79-956f898c4611)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:03.297316 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-23f9fc77-0950-45fc-8d33-e1efb93c5193 req-c61a146c-eac8-4f8b-af5f-afb94f94415c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.330032 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-23f9fc77-0950-45fc-8d33-e1efb93c5193 req-c61a146c-eac8-4f8b-af5f-afb94f94415c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Calling delete_port for e7e81049-7e50-4cc6-ab2e-31262d196360 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:03.408494 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6880cf4e-6406-4bcb-9cf1-a2fc5b1f5f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.508891 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35984af8-9b89-4f7b-a3e8-98cc47ce113a req-41d71c97-efa9-4869-9c6d-15adc49c56bf tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 210 time: 0.0398467 Sep 16 05:08:03.710190 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-23f9fc77-0950-45fc-8d33-e1efb93c5193 req-c61a146c-eac8-4f8b-af5f-afb94f94415c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.713840 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58882f3-938c-4cd5-b133-ffd71534f781 None None] Network 43907208-6dcf-4211-a351-e9e794e15f3b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:03.750998 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['38e7db03-d96a-440b-8326-d6d28c252449'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:03.766777 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['335a68da-f984-42f8-a373-ccba544267ac', 'e7e81049-7e50-4cc6-ab2e-31262d196360'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:03.829023 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-11946191-5b5f-4ba1-bf15-fe695a78388a req-da9e03a9-788e-4f09-86e8-018123789a78 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 210 time: 0.0317135 Sep 16 05:08:04.000763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42220) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:04.095258 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9886c7ab-21ab-4dcf-83fb-10ee63e76abc None None] Provisioning complete for port af614614-83c1-4a0c-ac4f-7c687e031377 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:04.095877 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9886c7ab-21ab-4dcf-83fb-10ee63e76abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.116085 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a146c-eac8-4f8b-af5f-afb94f94415c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Pushing event deleted for resources: {'Port': ['ID=e7e81049-7e50-4cc6-ab2e-31262d196360,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:04.124105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6880cf4e-6406-4bcb-9cf1-a2fc5b1f5f6e admin admin] Router def28227-2768-4a42-82bd-0bc2670976e7 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:08:04.162083 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebecc84-05d1-4dbc-91ae-f9715b008665 admin admin] Deleting subnet ce23bb60-cab7-46c4-9fc7-4556535ce93f {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:08:04.175713 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3ebecc84-05d1-4dbc-91ae-f9715b008665 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.228027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f9fc77-0950-45fc-8d33-e1efb93c5193 req-c61a146c-eac8-4f8b-af5f-afb94f94415c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] No DVR routers for this DVR port e7e81049-7e50-4cc6-ab2e-31262d196360 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:04.234353 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-23f9fc77-0950-45fc-8d33-e1efb93c5193 req-c61a146c-eac8-4f8b-af5f-afb94f94415c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.248452 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-23f9fc77-0950-45fc-8d33-e1efb93c5193 req-c61a146c-eac8-4f8b-af5f-afb94f94415c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.38 "DELETE /v2.0/ports/e7e81049-7e50-4cc6-ab2e-31262d196360 HTTP/1.1" status: 204 len: 173 time: 1.3534589 Sep 16 05:08:04.252198 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23b2b9a-cb7f-4504-b81f-82b435228978', 'name': 'network-vif-deleted', 'tag': 'e7e81049-7e50-4cc6-ab2e-31262d196360'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:04.269209 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3ebecc84-05d1-4dbc-91ae-f9715b008665 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.286524 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0379729-c5ce-4454-9b15-e42998775da9" -d '{"events": [{"server_uuid": "a23b2b9a-cb7f-4504-b81f-82b435228978", "name": "network-vif-deleted", "tag": "e7e81049-7e50-4cc6-ab2e-31262d196360"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:04.509433 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3ebecc84-05d1-4dbc-91ae-f9715b008665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.540042 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6880cf4e-6406-4bcb-9cf1-a2fc5b1f5f6e admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:04.544298 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d6414f-64bd-42cb-a2b0-aeed464d1c67 x-openstack-request-id: req-69d6414f-64bd-42cb-a2b0-aeed464d1c67 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:04.544813 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23b2b9a-cb7f-4504-b81f-82b435228978", "name": "network-vif-deleted", "tag": "e7e81049-7e50-4cc6-ab2e-31262d196360", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:04.545770 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69d6414f-64bd-42cb-a2b0-aeed464d1c67 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:04.546572 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23b2b9a-cb7f-4504-b81f-82b435228978', 'name': 'network-vif-deleted', 'tag': 'e7e81049-7e50-4cc6-ab2e-31262d196360', 'status': 'completed', 'code': 200} Sep 16 05:08:04.552788 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] Sync routers for ids ['def28227-2768-4a42-82bd-0bc2670976e7'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:04.573673 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] Routers {'def28227-2768-4a42-82bd-0bc2670976e7'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:04.581203 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:07:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['def28227-2768-4a42-82bd-0bc2670976e7'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:04.675159 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6880cf4e-6406-4bcb-9cf1-a2fc5b1f5f6e admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.676654 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6880cf4e-6406-4bcb-9cf1-a2fc5b1f5f6e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5543609 Sep 16 05:08:04.679396 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42232) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:04.704213 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3ebecc84-05d1-4dbc-91ae-f9715b008665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.816664 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebecc84-05d1-4dbc-91ae-f9715b008665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce23bb60-cab7-46c4-9fc7-4556535ce93f,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:04.827389 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3ebecc84-05d1-4dbc-91ae-f9715b008665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.835627 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3ebecc84-05d1-4dbc-91ae-f9715b008665 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ce23bb60-cab7-46c4-9fc7-4556535ce93f HTTP/1.1" status: 204 len: 168 time: 0.8309093 Sep 16 05:08:04.843488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42234) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:04.843630 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device af614614-83c1-4a0c-ac4f-7c687e031377 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:04.885778 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0963db58-83c5-44ee-b59e-e9339f5543df req-57fba865-7b83-45ff-b31f-3b1c15465f1d tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 210 time: 0.0591967 Sep 16 05:08:04.897081 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] Set router def28227-2768-4a42-82bd-0bc2670976e7 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:04.904730 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a69357a-1e59-4e28-992a-cebc4fc7c510 None None] Network bb56d3e1-867c-4b60-b947-60d083f2fbbd requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:04.993096 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9886c7ab-21ab-4dcf-83fb-10ee63e76abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.070075 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-131b31c2-ceb6-40ea-a620-91e26f1a4a55 req-7ee0a036-f817-4a90-984b-1b878d12dbd8 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23b2b9a-cb7f-4504-b81f-82b435228978 HTTP/1.1" status: 200 len: 210 time: 0.0541451 Sep 16 05:08:05.161947 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.271109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] Deleting port 5df431b0-b9fa-4837-abe9-46fd1544e687 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:05.271488 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.323607 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def28227-2768-4a42-82bd-0bc2670976e7', 'name': 'tempest-TestServerMultinode-1996083842-router', 'tenant_id': '23b745b1da59472b8f8cb0645b13a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '5fd1f067-5a68-416f-977d-afa36c26aee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:00Z', 'updated_at': '2021-09-16T05:08:02Z', 'revision_number': 3, 'project_id': '23b745b1da59472b8f8cb0645b13a7a6', 'gw_port': {'id': '5fd1f067-5a68-416f-977d-afa36c26aee7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def28227-2768-4a42-82bd-0bc2670976e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:01Z', 'updated_at': '2021-09-16T05:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:05.355381 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9886c7ab-21ab-4dcf-83fb-10ee63e76abc None None] For port af614614-83c1-4a0c-ac4f-7c687e031377, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=af614614-83c1-4a0c-ac4f-7c687e031377,segment=NetworkSegment(60654d29-e0f8-48f0-9d9d-8d4dc5ab7033),segment_id=60654d29-e0f8-48f0-9d9d-8d4dc5ab7033)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:05.361693 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] Checking router: def28227-2768-4a42-82bd-0bc2670976e7 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:05.362366 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] Updating router def28227-2768-4a42-82bd-0bc2670976e7 port 5fd1f067-5a68-416f-977d-afa36c26aee7 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:08:05.390475 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.404325 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-63878c19-630a-455c-83c0-2b524ded1187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.435301 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] For port 5df431b0-b9fa-4837-abe9-46fd1544e687, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5df431b0-b9fa-4837-abe9-46fd1544e687,segment=NetworkSegment(b917e604-43bc-48a1-9d7b-caf12696afe8),segment_id=b917e604-43bc-48a1-9d7b-caf12696afe8)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:05.436000 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.457505 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9886c7ab-21ab-4dcf-83fb-10ee63e76abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.467715 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port af614614-83c1-4a0c-ac4f-7c687e031377 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:05.474149 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] Calling delete_port for 5df431b0-b9fa-4837-abe9-46fd1544e687 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:05.474413 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.528845 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device be6868a6-474e-449f-b786-0a6df27e8f44 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:05.640668 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: be6868a6-474e-449f-b786-0a6df27e8f44 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:05.641923 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device be6868a6-474e-449f-b786-0a6df27e8f44 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:05.666613 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82125c2b-46b2-44ab-8b36-73c7cbff7999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.724813 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d7258e56-bd1d-40ab-be42-015c649a965d None None] Provisioning complete for port af614614-83c1-4a0c-ac4f-7c687e031377 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:05.725206 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d7258e56-bd1d-40ab-be42-015c649a965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.728740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886c7ab-21ab-4dcf-83fb-10ee63e76abc None None] Pushing event updated for resources: {'Port': ['ID=af614614-83c1-4a0c-ac4f-7c687e031377,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:05.799578 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.821253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40ef1bd-43ec-44c0-a9c1-9aff88c61851 None None] DHCP port deletion for bb56d3e1-867c-4b60-b947-60d083f2fbbd request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:08:05.883114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] Pushing event deleted for resources: {'Port': ['ID=5df431b0-b9fa-4837-abe9-46fd1544e687,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:05.897547 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] No DVR routers for this DVR port 5df431b0-b9fa-4837-abe9-46fd1544e687 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:05.955320 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.046647 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.144828 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d9376-80d2-4d79-b8cb-681057d57f88 None None] Pushing event updated for resources: {'Port': ['ID=5fd1f067-5a68-416f-977d-afa36c26aee7,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:06.146906 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.168287 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] Attempting to bind port 5fd1f067-5a68-416f-977d-afa36c26aee7 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:06.168655 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] Attempting to bind port 5fd1f067-5a68-416f-977d-afa36c26aee7 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:06.170569 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] Attempting to bind port 5fd1f067-5a68-416f-977d-afa36c26aee7 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:06.190321 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:06.190931 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:06.191256 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.191708 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:06.192281 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] Bound port: 5fd1f067-5a68-416f-977d-afa36c26aee7, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:06.193244 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.213537 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-82125c2b-46b2-44ab-8b36-73c7cbff7999 admin admin] Allocated IP 172.20.0.1 (43907208-6dcf-4211-a351-e9e794e15f3b/80409e0d-3e24-4bfe-98c0-d911f02b9f37/a713dc28-b81b-4e3d-900b-1d374ca99256) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:06.232911 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c74d72a2-fddf-4279-affc-d1c6364292f4 req-ab6c8c67-0e80-491a-8c11-20cdd3c56e62 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 210 time: 0.2280207 Sep 16 05:08:06.288245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb56d3e1-867c-4b60-b947-60d083f2fbbd']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:06.308390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b917e604-43bc-48a1-9d7b-caf12696afe8') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:06.308938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b917e604-43bc-48a1-9d7b-caf12696afe8') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:06.326615 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.342817 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-9790f7ed-81c8-4352-8cf4-25ff802d6f08 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.344667 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-9790f7ed-81c8-4352-8cf4-25ff802d6f08 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.21 "GET /v2.0/networks?id=d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 HTTP/1.1" status: 200 len: 797 time: 0.3779514 Sep 16 05:08:06.358093 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.366473 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] For port 5fd1f067-5a68-416f-977d-afa36c26aee7, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:06.371135 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] For port 5fd1f067-5a68-416f-977d-afa36c26aee7, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5fd1f067-5a68-416f-977d-afa36c26aee7,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:06.376153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:06.376839 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:06.380923 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:06.408541 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82125c2b-46b2-44ab-8b36-73c7cbff7999 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.464561 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-e233b6a5-d318-4d20-bea7-43e124c01db1 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d4acf06f6cb40beb5bd53afa54aba76 HTTP/1.1" status: 200 len: 477 time: 0.1023903 Sep 16 05:08:06.474366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-f770480f-f8c6-44f4-90a3-4dd9221ee6f8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Request body: {'port': {'device_id': 'e8252ad3-cef5-4347-99b8-a06abf040b93', 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00', 'admin_state_up': True, 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'security_groups': ['15e3ae84-e836-4230-8edf-96b2f08d77aa', '2c529e48-5ac3-4a34-9bae-2dff010a89c0']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:06.484987 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.557578 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82125c2b-46b2-44ab-8b36-73c7cbff7999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.558903 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] Routers {'def28227-2768-4a42-82bd-0bc2670976e7'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:06.559549 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:07:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['def28227-2768-4a42-82bd-0bc2670976e7'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:06.564914 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d9376-80d2-4d79-b8cb-681057d57f88 None None] Pushing event updated for resources: {'Port': ['ID=5fd1f067-5a68-416f-977d-afa36c26aee7,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:06.589843 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.605884 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.607819 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bb56d3e1-867c-4b60-b947-60d083f2fbbd HTTP/1.1" status: 204 len: 168 time: 1.7616765 Sep 16 05:08:06.640449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810aca5-9d78-43d2-b961-1d11449ae200 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb56d3e1-867c-4b60-b947-60d083f2fbbd,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:06.653305 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82125c2b-46b2-44ab-8b36-73c7cbff7999 admin admin] Network 43907208-6dcf-4211-a351-e9e794e15f3b is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:06.659843 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-82125c2b-46b2-44ab-8b36-73c7cbff7999 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:06.670244 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82125c2b-46b2-44ab-8b36-73c7cbff7999 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:06.735570 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] Set router def28227-2768-4a42-82bd-0bc2670976e7 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:06.737185 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82125c2b-46b2-44ab-8b36-73c7cbff7999 admin admin] Pushing event updated for resources: {'Port': ['ID=a713dc28-b81b-4e3d-900b-1d374ca99256,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:06.760889 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82125c2b-46b2-44ab-8b36-73c7cbff7999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.767398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-f770480f-f8c6-44f4-90a3-4dd9221ee6f8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Made reservation on behalf of 2d4acf06f6cb40beb5bd53afa54aba76 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:06.772538 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-f770480f-f8c6-44f4-90a3-4dd9221ee6f8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.864533 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device af614614-83c1-4a0c-ac4f-7c687e031377 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:06.956736 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port af614614-83c1-4a0c-ac4f-7c687e031377 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:06.957736 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.142316 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-f770480f-f8c6-44f4-90a3-4dd9221ee6f8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Allocated IP 172.20.0.13 (d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00/e0821319-4208-4a0b-a89f-9d599a0c4e27/b9e2f19f-ad98-471f-bca3-2a07a22f2c43) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:07.177505 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82125c2b-46b2-44ab-8b36-73c7cbff7999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.197488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a108c5-f327-417e-bec5-d8059cf36e7f req-1f8c21fe-df94-4f8c-acb9-80e45e6c659a tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:07.199507 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22a108c5-f327-417e-bec5-d8059cf36e7f req-1f8c21fe-df94-4f8c-acb9-80e45e6c659a tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 945 time: 0.2794185 Sep 16 05:08:07.206667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5df431b0-b9fa-4837-abe9-46fd1544e687 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:07.266221 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 5df431b0-b9fa-4837-abe9-46fd1544e687 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:07.279286 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5df431b0-b9fa-4837-abe9-46fd1544e687 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:07.314415 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22a108c5-f327-417e-bec5-d8059cf36e7f req-d9978dc4-b0a9-4d41-8dab-e29a3f710ce3 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020813 Sep 16 05:08:07.321696 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2666f9bc-f638-4482-8d73-f4d43f14cfb0 None None] Provisioning complete for port a713dc28-b81b-4e3d-900b-1d374ca99256 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:07.324820 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2666f9bc-f638-4482-8d73-f4d43f14cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.353392 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42284) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:07.394214 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def28227-2768-4a42-82bd-0bc2670976e7', 'name': 'tempest-TestServerMultinode-1996083842-router', 'tenant_id': '23b745b1da59472b8f8cb0645b13a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '5fd1f067-5a68-416f-977d-afa36c26aee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:00Z', 'updated_at': '2021-09-16T05:08:02Z', 'revision_number': 3, 'project_id': '23b745b1da59472b8f8cb0645b13a7a6', 'gw_port': {'id': '5fd1f067-5a68-416f-977d-afa36c26aee7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def28227-2768-4a42-82bd-0bc2670976e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:01Z', 'updated_at': '2021-09-16T05:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:07.440203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2666f9bc-f638-4482-8d73-f4d43f14cfb0 None None] Port a713dc28-b81b-4e3d-900b-1d374ca99256 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:07.477004 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bdf86-d049-4712-8b38-e419a136092f None None] The sync data for ids ['def28227-2768-4a42-82bd-0bc2670976e7'] in n-d-712140-13 is: [{'id': 'def28227-2768-4a42-82bd-0bc2670976e7', 'name': 'tempest-TestServerMultinode-1996083842-router', 'tenant_id': '23b745b1da59472b8f8cb0645b13a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '5fd1f067-5a68-416f-977d-afa36c26aee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:00Z', 'updated_at': '2021-09-16T05:08:02Z', 'revision_number': 3, 'project_id': '23b745b1da59472b8f8cb0645b13a7a6', 'gw_port': {'id': '5fd1f067-5a68-416f-977d-afa36c26aee7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def28227-2768-4a42-82bd-0bc2670976e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:01Z', 'updated_at': '2021-09-16T05:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:07.484645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80f576ed-81b3-40a3-b7f4-6c8f591bbbbb req-2a7888a9-e805-46b1-9fe4-e842e7de6d43 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 210 time: 0.0578725 Sep 16 05:08:07.519786 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-f770480f-f8c6-44f4-90a3-4dd9221ee6f8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.543879 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ffd84771-567c-4e12-a891-cb17cb4c084b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75d65b6e4a684867b865b7a722577078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855578 Sep 16 05:08:07.548065 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42288) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:07.562410 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82125c2b-46b2-44ab-8b36-73c7cbff7999 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.641173 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2ccee076-3af3-4bd8-8f96-e8c0cbdabbac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.643070 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82125c2b-46b2-44ab-8b36-73c7cbff7999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.806543 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fc335ccf-eb01-4703-a417-30b882d0bf89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.856040 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2ccee076-3af3-4bd8-8f96-e8c0cbdabbac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.904346 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82125c2b-46b2-44ab-8b36-73c7cbff7999 admin admin] Pushing event updated for resources: {'Port': ['ID=a713dc28-b81b-4e3d-900b-1d374ca99256,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:07.917952 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82125c2b-46b2-44ab-8b36-73c7cbff7999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.034993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device e7e81049-7e50-4cc6-ab2e-31262d196360 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:08.068766 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: e7e81049-7e50-4cc6-ab2e-31262d196360 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:08.069379 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device e7e81049-7e50-4cc6-ab2e-31262d196360 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:08.074027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82125c2b-46b2-44ab-8b36-73c7cbff7999 admin admin] Network 43907208-6dcf-4211-a351-e9e794e15f3b is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:08.076225 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-82125c2b-46b2-44ab-8b36-73c7cbff7999 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:08.149989 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2ccee076-3af3-4bd8-8f96-e8c0cbdabbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.153386 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2ccee076-3af3-4bd8-8f96-e8c0cbdabbac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.157500 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2ccee076-3af3-4bd8-8f96-e8c0cbdabbac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8244f1e-f119-4c61-b5a9-79d4ad255865 HTTP/1.1" status: 204 len: 168 time: 0.6052225 Sep 16 05:08:08.180169 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccee076-3af3-4bd8-8f96-e8c0cbdabbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8244f1e-f119-4c61-b5a9-79d4ad255865,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:08.269799 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-f770480f-f8c6-44f4-90a3-4dd9221ee6f8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.272179 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82125c2b-46b2-44ab-8b36-73c7cbff7999 admin admin] Router def28227-2768-4a42-82bd-0bc2670976e7 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:08.347998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-f770480f-f8c6-44f4-90a3-4dd9221ee6f8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Network d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:08.363196 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-f770480f-f8c6-44f4-90a3-4dd9221ee6f8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:08.381816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-f770480f-f8c6-44f4-90a3-4dd9221ee6f8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:08.386453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770480f-f8c6-44f4-90a3-4dd9221ee6f8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event updated for resources: {'Port': ['ID=b9e2f19f-ad98-471f-bca3-2a07a22f2c43,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:08.498492 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82125c2b-46b2-44ab-8b36-73c7cbff7999 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:08.507993 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-82125c2b-46b2-44ab-8b36-73c7cbff7999 admin admin] 10.222.0.20 "PUT /v2.0/routers/def28227-2768-4a42-82bd-0bc2670976e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8274450 Sep 16 05:08:08.532206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-f770480f-f8c6-44f4-90a3-4dd9221ee6f8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:08.532991 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-f770480f-f8c6-44f4-90a3-4dd9221ee6f8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.555924 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.587820 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1dadf2d2-0347-4b9f-8035-254cee226d50 None None] Provisioning complete for port a713dc28-b81b-4e3d-900b-1d374ca99256 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:08.590895 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1dadf2d2-0347-4b9f-8035-254cee226d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.649714 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93436d45-80ec-4903-a313-907f46e8d140 req-e142451a-a8b4-4ed8-8db2-77385e8bc14c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:08.653105 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93436d45-80ec-4903-a313-907f46e8d140 req-e142451a-a8b4-4ed8-8db2-77385e8bc14c tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 945 time: 0.1166711 Sep 16 05:08:08.667057 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-1dadf2d2-0347-4b9f-8035-254cee226d50 None None] Port a713dc28-b81b-4e3d-900b-1d374ca99256 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:08.731728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-f770480f-f8c6-44f4-90a3-4dd9221ee6f8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.2611349 Sep 16 05:08:08.755563 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93436d45-80ec-4903-a313-907f46e8d140 req-1b302e55-fbd2-4bd3-aa3b-82b7408f7826 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789301 Sep 16 05:08:08.780671 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5fd1f067-5a68-416f-977d-afa36c26aee7 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:08.787811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71b43b-f8a6-4473-ad89-0ceff6469d10 req-f76c8c42-620f-433c-bd72-9b4736c32f58 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:08.798784 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a71b43b-f8a6-4473-ad89-0ceff6469d10 req-f76c8c42-620f-433c-bd72-9b4736c32f58 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 971 time: 0.1442177 Sep 16 05:08:08.842938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Request body: {'port': {'device_id': 'e8252ad3-cef5-4347-99b8-a06abf040b93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:08.862950 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5fd1f067-5a68-416f-977d-afa36c26aee7 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:08.864502 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.926493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a71b43b-f8a6-4473-ad89-0ceff6469d10 req-12c8b986-62c6-47bf-a50e-ee2087579313 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c529e48-5ac3-4a34-9bae-2dff010a89c0&id=15e3ae84-e836-4230-8edf-96b2f08d77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1265113 Sep 16 05:08:08.946821 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-900a0bd4-1ab1-4d90-bfeb-64b4d388c33e None None] Provisioning complete for port b9e2f19f-ad98-471f-bca3-2a07a22f2c43 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:08.947249 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-900a0bd4-1ab1-4d90-bfeb-64b4d388c33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.011826 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-900a0bd4-1ab1-4d90-bfeb-64b4d388c33e None None] Port b9e2f19f-ad98-471f-bca3-2a07a22f2c43 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:09.033870 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b3b39-86d9-4285-8e34-3ddc31f82cd9 req-a330e6c0-7d7a-4c38-af62-135d523cb8ef tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.035588 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e3b3b39-86d9-4285-8e34-3ddc31f82cd9 req-a330e6c0-7d7a-4c38-af62-135d523cb8ef tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 945 time: 0.2138374 Sep 16 05:08:09.053067 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.069370 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.076395 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 5fd1f067-5a68-416f-977d-afa36c26aee7, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5fd1f067-5a68-416f-977d-afa36c26aee7,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:09.155119 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.248723 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.262475 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-6e3b3b39-86d9-4285-8e34-3ddc31f82cd9 req-54084f26-72d8-4591-9318-3ab4f67b9068 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Deleting port 38e7db03-d96a-440b-8326-d6d28c252449 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:09.262737 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6e3b3b39-86d9-4285-8e34-3ddc31f82cd9 req-54084f26-72d8-4591-9318-3ab4f67b9068 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.286441 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=5fd1f067-5a68-416f-977d-afa36c26aee7,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:09.495122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-6e3b3b39-86d9-4285-8e34-3ddc31f82cd9 req-54084f26-72d8-4591-9318-3ab4f67b9068 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] For port 38e7db03-d96a-440b-8326-d6d28c252449, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=38e7db03-d96a-440b-8326-d6d28c252449,segment=NetworkSegment(c5caf03c-23e1-42af-9b79-956f898c4611),segment_id=c5caf03c-23e1-42af-9b79-956f898c4611)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:09.495122 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6e3b3b39-86d9-4285-8e34-3ddc31f82cd9 req-54084f26-72d8-4591-9318-3ab4f67b9068 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.526594 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-6e3b3b39-86d9-4285-8e34-3ddc31f82cd9 req-54084f26-72d8-4591-9318-3ab4f67b9068 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Calling delete_port for 38e7db03-d96a-440b-8326-d6d28c252449 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:09.616952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e2f19f-ad98-471f-bca3-2a07a22f2c43 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:09.629446 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.654577 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Transition to ACTIVE for port object b9e2f19f-ad98-471f-bca3-2a07a22f2c43 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:09.727795 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.841672 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e2f19f-ad98-471f-bca3-2a07a22f2c43,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:09.870398 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6e3b3b39-86d9-4285-8e34-3ddc31f82cd9 req-54084f26-72d8-4591-9318-3ab4f67b9068 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.915747 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['38e7db03-d96a-440b-8326-d6d28c252449'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:09.918560 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['335a68da-f984-42f8-a373-ccba544267ac'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:10.018601 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42346) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:10.023822 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-342c4c48-f1b5-4dbf-99a3-5cfe3bb807de admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-972958265-network', 'tenant_id': 'e4a15fd7db5d4deba65033e0a691ceb2'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:10.143079 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] Sync routers for ids ['def28227-2768-4a42-82bd-0bc2670976e7'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:10.184603 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8428f32-d2f0-4a21-976e-82526adacb24 req-a00eedf4-b88a-4d1e-b52c-b882e3a00612 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 210 time: 0.2956049 Sep 16 05:08:10.190075 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342c4c48-f1b5-4dbf-99a3-5cfe3bb807de admin admin] Made reservation on behalf of e4a15fd7db5d4deba65033e0a691ceb2 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:10.196240 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-342c4c48-f1b5-4dbf-99a3-5cfe3bb807de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.211546 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54084f26-72d8-4591-9318-3ab4f67b9068 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Pushing event deleted for resources: {'Port': ['ID=38e7db03-d96a-440b-8326-d6d28c252449,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:10.214212 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-342c4c48-f1b5-4dbf-99a3-5cfe3bb807de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.245540 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] Routers {'def28227-2768-4a42-82bd-0bc2670976e7'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:10.250440 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:08:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['def28227-2768-4a42-82bd-0bc2670976e7'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:10.369291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3b3b39-86d9-4285-8e34-3ddc31f82cd9 req-54084f26-72d8-4591-9318-3ab4f67b9068 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] No DVR routers for this DVR port 38e7db03-d96a-440b-8326-d6d28c252449 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:10.373455 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6e3b3b39-86d9-4285-8e34-3ddc31f82cd9 req-54084f26-72d8-4591-9318-3ab4f67b9068 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.376317 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e3b3b39-86d9-4285-8e34-3ddc31f82cd9 req-54084f26-72d8-4591-9318-3ab4f67b9068 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.21 "DELETE /v2.0/ports/38e7db03-d96a-440b-8326-d6d28c252449 HTTP/1.1" status: 204 len: 173 time: 1.3329835 Sep 16 05:08:10.378309 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d06ac8-57e9-4e42-9010-803524cf9379', 'name': 'network-vif-deleted', 'tag': '38e7db03-d96a-440b-8326-d6d28c252449'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:10.393866 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f1788c-219f-41c7-b8d4-affd126f7d90" -d '{"events": [{"server_uuid": "03d06ac8-57e9-4e42-9010-803524cf9379", "name": "network-vif-deleted", "tag": "38e7db03-d96a-440b-8326-d6d28c252449"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:10.420091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Attempting to bind port b9e2f19f-ad98-471f-bca3-2a07a22f2c43 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:10.420511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Attempting to bind port b9e2f19f-ad98-471f-bca3-2a07a22f2c43 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '54e2881c-ea41-4221-812c-ac7cad79e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:10.420916 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Attempting to bind port b9e2f19f-ad98-471f-bca3-2a07a22f2c43 on network d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:10.429026 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Port b9e2f19f-ad98-471f-bca3-2a07a22f2c43 on network d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:10.429563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Attempting to bind port b9e2f19f-ad98-471f-bca3-2a07a22f2c43 on network d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:10.437527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:10.453129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Checking segment: {'id': '54e2881c-ea41-4221-812c-ac7cad79e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:10.453129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Bound using segment: {'id': '54e2881c-ea41-4221-812c-ac7cad79e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:10.453129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Bound port: b9e2f19f-ad98-471f-bca3-2a07a22f2c43, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e2881c-ea41-4221-812c-ac7cad79e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:10.453129 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.459235 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-342c4c48-f1b5-4dbf-99a3-5cfe3bb807de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.459363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254eaa9-c170-4bcc-895e-cd53a156b7c6 req-8f2c3606-581a-42a8-9df3-a1fe8537a072 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:10.460986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8254eaa9-c170-4bcc-895e-cd53a156b7c6 req-8f2c3606-581a-42a8-9df3-a1fe8537a072 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 983 time: 0.2914350 Sep 16 05:08:10.545452 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1439ee8e-7158-4dc7-b098-11222e7a11cf x-openstack-request-id: req-1439ee8e-7158-4dc7-b098-11222e7a11cf {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:10.546113 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d06ac8-57e9-4e42-9010-803524cf9379", "name": "network-vif-deleted", "tag": "38e7db03-d96a-440b-8326-d6d28c252449", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:10.546113 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1439ee8e-7158-4dc7-b098-11222e7a11cf {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:10.546351 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d06ac8-57e9-4e42-9010-803524cf9379', 'name': 'network-vif-deleted', 'tag': '38e7db03-d96a-440b-8326-d6d28c252449', 'status': 'completed', 'code': 200} Sep 16 05:08:10.569575 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8254eaa9-c170-4bcc-895e-cd53a156b7c6 req-f2a51281-4cb2-4b1e-8ff5-cd0744b872f3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c529e48-5ac3-4a34-9bae-2dff010a89c0&id=15e3ae84-e836-4230-8edf-96b2f08d77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1004319 Sep 16 05:08:10.576871 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42362) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:10.588229 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-342c4c48-f1b5-4dbf-99a3-5cfe3bb807de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.591214 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] Set router def28227-2768-4a42-82bd-0bc2670976e7 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:10.627788 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342c4c48-f1b5-4dbf-99a3-5cfe3bb807de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:10.666578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] For port b9e2f19f-ad98-471f-bca3-2a07a22f2c43, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:10.675744 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-342c4c48-f1b5-4dbf-99a3-5cfe3bb807de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.676474 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-342c4c48-f1b5-4dbf-99a3-5cfe3bb807de admin admin] Added segment b6becb54-61cd-45ea-bb59-8ae00585c330 of type vlan for network 26784db1-fa8b-4c92-b0e8-05991c92ae4e Sep 16 05:08:10.681420 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] For port b9e2f19f-ad98-471f-bca3-2a07a22f2c43, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b9e2f19f-ad98-471f-bca3-2a07a22f2c43,segment=NetworkSegment(54e2881c-ea41-4221-812c-ac7cad79e063),segment_id=54e2881c-ea41-4221-812c-ac7cad79e063)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:10.754631 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.785265 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-342c4c48-f1b5-4dbf-99a3-5cfe3bb807de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.806744 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c4c48-f1b5-4dbf-99a3-5cfe3bb807de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c60aadb-ee2d-4a3c-bafd-1f9846129078,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:10.856829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:10.857995 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.860107 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] 10.222.0.21 "PUT /v2.0/ports/b9e2f19f-ad98-471f-bca3-2a07a22f2c43 HTTP/1.1" status: 200 len: 1132 time: 2.0338314 Sep 16 05:08:10.900443 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5fd1f067-5a68-416f-977d-afa36c26aee7 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:10.903136 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed126ac2-f5e2-494d-afbd-fabb6cf35e80 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e2f19f-ad98-471f-bca3-2a07a22f2c43,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:10.914522 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.968653 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-342c4c48-f1b5-4dbf-99a3-5cfe3bb807de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.970422 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342c4c48-f1b5-4dbf-99a3-5cfe3bb807de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:10.972081 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-342c4c48-f1b5-4dbf-99a3-5cfe3bb807de admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.103462 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5fd1f067-5a68-416f-977d-afa36c26aee7 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:11.107950 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.151721 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def28227-2768-4a42-82bd-0bc2670976e7', 'name': 'tempest-TestServerMultinode-1996083842-router', 'tenant_id': '23b745b1da59472b8f8cb0645b13a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '5fd1f067-5a68-416f-977d-afa36c26aee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:00Z', 'updated_at': '2021-09-16T05:08:07Z', 'revision_number': 4, 'project_id': '23b745b1da59472b8f8cb0645b13a7a6', 'gw_port': {'id': '5fd1f067-5a68-416f-977d-afa36c26aee7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def28227-2768-4a42-82bd-0bc2670976e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:01Z', 'updated_at': '2021-09-16T05:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'a713dc28-b81b-4e3d-900b-1d374ca99256', 'name': '', 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b', 'tenant_id': '23b745b1da59472b8f8cb0645b13a7a6', 'mac_address': 'fa:16:3e:f9:46:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def28227-2768-4a42-82bd-0bc2670976e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '80409e0d-3e24-4bfe-98c0-d911f02b9f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:05Z', 'updated_at': '2021-09-16T05:08:07Z', 'revision_number': 2, 'project_id': '23b745b1da59472b8f8cb0645b13a7a6', 'subnets': [{'id': '80409e0d-3e24-4bfe-98c0-d911f02b9f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:11.195133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-e676009d-f1a7-4c30-b5b4-a9b354bfad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:11.197758 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-e676009d-f1a7-4c30-b5b4-a9b354bfad67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d4acf06f6cb40beb5bd53afa54aba76&device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 1135 time: 0.1699290 Sep 16 05:08:11.202637 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c4c48-f1b5-4dbf-99a3-5cfe3bb807de admin admin] Pushing event updated for resources: {'Network': ['ID=26784db1-fa8b-4c92-b0e8-05991c92ae4e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:11.222821 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-b318777a-10c6-480a-b376-8d3686d14baa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-919008310-network', 'tenant_id': '421b1e6dd448470ca5c7bf9dd8b56185'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:11.241229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 26784db1-fa8b-4c92-b0e8-05991c92ae4e details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:11.258241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] Checking router: def28227-2768-4a42-82bd-0bc2670976e7 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:11.258861 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] Updating router def28227-2768-4a42-82bd-0bc2670976e7 port a713dc28-b81b-4e3d-900b-1d374ca99256 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:08:11.322716 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-e12a1d16-8aa2-4494-a142-dbdd08f7e37c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9e2f19f-ad98-471f-bca3-2a07a22f2c43 HTTP/1.1" status: 200 len: 217 time: 0.0850084 Sep 16 05:08:11.344557 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.396418 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b318777a-10c6-480a-b376-8d3686d14baa admin admin] Made reservation on behalf of 421b1e6dd448470ca5c7bf9dd8b56185 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:11.398926 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b318777a-10c6-480a-b376-8d3686d14baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.421945 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b318777a-10c6-480a-b376-8d3686d14baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.440085 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a99a963-cfce-4186-8f72-cd23e3634348 req-ae6b6265-1af5-4b26-b30a-7d05940c7301 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d06ac8-57e9-4e42-9010-803524cf9379 HTTP/1.1" status: 200 len: 210 time: 0.0492592 Sep 16 05:08:11.453213 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-8d31d0ce-b32e-4763-8db0-912e573e0442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:11.455127 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-8d31d0ce-b32e-4763-8db0-912e573e0442 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e0821319-4208-4a0b-a89f-9d599a0c4e27 HTTP/1.1" status: 200 len: 835 time: 0.1224813 Sep 16 05:08:11.512120 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-342c4c48-f1b5-4dbf-99a3-5cfe3bb807de admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4922287 Sep 16 05:08:11.519971 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42378) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:11.528357 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-2d9274f7-5251-42d3-8611-5690e6291f35 admin admin] Request body: {'subnet': {'network_id': '26784db1-fa8b-4c92-b0e8-05991c92ae4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-972958265-subnet', 'tenant_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:11.562270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-0fcbce02-b260-482a-9022-fa530ec9c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:11.564605 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-0fcbce02-b260-482a-9022-fa530ec9c91d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002564 Sep 16 05:08:11.662353 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b318777a-10c6-480a-b376-8d3686d14baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.721404 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-dd3c32df-4b8a-4217-a2ed-4b245aa57684 service neutron] 10.222.0.21 "GET /v2.0/networks/d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489701 Sep 16 05:08:11.765061 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25409f69-23b3-4510-8f76-bc800e948e58 req-549554d3-da97-4bd8-bf2e-113ce2c2b240 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:11.766645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25409f69-23b3-4510-8f76-bc800e948e58 req-549554d3-da97-4bd8-bf2e-113ce2c2b240 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 983 time: 0.1016676 Sep 16 05:08:11.821836 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b318777a-10c6-480a-b376-8d3686d14baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.833492 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.862586 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b318777a-10c6-480a-b376-8d3686d14baa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:11.881818 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25409f69-23b3-4510-8f76-bc800e948e58 req-d5661288-aed4-4a63-addf-550fa1c1d1ab tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c529e48-5ac3-4a34-9bae-2dff010a89c0&id=15e3ae84-e836-4230-8edf-96b2f08d77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0903218 Sep 16 05:08:11.886288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b318777a-10c6-480a-b376-8d3686d14baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.886685 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-b318777a-10c6-480a-b376-8d3686d14baa admin admin] Added segment 22c6c819-ac30-412f-92a3-d329cb900d3f of type vlan for network 03728936-a85e-4331-98cd-8d294836c3d0 Sep 16 05:08:11.889065 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732d3d64-3a8f-4be5-810e-316cf4e1b05b req-fcdd7de7-f4d5-4fa0-8f4d-680649499e58 service neutron] 10.222.0.21 "GET /v2.0/networks/d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526301 Sep 16 05:08:11.900818 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318777a-10c6-480a-b376-8d3686d14baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:11.938291 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.938577 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b318777a-10c6-480a-b376-8d3686d14baa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.968870 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9274f7-5251-42d3-8611-5690e6291f35 admin admin] Made reservation on behalf of e4a15fd7db5d4deba65033e0a691ceb2 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:11.974140 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2d9274f7-5251-42d3-8611-5690e6291f35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.991501 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782183c-0aaa-42ed-bb2f-3337cc9d0ff9 None None] Pushing event updated for resources: {'Port': ['ID=a713dc28-b81b-4e3d-900b-1d374ca99256,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:12.057882 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] Attempting to bind port a713dc28-b81b-4e3d-900b-1d374ca99256 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:12.058116 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] Attempting to bind port a713dc28-b81b-4e3d-900b-1d374ca99256 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '60654d29-e0f8-48f0-9d9d-8d4dc5ab7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:12.058492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] Attempting to bind port a713dc28-b81b-4e3d-900b-1d374ca99256 on network 43907208-6dcf-4211-a351-e9e794e15f3b {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:12.064248 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:12.064642 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] Checking segment: {'id': '60654d29-e0f8-48f0-9d9d-8d4dc5ab7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:12.065050 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.065452 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] Bound using segment: {'id': '60654d29-e0f8-48f0-9d9d-8d4dc5ab7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:12.065930 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] Bound port: a713dc28-b81b-4e3d-900b-1d374ca99256, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60654d29-e0f8-48f0-9d9d-8d4dc5ab7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:12.066318 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.072180 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b318777a-10c6-480a-b376-8d3686d14baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.073213 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b318777a-10c6-480a-b376-8d3686d14baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:12.073958 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b318777a-10c6-480a-b376-8d3686d14baa admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.142367 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] For port a713dc28-b81b-4e3d-900b-1d374ca99256, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:12.146254 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] For port a713dc28-b81b-4e3d-900b-1d374ca99256, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a713dc28-b81b-4e3d-900b-1d374ca99256,segment=NetworkSegment(60654d29-e0f8-48f0-9d9d-8d4dc5ab7033),segment_id=60654d29-e0f8-48f0-9d9d-8d4dc5ab7033)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:12.177800 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318777a-10c6-480a-b376-8d3686d14baa admin admin] Pushing event updated for resources: {'Network': ['ID=03728936-a85e-4331-98cd-8d294836c3d0,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:12.201660 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 03728936-a85e-4331-98cd-8d294836c3d0 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:12.227787 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b318777a-10c6-480a-b376-8d3686d14baa admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6492126 Sep 16 05:08:12.232665 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42396) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:12.238069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c1e6090f-b5f9-4943-8fae-20ec96092dd5 admin admin] Request body: {'subnet': {'network_id': '03728936-a85e-4331-98cd-8d294836c3d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-919008310-subnet', 'tenant_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:12.355690 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2d9274f7-5251-42d3-8611-5690e6291f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.356044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e6090f-b5f9-4943-8fae-20ec96092dd5 admin admin] Made reservation on behalf of 421b1e6dd448470ca5c7bf9dd8b56185 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:12.359404 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1e6090f-b5f9-4943-8fae-20ec96092dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.433257 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.439463 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9274f7-5251-42d3-8611-5690e6291f35 admin admin] Checking segment: {'id': 'b6becb54-61cd-45ea-bb59-8ae00585c330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '26784db1-fa8b-4c92-b0e8-05991c92ae4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:12.440074 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9274f7-5251-42d3-8611-5690e6291f35 admin admin] Network hostable DHCP agents. Network: 26784db1-fa8b-4c92-b0e8-05991c92ae4e, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:12.447257 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9274f7-5251-42d3-8611-5690e6291f35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d8271f-3d07-4290-b768-6711463368d8,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:12.518396 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782183c-0aaa-42ed-bb2f-3337cc9d0ff9 None None] Pushing event updated for resources: {'Port': ['ID=a713dc28-b81b-4e3d-900b-1d374ca99256,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:12.523551 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a2f5043b-cea7-452b-8af2-3848927ff92b None None] Provisioning complete for port a713dc28-b81b-4e3d-900b-1d374ca99256 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:12.524228 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a2f5043b-cea7-452b-8af2-3848927ff92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.549928 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9274f7-5251-42d3-8611-5690e6291f35 admin admin] Network 26784db1-fa8b-4c92-b0e8-05991c92ae4e is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:12.555796 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] Routers {'def28227-2768-4a42-82bd-0bc2670976e7'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:12.557350 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:08:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['def28227-2768-4a42-82bd-0bc2670976e7'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:12.570843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8252ad3-cef5-4347-99b8-a06abf040b93', 'tag': 'b9e2f19f-ad98-471f-bca3-2a07a22f2c43'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:12.573489 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16566b7a-ae06-4a10-9450-8967072723a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e8252ad3-cef5-4347-99b8-a06abf040b93", "tag": "b9e2f19f-ad98-471f-bca3-2a07a22f2c43"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:12.633642 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fb836b-b210-4103-a731-bb0207d01c0f x-openstack-request-id: req-91fb836b-b210-4103-a731-bb0207d01c0f {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:12.634132 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8252ad3-cef5-4347-99b8-a06abf040b93", "tag": "b9e2f19f-ad98-471f-bca3-2a07a22f2c43", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:12.634532 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91fb836b-b210-4103-a731-bb0207d01c0f {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:12.644911 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8252ad3-cef5-4347-99b8-a06abf040b93', 'tag': 'b9e2f19f-ad98-471f-bca3-2a07a22f2c43', 'status': 'completed', 'code': 200} Sep 16 05:08:12.709108 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-2d9274f7-5251-42d3-8611-5690e6291f35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 26784db1-fa8b-4c92-b0e8-05991c92ae4e) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:12.714578 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9274f7-5251-42d3-8611-5690e6291f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:12.715707 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2d9274f7-5251-42d3-8611-5690e6291f35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.718456 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1e6090f-b5f9-4943-8fae-20ec96092dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.737218 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] Set router def28227-2768-4a42-82bd-0bc2670976e7 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:12.767806 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c304ba84-fef6-43a7-a7fe-94b547ca4a08 None None] Network 26784db1-fa8b-4c92-b0e8-05991c92ae4e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:12.771930 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a2f5043b-cea7-452b-8af2-3848927ff92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.792207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16566b7a-ae06-4a10-9450-8967072723a5 req-2cf6a09b-e927-4822-9cfe-0d2889037a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:12.794523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16566b7a-ae06-4a10-9450-8967072723a5 req-2cf6a09b-e927-4822-9cfe-0d2889037a55 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d4acf06f6cb40beb5bd53afa54aba76&device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 1135 time: 0.1154072 Sep 16 05:08:12.841349 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2d9274f7-5251-42d3-8611-5690e6291f35 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3177102 Sep 16 05:08:12.844326 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42416) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:12.851465 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f3d38eb2-400b-4cca-ab17-b0a04ffce7e2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-972958265-router', 'tenant_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:12.930848 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a2f5043b-cea7-452b-8af2-3848927ff92b None None] For port a713dc28-b81b-4e3d-900b-1d374ca99256, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a713dc28-b81b-4e3d-900b-1d374ca99256,segment=NetworkSegment(60654d29-e0f8-48f0-9d9d-8d4dc5ab7033),segment_id=60654d29-e0f8-48f0-9d9d-8d4dc5ab7033)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:12.961119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16566b7a-ae06-4a10-9450-8967072723a5 req-3af1e082-7fcb-4175-b820-56b5b4f183da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:12.964701 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16566b7a-ae06-4a10-9450-8967072723a5 req-3af1e082-7fcb-4175-b820-56b5b4f183da service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 HTTP/1.1" status: 200 len: 898 time: 0.1521358 Sep 16 05:08:12.985542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e6090f-b5f9-4943-8fae-20ec96092dd5 admin admin] Checking segment: {'id': '22c6c819-ac30-412f-92a3-d329cb900d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:12.986184 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e6090f-b5f9-4943-8fae-20ec96092dd5 admin admin] Network hostable DHCP agents. Network: 03728936-a85e-4331-98cd-8d294836c3d0, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:13.008144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3d38eb2-400b-4cca-ab17-b0a04ffce7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.009678 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3d38eb2-400b-4cca-ab17-b0a04ffce7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.047679 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a2f5043b-cea7-452b-8af2-3848927ff92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.062552 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16566b7a-ae06-4a10-9450-8967072723a5 req-1d8c1089-ab96-4ec9-8cd9-de3207546f4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9e2f19f-ad98-471f-bca3-2a07a22f2c43 HTTP/1.1" status: 200 len: 217 time: 0.0905442 Sep 16 05:08:13.066550 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6090f-b5f9-4943-8fae-20ec96092dd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c614f95d-adc9-4b0d-bf43-ab684e2051b0,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:13.083260 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3d38eb2-400b-4cca-ab17-b0a04ffce7e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.161822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be34043-8db5-4048-9133-2ed0930a3606 req-19c5b559-3d44-428a-891e-5f1c19e498cb tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:13.163643 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6be34043-8db5-4048-9133-2ed0930a3606 req-19c5b559-3d44-428a-891e-5f1c19e498cb tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 983 time: 0.1252270 Sep 16 05:08:13.179661 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16566b7a-ae06-4a10-9450-8967072723a5 req-baa7592f-2d7a-407f-8dad-dc0d3a5e5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:13.181217 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16566b7a-ae06-4a10-9450-8967072723a5 req-baa7592f-2d7a-407f-8dad-dc0d3a5e5659 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e0821319-4208-4a0b-a89f-9d599a0c4e27 HTTP/1.1" status: 200 len: 835 time: 0.0895171 Sep 16 05:08:13.182765 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e6090f-b5f9-4943-8fae-20ec96092dd5 admin admin] Network 03728936-a85e-4331-98cd-8d294836c3d0 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:13.232419 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73868968-556c-4a08-94e7-320a379fe54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-26784db1-fa8b-4c92-b0e8-05991c92ae4e', 'network_id': '26784db1-fa8b-4c92-b0e8-05991c92ae4e', 'tenant_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'fixed_ips': [{'subnet_id': '90d8271f-3d07-4290-b768-6711463368d8'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:13.234305 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-73868968-556c-4a08-94e7-320a379fe54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.258549 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5043b-cea7-452b-8af2-3848927ff92b None None] Pushing event updated for resources: {'Port': ['ID=a713dc28-b81b-4e3d-900b-1d374ca99256,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:13.278064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-78071825-788d-4ee9-98a4-9d023aa72e61 None None] Provisioning complete for port a713dc28-b81b-4e3d-900b-1d374ca99256 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:13.278614 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-78071825-788d-4ee9-98a4-9d023aa72e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.372041 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6be34043-8db5-4048-9133-2ed0930a3606 req-1e527def-f2ca-4560-bed5-79b9701a311f tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c529e48-5ac3-4a34-9bae-2dff010a89c0&id=15e3ae84-e836-4230-8edf-96b2f08d77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1973701 Sep 16 05:08:13.382712 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3d38eb2-400b-4cca-ab17-b0a04ffce7e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.384032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16566b7a-ae06-4a10-9450-8967072723a5 req-26b43ff9-ea73-4a27-8709-0ff751d8229b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:13.386285 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16566b7a-ae06-4a10-9450-8967072723a5 req-26b43ff9-ea73-4a27-8709-0ff751d8229b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1930652 Sep 16 05:08:13.424116 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-c1e6090f-b5f9-4943-8fae-20ec96092dd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 03728936-a85e-4331-98cd-8d294836c3d0) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:13.428836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e6090f-b5f9-4943-8fae-20ec96092dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:13.430334 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c1e6090f-b5f9-4943-8fae-20ec96092dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.452358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71af0935-3e1d-4ef6-a05e-f3fb7d97496a None None] Network 03728936-a85e-4331-98cd-8d294836c3d0 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:13.527849 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16566b7a-ae06-4a10-9450-8967072723a5 req-0e8178ed-9537-42b3-ba0c-044ce6a7b164 service neutron] 10.222.0.21 "GET /v2.0/networks/d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321850 Sep 16 05:08:13.563793 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c1e6090f-b5f9-4943-8fae-20ec96092dd5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3299088 Sep 16 05:08:13.590386 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def28227-2768-4a42-82bd-0bc2670976e7', 'name': 'tempest-TestServerMultinode-1996083842-router', 'tenant_id': '23b745b1da59472b8f8cb0645b13a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '5fd1f067-5a68-416f-977d-afa36c26aee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:00Z', 'updated_at': '2021-09-16T05:08:07Z', 'revision_number': 4, 'project_id': '23b745b1da59472b8f8cb0645b13a7a6', 'gw_port': {'id': '5fd1f067-5a68-416f-977d-afa36c26aee7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def28227-2768-4a42-82bd-0bc2670976e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:01Z', 'updated_at': '2021-09-16T05:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'a713dc28-b81b-4e3d-900b-1d374ca99256', 'name': '', 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b', 'tenant_id': '23b745b1da59472b8f8cb0645b13a7a6', 'mac_address': 'fa:16:3e:f9:46:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def28227-2768-4a42-82bd-0bc2670976e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '80409e0d-3e24-4bfe-98c0-d911f02b9f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:05Z', 'updated_at': '2021-09-16T05:08:12Z', 'revision_number': 4, 'project_id': '23b745b1da59472b8f8cb0645b13a7a6', 'subnets': [{'id': '80409e0d-3e24-4bfe-98c0-d911f02b9f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:13.597837 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42424) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:13.614614 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-61913e93-b1ed-42fb-9d11-6548c5f69a91 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-919008310-router', 'tenant_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:13.642769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 38e7db03-d96a-440b-8326-d6d28c252449 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:13.686459 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16566b7a-ae06-4a10-9450-8967072723a5 req-a50c2cd5-ea72-4725-bb39-c1d8ecab482e service neutron] 10.222.0.21 "GET /v2.0/networks/d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497512 Sep 16 05:08:13.691236 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac41815b-0f39-4471-89c2-370653c824fe None None] The sync data for ids ['def28227-2768-4a42-82bd-0bc2670976e7'] in n-d-712140-13 is: [{'id': 'def28227-2768-4a42-82bd-0bc2670976e7', 'name': 'tempest-TestServerMultinode-1996083842-router', 'tenant_id': '23b745b1da59472b8f8cb0645b13a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '5fd1f067-5a68-416f-977d-afa36c26aee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:00Z', 'updated_at': '2021-09-16T05:08:07Z', 'revision_number': 4, 'project_id': '23b745b1da59472b8f8cb0645b13a7a6', 'gw_port': {'id': '5fd1f067-5a68-416f-977d-afa36c26aee7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def28227-2768-4a42-82bd-0bc2670976e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:01Z', 'updated_at': '2021-09-16T05:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'a713dc28-b81b-4e3d-900b-1d374ca99256', 'name': '', 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b', 'tenant_id': '23b745b1da59472b8f8cb0645b13a7a6', 'mac_address': 'fa:16:3e:f9:46:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def28227-2768-4a42-82bd-0bc2670976e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '80409e0d-3e24-4bfe-98c0-d911f02b9f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:05Z', 'updated_at': '2021-09-16T05:08:12Z', 'revision_number': 4, 'project_id': '23b745b1da59472b8f8cb0645b13a7a6', 'subnets': [{'id': '80409e0d-3e24-4bfe-98c0-d911f02b9f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:13.695454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 38e7db03-d96a-440b-8326-d6d28c252449 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:13.695454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 38e7db03-d96a-440b-8326-d6d28c252449 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:13.836655 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fbca26-5379-4ff8-ba9c-b0610d3e6b2e None None] Network 03728936-a85e-4331-98cd-8d294836c3d0 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:13.871722 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61913e93-b1ed-42fb-9d11-6548c5f69a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.872875 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61913e93-b1ed-42fb-9d11-6548c5f69a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.983150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-73868968-556c-4a08-94e7-320a379fe54c None None] Allocated IP 172.20.0.2 (26784db1-fa8b-4c92-b0e8-05991c92ae4e/90d8271f-3d07-4290-b768-6711463368d8/85f03ddc-9f5e-42ed-9df6-76faf7989ec4) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:14.053810 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3d38eb2-400b-4cca-ab17-b0a04ffce7e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.146987 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3d38eb2-400b-4cca-ab17-b0a04ffce7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.150282 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61913e93-b1ed-42fb-9d11-6548c5f69a91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.492239 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-f3d38eb2-400b-4cca-ab17-b0a04ffce7e2 admin admin] Allocated IP 172.25.4.232 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:14.499062 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-73868968-556c-4a08-94e7-320a379fe54c None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.570803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2077ae3-2066-4d3f-8b84-32ca5e266f58 req-41bc0e66-5d21-415e-b29f-c294ef557f8d tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.573431 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-73868968-556c-4a08-94e7-320a379fe54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.573592 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2077ae3-2066-4d3f-8b84-32ca5e266f58 req-41bc0e66-5d21-415e-b29f-c294ef557f8d tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 983 time: 0.1109657 Sep 16 05:08:14.662919 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2077ae3-2066-4d3f-8b84-32ca5e266f58 req-b11d11a9-8ded-4a26-9f4a-2241081d9b46 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c529e48-5ac3-4a34-9bae-2dff010a89c0&id=15e3ae84-e836-4230-8edf-96b2f08d77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0826077 Sep 16 05:08:14.666460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73868968-556c-4a08-94e7-320a379fe54c None None] Network 26784db1-fa8b-4c92-b0e8-05991c92ae4e is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:14.668155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73868968-556c-4a08-94e7-320a379fe54c None None] Pushing event updated for resources: {'Port': ['ID=85f03ddc-9f5e-42ed-9df6-76faf7989ec4,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:14.670995 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-73868968-556c-4a08-94e7-320a379fe54c None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:14.676380 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73868968-556c-4a08-94e7-320a379fe54c None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:14.827382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-73868968-556c-4a08-94e7-320a379fe54c None None] Attempting to bind port 85f03ddc-9f5e-42ed-9df6-76faf7989ec4 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:14.827382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-73868968-556c-4a08-94e7-320a379fe54c None None] Attempting to bind port 85f03ddc-9f5e-42ed-9df6-76faf7989ec4 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'b6becb54-61cd-45ea-bb59-8ae00585c330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '26784db1-fa8b-4c92-b0e8-05991c92ae4e'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:14.827382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73868968-556c-4a08-94e7-320a379fe54c None None] Attempting to bind port 85f03ddc-9f5e-42ed-9df6-76faf7989ec4 on network 26784db1-fa8b-4c92-b0e8-05991c92ae4e {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:14.831718 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73868968-556c-4a08-94e7-320a379fe54c None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:14.834527 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73868968-556c-4a08-94e7-320a379fe54c None None] Checking segment: {'id': 'b6becb54-61cd-45ea-bb59-8ae00585c330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '26784db1-fa8b-4c92-b0e8-05991c92ae4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:14.834527 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-73868968-556c-4a08-94e7-320a379fe54c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.834527 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73868968-556c-4a08-94e7-320a379fe54c None None] Bound using segment: {'id': 'b6becb54-61cd-45ea-bb59-8ae00585c330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '26784db1-fa8b-4c92-b0e8-05991c92ae4e'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:14.834527 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-73868968-556c-4a08-94e7-320a379fe54c None None] Bound port: 85f03ddc-9f5e-42ed-9df6-76faf7989ec4, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6becb54-61cd-45ea-bb59-8ae00585c330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '26784db1-fa8b-4c92-b0e8-05991c92ae4e'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:14.834527 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-73868968-556c-4a08-94e7-320a379fe54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.865601 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61913e93-b1ed-42fb-9d11-6548c5f69a91 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.952092 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-73868968-556c-4a08-94e7-320a379fe54c None None] For port 85f03ddc-9f5e-42ed-9df6-76faf7989ec4, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:14.958539 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-73868968-556c-4a08-94e7-320a379fe54c None None] For port 85f03ddc-9f5e-42ed-9df6-76faf7989ec4, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=85f03ddc-9f5e-42ed-9df6-76faf7989ec4,segment=NetworkSegment(b6becb54-61cd-45ea-bb59-8ae00585c330),segment_id=b6becb54-61cd-45ea-bb59-8ae00585c330)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:14.960505 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a713dc28-b81b-4e3d-900b-1d374ca99256 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:14.962161 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3d38eb2-400b-4cca-ab17-b0a04ffce7e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.024266 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port a713dc28-b81b-4e3d-900b-1d374ca99256 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:15.025021 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.133995 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-73868968-556c-4a08-94e7-320a379fe54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.432014 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73868968-556c-4a08-94e7-320a379fe54c None None] Pushing event updated for resources: {'Port': ['ID=85f03ddc-9f5e-42ed-9df6-76faf7989ec4,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:15.563230 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42442) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:15.566383 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b9e2f19f-ad98-471f-bca3-2a07a22f2c43 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:15.618097 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3d38eb2-400b-4cca-ab17-b0a04ffce7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.728865 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d38eb2-400b-4cca-ab17-b0a04ffce7e2 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:15.767239 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-781daa1a-3eaf-47f9-8efb-d6a1d2fe0760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.775481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-f3d38eb2-400b-4cca-ab17-b0a04ffce7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:15.776586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b9e2f19f-ad98-471f-bca3-2a07a22f2c43, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b9e2f19f-ad98-471f-bca3-2a07a22f2c43,segment=NetworkSegment(54e2881c-ea41-4221-812c-ac7cad79e063),segment_id=54e2881c-ea41-4221-812c-ac7cad79e063)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:15.795139 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d38eb2-400b-4cca-ab17-b0a04ffce7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:15.796973 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'b9e2f19f-ad98-471f-bca3-2a07a22f2c43', 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00', 'port_id': 'b9e2f19f-ad98-471f-bca3-2a07a22f2c43', 'mac_address': 'fa:16:3e:9e:7d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0821319-4208-4a0b-a89f-9d599a0c4e27', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:15.797643 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d38eb2-400b-4cca-ab17-b0a04ffce7e2 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:15.865009 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.865668 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b4ba6-2bee-4c55-84e2-65ce7be6fb74 req-8902c120-8c92-42c9-8bf7-94328ed7fed1 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.867555 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-640b4ba6-2bee-4c55-84e2-65ce7be6fb74 req-8902c120-8c92-42c9-8bf7-94328ed7fed1 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 983 time: 0.0985284 Sep 16 05:08:15.881788 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61913e93-b1ed-42fb-9d11-6548c5f69a91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.904954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e2f19f-ad98-471f-bca3-2a07a22f2c43 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:15.914102 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61913e93-b1ed-42fb-9d11-6548c5f69a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.925881 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b9e2f19f-ad98-471f-bca3-2a07a22f2c43, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b9e2f19f-ad98-471f-bca3-2a07a22f2c43,segment=NetworkSegment(54e2881c-ea41-4221-812c-ac7cad79e063),segment_id=54e2881c-ea41-4221-812c-ac7cad79e063)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:15.957019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-640b4ba6-2bee-4c55-84e2-65ce7be6fb74 req-315db762-af0d-4b09-b19b-0250d07d241e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c529e48-5ac3-4a34-9bae-2dff010a89c0&id=15e3ae84-e836-4230-8edf-96b2f08d77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0734477 Sep 16 05:08:16.021416 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-781daa1a-3eaf-47f9-8efb-d6a1d2fe0760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.063519 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.121794 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-781daa1a-3eaf-47f9-8efb-d6a1d2fe0760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.158426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=b9e2f19f-ad98-471f-bca3-2a07a22f2c43,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:16.179435 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-61913e93-b1ed-42fb-9d11-6548c5f69a91 admin admin] Allocated IP 172.25.4.71 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/c93a00e8-9526-4cd1-815d-58fa6e0ee5de) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:16.203643 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-781daa1a-3eaf-47f9-8efb-d6a1d2fe0760 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09753e33ada54114b67be2f3ac3cc242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6355593 Sep 16 05:08:16.203643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781daa1a-3eaf-47f9-8efb-d6a1d2fe0760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deba733e-ccb9-469b-b974-9b214cb8fbfd,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:16.204719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42456) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:16.298940 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-71d6ab1b-5760-4b81-85be-827fc9d04e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.329818 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-71d6ab1b-5760-4b81-85be-827fc9d04e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.434647 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61913e93-b1ed-42fb-9d11-6548c5f69a91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.455474 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b9e2f19f-ad98-471f-bca3-2a07a22f2c43'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:16.461236 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3d38eb2-400b-4cca-ab17-b0a04ffce7e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.468391 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-71d6ab1b-5760-4b81-85be-827fc9d04e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.472181 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-71d6ab1b-5760-4b81-85be-827fc9d04e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.479470 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-71d6ab1b-5760-4b81-85be-827fc9d04e80 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/deba733e-ccb9-469b-b974-9b214cb8fbfd HTTP/1.1" status: 204 len: 168 time: 0.2733490 Sep 16 05:08:16.488790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6ab1b-5760-4b81-85be-827fc9d04e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deba733e-ccb9-469b-b974-9b214cb8fbfd,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:16.681590 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61913e93-b1ed-42fb-9d11-6548c5f69a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.782382 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61913e93-b1ed-42fb-9d11-6548c5f69a91 admin admin] Pushing event updated for resources: {'Port': ['ID=c93a00e8-9526-4cd1-815d-58fa6e0ee5de,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:16.790531 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 85f03ddc-9f5e-42ed-9df6-76faf7989ec4 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:16.800980 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61913e93-b1ed-42fb-9d11-6548c5f69a91 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:16.805556 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-61913e93-b1ed-42fb-9d11-6548c5f69a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:16.809709 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61913e93-b1ed-42fb-9d11-6548c5f69a91 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:16.857082 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 85f03ddc-9f5e-42ed-9df6-76faf7989ec4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:16.857469 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.929579 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cf1c3b-fd98-4a47-9630-2dfa9416059f None None] Network 26784db1-fa8b-4c92-b0e8-05991c92ae4e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:16.990645 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3d38eb2-400b-4cca-ab17-b0a04ffce7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.041061 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.045781 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4eb5a4f4-dcbe-48ad-9b74-df41e3a56063 None None] Provisioning complete for port 85f03ddc-9f5e-42ed-9df6-76faf7989ec4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:17.046159 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4eb5a4f4-dcbe-48ad-9b74-df41e3a56063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.107884 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d34df-a0af-40b1-bfe5-af44ed21554c req-868c73b4-dbf5-4f0d-bf04-728fafd41975 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.109591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-568d34df-a0af-40b1-bfe5-af44ed21554c req-868c73b4-dbf5-4f0d-bf04-728fafd41975 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 984 time: 0.0572667 Sep 16 05:08:17.158621 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 85f03ddc-9f5e-42ed-9df6-76faf7989ec4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=85f03ddc-9f5e-42ed-9df6-76faf7989ec4,segment=NetworkSegment(b6becb54-61cd-45ea-bb59-8ae00585c330),segment_id=b6becb54-61cd-45ea-bb59-8ae00585c330)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:17.165464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-568d34df-a0af-40b1-bfe5-af44ed21554c req-f28801bf-e0a0-4089-aacd-a5968a3a2ef5 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c529e48-5ac3-4a34-9bae-2dff010a89c0&id=15e3ae84-e836-4230-8edf-96b2f08d77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0434096 Sep 16 05:08:17.236861 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4eb5a4f4-dcbe-48ad-9b74-df41e3a56063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.265694 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61913e93-b1ed-42fb-9d11-6548c5f69a91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.272741 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.324870 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d38eb2-400b-4cca-ab17-b0a04ffce7e2 admin admin] Router 37703526-0a86-4532-8017-02dce509a29b is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:08:17.388851 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-4eb5a4f4-dcbe-48ad-9b74-df41e3a56063 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:08:17.389214 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-4eb5a4f4-dcbe-48ad-9b74-df41e3a56063 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:08:17.432017 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=85f03ddc-9f5e-42ed-9df6-76faf7989ec4,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:17.520660 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d38eb2-400b-4cca-ab17-b0a04ffce7e2 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:17.534250 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] Sync routers for ids ['37703526-0a86-4532-8017-02dce509a29b'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:17.542492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42474) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:17.555822 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] Routers {'37703526-0a86-4532-8017-02dce509a29b'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:17.560886 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:08:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['37703526-0a86-4532-8017-02dce509a29b'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:17.568068 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b9e2f19f-ad98-471f-bca3-2a07a22f2c43 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:17.572344 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17e28074-ec0e-478e-a6c9-44c13bc27f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.641532 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f3d38eb2-400b-4cca-ab17-b0a04ffce7e2 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.646661 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42478) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:17.657976 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f3d38eb2-400b-4cca-ab17-b0a04ffce7e2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8027282 Sep 16 05:08:17.738246 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61913e93-b1ed-42fb-9d11-6548c5f69a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.794925 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] Set router 37703526-0a86-4532-8017-02dce509a29b gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:17.800271 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port b9e2f19f-ad98-471f-bca3-2a07a22f2c43 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:08:17.804841 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port b9e2f19f-ad98-471f-bca3-2a07a22f2c43 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:17.806041 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.023732 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.059617 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8252ad3-cef5-4347-99b8-a06abf040b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e2f19f-ad98-471f-bca3-2a07a22f2c43'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:18.063314 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88167921-ae4a-43b6-b251-d2bf50c61d43" -d '{"events": [{"server_uuid": "e8252ad3-cef5-4347-99b8-a06abf040b93", "name": "network-vif-plugged", "status": "completed", "tag": "b9e2f19f-ad98-471f-bca3-2a07a22f2c43"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:18.069076 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37703526-0a86-4532-8017-02dce509a29b', 'name': 'tempest-TestServerMultinode-972958265-router', 'tenant_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:13Z', 'updated_at': '2021-09-16T05:08:16Z', 'revision_number': 3, 'project_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'gw_port': {'id': 'ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:90:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37703526-0a86-4532-8017-02dce509a29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:14Z', 'updated_at': '2021-09-16T05:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:18.082665 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61913e93-b1ed-42fb-9d11-6548c5f69a91 admin admin] Router 59610d29-2294-41fe-99c2-d3c5cf6a28c4 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:08:18.089727 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b9e2f19f-ad98-471f-bca3-2a07a22f2c43, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b9e2f19f-ad98-471f-bca3-2a07a22f2c43,segment=NetworkSegment(54e2881c-ea41-4221-812c-ac7cad79e063),segment_id=54e2881c-ea41-4221-812c-ac7cad79e063)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:18.098638 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f569a6d6-42a6-4c8f-b556-4f0a07f3d11b None None] Provisioning complete for port 85f03ddc-9f5e-42ed-9df6-76faf7989ec4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:18.099244 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f569a6d6-42a6-4c8f-b556-4f0a07f3d11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.112020 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1eadf1-f7b6-4add-9b98-75b968cba22d req-d1bf9785-465f-4495-9e45-4c0d1cd85c35 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.121275 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e1eadf1-f7b6-4add-9b98-75b968cba22d req-d1bf9785-465f-4495-9e45-4c0d1cd85c35 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 945 time: 0.1919417 Sep 16 05:08:18.164079 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] Checking router: 37703526-0a86-4532-8017-02dce509a29b for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:18.171447 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] Updating router 37703526-0a86-4532-8017-02dce509a29b port ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:08:18.192857 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.221916 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.237270 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e513d0a3-f29b-4dcd-abcb-7d1902cd5d75 x-openstack-request-id: req-e513d0a3-f29b-4dcd-abcb-7d1902cd5d75 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:18.238217 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8252ad3-cef5-4347-99b8-a06abf040b93", "name": "network-vif-plugged", "status": "completed", "tag": "b9e2f19f-ad98-471f-bca3-2a07a22f2c43", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:18.239045 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e513d0a3-f29b-4dcd-abcb-7d1902cd5d75 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:18.239597 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8252ad3-cef5-4347-99b8-a06abf040b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e2f19f-ad98-471f-bca3-2a07a22f2c43', 'code': 200} Sep 16 05:08:18.289772 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17e28074-ec0e-478e-a6c9-44c13bc27f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.310330 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=b9e2f19f-ad98-471f-bca3-2a07a22f2c43,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:18.313651 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e1eadf1-f7b6-4add-9b98-75b968cba22d req-2b0f194e-ac21-4dd0-b7ab-00b96005382e tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910839 Sep 16 05:08:18.355158 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61913e93-b1ed-42fb-9d11-6548c5f69a91 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:18.365224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] Sync routers for ids ['59610d29-2294-41fe-99c2-d3c5cf6a28c4'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:18.379712 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] Routers {'59610d29-2294-41fe-99c2-d3c5cf6a28c4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:18.384528 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:08:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['59610d29-2294-41fe-99c2-d3c5cf6a28c4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:18.438158 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17e28074-ec0e-478e-a6c9-44c13bc27f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.468966 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61913e93-b1ed-42fb-9d11-6548c5f69a91 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.472937 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-61913e93-b1ed-42fb-9d11-6548c5f69a91 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8691692 Sep 16 05:08:18.473808 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42486) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:18.509653 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-17e28074-ec0e-478e-a6c9-44c13bc27f06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=010ee9bbf01d4e3e8b88262f14e6845f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9659407 Sep 16 05:08:18.542937 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] Set router 59610d29-2294-41fe-99c2-d3c5cf6a28c4 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:18.569496 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42488) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:18.787721 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 85f03ddc-9f5e-42ed-9df6-76faf7989ec4 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:18.806529 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.843834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3096437-e0f3-4b8e-a6dd-4ce2d61f0faa req-3127f110-d98a-447f-8dd8-c66d973a94f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.851152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3096437-e0f3-4b8e-a6dd-4ce2d61f0faa req-3127f110-d98a-447f-8dd8-c66d973a94f0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 1137 time: 0.5343716 Sep 16 05:08:18.871505 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c7ecfc6-6ddc-4220-b423-12b110338f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.900237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48dc31d-f6c6-4cee-962c-15bb159e8023 req-0e7c927b-36c5-4552-97ee-f91805e6a232 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.903784 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.910843 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a48dc31d-f6c6-4cee-962c-15bb159e8023 req-0e7c927b-36c5-4552-97ee-f91805e6a232 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 985 time: 0.5200126 Sep 16 05:08:18.918158 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e28074-ec0e-478e-a6c9-44c13bc27f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c44235c-dda2-4581-8cef-3a5c4a55c7ea,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:18.938163 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 85f03ddc-9f5e-42ed-9df6-76faf7989ec4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:18.939073 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.955461 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c7ecfc6-6ddc-4220-b423-12b110338f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.991737 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] Attempting to bind port ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:18.992192 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] Attempting to bind port ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:18.992568 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] Attempting to bind port ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:19.008122 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:19.008485 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:19.008882 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.009876 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:19.011199 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] Bound port: ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:19.011736 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.037752 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3096437-e0f3-4b8e-a6dd-4ce2d61f0faa req-fc8376a8-a9c2-47c6-8180-aed541be3a3c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2c529e48-5ac3-4a34-9bae-2dff010a89c0&id=15e3ae84-e836-4230-8edf-96b2f08d77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1789284 Sep 16 05:08:19.040074 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-65d2edf0-be52-4af5-bf12-1f0189d70437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.088910 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] For port ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:19.089156 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a48dc31d-f6c6-4cee-962c-15bb159e8023 req-93b2c534-90a4-43cc-9272-3758696fc4b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c529e48-5ac3-4a34-9bae-2dff010a89c0&id=15e3ae84-e836-4230-8edf-96b2f08d77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1691072 Sep 16 05:08:19.089275 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] For port ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:19.089275 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43b200-4e1c-4827-b6c1-f03065807801 None None] Pushing event updated for resources: {'Port': ['ID=ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:19.093948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'name': 'tempest-ServerRescueTestJSON-919008310-router', 'tenant_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c93a00e8-9526-4cd1-815d-58fa6e0ee5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:13Z', 'updated_at': '2021-09-16T05:08:17Z', 'revision_number': 3, 'project_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'gw_port': {'id': 'c93a00e8-9526-4cd1-815d-58fa6e0ee5de', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:19.142803 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] Checking router: 59610d29-2294-41fe-99c2-d3c5cf6a28c4 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:19.143222 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] Updating router 59610d29-2294-41fe-99c2-d3c5cf6a28c4 port c93a00e8-9526-4cd1-815d-58fa6e0ee5de binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:08:19.186189 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.206346 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.258984 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f316d9a-6a2f-4689-95bf-e3cada5ca36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.328886 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c7ecfc6-6ddc-4220-b423-12b110338f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.331571 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c7ecfc6-6ddc-4220-b423-12b110338f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.334963 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4c7ecfc6-6ddc-4220-b423-12b110338f5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c44235c-dda2-4581-8cef-3a5c4a55c7ea HTTP/1.1" status: 204 len: 168 time: 0.7623041 Sep 16 05:08:19.347024 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] Routers {'37703526-0a86-4532-8017-02dce509a29b'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:19.347994 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:08:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['37703526-0a86-4532-8017-02dce509a29b'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:19.357772 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ecfc6-6ddc-4220-b423-12b110338f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c44235c-dda2-4581-8cef-3a5c4a55c7ea,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:19.359713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-65d2edf0-be52-4af5-bf12-1f0189d70437 admin admin] Allocated IP 172.20.0.1 (26784db1-fa8b-4c92-b0e8-05991c92ae4e/90d8271f-3d07-4290-b768-6711463368d8/7e963280-1f62-48e0-baca-bb1a8267d9ae) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:19.395164 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43b200-4e1c-4827-b6c1-f03065807801 None None] Pushing event updated for resources: {'Port': ['ID=ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:19.514952 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] Set router 37703526-0a86-4532-8017-02dce509a29b gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:19.571480 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cd67f-d22d-414b-8305-11c5e4ed9c35 req-4b8d36ff-49e8-458b-a341-4b73c9846d1b tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:19.573113 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e30cd67f-d22d-414b-8305-11c5e4ed9c35 req-4b8d36ff-49e8-458b-a341-4b73c9846d1b tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 945 time: 0.0786602 Sep 16 05:08:19.588494 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-8f316d9a-6a2f-4689-95bf-e3cada5ca36d admin admin] Allocated IP 172.20.0.1 (03728936-a85e-4331-98cd-8d294836c3d0/c614f95d-adc9-4b0d-bf43-ab684e2051b0/40602300-186a-4ded-80df-2b28316ba65f) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:19.600484 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-65d2edf0-be52-4af5-bf12-1f0189d70437 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.677266 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e30cd67f-d22d-414b-8305-11c5e4ed9c35 req-f67122af-d5d5-434b-9ada-bb6911d02c09 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916762 Sep 16 05:08:19.731375 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.741949 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f316d9a-6a2f-4689-95bf-e3cada5ca36d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.749633 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-65d2edf0-be52-4af5-bf12-1f0189d70437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.801515 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2edf0-be52-4af5-bf12-1f0189d70437 admin admin] Pushing event updated for resources: {'Port': ['ID=7e963280-1f62-48e0-baca-bb1a8267d9ae,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:19.806202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d2edf0-be52-4af5-bf12-1f0189d70437 admin admin] Network 26784db1-fa8b-4c92-b0e8-05991c92ae4e is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:19.807832 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-65d2edf0-be52-4af5-bf12-1f0189d70437 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:19.810349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d2edf0-be52-4af5-bf12-1f0189d70437 admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:19.820763 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.876324 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f316d9a-6a2f-4689-95bf-e3cada5ca36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.881656 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37703526-0a86-4532-8017-02dce509a29b', 'name': 'tempest-TestServerMultinode-972958265-router', 'tenant_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:13Z', 'updated_at': '2021-09-16T05:08:16Z', 'revision_number': 3, 'project_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'gw_port': {'id': 'ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:90:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37703526-0a86-4532-8017-02dce509a29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:14Z', 'updated_at': '2021-09-16T05:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:19.919836 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da210c-8a16-4e16-bcf1-41affcfe568a None None] Pushing event updated for resources: {'Port': ['ID=c93a00e8-9526-4cd1-815d-58fa6e0ee5de,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:19.935242 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0714ec-3ff0-440d-b2f1-49d0e193e31e None None] The sync data for ids ['37703526-0a86-4532-8017-02dce509a29b'] in n-d-712140-13 is: [{'id': '37703526-0a86-4532-8017-02dce509a29b', 'name': 'tempest-TestServerMultinode-972958265-router', 'tenant_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:13Z', 'updated_at': '2021-09-16T05:08:16Z', 'revision_number': 3, 'project_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'gw_port': {'id': 'ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:90:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37703526-0a86-4532-8017-02dce509a29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:14Z', 'updated_at': '2021-09-16T05:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:19.940529 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] Attempting to bind port c93a00e8-9526-4cd1-815d-58fa6e0ee5de on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:19.941077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] Attempting to bind port c93a00e8-9526-4cd1-815d-58fa6e0ee5de by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:19.941799 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] Attempting to bind port c93a00e8-9526-4cd1-815d-58fa6e0ee5de on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:19.948281 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:19.948466 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-65d2edf0-be52-4af5-bf12-1f0189d70437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.952091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:19.952091 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.952091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:19.952091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] Bound port: c93a00e8-9526-4cd1-815d-58fa6e0ee5de, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:19.952091 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.012927 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f316d9a-6a2f-4689-95bf-e3cada5ca36d admin admin] Network 03728936-a85e-4331-98cd-8d294836c3d0 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:20.021498 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-8f316d9a-6a2f-4689-95bf-e3cada5ca36d admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:20.085403 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f316d9a-6a2f-4689-95bf-e3cada5ca36d admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:20.168214 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f316d9a-6a2f-4689-95bf-e3cada5ca36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.247481 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] For port c93a00e8-9526-4cd1-815d-58fa6e0ee5de, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:20.280483 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f316d9a-6a2f-4689-95bf-e3cada5ca36d admin admin] Pushing event updated for resources: {'Port': ['ID=40602300-186a-4ded-80df-2b28316ba65f,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:20.298059 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e0573c42-3d0c-4a98-8dde-2b43304c1e32 None None] Provisioning complete for port 7e963280-1f62-48e0-baca-bb1a8267d9ae triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:20.298442 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e0573c42-3d0c-4a98-8dde-2b43304c1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.308490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970663e-937d-4c43-8871-6dde20d80df3 req-0ef64b19-9725-4a8e-aca5-0110301bd2e3 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.310220 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c970663e-937d-4c43-8871-6dde20d80df3 req-0ef64b19-9725-4a8e-aca5-0110301bd2e3 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.38 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 945 time: 0.4187846 Sep 16 05:08:20.337034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794e6bc-d680-47b9-85b6-1e007d5e3e0a req-b7948b76-38b5-4c3a-b6cc-bf9c8ca27c48 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.339672 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5794e6bc-d680-47b9-85b6-1e007d5e3e0a req-b7948b76-38b5-4c3a-b6cc-bf9c8ca27c48 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 985 time: 0.1154630 Sep 16 05:08:20.363302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] For port c93a00e8-9526-4cd1-815d-58fa6e0ee5de, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c93a00e8-9526-4cd1-815d-58fa6e0ee5de,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:20.364266 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e0573c42-3d0c-4a98-8dde-2b43304c1e32 None None] Port 7e963280-1f62-48e0-baca-bb1a8267d9ae cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:20.473756 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.483184 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-65d2edf0-be52-4af5-bf12-1f0189d70437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.491345 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5794e6bc-d680-47b9-85b6-1e007d5e3e0a req-ddf3ed69-3e79-48e7-8f06-86211955e61e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c529e48-5ac3-4a34-9bae-2dff010a89c0&id=15e3ae84-e836-4230-8edf-96b2f08d77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1388180 Sep 16 05:08:20.524788 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-c970663e-937d-4c43-8871-6dde20d80df3 req-718e8f11-d4da-451c-ab0b-2b5cf583cdb1 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Deleting port 335a68da-f984-42f8-a373-ccba544267ac {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:20.525640 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c970663e-937d-4c43-8871-6dde20d80df3 req-718e8f11-d4da-451c-ab0b-2b5cf583cdb1 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.595013 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da210c-8a16-4e16-bcf1-41affcfe568a None None] Pushing event updated for resources: {'Port': ['ID=c93a00e8-9526-4cd1-815d-58fa6e0ee5de,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:20.614473 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] Routers {'59610d29-2294-41fe-99c2-d3c5cf6a28c4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:20.617909 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:08:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['59610d29-2294-41fe-99c2-d3c5cf6a28c4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:20.633744 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f316d9a-6a2f-4689-95bf-e3cada5ca36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.806178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] Set router 59610d29-2294-41fe-99c2-d3c5cf6a28c4 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:20.859998 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:20.905364 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-65d2edf0-be52-4af5-bf12-1f0189d70437 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.974646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b5ac4-d8fc-473d-b834-148dbbff86ba req-efc9540f-41b2-4f48-a2f7-f1b7a7965548 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.976343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d06b5ac4-d8fc-473d-b834-148dbbff86ba req-efc9540f-41b2-4f48-a2f7-f1b7a7965548 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 945 time: 0.0740697 Sep 16 05:08:20.977771 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-65d2edf0-be52-4af5-bf12-1f0189d70437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.049530 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-65d2edf0-be52-4af5-bf12-1f0189d70437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.425051 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:21.425617 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.605754 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'name': 'tempest-ServerRescueTestJSON-919008310-router', 'tenant_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c93a00e8-9526-4cd1-815d-58fa6e0ee5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:13Z', 'updated_at': '2021-09-16T05:08:20Z', 'revision_number': 4, 'project_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'gw_port': {'id': 'c93a00e8-9526-4cd1-815d-58fa6e0ee5de', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '40602300-186a-4ded-80df-2b28316ba65f', 'name': '', 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0', 'tenant_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'mac_address': 'fa:16:3e:d6:f2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'c614f95d-adc9-4b0d-bf43-ab684e2051b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:19Z', 'updated_at': '2021-09-16T05:08:19Z', 'revision_number': 1, 'project_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'subnets': [{'id': 'c614f95d-adc9-4b0d-bf43-ab684e2051b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:21.613652 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f316d9a-6a2f-4689-95bf-e3cada5ca36d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.638534 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-c970663e-937d-4c43-8871-6dde20d80df3 req-718e8f11-d4da-451c-ab0b-2b5cf583cdb1 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] For port 335a68da-f984-42f8-a373-ccba544267ac, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=335a68da-f984-42f8-a373-ccba544267ac,segment=NetworkSegment(c5caf03c-23e1-42af-9b79-956f898c4611),segment_id=c5caf03c-23e1-42af-9b79-956f898c4611)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:21.638974 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c970663e-937d-4c43-8871-6dde20d80df3 req-718e8f11-d4da-451c-ab0b-2b5cf583cdb1 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.655976 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-c970663e-937d-4c43-8871-6dde20d80df3 req-718e8f11-d4da-451c-ab0b-2b5cf583cdb1 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Calling delete_port for 335a68da-f984-42f8-a373-ccba544267ac owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:21.711672 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f316d9a-6a2f-4689-95bf-e3cada5ca36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.747429 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2edf0-be52-4af5-bf12-1f0189d70437 admin admin] Pushing event updated for resources: {'Port': ['ID=7e963280-1f62-48e0-baca-bb1a8267d9ae,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:21.757244 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.778443 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3783041-260d-4df6-8012-7f22f3151a14 None None] The sync data for ids ['59610d29-2294-41fe-99c2-d3c5cf6a28c4'] in n-d-712140-13 is: [{'id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'name': 'tempest-ServerRescueTestJSON-919008310-router', 'tenant_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c93a00e8-9526-4cd1-815d-58fa6e0ee5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:13Z', 'updated_at': '2021-09-16T05:08:20Z', 'revision_number': 4, 'project_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'gw_port': {'id': 'c93a00e8-9526-4cd1-815d-58fa6e0ee5de', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '40602300-186a-4ded-80df-2b28316ba65f', 'name': '', 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0', 'tenant_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'mac_address': 'fa:16:3e:d6:f2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'c614f95d-adc9-4b0d-bf43-ab684e2051b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:19Z', 'updated_at': '2021-09-16T05:08:19Z', 'revision_number': 1, 'project_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'subnets': [{'id': 'c614f95d-adc9-4b0d-bf43-ab684e2051b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:21.810817 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f316d9a-6a2f-4689-95bf-e3cada5ca36d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.812935 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:21.815674 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f316d9a-6a2f-4689-95bf-e3cada5ca36d admin admin] Pushing event updated for resources: {'Port': ['ID=40602300-186a-4ded-80df-2b28316ba65f,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:21.873946 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d06b5ac4-d8fc-473d-b834-148dbbff86ba req-a1d2aad5-e76f-4cb7-b849-cd42018b1abb tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae047c3b-6b1a-4300-8c01-24310a973a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8319304 Sep 16 05:08:21.887183 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.959924 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab9e42-13e2-4504-aa19-29cfad12ade4 req-9ecf5666-eab0-4438-981a-e60feab561b6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:21.962316 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65ab9e42-13e2-4504-aa19-29cfad12ade4 req-9ecf5666-eab0-4438-981a-e60feab561b6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 985 time: 0.2163494 Sep 16 05:08:22.000206 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:22.034784 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f316d9a-6a2f-4689-95bf-e3cada5ca36d admin admin] Network 03728936-a85e-4331-98cd-8d294836c3d0 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:22.038621 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-8f316d9a-6a2f-4689-95bf-e3cada5ca36d admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:22.057690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65ab9e42-13e2-4504-aa19-29cfad12ade4 req-a946a2ef-6c5f-4746-bfd6-1812c20f56c6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c529e48-5ac3-4a34-9bae-2dff010a89c0&id=15e3ae84-e836-4230-8edf-96b2f08d77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0808594 Sep 16 05:08:22.067387 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d2edf0-be52-4af5-bf12-1f0189d70437 admin admin] Network 26784db1-fa8b-4c92-b0e8-05991c92ae4e is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:22.081946 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-65d2edf0-be52-4af5-bf12-1f0189d70437 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:22.341862 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c970663e-937d-4c43-8871-6dde20d80df3 req-718e8f11-d4da-451c-ab0b-2b5cf583cdb1 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.412495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e8f11-d4da-451c-ab0b-2b5cf583cdb1 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Pushing event deleted for resources: {'Port': ['ID=335a68da-f984-42f8-a373-ccba544267ac,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:22.428838 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfc08a-3cec-4640-b3f2-0c7caf4903e8 req-a15ad138-7419-4c2e-bd1a-d6cb676c6539 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.431191 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bdbfc08a-3cec-4640-b3f2-0c7caf4903e8 req-a15ad138-7419-4c2e-bd1a-d6cb676c6539 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 985 time: 0.1403451 Sep 16 05:08:22.507236 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-c970663e-937d-4c43-8871-6dde20d80df3 req-718e8f11-d4da-451c-ab0b-2b5cf583cdb1 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] No DVR routers for this DVR port 335a68da-f984-42f8-a373-ccba544267ac on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:22.512635 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-c970663e-937d-4c43-8871-6dde20d80df3 req-718e8f11-d4da-451c-ab0b-2b5cf583cdb1 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.514759 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c970663e-937d-4c43-8871-6dde20d80df3 req-718e8f11-d4da-451c-ab0b-2b5cf583cdb1 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.38 "DELETE /v2.0/ports/335a68da-f984-42f8-a373-ccba544267ac HTTP/1.1" status: 204 len: 173 time: 2.1970749 Sep 16 05:08:22.515276 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc7e5d4-45df-483f-80ea-944f485471e1', 'name': 'network-vif-deleted', 'tag': '335a68da-f984-42f8-a373-ccba544267ac'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:22.517601 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819a89a2-bb9d-4c89-8ff9-85e96ab183c9" -d '{"events": [{"server_uuid": "edc7e5d4-45df-483f-80ea-944f485471e1", "name": "network-vif-deleted", "tag": "335a68da-f984-42f8-a373-ccba544267ac"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:22.521811 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f316d9a-6a2f-4689-95bf-e3cada5ca36d admin admin] Router 59610d29-2294-41fe-99c2-d3c5cf6a28c4 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:22.556577 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-09267d02-8b6f-45f4-b2d1-60399d4c249b None None] Provisioning complete for port 7e963280-1f62-48e0-baca-bb1a8267d9ae triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:22.557927 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-09267d02-8b6f-45f4-b2d1-60399d4c249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.627482 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d663905-d577-462c-a13e-da4f055bc377 x-openstack-request-id: req-1d663905-d577-462c-a13e-da4f055bc377 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:22.630697 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc7e5d4-45df-483f-80ea-944f485471e1", "name": "network-vif-deleted", "tag": "335a68da-f984-42f8-a373-ccba544267ac", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:22.630697 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d663905-d577-462c-a13e-da4f055bc377 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:22.631142 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc7e5d4-45df-483f-80ea-944f485471e1', 'name': 'network-vif-deleted', 'tag': '335a68da-f984-42f8-a373-ccba544267ac', 'status': 'completed', 'code': 200} Sep 16 05:08:22.633129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d2edf0-be52-4af5-bf12-1f0189d70437 admin admin] Router 37703526-0a86-4532-8017-02dce509a29b has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:22.657569 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-09267d02-8b6f-45f4-b2d1-60399d4c249b None None] Port 7e963280-1f62-48e0-baca-bb1a8267d9ae cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:22.659086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bdbfc08a-3cec-4640-b3f2-0c7caf4903e8 req-13de20fa-087d-4ce4-8b25-0b95d8893ac3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c529e48-5ac3-4a34-9bae-2dff010a89c0&id=15e3ae84-e836-4230-8edf-96b2f08d77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2099881 Sep 16 05:08:22.772704 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:22.789166 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f316d9a-6a2f-4689-95bf-e3cada5ca36d admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:22.805868 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8f316d9a-6a2f-4689-95bf-e3cada5ca36d admin admin] 10.222.0.20 "PUT /v2.0/routers/59610d29-2294-41fe-99c2-d3c5cf6a28c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3242166 Sep 16 05:08:22.880725 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:22.881114 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.042644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347cce5-2b7c-41a3-941d-905105b999fb req-c606f582-d745-4ca4-8acf-601db604c827 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.046169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2347cce5-2b7c-41a3-941d-905105b999fb req-c606f582-d745-4ca4-8acf-601db604c827 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 1137 time: 0.2439640 Sep 16 05:08:23.093019 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d2edf0-be52-4af5-bf12-1f0189d70437 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:23.103535 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-65d2edf0-be52-4af5-bf12-1f0189d70437 admin admin] 10.222.0.20 "PUT /v2.0/routers/37703526-0a86-4532-8017-02dce509a29b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4553747 Sep 16 05:08:23.104473 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2347cce5-2b7c-41a3-941d-905105b999fb req-fe6bf7cd-dd7d-4ed2-ae07-94ef5337fcdf tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.111693 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] Sync routers for ids ['37703526-0a86-4532-8017-02dce509a29b'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:23.131922 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] Routers {'37703526-0a86-4532-8017-02dce509a29b'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:23.133884 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:08:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['37703526-0a86-4532-8017-02dce509a29b'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:23.208096 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-76b209ab-221b-4e2f-839d-14448e55483f req-d2190bae-7bf8-4fd8-88bb-7d836be34f55 tempest-AttachVolumeNegativeTest-866522413 tempest-AttachVolumeNegativeTest-866522413-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7e5d4-45df-483f-80ea-944f485471e1 HTTP/1.1" status: 200 len: 210 time: 0.0604095 Sep 16 05:08:23.347790 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2347cce5-2b7c-41a3-941d-905105b999fb req-fe6bf7cd-dd7d-4ed2-ae07-94ef5337fcdf tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.423924 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2347cce5-2b7c-41a3-941d-905105b999fb req-fe6bf7cd-dd7d-4ed2-ae07-94ef5337fcdf tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.454406 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] Set router 37703526-0a86-4532-8017-02dce509a29b gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:23.460668 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2347cce5-2b7c-41a3-941d-905105b999fb req-fe6bf7cd-dd7d-4ed2-ae07-94ef5337fcdf tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2c529e48-5ac3-4a34-9bae-2dff010a89c0&id=15e3ae84-e836-4230-8edf-96b2f08d77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3990321 Sep 16 05:08:23.476583 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bf7cd-dd7d-4ed2-ae07-94ef5337fcdf tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce38384-d5a8-4b74-850d-26de0a5b7a24,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:23.511396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42564) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:23.627241 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3d035f-0b2f-4ac7-a6a0-4970067286f3 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.630511 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4b3d035f-0b2f-4ac7-a6a0-4970067286f3 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 1132 time: 0.1157594 Sep 16 05:08:23.636081 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42570) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:23.638249 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': 'b9e2f19f-ad98-471f-bca3-2a07a22f2c43', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:23.824184 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.940250 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-3852b19b-87b4-485f-8ef3-e28595d5c4bb tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.942462 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-3852b19b-87b4-485f-8ef3-e28595d5c4bb tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/networks?id=03728936-a85e-4331-98cd-8d294836c3d0 HTTP/1.1" status: 200 len: 810 time: 0.2501719 Sep 16 05:08:23.998060 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-a5b348f4-e573-44d4-b0b6-f3de2a59ca09 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/quotas/421b1e6dd448470ca5c7bf9dd8b56185 HTTP/1.1" status: 200 len: 375 time: 0.0409174 Sep 16 05:08:24.111664 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-f8b7a83b-eada-4b88-846e-8e212c329642 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=421b1e6dd448470ca5c7bf9dd8b56185&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0887251 Sep 16 05:08:24.126377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 335a68da-f984-42f8-a373-ccba544267ac no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:24.150792 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.188377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 335a68da-f984-42f8-a373-ccba544267ac {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:24.196230 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 335a68da-f984-42f8-a373-ccba544267ac not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:24.274102 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37703526-0a86-4532-8017-02dce509a29b', 'name': 'tempest-TestServerMultinode-972958265-router', 'tenant_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:13Z', 'updated_at': '2021-09-16T05:08:20Z', 'revision_number': 4, 'project_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'gw_port': {'id': 'ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37703526-0a86-4532-8017-02dce509a29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:14Z', 'updated_at': '2021-09-16T05:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7e963280-1f62-48e0-baca-bb1a8267d9ae', 'name': '', 'network_id': '26784db1-fa8b-4c92-b0e8-05991c92ae4e', 'tenant_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'mac_address': 'fa:16:3e:2a:ef:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37703526-0a86-4532-8017-02dce509a29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '90d8271f-3d07-4290-b768-6711463368d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:19Z', 'updated_at': '2021-09-16T05:08:20Z', 'revision_number': 2, 'project_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'subnets': [{'id': '90d8271f-3d07-4290-b768-6711463368d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:24.347852 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] Checking router: 37703526-0a86-4532-8017-02dce509a29b for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:24.353917 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] Updating router 37703526-0a86-4532-8017-02dce509a29b port 7e963280-1f62-48e0-baca-bb1a8267d9ae binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:08:24.360616 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-cca65406-e3da-40d7-8e09-42810352c021 service neutron] 10.222.0.20 "GET /v2.0/networks/03728936-a85e-4331-98cd-8d294836c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381654 Sep 16 05:08:24.366264 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Allocated IP 172.25.4.155 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/6452fc92-d19f-4f29-b95c-e7eb91e4874b) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:24.394505 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.400576 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.555226 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.593289 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198d131-c37f-4132-af48-db285c426869 req-46cee339-43a3-4e9e-a541-03652323cade tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:24.594829 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3198d131-c37f-4132-af48-db285c426869 req-46cee339-43a3-4e9e-a541-03652323cade tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/networks?id=43907208-6dcf-4211-a351-e9e794e15f3b HTTP/1.1" status: 200 len: 911 time: 0.1673181 Sep 16 05:08:24.619060 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-3eacfc93-9cec-4a9f-bbbc-0aef306e2626 service neutron] 10.222.0.20 "GET /v2.0/networks/03728936-a85e-4331-98cd-8d294836c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484641 Sep 16 05:08:24.621336 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3198d131-c37f-4132-af48-db285c426869 req-7e6b556e-397d-4348-86e4-30c6d0775d89 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/quotas/e4a15fd7db5d4deba65033e0a691ceb2 HTTP/1.1" status: 200 len: 375 time: 0.0163050 Sep 16 05:08:24.757797 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.762814 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3198d131-c37f-4132-af48-db285c426869 req-a5b41a55-9f25-4746-ad33-88ca002951d3 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4a15fd7db5d4deba65033e0a691ceb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1258523 Sep 16 05:08:24.781545 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.817559 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c93a00e8-9526-4cd1-815d-58fa6e0ee5de up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:24.859380 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.908393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3198d131-c37f-4132-af48-db285c426869 req-f0cd01aa-c1a5-4bfb-961e-c29248f3e663 service neutron] 10.222.0.20 "GET /v2.0/networks/43907208-6dcf-4211-a351-e9e794e15f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381063 Sep 16 05:08:24.927928 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event updated for resources: {'Port': ['ID=6452fc92-d19f-4f29-b95c-e7eb91e4874b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:24.934746 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf384d34-9405-4111-9970-5adeda6b8b63 None None] Pushing event updated for resources: {'Port': ['ID=7e963280-1f62-48e0-baca-bb1a8267d9ae,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:24.938329 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:24.939855 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:24.943078 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:24.955012 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port c93a00e8-9526-4cd1-815d-58fa6e0ee5de triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:24.955166 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.073976 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] Attempting to bind port 7e963280-1f62-48e0-baca-bb1a8267d9ae on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:25.074343 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] Attempting to bind port 7e963280-1f62-48e0-baca-bb1a8267d9ae by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'b6becb54-61cd-45ea-bb59-8ae00585c330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '26784db1-fa8b-4c92-b0e8-05991c92ae4e'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:25.074764 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] Attempting to bind port 7e963280-1f62-48e0-baca-bb1a8267d9ae on network 26784db1-fa8b-4c92-b0e8-05991c92ae4e {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:25.081853 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:25.093421 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] Checking segment: {'id': 'b6becb54-61cd-45ea-bb59-8ae00585c330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '26784db1-fa8b-4c92-b0e8-05991c92ae4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:25.093421 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.093421 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] Bound using segment: {'id': 'b6becb54-61cd-45ea-bb59-8ae00585c330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '26784db1-fa8b-4c92-b0e8-05991c92ae4e'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:25.093421 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] Bound port: 7e963280-1f62-48e0-baca-bb1a8267d9ae, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6becb54-61cd-45ea-bb59-8ae00585c330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '26784db1-fa8b-4c92-b0e8-05991c92ae4e'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:25.093421 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.184437 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42636) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:25.199715 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.216138 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] For port 7e963280-1f62-48e0-baca-bb1a8267d9ae, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:25.224538 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3198d131-c37f-4132-af48-db285c426869 req-5d144439-9ae9-434d-97ca-b6fe4e390f88 service neutron] 10.222.0.20 "GET /v2.0/networks/43907208-6dcf-4211-a351-e9e794e15f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052831 Sep 16 05:08:25.231598 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] For port 7e963280-1f62-48e0-baca-bb1a8267d9ae, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7e963280-1f62-48e0-baca-bb1a8267d9ae,segment=NetworkSegment(b6becb54-61cd-45ea-bb59-8ae00585c330),segment_id=b6becb54-61cd-45ea-bb59-8ae00585c330)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:25.248319 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port c93a00e8-9526-4cd1-815d-58fa6e0ee5de, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c93a00e8-9526-4cd1-815d-58fa6e0ee5de,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:25.312616 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.322989 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f910f90-b5da-4240-9926-f24410ab91f9 req-6adb86b6-ba97-4ede-8083-c402d5decae5 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 210 time: 0.0925384 Sep 16 05:08:25.360852 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc66686f-a4b3-4693-a145-2c95d4e80e74 admin admin] Deleting subnet 3b3406ee-9e90-41ec-83e3-081686225e3b {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:08:25.367588 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc66686f-a4b3-4693-a145-2c95d4e80e74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.377541 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.425827 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] Routers {'37703526-0a86-4532-8017-02dce509a29b'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:25.427834 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:08:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['37703526-0a86-4532-8017-02dce509a29b'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:25.545184 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=c93a00e8-9526-4cd1-815d-58fa6e0ee5de,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:25.567153 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2eaf24e4-7899-471f-abad-f02db329760f None None] Provisioning complete for port 7e963280-1f62-48e0-baca-bb1a8267d9ae triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:25.567521 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2eaf24e4-7899-471f-abad-f02db329760f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.603254 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf384d34-9405-4111-9970-5adeda6b8b63 None None] Pushing event updated for resources: {'Port': ['ID=7e963280-1f62-48e0-baca-bb1a8267d9ae,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:25.667465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44ec4513-8abd-4935-8da7-d2e2c2dc067a req-ccbd2ea0-5ac1-4496-9353-644a4a945a05 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 210 time: 0.0585852 Sep 16 05:08:25.768458 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] Set router 37703526-0a86-4532-8017-02dce509a29b gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:25.860772 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc66686f-a4b3-4693-a145-2c95d4e80e74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.864221 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2eaf24e4-7899-471f-abad-f02db329760f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.939093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2eaf24e4-7899-471f-abad-f02db329760f None None] For port 7e963280-1f62-48e0-baca-bb1a8267d9ae, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7e963280-1f62-48e0-baca-bb1a8267d9ae,segment=NetworkSegment(b6becb54-61cd-45ea-bb59-8ae00585c330),segment_id=b6becb54-61cd-45ea-bb59-8ae00585c330)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:26.017223 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc66686f-a4b3-4693-a145-2c95d4e80e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.080357 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] Sync routers for ids ['59610d29-2294-41fe-99c2-d3c5cf6a28c4'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:26.090236 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37703526-0a86-4532-8017-02dce509a29b', 'name': 'tempest-TestServerMultinode-972958265-router', 'tenant_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:13Z', 'updated_at': '2021-09-16T05:08:20Z', 'revision_number': 4, 'project_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'gw_port': {'id': 'ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37703526-0a86-4532-8017-02dce509a29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:14Z', 'updated_at': '2021-09-16T05:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7e963280-1f62-48e0-baca-bb1a8267d9ae', 'name': '', 'network_id': '26784db1-fa8b-4c92-b0e8-05991c92ae4e', 'tenant_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'mac_address': 'fa:16:3e:2a:ef:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37703526-0a86-4532-8017-02dce509a29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '90d8271f-3d07-4290-b768-6711463368d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:19Z', 'updated_at': '2021-09-16T05:08:25Z', 'revision_number': 4, 'project_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'subnets': [{'id': '90d8271f-3d07-4290-b768-6711463368d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:26.091440 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] Routers {'59610d29-2294-41fe-99c2-d3c5cf6a28c4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:26.092343 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:08:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['59610d29-2294-41fe-99c2-d3c5cf6a28c4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:26.096926 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2eaf24e4-7899-471f-abad-f02db329760f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.119242 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd4685-7e41-483c-ace3-08c3512e878a None None] The sync data for ids ['37703526-0a86-4532-8017-02dce509a29b'] in n-d-712140-13 is: [{'id': '37703526-0a86-4532-8017-02dce509a29b', 'name': 'tempest-TestServerMultinode-972958265-router', 'tenant_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:13Z', 'updated_at': '2021-09-16T05:08:20Z', 'revision_number': 4, 'project_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'gw_port': {'id': 'ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37703526-0a86-4532-8017-02dce509a29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:14Z', 'updated_at': '2021-09-16T05:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7e963280-1f62-48e0-baca-bb1a8267d9ae', 'name': '', 'network_id': '26784db1-fa8b-4c92-b0e8-05991c92ae4e', 'tenant_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'mac_address': 'fa:16:3e:2a:ef:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37703526-0a86-4532-8017-02dce509a29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '90d8271f-3d07-4290-b768-6711463368d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:19Z', 'updated_at': '2021-09-16T05:08:25Z', 'revision_number': 4, 'project_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'subnets': [{'id': '90d8271f-3d07-4290-b768-6711463368d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:26.126292 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.298828 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf24e4-7899-471f-abad-f02db329760f None None] Pushing event updated for resources: {'Port': ['ID=7e963280-1f62-48e0-baca-bb1a8267d9ae,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:26.304920 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ad099e72-2d7f-4c3f-a1a2-941fd233e516 None None] Provisioning complete for port 7e963280-1f62-48e0-baca-bb1a8267d9ae triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:26.305303 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ad099e72-2d7f-4c3f-a1a2-941fd233e516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.310827 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc66686f-a4b3-4693-a145-2c95d4e80e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.357915 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] Set router 59610d29-2294-41fe-99c2-d3c5cf6a28c4 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:26.365565 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66686f-a4b3-4693-a145-2c95d4e80e74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b3406ee-9e90-41ec-83e3-081686225e3b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:26.376176 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc66686f-a4b3-4693-a145-2c95d4e80e74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.381044 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bc66686f-a4b3-4693-a145-2c95d4e80e74 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3b3406ee-9e90-41ec-83e3-081686225e3b HTTP/1.1" status: 204 len: 168 time: 1.1931443 Sep 16 05:08:26.382094 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42694) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:26.408374 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.439531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e01142-e199-4a7c-8000-e1c088aa082c req-b62a834c-e392-48da-80fd-8e7121389270 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:26.449304 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63e01142-e199-4a7c-8000-e1c088aa082c req-b62a834c-e392-48da-80fd-8e7121389270 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 945 time: 0.1539857 Sep 16 05:08:26.545488 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f44abd40-b216-4538-bb12-a68bf7d3829a req-3a778d69-6e1b-45d7-a39e-39489887c62a tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 210 time: 0.0938239 Sep 16 05:08:26.624269 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4e7321c-6f9f-4288-a5df-89e0a1f18d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.645417 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63e01142-e199-4a7c-8000-e1c088aa082c req-42cd623c-5007-4218-bf63-d7ae55ac6f87 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950591 Sep 16 05:08:26.765270 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'name': 'tempest-ServerRescueTestJSON-919008310-router', 'tenant_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c93a00e8-9526-4cd1-815d-58fa6e0ee5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:13Z', 'updated_at': '2021-09-16T05:08:20Z', 'revision_number': 4, 'project_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'gw_port': {'id': 'c93a00e8-9526-4cd1-815d-58fa6e0ee5de', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '40602300-186a-4ded-80df-2b28316ba65f', 'name': '', 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0', 'tenant_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'mac_address': 'fa:16:3e:d6:f2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'c614f95d-adc9-4b0d-bf43-ab684e2051b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:19Z', 'updated_at': '2021-09-16T05:08:21Z', 'revision_number': 2, 'project_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'subnets': [{'id': 'c614f95d-adc9-4b0d-bf43-ab684e2051b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:26.802690 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] Checking router: 59610d29-2294-41fe-99c2-d3c5cf6a28c4 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:26.803472 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] Updating router 59610d29-2294-41fe-99c2-d3c5cf6a28c4 port 40602300-186a-4ded-80df-2b28316ba65f binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:08:26.821273 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.841790 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4e7321c-6f9f-4288-a5df-89e0a1f18d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.843888 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.915484 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5eef39c5-2f88-4048-bcba-4ff4593c3c0c req-0cd5ba2a-9c10-4c76-9433-7651980aae0c tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 210 time: 0.1560249 Sep 16 05:08:26.918313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-f4e7321c-6f9f-4288-a5df-89e0a1f18d26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38fee71-f4a0-4893-8a01-fbc912f5a572']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:26.920155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7e963280-1f62-48e0-baca-bb1a8267d9ae up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:26.939456 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.940183 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-f4e7321c-6f9f-4288-a5df-89e0a1f18d26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5caf03c-23e1-42af-9b79-956f898c4611') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:26.940663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-f4e7321c-6f9f-4288-a5df-89e0a1f18d26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5caf03c-23e1-42af-9b79-956f898c4611') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:26.954019 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4e7321c-6f9f-4288-a5df-89e0a1f18d26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.980058 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4e7321c-6f9f-4288-a5df-89e0a1f18d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.993874 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e7321c-6f9f-4288-a5df-89e0a1f18d26 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:26.994205 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4e7321c-6f9f-4288-a5df-89e0a1f18d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:26.997459 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:27.053591 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event updated for resources: {'Port': ['ID=6452fc92-d19f-4f29-b95c-e7eb91e4874b,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:27.128000 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 7e963280-1f62-48e0-baca-bb1a8267d9ae triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:27.128683 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.134745 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.189309 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4e7321c-6f9f-4288-a5df-89e0a1f18d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.214310 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4e7321c-6f9f-4288-a5df-89e0a1f18d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.216447 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f4e7321c-6f9f-4288-a5df-89e0a1f18d26 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c38fee71-f4a0-4893-8a01-fbc912f5a572 HTTP/1.1" status: 204 len: 168 time: 0.8316209 Sep 16 05:08:27.217338 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7321c-6f9f-4288-a5df-89e0a1f18d26 admin admin] Pushing event deleted for resources: {'Network': ['ID=c38fee71-f4a0-4893-8a01-fbc912f5a572,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:27.314064 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Floating IP 5a94cc8c-a64a-4236-bba2-0bccd58a8b49 associated. External IP: 172.25.4.155, port: b9e2f19f-ad98-471f-bca3-2a07a22f2c43. Sep 16 05:08:27.343792 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42710) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:27.348359 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c93a00e8-9526-4cd1-815d-58fa6e0ee5de up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:27.492709 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.498497 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port c93a00e8-9526-4cd1-815d-58fa6e0ee5de triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:27.498869 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.528846 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2605183d-9030-44b8-a28b-39f9555268b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.601775 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.638237 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Router d95ce44e-a0f8-4177-b14a-bad79faf70ce has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:27.706015 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7a3f043-2f70-4421-a52f-7ce30afd3bda req-1a97f65b-a3bb-4032-be13-554ff88cc774 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 210 time: 0.0601521 Sep 16 05:08:27.737996 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b60408-d044-45bf-83a4-d87a0e851f7c None None] Pushing event updated for resources: {'Port': ['ID=40602300-186a-4ded-80df-2b28316ba65f,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:27.777455 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2605183d-9030-44b8-a28b-39f9555268b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.802856 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] Attempting to bind port 40602300-186a-4ded-80df-2b28316ba65f on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:27.803690 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] Attempting to bind port 40602300-186a-4ded-80df-2b28316ba65f by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '22c6c819-ac30-412f-92a3-d329cb900d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:27.804283 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] Attempting to bind port 40602300-186a-4ded-80df-2b28316ba65f on network 03728936-a85e-4331-98cd-8d294836c3d0 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:27.809752 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42718) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:27.815300 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:27.815684 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] Checking segment: {'id': '22c6c819-ac30-412f-92a3-d329cb900d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:27.816090 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.816220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:27.816482 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] Bound using segment: {'id': '22c6c819-ac30-412f-92a3-d329cb900d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:27.816959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] Bound port: 40602300-186a-4ded-80df-2b28316ba65f, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c6c819-ac30-412f-92a3-d329cb900d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:27.819825 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.834342 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe9e766-52e3-4e73-a8cc-32124b9fd872 None None] Sync routers for ids ['d95ce44e-a0f8-4177-b14a-bad79faf70ce'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:27.857078 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe9e766-52e3-4e73-a8cc-32124b9fd872 None None] Routers {'d95ce44e-a0f8-4177-b14a-bad79faf70ce'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:27.857963 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-cfe9e766-52e3-4e73-a8cc-32124b9fd872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:08:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d95ce44e-a0f8-4177-b14a-bad79faf70ce'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:27.861427 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92826fb1-2ff2-460f-8e5e-5ef02f0032d4 req-86661d43-25f2-4249-aa67-95ac320d80ac tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:27.863301 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92826fb1-2ff2-460f-8e5e-5ef02f0032d4 req-86661d43-25f2-4249-aa67-95ac320d80ac tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 945 time: 0.0978987 Sep 16 05:08:27.911520 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42720) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:27.912072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-cf4ecebb-d5a9-4895-8b65-cb11b5b14d32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ece864d6db5c4e1d96e72f6394c094cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1009328 Sep 16 05:08:27.933741 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92826fb1-2ff2-460f-8e5e-5ef02f0032d4 req-d7fd4597-7bfb-4888-9d4c-be41561ca14e tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509107 Sep 16 05:08:27.947530 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] For port 40602300-186a-4ded-80df-2b28316ba65f, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:27.958609 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] For port 40602300-186a-4ded-80df-2b28316ba65f, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=40602300-186a-4ded-80df-2b28316ba65f,segment=NetworkSegment(22c6c819-ac30-412f-92a3-d329cb900d3f),segment_id=22c6c819-ac30-412f-92a3-d329cb900d3f)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:27.997906 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2605183d-9030-44b8-a28b-39f9555268b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.008362 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-172566fb-2f4c-478c-b45f-879c21919315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.035076 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-172566fb-2f4c-478c-b45f-879c21919315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.042485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605183d-9030-44b8-a28b-39f9555268b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4918e59c-d3fd-402b-848e-5385edb7b5ec,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:28.086996 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b00ea652-39e8-4fb1-8e98-c15a162fd481 req-23b8b4aa-b069-4486-91a2-796c8c060499 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 210 time: 0.0913620 Sep 16 05:08:28.098057 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.108490 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2605183d-9030-44b8-a28b-39f9555268b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb4e7799d15242039755f12fcc6ed46a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7635794 Sep 16 05:08:28.111234 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42724) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:28.121347 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-cfe9e766-52e3-4e73-a8cc-32124b9fd872 None None] Set router d95ce44e-a0f8-4177-b14a-bad79faf70ce gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:28.128228 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.138911 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] Routers {'59610d29-2294-41fe-99c2-d3c5cf6a28c4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:28.140004 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:08:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['59610d29-2294-41fe-99c2-d3c5cf6a28c4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:28.268763 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-373ca1d5-b02e-40dc-a858-d72952c01b7e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6346242 Sep 16 05:08:28.270350 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8252ad3-cef5-4347-99b8-a06abf040b93', 'tag': 'b9e2f19f-ad98-471f-bca3-2a07a22f2c43'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:28.271376 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42726) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:28.277737 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591c91f8-3681-4264-8554-534cace764d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e8252ad3-cef5-4347-99b8-a06abf040b93", "tag": "b9e2f19f-ad98-471f-bca3-2a07a22f2c43"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:28.311973 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b60408-d044-45bf-83a4-d87a0e851f7c None None] Pushing event updated for resources: {'Port': ['ID=40602300-186a-4ded-80df-2b28316ba65f,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:28.361274 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8b94741-5c37-4465-a42e-6a4479791f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.386134 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] Set router 59610d29-2294-41fe-99c2-d3c5cf6a28c4 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:28.411510 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caa7808-b193-472a-be02-0d0d431913bb x-openstack-request-id: req-4caa7808-b193-472a-be02-0d0d431913bb {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:28.411789 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8252ad3-cef5-4347-99b8-a06abf040b93", "tag": "b9e2f19f-ad98-471f-bca3-2a07a22f2c43", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:28.412030 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4caa7808-b193-472a-be02-0d0d431913bb {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:28.412925 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8252ad3-cef5-4347-99b8-a06abf040b93', 'tag': 'b9e2f19f-ad98-471f-bca3-2a07a22f2c43', 'status': 'completed', 'code': 200} Sep 16 05:08:28.417734 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-172566fb-2f4c-478c-b45f-879c21919315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.420071 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.424909 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-172566fb-2f4c-478c-b45f-879c21919315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.430181 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-172566fb-2f4c-478c-b45f-879c21919315 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae047c3b-6b1a-4300-8c01-24310a973a31 HTTP/1.1" status: 204 len: 168 time: 0.5131562 Sep 16 05:08:28.549671 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c91f8-3681-4264-8554-534cace764d9 req-6c735e83-539c-4fb2-be5e-756328f32af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.551294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-591c91f8-3681-4264-8554-534cace764d9 req-6c735e83-539c-4fb2-be5e-756328f32af5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d4acf06f6cb40beb5bd53afa54aba76&device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 1137 time: 0.1487424 Sep 16 05:08:28.594700 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60825ea5-7694-463d-8a4d-1d98738c89c3 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.595303 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60825ea5-7694-463d-8a4d-1d98738c89c3 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.595808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60825ea5-7694-463d-8a4d-1d98738c89c3 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.596272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60825ea5-7694-463d-8a4d-1d98738c89c3 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.596748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60825ea5-7694-463d-8a4d-1d98738c89c3 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.597223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60825ea5-7694-463d-8a4d-1d98738c89c3 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.597694 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60825ea5-7694-463d-8a4d-1d98738c89c3 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.598177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60825ea5-7694-463d-8a4d-1d98738c89c3 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.598667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60825ea5-7694-463d-8a4d-1d98738c89c3 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.600868 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-60825ea5-7694-463d-8a4d-1d98738c89c3 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6384 time: 0.3284314 Sep 16 05:08:28.605916 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42732) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:28.683833 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-cfe9e766-52e3-4e73-a8cc-32124b9fd872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1387847041', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:47Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:48Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '5a94cc8c-a64a-4236-bba2-0bccd58a8b49', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'port_id': 'b9e2f19f-ad98-471f-bca3-2a07a22f2c43', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00', 'mac_address': 'fa:16:3e:9e:7d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8252ad3-cef5-4347-99b8-a06abf040b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:25Z', 'updated_at': '2021-09-16T05:08:25Z', 'revision_number': 0, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac8925d-c383-4a74-bc11-1543c027cb7e', 'name': '', 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'mac_address': 'fa:16:3e:2c:cd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'e0821319-4208-4a0b-a89f-9d599a0c4e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:54Z', 'updated_at': '2021-09-16T05:08:00Z', 'revision_number': 5, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'subnets': [{'id': 'e0821319-4208-4a0b-a89f-9d599a0c4e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:28.741155 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe9e766-52e3-4e73-a8cc-32124b9fd872 None None] Checking router: d95ce44e-a0f8-4177-b14a-bad79faf70ce for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:28.773966 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe9e766-52e3-4e73-a8cc-32124b9fd872 None None] Routers {'d95ce44e-a0f8-4177-b14a-bad79faf70ce'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:28.777750 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-cfe9e766-52e3-4e73-a8cc-32124b9fd872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:08:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d95ce44e-a0f8-4177-b14a-bad79faf70ce'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:28.937430 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 40602300-186a-4ded-80df-2b28316ba65f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:28.949637 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60594a65-7dc7-432c-8636-049de6bc4d10 req-dda59855-4b5e-4078-ad89-858175c6dfb6 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 210 time: 0.0989411 Sep 16 05:08:28.985370 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca21661b-2f85-4843-b852-1d28cbe3d07a tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.985370 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca21661b-2f85-4843-b852-1d28cbe3d07a tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.985696 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-cfe9e766-52e3-4e73-a8cc-32124b9fd872 None None] Set router d95ce44e-a0f8-4177-b14a-bad79faf70ce gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:28.986153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca21661b-2f85-4843-b852-1d28cbe3d07a tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.986411 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca21661b-2f85-4843-b852-1d28cbe3d07a tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.986788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca21661b-2f85-4843-b852-1d28cbe3d07a tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.987288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca21661b-2f85-4843-b852-1d28cbe3d07a tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.987756 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca21661b-2f85-4843-b852-1d28cbe3d07a tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.988220 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca21661b-2f85-4843-b852-1d28cbe3d07a tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.988681 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca21661b-2f85-4843-b852-1d28cbe3d07a tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.993522 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ca21661b-2f85-4843-b852-1d28cbe3d07a tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5923 time: 0.3838758 Sep 16 05:08:29.055708 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 40602300-186a-4ded-80df-2b28316ba65f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:29.056311 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.056969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42738) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:29.061671 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'name': 'tempest-ServerRescueTestJSON-919008310-router', 'tenant_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c93a00e8-9526-4cd1-815d-58fa6e0ee5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:13Z', 'updated_at': '2021-09-16T05:08:20Z', 'revision_number': 4, 'project_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'gw_port': {'id': 'c93a00e8-9526-4cd1-815d-58fa6e0ee5de', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '40602300-186a-4ded-80df-2b28316ba65f', 'name': '', 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0', 'tenant_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'mac_address': 'fa:16:3e:d6:f2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'c614f95d-adc9-4b0d-bf43-ab684e2051b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:19Z', 'updated_at': '2021-09-16T05:08:27Z', 'revision_number': 4, 'project_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'subnets': [{'id': 'c614f95d-adc9-4b0d-bf43-ab684e2051b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:29.068571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c91f8-3681-4264-8554-534cace764d9 req-10dc6214-4ed9-4642-b798-0930ca5ad9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:29.070059 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-591c91f8-3681-4264-8554-534cace764d9 req-10dc6214-4ed9-4642-b798-0930ca5ad9fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 HTTP/1.1" status: 200 len: 898 time: 0.5114708 Sep 16 05:08:29.123848 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd1b48-8fa7-463e-99e5-36b7bb2ce595 None None] The sync data for ids ['59610d29-2294-41fe-99c2-d3c5cf6a28c4'] in n-d-712140-13 is: [{'id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'name': 'tempest-ServerRescueTestJSON-919008310-router', 'tenant_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c93a00e8-9526-4cd1-815d-58fa6e0ee5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:13Z', 'updated_at': '2021-09-16T05:08:20Z', 'revision_number': 4, 'project_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'gw_port': {'id': 'c93a00e8-9526-4cd1-815d-58fa6e0ee5de', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '40602300-186a-4ded-80df-2b28316ba65f', 'name': '', 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0', 'tenant_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'mac_address': 'fa:16:3e:d6:f2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'c614f95d-adc9-4b0d-bf43-ab684e2051b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:19Z', 'updated_at': '2021-09-16T05:08:27Z', 'revision_number': 4, 'project_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'subnets': [{'id': 'c614f95d-adc9-4b0d-bf43-ab684e2051b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:29.134626 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172566fb-2f4c-478c-b45f-879c21919315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae047c3b-6b1a-4300-8c01-24310a973a31,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:29.150565 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8b94741-5c37-4465-a42e-6a4479791f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.287865 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.308663 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1b0d0-6906-489c-87b2-36865fcc7434 req-a813593a-915d-437f-b862-ef0e96dbef29 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:29.311814 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4cc1b0d0-6906-489c-87b2-36865fcc7434 req-a813593a-915d-437f-b862-ef0e96dbef29 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.38 "GET /v2.0/ports?device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 945 time: 0.9703426 Sep 16 05:08:29.375769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 40602300-186a-4ded-80df-2b28316ba65f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=40602300-186a-4ded-80df-2b28316ba65f,segment=NetworkSegment(22c6c819-ac30-412f-92a3-d329cb900d3f),segment_id=22c6c819-ac30-412f-92a3-d329cb900d3f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:29.390716 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-04a1ee41-03e2-423e-851c-d5b333e08829 req-3382098e-8934-407b-8131-4cd27d21fce1 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 210 time: 0.1638136 Sep 16 05:08:29.471704 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-4cc1b0d0-6906-489c-87b2-36865fcc7434 req-6d844a5d-058f-4483-89ec-bb64b99c308d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Deleting port f0b5d910-a532-4344-a267-9c1b6ea81db7 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:29.472261 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4cc1b0d0-6906-489c-87b2-36865fcc7434 req-6d844a5d-058f-4483-89ec-bb64b99c308d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.481676 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.501106 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8b94741-5c37-4465-a42e-6a4479791f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.504196 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a8b94741-5c37-4465-a42e-6a4479791f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.507094 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a8b94741-5c37-4465-a42e-6a4479791f5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4918e59c-d3fd-402b-848e-5385edb7b5ec HTTP/1.1" status: 204 len: 168 time: 1.3941929 Sep 16 05:08:29.533322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b94741-5c37-4465-a42e-6a4479791f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4918e59c-d3fd-402b-848e-5385edb7b5ec,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:29.644609 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=40602300-186a-4ded-80df-2b28316ba65f,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:29.664627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-4cc1b0d0-6906-489c-87b2-36865fcc7434 req-6d844a5d-058f-4483-89ec-bb64b99c308d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] For port f0b5d910-a532-4344-a267-9c1b6ea81db7, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=f0b5d910-a532-4344-a267-9c1b6ea81db7,segment=NetworkSegment(7049f0e7-fa56-48db-92ac-270a62ebc728),segment_id=7049f0e7-fa56-48db-92ac-270a62ebc728)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:29.664627 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4cc1b0d0-6906-489c-87b2-36865fcc7434 req-6d844a5d-058f-4483-89ec-bb64b99c308d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.676801 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-cfe9e766-52e3-4e73-a8cc-32124b9fd872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1387847041', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:47Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:48Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '5a94cc8c-a64a-4236-bba2-0bccd58a8b49', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'port_id': 'b9e2f19f-ad98-471f-bca3-2a07a22f2c43', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00', 'mac_address': 'fa:16:3e:9e:7d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8252ad3-cef5-4347-99b8-a06abf040b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:25Z', 'updated_at': '2021-09-16T05:08:25Z', 'revision_number': 0, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac8925d-c383-4a74-bc11-1543c027cb7e', 'name': '', 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'mac_address': 'fa:16:3e:2c:cd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'e0821319-4208-4a0b-a89f-9d599a0c4e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:54Z', 'updated_at': '2021-09-16T05:08:00Z', 'revision_number': 5, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'subnets': [{'id': 'e0821319-4208-4a0b-a89f-9d599a0c4e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:29.684080 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94741-5c37-4465-a42e-6a4479791f5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:29.684423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94741-5c37-4465-a42e-6a4479791f5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:29.689474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94741-5c37-4465-a42e-6a4479791f5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:29.689474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94741-5c37-4465-a42e-6a4479791f5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:29.689474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94741-5c37-4465-a42e-6a4479791f5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:29.689474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94741-5c37-4465-a42e-6a4479791f5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:29.689474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94741-5c37-4465-a42e-6a4479791f5c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:29.689474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94741-5c37-4465-a42e-6a4479791f5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:29.689474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94741-5c37-4465-a42e-6a4479791f5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:29.689474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94741-5c37-4465-a42e-6a4479791f5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:29.689474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94741-5c37-4465-a42e-6a4479791f5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:29.689474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94741-5c37-4465-a42e-6a4479791f5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:29.707464 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-4cc1b0d0-6906-489c-87b2-36865fcc7434 req-6d844a5d-058f-4483-89ec-bb64b99c308d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Calling delete_port for f0b5d910-a532-4344-a267-9c1b6ea81db7 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:29.738570 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe9e766-52e3-4e73-a8cc-32124b9fd872 None None] The sync data for ids ['d95ce44e-a0f8-4177-b14a-bad79faf70ce'] in n-d-712140-13 is: [{'id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1387847041', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:47Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:48Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '5a94cc8c-a64a-4236-bba2-0bccd58a8b49', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'port_id': 'b9e2f19f-ad98-471f-bca3-2a07a22f2c43', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00', 'mac_address': 'fa:16:3e:9e:7d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8252ad3-cef5-4347-99b8-a06abf040b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:25Z', 'updated_at': '2021-09-16T05:08:25Z', 'revision_number': 0, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac8925d-c383-4a74-bc11-1543c027cb7e', 'name': '', 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'mac_address': 'fa:16:3e:2c:cd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'e0821319-4208-4a0b-a89f-9d599a0c4e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:54Z', 'updated_at': '2021-09-16T05:08:00Z', 'revision_number': 5, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'subnets': [{'id': 'e0821319-4208-4a0b-a89f-9d599a0c4e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:29.908728 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198d131-c37f-4132-af48-db285c426869 req-aef08aa4-23ee-43c5-bc1b-0a3f2ea0815b tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:29.910917 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3198d131-c37f-4132-af48-db285c426869 req-aef08aa4-23ee-43c5-bc1b-0a3f2ea0815b tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.38 "GET /v2.0/networks?id=43907208-6dcf-4211-a351-e9e794e15f3b HTTP/1.1" status: 200 len: 911 time: 0.2421141 Sep 16 05:08:29.928616 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-3198d131-c37f-4132-af48-db285c426869 req-ed44b2b4-fa88-4159-9e4b-ecfe6712cc31 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Request body: {'port': {'device_id': 'fc5f211c-5895-475f-8ae6-a5ff2c6479ac', 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b', 'admin_state_up': True, 'tenant_id': 'e4a15fd7db5d4deba65033e0a691ceb2'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:30.040615 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cded3c2-08e9-4d07-956b-a39b61c76ae5 req-17d81948-b256-4670-8377-930b1bbe7a07 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:30.043880 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1cded3c2-08e9-4d07-956b-a39b61c76ae5 req-17d81948-b256-4670-8377-930b1bbe7a07 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 945 time: 0.9881797 Sep 16 05:08:30.123297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-3982d826-ec42-46f6-972d-ee74f4294f26 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:30.125721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-3982d826-ec42-46f6-972d-ee74f4294f26 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.38 "GET /v2.0/networks?id=03728936-a85e-4331-98cd-8d294836c3d0 HTTP/1.1" status: 200 len: 810 time: 1.3919077 Sep 16 05:08:30.148369 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3198d131-c37f-4132-af48-db285c426869 req-ed44b2b4-fa88-4159-9e4b-ecfe6712cc31 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Made reservation on behalf of e4a15fd7db5d4deba65033e0a691ceb2 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:30.152432 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3198d131-c37f-4132-af48-db285c426869 req-ed44b2b4-fa88-4159-9e4b-ecfe6712cc31 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.174986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b6d4f442-488d-42ce-87cf-b58d89b77279 req-8ed8fa86-9f5e-4163-98ad-a270648fdce8 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 210 time: 0.0452597 Sep 16 05:08:30.203092 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-1015dfcc-34d3-4562-8e6c-b8a1680df09c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Request body: {'port': {'device_id': '0c1744c8-0c71-401d-9f8d-fce8aec7d5a6', 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0', 'admin_state_up': True, 'tenant_id': '421b1e6dd448470ca5c7bf9dd8b56185'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:30.215497 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4cc1b0d0-6906-489c-87b2-36865fcc7434 req-6d844a5d-058f-4483-89ec-bb64b99c308d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.231567 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-591c91f8-3681-4264-8554-534cace764d9 req-df4a47ba-c5f5-4ac4-b3d0-95989b365998 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9e2f19f-ad98-471f-bca3-2a07a22f2c43 HTTP/1.1" status: 200 len: 1000 time: 1.0204780 Sep 16 05:08:30.302645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c91f8-3681-4264-8554-534cace764d9 req-03aa060e-8228-4dc5-b617-e7f50ee30892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:30.304287 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-591c91f8-3681-4264-8554-534cace764d9 req-03aa060e-8228-4dc5-b617-e7f50ee30892 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e0821319-4208-4a0b-a89f-9d599a0c4e27 HTTP/1.1" status: 200 len: 835 time: 0.0629900 Sep 16 05:08:30.313265 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada941bd-ab43-43e1-8df6-ed9676d345e2 None None] New status for floating IP 5a94cc8c-a64a-4236-bba2-0bccd58a8b49: ACTIVE {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:08:30.327825 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d844a5d-058f-4483-89ec-bb64b99c308d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Pushing event deleted for resources: {'Port': ['ID=f0b5d910-a532-4344-a267-9c1b6ea81db7,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:30.371670 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc1b0d0-6906-489c-87b2-36865fcc7434 req-6d844a5d-058f-4483-89ec-bb64b99c308d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] No DVR routers for this DVR port f0b5d910-a532-4344-a267-9c1b6ea81db7 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:30.376431 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-4cc1b0d0-6906-489c-87b2-36865fcc7434 req-6d844a5d-058f-4483-89ec-bb64b99c308d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.378493 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4cc1b0d0-6906-489c-87b2-36865fcc7434 req-6d844a5d-058f-4483-89ec-bb64b99c308d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.38 "DELETE /v2.0/ports/f0b5d910-a532-4344-a267-9c1b6ea81db7 HTTP/1.1" status: 204 len: 173 time: 1.0591574 Sep 16 05:08:30.449325 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1cded3c2-08e9-4d07-956b-a39b61c76ae5 req-043afa4b-af82-4b7d-8da4-547a44d2f34b tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/security-groups?id=e257425a-32b7-4bf2-bdfb-99e1594d0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860586 Sep 16 05:08:30.482204 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db50fcf-a438-4645-b9b5-622bf080bc92', 'name': 'network-vif-deleted', 'tag': 'f0b5d910-a532-4344-a267-9c1b6ea81db7'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:30.495682 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8332da5d-8d05-4688-9267-1a78cfb58883" -d '{"events": [{"server_uuid": "3db50fcf-a438-4645-b9b5-622bf080bc92", "name": "network-vif-deleted", "tag": "f0b5d910-a532-4344-a267-9c1b6ea81db7"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:30.499562 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-3198d131-c37f-4132-af48-db285c426869 req-ed44b2b4-fa88-4159-9e4b-ecfe6712cc31 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Allocated IP 172.20.0.8 (43907208-6dcf-4211-a351-e9e794e15f3b/80409e0d-3e24-4bfe-98c0-d911f02b9f37/a2ac3075-2d43-4284-bef4-7b6a5778bf3a) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:30.543215 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ef2bad-0c15-4869-b21c-4a2c012cc27a x-openstack-request-id: req-51ef2bad-0c15-4869-b21c-4a2c012cc27a {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:30.543526 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db50fcf-a438-4645-b9b5-622bf080bc92", "name": "network-vif-deleted", "tag": "f0b5d910-a532-4344-a267-9c1b6ea81db7", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:30.543818 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51ef2bad-0c15-4869-b21c-4a2c012cc27a {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:30.544180 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db50fcf-a438-4645-b9b5-622bf080bc92', 'name': 'network-vif-deleted', 'tag': 'f0b5d910-a532-4344-a267-9c1b6ea81db7', 'status': 'completed', 'code': 200} Sep 16 05:08:30.569268 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42770) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:30.578412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c91f8-3681-4264-8554-534cace764d9 req-4141b6cf-ec36-4e9c-9d43-5e7a29e54a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:30.580095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-591c91f8-3681-4264-8554-534cace764d9 req-4141b6cf-ec36-4e9c-9d43-5e7a29e54a90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2544100 Sep 16 05:08:30.711041 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3198d131-c37f-4132-af48-db285c426869 req-ed44b2b4-fa88-4159-9e4b-ecfe6712cc31 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.726011 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1bb11f6-f05e-4767-ae01-3ce27d68491f req-676a8612-8a84-4d5b-9a9d-f16c6d2025d4 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 210 time: 0.2132969 Sep 16 05:08:30.750226 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-15243da7-39ef-4415-a22a-c08a2cfb2b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.803180 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 40602300-186a-4ded-80df-2b28316ba65f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:30.843657 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-591c91f8-3681-4264-8554-534cace764d9 req-e5ac53a3-f3bb-4fbd-8d3f-ca5ecfe7408e service neutron] 10.222.0.21 "GET /v2.0/networks/d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254055 Sep 16 05:08:30.889614 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 40602300-186a-4ded-80df-2b28316ba65f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:30.889989 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.905018 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3198d131-c37f-4132-af48-db285c426869 req-ed44b2b4-fa88-4159-9e4b-ecfe6712cc31 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.919772 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4c766141-dd25-4436-836b-081e24433e6d tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 1.8591530 Sep 16 05:08:30.929425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42774) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:30.978044 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44b2b4-fa88-4159-9e4b-ecfe6712cc31 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Pushing event updated for resources: {'Port': ['ID=a2ac3075-2d43-4284-bef4-7b6a5778bf3a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:30.995636 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3198d131-c37f-4132-af48-db285c426869 req-ed44b2b4-fa88-4159-9e4b-ecfe6712cc31 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Network 43907208-6dcf-4211-a351-e9e794e15f3b is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:30.995636 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-3198d131-c37f-4132-af48-db285c426869 req-ed44b2b4-fa88-4159-9e4b-ecfe6712cc31 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:30.998268 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-3198d131-c37f-4132-af48-db285c426869 req-ed44b2b4-fa88-4159-9e4b-ecfe6712cc31 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:31.061651 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-591c91f8-3681-4264-8554-534cace764d9 req-9d95823f-5431-44af-bf63-0986554e24ca service neutron] 10.222.0.21 "GET /v2.0/networks/d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070329 Sep 16 05:08:31.067181 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198d131-c37f-4132-af48-db285c426869 req-ed44b2b4-fa88-4159-9e4b-ecfe6712cc31 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.068069 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3198d131-c37f-4132-af48-db285c426869 req-ed44b2b4-fa88-4159-9e4b-ecfe6712cc31 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.076720 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f164eed-3c2e-4207-8504-8b6b447fc381 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.077223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f164eed-3c2e-4207-8504-8b6b447fc381 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.079647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0f164eed-3c2e-4207-8504-8b6b447fc381 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d95ce44e-a0f8-4177-b14a-bad79faf70ce HTTP/1.1" status: 200 len: 1992 time: 0.1493232 Sep 16 05:08:31.111083 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-15243da7-39ef-4415-a22a-c08a2cfb2b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.229777 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0eb5a76d-cb1d-494c-b459-951b9b83f422 None None] Provisioning complete for port a2ac3075-2d43-4284-bef4-7b6a5778bf3a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:31.234528 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0eb5a76d-cb1d-494c-b459-951b9b83f422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.266604 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-0eb5a76d-cb1d-494c-b459-951b9b83f422 None None] Port a2ac3075-2d43-4284-bef4-7b6a5778bf3a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:31.288896 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-15243da7-39ef-4415-a22a-c08a2cfb2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.326952 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-318ff141-9813-43d3-8b03-58f62488df2a req-4aea47c3-cb64-4607-b1e9-a67b4a6f6d60 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 210 time: 0.0641320 Sep 16 05:08:31.353986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-15243da7-39ef-4415-a22a-c08a2cfb2b4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=189184364a7947d3ac614c766d4d7c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7727849 Sep 16 05:08:31.354841 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15243da7-39ef-4415-a22a-c08a2cfb2b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf4537a-f5a3-4726-840f-2a4abc872f39,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:31.356896 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42784) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:31.363227 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15243da7-39ef-4415-a22a-c08a2cfb2b4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:31.364022 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15243da7-39ef-4415-a22a-c08a2cfb2b4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:31.364379 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15243da7-39ef-4415-a22a-c08a2cfb2b4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:31.364722 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15243da7-39ef-4415-a22a-c08a2cfb2b4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:31.365060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15243da7-39ef-4415-a22a-c08a2cfb2b4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:31.365413 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15243da7-39ef-4415-a22a-c08a2cfb2b4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:31.365727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15243da7-39ef-4415-a22a-c08a2cfb2b4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:31.366054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15243da7-39ef-4415-a22a-c08a2cfb2b4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:31.366389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15243da7-39ef-4415-a22a-c08a2cfb2b4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:31.366726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15243da7-39ef-4415-a22a-c08a2cfb2b4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:31.367080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15243da7-39ef-4415-a22a-c08a2cfb2b4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:31.367427 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15243da7-39ef-4415-a22a-c08a2cfb2b4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:31.411995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-1015dfcc-34d3-4562-8e6c-b8a1680df09c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Made reservation on behalf of 421b1e6dd448470ca5c7bf9dd8b56185 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:31.413792 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ce7a3034-b336-424f-b64b-09843d28a443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.416587 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-1015dfcc-34d3-4562-8e6c-b8a1680df09c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.444685 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ce7a3034-b336-424f-b64b-09843d28a443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.557929 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3198d131-c37f-4132-af48-db285c426869 req-ed44b2b4-fa88-4159-9e4b-ecfe6712cc31 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6351473 Sep 16 05:08:31.577668 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Request body: {'port': {'device_id': 'fc5f211c-5895-475f-8ae6-a5ff2c6479ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:31.599540 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ce7a3034-b336-424f-b64b-09843d28a443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.602184 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ce7a3034-b336-424f-b64b-09843d28a443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.604602 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ce7a3034-b336-424f-b64b-09843d28a443 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dcf4537a-f5a3-4726-840f-2a4abc872f39 HTTP/1.1" status: 204 len: 168 time: 0.2455318 Sep 16 05:08:31.610636 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-1015dfcc-34d3-4562-8e6c-b8a1680df09c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Allocated IP 172.20.0.12 (03728936-a85e-4331-98cd-8d294836c3d0/c614f95d-adc9-4b0d-bf43-ab684e2051b0/a95a8585-70e7-4a08-b7f1-4acaf0e3dbde) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:31.612134 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dca8f325-4b49-4a7b-bea7-f2917e4b9341 req-ba77c8ae-4030-44bf-b1c6-1873b95e7145 tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] 10.222.0.20 "GET /v2.0/ports?device_id=3db50fcf-a438-4645-b9b5-622bf080bc92 HTTP/1.1" status: 200 len: 210 time: 0.0381839 Sep 16 05:08:31.626477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a3034-b336-424f-b64b-09843d28a443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf4537a-f5a3-4726-840f-2a4abc872f39,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:31.660782 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.893622 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-1015dfcc-34d3-4562-8e6c-b8a1680df09c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.916067 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbee52-582b-4f4a-b88e-8a5062423966 req-902579cf-7034-41dd-ab12-bf97cff834ca tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.918448 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2bbee52-582b-4f4a-b88e-8a5062423966 req-902579cf-7034-41dd-ab12-bf97cff834ca tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1027 time: 0.1042008 Sep 16 05:08:31.987997 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2bbee52-582b-4f4a-b88e-8a5062423966 req-7a02e6a1-dc10-47dd-92fa-29b95e24b6db tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585885 Sep 16 05:08:32.066457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ac3075-2d43-4284-bef4-7b6a5778bf3a {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:32.076769 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.091836 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Transition to ACTIVE for port object a2ac3075-2d43-4284-bef4-7b6a5778bf3a will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:32.101627 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-1015dfcc-34d3-4562-8e6c-b8a1680df09c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.141639 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device f0b5d910-a532-4344-a267-9c1b6ea81db7 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:32.152970 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-1015dfcc-34d3-4562-8e6c-b8a1680df09c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Network 03728936-a85e-4331-98cd-8d294836c3d0 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:32.159127 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-1015dfcc-34d3-4562-8e6c-b8a1680df09c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:32.161820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-1015dfcc-34d3-4562-8e6c-b8a1680df09c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:32.180048 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: f0b5d910-a532-4344-a267-9c1b6ea81db7 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:32.180507 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device f0b5d910-a532-4344-a267-9c1b6ea81db7 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:32.192003 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015dfcc-34d3-4562-8e6c-b8a1680df09c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Pushing event updated for resources: {'Port': ['ID=a95a8585-70e7-4a08-b7f1-4acaf0e3dbde,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:32.217865 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.235993 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-1015dfcc-34d3-4562-8e6c-b8a1680df09c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.235993 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-1015dfcc-34d3-4562-8e6c-b8a1680df09c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.283779 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Pushing event updated for resources: {'Port': ['ID=a2ac3075-2d43-4284-bef4-7b6a5778bf3a,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:32.350400 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-1015dfcc-34d3-4562-8e6c-b8a1680df09c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1670964 Sep 16 05:08:32.364020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Attempting to bind port a2ac3075-2d43-4284-bef4-7b6a5778bf3a on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:32.364606 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Attempting to bind port a2ac3075-2d43-4284-bef4-7b6a5778bf3a by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '60654d29-e0f8-48f0-9d9d-8d4dc5ab7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:32.364967 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Attempting to bind port a2ac3075-2d43-4284-bef4-7b6a5778bf3a on network 43907208-6dcf-4211-a351-e9e794e15f3b {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:32.368720 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Request body: {'port': {'device_id': '0c1744c8-0c71-401d-9f8d-fce8aec7d5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:32.371915 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Port a2ac3075-2d43-4284-bef4-7b6a5778bf3a on network 43907208-6dcf-4211-a351-e9e794e15f3b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:32.372332 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Attempting to bind port a2ac3075-2d43-4284-bef4-7b6a5778bf3a on network 43907208-6dcf-4211-a351-e9e794e15f3b {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:32.379594 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:32.380174 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Checking segment: {'id': '60654d29-e0f8-48f0-9d9d-8d4dc5ab7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:32.380656 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Bound using segment: {'id': '60654d29-e0f8-48f0-9d9d-8d4dc5ab7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:32.381304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Bound port: a2ac3075-2d43-4284-bef4-7b6a5778bf3a, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60654d29-e0f8-48f0-9d9d-8d4dc5ab7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:32.381777 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.479637 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] For port a2ac3075-2d43-4284-bef4-7b6a5778bf3a, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:32.483641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] For port a2ac3075-2d43-4284-bef4-7b6a5778bf3a, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a2ac3075-2d43-4284-bef4-7b6a5778bf3a,segment=NetworkSegment(60654d29-e0f8-48f0-9d9d-8d4dc5ab7033),segment_id=60654d29-e0f8-48f0-9d9d-8d4dc5ab7033)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:32.492928 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.555696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f4e2f-f066-411b-8bde-fdc290a10bf8 req-2fd254b9-c567-434b-af69-c19ba8310f68 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.558657 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d9f4e2f-f066-411b-8bde-fdc290a10bf8 req-2fd254b9-c567-434b-af69-c19ba8310f68 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 932 time: 0.1054242 Sep 16 05:08:32.578150 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.611902 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.612912 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.614081 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3198d131-c37f-4132-af48-db285c426869 req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] 10.222.0.38 "PUT /v2.0/ports/a2ac3075-2d43-4284-bef4-7b6a5778bf3a HTTP/1.1" status: 200 len: 1092 time: 1.0431201 Sep 16 05:08:32.614507 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5f211c-5895-475f-8ae6-a5ff2c6479ac', 'tag': 'a2ac3075-2d43-4284-bef4-7b6a5778bf3a'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:32.616768 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c6426b-3e73-43f4-8297-343486f1a6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5f211c-5895-475f-8ae6-a5ff2c6479ac", "tag": "a2ac3075-2d43-4284-bef4-7b6a5778bf3a"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:32.668930 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f8883-0c16-4f20-b474-9e9ecb9ff85f service neutron] Pushing event updated for resources: {'Port': ['ID=a2ac3075-2d43-4284-bef4-7b6a5778bf3a,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:32.696961 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c957c061-d506-4507-aa19-4dfe1e1196f5 x-openstack-request-id: req-c957c061-d506-4507-aa19-4dfe1e1196f5 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:32.697184 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5f211c-5895-475f-8ae6-a5ff2c6479ac", "tag": "a2ac3075-2d43-4284-bef4-7b6a5778bf3a", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:32.698091 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c957c061-d506-4507-aa19-4dfe1e1196f5 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:32.698802 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5f211c-5895-475f-8ae6-a5ff2c6479ac', 'tag': 'a2ac3075-2d43-4284-bef4-7b6a5778bf3a', 'status': 'completed', 'code': 200} Sep 16 05:08:32.783691 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d9f4e2f-f066-411b-8bde-fdc290a10bf8 req-454e1362-0b88-42da-8739-d4e5d75f0dd4 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151883 Sep 16 05:08:32.835618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6426b-3e73-43f4-8297-343486f1a6e9 req-dc9f0e18-5bab-4d6d-980d-c514ec55c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.837599 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-35c6426b-3e73-43f4-8297-343486f1a6e9 req-dc9f0e18-5bab-4d6d-980d-c514ec55c9e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e4a15fd7db5d4deba65033e0a691ceb2&device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1095 time: 0.1041255 Sep 16 05:08:32.974366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95a8585-70e7-4a08-b7f1-4acaf0e3dbde {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:32.974571 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6426b-3e73-43f4-8297-343486f1a6e9 req-9d924b93-420d-4c35-80d9-d3ae413e65dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.976213 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-35c6426b-3e73-43f4-8297-343486f1a6e9 req-9d924b93-420d-4c35-80d9-d3ae413e65dd service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=e4a15fd7db5d4deba65033e0a691ceb2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1237156 Sep 16 05:08:32.983242 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.004190 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Transition to ACTIVE for port object a95a8585-70e7-4a08-b7f1-4acaf0e3dbde will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:33.093694 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6426b-3e73-43f4-8297-343486f1a6e9 req-636590f3-ff5f-47e7-84f4-6aa35a9101cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.095393 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-35c6426b-3e73-43f4-8297-343486f1a6e9 req-636590f3-ff5f-47e7-84f4-6aa35a9101cd service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1111312 Sep 16 05:08:33.099853 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.175498 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83498f1-c255-4a11-a3e1-158922c9f72e req-ac773ece-918d-4ebd-8f12-80a057ae7611 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.175498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f83498f1-c255-4a11-a3e1-158922c9f72e req-ac773ece-918d-4ebd-8f12-80a057ae7611 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1095 time: 0.0972605 Sep 16 05:08:33.184204 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a95a8585-70e7-4a08-b7f1-4acaf0e3dbde,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:33.221897 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198d131-c37f-4132-af48-db285c426869 req-2e096f16-cd58-4e90-932a-45e5a438d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.223834 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3198d131-c37f-4132-af48-db285c426869 req-2e096f16-cd58-4e90-932a-45e5a438d515 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e4a15fd7db5d4deba65033e0a691ceb2&device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1095 time: 0.0555828 Sep 16 05:08:33.267418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f83498f1-c255-4a11-a3e1-158922c9f72e req-fbdffba6-e025-4f52-8337-57b9e65cc51e tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757699 Sep 16 05:08:33.291330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Attempting to bind port a95a8585-70e7-4a08-b7f1-4acaf0e3dbde on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:33.291691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Attempting to bind port a95a8585-70e7-4a08-b7f1-4acaf0e3dbde by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '22c6c819-ac30-412f-92a3-d329cb900d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:33.292117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Attempting to bind port a95a8585-70e7-4a08-b7f1-4acaf0e3dbde on network 03728936-a85e-4331-98cd-8d294836c3d0 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:33.299500 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3198d131-c37f-4132-af48-db285c426869 req-eaad6cad-4f33-43e4-8d98-57c7c9d98d44 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2ac3075-2d43-4284-bef4-7b6a5778bf3a HTTP/1.1" status: 200 len: 217 time: 0.0609107 Sep 16 05:08:33.299733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Port a95a8585-70e7-4a08-b7f1-4acaf0e3dbde on network 03728936-a85e-4331-98cd-8d294836c3d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:33.300025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Attempting to bind port a95a8585-70e7-4a08-b7f1-4acaf0e3dbde on network 03728936-a85e-4331-98cd-8d294836c3d0 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:33.306294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:33.306645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Checking segment: {'id': '22c6c819-ac30-412f-92a3-d329cb900d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:33.308553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Bound using segment: {'id': '22c6c819-ac30-412f-92a3-d329cb900d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:33.308553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Bound port: a95a8585-70e7-4a08-b7f1-4acaf0e3dbde, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c6c819-ac30-412f-92a3-d329cb900d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:33.308808 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.357078 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198d131-c37f-4132-af48-db285c426869 req-cf79eafa-c0ea-436f-ac78-298892276542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.358596 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3198d131-c37f-4132-af48-db285c426869 req-cf79eafa-c0ea-436f-ac78-298892276542 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=80409e0d-3e24-4bfe-98c0-d911f02b9f37 HTTP/1.1" status: 200 len: 849 time: 0.0526094 Sep 16 05:08:33.389102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] For port a95a8585-70e7-4a08-b7f1-4acaf0e3dbde, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:33.392706 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] For port a95a8585-70e7-4a08-b7f1-4acaf0e3dbde, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a95a8585-70e7-4a08-b7f1-4acaf0e3dbde,segment=NetworkSegment(22c6c819-ac30-412f-92a3-d329cb900d3f),segment_id=22c6c819-ac30-412f-92a3-d329cb900d3f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:33.410273 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198d131-c37f-4132-af48-db285c426869 req-a72bf4c0-22c5-4af4-a0b7-3b12b7d6f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.412015 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3198d131-c37f-4132-af48-db285c426869 req-a72bf4c0-22c5-4af4-a0b7-3b12b7d6f6ab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=43907208-6dcf-4211-a351-e9e794e15f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456264 Sep 16 05:08:33.464204 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.537656 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3198d131-c37f-4132-af48-db285c426869 req-05f0ab62-c504-4f74-a6c5-cb4796bad1d1 service neutron] 10.222.0.38 "GET /v2.0/networks/43907208-6dcf-4211-a351-e9e794e15f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179368 Sep 16 05:08:33.587430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.592525 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.592525 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] 10.222.0.38 "PUT /v2.0/ports/a95a8585-70e7-4a08-b7f1-4acaf0e3dbde HTTP/1.1" status: 200 len: 1093 time: 1.2260804 Sep 16 05:08:33.592525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c1744c8-0c71-401d-9f8d-fce8aec7d5a6', 'tag': 'a95a8585-70e7-4a08-b7f1-4acaf0e3dbde'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:33.593008 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd16d20-a443-4196-8db8-71825fff70ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0c1744c8-0c71-401d-9f8d-fce8aec7d5a6", "tag": "a95a8585-70e7-4a08-b7f1-4acaf0e3dbde"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:33.598838 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e441f-d782-4c11-939f-98cb64db41f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a95a8585-70e7-4a08-b7f1-4acaf0e3dbde,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:33.662985 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c714235-3406-424b-a72e-fa808789afce x-openstack-request-id: req-3c714235-3406-424b-a72e-fa808789afce {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:33.662985 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c1744c8-0c71-401d-9f8d-fce8aec7d5a6", "tag": "a95a8585-70e7-4a08-b7f1-4acaf0e3dbde", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:33.662985 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c714235-3406-424b-a72e-fa808789afce {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:33.662985 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c1744c8-0c71-401d-9f8d-fce8aec7d5a6', 'tag': 'a95a8585-70e7-4a08-b7f1-4acaf0e3dbde', 'status': 'completed', 'code': 200} Sep 16 05:08:33.663379 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3198d131-c37f-4132-af48-db285c426869 req-bc3ad074-a6d3-46d0-913d-7daa311a0af5 service neutron] 10.222.0.38 "GET /v2.0/networks/43907208-6dcf-4211-a351-e9e794e15f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181848 Sep 16 05:08:33.739841 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd16d20-a443-4196-8db8-71825fff70ca req-fc0e4ec0-fcec-4da3-a378-169df44620d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.741405 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dbd16d20-a443-4196-8db8-71825fff70ca req-fc0e4ec0-fcec-4da3-a378-169df44620d2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=421b1e6dd448470ca5c7bf9dd8b56185&device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 1096 time: 0.0434976 Sep 16 05:08:33.866640 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd16d20-a443-4196-8db8-71825fff70ca req-c86562c3-77a7-4f36-9689-423c834bdc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.868497 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dbd16d20-a443-4196-8db8-71825fff70ca req-c86562c3-77a7-4f36-9689-423c834bdc0b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=421b1e6dd448470ca5c7bf9dd8b56185&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1136470 Sep 16 05:08:33.914847 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636da8f0-2b68-48c0-af49-540380f85784 req-8a92ea8b-102e-409e-b757-cbb9dc5247d1 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.916492 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-636da8f0-2b68-48c0-af49-540380f85784 req-8a92ea8b-102e-409e-b757-cbb9dc5247d1 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 944 time: 0.0571320 Sep 16 05:08:33.964561 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-636da8f0-2b68-48c0-af49-540380f85784 req-51eed65a-20ed-44e1-afaa-8c65c2eeedeb tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405114 Sep 16 05:08:33.988533 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd16d20-a443-4196-8db8-71825fff70ca req-75efdf58-c39a-4f2d-823b-1eb0693893e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.990199 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dbd16d20-a443-4196-8db8-71825fff70ca req-75efdf58-c39a-4f2d-823b-1eb0693893e8 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1058311 Sep 16 05:08:34.106923 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-ad7b86f4-f4be-4a81-bd93-2213bd6b8404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.108653 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-ad7b86f4-f4be-4a81-bd93-2213bd6b8404 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=421b1e6dd448470ca5c7bf9dd8b56185&device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 1096 time: 0.0528331 Sep 16 05:08:34.162572 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-9f728125-2859-468f-9bd7-b7321be22387 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a95a8585-70e7-4a08-b7f1-4acaf0e3dbde HTTP/1.1" status: 200 len: 217 time: 0.0395489 Sep 16 05:08:34.218956 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-8d4fa67a-2e44-4db6-b1f2-6e14c4d18078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.220443 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-8d4fa67a-2e44-4db6-b1f2-6e14c4d18078 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c614f95d-adc9-4b0d-bf43-ab684e2051b0 HTTP/1.1" status: 200 len: 850 time: 0.0505800 Sep 16 05:08:34.266464 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-c34f20ef-f292-4ab4-b037-a66279f5ebb3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=03728936-a85e-4331-98cd-8d294836c3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385177 Sep 16 05:08:34.361234 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42910) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:34.393713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81ebca-9450-4d90-89cd-865438d9bce3 req-2bfe18a8-4c07-4235-85ae-9ee02c84211c tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.395392 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb81ebca-9450-4d90-89cd-865438d9bce3 req-2bfe18a8-4c07-4235-85ae-9ee02c84211c tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1095 time: 0.0579216 Sep 16 05:08:34.412516 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-c6914b68-dc3f-4b34-b461-88b3a172b183 service neutron] 10.222.0.38 "GET /v2.0/networks/03728936-a85e-4331-98cd-8d294836c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253066 Sep 16 05:08:34.451259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb81ebca-9450-4d90-89cd-865438d9bce3 req-f4969166-f0c5-4e24-81b7-82c6c1c9969e tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432093 Sep 16 05:08:34.519991 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-afd1075e-7fae-4e73-a59e-51a88ca2b334 req-00426a3c-6831-48f6-bae0-8d94b26a160f service neutron] 10.222.0.38 "GET /v2.0/networks/03728936-a85e-4331-98cd-8d294836c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008973 Sep 16 05:08:34.647427 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e706bf8-23bc-4f88-bfca-0d53f62a1e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.752317 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e706bf8-23bc-4f88-bfca-0d53f62a1e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.846300 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e706bf8-23bc-4f88-bfca-0d53f62a1e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.887023 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9e706bf8-23bc-4f88-bfca-0d53f62a1e14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d6f1ff06dc04af0897e44dde291c2c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5246446 Sep 16 05:08:34.889546 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42920) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:34.896634 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e706bf8-23bc-4f88-bfca-0d53f62a1e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b9d7b9-236d-4073-9be5-5593290d9eb5,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:34.941810 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2f1a4de-30db-4ed7-b430-9050d3570944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.968894 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2f1a4de-30db-4ed7-b430-9050d3570944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.090696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b544986-71f5-4aa6-a095-67e1a3f694e2 req-b47a0909-ad4e-4919-a49a-5e11aae7a9cc tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.092225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b544986-71f5-4aa6-a095-67e1a3f694e2 req-b47a0909-ad4e-4919-a49a-5e11aae7a9cc tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 944 time: 0.0560679 Sep 16 05:08:35.137765 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b544986-71f5-4aa6-a095-67e1a3f694e2 req-8ef27c0a-4ccd-481c-a467-9d94adb6aab5 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392396 Sep 16 05:08:35.167818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42926) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:35.252234 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-989cb765-e30a-40ba-9009-d7af1b5653de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.254022 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2f1a4de-30db-4ed7-b430-9050d3570944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.256991 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2f1a4de-30db-4ed7-b430-9050d3570944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.260018 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a2f1a4de-30db-4ed7-b430-9050d3570944 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29b9d7b9-236d-4073-9be5-5593290d9eb5 HTTP/1.1" status: 204 len: 168 time: 0.3694639 Sep 16 05:08:35.269981 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1a4de-30db-4ed7-b430-9050d3570944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b9d7b9-236d-4073-9be5-5593290d9eb5,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:35.279000 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-604e02ed-1deb-489b-9657-0dba530f9982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.376906 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-604e02ed-1deb-489b-9657-0dba530f9982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.468294 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-604e02ed-1deb-489b-9657-0dba530f9982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.512199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e02ed-1deb-489b-9657-0dba530f9982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caad9e8c-57bd-497a-add5-eedacc26aeba,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:35.518052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-604e02ed-1deb-489b-9657-0dba530f9982 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da6250b6357440ca80c0989a803370b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3491502 Sep 16 05:08:35.522187 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42934) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:35.567953 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d9ddb-4360-4fa6-9403-e88f5b21eb32 req-ecf85716-53b6-4e4a-b188-1b550134e3c0 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.569588 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-149d9ddb-4360-4fa6-9403-e88f5b21eb32 req-ecf85716-53b6-4e4a-b188-1b550134e3c0 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1095 time: 0.0498531 Sep 16 05:08:35.587711 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30b1fe5a-6798-42ca-85ee-b12cde183c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.612638 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30b1fe5a-6798-42ca-85ee-b12cde183c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.614551 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-149d9ddb-4360-4fa6-9403-e88f5b21eb32 req-3a53dbeb-4a01-483c-982c-255d72583f07 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387089 Sep 16 05:08:35.761610 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30b1fe5a-6798-42ca-85ee-b12cde183c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.765368 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30b1fe5a-6798-42ca-85ee-b12cde183c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.766395 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-30b1fe5a-6798-42ca-85ee-b12cde183c53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/caad9e8c-57bd-497a-add5-eedacc26aeba HTTP/1.1" status: 204 len: 168 time: 0.2433078 Sep 16 05:08:35.774560 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1fe5a-6798-42ca-85ee-b12cde183c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caad9e8c-57bd-497a-add5-eedacc26aeba,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:36.289949 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173f6a3-fa4b-4901-a869-4ff622d13444 req-2fba78a4-e93a-46e5-996b-c76b77118b8c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:36.291697 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9173f6a3-fa4b-4901-a869-4ff622d13444 req-2fba78a4-e93a-46e5-996b-c76b77118b8c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 944 time: 0.0718389 Sep 16 05:08:36.335144 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9173f6a3-fa4b-4901-a869-4ff622d13444 req-1cd48ff2-c6b1-4dc4-9702-b1e1a02948df tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364146 Sep 16 05:08:36.386134 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42966) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:36.404918 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d21992c0-c1d3-449c-93e3-70ef6d53fbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.509374 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d21992c0-c1d3-449c-93e3-70ef6d53fbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.577948 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d21992c0-c1d3-449c-93e3-70ef6d53fbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.643511 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42980) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:36.644616 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d21992c0-c1d3-449c-93e3-70ef6d53fbe9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c0724308cd548de9fcb4da36920f716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570541 Sep 16 05:08:36.647298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21992c0-c1d3-449c-93e3-70ef6d53fbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366f4d89-6017-4dc0-98c7-202e04f79d5a,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:36.721637 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47de10e6-2a1e-498a-93ff-2aa41b696908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.745080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf79875-6597-445b-9ae1-e46c3e905cb0 req-9cee4c5b-0207-4123-a63f-5457e89f8fd4 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:36.753112 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aaf79875-6597-445b-9ae1-e46c3e905cb0 req-9cee4c5b-0207-4123-a63f-5457e89f8fd4 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1095 time: 0.0632052 Sep 16 05:08:36.757234 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47de10e6-2a1e-498a-93ff-2aa41b696908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.793863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aaf79875-6597-445b-9ae1-e46c3e905cb0 req-029d442b-03aa-4f7d-aa9a-66ba4de4acb2 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395617 Sep 16 05:08:36.903464 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47de10e6-2a1e-498a-93ff-2aa41b696908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.906142 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47de10e6-2a1e-498a-93ff-2aa41b696908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.907380 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-47de10e6-2a1e-498a-93ff-2aa41b696908 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/366f4d89-6017-4dc0-98c7-202e04f79d5a HTTP/1.1" status: 204 len: 168 time: 0.2627895 Sep 16 05:08:36.916686 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de10e6-2a1e-498a-93ff-2aa41b696908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366f4d89-6017-4dc0-98c7-202e04f79d5a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:37.142431 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:08:37.320111 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20776383-44c5-4eaa-85b2-566dfd157261 req-650d387d-bfb8-444c-b286-f84f8c25fd22 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:37.321799 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20776383-44c5-4eaa-85b2-566dfd157261 req-650d387d-bfb8-444c-b286-f84f8c25fd22 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 946 time: 0.0542972 Sep 16 05:08:37.371194 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20776383-44c5-4eaa-85b2-566dfd157261 req-89455be7-d76b-40ea-9ee8-5f545daec531 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369847 Sep 16 05:08:37.517396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947d8a8-22d0-4053-81e0-bbd7a905b160 req-b938b091-7465-4201-b73d-b66e28ce7a34 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:37.519125 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8947d8a8-22d0-4053-81e0-bbd7a905b160 req-b938b091-7465-4201-b73d-b66e28ce7a34 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 944 time: 0.0719383 Sep 16 05:08:37.631896 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43014) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:37.631896 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8947d8a8-22d0-4053-81e0-bbd7a905b160 req-40641558-683a-45df-9ea8-ac142d3d8273 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008105 Sep 16 05:08:37.760417 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7d39ae44-1072-4297-b2b6-83ddbaa280c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.775181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-e2f7e7dc-bcf8-429b-8dc9-a39a069928d6 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-475980895'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:37.775181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-e2f7e7dc-bcf8-429b-8dc9-a39a069928d6 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] Unknown quota resources ['metering_label']. {{(pid=95473) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:08:38.040612 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e7dc-bcf8-429b-8dc9-a39a069928d6 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.042641 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e2f7e7dc-bcf8-429b-8dc9-a39a069928d6 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4209762 Sep 16 05:08:38.045861 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43028) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:38.050224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-1a410470-e412-4dc3-9f19-a03b77b10210 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f02e5779-4774-4bda-b903-b98fc8166674'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:38.050743 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-1a410470-e412-4dc3-9f19-a03b77b10210 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95473) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:08:38.067655 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41060c-b48f-42ab-b8ca-9623c30f824e req-8aa1383a-cbb8-45fd-a205-8cd77312dbf4 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:38.069179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d41060c-b48f-42ab-b8ca-9623c30f824e req-8aa1383a-cbb8-45fd-a205-8cd77312dbf4 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1095 time: 0.1868024 Sep 16 05:08:38.168643 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d41060c-b48f-42ab-b8ca-9623c30f824e req-0c794e12-4199-431b-b1e8-3e3d98cdbaa6 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746753 Sep 16 05:08:38.189581 n-d-712140-13 neutron-server[95473]: WARNING neutron.services.metering.metering_plugin [None req-1a410470-e412-4dc3-9f19-a03b77b10210 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:08:38.202556 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a2ac3075-2d43-4284-bef4-7b6a5778bf3a details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:38.306988 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port a2ac3075-2d43-4284-bef4-7b6a5778bf3a, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a2ac3075-2d43-4284-bef4-7b6a5778bf3a,segment=NetworkSegment(60654d29-e0f8-48f0-9d9d-8d4dc5ab7033),segment_id=60654d29-e0f8-48f0-9d9d-8d4dc5ab7033)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:38.309641 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1a410470-e412-4dc3-9f19-a03b77b10210 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.310912 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1a410470-e412-4dc3-9f19-a03b77b10210 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2640865 Sep 16 05:08:38.314182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43038) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:38.318511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f47cee05-ae69-4bde-8b0a-79214a8a8309 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f02e5779-4774-4bda-b903-b98fc8166674'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:38.319028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f47cee05-ae69-4bde-8b0a-79214a8a8309 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95473) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:08:38.327722 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'a2ac3075-2d43-4284-bef4-7b6a5778bf3a', 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b', 'port_id': 'a2ac3075-2d43-4284-bef4-7b6a5778bf3a', 'mac_address': 'fa:16:3e:30:14:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80409e0d-3e24-4bfe-98c0-d911f02b9f37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:38.390041 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.397818 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ac3075-2d43-4284-bef4-7b6a5778bf3a {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:38.419599 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port a2ac3075-2d43-4284-bef4-7b6a5778bf3a, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a2ac3075-2d43-4284-bef4-7b6a5778bf3a,segment=NetworkSegment(60654d29-e0f8-48f0-9d9d-8d4dc5ab7033),segment_id=60654d29-e0f8-48f0-9d9d-8d4dc5ab7033)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:38.520730 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.521707 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a95a8585-70e7-4a08-b7f1-4acaf0e3dbde details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:38.615921 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.665419 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port a95a8585-70e7-4a08-b7f1-4acaf0e3dbde, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a95a8585-70e7-4a08-b7f1-4acaf0e3dbde,segment=NetworkSegment(22c6c819-ac30-412f-92a3-d329cb900d3f),segment_id=22c6c819-ac30-412f-92a3-d329cb900d3f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:38.690640 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'a95a8585-70e7-4a08-b7f1-4acaf0e3dbde', 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0', 'port_id': 'a95a8585-70e7-4a08-b7f1-4acaf0e3dbde', 'mac_address': 'fa:16:3e:ac:69:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c614f95d-adc9-4b0d-bf43-ab684e2051b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:38.698581 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=a2ac3075-2d43-4284-bef4-7b6a5778bf3a,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:38.722852 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d613837-f102-4789-891b-59ff231120a5 req-bf8e3d4b-e3d8-4ff8-86e8-f7bb3f65b084 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:38.726908 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d613837-f102-4789-891b-59ff231120a5 req-bf8e3d4b-e3d8-4ff8-86e8-f7bb3f65b084 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 946 time: 0.0570498 Sep 16 05:08:38.737515 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.754315 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95a8585-70e7-4a08-b7f1-4acaf0e3dbde {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:38.781452 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port a95a8585-70e7-4a08-b7f1-4acaf0e3dbde, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a95a8585-70e7-4a08-b7f1-4acaf0e3dbde,segment=NetworkSegment(22c6c819-ac30-412f-92a3-d329cb900d3f),segment_id=22c6c819-ac30-412f-92a3-d329cb900d3f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:38.803864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d613837-f102-4789-891b-59ff231120a5 req-b5dbcca1-07f4-4f50-8f03-a2f3bdd9e643 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f9ae85f-d2e4-454f-93f1-321e960f75bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702951 Sep 16 05:08:38.806169 n-d-712140-13 neutron-server[95473]: WARNING neutron.services.metering.metering_plugin [None req-f47cee05-ae69-4bde-8b0a-79214a8a8309 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:08:38.892356 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.899559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a48a5-cb72-4123-84a9-7ce666c8f5cf req-24becb34-68c3-4e0e-9a3d-00d75c798c5b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:38.901779 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-115a48a5-cb72-4123-84a9-7ce666c8f5cf req-24becb34-68c3-4e0e-9a3d-00d75c798c5b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 944 time: 0.1449478 Sep 16 05:08:38.903430 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f47cee05-ae69-4bde-8b0a-79214a8a8309 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.907327 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43052) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:38.907866 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f47cee05-ae69-4bde-8b0a-79214a8a8309 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5921988 Sep 16 05:08:38.925277 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43054) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:38.925676 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d4e94771-98b5-46d7-b247-3efc48dd48e2 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=0dfac6e6-f6cf-414f-8f9a-9906962fcd82 HTTP/1.1" status: 200 len: 464 time: 0.0156837 Sep 16 05:08:38.955820 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=a95a8585-70e7-4a08-b7f1-4acaf0e3dbde,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:38.962645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-115a48a5-cb72-4123-84a9-7ce666c8f5cf req-5c800cd1-403f-460e-ac2e-72ce59c720c8 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541227 Sep 16 05:08:39.066903 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da1ac5-7f67-4122-90e1-848ec65c86af req-1d56a837-3ac1-4412-993a-97dfd84d3f44 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:39.068445 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e1da1ac5-7f67-4122-90e1-848ec65c86af req-1d56a837-3ac1-4412-993a-97dfd84d3f44 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.38 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 946 time: 0.0518501 Sep 16 05:08:39.174322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-e1da1ac5-7f67-4122-90e1-848ec65c86af req-355d015a-e1c4-43f8-99cb-4b9fe61c1459 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Deleting port ecba1069-6c2f-4e6c-8470-cd8fd68036cf {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:39.174579 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e1da1ac5-7f67-4122-90e1-848ec65c86af req-355d015a-e1c4-43f8-99cb-4b9fe61c1459 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.189789 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.192078 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3772c470-e190-4052-aeb2-6387711280dd tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.193640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3772c470-e190-4052-aeb2-6387711280dd tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/0dfac6e6-f6cf-414f-8f9a-9906962fcd82 HTTP/1.1" status: 204 len: 168 time: 0.2674148 Sep 16 05:08:39.198811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43064) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:39.211115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7b63d8c7-c477-4509-b22f-26b6a6c11787 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=0dfac6e6-f6cf-414f-8f9a-9906962fcd82 HTTP/1.1" status: 200 len: 221 time: 0.0107310 Sep 16 05:08:39.219767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43066) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:39.224723 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ee5abcf8-2f83-4381-94fa-2dff8d23e7f0 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1309902383', 'description': 'label created by tempest'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:39.225189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ee5abcf8-2f83-4381-94fa-2dff8d23e7f0 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] Unknown quota resources ['metering_label']. {{(pid=95473) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:08:39.298741 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-e1da1ac5-7f67-4122-90e1-848ec65c86af req-355d015a-e1c4-43f8-99cb-4b9fe61c1459 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] For port ecba1069-6c2f-4e6c-8470-cd8fd68036cf, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:39.304187 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e1da1ac5-7f67-4122-90e1-848ec65c86af req-355d015a-e1c4-43f8-99cb-4b9fe61c1459 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.312937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551549cd-63cb-411f-ac54-5414dab32618 req-3066178e-1967-4b1d-b4ee-5d314397e908 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:39.314536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-551549cd-63cb-411f-ac54-5414dab32618 req-3066178e-1967-4b1d-b4ee-5d314397e908 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1096 time: 0.0419276 Sep 16 05:08:39.333593 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['a95a8585-70e7-4a08-b7f1-4acaf0e3dbde'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:39.367317 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['a2ac3075-2d43-4284-bef4-7b6a5778bf3a'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:39.481696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-551549cd-63cb-411f-ac54-5414dab32618 req-fe1caa51-5a76-42b6-8847-7fa9e61c2c16 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575220 Sep 16 05:08:39.525787 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ee5abcf8-2f83-4381-94fa-2dff8d23e7f0 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.528916 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ee5abcf8-2f83-4381-94fa-2dff8d23e7f0 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3065691 Sep 16 05:08:39.529809 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43080) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:39.616438 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1412e485-18b2-4794-bad7-af7aec31b98b tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=bcb1c44e-9efd-497f-8a3b-bbcb642510f9 HTTP/1.1" status: 200 len: 468 time: 0.0834224 Sep 16 05:08:39.618460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43084) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:39.684975 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e1da1ac5-7f67-4122-90e1-848ec65c86af req-355d015a-e1c4-43f8-99cb-4b9fe61c1459 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.685573 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e1da1ac5-7f67-4122-90e1-848ec65c86af req-355d015a-e1c4-43f8-99cb-4b9fe61c1459 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.685890 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [req-e1da1ac5-7f67-4122-90e1-848ec65c86af req-355d015a-e1c4-43f8-99cb-4b9fe61c1459 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Floating IP ea408f61-33b9-4c3a-a323-a2d747fa98ab disassociated. External IP: 172.25.4.35, port: ecba1069-6c2f-4e6c-8470-cd8fd68036cf. Sep 16 05:08:39.686306 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-e1da1ac5-7f67-4122-90e1-848ec65c86af req-355d015a-e1c4-43f8-99cb-4b9fe61c1459 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Calling delete_port for ecba1069-6c2f-4e6c-8470-cd8fd68036cf owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:39.893061 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-092ea31a-1692-4d85-8ccd-edea943c79f6 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.893061 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-092ea31a-1692-4d85-8ccd-edea943c79f6 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/bcb1c44e-9efd-497f-8a3b-bbcb642510f9 HTTP/1.1" status: 204 len: 168 time: 0.2716129 Sep 16 05:08:39.895009 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43096) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:39.916081 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e1da1ac5-7f67-4122-90e1-848ec65c86af req-355d015a-e1c4-43f8-99cb-4b9fe61c1459 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.924076 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9b2350ec-46b3-4022-9da3-0763e0908cad tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=bcb1c44e-9efd-497f-8a3b-bbcb642510f9 HTTP/1.1" status: 200 len: 216 time: 0.0276568 Sep 16 05:08:39.924825 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43100) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:39.934049 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e81d700-f600-410b-9bb7-0305c6394685 req-c5c8229f-a5dc-45c0-bf0d-0a5cb0a8d691 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 210 time: 0.0321839 Sep 16 05:08:39.967633 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cc17bf8d-2c28-49e9-ab07-b32742a50e3b tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0394213 Sep 16 05:08:39.973277 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d015a-e1c4-43f8-99cb-4b9fe61c1459 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Pushing event deleted for resources: {'Port': ['ID=ecba1069-6c2f-4e6c-8470-cd8fd68036cf,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:39.976784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43102) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:40.001075 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-47b6b7bd-ef61-4d1b-a19b-a8d548ce5b41 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0217152 Sep 16 05:08:40.004529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43106) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:40.101125 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8b31395e-9f96-4501-a287-900b9ff7e28f tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/f02e5779-4774-4bda-b903-b98fc8166674 HTTP/1.1" status: 200 len: 472 time: 0.0921848 Sep 16 05:08:40.102920 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43112) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:40.122039 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1da1ac5-7f67-4122-90e1-848ec65c86af req-355d015a-e1c4-43f8-99cb-4b9fe61c1459 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Router 98e876b2-760b-4951-aae5-895c9f69f483 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:40.135081 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d005e6d0-703a-40d3-8ede-3c65041a4d87 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/bee8e8fe-c1db-4c0b-ba91-8015f2148a84 HTTP/1.1" status: 200 len: 461 time: 0.0301404 Sep 16 05:08:40.139846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43116) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:40.171791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d7a8d-278c-4e2e-9b30-7be8c5579abe req-ebda909a-aee9-4d8e-9154-327aefdfa5e5 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:40.173449 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a76d7a8d-278c-4e2e-9b30-7be8c5579abe req-ebda909a-aee9-4d8e-9154-327aefdfa5e5 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 945 time: 0.0844152 Sep 16 05:08:40.227967 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a76d7a8d-278c-4e2e-9b30-7be8c5579abe req-15166aab-f6c2-4534-a10a-0c1c6d01bdea tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442944 Sep 16 05:08:40.269315 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1da1ac5-7f67-4122-90e1-848ec65c86af req-355d015a-e1c4-43f8-99cb-4b9fe61c1459 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:40.286737 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07705a94-1494-47a1-8fac-ded1d3e32048 None None] Sync routers for ids ['98e876b2-760b-4951-aae5-895c9f69f483'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:40.307704 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07705a94-1494-47a1-8fac-ded1d3e32048 None None] Routers {'98e876b2-760b-4951-aae5-895c9f69f483'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:40.308397 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-07705a94-1494-47a1-8fac-ded1d3e32048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:08:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98e876b2-760b-4951-aae5-895c9f69f483'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:40.365014 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1da1ac5-7f67-4122-90e1-848ec65c86af req-355d015a-e1c4-43f8-99cb-4b9fe61c1459 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] No DVR routers for this DVR port ecba1069-6c2f-4e6c-8470-cd8fd68036cf on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:40.370053 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-750df193-e72e-4229-8b51-9ff29105e7f5 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.373540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-750df193-e72e-4229-8b51-9ff29105e7f5 tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/bee8e8fe-c1db-4c0b-ba91-8015f2148a84 HTTP/1.1" status: 204 len: 168 time: 0.2305319 Sep 16 05:08:40.373769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43122) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:40.379314 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-e1da1ac5-7f67-4122-90e1-848ec65c86af req-355d015a-e1c4-43f8-99cb-4b9fe61c1459 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.383434 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-e1da1ac5-7f67-4122-90e1-848ec65c86af req-355d015a-e1c4-43f8-99cb-4b9fe61c1459 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.38 "DELETE /v2.0/ports/ecba1069-6c2f-4e6c-8470-cd8fd68036cf HTTP/1.1" status: 204 len: 173 time: 1.3070862 Sep 16 05:08:40.389989 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04162c3-c4a9-4d19-a703-1cc8f2f04181', 'name': 'network-vif-deleted', 'tag': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:40.389989 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ef14bc-2847-4e8c-ad78-87603c8616e8" -d '{"events": [{"server_uuid": "f04162c3-c4a9-4d19-a703-1cc8f2f04181", "name": "network-vif-deleted", "tag": "ecba1069-6c2f-4e6c-8470-cd8fd68036cf"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:40.464373 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48991586-d60e-49c3-a61a-3e80ff16d13e x-openstack-request-id: req-48991586-d60e-49c3-a61a-3e80ff16d13e {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:40.464884 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04162c3-c4a9-4d19-a703-1cc8f2f04181", "name": "network-vif-deleted", "tag": "ecba1069-6c2f-4e6c-8470-cd8fd68036cf", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:40.465320 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48991586-d60e-49c3-a61a-3e80ff16d13e {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:40.465862 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04162c3-c4a9-4d19-a703-1cc8f2f04181', 'name': 'network-vif-deleted', 'tag': 'ecba1069-6c2f-4e6c-8470-cd8fd68036cf', 'status': 'completed', 'code': 200} Sep 16 05:08:40.599292 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-07705a94-1494-47a1-8fac-ded1d3e32048 None None] Set router 98e876b2-760b-4951-aae5-895c9f69f483 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:40.688629 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51953a22-2fe4-46c5-9a64-b8c4a863b88a req-b985a97e-a25c-4882-8912-9c7a24e7dbbc tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:40.690386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51953a22-2fe4-46c5-9a64-b8c4a863b88a req-b985a97e-a25c-4882-8912-9c7a24e7dbbc tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1096 time: 0.1092958 Sep 16 05:08:40.739462 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51953a22-2fe4-46c5-9a64-b8c4a863b88a req-a0811069-79d6-4539-bcd6-7518a491cad0 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410917 Sep 16 05:08:40.773430 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a659425f-4e27-499d-a1b9-52ba9da3cccf tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.775094 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a659425f-4e27-499d-a1b9-52ba9da3cccf tempest-MeteringTestJSON-285234012 tempest-MeteringTestJSON-285234012-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/f02e5779-4774-4bda-b903-b98fc8166674 HTTP/1.1" status: 204 len: 168 time: 0.4000678 Sep 16 05:08:40.806373 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.950378 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-07705a94-1494-47a1-8fac-ded1d3e32048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:14Z', 'revision_number': 4, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '8b035531-7208-4a96-89b0-24779c8b9118', 'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'mac_address': 'fa:16:3e:93:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:13Z', 'updated_at': '2021-09-16T04:55:20Z', 'revision_number': 5, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'subnets': [{'id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:40.983378 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07705a94-1494-47a1-8fac-ded1d3e32048 None None] Checking router: 98e876b2-760b-4951-aae5-895c9f69f483 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:40.992113 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07705a94-1494-47a1-8fac-ded1d3e32048 None None] Routers {'98e876b2-760b-4951-aae5-895c9f69f483'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:40.992796 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-07705a94-1494-47a1-8fac-ded1d3e32048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:08:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98e876b2-760b-4951-aae5-895c9f69f483'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:41.071861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0284631-a764-4195-8dcd-68e690b5ee42 req-dd82008f-c127-4a10-825a-c6df14d9631b tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04162c3-c4a9-4d19-a703-1cc8f2f04181 HTTP/1.1" status: 200 len: 210 time: 0.0333970 Sep 16 05:08:41.175248 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-07705a94-1494-47a1-8fac-ded1d3e32048 None None] Set router 98e876b2-760b-4951-aae5-895c9f69f483 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:41.366226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc7cbf-e61f-40ca-946c-f370b16342db req-092985b9-2925-4431-8ca3-2da31655d9a5 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:41.374756 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6dc7cbf-e61f-40ca-946c-f370b16342db req-092985b9-2925-4431-8ca3-2da31655d9a5 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 945 time: 0.0643361 Sep 16 05:08:41.429409 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6dc7cbf-e61f-40ca-946c-f370b16342db req-4fddd094-67c1-4a52-9485-8452bbb55919 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536261 Sep 16 05:08:41.440106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43150) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.472705 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-07705a94-1494-47a1-8fac-ded1d3e32048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:14Z', 'revision_number': 4, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '8b035531-7208-4a96-89b0-24779c8b9118', 'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'mac_address': 'fa:16:3e:93:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:13Z', 'updated_at': '2021-09-16T04:55:20Z', 'revision_number': 5, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'subnets': [{'id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:41.506697 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07705a94-1494-47a1-8fac-ded1d3e32048 None None] The sync data for ids ['98e876b2-760b-4951-aae5-895c9f69f483'] in n-d-712140-13 is: [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:14Z', 'revision_number': 4, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '8b035531-7208-4a96-89b0-24779c8b9118', 'name': '', 'network_id': '0ed085ad-0528-4e23-be9f-f0e1d81c551f', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'mac_address': 'fa:16:3e:93:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:13Z', 'updated_at': '2021-09-16T04:55:20Z', 'revision_number': 5, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'subnets': [{'id': 'c0ca5355-66a5-446c-8970-0c3c88361e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:41.649567 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1b7e0893-c450-41d6-aee0-d0a590022d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.774704 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1b7e0893-c450-41d6-aee0-d0a590022d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.857181 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0d4ece-d3b6-40d8-bfcb-9557dd0a16f7 None None] New status for floating IP ea408f61-33b9-4c3a-a323-a2d747fa98ab: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:08:41.861627 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1b7e0893-c450-41d6-aee0-d0a590022d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.915393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1b7e0893-c450-41d6-aee0-d0a590022d3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f1aa831105d4792bb13ea8a881fcef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4757326 Sep 16 05:08:41.916884 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43162) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.922006 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa569d33-b0d0-40a0-9ce2-421369b4bc7f req-412e80c5-50c6-44c8-b148-1e1a09c662a8 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:41.923605 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa569d33-b0d0-40a0-9ce2-421369b4bc7f req-412e80c5-50c6-44c8-b148-1e1a09c662a8 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1096 time: 0.0916555 Sep 16 05:08:41.924367 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e0893-c450-41d6-aee0-d0a590022d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1dd31b-db76-4507-bfe8-3a5d03f99e54,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:41.980018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa569d33-b0d0-40a0-9ce2-421369b4bc7f req-57f7128a-0269-41e1-b477-f9b4b027b4a7 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348010 Sep 16 05:08:42.002904 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-becbf52f-7630-4439-87bd-90d737023490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.036722 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-becbf52f-7630-4439-87bd-90d737023490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.195099 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-becbf52f-7630-4439-87bd-90d737023490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.198439 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-becbf52f-7630-4439-87bd-90d737023490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.201997 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-becbf52f-7630-4439-87bd-90d737023490 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe1dd31b-db76-4507-bfe8-3a5d03f99e54 HTTP/1.1" status: 204 len: 168 time: 0.2807140 Sep 16 05:08:42.208233 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbf52f-7630-4439-87bd-90d737023490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1dd31b-db76-4507-bfe8-3a5d03f99e54,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:42.226929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a2ac3075-2d43-4284-bef4-7b6a5778bf3a up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:42.239474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43172) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.283964 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43176) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.378686 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a535c037-5b67-4ad7-bec6-e3223cb6a4a6 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.400408 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port a2ac3075-2d43-4284-bef4-7b6a5778bf3a completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:08:42.405432 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port a2ac3075-2d43-4284-bef4-7b6a5778bf3a triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:42.405877 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.418516 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a535c037-5b67-4ad7-bec6-e3223cb6a4a6 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.432190 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82c22f8c-81d4-4b1e-878a-323ae9ed1a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.503198 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.544564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5f211c-5895-475f-8ae6-a5ff2c6479ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ac3075-2d43-4284-bef4-7b6a5778bf3a'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:42.548511 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36965338-e611-4960-8107-1de75cfddcf5" -d '{"events": [{"server_uuid": "fc5f211c-5895-475f-8ae6-a5ff2c6479ac", "name": "network-vif-plugged", "status": "completed", "tag": "a2ac3075-2d43-4284-bef4-7b6a5778bf3a"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:42.563762 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port a2ac3075-2d43-4284-bef4-7b6a5778bf3a, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a2ac3075-2d43-4284-bef4-7b6a5778bf3a,segment=NetworkSegment(60654d29-e0f8-48f0-9d9d-8d4dc5ab7033),segment_id=60654d29-e0f8-48f0-9d9d-8d4dc5ab7033)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:42.576976 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82c22f8c-81d4-4b1e-878a-323ae9ed1a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.603119 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e58427-143a-4aac-a3a2-d2a269020275 x-openstack-request-id: req-83e58427-143a-4aac-a3a2-d2a269020275 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:42.603422 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5f211c-5895-475f-8ae6-a5ff2c6479ac", "name": "network-vif-plugged", "status": "completed", "tag": "a2ac3075-2d43-4284-bef4-7b6a5778bf3a", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:42.604501 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83e58427-143a-4aac-a3a2-d2a269020275 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:42.605680 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5f211c-5895-475f-8ae6-a5ff2c6479ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ac3075-2d43-4284-bef4-7b6a5778bf3a', 'code': 200} Sep 16 05:08:42.612378 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a535c037-5b67-4ad7-bec6-e3223cb6a4a6 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.615210 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a535c037-5b67-4ad7-bec6-e3223cb6a4a6 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.616498 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892f4a4-5b07-4b76-a800-b8596fcc52c5 req-306ab0e5-9319-4119-b1a1-01d6eb445966 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:42.616994 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a535c037-5b67-4ad7-bec6-e3223cb6a4a6 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "DELETE /v2.0/security-groups/1f9ae85f-d2e4-454f-93f1-321e960f75bf HTTP/1.1" status: 204 len: 168 time: 0.3313947 Sep 16 05:08:42.625480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d892f4a4-5b07-4b76-a800-b8596fcc52c5 req-306ab0e5-9319-4119-b1a1-01d6eb445966 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 945 time: 0.0777092 Sep 16 05:08:42.625690 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43182) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.646660 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-a0b28888-aa81-4045-9b1b-619fd25ef4e0 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] show failed (client error): The resource could not be found. Sep 16 05:08:42.650131 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a0b28888-aa81-4045-9b1b-619fd25ef4e0 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "GET /v2.0/security-groups/1f9ae85f-d2e4-454f-93f1-321e960f75bf HTTP/1.1" status: 404 len: 347 time: 0.0264199 Sep 16 05:08:42.662155 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535c037-5b67-4ad7-bec6-e3223cb6a4a6 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9ae85f-d2e4-454f-93f1-321e960f75bf,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:42.664906 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43186) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.681349 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82c22f8c-81d4-4b1e-878a-323ae9ed1a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.684061 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.685062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a95a8585-70e7-4a08-b7f1-4acaf0e3dbde up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:42.701025 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d892f4a4-5b07-4b76-a800-b8596fcc52c5 req-5f0067e2-c99d-495f-b42a-3d3185569bf1 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762074 Sep 16 05:08:42.833022 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=a2ac3075-2d43-4284-bef4-7b6a5778bf3a,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:42.861860 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-82c22f8c-81d4-4b1e-878a-323ae9ed1a2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=656265b8d13744f7a4eff1e51ef3dadf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6209795 Sep 16 05:08:42.871298 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c22f8c-81d4-4b1e-878a-323ae9ed1a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0f29ca-98e7-46b4-960f-fbcd01e9facf,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:42.876658 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43190) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.919632 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port a95a8585-70e7-4a08-b7f1-4acaf0e3dbde completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:08:42.926378 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port a95a8585-70e7-4a08-b7f1-4acaf0e3dbde triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:42.926378 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.937736 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed954a8b-683b-4700-85f9-139b67e00e63 req-af5c5f0c-acda-45be-91e7-514974408e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:42.939333 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ed954a8b-683b-4700-85f9-139b67e00e63 req-af5c5f0c-acda-45be-91e7-514974408e54 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1097 time: 0.1856742 Sep 16 05:08:43.001798 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2636-d499-4af1-8db4-b0bb2bd15910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.018383 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-07cd68e0-e9c2-4e80-b03a-fab6b9fb3402 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Deleting port 21af82e9-348c-4948-8761-d51f2777a635 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:43.018863 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.019166 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-07cd68e0-e9c2-4e80-b03a-fab6b9fb3402 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.024821 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ed954a8b-683b-4700-85f9-139b67e00e63 req-265093b6-9bd9-40fe-b81e-b037bbc8b2d5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718596 Sep 16 05:08:43.056460 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2636-d499-4af1-8db4-b0bb2bd15910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.059889 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port a95a8585-70e7-4a08-b7f1-4acaf0e3dbde, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a95a8585-70e7-4a08-b7f1-4acaf0e3dbde,segment=NetworkSegment(22c6c819-ac30-412f-92a3-d329cb900d3f),segment_id=22c6c819-ac30-412f-92a3-d329cb900d3f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:43.124637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fa6f9-6951-4ade-916a-fb9e9fade8fa req-d57fe699-e6af-4aed-946f-f63a05fd1311 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.126981 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a64fa6f9-6951-4ade-916a-fb9e9fade8fa req-d57fe699-e6af-4aed-946f-f63a05fd1311 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1097 time: 0.0455558 Sep 16 05:08:43.143111 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-07cd68e0-e9c2-4e80-b03a-fab6b9fb3402 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.143433 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-07cd68e0-e9c2-4e80-b03a-fab6b9fb3402 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.163635 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-07cd68e0-e9c2-4e80-b03a-fab6b9fb3402 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Calling delete_port for 21af82e9-348c-4948-8761-d51f2777a635 owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:43.180846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a64fa6f9-6951-4ade-916a-fb9e9fade8fa req-10f53503-88a0-4bbf-bee4-1ded817fa9bf tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444283 Sep 16 05:08:43.183741 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.185116 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ecba1069-6c2f-4e6c-8470-cd8fd68036cf no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:43.208885 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: ecba1069-6c2f-4e6c-8470-cd8fd68036cf {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:43.209300 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ecba1069-6c2f-4e6c-8470-cd8fd68036cf not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:43.268007 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=a95a8585-70e7-4a08-b7f1-4acaf0e3dbde,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:43.293959 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2636-d499-4af1-8db4-b0bb2bd15910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.296484 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2636-d499-4af1-8db4-b0bb2bd15910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.297667 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fa2c2636-d499-4af1-8db4-b0bb2bd15910 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a0f29ca-98e7-46b4-960f-fbcd01e9facf HTTP/1.1" status: 204 len: 168 time: 0.4201314 Sep 16 05:08:43.310501 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c2636-d499-4af1-8db4-b0bb2bd15910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0f29ca-98e7-46b4-960f-fbcd01e9facf,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:43.359732 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43198) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:43.374667 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bbb14b06-239e-4590-a3e6-6649654a7f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.407766 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-07cd68e0-e9c2-4e80-b03a-fab6b9fb3402 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.442999 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd68e0-e9c2-4e80-b03a-fab6b9fb3402 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Pushing event deleted for resources: {'Port': ['ID=21af82e9-348c-4948-8761-d51f2777a635,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:43.534145 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-07cd68e0-e9c2-4e80-b03a-fab6b9fb3402 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.536729 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-07cd68e0-e9c2-4e80-b03a-fab6b9fb3402 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.537941 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-07cd68e0-e9c2-4e80-b03a-fab6b9fb3402 tempest-AttachVolumeShelveTestJSON-1086318680 tempest-AttachVolumeShelveTestJSON-1086318680-project] 10.222.0.20 "DELETE /v2.0/floatingips/ea408f61-33b9-4c3a-a323-a2d747fa98ab HTTP/1.1" status: 204 len: 168 time: 0.8682351 Sep 16 05:08:43.566898 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bbb14b06-239e-4590-a3e6-6649654a7f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.646489 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bbb14b06-239e-4590-a3e6-6649654a7f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.688863 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bbb14b06-239e-4590-a3e6-6649654a7f2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06dbfd6821a7461cbc111de68e00d54a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279393 Sep 16 05:08:43.690076 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb14b06-239e-4590-a3e6-6649654a7f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d14f92-433d-42dc-8eba-8a653884147d,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:43.691705 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43204) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:43.762384 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-060a0cd0-0dd1-4061-8eed-abd30753c2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.803805 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-060a0cd0-0dd1-4061-8eed-abd30753c2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.903461 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a52d9-4344-4d95-ac9e-6357a9412269 req-450860f2-a799-425b-a135-c2e39f2f3dcf tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.905245 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d98a52d9-4344-4d95-ac9e-6357a9412269 req-450860f2-a799-425b-a135-c2e39f2f3dcf tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.1260650 Sep 16 05:08:43.951282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d98a52d9-4344-4d95-ac9e-6357a9412269 req-fe5e92c0-0237-4311-820d-46f6e8f3f585 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400252 Sep 16 05:08:44.086508 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-060a0cd0-0dd1-4061-8eed-abd30753c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.096287 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-060a0cd0-0dd1-4061-8eed-abd30753c2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.096287 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-060a0cd0-0dd1-4061-8eed-abd30753c2e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93d14f92-433d-42dc-8eba-8a653884147d HTTP/1.1" status: 204 len: 168 time: 0.3974576 Sep 16 05:08:44.104907 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a0cd0-0dd1-4061-8eed-abd30753c2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d14f92-433d-42dc-8eba-8a653884147d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:44.274683 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43216) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:44.312563 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-31ada4cd-ce0f-4bd1-9fc7-aa4a75c3634f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.343955 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0bd4d-3d01-4c5d-951d-8fd4e8c281be req-66416c3c-97c7-4582-82c3-b20bb5a94ddc tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.345518 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7d0bd4d-3d01-4c5d-951d-8fd4e8c281be req-66416c3c-97c7-4582-82c3-b20bb5a94ddc tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1097 time: 0.0819423 Sep 16 05:08:44.405506 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7d0bd4d-3d01-4c5d-951d-8fd4e8c281be req-77e56896-e715-4d5b-8212-65fbaf88b6cd tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527203 Sep 16 05:08:44.453992 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-31ada4cd-ce0f-4bd1-9fc7-aa4a75c3634f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.545787 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-31ada4cd-ce0f-4bd1-9fc7-aa4a75c3634f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.600769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-31ada4cd-ce0f-4bd1-9fc7-aa4a75c3634f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80b8b594baf44886ad6c7478787a722f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3204601 Sep 16 05:08:44.601237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43222) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:44.606997 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1744c8-0c71-401d-9f8d-fce8aec7d5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95a8585-70e7-4a08-b7f1-4acaf0e3dbde'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:44.608263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ada4cd-ce0f-4bd1-9fc7-aa4a75c3634f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0d5d85-9425-4de0-8689-ec4d0b1be135,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:44.610610 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870733ce-8f2b-4828-8f3c-00b6e191d9c0" -d '{"events": [{"server_uuid": "0c1744c8-0c71-401d-9f8d-fce8aec7d5a6", "name": "network-vif-plugged", "status": "completed", "tag": "a95a8585-70e7-4a08-b7f1-4acaf0e3dbde"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:44.697617 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e214f7-83be-41ed-845c-fdfc766549d4 x-openstack-request-id: req-d4e214f7-83be-41ed-845c-fdfc766549d4 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:44.697617 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1744c8-0c71-401d-9f8d-fce8aec7d5a6", "name": "network-vif-plugged", "status": "completed", "tag": "a95a8585-70e7-4a08-b7f1-4acaf0e3dbde", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:44.697617 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4e214f7-83be-41ed-845c-fdfc766549d4 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:44.697617 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1744c8-0c71-401d-9f8d-fce8aec7d5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95a8585-70e7-4a08-b7f1-4acaf0e3dbde', 'code': 200} Sep 16 05:08:44.699496 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-19aafe78-b900-48c4-9c99-0c774c684d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.725738 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-19aafe78-b900-48c4-9c99-0c774c684d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.863121 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-19aafe78-b900-48c4-9c99-0c774c684d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.875116 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be5d7f-bc95-4920-9708-94bb4eaf1bea req-6af234c4-d2cb-4c72-b7cd-4c52de7b9e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.875116 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-86be5d7f-bc95-4920-9708-94bb4eaf1bea req-6af234c4-d2cb-4c72-b7cd-4c52de7b9e4e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 1098 time: 0.0798595 Sep 16 05:08:44.875979 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-19aafe78-b900-48c4-9c99-0c774c684d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.875979 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-19aafe78-b900-48c4-9c99-0c774c684d51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d0d5d85-9425-4de0-8689-ec4d0b1be135 HTTP/1.1" status: 204 len: 168 time: 0.2661812 Sep 16 05:08:44.889966 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aafe78-b900-48c4-9c99-0c774c684d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0d5d85-9425-4de0-8689-ec4d0b1be135,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:45.151999 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f45b3-2e08-4875-9b4d-6e9e0f2a6ed4 req-17ff07e7-5c09-4737-a089-ff48d0ea6e85 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.154902 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef4f45b3-2e08-4875-9b4d-6e9e0f2a6ed4 req-17ff07e7-5c09-4737-a089-ff48d0ea6e85 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0871170 Sep 16 05:08:45.217959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef4f45b3-2e08-4875-9b4d-6e9e0f2a6ed4 req-4676f353-e4e7-4733-b813-ff02dfc91fd2 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543535 Sep 16 05:08:45.331772 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-86be5d7f-bc95-4920-9708-94bb4eaf1bea req-a983d142-4604-44ab-a7c1-c321ff641a84 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573140 Sep 16 05:08:45.574169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532242a-2e99-4047-9a34-bdd76b56f94d req-f9825e79-69b6-4c09-ae40-20969966e253 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.575870 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6532242a-2e99-4047-9a34-bdd76b56f94d req-f9825e79-69b6-4c09-ae40-20969966e253 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1097 time: 0.0651684 Sep 16 05:08:45.633775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6532242a-2e99-4047-9a34-bdd76b56f94d req-b3016d99-6422-4e6e-82ca-56ac10a114ae tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476692 Sep 16 05:08:45.677796 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-fc77708a-3bd3-46f0-b113-71365cae0e78 req-c3b485d0-70bd-425c-9411-5ab0953acf7d service neutron] (95474) timed out ('10.222.0.20', 48098) {{(pid=95474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:08:45.759831 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e668f-853c-44f6-92e8-4b7e21999629 req-6b05a885-86fb-4481-81df-046d1e153a52 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.764110 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b7e668f-853c-44f6-92e8-4b7e21999629 req-6b05a885-86fb-4481-81df-046d1e153a52 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1097 time: 0.0461206 Sep 16 05:08:45.797759 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b7e668f-853c-44f6-92e8-4b7e21999629 req-c992478f-0990-4694-8022-74551fe24ec0 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296388 Sep 16 05:08:45.930040 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f9f8c-0bdf-4f78-91ca-aa8cd1cb3501 req-b369dc4d-4d17-4205-8417-9730fb8de842 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.933216 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b7f9f8c-0bdf-4f78-91ca-aa8cd1cb3501 req-b369dc4d-4d17-4205-8417-9730fb8de842 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1097 time: 0.0591950 Sep 16 05:08:45.990244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b7f9f8c-0bdf-4f78-91ca-aa8cd1cb3501 req-369c96d8-b679-492b-94e9-a35f33289d7b tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479159 Sep 16 05:08:46.415755 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900caf4-d0e6-4d8d-bb4a-7300ffb7cbaa req-708bbf3a-ac1a-4e96-bf8f-cef344f2d5c5 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:46.418487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6900caf4-d0e6-4d8d-bb4a-7300ffb7cbaa req-708bbf3a-ac1a-4e96-bf8f-cef344f2d5c5 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0952456 Sep 16 05:08:46.511858 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6900caf4-d0e6-4d8d-bb4a-7300ffb7cbaa req-58efd987-84b1-478e-9fad-af6302ddc831 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827038 Sep 16 05:08:46.519104 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-81f93f51-74b9-4ed0-97bd-190fcc7c185e tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:46.530590 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-81f93f51-74b9-4ed0-97bd-190fcc7c185e tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/networks?id=43907208-6dcf-4211-a351-e9e794e15f3b HTTP/1.1" status: 200 len: 911 time: 0.1476128 Sep 16 05:08:46.556277 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-62c60962-db43-4691-a3e6-742064ae3d19 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/quotas/e4a15fd7db5d4deba65033e0a691ceb2 HTTP/1.1" status: 200 len: 375 time: 0.0209644 Sep 16 05:08:46.618858 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-f858e9fb-1ceb-4575-80cf-27aad5484919 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4a15fd7db5d4deba65033e0a691ceb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605233 Sep 16 05:08:46.783763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-93cbff9e-6701-480c-9b2f-3a6640324cea service neutron] 10.222.0.20 "GET /v2.0/networks/43907208-6dcf-4211-a351-e9e794e15f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549082 Sep 16 05:08:46.882902 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43306) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:46.937864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-5fba412b-ef4e-4bec-8db8-a472aeb265e7 service neutron] 10.222.0.20 "GET /v2.0/networks/43907208-6dcf-4211-a351-e9e794e15f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502070 Sep 16 05:08:47.195677 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-925b9745-0cf6-4cde-9d07-13098d33beed tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-988683399'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:47.394918 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925b9745-0cf6-4cde-9d07-13098d33beed tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Made reservation on behalf of 9b5525e31a8a45ac9d188ad53136f9cb for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:47.399092 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-925b9745-0cf6-4cde-9d07-13098d33beed tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.410451 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-925b9745-0cf6-4cde-9d07-13098d33beed tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.453700 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6591aec3-b27e-4115-b597-c67afaf55cce req-4da760dc-38b1-4448-bf4c-a0dda05fde06 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 210 time: 0.0332611 Sep 16 05:08:47.529059 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-925b9745-0cf6-4cde-9d07-13098d33beed tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.607433 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-925b9745-0cf6-4cde-9d07-13098d33beed tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.643127 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925b9745-0cf6-4cde-9d07-13098d33beed tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:47.652942 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b9745-0cf6-4cde-9d07-13098d33beed tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4463427-1f13-41fe-b7d9-0dbed33747be,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:47.662513 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-925b9745-0cf6-4cde-9d07-13098d33beed tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.663280 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-925b9745-0cf6-4cde-9d07-13098d33beed tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Added segment 5f188762-9da3-495b-ba49-80b41e6957aa of type vlan for network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 Sep 16 05:08:47.710083 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f56e5b-38fd-499b-904f-b870fb907e8a req-db43ac36-de38-4a20-9cc7-ccabb855e450 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.713570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8f56e5b-38fd-499b-904f-b870fb907e8a req-db43ac36-de38-4a20-9cc7-ccabb855e450 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0877247 Sep 16 05:08:47.726808 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-925b9745-0cf6-4cde-9d07-13098d33beed tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.782028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8f56e5b-38fd-499b-904f-b870fb907e8a req-5c84f025-cfcf-4592-87ef-67cb8dce84f6 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527482 Sep 16 05:08:47.881327 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-925b9745-0cf6-4cde-9d07-13098d33beed tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.893652 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925b9745-0cf6-4cde-9d07-13098d33beed tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.894408 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-925b9745-0cf6-4cde-9d07-13098d33beed tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.007055 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b9745-0cf6-4cde-9d07-13098d33beed tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Pushing event updated for resources: {'Network': ['ID=17120fb2-30e0-47bc-80f6-2e7fc4858b60,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:48.018497 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:48.141828 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-925b9745-0cf6-4cde-9d07-13098d33beed tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2576139 Sep 16 05:08:48.497739 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2b9d7-7661-4f74-a320-e4d9ac6b814a req-43a4abc1-0dcf-4f7b-8774-4e796be075f8 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.512724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50b2b9d7-7661-4f74-a320-e4d9ac6b814a req-43a4abc1-0dcf-4f7b-8774-4e796be075f8 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0996559 Sep 16 05:08:48.595414 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50b2b9d7-7661-4f74-a320-e4d9ac6b814a req-c2c4c8b8-1bf3-4576-b11c-e9c2cb47f06b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603988 Sep 16 05:08:48.597558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43376) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:48.607727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Request body: {'port': {'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60', 'binding:host_id': 'n-h2-712140-13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-303656180'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:48.628632 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd89e9-acfa-438b-b5d2-b43591b2246c req-a2ca681d-7f58-4d7f-bc01-2e09b5e1acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.631887 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-11bd89e9-acfa-438b-b5d2-b43591b2246c req-a2ca681d-7f58-4d7f-bc01-2e09b5e1acf7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=421b1e6dd448470ca5c7bf9dd8b56185&device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 1098 time: 0.1254303 Sep 16 05:08:48.730144 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1632c0d-2bf8-4b16-9ee8-df2b97261bf2 req-6ab751df-387f-447d-9c19-31003afdc2b6 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 210 time: 0.0440907 Sep 16 05:08:48.776132 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd89e9-acfa-438b-b5d2-b43591b2246c req-8babdf13-86f4-485e-ae10-10903c3021a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.778129 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-11bd89e9-acfa-438b-b5d2-b43591b2246c req-8babdf13-86f4-485e-ae10-10903c3021a9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=03728936-a85e-4331-98cd-8d294836c3d0 HTTP/1.1" status: 200 len: 911 time: 0.1379130 Sep 16 05:08:48.805935 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Made reservation on behalf of bc4dcbbb35af4042abf2b871a2c3964e for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:48.810275 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.821819 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-11bd89e9-acfa-438b-b5d2-b43591b2246c req-7403d624-bf3b-4550-b1be-10a3c9a57eeb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a95a8585-70e7-4a08-b7f1-4acaf0e3dbde HTTP/1.1" status: 200 len: 217 time: 0.0367756 Sep 16 05:08:48.842443 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.879433 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd89e9-acfa-438b-b5d2-b43591b2246c req-53896ad0-fe26-44c6-8633-68b9db037203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.881198 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-11bd89e9-acfa-438b-b5d2-b43591b2246c req-53896ad0-fe26-44c6-8633-68b9db037203 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c614f95d-adc9-4b0d-bf43-ab684e2051b0 HTTP/1.1" status: 200 len: 850 time: 0.0489392 Sep 16 05:08:48.920898 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-11bd89e9-acfa-438b-b5d2-b43591b2246c req-1fa84d11-0dc9-4bdc-adca-f5d7fd6b65b7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=03728936-a85e-4331-98cd-8d294836c3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328145 Sep 16 05:08:48.982028 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.050257 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-11bd89e9-acfa-438b-b5d2-b43591b2246c req-2eaad890-7033-429a-979d-af8d44b322e3 service neutron] 10.222.0.38 "GET /v2.0/networks/03728936-a85e-4331-98cd-8d294836c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216109 Sep 16 05:08:49.149266 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.155263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] device_id is not set on port 219552c0-6b40-4612-a3aa-48579aafabf0 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:08:49.169920 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-11bd89e9-acfa-438b-b5d2-b43591b2246c req-dbb7412d-f4dd-44ed-bf84-79e8155d0f44 service neutron] 10.222.0.38 "GET /v2.0/networks/03728936-a85e-4331-98cd-8d294836c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064215 Sep 16 05:08:49.269504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4d988a-3e37-4132-89d3-380fa859d77b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:49.464136 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] device_id is not set on port 219552c0-6b40-4612-a3aa-48579aafabf0 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:08:49.479988 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.549938 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.636112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Pushing event updated for resources: {'Port': ['ID=219552c0-6b40-4612-a3aa-48579aafabf0,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:49.639548 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Checking segment: {'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:49.639919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Network hostable DHCP agents. Network: 17120fb2-30e0-47bc-80f6-2e7fc4858b60, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:49.721776 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00c5a4-ba37-47bd-a387-13cb3195d50d req-ba3732c2-cc8b-44a8-b88f-c1471b8edeb4 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:49.723251 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd00c5a4-ba37-47bd-a387-13cb3195d50d req-ba3732c2-cc8b-44a8-b88f-c1471b8edeb4 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0602450 Sep 16 05:08:49.770642 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:49.792348 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd00c5a4-ba37-47bd-a387-13cb3195d50d req-0b97d2ac-3ed7-4f69-94f5-ba3566a8e4d4 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603492 Sep 16 05:08:49.897631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f0c17c8-478d-486e-99f3-62e50e9dfd98 req-4acd69ce-7514-4958-b8d0-12e6e55aa934 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 210 time: 0.0442531 Sep 16 05:08:49.922726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 17120fb2-30e0-47bc-80f6-2e7fc4858b60) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:49.927798 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:49.932292 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4ec645-c93f-4107-be2e-eeb28f865718 None None] Network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:49.946818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:49.947189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:49.948129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:49.958313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port 219552c0-6b40-4612-a3aa-48579aafabf0 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:49.959087 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:49.959602 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 2 to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 Sep 16 05:08:49.975904 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:49.976316 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:49.976853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:49.982643 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43402) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:49.993707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port 219552c0-6b40-4612-a3aa-48579aafabf0 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:49.993707 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:49.993707 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 3 to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 Sep 16 05:08:49.998768 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:49.999336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:49.999724 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:50.006448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port 219552c0-6b40-4612-a3aa-48579aafabf0 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:50.007155 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:50.007457 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 4 to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 Sep 16 05:08:50.021284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:50.021626 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:50.022154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:50.026842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port 219552c0-6b40-4612-a3aa-48579aafabf0 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:50.027405 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:50.027963 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 5 to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 Sep 16 05:08:50.041234 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:50.042101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:50.042729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:50.047496 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port 219552c0-6b40-4612-a3aa-48579aafabf0 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:50.047828 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:50.048246 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 6 to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 Sep 16 05:08:50.067438 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:50.073310 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:50.073310 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:50.080647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port 219552c0-6b40-4612-a3aa-48579aafabf0 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:50.081250 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:50.085446 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 7 to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 Sep 16 05:08:50.102710 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:50.103116 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:50.103464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:50.108354 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port 219552c0-6b40-4612-a3aa-48579aafabf0 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:50.108693 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:50.109096 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 8 to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 Sep 16 05:08:50.117181 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1021714c-6f3a-4fcf-a7d4-a4bfc536aaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.124967 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:50.125272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:50.125865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:50.132300 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port 219552c0-6b40-4612-a3aa-48579aafabf0 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:50.132896 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:50.133456 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 9 to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 Sep 16 05:08:50.150471 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:50.150999 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:50.151323 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:50.156799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port 219552c0-6b40-4612-a3aa-48579aafabf0 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:50.157134 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:50.157535 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 10 to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 Sep 16 05:08:50.171597 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:50.172162 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:50.173175 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:50.178648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port 219552c0-6b40-4612-a3aa-48579aafabf0 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:50.179272 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port 219552c0-6b40-4612-a3aa-48579aafabf0 on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:50.182285 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.235406 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1021714c-6f3a-4fcf-a7d4-a4bfc536aaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.258379 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] For port 219552c0-6b40-4612-a3aa-48579aafabf0, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:50.259202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempted to set empty binding levels {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:08:50.320410 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1021714c-6f3a-4fcf-a7d4-a4bfc536aaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.353744 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.360913 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1021714c-6f3a-4fcf-a7d4-a4bfc536aaab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9c404c41ffb4bde81e9d6dee77553cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771570 Sep 16 05:08:50.367562 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021714c-6f3a-4fcf-a7d4-a4bfc536aaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ccf4a0-4353-4201-b593-512f76e19760,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:50.367562 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43408) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:50.378005 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:50.378615 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.428801 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-12badfd4-91dc-4d17-8ed9-109db0cbafae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.435115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Pushing event updated for resources: {'Port': ['ID=219552c0-6b40-4612-a3aa-48579aafabf0,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:50.452367 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-12badfd4-91dc-4d17-8ed9-109db0cbafae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.510223 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-88394fc3-b422-4bb8-a3ad-a512f5832428 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.9096642 Sep 16 05:08:50.513322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43410) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:50.596940 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-7af941b4-c0ba-446c-825d-608cb9c68408 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Deleting port 219552c0-6b40-4612-a3aa-48579aafabf0 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:50.597548 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7af941b4-c0ba-446c-825d-608cb9c68408 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.611452 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-12badfd4-91dc-4d17-8ed9-109db0cbafae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.614087 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-12badfd4-91dc-4d17-8ed9-109db0cbafae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.618023 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-12badfd4-91dc-4d17-8ed9-109db0cbafae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17ccf4a0-4353-4201-b593-512f76e19760 HTTP/1.1" status: 204 len: 168 time: 0.2487147 Sep 16 05:08:50.647096 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12badfd4-91dc-4d17-8ed9-109db0cbafae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ccf4a0-4353-4201-b593-512f76e19760,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:50.669666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-fb31d297-3ebf-49c4-81ac-d305a1575102 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:50.673414 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-fb31d297-3ebf-49c4-81ac-d305a1575102 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.21 "GET /v2.0/networks?id=43907208-6dcf-4211-a351-e9e794e15f3b HTTP/1.1" status: 200 len: 911 time: 0.1216545 Sep 16 05:08:50.691772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-c6a60a69-26f4-42d8-b50e-6a4cb07a031b tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Request body: {'port': {'device_id': '71feaa9f-b56c-4bf6-ae50-c1ff9337e535', 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b', 'admin_state_up': True, 'tenant_id': 'e4a15fd7db5d4deba65033e0a691ceb2'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:50.699753 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-7af941b4-c0ba-446c-825d-608cb9c68408 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] For port 219552c0-6b40-4612-a3aa-48579aafabf0, host n-h2-712140-13, got binding levels [] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:50.700120 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7af941b4-c0ba-446c-825d-608cb9c68408 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.718805 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-7af941b4-c0ba-446c-825d-608cb9c68408 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Calling delete_port for 219552c0-6b40-4612-a3aa-48579aafabf0 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:50.835182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-c6a60a69-26f4-42d8-b50e-6a4cb07a031b tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Made reservation on behalf of e4a15fd7db5d4deba65033e0a691ceb2 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:50.841619 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-c6a60a69-26f4-42d8-b50e-6a4cb07a031b tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.920487 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7af941b4-c0ba-446c-825d-608cb9c68408 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.966597 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7af941b4-c0ba-446c-825d-608cb9c68408 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.981696 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7af941b4-c0ba-446c-825d-608cb9c68408 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] 10.222.0.20 "DELETE /v2.0/ports/219552c0-6b40-4612-a3aa-48579aafabf0 HTTP/1.1" status: 204 len: 168 time: 0.4564965 Sep 16 05:08:50.981696 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af941b4-c0ba-446c-825d-608cb9c68408 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Pushing event deleted for resources: {'Port': ['ID=219552c0-6b40-4612-a3aa-48579aafabf0,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:50.983110 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43426) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:51.021209 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0f823-eef0-439d-a812-48262ee90c4c req-5c7f5937-3dc9-4bef-9c7d-9690fb2fc928 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:51.023040 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dcf0f823-eef0-439d-a812-48262ee90c4c req-5c7f5937-3dc9-4bef-9c7d-9690fb2fc928 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.1156826 Sep 16 05:08:51.048311 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-4739991a-494d-4161-a1e4-3568e613bd91 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:08:51.054267 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4739991a-494d-4161-a1e4-3568e613bd91 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] 10.222.0.20 "GET /v2.0/ports/219552c0-6b40-4612-a3aa-48579aafabf0 HTTP/1.1" status: 404 len: 333 time: 0.0660133 Sep 16 05:08:51.054902 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43428) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:51.063219 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-703d8e3e-731c-4b62-b5b7-c1698f76f49b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Request body: {'port': {'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-936120608'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:51.136468 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dcf0f823-eef0-439d-a812-48262ee90c4c req-cf6727aa-502d-4d74-8dfe-badf141fda1d tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001985 Sep 16 05:08:51.139933 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0008afd-a91b-4389-820f-66d2e8d31a0e req-17f71352-31f5-43b3-8e7e-2a38309b2bd0 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 210 time: 0.0540168 Sep 16 05:08:51.153880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-c6a60a69-26f4-42d8-b50e-6a4cb07a031b tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Allocated IP 172.20.0.7 (43907208-6dcf-4211-a351-e9e794e15f3b/80409e0d-3e24-4bfe-98c0-d911f02b9f37/0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:51.200368 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703d8e3e-731c-4b62-b5b7-c1698f76f49b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Made reservation on behalf of bc4dcbbb35af4042abf2b871a2c3964e for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:51.202762 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-703d8e3e-731c-4b62-b5b7-c1698f76f49b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.217761 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43432) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:51.229801 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-703d8e3e-731c-4b62-b5b7-c1698f76f49b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] device_id is not set on port d9036c8d-ee5e-44f9-97ef-52a007a75d11 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:08:51.403843 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-c6a60a69-26f4-42d8-b50e-6a4cb07a031b tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.455877 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-703d8e3e-731c-4b62-b5b7-c1698f76f49b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.613387 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43438) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:51.636905 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-703d8e3e-731c-4b62-b5b7-c1698f76f49b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.636905 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b2454640-1de4-4293-8178-5b317fbc4aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.685698 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703d8e3e-731c-4b62-b5b7-c1698f76f49b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:51.692609 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-703d8e3e-731c-4b62-b5b7-c1698f76f49b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:51.698602 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d8e3e-731c-4b62-b5b7-c1698f76f49b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:51.699716 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703d8e3e-731c-4b62-b5b7-c1698f76f49b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:51.700314 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-703d8e3e-731c-4b62-b5b7-c1698f76f49b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.728273 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d8e3e-731c-4b62-b5b7-c1698f76f49b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Pushing event updated for resources: {'Port': ['ID=d9036c8d-ee5e-44f9-97ef-52a007a75d11,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:51.813979 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b2454640-1de4-4293-8178-5b317fbc4aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.905001 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b2454640-1de4-4293-8178-5b317fbc4aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.951146 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-c6a60a69-26f4-42d8-b50e-6a4cb07a031b tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.954218 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2454640-1de4-4293-8178-5b317fbc4aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0e7c07-b1f0-4e39-b705-19e9fba640af,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:51.964744 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b2454640-1de4-4293-8178-5b317fbc4aa1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07c158c799184a19af1ad7f6257034c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3502188 Sep 16 05:08:51.965957 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43440) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:51.980036 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-703d8e3e-731c-4b62-b5b7-c1698f76f49b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9170146 Sep 16 05:08:51.981827 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43442) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:51.990062 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:51.999792 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['a2ac3075-2d43-4284-bef4-7b6a5778bf3a'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:52.014726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-c6a60a69-26f4-42d8-b50e-6a4cb07a031b tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Network 43907208-6dcf-4211-a351-e9e794e15f3b is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:52.021370 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-c6a60a69-26f4-42d8-b50e-6a4cb07a031b tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:52.025267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a60a69-26f4-42d8-b50e-6a4cb07a031b tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Pushing event updated for resources: {'Port': ['ID=0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:52.027901 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-c6a60a69-26f4-42d8-b50e-6a4cb07a031b tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:52.107543 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-c6a60a69-26f4-42d8-b50e-6a4cb07a031b tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.108480 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-c6a60a69-26f4-42d8-b50e-6a4cb07a031b tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.171420 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.201852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-c6a60a69-26f4-42d8-b50e-6a4cb07a031b tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5176413 Sep 16 05:08:52.247657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Request body: {'port': {'device_id': '71feaa9f-b56c-4bf6-ae50-c1ff9337e535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:52.296060 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2695db0-2c99-452f-800a-049866f3dcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.396228 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2695db0-2c99-452f-800a-049866f3dcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.434701 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6fbf85fb-4ed2-43e3-ab62-56da2f0bb6e3 None None] Provisioning complete for port 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:52.436080 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6fbf85fb-4ed2-43e3-ab62-56da2f0bb6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.508089 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf85fb-4ed2-43e3-ab62-56da2f0bb6e3 None None] Port 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:52.517301 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.534210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61965a53-4f39-42e9-b2dc-e6d14f5000e0 req-60761085-040c-4238-a65b-5db8ab3fd2d5 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.537900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61965a53-4f39-42e9-b2dc-e6d14f5000e0 req-60761085-040c-4238-a65b-5db8ab3fd2d5 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.2267795 Sep 16 05:08:52.546760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] device_id is not set on port d9036c8d-ee5e-44f9-97ef-52a007a75d11 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:08:52.558551 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.599661 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38b6c7-44a7-4a77-a032-ad61eca66076 req-6b9e83f5-b79e-44d0-a440-2721d578c534 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.602563 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd38b6c7-44a7-4a77-a032-ad61eca66076 req-6b9e83f5-b79e-44d0-a440-2721d578c534 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 1027 time: 0.2445166 Sep 16 05:08:52.658193 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2695db0-2c99-452f-800a-049866f3dcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.661057 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2695db0-2c99-452f-800a-049866f3dcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.665394 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c2695db0-2c99-452f-800a-049866f3dcd6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc0e7c07-b1f0-4e39-b705-19e9fba640af HTTP/1.1" status: 204 len: 168 time: 0.6955283 Sep 16 05:08:52.673912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2695db0-2c99-452f-800a-049866f3dcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0e7c07-b1f0-4e39-b705-19e9fba640af,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:52.704737 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.769278 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Pushing event updated for resources: {'Port': ['ID=d9036c8d-ee5e-44f9-97ef-52a007a75d11,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:52.776261 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:52.776681 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:52.776997 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:52.784686 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:52.785068 n-d-712140-13 neutron-server[95474]: ERROR neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:52.785452 n-d-712140-13 neutron-server[95474]: INFO neutron.plugins.ml2.plugin [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 2 to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 Sep 16 05:08:52.792013 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61965a53-4f39-42e9-b2dc-e6d14f5000e0 req-c402391a-014d-4d3e-9e22-fb98d1b3174f tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192197 Sep 16 05:08:52.798754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd38b6c7-44a7-4a77-a032-ad61eca66076 req-915ff7cf-23e8-4516-b78f-80e6b85aa690 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804693 Sep 16 05:08:52.820458 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:52.820458 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:52.820458 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:52.825466 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:52.826047 n-d-712140-13 neutron-server[95474]: ERROR neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:52.826198 n-d-712140-13 neutron-server[95474]: INFO neutron.plugins.ml2.plugin [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 3 to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 Sep 16 05:08:52.846449 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:52.846678 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:52.847165 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:52.853325 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:52.853867 n-d-712140-13 neutron-server[95474]: ERROR neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:52.854363 n-d-712140-13 neutron-server[95474]: INFO neutron.plugins.ml2.plugin [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 4 to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 Sep 16 05:08:52.859583 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b158-a7a6-45e3-b036-13ae99a82ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.868489 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:52.868832 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:52.869220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:52.874194 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:52.874194 n-d-712140-13 neutron-server[95474]: ERROR neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:52.875457 n-d-712140-13 neutron-server[95474]: INFO neutron.plugins.ml2.plugin [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 5 to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 Sep 16 05:08:52.888938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:52.888938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:52.890138 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:52.894010 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:52.894343 n-d-712140-13 neutron-server[95474]: ERROR neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:52.894761 n-d-712140-13 neutron-server[95474]: INFO neutron.plugins.ml2.plugin [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 6 to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 Sep 16 05:08:52.913506 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:52.913852 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:52.914192 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:52.918765 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:52.919128 n-d-712140-13 neutron-server[95474]: ERROR neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:52.919523 n-d-712140-13 neutron-server[95474]: INFO neutron.plugins.ml2.plugin [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 7 to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 Sep 16 05:08:52.932592 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:52.932938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:52.933287 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:52.937989 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:52.938330 n-d-712140-13 neutron-server[95474]: ERROR neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:52.938718 n-d-712140-13 neutron-server[95474]: INFO neutron.plugins.ml2.plugin [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 8 to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 Sep 16 05:08:52.953795 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:52.954851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:52.954851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:52.961120 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:52.961463 n-d-712140-13 neutron-server[95474]: ERROR neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:52.962185 n-d-712140-13 neutron-server[95474]: INFO neutron.plugins.ml2.plugin [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 9 to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 Sep 16 05:08:52.979665 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:52.980030 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:52.980512 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:52.985038 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:52.985392 n-d-712140-13 neutron-server[95474]: ERROR neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:52.985805 n-d-712140-13 neutron-server[95474]: INFO neutron.plugins.ml2.plugin [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 10 to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 Sep 16 05:08:53.000858 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:53.001580 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:53.001580 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:53.006539 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:53.006867 n-d-712140-13 neutron-server[95474]: ERROR neutron.plugins.ml2.managers [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:53.007261 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.077659 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] For port d9036c8d-ee5e-44f9-97ef-52a007a75d11, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:53.078029 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempted to set empty binding levels {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:08:53.200751 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:53.212034 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.243371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Transition to ACTIVE for port object 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:53.269116 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.306501 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] In _notify_port_updated(), no bound segment for port d9036c8d-ee5e-44f9-97ef-52a007a75d11 on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:08:53.308295 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.308990 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.312954 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] 10.222.0.20 "PUT /v2.0/ports/d9036c8d-ee5e-44f9-97ef-52a007a75d11 HTTP/1.1" status: 200 len: 975 time: 1.3263543 Sep 16 05:08:53.314101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43460) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:53.336858 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b1cf4-3778-4b99-84a1-ebea658e66ea tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Pushing event updated for resources: {'Port': ['ID=d9036c8d-ee5e-44f9-97ef-52a007a75d11,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:53.434222 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.456791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.456791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.456791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.456791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.456791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.456791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.456791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.456791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.456791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.456791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.456791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.456791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.456791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.459197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.459197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.459197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.459197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.459197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.459197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.459197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.459197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.459197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.459197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.459197 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b4d8f4a8-1e29-4630-8b69-e28138a0f95b tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21739 time: 0.1339226 Sep 16 05:08:53.459197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-7ab3b158-a7a6-45e3-b036-13ae99a82ec6 admin admin] Deleting port 8b035531-7208-4a96-89b0-24779c8b9118 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:53.459197 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b158-a7a6-45e3-b036-13ae99a82ec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.460988 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43462) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:53.461150 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.553797 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-44df4d3d-03a5-4c84-9a97-c585e7bd4fb2 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Deleting port d9036c8d-ee5e-44f9-97ef-52a007a75d11 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:53.554159 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-44df4d3d-03a5-4c84-9a97-c585e7bd4fb2 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.574711 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:53.654831 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-44df4d3d-03a5-4c84-9a97-c585e7bd4fb2 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] For port d9036c8d-ee5e-44f9-97ef-52a007a75d11, host n-h2-712140-13, got binding levels [] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:53.655648 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-44df4d3d-03a5-4c84-9a97-c585e7bd4fb2 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.672090 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-7ab3b158-a7a6-45e3-b036-13ae99a82ec6 admin admin] For port 8b035531-7208-4a96-89b0-24779c8b9118, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8b035531-7208-4a96-89b0-24779c8b9118,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:53.672483 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b158-a7a6-45e3-b036-13ae99a82ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.674484 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-44df4d3d-03a5-4c84-9a97-c585e7bd4fb2 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Calling delete_port for d9036c8d-ee5e-44f9-97ef-52a007a75d11 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:53.706030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-7ab3b158-a7a6-45e3-b036-13ae99a82ec6 admin admin] Calling delete_port for 8b035531-7208-4a96-89b0-24779c8b9118 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:53.785366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Attempting to bind port 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:53.785699 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Attempting to bind port 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '60654d29-e0f8-48f0-9d9d-8d4dc5ab7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:53.786025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Attempting to bind port 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 on network 43907208-6dcf-4211-a351-e9e794e15f3b {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:53.795182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Port 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 on network 43907208-6dcf-4211-a351-e9e794e15f3b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:53.812191 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Attempting to bind port 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 on network 43907208-6dcf-4211-a351-e9e794e15f3b {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:53.812191 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:53.812191 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Checking segment: {'id': '60654d29-e0f8-48f0-9d9d-8d4dc5ab7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:53.812191 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Bound using segment: {'id': '60654d29-e0f8-48f0-9d9d-8d4dc5ab7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:53.812191 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Bound port: 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60654d29-e0f8-48f0-9d9d-8d4dc5ab7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:53.812191 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.915128 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-44df4d3d-03a5-4c84-9a97-c585e7bd4fb2 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.957796 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df4d3d-03a5-4c84-9a97-c585e7bd4fb2 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9036c8d-ee5e-44f9-97ef-52a007a75d11,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:53.971287 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-44df4d3d-03a5-4c84-9a97-c585e7bd4fb2 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.973257 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-44df4d3d-03a5-4c84-9a97-c585e7bd4fb2 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] 10.222.0.20 "DELETE /v2.0/ports/d9036c8d-ee5e-44f9-97ef-52a007a75d11 HTTP/1.1" status: 204 len: 168 time: 0.5183427 Sep 16 05:08:53.975950 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43476) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:54.002106 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-417a9f0f-7f94-4ebb-b3e3-56bd71cf7ef4 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:08:54.003943 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-417a9f0f-7f94-4ebb-b3e3-56bd71cf7ef4 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] 10.222.0.20 "GET /v2.0/ports/d9036c8d-ee5e-44f9-97ef-52a007a75d11 HTTP/1.1" status: 404 len: 333 time: 0.0268590 Sep 16 05:08:54.016356 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43478) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:54.019059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] For port 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:54.022712 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6bb50981-2768-4764-8992-a97ab873d19e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-521138824', 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:54.023799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] For port 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4,segment=NetworkSegment(60654d29-e0f8-48f0-9d9d-8d4dc5ab7033),segment_id=60654d29-e0f8-48f0-9d9d-8d4dc5ab7033)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:54.047436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bea3e2-3c3c-4959-99f8-083716f64b30 req-bb3330d4-1709-462f-8024-f034b8b63a8f tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:54.049019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2bea3e2-3c3c-4959-99f8-083716f64b30 req-bb3330d4-1709-462f-8024-f034b8b63a8f tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.1559389 Sep 16 05:08:54.056603 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e0d72-1d26-435c-a90f-4db77a6014e0 req-92457173-290d-4fe8-aabd-f6defc816f42 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:54.058980 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff4e0d72-1d26-435c-a90f-4db77a6014e0 req-92457173-290d-4fe8-aabd-f6defc816f42 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 1053 time: 0.1485183 Sep 16 05:08:54.120603 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.154777 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb50981-2768-4764-8992-a97ab873d19e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Made reservation on behalf of bc4dcbbb35af4042abf2b871a2c3964e for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:54.157364 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6bb50981-2768-4764-8992-a97ab873d19e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.174551 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-6bb50981-2768-4764-8992-a97ab873d19e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] device_id is not set on port 462321be-7888-4771-8333-ca4601889853 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:08:54.182999 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2bea3e2-3c3c-4959-99f8-083716f64b30 req-fb2c5e8e-611e-4b42-b283-145a1a7abaa7 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227605 Sep 16 05:08:54.214595 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:54.214595 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.214595 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] 10.222.0.21 "PUT /v2.0/ports/0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 HTTP/1.1" status: 200 len: 1092 time: 1.9815691 Sep 16 05:08:54.214595 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71feaa9f-b56c-4bf6-ae50-c1ff9337e535', 'tag': '0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:54.214595 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c7f21f-fb8d-4417-b9be-cab724c01899" -d '{"events": [{"name": "network-changed", "server_uuid": "71feaa9f-b56c-4bf6-ae50-c1ff9337e535", "tag": "0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:54.216187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff4e0d72-1d26-435c-a90f-4db77a6014e0 req-40a68cb3-d2f0-442f-8857-b2d5d11863f0 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296587 Sep 16 05:08:54.234653 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acc741-df8b-45de-9d92-cc5af3356d09 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:54.274678 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b158-a7a6-45e3-b036-13ae99a82ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.312534 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3b158-a7a6-45e3-b036-13ae99a82ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b035531-7208-4a96-89b0-24779c8b9118,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:54.385784 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f22f9b-7df1-4c93-9aaf-9a4b95c269e5 x-openstack-request-id: req-21f22f9b-7df1-4c93-9aaf-9a4b95c269e5 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:54.386090 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71feaa9f-b56c-4bf6-ae50-c1ff9337e535", "tag": "0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:54.386338 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21f22f9b-7df1-4c93-9aaf-9a4b95c269e5 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:54.386737 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71feaa9f-b56c-4bf6-ae50-c1ff9337e535', 'tag': '0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4', 'status': 'completed', 'code': 200} Sep 16 05:08:54.451967 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.491144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6bb50981-2768-4764-8992-a97ab873d19e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.511438 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7f21f-fb8d-4417-b9be-cab724c01899 req-039014fe-7697-4c35-9bef-0da2fed5cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:54.513754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1c7f21f-fb8d-4417-b9be-cab724c01899 req-039014fe-7697-4c35-9bef-0da2fed5cb29 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e4a15fd7db5d4deba65033e0a691ceb2&device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 1095 time: 0.1255095 Sep 16 05:08:54.634637 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6bb50981-2768-4764-8992-a97ab873d19e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.726405 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb50981-2768-4764-8992-a97ab873d19e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Pushing event updated for resources: {'Port': ['ID=462321be-7888-4771-8333-ca4601889853,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:54.776324 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb50981-2768-4764-8992-a97ab873d19e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:54.782628 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-6bb50981-2768-4764-8992-a97ab873d19e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:54.786529 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb50981-2768-4764-8992-a97ab873d19e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:54.787747 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb50981-2768-4764-8992-a97ab873d19e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:54.788444 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6bb50981-2768-4764-8992-a97ab873d19e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.814118 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251aa968-c828-4458-81da-6f388f80f7fd req-32956623-4965-425a-95bd-01ddf1702bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:54.814118 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-251aa968-c828-4458-81da-6f388f80f7fd req-32956623-4965-425a-95bd-01ddf1702bc9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=421b1e6dd448470ca5c7bf9dd8b56185&device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 1098 time: 0.0726237 Sep 16 05:08:54.918972 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6bb50981-2768-4764-8992-a97ab873d19e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9013190 Sep 16 05:08:54.923543 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43492) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:54.977355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba007ab-40b4-4131-b002-0dcf4a92522d tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:54.983402 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-aba007ab-40b4-4131-b002-0dcf4a92522d tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] 10.222.0.20 "GET /v2.0/ports/462321be-7888-4771-8333-ca4601889853 HTTP/1.1" status: 200 len: 954 time: 0.0587807 Sep 16 05:08:54.984512 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43494) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:55.016338 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251aa968-c828-4458-81da-6f388f80f7fd req-f385132a-e8b2-4428-939c-f21c875bcf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:55.018502 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-251aa968-c828-4458-81da-6f388f80f7fd req-f385132a-e8b2-4428-939c-f21c875bcf29 service neutron] 10.222.0.38 "GET /v2.0/networks?id=03728936-a85e-4331-98cd-8d294836c3d0 HTTP/1.1" status: 200 len: 911 time: 0.1806705 Sep 16 05:08:55.052513 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b158-a7a6-45e3-b036-13ae99a82ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.093798 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-251aa968-c828-4458-81da-6f388f80f7fd req-b5fb04dc-0dfe-4f3e-b888-aef329b167fd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a95a8585-70e7-4a08-b7f1-4acaf0e3dbde HTTP/1.1" status: 200 len: 217 time: 0.0670681 Sep 16 05:08:55.118948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7f21f-fb8d-4417-b9be-cab724c01899 req-c6221936-c1a6-4337-bdd1-92eee13dbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:55.121097 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1c7f21f-fb8d-4417-b9be-cab724c01899 req-c6221936-c1a6-4337-bdd1-92eee13dbacf service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e4a15fd7db5d4deba65033e0a691ceb2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5790670 Sep 16 05:08:55.167177 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251aa968-c828-4458-81da-6f388f80f7fd req-2a3112d3-5d35-4438-89d5-2fe926c01cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:55.168654 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-251aa968-c828-4458-81da-6f388f80f7fd req-2a3112d3-5d35-4438-89d5-2fe926c01cd1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c614f95d-adc9-4b0d-bf43-ab684e2051b0 HTTP/1.1" status: 200 len: 850 time: 0.0675538 Sep 16 05:08:55.171721 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f5031ceb-00be-4288-bb41-b825821d777e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Deleting port 462321be-7888-4771-8333-ca4601889853 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:55.171950 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f5031ceb-00be-4288-bb41-b825821d777e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.250257 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-251aa968-c828-4458-81da-6f388f80f7fd req-c6f08674-6067-4f35-9019-05f54093112a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=03728936-a85e-4331-98cd-8d294836c3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557225 Sep 16 05:08:55.329913 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f5031ceb-00be-4288-bb41-b825821d777e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.357719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7f21f-fb8d-4417-b9be-cab724c01899 req-2d9e80a8-6311-4a40-a064-013133e14536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:55.361244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1c7f21f-fb8d-4417-b9be-cab724c01899 req-2d9e80a8-6311-4a40-a064-013133e14536 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2293327 Sep 16 05:08:55.382875 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f5031ceb-00be-4288-bb41-b825821d777e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Calling delete_port for 462321be-7888-4771-8333-ca4601889853 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:55.425900 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563ad77-ce6b-43a8-8837-573d658e6cd8 req-ebce635f-9eef-433f-903b-a52e20d14197 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:55.427484 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e563ad77-ce6b-43a8-8837-573d658e6cd8 req-ebce635f-9eef-433f-903b-a52e20d14197 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.1649325 Sep 16 05:08:55.458373 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-251aa968-c828-4458-81da-6f388f80f7fd req-33985679-46c5-43e6-a931-65f90ba60ed1 service neutron] 10.222.0.38 "GET /v2.0/networks/03728936-a85e-4331-98cd-8d294836c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692932 Sep 16 05:08:55.548994 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab3b158-a7a6-45e3-b036-13ae99a82ec6 admin admin] Router 98e876b2-760b-4951-aae5-895c9f69f483 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:55.576075 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a74399-48a7-42ba-94df-3a5fc9cf0ad5 req-67da9aef-c9b7-4ecb-9d2b-4b589ecc84e5 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:55.577674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31a74399-48a7-42ba-94df-3a5fc9cf0ad5 req-67da9aef-c9b7-4ecb-9d2b-4b589ecc84e5 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 1095 time: 0.1630769 Sep 16 05:08:55.593563 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e563ad77-ce6b-43a8-8837-573d658e6cd8 req-e34b87b1-132d-4308-b13f-ec0fdb0b06fe tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508939 Sep 16 05:08:55.607549 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-fcaf1954-c845-467c-b182-060480f98cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:55.609091 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-fcaf1954-c845-467c-b182-060480f98cfa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e4a15fd7db5d4deba65033e0a691ceb2&device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 1095 time: 0.1261747 Sep 16 05:08:55.623762 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-251aa968-c828-4458-81da-6f388f80f7fd req-ee871b3e-5e68-4ab2-8e6c-f7e3e1cb286d service neutron] 10.222.0.38 "GET /v2.0/networks/03728936-a85e-4331-98cd-8d294836c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537366 Sep 16 05:08:55.674688 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f5031ceb-00be-4288-bb41-b825821d777e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.713945 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5031ceb-00be-4288-bb41-b825821d777e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Pushing event deleted for resources: {'Port': ['ID=462321be-7888-4771-8333-ca4601889853,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:55.729381 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f5031ceb-00be-4288-bb41-b825821d777e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.729381 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f5031ceb-00be-4288-bb41-b825821d777e tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] 10.222.0.20 "DELETE /v2.0/ports/462321be-7888-4771-8333-ca4601889853 HTTP/1.1" status: 204 len: 168 time: 0.7406440 Sep 16 05:08:55.729381 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43514) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:55.737306 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-f9291e6c-8f77-4142-9bab-9a618c4f9fdf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 HTTP/1.1" status: 200 len: 217 time: 0.0788836 Sep 16 05:08:55.754503 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31a74399-48a7-42ba-94df-3a5fc9cf0ad5 req-63fbece0-1799-4ddf-8f5b-1c16d50c31f3 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695056 Sep 16 05:08:55.757450 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca93e6b-fd23-4361-80db-edd89117c562 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:08:55.762814 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9ca93e6b-fd23-4361-80db-edd89117c562 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] 10.222.0.20 "GET /v2.0/ports/462321be-7888-4771-8333-ca4601889853 HTTP/1.1" status: 404 len: 333 time: 0.0282431 Sep 16 05:08:55.763047 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43516) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:55.767932 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c2ef9591-af04-4c84-9c4f-4921f4b311a6 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Request body: {'port': {'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-289733889'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:55.851807 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab3b158-a7a6-45e3-b036-13ae99a82ec6 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:55.860263 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7ab3b158-a7a6-45e3-b036-13ae99a82ec6 admin admin] 10.222.0.20 "PUT /v2.0/routers/98e876b2-760b-4951-aae5-895c9f69f483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6413083 Sep 16 05:08:55.861695 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bade72-ce9e-4529-825a-8c5731c429ce None None] Sync routers for ids ['98e876b2-760b-4951-aae5-895c9f69f483'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:55.863318 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43520) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:55.870314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-987ba316-0e02-435f-88bc-1ff721d0aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:55.874961 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-987ba316-0e02-435f-88bc-1ff721d0aec5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80409e0d-3e24-4bfe-98c0-d911f02b9f37 HTTP/1.1" status: 200 len: 849 time: 0.1244597 Sep 16 05:08:55.876265 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bade72-ce9e-4529-825a-8c5731c429ce None None] Routers {'98e876b2-760b-4951-aae5-895c9f69f483'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:55.877205 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-97bade72-ce9e-4529-825a-8c5731c429ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:08:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98e876b2-760b-4951-aae5-895c9f69f483'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:55.927199 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ef9591-af04-4c84-9c4f-4921f4b311a6 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Made reservation on behalf of bc4dcbbb35af4042abf2b871a2c3964e for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:55.930134 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2ef9591-af04-4c84-9c4f-4921f4b311a6 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.939964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-ee2473de-2392-4d60-b468-8a9d62fce258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:55.942009 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-ee2473de-2392-4d60-b468-8a9d62fce258 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43907208-6dcf-4211-a351-e9e794e15f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599849 Sep 16 05:08:56.020358 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-c2ef9591-af04-4c84-9c4f-4921f4b311a6 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] device_id is not set on port 6beeb65d-526d-4500-8d2f-1db1013a279f yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:08:56.021454 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-97bade72-ce9e-4529-825a-8c5731c429ce None None] Set router 98e876b2-760b-4951-aae5-895c9f69f483 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:56.096671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-a6e7e048-4156-4fcd-b166-2865a3e94f91 service neutron] 10.222.0.21 "GET /v2.0/networks/43907208-6dcf-4211-a351-e9e794e15f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438320 Sep 16 05:08:56.176299 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6eff0b1a-9566-44ac-bb48-8aab804ba6fe admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.286008 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2ef9591-af04-4c84-9c4f-4921f4b311a6 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.294168 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-97bade72-ce9e-4529-825a-8c5731c429ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T05:08:54Z', 'revision_number': 5, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:56.327169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee9a4b32-c0a4-41ef-8176-028499af22e1 req-5181edb8-858c-4906-ba5a-cc6a81d209a4 service neutron] 10.222.0.21 "GET /v2.0/networks/43907208-6dcf-4211-a351-e9e794e15f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190647 Sep 16 05:08:56.336684 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bade72-ce9e-4529-825a-8c5731c429ce None None] Checking router: 98e876b2-760b-4951-aae5-895c9f69f483 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:56.353659 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bade72-ce9e-4529-825a-8c5731c429ce None None] Routers {'98e876b2-760b-4951-aae5-895c9f69f483'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:56.354807 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-97bade72-ce9e-4529-825a-8c5731c429ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:08:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98e876b2-760b-4951-aae5-895c9f69f483'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:56.378177 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6eff0b1a-9566-44ac-bb48-8aab804ba6fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.482478 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-97bade72-ce9e-4529-825a-8c5731c429ce None None] Set router 98e876b2-760b-4951-aae5-895c9f69f483 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:56.546086 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2ef9591-af04-4c84-9c4f-4921f4b311a6 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.612253 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ef9591-af04-4c84-9c4f-4921f4b311a6 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:56.624487 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-c2ef9591-af04-4c84-9c4f-4921f4b311a6 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:56.624755 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef9591-af04-4c84-9c4f-4921f4b311a6 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:56.625655 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ef9591-af04-4c84-9c4f-4921f4b311a6 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:56.626221 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2ef9591-af04-4c84-9c4f-4921f4b311a6 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.670669 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef9591-af04-4c84-9c4f-4921f4b311a6 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Pushing event updated for resources: {'Port': ['ID=6beeb65d-526d-4500-8d2f-1db1013a279f,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:56.700768 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-6eff0b1a-9566-44ac-bb48-8aab804ba6fe admin admin] Deleting port 9a508436-c9a1-4454-9431-73f171e65632 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:56.701352 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6eff0b1a-9566-44ac-bb48-8aab804ba6fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.833902 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43534) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:56.844665 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c2ef9591-af04-4c84-9c4f-4921f4b311a6 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0740113 Sep 16 05:08:56.845133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:56.866190 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-97bade72-ce9e-4529-825a-8c5731c429ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T05:08:54Z', 'revision_number': 5, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:56.874824 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4654c6a-4267-4829-a2e0-b4cb20eb7ecc req-6f148b0a-59ce-4d73-a672-2c310bd9b347 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:56.889693 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4654c6a-4267-4829-a2e0-b4cb20eb7ecc req-6f148b0a-59ce-4d73-a672-2c310bd9b347 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.1638236 Sep 16 05:08:56.908455 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bade72-ce9e-4529-825a-8c5731c429ce None None] The sync data for ids ['98e876b2-760b-4951-aae5-895c9f69f483'] in n-d-712140-13 is: [{'id': '98e876b2-760b-4951-aae5-895c9f69f483', 'name': 'tempest-AttachVolumeShelveTestJSON-221780965-router', 'tenant_id': '043d55446d4c45528b48f7e10a1f624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '9a508436-c9a1-4454-9431-73f171e65632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T05:08:54Z', 'revision_number': 5, 'project_id': '043d55446d4c45528b48f7e10a1f624b', 'gw_port': {'id': '9a508436-c9a1-4454-9431-73f171e65632', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e876b2-760b-4951-aae5-895c9f69f483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:56.914222 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-6eff0b1a-9566-44ac-bb48-8aab804ba6fe admin admin] For port 9a508436-c9a1-4454-9431-73f171e65632, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9a508436-c9a1-4454-9431-73f171e65632,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:56.914790 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6eff0b1a-9566-44ac-bb48-8aab804ba6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.936223 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-6eff0b1a-9566-44ac-bb48-8aab804ba6fe admin admin] Calling delete_port for 9a508436-c9a1-4454-9431-73f171e65632 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:57.006561 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4654c6a-4267-4829-a2e0-b4cb20eb7ecc req-f3917a8f-8017-4c09-90f4-f11f1f92c0a0 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138811 Sep 16 05:08:57.041751 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.055633 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a737246-df4e-4676-969e-84806fe78530 req-53bc13aa-7479-4fb8-acad-040c0b2ba41e tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:57.059425 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a737246-df4e-4676-969e-84806fe78530 req-53bc13aa-7479-4fb8-acad-040c0b2ba41e tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 1095 time: 0.1624670 Sep 16 05:08:57.136079 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a737246-df4e-4676-969e-84806fe78530 req-347062ac-f58d-4947-bbc5-25f7c4e35870 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713727 Sep 16 05:08:57.266399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] device_id is not set on port 6beeb65d-526d-4500-8d2f-1db1013a279f yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:08:57.277520 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.309999 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6eff0b1a-9566-44ac-bb48-8aab804ba6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.349789 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff0b1a-9566-44ac-bb48-8aab804ba6fe admin admin] Pushing event deleted for resources: {'Port': ['ID=9a508436-c9a1-4454-9431-73f171e65632,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:57.382595 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.424432 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6eff0b1a-9566-44ac-bb48-8aab804ba6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.483431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Pushing event updated for resources: {'Port': ['ID=6beeb65d-526d-4500-8d2f-1db1013a279f,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:57.487584 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:57.491599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:57.493519 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:57.499888 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:57.500220 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:57.500762 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 2 to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f Sep 16 05:08:57.516745 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:57.517411 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:57.518531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:57.523243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:57.523668 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:57.524136 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 3 to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f Sep 16 05:08:57.530507 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6eff0b1a-9566-44ac-bb48-8aab804ba6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.533523 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6eff0b1a-9566-44ac-bb48-8aab804ba6fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.536972 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:57.537312 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:57.537658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:57.543706 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:57.544780 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:57.545881 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 4 to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f Sep 16 05:08:57.559531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43538) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:57.566854 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:57.567431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:57.575861 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:57.575861 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:57.575861 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:57.575861 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 5 to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f Sep 16 05:08:57.589484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:57.589833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:57.590250 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:57.594772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:57.595127 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:57.595516 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 6 to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f Sep 16 05:08:57.609017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:57.610040 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:57.610040 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:57.614302 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:57.614634 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:57.615073 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 7 to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f Sep 16 05:08:57.627946 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:57.628285 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:57.628621 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:57.633719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:57.634049 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:57.634453 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 8 to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f Sep 16 05:08:57.649961 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:57.650336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:57.651276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:57.655472 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:57.655806 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:57.656247 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 9 to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f Sep 16 05:08:57.674946 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6eff0b1a-9566-44ac-bb48-8aab804ba6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.675621 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eff0b1a-9566-44ac-bb48-8aab804ba6fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98e876b2-760b-4951-aae5-895c9f69f483 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:08:57.675953 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:57.676464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:57.677105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:57.683223 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6eff0b1a-9566-44ac-bb48-8aab804ba6fe admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.684493 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6eff0b1a-9566-44ac-bb48-8aab804ba6fe admin admin] 10.222.0.20 "DELETE /v2.0/routers/98e876b2-760b-4951-aae5-895c9f69f483 HTTP/1.1" status: 204 len: 168 time: 1.8201017 Sep 16 05:08:57.687296 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43542) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:57.692043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:57.692394 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:57.693030 n-d-712140-13 neutron-server[95473]: INFO neutron.plugins.ml2.plugin [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempt 10 to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f Sep 16 05:08:57.696685 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9ea3dc86-cb2a-4897-9b3f-994d8e3d68f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.715420 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:57.715420 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:57.716078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempting to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:57.725819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:57.726152 n-d-712140-13 neutron-server[95473]: ERROR neutron.plugins.ml2.managers [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Failed to bind port 6beeb65d-526d-4500-8d2f-1db1013a279f on host n-h2-712140-13 for vnic_type normal using segments [{'id': '5f188762-9da3-495b-ba49-80b41e6957aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17120fb2-30e0-47bc-80f6-2e7fc4858b60'}] Sep 16 05:08:57.726526 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.739974 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-e106604c-78d8-4119-a9d3-ebf6e9c5d7d3 admin admin] Deleting subnet c0ca5355-66a5-446c-8970-0c3c88361e82 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:08:57.747814 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e106604c-78d8-4119-a9d3-ebf6e9c5d7d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.794598 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e106604c-78d8-4119-a9d3-ebf6e9c5d7d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.836005 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] For port 6beeb65d-526d-4500-8d2f-1db1013a279f, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:57.836505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attempted to set empty binding levels {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:08:57.891895 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9ea3dc86-cb2a-4897-9b3f-994d8e3d68f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.896646 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e106604c-78d8-4119-a9d3-ebf6e9c5d7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.949268 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.980107 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] In _notify_port_updated(), no bound segment for port 6beeb65d-526d-4500-8d2f-1db1013a279f on network 17120fb2-30e0-47bc-80f6-2e7fc4858b60 {{(pid=95473) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:08:57.981104 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:57.981606 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.983020 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] 10.222.0.20 "PUT /v2.0/ports/6beeb65d-526d-4500-8d2f-1db1013a279f HTTP/1.1" status: 200 len: 975 time: 1.1462948 Sep 16 05:08:57.986002 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43546) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:57.999830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61563da7-0609-4bec-8409-17b7a393a700 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Pushing event updated for resources: {'Port': ['ID=6beeb65d-526d-4500-8d2f-1db1013a279f,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:58.006027 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9ea3dc86-cb2a-4897-9b3f-994d8e3d68f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.050374 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9ea3dc86-cb2a-4897-9b3f-994d8e3d68f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e55714cdffb74be9b105052052e9a1d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899907 Sep 16 05:08:58.051380 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3dc86-cb2a-4897-9b3f-994d8e3d68f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a813c2-b476-43e4-8c87-599e7d1f8331,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:58.053838 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43550) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:58.100870 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e106604c-78d8-4119-a9d3-ebf6e9c5d7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.139278 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106604c-78d8-4119-a9d3-ebf6e9c5d7d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0ca5355-66a5-446c-8970-0c3c88361e82,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:58.142778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0aaa8-2931-4e3b-9b43-b2225d1ab118 req-742a4827-0c17-4c55-a333-044974ca9914 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:58.144495 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39e0aaa8-2931-4e3b-9b43-b2225d1ab118 req-742a4827-0c17-4c55-a333-044974ca9914 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0570960 Sep 16 05:08:58.147789 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-973313f1-8f14-4cc7-bd7a-1f745266c151 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Deleting port 6beeb65d-526d-4500-8d2f-1db1013a279f {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:58.147989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4373e87-64d8-4ae3-aec3-0938cb207193 None None] Network 0ed085ad-0528-4e23-be9f-f0e1d81c551f requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:58.148816 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-973313f1-8f14-4cc7-bd7a-1f745266c151 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.151374 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e106604c-78d8-4119-a9d3-ebf6e9c5d7d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.153494 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e106604c-78d8-4119-a9d3-ebf6e9c5d7d3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c0ca5355-66a5-446c-8970-0c3c88361e82 HTTP/1.1" status: 204 len: 168 time: 0.4652379 Sep 16 05:08:58.158552 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43552) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:58.185545 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-90a64742-b1ee-44dd-9c39-eeded5d1fdaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.231620 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39e0aaa8-2931-4e3b-9b43-b2225d1ab118 req-988b89da-7040-4463-a5aa-fab7d9308d5d tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679462 Sep 16 05:08:58.300647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0be8e4-467a-4b91-b9d5-26966e2ba35a req-10c651d1-bb74-437e-a912-dfcb76033aba tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:58.302536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b0be8e4-467a-4b91-b9d5-26966e2ba35a req-10c651d1-bb74-437e-a912-dfcb76033aba tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 1095 time: 0.0640304 Sep 16 05:08:58.336472 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-90a64742-b1ee-44dd-9c39-eeded5d1fdaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.353402 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-973313f1-8f14-4cc7-bd7a-1f745266c151 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] For port 6beeb65d-526d-4500-8d2f-1db1013a279f, host n-h2-712140-13, got binding levels [] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:58.354029 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-973313f1-8f14-4cc7-bd7a-1f745266c151 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.358150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b0be8e4-467a-4b91-b9d5-26966e2ba35a req-97f0bc93-4053-4112-9780-5d1e97716765 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390921 Sep 16 05:08:58.397362 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-973313f1-8f14-4cc7-bd7a-1f745266c151 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Calling delete_port for 6beeb65d-526d-4500-8d2f-1db1013a279f owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:58.400156 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.408553 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.444326 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] DHCP port deletion for 0ed085ad-0528-4e23-be9f-f0e1d81c551f request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:08:58.492990 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] Deleting port bc9b8894-78d3-402e-9424-cca2f1570f37 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:58.493449 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.549466 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] Deleting port bc9b8894-78d3-402e-9424-cca2f1570f37 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:58.550542 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.567024 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] For port bc9b8894-78d3-402e-9424-cca2f1570f37, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=bc9b8894-78d3-402e-9424-cca2f1570f37,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:58.567425 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.581551 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] Calling delete_port for bc9b8894-78d3-402e-9424-cca2f1570f37 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:58.609200 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-90a64742-b1ee-44dd-9c39-eeded5d1fdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.611793 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-90a64742-b1ee-44dd-9c39-eeded5d1fdaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.612971 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-90a64742-b1ee-44dd-9c39-eeded5d1fdaf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85a813c2-b476-43e4-8c87-599e7d1f8331 HTTP/1.1" status: 204 len: 168 time: 0.5572274 Sep 16 05:08:58.631658 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a64742-b1ee-44dd-9c39-eeded5d1fdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a813c2-b476-43e4-8c87-599e7d1f8331,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:58.636576 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] For port bc9b8894-78d3-402e-9424-cca2f1570f37, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=bc9b8894-78d3-402e-9424-cca2f1570f37,segment=NetworkSegment(31c62c41-ebbc-4367-8110-f4bce7f5b4be),segment_id=31c62c41-ebbc-4367-8110-f4bce7f5b4be)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:58.636949 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.652198 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] Calling delete_port for bc9b8894-78d3-402e-9424-cca2f1570f37 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:58.698262 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-973313f1-8f14-4cc7-bd7a-1f745266c151 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.734747 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973313f1-8f14-4cc7-bd7a-1f745266c151 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Pushing event deleted for resources: {'Port': ['ID=6beeb65d-526d-4500-8d2f-1db1013a279f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:58.741716 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-973313f1-8f14-4cc7-bd7a-1f745266c151 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.744895 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-973313f1-8f14-4cc7-bd7a-1f745266c151 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] 10.222.0.20 "DELETE /v2.0/ports/6beeb65d-526d-4500-8d2f-1db1013a279f HTTP/1.1" status: 204 len: 168 time: 0.7571678 Sep 16 05:08:58.747813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43558) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:58.771776 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device bc9b8894-78d3-402e-9424-cca2f1570f37 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:58.776271 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-150354f8-ea87-4ab9-b102-7adf8ae0bdf2 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:08:58.779882 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-150354f8-ea87-4ab9-b102-7adf8ae0bdf2 tempest-PortsAdminExtendedAttrsTestJSON-919819133 tempest-PortsAdminExtendedAttrsTestJSON-919819133-project-admin] 10.222.0.20 "GET /v2.0/ports/6beeb65d-526d-4500-8d2f-1db1013a279f HTTP/1.1" status: 404 len: 333 time: 0.0310392 Sep 16 05:08:58.783538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43560) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:58.801704 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.809697 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.834064 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9b8894-78d3-402e-9424-cca2f1570f37,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:58.840081 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] No DVR routers for this DVR port bc9b8894-78d3-402e-9424-cca2f1570f37 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:58.921713 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-57dba52b-7a4d-45a3-8384-58994da8ca86 tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.935562 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.969277 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed085ad-0528-4e23-be9f-f0e1d81c551f']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:58.986273 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c62c41-ebbc-4367-8110-f4bce7f5b4be') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:58.986520 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c62c41-ebbc-4367-8110-f4bce7f5b4be') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:59.011263 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] Pushing event deleted for resources: {'Port': ['ID=bc9b8894-78d3-402e-9424-cca2f1570f37,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:59.017168 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] No DVR routers for this DVR port bc9b8894-78d3-402e-9424-cca2f1570f37 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:59.019166 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.019669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:59.020122 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:59.020564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:59.021170 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:59.021641 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:59.022042 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:59.022472 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:59.023037 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:59.023462 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:59.023904 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:59.024328 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:59.024754 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c32335-70d0-4fe7-a539-46766b10baae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:59.044316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No active binding found for port bc9b8894-78d3-402e-9424-cca2f1570f37 {{(pid=95475) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 05:08:59.045299 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device bc9b8894-78d3-402e-9424-cca2f1570f37 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:59.046445 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9a508436-c9a1-4454-9431-73f171e65632 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:59.069403 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 9a508436-c9a1-4454-9431-73f171e65632 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:59.070026 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9a508436-c9a1-4454-9431-73f171e65632 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:59.070656 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8b035531-7208-4a96-89b0-24779c8b9118 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:59.074429 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.076558 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-57dba52b-7a4d-45a3-8384-58994da8ca86 tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.081755 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:59.083916 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:59.084185 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:59.094140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 8b035531-7208-4a96-89b0-24779c8b9118 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:59.094643 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8b035531-7208-4a96-89b0-24779c8b9118 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:59.117157 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-57dba52b-7a4d-45a3-8384-58994da8ca86 tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17120fb2-30e0-47bc-80f6-2e7fc4858b60']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:59.131914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-57dba52b-7a4d-45a3-8384-58994da8ca86 tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f188762-9da3-495b-ba49-80b41e6957aa') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:59.132270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-57dba52b-7a4d-45a3-8384-58994da8ca86 tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f188762-9da3-495b-ba49-80b41e6957aa') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:59.143836 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-57dba52b-7a4d-45a3-8384-58994da8ca86 tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.162321 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-57dba52b-7a4d-45a3-8384-58994da8ca86 tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.176712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57dba52b-7a4d-45a3-8384-58994da8ca86 tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-57dba52b-7a4d-45a3-8384-58994da8ca86 tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:59.180646 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:59.326404 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.332451 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.334912 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] 10.222.0.20 "DELETE /v2.0/networks/0ed085ad-0528-4e23-be9f-f0e1d81c551f HTTP/1.1" status: 204 len: 168 time: 1.1752479 Sep 16 05:08:59.346419 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c3830-5931-4fce-a8cb-6d20bb683b6e admin admin] Pushing event deleted for resources: {'Network': ['ID=0ed085ad-0528-4e23-be9f-f0e1d81c551f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:59.381487 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ced969-f318-4bb0-b029-11f9c7c99018 req-ceb5e74d-c95d-4ef8-8c24-829b71e5a96c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.383081 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47ced969-f318-4bb0-b029-11f9c7c99018 req-ceb5e74d-c95d-4ef8-8c24-829b71e5a96c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0566761 Sep 16 05:08:59.384429 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-57dba52b-7a4d-45a3-8384-58994da8ca86 tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.390534 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-57dba52b-7a4d-45a3-8384-58994da8ca86 tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.398810 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-57dba52b-7a4d-45a3-8384-58994da8ca86 tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] 10.222.0.20 "DELETE /v2.0/networks/17120fb2-30e0-47bc-80f6-2e7fc4858b60 HTTP/1.1" status: 204 len: 168 time: 0.6083946 Sep 16 05:08:59.432890 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dba52b-7a4d-45a3-8384-58994da8ca86 tempest-PortsAdminExtendedAttrsTestJSON-1819048477 tempest-PortsAdminExtendedAttrsTestJSON-1819048477-project] Pushing event deleted for resources: {'Network': ['ID=17120fb2-30e0-47bc-80f6-2e7fc4858b60,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:59.496458 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47ced969-f318-4bb0-b029-11f9c7c99018 req-d833f49f-c986-4f3e-8c4a-9e35236766e4 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023066 Sep 16 05:08:59.507237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fae5d2-2427-472c-8663-32461f8f21b6 req-f7182ac0-00ff-49f2-9640-f69ee60cce69 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.508849 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19fae5d2-2427-472c-8663-32461f8f21b6 req-f7182ac0-00ff-49f2-9640-f69ee60cce69 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 1095 time: 0.0726762 Sep 16 05:08:59.547751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19fae5d2-2427-472c-8663-32461f8f21b6 req-37cc524d-37f0-4466-b809-41bd08d5edac tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307229 Sep 16 05:08:59.612812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43576) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:59.634279 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5efb4b54-7e2b-4923-8340-115913c762d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.726779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:59.743659 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5efb4b54-7e2b-4923-8340-115913c762d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.757227 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43578) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:59.801577 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b20f67ab-d3e1-4366-aa7b-f5f11ee08894 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=043d55446d4c45528b48f7e10a1f624b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429878 Sep 16 05:08:59.803924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43580) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:59.817896 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5efb4b54-7e2b-4923-8340-115913c762d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.846726 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4,segment=NetworkSegment(60654d29-e0f8-48f0-9d9d-8d4dc5ab7033),segment_id=60654d29-e0f8-48f0-9d9d-8d4dc5ab7033)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:59.860656 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4', 'network_id': '43907208-6dcf-4211-a351-e9e794e15f3b', 'port_id': '0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4', 'mac_address': 'fa:16:3e:9c:97:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80409e0d-3e24-4bfe-98c0-d911f02b9f37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:59.865810 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5efb4b54-7e2b-4923-8340-115913c762d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f092c9e734b4ad78d52604bc9a3c61c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2511005 Sep 16 05:08:59.866715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb4b54-7e2b-4923-8340-115913c762d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e01ddd-d72c-4250-a678-b66b91df458e,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:59.870537 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43582) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:59.879155 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-897ed83b-dba4-4f44-bf10-de945da64f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.914636 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.919150 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-897ed83b-dba4-4f44-bf10-de945da64f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.928459 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:59.945831 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f526d741-6171-4f4e-b00d-a58bfcb9c414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.954428 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4,segment=NetworkSegment(60654d29-e0f8-48f0-9d9d-8d4dc5ab7033),segment_id=60654d29-e0f8-48f0-9d9d-8d4dc5ab7033)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:59.975793 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f526d741-6171-4f4e-b00d-a58bfcb9c414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.063499 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.119715 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:00.132234 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-897ed83b-dba4-4f44-bf10-de945da64f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.135901 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-897ed83b-dba4-4f44-bf10-de945da64f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.137186 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-897ed83b-dba4-4f44-bf10-de945da64f63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a50c67df-f5b3-42fc-a53e-bd7f4a8611a3 HTTP/1.1" status: 204 len: 168 time: 0.3322034 Sep 16 05:09:00.149387 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ed83b-dba4-4f44-bf10-de945da64f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50c67df-f5b3-42fc-a53e-bd7f4a8611a3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:00.177878 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f526d741-6171-4f4e-b00d-a58bfcb9c414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.180574 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f526d741-6171-4f4e-b00d-a58bfcb9c414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.182620 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f526d741-6171-4f4e-b00d-a58bfcb9c414 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7e01ddd-d72c-4250-a678-b66b91df458e HTTP/1.1" status: 204 len: 168 time: 0.3104377 Sep 16 05:09:00.195812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526d741-6171-4f4e-b00d-a58bfcb9c414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e01ddd-d72c-4250-a678-b66b91df458e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:00.264320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43592) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:00.481115 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:00.625180 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbd7e8-f440-449a-8f27-2c0bf2955436 req-4b2536a3-fb6c-4410-a6cb-99125cce0a77 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:00.627201 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4bbd7e8-f440-449a-8f27-2c0bf2955436 req-4b2536a3-fb6c-4410-a6cb-99125cce0a77 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0564277 Sep 16 05:09:00.704390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5df98-78f7-43da-8b8f-2aad4f48ee0b req-4448b95a-3b79-4d48-a120-3c89fb9fa3d8 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:00.705872 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ab5df98-78f7-43da-8b8f-2aad4f48ee0b req-4448b95a-3b79-4d48-a120-3c89fb9fa3d8 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 1096 time: 0.0568085 Sep 16 05:09:00.709365 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4bbd7e8-f440-449a-8f27-2c0bf2955436 req-54133452-ecb5-43c8-9270-09dc9f4c450f tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752676 Sep 16 05:09:00.758460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ab5df98-78f7-43da-8b8f-2aad4f48ee0b req-03930900-670c-491d-9aca-c79bc6167e00 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421860 Sep 16 05:09:00.926279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b2809fe1-420d-43e8-9a03-268e286c5152 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b5525e31a8a45ac9d188ad53136f9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6559808 Sep 16 05:09:00.927039 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43612) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:00.989552 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-805cd9d1-5623-4741-811d-3245eafb803e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.014836 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-805cd9d1-5623-4741-811d-3245eafb803e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.264342 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-805cd9d1-5623-4741-811d-3245eafb803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.271248 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-805cd9d1-5623-4741-811d-3245eafb803e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.273436 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-805cd9d1-5623-4741-811d-3245eafb803e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4463427-1f13-41fe-b7d9-0dbed33747be HTTP/1.1" status: 204 len: 168 time: 0.3442039 Sep 16 05:09:01.286757 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cd9d1-5623-4741-811d-3245eafb803e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4463427-1f13-41fe-b7d9-0dbed33747be,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:01.738216 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:01.840622 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b937374-0e6b-4bf4-9421-5942e5a28d74 req-226ab73a-f7bd-4b70-80f8-891ead391773 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.842233 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b937374-0e6b-4bf4-9421-5942e5a28d74 req-226ab73a-f7bd-4b70-80f8-891ead391773 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0530975 Sep 16 05:09:01.863226 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:09:01.867846 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:01.868784 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.921673 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42d9f0-d57c-47f4-b2a5-9fa73e3b1c7f req-82011ac9-8af6-45ac-81a2-512cdd4a5a0a tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.923263 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d42d9f0-d57c-47f4-b2a5-9fa73e3b1c7f req-82011ac9-8af6-45ac-81a2-512cdd4a5a0a tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 1096 time: 0.0801105 Sep 16 05:09:01.930543 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b937374-0e6b-4bf4-9421-5942e5a28d74 req-622afc61-45ef-48eb-847a-ebd991486fc7 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809674 Sep 16 05:09:01.970523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d42d9f0-d57c-47f4-b2a5-9fa73e3b1c7f req-51af467e-50e8-476e-9155-a5030b083955 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383985 Sep 16 05:09:01.977374 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.002576 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71feaa9f-b56c-4bf6-ae50-c1ff9337e535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:02.005253 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff721396-ea34-45e7-b3f0-30ff95666dcf" -d '{"events": [{"server_uuid": "71feaa9f-b56c-4bf6-ae50-c1ff9337e535", "name": "network-vif-plugged", "status": "completed", "tag": "0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:02.018107 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43648) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:02.019954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4,segment=NetworkSegment(60654d29-e0f8-48f0-9d9d-8d4dc5ab7033),segment_id=60654d29-e0f8-48f0-9d9d-8d4dc5ab7033)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:02.055413 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a980869d-949f-48ab-9649-401dbfcbbb02 x-openstack-request-id: req-a980869d-949f-48ab-9649-401dbfcbbb02 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:02.055739 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71feaa9f-b56c-4bf6-ae50-c1ff9337e535", "name": "network-vif-plugged", "status": "completed", "tag": "0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:02.056000 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a980869d-949f-48ab-9649-401dbfcbbb02 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:02.056404 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71feaa9f-b56c-4bf6-ae50-c1ff9337e535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4', 'code': 200} Sep 16 05:09:02.063853 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.069104 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7aad763d-9493-486c-b3f4-72c43a071405 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc4dcbbb35af4042abf2b871a2c3964e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497096 Sep 16 05:09:02.070453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43650) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:02.141427 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-55efb7f8-b38a-45ec-9e55-ef07f1d69dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.146109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:02.205627 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-55efb7f8-b38a-45ec-9e55-ef07f1d69dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.207553 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43658) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:02.244274 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a201e7-1162-41a3-88eb-67161f658e3b req-3ed84100-449d-444d-b01c-f762862193d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.245800 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56a201e7-1162-41a3-88eb-67161f658e3b req-3ed84100-449d-444d-b01c-f762862193d9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 1097 time: 0.0853779 Sep 16 05:09:02.290079 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56a201e7-1162-41a3-88eb-67161f658e3b req-6805f365-ea91-4ade-b6fb-490e94f98b68 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372024 Sep 16 05:09:02.346028 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-5d6c62d6-cdc6-4d1f-8b7f-e354776845e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2007859091-network', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:02.382057 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-55efb7f8-b38a-45ec-9e55-ef07f1d69dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.384672 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-55efb7f8-b38a-45ec-9e55-ef07f1d69dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.386027 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-55efb7f8-b38a-45ec-9e55-ef07f1d69dc7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b4d988a-3e37-4132-89d3-380fa859d77b HTTP/1.1" status: 204 len: 168 time: 0.3143201 Sep 16 05:09:02.394350 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efb7f8-b38a-45ec-9e55-ef07f1d69dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4d988a-3e37-4132-89d3-380fa859d77b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:02.457428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6c62d6-cdc6-4d1f-8b7f-e354776845e5 admin admin] Made reservation on behalf of c73d0c9bc8fd41e98ef3948ec22a1dc3 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:02.460009 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d6c62d6-cdc6-4d1f-8b7f-e354776845e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.469471 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d6c62d6-cdc6-4d1f-8b7f-e354776845e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.585409 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d6c62d6-cdc6-4d1f-8b7f-e354776845e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.697675 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d6c62d6-cdc6-4d1f-8b7f-e354776845e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.725328 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6c62d6-cdc6-4d1f-8b7f-e354776845e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:02.736305 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c62d6-cdc6-4d1f-8b7f-e354776845e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f363e84e-a9c0-41d6-a065-583928e306a5,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:02.753347 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d6c62d6-cdc6-4d1f-8b7f-e354776845e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.758714 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-5d6c62d6-cdc6-4d1f-8b7f-e354776845e5 admin admin] Added segment eaab70e4-1784-46f4-bcb6-260eb0f7cd17 of type vlan for network b93d0e73-7b57-4b50-88bf-e393412fa10a Sep 16 05:09:02.805634 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d6c62d6-cdc6-4d1f-8b7f-e354776845e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.909021 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d6c62d6-cdc6-4d1f-8b7f-e354776845e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.910141 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6c62d6-cdc6-4d1f-8b7f-e354776845e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.910686 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5d6c62d6-cdc6-4d1f-8b7f-e354776845e5 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.980211 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c62d6-cdc6-4d1f-8b7f-e354776845e5 admin admin] Pushing event updated for resources: {'Network': ['ID=b93d0e73-7b57-4b50-88bf-e393412fa10a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:02.990512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network b93d0e73-7b57-4b50-88bf-e393412fa10a details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:03.028137 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5d6c62d6-cdc6-4d1f-8b7f-e354776845e5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8095610 Sep 16 05:09:03.028137 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43692) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:03.028137 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-7a75930c-54df-4def-a3b7-15bd2b86ab95 admin admin] Request body: {'subnet': {'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2007859091-subnet', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:03.120528 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caad7f7-4f34-431f-bf15-d396454462b3 req-09279ec0-7fd6-4375-80a6-bb4343c179bc tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:03.122120 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6caad7f7-4f34-431f-bf15-d396454462b3 req-09279ec0-7fd6-4375-80a6-bb4343c179bc tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0980420 Sep 16 05:09:03.172674 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a75930c-54df-4def-a3b7-15bd2b86ab95 admin admin] Made reservation on behalf of c73d0c9bc8fd41e98ef3948ec22a1dc3 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:03.178406 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7a75930c-54df-4def-a3b7-15bd2b86ab95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.218860 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6caad7f7-4f34-431f-bf15-d396454462b3 req-d3c62092-6963-47aa-9b4f-5e2f6a5605fd tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849352 Sep 16 05:09:03.224142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916289d-3497-41fa-a697-2aabc68a08db req-d2bf1872-a52b-4d78-84a8-7441e8492247 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:03.233125 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1916289d-3497-41fa-a697-2aabc68a08db req-d2bf1872-a52b-4d78-84a8-7441e8492247 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 1097 time: 0.1097183 Sep 16 05:09:03.288949 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1916289d-3497-41fa-a697-2aabc68a08db req-665a3465-a1bc-4900-b82a-459a0cf46183 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512056 Sep 16 05:09:03.486566 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7a75930c-54df-4def-a3b7-15bd2b86ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.552936 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75930c-54df-4def-a3b7-15bd2b86ab95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64014166-35b7-4597-8d1f-ccab49be1bad,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:03.564253 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a75930c-54df-4def-a3b7-15bd2b86ab95 admin admin] Checking segment: {'id': 'eaab70e4-1784-46f4-bcb6-260eb0f7cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:03.564253 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a75930c-54df-4def-a3b7-15bd2b86ab95 admin admin] Network hostable DHCP agents. Network: b93d0e73-7b57-4b50-88bf-e393412fa10a, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:03.640268 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a75930c-54df-4def-a3b7-15bd2b86ab95 admin admin] Network b93d0e73-7b57-4b50-88bf-e393412fa10a is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:03.725812 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-7a75930c-54df-4def-a3b7-15bd2b86ab95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, b93d0e73-7b57-4b50-88bf-e393412fa10a) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:03.730700 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a75930c-54df-4def-a3b7-15bd2b86ab95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:03.731412 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7a75930c-54df-4def-a3b7-15bd2b86ab95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.737912 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e68dc4-2c7b-4e2d-a136-c6a448ea78ae None None] Network b93d0e73-7b57-4b50-88bf-e393412fa10a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:03.802693 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7a75930c-54df-4def-a3b7-15bd2b86ab95 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7803252 Sep 16 05:09:03.805466 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43718) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:03.814386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-720c4030-a5ea-411d-8fa8-9b9b7584fe8d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:03.915696 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-720c4030-a5ea-411d-8fa8-9b9b7584fe8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.918218 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-720c4030-a5ea-411d-8fa8-9b9b7584fe8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.995682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-b93d0e73-7b57-4b50-88bf-e393412fa10a', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'fixed_ips': [{'subnet_id': '64014166-35b7-4597-8d1f-ccab49be1bad'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:03.996457 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.041678 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-720c4030-a5ea-411d-8fa8-9b9b7584fe8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.200085 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] Allocated IP 172.20.0.2 (b93d0e73-7b57-4b50-88bf-e393412fa10a/64014166-35b7-4597-8d1f-ccab49be1bad/83d498e6-9f04-4198-805b-f63e1b15f43c) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:04.392348 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-720c4030-a5ea-411d-8fa8-9b9b7584fe8d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.491331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38641391-5f16-47f8-acd0-2f1e8135a8ff req-2512cf91-5b92-46c5-a27d-d0c14e9e8713 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.492944 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-38641391-5f16-47f8-acd0-2f1e8135a8ff req-2512cf91-5b92-46c5-a27d-d0c14e9e8713 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.1033635 Sep 16 05:09:04.494511 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.495731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc81ca-86f9-4480-b7e0-f3fcd1841aef req-5115baae-d430-4f33-8a30-8111e7685206 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.497545 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53fc81ca-86f9-4480-b7e0-f3fcd1841aef req-5115baae-d430-4f33-8a30-8111e7685206 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 1097 time: 0.1009767 Sep 16 05:09:04.579355 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53fc81ca-86f9-4480-b7e0-f3fcd1841aef req-2cdfd211-7848-4b3e-a9b5-9f763203d49b tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606625 Sep 16 05:09:04.585564 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-38641391-5f16-47f8-acd0-2f1e8135a8ff req-07c8a57b-cc03-4881-ad03-dba953653364 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799251 Sep 16 05:09:04.612099 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.672182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] Network b93d0e73-7b57-4b50-88bf-e393412fa10a is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:04.672182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:04.672182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:04.734916 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] Pushing event updated for resources: {'Port': ['ID=83d498e6-9f04-4198-805b-f63e1b15f43c,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:04.789771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35633d3-d612-4a36-8e09-db4ba3c8e1ea req-5631079b-3aa3-4f1d-b2f4-3a0efe7c4d1c tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.792031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c35633d3-d612-4a36-8e09-db4ba3c8e1ea req-5631079b-3aa3-4f1d-b2f4-3a0efe7c4d1c tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 1097 time: 0.0826416 Sep 16 05:09:04.805556 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] Attempting to bind port 83d498e6-9f04-4198-805b-f63e1b15f43c on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:04.810500 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] Attempting to bind port 83d498e6-9f04-4198-805b-f63e1b15f43c by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'eaab70e4-1784-46f4-bcb6-260eb0f7cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:04.812720 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] Attempting to bind port 83d498e6-9f04-4198-805b-f63e1b15f43c on network b93d0e73-7b57-4b50-88bf-e393412fa10a {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:04.825178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:04.827075 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] Checking segment: {'id': 'eaab70e4-1784-46f4-bcb6-260eb0f7cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:04.831535 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.832229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] Bound using segment: {'id': 'eaab70e4-1784-46f4-bcb6-260eb0f7cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:04.832809 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] Bound port: 83d498e6-9f04-4198-805b-f63e1b15f43c, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaab70e4-1784-46f4-bcb6-260eb0f7cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:04.833264 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.939978 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43752) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:04.953332 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c35633d3-d612-4a36-8e09-db4ba3c8e1ea req-aa982952-8982-4003-aebc-5300c461b880 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528759 Sep 16 05:09:04.966626 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] For port 83d498e6-9f04-4198-805b-f63e1b15f43c, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:04.975333 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] For port 83d498e6-9f04-4198-805b-f63e1b15f43c, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=83d498e6-9f04-4198-805b-f63e1b15f43c,segment=NetworkSegment(eaab70e4-1784-46f4-bcb6-260eb0f7cd17),segment_id=eaab70e4-1784-46f4-bcb6-260eb0f7cd17)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:05.043641 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-720c4030-a5ea-411d-8fa8-9b9b7584fe8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.081377 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.096066 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-720c4030-a5ea-411d-8fa8-9b9b7584fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.152682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-7ef9ee81-bae1-4894-ba02-443f11012f3b tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-768264447', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:05.165031 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e95ab-ea64-4bc8-b60e-f61072e5e983 None None] Pushing event updated for resources: {'Port': ['ID=83d498e6-9f04-4198-805b-f63e1b15f43c,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:05.177891 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a3d45a57-44ab-42fe-b3b7-d7e8d192f400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.205911 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be87cd-89de-46e3-b17f-862dbd950aef req-7c69d20a-85b8-48bc-877d-36b1b70bca10 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:05.207703 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13be87cd-89de-46e3-b17f-862dbd950aef req-7c69d20a-85b8-48bc-877d-36b1b70bca10 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 1097 time: 0.1172752 Sep 16 05:09:05.263309 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef9ee81-bae1-4894-ba02-443f11012f3b tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Made reservation on behalf of 1c79ab425ff44da38b277bc4616bc874 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:05.266250 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ef9ee81-bae1-4894-ba02-443f11012f3b tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.278691 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ef9ee81-bae1-4894-ba02-443f11012f3b tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.324502 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13be87cd-89de-46e3-b17f-862dbd950aef req-bdb367e1-c535-4eb6-b3f1-0e04df83394f tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079485 Sep 16 05:09:05.351960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-720c4030-a5ea-411d-8fa8-9b9b7584fe8d admin admin] Allocated IP 172.25.4.240 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:05.467797 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ef9ee81-bae1-4894-ba02-443f11012f3b tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.531935 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ef9ee81-bae1-4894-ba02-443f11012f3b tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.542148 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-720c4030-a5ea-411d-8fa8-9b9b7584fe8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.561154 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-7ef9ee81-bae1-4894-ba02-443f11012f3b tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] device_id is not set on port a78f3979-ee41-44fc-a7bf-bcdef03ddffc yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:09:05.565414 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9ee81-bae1-4894-ba02-443f11012f3b tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b23ee9-2dd9-4cce-9ae2-30987b34e495,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:05.663664 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-720c4030-a5ea-411d-8fa8-9b9b7584fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.748660 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720c4030-a5ea-411d-8fa8-9b9b7584fe8d admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:05.758849 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-720c4030-a5ea-411d-8fa8-9b9b7584fe8d admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:05.761553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720c4030-a5ea-411d-8fa8-9b9b7584fe8d admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:05.796389 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-7ef9ee81-bae1-4894-ba02-443f11012f3b tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Allocated IP 172.25.4.247 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/a78f3979-ee41-44fc-a7bf-bcdef03ddffc) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:06.004630 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ef9ee81-bae1-4894-ba02-443f11012f3b tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.145137 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ef9ee81-bae1-4894-ba02-443f11012f3b tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.211914 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef9ee81-bae1-4894-ba02-443f11012f3b tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:06.213452 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-7ef9ee81-bae1-4894-ba02-443f11012f3b tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:06.216212 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9ee81-bae1-4894-ba02-443f11012f3b tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Pushing event updated for resources: {'Port': ['ID=a78f3979-ee41-44fc-a7bf-bcdef03ddffc,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:06.219009 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef9ee81-bae1-4894-ba02-443f11012f3b tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:06.268456 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef9ee81-bae1-4894-ba02-443f11012f3b tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:06.269455 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ef9ee81-bae1-4894-ba02-443f11012f3b tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.280839 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c4030-a5ea-411d-8fa8-9b9b7584fe8d admin admin] Pushing event updated for resources: {'Port': ['ID=e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:06.327890 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42f584-2626-4d3d-9231-9d169ad140fc req-4019c0b0-87e7-44af-9299-7b0a1c30c2c3 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:06.329461 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d42f584-2626-4d3d-9231-9d169ad140fc req-4019c0b0-87e7-44af-9299-7b0a1c30c2c3 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.6375008 Sep 16 05:09:06.381824 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbd74a-6b7f-4828-a8c0-3e6913b3fcb9 req-c8955178-889a-467c-bb24-037abbed5322 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:06.383383 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ddbbd74a-6b7f-4828-a8c0-3e6913b3fcb9 req-c8955178-889a-467c-bb24-037abbed5322 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 1097 time: 0.0975971 Sep 16 05:09:06.389609 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d42f584-2626-4d3d-9231-9d169ad140fc req-83ed0a88-4a87-4bdc-a7fc-51b7f408774d tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480142 Sep 16 05:09:06.426651 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ddbbd74a-6b7f-4828-a8c0-3e6913b3fcb9 req-41c2ac53-2f74-4f1c-8856-db7b3d43a1e9 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355148 Sep 16 05:09:06.443856 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7ef9ee81-bae1-4894-ba02-443f11012f3b tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5002408 Sep 16 05:09:06.444382 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43782) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:06.448849 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-61828899-e307-4cf5-8706-e9d5d9e5284a tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.247'}]}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:06.493464 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22212d2f-16ac-4c15-868f-65de588a043b None None] Network b93d0e73-7b57-4b50-88bf-e393412fa10a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:06.566953 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61828899-e307-4cf5-8706-e9d5d9e5284a tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.566953 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61828899-e307-4cf5-8706-e9d5d9e5284a tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.581610 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-cdb36bb6-6eed-40eb-aa5d-9f753193e7bf None None] Provisioning complete for port 83d498e6-9f04-4198-805b-f63e1b15f43c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:06.582045 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cdb36bb6-6eed-40eb-aa5d-9f753193e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.617387 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-720c4030-a5ea-411d-8fa8-9b9b7584fe8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.624771 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43788) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:06.681725 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61828899-e307-4cf5-8706-e9d5d9e5284a tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.732750 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cdb36bb6-6eed-40eb-aa5d-9f753193e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.839251 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 83d498e6-9f04-4198-805b-f63e1b15f43c up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:06.884066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-cdb36bb6-6eed-40eb-aa5d-9f753193e7bf None None] For port 83d498e6-9f04-4198-805b-f63e1b15f43c, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=83d498e6-9f04-4198-805b-f63e1b15f43c,segment=NetworkSegment(eaab70e4-1784-46f4-bcb6-260eb0f7cd17),segment_id=eaab70e4-1784-46f4-bcb6-260eb0f7cd17)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:06.918732 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 83d498e6-9f04-4198-805b-f63e1b15f43c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:06.919124 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.930736 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-720c4030-a5ea-411d-8fa8-9b9b7584fe8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.972041 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cdb36bb6-6eed-40eb-aa5d-9f753193e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.058493 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.089067 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb36bb6-6eed-40eb-aa5d-9f753193e7bf None None] Pushing event updated for resources: {'Port': ['ID=83d498e6-9f04-4198-805b-f63e1b15f43c,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:07.160135 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:09:07.160868 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:09:07.192530 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6b459929-d35d-484a-800f-0d4cf5886997 None None] Provisioning complete for port 83d498e6-9f04-4198-805b-f63e1b15f43c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:07.192738 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6b459929-d35d-484a-800f-0d4cf5886997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.217810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720c4030-a5ea-411d-8fa8-9b9b7584fe8d admin admin] Router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:09:07.355003 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720c4030-a5ea-411d-8fa8-9b9b7584fe8d admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:07.366277 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] Sync routers for ids ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:07.378061 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cfddfc65-38f6-4231-9b43-ead155a4e5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.380369 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] Routers {'d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:07.384813 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:08:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:07.384974 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61828899-e307-4cf5-8706-e9d5d9e5284a tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.426496 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-720c4030-a5ea-411d-8fa8-9b9b7584fe8d admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.431237 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-720c4030-a5ea-411d-8fa8-9b9b7584fe8d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6212723 Sep 16 05:09:07.431788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43800) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:07.548186 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] Set router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:07.616825 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cfddfc65-38f6-4231-9b43-ead155a4e5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.712264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f595be0-d02e-49a2-be9a-fc742ea2ef44 req-7e8c83ef-4500-42f6-bcea-ea86bc8ba7a3 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:07.715043 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f595be0-d02e-49a2-be9a-fc742ea2ef44 req-7e8c83ef-4500-42f6-bcea-ea86bc8ba7a3 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.2210221 Sep 16 05:09:07.806355 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-38b52529-6203-4907-b7d7-6a3b283b164e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.812337 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16405d6f-777a-48c2-a02f-85b208e6d786 req-6c58e85e-28bc-42c9-8ba1-88d99ffde5a0 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:07.814295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16405d6f-777a-48c2-a02f-85b208e6d786 req-6c58e85e-28bc-42c9-8ba1-88d99ffde5a0 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 1097 time: 0.2787805 Sep 16 05:09:07.825013 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61828899-e307-4cf5-8706-e9d5d9e5284a tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.826534 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cfddfc65-38f6-4231-9b43-ead155a4e5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.842512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:09:06Z', 'revision_number': 3, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port': {'id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:05Z', 'updated_at': '2021-09-16T05:09:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:07.866849 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61828899-e307-4cf5-8706-e9d5d9e5284a tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.868508 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77695fa0-db0d-4448-8906-567c67319209 req-03e44481-99b5-4b86-9565-5fa8f192aef9 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:07.870085 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-77695fa0-db0d-4448-8906-567c67319209 req-03e44481-99b5-4b86-9565-5fa8f192aef9 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 1097 time: 0.2931163 Sep 16 05:09:07.874424 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] Checking router: d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:07.874970 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] Updating router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 port e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:09:07.902144 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cfddfc65-38f6-4231-9b43-ead155a4e5d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2ec3d85b619413abccae0db24f95a47&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2754903 Sep 16 05:09:07.911620 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.917674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f595be0-d02e-49a2-be9a-fc742ea2ef44 req-bd5793e2-f70a-479f-8f99-de2239cdec79 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807156 Sep 16 05:09:07.919853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43806) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:07.935282 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddfc65-38f6-4231-9b43-ead155a4e5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd562351-e4f6-4516-9130-bcc4de58df5d,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:07.977246 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16405d6f-777a-48c2-a02f-85b208e6d786 req-c850e31b-1461-440d-8a98-62fa40008cc9 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527252 Sep 16 05:09:08.087154 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61828899-e307-4cf5-8706-e9d5d9e5284a tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.124029 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-836306a5-c365-4f4a-a50a-52c361f1d175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.187935 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-836306a5-c365-4f4a-a50a-52c361f1d175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.190381 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-77695fa0-db0d-4448-8906-567c67319209 req-5495d1fb-7576-4035-a5ce-81aa1d935e03 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Deleting port 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:08.190726 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-77695fa0-db0d-4448-8906-567c67319209 req-5495d1fb-7576-4035-a5ce-81aa1d935e03 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.259827 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.272805 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61828899-e307-4cf5-8706-e9d5d9e5284a tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.296759 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61828899-e307-4cf5-8706-e9d5d9e5284a tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.348372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-77695fa0-db0d-4448-8906-567c67319209 req-5495d1fb-7576-4035-a5ce-81aa1d935e03 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] For port 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4,segment=NetworkSegment(60654d29-e0f8-48f0-9d9d-8d4dc5ab7033),segment_id=60654d29-e0f8-48f0-9d9d-8d4dc5ab7033)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:08.348753 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-77695fa0-db0d-4448-8906-567c67319209 req-5495d1fb-7576-4035-a5ce-81aa1d935e03 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.386403 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-77695fa0-db0d-4448-8906-567c67319209 req-5495d1fb-7576-4035-a5ce-81aa1d935e03 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Calling delete_port for 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:08.423053 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.457447 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61828899-e307-4cf5-8706-e9d5d9e5284a tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.458178 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61828899-e307-4cf5-8706-e9d5d9e5284a tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83f7d2ec-25b1-4642-8767-884e0fb7730a {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:08.469342 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-836306a5-c365-4f4a-a50a-52c361f1d175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.472051 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-836306a5-c365-4f4a-a50a-52c361f1d175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.476577 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-836306a5-c365-4f4a-a50a-52c361f1d175 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd562351-e4f6-4516-9130-bcc4de58df5d HTTP/1.1" status: 204 len: 168 time: 0.5173097 Sep 16 05:09:08.497054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] Attempting to bind port e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:08.497428 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] Attempting to bind port e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:08.497805 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] Attempting to bind port e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:08.502719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836306a5-c365-4f4a-a50a-52c361f1d175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd562351-e4f6-4516-9130-bcc4de58df5d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:08.503786 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a130b7f-12a4-425e-be32-b7ecaa61b11a None None] Pushing event updated for resources: {'Port': ['ID=e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:08.508721 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:08.514178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:08.514178 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.514178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:08.514178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] Bound port: e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:08.514178 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.515425 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cb84aac7-e301-493d-9426-86139e0cc5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.579795 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] For port e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:08.584957 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] For port e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:08.600389 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-61828899-e307-4cf5-8706-e9d5d9e5284a tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:09:08.602452 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-61828899-e307-4cf5-8706-e9d5d9e5284a tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1566100 Sep 16 05:09:08.603362 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.604564 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43810) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:08.692278 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f2aaaa11-f0e4-44e3-92d4-af81b5c1595c tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Deleting port a78f3979-ee41-44fc-a7bf-bcdef03ddffc {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:08.694536 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f2aaaa11-f0e4-44e3-92d4-af81b5c1595c tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.694812 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.749412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-cb84aac7-e301-493d-9426-86139e0cc5c3 admin admin] Allocated IP 172.20.0.1 (b93d0e73-7b57-4b50-88bf-e393412fa10a/64014166-35b7-4597-8d1f-ccab49be1bad/ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:08.757348 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] Routers {'d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:08.757995 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:09:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:08.774476 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-77695fa0-db0d-4448-8906-567c67319209 req-5495d1fb-7576-4035-a5ce-81aa1d935e03 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.801350 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f2aaaa11-f0e4-44e3-92d4-af81b5c1595c tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.810934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['a2ac3075-2d43-4284-bef4-7b6a5778bf3a'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:08.813106 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:08.815379 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 83d498e6-9f04-4198-805b-f63e1b15f43c up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:08.833630 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495d1fb-7576-4035-a5ce-81aa1d935e03 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:08.838024 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f2aaaa11-f0e4-44e3-92d4-af81b5c1595c tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Calling delete_port for a78f3979-ee41-44fc-a7bf-bcdef03ddffc owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:09.167412 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a130b7f-12a4-425e-be32-b7ecaa61b11a None None] Pushing event updated for resources: {'Port': ['ID=e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:09.247551 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f2aaaa11-f0e4-44e3-92d4-af81b5c1595c tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.255645 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.264208 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] Set router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:09.309886 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aaaa11-f0e4-44e3-92d4-af81b5c1595c tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Pushing event deleted for resources: {'Port': ['ID=a78f3979-ee41-44fc-a7bf-bcdef03ddffc,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:09.371831 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 83d498e6-9f04-4198-805b-f63e1b15f43c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:09.372247 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.374731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-77695fa0-db0d-4448-8906-567c67319209 req-5495d1fb-7576-4035-a5ce-81aa1d935e03 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] No DVR routers for this DVR port 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:09.400978 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-77695fa0-db0d-4448-8906-567c67319209 req-5495d1fb-7576-4035-a5ce-81aa1d935e03 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.404405 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f2aaaa11-f0e4-44e3-92d4-af81b5c1595c tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.404587 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-77695fa0-db0d-4448-8906-567c67319209 req-5495d1fb-7576-4035-a5ce-81aa1d935e03 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.21 "DELETE /v2.0/ports/0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 HTTP/1.1" status: 204 len: 173 time: 1.5239117 Sep 16 05:09:09.409985 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f2aaaa11-f0e4-44e3-92d4-af81b5c1595c tempest-RoutersAdminNegativeTest-546621205 tempest-RoutersAdminNegativeTest-546621205-project-admin] 10.222.0.20 "DELETE /v2.0/ports/a78f3979-ee41-44fc-a7bf-bcdef03ddffc HTTP/1.1" status: 204 len: 168 time: 0.8017135 Sep 16 05:09:09.410803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71feaa9f-b56c-4bf6-ae50-c1ff9337e535', 'name': 'network-vif-deleted', 'tag': '0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:09.413678 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa857e4e-66bc-4247-b37f-9d2713dd6eb6" -d '{"events": [{"server_uuid": "71feaa9f-b56c-4bf6-ae50-c1ff9337e535", "name": "network-vif-deleted", "tag": "0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:09.464914 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e18b5f3-8d09-46df-8408-763bd58dd42c req-eb87788e-8954-4acd-b74e-6493b9bafee1 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 210 time: 0.1169586 Sep 16 05:09:09.544170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfab49f-8778-41dd-b8de-d0d31b94f198 req-e0fa3751-2f28-4c11-ae6b-06604277a0af tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.545766 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ddfab49f-8778-41dd-b8de-d0d31b94f198 req-e0fa3751-2f28-4c11-ae6b-06604277a0af tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.2052512 Sep 16 05:09:09.546438 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43830) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:09.566035 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cf7f60-0910-4b63-8852-32fc21b01737 x-openstack-request-id: req-a4cf7f60-0910-4b63-8852-32fc21b01737 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:09.566035 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71feaa9f-b56c-4bf6-ae50-c1ff9337e535", "name": "network-vif-deleted", "tag": "0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:09.566358 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-909727c8-bdd7-4f1a-9447-4d697e3ca89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.566462 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4cf7f60-0910-4b63-8852-32fc21b01737 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:09.566462 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71feaa9f-b56c-4bf6-ae50-c1ff9337e535', 'name': 'network-vif-deleted', 'tag': '0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4', 'status': 'completed', 'code': 200} Sep 16 05:09:09.578725 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cb84aac7-e301-493d-9426-86139e0cc5c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.624263 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:09:06Z', 'revision_number': 3, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port': {'id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:05Z', 'updated_at': '2021-09-16T05:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:09.627922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ddfab49f-8778-41dd-b8de-d0d31b94f198 req-8bba2fa9-8bdb-4bf0-9c83-627be2956403 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622752 Sep 16 05:09:09.664482 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8162d16f-47be-4b72-8f17-d91d30a46346 None None] The sync data for ids ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'] in n-d-712140-13 is: [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:09:06Z', 'revision_number': 3, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port': {'id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:05Z', 'updated_at': '2021-09-16T05:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:09.719416 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-909727c8-bdd7-4f1a-9447-4d697e3ca89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.726308 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cb84aac7-e301-493d-9426-86139e0cc5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.768864 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb84aac7-e301-493d-9426-86139e0cc5c3 admin admin] Network b93d0e73-7b57-4b50-88bf-e393412fa10a is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:09.771878 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-cb84aac7-e301-493d-9426-86139e0cc5c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:09.775598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb84aac7-e301-493d-9426-86139e0cc5c3 admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:09.802418 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-909727c8-bdd7-4f1a-9447-4d697e3ca89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.805339 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84aac7-e301-493d-9426-86139e0cc5c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:09.858021 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cb84aac7-e301-493d-9426-86139e0cc5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.889393 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-909727c8-bdd7-4f1a-9447-4d697e3ca89e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f0c7c95744441579da08f4b0373b151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394229 Sep 16 05:09:09.889393 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909727c8-bdd7-4f1a-9447-4d697e3ca89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b393d87f-99b6-4615-9539-dd4fa0650b41,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:09.892214 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43834) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:09.982071 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d09c4d3-3b51-4526-ad7a-089b30af6fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.060242 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d09c4d3-3b51-4526-ad7a-089b30af6fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.061922 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43836) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:10.200571 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d09c4d3-3b51-4526-ad7a-089b30af6fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.205626 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d09c4d3-3b51-4526-ad7a-089b30af6fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.211057 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1d09c4d3-3b51-4526-ad7a-089b30af6fc0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b393d87f-99b6-4615-9539-dd4fa0650b41 HTTP/1.1" status: 204 len: 168 time: 0.3146989 Sep 16 05:09:10.220022 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cb84aac7-e301-493d-9426-86139e0cc5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.220659 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09c4d3-3b51-4526-ad7a-089b30af6fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b393d87f-99b6-4615-9539-dd4fa0650b41,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:10.294419 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-07d349c9-d420-4abf-b266-9116b5460283 None None] Provisioning complete for port ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:10.295919 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-07d349c9-d420-4abf-b266-9116b5460283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.302449 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cbf90dd8-b4be-47d6-a237-c7686d7d0d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.393692 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-07d349c9-d420-4abf-b266-9116b5460283 None None] Port ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:10.521890 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cbf90dd8-b4be-47d6-a237-c7686d7d0d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.550060 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cb84aac7-e301-493d-9426-86139e0cc5c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.607287 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cbf90dd8-b4be-47d6-a237-c7686d7d0d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.626158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a702f557-234c-4c2d-ac46-76e587a51a30 req-504881da-8b35-4384-acc4-27766c13fd1a tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71feaa9f-b56c-4bf6-ae50-c1ff9337e535 HTTP/1.1" status: 200 len: 210 time: 0.0421031 Sep 16 05:09:10.626963 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cb84aac7-e301-493d-9426-86139e0cc5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.687997 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf90dd8-b4be-47d6-a237-c7686d7d0d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b7acb1-c6a3-409c-8bd3-932bc63d0c27,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:10.728052 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cbf90dd8-b4be-47d6-a237-c7686d7d0d14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a1815025bda4612be628ebd7681eaeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6623955 Sep 16 05:09:10.739600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43850) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:10.766495 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.862999 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84aac7-e301-493d-9426-86139e0cc5c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:10.893743 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cb84aac7-e301-493d-9426-86139e0cc5c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.900754 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5714e5eb-0b5d-4289-98d0-05b0f7751870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.968730 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:11.005982 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5714e5eb-0b5d-4289-98d0-05b0f7751870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.068623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:11.071477 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.096876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da575126-30de-4c5d-ad91-9827a547db80 req-0fa3398a-b24f-4d65-86f5-7ca16f347aaa tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:11.103848 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da575126-30de-4c5d-ad91-9827a547db80 req-0fa3398a-b24f-4d65-86f5-7ca16f347aaa tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.2374740 Sep 16 05:09:11.175822 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.176332 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da575126-30de-4c5d-ad91-9827a547db80 req-c1c9547a-825b-4ae5-ae2b-d78fc74b735a tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645678 Sep 16 05:09:11.178253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb84aac7-e301-493d-9426-86139e0cc5c3 admin admin] Network b93d0e73-7b57-4b50-88bf-e393412fa10a is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:11.180030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-cb84aac7-e301-493d-9426-86139e0cc5c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:11.212126 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:11.221612 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5714e5eb-0b5d-4289-98d0-05b0f7751870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.224886 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5714e5eb-0b5d-4289-98d0-05b0f7751870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.230781 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5714e5eb-0b5d-4289-98d0-05b0f7751870 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0b7acb1-c6a3-409c-8bd3-932bc63d0c27 HTTP/1.1" status: 204 len: 168 time: 0.4961014 Sep 16 05:09:11.242914 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714e5eb-0b5d-4289-98d0-05b0f7751870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b7acb1-c6a3-409c-8bd3-932bc63d0c27,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:11.320483 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.412380 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb84aac7-e301-493d-9426-86139e0cc5c3 admin admin] Router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:11.480381 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:11.610352 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb84aac7-e301-493d-9426-86139e0cc5c3 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:11.615837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-cb84aac7-e301-493d-9426-86139e0cc5c3 admin admin] 10.222.0.20 "PUT /v2.0/routers/d8a478a7-fb1b-4e31-b2fb-c85f191f4f33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1815970 Sep 16 05:09:11.634978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-5fd11c9c-b870-4a07-97ea-282efad57313 None None] Provisioning complete for port ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:11.635873 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5fd11c9c-b870-4a07-97ea-282efad57313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.683818 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-5fd11c9c-b870-4a07-97ea-282efad57313 None None] Port ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:11.824644 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:11.846945 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:11.847305 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 0e0ff8b6-01da-4f5e-9507-5e9ae5700bb4 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:12.046623 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] Sync routers for ids ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:12.060869 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] Routers {'d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:12.061625 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:09:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:12.148967 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f63a9-a94b-40b4-abf5-2c13ec4fd519 req-3b7e6ee4-b902-4bd8-a434-1d95bab40ce2 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.157433 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-856f63a9-a94b-40b4-abf5-2c13ec4fd519 req-3b7e6ee4-b902-4bd8-a434-1d95bab40ce2 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1097 time: 0.0508673 Sep 16 05:09:12.199272 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] Set router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:12.203386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-856f63a9-a94b-40b4-abf5-2c13ec4fd519 req-af3f3d86-16cb-406a-8926-50b4463763bc tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437047 Sep 16 05:09:12.239836 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43888) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:12.317701 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-18c00c3b-a877-42f9-b6cb-a65994a2fb93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c79ab425ff44da38b277bc4616bc874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0765057 Sep 16 05:09:12.320148 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43890) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:12.349424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d60f7-8e67-47c8-8112-0f1b34aa2a22 req-759ed7e3-9ea1-4f19-9cee-743175d748fc tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.359482 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b03d60f7-8e67-47c8-8112-0f1b34aa2a22 req-759ed7e3-9ea1-4f19-9cee-743175d748fc tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0801179 Sep 16 05:09:12.394332 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-128c6930-6d2d-4636-936c-c2e93b558547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.407147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b03d60f7-8e67-47c8-8112-0f1b34aa2a22 req-7949af0d-6e20-4ccf-bd76-082ca72247dd tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463991 Sep 16 05:09:12.434603 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-128c6930-6d2d-4636-936c-c2e93b558547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.447022 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43898) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:12.453318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f144a50b-cba4-4a57-9b26-65a6c0f90fc7 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--549364374', 'description': 'tempest-description--1208508863'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:12.484334 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:09:10Z', 'revision_number': 4, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port': {'id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:05Z', 'updated_at': '2021-09-16T05:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b', 'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'mac_address': 'fa:16:3e:c3:e9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:08Z', 'updated_at': '2021-09-16T05:09:10Z', 'revision_number': 2, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'subnets': [{'id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:12.513379 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] Checking router: d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:12.513490 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] Updating router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 port ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:09:12.537700 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f144a50b-cba4-4a57-9b26-65a6c0f90fc7 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.545393 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.563143 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-128c6930-6d2d-4636-936c-c2e93b558547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.563280 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-128c6930-6d2d-4636-936c-c2e93b558547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.564466 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-128c6930-6d2d-4636-936c-c2e93b558547 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0b23ee9-2dd9-4cce-9ae2-30987b34e495 HTTP/1.1" status: 204 len: 168 time: 0.2431850 Sep 16 05:09:12.575263 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c6930-6d2d-4636-936c-c2e93b558547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b23ee9-2dd9-4cce-9ae2-30987b34e495,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:12.750263 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f144a50b-cba4-4a57-9b26-65a6c0f90fc7 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.807668 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:12.834773 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f144a50b-cba4-4a57-9b26-65a6c0f90fc7 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.885778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:12.886613 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.922281 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144a50b-cba4-4a57-9b26-65a6c0f90fc7 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452a3bdb-e894-45c4-80e4-14dd9d8df192,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:12.977592 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.983257 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f144a50b-cba4-4a57-9b26-65a6c0f90fc7 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.987292 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f144a50b-cba4-4a57-9b26-65a6c0f90fc7 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5360260 Sep 16 05:09:12.987442 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43918) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:12.992004 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-d7a706aa-02dc-4e02-b5a8-af26a7ae5305 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Request body: {'security_group_rule': {'security_group_id': '452a3bdb-e894-45c4-80e4-14dd9d8df192', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:13.131882 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.151897 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7a706aa-02dc-4e02-b5a8-af26a7ae5305 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.204328 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f3556-4491-4e92-baeb-248fe6406719 None None] Pushing event updated for resources: {'Port': ['ID=ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:13.243207 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f3556-4491-4e92-baeb-248fe6406719 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:13.243827 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f3556-4491-4e92-baeb-248fe6406719 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:13.244360 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f3556-4491-4e92-baeb-248fe6406719 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:13.246063 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f3556-4491-4e92-baeb-248fe6406719 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:13.246611 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f3556-4491-4e92-baeb-248fe6406719 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:13.247294 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f3556-4491-4e92-baeb-248fe6406719 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:13.247816 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f3556-4491-4e92-baeb-248fe6406719 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:13.248481 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f3556-4491-4e92-baeb-248fe6406719 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:13.248999 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f3556-4491-4e92-baeb-248fe6406719 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:13.249577 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f3556-4491-4e92-baeb-248fe6406719 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:13.250091 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f3556-4491-4e92-baeb-248fe6406719 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:13.250613 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f3556-4491-4e92-baeb-248fe6406719 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:13.284757 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7a706aa-02dc-4e02-b5a8-af26a7ae5305 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.286842 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] Attempting to bind port ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:13.287363 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] Attempting to bind port ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'eaab70e4-1784-46f4-bcb6-260eb0f7cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:13.287803 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] Attempting to bind port ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b on network b93d0e73-7b57-4b50-88bf-e393412fa10a {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:13.293500 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:13.294031 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] Checking segment: {'id': 'eaab70e4-1784-46f4-bcb6-260eb0f7cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:13.294677 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.295320 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] Bound using segment: {'id': 'eaab70e4-1784-46f4-bcb6-260eb0f7cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:13.296010 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] Bound port: ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaab70e4-1784-46f4-bcb6-260eb0f7cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:13.296748 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.343138 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7a706aa-02dc-4e02-b5a8-af26a7ae5305 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.368632 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] For port ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:13.372754 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] For port ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b,segment=NetworkSegment(eaab70e4-1784-46f4-bcb6-260eb0f7cd17),segment_id=eaab70e4-1784-46f4-bcb6-260eb0f7cd17)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:13.391117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a706aa-02dc-4e02-b5a8-af26a7ae5305 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52c70f0-2597-4741-9359-93a92d465322,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:13.415987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6507cc-b4c2-4927-95fb-8befac4720fd req-d569d2e2-e521-442e-a32c-e80bbf58b961 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:13.418347 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c6507cc-b4c2-4927-95fb-8befac4720fd req-d569d2e2-e521-442e-a32c-e80bbf58b961 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1097 time: 0.0645568 Sep 16 05:09:13.458314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c6507cc-b4c2-4927-95fb-8befac4720fd req-33125cf8-2eb1-446e-9ec1-307710b8926e tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330794 Sep 16 05:09:13.492922 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7a706aa-02dc-4e02-b5a8-af26a7ae5305 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.496720 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.499949 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d7a706aa-02dc-4e02-b5a8-af26a7ae5305 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5114512 Sep 16 05:09:13.505296 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43938) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:13.526497 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-10340542-6af2-41ea-b2ca-dbb909a972da tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Request body: {'security_group_rule': {'security_group_id': '452a3bdb-e894-45c4-80e4-14dd9d8df192', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:13.526905 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c90b8d2e-012b-4f12-a5ad-0291cb84ef00 None None] Provisioning complete for port ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:13.527196 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c90b8d2e-012b-4f12-a5ad-0291cb84ef00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.568802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236464a-41e9-491c-b9d8-dcef53404078 req-97304c9f-9bbb-4555-8784-b928387e15b6 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:13.583216 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a236464a-41e9-491c-b9d8-dcef53404078 req-97304c9f-9bbb-4555-8784-b928387e15b6 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.1002624 Sep 16 05:09:13.647050 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f3556-4491-4e92-baeb-248fe6406719 None None] Pushing event updated for resources: {'Port': ['ID=ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:13.651755 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] Routers {'d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:13.651755 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:09:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:13.662692 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a236464a-41e9-491c-b9d8-dcef53404078 req-12eb3afa-9e98-49bc-a13d-7e0fae8463b9 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782802 Sep 16 05:09:13.663778 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c90b8d2e-012b-4f12-a5ad-0291cb84ef00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.704004 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-10340542-6af2-41ea-b2ca-dbb909a972da tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.731131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c90b8d2e-012b-4f12-a5ad-0291cb84ef00 None None] For port ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b,segment=NetworkSegment(eaab70e4-1784-46f4-bcb6-260eb0f7cd17),segment_id=eaab70e4-1784-46f4-bcb6-260eb0f7cd17)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:13.812035 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c90b8d2e-012b-4f12-a5ad-0291cb84ef00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.824890 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-10340542-6af2-41ea-b2ca-dbb909a972da tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.862840 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] Set router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:13.889610 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43952) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:13.913688 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-10340542-6af2-41ea-b2ca-dbb909a972da tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.915099 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b8d2e-012b-4f12-a5ad-0291cb84ef00 None None] Pushing event updated for resources: {'Port': ['ID=ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:13.955791 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-204b1b09-14ab-4ca5-9037-e34193c799f1 None None] Provisioning complete for port ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:13.956534 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-204b1b09-14ab-4ca5-9037-e34193c799f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.966561 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10340542-6af2-41ea-b2ca-dbb909a972da tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e43821-a3b2-4724-b123-1ddf66cdb573,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:14.034711 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9ef15-1218-449d-b2a7-1148e871b41a req-ad7aec36-4dee-46ea-93e3-b7e22e228f67 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:14.039004 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dcc9ef15-1218-449d-b2a7-1148e871b41a req-ad7aec36-4dee-46ea-93e3-b7e22e228f67 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1097 time: 0.0759258 Sep 16 05:09:14.087302 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-10340542-6af2-41ea-b2ca-dbb909a972da tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.091630 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-10340542-6af2-41ea-b2ca-dbb909a972da tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5807664 Sep 16 05:09:14.093001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43958) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:14.098722 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-a7f739d7-325a-4b41-a43e-9fa61895436a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:14.122944 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dfb432cc-e309-42b2-a355-f65251777c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.154668 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:09:10Z', 'revision_number': 4, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port': {'id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:05Z', 'updated_at': '2021-09-16T05:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b', 'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'mac_address': 'fa:16:3e:c3:e9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:08Z', 'updated_at': '2021-09-16T05:09:13Z', 'revision_number': 4, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'subnets': [{'id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:14.158203 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:09:14.184361 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f805f2d-fc05-4433-a7ef-218e4aacb383 None None] The sync data for ids ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'] in n-d-712140-13 is: [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:09:10Z', 'revision_number': 4, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port': {'id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:05Z', 'updated_at': '2021-09-16T05:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b', 'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'mac_address': 'fa:16:3e:c3:e9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:08Z', 'updated_at': '2021-09-16T05:09:13Z', 'revision_number': 4, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'subnets': [{'id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:14.222742 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-dcc9ef15-1218-449d-b2a7-1148e871b41a req-d5f416ea-2445-4845-94c1-d87b0a69408f tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Deleting port a2ac3075-2d43-4284-bef4-7b6a5778bf3a {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:14.222742 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-dcc9ef15-1218-449d-b2a7-1148e871b41a req-d5f416ea-2445-4845-94c1-d87b0a69408f tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.245442 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43962) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:14.253138 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a7f739d7-325a-4b41-a43e-9fa61895436a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.371537 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-dcc9ef15-1218-449d-b2a7-1148e871b41a req-d5f416ea-2445-4845-94c1-d87b0a69408f tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] For port a2ac3075-2d43-4284-bef4-7b6a5778bf3a, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a2ac3075-2d43-4284-bef4-7b6a5778bf3a,segment=NetworkSegment(60654d29-e0f8-48f0-9d9d-8d4dc5ab7033),segment_id=60654d29-e0f8-48f0-9d9d-8d4dc5ab7033)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:14.372288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-dcc9ef15-1218-449d-b2a7-1148e871b41a req-d5f416ea-2445-4845-94c1-d87b0a69408f tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.397219 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-dcc9ef15-1218-449d-b2a7-1148e871b41a req-d5f416ea-2445-4845-94c1-d87b0a69408f tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Calling delete_port for a2ac3075-2d43-4284-bef4-7b6a5778bf3a owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:14.399214 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a7f739d7-325a-4b41-a43e-9fa61895436a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.478471 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-80f72c57-ad12-42d6-b410-25e234ba094b tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-531674565'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:14.547931 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dfb432cc-e309-42b2-a355-f65251777c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.598243 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dfb432cc-e309-42b2-a355-f65251777c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.645124 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caef9d-52ad-4726-a904-47afeefcb21a req-11a5ba7c-0b2d-496b-b7de-bf2d23af6620 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:14.646310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0caef9d-52ad-4726-a904-47afeefcb21a req-11a5ba7c-0b2d-496b-b7de-bf2d23af6620 tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 1097 time: 0.0781226 Sep 16 05:09:14.653925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-a7f739d7-325a-4b41-a43e-9fa61895436a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Allocated IP 172.25.4.81 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/8ee9ac1f-53ad-42f5-8e76-84e82da5cc67) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:14.699075 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dfb432cc-e309-42b2-a355-f65251777c79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b9513f97eb84a02a575621f53ed2dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8019385 Sep 16 05:09:14.699075 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43974) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:14.706490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb432cc-e309-42b2-a355-f65251777c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2473b0b8-ebcc-426d-a219-9c45c6b0fe09,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:14.741271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f72c57-ad12-42d6-b410-25e234ba094b tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Made reservation on behalf of 7e731612198f425d82a26dc123f0d923 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:14.766283 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80f72c57-ad12-42d6-b410-25e234ba094b tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.785799 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0caef9d-52ad-4726-a904-47afeefcb21a req-22805a8a-c8c9-4db6-a736-262b3d3bb27b tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1c60aadb-ee2d-4a3c-bafd-1f9846129078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247175 Sep 16 05:09:14.804485 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80f72c57-ad12-42d6-b410-25e234ba094b tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.809582 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-dcc9ef15-1218-449d-b2a7-1148e871b41a req-d5f416ea-2445-4845-94c1-d87b0a69408f tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.830655 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1dc4752-20ee-43b9-b741-78bd2bd08932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.855077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['a2ac3075-2d43-4284-bef4-7b6a5778bf3a'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:14.887138 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1dc4752-20ee-43b9-b741-78bd2bd08932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.927237 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:14.995386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f622c-1c89-434f-bce5-d60740f1562f req-cc14014e-657e-48e6-a53f-7e0f40ff4786 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.003747 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a38f622c-1c89-434f-bce5-d60740f1562f req-cc14014e-657e-48e6-a53f-7e0f40ff4786 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.2346609 Sep 16 05:09:15.047506 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a7f739d7-325a-4b41-a43e-9fa61895436a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.050894 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:15.051606 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.099606 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a38f622c-1c89-434f-bce5-d60740f1562f req-925401a4-35dd-4c3e-a095-8555022c92c0 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926332 Sep 16 05:09:15.104972 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f416ea-2445-4845-94c1-d87b0a69408f tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2ac3075-2d43-4284-bef4-7b6a5778bf3a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:15.110065 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc9ef15-1218-449d-b2a7-1148e871b41a req-d5f416ea-2445-4845-94c1-d87b0a69408f tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] No DVR routers for this DVR port a2ac3075-2d43-4284-bef4-7b6a5778bf3a on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:15.117424 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-dcc9ef15-1218-449d-b2a7-1148e871b41a req-d5f416ea-2445-4845-94c1-d87b0a69408f tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.123756 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dcc9ef15-1218-449d-b2a7-1148e871b41a req-d5f416ea-2445-4845-94c1-d87b0a69408f tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.38 "DELETE /v2.0/ports/a2ac3075-2d43-4284-bef4-7b6a5778bf3a HTTP/1.1" status: 204 len: 173 time: 1.0764015 Sep 16 05:09:15.123756 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5f211c-5895-475f-8ae6-a5ff2c6479ac', 'name': 'network-vif-deleted', 'tag': 'a2ac3075-2d43-4284-bef4-7b6a5778bf3a'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:15.130115 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5ddb23-02e4-408f-9cf1-f68badbbff97" -d '{"events": [{"server_uuid": "fc5f211c-5895-475f-8ae6-a5ff2c6479ac", "name": "network-vif-deleted", "tag": "a2ac3075-2d43-4284-bef4-7b6a5778bf3a"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:15.183856 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1dc4752-20ee-43b9-b741-78bd2bd08932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.187098 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1dc4752-20ee-43b9-b741-78bd2bd08932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.191070 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e1dc4752-20ee-43b9-b741-78bd2bd08932 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2473b0b8-ebcc-426d-a219-9c45c6b0fe09 HTTP/1.1" status: 204 len: 168 time: 0.4891531 Sep 16 05:09:15.227250 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfbae1f-9bf8-43cd-bbaf-e13041ea283c x-openstack-request-id: req-9cfbae1f-9bf8-43cd-bbaf-e13041ea283c {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:15.231344 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5f211c-5895-475f-8ae6-a5ff2c6479ac", "name": "network-vif-deleted", "tag": "a2ac3075-2d43-4284-bef4-7b6a5778bf3a", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:15.231610 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cfbae1f-9bf8-43cd-bbaf-e13041ea283c {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:15.234819 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5f211c-5895-475f-8ae6-a5ff2c6479ac', 'name': 'network-vif-deleted', 'tag': 'a2ac3075-2d43-4284-bef4-7b6a5778bf3a', 'status': 'completed', 'code': 200} Sep 16 05:09:15.235729 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc4752-20ee-43b9-b741-78bd2bd08932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2473b0b8-ebcc-426d-a219-9c45c6b0fe09,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:15.251884 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80f72c57-ad12-42d6-b410-25e234ba094b tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.298818 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a7f739d7-325a-4b41-a43e-9fa61895436a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.343519 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80f72c57-ad12-42d6-b410-25e234ba094b tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.363340 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f739d7-325a-4b41-a43e-9fa61895436a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:15.380508 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-a7f739d7-325a-4b41-a43e-9fa61895436a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:15.395826 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f739d7-325a-4b41-a43e-9fa61895436a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:15.409005 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f72c57-ad12-42d6-b410-25e234ba094b tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:15.418631 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f739d7-325a-4b41-a43e-9fa61895436a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Pushing event updated for resources: {'Port': ['ID=8ee9ac1f-53ad-42f5-8e76-84e82da5cc67,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:15.442364 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f72c57-ad12-42d6-b410-25e234ba094b tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6387f6c5-7dd9-49b8-b86e-3ba44b5c5585,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:15.454369 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80f72c57-ad12-42d6-b410-25e234ba094b tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.454816 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-80f72c57-ad12-42d6-b410-25e234ba094b tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Added segment a5034f98-c951-4f71-ae59-fed63daf3dab of type vlan for network da952ad9-974f-40eb-9a47-bca452813728 Sep 16 05:09:15.513919 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80f72c57-ad12-42d6-b410-25e234ba094b tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.611666 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a7f739d7-325a-4b41-a43e-9fa61895436a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.697586 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80f72c57-ad12-42d6-b410-25e234ba094b tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.706587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f72c57-ad12-42d6-b410-25e234ba094b tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.707291 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80f72c57-ad12-42d6-b410-25e234ba094b tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.884077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f72c57-ad12-42d6-b410-25e234ba094b tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Pushing event updated for resources: {'Network': ['ID=da952ad9-974f-40eb-9a47-bca452813728,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:15.927620 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network da952ad9-974f-40eb-9a47-bca452813728 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:16.019695 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e5f888d-ce26-4a89-aca0-21a51ff514dd req-f183c2ff-4971-40d4-a473-ed59801f0a2a tempest-TestServerMultinode-335413676 tempest-TestServerMultinode-335413676-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc5f211c-5895-475f-8ae6-a5ff2c6479ac HTTP/1.1" status: 200 len: 210 time: 0.0624144 Sep 16 05:09:16.020862 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-80f72c57-ad12-42d6-b410-25e234ba094b tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7743509 Sep 16 05:09:16.024460 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43992) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:16.026700 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a7f739d7-325a-4b41-a43e-9fa61895436a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.044721 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-448492f4-c3d8-4592-b764-9881e1b11b62 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Request body: {'subnet': {'network_id': 'da952ad9-974f-40eb-9a47-bca452813728', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:16.246974 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448492f4-c3d8-4592-b764-9881e1b11b62 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Made reservation on behalf of 7e731612198f425d82a26dc123f0d923 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:16.251012 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-448492f4-c3d8-4592-b764-9881e1b11b62 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.258590 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a7f739d7-325a-4b41-a43e-9fa61895436a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.326181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00c050-6e5e-4f99-8cef-d533bd3757f3 req-7ff0ce44-4835-444f-961e-cfe885b2010b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:16.327972 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb00c050-6e5e-4f99-8cef-d533bd3757f3 req-7ff0ce44-4835-444f-961e-cfe885b2010b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0641351 Sep 16 05:09:16.331938 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a7f739d7-325a-4b41-a43e-9fa61895436a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.450033 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f739d7-325a-4b41-a43e-9fa61895436a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Pushing event updated for resources: {'Port': ['ID=8ee9ac1f-53ad-42f5-8e76-84e82da5cc67,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:16.464752 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43918cd2-c203-4a54-89c2-b23a257db970 req-158ba08d-288f-41ce-9703-934f140be99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:16.470685 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-43918cd2-c203-4a54-89c2-b23a257db970 req-158ba08d-288f-41ce-9703-934f140be99c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 1098 time: 0.1319919 Sep 16 05:09:16.474866 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb00c050-6e5e-4f99-8cef-d533bd3757f3 req-ada025a1-5d60-41c6-834b-c97d5bc6d1b6 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402795 Sep 16 05:09:16.482394 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a7f739d7-325a-4b41-a43e-9fa61895436a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.549878 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-43918cd2-c203-4a54-89c2-b23a257db970 req-e102380b-22a5-48cf-a835-7a59ec77584a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693333 Sep 16 05:09:16.550088 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a7f739d7-325a-4b41-a43e-9fa61895436a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.552640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a7f739d7-325a-4b41-a43e-9fa61895436a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4582002 Sep 16 05:09:16.728735 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-448492f4-c3d8-4592-b764-9881e1b11b62 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.810978 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-48b18a83-92ea-4edf-9b00-b19f04c759a4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--549364374&fields=id&tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3 HTTP/1.1" status: 200 len: 267 time: 0.0532203 Sep 16 05:09:16.879337 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448492f4-c3d8-4592-b764-9881e1b11b62 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Checking segment: {'id': 'a5034f98-c951-4f71-ae59-fed63daf3dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'da952ad9-974f-40eb-9a47-bca452813728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:16.879701 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448492f4-c3d8-4592-b764-9881e1b11b62 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Network hostable DHCP agents. Network: da952ad9-974f-40eb-9a47-bca452813728, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:16.891122 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448492f4-c3d8-4592-b764-9881e1b11b62 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Pushing event updated for resources: {'Subnet': ['ID=ad150378-93b7-4458-a5f3-5536c0d2fccb,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:16.943782 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-40751a79-d0f7-4b3e-aeb3-54c8e7dad987 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:16.945388 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-40751a79-d0f7-4b3e-aeb3-54c8e7dad987 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/networks?id=b93d0e73-7b57-4b50-88bf-e393412fa10a HTTP/1.1" status: 200 len: 811 time: 0.1334591 Sep 16 05:09:16.963556 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-73eac42f-ed2f-484c-9b2b-bbc60709a0fb tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/quotas/c73d0c9bc8fd41e98ef3948ec22a1dc3 HTTP/1.1" status: 200 len: 375 time: 0.0097239 Sep 16 05:09:16.994604 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448492f4-c3d8-4592-b764-9881e1b11b62 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Network da952ad9-974f-40eb-9a47-bca452813728 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:17.035305 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-ff5a8c75-e858-4b15-b359-6e1bfda2a203 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628343 Sep 16 05:09:17.047624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-448492f4-c3d8-4592-b764-9881e1b11b62 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, da952ad9-974f-40eb-9a47-bca452813728) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:17.061334 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448492f4-c3d8-4592-b764-9881e1b11b62 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:17.061334 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-448492f4-c3d8-4592-b764-9881e1b11b62 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.067529 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedac4d7-08fd-4f18-a369-54efeb6ac887 None None] Network da952ad9-974f-40eb-9a47-bca452813728 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:17.122438 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44032) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:17.173000 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-448492f4-c3d8-4592-b764-9881e1b11b62 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1458759 Sep 16 05:09:17.176347 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44034) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:17.181390 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-0d92ec2d-8503-43d2-996d-8b8c9ae2cc31 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1761079027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:17.264970 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-da952ad9-974f-40eb-9a47-bca452813728', 'network_id': 'da952ad9-974f-40eb-9a47-bca452813728', 'tenant_id': '7e731612198f425d82a26dc123f0d923', 'fixed_ips': [{'subnet_id': 'ad150378-93b7-4458-a5f3-5536c0d2fccb'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:17.265835 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.326211 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d92ec2d-8503-43d2-996d-8b8c9ae2cc31 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.327490 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d92ec2d-8503-43d2-996d-8b8c9ae2cc31 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.391623 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d92ec2d-8503-43d2-996d-8b8c9ae2cc31 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.431791 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] Allocated IP 172.20.0.2 (da952ad9-974f-40eb-9a47-bca452813728/ad150378-93b7-4458-a5f3-5536c0d2fccb/909ccc0b-b43f-4fe0-a262-851f8ce059b1) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:17.471719 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-03d9fd0b-01c0-4285-b29b-798da486e354 service neutron] 10.222.0.20 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223332 Sep 16 05:09:17.474911 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d92ec2d-8503-43d2-996d-8b8c9ae2cc31 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.584886 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d92ec2d-8503-43d2-996d-8b8c9ae2cc31 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.586157 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0d92ec2d-8503-43d2-996d-8b8c9ae2cc31 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4087014 Sep 16 05:09:17.589822 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44044) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:17.630422 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.742710 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.829518 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] Network da952ad9-974f-40eb-9a47-bca452813728 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:17.837232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:17.846487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:17.861626 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] Pushing event updated for resources: {'Port': ['ID=909ccc0b-b43f-4fe0-a262-851f8ce059b1,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:17.942062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] Attempting to bind port 909ccc0b-b43f-4fe0-a262-851f8ce059b1 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:17.942471 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] Attempting to bind port 909ccc0b-b43f-4fe0-a262-851f8ce059b1 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'a5034f98-c951-4f71-ae59-fed63daf3dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'da952ad9-974f-40eb-9a47-bca452813728'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:17.943428 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] Attempting to bind port 909ccc0b-b43f-4fe0-a262-851f8ce059b1 on network da952ad9-974f-40eb-9a47-bca452813728 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:17.956785 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:17.957856 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] Checking segment: {'id': 'a5034f98-c951-4f71-ae59-fed63daf3dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'da952ad9-974f-40eb-9a47-bca452813728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:17.958312 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.959352 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] Bound using segment: {'id': 'a5034f98-c951-4f71-ae59-fed63daf3dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'da952ad9-974f-40eb-9a47-bca452813728'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:17.961005 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] Bound port: 909ccc0b-b43f-4fe0-a262-851f8ce059b1, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5034f98-c951-4f71-ae59-fed63daf3dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'da952ad9-974f-40eb-9a47-bca452813728'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:17.961509 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.055385 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2b5a3-bf18-4ead-a481-05442e40b7fc req-58ea1a7f-8d26-4a3e-8bce-35f1bfafa83d tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:18.056448 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] For port 909ccc0b-b43f-4fe0-a262-851f8ce059b1, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:18.058013 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e5a2b5a3-bf18-4ead-a481-05442e40b7fc req-58ea1a7f-8d26-4a3e-8bce-35f1bfafa83d tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.4776478 Sep 16 05:09:18.068226 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] For port 909ccc0b-b43f-4fe0-a262-851f8ce059b1, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=909ccc0b-b43f-4fe0-a262-851f8ce059b1,segment=NetworkSegment(a5034f98-c951-4f71-ae59-fed63daf3dab),segment_id=a5034f98-c951-4f71-ae59-fed63daf3dab)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:18.071282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-f6f243ab-0ec7-4e5a-b60a-d361577184f9 service neutron] 10.222.0.20 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891871 Sep 16 05:09:18.125538 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13db89c3-b880-4151-88d4-2466b02a9c9e tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.139813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e5a2b5a3-bf18-4ead-a481-05442e40b7fc req-bd7953c9-82ee-4622-9e0f-12eeee39e0bc tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728538 Sep 16 05:09:18.155845 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.184007 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d6ff5192-d327-4fd5-9f47-e3b374070f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.278516 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7b6c3-1ea9-49d3-9c0c-c6fb4ac771e8 None None] Pushing event updated for resources: {'Port': ['ID=909ccc0b-b43f-4fe0-a262-851f8ce059b1,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:18.452978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a2ac3075-2d43-4284-bef4-7b6a5778bf3a no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:18.482300 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b23c5799-f830-4b06-8bf2-abd97289ade4 req-2d681094-047a-4df4-9b00-3b250dd15a96 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 210 time: 0.0518301 Sep 16 05:09:18.511534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: a2ac3075-2d43-4284-bef4-7b6a5778bf3a {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:18.511883 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a2ac3075-2d43-4284-bef4-7b6a5778bf3a not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:18.555504 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-13db89c3-b880-4151-88d4-2466b02a9c9e tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Allocated IP 172.20.0.1 (da952ad9-974f-40eb-9a47-bca452813728/ad150378-93b7-4458-a5f3-5536c0d2fccb/0b3f7efc-ce2d-47eb-9c66-27704f8f2d65) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:18.622645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff5192-d327-4fd5-9f47-e3b374070f67 admin admin] Deleting port a713dc28-b81b-4e3d-900b-1d374ca99256 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:18.625172 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d6ff5192-d327-4fd5-9f47-e3b374070f67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.757053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-d6ff5192-d327-4fd5-9f47-e3b374070f67 admin admin] For port a713dc28-b81b-4e3d-900b-1d374ca99256, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a713dc28-b81b-4e3d-900b-1d374ca99256,segment=NetworkSegment(60654d29-e0f8-48f0-9d9d-8d4dc5ab7033),segment_id=60654d29-e0f8-48f0-9d9d-8d4dc5ab7033)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:18.757431 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d6ff5192-d327-4fd5-9f47-e3b374070f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.800478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff5192-d327-4fd5-9f47-e3b374070f67 admin admin] Calling delete_port for a713dc28-b81b-4e3d-900b-1d374ca99256 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:18.821261 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13db89c3-b880-4151-88d4-2466b02a9c9e tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.878334 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 909ccc0b-b43f-4fe0-a262-851f8ce059b1 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:18.929707 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 909ccc0b-b43f-4fe0-a262-851f8ce059b1 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:18.930172 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.995669 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13db89c3-b880-4151-88d4-2466b02a9c9e tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.056594 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13db89c3-b880-4151-88d4-2466b02a9c9e tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Network da952ad9-974f-40eb-9a47-bca452813728 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:19.060030 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-13db89c3-b880-4151-88d4-2466b02a9c9e tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:19.063989 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13db89c3-b880-4151-88d4-2466b02a9c9e tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:19.071614 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.106548 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db89c3-b880-4151-88d4-2466b02a9c9e tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Pushing event updated for resources: {'Port': ['ID=0b3f7efc-ce2d-47eb-9c66-27704f8f2d65,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:19.113395 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 909ccc0b-b43f-4fe0-a262-851f8ce059b1, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=909ccc0b-b43f-4fe0-a262-851f8ce059b1,segment=NetworkSegment(a5034f98-c951-4f71-ae59-fed63daf3dab),segment_id=a5034f98-c951-4f71-ae59-fed63daf3dab)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:19.130365 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13db89c3-b880-4151-88d4-2466b02a9c9e tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.172010 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d6ff5192-d327-4fd5-9f47-e3b374070f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.201131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff5192-d327-4fd5-9f47-e3b374070f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=a713dc28-b81b-4e3d-900b-1d374ca99256,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:19.218733 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.332536 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=909ccc0b-b43f-4fe0-a262-851f8ce059b1,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:19.421261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185be26f-42a0-4f9c-bb6c-1143e07edb92 req-2a70bfee-e719-4831-88c2-eb846cfc1ce5 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:19.431113 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-185be26f-42a0-4f9c-bb6c-1143e07edb92 req-2a70bfee-e719-4831-88c2-eb846cfc1ce5 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.1483767 Sep 16 05:09:19.507946 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13db89c3-b880-4151-88d4-2466b02a9c9e tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.515621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-185be26f-42a0-4f9c-bb6c-1143e07edb92 req-54994dad-8cc7-4fb7-b227-b6631bda6454 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824795 Sep 16 05:09:19.518785 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d6ff5192-d327-4fd5-9f47-e3b374070f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.647167 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ecba8643-805c-4b4a-8733-219cdf3f50ee req-72fb8dc9-4a9c-4bff-8584-651423444294 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 210 time: 0.0479097 Sep 16 05:09:19.905895 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8737cb30-6987-4f22-adcb-572db586e62e None None] Network da952ad9-974f-40eb-9a47-bca452813728 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:19.993091 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13db89c3-b880-4151-88d4-2466b02a9c9e tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.003463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ec871147-d82a-4ac7-ba10-4d247185b8e2 None None] Provisioning complete for port 909ccc0b-b43f-4fe0-a262-851f8ce059b1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:20.003949 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ec871147-d82a-4ac7-ba10-4d247185b8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.020860 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ff5192-d327-4fd5-9f47-e3b374070f67 admin admin] Router def28227-2768-4a42-82bd-0bc2670976e7 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:20.051087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-44eb4f23-6a55-4c53-920e-0671a0c321ec tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:20.052590 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-44eb4f23-6a55-4c53-920e-0671a0c321ec tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/networks?id=03728936-a85e-4331-98cd-8d294836c3d0 HTTP/1.1" status: 200 len: 810 time: 0.1701803 Sep 16 05:09:20.107993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-f7cd6fa6-2b82-49d4-9872-f17b661ecc45 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/quotas/421b1e6dd448470ca5c7bf9dd8b56185 HTTP/1.1" status: 200 len: 375 time: 0.0168233 Sep 16 05:09:20.139749 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13db89c3-b880-4151-88d4-2466b02a9c9e tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.209779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ff5192-d327-4fd5-9f47-e3b374070f67 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:20.226319 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4c0673-ec95-4ca8-918c-7bd440eaf37c None None] Sync routers for ids ['def28227-2768-4a42-82bd-0bc2670976e7'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:20.226838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d6ff5192-d327-4fd5-9f47-e3b374070f67 admin admin] 10.222.0.20 "PUT /v2.0/routers/def28227-2768-4a42-82bd-0bc2670976e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1029253 Sep 16 05:09:20.241948 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-62e7bb0b-a51d-47cd-b26f-0463960a4f2b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=421b1e6dd448470ca5c7bf9dd8b56185&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1204627 Sep 16 05:09:20.243709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44146) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:20.244657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4c0673-ec95-4ca8-918c-7bd440eaf37c None None] Routers {'def28227-2768-4a42-82bd-0bc2670976e7'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:20.246564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7a4c0673-ec95-4ca8-918c-7bd440eaf37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:09:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['def28227-2768-4a42-82bd-0bc2670976e7'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:20.311579 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db89c3-b880-4151-88d4-2466b02a9c9e tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Pushing event updated for resources: {'Port': ['ID=0b3f7efc-ce2d-47eb-9c66-27704f8f2d65,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:20.322788 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13db89c3-b880-4151-88d4-2466b02a9c9e tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.418280 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-7a4c0673-ec95-4ca8-918c-7bd440eaf37c None None] Set router def28227-2768-4a42-82bd-0bc2670976e7 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:20.480452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-1f2af653-2556-4f0a-85c9-6b5335c05659 service neutron] 10.222.0.20 "GET /v2.0/networks/03728936-a85e-4331-98cd-8d294836c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376091 Sep 16 05:09:20.486732 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5effa554-dd50-4eac-8b5e-17bb670d4e44 admin admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.528262 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13db89c3-b880-4151-88d4-2466b02a9c9e tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Network da952ad9-974f-40eb-9a47-bca452813728 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:20.529753 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-13db89c3-b880-4151-88d4-2466b02a9c9e tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:20.622644 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fd363c7b-7013-4ebf-be71-0d4c8c753a31 None None] Provisioning complete for port 909ccc0b-b43f-4fe0-a262-851f8ce059b1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:20.623355 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd363c7b-7013-4ebf-be71-0d4c8c753a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.852424 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5effa554-dd50-4eac-8b5e-17bb670d4e44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.891432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9c1461b3-1e4e-46fd-b4d5-496557306911 req-dc444dbf-383e-4997-aa1b-167a3e74f87e tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 210 time: 0.0813148 Sep 16 05:09:20.924401 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-a9237612-c5ca-4ce9-acbc-330ad8b2a82e service neutron] 10.222.0.20 "GET /v2.0/networks/03728936-a85e-4331-98cd-8d294836c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705397 Sep 16 05:09:20.989385 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 909ccc0b-b43f-4fe0-a262-851f8ce059b1 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:21.080768 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7a4c0673-ec95-4ca8-918c-7bd440eaf37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def28227-2768-4a42-82bd-0bc2670976e7', 'name': 'tempest-TestServerMultinode-1996083842-router', 'tenant_id': '23b745b1da59472b8f8cb0645b13a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '5fd1f067-5a68-416f-977d-afa36c26aee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:00Z', 'updated_at': '2021-09-16T05:09:18Z', 'revision_number': 5, 'project_id': '23b745b1da59472b8f8cb0645b13a7a6', 'gw_port': {'id': '5fd1f067-5a68-416f-977d-afa36c26aee7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def28227-2768-4a42-82bd-0bc2670976e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:01Z', 'updated_at': '2021-09-16T05:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:21.122942 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4c0673-ec95-4ca8-918c-7bd440eaf37c None None] Checking router: def28227-2768-4a42-82bd-0bc2670976e7 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:21.126509 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 909ccc0b-b43f-4fe0-a262-851f8ce059b1 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:21.127152 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.131244 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fd363c7b-7013-4ebf-be71-0d4c8c753a31 None None] Provisioning complete for port 0b3f7efc-ce2d-47eb-9c66-27704f8f2d65 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:21.141387 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd363c7b-7013-4ebf-be71-0d4c8c753a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.175644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-5effa554-dd50-4eac-8b5e-17bb670d4e44 admin admin] Deleting port 5fd1f067-5a68-416f-977d-afa36c26aee7 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:21.175644 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5effa554-dd50-4eac-8b5e-17bb670d4e44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.178601 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13db89c3-b880-4151-88d4-2466b02a9c9e tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Router 06e91350-7421-4d73-a208-1a459c37266d is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:09:21.185516 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4c0673-ec95-4ca8-918c-7bd440eaf37c None None] Routers {'def28227-2768-4a42-82bd-0bc2670976e7'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:21.186422 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7a4c0673-ec95-4ca8-918c-7bd440eaf37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:09:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['def28227-2768-4a42-82bd-0bc2670976e7'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:21.274275 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-fd363c7b-7013-4ebf-be71-0d4c8c753a31 None None] Port 0b3f7efc-ce2d-47eb-9c66-27704f8f2d65 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:21.328424 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-7a4c0673-ec95-4ca8-918c-7bd440eaf37c None None] Set router def28227-2768-4a42-82bd-0bc2670976e7 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:21.336765 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-5effa554-dd50-4eac-8b5e-17bb670d4e44 admin admin] For port 5fd1f067-5a68-416f-977d-afa36c26aee7, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5fd1f067-5a68-416f-977d-afa36c26aee7,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:21.337281 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5effa554-dd50-4eac-8b5e-17bb670d4e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.362663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-5effa554-dd50-4eac-8b5e-17bb670d4e44 admin admin] Calling delete_port for 5fd1f067-5a68-416f-977d-afa36c26aee7 owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:21.413013 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7a4c0673-ec95-4ca8-918c-7bd440eaf37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def28227-2768-4a42-82bd-0bc2670976e7', 'name': 'tempest-TestServerMultinode-1996083842-router', 'tenant_id': '23b745b1da59472b8f8cb0645b13a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:00Z', 'updated_at': '2021-09-16T05:09:20Z', 'revision_number': 6, 'project_id': '23b745b1da59472b8f8cb0645b13a7a6', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:21.433884 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44164) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:21.440739 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13db89c3-b880-4151-88d4-2466b02a9c9e tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:21.446781 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-13db89c3-b880-4151-88d4-2466b02a9c9e tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] 10.222.0.20 "PUT /v2.0/routers/06e91350-7421-4d73-a208-1a459c37266d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8562946 Sep 16 05:09:21.451857 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44168) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:21.456773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4c0673-ec95-4ca8-918c-7bd440eaf37c None None] The sync data for ids ['def28227-2768-4a42-82bd-0bc2670976e7'] in n-d-712140-13 is: [{'id': 'def28227-2768-4a42-82bd-0bc2670976e7', 'name': 'tempest-TestServerMultinode-1996083842-router', 'tenant_id': '23b745b1da59472b8f8cb0645b13a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:00Z', 'updated_at': '2021-09-16T05:09:20Z', 'revision_number': 6, 'project_id': '23b745b1da59472b8f8cb0645b13a7a6', 'gw_port_host': None}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:21.458465 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8c716638-cb4b-4744-8a27-068207a92cf0 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Request body: {'port': {'network_id': 'da952ad9-974f-40eb-9a47-bca452813728', 'name': 'tempest-FloatingIPNegativeTestJSON-955074643'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:21.459369 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3982115e-cf6f-4fcb-8307-bf991f03c0dc None None] Sync routers for ids ['06e91350-7421-4d73-a208-1a459c37266d'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:21.466154 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ad409daa-fa44-4afb-9654-b13cd1b07d92 None None] Provisioning complete for port 0b3f7efc-ce2d-47eb-9c66-27704f8f2d65 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:21.466707 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ad409daa-fa44-4afb-9654-b13cd1b07d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.485471 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3982115e-cf6f-4fcb-8307-bf991f03c0dc None None] Routers {'06e91350-7421-4d73-a208-1a459c37266d'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:21.490215 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3982115e-cf6f-4fcb-8307-bf991f03c0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:09:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['06e91350-7421-4d73-a208-1a459c37266d'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:21.559545 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ad409daa-fa44-4afb-9654-b13cd1b07d92 None None] Port 0b3f7efc-ce2d-47eb-9c66-27704f8f2d65 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:21.581841 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3982115e-cf6f-4fcb-8307-bf991f03c0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:21.589741 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cd057eb-9856-4b73-8314-eff8e1d23c54 req-f907bc66-5193-4301-8f51-335fccd7302b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 210 time: 0.0557258 Sep 16 05:09:21.618976 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3982115e-cf6f-4fcb-8307-bf991f03c0dc None None] Routers {'06e91350-7421-4d73-a208-1a459c37266d'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:21.620284 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3982115e-cf6f-4fcb-8307-bf991f03c0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:09:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['06e91350-7421-4d73-a208-1a459c37266d'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:21.666301 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3982115e-cf6f-4fcb-8307-bf991f03c0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:21.666861 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-943d1db8-857b-4efa-b0ee-a2efa4203278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.667434 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3982115e-cf6f-4fcb-8307-bf991f03c0dc None None] The sync data for ids ['06e91350-7421-4d73-a208-1a459c37266d'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:21.797606 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-943d1db8-857b-4efa-b0ee-a2efa4203278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.846755 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5effa554-dd50-4eac-8b5e-17bb670d4e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.883532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effa554-dd50-4eac-8b5e-17bb670d4e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd1f067-5a68-416f-977d-afa36c26aee7,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:21.931320 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-943d1db8-857b-4efa-b0ee-a2efa4203278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.984771 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-943d1db8-857b-4efa-b0ee-a2efa4203278 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6a15cc465ef4903b25161d5a705b36e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5476196 Sep 16 05:09:21.985666 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44176) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:21.987797 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d1db8-857b-4efa-b0ee-a2efa4203278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b467818-f61c-48fb-a4a2-7fcb16b7c426,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:22.061971 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb161-3a3d-42df-ba8f-257de536eda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.081794 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a23496a6-d8ba-4666-93d9-9aadd53a8ea7 req-1b8fe796-bbd1-49da-8134-73a33baea4a9 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 210 time: 0.0923898 Sep 16 05:09:22.085542 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb161-3a3d-42df-ba8f-257de536eda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.094954 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5effa554-dd50-4eac-8b5e-17bb670d4e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.109224 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c716638-cb4b-4744-8a27-068207a92cf0 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Made reservation on behalf of 7e731612198f425d82a26dc123f0d923 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:22.114332 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c716638-cb4b-4744-8a27-068207a92cf0 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.160750 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-8c716638-cb4b-4744-8a27-068207a92cf0 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] device_id is not set on port e64bc2cd-b53f-4254-a9a3-a5e36828afd1 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:09:22.273113 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-661a7a3e-46d2-4ed9-bb72-9a1e67044a49 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.274688 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-661a7a3e-46d2-4ed9-bb72-9a1e67044a49 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.21 "GET /v2.0/networks?id=b93d0e73-7b57-4b50-88bf-e393412fa10a HTTP/1.1" status: 200 len: 811 time: 0.3776259 Sep 16 05:09:22.277955 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5effa554-dd50-4eac-8b5e-17bb670d4e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.280576 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5effa554-dd50-4eac-8b5e-17bb670d4e44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.357088 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-8c716638-cb4b-4744-8a27-068207a92cf0 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Allocated IP 172.20.0.7 (da952ad9-974f-40eb-9a47-bca452813728/ad150378-93b7-4458-a5f3-5536c0d2fccb/e64bc2cd-b53f-4254-a9a3-a5e36828afd1) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:22.401841 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-51c628f9-10d4-4754-868e-66261c68eb46 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3 HTTP/1.1" status: 200 len: 379 time: 0.0914874 Sep 16 05:09:22.413336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-fadc29dc-79d7-467c-9a54-ff5757cfbd6d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Request body: {'port': {'device_id': '56f2804c-8ca0-47c0-8258-1ca6c8a16d4d', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'admin_state_up': True, 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'security_groups': ['452a3bdb-e894-45c4-80e4-14dd9d8df192']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:22.438159 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb161-3a3d-42df-ba8f-257de536eda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.440987 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb161-3a3d-42df-ba8f-257de536eda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.446184 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2e6bb161-3a3d-42df-ba8f-257de536eda3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b467818-f61c-48fb-a4a2-7fcb16b7c426 HTTP/1.1" status: 204 len: 168 time: 0.4554791 Sep 16 05:09:22.465779 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bb161-3a3d-42df-ba8f-257de536eda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b467818-f61c-48fb-a4a2-7fcb16b7c426,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:22.508920 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5effa554-dd50-4eac-8b5e-17bb670d4e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.511068 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5effa554-dd50-4eac-8b5e-17bb670d4e44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router def28227-2768-4a42-82bd-0bc2670976e7 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:22.520572 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5effa554-dd50-4eac-8b5e-17bb670d4e44 admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.521748 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5effa554-dd50-4eac-8b5e-17bb670d4e44 admin admin] 10.222.0.20 "DELETE /v2.0/routers/def28227-2768-4a42-82bd-0bc2670976e7 HTTP/1.1" status: 204 len: 168 time: 2.2706513 Sep 16 05:09:22.524562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44184) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:22.603445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e895620-b486-4b0c-92a3-3feb42ccfb90 admin admin] Deleting subnet 80409e0d-3e24-4bfe-98c0-d911f02b9f37 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:09:22.609980 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4e895620-b486-4b0c-92a3-3feb42ccfb90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.615283 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c716638-cb4b-4744-8a27-068207a92cf0 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.669774 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4e895620-b486-4b0c-92a3-3feb42ccfb90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.737533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-38a0dbb7-6a44-4f49-bb0a-04debdbe7e25 req-7993fcd7-d389-4fba-8e7f-062086219ce9 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 210 time: 0.0442390 Sep 16 05:09:22.777905 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a713dc28-b81b-4e3d-900b-1d374ca99256 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:22.794051 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c716638-cb4b-4744-8a27-068207a92cf0 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.801257 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: a713dc28-b81b-4e3d-900b-1d374ca99256 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:22.801930 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a713dc28-b81b-4e3d-900b-1d374ca99256 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:22.802771 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5fd1f067-5a68-416f-977d-afa36c26aee7 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:22.832385 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 5fd1f067-5a68-416f-977d-afa36c26aee7 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:22.833630 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5fd1f067-5a68-416f-977d-afa36c26aee7 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:22.845231 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4e895620-b486-4b0c-92a3-3feb42ccfb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.863740 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c716638-cb4b-4744-8a27-068207a92cf0 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Network da952ad9-974f-40eb-9a47-bca452813728 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:22.873683 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c716638-cb4b-4744-8a27-068207a92cf0 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Pushing event updated for resources: {'Port': ['ID=e64bc2cd-b53f-4254-a9a3-a5e36828afd1,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:22.873683 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-8c716638-cb4b-4744-8a27-068207a92cf0 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:22.873683 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c716638-cb4b-4744-8a27-068207a92cf0 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:22.956619 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c716638-cb4b-4744-8a27-068207a92cf0 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.957009 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c716638-cb4b-4744-8a27-068207a92cf0 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.095177 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8c716638-cb4b-4744-8a27-068207a92cf0 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6389585 Sep 16 05:09:23.095836 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44192) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:23.100007 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-3233d5a1-faac-44a6-97f2-218e76a2dc43 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:23.208219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-91cebfce-5b84-47d7-beba-eee3c85d8de5 None None] Provisioning complete for port e64bc2cd-b53f-4254-a9a3-a5e36828afd1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:23.209150 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-91cebfce-5b84-47d7-beba-eee3c85d8de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.210323 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-fadc29dc-79d7-467c-9a54-ff5757cfbd6d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Made reservation on behalf of c73d0c9bc8fd41e98ef3948ec22a1dc3 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:23.214386 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-fadc29dc-79d7-467c-9a54-ff5757cfbd6d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.252276 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-91cebfce-5b84-47d7-beba-eee3c85d8de5 None None] Port e64bc2cd-b53f-4254-a9a3-a5e36828afd1 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:23.261191 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68afc2c3-8f05-4c6c-b367-c9498f0d7802 req-1ce6e3b4-9b7f-4a27-bed6-e7321836d50d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 210 time: 0.0521262 Sep 16 05:09:23.264248 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3233d5a1-faac-44a6-97f2-218e76a2dc43 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.404254 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3233d5a1-faac-44a6-97f2-218e76a2dc43 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.431958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-fadc29dc-79d7-467c-9a54-ff5757cfbd6d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Allocated IP 172.20.0.13 (b93d0e73-7b57-4b50-88bf-e393412fa10a/64014166-35b7-4597-8d1f-ccab49be1bad/c7309df9-609e-423f-97c0-0eb4331a1188) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:23.477102 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4e895620-b486-4b0c-92a3-3feb42ccfb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.520509 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44198) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:23.530811 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4e895620-b486-4b0c-92a3-3feb42ccfb90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.536028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4e895620-b486-4b0c-92a3-3feb42ccfb90 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/80409e0d-3e24-4bfe-98c0-d911f02b9f37 HTTP/1.1" status: 204 len: 168 time: 1.0070550 Sep 16 05:09:23.536028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e895620-b486-4b0c-92a3-3feb42ccfb90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80409e0d-3e24-4bfe-98c0-d911f02b9f37,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:23.539299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44200) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:23.543109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bcd497-cabb-44f7-b2b9-145e630c3cbb None None] Network 43907208-6dcf-4211-a351-e9e794e15f3b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:23.546681 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-3233d5a1-faac-44a6-97f2-218e76a2dc43 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Allocated IP 172.25.4.157 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/f7982593-f7bb-4953-9c91-658c81440492) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:23.548999 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af3dfecd-1b2a-4eea-82ac-0bfe842d5be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.680246 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.701510 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3233d5a1-faac-44a6-97f2-218e76a2dc43 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.703850 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-fadc29dc-79d7-467c-9a54-ff5757cfbd6d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.778120 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af3dfecd-1b2a-4eea-82ac-0bfe842d5be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.779219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621e0c6f-9c20-4993-a9c6-e6327c4a88c1 None None] DHCP port deletion for 43907208-6dcf-4211-a351-e9e794e15f3b request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:09:23.790992 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] Deleting port af614614-83c1-4a0c-ac4f-7c687e031377 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:23.791364 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.847219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-621e0c6f-9c20-4993-a9c6-e6327c4a88c1 None None] Deleting port af614614-83c1-4a0c-ac4f-7c687e031377 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:23.847616 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-621e0c6f-9c20-4993-a9c6-e6327c4a88c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.888914 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af3dfecd-1b2a-4eea-82ac-0bfe842d5be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.925166 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3233d5a1-faac-44a6-97f2-218e76a2dc43 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.928983 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10da2528-6bb4-4730-8a30-2abfe2c73a1f req-158546f8-213d-40be-b1ed-74989c733a69 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 210 time: 0.0625148 Sep 16 05:09:23.935819 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-fadc29dc-79d7-467c-9a54-ff5757cfbd6d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.978359 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] For port af614614-83c1-4a0c-ac4f-7c687e031377, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=af614614-83c1-4a0c-ac4f-7c687e031377,segment=NetworkSegment(60654d29-e0f8-48f0-9d9d-8d4dc5ab7033),segment_id=60654d29-e0f8-48f0-9d9d-8d4dc5ab7033)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:23.978734 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.988906 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-621e0c6f-9c20-4993-a9c6-e6327c4a88c1 None None] For port af614614-83c1-4a0c-ac4f-7c687e031377, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=af614614-83c1-4a0c-ac4f-7c687e031377,segment=NetworkSegment(60654d29-e0f8-48f0-9d9d-8d4dc5ab7033),segment_id=60654d29-e0f8-48f0-9d9d-8d4dc5ab7033)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:23.990510 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-621e0c6f-9c20-4993-a9c6-e6327c4a88c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.007476 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-af3dfecd-1b2a-4eea-82ac-0bfe842d5be3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3e87b086af34c7ca28f6c9b232331dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856730 Sep 16 05:09:24.015649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44204) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:24.016889 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] Calling delete_port for af614614-83c1-4a0c-ac4f-7c687e031377 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:24.017713 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dfecd-1b2a-4eea-82ac-0bfe842d5be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e51e2b-ced1-4b91-b9e6-223e43385d4d,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:24.018798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-621e0c6f-9c20-4993-a9c6-e6327c4a88c1 None None] Calling delete_port for af614614-83c1-4a0c-ac4f-7c687e031377 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:24.024941 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3233d5a1-faac-44a6-97f2-218e76a2dc43 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:24.031193 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233d5a1-faac-44a6-97f2-218e76a2dc43 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Pushing event updated for resources: {'Port': ['ID=f7982593-f7bb-4953-9c91-658c81440492,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:24.034603 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-3233d5a1-faac-44a6-97f2-218e76a2dc43 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:24.037225 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3233d5a1-faac-44a6-97f2-218e76a2dc43 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:24.057915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-fadc29dc-79d7-467c-9a54-ff5757cfbd6d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Network b93d0e73-7b57-4b50-88bf-e393412fa10a is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:24.103012 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-fadc29dc-79d7-467c-9a54-ff5757cfbd6d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:24.107041 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-fadc29dc-79d7-467c-9a54-ff5757cfbd6d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:24.143408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc29dc-79d7-467c-9a54-ff5757cfbd6d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Pushing event updated for resources: {'Port': ['ID=c7309df9-609e-423f-97c0-0eb4331a1188,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:24.208944 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3233d5a1-faac-44a6-97f2-218e76a2dc43 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.215539 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-fadc29dc-79d7-467c-9a54-ff5757cfbd6d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:24.216338 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-fadc29dc-79d7-467c-9a54-ff5757cfbd6d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.224813 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e044c170-dee5-461c-aeaa-1ca504f1f6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.274691 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-621e0c6f-9c20-4993-a9c6-e6327c4a88c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.290382 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e044c170-dee5-461c-aeaa-1ca504f1f6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.299838 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-c2ab0e27-214b-4610-a085-01948b351306 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:24.301684 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-c2ab0e27-214b-4610-a085-01948b351306 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.38 "GET /v2.0/networks?id=03728936-a85e-4331-98cd-8d294836c3d0 HTTP/1.1" status: 200 len: 810 time: 0.1581128 Sep 16 05:09:24.329425 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-2b05f617-721b-46de-9405-90be1d2ff93b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Request body: {'port': {'device_id': 'bcb0531b-f9f8-4c05-aca7-7bd5b950817c', 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0', 'admin_state_up': True, 'tenant_id': '421b1e6dd448470ca5c7bf9dd8b56185'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:24.410420 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e0c6f-9c20-4993-a9c6-e6327c4a88c1 None None] Pushing event deleted for resources: {'Port': ['ID=af614614-83c1-4a0c-ac4f-7c687e031377,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:24.410420 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621e0c6f-9c20-4993-a9c6-e6327c4a88c1 None None] No DVR routers for this DVR port af614614-83c1-4a0c-ac4f-7c687e031377 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:24.417105 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.440881 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] Pushing event deleted for resources: {'Port': ['ID=af614614-83c1-4a0c-ac4f-7c687e031377,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:24.443376 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] No DVR routers for this DVR port af614614-83c1-4a0c-ac4f-7c687e031377 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:24.540602 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9ed8be72-8bfc-4d74-82c3-4cb6de4fc7d4 None None] Provisioning complete for port c7309df9-609e-423f-97c0-0eb4331a1188 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:24.541305 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9ed8be72-8bfc-4d74-82c3-4cb6de4fc7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.566346 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.582135 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9ed8be72-8bfc-4d74-82c3-4cb6de4fc7d4 None None] Port c7309df9-609e-423f-97c0-0eb4331a1188 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:24.607774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c04845-dd6e-4173-8d8b-0883ae7a0202 req-c886591a-2fe7-4443-bc7c-634ac550078f tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:24.609502 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49c04845-dd6e-4173-8d8b-0883ae7a0202 req-c886591a-2fe7-4443-bc7c-634ac550078f tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 932 time: 0.2129171 Sep 16 05:09:24.614308 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43907208-6dcf-4211-a351-e9e794e15f3b']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:24.641150 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60654d29-e0f8-48f0-9d9d-8d4dc5ab7033') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:24.641437 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60654d29-e0f8-48f0-9d9d-8d4dc5ab7033') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:24.667611 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.676065 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.682209 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e044c170-dee5-461c-aeaa-1ca504f1f6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.684979 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e044c170-dee5-461c-aeaa-1ca504f1f6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.686400 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e044c170-dee5-461c-aeaa-1ca504f1f6c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44e51e2b-ced1-4b91-b9e6-223e43385d4d HTTP/1.1" status: 204 len: 168 time: 0.6645575 Sep 16 05:09:24.687854 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-fadc29dc-79d7-467c-9a54-ff5757cfbd6d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2804999 Sep 16 05:09:24.708722 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49c04845-dd6e-4173-8d8b-0883ae7a0202 req-bc201a26-d1a2-42fa-b296-adad8f3dfada tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911055 Sep 16 05:09:24.727418 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.736537 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:24.737244 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:24.772560 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:24.783738 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Request body: {'port': {'device_id': '56f2804c-8ca0-47c0-8258-1ca6c8a16d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:24.785962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device af614614-83c1-4a0c-ac4f-7c687e031377 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:24.833443 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: af614614-83c1-4a0c-ac4f-7c687e031377 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:24.834702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device af614614-83c1-4a0c-ac4f-7c687e031377 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:24.861877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044c170-dee5-461c-aeaa-1ca504f1f6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e51e2b-ced1-4b91-b9e6-223e43385d4d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:24.951045 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.996608 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.005479 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3233d5a1-faac-44a6-97f2-218e76a2dc43 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.014634 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.019351 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] 10.222.0.20 "DELETE /v2.0/networks/43907208-6dcf-4211-a351-e9e794e15f3b HTTP/1.1" status: 204 len: 168 time: 1.4762082 Sep 16 05:09:25.019351 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc15c56-d480-4c29-8156-975b6f58865f admin admin] Pushing event deleted for resources: {'Network': ['ID=43907208-6dcf-4211-a351-e9e794e15f3b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:25.023238 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44214) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:25.099743 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-75f5172b-4f09-472a-a249-46d90aea24c7 req-5bf6c70a-5e57-4dfe-b577-1aad1d570a60 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 210 time: 0.0681472 Sep 16 05:09:25.128057 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-2b05f617-721b-46de-9405-90be1d2ff93b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Made reservation on behalf of 421b1e6dd448470ca5c7bf9dd8b56185 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:25.132085 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-2b05f617-721b-46de-9405-90be1d2ff93b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.295005 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3233d5a1-faac-44a6-97f2-218e76a2dc43 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.319481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-2b05f617-721b-46de-9405-90be1d2ff93b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Allocated IP 172.20.0.7 (03728936-a85e-4331-98cd-8d294836c3d0/c614f95d-adc9-4b0d-bf43-ab684e2051b0/5935cabf-c13f-4fab-8ed9-e02a818ece44) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:25.402113 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3233d5a1-faac-44a6-97f2-218e76a2dc43 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.539112 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233d5a1-faac-44a6-97f2-218e76a2dc43 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Pushing event updated for resources: {'Port': ['ID=f7982593-f7bb-4953-9c91-658c81440492,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:25.570341 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7309df9-609e-423f-97c0-0eb4331a1188 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:25.582081 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.610426 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Transition to ACTIVE for port object c7309df9-609e-423f-97c0-0eb4331a1188 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:09:25.619951 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3233d5a1-faac-44a6-97f2-218e76a2dc43 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.658274 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-2b05f617-721b-46de-9405-90be1d2ff93b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.668627 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f81e-8b1e-417a-a5fe-aec1a35af10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.715985 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.749224 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3233d5a1-faac-44a6-97f2-218e76a2dc43 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.753177 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3233d5a1-faac-44a6-97f2-218e76a2dc43 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6541574 Sep 16 05:09:25.754597 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44230) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:25.764452 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c5b33c08-5dd0-4b25-80f3-f42f03aa0553 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Request body: {'floatingip': {'port_id': 'e64bc2cd-b53f-4254-a9a3-a5e36828afd1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:25.817491 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Pushing event updated for resources: {'Port': ['ID=c7309df9-609e-423f-97c0-0eb4331a1188,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:25.866685 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c5b33c08-5dd0-4b25-80f3-f42f03aa0553 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for floatingip, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.872392 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-2b05f617-721b-46de-9405-90be1d2ff93b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.905125 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['a95a8585-70e7-4a08-b7f1-4acaf0e3dbde'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:26.014437 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-2b05f617-721b-46de-9405-90be1d2ff93b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Network 03728936-a85e-4331-98cd-8d294836c3d0 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:26.040883 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-2b05f617-721b-46de-9405-90be1d2ff93b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:26.070023 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-2b05f617-721b-46de-9405-90be1d2ff93b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:26.102375 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a747c3-7799-4a88-8f05-995132a1132f req-e3bec912-fb78-414a-9864-8b29a3ebb5e0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:26.111408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74a747c3-7799-4a88-8f05-995132a1132f req-e3bec912-fb78-414a-9864-8b29a3ebb5e0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 944 time: 0.2676303 Sep 16 05:09:26.133356 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Attempting to bind port c7309df9-609e-423f-97c0-0eb4331a1188 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:26.133704 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Attempting to bind port c7309df9-609e-423f-97c0-0eb4331a1188 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'eaab70e4-1784-46f4-bcb6-260eb0f7cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:26.134036 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Attempting to bind port c7309df9-609e-423f-97c0-0eb4331a1188 on network b93d0e73-7b57-4b50-88bf-e393412fa10a {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:26.156058 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05f617-721b-46de-9405-90be1d2ff93b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Pushing event updated for resources: {'Port': ['ID=5935cabf-c13f-4fab-8ed9-e02a818ece44,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:26.158020 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Port c7309df9-609e-423f-97c0-0eb4331a1188 on network b93d0e73-7b57-4b50-88bf-e393412fa10a not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:09:26.158359 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Attempting to bind port c7309df9-609e-423f-97c0-0eb4331a1188 on network b93d0e73-7b57-4b50-88bf-e393412fa10a {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:26.180554 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-c5b33c08-5dd0-4b25-80f3-f42f03aa0553 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] update failed (client error): The resource could not be found. Sep 16 05:09:26.181666 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c5b33c08-5dd0-4b25-80f3-f42f03aa0553 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] 10.222.0.20 "PUT /v2.0/floatingips/f2ca6254-68bc-4d1e-a402-f4a5e022f959 HTTP/1.1" status: 404 len: 507 time: 0.4272704 Sep 16 05:09:26.191136 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-2b05f617-721b-46de-9405-90be1d2ff93b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:26.191807 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-2b05f617-721b-46de-9405-90be1d2ff93b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.194043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44238) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.196221 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:26.197125 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Checking segment: {'id': 'eaab70e4-1784-46f4-bcb6-260eb0f7cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:26.197125 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Bound using segment: {'id': 'eaab70e4-1784-46f4-bcb6-260eb0f7cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:26.197855 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Bound port: c7309df9-609e-423f-97c0-0eb4331a1188, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaab70e4-1784-46f4-bcb6-260eb0f7cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:26.198774 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.275394 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-2b05f617-721b-46de-9405-90be1d2ff93b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9594121 Sep 16 05:09:26.299509 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Request body: {'port': {'device_id': 'bcb0531b-f9f8-4c05-aca7-7bd5b950817c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:26.312270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74a747c3-7799-4a88-8f05-995132a1132f req-4b1ace00-f52e-4033-9f30-4d702b2dc4c4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999445 Sep 16 05:09:26.387488 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.463915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b8b06-4f1e-4439-a88c-2ac9c9c750f2 req-132f8b3f-6e36-4ffc-8d09-1ff140cc8acb tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:26.469360 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe7b8b06-4f1e-4439-a88c-2ac9c9c750f2 req-132f8b3f-6e36-4ffc-8d09-1ff140cc8acb tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 931 time: 0.2417560 Sep 16 05:09:26.524259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] For port c7309df9-609e-423f-97c0-0eb4331a1188, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:26.546198 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] For port c7309df9-609e-423f-97c0-0eb4331a1188, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=c7309df9-609e-423f-97c0-0eb4331a1188,segment=NetworkSegment(eaab70e4-1784-46f4-bcb6-260eb0f7cd17),segment_id=eaab70e4-1784-46f4-bcb6-260eb0f7cd17)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:26.570237 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe7b8b06-4f1e-4439-a88c-2ac9c9c750f2 req-13e28a66-b0f9-4cbd-9d32-5f7d5c7a9458 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745087 Sep 16 05:09:26.580429 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-9fc5f81e-8b1e-417a-a5fe-aec1a35af10e admin admin] Deleting port 7e963280-1f62-48e0-baca-bb1a8267d9ae {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:26.581021 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f81e-8b1e-417a-a5fe-aec1a35af10e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.612522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-41ab0bfc-a9b6-432b-9998-02162dadd526 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Deleting port f7982593-f7bb-4953-9c91-658c81440492 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:26.612833 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41ab0bfc-a9b6-432b-9998-02162dadd526 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.664531 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.746212 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5935cabf-c13f-4fab-8ed9-e02a818ece44 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:26.761249 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.776188 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Transition to ACTIVE for port object 5935cabf-c13f-4fab-8ed9-e02a818ece44 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:09:26.863465 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.959375 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Pushing event updated for resources: {'Port': ['ID=5935cabf-c13f-4fab-8ed9-e02a818ece44,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:27.014754 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Attempting to bind port 5935cabf-c13f-4fab-8ed9-e02a818ece44 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:27.015511 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Attempting to bind port 5935cabf-c13f-4fab-8ed9-e02a818ece44 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '22c6c819-ac30-412f-92a3-d329cb900d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:27.015511 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Attempting to bind port 5935cabf-c13f-4fab-8ed9-e02a818ece44 on network 03728936-a85e-4331-98cd-8d294836c3d0 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:27.020494 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Port 5935cabf-c13f-4fab-8ed9-e02a818ece44 on network 03728936-a85e-4331-98cd-8d294836c3d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:09:27.020823 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Attempting to bind port 5935cabf-c13f-4fab-8ed9-e02a818ece44 on network 03728936-a85e-4331-98cd-8d294836c3d0 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:27.030983 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:27.032733 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Checking segment: {'id': '22c6c819-ac30-412f-92a3-d329cb900d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:27.032733 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Bound using segment: {'id': '22c6c819-ac30-412f-92a3-d329cb900d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:27.032733 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Bound port: 5935cabf-c13f-4fab-8ed9-e02a818ece44, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c6c819-ac30-412f-92a3-d329cb900d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:27.032733 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.084256 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.084896 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.086412 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] 10.222.0.21 "PUT /v2.0/ports/c7309df9-609e-423f-97c0-0eb4331a1188 HTTP/1.1" status: 200 len: 1093 time: 2.3149374 Sep 16 05:09:27.090987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f2804c-8ca0-47c0-8258-1ca6c8a16d4d', 'tag': 'c7309df9-609e-423f-97c0-0eb4331a1188'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:27.093814 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b7bcd9-ca80-471e-865a-aeb2d3bfe4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "56f2804c-8ca0-47c0-8258-1ca6c8a16d4d", "tag": "c7309df9-609e-423f-97c0-0eb4331a1188"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:27.134294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-9fc5f81e-8b1e-417a-a5fe-aec1a35af10e admin admin] For port 7e963280-1f62-48e0-baca-bb1a8267d9ae, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7e963280-1f62-48e0-baca-bb1a8267d9ae,segment=NetworkSegment(b6becb54-61cd-45ea-bb59-8ae00585c330),segment_id=b6becb54-61cd-45ea-bb59-8ae00585c330)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:27.134669 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f81e-8b1e-417a-a5fe-aec1a35af10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.158400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdd1e8-5926-43b4-bed9-fd3684094936 service neutron] Pushing event updated for resources: {'Port': ['ID=c7309df9-609e-423f-97c0-0eb4331a1188,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:27.169075 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41ab0bfc-a9b6-432b-9998-02162dadd526 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.169075 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41ab0bfc-a9b6-432b-9998-02162dadd526 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.171540 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-9fc5f81e-8b1e-417a-a5fe-aec1a35af10e admin admin] Calling delete_port for 7e963280-1f62-48e0-baca-bb1a8267d9ae owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:27.172815 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] For port 5935cabf-c13f-4fab-8ed9-e02a818ece44, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:27.184568 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] For port 5935cabf-c13f-4fab-8ed9-e02a818ece44, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5935cabf-c13f-4fab-8ed9-e02a818ece44,segment=NetworkSegment(22c6c819-ac30-412f-92a3-d329cb900d3f),segment_id=22c6c819-ac30-412f-92a3-d329cb900d3f)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:27.188757 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-41ab0bfc-a9b6-432b-9998-02162dadd526 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Calling delete_port for f7982593-f7bb-4953-9c91-658c81440492 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:27.205956 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f89eba1-8eb6-4909-926a-5e9980714420 x-openstack-request-id: req-4f89eba1-8eb6-4909-926a-5e9980714420 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:27.205956 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f2804c-8ca0-47c0-8258-1ca6c8a16d4d", "tag": "c7309df9-609e-423f-97c0-0eb4331a1188", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:27.207433 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f89eba1-8eb6-4909-926a-5e9980714420 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:27.207433 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f2804c-8ca0-47c0-8258-1ca6c8a16d4d', 'tag': 'c7309df9-609e-423f-97c0-0eb4331a1188', 'status': 'completed', 'code': 200} Sep 16 05:09:27.275147 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.310768 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.311444 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.312908 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] 10.222.0.38 "PUT /v2.0/ports/5935cabf-c13f-4fab-8ed9-e02a818ece44 HTTP/1.1" status: 200 len: 1092 time: 1.0228610 Sep 16 05:09:27.313379 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb0531b-f9f8-4c05-aca7-7bd5b950817c', 'tag': '5935cabf-c13f-4fab-8ed9-e02a818ece44'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:27.315700 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185fa7d5-c7d6-41a1-96c5-ca46b853629a" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb0531b-f9f8-4c05-aca7-7bd5b950817c", "tag": "5935cabf-c13f-4fab-8ed9-e02a818ece44"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:27.394210 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02f40d5-05bd-4e4a-86b8-10f9bcc6f348 x-openstack-request-id: req-b02f40d5-05bd-4e4a-86b8-10f9bcc6f348 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:27.394506 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb0531b-f9f8-4c05-aca7-7bd5b950817c", "tag": "5935cabf-c13f-4fab-8ed9-e02a818ece44", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:27.400797 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b02f40d5-05bd-4e4a-86b8-10f9bcc6f348 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:27.400797 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb0531b-f9f8-4c05-aca7-7bd5b950817c', 'tag': '5935cabf-c13f-4fab-8ed9-e02a818ece44', 'status': 'completed', 'code': 200} Sep 16 05:09:27.400797 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804dafa6-4805-4753-ae82-5d76e23c7960 service neutron] Pushing event updated for resources: {'Port': ['ID=5935cabf-c13f-4fab-8ed9-e02a818ece44,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:27.422830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7bcd9-ca80-471e-865a-aeb2d3bfe4ff req-031dac97-1e3a-4556-beb3-2cd858c0ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.424375 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20b7bcd9-ca80-471e-865a-aeb2d3bfe4ff req-031dac97-1e3a-4556-beb3-2cd858c0ec43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3&device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 1096 time: 0.1709607 Sep 16 05:09:27.510344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fa7d5-c7d6-41a1-96c5-ca46b853629a req-8368bee5-1368-4386-8bdc-22602ae84989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.512659 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-185fa7d5-c7d6-41a1-96c5-ca46b853629a req-8368bee5-1368-4386-8bdc-22602ae84989 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=421b1e6dd448470ca5c7bf9dd8b56185&device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 1095 time: 0.0694640 Sep 16 05:09:27.715040 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fa7d5-c7d6-41a1-96c5-ca46b853629a req-4a5d3504-de2c-4c8c-8a67-9284ade3f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.719772 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-185fa7d5-c7d6-41a1-96c5-ca46b853629a req-4a5d3504-de2c-4c8c-8a67-9284ade3f117 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=421b1e6dd448470ca5c7bf9dd8b56185&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1926935 Sep 16 05:09:27.750952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eed800-bee3-43ad-a33a-e48d2b6d89d4 req-da53de0c-3c07-486e-922d-5073d60f059c tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.754331 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9eed800-bee3-43ad-a33a-e48d2b6d89d4 req-da53de0c-3c07-486e-922d-5073d60f059c tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 944 time: 0.2793336 Sep 16 05:09:27.801316 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41ab0bfc-a9b6-432b-9998-02162dadd526 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.835473 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7bcd9-ca80-471e-865a-aeb2d3bfe4ff req-8e25aec5-2e63-4569-ac86-da49f3b986b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.836980 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20b7bcd9-ca80-471e-865a-aeb2d3bfe4ff req-8e25aec5-2e63-4569-ac86-da49f3b986b1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3706212 Sep 16 05:09:27.845578 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fa7d5-c7d6-41a1-96c5-ca46b853629a req-6ab2b898-d5d4-4d3f-b855-4f347b236bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.847176 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-185fa7d5-c7d6-41a1-96c5-ca46b853629a req-6ab2b898-d5d4-4d3f-b855-4f347b236bf9 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1196134 Sep 16 05:09:27.877530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab0bfc-a9b6-432b-9998-02162dadd526 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Pushing event deleted for resources: {'Port': ['ID=f7982593-f7bb-4953-9c91-658c81440492,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:27.957550 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c7101-3e22-471e-8314-05ef143e5b0f req-c40ea070-9907-4c9d-8980-795db8392ed9 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.959285 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-378c7101-3e22-471e-8314-05ef143e5b0f req-c40ea070-9907-4c9d-8980-795db8392ed9 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 943 time: 0.2238479 Sep 16 05:09:27.964660 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-b8ebb2f2-b8f6-40f3-a91b-798e697c8b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.966226 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-b8ebb2f2-b8f6-40f3-a91b-798e697c8b3f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=421b1e6dd448470ca5c7bf9dd8b56185&device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 1095 time: 0.0513773 Sep 16 05:09:28.006581 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9eed800-bee3-43ad-a33a-e48d2b6d89d4 req-0f8a50e2-cbea-438a-8795-7cd51299e447 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117114 Sep 16 05:09:28.017972 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-389a9d23-d562-46c0-a875-083320fa5741 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5935cabf-c13f-4fab-8ed9-e02a818ece44 HTTP/1.1" status: 200 len: 217 time: 0.0379760 Sep 16 05:09:28.018577 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f81e-8b1e-417a-a5fe-aec1a35af10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.077413 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5f81e-8b1e-417a-a5fe-aec1a35af10e admin admin] Pushing event deleted for resources: {'Port': ['ID=7e963280-1f62-48e0-baca-bb1a8267d9ae,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:28.097969 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-01431969-cf48-47fe-b512-6e30439d7659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.097969 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-01431969-cf48-47fe-b512-6e30439d7659 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c614f95d-adc9-4b0d-bf43-ab684e2051b0 HTTP/1.1" status: 200 len: 850 time: 0.0687313 Sep 16 05:09:28.098707 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41ab0bfc-a9b6-432b-9998-02162dadd526 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.101312 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-41ab0bfc-a9b6-432b-9998-02162dadd526 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.107204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-41ab0bfc-a9b6-432b-9998-02162dadd526 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] 10.222.0.20 "DELETE /v2.0/floatingips/f2ca6254-68bc-4d1e-a402-f4a5e022f959 HTTP/1.1" status: 204 len: 168 time: 1.9007683 Sep 16 05:09:28.129109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44290) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:28.140738 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-df162f13-c5d1-4476-ba71-4c327130172a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=03728936-a85e-4331-98cd-8d294836c3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404017 Sep 16 05:09:28.164791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-2f080452-1979-46e1-a1d7-cb920c9275bc tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Request body: {'floatingip': {'floating_network_id': 'da952ad9-974f-40eb-9a47-bca452813728', 'port_id': 'e64bc2cd-b53f-4254-a9a3-a5e36828afd1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:28.179397 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7bcd9-ca80-471e-865a-aeb2d3bfe4ff req-5f7f55da-b283-480d-8918-0bf3699b6b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.183307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20b7bcd9-ca80-471e-865a-aeb2d3bfe4ff req-5f7f55da-b283-480d-8918-0bf3699b6b51 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3194375 Sep 16 05:09:28.189243 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-378c7101-3e22-471e-8314-05ef143e5b0f req-5a114715-3ded-47db-80c5-701b14406c8e tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793439 Sep 16 05:09:28.292701 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-f22f9022-5e59-44cf-b26f-a8227c0ab74f service neutron] 10.222.0.38 "GET /v2.0/networks/03728936-a85e-4331-98cd-8d294836c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443737 Sep 16 05:09:28.332498 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f080452-1979-46e1-a1d7-cb920c9275bc tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.379329 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.403644 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2470adec-f687-421f-b01f-807a9d3bfdf3 req-6436b67b-f7f3-483b-8ae2-4a160443b6e1 service neutron] 10.222.0.38 "GET /v2.0/networks/03728936-a85e-4331-98cd-8d294836c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036210 Sep 16 05:09:28.430646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-393de11b-87fe-45ae-b079-c5e4f62f3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.432940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-393de11b-87fe-45ae-b079-c5e4f62f3035 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3&device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 1096 time: 0.1589916 Sep 16 05:09:28.434208 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f81e-8b1e-417a-a5fe-aec1a35af10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.564548 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-5422be47-43d2-49de-99fa-128226ac976c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7309df9-609e-423f-97c0-0eb4331a1188 HTTP/1.1" status: 200 len: 217 time: 0.1101656 Sep 16 05:09:28.680011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-4ce87bd0-987f-4330-b215-db968f7111e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.681512 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-4ce87bd0-987f-4330-b215-db968f7111e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64014166-35b7-4597-8d1f-ccab49be1bad HTTP/1.1" status: 200 len: 850 time: 0.1079283 Sep 16 05:09:28.827117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-81426b19-02c2-4aa4-95ca-1db3109e45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.828712 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-81426b19-02c2-4aa4-95ca-1db3109e45ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b93d0e73-7b57-4b50-88bf-e393412fa10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1357284 Sep 16 05:09:28.880719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc5f81e-8b1e-417a-a5fe-aec1a35af10e admin admin] Router 37703526-0a86-4532-8017-02dce509a29b has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:28.883663 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-2f080452-1979-46e1-a1d7-cb920c9275bc tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:09:28.890401 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2f080452-1979-46e1-a1d7-cb920c9275bc tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7525694 Sep 16 05:09:28.890663 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44308) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:28.905705 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8089a557-24f2-4a98-858c-405e1f86c6a8 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': 'e64bc2cd-b53f-4254-a9a3-a5e36828afd1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:28.998935 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-3b730577-4ba7-472d-acaa-45b7aa3b645d service neutron] 10.222.0.21 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572940 Sep 16 05:09:29.058408 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8089a557-24f2-4a98-858c-405e1f86c6a8 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.131867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc5f81e-8b1e-417a-a5fe-aec1a35af10e admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:29.151567 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1847c00-ee65-4fc3-89d8-a8056600ddce None None] Sync routers for ids ['37703526-0a86-4532-8017-02dce509a29b'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:29.153041 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9fc5f81e-8b1e-417a-a5fe-aec1a35af10e admin admin] 10.222.0.20 "PUT /v2.0/routers/37703526-0a86-4532-8017-02dce509a29b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1285629 Sep 16 05:09:29.157683 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44314) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:29.165434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1847c00-ee65-4fc3-89d8-a8056600ddce None None] Routers {'37703526-0a86-4532-8017-02dce509a29b'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:29.166672 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c1847c00-ee65-4fc3-89d8-a8056600ddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:09:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['37703526-0a86-4532-8017-02dce509a29b'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:29.228187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ba862fa-19df-4bf7-ab8c-d9fa1fdb66c9 req-df173e9f-65ef-49ce-a4ff-4a33a7c79dbc service neutron] 10.222.0.21 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212062 Sep 16 05:09:29.249592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51f02b-b257-4a87-be67-e4497c385a77 req-83582ca2-b4a9-4be3-b0a9-29f8fc10f6e1 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:29.251705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a51f02b-b257-4a87-be67-e4497c385a77 req-83582ca2-b4a9-4be3-b0a9-29f8fc10f6e1 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 944 time: 0.1433971 Sep 16 05:09:29.262599 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8089a557-24f2-4a98-858c-405e1f86c6a8 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.337339 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44318) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:29.357454 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f803850c-35be-43d0-b832-7783834b7aa5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.367966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a51f02b-b257-4a87-be67-e4497c385a77 req-118704e8-27a6-459e-82bb-88f39d6872c5 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799580 Sep 16 05:09:29.379528 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-c1847c00-ee65-4fc3-89d8-a8056600ddce None None] Set router 37703526-0a86-4532-8017-02dce509a29b gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:29.440123 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-8089a557-24f2-4a98-858c-405e1f86c6a8 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Allocated IP 172.25.4.144 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/67f875c2-f2fc-45d5-9cb2-1c6456309261) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:29.577280 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-69a57b76-ff69-40d0-b443-3c9ccfe438b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.583885 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8089a557-24f2-4a98-858c-405e1f86c6a8 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.629466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c1847c00-ee65-4fc3-89d8-a8056600ddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37703526-0a86-4532-8017-02dce509a29b', 'name': 'tempest-TestServerMultinode-972958265-router', 'tenant_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:13Z', 'updated_at': '2021-09-16T05:09:27Z', 'revision_number': 5, 'project_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'gw_port': {'id': 'ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37703526-0a86-4532-8017-02dce509a29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:14Z', 'updated_at': '2021-09-16T05:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:29.659796 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1847c00-ee65-4fc3-89d8-a8056600ddce None None] Checking router: 37703526-0a86-4532-8017-02dce509a29b for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:29.669514 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1847c00-ee65-4fc3-89d8-a8056600ddce None None] Routers {'37703526-0a86-4532-8017-02dce509a29b'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:29.670241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c1847c00-ee65-4fc3-89d8-a8056600ddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:09:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['37703526-0a86-4532-8017-02dce509a29b'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:29.711426 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-69a57b76-ff69-40d0-b443-3c9ccfe438b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.752422 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955d5e2-0cbb-4de3-9c00-e8d506754426 req-440bdacd-de12-4138-9a33-a8de39a20f5c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:29.753929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0955d5e2-0cbb-4de3-9c00-e8d506754426 req-440bdacd-de12-4138-9a33-a8de39a20f5c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 943 time: 0.4485281 Sep 16 05:09:29.796238 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-c1847c00-ee65-4fc3-89d8-a8056600ddce None None] Set router 37703526-0a86-4532-8017-02dce509a29b gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:29.800466 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-69a57b76-ff69-40d0-b443-3c9ccfe438b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.813320 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8089a557-24f2-4a98-858c-405e1f86c6a8 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.833034 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0955d5e2-0cbb-4de3-9c00-e8d506754426 req-631f8e57-fd34-4b8e-880a-aea0dbb2d21a tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705879 Sep 16 05:09:29.845256 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f803850c-35be-43d0-b832-7783834b7aa5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.921647 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a57b76-ff69-40d0-b443-3c9ccfe438b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6583a15-2d34-4e3b-aeb0-e65d9ad01d3a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:29.938317 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8089a557-24f2-4a98-858c-405e1f86c6a8 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:29.941344 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-69a57b76-ff69-40d0-b443-3c9ccfe438b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=493ebfc5a13644e7842b807325c0907f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6029475 Sep 16 05:09:29.947411 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a57b76-ff69-40d0-b443-3c9ccfe438b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:29.948376 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a57b76-ff69-40d0-b443-3c9ccfe438b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:29.948669 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a57b76-ff69-40d0-b443-3c9ccfe438b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:29.949002 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a57b76-ff69-40d0-b443-3c9ccfe438b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:29.949335 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a57b76-ff69-40d0-b443-3c9ccfe438b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:29.949976 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a57b76-ff69-40d0-b443-3c9ccfe438b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:29.949976 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a57b76-ff69-40d0-b443-3c9ccfe438b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:29.950297 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a57b76-ff69-40d0-b443-3c9ccfe438b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:29.950622 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a57b76-ff69-40d0-b443-3c9ccfe438b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:29.950972 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a57b76-ff69-40d0-b443-3c9ccfe438b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:29.951299 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a57b76-ff69-40d0-b443-3c9ccfe438b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:29.951623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a57b76-ff69-40d0-b443-3c9ccfe438b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:29.954185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44324) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:29.958534 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-8089a557-24f2-4a98-858c-405e1f86c6a8 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:29.961023 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8089a557-24f2-4a98-858c-405e1f86c6a8 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:29.963266 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089a557-24f2-4a98-858c-405e1f86c6a8 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Pushing event updated for resources: {'Port': ['ID=67f875c2-f2fc-45d5-9cb2-1c6456309261,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:30.019240 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-f803850c-35be-43d0-b832-7783834b7aa5 admin admin] Deleting port ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:30.019580 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f803850c-35be-43d0-b832-7783834b7aa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.050557 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c1847c00-ee65-4fc3-89d8-a8056600ddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37703526-0a86-4532-8017-02dce509a29b', 'name': 'tempest-TestServerMultinode-972958265-router', 'tenant_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:13Z', 'updated_at': '2021-09-16T05:09:27Z', 'revision_number': 5, 'project_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'gw_port': {'id': 'ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37703526-0a86-4532-8017-02dce509a29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:14Z', 'updated_at': '2021-09-16T05:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:30.078539 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1847c00-ee65-4fc3-89d8-a8056600ddce None None] The sync data for ids ['37703526-0a86-4532-8017-02dce509a29b'] in n-d-712140-13 is: [{'id': '37703526-0a86-4532-8017-02dce509a29b', 'name': 'tempest-TestServerMultinode-972958265-router', 'tenant_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:13Z', 'updated_at': '2021-09-16T05:09:27Z', 'revision_number': 5, 'project_id': 'e4a15fd7db5d4deba65033e0a691ceb2', 'gw_port': {'id': 'ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37703526-0a86-4532-8017-02dce509a29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:14Z', 'updated_at': '2021-09-16T05:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:30.082153 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7268f5f-d76d-4ff8-a3d9-5c06b1f3c7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.116556 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7268f5f-d76d-4ff8-a3d9-5c06b1f3c7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.146669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-f803850c-35be-43d0-b832-7783834b7aa5 admin admin] For port ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:30.147065 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f803850c-35be-43d0-b832-7783834b7aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.171876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-f803850c-35be-43d0-b832-7783834b7aa5 admin admin] Calling delete_port for ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:30.197819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8089a557-24f2-4a98-858c-405e1f86c6a8 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Deleting port 67f875c2-f2fc-45d5-9cb2-1c6456309261 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:30.198436 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8089a557-24f2-4a98-858c-405e1f86c6a8 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.281244 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8089a557-24f2-4a98-858c-405e1f86c6a8 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.281582 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8089a557-24f2-4a98-858c-405e1f86c6a8 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.295181 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8089a557-24f2-4a98-858c-405e1f86c6a8 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Calling delete_port for 67f875c2-f2fc-45d5-9cb2-1c6456309261 owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:30.305736 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7268f5f-d76d-4ff8-a3d9-5c06b1f3c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.309255 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7268f5f-d76d-4ff8-a3d9-5c06b1f3c7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.310418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f7268f5f-d76d-4ff8-a3d9-5c06b1f3c7b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6583a15-2d34-4e3b-aeb0-e65d9ad01d3a HTTP/1.1" status: 204 len: 168 time: 0.3550818 Sep 16 05:09:30.342936 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7268f5f-d76d-4ff8-a3d9-5c06b1f3c7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6583a15-2d34-4e3b-aeb0-e65d9ad01d3a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:30.446179 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f803850c-35be-43d0-b832-7783834b7aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.490959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803850c-35be-43d0-b832-7783834b7aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:30.536494 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8089a557-24f2-4a98-858c-405e1f86c6a8 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.577495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089a557-24f2-4a98-858c-405e1f86c6a8 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Pushing event deleted for resources: {'Port': ['ID=67f875c2-f2fc-45d5-9cb2-1c6456309261,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:30.593242 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61ecb8-e9f6-4ff3-843e-113a64b262b9 req-de5c7435-ea5f-4869-a3e8-ab359eded543 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.594896 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c61ecb8-e9f6-4ff3-843e-113a64b262b9 req-de5c7435-ea5f-4869-a3e8-ab359eded543 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 944 time: 0.1133993 Sep 16 05:09:30.599983 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f803850c-35be-43d0-b832-7783834b7aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.741584 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f803850c-35be-43d0-b832-7783834b7aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.744889 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f803850c-35be-43d0-b832-7783834b7aa5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.776563 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-8089a557-24f2-4a98-858c-405e1f86c6a8 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] create failed (client error): The resource could not be found. Sep 16 05:09:30.778253 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8089a557-24f2-4a98-858c-405e1f86c6a8 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8865860 Sep 16 05:09:30.801248 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44332) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.807448 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c61ecb8-e9f6-4ff3-843e-113a64b262b9 req-7f50fb98-4794-4043-a3e4-a3340fb5999d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045112 Sep 16 05:09:30.894731 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7e963280-1f62-48e0-baca-bb1a8267d9ae no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:30.916756 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f803850c-35be-43d0-b832-7783834b7aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.917646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f803850c-35be-43d0-b832-7783834b7aa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37703526-0a86-4532-8017-02dce509a29b {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:30.928505 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f803850c-35be-43d0-b832-7783834b7aa5 admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.928505 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f803850c-35be-43d0-b832-7783834b7aa5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/37703526-0a86-4532-8017-02dce509a29b HTTP/1.1" status: 204 len: 168 time: 1.7659793 Sep 16 05:09:30.928505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44338) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.958458 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 7e963280-1f62-48e0-baca-bb1a8267d9ae {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:30.960657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7e963280-1f62-48e0-baca-bb1a8267d9ae not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:31.004069 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-b7bb7cf4-7415-455c-8418-e011cf658839 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Deleting port e64bc2cd-b53f-4254-a9a3-a5e36828afd1 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:31.005941 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7bb7cf4-7415-455c-8418-e011cf658839 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.053664 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-316512a4-3d3e-45e1-a3d8-1380d06a6cb4 admin admin] Deleting subnet 90d8271f-3d07-4290-b768-6711463368d8 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:09:31.080084 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-316512a4-3d3e-45e1-a3d8-1380d06a6cb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.152029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bae712-de46-4739-ba3e-8ec26cb7d846 req-a583c3f3-e930-4950-b116-4fbf07b71011 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.152680 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78bae712-de46-4739-ba3e-8ec26cb7d846 req-a583c3f3-e930-4950-b116-4fbf07b71011 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 943 time: 0.1640658 Sep 16 05:09:31.178432 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-316512a4-3d3e-45e1-a3d8-1380d06a6cb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.189421 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7bb7cf4-7415-455c-8418-e011cf658839 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.216093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-b7bb7cf4-7415-455c-8418-e011cf658839 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Calling delete_port for e64bc2cd-b53f-4254-a9a3-a5e36828afd1 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:31.246522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44340) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.250074 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78bae712-de46-4739-ba3e-8ec26cb7d846 req-487bad89-e9ea-49e5-a2f6-e3440deb369c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882504 Sep 16 05:09:31.279746 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6a8ecf23-3ca4-4a4b-8ae7-4216ff3caf5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.327566 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-316512a4-3d3e-45e1-a3d8-1380d06a6cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.475056 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7bb7cf4-7415-455c-8418-e011cf658839 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.514969 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-316512a4-3d3e-45e1-a3d8-1380d06a6cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.518560 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb7cf4-7415-455c-8418-e011cf658839 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Pushing event deleted for resources: {'Port': ['ID=e64bc2cd-b53f-4254-a9a3-a5e36828afd1,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:31.579501 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-316512a4-3d3e-45e1-a3d8-1380d06a6cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.579501 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-316512a4-3d3e-45e1-a3d8-1380d06a6cb4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/90d8271f-3d07-4290-b768-6711463368d8 HTTP/1.1" status: 204 len: 168 time: 0.6439557 Sep 16 05:09:31.579501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316512a4-3d3e-45e1-a3d8-1380d06a6cb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d8271f-3d07-4290-b768-6711463368d8,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:31.586304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b6d827-2dca-4126-bee7-c8b3404236cc None None] Network 26784db1-fa8b-4c92-b0e8-05991c92ae4e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:31.590125 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44342) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.595391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316512a4-3d3e-45e1-a3d8-1380d06a6cb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:31.595891 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316512a4-3d3e-45e1-a3d8-1380d06a6cb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:31.596269 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316512a4-3d3e-45e1-a3d8-1380d06a6cb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:31.596730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316512a4-3d3e-45e1-a3d8-1380d06a6cb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:31.597057 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316512a4-3d3e-45e1-a3d8-1380d06a6cb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:31.597396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316512a4-3d3e-45e1-a3d8-1380d06a6cb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:31.597719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316512a4-3d3e-45e1-a3d8-1380d06a6cb4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:31.598063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316512a4-3d3e-45e1-a3d8-1380d06a6cb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:31.598387 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316512a4-3d3e-45e1-a3d8-1380d06a6cb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:31.598734 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316512a4-3d3e-45e1-a3d8-1380d06a6cb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:31.599096 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316512a4-3d3e-45e1-a3d8-1380d06a6cb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:31.599981 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316512a4-3d3e-45e1-a3d8-1380d06a6cb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:31.661071 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6a8ecf23-3ca4-4a4b-8ae7-4216ff3caf5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.690161 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7bb7cf4-7415-455c-8418-e011cf658839 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.691581 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b7bb7cf4-7415-455c-8418-e011cf658839 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] 10.222.0.20 "DELETE /v2.0/ports/e64bc2cd-b53f-4254-a9a3-a5e36828afd1 HTTP/1.1" status: 204 len: 168 time: 0.8795176 Sep 16 05:09:31.694165 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44344) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.709468 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.755736 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6a8ecf23-3ca4-4a4b-8ae7-4216ff3caf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.797050 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] Deleting port 85f03ddc-9f5e-42ed-9df6-76faf7989ec4 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:31.797268 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ecf23-3ca4-4a4b-8ae7-4216ff3caf5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e037474-44af-45e8-a706-7afec1e4ba76,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:31.797391 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.825253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1043c84f-3d28-4d26-ad75-878d01d1edc6 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.830222 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1043c84f-3d28-4d26-ad75-878d01d1edc6 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] 10.222.0.20 "GET /v2.0/ports?device_id=06e91350-7421-4d73-a208-1a459c37266d HTTP/1.1" status: 200 len: 913 time: 0.1299114 Sep 16 05:09:31.830536 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44346) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.848062 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6a8ecf23-3ca4-4a4b-8ae7-4216ff3caf5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2927a439afe438c9ab4ed519f43e599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5905087 Sep 16 05:09:31.857851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44348) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.897336 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device c7309df9-609e-423f-97c0-0eb4331a1188 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:09:31.902299 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5beffb-b1fa-456b-8b77-67683ac46803 None None] DHCP port deletion for 26784db1-fa8b-4c92-b0e8-05991c92ae4e request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:09:31.986094 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7b9d4131-1a1a-4a86-9f42-80eee28cfd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.995233 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] For port 85f03ddc-9f5e-42ed-9df6-76faf7989ec4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=85f03ddc-9f5e-42ed-9df6-76faf7989ec4,segment=NetworkSegment(b6becb54-61cd-45ea-bb59-8ae00585c330),segment_id=b6becb54-61cd-45ea-bb59-8ae00585c330)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:31.995388 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.020153 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] Calling delete_port for 85f03ddc-9f5e-42ed-9df6-76faf7989ec4 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:32.044185 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7b9d4131-1a1a-4a86-9f42-80eee28cfd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.114204 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6d5beffb-b1fa-456b-8b77-67683ac46803 None None] Deleting port 85f03ddc-9f5e-42ed-9df6-76faf7989ec4 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:32.114488 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6d5beffb-b1fa-456b-8b77-67683ac46803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.196854 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b737b-b8af-466d-8987-8dca018d4efa req-f537804a-6f0a-4cee-b2d7-e12153aaece3 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.198597 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port c7309df9-609e-423f-97c0-0eb4331a1188, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=c7309df9-609e-423f-97c0-0eb4331a1188,segment=NetworkSegment(eaab70e4-1784-46f4-bcb6-260eb0f7cd17),segment_id=eaab70e4-1784-46f4-bcb6-260eb0f7cd17)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:32.198943 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-950b737b-b8af-466d-8987-8dca018d4efa req-f537804a-6f0a-4cee-b2d7-e12153aaece3 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 944 time: 0.2048049 Sep 16 05:09:32.210799 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6d5beffb-b1fa-456b-8b77-67683ac46803 None None] For port 85f03ddc-9f5e-42ed-9df6-76faf7989ec4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=85f03ddc-9f5e-42ed-9df6-76faf7989ec4,segment=NetworkSegment(b6becb54-61cd-45ea-bb59-8ae00585c330),segment_id=b6becb54-61cd-45ea-bb59-8ae00585c330)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:32.211257 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6d5beffb-b1fa-456b-8b77-67683ac46803 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.228303 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'c7309df9-609e-423f-97c0-0eb4331a1188', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'port_id': 'c7309df9-609e-423f-97c0-0eb4331a1188', 'mac_address': 'fa:16:3e:74:89:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:09:32.234198 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6d5beffb-b1fa-456b-8b77-67683ac46803 None None] Calling delete_port for 85f03ddc-9f5e-42ed-9df6-76faf7989ec4 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:32.254028 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.293393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-950b737b-b8af-466d-8987-8dca018d4efa req-36af54ca-47d8-40d7-9d69-c60d5f3cbc38 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674000 Sep 16 05:09:32.305417 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f03ddc-9f5e-42ed-9df6-76faf7989ec4,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:32.315509 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7b9d4131-1a1a-4a86-9f42-80eee28cfd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.320592 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7b9d4131-1a1a-4a86-9f42-80eee28cfd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.322744 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7b9d4131-1a1a-4a86-9f42-80eee28cfd18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e037474-44af-45e8-a706-7afec1e4ba76 HTTP/1.1" status: 204 len: 168 time: 0.4638069 Sep 16 05:09:32.349553 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d4131-1a1a-4a86-9f42-80eee28cfd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e037474-44af-45e8-a706-7afec1e4ba76,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:32.352724 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] No DVR routers for this DVR port 85f03ddc-9f5e-42ed-9df6-76faf7989ec4 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:32.446489 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.465270 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.480229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532b5c1-18f9-4fcc-b923-717b1a2a2e41 req-62380fe1-e1f5-4940-9387-94f96ff15c18 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.482335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9532b5c1-18f9-4fcc-b923-717b1a2a2e41 req-62380fe1-e1f5-4940-9387-94f96ff15c18 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 943 time: 0.1416652 Sep 16 05:09:32.482955 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7309df9-609e-423f-97c0-0eb4331a1188 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:32.491301 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26784db1-fa8b-4c92-b0e8-05991c92ae4e']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:32.502331 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6becb54-61cd-45ea-bb59-8ae00585c330') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:32.502690 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6becb54-61cd-45ea-bb59-8ae00585c330') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:32.513145 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.528154 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.535995 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:32.538197 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.540745 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port c7309df9-609e-423f-97c0-0eb4331a1188, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=c7309df9-609e-423f-97c0-0eb4331a1188,segment=NetworkSegment(eaab70e4-1784-46f4-bcb6-260eb0f7cd17),segment_id=eaab70e4-1784-46f4-bcb6-260eb0f7cd17)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:32.542770 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6d5beffb-b1fa-456b-8b77-67683ac46803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.558053 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5935cabf-c13f-4fab-8ed9-e02a818ece44 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:09:32.558967 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9532b5c1-18f9-4fcc-b923-717b1a2a2e41 req-86293178-6025-4586-a05f-20281a1c639e tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613320 Sep 16 05:09:32.562213 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5beffb-b1fa-456b-8b77-67683ac46803 None None] No DVR routers for this DVR port 85f03ddc-9f5e-42ed-9df6-76faf7989ec4 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:32.598873 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5beffb-b1fa-456b-8b77-67683ac46803 None None] Pushing event deleted for resources: {'Port': ['ID=85f03ddc-9f5e-42ed-9df6-76faf7989ec4,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:32.607366 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:32.611226 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.661973 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1a3a1b08-4c16-4f84-b5e7-d81ce1ccadce tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.691105 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.726602 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.733179 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/26784db1-fa8b-4c92-b0e8-05991c92ae4e HTTP/1.1" status: 204 len: 168 time: 1.1319845 Sep 16 05:09:32.733179 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae91d9-1f09-415e-9c1b-8f5e2fe728f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=26784db1-fa8b-4c92-b0e8-05991c92ae4e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:32.734420 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=c7309df9-609e-423f-97c0-0eb4331a1188,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:32.784489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5935cabf-c13f-4fab-8ed9-e02a818ece44, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5935cabf-c13f-4fab-8ed9-e02a818ece44,segment=NetworkSegment(22c6c819-ac30-412f-92a3-d329cb900d3f),segment_id=22c6c819-ac30-412f-92a3-d329cb900d3f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:32.805306 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '5935cabf-c13f-4fab-8ed9-e02a818ece44', 'network_id': '03728936-a85e-4331-98cd-8d294836c3d0', 'port_id': '5935cabf-c13f-4fab-8ed9-e02a818ece44', 'mac_address': 'fa:16:3e:64:c6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c614f95d-adc9-4b0d-bf43-ab684e2051b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:09:32.874786 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 85f03ddc-9f5e-42ed-9df6-76faf7989ec4 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:32.907061 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 85f03ddc-9f5e-42ed-9df6-76faf7989ec4 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:32.908100 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 85f03ddc-9f5e-42ed-9df6-76faf7989ec4 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:32.908100 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:32.945269 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.947444 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:32.948055 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device ac8f751c-e9b1-4ba7-b0af-3b02f5dddc1b not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:32.978320 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5935cabf-c13f-4fab-8ed9-e02a818ece44 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:33.003519 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5935cabf-c13f-4fab-8ed9-e02a818ece44, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5935cabf-c13f-4fab-8ed9-e02a818ece44,segment=NetworkSegment(22c6c819-ac30-412f-92a3-d329cb900d3f),segment_id=22c6c819-ac30-412f-92a3-d329cb900d3f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:33.114087 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['c7309df9-609e-423f-97c0-0eb4331a1188'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:33.143297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a1b08-4c16-4f84-b5e7-d81ce1ccadce tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Deleting port 0b3f7efc-ce2d-47eb-9c66-27704f8f2d65 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:33.143651 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1a3a1b08-4c16-4f84-b5e7-d81ce1ccadce tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.178916 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.259720 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1a3a1b08-4c16-4f84-b5e7-d81ce1ccadce tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.267220 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=5935cabf-c13f-4fab-8ed9-e02a818ece44,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.283364 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a1b08-4c16-4f84-b5e7-d81ce1ccadce tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Calling delete_port for 0b3f7efc-ce2d-47eb-9c66-27704f8f2d65 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:33.407173 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44378) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.454728 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-878c55c4-a3d6-47fb-9f1e-94e1fe1ebfc2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23b745b1da59472b8f8cb0645b13a7a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448716 Sep 16 05:09:33.457349 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44380) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.487810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d39ab-9cc7-4214-b4c5-168423104623 req-fb3b14e5-68a0-427f-b5ec-3a456b7b99b5 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.489415 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-956d39ab-9cc7-4214-b4c5-168423104623 req-fb3b14e5-68a0-427f-b5ec-3a456b7b99b5 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 945 time: 0.0704236 Sep 16 05:09:33.534849 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d2aa231-6705-4914-a074-cb8d7e411fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.555671 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d2aa231-6705-4914-a074-cb8d7e411fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.576149 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-956d39ab-9cc7-4214-b4c5-168423104623 req-b3588d3f-f273-4abe-860c-82a12e4a8136 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588746 Sep 16 05:09:33.589310 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['5935cabf-c13f-4fab-8ed9-e02a818ece44'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:33.689821 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1a3a1b08-4c16-4f84-b5e7-d81ce1ccadce tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.721664 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d2aa231-6705-4914-a074-cb8d7e411fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.726573 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d2aa231-6705-4914-a074-cb8d7e411fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.734066 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8d2aa231-6705-4914-a074-cb8d7e411fba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bfda94b8-33ae-4f15-b26c-024d2f034e28 HTTP/1.1" status: 204 len: 168 time: 0.2752576 Sep 16 05:09:33.764571 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2aa231-6705-4914-a074-cb8d7e411fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfda94b8-33ae-4f15-b26c-024d2f034e28,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.840050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a1b08-4c16-4f84-b5e7-d81ce1ccadce tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Pushing event deleted for resources: {'Port': ['ID=0b3f7efc-ce2d-47eb-9c66-27704f8f2d65,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.889941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd6221-7e6d-43ee-bf30-47c305a2747f req-7d39d57c-01b9-4e8d-8b3d-c8b9ebccbdb2 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.892359 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5cdd6221-7e6d-43ee-bf30-47c305a2747f req-7d39d57c-01b9-4e8d-8b3d-c8b9ebccbdb2 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 944 time: 0.2154295 Sep 16 05:09:34.015352 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5cdd6221-7e6d-43ee-bf30-47c305a2747f req-da0b532c-6ba8-4ac0-9c82-01f5be3b8b25 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865018 Sep 16 05:09:34.016128 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1a3a1b08-4c16-4f84-b5e7-d81ce1ccadce tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.187562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3a1b08-4c16-4f84-b5e7-d81ce1ccadce tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Router 06e91350-7421-4d73-a208-1a459c37266d has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:34.280803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3a1b08-4c16-4f84-b5e7-d81ce1ccadce tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:34.290818 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a6cd65-ebf8-4df6-80a0-c18f420cbbe4 None None] Sync routers for ids ['06e91350-7421-4d73-a208-1a459c37266d'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:34.303719 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1a3a1b08-4c16-4f84-b5e7-d81ce1ccadce tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] 10.222.0.20 "PUT /v2.0/routers/06e91350-7421-4d73-a208-1a459c37266d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4696898 Sep 16 05:09:34.304115 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44406) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.316821 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a6cd65-ebf8-4df6-80a0-c18f420cbbe4 None None] Routers {'06e91350-7421-4d73-a208-1a459c37266d'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:34.317404 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-35a6cd65-ebf8-4df6-80a0-c18f420cbbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:09:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['06e91350-7421-4d73-a208-1a459c37266d'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:34.400254 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-35a6cd65-ebf8-4df6-80a0-c18f420cbbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:34.412813 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a6cd65-ebf8-4df6-80a0-c18f420cbbe4 None None] Routers {'06e91350-7421-4d73-a208-1a459c37266d'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:34.414275 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-35a6cd65-ebf8-4df6-80a0-c18f420cbbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:09:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['06e91350-7421-4d73-a208-1a459c37266d'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:34.425365 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9737156-1823-487e-b151-ceaf116dc8df tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.543641 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-35a6cd65-ebf8-4df6-80a0-c18f420cbbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:34.544301 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a6cd65-ebf8-4df6-80a0-c18f420cbbe4 None None] The sync data for ids ['06e91350-7421-4d73-a208-1a459c37266d'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:34.568929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5935cabf-c13f-4fab-8ed9-e02a818ece44 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:34.624614 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9737156-1823-487e-b151-ceaf116dc8df tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.627549 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9737156-1823-487e-b151-ceaf116dc8df tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.731271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954e0c6-0c32-4224-a985-66d9bb6b49c3 req-59c9e41c-eaa9-49fe-8afd-4d25af30e105 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:34.732979 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d954e0c6-0c32-4224-a985-66d9bb6b49c3 req-59c9e41c-eaa9-49fe-8afd-4d25af30e105 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 945 time: 0.0550563 Sep 16 05:09:34.743557 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 5935cabf-c13f-4fab-8ed9-e02a818ece44 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:09:34.745509 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9737156-1823-487e-b151-ceaf116dc8df tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.745509 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9737156-1823-487e-b151-ceaf116dc8df tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Fanout notify agent at l3_agent the message router_deleted on router 06e91350-7421-4d73-a208-1a459c37266d {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:34.752849 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 5935cabf-c13f-4fab-8ed9-e02a818ece44 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:34.753805 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.763814 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d9737156-1823-487e-b151-ceaf116dc8df tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.765322 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d9737156-1823-487e-b151-ceaf116dc8df tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] 10.222.0.20 "DELETE /v2.0/routers/06e91350-7421-4d73-a208-1a459c37266d HTTP/1.1" status: 204 len: 168 time: 0.4597383 Sep 16 05:09:34.769547 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44418) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.813412 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44420) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.822580 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d954e0c6-0c32-4224-a985-66d9bb6b49c3 req-3a2321ab-a47f-4a5f-8a5e-4c2f44306043 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832162 Sep 16 05:09:34.875454 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab18c7e-e45c-4d62-adfd-0ec48f12599f tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Deleting subnet ad150378-93b7-4458-a5f3-5536c0d2fccb {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:09:34.881817 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cab18c7e-e45c-4d62-adfd-0ec48f12599f tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.930183 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.948613 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-aa9c79e1-04dd-4077-bcbc-e916e88e613d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4a15fd7db5d4deba65033e0a691ceb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317215 Sep 16 05:09:34.950533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44426) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.956455 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cab18c7e-e45c-4d62-adfd-0ec48f12599f tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.978389 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb0531b-f9f8-4c05-aca7-7bd5b950817c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5935cabf-c13f-4fab-8ed9-e02a818ece44'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:34.985158 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f562ba4c-d940-4a1f-ac1a-e30adc8867d4" -d '{"events": [{"server_uuid": "bcb0531b-f9f8-4c05-aca7-7bd5b950817c", "name": "network-vif-plugged", "status": "completed", "tag": "5935cabf-c13f-4fab-8ed9-e02a818ece44"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:35.026217 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8869ec20-92e1-4de2-804e-9eed7896c188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.031436 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5935cabf-c13f-4fab-8ed9-e02a818ece44, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5935cabf-c13f-4fab-8ed9-e02a818ece44,segment=NetworkSegment(22c6c819-ac30-412f-92a3-d329cb900d3f),segment_id=22c6c819-ac30-412f-92a3-d329cb900d3f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:35.054680 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8869ec20-92e1-4de2-804e-9eed7896c188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.116092 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b572096-c375-43b2-9c53-f8ca7972c1ca x-openstack-request-id: req-1b572096-c375-43b2-9c53-f8ca7972c1ca {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:35.116702 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb0531b-f9f8-4c05-aca7-7bd5b950817c", "name": "network-vif-plugged", "status": "completed", "tag": "5935cabf-c13f-4fab-8ed9-e02a818ece44", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:35.117271 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b572096-c375-43b2-9c53-f8ca7972c1ca {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:35.117873 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb0531b-f9f8-4c05-aca7-7bd5b950817c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5935cabf-c13f-4fab-8ed9-e02a818ece44', 'code': 200} Sep 16 05:09:35.120869 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.129500 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cab18c7e-e45c-4d62-adfd-0ec48f12599f tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.184252 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=5935cabf-c13f-4fab-8ed9-e02a818ece44,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.187366 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-43e55ab2-aa50-4454-a608-a34b53a2c163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.223248 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8869ec20-92e1-4de2-804e-9eed7896c188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.226209 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8869ec20-92e1-4de2-804e-9eed7896c188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.236531 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8869ec20-92e1-4de2-804e-9eed7896c188 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c60aadb-ee2d-4a3c-bafd-1f9846129078 HTTP/1.1" status: 204 len: 168 time: 0.2791989 Sep 16 05:09:35.264987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869ec20-92e1-4de2-804e-9eed7896c188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c60aadb-ee2d-4a3c-bafd-1f9846129078,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.290695 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac9c72-9ef2-4ed2-94b5-9a90745f7cd9 req-905b0879-8994-40c2-9096-5625d8e5e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:35.294510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a90d8-3286-4c6d-835a-5fc36a58a82f req-d6c39bf5-693d-4fd1-a594-5c9a27184918 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:35.295521 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3fac9c72-9ef2-4ed2-94b5-9a90745f7cd9 req-905b0879-8994-40c2-9096-5625d8e5e81c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 1097 time: 0.0818920 Sep 16 05:09:35.303613 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c7a90d8-3286-4c6d-835a-5fc36a58a82f req-d6c39bf5-693d-4fd1-a594-5c9a27184918 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.1337302 Sep 16 05:09:35.359653 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3fac9c72-9ef2-4ed2-94b5-9a90745f7cd9 req-a7483c1e-6535-45e1-9806-365f4e7d353d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559614 Sep 16 05:09:35.378795 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cab18c7e-e45c-4d62-adfd-0ec48f12599f tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.382944 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c7a90d8-3286-4c6d-835a-5fc36a58a82f req-ad1a4cb4-5cb0-4b6c-96e6-44d1cfd69303 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773280 Sep 16 05:09:35.426098 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab18c7e-e45c-4d62-adfd-0ec48f12599f tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Pushing event deleted for resources: {'Subnet': ['ID=ad150378-93b7-4458-a5f3-5536c0d2fccb,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.436048 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cab18c7e-e45c-4d62-adfd-0ec48f12599f tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.436281 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b53895-7516-4399-94fb-dd1d776ae080 None None] Network da952ad9-974f-40eb-9a47-bca452813728 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:35.436668 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cab18c7e-e45c-4d62-adfd-0ec48f12599f tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] 10.222.0.20 "DELETE /v2.0/subnets/ad150378-93b7-4458-a5f3-5536c0d2fccb HTTP/1.1" status: 204 len: 168 time: 0.6648397 Sep 16 05:09:35.438803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44446) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.568580 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.670144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Deleting port 909ccc0b-b43f-4fe0-a262-851f8ce059b1 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:35.671199 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.789853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] For port 909ccc0b-b43f-4fe0-a262-851f8ce059b1, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=909ccc0b-b43f-4fe0-a262-851f8ce059b1,segment=NetworkSegment(a5034f98-c951-4f71-ae59-fed63daf3dab),segment_id=a5034f98-c951-4f71-ae59-fed63daf3dab)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:35.790577 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.809991 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Calling delete_port for 909ccc0b-b43f-4fe0-a262-851f8ce059b1 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:35.867543 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7092d6-18fe-41d3-a579-6d1c4b334388 None None] DHCP port deletion for da952ad9-974f-40eb-9a47-bca452813728 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:09:35.952894 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device c7309df9-609e-423f-97c0-0eb4331a1188 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:36.069850 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.107392 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-fe7092d6-18fe-41d3-a579-6d1c4b334388 None None] Deleting port 909ccc0b-b43f-4fe0-a262-851f8ce059b1 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:36.107392 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fe7092d6-18fe-41d3-a579-6d1c4b334388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.160397 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] No DVR routers for this DVR port 909ccc0b-b43f-4fe0-a262-851f8ce059b1 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:36.168925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Pushing event deleted for resources: {'Port': ['ID=909ccc0b-b43f-4fe0-a262-851f8ce059b1,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:36.172414 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port c7309df9-609e-423f-97c0-0eb4331a1188 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:09:36.217173 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port c7309df9-609e-423f-97c0-0eb4331a1188 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:36.217759 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.250058 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fe7092d6-18fe-41d3-a579-6d1c4b334388 None None] For port 909ccc0b-b43f-4fe0-a262-851f8ce059b1, host n-d-712140-13, got binding levels [] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:36.250553 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fe7092d6-18fe-41d3-a579-6d1c4b334388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.270019 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-fe7092d6-18fe-41d3-a579-6d1c4b334388 None None] Calling delete_port for 909ccc0b-b43f-4fe0-a262-851f8ce059b1 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:36.277253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.ipam_backend_mixin [None req-fe7092d6-18fe-41d3-a579-6d1c4b334388 None None] Port 909ccc0b-b43f-4fe0-a262-851f8ce059b1 was not found and therefore no delete operation was performed {{(pid=95475) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:09:36.280317 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fe7092d6-18fe-41d3-a579-6d1c4b334388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.314354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7092d6-18fe-41d3-a579-6d1c4b334388 None None] No DVR routers for this DVR port 909ccc0b-b43f-4fe0-a262-851f8ce059b1 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:36.316127 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7092d6-18fe-41d3-a579-6d1c4b334388 None None] Pushing event deleted for resources: {'Port': ['ID=909ccc0b-b43f-4fe0-a262-851f8ce059b1,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:36.399203 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.469534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port c7309df9-609e-423f-97c0-0eb4331a1188, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=c7309df9-609e-423f-97c0-0eb4331a1188,segment=NetworkSegment(eaab70e4-1784-46f4-bcb6-260eb0f7cd17),segment_id=eaab70e4-1784-46f4-bcb6-260eb0f7cd17)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:36.554620 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.631288 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=c7309df9-609e-423f-97c0-0eb4331a1188,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:36.683805 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.777922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da952ad9-974f-40eb-9a47-bca452813728']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:36.790519 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 909ccc0b-b43f-4fe0-a262-851f8ce059b1 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:36.796423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5034f98-c951-4f71-ae59-fed63daf3dab') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:36.799690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5034f98-c951-4f71-ae59-fed63daf3dab') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:36.819988 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.841175 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 909ccc0b-b43f-4fe0-a262-851f8ce059b1 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:36.841531 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 909ccc0b-b43f-4fe0-a262-851f8ce059b1 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:36.857087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6279161-aa73-423a-b71b-d83f090f279a req-c5f04efd-fcae-42b4-b515-c76d3e0d4a0b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.859754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6279161-aa73-423a-b71b-d83f090f279a req-c5f04efd-fcae-42b4-b515-c76d3e0d4a0b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.1791148 Sep 16 05:09:36.881949 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7602d15-07e5-4d36-8f55-bdbbbed60e20 req-82ae8702-1cd4-4252-a24f-3fe0ce560226 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.883821 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7602d15-07e5-4d36-8f55-bdbbbed60e20 req-82ae8702-1cd4-4252-a24f-3fe0ce560226 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.8840795 Sep 16 05:09:36.887710 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.912436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:36.913015 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:36.918874 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:37.021166 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6279161-aa73-423a-b71b-d83f090f279a req-90debbdd-9184-40b1-b89e-ab7fcba17bd6 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362052 Sep 16 05:09:37.030931 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7602d15-07e5-4d36-8f55-bdbbbed60e20 req-fc627463-cb99-48fc-a7bd-76f438e2587f tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207438 Sep 16 05:09:37.120647 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f2804c-8ca0-47c0-8258-1ca6c8a16d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7309df9-609e-423f-97c0-0eb4331a1188'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:37.123219 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d78ce98-8fdd-4b13-be1c-5533dfaa5a8f" -d '{"events": [{"server_uuid": "56f2804c-8ca0-47c0-8258-1ca6c8a16d4d", "name": "network-vif-plugged", "status": "completed", "tag": "c7309df9-609e-423f-97c0-0eb4331a1188"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:37.162556 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c1900a-f647-4b52-9493-839374bfad2f x-openstack-request-id: req-c1c1900a-f647-4b52-9493-839374bfad2f {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:37.163175 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f2804c-8ca0-47c0-8258-1ca6c8a16d4d", "name": "network-vif-plugged", "status": "completed", "tag": "c7309df9-609e-423f-97c0-0eb4331a1188", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:37.163597 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1c1900a-f647-4b52-9493-839374bfad2f {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:37.164267 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f2804c-8ca0-47c0-8258-1ca6c8a16d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7309df9-609e-423f-97c0-0eb4331a1188', 'code': 200} Sep 16 05:09:37.170497 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.179681 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.180258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] 10.222.0.20 "DELETE /v2.0/networks/da952ad9-974f-40eb-9a47-bca452813728 HTTP/1.1" status: 204 len: 168 time: 1.7403157 Sep 16 05:09:37.194047 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8cb36-cd4c-4851-9d34-150b695494d9 tempest-FloatingIPNegativeTestJSON-548441135 tempest-FloatingIPNegativeTestJSON-548441135-project] Pushing event deleted for resources: {'Network': ['ID=da952ad9-974f-40eb-9a47-bca452813728,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:37.310174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59562882-26d0-4f7d-b350-4cb65000be9d req-40656e0f-e0b6-4408-9438-f6e8cc110ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:37.312786 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59562882-26d0-4f7d-b350-4cb65000be9d req-40656e0f-e0b6-4408-9438-f6e8cc110ead service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 1098 time: 0.0539296 Sep 16 05:09:37.391156 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59562882-26d0-4f7d-b350-4cb65000be9d req-d6f41851-d3a9-4520-a5b8-ffa138868f81 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660117 Sep 16 05:09:37.751505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44532) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:37.765125 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1fccdb94-7b0a-403e-8c8d-639a13baf200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.928194 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a7e65d95-6584-4eb5-873b-43c55b5135e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e731612198f425d82a26dc123f0d923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1752200 Sep 16 05:09:37.930845 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44542) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.015023 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-83ef0cbc-16cb-4625-8e1e-de2da94cf2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.048368 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-83ef0cbc-16cb-4625-8e1e-de2da94cf2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.223417 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-83ef0cbc-16cb-4625-8e1e-de2da94cf2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.229738 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-83ef0cbc-16cb-4625-8e1e-de2da94cf2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.232032 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-83ef0cbc-16cb-4625-8e1e-de2da94cf2cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6387f6c5-7dd9-49b8-b86e-3ba44b5c5585 HTTP/1.1" status: 204 len: 168 time: 0.2978749 Sep 16 05:09:38.241641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbe044-4008-440a-b84a-edbbf4b67c8b req-e1ccf4b8-2895-4ef5-85e2-2f3b419cba49 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:38.242344 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6cfbe044-4008-440a-b84a-edbbf4b67c8b req-e1ccf4b8-2895-4ef5-85e2-2f3b419cba49 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.1073976 Sep 16 05:09:38.252030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b73db4-a731-4717-a4b4-94e38e3d85fa req-d071813b-15dc-4a5e-81c8-52e0c4de0bc9 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:38.253652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96b73db4-a731-4717-a4b4-94e38e3d85fa req-d071813b-15dc-4a5e-81c8-52e0c4de0bc9 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.0842338 Sep 16 05:09:38.260239 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef0cbc-16cb-4625-8e1e-de2da94cf2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6387f6c5-7dd9-49b8-b86e-3ba44b5c5585,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:38.355921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6cfbe044-4008-440a-b84a-edbbf4b67c8b req-15b35925-1d01-46eb-8a45-4c08738e0e43 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962842 Sep 16 05:09:38.380308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96b73db4-a731-4717-a4b4-94e38e3d85fa req-f4f4c66f-3e3c-445d-b5f7-20d0eef58439 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826948 Sep 16 05:09:38.533139 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.003772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d8723-d476-4d9a-998b-e14e0768f1fe req-5cda9d62-b598-4fd1-af5c-3d5c41a6ebc8 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:39.005932 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-034d8723-d476-4d9a-998b-e14e0768f1fe req-5cda9d62-b598-4fd1-af5c-3d5c41a6ebc8 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.0599821 Sep 16 05:09:39.051771 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-034d8723-d476-4d9a-998b-e14e0768f1fe req-174be780-7ab0-4d24-9cef-13e6a60e350d tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362165 Sep 16 05:09:39.083259 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f710873-cc30-4f96-aac1-23794caadb55 req-9d961120-959a-4bfb-9816-351b35ef7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:39.085781 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0f710873-cc30-4f96-aac1-23794caadb55 req-9d961120-959a-4bfb-9816-351b35ef7b8d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=421b1e6dd448470ca5c7bf9dd8b56185&device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 1097 time: 0.0587132 Sep 16 05:09:39.197516 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f710873-cc30-4f96-aac1-23794caadb55 req-9d8d6f10-c2b1-4466-88ed-e4293cf0a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:39.199115 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0f710873-cc30-4f96-aac1-23794caadb55 req-9d8d6f10-c2b1-4466-88ed-e4293cf0a018 service neutron] 10.222.0.38 "GET /v2.0/networks?id=03728936-a85e-4331-98cd-8d294836c3d0 HTTP/1.1" status: 200 len: 911 time: 0.1058209 Sep 16 05:09:39.255552 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0f710873-cc30-4f96-aac1-23794caadb55 req-2b16d7a7-51c4-4eaf-9010-12c088bf12d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5935cabf-c13f-4fab-8ed9-e02a818ece44 HTTP/1.1" status: 200 len: 217 time: 0.0483611 Sep 16 05:09:39.257853 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.369258 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f710873-cc30-4f96-aac1-23794caadb55 req-4eefc8e3-ec6f-4fcb-b7d1-c270c9bde037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:39.371910 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0f710873-cc30-4f96-aac1-23794caadb55 req-4eefc8e3-ec6f-4fcb-b7d1-c270c9bde037 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c614f95d-adc9-4b0d-bf43-ab684e2051b0 HTTP/1.1" status: 200 len: 850 time: 0.0975523 Sep 16 05:09:39.410641 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0f710873-cc30-4f96-aac1-23794caadb55 req-b461c704-b50b-4529-8e07-b90a983ad906 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=03728936-a85e-4331-98cd-8d294836c3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304019 Sep 16 05:09:39.528200 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0f710873-cc30-4f96-aac1-23794caadb55 req-d3bfccd9-e603-4fe3-9a56-afd31ce94e25 service neutron] 10.222.0.38 "GET /v2.0/networks/03728936-a85e-4331-98cd-8d294836c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095521 Sep 16 05:09:39.678300 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0f710873-cc30-4f96-aac1-23794caadb55 req-f9104fc1-0e2d-4a92-a917-b43e357116fe service neutron] 10.222.0.38 "GET /v2.0/networks/03728936-a85e-4331-98cd-8d294836c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425045 Sep 16 05:09:39.758018 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44632) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:39.923992 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e7c90202-5bca-4704-b24a-5ac0da3f7b77 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-731593800'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:39.927541 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862377b-e1e1-4292-9370-e5c5a8b5f404 req-5018c541-63d0-4e55-99c3-9f4dc921fb1f tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:39.929264 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e862377b-e1e1-4292-9370-e5c5a8b5f404 req-5018c541-63d0-4e55-99c3-9f4dc921fb1f tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.4363728 Sep 16 05:09:39.970308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e862377b-e1e1-4292-9370-e5c5a8b5f404 req-0f204d02-b26e-4e4a-bb2e-dd2866bccabc tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346587 Sep 16 05:09:40.069780 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c90202-5bca-4704-b24a-5ac0da3f7b77 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:40.074235 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e7c90202-5bca-4704-b24a-5ac0da3f7b77 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.090337 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e7c90202-5bca-4704-b24a-5ac0da3f7b77 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.097396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a7d6c-baa7-44ac-bf99-05a78ea545d6 req-c9a9c1fe-c585-44b3-a21a-72eaa5e94b4b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:40.099130 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed9a7d6c-baa7-44ac-bf99-05a78ea545d6 req-c9a9c1fe-c585-44b3-a21a-72eaa5e94b4b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.0604439 Sep 16 05:09:40.112055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44654) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:40.120272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7bde24e4-0025-430f-ab6b-21e4c0152c76 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Request body: {'floatingip': {'port_id': 'c7309df9-609e-423f-97c0-0eb4331a1188'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:40.171533 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7bde24e4-0025-430f-ab6b-21e4c0152c76 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.207754 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e7c90202-5bca-4704-b24a-5ac0da3f7b77 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.288974 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc4cae-a93b-48b2-a49d-9293af53592d req-e3614adf-f8fb-4085-9d36-e0f0b972002d tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:40.290467 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1fc4cae-a93b-48b2-a49d-9293af53592d req-e3614adf-f8fb-4085-9d36-e0f0b972002d tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.1363504 Sep 16 05:09:40.331942 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e7c90202-5bca-4704-b24a-5ac0da3f7b77 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.357273 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c90202-5bca-4704-b24a-5ac0da3f7b77 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:40.372434 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c90202-5bca-4704-b24a-5ac0da3f7b77 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d0d426-fa37-4cf6-977c-5255f4c1fcd1,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:40.376964 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e7c90202-5bca-4704-b24a-5ac0da3f7b77 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.380393 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-e7c90202-5bca-4704-b24a-5ac0da3f7b77 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Added segment 99532549-f8fc-47fc-9b42-955579b43060 of type vlan for network 0162d318-3662-4a27-b840-8bc58fcd76bf Sep 16 05:09:40.387122 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1fc4cae-a93b-48b2-a49d-9293af53592d req-503ffd4c-8309-4c7d-ab4e-c42906288694 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891488 Sep 16 05:09:40.428248 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e7c90202-5bca-4704-b24a-5ac0da3f7b77 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.531551 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e7c90202-5bca-4704-b24a-5ac0da3f7b77 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.542814 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c90202-5bca-4704-b24a-5ac0da3f7b77 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:40.542814 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e7c90202-5bca-4704-b24a-5ac0da3f7b77 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.647783 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c90202-5bca-4704-b24a-5ac0da3f7b77 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Network': ['ID=0162d318-3662-4a27-b840-8bc58fcd76bf,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:40.660515 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 0162d318-3662-4a27-b840-8bc58fcd76bf details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:40.664248 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e7c90202-5bca-4704-b24a-5ac0da3f7b77 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9142053 Sep 16 05:09:40.749791 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.807303 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44684) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:40.812607 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-89b69d1a-6909-4c4d-830f-4dd0e80a07ed tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'subnet': {'network_id': '0162d318-3662-4a27-b840-8bc58fcd76bf', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:40.955032 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7bde24e4-0025-430f-ab6b-21e4c0152c76 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.006230 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b69d1a-6909-4c4d-830f-4dd0e80a07ed tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:41.009866 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-89b69d1a-6909-4c4d-830f-4dd0e80a07ed tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.034403 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7bde24e4-0025-430f-ab6b-21e4c0152c76 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.146511 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-7bde24e4-0025-430f-ab6b-21e4c0152c76 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Floating IP 729facec-4689-442f-8db0-a49fa5280248 associated. External IP: 172.25.4.81, port: c7309df9-609e-423f-97c0-0eb4331a1188. Sep 16 05:09:41.297633 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-89b69d1a-6909-4c4d-830f-4dd0e80a07ed tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.363794 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b69d1a-6909-4c4d-830f-4dd0e80a07ed tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Subnet': ['ID=f0223a47-fe0e-458f-92a4-9667060ddd50,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:41.371584 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b69d1a-6909-4c4d-830f-4dd0e80a07ed tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Checking segment: {'id': '99532549-f8fc-47fc-9b42-955579b43060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0162d318-3662-4a27-b840-8bc58fcd76bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:41.371988 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b69d1a-6909-4c4d-830f-4dd0e80a07ed tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network hostable DHCP agents. Network: 0162d318-3662-4a27-b840-8bc58fcd76bf, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:41.378358 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bde24e4-0025-430f-ab6b-21e4c0152c76 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:41.451905 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b69d1a-6909-4c4d-830f-4dd0e80a07ed tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network 0162d318-3662-4a27-b840-8bc58fcd76bf is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:41.542684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bde24e4-0025-430f-ab6b-21e4c0152c76 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:41.543574 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-89b69d1a-6909-4c4d-830f-4dd0e80a07ed tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 0162d318-3662-4a27-b840-8bc58fcd76bf) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:41.547844 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b69d1a-6909-4c4d-830f-4dd0e80a07ed tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:41.548444 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-89b69d1a-6909-4c4d-830f-4dd0e80a07ed tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.549598 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7bde24e4-0025-430f-ab6b-21e4c0152c76 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.567538 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46294e38-c1ab-48ec-ae81-7a0bc72a68b7 None None] Sync routers for ids ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:41.569985 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabea815-6bc7-44b9-a144-bcf64d19c8ef None None] Network 0162d318-3662-4a27-b840-8bc58fcd76bf requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:41.593338 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f79df-86be-4232-8993-c3fb5ce1802d req-b6cb87b0-4f56-4ca3-a9a6-1e61da8da8dd tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:41.594856 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb0f79df-86be-4232-8993-c3fb5ce1802d req-b6cb87b0-4f56-4ca3-a9a6-1e61da8da8dd tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.0984256 Sep 16 05:09:41.596547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7bde24e4-0025-430f-ab6b-21e4c0152c76 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "PUT /v2.0/floatingips/729facec-4689-442f-8db0-a49fa5280248 HTTP/1.1" status: 200 len: 991 time: 1.4846475 Sep 16 05:09:41.597329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f2804c-8ca0-47c0-8258-1ca6c8a16d4d', 'tag': 'c7309df9-609e-423f-97c0-0eb4331a1188'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:41.599815 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be94b2a-5ec6-4d01-8dfe-ef1f70422632" -d '{"events": [{"name": "network-changed", "server_uuid": "56f2804c-8ca0-47c0-8258-1ca6c8a16d4d", "tag": "c7309df9-609e-423f-97c0-0eb4331a1188"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:41.613091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46294e38-c1ab-48ec-ae81-7a0bc72a68b7 None None] Routers {'d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:41.613816 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-46294e38-c1ab-48ec-ae81-7a0bc72a68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:09:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:41.640818 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-89b69d1a-6909-4c4d-830f-4dd0e80a07ed tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8324270 Sep 16 05:09:41.644981 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44706) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:41.651178 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d8d2e2e5-d919-4b73-90b7-86cbd69877eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-22474718'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:41.659278 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb0f79df-86be-4232-8993-c3fb5ce1802d req-fc09071b-c330-42a2-ae8c-5284fe9efd70 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535936 Sep 16 05:09:41.723875 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8637657b-e8c8-488d-af5d-cf254b80dc5e x-openstack-request-id: req-8637657b-e8c8-488d-af5d-cf254b80dc5e {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:41.724197 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f2804c-8ca0-47c0-8258-1ca6c8a16d4d", "tag": "c7309df9-609e-423f-97c0-0eb4331a1188", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:41.724510 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8637657b-e8c8-488d-af5d-cf254b80dc5e {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:41.725000 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f2804c-8ca0-47c0-8258-1ca6c8a16d4d', 'tag': 'c7309df9-609e-423f-97c0-0eb4331a1188', 'status': 'completed', 'code': 200} Sep 16 05:09:41.772570 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d2e2e5-d919-4b73-90b7-86cbd69877eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:41.778864 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8d2e2e5-d919-4b73-90b7-86cbd69877eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.817318 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d2e2e5-d919-4b73-90b7-86cbd69877eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:41.828224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be94b2a-5ec6-4d01-8dfe-ef1f70422632 req-81252b24-8d4d-46fa-aa0d-b2319708f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:41.831119 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6be94b2a-5ec6-4d01-8dfe-ef1f70422632 req-81252b24-8d4d-46fa-aa0d-b2319708f764 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3&device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 1098 time: 0.0567360 Sep 16 05:09:41.837519 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8d2e2e5-d919-4b73-90b7-86cbd69877eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.837864 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-d8d2e2e5-d919-4b73-90b7-86cbd69877eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Added segment 02e267cc-f3ae-41ab-aeea-7670a467bdf4 of type vlan for network 7d31d79a-5a3d-4e7b-a62c-5101d51a76f1 Sep 16 05:09:41.902556 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-0162d318-3662-4a27-b840-8bc58fcd76bf', 'network_id': '0162d318-3662-4a27-b840-8bc58fcd76bf', 'tenant_id': '2982ec6c97294db8a3745833d9fd7a19', 'fixed_ips': [{'subnet_id': 'f0223a47-fe0e-458f-92a4-9667060ddd50'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:41.904561 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.915946 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-46294e38-c1ab-48ec-ae81-7a0bc72a68b7 None None] Set router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:41.955442 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8d2e2e5-d919-4b73-90b7-86cbd69877eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.004671 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44710) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.014393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be94b2a-5ec6-4d01-8dfe-ef1f70422632 req-251cfd98-a239-4066-9144-e8ae3edf3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:42.016263 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6be94b2a-5ec6-4d01-8dfe-ef1f70422632 req-251cfd98-a239-4066-9144-e8ae3edf3f0c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b93d0e73-7b57-4b50-88bf-e393412fa10a HTTP/1.1" status: 200 len: 912 time: 0.1758142 Sep 16 05:09:42.080486 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8d2e2e5-d919-4b73-90b7-86cbd69877eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.088044 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d2e2e5-d919-4b73-90b7-86cbd69877eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:42.089374 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8d2e2e5-d919-4b73-90b7-86cbd69877eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.145216 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6be94b2a-5ec6-4d01-8dfe-ef1f70422632 req-4425f8f9-af9a-40e7-b387-9ce030a45e13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7309df9-609e-423f-97c0-0eb4331a1188 HTTP/1.1" status: 200 len: 999 time: 0.1217060 Sep 16 05:09:42.173503 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2e2e5-d919-4b73-90b7-86cbd69877eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Network': ['ID=7d31d79a-5a3d-4e7b-a62c-5101d51a76f1,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:42.183183 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fab0985b-fdce-431f-ae88-1f2b7c7e6f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.198714 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 7d31d79a-5a3d-4e7b-a62c-5101d51a76f1 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:42.217018 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be94b2a-5ec6-4d01-8dfe-ef1f70422632 req-e7d21ea0-793a-447a-8acb-038fc208d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:42.218903 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6be94b2a-5ec6-4d01-8dfe-ef1f70422632 req-e7d21ea0-793a-447a-8acb-038fc208d759 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64014166-35b7-4597-8d1f-ccab49be1bad HTTP/1.1" status: 200 len: 850 time: 0.0663729 Sep 16 05:09:42.255899 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d8d2e2e5-d919-4b73-90b7-86cbd69877eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6084163 Sep 16 05:09:42.259565 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44714) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.268061 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8d292296-3ddd-456a-ad97-4a40e51bfd73 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'subnet': {'network_id': '7d31d79a-5a3d-4e7b-a62c-5101d51a76f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:42.343649 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fab0985b-fdce-431f-ae88-1f2b7c7e6f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.358105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be94b2a-5ec6-4d01-8dfe-ef1f70422632 req-519cd231-c2e2-4356-83ed-27cb370cc880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:42.359768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6be94b2a-5ec6-4d01-8dfe-ef1f70422632 req-519cd231-c2e2-4356-83ed-27cb370cc880 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b93d0e73-7b57-4b50-88bf-e393412fa10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1337066 Sep 16 05:09:42.360887 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] Allocated IP 172.20.255.242 (0162d318-3662-4a27-b840-8bc58fcd76bf/f0223a47-fe0e-458f-92a4-9667060ddd50/d80c296d-702a-44f2-95fa-42973ec2155a) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:42.423239 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fab0985b-fdce-431f-ae88-1f2b7c7e6f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.461111 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-46294e38-c1ab-48ec-ae81-7a0bc72a68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:09:10Z', 'revision_number': 4, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port': {'id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:05Z', 'updated_at': '2021-09-16T05:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '729facec-4689-442f-8db0-a49fa5280248', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'floating_ip_address': '172.25.4.81', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'port_id': 'c7309df9-609e-423f-97c0-0eb4331a1188', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'mac_address': 'fa:16:3e:74:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f2804c-8ca0-47c0-8258-1ca6c8a16d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:09:15Z', 'updated_at': '2021-09-16T05:09:40Z', 'revision_number': 1, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b', 'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'mac_address': 'fa:16:3e:c3:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:08Z', 'updated_at': '2021-09-16T05:09:13Z', 'revision_number': 5, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'subnets': [{'id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:42.482258 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0985b-fdce-431f-ae88-1f2b7c7e6f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bce3819-93bb-452d-8615-b741adff8930,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:42.499903 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6be94b2a-5ec6-4d01-8dfe-ef1f70422632 req-23a56d9e-8019-430e-a580-581d749bc167 service neutron] 10.222.0.21 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323106 Sep 16 05:09:42.509039 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fab0985b-fdce-431f-ae88-1f2b7c7e6f5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b3a39f7239b4bc895c237a7ca787646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5025136 Sep 16 05:09:42.510243 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44716) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.513841 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46294e38-c1ab-48ec-ae81-7a0bc72a68b7 None None] Checking router: d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:42.534380 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46294e38-c1ab-48ec-ae81-7a0bc72a68b7 None None] Routers {'d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:42.535197 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-46294e38-c1ab-48ec-ae81-7a0bc72a68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:09:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:42.572127 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1660eaff-d48a-40a2-8786-0e3548740452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.600037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d292296-3ddd-456a-ad97-4a40e51bfd73 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:42.602738 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1660eaff-d48a-40a2-8786-0e3548740452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.605135 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d292296-3ddd-456a-ad97-4a40e51bfd73 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.646547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6be94b2a-5ec6-4d01-8dfe-ef1f70422632 req-958677ab-192e-41ed-9f37-82277494d7d9 service neutron] 10.222.0.21 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387601 Sep 16 05:09:42.682032 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.706038 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-46294e38-c1ab-48ec-ae81-7a0bc72a68b7 None None] Set router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:42.756686 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1660eaff-d48a-40a2-8786-0e3548740452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.761059 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1660eaff-d48a-40a2-8786-0e3548740452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.763115 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1660eaff-d48a-40a2-8786-0e3548740452 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bce3819-93bb-452d-8615-b741adff8930 HTTP/1.1" status: 204 len: 168 time: 0.2515819 Sep 16 05:09:42.775218 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660eaff-d48a-40a2-8786-0e3548740452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bce3819-93bb-452d-8615-b741adff8930,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:42.851663 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.904729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] Network 0162d318-3662-4a27-b840-8bc58fcd76bf is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:42.913220 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:42.919661 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:42.927729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b15c52-4ff5-44d2-90ca-78b2719c2091 req-02081060-aa2c-4474-9702-b216d93e24fe tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:42.929778 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6b15c52-4ff5-44d2-90ca-78b2719c2091 req-02081060-aa2c-4474-9702-b216d93e24fe tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.1468062 Sep 16 05:09:43.018762 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] Pushing event updated for resources: {'Port': ['ID=d80c296d-702a-44f2-95fa-42973ec2155a,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:43.254805 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] Attempting to bind port d80c296d-702a-44f2-95fa-42973ec2155a on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:43.255487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] Attempting to bind port d80c296d-702a-44f2-95fa-42973ec2155a by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '99532549-f8fc-47fc-9b42-955579b43060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0162d318-3662-4a27-b840-8bc58fcd76bf'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:43.255826 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] Attempting to bind port d80c296d-702a-44f2-95fa-42973ec2155a on network 0162d318-3662-4a27-b840-8bc58fcd76bf {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:43.263366 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:43.263683 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] Checking segment: {'id': '99532549-f8fc-47fc-9b42-955579b43060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0162d318-3662-4a27-b840-8bc58fcd76bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:43.264056 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.264455 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] Bound using segment: {'id': '99532549-f8fc-47fc-9b42-955579b43060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0162d318-3662-4a27-b840-8bc58fcd76bf'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:43.264941 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] Bound port: d80c296d-702a-44f2-95fa-42973ec2155a, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99532549-f8fc-47fc-9b42-955579b43060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0162d318-3662-4a27-b840-8bc58fcd76bf'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:43.265327 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.365313 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6b15c52-4ff5-44d2-90ca-78b2719c2091 req-88fa38ec-aa91-4d1f-b737-02cedd2c6ab4 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103756 Sep 16 05:09:43.389849 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] For port d80c296d-702a-44f2-95fa-42973ec2155a, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:43.394023 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] For port d80c296d-702a-44f2-95fa-42973ec2155a, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d80c296d-702a-44f2-95fa-42973ec2155a,segment=NetworkSegment(99532549-f8fc-47fc-9b42-955579b43060),segment_id=99532549-f8fc-47fc-9b42-955579b43060)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:43.408626 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-46294e38-c1ab-48ec-ae81-7a0bc72a68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:09:10Z', 'revision_number': 4, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port': {'id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:05Z', 'updated_at': '2021-09-16T05:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '729facec-4689-442f-8db0-a49fa5280248', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'floating_ip_address': '172.25.4.81', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'port_id': 'c7309df9-609e-423f-97c0-0eb4331a1188', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'mac_address': 'fa:16:3e:74:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f2804c-8ca0-47c0-8258-1ca6c8a16d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:09:15Z', 'updated_at': '2021-09-16T05:09:40Z', 'revision_number': 1, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b', 'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'mac_address': 'fa:16:3e:c3:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:08Z', 'updated_at': '2021-09-16T05:09:13Z', 'revision_number': 5, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'subnets': [{'id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:43.411933 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d292296-3ddd-456a-ad97-4a40e51bfd73 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.441183 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46294e38-c1ab-48ec-ae81-7a0bc72a68b7 None None] The sync data for ids ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'] in n-d-712140-13 is: [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:09:10Z', 'revision_number': 4, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port': {'id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:05Z', 'updated_at': '2021-09-16T05:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '729facec-4689-442f-8db0-a49fa5280248', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'floating_ip_address': '172.25.4.81', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'port_id': 'c7309df9-609e-423f-97c0-0eb4331a1188', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'mac_address': 'fa:16:3e:74:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f2804c-8ca0-47c0-8258-1ca6c8a16d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:09:15Z', 'updated_at': '2021-09-16T05:09:40Z', 'revision_number': 1, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b', 'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'mac_address': 'fa:16:3e:c3:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:08Z', 'updated_at': '2021-09-16T05:09:13Z', 'revision_number': 5, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'subnets': [{'id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:43.487189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d292296-3ddd-456a-ad97-4a40e51bfd73 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Subnet': ['ID=4be16383-ede1-4fba-8f82-cf8624f3d1c5,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:43.493910 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d292296-3ddd-456a-ad97-4a40e51bfd73 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Checking segment: {'id': '02e267cc-f3ae-41ab-aeea-7670a467bdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7d31d79a-5a3d-4e7b-a62c-5101d51a76f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:43.493910 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d292296-3ddd-456a-ad97-4a40e51bfd73 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network hostable DHCP agents. Network: 7d31d79a-5a3d-4e7b-a62c-5101d51a76f1, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:43.532376 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.607318 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df419cc6-964d-4d8d-8490-850edecd0ef4 None None] Pushing event updated for resources: {'Port': ['ID=d80c296d-702a-44f2-95fa-42973ec2155a,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:43.621052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d292296-3ddd-456a-ad97-4a40e51bfd73 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network 7d31d79a-5a3d-4e7b-a62c-5101d51a76f1 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:43.726811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-8d292296-3ddd-456a-ad97-4a40e51bfd73 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 7d31d79a-5a3d-4e7b-a62c-5101d51a76f1) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:43.735748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d292296-3ddd-456a-ad97-4a40e51bfd73 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:43.737963 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d292296-3ddd-456a-ad97-4a40e51bfd73 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.738923 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05430aec-f707-43b0-b5db-4e099eba5bab None None] Network 7d31d79a-5a3d-4e7b-a62c-5101d51a76f1 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:43.760963 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f6007e-e462-48b1-bc4f-47a0bdcd1b87 None None] New status for floating IP 729facec-4689-442f-8db0-a49fa5280248: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:09:43.788792 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44742) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.950456 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8d292296-3ddd-456a-ad97-4a40e51bfd73 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6890202 Sep 16 05:09:43.953522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44752) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:44.123960 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-27123535-8917-4941-a4fa-e0727a772136 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2677 time: 0.3336682 Sep 16 05:09:44.124848 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44760) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:44.131022 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-0a0b025b-65e8-4ed8-ae2e-fa65160ee907 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Request body: {'network': {'name': 'tempest-network-smoke--345449698', 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'port_security_enabled': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:44.134702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-7d31d79a-5a3d-4e7b-a62c-5101d51a76f1', 'network_id': '7d31d79a-5a3d-4e7b-a62c-5101d51a76f1', 'tenant_id': '2982ec6c97294db8a3745833d9fd7a19', 'fixed_ips': [{'subnet_id': '4be16383-ede1-4fba-8f82-cf8624f3d1c5'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:44.136448 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.205905 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.311300 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] Allocated IP 172.20.0.2 (7d31d79a-5a3d-4e7b-a62c-5101d51a76f1/4be16383-ede1-4fba-8f82-cf8624f3d1c5/12ee1645-834c-4983-8944-fe70efac219a) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:44.338849 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0b025b-65e8-4ed8-ae2e-fa65160ee907 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Made reservation on behalf of 2d4acf06f6cb40beb5bd53afa54aba76 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:44.343805 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0a0b025b-65e8-4ed8-ae2e-fa65160ee907 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.366488 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.440271 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0b025b-65e8-4ed8-ae2e-fa65160ee907 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:44.463866 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0a0b025b-65e8-4ed8-ae2e-fa65160ee907 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.464149 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-0a0b025b-65e8-4ed8-ae2e-fa65160ee907 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Added segment 686c3436-a63a-4666-9acf-5dfef3b10276 of type vlan for network 8cce893d-c1c5-49cf-abaf-9c25ac1e342c Sep 16 05:09:44.577338 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0a0b025b-65e8-4ed8-ae2e-fa65160ee907 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.608134 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.630169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce44cb-aff9-4d40-8446-197f11de3cc4 req-bca645bd-1ae7-4fdc-b645-f77668b0ebde tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:44.631835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07ce44cb-aff9-4d40-8446-197f11de3cc4 req-bca645bd-1ae7-4fdc-b645-f77668b0ebde tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.1305804 Sep 16 05:09:44.689892 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07ce44cb-aff9-4d40-8446-197f11de3cc4 req-24fa2645-6d08-4204-9252-a2d851a638c5 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497291 Sep 16 05:09:44.693127 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.708347 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0a0b025b-65e8-4ed8-ae2e-fa65160ee907 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.722716 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0b025b-65e8-4ed8-ae2e-fa65160ee907 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:44.722716 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0a0b025b-65e8-4ed8-ae2e-fa65160ee907 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.808104 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] Network 7d31d79a-5a3d-4e7b-a62c-5101d51a76f1 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:44.811218 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:44.824148 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:44.835955 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.908449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Subnet': ['ID=4be16383-ede1-4fba-8f82-cf8624f3d1c5,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:44.917985 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] Pushing event updated for resources: {'Port': ['ID=12ee1645-834c-4983-8944-fe70efac219a,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:45.063057 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d80c296d-702a-44f2-95fa-42973ec2155a up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:45.087072 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.149573 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d31d79a-5a3d-4e7b-a62c-5101d51a76f1']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:45.175554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e267cc-f3ae-41ab-aeea-7670a467bdf4') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:45.175865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e267cc-f3ae-41ab-aeea-7670a467bdf4') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:45.188365 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.219758 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.227758 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:45.228562 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:45.233287 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:45.264957 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabcfb42-0d8c-48b5-9598-637d1466e400 None None] Network 0162d318-3662-4a27-b840-8bc58fcd76bf requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:45.286257 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0a0b025b-65e8-4ed8-ae2e-fa65160ee907 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1602654 Sep 16 05:09:45.290558 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44774) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:45.297089 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-bfaad65d-8c14-4ac8-9be4-9a6f7344e499 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-348944152', 'admin_state_up': True, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:45.306155 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b025b-65e8-4ed8-ae2e-fa65160ee907 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event updated for resources: {'Network': ['ID=8cce893d-c1c5-49cf-abaf-9c25ac1e342c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:45.327144 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 8cce893d-c1c5-49cf-abaf-9c25ac1e342c details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:45.355719 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.db.api [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:09:45.355719 n-d-712140-13 neutron-server[95473]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:09:45.355719 n-d-712140-13 neutron-server[95473]: [parameters: {'id': '7d31d79a-5a3d-4e7b-a62c-5101d51a76f1'}] Sep 16 05:09:45.355719 n-d-712140-13 neutron-server[95473]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:09:45.356587 n-d-712140-13 neutron-server[95473]: DEBUG oslo_db.api [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:09:45.383621 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] Attempting to bind port 12ee1645-834c-4983-8944-fe70efac219a on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:45.384415 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] Attempting to bind port 12ee1645-834c-4983-8944-fe70efac219a by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '02e267cc-f3ae-41ab-aeea-7670a467bdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7d31d79a-5a3d-4e7b-a62c-5101d51a76f1'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:45.384787 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] Attempting to bind port 12ee1645-834c-4983-8944-fe70efac219a on network 7d31d79a-5a3d-4e7b-a62c-5101d51a76f1 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:45.428709 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:45.429198 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] Checking segment: {'id': '02e267cc-f3ae-41ab-aeea-7670a467bdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7d31d79a-5a3d-4e7b-a62c-5101d51a76f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:45.429668 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.430135 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] Bound using segment: {'id': '02e267cc-f3ae-41ab-aeea-7670a467bdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7d31d79a-5a3d-4e7b-a62c-5101d51a76f1'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:45.430719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] Bound port: 12ee1645-834c-4983-8944-fe70efac219a, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e267cc-f3ae-41ab-aeea-7670a467bdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7d31d79a-5a3d-4e7b-a62c-5101d51a76f1'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:45.431192 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.458350 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bfaad65d-8c14-4ac8-9be4-9a6f7344e499 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.460155 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bfaad65d-8c14-4ac8-9be4-9a6f7344e499 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.469874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c2b06dde-8f34-43ee-82fe-d39a8a7feb04 None None] Provisioning complete for port d80c296d-702a-44f2-95fa-42973ec2155a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:45.470245 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2b06dde-8f34-43ee-82fe-d39a8a7feb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.539109 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bfaad65d-8c14-4ac8-9be4-9a6f7344e499 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.624212 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port d80c296d-702a-44f2-95fa-42973ec2155a triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:45.624580 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.738929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] For port 12ee1645-834c-4983-8944-fe70efac219a, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:45.813254 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] For port 12ee1645-834c-4983-8944-fe70efac219a, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=12ee1645-834c-4983-8944-fe70efac219a,segment=NetworkSegment(02e267cc-f3ae-41ab-aeea-7670a467bdf4),segment_id=02e267cc-f3ae-41ab-aeea-7670a467bdf4)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:45.850417 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2b06dde-8f34-43ee-82fe-d39a8a7feb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.851385 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfb1a5-b10b-439e-86fc-d4530454ac93 req-be376006-1940-478d-9465-16be7c20042f tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:45.853578 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1edfb1a5-b10b-439e-86fc-d4530454ac93 req-be376006-1940-478d-9465-16be7c20042f tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.0593381 Sep 16 05:09:45.860504 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.863193 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bfaad65d-8c14-4ac8-9be4-9a6f7344e499 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.894614 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.974523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1edfb1a5-b10b-439e-86fc-d4530454ac93 req-6edd8c4c-d14f-49bc-a141-ec724c13813c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971053 Sep 16 05:09:46.003381 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0631e-fee5-4728-8159-a81fde32d972 None None] Pushing event updated for resources: {'Port': ['ID=12ee1645-834c-4983-8944-fe70efac219a,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:46.005492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Deleting port 12ee1645-834c-4983-8944-fe70efac219a {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:46.006322 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.025284 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.107309 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c2b06dde-8f34-43ee-82fe-d39a8a7feb04 None None] For port d80c296d-702a-44f2-95fa-42973ec2155a, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d80c296d-702a-44f2-95fa-42973ec2155a,segment=NetworkSegment(99532549-f8fc-47fc-9b42-955579b43060),segment_id=99532549-f8fc-47fc-9b42-955579b43060)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:46.118009 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13b17e3-8fd3-4ff3-ad42-98a1a4496701 None None] Network 7d31d79a-5a3d-4e7b-a62c-5101d51a76f1 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:46.178297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] For port 12ee1645-834c-4983-8944-fe70efac219a, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=12ee1645-834c-4983-8944-fe70efac219a,segment=NetworkSegment(02e267cc-f3ae-41ab-aeea-7670a467bdf4),segment_id=02e267cc-f3ae-41ab-aeea-7670a467bdf4)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:46.181016 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.240080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Calling delete_port for 12ee1645-834c-4983-8944-fe70efac219a owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:46.282814 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2b06dde-8f34-43ee-82fe-d39a8a7feb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.297330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44794) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:46.397174 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bfaad65d-8c14-4ac8-9be4-9a6f7344e499 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.425811 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bfaad65d-8c14-4ac8-9be4-9a6f7344e499 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.441879 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.452425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b4ec9905-f82d-4eda-a83e-7515127b30d9 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:46.500465 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:09:46.501000 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:09:46.517073 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Port': ['ID=12ee1645-834c-4983-8944-fe70efac219a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:46.520597 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No DVR routers for this DVR port 12ee1645-834c-4983-8944-fe70efac219a on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:46.523774 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-210a5e24-94bd-4496-8de7-8f425eaf1f7e None None] Provisioning complete for port d80c296d-702a-44f2-95fa-42973ec2155a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:46.524233 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-210a5e24-94bd-4496-8de7-8f425eaf1f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.565340 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b06dde-8f34-43ee-82fe-d39a8a7feb04 None None] Pushing event updated for resources: {'Port': ['ID=d80c296d-702a-44f2-95fa-42973ec2155a,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:46.573323 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-bfaad65d-8c14-4ac8-9be4-9a6f7344e499 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Allocated IP 172.25.4.120 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/9390e17c-ad94-45ae-a243-b49c33c8b1bf) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:46.601320 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ad883d-d49e-464c-bea2-af5694f009b1 None None] get_active_networks_info from n-d-712140-13 {{(pid=95475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:09:46.637141 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.661861 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d31d79a-5a3d-4e7b-a62c-5101d51a76f1']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:46.674371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e267cc-f3ae-41ab-aeea-7670a467bdf4') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:46.674667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e267cc-f3ae-41ab-aeea-7670a467bdf4') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:46.686691 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9905-f82d-4eda-a83e-7515127b30d9 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.690693 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.723109 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.735587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:46.735851 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:46.739275 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:46.775528 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ad883d-d49e-464c-bea2-af5694f009b1 None None] Resources bound (agent type, host, resource id): {{(pid=95475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:09:46.794397 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bfaad65d-8c14-4ac8-9be4-9a6f7344e499 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.881080 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9905-f82d-4eda-a83e-7515127b30d9 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.915243 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bfaad65d-8c14-4ac8-9be4-9a6f7344e499 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.985519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaad65d-8c14-4ac8-9be4-9a6f7344e499 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:46.990287 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-bfaad65d-8c14-4ac8-9be4-9a6f7344e499 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:46.992353 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaad65d-8c14-4ac8-9be4-9a6f7344e499 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event updated for resources: {'Port': ['ID=9390e17c-ad94-45ae-a243-b49c33c8b1bf,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:47.000721 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaad65d-8c14-4ac8-9be4-9a6f7344e499 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:47.013474 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.027780 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.030274 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/7d31d79a-5a3d-4e7b-a62c-5101d51a76f1 HTTP/1.1" status: 204 len: 168 time: 3.0739708 Sep 16 05:09:47.034957 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44802) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:47.047901 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c67ddbbd-9749-4660-b3ce-d1d8d8285476 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2062196937'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:47.052928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6958687-538f-4932-8cb7-35e3b881d9ea tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Network': ['ID=7d31d79a-5a3d-4e7b-a62c-5101d51a76f1,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:47.085287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-b4ec9905-f82d-4eda-a83e-7515127b30d9 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Allocated IP 172.25.4.68 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/d7f1ec05-b5cc-446c-b286-9064847ed0c5) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:47.191896 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d80c296d-702a-44f2-95fa-42973ec2155a up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:47.224406 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67ddbbd-9749-4660-b3ce-d1d8d8285476 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:47.229510 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c67ddbbd-9749-4660-b3ce-d1d8d8285476 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.257969 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9905-f82d-4eda-a83e-7515127b30d9 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.264280 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67ddbbd-9749-4660-b3ce-d1d8d8285476 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:47.273294 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port d80c296d-702a-44f2-95fa-42973ec2155a triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:47.273750 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.274612 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c67ddbbd-9749-4660-b3ce-d1d8d8285476 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.275152 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-c67ddbbd-9749-4660-b3ce-d1d8d8285476 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Added segment 86838afd-c5bc-4654-a991-8e2b540c033e of type vlan for network b1e316b7-258a-4584-92c2-cbb82db434e8 Sep 16 05:09:47.297185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636d2d2-dd56-4fa3-8025-2baec869fd84 req-89fec60a-a09f-4ecb-a8ad-6f1843f1a092 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:47.298845 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c636d2d2-dd56-4fa3-8025-2baec869fd84 req-89fec60a-a09f-4ecb-a8ad-6f1843f1a092 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.1907027 Sep 16 05:09:47.328240 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c67ddbbd-9749-4660-b3ce-d1d8d8285476 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.364455 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c636d2d2-dd56-4fa3-8025-2baec869fd84 req-9d7ea761-5209-453f-9aab-a3b4799893a6 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546963 Sep 16 05:09:47.420867 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9905-f82d-4eda-a83e-7515127b30d9 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.451645 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c67ddbbd-9749-4660-b3ce-d1d8d8285476 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.459261 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67ddbbd-9749-4660-b3ce-d1d8d8285476 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:47.460309 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c67ddbbd-9749-4660-b3ce-d1d8d8285476 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.466329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ec9905-f82d-4eda-a83e-7515127b30d9 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:47.472158 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-b4ec9905-f82d-4eda-a83e-7515127b30d9 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:47.476878 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ec9905-f82d-4eda-a83e-7515127b30d9 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:47.481422 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec9905-f82d-4eda-a83e-7515127b30d9 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Pushing event updated for resources: {'Port': ['ID=d7f1ec05-b5cc-446c-b286-9064847ed0c5,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:47.575074 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9905-f82d-4eda-a83e-7515127b30d9 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.593186 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ddbbd-9749-4660-b3ce-d1d8d8285476 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Network': ['ID=b1e316b7-258a-4584-92c2-cbb82db434e8,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:47.607593 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c67ddbbd-9749-4660-b3ce-d1d8d8285476 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5714602 Sep 16 05:09:47.607914 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network b1e316b7-258a-4584-92c2-cbb82db434e8 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:47.610729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44808) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:47.616843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-90ab1c92-631a-4eb4-99b2-db7a31e9f985 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'subnet': {'network_id': 'b1e316b7-258a-4584-92c2-cbb82db434e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:47.669011 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bfaad65d-8c14-4ac8-9be4-9a6f7344e499 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.747131 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9905-f82d-4eda-a83e-7515127b30d9 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.880409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ab1c92-631a-4eb4-99b2-db7a31e9f985 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:47.884424 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-90ab1c92-631a-4eb4-99b2-db7a31e9f985 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.904444 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bfaad65d-8c14-4ac8-9be4-9a6f7344e499 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.031068 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.ipam_backend_mixin [None req-90ab1c92-631a-4eb4-99b2-db7a31e9f985 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Performing IP validity checks on allocation pools {{(pid=95473) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:09:48.032560 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.ipam_backend_mixin [None req-90ab1c92-631a-4eb4-99b2-db7a31e9f985 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95473) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:09:48.129111 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9905-f82d-4eda-a83e-7515127b30d9 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.137567 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfaad65d-8c14-4ac8-9be4-9a6f7344e499 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Router ab22af47-108f-4536-99b8-119168765a51 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:09:48.224678 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9905-f82d-4eda-a83e-7515127b30d9 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.255572 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfaad65d-8c14-4ac8-9be4-9a6f7344e499 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:48.267673 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] Sync routers for ids ['ab22af47-108f-4536-99b8-119168765a51'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:48.278568 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] Routers {'ab22af47-108f-4536-99b8-119168765a51'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:48.279270 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:09:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ab22af47-108f-4536-99b8-119168765a51'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:48.361756 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bfaad65d-8c14-4ac8-9be4-9a6f7344e499 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.367004 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bfaad65d-8c14-4ac8-9be4-9a6f7344e499 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.0723000 Sep 16 05:09:48.368009 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44810) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:48.427985 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] Set router ab22af47-108f-4536-99b8-119168765a51 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:48.450788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec9905-f82d-4eda-a83e-7515127b30d9 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Pushing event updated for resources: {'Port': ['ID=d7f1ec05-b5cc-446c-b286-9064847ed0c5,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:48.468712 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-90ab1c92-631a-4eb4-99b2-db7a31e9f985 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.519912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699221db-0b4e-44f4-b5c0-e93d2beb9787 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:48.522954 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-699221db-0b4e-44f4-b5c0-e93d2beb9787 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=2d4acf06f6cb40beb5bd53afa54aba76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1523073 Sep 16 05:09:48.524448 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44816) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:48.568504 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9905-f82d-4eda-a83e-7515127b30d9 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.644489 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d65109a-60fb-4396-a0b8-1d374cfb69df tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:48.648752 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0d65109a-60fb-4396-a0b8-1d374cfb69df tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1201982 Sep 16 05:09:48.648935 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44818) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:48.691514 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab1c92-631a-4eb4-99b2-db7a31e9f985 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Subnet': ['ID=1181d0b8-2fab-4ad3-a4c5-76b8e4a76fee,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:48.723638 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9905-f82d-4eda-a83e-7515127b30d9 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.725558 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7fd3b35c-6c0c-4130-8bd7-4a00306435a1 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0745850 Sep 16 05:09:48.731571 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44826) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:48.731863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b4ec9905-f82d-4eda-a83e-7515127b30d9 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4294343 Sep 16 05:09:48.741279 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcc69b-dbe6-41a8-a34d-1411935160d2 req-0ab01276-6761-480e-933e-fe8ecc191201 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:48.742858 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbfcc69b-dbe6-41a8-a34d-1411935160d2 req-0ab01276-6761-480e-933e-fe8ecc191201 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.1989992 Sep 16 05:09:48.743384 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44828) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:48.748553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-5289f3b8-67c1-460d-b633-5551a43c341f tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1549959248', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'fixed_ips': [{'ip_address': '172.25.4.68'}]}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:48.763818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab1c92-631a-4eb4-99b2-db7a31e9f985 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Checking segment: {'id': '86838afd-c5bc-4654-a991-8e2b540c033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b1e316b7-258a-4584-92c2-cbb82db434e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:48.764197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ab1c92-631a-4eb4-99b2-db7a31e9f985 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network hostable DHCP agents. Network: b1e316b7-258a-4584-92c2-cbb82db434e8, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:48.788194 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5a9e2a79-42be-4100-b2f3-66636c492b72 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=2d4acf06f6cb40beb5bd53afa54aba76&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0573065 Sep 16 05:09:48.790647 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44834) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:48.857634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbfcc69b-dbe6-41a8-a34d-1411935160d2 req-7e30b614-c6cf-441e-8054-185deb391849 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876017 Sep 16 05:09:48.861950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5289f3b8-67c1-460d-b633-5551a43c341f tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Made reservation on behalf of 21fc6d2742624bff8f5bbf5ce9197466 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:48.882421 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5289f3b8-67c1-460d-b633-5551a43c341f tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.893741 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5289f3b8-67c1-460d-b633-5551a43c341f tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.908405 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ab1c92-631a-4eb4-99b2-db7a31e9f985 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network b1e316b7-258a-4584-92c2-cbb82db434e8 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:48.942697 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab22af47-108f-4536-99b8-119168765a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-348944152', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9390e17c-ad94-45ae-a243-b49c33c8b1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:47Z', 'revision_number': 3, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': '9390e17c-ad94-45ae-a243-b49c33c8b1bf', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab22af47-108f-4536-99b8-119168765a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:46Z', 'updated_at': '2021-09-16T05:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:48.959468 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740b28f1-f90f-47d8-88b3-597a13cfc9da tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:48.961326 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-740b28f1-f90f-47d8-88b3-597a13cfc9da tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1687603 Sep 16 05:09:48.966305 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44844) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:48.982057 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] Checking router: ab22af47-108f-4536-99b8-119168765a51 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:48.982417 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] Updating router ab22af47-108f-4536-99b8-119168765a51 port 9390e17c-ad94-45ae-a243-b49c33c8b1bf binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:09:49.004099 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f9c44874-5c60-4698-b3d6-c13b0658ade9 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363352 Sep 16 05:09:49.006830 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44846) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:49.015045 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-35a392f3-5724-423c-8e14-f14518d353bd tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1446104910', 'network_id': '8cce893d-c1c5-49cf-abaf-9c25ac1e342c', 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:49.017868 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.025371 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5289f3b8-67c1-460d-b633-5551a43c341f tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.027653 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-90ab1c92-631a-4eb4-99b2-db7a31e9f985 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, b1e316b7-258a-4584-92c2-cbb82db434e8) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:49.032391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ab1c92-631a-4eb4-99b2-db7a31e9f985 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.035294 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-90ab1c92-631a-4eb4-99b2-db7a31e9f985 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.053100 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7275a8ce-c73a-4dba-8ec6-aa3b4ebef1ce None None] Network b1e316b7-258a-4584-92c2-cbb82db434e8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:49.122670 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5289f3b8-67c1-460d-b633-5551a43c341f tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.134385 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-5289f3b8-67c1-460d-b633-5551a43c341f tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] device_id is not set on port 6f61e1aa-5165-4eee-ad67-a7c6621df5db yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:09:49.238036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44850) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:49.238693 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-90ab1c92-631a-4eb4-99b2-db7a31e9f985 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6265566 Sep 16 05:09:49.248405 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289f3b8-67c1-460d-b633-5551a43c341f tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd57127-277b-4bc5-bf24-25eb805b4e1d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:49.286903 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a392f3-5724-423c-8e14-f14518d353bd tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Made reservation on behalf of 2d4acf06f6cb40beb5bd53afa54aba76 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:49.290596 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-35a392f3-5724-423c-8e14-f14518d353bd tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.369870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-b1e316b7-258a-4584-92c2-cbb82db434e8', 'network_id': 'b1e316b7-258a-4584-92c2-cbb82db434e8', 'tenant_id': '2982ec6c97294db8a3745833d9fd7a19', 'fixed_ips': [{'subnet_id': '1181d0b8-2fab-4ad3-a4c5-76b8e4a76fee'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:49.370920 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.455620 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.564059 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.596846 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] Allocated IP 172.20.0.3 (b1e316b7-258a-4584-92c2-cbb82db434e8/1181d0b8-2fab-4ad3-a4c5-76b8e4a76fee/ab8c1e7e-812f-488b-a8b3-502cd4821568) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:49.709817 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.737566 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.784537 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-35a392f3-5724-423c-8e14-f14518d353bd tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.806997 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] Attempting to bind port 9390e17c-ad94-45ae-a243-b49c33c8b1bf on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:49.807398 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] Attempting to bind port 9390e17c-ad94-45ae-a243-b49c33c8b1bf by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:49.807768 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] Attempting to bind port 9390e17c-ad94-45ae-a243-b49c33c8b1bf on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:49.813862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7a64e-c134-4a8d-a27d-2007bf77da04 None None] Pushing event updated for resources: {'Port': ['ID=9390e17c-ad94-45ae-a243-b49c33c8b1bf,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:49.824577 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-5289f3b8-67c1-460d-b633-5551a43c341f tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 05:09:49.825564 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5289f3b8-67c1-460d-b633-5551a43c341f tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:49.831843 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:49.832235 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:49.833157 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.833157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:49.833609 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] Bound port: 9390e17c-ad94-45ae-a243-b49c33c8b1bf, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:49.834140 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.864696 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a392f3-5724-423c-8e14-f14518d353bd tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event updated for resources: {'Subnet': ['ID=912a5878-84e1-47fc-b909-fcdffc85170d,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:49.937838 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.941773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] For port 9390e17c-ad94-45ae-a243-b49c33c8b1bf, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:49.945139 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] For port 9390e17c-ad94-45ae-a243-b49c33c8b1bf, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9390e17c-ad94-45ae-a243-b49c33c8b1bf,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:49.949277 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a392f3-5724-423c-8e14-f14518d353bd tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Checking segment: {'id': '686c3436-a63a-4666-9acf-5dfef3b10276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8cce893d-c1c5-49cf-abaf-9c25ac1e342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:49.950185 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a392f3-5724-423c-8e14-f14518d353bd tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Network hostable DHCP agents. Network: 8cce893d-c1c5-49cf-abaf-9c25ac1e342c, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:49.951830 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44856) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:49.952137 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5289f3b8-67c1-460d-b633-5551a43c341f tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2073655 Sep 16 05:09:50.017709 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.019494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912abb1-2ed8-4a5d-a0c0-c1f0d1289934 req-3e26732b-f309-4f01-bcdf-5a3f20bbf13b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:50.021628 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1912abb1-2ed8-4a5d-a0c0-c1f0d1289934 req-3e26732b-f309-4f01-bcdf-5a3f20bbf13b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.0618520 Sep 16 05:09:50.054953 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.075391 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] Network b1e316b7-258a-4584-92c2-cbb82db434e8 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:50.076785 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1912abb1-2ed8-4a5d-a0c0-c1f0d1289934 req-629e94e5-b149-4dea-9e2d-76fc9f8c634a tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469525 Sep 16 05:09:50.087690 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:50.095295 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:50.098841 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] Pushing event updated for resources: {'Port': ['ID=ab8c1e7e-812f-488b-a8b3-502cd4821568,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:50.112439 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] Routers {'ab22af47-108f-4536-99b8-119168765a51'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:50.113188 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:09:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ab22af47-108f-4536-99b8-119168765a51'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:50.181204 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a392f3-5724-423c-8e14-f14518d353bd tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Network 8cce893d-c1c5-49cf-abaf-9c25ac1e342c is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:50.228651 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-c301d60d-747f-44e4-a989-ea7926d4a408 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Deleting port d7f1ec05-b5cc-446c-b286-9064847ed0c5 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:50.230087 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c301d60d-747f-44e4-a989-ea7926d4a408 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.245447 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.262494 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] Attempting to bind port ab8c1e7e-812f-488b-a8b3-502cd4821568 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:50.268715 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] Attempting to bind port ab8c1e7e-812f-488b-a8b3-502cd4821568 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '86838afd-c5bc-4654-a991-8e2b540c033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b1e316b7-258a-4584-92c2-cbb82db434e8'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:50.268715 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] Attempting to bind port ab8c1e7e-812f-488b-a8b3-502cd4821568 on network b1e316b7-258a-4584-92c2-cbb82db434e8 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:50.268715 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7a64e-c134-4a8d-a27d-2007bf77da04 None None] Pushing event updated for resources: {'Port': ['ID=9390e17c-ad94-45ae-a243-b49c33c8b1bf,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:50.290374 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Subnet': ['ID=1181d0b8-2fab-4ad3-a4c5-76b8e4a76fee,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:50.304038 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:50.304429 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] Checking segment: {'id': '86838afd-c5bc-4654-a991-8e2b540c033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b1e316b7-258a-4584-92c2-cbb82db434e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:50.304831 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.305227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] Bound using segment: {'id': '86838afd-c5bc-4654-a991-8e2b540c033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b1e316b7-258a-4584-92c2-cbb82db434e8'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:50.305716 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] Bound port: ab8c1e7e-812f-488b-a8b3-502cd4821568, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86838afd-c5bc-4654-a991-8e2b540c033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b1e316b7-258a-4584-92c2-cbb82db434e8'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:50.306106 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.337185 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-35a392f3-5724-423c-8e14-f14518d353bd tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 8cce893d-c1c5-49cf-abaf-9c25ac1e342c) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:50.360358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c62e0ae-0571-4ed9-ac73-b76d9753f1a2 None None] Network 8cce893d-c1c5-49cf-abaf-9c25ac1e342c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:50.366870 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a392f3-5724-423c-8e14-f14518d353bd tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:50.367673 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-35a392f3-5724-423c-8e14-f14518d353bd tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.385482 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] Set router ab22af47-108f-4536-99b8-119168765a51 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:50.400429 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.441524 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c301d60d-747f-44e4-a989-ea7926d4a408 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.442022 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c301d60d-747f-44e4-a989-ea7926d4a408 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.445404 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e316b7-258a-4584-92c2-cbb82db434e8']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:50.464284 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86838afd-c5bc-4654-a991-8e2b540c033e') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:50.464743 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86838afd-c5bc-4654-a991-8e2b540c033e') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:50.466700 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-c301d60d-747f-44e4-a989-ea7926d4a408 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Calling delete_port for d7f1ec05-b5cc-446c-b286-9064847ed0c5 owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:50.478586 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.498487 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-35a392f3-5724-423c-8e14-f14518d353bd tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4899218 Sep 16 05:09:50.500955 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44860) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:50.535222 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.553055 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:50.553625 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:50.557710 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:50.615356 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] For port ab8c1e7e-812f-488b-a8b3-502cd4821568, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:50.666921 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] For port ab8c1e7e-812f-488b-a8b3-502cd4821568, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=ab8c1e7e-812f-488b-a8b3-502cd4821568,segment=NetworkSegment(86838afd-c5bc-4654-a991-8e2b540c033e),segment_id=86838afd-c5bc-4654-a991-8e2b540c033e)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:50.737839 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-8cce893d-c1c5-49cf-abaf-9c25ac1e342c', 'network_id': '8cce893d-c1c5-49cf-abaf-9c25ac1e342c', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'fixed_ips': [{'subnet_id': '912a5878-84e1-47fc-b909-fcdffc85170d'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:50.739019 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.745790 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.775452 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.db.api [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:09:50.775452 n-d-712140-13 neutron-server[95474]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:09:50.775452 n-d-712140-13 neutron-server[95474]: [parameters: {'id': 'b1e316b7-258a-4584-92c2-cbb82db434e8'}] Sep 16 05:09:50.775452 n-d-712140-13 neutron-server[95474]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:09:50.777161 n-d-712140-13 neutron-server[95474]: DEBUG oslo_db.api [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:09:50.852001 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c301d60d-747f-44e4-a989-ea7926d4a408 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.900117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301d60d-747f-44e4-a989-ea7926d4a408 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7f1ec05-b5cc-446c-b286-9064847ed0c5,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:50.954099 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ef6f3-a519-4a8a-bc09-fbfcceebcef6 None None] Pushing event updated for resources: {'Port': ['ID=ab8c1e7e-812f-488b-a8b3-502cd4821568,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:50.960281 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab22af47-108f-4536-99b8-119168765a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-348944152', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9390e17c-ad94-45ae-a243-b49c33c8b1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:47Z', 'revision_number': 3, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': '9390e17c-ad94-45ae-a243-b49c33c8b1bf', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab22af47-108f-4536-99b8-119168765a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:46Z', 'updated_at': '2021-09-16T05:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:50.971188 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e49079-986e-4341-947f-27681b334a86 None None] Network b1e316b7-258a-4584-92c2-cbb82db434e8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:50.989268 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c301d60d-747f-44e4-a989-ea7926d4a408 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.993113 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c301d60d-747f-44e4-a989-ea7926d4a408 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.995325 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c301d60d-747f-44e4-a989-ea7926d4a408 tempest-ExternalNetworksAdminNegativeTestJSON-391742944 tempest-ExternalNetworksAdminNegativeTestJSON-391742944-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/29cb6917-73b2-4076-9929-1fe02e2e4b27 HTTP/1.1" status: 204 len: 168 time: 1.0418282 Sep 16 05:09:51.036374 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854bdf1b-5432-4956-9fd2-442e96e9eb4e None None] The sync data for ids ['ab22af47-108f-4536-99b8-119168765a51'] in n-d-712140-13 is: [{'id': 'ab22af47-108f-4536-99b8-119168765a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-348944152', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9390e17c-ad94-45ae-a243-b49c33c8b1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:47Z', 'revision_number': 3, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': '9390e17c-ad94-45ae-a243-b49c33c8b1bf', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab22af47-108f-4536-99b8-119168765a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:46Z', 'updated_at': '2021-09-16T05:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:51.139345 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-08132774-c269-4e28-bd94-9020ea2e77b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.149205 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:09:51.198776 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] Allocated IP 172.20.0.18 (8cce893d-c1c5-49cf-abaf-9c25ac1e342c/912a5878-84e1-47fc-b909-fcdffc85170d/5895fa5a-4932-40d7-a9d7-7925f287cd69) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:51.278095 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.342116 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc5949-b1bd-484c-a82e-65da2d43bd1f req-7c0d4c19-6a67-43cc-a3ff-d363d5f1954e tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:51.343831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fcc5949-b1bd-484c-a82e-65da2d43bd1f req-7c0d4c19-6a67-43cc-a3ff-d363d5f1954e tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.1201470 Sep 16 05:09:51.403723 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Deleting port ab8c1e7e-812f-488b-a8b3-502cd4821568 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:51.412070 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.481703 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.568950 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] For port ab8c1e7e-812f-488b-a8b3-502cd4821568, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=ab8c1e7e-812f-488b-a8b3-502cd4821568,segment=NetworkSegment(86838afd-c5bc-4654-a991-8e2b540c033e),segment_id=86838afd-c5bc-4654-a991-8e2b540c033e)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:51.569422 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.575280 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fcc5949-b1bd-484c-a82e-65da2d43bd1f req-34f8adf2-8ad6-40f8-83bf-eabe2b164fb9 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171590 Sep 16 05:09:51.583615 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.586859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Calling delete_port for ab8c1e7e-812f-488b-a8b3-502cd4821568 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:51.767029 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.874790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44874) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:51.878229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-08132774-c269-4e28-bd94-9020ea2e77b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Allocated IP 172.20.0.17 (8cce893d-c1c5-49cf-abaf-9c25ac1e342c/912a5878-84e1-47fc-b909-fcdffc85170d/660d3036-05f1-4b5c-9331-bcea63b87c01) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:51.948691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] Network 8cce893d-c1c5-49cf-abaf-9c25ac1e342c is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:51.955369 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:51.971249 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:51.975309 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] Pushing event updated for resources: {'Port': ['ID=5895fa5a-4932-40d7-a9d7-7925f287cd69,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:52.098798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] Attempting to bind port 5895fa5a-4932-40d7-a9d7-7925f287cd69 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:52.099203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] Attempting to bind port 5895fa5a-4932-40d7-a9d7-7925f287cd69 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '686c3436-a63a-4666-9acf-5dfef3b10276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8cce893d-c1c5-49cf-abaf-9c25ac1e342c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:52.100560 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] Attempting to bind port 5895fa5a-4932-40d7-a9d7-7925f287cd69 on network 8cce893d-c1c5-49cf-abaf-9c25ac1e342c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:52.112626 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:52.113019 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] Checking segment: {'id': '686c3436-a63a-4666-9acf-5dfef3b10276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8cce893d-c1c5-49cf-abaf-9c25ac1e342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:52.113867 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.117547 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] Bound using segment: {'id': '686c3436-a63a-4666-9acf-5dfef3b10276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8cce893d-c1c5-49cf-abaf-9c25ac1e342c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:52.118720 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] Bound port: 5895fa5a-4932-40d7-a9d7-7925f287cd69, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686c3436-a63a-4666-9acf-5dfef3b10276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8cce893d-c1c5-49cf-abaf-9c25ac1e342c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:52.119188 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.151811 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-858c89b4-2a55-4537-8be6-2b5292ae096b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.157632 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-08132774-c269-4e28-bd94-9020ea2e77b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.215688 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] For port 5895fa5a-4932-40d7-a9d7-7925f287cd69, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:52.221373 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] For port 5895fa5a-4932-40d7-a9d7-7925f287cd69, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5895fa5a-4932-40d7-a9d7-7925f287cd69,segment=NetworkSegment(686c3436-a63a-4666-9acf-5dfef3b10276),segment_id=686c3436-a63a-4666-9acf-5dfef3b10276)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:52.311236 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.316437 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-858c89b4-2a55-4537-8be6-2b5292ae096b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.379760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No DVR routers for this DVR port ab8c1e7e-812f-488b-a8b3-502cd4821568 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:52.384251 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-08132774-c269-4e28-bd94-9020ea2e77b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.407062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a986da6-2195-466d-bb11-ca7ccfdbd57a None None] Pushing event updated for resources: {'Port': ['ID=5895fa5a-4932-40d7-a9d7-7925f287cd69,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:52.411981 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Port': ['ID=ab8c1e7e-812f-488b-a8b3-502cd4821568,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:52.457802 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-858c89b4-2a55-4537-8be6-2b5292ae096b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.465384 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08132774-c269-4e28-bd94-9020ea2e77b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Network 8cce893d-c1c5-49cf-abaf-9c25ac1e342c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:52.477920 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-08132774-c269-4e28-bd94-9020ea2e77b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:52.513401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08132774-c269-4e28-bd94-9020ea2e77b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:52.532781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08132774-c269-4e28-bd94-9020ea2e77b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event updated for resources: {'Port': ['ID=660d3036-05f1-4b5c-9331-bcea63b87c01,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:52.539637 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.614529 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e316b7-258a-4584-92c2-cbb82db434e8']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:52.637351 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86838afd-c5bc-4654-a991-8e2b540c033e') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:52.637351 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86838afd-c5bc-4654-a991-8e2b540c033e') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:52.653495 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.661587 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-08132774-c269-4e28-bd94-9020ea2e77b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.673076 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.682738 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:52.683196 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:52.771812 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:52.887348 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.892564 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.894729 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/b1e316b7-258a-4584-92c2-cbb82db434e8 HTTP/1.1" status: 204 len: 168 time: 3.6546741 Sep 16 05:09:52.930818 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44886) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:52.931852 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929a19a-7909-4450-91fc-f84a3b2b6e85 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Network': ['ID=b1e316b7-258a-4584-92c2-cbb82db434e8,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:52.944067 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c89b4-2a55-4537-8be6-2b5292ae096b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1076a14-2f95-4733-99a2-23ebefdbc7ac,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:52.944923 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-a931f5a3-c89b-4384-96c0-35ad074a80c2 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-236424054'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:53.079612 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a931f5a3-c89b-4384-96c0-35ad074a80c2 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:53.083663 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a931f5a3-c89b-4384-96c0-35ad074a80c2 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.157654 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a931f5a3-c89b-4384-96c0-35ad074a80c2 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:53.175681 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a931f5a3-c89b-4384-96c0-35ad074a80c2 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.176277 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-a931f5a3-c89b-4384-96c0-35ad074a80c2 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Added segment ccd58c28-9b81-446b-877f-fb393a56ce93 of type vlan for network d5b6e5c0-7bcf-4af0-a23f-18cabd825afe Sep 16 05:09:53.238985 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a931f5a3-c89b-4384-96c0-35ad074a80c2 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.312374 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5895fa5a-4932-40d7-a9d7-7925f287cd69 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:53.348705 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a931f5a3-c89b-4384-96c0-35ad074a80c2 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.356242 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a931f5a3-c89b-4384-96c0-35ad074a80c2 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:53.357151 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a931f5a3-c89b-4384-96c0-35ad074a80c2 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.375145 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5895fa5a-4932-40d7-a9d7-7925f287cd69 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:53.376438 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.380929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-858c89b4-2a55-4537-8be6-2b5292ae096b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4dcb9e7dbbf7487f8f6d01a9917527eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5044360 Sep 16 05:09:53.386682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44890) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:53.483604 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8881c-86d3-46f6-a2b6-205025123cff req-22364a75-b449-482d-af6e-714dd99ff9b1 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:53.485608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2a8881c-86d3-46f6-a2b6-205025123cff req-22364a75-b449-482d-af6e-714dd99ff9b1 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.6345961 Sep 16 05:09:53.488326 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931f5a3-c89b-4384-96c0-35ad074a80c2 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Network': ['ID=d5b6e5c0-7bcf-4af0-a23f-18cabd825afe,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:53.496258 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a931f5a3-c89b-4384-96c0-35ad074a80c2 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5576801 Sep 16 05:09:53.496634 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44892) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:53.502770 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-1f3fa3d3-003f-44e6-a344-5bd3056037eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'subnet': {'network_id': 'd5b6e5c0-7bcf-4af0-a23f-18cabd825afe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:53.509026 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.536089 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network d5b6e5c0-7bcf-4af0-a23f-18cabd825afe details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:53.543332 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2a8881c-86d3-46f6-a2b6-205025123cff req-f75d87c8-969a-40c2-9757-287a7d980ba7 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508189 Sep 16 05:09:53.552864 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9438cdaf-d66c-4a1d-a22d-060e7eacfc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.578766 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-08132774-c269-4e28-bd94-9020ea2e77b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.688591 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 5895fa5a-4932-40d7-a9d7-7925f287cd69, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5895fa5a-4932-40d7-a9d7-7925f287cd69,segment=NetworkSegment(686c3436-a63a-4666-9acf-5dfef3b10276),segment_id=686c3436-a63a-4666-9acf-5dfef3b10276)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:53.692664 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9438cdaf-d66c-4a1d-a22d-060e7eacfc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.832708 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.834102 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9390e17c-ad94-45ae-a243-b49c33c8b1bf up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:53.868893 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3fa3d3-003f-44e6-a344-5bd3056037eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:53.882661 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1f3fa3d3-003f-44e6-a344-5bd3056037eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.959606 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9438cdaf-d66c-4a1d-a22d-060e7eacfc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.963773 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9438cdaf-d66c-4a1d-a22d-060e7eacfc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.971087 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9438cdaf-d66c-4a1d-a22d-060e7eacfc87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1076a14-2f95-4733-99a2-23ebefdbc7ac HTTP/1.1" status: 204 len: 168 time: 0.5787702 Sep 16 05:09:54.072820 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-08132774-c269-4e28-bd94-9020ea2e77b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.097991 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438cdaf-d66c-4a1d-a22d-060e7eacfc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1076a14-2f95-4733-99a2-23ebefdbc7ac,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:54.099944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=5895fa5a-4932-40d7-a9d7-7925f287cd69,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:54.109795 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 9390e17c-ad94-45ae-a243-b49c33c8b1bf triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:54.110664 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.155203 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-08132774-c269-4e28-bd94-9020ea2e77b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.287972 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.317911 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 9390e17c-ad94-45ae-a243-b49c33c8b1bf, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9390e17c-ad94-45ae-a243-b49c33c8b1bf,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:54.352613 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-08132774-c269-4e28-bd94-9020ea2e77b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.372059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08132774-c269-4e28-bd94-9020ea2e77b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event updated for resources: {'Port': ['ID=660d3036-05f1-4b5c-9331-bcea63b87c01,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:54.400299 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.431745 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1f3fa3d3-003f-44e6-a344-5bd3056037eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.493437 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=9390e17c-ad94-45ae-a243-b49c33c8b1bf,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:54.497096 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.499380 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebaf5a3-4554-43b8-8aef-d4a49db19b35 None None] Network 8cce893d-c1c5-49cf-abaf-9c25ac1e342c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:54.533729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08132774-c269-4e28-bd94-9020ea2e77b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Network 8cce893d-c1c5-49cf-abaf-9c25ac1e342c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:54.535638 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-08132774-c269-4e28-bd94-9020ea2e77b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:54.564720 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fa3d3-003f-44e6-a344-5bd3056037eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Subnet': ['ID=eff1060c-01d7-41ce-989b-64ce1ab20bdb,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:54.576808 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3fa3d3-003f-44e6-a344-5bd3056037eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Checking segment: {'id': 'ccd58c28-9b81-446b-877f-fb393a56ce93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd5b6e5c0-7bcf-4af0-a23f-18cabd825afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:54.577155 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3fa3d3-003f-44e6-a344-5bd3056037eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network hostable DHCP agents. Network: d5b6e5c0-7bcf-4af0-a23f-18cabd825afe, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:54.607627 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fd9a5ba8-f617-4649-bb29-b057cab19766 None None] Provisioning complete for port 5895fa5a-4932-40d7-a9d7-7925f287cd69 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:54.608159 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd9a5ba8-f617-4649-bb29-b057cab19766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.712818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08132774-c269-4e28-bd94-9020ea2e77b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Router ab22af47-108f-4536-99b8-119168765a51 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:54.726034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec43ab-c836-4ccf-bff6-b74d0a794034 req-e729f65e-9cd9-4a8c-8c48-3d602ac0c02b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:54.727655 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fec43ab-c836-4ccf-bff6-b74d0a794034 req-e729f65e-9cd9-4a8c-8c48-3d602ac0c02b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.0754442 Sep 16 05:09:54.738775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3fa3d3-003f-44e6-a344-5bd3056037eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network d5b6e5c0-7bcf-4af0-a23f-18cabd825afe is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:54.820877 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fec43ab-c836-4ccf-bff6-b74d0a794034 req-4f99f603-aee9-4521-9b6b-108c672202de tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844378 Sep 16 05:09:54.843973 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-1f3fa3d3-003f-44e6-a344-5bd3056037eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, d5b6e5c0-7bcf-4af0-a23f-18cabd825afe) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:54.854791 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7579b62a-1aa9-4b38-ad5a-3cfb73807ada None None] Network d5b6e5c0-7bcf-4af0-a23f-18cabd825afe requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:54.859765 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3fa3d3-003f-44e6-a344-5bd3056037eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:54.862224 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1f3fa3d3-003f-44e6-a344-5bd3056037eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.920417 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08132774-c269-4e28-bd94-9020ea2e77b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:54.931704 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-08132774-c269-4e28-bd94-9020ea2e77b8 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "PUT /v2.0/routers/ab22af47-108f-4536-99b8-119168765a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4289682 Sep 16 05:09:54.932453 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] Sync routers for ids ['ab22af47-108f-4536-99b8-119168765a51'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:54.947208 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] Routers {'ab22af47-108f-4536-99b8-119168765a51'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:54.948808 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:09:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ab22af47-108f-4536-99b8-119168765a51'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:55.013428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44908) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:55.015525 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1f3fa3d3-003f-44e6-a344-5bd3056037eb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5175676 Sep 16 05:09:55.016371 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44910) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:55.079088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-59ed4b43-7ad0-4c4a-95a8-5daac87cad1d None None] Provisioning complete for port 660d3036-05f1-4b5c-9331-bcea63b87c01 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:55.080876 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-59ed4b43-7ad0-4c4a-95a8-5daac87cad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.137232 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9c487063-260c-4fd8-b151-527613b6077e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21fc6d2742624bff8f5bbf5ce9197466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1220305 Sep 16 05:09:55.140663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44914) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:55.142351 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] Set router ab22af47-108f-4536-99b8-119168765a51 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:55.233836 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7ed5a5-49e7-4980-b31f-fd4213c04088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-d5b6e5c0-7bcf-4af0-a23f-18cabd825afe', 'network_id': 'd5b6e5c0-7bcf-4af0-a23f-18cabd825afe', 'tenant_id': '2982ec6c97294db8a3745833d9fd7a19', 'fixed_ips': [{'subnet_id': 'eff1060c-01d7-41ce-989b-64ce1ab20bdb'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:55.234796 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed5a5-49e7-4980-b31f-fd4213c04088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.272071 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-946b4005-9be9-41ac-8643-4e66e1f981de tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.299365 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5895fa5a-4932-40d7-a9d7-7925f287cd69 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:55.333101 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-59ed4b43-7ad0-4c4a-95a8-5daac87cad1d None None] Port 660d3036-05f1-4b5c-9331-bcea63b87c01 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:55.393224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d29e3700-5740-4374-951e-75cee797a602 req-1b4567e5-2c4d-4267-b5d9-b9799d43506c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2975621 Sep 16 05:09:55.407845 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-946b4005-9be9-41ac-8643-4e66e1f981de tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.478056 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a58aaa4d-0bd3-4f23-acf6-8e8e90175351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.535263 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab22af47-108f-4536-99b8-119168765a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-348944152', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9390e17c-ad94-45ae-a243-b49c33c8b1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:53Z', 'revision_number': 4, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': '9390e17c-ad94-45ae-a243-b49c33c8b1bf', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab22af47-108f-4536-99b8-119168765a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:46Z', 'updated_at': '2021-09-16T05:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '660d3036-05f1-4b5c-9331-bcea63b87c01', 'name': '', 'network_id': '8cce893d-c1c5-49cf-abaf-9c25ac1e342c', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'mac_address': 'fa:16:3e:fc:24:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab22af47-108f-4536-99b8-119168765a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '912a5878-84e1-47fc-b909-fcdffc85170d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:51Z', 'updated_at': '2021-09-16T05:09:53Z', 'revision_number': 2, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'subnets': [{'id': '912a5878-84e1-47fc-b909-fcdffc85170d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:55.562221 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-59ed4b43-7ad0-4c4a-95a8-5daac87cad1d None None] Provisioning complete for port 5895fa5a-4932-40d7-a9d7-7925f287cd69 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:55.562684 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-59ed4b43-7ad0-4c4a-95a8-5daac87cad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.581031 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a58aaa4d-0bd3-4f23-acf6-8e8e90175351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.588421 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] Checking router: ab22af47-108f-4536-99b8-119168765a51 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:55.589350 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] Updating router ab22af47-108f-4536-99b8-119168765a51 port 660d3036-05f1-4b5c-9331-bcea63b87c01 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:09:55.601722 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-946b4005-9be9-41ac-8643-4e66e1f981de tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.624024 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5895fa5a-4932-40d7-a9d7-7925f287cd69 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:55.624537 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.627792 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac997d-c08b-4514-a856-36f227d81230 req-e3bbbf66-3e04-45cd-8193-8314e892f93b tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:55.637391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac997d-c08b-4514-a856-36f227d81230 req-e3bbbf66-3e04-45cd-8193-8314e892f93b tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/networks?id=8cce893d-c1c5-49cf-abaf-9c25ac1e342c HTTP/1.1" status: 200 len: 797 time: 0.3826065 Sep 16 05:09:55.655582 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b4005-9be9-41ac-8643-4e66e1f981de tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Subnet': ['ID=eff1060c-01d7-41ce-989b-64ce1ab20bdb,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:55.677847 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server [None req-9f7ed5a5-49e7-4980-b31f-fd4213c04088 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eff1060c-01d7-41ce-989b-64ce1ab20bdb: This subnet is being modified by another concurrent operation. Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:09:55.680367 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eff1060c-01d7-41ce-989b-64ce1ab20bdb: This subnet is being modified by another concurrent operation. Sep 16 05:09:55.693524 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server Sep 16 05:09:55.717001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac997d-c08b-4514-a856-36f227d81230 req-9dfa0f4a-bad0-4f52-aa26-32f5266e1b52 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/quotas/2d4acf06f6cb40beb5bd53afa54aba76 HTTP/1.1" status: 200 len: 375 time: 0.0466039 Sep 16 05:09:55.732683 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e3700-5740-4374-951e-75cee797a602 req-621e8289-965a-4f41-b0e5-9742d84e20a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:55.732683 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d29e3700-5740-4374-951e-75cee797a602 req-621e8289-965a-4f41-b0e5-9742d84e20a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d4acf06f6cb40beb5bd53afa54aba76&device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 1137 time: 0.2339044 Sep 16 05:09:55.737070 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93559c1-9639-4932-b2ab-7c00efe366f2 None None] Network d5b6e5c0-7bcf-4af0-a23f-18cabd825afe requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:55.748552 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-946b4005-9be9-41ac-8643-4e66e1f981de tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.773974 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac997d-c08b-4514-a856-36f227d81230 req-1b0fecd8-35f8-48ef-b363-2eaf84151e4d tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d4acf06f6cb40beb5bd53afa54aba76&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0879443 Sep 16 05:09:55.780071 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-946b4005-9be9-41ac-8643-4e66e1f981de tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b6e5c0-7bcf-4af0-a23f-18cabd825afe']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:55.792802 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-946b4005-9be9-41ac-8643-4e66e1f981de tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd58c28-9b81-446b-877f-fb393a56ce93') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:55.793118 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-946b4005-9be9-41ac-8643-4e66e1f981de tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd58c28-9b81-446b-877f-fb393a56ce93') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:55.804239 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-946b4005-9be9-41ac-8643-4e66e1f981de tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.821934 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-946b4005-9be9-41ac-8643-4e66e1f981de tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.829684 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946b4005-9be9-41ac-8643-4e66e1f981de tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:55.830134 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-946b4005-9be9-41ac-8643-4e66e1f981de tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.856689 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a58aaa4d-0bd3-4f23-acf6-8e8e90175351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.860474 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a58aaa4d-0bd3-4f23-acf6-8e8e90175351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.865178 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a58aaa4d-0bd3-4f23-acf6-8e8e90175351 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4dd57127-277b-4bc5-bf24-25eb805b4e1d HTTP/1.1" status: 204 len: 168 time: 0.6922503 Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:55.926989 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:55.958002 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58aaa4d-0bd3-4f23-acf6-8e8e90175351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd57127-277b-4bc5-bf24-25eb805b4e1d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:56.022681 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac997d-c08b-4514-a856-36f227d81230 req-bb29cacd-b4d4-4080-b14e-57833e5364b5 service neutron] 10.222.0.20 "GET /v2.0/networks/8cce893d-c1c5-49cf-abaf-9c25ac1e342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157240 Sep 16 05:09:56.028366 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-946b4005-9be9-41ac-8643-4e66e1f981de tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.033958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e3700-5740-4374-951e-75cee797a602 req-7ca857ad-cb8d-44fc-be84-d9dc15514c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:56.035465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d29e3700-5740-4374-951e-75cee797a602 req-7ca857ad-cb8d-44fc-be84-d9dc15514c47 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 HTTP/1.1" status: 200 len: 898 time: 0.2472324 Sep 16 05:09:56.044758 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-946b4005-9be9-41ac-8643-4e66e1f981de tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.051926 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-946b4005-9be9-41ac-8643-4e66e1f981de tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/d5b6e5c0-7bcf-4af0-a23f-18cabd825afe HTTP/1.1" status: 204 len: 168 time: 1.0338547 Sep 16 05:09:56.056987 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44934) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:56.082382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9390e17c-ad94-45ae-a243-b49c33c8b1bf up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:56.098442 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-b5dea98f-cbbe-46ab-9a59-3ffe77d75e97 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1452743417'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:56.106460 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b4005-9be9-41ac-8643-4e66e1f981de tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Network': ['ID=d5b6e5c0-7bcf-4af0-a23f-18cabd825afe,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:56.183950 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc6a80c-d3f0-4662-8c37-8ed9babe1ad0 None None] get_active_networks_info from n-d-712140-13 {{(pid=95475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:09:56.228046 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-63caf131-aeee-42cc-8ccc-a09686f5ca4b None None] Provisioning complete for port 660d3036-05f1-4b5c-9331-bcea63b87c01 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:56.228429 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-63caf131-aeee-42cc-8ccc-a09686f5ca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.230546 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dea98f-cbbe-46ab-9a59-3ffe77d75e97 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:56.235503 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5dea98f-cbbe-46ab-9a59-3ffe77d75e97 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.241400 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d29e3700-5740-4374-951e-75cee797a602 req-136993cc-3a23-4e00-b7bf-7699c4897167 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9e2f19f-ad98-471f-bca3-2a07a22f2c43 HTTP/1.1" status: 200 len: 1002 time: 0.1924200 Sep 16 05:09:56.280189 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-63caf131-aeee-42cc-8ccc-a09686f5ca4b None None] Port 660d3036-05f1-4b5c-9331-bcea63b87c01 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:56.303938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cdf5f-a143-469e-a67d-d2cb961eb79c req-5a22ee85-8ea6-4851-8a9a-1f9bafb520d6 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:56.305607 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5dea98f-cbbe-46ab-9a59-3ffe77d75e97 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:56.306112 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732cdf5f-a143-469e-a67d-d2cb961eb79c req-5a22ee85-8ea6-4851-8a9a-1f9bafb520d6 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.1889107 Sep 16 05:09:56.322868 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5dea98f-cbbe-46ab-9a59-3ffe77d75e97 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.323557 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-b5dea98f-cbbe-46ab-9a59-3ffe77d75e97 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Added segment 639d27cf-acf3-489b-b988-b3622c77699f of type vlan for network 33793310-afe3-4bd8-a639-8d2d3698dbb7 Sep 16 05:09:56.329501 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 9390e17c-ad94-45ae-a243-b49c33c8b1bf triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:56.329874 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.346839 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.384664 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac997d-c08b-4514-a856-36f227d81230 req-d831f0a6-7698-44ae-bbdf-29056b5813a6 service neutron] 10.222.0.20 "GET /v2.0/networks/8cce893d-c1c5-49cf-abaf-9c25ac1e342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609917 Sep 16 05:09:56.401110 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5dea98f-cbbe-46ab-9a59-3ffe77d75e97 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.404545 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc6a80c-d3f0-4662-8c37-8ed9babe1ad0 None None] Resources bound (agent type, host, resource id): {{(pid=95475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:09:56.406463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e3700-5740-4374-951e-75cee797a602 req-df7ef36f-ceb6-47ef-ac67-fc4a4d9a1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:56.408417 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d29e3700-5740-4374-951e-75cee797a602 req-df7ef36f-ceb6-47ef-ac67-fc4a4d9a1c97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e0821319-4208-4a0b-a89f-9d599a0c4e27 HTTP/1.1" status: 200 len: 835 time: 0.1573801 Sep 16 05:09:56.453068 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732cdf5f-a143-469e-a67d-d2cb961eb79c req-64f8e6ef-5e45-4d59-84f9-1bc50f02e48a tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161635 Sep 16 05:09:56.472311 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.489521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e3700-5740-4374-951e-75cee797a602 req-14ac2a50-4413-46e6-bf48-111f90495183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:56.491367 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d29e3700-5740-4374-951e-75cee797a602 req-14ac2a50-4413-46e6-bf48-111f90495183 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551348 Sep 16 05:09:56.510068 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-d29e3700-5740-4374-951e-75cee797a602 req-9450e8f4-c439-4bd3-912b-2280c67707ec service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:56.511672 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d29e3700-5740-4374-951e-75cee797a602 req-9450e8f4-c439-4bd3-912b-2280c67707ec service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075369 Sep 16 05:09:56.531165 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5dea98f-cbbe-46ab-9a59-3ffe77d75e97 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.537244 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dea98f-cbbe-46ab-9a59-3ffe77d75e97 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:56.537793 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5dea98f-cbbe-46ab-9a59-3ffe77d75e97 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.631729 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933b9d6-0b98-47e3-b07b-d5703c9127ef None None] Pushing event updated for resources: {'Port': ['ID=660d3036-05f1-4b5c-9331-bcea63b87c01,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:56.710673 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] Attempting to bind port 660d3036-05f1-4b5c-9331-bcea63b87c01 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:56.712196 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] Attempting to bind port 660d3036-05f1-4b5c-9331-bcea63b87c01 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '686c3436-a63a-4666-9acf-5dfef3b10276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8cce893d-c1c5-49cf-abaf-9c25ac1e342c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:56.712196 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] Attempting to bind port 660d3036-05f1-4b5c-9331-bcea63b87c01 on network 8cce893d-c1c5-49cf-abaf-9c25ac1e342c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:56.724863 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:56.725238 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] Checking segment: {'id': '686c3436-a63a-4666-9acf-5dfef3b10276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8cce893d-c1c5-49cf-abaf-9c25ac1e342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:56.725626 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.726627 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] Bound using segment: {'id': '686c3436-a63a-4666-9acf-5dfef3b10276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8cce893d-c1c5-49cf-abaf-9c25ac1e342c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:56.726627 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] Bound port: 660d3036-05f1-4b5c-9331-bcea63b87c01, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686c3436-a63a-4666-9acf-5dfef3b10276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8cce893d-c1c5-49cf-abaf-9c25ac1e342c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:56.727038 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.782351 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b5dea98f-cbbe-46ab-9a59-3ffe77d75e97 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7222071 Sep 16 05:09:56.785819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44950) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:56.791525 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-4a200054-9804-4fe0-b2e9-9b832a0eed39 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'subnet': {'network_id': '33793310-afe3-4bd8-a639-8d2d3698dbb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:56.795477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dea98f-cbbe-46ab-9a59-3ffe77d75e97 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Network': ['ID=33793310-afe3-4bd8-a639-8d2d3698dbb7,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:56.848837 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 33793310-afe3-4bd8-a639-8d2d3698dbb7 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:56.911470 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] For port 660d3036-05f1-4b5c-9331-bcea63b87c01, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:56.915090 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] For port 660d3036-05f1-4b5c-9331-bcea63b87c01, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=660d3036-05f1-4b5c-9331-bcea63b87c01,segment=NetworkSegment(686c3436-a63a-4666-9acf-5dfef3b10276),segment_id=686c3436-a63a-4666-9acf-5dfef3b10276)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:56.931362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d29e3700-5740-4374-951e-75cee797a602 req-75bced8f-8e75-4d4f-8a38-460ae395da43 service neutron] 10.222.0.21 "GET /v2.0/networks/d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120741 Sep 16 05:09:56.956110 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20da999c-cecc-431e-abe2-bf7e7d845d86 req-4843530e-1a7d-4ad3-8672-c23686f6116f tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 210 time: 0.1971269 Sep 16 05:09:57.036218 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789dc915-44bc-42af-b3b3-7de818e193da None None] get_active_networks_info from n-d-712140-13 {{(pid=95475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:09:57.036441 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.064587 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a200054-9804-4fe0-b2e9-9b832a0eed39 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:57.069682 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a200054-9804-4fe0-b2e9-9b832a0eed39 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.120950 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933b9d6-0b98-47e3-b07b-d5703c9127ef None None] Pushing event updated for resources: {'Port': ['ID=660d3036-05f1-4b5c-9331-bcea63b87c01,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:57.123808 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] Routers {'ab22af47-108f-4536-99b8-119168765a51'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:57.124691 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:09:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ab22af47-108f-4536-99b8-119168765a51'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:57.156909 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d29e3700-5740-4374-951e-75cee797a602 req-8ee37aa4-279b-4dfc-af66-407e0dbbf481 service neutron] 10.222.0.21 "GET /v2.0/networks/d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906202 Sep 16 05:09:57.196499 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789dc915-44bc-42af-b3b3-7de818e193da None None] Resources bound (agent type, host, resource id): {{(pid=95475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:09:57.308568 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] Set router ab22af47-108f-4536-99b8-119168765a51 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:57.515412 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a200054-9804-4fe0-b2e9-9b832a0eed39 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.702771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f978cc7-0dd7-4f83-bee8-cb76e624bbfc req-b55beca4-02f4-4667-939c-aad2b29d9451 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:57.707052 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a200054-9804-4fe0-b2e9-9b832a0eed39 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Checking segment: {'id': '639d27cf-acf3-489b-b988-b3622c77699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '33793310-afe3-4bd8-a639-8d2d3698dbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:57.707425 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a200054-9804-4fe0-b2e9-9b832a0eed39 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network hostable DHCP agents. Network: 33793310-afe3-4bd8-a639-8d2d3698dbb7, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:57.711753 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab22af47-108f-4536-99b8-119168765a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-348944152', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9390e17c-ad94-45ae-a243-b49c33c8b1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:53Z', 'revision_number': 4, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': '9390e17c-ad94-45ae-a243-b49c33c8b1bf', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab22af47-108f-4536-99b8-119168765a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:46Z', 'updated_at': '2021-09-16T05:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '660d3036-05f1-4b5c-9331-bcea63b87c01', 'name': '', 'network_id': '8cce893d-c1c5-49cf-abaf-9c25ac1e342c', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'mac_address': 'fa:16:3e:fc:24:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab22af47-108f-4536-99b8-119168765a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '912a5878-84e1-47fc-b909-fcdffc85170d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:51Z', 'updated_at': '2021-09-16T05:09:56Z', 'revision_number': 4, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'subnets': [{'id': '912a5878-84e1-47fc-b909-fcdffc85170d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:57.721943 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f978cc7-0dd7-4f83-bee8-cb76e624bbfc req-b55beca4-02f4-4667-939c-aad2b29d9451 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.1323171 Sep 16 05:09:57.762272 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0e22f-319e-4b16-9257-daa5804e8a57 None None] The sync data for ids ['ab22af47-108f-4536-99b8-119168765a51'] in n-d-712140-13 is: [{'id': 'ab22af47-108f-4536-99b8-119168765a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-348944152', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9390e17c-ad94-45ae-a243-b49c33c8b1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:53Z', 'revision_number': 4, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': '9390e17c-ad94-45ae-a243-b49c33c8b1bf', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab22af47-108f-4536-99b8-119168765a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:46Z', 'updated_at': '2021-09-16T05:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '660d3036-05f1-4b5c-9331-bcea63b87c01', 'name': '', 'network_id': '8cce893d-c1c5-49cf-abaf-9c25ac1e342c', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'mac_address': 'fa:16:3e:fc:24:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab22af47-108f-4536-99b8-119168765a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '912a5878-84e1-47fc-b909-fcdffc85170d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:51Z', 'updated_at': '2021-09-16T05:09:56Z', 'revision_number': 4, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'subnets': [{'id': '912a5878-84e1-47fc-b909-fcdffc85170d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:57.779021 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a200054-9804-4fe0-b2e9-9b832a0eed39 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Subnet': ['ID=57a41f06-840c-493a-a505-61f0300ab718,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:57.809958 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f978cc7-0dd7-4f83-bee8-cb76e624bbfc req-f5aa8ec9-cb9b-4789-8c23-a5028d5a5520 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866938 Sep 16 05:09:57.962149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a200054-9804-4fe0-b2e9-9b832a0eed39 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network 33793310-afe3-4bd8-a639-8d2d3698dbb7 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:58.037892 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-26fb985f-d036-4fdb-9ce6-e13eb0ee62be None None] Provisioning complete for port 660d3036-05f1-4b5c-9331-bcea63b87c01 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:58.039291 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-26fb985f-d036-4fdb-9ce6-e13eb0ee62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.074652 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-4a200054-9804-4fe0-b2e9-9b832a0eed39 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 33793310-afe3-4bd8-a639-8d2d3698dbb7) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:58.079139 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a200054-9804-4fe0-b2e9-9b832a0eed39 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:58.079743 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a200054-9804-4fe0-b2e9-9b832a0eed39 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.090724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7885cc20-97fe-4a0e-a4be-b1e5d11edf86 req-fe1d78bc-38fc-4fbe-bd4f-25e6bb62f16e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 210 time: 0.0732660 Sep 16 05:09:58.120929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6378443a-7e0e-4176-a273-ce0278b68230 None None] Network 33793310-afe3-4bd8-a639-8d2d3698dbb7 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:58.291784 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4a200054-9804-4fe0-b2e9-9b832a0eed39 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5045481 Sep 16 05:09:58.299456 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44980) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:58.360299 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-26fb985f-d036-4fdb-9ce6-e13eb0ee62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.403431 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-33793310-afe3-4bd8-a639-8d2d3698dbb7', 'network_id': '33793310-afe3-4bd8-a639-8d2d3698dbb7', 'tenant_id': '2982ec6c97294db8a3745833d9fd7a19', 'fixed_ips': [{'subnet_id': '57a41f06-840c-493a-a505-61f0300ab718'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:58.404319 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.434927 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.439210 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-26fb985f-d036-4fdb-9ce6-e13eb0ee62be None None] For port 660d3036-05f1-4b5c-9331-bcea63b87c01, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=660d3036-05f1-4b5c-9331-bcea63b87c01,segment=NetworkSegment(686c3436-a63a-4666-9acf-5dfef3b10276),segment_id=686c3436-a63a-4666-9acf-5dfef3b10276)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:58.568237 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.575808 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-26fb985f-d036-4fdb-9ce6-e13eb0ee62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.581226 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.691302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Allocated IP 172.20.0.2 (33793310-afe3-4bd8-a639-8d2d3698dbb7/57a41f06-840c-493a-a505-61f0300ab718/93abd60f-dbe9-4b4a-8e65-c9dbad701f13) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:58.693977 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb985f-d036-4fdb-9ce6-e13eb0ee62be None None] Pushing event updated for resources: {'Port': ['ID=660d3036-05f1-4b5c-9331-bcea63b87c01,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:58.745478 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1cec6926-48f7-40d0-949c-98dfef76d04d None None] Provisioning complete for port 660d3036-05f1-4b5c-9331-bcea63b87c01 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:58.745478 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1cec6926-48f7-40d0-949c-98dfef76d04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.960059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22086d1-7089-479d-9242-1ce0c0dcebe4 req-e23bcf60-3e4f-4bd8-9d7c-bc7b2de5af77 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:58.969403 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c22086d1-7089-479d-9242-1ce0c0dcebe4 req-e23bcf60-3e4f-4bd8-9d7c-bc7b2de5af77 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.0653453 Sep 16 05:09:59.023308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c22086d1-7089-479d-9242-1ce0c0dcebe4 req-6a028a32-394c-4940-80c3-088935b4d1f5 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528550 Sep 16 05:09:59.054034 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.203307 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.243685 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9ddc792-02ef-489e-9034-611d282d59da req-639b9ec3-ea10-4d78-ab09-b38d148babaf tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 210 time: 0.0424190 Sep 16 05:09:59.274018 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Network 33793310-afe3-4bd8-a639-8d2d3698dbb7 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:59.281090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:59.286080 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 660d3036-05f1-4b5c-9331-bcea63b87c01 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:59.289751 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:59.323707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45002) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:59.358694 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Pushing event updated for resources: {'Port': ['ID=93abd60f-dbe9-4b4a-8e65-c9dbad701f13,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:59.394871 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.397061 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:59.397417 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:59.397767 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:59.398110 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:59.398617 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:59.399073 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:59.399413 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:59.399747 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:59.401724 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:59.401724 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:59.401724 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:59.402141 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:59.417528 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Attempting to bind port 93abd60f-dbe9-4b4a-8e65-c9dbad701f13 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:59.417935 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Attempting to bind port 93abd60f-dbe9-4b4a-8e65-c9dbad701f13 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '639d27cf-acf3-489b-b988-b3622c77699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '33793310-afe3-4bd8-a639-8d2d3698dbb7'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:59.418271 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Attempting to bind port 93abd60f-dbe9-4b4a-8e65-c9dbad701f13 on network 33793310-afe3-4bd8-a639-8d2d3698dbb7 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:59.425892 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:59.426318 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Checking segment: {'id': '639d27cf-acf3-489b-b988-b3622c77699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '33793310-afe3-4bd8-a639-8d2d3698dbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:59.426671 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.427097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Bound using segment: {'id': '639d27cf-acf3-489b-b988-b3622c77699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '33793310-afe3-4bd8-a639-8d2d3698dbb7'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:59.427586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Bound port: 93abd60f-dbe9-4b4a-8e65-c9dbad701f13, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639d27cf-acf3-489b-b988-b3622c77699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '33793310-afe3-4bd8-a639-8d2d3698dbb7'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:59.427974 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.438944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 660d3036-05f1-4b5c-9331-bcea63b87c01 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:59.439319 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.441513 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Subnet': ['ID=57a41f06-840c-493a-a505-61f0300ab718,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:59.511570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f7d249b0-f92c-441d-8c69-2ceb3e89d675 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1038358618', 'router:external': True}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:59.558109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] For port 93abd60f-dbe9-4b4a-8e65-c9dbad701f13, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:59.560011 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.610140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] For port 93abd60f-dbe9-4b4a-8e65-c9dbad701f13, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=93abd60f-dbe9-4b4a-8e65-c9dbad701f13,segment=NetworkSegment(639d27cf-acf3-489b-b988-b3622c77699f),segment_id=639d27cf-acf3-489b-b988-b3622c77699f)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:59.629754 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33793310-afe3-4bd8-a639-8d2d3698dbb7']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:59.641084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d249b0-f92c-441d-8c69-2ceb3e89d675 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Made reservation on behalf of 437930d691f04818ab1a35c615e28f9b for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:59.649497 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7d249b0-f92c-441d-8c69-2ceb3e89d675 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.650049 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639d27cf-acf3-489b-b988-b3622c77699f') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:59.650049 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639d27cf-acf3-489b-b988-b3622c77699f') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:59.655777 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7d249b0-f92c-441d-8c69-2ceb3e89d675 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.657476 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.721385 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.724055 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.739017 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:59.740761 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:59.746562 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:59.794190 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7d249b0-f92c-441d-8c69-2ceb3e89d675 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.887102 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7d249b0-f92c-441d-8c69-2ceb3e89d675 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.887512 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.db.api [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:09:59.887512 n-d-712140-13 neutron-server[95474]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:09:59.887512 n-d-712140-13 neutron-server[95474]: [parameters: {'id': '33793310-afe3-4bd8-a639-8d2d3698dbb7'}] Sep 16 05:09:59.887512 n-d-712140-13 neutron-server[95474]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:09:59.888784 n-d-712140-13 neutron-server[95474]: DEBUG oslo_db.api [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:09:59.911998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d249b0-f92c-441d-8c69-2ceb3e89d675 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:59.960517 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7d249b0-f92c-441d-8c69-2ceb3e89d675 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.960869 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-f7d249b0-f92c-441d-8c69-2ceb3e89d675 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Added segment 825299c6-b98e-4dc7-898f-cdb5d448eb16 of type vlan for network a25d6f5b-dc49-4474-b753-fe8d6d64b45f Sep 16 05:09:59.970182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd27063-97af-41fe-88b6-dd9648ccbe7a None None] Pushing event updated for resources: {'Port': ['ID=93abd60f-dbe9-4b4a-8e65-c9dbad701f13,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:59.994306 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7035d7c-5c14-4b22-8741-57962a1a39ed None None] Network 33793310-afe3-4bd8-a639-8d2d3698dbb7 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:00.019667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d249b0-f92c-441d-8c69-2ceb3e89d675 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec12f8cb-d4f2-4b5b-a6b6-2793ba1d443f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:00.041467 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7d249b0-f92c-441d-8c69-2ceb3e89d675 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.100693 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac997d-c08b-4514-a856-36f227d81230 req-4d9ea5a6-25d4-4043-88e4-cae89177b196 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:00.107269 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9bac997d-c08b-4514-a856-36f227d81230 req-4d9ea5a6-25d4-4043-88e4-cae89177b196 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.38 "GET /v2.0/networks?id=8cce893d-c1c5-49cf-abaf-9c25ac1e342c HTTP/1.1" status: 200 len: 797 time: 0.1357446 Sep 16 05:10:00.122859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-9bac997d-c08b-4514-a856-36f227d81230 req-3d743601-624f-4c9e-95c4-2da9e11c5ac3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Request body: {'port': {'device_id': '3e953169-fb2a-41ab-ab1c-a9d786a9292a', 'network_id': '8cce893d-c1c5-49cf-abaf-9c25ac1e342c', 'admin_state_up': True, 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:00.155110 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3a5336-03dc-4e7e-912c-00d37128fdd9 None None] get_active_networks_info from n-d-712140-13 {{(pid=95475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:10:00.167679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5933e8-10c2-405f-aa21-ef0156457384 req-6adaf743-f047-4d10-a6d9-d1eb5e46632c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:00.169704 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f5933e8-10c2-405f-aa21-ef0156457384 req-6adaf743-f047-4d10-a6d9-d1eb5e46632c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.0599687 Sep 16 05:10:00.171139 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7d249b0-f92c-441d-8c69-2ceb3e89d675 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.172181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d249b0-f92c-441d-8c69-2ceb3e89d675 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:00.172849 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7d249b0-f92c-441d-8c69-2ceb3e89d675 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.245236 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f5933e8-10c2-405f-aa21-ef0156457384 req-dec3a472-7f95-4881-a6af-c7b8fc8529eb tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664854 Sep 16 05:10:00.273501 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a5336-03dc-4e7e-912c-00d37128fdd9 None None] Resources bound (agent type, host, resource id): {{(pid=95475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:10:00.303849 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45014) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:00.304098 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f7d249b0-f92c-441d-8c69-2ceb3e89d675 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9785469 Sep 16 05:10:00.305330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d249b0-f92c-441d-8c69-2ceb3e89d675 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Pushing event updated for resources: {'Network': ['ID=a25d6f5b-dc49-4474-b753-fe8d6d64b45f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:00.310767 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-82812045-081d-404d-843e-8afea77161ad tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Request body: {'subnet': {'network_id': 'a25d6f5b-dc49-4474-b753-fe8d6d64b45f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:00.320693 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network a25d6f5b-dc49-4474-b753-fe8d6d64b45f details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:00.390059 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a0dbb1b-2ac7-4814-9a41-56d275f09b5f req-5d6bdc5c-fa6c-4495-b483-5740af34fc7c tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 210 time: 0.0341437 Sep 16 05:10:00.390312 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.472468 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bac997d-c08b-4514-a856-36f227d81230 req-3d743601-624f-4c9e-95c4-2da9e11c5ac3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Made reservation on behalf of 2d4acf06f6cb40beb5bd53afa54aba76 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:00.476760 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9bac997d-c08b-4514-a856-36f227d81230 req-3d743601-624f-4c9e-95c4-2da9e11c5ac3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.563934 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Deleting port 93abd60f-dbe9-4b4a-8e65-c9dbad701f13 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:00.564339 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.600030 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82812045-081d-404d-843e-8afea77161ad tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Made reservation on behalf of 437930d691f04818ab1a35c615e28f9b for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:00.602474 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82812045-081d-404d-843e-8afea77161ad tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.659099 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45018) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:00.750439 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] For port 93abd60f-dbe9-4b4a-8e65-c9dbad701f13, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=93abd60f-dbe9-4b4a-8e65-c9dbad701f13,segment=NetworkSegment(639d27cf-acf3-489b-b988-b3622c77699f),segment_id=639d27cf-acf3-489b-b988-b3622c77699f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:00.750816 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.787392 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Calling delete_port for 93abd60f-dbe9-4b4a-8e65-c9dbad701f13 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:00.792123 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-9bac997d-c08b-4514-a856-36f227d81230 req-3d743601-624f-4c9e-95c4-2da9e11c5ac3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Allocated IP 172.20.0.27 (8cce893d-c1c5-49cf-abaf-9c25ac1e342c/912a5878-84e1-47fc-b909-fcdffc85170d/da748639-fba8-47ae-93fa-b234cdaa1302) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:00.839119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cca0a03-83bd-4aa2-82ff-2283a1edd5b8 admin admin] Deleting subnet 35746aa9-d78e-455b-83a5-d2a1add921b2 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:00.842702 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7cca0a03-83bd-4aa2-82ff-2283a1edd5b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.881322 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7cca0a03-83bd-4aa2-82ff-2283a1edd5b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.933117 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7cca0a03-83bd-4aa2-82ff-2283a1edd5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.048721 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9bac997d-c08b-4514-a856-36f227d81230 req-3d743601-624f-4c9e-95c4-2da9e11c5ac3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.142914 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7cca0a03-83bd-4aa2-82ff-2283a1edd5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.170323 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca0a03-83bd-4aa2-82ff-2283a1edd5b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35746aa9-d78e-455b-83a5-d2a1add921b2,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:01.175144 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7cca0a03-83bd-4aa2-82ff-2283a1edd5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.177398 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7cca0a03-83bd-4aa2-82ff-2283a1edd5b8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/35746aa9-d78e-455b-83a5-d2a1add921b2 HTTP/1.1" status: 204 len: 168 time: 0.5173206 Sep 16 05:10:01.181493 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45024) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:01.189959 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.196523 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9bac997d-c08b-4514-a856-36f227d81230 req-3d743601-624f-4c9e-95c4-2da9e11c5ac3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.248902 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Port': ['ID=93abd60f-dbe9-4b4a-8e65-c9dbad701f13,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:01.250671 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No DVR routers for this DVR port 93abd60f-dbe9-4b4a-8e65-c9dbad701f13 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:01.270778 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ee5d90bd-90be-4f23-a61b-444da3e452bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.321513 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bac997d-c08b-4514-a856-36f227d81230 req-3d743601-624f-4c9e-95c4-2da9e11c5ac3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Network 8cce893d-c1c5-49cf-abaf-9c25ac1e342c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:01.344046 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-9bac997d-c08b-4514-a856-36f227d81230 req-3d743601-624f-4c9e-95c4-2da9e11c5ac3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:01.361051 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bac997d-c08b-4514-a856-36f227d81230 req-3d743601-624f-4c9e-95c4-2da9e11c5ac3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:01.404040 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ee5d90bd-90be-4f23-a61b-444da3e452bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.450992 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.454368 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d743601-624f-4c9e-95c4-2da9e11c5ac3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event updated for resources: {'Port': ['ID=da748639-fba8-47ae-93fa-b234cdaa1302,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:01.477481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ee5d90bd-90be-4f23-a61b-444da3e452bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c53394-694b-4d9b-b091-f8606d9c8f90']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:01.499772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ee5d90bd-90be-4f23-a61b-444da3e452bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7049f0e7-fa56-48db-92ac-270a62ebc728') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:01.500016 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ee5d90bd-90be-4f23-a61b-444da3e452bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7049f0e7-fa56-48db-92ac-270a62ebc728') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:01.512446 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ee5d90bd-90be-4f23-a61b-444da3e452bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.518660 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33793310-afe3-4bd8-a639-8d2d3698dbb7']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:01.528843 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac997d-c08b-4514-a856-36f227d81230 req-3d743601-624f-4c9e-95c4-2da9e11c5ac3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:01.529840 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9bac997d-c08b-4514-a856-36f227d81230 req-3d743601-624f-4c9e-95c4-2da9e11c5ac3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.547051 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639d27cf-acf3-489b-b988-b3622c77699f') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:01.547360 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639d27cf-acf3-489b-b988-b3622c77699f') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:01.565798 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.571130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d15ea2-4b8c-4efe-be06-a311bdbabc12 req-9ac8848e-e587-475e-a53e-3e91dfe00f62 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:01.573341 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49d15ea2-4b8c-4efe-be06-a311bdbabc12 req-9ac8848e-e587-475e-a53e-3e91dfe00f62 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.1730297 Sep 16 05:10:01.574672 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ee5d90bd-90be-4f23-a61b-444da3e452bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.588876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5d90bd-90be-4f23-a61b-444da3e452bd admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:01.589299 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ee5d90bd-90be-4f23-a61b-444da3e452bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.589806 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:01.592834 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:01.600272 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:01.600687 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:01.605956 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:01.621935 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ced38-fcba-46c5-b96b-984a8e35b8c5 req-a629d39b-c513-4a81-9a2d-e6637f02f658 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:01.624065 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-765ced38-fcba-46c5-b96b-984a8e35b8c5 req-a629d39b-c513-4a81-9a2d-e6637f02f658 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 895 time: 0.1017897 Sep 16 05:10:01.675125 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ea0e60d5-6945-4310-bda9-ee31206d593c None None] Provisioning complete for port da748639-fba8-47ae-93fa-b234cdaa1302 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:01.675822 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ea0e60d5-6945-4310-bda9-ee31206d593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.705037 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9bac997d-c08b-4514-a856-36f227d81230 req-3d743601-624f-4c9e-95c4-2da9e11c5ac3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5861535 Sep 16 05:10:01.706497 n-d-712140-13 neutron-server[95474]: DEBUG neutron.objects.ports [None req-82812045-081d-404d-843e-8afea77161ad tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95474) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:10:01.706988 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82812045-081d-404d-843e-8afea77161ad tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.707977 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49d15ea2-4b8c-4efe-be06-a311bdbabc12 req-f0969eaa-c80b-499b-b249-dfb28d1f4b14 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162322 Sep 16 05:10:01.732311 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ea0e60d5-6945-4310-bda9-ee31206d593c None None] Port da748639-fba8-47ae-93fa-b234cdaa1302 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:01.743209 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-9bac997d-c08b-4514-a856-36f227d81230 req-a463e913-9af7-4c89-8553-6a9ce6891de6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:10:01.744217 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9bac997d-c08b-4514-a856-36f227d81230 req-a463e913-9af7-4c89-8553-6a9ce6891de6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0278618 Sep 16 05:10:01.768352 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Request body: {'port': {'device_id': '3e953169-fb2a-41ab-ab1c-a9d786a9292a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:01.809011 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82812045-081d-404d-843e-8afea77161ad tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Pushing event updated for resources: {'Subnet': ['ID=53e367fb-b6b1-4102-aa43-e863fa4c0aaa,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:01.817779 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ee5d90bd-90be-4f23-a61b-444da3e452bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.823932 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82812045-081d-404d-843e-8afea77161ad tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Checking segment: {'id': '825299c6-b98e-4dc7-898f-cdb5d448eb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a25d6f5b-dc49-4474-b753-fe8d6d64b45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:01.824952 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ee5d90bd-90be-4f23-a61b-444da3e452bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.825192 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82812045-081d-404d-843e-8afea77161ad tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Network hostable DHCP agents. Network: a25d6f5b-dc49-4474-b753-fe8d6d64b45f, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:01.827698 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ee5d90bd-90be-4f23-a61b-444da3e452bd admin admin] 10.222.0.20 "DELETE /v2.0/networks/f0c53394-694b-4d9b-b091-f8606d9c8f90 HTTP/1.1" status: 204 len: 168 time: 0.6446447 Sep 16 05:10:01.842064 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d90bd-90be-4f23-a61b-444da3e452bd admin admin] Pushing event deleted for resources: {'Network': ['ID=f0c53394-694b-4d9b-b091-f8606d9c8f90,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:01.861853 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.871065 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.872753 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/33793310-afe3-4bd8-a639-8d2d3698dbb7 HTTP/1.1" status: 204 len: 168 time: 3.5768032 Sep 16 05:10:01.876427 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.878137 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45032) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:01.884906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-cfc34896-7785-4b34-82bc-23d9c53b60ef tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1349089534'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:01.894337 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb10e47-f340-4442-acc0-650643cd4ec8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Network': ['ID=33793310-afe3-4bd8-a639-8d2d3698dbb7,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:01.955454 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82812045-081d-404d-843e-8afea77161ad tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Network a25d6f5b-dc49-4474-b753-fe8d6d64b45f is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:02.012677 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc34896-7785-4b34-82bc-23d9c53b60ef tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:02.016421 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cfc34896-7785-4b34-82bc-23d9c53b60ef tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.124562 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-82812045-081d-404d-843e-8afea77161ad tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, a25d6f5b-dc49-4474-b753-fe8d6d64b45f) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:02.132415 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82812045-081d-404d-843e-8afea77161ad tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:02.133059 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82812045-081d-404d-843e-8afea77161ad tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.134634 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b72119-b50e-4dd5-8207-3f09847d2990 None None] Network a25d6f5b-dc49-4474-b753-fe8d6d64b45f requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:02.210092 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da748639-fba8-47ae-93fa-b234cdaa1302 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:02.218085 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.231400 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Transition to ACTIVE for port object da748639-fba8-47ae-93fa-b234cdaa1302 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:10:02.263693 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-82812045-081d-404d-843e-8afea77161ad tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9587016 Sep 16 05:10:02.267177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45036) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:02.272214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6ff1eb78-6a5f-461b-847d-1aef799248bc tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1557037282', 'network_id': 'a25d6f5b-dc49-4474-b753-fe8d6d64b45f'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:02.275730 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da816370-f1f9-4ad1-b946-d1b86b62ea2d None None] Network a25d6f5b-dc49-4474-b753-fe8d6d64b45f requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:02.292925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc34896-7785-4b34-82bc-23d9c53b60ef tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:02.303838 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cfc34896-7785-4b34-82bc-23d9c53b60ef tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.304198 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-cfc34896-7785-4b34-82bc-23d9c53b60ef tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Added segment 11bf6666-124e-4a48-945c-daf9d4c6296a of type vlan for network b14ae4bb-5c79-4d9b-8821-4256c4a8ace3 Sep 16 05:10:02.346355 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cfc34896-7785-4b34-82bc-23d9c53b60ef tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.349182 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.393800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff1eb78-6a5f-461b-847d-1aef799248bc tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Made reservation on behalf of 437930d691f04818ab1a35c615e28f9b for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:02.396633 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6ff1eb78-6a5f-461b-847d-1aef799248bc tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.413743 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Pushing event updated for resources: {'Port': ['ID=da748639-fba8-47ae-93fa-b234cdaa1302,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:02.420297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-6ff1eb78-6a5f-461b-847d-1aef799248bc tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] device_id is not set on port 9092f19c-4aaf-4af1-a51e-486c511c9a76 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:10:02.437299 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45038) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:02.481476 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cfc34896-7785-4b34-82bc-23d9c53b60ef tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.486709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc34896-7785-4b34-82bc-23d9c53b60ef tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:02.487388 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cfc34896-7785-4b34-82bc-23d9c53b60ef tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.523699 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1d17138a-d094-4131-b6f4-e9a416017237 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aaef22175f8b444c9ab3098ded2833ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0825448 Sep 16 05:10:02.525267 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45040) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:02.532059 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Attempting to bind port da748639-fba8-47ae-93fa-b234cdaa1302 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:02.532385 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Attempting to bind port da748639-fba8-47ae-93fa-b234cdaa1302 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '686c3436-a63a-4666-9acf-5dfef3b10276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8cce893d-c1c5-49cf-abaf-9c25ac1e342c'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:02.532705 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Attempting to bind port da748639-fba8-47ae-93fa-b234cdaa1302 on network 8cce893d-c1c5-49cf-abaf-9c25ac1e342c {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:02.595216 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc34896-7785-4b34-82bc-23d9c53b60ef tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Network': ['ID=b14ae4bb-5c79-4d9b-8821-4256c4a8ace3,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:02.609280 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network b14ae4bb-5c79-4d9b-8821-4256c4a8ace3 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:02.621642 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-6ff1eb78-6a5f-461b-847d-1aef799248bc tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Allocated IP 172.20.0.6 (a25d6f5b-dc49-4474-b753-fe8d6d64b45f/53e367fb-b6b1-4102-aa43-e863fa4c0aaa/9092f19c-4aaf-4af1-a51e-486c511c9a76) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:02.643762 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-cfc34896-7785-4b34-82bc-23d9c53b60ef tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7638779 Sep 16 05:10:02.652125 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45042) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:02.666099 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-68a68d44-fccc-46f7-9e72-285b3e15bac3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'subnet': {'network_id': 'b14ae4bb-5c79-4d9b-8821-4256c4a8ace3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:02.833707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Port da748639-fba8-47ae-93fa-b234cdaa1302 on network 8cce893d-c1c5-49cf-abaf-9c25ac1e342c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:10:02.834100 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Attempting to bind port da748639-fba8-47ae-93fa-b234cdaa1302 on network 8cce893d-c1c5-49cf-abaf-9c25ac1e342c {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:02.850091 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:02.850445 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Checking segment: {'id': '686c3436-a63a-4666-9acf-5dfef3b10276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8cce893d-c1c5-49cf-abaf-9c25ac1e342c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:02.850838 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Bound using segment: {'id': '686c3436-a63a-4666-9acf-5dfef3b10276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8cce893d-c1c5-49cf-abaf-9c25ac1e342c'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:02.851303 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Bound port: da748639-fba8-47ae-93fa-b234cdaa1302, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686c3436-a63a-4666-9acf-5dfef3b10276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8cce893d-c1c5-49cf-abaf-9c25ac1e342c'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:02.851662 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.908601 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45a96741-7865-4afa-8723-d909ee36be4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.932375 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef12c59-3005-4080-a6e3-109c969e31d3 req-35eec40f-db6a-4cc4-883e-db86e94711c0 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:02.933936 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fef12c59-3005-4080-a6e3-109c969e31d3 req-35eec40f-db6a-4cc4-883e-db86e94711c0 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 907 time: 0.2058792 Sep 16 05:10:02.948128 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45a96741-7865-4afa-8723-d909ee36be4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.972298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5b264-4742-483e-9e89-894a1bbbcbb8 req-9ebb6eab-b446-4c88-b955-bba25629f3a7 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:02.972298 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eed5b264-4742-483e-9e89-894a1bbbcbb8 req-9ebb6eab-b446-4c88-b955-bba25629f3a7 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.1720595 Sep 16 05:10:02.990525 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] For port da748639-fba8-47ae-93fa-b234cdaa1302, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:03.003764 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] For port da748639-fba8-47ae-93fa-b234cdaa1302, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=da748639-fba8-47ae-93fa-b234cdaa1302,segment=NetworkSegment(686c3436-a63a-4666-9acf-5dfef3b10276),segment_id=686c3436-a63a-4666-9acf-5dfef3b10276)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:03.024168 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6ff1eb78-6a5f-461b-847d-1aef799248bc tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.044424 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eed5b264-4742-483e-9e89-894a1bbbcbb8 req-1687bbc5-d127-4702-b8ec-fadcefaf4315 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618455 Sep 16 05:10:03.091927 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a68d44-fccc-46f7-9e72-285b3e15bac3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:03.097742 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-68a68d44-fccc-46f7-9e72-285b3e15bac3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.126376 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.136126 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45a96741-7865-4afa-8723-d909ee36be4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.138687 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45a96741-7865-4afa-8723-d909ee36be4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.139926 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-45a96741-7865-4afa-8723-d909ee36be4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e257425a-32b7-4bf2-bdfb-99e1594d0baf HTTP/1.1" status: 204 len: 168 time: 0.6131144 Sep 16 05:10:03.178708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.ipam_backend_mixin [None req-68a68d44-fccc-46f7-9e72-285b3e15bac3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Performing IP validity checks on allocation pools {{(pid=95473) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:10:03.179290 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.179510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.ipam_backend_mixin [None req-68a68d44-fccc-46f7-9e72-285b3e15bac3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95473) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:10:03.179921 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.181484 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9bac997d-c08b-4514-a856-36f227d81230 req-85f05699-97b8-4318-b000-e822af3318ae service neutron] 10.222.0.38 "PUT /v2.0/ports/da748639-fba8-47ae-93fa-b234cdaa1302 HTTP/1.1" status: 200 len: 1056 time: 1.4189668 Sep 16 05:10:03.182471 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e953169-fb2a-41ab-ab1c-a9d786a9292a', 'tag': 'da748639-fba8-47ae-93fa-b234cdaa1302'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:03.185077 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ad0a90-7110-4d9b-bef6-c099d3d20faa" -d '{"events": [{"name": "network-changed", "server_uuid": "3e953169-fb2a-41ab-ab1c-a9d786a9292a", "tag": "da748639-fba8-47ae-93fa-b234cdaa1302"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:03.192397 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a96741-7865-4afa-8723-d909ee36be4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e257425a-32b7-4bf2-bdfb-99e1594d0baf,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:03.227537 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6ff1eb78-6a5f-461b-847d-1aef799248bc tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.238213 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f05699-97b8-4318-b000-e822af3318ae service neutron] Pushing event updated for resources: {'Port': ['ID=da748639-fba8-47ae-93fa-b234cdaa1302,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:03.279542 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2673269f-e139-432d-91c8-936fb4c74f28 x-openstack-request-id: req-2673269f-e139-432d-91c8-936fb4c74f28 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:03.279542 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e953169-fb2a-41ab-ab1c-a9d786a9292a", "tag": "da748639-fba8-47ae-93fa-b234cdaa1302", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:03.279542 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2673269f-e139-432d-91c8-936fb4c74f28 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:03.279542 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e953169-fb2a-41ab-ab1c-a9d786a9292a', 'tag': 'da748639-fba8-47ae-93fa-b234cdaa1302', 'status': 'completed', 'code': 200} Sep 16 05:10:03.289371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff1eb78-6a5f-461b-847d-1aef799248bc tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Network a25d6f5b-dc49-4474-b753-fe8d6d64b45f is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:03.310005 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-6ff1eb78-6a5f-461b-847d-1aef799248bc tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:03.324571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff1eb78-6a5f-461b-847d-1aef799248bc tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:03.357167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad0a90-7110-4d9b-bef6-c099d3d20faa req-6d0e7f7d-dd1d-4920-a90b-21ea3197ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.358714 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46ad0a90-7110-4d9b-bef6-c099d3d20faa req-6d0e7f7d-dd1d-4920-a90b-21ea3197ba06 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2d4acf06f6cb40beb5bd53afa54aba76&device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 1059 time: 0.0508258 Sep 16 05:10:03.380560 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1eb78-6a5f-461b-847d-1aef799248bc tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Pushing event updated for resources: {'Port': ['ID=9092f19c-4aaf-4af1-a51e-486c511c9a76,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:03.423826 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff1eb78-6a5f-461b-847d-1aef799248bc tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.424442 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6ff1eb78-6a5f-461b-847d-1aef799248bc tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.496483 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad0a90-7110-4d9b-bef6-c099d3d20faa req-6e9c5c7c-5f40-4113-a66d-05ab0b0123e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.502950 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad0a90-7110-4d9b-bef6-c099d3d20faa req-6e9c5c7c-5f40-4113-a66d-05ab0b0123e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.502950 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46ad0a90-7110-4d9b-bef6-c099d3d20faa req-6e9c5c7c-5f40-4113-a66d-05ab0b0123e8 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=2d4acf06f6cb40beb5bd53afa54aba76&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1160517 Sep 16 05:10:03.569018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6ff1eb78-6a5f-461b-847d-1aef799248bc tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2984011 Sep 16 05:10:03.569018 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-68a68d44-fccc-46f7-9e72-285b3e15bac3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.569729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45056) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:03.612413 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad0a90-7110-4d9b-bef6-c099d3d20faa req-f25d1b17-216e-4aaf-a7a6-34db9f6ad445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.614105 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-46ad0a90-7110-4d9b-bef6-c099d3d20faa req-f25d1b17-216e-4aaf-a7a6-34db9f6ad445 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1075394 Sep 16 05:10:03.683810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a68d44-fccc-46f7-9e72-285b3e15bac3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Subnet': ['ID=2277230d-761f-4024-8c68-9d331f1f4c1a,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:03.703213 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a68d44-fccc-46f7-9e72-285b3e15bac3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Checking segment: {'id': '11bf6666-124e-4a48-945c-daf9d4c6296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b14ae4bb-5c79-4d9b-8821-4256c4a8ace3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:03.703583 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a68d44-fccc-46f7-9e72-285b3e15bac3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network hostable DHCP agents. Network: b14ae4bb-5c79-4d9b-8821-4256c4a8ace3, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:03.731575 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac997d-c08b-4514-a856-36f227d81230 req-9617e31a-d963-4ffa-be9d-6db79c422fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.733603 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9bac997d-c08b-4514-a856-36f227d81230 req-9617e31a-d963-4ffa-be9d-6db79c422fd0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2d4acf06f6cb40beb5bd53afa54aba76&device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 1059 time: 0.0543435 Sep 16 05:10:03.740431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-f7121e5c-b847-4787-bbf2-915750cf349f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Deleting port 9092f19c-4aaf-4af1-a51e-486c511c9a76 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:03.740776 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7121e5c-b847-4787-bbf2-915750cf349f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.795470 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9bac997d-c08b-4514-a856-36f227d81230 req-5f57629b-cd43-44d3-84d5-57615369fbec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=da748639-fba8-47ae-93fa-b234cdaa1302 HTTP/1.1" status: 200 len: 217 time: 0.0419779 Sep 16 05:10:03.824260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a68d44-fccc-46f7-9e72-285b3e15bac3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network b14ae4bb-5c79-4d9b-8821-4256c4a8ace3 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:03.831776 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7121e5c-b847-4787-bbf2-915750cf349f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.845835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-f7121e5c-b847-4787-bbf2-915750cf349f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Calling delete_port for 9092f19c-4aaf-4af1-a51e-486c511c9a76 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:03.849814 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac997d-c08b-4514-a856-36f227d81230 req-6bbe5a7a-eb70-4173-91b2-2e2062fdbd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.851370 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9bac997d-c08b-4514-a856-36f227d81230 req-6bbe5a7a-eb70-4173-91b2-2e2062fdbd76 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=912a5878-84e1-47fc-b909-fcdffc85170d HTTP/1.1" status: 200 len: 838 time: 0.0483344 Sep 16 05:10:03.909031 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac997d-c08b-4514-a856-36f227d81230 req-9425f3ac-a8eb-407d-9f42-5970cc8e59ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.910689 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9bac997d-c08b-4514-a856-36f227d81230 req-9425f3ac-a8eb-407d-9f42-5970cc8e59ec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8cce893d-c1c5-49cf-abaf-9c25ac1e342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0524106 Sep 16 05:10:03.961554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-68a68d44-fccc-46f7-9e72-285b3e15bac3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, b14ae4bb-5c79-4d9b-8821-4256c4a8ace3) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:03.970324 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f1f0ae-f754-440f-9415-1a9afb727071 None None] Network b14ae4bb-5c79-4d9b-8821-4256c4a8ace3 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:03.985988 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a68d44-fccc-46f7-9e72-285b3e15bac3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.986602 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-68a68d44-fccc-46f7-9e72-285b3e15bac3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.104522 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9bac997d-c08b-4514-a856-36f227d81230 req-2130b9a7-20fe-45a7-acde-22a0c95550c0 service neutron] 10.222.0.38 "GET /v2.0/networks/8cce893d-c1c5-49cf-abaf-9c25ac1e342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810961 Sep 16 05:10:04.163320 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-b14ae4bb-5c79-4d9b-8821-4256c4a8ace3', 'network_id': 'b14ae4bb-5c79-4d9b-8821-4256c4a8ace3', 'tenant_id': '2982ec6c97294db8a3745833d9fd7a19', 'fixed_ips': [{'subnet_id': '2277230d-761f-4024-8c68-9d331f1f4c1a'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:04.163548 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16672b7f-9e07-4fc6-832b-703e8a11ba17 req-3957850e-4c71-4f03-abe4-5e1936685c1b tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:04.164196 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.165100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16672b7f-9e07-4fc6-832b-703e8a11ba17 req-3957850e-4c71-4f03-abe4-5e1936685c1b tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 907 time: 0.1276114 Sep 16 05:10:04.177620 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-68a68d44-fccc-46f7-9e72-285b3e15bac3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5210216 Sep 16 05:10:04.177620 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45070) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:04.237185 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9bac997d-c08b-4514-a856-36f227d81230 req-92d53be8-2594-449c-b8e8-e70a2284c9a8 service neutron] 10.222.0.38 "GET /v2.0/networks/8cce893d-c1c5-49cf-abaf-9c25ac1e342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213329 Sep 16 05:10:04.237922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728412f-3db3-4905-a3c6-4940c8fecc73 req-f3fd598b-eac8-4bcd-b844-93b47da61260 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:04.239467 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5728412f-3db3-4905-a3c6-4940c8fecc73 req-f3fd598b-eac8-4bcd-b844-93b47da61260 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.1113861 Sep 16 05:10:04.287034 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7121e5c-b847-4787-bbf2-915750cf349f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.343427 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7121e5c-b847-4787-bbf2-915750cf349f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Pushing event deleted for resources: {'Port': ['ID=9092f19c-4aaf-4af1-a51e-486c511c9a76,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:04.419896 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] Allocated IP 172.20.0.3 (b14ae4bb-5c79-4d9b-8821-4256c4a8ace3/2277230d-761f-4024-8c68-9d331f1f4c1a/79af6e41-e15d-4d90-a999-c6930d24b107) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:04.428146 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.435799 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5728412f-3db3-4905-a3c6-4940c8fecc73 req-2638a7cd-3e95-4290-942c-b995d3dba721 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589692 Sep 16 05:10:04.483225 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7121e5c-b847-4787-bbf2-915750cf349f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.485333 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f7121e5c-b847-4787-bbf2-915750cf349f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "DELETE /v2.0/ports/9092f19c-4aaf-4af1-a51e-486c511c9a76 HTTP/1.1" status: 204 len: 168 time: 0.9121745 Sep 16 05:10:04.488285 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45080) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:04.493277 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-9ca12dfc-8652-46ab-8028-aeddd7da990f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a25d6f5b-dc49-4474-b753-fe8d6d64b45f', 'external_fixed_ips': [{'subnet_id': '53e367fb-b6b1-4102-aa43-e863fa4c0aaa', 'ip_address': '172.20.0.6'}]}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:04.508702 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.600351 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ca12dfc-8652-46ab-8028-aeddd7da990f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.601523 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ca12dfc-8652-46ab-8028-aeddd7da990f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.609886 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.674315 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ca12dfc-8652-46ab-8028-aeddd7da990f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.684354 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45084) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:04.722970 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.762863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] Network b14ae4bb-5c79-4d9b-8821-4256c4a8ace3 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:04.767596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:04.779814 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:04.798810 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] Pushing event updated for resources: {'Port': ['ID=79af6e41-e15d-4d90-a999-c6930d24b107,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:04.848319 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ae9d8ff8-7585-4931-aea8-c7c190f3f50a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1986244156-network', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:04.852225 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.891043 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] Attempting to bind port 79af6e41-e15d-4d90-a999-c6930d24b107 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:04.891043 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] Attempting to bind port 79af6e41-e15d-4d90-a999-c6930d24b107 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '11bf6666-124e-4a48-945c-daf9d4c6296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b14ae4bb-5c79-4d9b-8821-4256c4a8ace3'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:04.891043 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] Attempting to bind port 79af6e41-e15d-4d90-a999-c6930d24b107 on network b14ae4bb-5c79-4d9b-8821-4256c4a8ace3 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:04.935853 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:04.936636 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] Checking segment: {'id': '11bf6666-124e-4a48-945c-daf9d4c6296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b14ae4bb-5c79-4d9b-8821-4256c4a8ace3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:04.938002 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.938773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] Bound using segment: {'id': '11bf6666-124e-4a48-945c-daf9d4c6296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b14ae4bb-5c79-4d9b-8821-4256c4a8ace3'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:04.939539 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] Bound port: 79af6e41-e15d-4d90-a999-c6930d24b107, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bf6666-124e-4a48-945c-daf9d4c6296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b14ae4bb-5c79-4d9b-8821-4256c4a8ace3'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:04.940107 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.944314 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ca12dfc-8652-46ab-8028-aeddd7da990f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.966606 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Subnet': ['ID=2277230d-761f-4024-8c68-9d331f1f4c1a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:04.994992 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.018725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14ae4bb-5c79-4d9b-8821-4256c4a8ace3']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:05.024679 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] For port 79af6e41-e15d-4d90-a999-c6930d24b107, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:05.028812 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] For port 79af6e41-e15d-4d90-a999-c6930d24b107, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=79af6e41-e15d-4d90-a999-c6930d24b107,segment=NetworkSegment(11bf6666-124e-4a48-945c-daf9d4c6296a),segment_id=11bf6666-124e-4a48-945c-daf9d4c6296a)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:05.032658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11bf6666-124e-4a48-945c-daf9d4c6296a') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:05.032962 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11bf6666-124e-4a48-945c-daf9d4c6296a') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:05.045699 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.068738 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9d8ff8-7585-4931-aea8-c7c190f3f50a admin admin] Made reservation on behalf of 5d6a10c61b3f427e8b6252249bac1dfe for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:05.071193 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8ff8-7585-4931-aea8-c7c190f3f50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.081726 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8ff8-7585-4931-aea8-c7c190f3f50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.240970 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8ff8-7585-4931-aea8-c7c190f3f50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.287089 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.294869 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-105c24e7-22d2-460a-9447-cba9fbce207d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.295073 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409493b-ae00-490b-b279-4b57194ea790 req-cca1c8b5-8453-44ae-8f07-e6b4c0462592 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.295073 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8409493b-ae00-490b-b279-4b57194ea790 req-cca1c8b5-8453-44ae-8f07-e6b4c0462592 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 907 time: 0.0530829 Sep 16 05:10:05.298621 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.306194 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:05.307517 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:05.310685 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:05.386662 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eacacd-95cd-477e-bd85-c10057fa8e84 None None] Pushing event updated for resources: {'Port': ['ID=79af6e41-e15d-4d90-a999-c6930d24b107,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:05.407724 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c600b68f-b5e5-4e04-b4bc-8b5f5abfabde None None] Network b14ae4bb-5c79-4d9b-8821-4256c4a8ace3 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:05.408898 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8ff8-7585-4931-aea8-c7c190f3f50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.430683 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ca12dfc-8652-46ab-8028-aeddd7da990f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.437247 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9d8ff8-7585-4931-aea8-c7c190f3f50a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:05.465433 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ca12dfc-8652-46ab-8028-aeddd7da990f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.469378 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.db.api [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:10:05.469378 n-d-712140-13 neutron-server[95473]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:10:05.469378 n-d-712140-13 neutron-server[95473]: [parameters: {'id': 'b14ae4bb-5c79-4d9b-8821-4256c4a8ace3'}] Sep 16 05:10:05.469378 n-d-712140-13 neutron-server[95473]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:10:05.470224 n-d-712140-13 neutron-server[95473]: DEBUG oslo_db.api [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:10:05.489331 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8ff8-7585-4931-aea8-c7c190f3f50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.489331 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-ae9d8ff8-7585-4931-aea8-c7c190f3f50a admin admin] Added segment 955fa7be-9b5d-4205-bbc8-309ab1e33fb2 of type vlan for network 4a92d87f-6f51-45e0-8432-716507f35429 Sep 16 05:10:05.490734 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d8ff8-7585-4931-aea8-c7c190f3f50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4c454a-037f-4185-b73e-c17d43a8778d,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:05.543754 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fd9e0c-c3a6-4002-94cb-eefddc76f569 None None] get_active_networks_info from n-d-712140-13 {{(pid=95475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:10:05.593886 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07195106-5472-4c56-b94f-52f30f7fefa6 req-b1d513bd-e86a-4a7e-8166-b41c862e04ba tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.600996 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07195106-5472-4c56-b94f-52f30f7fefa6 req-b1d513bd-e86a-4a7e-8166-b41c862e04ba tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.0583780 Sep 16 05:10:05.628960 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8ff8-7585-4931-aea8-c7c190f3f50a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.641701 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07195106-5472-4c56-b94f-52f30f7fefa6 req-c50f1e60-658e-4a62-b87b-5d249c40c1c3 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395553 Sep 16 05:10:05.661726 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fd9e0c-c3a6-4002-94cb-eefddc76f569 None None] Resources bound (agent type, host, resource id): {{(pid=95475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:10:05.737439 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-9ca12dfc-8652-46ab-8028-aeddd7da990f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Allocated IP 172.20.0.6 (a25d6f5b-dc49-4474-b753-fe8d6d64b45f/53e367fb-b6b1-4102-aa43-e863fa4c0aaa/3c33caf1-9b53-49bf-8615-9f6d27509694) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:05.820550 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8ff8-7585-4931-aea8-c7c190f3f50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.821537 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9d8ff8-7585-4931-aea8-c7c190f3f50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.829357 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8ff8-7585-4931-aea8-c7c190f3f50a admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.930613 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d8ff8-7585-4931-aea8-c7c190f3f50a admin admin] Pushing event updated for resources: {'Network': ['ID=4a92d87f-6f51-45e0-8432-716507f35429,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:05.940633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 4a92d87f-6f51-45e0-8432-716507f35429 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:05.950141 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ca12dfc-8652-46ab-8028-aeddd7da990f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.971235 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.001351 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ae9d8ff8-7585-4931-aea8-c7c190f3f50a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3156304 Sep 16 05:10:06.004100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45094) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.010640 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-43744712-cce4-4cb8-a547-b3a52e18d8fd admin admin] Request body: {'subnet': {'network_id': '4a92d87f-6f51-45e0-8432-716507f35429', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1986244156-subnet', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:06.053112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Deleting port 79af6e41-e15d-4d90-a999-c6930d24b107 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:06.053458 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.120379 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] For port 79af6e41-e15d-4d90-a999-c6930d24b107, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=79af6e41-e15d-4d90-a999-c6930d24b107,segment=NetworkSegment(11bf6666-124e-4a48-945c-daf9d4c6296a),segment_id=11bf6666-124e-4a48-945c-daf9d4c6296a)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:06.120759 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ca12dfc-8652-46ab-8028-aeddd7da990f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.120915 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.136397 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Calling delete_port for 79af6e41-e15d-4d90-a999-c6930d24b107 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:06.160674 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca12dfc-8652-46ab-8028-aeddd7da990f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Network a25d6f5b-dc49-4474-b753-fe8d6d64b45f is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:06.163604 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-9ca12dfc-8652-46ab-8028-aeddd7da990f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:06.176095 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca12dfc-8652-46ab-8028-aeddd7da990f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:06.187502 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43744712-cce4-4cb8-a547-b3a52e18d8fd admin admin] Made reservation on behalf of 5d6a10c61b3f427e8b6252249bac1dfe for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:06.189823 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-43744712-cce4-4cb8-a547-b3a52e18d8fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.198182 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca12dfc-8652-46ab-8028-aeddd7da990f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Pushing event updated for resources: {'Port': ['ID=3c33caf1-9b53-49bf-8615-9f6d27509694,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:06.655347 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ca12dfc-8652-46ab-8028-aeddd7da990f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.679239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca2d06-4679-4def-8d97-be655a7aee40 req-8ea5f771-6007-48ed-acbe-f06f7d628c78 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:06.680392 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7ca2d06-4679-4def-8d97-be655a7aee40 req-8ea5f771-6007-48ed-acbe-f06f7d628c78 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 907 time: 0.1300130 Sep 16 05:10:06.840552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f321fbb-63d8-4565-a986-1839a524a497 req-ad5f54ab-a51e-407f-8440-b4febb38963d tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:06.841102 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f321fbb-63d8-4565-a986-1839a524a497 req-ad5f54ab-a51e-407f-8440-b4febb38963d tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.1004484 Sep 16 05:10:06.841774 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.889888 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No DVR routers for this DVR port 79af6e41-e15d-4d90-a999-c6930d24b107 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:06.891805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Port': ['ID=79af6e41-e15d-4d90-a999-c6930d24b107,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:06.894652 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ca12dfc-8652-46ab-8028-aeddd7da990f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.955722 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f321fbb-63d8-4565-a986-1839a524a497 req-dca563b5-27cf-425a-8911-f9e4bb425cb3 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077118 Sep 16 05:10:06.992651 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.000546 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-43744712-cce4-4cb8-a547-b3a52e18d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.047743 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14ae4bb-5c79-4d9b-8821-4256c4a8ace3']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:07.068708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11bf6666-124e-4a48-945c-daf9d4c6296a') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:07.069034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11bf6666-124e-4a48-945c-daf9d4c6296a') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:07.085221 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.108538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43744712-cce4-4cb8-a547-b3a52e18d8fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f577e1cc-3619-4e30-9c66-21635bb1ad2e,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:07.115398 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.124489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43744712-cce4-4cb8-a547-b3a52e18d8fd admin admin] Checking segment: {'id': '955fa7be-9b5d-4205-bbc8-309ab1e33fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:07.124887 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43744712-cce4-4cb8-a547-b3a52e18d8fd admin admin] Network hostable DHCP agents. Network: 4a92d87f-6f51-45e0-8432-716507f35429, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:07.127202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:07.127616 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:07.131736 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:07.159331 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca12dfc-8652-46ab-8028-aeddd7da990f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Router b5cab832-f9e7-42e0-bf95-07dce0187276 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:07.348873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43744712-cce4-4cb8-a547-b3a52e18d8fd admin admin] Network 4a92d87f-6f51-45e0-8432-716507f35429 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:07.388758 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.403891 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.403891 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/b14ae4bb-5c79-4d9b-8821-4256c4a8ace3 HTTP/1.1" status: 204 len: 168 time: 3.2213089 Sep 16 05:10:07.409850 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45102) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:07.415243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-a100bf80-52b8-4e7e-9228-d0a4e734f2d5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-943988786'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:07.419550 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec241106-41c5-47fd-89a1-86d2b3a8241d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Network': ['ID=b14ae4bb-5c79-4d9b-8821-4256c4a8ace3,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:07.467959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-43744712-cce4-4cb8-a547-b3a52e18d8fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 4a92d87f-6f51-45e0-8432-716507f35429) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:07.472819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43744712-cce4-4cb8-a547-b3a52e18d8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:07.474003 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-43744712-cce4-4cb8-a547-b3a52e18d8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.477594 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0185698b-2f77-4109-a4fa-e324ca5b7633 None None] Network 4a92d87f-6f51-45e0-8432-716507f35429 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:07.528665 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca12dfc-8652-46ab-8028-aeddd7da990f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:07.537529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a100bf80-52b8-4e7e-9228-d0a4e734f2d5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:07.541983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abde0b28-74fa-4c11-8e5f-f877614eb17d None None] Sync routers for ids ['b5cab832-f9e7-42e0-bf95-07dce0187276'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:07.542956 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a100bf80-52b8-4e7e-9228-d0a4e734f2d5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.544911 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbd0b0-bd1a-43f7-8d2b-8944355ae706 req-ebe08a0b-7b88-462e-b451-fa7406f1ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:07.546630 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-82bbd0b0-bd1a-43f7-8d2b-8944355ae706 req-ebe08a0b-7b88-462e-b451-fa7406f1ff94 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 1097 time: 0.3254654 Sep 16 05:10:07.562132 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde0b28-74fa-4c11-8e5f-f877614eb17d None None] Routers {'b5cab832-f9e7-42e0-bf95-07dce0187276'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:07.562941 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-abde0b28-74fa-4c11-8e5f-f877614eb17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:09:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['b5cab832-f9e7-42e0-bf95-07dce0187276'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:07.568898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a100bf80-52b8-4e7e-9228-d0a4e734f2d5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:07.579145 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a100bf80-52b8-4e7e-9228-d0a4e734f2d5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.582802 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-a100bf80-52b8-4e7e-9228-d0a4e734f2d5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Added segment a6a4d782-e100-4ac0-966c-81d7ed559930 of type vlan for network 1055f0ef-af0a-4eac-b73b-3638eb42ec33 Sep 16 05:10:07.589868 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-82bbd0b0-bd1a-43f7-8d2b-8944355ae706 req-e3495502-fbea-4309-8303-7a06c0341381 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351205 Sep 16 05:10:07.628365 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a100bf80-52b8-4e7e-9228-d0a4e734f2d5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.653586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-43744712-cce4-4cb8-a547-b3a52e18d8fd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6484685 Sep 16 05:10:07.656395 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45104) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:07.661664 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-9c64138e-37bd-4d48-8317-b3f997b7f253 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1986244156-router', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:07.712753 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ca12dfc-8652-46ab-8028-aeddd7da990f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.715550 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9ca12dfc-8652-46ab-8028-aeddd7da990f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.2261553 Sep 16 05:10:07.718759 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45110) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:07.753430 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-abde0b28-74fa-4c11-8e5f-f877614eb17d None None] Set router b5cab832-f9e7-42e0-bf95-07dce0187276 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:07.762732 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a100bf80-52b8-4e7e-9228-d0a4e734f2d5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.772054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a100bf80-52b8-4e7e-9228-d0a4e734f2d5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:07.773218 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a100bf80-52b8-4e7e-9228-d0a4e734f2d5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.790810 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-4a92d87f-6f51-45e0-8432-716507f35429', 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'fixed_ips': [{'subnet_id': 'f577e1cc-3619-4e30-9c66-21635bb1ad2e'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:07.792622 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.839953 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9c132daa-cfe7-48d7-be08-123762fb973d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.863437 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a175-e6a1-4bb9-ad88-dd660a3e8cf3 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.895523 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100bf80-52b8-4e7e-9228-d0a4e734f2d5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Network': ['ID=1055f0ef-af0a-4eac-b73b-3638eb42ec33,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:07.904520 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9c64138e-37bd-4d48-8317-b3f997b7f253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.905563 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9c64138e-37bd-4d48-8317-b3f997b7f253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.925098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12360ddf-8631-4685-a8b5-88c0b0819f37 req-ef9fe8be-6600-4c0f-bf50-bcfb40da4feb tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:07.926759 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12360ddf-8631-4685-a8b5-88c0b0819f37 req-ef9fe8be-6600-4c0f-bf50-bcfb40da4feb tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 907 time: 0.1428964 Sep 16 05:10:07.953335 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 1055f0ef-af0a-4eac-b73b-3638eb42ec33 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:07.975302 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9c64138e-37bd-4d48-8317-b3f997b7f253 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.033701 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a175-e6a1-4bb9-ad88-dd660a3e8cf3 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.035376 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a100bf80-52b8-4e7e-9228-d0a4e734f2d5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6245401 Sep 16 05:10:08.039091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45114) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:08.046845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-392909be-9037-485b-9afb-d6e47b69fe2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'subnet': {'network_id': '1055f0ef-af0a-4eac-b73b-3638eb42ec33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:08.168908 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370f365-01e3-41d0-bbbd-e8e482c6a4ad req-d8795527-f6ed-4907-b53d-776837ac43b6 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:08.170742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c370f365-01e3-41d0-bbbd-e8e482c6a4ad req-d8795527-f6ed-4907-b53d-776837ac43b6 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.1332619 Sep 16 05:10:08.224293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c370f365-01e3-41d0-bbbd-e8e482c6a4ad req-0841dd72-4717-42b8-8f63-2873e5e2f627 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443175 Sep 16 05:10:08.294474 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] Allocated IP 172.20.0.2 (4a92d87f-6f51-45e0-8432-716507f35429/f577e1cc-3619-4e30-9c66-21635bb1ad2e/0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:08.326423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392909be-9037-485b-9afb-d6e47b69fe2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:08.327034 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9c64138e-37bd-4d48-8317-b3f997b7f253 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.331607 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-392909be-9037-485b-9afb-d6e47b69fe2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.343871 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-a4b2a175-e6a1-4bb9-ad88-dd660a3e8cf3 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Deleting port 3c33caf1-9b53-49bf-8615-9f6d27509694 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:08.344182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-abde0b28-74fa-4c11-8e5f-f877614eb17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cab832-f9e7-42e0-bf95-07dce0187276', 'name': '', 'tenant_id': '437930d691f04818ab1a35c615e28f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25d6f5b-dc49-4474-b753-fe8d6d64b45f', 'external_fixed_ips': [{'subnet_id': '53e367fb-b6b1-4102-aa43-e863fa4c0aaa', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '3c33caf1-9b53-49bf-8615-9f6d27509694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:04Z', 'updated_at': '2021-09-16T05:10:06Z', 'revision_number': 3, 'project_id': '437930d691f04818ab1a35c615e28f9b', 'gw_port': {'id': '3c33caf1-9b53-49bf-8615-9f6d27509694', 'name': '', 'network_id': 'a25d6f5b-dc49-4474-b753-fe8d6d64b45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:01:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cab832-f9e7-42e0-bf95-07dce0187276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '53e367fb-b6b1-4102-aa43-e863fa4c0aaa', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:05Z', 'updated_at': '2021-09-16T05:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53e367fb-b6b1-4102-aa43-e863fa4c0aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:08.344630 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a175-e6a1-4bb9-ad88-dd660a3e8cf3 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.409158 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abde0b28-74fa-4c11-8e5f-f877614eb17d None None] Checking router: b5cab832-f9e7-42e0-bf95-07dce0187276 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:08.409809 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abde0b28-74fa-4c11-8e5f-f877614eb17d None None] Updating router b5cab832-f9e7-42e0-bf95-07dce0187276 port 3c33caf1-9b53-49bf-8615-9f6d27509694 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:08.470557 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a175-e6a1-4bb9-ad88-dd660a3e8cf3 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.483605 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-abde0b28-74fa-4c11-8e5f-f877614eb17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.491536 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-a4b2a175-e6a1-4bb9-ad88-dd660a3e8cf3 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Calling delete_port for 3c33caf1-9b53-49bf-8615-9f6d27509694 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:08.607550 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.621433 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.668789 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-392909be-9037-485b-9afb-d6e47b69fe2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.716769 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.725495 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device da748639-fba8-47ae-93fa-b234cdaa1302 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:10:08.743754 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392909be-9037-485b-9afb-d6e47b69fe2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Subnet': ['ID=72b89991-8a7c-4c7e-8ed4-1d004a0e0b34,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:08.761683 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392909be-9037-485b-9afb-d6e47b69fe2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Checking segment: {'id': 'a6a4d782-e100-4ac0-966c-81d7ed559930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1055f0ef-af0a-4eac-b73b-3638eb42ec33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:08.762262 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392909be-9037-485b-9afb-d6e47b69fe2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network hostable DHCP agents. Network: 1055f0ef-af0a-4eac-b73b-3638eb42ec33, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:08.792233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] Network 4a92d87f-6f51-45e0-8432-716507f35429 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:08.810382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:08.813152 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:08.837259 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9c64138e-37bd-4d48-8317-b3f997b7f253 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.852237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392909be-9037-485b-9afb-d6e47b69fe2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network 1055f0ef-af0a-4eac-b73b-3638eb42ec33 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:08.865875 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9c64138e-37bd-4d48-8317-b3f997b7f253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.866132 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] Pushing event updated for resources: {'Port': ['ID=0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:08.920883 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a175-e6a1-4bb9-ad88-dd660a3e8cf3 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.949616 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-392909be-9037-485b-9afb-d6e47b69fe2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 1055f0ef-af0a-4eac-b73b-3638eb42ec33) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:08.956624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2a175-e6a1-4bb9-ad88-dd660a3e8cf3 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c33caf1-9b53-49bf-8615-9f6d27509694,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:08.960480 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392909be-9037-485b-9afb-d6e47b69fe2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:08.965433 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-392909be-9037-485b-9afb-d6e47b69fe2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.994809 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c6a4bb-f3d4-4f15-afc3-6ea0e4ccc8e6 None None] Network 1055f0ef-af0a-4eac-b73b-3638eb42ec33 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:09.035347 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] Attempting to bind port 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:09.035726 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] Attempting to bind port 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '955fa7be-9b5d-4205-bbc8-309ab1e33fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:09.036185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] Attempting to bind port 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9 on network 4a92d87f-6f51-45e0-8432-716507f35429 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:09.069621 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-9c64138e-37bd-4d48-8317-b3f997b7f253 admin admin] Allocated IP 172.25.4.238 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/db9c94b4-6bbb-49c4-8112-e8539d8f4c97) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:09.075455 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f9b58-3f2e-42ef-8d69-8168f6de89e8 req-025dd314-bd15-4c0f-992a-62187848a168 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.079932 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a175-e6a1-4bb9-ad88-dd660a3e8cf3 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.080674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b2f9b58-3f2e-42ef-8d69-8168f6de89e8 req-025dd314-bd15-4c0f-992a-62187848a168 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 907 time: 0.0710640 Sep 16 05:10:09.081750 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:09.082297 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] Checking segment: {'id': '955fa7be-9b5d-4205-bbc8-309ab1e33fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:09.082731 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.083216 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] Bound using segment: {'id': '955fa7be-9b5d-4205-bbc8-309ab1e33fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:09.083757 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] Bound port: 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955fa7be-9b5d-4205-bbc8-309ab1e33fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:09.084150 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.086533 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45120) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:09.087953 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-392909be-9037-485b-9afb-d6e47b69fe2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0475242 Sep 16 05:10:09.148999 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-abde0b28-74fa-4c11-8e5f-f877614eb17d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:10:09.149391 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-abde0b28-74fa-4c11-8e5f-f877614eb17d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:10:09.172112 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port da748639-fba8-47ae-93fa-b234cdaa1302, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=da748639-fba8-47ae-93fa-b234cdaa1302,segment=NetworkSegment(686c3436-a63a-4666-9acf-5dfef3b10276),segment_id=686c3436-a63a-4666-9acf-5dfef3b10276)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:09.228281 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'da748639-fba8-47ae-93fa-b234cdaa1302', 'network_id': '8cce893d-c1c5-49cf-abaf-9c25ac1e342c', 'port_id': 'da748639-fba8-47ae-93fa-b234cdaa1302', 'mac_address': 'fa:16:3e:22:45:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912a5878-84e1-47fc-b909-fcdffc85170d', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:10:09.239036 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a175-e6a1-4bb9-ad88-dd660a3e8cf3 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.242386 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a175-e6a1-4bb9-ad88-dd660a3e8cf3 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.303571 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.309090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] For port 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:09.332865 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] For port 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9,segment=NetworkSegment(955fa7be-9b5d-4205-bbc8-309ab1e33fb2),segment_id=955fa7be-9b5d-4205-bbc8-309ab1e33fb2)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:09.336406 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.372573 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da748639-fba8-47ae-93fa-b234cdaa1302 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:09.375253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30197c-ce32-4ba8-af51-f7c50bb08dfc req-17cf6c02-a84e-4126-9995-2653038ac7a9 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.383606 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e30197c-ce32-4ba8-af51-f7c50bb08dfc req-17cf6c02-a84e-4126-9995-2653038ac7a9 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.0713375 Sep 16 05:10:09.388066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed3faae-d8ee-4c0a-976d-481185083462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-1055f0ef-af0a-4eac-b73b-3638eb42ec33', 'network_id': '1055f0ef-af0a-4eac-b73b-3638eb42ec33', 'tenant_id': '2982ec6c97294db8a3745833d9fd7a19', 'fixed_ips': [{'subnet_id': '72b89991-8a7c-4c7e-8ed4-1d004a0e0b34'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:09.389226 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-eed3faae-d8ee-4c0a-976d-481185083462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.400388 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e031833-908f-48e9-9571-1823ab652d41 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.407847 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.412884 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port da748639-fba8-47ae-93fa-b234cdaa1302, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=da748639-fba8-47ae-93fa-b234cdaa1302,segment=NetworkSegment(686c3436-a63a-4666-9acf-5dfef3b10276),segment_id=686c3436-a63a-4666-9acf-5dfef3b10276)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:09.422327 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9c64138e-37bd-4d48-8317-b3f997b7f253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.431509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e30197c-ce32-4ba8-af51-f7c50bb08dfc req-b386c08a-89e0-4796-8143-ab75dfeebc5e tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425754 Sep 16 05:10:09.461779 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a175-e6a1-4bb9-ad88-dd660a3e8cf3 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.462216 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b2a175-e6a1-4bb9-ad88-dd660a3e8cf3 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5cab832-f9e7-42e0-bf95-07dce0187276 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:09.471016 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a175-e6a1-4bb9-ad88-dd660a3e8cf3 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.472210 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a4b2a175-e6a1-4bb9-ad88-dd660a3e8cf3 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "DELETE /v2.0/routers/b5cab832-f9e7-42e0-bf95-07dce0187276 HTTP/1.1" status: 204 len: 168 time: 1.7522361 Sep 16 05:10:09.488975 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45126) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:09.519260 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e031833-908f-48e9-9571-1823ab652d41 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.534106 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.563035 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc36c41-bb30-47ce-8be2-c84511496412 None None] Pushing event updated for resources: {'Port': ['ID=0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:09.578035 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1cbebf-d589-4e92-8b61-ea881310c1b1 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Deleting subnet 53e367fb-b6b1-4102-aa43-e863fa4c0aaa {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:09.582426 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbebf-d589-4e92-8b61-ea881310c1b1 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.631776 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbebf-d589-4e92-8b61-ea881310c1b1 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.634647 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=da748639-fba8-47ae-93fa-b234cdaa1302,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:09.673096 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abde0b28-74fa-4c11-8e5f-f877614eb17d None None] Port 3c33caf1-9b53-49bf-8615-9f6d27509694 not found while updating agent binding for router b5cab832-f9e7-42e0-bf95-07dce0187276. {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 16 05:10:09.680628 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9c64138e-37bd-4d48-8317-b3f997b7f253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.683617 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde0b28-74fa-4c11-8e5f-f877614eb17d None None] Routers set() bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:09.685047 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbebf-d589-4e92-8b61-ea881310c1b1 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.685379 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde0b28-74fa-4c11-8e5f-f877614eb17d None None] Router IDs set() for agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 05:10:09.693034 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_agentschedulers_db [None req-abde0b28-74fa-4c11-8e5f-f877614eb17d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b5cab832-f9e7-42e0-bf95-07dce0187276'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent'). {{(pid=95475) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 05:10:09.693034 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abde0b28-74fa-4c11-8e5f-f877614eb17d None None] The sync data for ids ['b5cab832-f9e7-42e0-bf95-07dce0187276'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:09.721835 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c64138e-37bd-4d48-8317-b3f997b7f253 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:09.724773 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-9c64138e-37bd-4d48-8317-b3f997b7f253 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:09.728398 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c64138e-37bd-4d48-8317-b3f997b7f253 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:09.762577 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e031833-908f-48e9-9571-1823ab652d41 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.781170 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64138e-37bd-4d48-8317-b3f997b7f253 admin admin] Pushing event updated for resources: {'Port': ['ID=db9c94b4-6bbb-49c4-8112-e8539d8f4c97,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server [None req-eed3faae-d8ee-4c0a-976d-481185083462 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72b89991-8a7c-4c7e-8ed4-1d004a0e0b34: This subnet is being modified by another concurrent operation. Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:10:09.790753 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72b89991-8a7c-4c7e-8ed4-1d004a0e0b34: This subnet is being modified by another concurrent operation. Sep 16 05:10:09.795707 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server Sep 16 05:10:09.812437 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442a3129-fb0a-4bdb-bc6f-781baa23ee91 None None] Network 1055f0ef-af0a-4eac-b73b-3638eb42ec33 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:09.862106 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e031833-908f-48e9-9571-1823ab652d41 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Subnet': ['ID=72b89991-8a7c-4c7e-8ed4-1d004a0e0b34,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:09.928157 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbebf-d589-4e92-8b61-ea881310c1b1 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.976304 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1cbebf-d589-4e92-8b61-ea881310c1b1 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=53e367fb-b6b1-4102-aa43-e863fa4c0aaa,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:09.976668 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e031833-908f-48e9-9571-1823ab652d41 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.994642 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d2f2d-04c7-4f70-8523-9c3a85a32f92 req-2e9945de-1f89-49e6-96c8-2ba06cb691e6 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.996314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da8d2f2d-04c7-4f70-8523-9c3a85a32f92 req-2e9945de-1f89-49e6-96c8-2ba06cb691e6 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.1393025 Sep 16 05:10:09.997684 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbebf-d589-4e92-8b61-ea881310c1b1 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.999530 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3c1cbebf-d589-4e92-8b61-ea881310c1b1 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/53e367fb-b6b1-4102-aa43-e863fa4c0aaa HTTP/1.1" status: 204 len: 168 time: 0.5092063 Sep 16 05:10:10.002301 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45132) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:10.046228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['da748639-fba8-47ae-93fa-b234cdaa1302'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:10.104958 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da8d2f2d-04c7-4f70-8523-9c3a85a32f92 req-c07cae1c-d602-4c50-899d-daf3be32ddce tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948458 Sep 16 05:10:10.110801 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-98dc5b47-bd1a-4151-95fe-fcb729f2d759 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.114842 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9e031833-908f-48e9-9571-1823ab652d41 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1055f0ef-af0a-4eac-b73b-3638eb42ec33']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:10.141789 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9e031833-908f-48e9-9571-1823ab652d41 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a4d782-e100-4ac0-966c-81d7ed559930') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:10.142109 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9e031833-908f-48e9-9571-1823ab652d41 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a4d782-e100-4ac0-966c-81d7ed559930') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:10.164831 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e031833-908f-48e9-9571-1823ab652d41 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.200212 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec78fa-0582-426f-a1ac-18c739e6a345 req-d4c658c0-cf39-4603-8fc1-3e1a9a38afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:10.201832 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-17ec78fa-0582-426f-a1ac-18c739e6a345 req-d4c658c0-cf39-4603-8fc1-3e1a9a38afae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=421b1e6dd448470ca5c7bf9dd8b56185&device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 1097 time: 0.2275498 Sep 16 05:10:10.205793 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e031833-908f-48e9-9571-1823ab652d41 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.210171 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-98dc5b47-bd1a-4151-95fe-fcb729f2d759 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.221251 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e031833-908f-48e9-9571-1823ab652d41 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:10.221656 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e031833-908f-48e9-9571-1823ab652d41 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:10.224888 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:10.258366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-98dc5b47-bd1a-4151-95fe-fcb729f2d759 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25d6f5b-dc49-4474-b753-fe8d6d64b45f']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:10.271219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-98dc5b47-bd1a-4151-95fe-fcb729f2d759 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825299c6-b98e-4dc7-898f-cdb5d448eb16') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:10.271516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-98dc5b47-bd1a-4151-95fe-fcb729f2d759 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825299c6-b98e-4dc7-898f-cdb5d448eb16') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:10.284318 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-98dc5b47-bd1a-4151-95fe-fcb729f2d759 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.300625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de162ae-d0d2-4bbb-b74b-91caaa7a3d23 req-f208822a-d742-4b68-bf49-ce42cb838855 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:10.300625 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3de162ae-d0d2-4bbb-b74b-91caaa7a3d23 req-f208822a-d742-4b68-bf49-ce42cb838855 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 908 time: 0.0926542 Sep 16 05:10:10.308845 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-98dc5b47-bd1a-4151-95fe-fcb729f2d759 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.330498 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98dc5b47-bd1a-4151-95fe-fcb729f2d759 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:10.332014 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-98dc5b47-bd1a-4151-95fe-fcb729f2d759 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:10.336172 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:10.400595 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec78fa-0582-426f-a1ac-18c739e6a345 req-57b86369-d632-4db2-a0f7-53dc20277067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:10.402121 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-17ec78fa-0582-426f-a1ac-18c739e6a345 req-57b86369-d632-4db2-a0f7-53dc20277067 service neutron] 10.222.0.38 "GET /v2.0/networks?id=03728936-a85e-4331-98cd-8d294836c3d0 HTTP/1.1" status: 200 len: 911 time: 0.1917524 Sep 16 05:10:10.480948 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e031833-908f-48e9-9571-1823ab652d41 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.489026 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-17ec78fa-0582-426f-a1ac-18c739e6a345 req-ebb796f7-9ea1-4cdc-88d4-9b17aac262b2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5935cabf-c13f-4fab-8ed9-e02a818ece44 HTTP/1.1" status: 200 len: 217 time: 0.0612051 Sep 16 05:10:10.498085 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9e031833-908f-48e9-9571-1823ab652d41 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.500034 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9e031833-908f-48e9-9571-1823ab652d41 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/1055f0ef-af0a-4eac-b73b-3638eb42ec33 HTTP/1.1" status: 204 len: 168 time: 1.4126799 Sep 16 05:10:10.503999 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45136) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:10.510737 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-55533a96-9c6a-4cd3-b2f7-ecd045878bcf tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1106621486'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:10.525720 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9c64138e-37bd-4d48-8317-b3f997b7f253 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.532582 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-98dc5b47-bd1a-4151-95fe-fcb729f2d759 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.538971 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dc5b47-bd1a-4151-95fe-fcb729f2d759 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a25d6f5b-dc49-4474-b753-fe8d6d64b45f {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:10:10.542453 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-98dc5b47-bd1a-4151-95fe-fcb729f2d759 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.544834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-98dc5b47-bd1a-4151-95fe-fcb729f2d759 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "DELETE /v2.0/networks/a25d6f5b-dc49-4474-b753-fe8d6d64b45f HTTP/1.1" status: 204 len: 168 time: 0.5413661 Sep 16 05:10:10.545613 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e031833-908f-48e9-9571-1823ab652d41 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Network': ['ID=1055f0ef-af0a-4eac-b73b-3638eb42ec33,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:10.560133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc5b47-bd1a-4151-95fe-fcb729f2d759 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Pushing event deleted for resources: {'Network': ['ID=a25d6f5b-dc49-4474-b753-fe8d6d64b45f,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:10.616209 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55533a96-9c6a-4cd3-b2f7-ecd045878bcf tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:10.622717 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-55533a96-9c6a-4cd3-b2f7-ecd045878bcf tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.656929 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55533a96-9c6a-4cd3-b2f7-ecd045878bcf tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:10.672459 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-55533a96-9c6a-4cd3-b2f7-ecd045878bcf tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.673128 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-55533a96-9c6a-4cd3-b2f7-ecd045878bcf tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Added segment 4b9dcfb5-8b74-4626-ac03-d02bc996f779 of type vlan for network 25512ed7-dbd2-4725-ad01-450a5ad5af3f Sep 16 05:10:10.732329 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device da748639-fba8-47ae-93fa-b234cdaa1302 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:10.761383 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-55533a96-9c6a-4cd3-b2f7-ecd045878bcf tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.836177 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.854934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc40ae06-4752-40cc-8671-32a24fd3d480 None None] Network 4a92d87f-6f51-45e0-8432-716507f35429 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:10.919457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec78fa-0582-426f-a1ac-18c739e6a345 req-1edbf5eb-6575-4d38-8e44-3c984065637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:10.921028 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-17ec78fa-0582-426f-a1ac-18c739e6a345 req-1edbf5eb-6575-4d38-8e44-3c984065637a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c614f95d-adc9-4b0d-bf43-ab684e2051b0 HTTP/1.1" status: 200 len: 850 time: 0.4154010 Sep 16 05:10:10.949107 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-934620a9-a0e7-42c4-847d-551b18dd9e8e None None] Provisioning complete for port 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:10.949489 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-934620a9-a0e7-42c4-847d-551b18dd9e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.956060 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-55533a96-9c6a-4cd3-b2f7-ecd045878bcf tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.962199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55533a96-9c6a-4cd3-b2f7-ecd045878bcf tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:10.962855 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-55533a96-9c6a-4cd3-b2f7-ecd045878bcf tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.983266 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port da748639-fba8-47ae-93fa-b234cdaa1302 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:10:11.011227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port da748639-fba8-47ae-93fa-b234cdaa1302 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:11.023456 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.120418 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45146) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:11.132335 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e8e41bf7-04f2-4b99-addc-63705745f874 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Request body: {'router': {'name': 'tempest-router--1610580700', 'project_id': 'd7cb891feb03417d86725c484b3ccff4'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:11.157417 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-17ec78fa-0582-426f-a1ac-18c739e6a345 req-37033177-1689-42ec-a111-a2671b944537 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=03728936-a85e-4331-98cd-8d294836c3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1421294 Sep 16 05:10:11.162384 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55533a96-9c6a-4cd3-b2f7-ecd045878bcf tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Network': ['ID=25512ed7-dbd2-4725-ad01-450a5ad5af3f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:11.272909 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 25512ed7-dbd2-4725-ad01-450a5ad5af3f details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:11.337394 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-55533a96-9c6a-4cd3-b2f7-ecd045878bcf tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8315935 Sep 16 05:10:11.349571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45154) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:11.349698 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9c64138e-37bd-4d48-8317-b3f997b7f253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.353976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-2139508b-bcb7-402f-aee6-2ed3444414fe tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'subnet': {'network_id': '25512ed7-dbd2-4725-ad01-450a5ad5af3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:11.366637 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:11.410569 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-934620a9-a0e7-42c4-847d-551b18dd9e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.453966 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-934620a9-a0e7-42c4-847d-551b18dd9e8e None None] For port 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9,segment=NetworkSegment(955fa7be-9b5d-4205-bbc8-309ab1e33fb2),segment_id=955fa7be-9b5d-4205-bbc8-309ab1e33fb2)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:11.509745 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8e41bf7-04f2-4b99-addc-63705745f874 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.513458 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8e41bf7-04f2-4b99-addc-63705745f874 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.527075 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.535936 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-17ec78fa-0582-426f-a1ac-18c739e6a345 req-e1c659db-989d-481f-9e32-1da96ab385df service neutron] 10.222.0.38 "GET /v2.0/networks/03728936-a85e-4331-98cd-8d294836c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609118 Sep 16 05:10:11.565423 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:11.565423 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.603357 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e953169-fb2a-41ab-ab1c-a9d786a9292a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da748639-fba8-47ae-93fa-b234cdaa1302'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:11.607327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8cceb-904e-41e5-930b-570d6714826f req-ec8a8bec-80ea-4a8a-9406-ba82e3688ddb tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.612196 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ae8cceb-904e-41e5-930b-570d6714826f req-ec8a8bec-80ea-4a8a-9406-ba82e3688ddb tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.3369298 Sep 16 05:10:11.612358 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3fee7d-40ce-4570-9148-26bb2af43ef5" -d '{"events": [{"server_uuid": "3e953169-fb2a-41ab-ab1c-a9d786a9292a", "name": "network-vif-plugged", "status": "completed", "tag": "da748639-fba8-47ae-93fa-b234cdaa1302"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:11.625690 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-934620a9-a0e7-42c4-847d-551b18dd9e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.697871 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8e41bf7-04f2-4b99-addc-63705745f874 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.701748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74c7b3-fda9-48d6-8b9e-254613b8ed73 req-d00fd5fd-2e97-4604-9f46-f1b4cb024ed0 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.711549 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b74c7b3-fda9-48d6-8b9e-254613b8ed73 req-d00fd5fd-2e97-4604-9f46-f1b4cb024ed0 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 908 time: 0.2560062 Sep 16 05:10:11.712588 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port da748639-fba8-47ae-93fa-b234cdaa1302, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=da748639-fba8-47ae-93fa-b234cdaa1302,segment=NetworkSegment(686c3436-a63a-4666-9acf-5dfef3b10276),segment_id=686c3436-a63a-4666-9acf-5dfef3b10276)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:11.714965 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934620a9-a0e7-42c4-847d-551b18dd9e8e None None] Pushing event updated for resources: {'Port': ['ID=0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:11.729836 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ae8cceb-904e-41e5-930b-570d6714826f req-92454218-324d-4452-b8be-5c1ea4041bcf tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101029 Sep 16 05:10:11.774037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2139508b-bcb7-402f-aee6-2ed3444414fe tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:11.781377 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2139508b-bcb7-402f-aee6-2ed3444414fe tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.795389 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd5e62f-6354-44c6-b484-2c62e6156d6d x-openstack-request-id: req-2fd5e62f-6354-44c6-b484-2c62e6156d6d {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:11.795954 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e953169-fb2a-41ab-ab1c-a9d786a9292a", "name": "network-vif-plugged", "status": "completed", "tag": "da748639-fba8-47ae-93fa-b234cdaa1302", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:11.796129 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fd5e62f-6354-44c6-b484-2c62e6156d6d {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:11.796847 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e953169-fb2a-41ab-ab1c-a9d786a9292a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da748639-fba8-47ae-93fa-b234cdaa1302', 'code': 200} Sep 16 05:10:11.817768 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8e41bf7-04f2-4b99-addc-63705745f874 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.817977 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.863670 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-17ec78fa-0582-426f-a1ac-18c739e6a345 req-ee6aa9e9-ee12-44b1-9bfc-feb0df8a83b1 service neutron] 10.222.0.38 "GET /v2.0/networks/03728936-a85e-4331-98cd-8d294836c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175118 Sep 16 05:10:11.870193 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c64138e-37bd-4d48-8317-b3f997b7f253 admin admin] Router 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:11.878611 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=da748639-fba8-47ae-93fa-b234cdaa1302,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:11.920695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c36f27-79b5-460b-83ca-0f78e822feaf None None] get_active_networks_info from n-d-712140-13 {{(pid=95475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:10:11.954604 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8e41bf7-04f2-4b99-addc-63705745f874 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.959741 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e8e41bf7-04f2-4b99-addc-63705745f874 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8345921 Sep 16 05:10:11.960533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45158) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:11.981430 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a7f06a27-ffda-41ae-b92a-461c1fcae6c7 None None] Provisioning complete for port 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:11.981827 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a7f06a27-ffda-41ae-b92a-461c1fcae6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.006121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0540d74-db67-4989-bf0f-192602c890d8 req-debe808d-43b3-4170-9e59-c0b9e126865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.007801 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b0540d74-db67-4989-bf0f-192602c890d8 req-debe808d-43b3-4170-9e59-c0b9e126865b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 1061 time: 0.0649447 Sep 16 05:10:12.053273 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c64138e-37bd-4d48-8317-b3f997b7f253 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:12.064887 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2590988-1755-4c61-9354-cfd49695d7d8 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.066547 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] Sync routers for ids ['63c3bd70-a223-4f48-912a-5ba7ca0a83d4'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:12.081287 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] Routers {'63c3bd70-a223-4f48-912a-5ba7ca0a83d4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:12.082068 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['63c3bd70-a223-4f48-912a-5ba7ca0a83d4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:12.087325 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c36f27-79b5-460b-83ca-0f78e822feaf None None] Resources bound (agent type, host, resource id): {{(pid=95475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:10:12.166244 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9c64138e-37bd-4d48-8317-b3f997b7f253 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.170962 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9c64138e-37bd-4d48-8317-b3f997b7f253 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5117204 Sep 16 05:10:12.172039 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45162) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:12.307867 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] Set router 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:12.334760 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2590988-1755-4c61-9354-cfd49695d7d8 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.343756 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2590988-1755-4c61-9354-cfd49695d7d8 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.500501 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'name': 'tempest-TestServerBasicOps-1986244156-router', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:07Z', 'updated_at': '2021-09-16T05:10:10Z', 'revision_number': 3, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'gw_port': {'id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:08Z', 'updated_at': '2021-09-16T05:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:12.514928 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2139508b-bcb7-402f-aee6-2ed3444414fe tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.529716 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] Checking router: 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:12.530212 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] Updating router 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 port db9c94b4-6bbb-49c4-8112-e8539d8f4c97 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:12.565580 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2590988-1755-4c61-9354-cfd49695d7d8 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.566504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2590988-1755-4c61-9354-cfd49695d7d8 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5678fa4-6891-4aff-8541-bb9dfd7b23b9 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:12.583696 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2590988-1755-4c61-9354-cfd49695d7d8 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.583696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e2590988-1755-4c61-9354-cfd49695d7d8 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "DELETE /v2.0/routers/a5678fa4-6891-4aff-8541-bb9dfd7b23b9 HTTP/1.1" status: 204 len: 168 time: 0.6178024 Sep 16 05:10:12.590179 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.651467 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139508b-bcb7-402f-aee6-2ed3444414fe tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Subnet': ['ID=c754fc73-57f3-4d40-8563-3828b181fed6,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:12.671713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2139508b-bcb7-402f-aee6-2ed3444414fe tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Checking segment: {'id': '4b9dcfb5-8b74-4626-ac03-d02bc996f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25512ed7-dbd2-4725-ad01-450a5ad5af3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:12.672081 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2139508b-bcb7-402f-aee6-2ed3444414fe tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network hostable DHCP agents. Network: 25512ed7-dbd2-4725-ad01-450a5ad5af3f, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:12.699352 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-34899367-569d-45d0-abbe-3bc8e35d190f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.805975 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2139508b-bcb7-402f-aee6-2ed3444414fe tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network 25512ed7-dbd2-4725-ad01-450a5ad5af3f is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:12.900126 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-34899367-569d-45d0-abbe-3bc8e35d190f admin admin] Allocated IP 172.20.0.1 (4a92d87f-6f51-45e0-8432-716507f35429/f577e1cc-3619-4e30-9c66-21635bb1ad2e/e556ec55-430f-40dd-ad8c-06cbf1d5dfc1) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:12.900923 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.902500 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd134f3d-d3d8-4758-b1c4-7c3eae14091d req-ec5494bf-a002-42da-842d-e8af1e266daf tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.905711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd134f3d-d3d8-4758-b1c4-7c3eae14091d req-ec5494bf-a002-42da-842d-e8af1e266daf tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 909 time: 0.0918100 Sep 16 05:10:12.939211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524348a-179e-43f7-867e-23cb6a1c84ec req-9bc076cc-227b-4119-8da7-6df96e0140a4 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.940886 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2524348a-179e-43f7-867e-23cb6a1c84ec req-9bc076cc-227b-4119-8da7-6df96e0140a4 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.0884500 Sep 16 05:10:12.965206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-2139508b-bcb7-402f-aee6-2ed3444414fe tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 25512ed7-dbd2-4725-ad01-450a5ad5af3f) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:12.971756 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2139508b-bcb7-402f-aee6-2ed3444414fe tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.972442 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2139508b-bcb7-402f-aee6-2ed3444414fe tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.973995 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6de3e0b-15f4-41d5-b6a9-66b4aa34fee6 None None] Network 25512ed7-dbd2-4725-ad01-450a5ad5af3f requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:13.002250 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2524348a-179e-43f7-867e-23cb6a1c84ec req-f921b37f-71f4-4956-9fc9-a6e356279cb3 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519729 Sep 16 05:10:13.013403 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45172) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:13.053058 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-34899367-569d-45d0-abbe-3bc8e35d190f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.074931 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.112068 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2139508b-bcb7-402f-aee6-2ed3444414fe tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7607846 Sep 16 05:10:13.112334 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45176) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:13.132102 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] Attempting to bind port db9c94b4-6bbb-49c4-8112-e8539d8f4c97 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:13.132604 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] Attempting to bind port db9c94b4-6bbb-49c4-8112-e8539d8f4c97 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:13.133155 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] Attempting to bind port db9c94b4-6bbb-49c4-8112-e8539d8f4c97 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:13.147798 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:13.148373 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:13.148875 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.149414 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:13.150603 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] Bound port: db9c94b4-6bbb-49c4-8112-e8539d8f4c97, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:13.151634 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.173925 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-25512ed7-dbd2-4725-ad01-450a5ad5af3f', 'network_id': '25512ed7-dbd2-4725-ad01-450a5ad5af3f', 'tenant_id': '2982ec6c97294db8a3745833d9fd7a19', 'fixed_ips': [{'subnet_id': 'c754fc73-57f3-4d40-8563-3828b181fed6'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:13.174805 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.210098 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:13.232739 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-34899367-569d-45d0-abbe-3bc8e35d190f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.258923 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] For port db9c94b4-6bbb-49c4-8112-e8539d8f4c97, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:13.267266 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] For port db9c94b4-6bbb-49c4-8112-e8539d8f4c97, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=db9c94b4-6bbb-49c4-8112-e8539d8f4c97,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:13.284467 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e99cf5-578a-4fd0-8523-5d742e2a0dd8 None None] Pushing event updated for resources: {'Port': ['ID=db9c94b4-6bbb-49c4-8112-e8539d8f4c97,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:13.300024 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34899367-569d-45d0-abbe-3bc8e35d190f admin admin] Network 4a92d87f-6f51-45e0-8432-716507f35429 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:13.301660 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e99cf5-578a-4fd0-8523-5d742e2a0dd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:13.302765 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e99cf5-578a-4fd0-8523-5d742e2a0dd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:13.303698 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e99cf5-578a-4fd0-8523-5d742e2a0dd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:13.304263 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e99cf5-578a-4fd0-8523-5d742e2a0dd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:13.304850 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e99cf5-578a-4fd0-8523-5d742e2a0dd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:13.305424 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e99cf5-578a-4fd0-8523-5d742e2a0dd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:13.305960 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e99cf5-578a-4fd0-8523-5d742e2a0dd8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:13.306472 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e99cf5-578a-4fd0-8523-5d742e2a0dd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:13.307042 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e99cf5-578a-4fd0-8523-5d742e2a0dd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:13.307565 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e99cf5-578a-4fd0-8523-5d742e2a0dd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:13.308223 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e99cf5-578a-4fd0-8523-5d742e2a0dd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:13.308722 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e99cf5-578a-4fd0-8523-5d742e2a0dd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:13.318394 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-34899367-569d-45d0-abbe-3bc8e35d190f admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:13.320979 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34899367-569d-45d0-abbe-3bc8e35d190f admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:13.365676 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-9b447956-3944-4554-a5a2-b757275c49b3 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1163177901', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}, 'admin_state_up': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:13.369144 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.375547 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34899367-569d-45d0-abbe-3bc8e35d190f admin admin] Pushing event updated for resources: {'Port': ['ID=e556ec55-430f-40dd-ad8c-06cbf1d5dfc1,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:13.388439 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.423536 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] Allocated IP 172.20.0.1 (25512ed7-dbd2-4725-ad01-450a5ad5af3f/c754fc73-57f3-4d40-8563-3828b181fed6/6742f227-0f32-4636-9985-aeec777474c2) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:13.423786 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-34899367-569d-45d0-abbe-3bc8e35d190f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.446336 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e99cf5-578a-4fd0-8523-5d742e2a0dd8 None None] Pushing event updated for resources: {'Port': ['ID=db9c94b4-6bbb-49c4-8112-e8539d8f4c97,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:13.478341 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] Routers {'63c3bd70-a223-4f48-912a-5ba7ca0a83d4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:13.479454 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['63c3bd70-a223-4f48-912a-5ba7ca0a83d4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:13.526031 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:13.526277 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.541681 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b447956-3944-4554-a5a2-b757275c49b3 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.541847 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b447956-3944-4554-a5a2-b757275c49b3 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.600555 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-39f30351-f750-4ef3-98d0-f86322c313de None None] Provisioning complete for port e556ec55-430f-40dd-ad8c-06cbf1d5dfc1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:13.600993 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-39f30351-f750-4ef3-98d0-f86322c313de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.612129 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.612421 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] Set router 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:13.683899 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.686360 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-39f30351-f750-4ef3-98d0-f86322c313de None None] Port e556ec55-430f-40dd-ad8c-06cbf1d5dfc1 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:13.717607 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b447956-3944-4554-a5a2-b757275c49b3 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.788474 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.806963 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'name': 'tempest-TestServerBasicOps-1986244156-router', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:07Z', 'updated_at': '2021-09-16T05:10:10Z', 'revision_number': 3, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'gw_port': {'id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:08Z', 'updated_at': '2021-09-16T05:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:13.828468 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] Network 25512ed7-dbd2-4725-ad01-450a5ad5af3f is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:13.833356 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:13.833615 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89307e-0494-4869-99ca-4511d8cb09b4 None None] The sync data for ids ['63c3bd70-a223-4f48-912a-5ba7ca0a83d4'] in n-d-712140-13 is: [{'id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'name': 'tempest-TestServerBasicOps-1986244156-router', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:07Z', 'updated_at': '2021-09-16T05:10:10Z', 'revision_number': 3, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'gw_port': {'id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:08Z', 'updated_at': '2021-09-16T05:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:13.839728 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:13.845529 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] Pushing event updated for resources: {'Port': ['ID=6742f227-0f32-4636-9985-aeec777474c2,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:13.918511 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] Attempting to bind port 6742f227-0f32-4636-9985-aeec777474c2 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:13.918907 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] Attempting to bind port 6742f227-0f32-4636-9985-aeec777474c2 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '4b9dcfb5-8b74-4626-ac03-d02bc996f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25512ed7-dbd2-4725-ad01-450a5ad5af3f'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:13.919291 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] Attempting to bind port 6742f227-0f32-4636-9985-aeec777474c2 on network 25512ed7-dbd2-4725-ad01-450a5ad5af3f {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:13.924924 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:13.925311 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] Checking segment: {'id': '4b9dcfb5-8b74-4626-ac03-d02bc996f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25512ed7-dbd2-4725-ad01-450a5ad5af3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:13.925717 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.926114 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] Bound using segment: {'id': '4b9dcfb5-8b74-4626-ac03-d02bc996f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25512ed7-dbd2-4725-ad01-450a5ad5af3f'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:13.926585 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] Bound port: 6742f227-0f32-4636-9985-aeec777474c2, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9dcfb5-8b74-4626-ac03-d02bc996f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '25512ed7-dbd2-4725-ad01-450a5ad5af3f'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:13.927002 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.011962 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-34899367-569d-45d0-abbe-3bc8e35d190f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.020267 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.027664 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] For port 6742f227-0f32-4636-9985-aeec777474c2, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:14.031842 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] For port 6742f227-0f32-4636-9985-aeec777474c2, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6742f227-0f32-4636-9985-aeec777474c2,segment=NetworkSegment(4b9dcfb5-8b74-4626-ac03-d02bc996f779),segment_id=4b9dcfb5-8b74-4626-ac03-d02bc996f779)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:14.070922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd9726-5fb4-43be-b360-0ad1a0a062f8 req-410e1792-18c4-4f8e-9cbb-5a033372ad7f tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.074627 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06dd9726-5fb4-43be-b360-0ad1a0a062f8 req-410e1792-18c4-4f8e-9cbb-5a033372ad7f tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 909 time: 0.0716016 Sep 16 05:10:14.111237 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Subnet': ['ID=c754fc73-57f3-4d40-8563-3828b181fed6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:14.139714 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.202466 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32426e0d-ad62-4943-9b72-ba9e6a974906 req-6f85a8e0-d54f-4e9e-aa68-96ab8324565c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.211087 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32426e0d-ad62-4943-9b72-ba9e6a974906 req-6f85a8e0-d54f-4e9e-aa68-96ab8324565c tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.1084511 Sep 16 05:10:14.279256 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac8a4a-9e4a-4784-a5b5-7c5e5d35f662 None None] Pushing event updated for resources: {'Port': ['ID=6742f227-0f32-4636-9985-aeec777474c2,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:14.319479 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32426e0d-ad62-4943-9b72-ba9e6a974906 req-b7768884-483e-4a01-8826-58bfcd361da6 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070790 Sep 16 05:10:14.358596 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a49a0-fa89-4d54-94c7-e9e9c198df97 req-235a1876-5bc7-4350-b885-d52b6df30759 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.360910 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-252a49a0-fa89-4d54-94c7-e9e9c198df97 req-235a1876-5bc7-4350-b885-d52b6df30759 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 909 time: 0.1465318 Sep 16 05:10:14.512523 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1d9b7-f5b9-4800-9c94-9da02011056d req-28b55c0a-6bb3-44f5-91fa-c6fe85b0d790 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.521748 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ddd1d9b7-f5b9-4800-9c94-9da02011056d req-28b55c0a-6bb3-44f5-91fa-c6fe85b0d790 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 1061 time: 0.0763640 Sep 16 05:10:14.573578 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b447956-3944-4554-a5a2-b757275c49b3 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.628037 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.677572 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25512ed7-dbd2-4725-ad01-450a5ad5af3f']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:14.684423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a7674-d893-4c8c-8ce5-3dd2e1330c86 req-cdcb46d2-8aec-4946-b119-176b7d704d9d tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.692092 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de3a7674-d893-4c8c-8ce5-3dd2e1330c86 req-cdcb46d2-8aec-4946-b119-176b7d704d9d tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 1137 time: 0.0708568 Sep 16 05:10:14.693470 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9dcfb5-8b74-4626-ac03-d02bc996f779') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:14.693772 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9dcfb5-8b74-4626-ac03-d02bc996f779') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:14.715953 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.724361 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de3a7674-d893-4c8c-8ce5-3dd2e1330c86 req-f55476fa-bfe4-4be9-ba24-ad9e34141761 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2c529e48-5ac3-4a34-9bae-2dff010a89c0&id=15e3ae84-e836-4230-8edf-96b2f08d77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0313776 Sep 16 05:10:14.754840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45194) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.779631 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.793340 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:14.793744 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:14.798295 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:14.803873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c58332-32ae-448f-a3e5-3e8e58d179f8 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.810018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d9c58332-32ae-448f-a3e5-3e8e58d179f8 tempest-TestSecurityGroupsBasicOps-289993767 tempest-TestSecurityGroupsBasicOps-289993767-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 1056 time: 0.0530255 Sep 16 05:10:14.971538 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.db.api [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:10:14.971538 n-d-712140-13 neutron-server[95474]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:10:14.971538 n-d-712140-13 neutron-server[95474]: [parameters: {'id': '25512ed7-dbd2-4725-ad01-450a5ad5af3f'}] Sep 16 05:10:14.971538 n-d-712140-13 neutron-server[95474]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:10:14.971980 n-d-712140-13 neutron-server[95474]: DEBUG oslo_db.api [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:10:14.974145 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-34899367-569d-45d0-abbe-3bc8e35d190f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.126855 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b447956-3944-4554-a5a2-b757275c49b3 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.150148 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b447956-3944-4554-a5a2-b757275c49b3 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.152758 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-34899367-569d-45d0-abbe-3bc8e35d190f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.251453 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device db9c94b4-6bbb-49c4-8112-e8539d8f4c97 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:15.291901 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34899367-569d-45d0-abbe-3bc8e35d190f admin admin] Pushing event updated for resources: {'Port': ['ID=e556ec55-430f-40dd-ad8c-06cbf1d5dfc1,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:15.296467 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-34899367-569d-45d0-abbe-3bc8e35d190f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.333069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port db9c94b4-6bbb-49c4-8112-e8539d8f4c97 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:15.333444 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.380566 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a705dfd-9cff-418d-95f4-25b5ddf31a99 None None] Network 25512ed7-dbd2-4725-ad01-450a5ad5af3f requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:15.466733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ff035-4817-4d47-8cde-6509a51c2332 req-cc392bfa-a50f-46f6-9b99-2c8f57653463 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:15.470426 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e21ff035-4817-4d47-8cde-6509a51c2332 req-cc392bfa-a50f-46f6-9b99-2c8f57653463 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.0685410 Sep 16 05:10:15.473147 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-9b447956-3944-4554-a5a2-b757275c49b3 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Allocated IP 172.25.4.137 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/13f8a182-282b-4da1-98dd-eaa940632825) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:15.476322 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.498330 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-696571c9-5b4c-49ec-b335-b88dc0315447 None None] Provisioning complete for port 6742f227-0f32-4636-9985-aeec777474c2 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:15.501518 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-696571c9-5b4c-49ec-b335-b88dc0315447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.620008 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e21ff035-4817-4d47-8cde-6509a51c2332 req-e65042b1-3a25-4c41-b58e-1c91d945421b tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317084 Sep 16 05:10:15.625197 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34899367-569d-45d0-abbe-3bc8e35d190f admin admin] Network 4a92d87f-6f51-45e0-8432-716507f35429 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:15.634717 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-34899367-569d-45d0-abbe-3bc8e35d190f admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:15.647033 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427be377-8e93-404f-a436-ba8daf369031 req-a38f5457-1395-42a1-b236-465f3c41dfdd tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:15.650378 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-427be377-8e93-404f-a436-ba8daf369031 req-a38f5457-1395-42a1-b236-465f3c41dfdd tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 909 time: 0.1532140 Sep 16 05:10:15.691418 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.729754 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port db9c94b4-6bbb-49c4-8112-e8539d8f4c97, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=db9c94b4-6bbb-49c4-8112-e8539d8f4c97,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:15.808406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74651a5-dddd-44a0-bdcd-7b65d419802d None None] DHCP port deletion for 25512ed7-dbd2-4725-ad01-450a5ad5af3f request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:15.830613 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b447956-3944-4554-a5a2-b757275c49b3 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.858811 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.859796 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6742f227-0f32-4636-9985-aeec777474c2 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:15.871796 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Deleting port 6742f227-0f32-4636-9985-aeec777474c2 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:15.872069 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.970521 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-696571c9-5b4c-49ec-b335-b88dc0315447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.024457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34899367-569d-45d0-abbe-3bc8e35d190f admin admin] Router 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:16.036489 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] For port 6742f227-0f32-4636-9985-aeec777474c2, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6742f227-0f32-4636-9985-aeec777474c2,segment=NetworkSegment(4b9dcfb5-8b74-4626-ac03-d02bc996f779),segment_id=4b9dcfb5-8b74-4626-ac03-d02bc996f779)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:16.036822 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.043096 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d74651a5-dddd-44a0-bdcd-7b65d419802d None None] Deleting port 6742f227-0f32-4636-9985-aeec777474c2 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:16.043627 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d74651a5-dddd-44a0-bdcd-7b65d419802d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.059262 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Calling delete_port for 6742f227-0f32-4636-9985-aeec777474c2 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:16.127238 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-696571c9-5b4c-49ec-b335-b88dc0315447 None None] For port 6742f227-0f32-4636-9985-aeec777474c2, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6742f227-0f32-4636-9985-aeec777474c2,segment=NetworkSegment(4b9dcfb5-8b74-4626-ac03-d02bc996f779),segment_id=4b9dcfb5-8b74-4626-ac03-d02bc996f779)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:16.130616 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=db9c94b4-6bbb-49c4-8112-e8539d8f4c97,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:16.139978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d74651a5-dddd-44a0-bdcd-7b65d419802d None None] For port 6742f227-0f32-4636-9985-aeec777474c2, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6742f227-0f32-4636-9985-aeec777474c2,segment=NetworkSegment(4b9dcfb5-8b74-4626-ac03-d02bc996f779),segment_id=4b9dcfb5-8b74-4626-ac03-d02bc996f779)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:16.140529 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d74651a5-dddd-44a0-bdcd-7b65d419802d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.156880 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d74651a5-dddd-44a0-bdcd-7b65d419802d None None] Calling delete_port for 6742f227-0f32-4636-9985-aeec777474c2 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:16.160448 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b447956-3944-4554-a5a2-b757275c49b3 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.168939 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 6742f227-0f32-4636-9985-aeec777474c2 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:16.169157 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.271386 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b447956-3944-4554-a5a2-b757275c49b3 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:16.288184 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-696571c9-5b4c-49ec-b335-b88dc0315447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.289081 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-9b447956-3944-4554-a5a2-b757275c49b3 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:16.293484 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b447956-3944-4554-a5a2-b757275c49b3 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:16.330197 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b447956-3944-4554-a5a2-b757275c49b3 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Pushing event updated for resources: {'Port': ['ID=13f8a182-282b-4da1-98dd-eaa940632825,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:16.340692 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34899367-569d-45d0-abbe-3bc8e35d190f admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:16.346559 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-34899367-569d-45d0-abbe-3bc8e35d190f admin admin] 10.222.0.20 "PUT /v2.0/routers/63c3bd70-a223-4f48-912a-5ba7ca0a83d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1726017 Sep 16 05:10:16.387980 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] Sync routers for ids ['63c3bd70-a223-4f48-912a-5ba7ca0a83d4'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:16.429194 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] Routers {'63c3bd70-a223-4f48-912a-5ba7ca0a83d4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:16.430416 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['63c3bd70-a223-4f48-912a-5ba7ca0a83d4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:16.492051 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0339ad-aed7-4dba-86b8-bb92c72abff9 req-69f42bfe-0bb6-425a-80d5-f33fcfec46e5 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:16.501080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ec0339ad-aed7-4dba-86b8-bb92c72abff9 req-69f42bfe-0bb6-425a-80d5-f33fcfec46e5 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.0690315 Sep 16 05:10:16.507190 n-d-712140-13 neutron-server[95475]: INFO neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No ports have port_id starting with 6742f227-0f32-4636-9985-aeec777474c2 Sep 16 05:10:16.555915 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ec0339ad-aed7-4dba-86b8-bb92c72abff9 req-81f99217-7926-4a7d-958c-1bc1c265ade8 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494704 Sep 16 05:10:16.580398 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.581953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696571c9-5b4c-49ec-b335-b88dc0315447 None None] Pushing event updated for resources: {'Port': ['ID=6742f227-0f32-4636-9985-aeec777474c2,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:16.604010 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e17c7ac9-416a-4016-9a3f-b3a5ed319d8c None None] Provisioning complete for port e556ec55-430f-40dd-ad8c-06cbf1d5dfc1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:16.604941 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e17c7ac9-416a-4016-9a3f-b3a5ed319d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.611135 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Port': ['ID=6742f227-0f32-4636-9985-aeec777474c2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:16.621621 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No DVR routers for this DVR port 6742f227-0f32-4636-9985-aeec777474c2 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:16.702258 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d74651a5-dddd-44a0-bdcd-7b65d419802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.758404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74651a5-dddd-44a0-bdcd-7b65d419802d None None] Pushing event deleted for resources: {'Port': ['ID=6742f227-0f32-4636-9985-aeec777474c2,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:16.772485 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74651a5-dddd-44a0-bdcd-7b65d419802d None None] No DVR routers for this DVR port 6742f227-0f32-4636-9985-aeec777474c2 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:16.773983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e17c7ac9-416a-4016-9a3f-b3a5ed319d8c None None] Port e556ec55-430f-40dd-ad8c-06cbf1d5dfc1 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:16.780989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] Set router 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:16.860522 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.897092 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25512ed7-dbd2-4725-ad01-450a5ad5af3f']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:16.924751 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9dcfb5-8b74-4626-ac03-d02bc996f779') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:16.925147 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9dcfb5-8b74-4626-ac03-d02bc996f779') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:16.958107 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e56439-d6ce-4448-8d51-2a7254360ab1 req-67d6d736-e763-4ac3-8118-3e53cbdc0b82 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:16.969912 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.973327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57e56439-d6ce-4448-8d51-2a7254360ab1 req-67d6d736-e763-4ac3-8118-3e53cbdc0b82 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 909 time: 0.1573730 Sep 16 05:10:16.993575 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.011619 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:17.012255 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:17.042834 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:17.057824 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b447956-3944-4554-a5a2-b757275c49b3 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.185359 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'name': 'tempest-TestServerBasicOps-1986244156-router', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:07Z', 'updated_at': '2021-09-16T05:10:13Z', 'revision_number': 4, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'gw_port': {'id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:08Z', 'updated_at': '2021-09-16T05:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'e556ec55-430f-40dd-ad8c-06cbf1d5dfc1', 'name': '', 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'mac_address': 'fa:16:3e:65:75:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'f577e1cc-3619-4e30-9c66-21635bb1ad2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:12Z', 'updated_at': '2021-09-16T05:10:14Z', 'revision_number': 2, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'subnets': [{'id': 'f577e1cc-3619-4e30-9c66-21635bb1ad2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:17.221276 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] Checking router: 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:17.222015 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] Updating router 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 port e556ec55-430f-40dd-ad8c-06cbf1d5dfc1 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:17.245625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device db9c94b4-6bbb-49c4-8112-e8539d8f4c97 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:17.281868 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.335291 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.343280 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.347292 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/25512ed7-dbd2-4725-ad01-450a5ad5af3f HTTP/1.1" status: 204 len: 168 time: 4.2319107 Sep 16 05:10:17.351096 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45220) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:17.361295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-341ee504-ed18-47fc-badd-e9f86488efb5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1293336523'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:17.382109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port db9c94b4-6bbb-49c4-8112-e8539d8f4c97 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:17.383068 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.402647 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d684b1-2565-4ae7-baa4-55c62a89bbc7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Network': ['ID=25512ed7-dbd2-4725-ad01-450a5ad5af3f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:17.419239 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29762dc-6e30-4b8b-9ff1-ffefc14f988f req-ace74f7b-9bc7-47dd-b96d-f33757312850 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:17.421040 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d29762dc-6e30-4b8b-9ff1-ffefc14f988f req-ace74f7b-9bc7-47dd-b96d-f33757312850 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 909 time: 0.2355571 Sep 16 05:10:17.497052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341ee504-ed18-47fc-badd-e9f86488efb5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:17.500897 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-341ee504-ed18-47fc-badd-e9f86488efb5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.528593 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341ee504-ed18-47fc-badd-e9f86488efb5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:17.548566 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-341ee504-ed18-47fc-badd-e9f86488efb5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.548993 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-341ee504-ed18-47fc-badd-e9f86488efb5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Added segment 6b162313-0916-4026-9824-1d72d6236d47 of type vlan for network 707cad62-e002-48b2-80dc-b2af443f6715 Sep 16 05:10:17.635057 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-341ee504-ed18-47fc-badd-e9f86488efb5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.761530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bfb34-472b-4869-b2ce-9fcb8023c627 req-f6a21a15-b251-4d66-8623-04714d5b8f13 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:17.773641 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-df3bfb34-472b-4869-b2ce-9fcb8023c627 req-f6a21a15-b251-4d66-8623-04714d5b8f13 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.0884314 Sep 16 05:10:17.800184 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-341ee504-ed18-47fc-badd-e9f86488efb5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.812199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341ee504-ed18-47fc-badd-e9f86488efb5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:17.813255 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-341ee504-ed18-47fc-badd-e9f86488efb5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.844892 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6742f227-0f32-4636-9985-aeec777474c2 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:17.875028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45230) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:17.889887 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f6e94886-aaca-49e9-aadf-217624de4d8d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1009085271-network', 'tenant_id': '2841a05eec3e4fc1859cc954af17d7de'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:17.890132 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 6742f227-0f32-4636-9985-aeec777474c2 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:17.890132 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6742f227-0f32-4636-9985-aeec777474c2 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:17.916999 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-df3bfb34-472b-4869-b2ce-9fcb8023c627 req-0f04213f-ad25-4bdc-9f3e-f0014b7273db tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402760 Sep 16 05:10:17.957656 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-341ee504-ed18-47fc-badd-e9f86488efb5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6051607 Sep 16 05:10:17.960196 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45232) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:17.968014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b8942f84-2665-4ffb-96e4-1f00448b6045 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:17.989545 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ee504-ed18-47fc-badd-e9f86488efb5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Network': ['ID=707cad62-e002-48b2-80dc-b2af443f6715,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:18.041089 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 707cad62-e002-48b2-80dc-b2af443f6715 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:18.074463 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.085188 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b447956-3944-4554-a5a2-b757275c49b3 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.161356 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e94886-aaca-49e9-aadf-217624de4d8d admin admin] Made reservation on behalf of 2841a05eec3e4fc1859cc954af17d7de for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:18.164303 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f6e94886-aaca-49e9-aadf-217624de4d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.178569 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-d29762dc-6e30-4b8b-9ff1-ffefc14f988f req-4dedd652-226b-4786-9cf9-e4c12485ae84 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Deleting port da748639-fba8-47ae-93fa-b234cdaa1302 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:18.179100 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d29762dc-6e30-4b8b-9ff1-ffefc14f988f req-4dedd652-226b-4786-9cf9-e4c12485ae84 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.213441 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f6e94886-aaca-49e9-aadf-217624de4d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.217892 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.242089 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8942f84-2665-4ffb-96e4-1f00448b6045 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.294574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c98436-cc37-41e2-b462-85e6493625a8 req-97e64ab4-247b-4fb5-9590-7c149d5c5f20 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:18.296376 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60c98436-cc37-41e2-b462-85e6493625a8 req-97e64ab4-247b-4fb5-9590-7c149d5c5f20 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 909 time: 0.1431289 Sep 16 05:10:18.336746 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-d29762dc-6e30-4b8b-9ff1-ffefc14f988f req-4dedd652-226b-4786-9cf9-e4c12485ae84 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] For port da748639-fba8-47ae-93fa-b234cdaa1302, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=da748639-fba8-47ae-93fa-b234cdaa1302,segment=NetworkSegment(686c3436-a63a-4666-9acf-5dfef3b10276),segment_id=686c3436-a63a-4666-9acf-5dfef3b10276)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:18.336746 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d29762dc-6e30-4b8b-9ff1-ffefc14f988f req-4dedd652-226b-4786-9cf9-e4c12485ae84 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.345090 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-d29762dc-6e30-4b8b-9ff1-ffefc14f988f req-4dedd652-226b-4786-9cf9-e4c12485ae84 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Calling delete_port for da748639-fba8-47ae-93fa-b234cdaa1302 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:18.350251 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842aa81-f048-4520-bd3a-712c6397724d None None] Pushing event updated for resources: {'Port': ['ID=e556ec55-430f-40dd-ad8c-06cbf1d5dfc1,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:18.367160 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8942f84-2665-4ffb-96e4-1f00448b6045 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.405883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b8942f84-2665-4ffb-96e4-1f00448b6045 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network 707cad62-e002-48b2-80dc-b2af443f6715 is not hosted by any dhcp agent {{(pid=95473) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:10:18.411643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8942f84-2665-4ffb-96e4-1f00448b6045 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:18.412320 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8942f84-2665-4ffb-96e4-1f00448b6045 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.413685 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b8942f84-2665-4ffb-96e4-1f00448b6045 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "PUT /v2.0/networks/707cad62-e002-48b2-80dc-b2af443f6715 HTTP/1.1" status: 200 len: 723 time: 0.4506793 Sep 16 05:10:18.418477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45238) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:18.439801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] Attempting to bind port e556ec55-430f-40dd-ad8c-06cbf1d5dfc1 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:18.439801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] Attempting to bind port e556ec55-430f-40dd-ad8c-06cbf1d5dfc1 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '955fa7be-9b5d-4205-bbc8-309ab1e33fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:18.439801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] Attempting to bind port e556ec55-430f-40dd-ad8c-06cbf1d5dfc1 on network 4a92d87f-6f51-45e0-8432-716507f35429 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:18.440529 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-37cde8bd-ac8d-4c29-b023-5318c761b3f9 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'subnet': {'network_id': '707cad62-e002-48b2-80dc-b2af443f6715', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:18.440657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:18.440657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] Checking segment: {'id': '955fa7be-9b5d-4205-bbc8-309ab1e33fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:18.440657 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.440657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] Bound using segment: {'id': '955fa7be-9b5d-4205-bbc8-309ab1e33fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:18.440657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] Bound port: e556ec55-430f-40dd-ad8c-06cbf1d5dfc1, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955fa7be-9b5d-4205-bbc8-309ab1e33fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:18.440657 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.477127 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b447956-3944-4554-a5a2-b757275c49b3 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Router 30adb937-9701-4045-b57f-927ffb103f50 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:18.499513 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f6e94886-aaca-49e9-aadf-217624de4d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.501688 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8942f84-2665-4ffb-96e4-1f00448b6045 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Network': ['ID=707cad62-e002-48b2-80dc-b2af443f6715,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:18.517939 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 707cad62-e002-48b2-80dc-b2af443f6715 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:18.551481 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] For port e556ec55-430f-40dd-ad8c-06cbf1d5dfc1, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:18.589349 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f6e94886-aaca-49e9-aadf-217624de4d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.638749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e94886-aaca-49e9-aadf-217624de4d8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:18.671836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e94886-aaca-49e9-aadf-217624de4d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f726e0c-0fab-459f-9bff-1c4950c9eabb,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:18.677538 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f6e94886-aaca-49e9-aadf-217624de4d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.678471 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-f6e94886-aaca-49e9-aadf-217624de4d8d admin admin] Added segment e2bdadc7-310a-4d35-b4b1-8e58534f3967 of type vlan for network f23e520c-b8d0-4378-b39a-f777d14b8dff Sep 16 05:10:18.746184 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b447956-3944-4554-a5a2-b757275c49b3 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:18.760662 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4952c0-e956-43ae-b711-46cd308dd534 None None] Sync routers for ids ['30adb937-9701-4045-b57f-927ffb103f50'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:18.767034 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f6e94886-aaca-49e9-aadf-217624de4d8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.781835 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4952c0-e956-43ae-b711-46cd308dd534 None None] Routers {'30adb937-9701-4045-b57f-927ffb103f50'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:18.783342 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-da4952c0-e956-43ae-b711-46cd308dd534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['30adb937-9701-4045-b57f-927ffb103f50'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:18.788880 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cde8bd-ac8d-4c29-b023-5318c761b3f9 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:18.796609 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37cde8bd-ac8d-4c29-b023-5318c761b3f9 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.799835 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] For port e556ec55-430f-40dd-ad8c-06cbf1d5dfc1, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e556ec55-430f-40dd-ad8c-06cbf1d5dfc1,segment=NetworkSegment(955fa7be-9b5d-4205-bbc8-309ab1e33fb2),segment_id=955fa7be-9b5d-4205-bbc8-309ab1e33fb2)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:18.832345 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-dd5c8e03-0253-4a2b-acf7-d41ea44dcb6f None None] Provisioning complete for port e556ec55-430f-40dd-ad8c-06cbf1d5dfc1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:18.833899 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-da4952c0-e956-43ae-b711-46cd308dd534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:18.835495 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8e03-0253-4a2b-acf7-d41ea44dcb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.837742 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d29762dc-6e30-4b8b-9ff1-ffefc14f988f req-4dedd652-226b-4786-9cf9-e4c12485ae84 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.844145 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4952c0-e956-43ae-b711-46cd308dd534 None None] Routers {'30adb937-9701-4045-b57f-927ffb103f50'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:18.844796 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-da4952c0-e956-43ae-b711-46cd308dd534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['30adb937-9701-4045-b57f-927ffb103f50'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:18.879944 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-da4952c0-e956-43ae-b711-46cd308dd534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:18.880848 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4952c0-e956-43ae-b711-46cd308dd534 None None] The sync data for ids ['30adb937-9701-4045-b57f-927ffb103f50'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:18.890931 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-dd5c8e03-0253-4a2b-acf7-d41ea44dcb6f None None] Port e556ec55-430f-40dd-ad8c-06cbf1d5dfc1 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:18.914517 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dedd652-226b-4786-9cf9-e4c12485ae84 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event deleted for resources: {'Port': ['ID=da748639-fba8-47ae-93fa-b234cdaa1302,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:18.915645 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.943641 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f6e94886-aaca-49e9-aadf-217624de4d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.948778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e94886-aaca-49e9-aadf-217624de4d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:18.948778 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f6e94886-aaca-49e9-aadf-217624de4d8d admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.960964 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b447956-3944-4554-a5a2-b757275c49b3 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.965603 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9b447956-3944-4554-a5a2-b757275c49b3 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9510808 Sep 16 05:10:18.967980 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45240) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:18.996250 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29762dc-6e30-4b8b-9ff1-ffefc14f988f req-4dedd652-226b-4786-9cf9-e4c12485ae84 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] No DVR routers for this DVR port da748639-fba8-47ae-93fa-b234cdaa1302 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:19.000052 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-d29762dc-6e30-4b8b-9ff1-ffefc14f988f req-4dedd652-226b-4786-9cf9-e4c12485ae84 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.002168 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d29762dc-6e30-4b8b-9ff1-ffefc14f988f req-4dedd652-226b-4786-9cf9-e4c12485ae84 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.38 "DELETE /v2.0/ports/da748639-fba8-47ae-93fa-b234cdaa1302 HTTP/1.1" status: 204 len: 173 time: 1.5633624 Sep 16 05:10:19.002629 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e953169-fb2a-41ab-ab1c-a9d786a9292a', 'name': 'network-vif-deleted', 'tag': 'da748639-fba8-47ae-93fa-b234cdaa1302'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:19.006028 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfae93a-ab96-45c4-9373-59974c30fb36" -d '{"events": [{"server_uuid": "3e953169-fb2a-41ab-ab1c-a9d786a9292a", "name": "network-vif-deleted", "tag": "da748639-fba8-47ae-93fa-b234cdaa1302"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:19.036914 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] Routers {'63c3bd70-a223-4f48-912a-5ba7ca0a83d4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:19.037982 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['63c3bd70-a223-4f48-912a-5ba7ca0a83d4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:19.049822 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842aa81-f048-4520-bd3a-712c6397724d None None] Pushing event updated for resources: {'Port': ['ID=e556ec55-430f-40dd-ad8c-06cbf1d5dfc1,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:19.195494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e94886-aaca-49e9-aadf-217624de4d8d admin admin] Pushing event updated for resources: {'Network': ['ID=f23e520c-b8d0-4378-b39a-f777d14b8dff,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:19.200768 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f35706-2003-4e4d-ab67-1b100365f5dd x-openstack-request-id: req-a0f35706-2003-4e4d-ab67-1b100365f5dd {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:19.201543 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e953169-fb2a-41ab-ab1c-a9d786a9292a", "name": "network-vif-deleted", "tag": "da748639-fba8-47ae-93fa-b234cdaa1302", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:19.201543 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0f35706-2003-4e4d-ab67-1b100365f5dd {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:19.201787 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e953169-fb2a-41ab-ab1c-a9d786a9292a', 'name': 'network-vif-deleted', 'tag': 'da748639-fba8-47ae-93fa-b234cdaa1302', 'status': 'completed', 'code': 200} Sep 16 05:10:19.204658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f6e94886-aaca-49e9-aadf-217624de4d8d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3284259 Sep 16 05:10:19.217269 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45246) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:19.224019 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6cf662b4-1446-443a-b053-b7814e64552b admin admin] Request body: {'subnet': {'network_id': 'f23e520c-b8d0-4378-b39a-f777d14b8dff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1009085271-subnet', 'tenant_id': '2841a05eec3e4fc1859cc954af17d7de', 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:19.226104 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network f23e520c-b8d0-4378-b39a-f777d14b8dff details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:19.374961 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37cde8bd-ac8d-4c29-b023-5318c761b3f9 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.482963 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cde8bd-ac8d-4c29-b023-5318c761b3f9 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Subnet': ['ID=62599e25-9755-40d5-8233-5ff101b21a12,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:19.522677 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-beb48684-b617-498f-ac84-9620450ae348 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "GET /v2.0/routers/30adb937-9701-4045-b57f-927ffb103f50 HTTP/1.1" status: 200 len: 921 time: 0.5523272 Sep 16 05:10:19.525591 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45252) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:19.567058 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d76cb670-ceb7-428f-b4f1-0c44c0b8075f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "GET /v2.0/ports?device_id=30adb937-9701-4045-b57f-927ffb103f50 HTTP/1.1" status: 200 len: 205 time: 0.0399961 Sep 16 05:10:19.571570 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45254) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:19.583352 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cde8bd-ac8d-4c29-b023-5318c761b3f9 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Checking segment: {'id': '6b162313-0916-4026-9824-1d72d6236d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '707cad62-e002-48b2-80dc-b2af443f6715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:19.584027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cde8bd-ac8d-4c29-b023-5318c761b3f9 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network hostable DHCP agents. Network: 707cad62-e002-48b2-80dc-b2af443f6715, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:19.605720 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] Set router 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:19.667928 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2342aeb0-5418-4d8f-b99b-995532b769f7 None None] Provisioning complete for port e556ec55-430f-40dd-ad8c-06cbf1d5dfc1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:19.668667 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2342aeb0-5418-4d8f-b99b-995532b769f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.732900 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cde8bd-ac8d-4c29-b023-5318c761b3f9 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network 707cad62-e002-48b2-80dc-b2af443f6715 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:19.766193 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb4323bd-527b-457d-b9b9-45453f71aada tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.831452 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74686909-19b8-4352-af78-a9ee4e30cc84 req-a791d16f-231e-4bbb-999f-8566159dd8ef tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:19.833426 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-74686909-19b8-4352-af78-a9ee4e30cc84 req-a791d16f-231e-4bbb-999f-8566159dd8ef tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.1363745 Sep 16 05:10:19.837365 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-37cde8bd-ac8d-4c29-b023-5318c761b3f9 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 707cad62-e002-48b2-80dc-b2af443f6715) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:19.845002 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cde8bd-ac8d-4c29-b023-5318c761b3f9 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:19.845606 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37cde8bd-ac8d-4c29-b023-5318c761b3f9 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.857413 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ef1f79-0357-4cdf-bc9b-8f36bf50b8b0 None None] Network 707cad62-e002-48b2-80dc-b2af443f6715 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:19.907843 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f31eff5-39ce-42f6-a8c3-c3458d0a2ddf req-9cedc1fa-d235-4ce6-aeb8-5aedd2dfc47e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e953169-fb2a-41ab-ab1c-a9d786a9292a HTTP/1.1" status: 200 len: 210 time: 0.1491952 Sep 16 05:10:19.959979 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7282db-f3f8-4ee9-812e-2afa0e0f0ab4 req-60030ea7-e6d2-4977-b058-bdb8857992fe tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:19.973451 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b7282db-f3f8-4ee9-812e-2afa0e0f0ab4 req-60030ea7-e6d2-4977-b058-bdb8857992fe tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 945 time: 0.7723176 Sep 16 05:10:20.002968 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2342aeb0-5418-4d8f-b99b-995532b769f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.022299 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b7282db-f3f8-4ee9-812e-2afa0e0f0ab4 req-68552ffa-5525-48d7-9875-2046607b5b29 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395923 Sep 16 05:10:20.033223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf662b4-1446-443a-b053-b7814e64552b admin admin] Made reservation on behalf of 2841a05eec3e4fc1859cc954af17d7de for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:20.033223 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6cf662b4-1446-443a-b053-b7814e64552b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.047725 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb4323bd-527b-457d-b9b9-45453f71aada tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.074103 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2342aeb0-5418-4d8f-b99b-995532b769f7 None None] For port e556ec55-430f-40dd-ad8c-06cbf1d5dfc1, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e556ec55-430f-40dd-ad8c-06cbf1d5dfc1,segment=NetworkSegment(955fa7be-9b5d-4205-bbc8-309ab1e33fb2),segment_id=955fa7be-9b5d-4205-bbc8-309ab1e33fb2)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:20.084102 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-74686909-19b8-4352-af78-a9ee4e30cc84 req-1dc1af21-39b1-4749-b88e-94d32f699aa0 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Deleting port 5935cabf-c13f-4fab-8ed9-e02a818ece44 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:20.084506 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-74686909-19b8-4352-af78-a9ee4e30cc84 req-1dc1af21-39b1-4749-b88e-94d32f699aa0 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.149056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'name': 'tempest-TestServerBasicOps-1986244156-router', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:07Z', 'updated_at': '2021-09-16T05:10:13Z', 'revision_number': 4, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'gw_port': {'id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:08Z', 'updated_at': '2021-09-16T05:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'e556ec55-430f-40dd-ad8c-06cbf1d5dfc1', 'name': '', 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'mac_address': 'fa:16:3e:65:75:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'f577e1cc-3619-4e30-9c66-21635bb1ad2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:12Z', 'updated_at': '2021-09-16T05:10:18Z', 'revision_number': 4, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'subnets': [{'id': 'f577e1cc-3619-4e30-9c66-21635bb1ad2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:20.196262 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-37cde8bd-ac8d-4c29-b023-5318c761b3f9 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7761264 Sep 16 05:10:20.198648 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-707cad62-e002-48b2-80dc-b2af443f6715', 'network_id': '707cad62-e002-48b2-80dc-b2af443f6715', 'tenant_id': '2982ec6c97294db8a3745833d9fd7a19', 'fixed_ips': [{'subnet_id': '62599e25-9755-40d5-8233-5ff101b21a12'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:20.199946 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45256) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:20.200152 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.203654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe1cebf-cae5-4059-b972-f7e804dd7da3 None None] The sync data for ids ['63c3bd70-a223-4f48-912a-5ba7ca0a83d4'] in n-d-712140-13 is: [{'id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'name': 'tempest-TestServerBasicOps-1986244156-router', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:07Z', 'updated_at': '2021-09-16T05:10:13Z', 'revision_number': 4, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'gw_port': {'id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:08Z', 'updated_at': '2021-09-16T05:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'e556ec55-430f-40dd-ad8c-06cbf1d5dfc1', 'name': '', 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'mac_address': 'fa:16:3e:65:75:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'f577e1cc-3619-4e30-9c66-21635bb1ad2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:12Z', 'updated_at': '2021-09-16T05:10:18Z', 'revision_number': 4, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'subnets': [{'id': 'f577e1cc-3619-4e30-9c66-21635bb1ad2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:20.216747 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-dbb7a373-b4de-4891-bab8-bc685ef90e48 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:20.358843 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dbb7a373-b4de-4891-bab8-bc685ef90e48 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25215435'] for subnet, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.418317 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2342aeb0-5418-4d8f-b99b-995532b769f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.447283 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-74686909-19b8-4352-af78-a9ee4e30cc84 req-1dc1af21-39b1-4749-b88e-94d32f699aa0 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] For port 5935cabf-c13f-4fab-8ed9-e02a818ece44, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5935cabf-c13f-4fab-8ed9-e02a818ece44,segment=NetworkSegment(22c6c819-ac30-412f-92a3-d329cb900d3f),segment_id=22c6c819-ac30-412f-92a3-d329cb900d3f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:20.448305 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-74686909-19b8-4352-af78-a9ee4e30cc84 req-1dc1af21-39b1-4749-b88e-94d32f699aa0 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.456434 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6cf662b4-1446-443a-b053-b7814e64552b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.465723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] Allocated IP 172.20.0.2 (707cad62-e002-48b2-80dc-b2af443f6715/62599e25-9755-40d5-8233-5ff101b21a12/1605928e-b47c-4cfa-b14d-9fe007ad1030) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:20.493250 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-74686909-19b8-4352-af78-a9ee4e30cc84 req-1dc1af21-39b1-4749-b88e-94d32f699aa0 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Calling delete_port for 5935cabf-c13f-4fab-8ed9-e02a818ece44 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:20.507729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342aeb0-5418-4d8f-b99b-995532b769f7 None None] Pushing event updated for resources: {'Port': ['ID=e556ec55-430f-40dd-ad8c-06cbf1d5dfc1,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:20.537673 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf662b4-1446-443a-b053-b7814e64552b admin admin] Pushing event updated for resources: {'Subnet': ['ID=87eb06ba-e7ba-4495-b603-a5cc2f60b13d,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:20.543448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf662b4-1446-443a-b053-b7814e64552b admin admin] Checking segment: {'id': 'e2bdadc7-310a-4d35-b4b1-8e58534f3967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f23e520c-b8d0-4378-b39a-f777d14b8dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:20.544161 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf662b4-1446-443a-b053-b7814e64552b admin admin] Network hostable DHCP agents. Network: f23e520c-b8d0-4378-b39a-f777d14b8dff, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:20.580900 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-fb4323bd-527b-457d-b9b9-45453f71aada tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Deleting port 13f8a182-282b-4da1-98dd-eaa940632825 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:20.581247 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb4323bd-527b-457d-b9b9-45453f71aada tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.675567 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf662b4-1446-443a-b053-b7814e64552b admin admin] Network f23e520c-b8d0-4378-b39a-f777d14b8dff is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:20.696121 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb4323bd-527b-457d-b9b9-45453f71aada tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.701209 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.733571 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-fb4323bd-527b-457d-b9b9-45453f71aada tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Calling delete_port for 13f8a182-282b-4da1-98dd-eaa940632825 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:20.764815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device da748639-fba8-47ae-93fa-b234cdaa1302 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:20.771678 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-6cf662b4-1446-443a-b053-b7814e64552b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, f23e520c-b8d0-4378-b39a-f777d14b8dff) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:20.784765 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf662b4-1446-443a-b053-b7814e64552b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:20.790009 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6cf662b4-1446-443a-b053-b7814e64552b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.801351 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc387bf-e26a-4eec-ae11-9e3532edec9f None None] Network f23e520c-b8d0-4378-b39a-f777d14b8dff requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:20.804740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: da748639-fba8-47ae-93fa-b234cdaa1302 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:20.805153 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device da748639-fba8-47ae-93fa-b234cdaa1302 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:20.820327 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.924804 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] Network 707cad62-e002-48b2-80dc-b2af443f6715 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:20.934600 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:20.937291 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:20.949377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] Pushing event updated for resources: {'Port': ['ID=1605928e-b47c-4cfa-b14d-9fe007ad1030,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:21.040305 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6cf662b4-1446-443a-b053-b7814e64552b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8220801 Sep 16 05:10:21.044724 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45262) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:21.054589 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] Attempting to bind port 1605928e-b47c-4cfa-b14d-9fe007ad1030 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:21.054808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-0c085001-1a74-432b-88e1-2ca54c028d08 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1009085271-router', 'tenant_id': '2841a05eec3e4fc1859cc954af17d7de', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:21.055130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] Attempting to bind port 1605928e-b47c-4cfa-b14d-9fe007ad1030 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '6b162313-0916-4026-9824-1d72d6236d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '707cad62-e002-48b2-80dc-b2af443f6715'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:21.055130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] Attempting to bind port 1605928e-b47c-4cfa-b14d-9fe007ad1030 on network 707cad62-e002-48b2-80dc-b2af443f6715 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:21.071356 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:21.071757 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] Checking segment: {'id': '6b162313-0916-4026-9824-1d72d6236d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '707cad62-e002-48b2-80dc-b2af443f6715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:21.072125 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.073015 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] Bound using segment: {'id': '6b162313-0916-4026-9824-1d72d6236d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '707cad62-e002-48b2-80dc-b2af443f6715'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:21.073617 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] Bound port: 1605928e-b47c-4cfa-b14d-9fe007ad1030, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b162313-0916-4026-9824-1d72d6236d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '707cad62-e002-48b2-80dc-b2af443f6715'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:21.074002 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.087679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45264) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:21.154623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-f23e520c-b8d0-4378-b39a-f777d14b8dff', 'network_id': 'f23e520c-b8d0-4378-b39a-f777d14b8dff', 'tenant_id': '2841a05eec3e4fc1859cc954af17d7de', 'fixed_ips': [{'subnet_id': '87eb06ba-e7ba-4495-b603-a5cc2f60b13d'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:21.154623 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.197068 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c085001-1a74-432b-88e1-2ca54c028d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.198202 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c085001-1a74-432b-88e1-2ca54c028d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.290732 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e556ec55-430f-40dd-ad8c-06cbf1d5dfc1 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:21.318148 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] For port 1605928e-b47c-4cfa-b14d-9fe007ad1030, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:21.319954 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c644ec9c-58f6-41e5-99c4-3d046efdbfc7 req-6e05fcda-b0c2-4fc7-8a45-8a5d89de773f tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 210 time: 0.0654843 Sep 16 05:10:21.335384 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] For port 1605928e-b47c-4cfa-b14d-9fe007ad1030, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=1605928e-b47c-4cfa-b14d-9fe007ad1030,segment=NetworkSegment(6b162313-0916-4026-9824-1d72d6236d47),segment_id=6b162313-0916-4026-9824-1d72d6236d47)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:21.350350 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-74686909-19b8-4352-af78-a9ee4e30cc84 req-1dc1af21-39b1-4749-b88e-94d32f699aa0 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.401534 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c085001-1a74-432b-88e1-2ca54c028d08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.412672 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['a95a8585-70e7-4a08-b7f1-4acaf0e3dbde', '5935cabf-c13f-4fab-8ed9-e02a818ece44'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:21.420367 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1af21-39b1-4749-b88e-94d32f699aa0 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Pushing event deleted for resources: {'Port': ['ID=5935cabf-c13f-4fab-8ed9-e02a818ece44,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:21.426155 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.544425 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-74686909-19b8-4352-af78-a9ee4e30cc84 req-1dc1af21-39b1-4749-b88e-94d32f699aa0 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] No DVR routers for this DVR port 5935cabf-c13f-4fab-8ed9-e02a818ece44 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:21.549562 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] Allocated IP 172.20.0.2 (f23e520c-b8d0-4378-b39a-f777d14b8dff/87eb06ba-e7ba-4495-b603-a5cc2f60b13d/5802873e-9db2-41f3-867b-0f8a1441abc2) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:21.556567 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-74686909-19b8-4352-af78-a9ee4e30cc84 req-1dc1af21-39b1-4749-b88e-94d32f699aa0 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.561660 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-74686909-19b8-4352-af78-a9ee4e30cc84 req-1dc1af21-39b1-4749-b88e-94d32f699aa0 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.38 "DELETE /v2.0/ports/5935cabf-c13f-4fab-8ed9-e02a818ece44 HTTP/1.1" status: 204 len: 173 time: 1.7119145 Sep 16 05:10:21.569501 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb0531b-f9f8-4c05-aca7-7bd5b950817c', 'name': 'network-vif-deleted', 'tag': '5935cabf-c13f-4fab-8ed9-e02a818ece44'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:21.574741 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83f7f79-6f0a-40e3-8c88-2c714fda0213" -d '{"events": [{"server_uuid": "bcb0531b-f9f8-4c05-aca7-7bd5b950817c", "name": "network-vif-deleted", "tag": "5935cabf-c13f-4fab-8ed9-e02a818ece44"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:21.640455 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dbb7a373-b4de-4891-bab8-bc685ef90e48 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734107153924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29168737'] for subnet, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.648387 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193cf990-d2aa-491c-bde9-68a31bc65196 x-openstack-request-id: req-193cf990-d2aa-491c-bde9-68a31bc65196 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:21.648796 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb0531b-f9f8-4c05-aca7-7bd5b950817c", "name": "network-vif-deleted", "tag": "5935cabf-c13f-4fab-8ed9-e02a818ece44", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:21.649167 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-193cf990-d2aa-491c-bde9-68a31bc65196 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:21.649657 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb0531b-f9f8-4c05-aca7-7bd5b950817c', 'name': 'network-vif-deleted', 'tag': '5935cabf-c13f-4fab-8ed9-e02a818ece44', 'status': 'completed', 'code': 200} Sep 16 05:10:21.683897 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb7a373-b4de-4891-bab8-bc685ef90e48 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:21.684706 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dbb7a373-b4de-4891-bab8-bc685ef90e48 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.689637 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dbb7a373-b4de-4891-bab8-bc685ef90e48 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "PUT /v2.0/subnets/62599e25-9755-40d5-8233-5ff101b21a12 HTTP/1.1" status: 200 len: 806 time: 1.4890943 Sep 16 05:10:21.695430 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45272) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:21.719752 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c085001-1a74-432b-88e1-2ca54c028d08 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.721842 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f6b80-f679-4b86-ac7d-32ca8a6e0548 None None] Pushing event updated for resources: {'Port': ['ID=1605928e-b47c-4cfa-b14d-9fe007ad1030,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:21.761705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port e556ec55-430f-40dd-ad8c-06cbf1d5dfc1 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:21.762492 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.814062 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb4323bd-527b-457d-b9b9-45453f71aada tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.857791 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4323bd-527b-457d-b9b9-45453f71aada tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Pushing event deleted for resources: {'Port': ['ID=13f8a182-282b-4da1-98dd-eaa940632825,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:21.897137 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7a373-b4de-4891-bab8-bc685ef90e48 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Subnet': ['ID=62599e25-9755-40d5-8233-5ff101b21a12,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:21.982928 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.027634 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb4323bd-527b-457d-b9b9-45453f71aada tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.079222 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.203552 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb4323bd-527b-457d-b9b9-45453f71aada tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.207199 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb4323bd-527b-457d-b9b9-45453f71aada tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.231640 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.270006 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Deleting port 1605928e-b47c-4cfa-b14d-9fe007ad1030 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:22.270649 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.281370 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] Network f23e520c-b8d0-4378-b39a-f777d14b8dff is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:22.286545 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:22.293015 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:22.296157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] Pushing event updated for resources: {'Port': ['ID=5802873e-9db2-41f3-867b-0f8a1441abc2,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:22.326188 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e7dce409-607c-4f04-ba80-271721c57fbe tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.368342 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb4323bd-527b-457d-b9b9-45453f71aada tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.368987 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4323bd-527b-457d-b9b9-45453f71aada tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Fanout notify agent at l3_agent the message router_deleted on router 30adb937-9701-4045-b57f-927ffb103f50 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:22.392977 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb4323bd-527b-457d-b9b9-45453f71aada tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.394547 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fb4323bd-527b-457d-b9b9-45453f71aada tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "DELETE /v2.0/routers/30adb937-9701-4045-b57f-927ffb103f50 HTTP/1.1" status: 204 len: 168 time: 2.8207881 Sep 16 05:10:22.401336 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45276) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:22.411554 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-83f05513-0a98-48ca-b604-7a2418d49346 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Request body: {'router': {'name': 'tempest-snat-router-742812764', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'enable_snat': False}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:22.437551 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c085001-1a74-432b-88e1-2ca54c028d08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.451597 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] For port 1605928e-b47c-4cfa-b14d-9fe007ad1030, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=1605928e-b47c-4cfa-b14d-9fe007ad1030,segment=NetworkSegment(6b162313-0916-4026-9824-1d72d6236d47),segment_id=6b162313-0916-4026-9824-1d72d6236d47)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:22.451979 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.476825 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Calling delete_port for 1605928e-b47c-4cfa-b14d-9fe007ad1030 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:22.492598 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c085001-1a74-432b-88e1-2ca54c028d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.550859 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] Attempting to bind port 5802873e-9db2-41f3-867b-0f8a1441abc2 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:22.551315 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] Attempting to bind port 5802873e-9db2-41f3-867b-0f8a1441abc2 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'e2bdadc7-310a-4d35-b4b1-8e58534f3967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f23e520c-b8d0-4378-b39a-f777d14b8dff'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:22.551678 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] Attempting to bind port 5802873e-9db2-41f3-867b-0f8a1441abc2 on network f23e520c-b8d0-4378-b39a-f777d14b8dff {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:22.557629 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:22.557911 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] Checking segment: {'id': 'e2bdadc7-310a-4d35-b4b1-8e58534f3967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f23e520c-b8d0-4378-b39a-f777d14b8dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:22.558452 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.558945 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] Bound using segment: {'id': 'e2bdadc7-310a-4d35-b4b1-8e58534f3967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f23e520c-b8d0-4378-b39a-f777d14b8dff'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:22.559621 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] Bound port: 5802873e-9db2-41f3-867b-0f8a1441abc2, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bdadc7-310a-4d35-b4b1-8e58534f3967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f23e520c-b8d0-4378-b39a-f777d14b8dff'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:22.560240 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.576100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-abb080fd-8eb9-40e3-8526-10ff5862895d req-5d19dc73-6b47-44c6-86dc-8a323323d3a8 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb0531b-f9f8-4c05-aca7-7bd5b950817c HTTP/1.1" status: 200 len: 210 time: 0.0725436 Sep 16 05:10:22.583194 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-83f05513-0a98-48ca-b604-7a2418d49346 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.584412 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-83f05513-0a98-48ca-b604-7a2418d49346 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.701253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] For port 5802873e-9db2-41f3-867b-0f8a1441abc2, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:22.704020 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-83f05513-0a98-48ca-b604-7a2418d49346 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.706769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] For port 5802873e-9db2-41f3-867b-0f8a1441abc2, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5802873e-9db2-41f3-867b-0f8a1441abc2,segment=NetworkSegment(e2bdadc7-310a-4d35-b4b1-8e58534f3967),segment_id=e2bdadc7-310a-4d35-b4b1-8e58534f3967)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:22.778024 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-0c085001-1a74-432b-88e1-2ca54c028d08 admin admin] Allocated IP 172.25.4.174 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/e079d747-2e8c-4860-bc6f-d87bf69e2596) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:22.836090 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.904038 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.949342 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2b018-6cb0-4ab4-8674-357712eee901 None None] Pushing event updated for resources: {'Port': ['ID=5802873e-9db2-41f3-867b-0f8a1441abc2,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:23.005957 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Port': ['ID=1605928e-b47c-4cfa-b14d-9fe007ad1030,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:23.020407 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c085001-1a74-432b-88e1-2ca54c028d08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.041590 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-e7dce409-607c-4f04-ba80-271721c57fbe tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Deleting port 660d3036-05f1-4b5c-9331-bcea63b87c01 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:23.042636 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e7dce409-607c-4f04-ba80-271721c57fbe tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.124666 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-83f05513-0a98-48ca-b604-7a2418d49346 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.130913 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No DVR routers for this DVR port 1605928e-b47c-4cfa-b14d-9fe007ad1030 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:23.204674 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.245060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-e7dce409-607c-4f04-ba80-271721c57fbe tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] For port 660d3036-05f1-4b5c-9331-bcea63b87c01, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=660d3036-05f1-4b5c-9331-bcea63b87c01,segment=NetworkSegment(686c3436-a63a-4666-9acf-5dfef3b10276),segment_id=686c3436-a63a-4666-9acf-5dfef3b10276)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:23.245440 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e7dce409-607c-4f04-ba80-271721c57fbe tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.268792 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec4ae31-af72-4fd5-8b66-1571f791478a None None] Network 707cad62-e002-48b2-80dc-b2af443f6715 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:23.269292 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-e7dce409-607c-4f04-ba80-271721c57fbe tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Calling delete_port for 660d3036-05f1-4b5c-9331-bcea63b87c01 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:23.282932 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c085001-1a74-432b-88e1-2ca54c028d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.312825 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8c09dd24-a6cb-4725-9f3f-67cd8d6a8b72 None None] Could not find standard attr ID for object 1605928e-b47c-4cfa-b14d-9fe007ad1030. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:10:23.367883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c085001-1a74-432b-88e1-2ca54c028d08 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:23.374335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-0c085001-1a74-432b-88e1-2ca54c028d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:23.384867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c085001-1a74-432b-88e1-2ca54c028d08 admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:23.418786 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c085001-1a74-432b-88e1-2ca54c028d08 admin admin] Pushing event updated for resources: {'Port': ['ID=e079d747-2e8c-4860-bc6f-d87bf69e2596,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:23.445090 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.532233 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Subnet': ['ID=62599e25-9755-40d5-8233-5ff101b21a12,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:23.626389 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.658743 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707cad62-e002-48b2-80dc-b2af443f6715']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:23.662323 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-83f05513-0a98-48ca-b604-7a2418d49346 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.698576 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b162313-0916-4026-9824-1d72d6236d47') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:23.699020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b162313-0916-4026-9824-1d72d6236d47') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:23.701525 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-83f05513-0a98-48ca-b604-7a2418d49346 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.715903 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5d2806-8be9-4e32-b4e2-676769058b35 None None] Network 707cad62-e002-48b2-80dc-b2af443f6715 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:23.734020 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.797969 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.809938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:23.810428 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:23.813958 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:23.823437 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e7dce409-607c-4f04-ba80-271721c57fbe tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.914436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dce409-607c-4f04-ba80-271721c57fbe tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event deleted for resources: {'Port': ['ID=660d3036-05f1-4b5c-9331-bcea63b87c01,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:23.983944 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c085001-1a74-432b-88e1-2ca54c028d08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.005623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-83f05513-0a98-48ca-b604-7a2418d49346 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Allocated IP 172.25.4.34 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:24.056092 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff9189e-d585-4116-bb18-cfc5a4892cbe None None] DHCP port deletion for 707cad62-e002-48b2-80dc-b2af443f6715 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:24.105001 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.130712 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.137737 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/707cad62-e002-48b2-80dc-b2af443f6715 HTTP/1.1" status: 204 len: 168 time: 2.4401779 Sep 16 05:10:24.154453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45286) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:24.174158 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068283c-9280-427b-8b26-eb8fa4d9366a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Network': ['ID=707cad62-e002-48b2-80dc-b2af443f6715,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:24.315879 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-83f05513-0a98-48ca-b604-7a2418d49346 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.405071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8f407e-ede4-405e-b90a-c664a4087326 None None] Network f23e520c-b8d0-4378-b39a-f777d14b8dff requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:24.434566 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.464773 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-83f05513-0a98-48ca-b604-7a2418d49346 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.498700 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a2fdf433-0573-4e4d-b857-fe8ad4cb2972 None None] Provisioning complete for port 5802873e-9db2-41f3-867b-0f8a1441abc2 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:24.499426 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf433-0573-4e4d-b857-fe8ad4cb2972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.509835 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f05513-0a98-48ca-b604-7a2418d49346 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:24.520262 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-83f05513-0a98-48ca-b604-7a2418d49346 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:24.525559 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f05513-0a98-48ca-b604-7a2418d49346 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:24.550072 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f05513-0a98-48ca-b604-7a2418d49346 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Pushing event updated for resources: {'Port': ['ID=9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:24.600593 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6c4629-57ba-4439-8af9-8aea095df287 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:24.601520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6c4629-57ba-4439-8af9-8aea095df287 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:24.605441 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bf6c4629-57ba-4439-8af9-8aea095df287 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/707cad62-e002-48b2-80dc-b2af443f6715 HTTP/1.1" status: 404 len: 339 time: 0.4478614 Sep 16 05:10:24.628040 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45290) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:24.635194 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-352598ca-29d0-4ad6-9cc1-098da1511c4c tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-483940535', 'description': 'd1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:24.670822 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf433-0573-4e4d-b857-fe8ad4cb2972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.714997 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a2fdf433-0573-4e4d-b857-fe8ad4cb2972 None None] For port 5802873e-9db2-41f3-867b-0f8a1441abc2, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5802873e-9db2-41f3-867b-0f8a1441abc2,segment=NetworkSegment(e2bdadc7-310a-4d35-b4b1-8e58534f3967),segment_id=e2bdadc7-310a-4d35-b4b1-8e58534f3967)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:24.715795 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e7dce409-607c-4f04-ba80-271721c57fbe tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.730539 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298de9d1-a51a-40b3-98c5-de831697e2d3 req-ca2ac2c1-00b3-4a9b-a9aa-0868bc924af5 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:24.734139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-298de9d1-a51a-40b3-98c5-de831697e2d3 req-ca2ac2c1-00b3-4a9b-a9aa-0868bc924af5 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.1796522 Sep 16 05:10:24.779253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5935cabf-c13f-4fab-8ed9-e02a818ece44 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:24.802872 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 5935cabf-c13f-4fab-8ed9-e02a818ece44 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:24.803255 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5935cabf-c13f-4fab-8ed9-e02a818ece44 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:24.806023 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352598ca-29d0-4ad6-9cc1-098da1511c4c tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:24.810996 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-352598ca-29d0-4ad6-9cc1-098da1511c4c tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.834318 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf433-0573-4e4d-b857-fe8ad4cb2972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.893276 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-298de9d1-a51a-40b3-98c5-de831697e2d3 req-0bd74c94-87b6-4770-beef-cbc58c1cac2a tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530976 Sep 16 05:10:24.908727 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdf433-0573-4e4d-b857-fe8ad4cb2972 None None] Pushing event updated for resources: {'Port': ['ID=5802873e-9db2-41f3-867b-0f8a1441abc2,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:24.913808 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352598ca-29d0-4ad6-9cc1-098da1511c4c tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:24.935964 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c085001-1a74-432b-88e1-2ca54c028d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.953276 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-352598ca-29d0-4ad6-9cc1-098da1511c4c tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.953601 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-352598ca-29d0-4ad6-9cc1-098da1511c4c tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Added segment 9a6d7b95-095d-4d00-aac7-39745db42c62 of type vlan for network 82602779-8a93-4c67-a954-492e64994434 Sep 16 05:10:25.044049 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-352598ca-29d0-4ad6-9cc1-098da1511c4c tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.050962 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-83f05513-0a98-48ca-b604-7a2418d49346 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.064512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6f7d7d59-382e-444b-be83-64ede30181c4 None None] Provisioning complete for port 5802873e-9db2-41f3-867b-0f8a1441abc2 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:25.064512 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6f7d7d59-382e-444b-be83-64ede30181c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.305867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7dce409-607c-4f04-ba80-271721c57fbe tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Router ab22af47-108f-4536-99b8-119168765a51 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:25.362535 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5802873e-9db2-41f3-867b-0f8a1441abc2 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:25.405020 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c085001-1a74-432b-88e1-2ca54c028d08 admin admin] Router fe2d1b3a-4141-41b1-9ea1-dda2a9830251 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:25.423992 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5802873e-9db2-41f3-867b-0f8a1441abc2 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:25.424709 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.496926 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-352598ca-29d0-4ad6-9cc1-098da1511c4c tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.502720 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352598ca-29d0-4ad6-9cc1-098da1511c4c tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.503371 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-352598ca-29d0-4ad6-9cc1-098da1511c4c tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.532631 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 1605928e-b47c-4cfa-b14d-9fe007ad1030 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:25.558919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dce409-607c-4f04-ba80-271721c57fbe tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:25.560516 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 1605928e-b47c-4cfa-b14d-9fe007ad1030 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:25.560690 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 1605928e-b47c-4cfa-b14d-9fe007ad1030 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:25.565532 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e7dce409-607c-4f04-ba80-271721c57fbe tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "PUT /v2.0/routers/ab22af47-108f-4536-99b8-119168765a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4759338 Sep 16 05:10:25.575921 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225c0ff6-f917-4e61-a477-a00079e58951 None None] Sync routers for ids ['ab22af47-108f-4536-99b8-119168765a51'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:25.589359 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225c0ff6-f917-4e61-a477-a00079e58951 None None] Routers {'ab22af47-108f-4536-99b8-119168765a51'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:25.590100 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-225c0ff6-f917-4e61-a477-a00079e58951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ab22af47-108f-4536-99b8-119168765a51'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:25.594676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45294) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:25.636050 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352598ca-29d0-4ad6-9cc1-098da1511c4c tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Network': ['ID=82602779-8a93-4c67-a954-492e64994434,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:25.652405 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-352598ca-29d0-4ad6-9cc1-098da1511c4c tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0224712 Sep 16 05:10:25.661388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45296) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:25.667088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 82602779-8a93-4c67-a954-492e64994434 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:25.670096 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-83f05513-0a98-48ca-b604-7a2418d49346 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.689481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c085001-1a74-432b-88e1-2ca54c028d08 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:25.697834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-f396b38f-36d9-4517-8160-56d189ce598e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Deleting subnet 912a5878-84e1-47fc-b909-fcdffc85170d {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:25.707411 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] Sync routers for ids ['fe2d1b3a-4141-41b1-9ea1-dda2a9830251'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:25.713606 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f396b38f-36d9-4517-8160-56d189ce598e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.719230 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] Routers {'fe2d1b3a-4141-41b1-9ea1-dda2a9830251'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:25.720182 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fe2d1b3a-4141-41b1-9ea1-dda2a9830251'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:25.772598 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-225c0ff6-f917-4e61-a477-a00079e58951 None None] Set router ab22af47-108f-4536-99b8-119168765a51 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:25.811729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7843e944-85a8-4b4f-a56d-59961f9da998 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.813259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7843e944-85a8-4b4f-a56d-59961f9da998 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "GET /v2.0/networks?id=82602779-8a93-4c67-a954-492e64994434 HTTP/1.1" status: 200 len: 760 time: 0.1555798 Sep 16 05:10:25.816044 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f396b38f-36d9-4517-8160-56d189ce598e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.818942 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45298) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:25.825219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-d188278e-37d6-4024-a9c3-90541aec1835 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'network': {'description': 'd2'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:25.867133 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c085001-1a74-432b-88e1-2ca54c028d08 admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.868791 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0c085001-1a74-432b-88e1-2ca54c028d08 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8226478 Sep 16 05:10:25.875574 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45300) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:26.018848 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] Set router fe2d1b3a-4141-41b1-9ea1-dda2a9830251 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:26.031787 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f05513-0a98-48ca-b604-7a2418d49346 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Router 0d59df08-fd3e-4854-8647-2f2d948f93b8 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:26.116323 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-225c0ff6-f917-4e61-a477-a00079e58951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab22af47-108f-4536-99b8-119168765a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-348944152', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9390e17c-ad94-45ae-a243-b49c33c8b1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:10:23Z', 'revision_number': 5, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': '9390e17c-ad94-45ae-a243-b49c33c8b1bf', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab22af47-108f-4536-99b8-119168765a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:46Z', 'updated_at': '2021-09-16T05:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:26.153535 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225c0ff6-f917-4e61-a477-a00079e58951 None None] Checking router: ab22af47-108f-4536-99b8-119168765a51 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:26.164772 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225c0ff6-f917-4e61-a477-a00079e58951 None None] Routers {'ab22af47-108f-4536-99b8-119168765a51'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:26.165431 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-225c0ff6-f917-4e61-a477-a00079e58951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ab22af47-108f-4536-99b8-119168765a51'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:26.199412 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f396b38f-36d9-4517-8160-56d189ce598e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.274774 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d188278e-37d6-4024-a9c3-90541aec1835 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.286386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8e74e-f17a-4b7d-9006-1524ea3b3a6d req-85d69a2f-1eac-4951-a144-1ad751dbceaa tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:26.315586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10f8e74e-f17a-4b7d-9006-1524ea3b3a6d req-85d69a2f-1eac-4951-a144-1ad751dbceaa tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.2224588 Sep 16 05:10:26.362939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10f8e74e-f17a-4b7d-9006-1524ea3b3a6d req-643ad3c0-492c-460b-a0b2-1687062efa4d tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576949 Sep 16 05:10:26.387003 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-225c0ff6-f917-4e61-a477-a00079e58951 None None] Set router ab22af47-108f-4536-99b8-119168765a51 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:26.419331 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f05513-0a98-48ca-b604-7a2418d49346 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:26.436205 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] Sync routers for ids ['0d59df08-fd3e-4854-8647-2f2d948f93b8'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:26.440884 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2d1b3a-4141-41b1-9ea1-dda2a9830251', 'name': 'tempest-TestServerBasicOps-1009085271-router', 'tenant_id': '2841a05eec3e4fc1859cc954af17d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e079d747-2e8c-4860-bc6f-d87bf69e2596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:21Z', 'updated_at': '2021-09-16T05:10:23Z', 'revision_number': 3, 'project_id': '2841a05eec3e4fc1859cc954af17d7de', 'gw_port': {'id': 'e079d747-2e8c-4860-bc6f-d87bf69e2596', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2d1b3a-4141-41b1-9ea1-dda2a9830251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:22Z', 'updated_at': '2021-09-16T05:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:26.489330 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] Checking router: fe2d1b3a-4141-41b1-9ea1-dda2a9830251 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:26.489893 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] Updating router fe2d1b3a-4141-41b1-9ea1-dda2a9830251 port e079d747-2e8c-4860-bc6f-d87bf69e2596 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:26.499332 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] Routers {'0d59df08-fd3e-4854-8647-2f2d948f93b8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:26.500067 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['0d59df08-fd3e-4854-8647-2f2d948f93b8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:26.522470 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.526333 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d188278e-37d6-4024-a9c3-90541aec1835 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.546092 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d188278e-37d6-4024-a9c3-90541aec1835 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network 82602779-8a93-4c67-a954-492e64994434 is not hosted by any dhcp agent {{(pid=95473) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:10:26.552067 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d188278e-37d6-4024-a9c3-90541aec1835 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:26.552812 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d188278e-37d6-4024-a9c3-90541aec1835 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.554245 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d188278e-37d6-4024-a9c3-90541aec1835 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "PUT /v2.0/networks/82602779-8a93-4c67-a954-492e64994434 HTTP/1.1" status: 200 len: 757 time: 0.7340937 Sep 16 05:10:26.559579 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45306) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:26.575318 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f396b38f-36d9-4517-8160-56d189ce598e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.627929 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-83f05513-0a98-48ca-b604-7a2418d49346 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.635305 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-83f05513-0a98-48ca-b604-7a2418d49346 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2319725 Sep 16 05:10:26.636656 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45308) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:26.646924 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396b38f-36d9-4517-8160-56d189ce598e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event deleted for resources: {'Subnet': ['ID=912a5878-84e1-47fc-b909-fcdffc85170d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:26.651789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188278e-37d6-4024-a9c3-90541aec1835 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Network': ['ID=82602779-8a93-4c67-a954-492e64994434,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:26.654823 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f396b38f-36d9-4517-8160-56d189ce598e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.662075 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f396b38f-36d9-4517-8160-56d189ce598e tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "DELETE /v2.0/subnets/912a5878-84e1-47fc-b909-fcdffc85170d HTTP/1.1" status: 204 len: 168 time: 1.0662992 Sep 16 05:10:26.663587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45310) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:26.784421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] Set router 0d59df08-fd3e-4854-8647-2f2d948f93b8 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:26.826024 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f810af8c-f23b-489f-b334-2e94809191d9 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.900023 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7a27a7-49b3-4069-901d-122725bbed1b None None] Network 8cce893d-c1c5-49cf-abaf-9c25ac1e342c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:26.902531 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184126f9-aee5-4f44-a22c-0b508682b19b tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:26.909668 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-184126f9-aee5-4f44-a22c-0b508682b19b tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "GET /v2.0/networks?id=82602779-8a93-4c67-a954-492e64994434 HTTP/1.1" status: 200 len: 760 time: 0.3485425 Sep 16 05:10:26.925765 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45312) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:26.925765 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-dfa81c32-3d49-4598-b8d7-7757733533ce tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-549067132'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:27.009096 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f810af8c-f23b-489f-b334-2e94809191d9 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.015276 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 82602779-8a93-4c67-a954-492e64994434 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:27.046127 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd954ed-ffbb-4362-8692-41a6a16e580e req-12d21d4e-89fd-4803-8a09-94efd5736a8e tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:27.047962 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ccd954ed-ffbb-4362-8692-41a6a16e580e req-12d21d4e-89fd-4803-8a09-94efd5736a8e tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.2658861 Sep 16 05:10:27.057219 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-163b47b8-13fe-471a-911e-558a6e395747 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "GET /v2.0/routers/0d59df08-fd3e-4854-8647-2f2d948f93b8 HTTP/1.1" status: 200 len: 907 time: 0.4123836 Sep 16 05:10:27.064257 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45314) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:27.073565 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.078740 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-22f8d39f-4fcd-4199-b154-2fb36bc01f73 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Request body: {'router': {'name': 'tempest-snat-router-742812764', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'enable_snat': True}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:27.247594 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.252746 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa81c32-3d49-4598-b8d7-7757733533ce tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:27.268002 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dfa81c32-3d49-4598-b8d7-7757733533ce tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.288096 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa81c32-3d49-4598-b8d7-7757733533ce tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:27.300429 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dfa81c32-3d49-4598-b8d7-7757733533ce tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.300949 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-dfa81c32-3d49-4598-b8d7-7757733533ce tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Added segment 8577cf38-735a-4dd1-b29d-7e7a83d62281 of type vlan for network fa5df009-da66-42f8-8ad6-30dd09486d18 Sep 16 05:10:27.317052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-f810af8c-f23b-489f-b334-2e94809191d9 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Deleting port 9390e17c-ad94-45ae-a243-b49c33c8b1bf {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:27.318662 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f810af8c-f23b-489f-b334-2e94809191d9 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.338845 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab572e7-0d73-4978-ab9a-f507459ac48b None None] Pushing event updated for resources: {'Port': ['ID=e079d747-2e8c-4860-bc6f-d87bf69e2596,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:27.352297 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dfa81c32-3d49-4598-b8d7-7757733533ce tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.384490 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] Attempting to bind port e079d747-2e8c-4860-bc6f-d87bf69e2596 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:27.387915 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] Attempting to bind port e079d747-2e8c-4860-bc6f-d87bf69e2596 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:27.389597 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] Attempting to bind port e079d747-2e8c-4860-bc6f-d87bf69e2596 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:27.393380 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f8d39f-4fcd-4199-b154-2fb36bc01f73 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.394904 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f8d39f-4fcd-4199-b154-2fb36bc01f73 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.409104 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:27.409647 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:27.410242 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.412609 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:27.413613 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-49f5b5d8-8f18-4bcd-bbf2-c996abe3f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.413857 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] Bound port: e079d747-2e8c-4860-bc6f-d87bf69e2596, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:27.414448 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.433613 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-ccd954ed-ffbb-4362-8692-41a6a16e580e req-8362d5ea-eb06-466a-b6f1-8a423de2b52f tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Deleting port a95a8585-70e7-4a08-b7f1-4acaf0e3dbde {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:27.439328 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ccd954ed-ffbb-4362-8692-41a6a16e580e req-8362d5ea-eb06-466a-b6f1-8a423de2b52f tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.519700 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f8d39f-4fcd-4199-b154-2fb36bc01f73 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.523786 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dfa81c32-3d49-4598-b8d7-7757733533ce tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.529741 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa81c32-3d49-4598-b8d7-7757733533ce tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:27.530397 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dfa81c32-3d49-4598-b8d7-7757733533ce tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.575994 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] For port e079d747-2e8c-4860-bc6f-d87bf69e2596, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:27.582635 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] For port e079d747-2e8c-4860-bc6f-d87bf69e2596, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e079d747-2e8c-4860-bc6f-d87bf69e2596,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:27.670454 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.679474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa81c32-3d49-4598-b8d7-7757733533ce tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Network': ['ID=fa5df009-da66-42f8-8ad6-30dd09486d18,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:27.704833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-f810af8c-f23b-489f-b334-2e94809191d9 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] For port 9390e17c-ad94-45ae-a243-b49c33c8b1bf, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9390e17c-ad94-45ae-a243-b49c33c8b1bf,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:27.705825 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f810af8c-f23b-489f-b334-2e94809191d9 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.717758 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-225c0ff6-f917-4e61-a477-a00079e58951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab22af47-108f-4536-99b8-119168765a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-348944152', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9390e17c-ad94-45ae-a243-b49c33c8b1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:10:23Z', 'revision_number': 5, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': '9390e17c-ad94-45ae-a243-b49c33c8b1bf', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab22af47-108f-4536-99b8-119168765a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:46Z', 'updated_at': '2021-09-16T05:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:27.762267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-f810af8c-f23b-489f-b334-2e94809191d9 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Calling delete_port for 9390e17c-ad94-45ae-a243-b49c33c8b1bf owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:27.793254 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dfa81c32-3d49-4598-b8d7-7757733533ce tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8726389 Sep 16 05:10:27.793717 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45320) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:27.798500 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-ccd954ed-ffbb-4362-8692-41a6a16e580e req-8362d5ea-eb06-466a-b6f1-8a423de2b52f tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] For port a95a8585-70e7-4a08-b7f1-4acaf0e3dbde, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a95a8585-70e7-4a08-b7f1-4acaf0e3dbde,segment=NetworkSegment(22c6c819-ac30-412f-92a3-d329cb900d3f),segment_id=22c6c819-ac30-412f-92a3-d329cb900d3f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:27.799170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ccd954ed-ffbb-4362-8692-41a6a16e580e req-8362d5ea-eb06-466a-b6f1-8a423de2b52f tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.806125 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'subnet': {'network_id': 'fa5df009-da66-42f8-8ad6-30dd09486d18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:27.810468 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network fa5df009-da66-42f8-8ad6-30dd09486d18 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:27.816239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7f800-317f-4df4-ac86-26dba16d81cf req-3d3514a3-e4ed-47c5-9ea4-ef32dd578369 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:27.817895 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-98d7f800-317f-4df4-ac86-26dba16d81cf req-3d3514a3-e4ed-47c5-9ea4-ef32dd578369 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 946 time: 0.2169125 Sep 16 05:10:27.837502 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225c0ff6-f917-4e61-a477-a00079e58951 None None] The sync data for ids ['ab22af47-108f-4536-99b8-119168765a51'] in n-d-712140-13 is: [{'id': 'ab22af47-108f-4536-99b8-119168765a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-348944152', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9390e17c-ad94-45ae-a243-b49c33c8b1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:10:23Z', 'revision_number': 5, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': '9390e17c-ad94-45ae-a243-b49c33c8b1bf', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab22af47-108f-4536-99b8-119168765a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:46Z', 'updated_at': '2021-09-16T05:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:27.877706 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f8d39f-4fcd-4199-b154-2fb36bc01f73 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.916114 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab572e7-0d73-4978-ab9a-f507459ac48b None None] Pushing event updated for resources: {'Port': ['ID=e079d747-2e8c-4860-bc6f-d87bf69e2596,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:27.938970 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] Routers {'fe2d1b3a-4141-41b1-9ea1-dda2a9830251'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:27.939643 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fe2d1b3a-4141-41b1-9ea1-dda2a9830251'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:27.985682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-ccd954ed-ffbb-4362-8692-41a6a16e580e req-8362d5ea-eb06-466a-b6f1-8a423de2b52f tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Calling delete_port for a95a8585-70e7-4a08-b7f1-4acaf0e3dbde owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:27.997406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d59df08-fd3e-4854-8647-2f2d948f93b8', 'name': 'tempest-snat-router-742812764', 'tenant_id': '437930d691f04818ab1a35c615e28f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.34'}], 'enable_snat': False}, 'gw_port_id': '9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:22Z', 'updated_at': '2021-09-16T05:10:24Z', 'revision_number': 3, 'project_id': '437930d691f04818ab1a35c615e28f9b', 'gw_port': {'id': '9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d59df08-fd3e-4854-8647-2f2d948f93b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:23Z', 'updated_at': '2021-09-16T05:10:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:28.007604 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-98d7f800-317f-4df4-ac86-26dba16d81cf req-59668b82-faef-4491-988b-b0d6e5e74333 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/security-groups?id=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485834 Sep 16 05:10:28.093925 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] Checking router: 0d59df08-fd3e-4854-8647-2f2d948f93b8 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:28.094716 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] Updating router 0d59df08-fd3e-4854-8647-2f2d948f93b8 port 9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:28.128295 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.175215 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:10:28.193744 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-49f5b5d8-8f18-4bcd-bbf2-c996abe3f3aa admin admin] Allocated IP 172.20.0.1 (f23e520c-b8d0-4378-b39a-f777d14b8dff/87eb06ba-e7ba-4495-b603-a5cc2f60b13d/a8a48b60-1d4f-47f4-b41d-47075c83c232) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:28.206326 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] Set router fe2d1b3a-4141-41b1-9ea1-dda2a9830251 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:28.272065 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa4646c-6be3-447c-ba0b-9b384f3288d7 None None] DHCP port deletion for 8cce893d-c1c5-49cf-abaf-9c25ac1e342c request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:28.389045 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f810af8c-f23b-489f-b334-2e94809191d9 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.431442 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:28.436478 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.484285 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810af8c-f23b-489f-b334-2e94809191d9 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event deleted for resources: {'Port': ['ID=9390e17c-ad94-45ae-a243-b49c33c8b1bf,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:28.568246 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.605598 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4646c-6be3-447c-ba0b-9b384f3288d7 None None] Deleting port 5895fa5a-4932-40d7-a9d7-7925f287cd69 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:28.610659 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8fa4646c-6be3-447c-ba0b-9b384f3288d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.649614 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f810af8c-f23b-489f-b334-2e94809191d9 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.701496 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2d1b3a-4141-41b1-9ea1-dda2a9830251', 'name': 'tempest-TestServerBasicOps-1009085271-router', 'tenant_id': '2841a05eec3e4fc1859cc954af17d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e079d747-2e8c-4860-bc6f-d87bf69e2596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:21Z', 'updated_at': '2021-09-16T05:10:23Z', 'revision_number': 3, 'project_id': '2841a05eec3e4fc1859cc954af17d7de', 'gw_port': {'id': 'e079d747-2e8c-4860-bc6f-d87bf69e2596', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2d1b3a-4141-41b1-9ea1-dda2a9830251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:22Z', 'updated_at': '2021-09-16T05:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:28.737316 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aceaf5-b23f-4cbf-a948-83ef0468211e None None] The sync data for ids ['fe2d1b3a-4141-41b1-9ea1-dda2a9830251'] in n-d-712140-13 is: [{'id': 'fe2d1b3a-4141-41b1-9ea1-dda2a9830251', 'name': 'tempest-TestServerBasicOps-1009085271-router', 'tenant_id': '2841a05eec3e4fc1859cc954af17d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e079d747-2e8c-4860-bc6f-d87bf69e2596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:21Z', 'updated_at': '2021-09-16T05:10:23Z', 'revision_number': 3, 'project_id': '2841a05eec3e4fc1859cc954af17d7de', 'gw_port': {'id': 'e079d747-2e8c-4860-bc6f-d87bf69e2596', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2d1b3a-4141-41b1-9ea1-dda2a9830251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:22Z', 'updated_at': '2021-09-16T05:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:28.800750 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-8fa4646c-6be3-447c-ba0b-9b384f3288d7 None None] For port 5895fa5a-4932-40d7-a9d7-7925f287cd69, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5895fa5a-4932-40d7-a9d7-7925f287cd69,segment=NetworkSegment(686c3436-a63a-4666-9acf-5dfef3b10276),segment_id=686c3436-a63a-4666-9acf-5dfef3b10276)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:28.801426 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8fa4646c-6be3-447c-ba0b-9b384f3288d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.819303 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f810af8c-f23b-489f-b334-2e94809191d9 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.831122 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f810af8c-f23b-489f-b334-2e94809191d9 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.866916 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4646c-6be3-447c-ba0b-9b384f3288d7 None None] Calling delete_port for 5895fa5a-4932-40d7-a9d7-7925f287cd69 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:28.947042 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.049787 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.134557 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ccd954ed-ffbb-4362-8692-41a6a16e580e req-8362d5ea-eb06-466a-b6f1-8a423de2b52f tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.162741 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] Attempting to bind port 9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:29.167189 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] Attempting to bind port 9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:29.167891 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] Attempting to bind port 9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:29.177121 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-49f5b5d8-8f18-4bcd-bbf2-c996abe3f3aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.201018 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51af001-7b7c-4026-b53a-17bf85d84d29 None None] Pushing event updated for resources: {'Port': ['ID=9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:29.219240 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:29.219947 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:29.220811 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.221594 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:29.222629 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] Bound port: 9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:29.223435 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.321044 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8fa4646c-6be3-447c-ba0b-9b384f3288d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.355083 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-49f5b5d8-8f18-4bcd-bbf2-c996abe3f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.397659 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362d5ea-eb06-466a-b6f1-8a423de2b52f tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Pushing event deleted for resources: {'Port': ['ID=a95a8585-70e7-4a08-b7f1-4acaf0e3dbde,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:29.472125 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08e10aad-684f-4c98-8fed-d414003b6f97 req-4ad64d4d-c72c-479a-b999-b321379e5a23 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 210 time: 0.0359571 Sep 16 05:10:29.475040 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5b5d8-8f18-4bcd-bbf2-c996abe3f3aa admin admin] Pushing event updated for resources: {'Port': ['ID=a8a48b60-1d4f-47f4-b41d-47075c83c232,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:29.500602 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd954ed-ffbb-4362-8692-41a6a16e580e req-8362d5ea-eb06-466a-b6f1-8a423de2b52f tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] No DVR routers for this DVR port a95a8585-70e7-4a08-b7f1-4acaf0e3dbde on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:29.502641 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.514666 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f5b5d8-8f18-4bcd-bbf2-c996abe3f3aa admin admin] Network f23e520c-b8d0-4378-b39a-f777d14b8dff is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:29.517729 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ccd954ed-ffbb-4362-8692-41a6a16e580e req-8362d5ea-eb06-466a-b6f1-8a423de2b52f tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.528185 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f8d39f-4fcd-4199-b154-2fb36bc01f73 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.528400 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4646c-6be3-447c-ba0b-9b384f3288d7 None None] Pushing event deleted for resources: {'Port': ['ID=5895fa5a-4932-40d7-a9d7-7925f287cd69,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:29.530853 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ccd954ed-ffbb-4362-8692-41a6a16e580e req-8362d5ea-eb06-466a-b6f1-8a423de2b52f tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.38 "DELETE /v2.0/ports/a95a8585-70e7-4a08-b7f1-4acaf0e3dbde HTTP/1.1" status: 204 len: 173 time: 2.4722521 Sep 16 05:10:29.541973 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-49f5b5d8-8f18-4bcd-bbf2-c996abe3f3aa admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:29.544618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1744c8-0c71-401d-9f8d-fce8aec7d5a6', 'name': 'network-vif-deleted', 'tag': 'a95a8585-70e7-4a08-b7f1-4acaf0e3dbde'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:29.549754 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f810af8c-f23b-489f-b334-2e94809191d9 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.552167 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa4646c-6be3-447c-ba0b-9b384f3288d7 None None] No DVR routers for this DVR port 5895fa5a-4932-40d7-a9d7-7925f287cd69 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:29.559198 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a67d53d-48e1-4ccc-9eac-2f2720cab73f" -d '{"events": [{"server_uuid": "0c1744c8-0c71-401d-9f8d-fce8aec7d5a6", "name": "network-vif-deleted", "tag": "a95a8585-70e7-4a08-b7f1-4acaf0e3dbde"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:29.562195 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f5b5d8-8f18-4bcd-bbf2-c996abe3f3aa admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:29.565644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f810af8c-f23b-489f-b334-2e94809191d9 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Fanout notify agent at l3_agent the message router_deleted on router ab22af47-108f-4536-99b8-119168765a51 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:29.590001 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] For port 9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:29.602515 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] For port 9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:29.642502 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e079d747-2e8c-4860-bc6f-d87bf69e2596 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:29.649462 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-49f5b5d8-8f18-4bcd-bbf2-c996abe3f3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.732600 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.732985 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f810af8c-f23b-489f-b334-2e94809191d9 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.735286 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f810af8c-f23b-489f-b334-2e94809191d9 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "DELETE /v2.0/routers/ab22af47-108f-4536-99b8-119168765a51 HTTP/1.1" status: 204 len: 168 time: 3.0698042 Sep 16 05:10:29.741068 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f8d39f-4fcd-4199-b154-2fb36bc01f73 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.748160 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45330) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:29.867297 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb110b99-092f-461f-bd16-2558d74953af x-openstack-request-id: req-bb110b99-092f-461f-bd16-2558d74953af {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:29.867714 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1744c8-0c71-401d-9f8d-fce8aec7d5a6", "name": "network-vif-deleted", "tag": "a95a8585-70e7-4a08-b7f1-4acaf0e3dbde", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:29.867905 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb110b99-092f-461f-bd16-2558d74953af {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:29.868265 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1744c8-0c71-401d-9f8d-fce8aec7d5a6', 'name': 'network-vif-deleted', 'tag': 'a95a8585-70e7-4a08-b7f1-4acaf0e3dbde', 'status': 'completed', 'code': 200} Sep 16 05:10:29.954072 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Subnet': ['ID=9bb8f1bb-e0f4-41ee-8345-7350437b55a7,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:29.986313 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51af001-7b7c-4026-b53a-17bf85d84d29 None None] Pushing event updated for resources: {'Port': ['ID=9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:30.048772 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:30.050106 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:30.050106 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:30.050581 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:30.050947 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:30.051491 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:30.052024 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:30.052554 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:30.053138 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:30.054002 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:30.054558 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:30.055351 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:30.089852 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d15eace0-03ff-4df0-9475-0dd9912f2e98 None None] Provisioning complete for port a8a48b60-1d4f-47f4-b41d-47075c83c232 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:30.096507 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d15eace0-03ff-4df0-9475-0dd9912f2e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.119947 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Checking segment: {'id': '8577cf38-735a-4dd1-b29d-7e7a83d62281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fa5df009-da66-42f8-8ad6-30dd09486d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:30.120527 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network hostable DHCP agents. Network: fa5df009-da66-42f8-8ad6-30dd09486d18, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:30.169859 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port e079d747-2e8c-4860-bc6f-d87bf69e2596 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:30.170467 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.176454 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3f5b-7bbf-4cd0-bff5-6326ab8da4ac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.180770 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] Routers {'0d59df08-fd3e-4854-8647-2f2d948f93b8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:30.181973 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['0d59df08-fd3e-4854-8647-2f2d948f93b8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:30.277080 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network fa5df009-da66-42f8-8ad6-30dd09486d18 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:30.344683 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d15eace0-03ff-4df0-9475-0dd9912f2e98 None None] Port a8a48b60-1d4f-47f4-b41d-47075c83c232 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:30.367263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-22f8d39f-4fcd-4199-b154-2fb36bc01f73 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Allocated IP 172.25.4.24 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/695c69be-5503-41a2-a1ca-b84df5d2370d) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:30.410375 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-49f5b5d8-8f18-4bcd-bbf2-c996abe3f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.417074 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, fa5df009-da66-42f8-8ad6-30dd09486d18) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:30.427617 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.427617 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.431421 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3f5b-7bbf-4cd0-bff5-6326ab8da4ac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.467753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb4c3ec-a9ba-4284-8cf2-85654e7715ac None None] Network fa5df009-da66-42f8-8ad6-30dd09486d18 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:30.508090 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-2fcc3f5b-7bbf-4cd0-bff5-6326ab8da4ac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cce893d-c1c5-49cf-abaf-9c25ac1e342c']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:30.547353 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-2fcc3f5b-7bbf-4cd0-bff5-6326ab8da4ac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686c3436-a63a-4666-9acf-5dfef3b10276') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:30.547837 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-2fcc3f5b-7bbf-4cd0-bff5-6326ab8da4ac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686c3436-a63a-4666-9acf-5dfef3b10276') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:30.561057 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] Set router 0d59df08-fd3e-4854-8647-2f2d948f93b8 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:30.618530 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4d6daf9d-ea51-4a51-836e-0ead9ace74ad tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8162887 Sep 16 05:10:30.630916 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45334) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:30.640998 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3f5b-7bbf-4cd0-bff5-6326ab8da4ac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.680621 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.736482 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97581821-b010-4878-b63b-0b3639b4267d req-1cc288e7-4439-4e01-83c2-36b214f88288 tempest-ServerRescueTestJSON-1221706893 tempest-ServerRescueTestJSON-1221706893-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c1744c8-0c71-401d-9f8d-fce8aec7d5a6 HTTP/1.1" status: 200 len: 210 time: 0.0765982 Sep 16 05:10:30.737714 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port e079d747-2e8c-4860-bc6f-d87bf69e2596, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e079d747-2e8c-4860-bc6f-d87bf69e2596,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:30.742523 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3f5b-7bbf-4cd0-bff5-6326ab8da4ac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.783360 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fcc3f5b-7bbf-4cd0-bff5-6326ab8da4ac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:30.785287 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3f5b-7bbf-4cd0-bff5-6326ab8da4ac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:30.797229 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:30.815244 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a95a8585-70e7-4a08-b7f1-4acaf0e3dbde no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:30.858998 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: a95a8585-70e7-4a08-b7f1-4acaf0e3dbde {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:30.859882 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a95a8585-70e7-4a08-b7f1-4acaf0e3dbde not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:30.861041 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.972968 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5895fa5a-4932-40d7-a9d7-7925f287cd69 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:30.983667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-fa5df009-da66-42f8-8ad6-30dd09486d18', 'network_id': 'fa5df009-da66-42f8-8ad6-30dd09486d18', 'tenant_id': '2982ec6c97294db8a3745833d9fd7a19', 'fixed_ips': [{'subnet_id': '9bb8f1bb-e0f4-41ee-8345-7350437b55a7'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:30.984528 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.987442 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.018759 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=e079d747-2e8c-4860-bc6f-d87bf69e2596,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:31.021253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 5895fa5a-4932-40d7-a9d7-7925f287cd69 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:31.021602 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5895fa5a-4932-40d7-a9d7-7925f287cd69 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:31.022029 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 660d3036-05f1-4b5c-9331-bcea63b87c01 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:31.037587 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-49f5b5d8-8f18-4bcd-bbf2-c996abe3f3aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.044937 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f8d39f-4fcd-4199-b154-2fb36bc01f73 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.050642 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 660d3036-05f1-4b5c-9331-bcea63b87c01 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:31.051051 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 660d3036-05f1-4b5c-9331-bcea63b87c01 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:31.116408 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d59df08-fd3e-4854-8647-2f2d948f93b8', 'name': 'tempest-snat-router-742812764', 'tenant_id': '437930d691f04818ab1a35c615e28f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.34'}], 'enable_snat': False}, 'gw_port_id': '9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:22Z', 'updated_at': '2021-09-16T05:10:24Z', 'revision_number': 3, 'project_id': '437930d691f04818ab1a35c615e28f9b', 'gw_port': {'id': '9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d59df08-fd3e-4854-8647-2f2d948f93b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:23Z', 'updated_at': '2021-09-16T05:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:31.132265 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.167208 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c604cb-e388-4275-a3fd-abed02ae162b None None] The sync data for ids ['0d59df08-fd3e-4854-8647-2f2d948f93b8'] in n-d-712140-13 is: [{'id': '0d59df08-fd3e-4854-8647-2f2d948f93b8', 'name': 'tempest-snat-router-742812764', 'tenant_id': '437930d691f04818ab1a35c615e28f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.34'}], 'enable_snat': False}, 'gw_port_id': '9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:22Z', 'updated_at': '2021-09-16T05:10:24Z', 'revision_number': 3, 'project_id': '437930d691f04818ab1a35c615e28f9b', 'gw_port': {'id': '9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d59df08-fd3e-4854-8647-2f2d948f93b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:23Z', 'updated_at': '2021-09-16T05:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:31.198645 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-49f5b5d8-8f18-4bcd-bbf2-c996abe3f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.231850 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f8d39f-4fcd-4199-b154-2fb36bc01f73 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.250617 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e079d747-2e8c-4860-bc6f-d87bf69e2596 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:31.319273 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3f5b-7bbf-4cd0-bff5-6326ab8da4ac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.349548 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f8d39f-4fcd-4199-b154-2fb36bc01f73 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:31.353397 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3f5b-7bbf-4cd0-bff5-6326ab8da4ac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.357368 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2fcc3f5b-7bbf-4cd0-bff5-6326ab8da4ac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "DELETE /v2.0/networks/8cce893d-c1c5-49cf-abaf-9c25ac1e342c HTTP/1.1" status: 204 len: 168 time: 1.6075888 Sep 16 05:10:31.366047 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45338) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:31.379951 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-22f8d39f-4fcd-4199-b154-2fb36bc01f73 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:31.392027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] Allocated IP 172.20.0.2 (fa5df009-da66-42f8-8ad6-30dd09486d18/9bb8f1bb-e0f4-41ee-8345-7350437b55a7/0c9e7c65-f375-4cbc-a7b3-6f6382dabd93) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:31.394224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port e079d747-2e8c-4860-bc6f-d87bf69e2596 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:31.394585 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc3f5b-7bbf-4cd0-bff5-6326ab8da4ac tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event deleted for resources: {'Network': ['ID=8cce893d-c1c5-49cf-abaf-9c25ac1e342c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:31.394719 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.397803 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-49f5b5d8-8f18-4bcd-bbf2-c996abe3f3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.413907 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f8d39f-4fcd-4199-b154-2fb36bc01f73 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:31.422330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8d39f-4fcd-4199-b154-2fb36bc01f73 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Pushing event updated for resources: {'Port': ['ID=695c69be-5503-41a2-a1ca-b84df5d2370d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:31.450316 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5b5d8-8f18-4bcd-bbf2-c996abe3f3aa admin admin] Pushing event updated for resources: {'Port': ['ID=a8a48b60-1d4f-47f4-b41d-47075c83c232,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:31.625078 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9390e17c-ad94-45ae-a243-b49c33c8b1bf no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:31.656762 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 9390e17c-ad94-45ae-a243-b49c33c8b1bf {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:31.657440 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9390e17c-ad94-45ae-a243-b49c33c8b1bf not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:31.684702 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.781624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f5b5d8-8f18-4bcd-bbf2-c996abe3f3aa admin admin] Network f23e520c-b8d0-4378-b39a-f777d14b8dff is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:31.783222 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-49f5b5d8-8f18-4bcd-bbf2-c996abe3f3aa admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:31.831690 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.835035 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45342) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:31.857433 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] Network fa5df009-da66-42f8-8ad6-30dd09486d18 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:31.892935 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:31.898790 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:32.099427 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.103992 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] Attempting to bind port 0c9e7c65-f375-4cbc-a7b3-6f6382dabd93 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:32.104509 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] Attempting to bind port 0c9e7c65-f375-4cbc-a7b3-6f6382dabd93 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '8577cf38-735a-4dd1-b29d-7e7a83d62281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fa5df009-da66-42f8-8ad6-30dd09486d18'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:32.105006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] Attempting to bind port 0c9e7c65-f375-4cbc-a7b3-6f6382dabd93 on network fa5df009-da66-42f8-8ad6-30dd09486d18 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:32.123713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] Pushing event updated for resources: {'Port': ['ID=0c9e7c65-f375-4cbc-a7b3-6f6382dabd93,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:32.130802 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:32.131470 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] Checking segment: {'id': '8577cf38-735a-4dd1-b29d-7e7a83d62281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fa5df009-da66-42f8-8ad6-30dd09486d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:32.132148 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.133157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] Bound using segment: {'id': '8577cf38-735a-4dd1-b29d-7e7a83d62281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fa5df009-da66-42f8-8ad6-30dd09486d18'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:32.133644 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] Bound port: 0c9e7c65-f375-4cbc-a7b3-6f6382dabd93, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8577cf38-735a-4dd1-b29d-7e7a83d62281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fa5df009-da66-42f8-8ad6-30dd09486d18'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:32.134348 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.185859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-1ee67e17-a554-47d3-b1e0-b24221b405ba tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Deleting port 6452fc92-d19f-4f29-b95c-e7eb91e4874b {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:32.186556 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1ee67e17-a554-47d3-b1e0-b24221b405ba tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.197486 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb8f1bb-e0f4-41ee-8345-7350437b55a7,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:32.248587 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f5b5d8-8f18-4bcd-bbf2-c996abe3f3aa admin admin] Router fe2d1b3a-4141-41b1-9ea1-dda2a9830251 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:32.303117 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.391561 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f8d39f-4fcd-4199-b154-2fb36bc01f73 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.487558 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f5b5d8-8f18-4bcd-bbf2-c996abe3f3aa admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:32.501352 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-49f5b5d8-8f18-4bcd-bbf2-c996abe3f3aa admin admin] 10.222.0.20 "PUT /v2.0/routers/fe2d1b3a-4141-41b1-9ea1-dda2a9830251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6226635 Sep 16 05:10:32.507764 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] Sync routers for ids ['fe2d1b3a-4141-41b1-9ea1-dda2a9830251'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:32.508543 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e01ce882-1a68-4481-b53a-3d583db8be4d None None] Provisioning complete for port a8a48b60-1d4f-47f4-b41d-47075c83c232 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:32.508543 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e01ce882-1a68-4481-b53a-3d583db8be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.518769 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5df009-da66-42f8-8ad6-30dd09486d18']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:32.537794 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8577cf38-735a-4dd1-b29d-7e7a83d62281') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:32.538163 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8577cf38-735a-4dd1-b29d-7e7a83d62281') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:32.545044 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] Routers {'fe2d1b3a-4141-41b1-9ea1-dda2a9830251'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:32.545710 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fe2d1b3a-4141-41b1-9ea1-dda2a9830251'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:32.561011 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.565379 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1ee67e17-a554-47d3-b1e0-b24221b405ba tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.565775 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1ee67e17-a554-47d3-b1e0-b24221b405ba tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.590897 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] For port 0c9e7c65-f375-4cbc-a7b3-6f6382dabd93, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:32.600262 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-1ee67e17-a554-47d3-b1e0-b24221b405ba tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Calling delete_port for 6452fc92-d19f-4f29-b95c-e7eb91e4874b owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:32.614018 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] For port 0c9e7c65-f375-4cbc-a7b3-6f6382dabd93, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0c9e7c65-f375-4cbc-a7b3-6f6382dabd93,segment=NetworkSegment(8577cf38-735a-4dd1-b29d-7e7a83d62281),segment_id=8577cf38-735a-4dd1-b29d-7e7a83d62281)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:32.616110 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e01ce882-1a68-4481-b53a-3d583db8be4d None None] Port a8a48b60-1d4f-47f4-b41d-47075c83c232 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:32.696557 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.758431 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d75eb-a7f5-487b-ad7d-687e828114bb None None] Pushing event updated for resources: {'Port': ['ID=0c9e7c65-f375-4cbc-a7b3-6f6382dabd93,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:32.777071 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.790528 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:32.791576 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.875861 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4259685a-2ee6-46c6-9b35-1f81be13d435 None None] Network fa5df009-da66-42f8-8ad6-30dd09486d18 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:32.928077 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f8d39f-4fcd-4199-b154-2fb36bc01f73 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.935064 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] Set router fe2d1b3a-4141-41b1-9ea1-dda2a9830251 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:32.954956 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:33.035333 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.db.api [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:10:33.035333 n-d-712140-13 neutron-server[95474]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:10:33.035333 n-d-712140-13 neutron-server[95474]: [parameters: {'id': 'fa5df009-da66-42f8-8ad6-30dd09486d18'}] Sep 16 05:10:33.035333 n-d-712140-13 neutron-server[95474]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:10:33.036173 n-d-712140-13 neutron-server[95474]: DEBUG oslo_db.api [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:10:33.180732 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705e40ad-21fd-4f5b-b8b8-4262f45d9988 None None] get_active_networks_info from n-d-712140-13 {{(pid=95475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:10:33.240811 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1ee67e17-a554-47d3-b1e0-b24221b405ba tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.280913 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.299301 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee67e17-a554-47d3-b1e0-b24221b405ba tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event deleted for resources: {'Port': ['ID=6452fc92-d19f-4f29-b95c-e7eb91e4874b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:33.404592 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:33.419685 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1ee67e17-a554-47d3-b1e0-b24221b405ba tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.420455 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-1ee67e17-a554-47d3-b1e0-b24221b405ba tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Floating IP 5a94cc8c-a64a-4236-bba2-0bccd58a8b49 disassociated (deleted). External IP: 172.25.4.155, port: b9e2f19f-ad98-471f-bca3-2a07a22f2c43. Sep 16 05:10:33.421182 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2d1b3a-4141-41b1-9ea1-dda2a9830251', 'name': 'tempest-TestServerBasicOps-1009085271-router', 'tenant_id': '2841a05eec3e4fc1859cc954af17d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e079d747-2e8c-4860-bc6f-d87bf69e2596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:21Z', 'updated_at': '2021-09-16T05:10:30Z', 'revision_number': 4, 'project_id': '2841a05eec3e4fc1859cc954af17d7de', 'gw_port': {'id': 'e079d747-2e8c-4860-bc6f-d87bf69e2596', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2d1b3a-4141-41b1-9ea1-dda2a9830251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:22Z', 'updated_at': '2021-09-16T05:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'a8a48b60-1d4f-47f4-b41d-47075c83c232', 'name': '', 'network_id': 'f23e520c-b8d0-4378-b39a-f777d14b8dff', 'tenant_id': '2841a05eec3e4fc1859cc954af17d7de', 'mac_address': 'fa:16:3e:55:27:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2d1b3a-4141-41b1-9ea1-dda2a9830251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '87eb06ba-e7ba-4495-b603-a5cc2f60b13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:30Z', 'revision_number': 2, 'project_id': '2841a05eec3e4fc1859cc954af17d7de', 'subnets': [{'id': '87eb06ba-e7ba-4495-b603-a5cc2f60b13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:33.485012 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] Checking router: fe2d1b3a-4141-41b1-9ea1-dda2a9830251 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:33.485974 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] Updating router fe2d1b3a-4141-41b1-9ea1-dda2a9830251 port a8a48b60-1d4f-47f4-b41d-47075c83c232 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:33.522542 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705e40ad-21fd-4f5b-b8b8-4262f45d9988 None None] Resources bound (agent type, host, resource id): {{(pid=95475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:10:33.528635 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.537542 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:33.537915 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.566541 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.678541 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f8d39f-4fcd-4199-b154-2fb36bc01f73 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Router 70a47531-c8ec-4112-aca0-7873ffa3af5f is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:33.820701 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee67e17-a554-47d3-b1e0-b24221b405ba tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Router d95ce44e-a0f8-4177-b14a-bad79faf70ce has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:33.890918 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Deleting port 0c9e7c65-f375-4cbc-a7b3-6f6382dabd93 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:33.890918 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.957353 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.994780 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:34.008265 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.079430 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45354) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:34.116580 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-22e18a2d-738b-48b6-8c95-5056a233ebb2 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1404100515', 'description': 'tempest-secgroup-smoke-1404100515 description', 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:34.120985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f8d39f-4fcd-4199-b154-2fb36bc01f73 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:34.141332 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.157620 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Deleting port 40602300-186a-4ded-80df-2b28316ba65f {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:34.158674 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.161191 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] For port 0c9e7c65-f375-4cbc-a7b3-6f6382dabd93, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0c9e7c65-f375-4cbc-a7b3-6f6382dabd93,segment=NetworkSegment(8577cf38-735a-4dd1-b29d-7e7a83d62281),segment_id=8577cf38-735a-4dd1-b29d-7e7a83d62281)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:34.161573 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.166800 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.189363 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Calling delete_port for 0c9e7c65-f375-4cbc-a7b3-6f6382dabd93 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:34.202444 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] Sync routers for ids ['70a47531-c8ec-4112-aca0-7873ffa3af5f'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:34.218319 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:34.235251 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] Routers {'70a47531-c8ec-4112-aca0-7873ffa3af5f'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:34.236132 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['70a47531-c8ec-4112-aca0-7873ffa3af5f'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:34.250432 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2da877-3252-4892-bea7-737815f2b253 None None] Pushing event updated for resources: {'Port': ['ID=a8a48b60-1d4f-47f4-b41d-47075c83c232,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:34.330718 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] Attempting to bind port a8a48b60-1d4f-47f4-b41d-47075c83c232 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:34.331412 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] Attempting to bind port a8a48b60-1d4f-47f4-b41d-47075c83c232 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'e2bdadc7-310a-4d35-b4b1-8e58534f3967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f23e520c-b8d0-4378-b39a-f777d14b8dff'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:34.331989 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] Attempting to bind port a8a48b60-1d4f-47f4-b41d-47075c83c232 on network f23e520c-b8d0-4378-b39a-f777d14b8dff {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:34.339269 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:34.339861 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] Checking segment: {'id': 'e2bdadc7-310a-4d35-b4b1-8e58534f3967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f23e520c-b8d0-4378-b39a-f777d14b8dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:34.341291 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.342102 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] Bound using segment: {'id': 'e2bdadc7-310a-4d35-b4b1-8e58534f3967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f23e520c-b8d0-4378-b39a-f777d14b8dff'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:34.342797 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] Bound port: a8a48b60-1d4f-47f4-b41d-47075c83c232, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bdadc7-310a-4d35-b4b1-8e58534f3967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f23e520c-b8d0-4378-b39a-f777d14b8dff'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:34.343406 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.359174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] For port 40602300-186a-4ded-80df-2b28316ba65f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=40602300-186a-4ded-80df-2b28316ba65f,segment=NetworkSegment(22c6c819-ac30-412f-92a3-d329cb900d3f),segment_id=22c6c819-ac30-412f-92a3-d329cb900d3f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:34.360024 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.398995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Calling delete_port for 40602300-186a-4ded-80df-2b28316ba65f owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:34.473930 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] Set router 70a47531-c8ec-4112-aca0-7873ffa3af5f gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:34.482344 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] For port a8a48b60-1d4f-47f4-b41d-47075c83c232, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:34.484159 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22f8d39f-4fcd-4199-b154-2fb36bc01f73 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.488709 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-22f8d39f-4fcd-4199-b154-2fb36bc01f73 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.4203560 Sep 16 05:10:34.490196 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] For port a8a48b60-1d4f-47f4-b41d-47075c83c232, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a8a48b60-1d4f-47f4-b41d-47075c83c232,segment=NetworkSegment(e2bdadc7-310a-4d35-b4b1-8e58534f3967),segment_id=e2bdadc7-310a-4d35-b4b1-8e58534f3967)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:34.490833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45358) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:34.579078 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.697856 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9d08d969-10ab-44e1-8865-cd1fad190cac tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "GET /v2.0/routers/70a47531-c8ec-4112-aca0-7873ffa3af5f HTTP/1.1" status: 200 len: 906 time: 0.2009490 Sep 16 05:10:34.705587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45360) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:34.766336 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] Routers {'fe2d1b3a-4141-41b1-9ea1-dda2a9830251'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:34.768013 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fe2d1b3a-4141-41b1-9ea1-dda2a9830251'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:34.835931 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4517a740-e8ef-4dfa-8d24-1ddb897ccfa3 None None] Provisioning complete for port a8a48b60-1d4f-47f4-b41d-47075c83c232 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:34.836556 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4517a740-e8ef-4dfa-8d24-1ddb897ccfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.862557 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22e18a2d-738b-48b6-8c95-5056a233ebb2 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.877963 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2da877-3252-4892-bea7-737815f2b253 None None] Pushing event updated for resources: {'Port': ['ID=a8a48b60-1d4f-47f4-b41d-47075c83c232,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:34.903335 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a47531-c8ec-4112-aca0-7873ffa3af5f', 'name': 'tempest-snat-router-742812764', 'tenant_id': '437930d691f04818ab1a35c615e28f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '695c69be-5503-41a2-a1ca-b84df5d2370d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:31Z', 'revision_number': 3, 'project_id': '437930d691f04818ab1a35c615e28f9b', 'gw_port': {'id': '695c69be-5503-41a2-a1ca-b84df5d2370d', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:58:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a47531-c8ec-4112-aca0-7873ffa3af5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:29Z', 'updated_at': '2021-09-16T05:10:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:34.912600 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b1d6020e-0d44-4797-b842-fa93617d1c94 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.999681 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee67e17-a554-47d3-b1e0-b24221b405ba tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:35.002237 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] Checking router: 70a47531-c8ec-4112-aca0-7873ffa3af5f for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:35.002586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] Updating router 70a47531-c8ec-4112-aca0-7873ffa3af5f port 695c69be-5503-41a2-a1ca-b84df5d2370d binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:35.012527 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1ee67e17-a554-47d3-b1e0-b24221b405ba tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.036631 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] Set router fe2d1b3a-4141-41b1-9ea1-dda2a9830251 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:35.075099 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.096461 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.122292 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24707b65-9886-4caa-8ea1-1cedca624674 None None] Sync routers for ids ['d95ce44e-a0f8-4177-b14a-bad79faf70ce'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:35.140870 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1ee67e17-a554-47d3-b1e0-b24221b405ba tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "DELETE /v2.0/floatingips/5a94cc8c-a64a-4236-bba2-0bccd58a8b49 HTTP/1.1" status: 204 len: 168 time: 3.7709832 Sep 16 05:10:35.143908 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8252ad3-cef5-4347-99b8-a06abf040b93', 'tag': 'b9e2f19f-ad98-471f-bca3-2a07a22f2c43'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:35.147688 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cade070-3ffd-41bf-a975-2464d5caa237" -d '{"events": [{"name": "network-changed", "server_uuid": "e8252ad3-cef5-4347-99b8-a06abf040b93", "tag": "b9e2f19f-ad98-471f-bca3-2a07a22f2c43"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:35.242420 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56f52b5-4f30-4e6f-8214-e02ccc8f8f8b x-openstack-request-id: req-c56f52b5-4f30-4e6f-8214-e02ccc8f8f8b {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:35.244555 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8252ad3-cef5-4347-99b8-a06abf040b93", "tag": "b9e2f19f-ad98-471f-bca3-2a07a22f2c43", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:35.245087 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c56f52b5-4f30-4e6f-8214-e02ccc8f8f8b {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:35.245766 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8252ad3-cef5-4347-99b8-a06abf040b93', 'tag': 'b9e2f19f-ad98-471f-bca3-2a07a22f2c43', 'status': 'completed', 'code': 200} Sep 16 05:10:35.249513 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=40602300-186a-4ded-80df-2b28316ba65f,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:35.267447 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24707b65-9886-4caa-8ea1-1cedca624674 None None] Routers {'d95ce44e-a0f8-4177-b14a-bad79faf70ce'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:35.267860 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-24707b65-9886-4caa-8ea1-1cedca624674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d95ce44e-a0f8-4177-b14a-bad79faf70ce'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:35.276244 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b1d6020e-0d44-4797-b842-fa93617d1c94 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.283089 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4517a740-e8ef-4dfa-8d24-1ddb897ccfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.285424 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:35.290363 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d3b34565-594a-4d10-8972-709715ba955b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.296876 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.357219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.358177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.359036 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.359960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.361169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.362058 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.363136 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.364712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.367027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No DVR routers for this DVR port 0c9e7c65-f375-4cbc-a7b3-6f6382dabd93 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:35.374976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.376260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.377846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.378775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.424161 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22e18a2d-738b-48b6-8c95-5056a233ebb2 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.454063 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4517a740-e8ef-4dfa-8d24-1ddb897ccfa3 None None] For port a8a48b60-1d4f-47f4-b41d-47075c83c232, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a8a48b60-1d4f-47f4-b41d-47075c83c232,segment=NetworkSegment(e2bdadc7-310a-4d35-b4b1-8e58534f3967),segment_id=e2bdadc7-310a-4d35-b4b1-8e58534f3967)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:35.508740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:35.509394 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.555938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Port': ['ID=0c9e7c65-f375-4cbc-a7b3-6f6382dabd93,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:35.574290 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22e18a2d-738b-48b6-8c95-5056a233ebb2 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.596948 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4517a740-e8ef-4dfa-8d24-1ddb897ccfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.686135 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e18a2d-738b-48b6-8c95-5056a233ebb2 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2493221a-fe0a-4d38-9e09-581abafdd194,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:35.766680 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517a740-e8ef-4dfa-8d24-1ddb897ccfa3 None None] Pushing event updated for resources: {'Port': ['ID=a8a48b60-1d4f-47f4-b41d-47075c83c232,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:35.788718 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.810100 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-baf84941-3085-4060-b17e-b60cad0d99ee None None] Provisioning complete for port a8a48b60-1d4f-47f4-b41d-47075c83c232 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:35.810643 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-baf84941-3085-4060-b17e-b60cad0d99ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.824554 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-24707b65-9886-4caa-8ea1-1cedca624674 None None] Set router d95ce44e-a0f8-4177-b14a-bad79faf70ce gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:35.874865 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5df009-da66-42f8-8ad6-30dd09486d18']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:35.932967 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8577cf38-735a-4dd1-b29d-7e7a83d62281') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:35.935214 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8577cf38-735a-4dd1-b29d-7e7a83d62281') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:35.936352 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.969062 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.005277 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.008093 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22e18a2d-738b-48b6-8c95-5056a233ebb2 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.013211 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-22e18a2d-738b-48b6-8c95-5056a233ebb2 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8970466 Sep 16 05:10:36.019546 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45372) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:36.021311 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.031727 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-52759f3b-f196-48ac-8670-b432275ef9cf tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Request body: {'security_group_rule': {'security_group_id': '2493221a-fe0a-4d38-9e09-581abafdd194', 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:36.038169 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:36.039040 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:36.047011 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:36.137194 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d224e-8342-45aa-8100-12131d92439b None None] Pushing event updated for resources: {'Port': ['ID=695c69be-5503-41a2-a1ca-b84df5d2370d,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:36.155490 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2d1b3a-4141-41b1-9ea1-dda2a9830251', 'name': 'tempest-TestServerBasicOps-1009085271-router', 'tenant_id': '2841a05eec3e4fc1859cc954af17d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e079d747-2e8c-4860-bc6f-d87bf69e2596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:21Z', 'updated_at': '2021-09-16T05:10:30Z', 'revision_number': 4, 'project_id': '2841a05eec3e4fc1859cc954af17d7de', 'gw_port': {'id': 'e079d747-2e8c-4860-bc6f-d87bf69e2596', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2d1b3a-4141-41b1-9ea1-dda2a9830251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:22Z', 'updated_at': '2021-09-16T05:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'a8a48b60-1d4f-47f4-b41d-47075c83c232', 'name': '', 'network_id': 'f23e520c-b8d0-4378-b39a-f777d14b8dff', 'tenant_id': '2841a05eec3e4fc1859cc954af17d7de', 'mac_address': 'fa:16:3e:55:27:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2d1b3a-4141-41b1-9ea1-dda2a9830251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '87eb06ba-e7ba-4495-b603-a5cc2f60b13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 4, 'project_id': '2841a05eec3e4fc1859cc954af17d7de', 'subnets': [{'id': '87eb06ba-e7ba-4495-b603-a5cc2f60b13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:36.172817 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] Attempting to bind port 695c69be-5503-41a2-a1ca-b84df5d2370d on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:36.173434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] Attempting to bind port 695c69be-5503-41a2-a1ca-b84df5d2370d by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:36.173906 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] Attempting to bind port 695c69be-5503-41a2-a1ca-b84df5d2370d on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:36.180461 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:36.184141 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:36.184141 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.184141 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:36.184141 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] Bound port: 695c69be-5503-41a2-a1ca-b84df5d2370d, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:36.184141 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.213662 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52759f3b-f196-48ac-8670-b432275ef9cf tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.236457 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea5f34-fe27-44e2-a5ca-320626c5e7ff None None] The sync data for ids ['fe2d1b3a-4141-41b1-9ea1-dda2a9830251'] in n-d-712140-13 is: [{'id': 'fe2d1b3a-4141-41b1-9ea1-dda2a9830251', 'name': 'tempest-TestServerBasicOps-1009085271-router', 'tenant_id': '2841a05eec3e4fc1859cc954af17d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e079d747-2e8c-4860-bc6f-d87bf69e2596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:21Z', 'updated_at': '2021-09-16T05:10:30Z', 'revision_number': 4, 'project_id': '2841a05eec3e4fc1859cc954af17d7de', 'gw_port': {'id': 'e079d747-2e8c-4860-bc6f-d87bf69e2596', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2d1b3a-4141-41b1-9ea1-dda2a9830251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:22Z', 'updated_at': '2021-09-16T05:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'a8a48b60-1d4f-47f4-b41d-47075c83c232', 'name': '', 'network_id': 'f23e520c-b8d0-4378-b39a-f777d14b8dff', 'tenant_id': '2841a05eec3e4fc1859cc954af17d7de', 'mac_address': 'fa:16:3e:55:27:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2d1b3a-4141-41b1-9ea1-dda2a9830251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '87eb06ba-e7ba-4495-b603-a5cc2f60b13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 4, 'project_id': '2841a05eec3e4fc1859cc954af17d7de', 'subnets': [{'id': '87eb06ba-e7ba-4495-b603-a5cc2f60b13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:36.253711 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.254184 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.272520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-b1d6020e-0d44-4797-b842-fa93617d1c94 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Deleting port 695c69be-5503-41a2-a1ca-b84df5d2370d {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:36.272837 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b1d6020e-0d44-4797-b842-fa93617d1c94 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.290840 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.294140 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/fa5df009-da66-42f8-8ad6-30dd09486d18 HTTP/1.1" status: 204 len: 168 time: 5.6609654 Sep 16 05:10:36.297654 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45374) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:36.310141 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] For port 695c69be-5503-41a2-a1ca-b84df5d2370d, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:36.319255 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] For port 695c69be-5503-41a2-a1ca-b84df5d2370d, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=695c69be-5503-41a2-a1ca-b84df5d2370d,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:36.340292 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cade070-3ffd-41bf-a975-2464d5caa237 req-c8a07533-f727-4c3e-a5d2-4b57df477fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:36.341982 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5cade070-3ffd-41bf-a975-2464d5caa237 req-c8a07533-f727-4c3e-a5d2-4b57df477fe6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d4acf06f6cb40beb5bd53afa54aba76&device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 1137 time: 1.0470600 Sep 16 05:10:36.379410 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116ab4e-d2f5-430e-b8e5-6c4a96c3813f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Network': ['ID=fa5df009-da66-42f8-8ad6-30dd09486d18,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:36.386662 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bac3ae1-99c3-4f69-991a-c992a229cea3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] GET failed (client error): The resource could not be found. Sep 16 05:10:36.388473 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4bac3ae1-99c3-4f69-991a-c992a229cea3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "GET /v2.0/subnets/9bb8f1bb-e0f4-41ee-8345-7350437b55a7 HTTP/1.1" status: 404 len: 337 time: 0.0897622 Sep 16 05:10:36.391956 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45376) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:36.411268 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52759f3b-f196-48ac-8670-b432275ef9cf tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.431294 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.454505 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-03587a52-c1e2-449c-9b19-bba959d4b61e tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:36.464615 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03587a52-c1e2-449c-9b19-bba959d4b61e tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:36.466673 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-03587a52-c1e2-449c-9b19-bba959d4b61e tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/fa5df009-da66-42f8-8ad6-30dd09486d18 HTTP/1.1" status: 404 len: 339 time: 0.0736115 Sep 16 05:10:36.467597 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f514bf4-bf02-45f4-941b-bba0ea113988 req-5adbe27b-c7a6-4dae-91aa-b8a0242e62f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:36.472920 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45378) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:36.477879 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f514bf4-bf02-45f4-941b-bba0ea113988 req-5adbe27b-c7a6-4dae-91aa-b8a0242e62f6 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 985 time: 0.3071144 Sep 16 05:10:36.536575 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b1d6020e-0d44-4797-b842-fa93617d1c94 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.536877 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-24707b65-9886-4caa-8ea1-1cedca624674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1387847041', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:47Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:48Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'dac8925d-c383-4a74-bc11-1543c027cb7e', 'name': '', 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'mac_address': 'fa:16:3e:2c:cd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'e0821319-4208-4a0b-a89f-9d599a0c4e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:54Z', 'updated_at': '2021-09-16T05:08:00Z', 'revision_number': 5, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'subnets': [{'id': 'e0821319-4208-4a0b-a89f-9d599a0c4e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:36.550701 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52759f3b-f196-48ac-8670-b432275ef9cf tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.568596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] Routers {'70a47531-c8ec-4112-aca0-7873ffa3af5f'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:36.569251 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['70a47531-c8ec-4112-aca0-7873ffa3af5f'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:36.575590 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d224e-8342-45aa-8100-12131d92439b None None] Pushing event updated for resources: {'Port': ['ID=695c69be-5503-41a2-a1ca-b84df5d2370d,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:36.585799 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24707b65-9886-4caa-8ea1-1cedca624674 None None] Checking router: d95ce44e-a0f8-4177-b14a-bad79faf70ce for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:36.615816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-b1d6020e-0d44-4797-b842-fa93617d1c94 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Calling delete_port for 695c69be-5503-41a2-a1ca-b84df5d2370d owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:36.629522 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24707b65-9886-4caa-8ea1-1cedca624674 None None] Routers {'d95ce44e-a0f8-4177-b14a-bad79faf70ce'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:36.630935 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-24707b65-9886-4caa-8ea1-1cedca624674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d95ce44e-a0f8-4177-b14a-bad79faf70ce'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:36.712954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] Set router 70a47531-c8ec-4112-aca0-7873ffa3af5f gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:36.731979 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f514bf4-bf02-45f4-941b-bba0ea113988 req-208b897a-52ad-47d0-9a88-ffb178ca56de tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c529e48-5ac3-4a34-9bae-2dff010a89c0&id=15e3ae84-e836-4230-8edf-96b2f08d77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2527084 Sep 16 05:10:36.789283 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52759f3b-f196-48ac-8670-b432275ef9cf tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.791747 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-52759f3b-f196-48ac-8670-b432275ef9cf tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7689664 Sep 16 05:10:36.819642 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45382) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:36.850507 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-24707b65-9886-4caa-8ea1-1cedca624674 None None] Set router d95ce44e-a0f8-4177-b14a-bad79faf70ce gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:36.860506 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a47531-c8ec-4112-aca0-7873ffa3af5f', 'name': 'tempest-snat-router-742812764', 'tenant_id': '437930d691f04818ab1a35c615e28f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:35Z', 'revision_number': 4, 'project_id': '437930d691f04818ab1a35c615e28f9b', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:36.873934 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-644e558d-b2af-4f64-9775-aad92513c838 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Request body: {'security_group_rule': {'security_group_id': '2493221a-fe0a-4d38-9e09-581abafdd194', 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:36.878830 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52759f3b-f196-48ac-8670-b432275ef9cf tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787c74d0-8337-47dc-b735-c2a5bdab8a18,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:36.906928 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d70bc-e0b1-4718-9717-7bb6d7dde981 None None] The sync data for ids ['70a47531-c8ec-4112-aca0-7873ffa3af5f'] in n-d-712140-13 is: [{'id': '70a47531-c8ec-4112-aca0-7873ffa3af5f', 'name': 'tempest-snat-router-742812764', 'tenant_id': '437930d691f04818ab1a35c615e28f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:35Z', 'revision_number': 4, 'project_id': '437930d691f04818ab1a35c615e28f9b', 'gw_port_host': None}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:37.013661 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ed9e27-e3e3-428e-8893-4454814de011 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.014288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cade070-3ffd-41bf-a975-2464d5caa237 req-251fde3d-1997-4f93-b89f-ae265f6e1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.015460 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a0ed9e27-e3e3-428e-8893-4454814de011 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5415251 Sep 16 05:10:37.016357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5cade070-3ffd-41bf-a975-2464d5caa237 req-251fde3d-1997-4f93-b89f-ae265f6e1555 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 HTTP/1.1" status: 200 len: 898 time: 0.5741377 Sep 16 05:10:37.020258 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45384) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:37.083101 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6533bba0-638a-4383-a1d8-14b796a8ca21 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "GET /v2.0/subnets?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 207 time: 0.0602140 Sep 16 05:10:37.084236 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45386) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:37.199889 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-24707b65-9886-4caa-8ea1-1cedca624674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1387847041', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:47Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:48Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'dac8925d-c383-4a74-bc11-1543c027cb7e', 'name': '', 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'mac_address': 'fa:16:3e:2c:cd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'e0821319-4208-4a0b-a89f-9d599a0c4e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:54Z', 'updated_at': '2021-09-16T05:08:00Z', 'revision_number': 5, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'subnets': [{'id': 'e0821319-4208-4a0b-a89f-9d599a0c4e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:37.205607 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-644e558d-b2af-4f64-9775-aad92513c838 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.258630 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24707b65-9886-4caa-8ea1-1cedca624674 None None] The sync data for ids ['d95ce44e-a0f8-4177-b14a-bad79faf70ce'] in n-d-712140-13 is: [{'id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1387847041', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:47Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:48Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'dac8925d-c383-4a74-bc11-1543c027cb7e', 'name': '', 'network_id': 'd3ff0cc6-b852-4f43-9d53-6a24c7a5bd00', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'mac_address': 'fa:16:3e:2c:cd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'e0821319-4208-4a0b-a89f-9d599a0c4e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:54Z', 'updated_at': '2021-09-16T05:08:00Z', 'revision_number': 5, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'subnets': [{'id': 'e0821319-4208-4a0b-a89f-9d599a0c4e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:37.333612 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5cade070-3ffd-41bf-a975-2464d5caa237 req-bec67610-4935-4ca5-905a-10a277bb23fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9e2f19f-ad98-471f-bca3-2a07a22f2c43 HTTP/1.1" status: 200 len: 217 time: 0.2999523 Sep 16 05:10:37.383182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a8a48b60-1d4f-47f4-b41d-47075c83c232 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:37.458953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port a8a48b60-1d4f-47f4-b41d-47075c83c232 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:37.458953 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.459280 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03067eb3-1a2d-45f6-9288-23762873cd1b tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.464880 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03067eb3-1a2d-45f6-9288-23762873cd1b tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.470553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Router 59610d29-2294-41fe-99c2-d3c5cf6a28c4 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:37.471144 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03067eb3-1a2d-45f6-9288-23762873cd1b tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.479116 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03067eb3-1a2d-45f6-9288-23762873cd1b tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.481098 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-03067eb3-1a2d-45f6-9288-23762873cd1b tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3956790 Sep 16 05:10:37.487505 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45388) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:37.501321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cade070-3ffd-41bf-a975-2464d5caa237 req-2b65261e-7fd7-47ec-a5d5-2069bfcf0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.503084 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5cade070-3ffd-41bf-a975-2464d5caa237 req-2b65261e-7fd7-47ec-a5d5-2069bfcf0fb3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e0821319-4208-4a0b-a89f-9d599a0c4e27 HTTP/1.1" status: 200 len: 835 time: 0.1270661 Sep 16 05:10:37.504943 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-644e558d-b2af-4f64-9775-aad92513c838 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.616594 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ec733190-5b3e-4119-b4bf-9baf42198d89 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1279461 Sep 16 05:10:37.621126 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45390) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:37.651193 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-644e558d-b2af-4f64-9775-aad92513c838 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.651377 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b1d6020e-0d44-4797-b842-fa93617d1c94 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.677185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6020e-0d44-4797-b842-fa93617d1c94 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Pushing event deleted for resources: {'Port': ['ID=695c69be-5503-41a2-a1ca-b84df5d2370d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:37.694000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cade070-3ffd-41bf-a975-2464d5caa237 req-6c31ed02-3bc4-48a3-9dc4-ed2c0e039c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.695640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5cade070-3ffd-41bf-a975-2464d5caa237 req-6c31ed02-3bc4-48a3-9dc4-ed2c0e039c8e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1378603 Sep 16 05:10:37.725136 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e558d-b2af-4f64-9775-aad92513c838 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d6085a-fc1b-49ea-8f50-8f121f9a8be0,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:37.747369 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c999aadd-6647-4f83-aa46-0b9cd7423192 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.749135 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c999aadd-6647-4f83-aa46-0b9cd7423192 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.750827 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c999aadd-6647-4f83-aa46-0b9cd7423192 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1286662 Sep 16 05:10:37.756709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:37.758263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45394) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:37.779493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23a1118-80ee-4dc3-b02e-e456544e0376 None None] Sync routers for ids ['59610d29-2294-41fe-99c2-d3c5cf6a28c4'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:37.795555 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23a1118-80ee-4dc3-b02e-e456544e0376 None None] Routers {'59610d29-2294-41fe-99c2-d3c5cf6a28c4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:37.796681 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-d23a1118-80ee-4dc3-b02e-e456544e0376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['59610d29-2294-41fe-99c2-d3c5cf6a28c4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:37.802503 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b44e57ee-09eb-478a-a32f-6be7b973382b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.829471 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-644e558d-b2af-4f64-9775-aad92513c838 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.836844 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-644e558d-b2af-4f64-9775-aad92513c838 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9717133 Sep 16 05:10:37.837038 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-978b2e78-614e-4d4c-af4b-790f489b35c9 admin admin] 10.222.0.20 "PUT /v2.0/routers/59610d29-2294-41fe-99c2-d3c5cf6a28c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9959149 Sep 16 05:10:37.837740 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45396) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:37.838925 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45398) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:37.856184 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-2893ac6a-5cf4-4e98-9bd1-88822dd3d052 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Request body: {'security_group_rule': {'security_group_id': '2493221a-fe0a-4d38-9e09-581abafdd194', 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:38.073152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5cade070-3ffd-41bf-a975-2464d5caa237 req-3cbd3c3f-15d4-4c4d-a7d1-23884ae0d93a service neutron] 10.222.0.21 "GET /v2.0/networks/d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570569 Sep 16 05:10:38.080803 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b1d6020e-0d44-4797-b842-fa93617d1c94 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.122196 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2759-30f3-47e6-a270-0e8d3a818bc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.226514 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2893ac6a-5cf4-4e98-9bd1-88822dd3d052 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.234709 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-d23a1118-80ee-4dc3-b02e-e456544e0376 None None] Set router 59610d29-2294-41fe-99c2-d3c5cf6a28c4 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:38.309907 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be11d87a-a356-4468-bc15-6fa6b94b3926 None None] New status for floating IP 5a94cc8c-a64a-4236-bba2-0bccd58a8b49: DOWN {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:10:38.380469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b0822c-db3f-4abd-a856-e7d3d1b608d2 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:38.383346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b0822c-db3f-4abd-a856-e7d3d1b608d2 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:38.398703 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e4b0822c-db3f-4abd-a856-e7d3d1b608d2 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.6249480 Sep 16 05:10:38.401427 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45404) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:38.452520 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2893ac6a-5cf4-4e98-9bd1-88822dd3d052 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.467301 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2759-30f3-47e6-a270-0e8d3a818bc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.496546 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-d23a1118-80ee-4dc3-b02e-e456544e0376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'name': 'tempest-ServerRescueTestJSON-919008310-router', 'tenant_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c93a00e8-9526-4cd1-815d-58fa6e0ee5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:13Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 5, 'project_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'gw_port': {'id': 'c93a00e8-9526-4cd1-815d-58fa6e0ee5de', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:38.531093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23a1118-80ee-4dc3-b02e-e456544e0376 None None] Checking router: 59610d29-2294-41fe-99c2-d3c5cf6a28c4 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:38.531303 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b1d6020e-0d44-4797-b842-fa93617d1c94 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.540343 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b1d6020e-0d44-4797-b842-fa93617d1c94 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.553047 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23a1118-80ee-4dc3-b02e-e456544e0376 None None] Routers {'59610d29-2294-41fe-99c2-d3c5cf6a28c4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:38.553047 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-d23a1118-80ee-4dc3-b02e-e456544e0376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['59610d29-2294-41fe-99c2-d3c5cf6a28c4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:38.572810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b10b6c-e995-417d-90b4-b6c20bf34975 req-db34d742-86ae-41d7-8890-7845727acf00 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:38.574794 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23b10b6c-e995-417d-90b4-b6c20bf34975 req-db34d742-86ae-41d7-8890-7845727acf00 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 985 time: 0.7183254 Sep 16 05:10:38.589789 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2893ac6a-5cf4-4e98-9bd1-88822dd3d052 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.590637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80269709-d35c-4a53-9629-ec0458c23803 req-f98c6e13-b61c-4b45-87b4-6de439fe6965 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:38.593298 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80269709-d35c-4a53-9629-ec0458c23803 req-f98c6e13-b61c-4b45-87b4-6de439fe6965 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 985 time: 0.7086442 Sep 16 05:10:38.695084 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893ac6a-5cf4-4e98-9bd1-88822dd3d052 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc655332-27dc-40cb-bfcc-47f521f024a8,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:38.709900 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.760571 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5cade070-3ffd-41bf-a975-2464d5caa237 req-1f32a2c1-8d17-489a-a87b-f2b8cbaeefcb service neutron] 10.222.0.21 "GET /v2.0/networks/d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6636755 Sep 16 05:10:38.765315 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e2759-30f3-47e6-a270-0e8d3a818bc3 admin admin] Deleting port c93a00e8-9526-4cd1-815d-58fa6e0ee5de {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:38.766611 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2759-30f3-47e6-a270-0e8d3a818bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.774722 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-d23a1118-80ee-4dc3-b02e-e456544e0376 None None] Set router 59610d29-2294-41fe-99c2-d3c5cf6a28c4 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:38.785320 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2893ac6a-5cf4-4e98-9bd1-88822dd3d052 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.791934 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2893ac6a-5cf4-4e98-9bd1-88822dd3d052 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9452577 Sep 16 05:10:38.793958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45406) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:38.803278 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-42be4e09-274b-460f-83be-f24c1c11841d tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Request body: {'security_group_rule': {'security_group_id': '2493221a-fe0a-4d38-9e09-581abafdd194', 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:38.855167 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b1d6020e-0d44-4797-b842-fa93617d1c94 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.855711 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d6020e-0d44-4797-b842-fa93617d1c94 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70a47531-c8ec-4112-aca0-7873ffa3af5f {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:38.860447 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b1d6020e-0d44-4797-b842-fa93617d1c94 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.861808 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b1d6020e-0d44-4797-b842-fa93617d1c94 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "DELETE /v2.0/routers/70a47531-c8ec-4112-aca0-7873ffa3af5f HTTP/1.1" status: 204 len: 168 time: 4.1550002 Sep 16 05:10:38.866185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45408) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:38.872982 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23b10b6c-e995-417d-90b4-b6c20bf34975 req-91ea7c15-b01b-4888-9e8e-827a6166f8c3 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c529e48-5ac3-4a34-9bae-2dff010a89c0&id=15e3ae84-e836-4230-8edf-96b2f08d77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2286675 Sep 16 05:10:38.889042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb32e26-e1f6-43e5-b99c-1afcde235ef7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:38.890704 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-beb32e26-e1f6-43e5-b99c-1afcde235ef7 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "GET /v2.0/networks/0162d318-3662-4a27-b840-8bc58fcd76bf HTTP/1.1" status: 200 len: 799 time: 0.4817820 Sep 16 05:10:38.902341 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45410) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:38.994454 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-ea8e2759-30f3-47e6-a270-0e8d3a818bc3 admin admin] For port c93a00e8-9526-4cd1-815d-58fa6e0ee5de, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c93a00e8-9526-4cd1-815d-58fa6e0ee5de,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:38.995581 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2759-30f3-47e6-a270-0e8d3a818bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.022719 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e2759-30f3-47e6-a270-0e8d3a818bc3 admin admin] Calling delete_port for c93a00e8-9526-4cd1-815d-58fa6e0ee5de owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:39.126395 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-80269709-d35c-4a53-9629-ec0458c23803 req-2fbc0251-e6cb-43a6-9288-fef494cb183f tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Deleting port b9e2f19f-ad98-471f-bca3-2a07a22f2c43 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:39.126873 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-80269709-d35c-4a53-9629-ec0458c23803 req-2fbc0251-e6cb-43a6-9288-fef494cb183f tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.168671 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42be4e09-274b-460f-83be-f24c1c11841d tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.174803 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ca356c7f-388c-47f8-bc26-80dd27771fd4 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.206321 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-d23a1118-80ee-4dc3-b02e-e456544e0376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'name': 'tempest-ServerRescueTestJSON-919008310-router', 'tenant_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c93a00e8-9526-4cd1-815d-58fa6e0ee5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:13Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 5, 'project_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'gw_port': {'id': 'c93a00e8-9526-4cd1-815d-58fa6e0ee5de', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:39.245820 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23a1118-80ee-4dc3-b02e-e456544e0376 None None] The sync data for ids ['59610d29-2294-41fe-99c2-d3c5cf6a28c4'] in n-d-712140-13 is: [{'id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'name': 'tempest-ServerRescueTestJSON-919008310-router', 'tenant_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c93a00e8-9526-4cd1-815d-58fa6e0ee5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:13Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 5, 'project_id': '421b1e6dd448470ca5c7bf9dd8b56185', 'gw_port': {'id': 'c93a00e8-9526-4cd1-815d-58fa6e0ee5de', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59610d29-2294-41fe-99c2-d3c5cf6a28c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:39.268581 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.297554 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f2e20e5f-3619-48ef-918b-4b9ec997d700 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "GET /v2.0/networks/0162d318-3662-4a27-b840-8bc58fcd76bf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3912868 Sep 16 05:10:39.305508 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45414) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:39.502448 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0fe89e-8df2-400a-a276-e62c90a32506 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:39.510299 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2d0fe89e-8df2-400a-a276-e62c90a32506 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "GET /v2.0/subnets/f0223a47-fe0e-458f-92a4-9667060ddd50 HTTP/1.1" status: 200 len: 811 time: 0.2016208 Sep 16 05:10:39.511825 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45416) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:39.576096 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a306c74-6798-4bd8-bb5a-cbf30d9d1b1d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:39.576096 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9a306c74-6798-4bd8-bb5a-cbf30d9d1b1d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "GET /v2.0/subnets/f0223a47-fe0e-458f-92a4-9667060ddd50?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0620055 Sep 16 05:10:39.580061 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45418) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:39.585539 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-66ec6ccd-689a-4773-9939-57042dd61e1a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-901535841'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:39.622855 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2759-30f3-47e6-a270-0e8d3a818bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.678141 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e2759-30f3-47e6-a270-0e8d3a818bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c93a00e8-9526-4cd1-815d-58fa6e0ee5de,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:39.754851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ec6ccd-689a-4773-9939-57042dd61e1a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:39.763887 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-66ec6ccd-689a-4773-9939-57042dd61e1a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.825445 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ec6ccd-689a-4773-9939-57042dd61e1a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:39.830206 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2759-30f3-47e6-a270-0e8d3a818bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.913194 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42be4e09-274b-460f-83be-f24c1c11841d tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.917163 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-80269709-d35c-4a53-9629-ec0458c23803 req-2fbc0251-e6cb-43a6-9288-fef494cb183f tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] For port b9e2f19f-ad98-471f-bca3-2a07a22f2c43, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b9e2f19f-ad98-471f-bca3-2a07a22f2c43,segment=NetworkSegment(54e2881c-ea41-4221-812c-ac7cad79e063),segment_id=54e2881c-ea41-4221-812c-ac7cad79e063)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:39.917736 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-80269709-d35c-4a53-9629-ec0458c23803 req-2fbc0251-e6cb-43a6-9288-fef494cb183f tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.923369 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ca356c7f-388c-47f8-bc26-80dd27771fd4 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.952485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-80269709-d35c-4a53-9629-ec0458c23803 req-2fbc0251-e6cb-43a6-9288-fef494cb183f tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Calling delete_port for b9e2f19f-ad98-471f-bca3-2a07a22f2c43 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:40.000644 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2759-30f3-47e6-a270-0e8d3a818bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.003514 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2759-30f3-47e6-a270-0e8d3a818bc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.012945 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-66ec6ccd-689a-4773-9939-57042dd61e1a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.013308 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-66ec6ccd-689a-4773-9939-57042dd61e1a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Added segment aaaf2410-bedf-4b26-ba78-d6b48b9e4fdb of type vlan for network 88822f62-fd84-4c94-94e6-e1cba43d1769 Sep 16 05:10:40.024620 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42be4e09-274b-460f-83be-f24c1c11841d tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.092977 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-66ec6ccd-689a-4773-9939-57042dd61e1a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.094388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be4e09-274b-460f-83be-f24c1c11841d tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc0d878-ab46-4621-824f-70282c8a05c3,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:40.155671 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2759-30f3-47e6-a270-0e8d3a818bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.156266 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8e2759-30f3-47e6-a270-0e8d3a818bc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59610d29-2294-41fe-99c2-d3c5cf6a28c4 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:40.161328 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2759-30f3-47e6-a270-0e8d3a818bc3 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.168158 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ea8e2759-30f3-47e6-a270-0e8d3a818bc3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/59610d29-2294-41fe-99c2-d3c5cf6a28c4 HTTP/1.1" status: 204 len: 168 time: 2.3225513 Sep 16 05:10:40.168158 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45424) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:40.189031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb2f1b-fd7a-42f4-8bc5-723fb4488b5f req-e4733b68-6869-4677-a9ee-0c5753c9ea02 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:40.191749 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6eb2f1b-fd7a-42f4-8bc5-723fb4488b5f req-e4733b68-6869-4677-a9ee-0c5753c9ea02 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 985 time: 0.1610022 Sep 16 05:10:40.233713 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8638fe-5f1e-44b2-8ed8-3b73781d9b6b admin admin] Deleting subnet c614f95d-adc9-4b0d-bf43-ab684e2051b0 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:40.238280 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-be8638fe-5f1e-44b2-8ed8-3b73781d9b6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.245977 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42be4e09-274b-460f-83be-f24c1c11841d tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.252419 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-42be4e09-274b-460f-83be-f24c1c11841d tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4523702 Sep 16 05:10:40.253056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45426) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:40.273222 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-d1179c14-0211-4906-a3ce-8cc79b9c2862 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Request body: {'security_group_rule': {'security_group_id': '2493221a-fe0a-4d38-9e09-581abafdd194', 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:40.287437 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-66ec6ccd-689a-4773-9939-57042dd61e1a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.298375 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ec6ccd-689a-4773-9939-57042dd61e1a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:40.298375 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-66ec6ccd-689a-4773-9939-57042dd61e1a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.312001 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-be8638fe-5f1e-44b2-8ed8-3b73781d9b6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.336789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ca356c7f-388c-47f8-bc26-80dd27771fd4 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Deleting port 9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:40.339163 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ca356c7f-388c-47f8-bc26-80dd27771fd4 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.406696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6eb2f1b-fd7a-42f4-8bc5-723fb4488b5f req-b5aff64e-ef85-4e09-ae80-edfb42617442 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c529e48-5ac3-4a34-9bae-2dff010a89c0&id=15e3ae84-e836-4230-8edf-96b2f08d77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1628134 Sep 16 05:10:40.415266 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec6ccd-689a-4773-9939-57042dd61e1a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Network': ['ID=88822f62-fd84-4c94-94e6-e1cba43d1769,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:40.423884 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-be8638fe-5f1e-44b2-8ed8-3b73781d9b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.437076 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 88822f62-fd84-4c94-94e6-e1cba43d1769 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:40.477401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-ca356c7f-388c-47f8-bc26-80dd27771fd4 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] For port 9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:40.477953 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ca356c7f-388c-47f8-bc26-80dd27771fd4 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.488473 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-80269709-d35c-4a53-9629-ec0458c23803 req-2fbc0251-e6cb-43a6-9288-fef494cb183f tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.491792 n-d-712140-13 neutron-server[95473]: INFO neutron.db.securitygroups_db [None req-d1179c14-0211-4906-a3ce-8cc79b9c2862 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Project 5d6a10c61b3f427e8b6252249bac1dfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:10:40.513336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ca356c7f-388c-47f8-bc26-80dd27771fd4 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Calling delete_port for 9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0 owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:40.541734 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d1179c14-0211-4906-a3ce-8cc79b9c2862 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.552989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc0251-e6cb-43a6-9288-fef494cb183f tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event deleted for resources: {'Port': ['ID=b9e2f19f-ad98-471f-bca3-2a07a22f2c43,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:40.597886 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-66ec6ccd-689a-4773-9939-57042dd61e1a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0166712 Sep 16 05:10:40.598587 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45428) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:40.604091 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e55d1373-191d-4784-9a70-36a5d5f363ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'subnet': {'network_id': '88822f62-fd84-4c94-94e6-e1cba43d1769', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:40.674403 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-be8638fe-5f1e-44b2-8ed8-3b73781d9b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.674855 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-80269709-d35c-4a53-9629-ec0458c23803 req-2fbc0251-e6cb-43a6-9288-fef494cb183f tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] No DVR routers for this DVR port b9e2f19f-ad98-471f-bca3-2a07a22f2c43 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:40.684419 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-80269709-d35c-4a53-9629-ec0458c23803 req-2fbc0251-e6cb-43a6-9288-fef494cb183f tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.686583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80269709-d35c-4a53-9629-ec0458c23803 req-2fbc0251-e6cb-43a6-9288-fef494cb183f tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.21 "DELETE /v2.0/ports/b9e2f19f-ad98-471f-bca3-2a07a22f2c43 HTTP/1.1" status: 204 len: 173 time: 2.0119128 Sep 16 05:10:40.688952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8252ad3-cef5-4347-99b8-a06abf040b93', 'name': 'network-vif-deleted', 'tag': 'b9e2f19f-ad98-471f-bca3-2a07a22f2c43'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:40.691428 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec718dfc-06ec-4f9d-82bf-21b05211979e" -d '{"events": [{"server_uuid": "e8252ad3-cef5-4347-99b8-a06abf040b93", "name": "network-vif-deleted", "tag": "b9e2f19f-ad98-471f-bca3-2a07a22f2c43"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:40.715077 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8638fe-5f1e-44b2-8ed8-3b73781d9b6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c614f95d-adc9-4b0d-bf43-ab684e2051b0,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:40.722192 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-be8638fe-5f1e-44b2-8ed8-3b73781d9b6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.726802 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-be8638fe-5f1e-44b2-8ed8-3b73781d9b6b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c614f95d-adc9-4b0d-bf43-ab684e2051b0 HTTP/1.1" status: 204 len: 168 time: 0.5584097 Sep 16 05:10:40.727376 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45434) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:40.733320 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.737472 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d1179c14-0211-4906-a3ce-8cc79b9c2862 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.846854 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55d1373-191d-4784-9a70-36a5d5f363ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Made reservation on behalf of 2982ec6c97294db8a3745833d9fd7a19 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:40.850464 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac93f2f-791b-4279-8b1d-caa6629b2c75 x-openstack-request-id: req-6ac93f2f-791b-4279-8b1d-caa6629b2c75 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:40.850759 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8252ad3-cef5-4347-99b8-a06abf040b93", "name": "network-vif-deleted", "tag": "b9e2f19f-ad98-471f-bca3-2a07a22f2c43", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:40.851113 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ac93f2f-791b-4279-8b1d-caa6629b2c75 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:40.851283 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e55d1373-191d-4784-9a70-36a5d5f363ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.860903 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8252ad3-cef5-4347-99b8-a06abf040b93', 'name': 'network-vif-deleted', 'tag': 'b9e2f19f-ad98-471f-bca3-2a07a22f2c43', 'status': 'completed', 'code': 200} Sep 16 05:10:40.860903 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d1179c14-0211-4906-a3ce-8cc79b9c2862 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.870122 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8a7cd5eb-258a-409b-99f9-0dae73823de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.913435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1179c14-0211-4906-a3ce-8cc79b9c2862 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0683ca26-5c71-464d-a7eb-f54211298444,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:40.926270 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.ipam_backend_mixin [None req-e55d1373-191d-4784-9a70-36a5d5f363ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Performing IP validity checks on allocation pools {{(pid=95474) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:10:40.926625 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.ipam_backend_mixin [None req-e55d1373-191d-4784-9a70-36a5d5f363ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95474) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:10:41.025119 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8a7cd5eb-258a-409b-99f9-0dae73823de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.029268 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d1179c14-0211-4906-a3ce-8cc79b9c2862 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.030540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d1179c14-0211-4906-a3ce-8cc79b9c2862 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7708256 Sep 16 05:10:41.033642 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45436) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:41.040100 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-48c1b598-98fe-451c-b8a1-499ea4b0e0d3 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Request body: {'security_group_rule': {'security_group_id': '2493221a-fe0a-4d38-9e09-581abafdd194', 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:41.055356 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-8a7cd5eb-258a-409b-99f9-0dae73823de9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03728936-a85e-4331-98cd-8d294836c3d0']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:41.058904 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ca356c7f-388c-47f8-bc26-80dd27771fd4 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.078561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-8a7cd5eb-258a-409b-99f9-0dae73823de9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c6c819-ac30-412f-92a3-d329cb900d3f') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:41.079219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-8a7cd5eb-258a-409b-99f9-0dae73823de9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c6c819-ac30-412f-92a3-d329cb900d3f') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:41.107711 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca356c7f-388c-47f8-bc26-80dd27771fd4 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:41.113562 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8a7cd5eb-258a-409b-99f9-0dae73823de9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.170081 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8a7cd5eb-258a-409b-99f9-0dae73823de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.175295 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-48c1b598-98fe-451c-b8a1-499ea4b0e0d3 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Project 5d6a10c61b3f427e8b6252249bac1dfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:10:41.187790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7cd5eb-258a-409b-99f9-0dae73823de9 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:41.188550 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8a7cd5eb-258a-409b-99f9-0dae73823de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:41.190548 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:41.196820 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-48c1b598-98fe-451c-b8a1-499ea4b0e0d3 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.256924 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ca356c7f-388c-47f8-bc26-80dd27771fd4 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.309431 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-48c1b598-98fe-451c-b8a1-499ea4b0e0d3 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.366070 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 40602300-186a-4ded-80df-2b28316ba65f no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:41.370087 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ca356c7f-388c-47f8-bc26-80dd27771fd4 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.374000 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ca356c7f-388c-47f8-bc26-80dd27771fd4 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.389236 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e55d1373-191d-4784-9a70-36a5d5f363ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.393695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 40602300-186a-4ded-80df-2b28316ba65f {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:41.404567 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 40602300-186a-4ded-80df-2b28316ba65f not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:41.404567 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c93a00e8-9526-4cd1-815d-58fa6e0ee5de no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:41.423047 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8a7cd5eb-258a-409b-99f9-0dae73823de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.429696 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8a7cd5eb-258a-409b-99f9-0dae73823de9 admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.434526 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: c93a00e8-9526-4cd1-815d-58fa6e0ee5de {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:41.435431 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c93a00e8-9526-4cd1-815d-58fa6e0ee5de not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:41.436773 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8a7cd5eb-258a-409b-99f9-0dae73823de9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/03728936-a85e-4331-98cd-8d294836c3d0 HTTP/1.1" status: 204 len: 168 time: 0.7076674 Sep 16 05:10:41.463333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cd5eb-258a-409b-99f9-0dae73823de9 admin admin] Pushing event deleted for resources: {'Network': ['ID=03728936-a85e-4331-98cd-8d294836c3d0,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:41.483996 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-48c1b598-98fe-451c-b8a1-499ea4b0e0d3 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.496122 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d1373-191d-4784-9a70-36a5d5f363ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Subnet': ['ID=ff2be0a5-b187-4041-b40a-74ff2b499921,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:41.524204 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1b598-98fe-451c-b8a1-499ea4b0e0d3 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98ec8dd-9cde-447c-81cc-4c9906df9373,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:41.524805 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ca356c7f-388c-47f8-bc26-80dd27771fd4 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.526839 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca356c7f-388c-47f8-bc26-80dd27771fd4 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d59df08-fd3e-4854-8647-2f2d948f93b8 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:41.534649 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d1373-191d-4784-9a70-36a5d5f363ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Checking segment: {'id': 'aaaf2410-bedf-4b26-ba78-d6b48b9e4fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '88822f62-fd84-4c94-94e6-e1cba43d1769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:41.535711 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55d1373-191d-4784-9a70-36a5d5f363ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network hostable DHCP agents. Network: 88822f62-fd84-4c94-94e6-e1cba43d1769, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:41.549537 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ca356c7f-388c-47f8-bc26-80dd27771fd4 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.549537 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ca356c7f-388c-47f8-bc26-80dd27771fd4 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "DELETE /v2.0/routers/0d59df08-fd3e-4854-8647-2f2d948f93b8 HTTP/1.1" status: 204 len: 168 time: 2.6714015 Sep 16 05:10:41.553370 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45444) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:41.566041 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c54d46b6-be74-4faf-8b12-53683316878f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2027124241', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}, 'admin_state_up': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:41.598964 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ffc82c4-2e7d-450c-9994-776729934dec req-0ec1e8ca-48ca-4d0a-9c71-b42a556dea88 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8252ad3-cef5-4347-99b8-a06abf040b93 HTTP/1.1" status: 200 len: 210 time: 0.0513709 Sep 16 05:10:41.620593 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-48c1b598-98fe-451c-b8a1-499ea4b0e0d3 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.623405 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-48c1b598-98fe-451c-b8a1-499ea4b0e0d3 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5877430 Sep 16 05:10:41.692041 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55d1373-191d-4784-9a70-36a5d5f363ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Network 88822f62-fd84-4c94-94e6-e1cba43d1769 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:41.721756 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c54d46b6-be74-4faf-8b12-53683316878f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.727901 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c54d46b6-be74-4faf-8b12-53683316878f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.944478 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-391dd623-ac2e-41bb-a764-0471af636d68 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1404100515&fields=id&tenant_id=5d6a10c61b3f427e8b6252249bac1dfe HTTP/1.1" status: 200 len: 267 time: 0.0611889 Sep 16 05:10:42.151232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45458) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:42.166833 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-e55d1373-191d-4784-9a70-36a5d5f363ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 88822f62-fd84-4c94-94e6-e1cba43d1769) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:42.173468 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55d1373-191d-4784-9a70-36a5d5f363ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:42.175953 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e55d1373-191d-4784-9a70-36a5d5f363ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.179078 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaa6671-376d-4fbc-ab21-ba5d93bcb1f9 None None] Network 88822f62-fd84-4c94-94e6-e1cba43d1769 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:42.181122 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c54d46b6-be74-4faf-8b12-53683316878f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.268944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b9e2f19f-ad98-471f-bca3-2a07a22f2c43 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:42.270399 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e55d1373-191d-4784-9a70-36a5d5f363ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6707418 Sep 16 05:10:42.272750 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-fd2be3bc-e172-4dce-8d09-2706708b3b6f tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:42.277215 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45460) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:42.291157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-fd2be3bc-e172-4dce-8d09-2706708b3b6f tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/networks?id=4a92d87f-6f51-45e0-8432-716507f35429 HTTP/1.1" status: 200 len: 809 time: 0.3321583 Sep 16 05:10:42.315296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: b9e2f19f-ad98-471f-bca3-2a07a22f2c43 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:42.315667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b9e2f19f-ad98-471f-bca3-2a07a22f2c43 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:42.330761 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-0967b82c-249c-40cb-b80e-8c121fec6299 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:42.334438 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9784746a-76b6-4b28-b022-95fc5d5cd7c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=421b1e6dd448470ca5c7bf9dd8b56185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1816952 Sep 16 05:10:42.336587 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-7f884797-5acc-4807-aea4-5eadaef0d534 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/quotas/5d6a10c61b3f427e8b6252249bac1dfe HTTP/1.1" status: 200 len: 375 time: 0.0440829 Sep 16 05:10:42.341600 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45462) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:42.459520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-c45aef03-c3d9-41b8-99b5-4b17cf71ffd1 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d6a10c61b3f427e8b6252249bac1dfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013129 Sep 16 05:10:42.471723 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e9d55941-5452-4761-9125-a125d045d0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.506043 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e9d55941-5452-4761-9125-a125d045d0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.514401 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-88822f62-fd84-4c94-94e6-e1cba43d1769', 'network_id': '88822f62-fd84-4c94-94e6-e1cba43d1769', 'tenant_id': '2982ec6c97294db8a3745833d9fd7a19', 'fixed_ips': [{'subnet_id': 'ff2be0a5-b187-4041-b40a-74ff2b499921'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:42.516466 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.520319 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-7ed95aa5-cf7f-4081-8ed6-f6ecc09293d1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:10:42.521612 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-7ed95aa5-cf7f-4081-8ed6-f6ecc09293d1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068502 Sep 16 05:10:42.664284 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c54d46b6-be74-4faf-8b12-53683316878f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.719357 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45468) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:42.719636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0967b82c-249c-40cb-b80e-8c121fec6299 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25215435'] for subnet, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.735259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-e28b4319-5cf9-4cb5-9b50-e05c832ccfbb service neutron] 10.222.0.20 "GET /v2.0/networks/4a92d87f-6f51-45e0-8432-716507f35429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829419 Sep 16 05:10:42.759218 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] Allocated IP 172.20.0.3 (88822f62-fd84-4c94-94e6-e1cba43d1769/ff2be0a5-b187-4041-b40a-74ff2b499921/4d999653-67ff-48b2-b5e7-c50be0232e26) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:42.854846 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e1112873-95ba-41fc-bb9d-949db3392896 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.870447 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e9d55941-5452-4761-9125-a125d045d0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.877944 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e9d55941-5452-4761-9125-a125d045d0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.877944 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e9d55941-5452-4761-9125-a125d045d0d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58cd417a-979d-4a5d-87cf-e8da0e0ebd0d HTTP/1.1" status: 204 len: 168 time: 0.5316904 Sep 16 05:10:42.909118 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e1112873-95ba-41fc-bb9d-949db3392896 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.912066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d55941-5452-4761-9125-a125d045d0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cd417a-979d-4a5d-87cf-e8da0e0ebd0d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:42.937431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-b3a86ba0-5449-4e0f-834a-0afd04cca266 service neutron] 10.222.0.20 "GET /v2.0/networks/4a92d87f-6f51-45e0-8432-716507f35429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907737 Sep 16 05:10:43.068611 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.138022 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e1112873-95ba-41fc-bb9d-949db3392896 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.143017 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e1112873-95ba-41fc-bb9d-949db3392896 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.144781 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e1112873-95ba-41fc-bb9d-949db3392896 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "DELETE /v2.0/security-groups/2c529e48-5ac3-4a34-9bae-2dff010a89c0 HTTP/1.1" status: 204 len: 168 time: 0.4242129 Sep 16 05:10:43.150708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45472) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:43.160387 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c54d46b6-be74-4faf-8b12-53683316878f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.163705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:43.179013 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1112873-95ba-41fc-bb9d-949db3392896 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c529e48-5ac3-4a34-9bae-2dff010a89c0,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:43.185606 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c54d46b6-be74-4faf-8b12-53683316878f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.214691 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.241069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:43.241069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9e3e957e-e6c4-4b7f-bc12-d0d4224a01c0 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:43.268821 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-487eb22c-2203-4c3b-807b-6bc9dd604538 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.308095 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-487eb22c-2203-4c3b-807b-6bc9dd604538 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.372993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb928b51-a301-47d3-8841-6d6940e529f5 req-b0e3477e-c542-483d-8bb9-7f3dddf80a4f tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 210 time: 0.0349715 Sep 16 05:10:43.400898 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] Pushing event updated for resources: {'Port': ['ID=4d999653-67ff-48b2-b5e7-c50be0232e26,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:43.411874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] Network 88822f62-fd84-4c94-94e6-e1cba43d1769 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:43.419802 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:43.427744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:43.551324 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] Attempting to bind port 4d999653-67ff-48b2-b5e7-c50be0232e26 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:43.552102 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] Attempting to bind port 4d999653-67ff-48b2-b5e7-c50be0232e26 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'aaaf2410-bedf-4b26-ba78-d6b48b9e4fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '88822f62-fd84-4c94-94e6-e1cba43d1769'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:43.552713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] Attempting to bind port 4d999653-67ff-48b2-b5e7-c50be0232e26 on network 88822f62-fd84-4c94-94e6-e1cba43d1769 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:43.563423 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:43.564030 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] Checking segment: {'id': 'aaaf2410-bedf-4b26-ba78-d6b48b9e4fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '88822f62-fd84-4c94-94e6-e1cba43d1769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:43.564858 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.565889 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] Bound using segment: {'id': 'aaaf2410-bedf-4b26-ba78-d6b48b9e4fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '88822f62-fd84-4c94-94e6-e1cba43d1769'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:43.566548 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] Bound port: 4d999653-67ff-48b2-b5e7-c50be0232e26, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaaf2410-bedf-4b26-ba78-d6b48b9e4fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '88822f62-fd84-4c94-94e6-e1cba43d1769'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:43.567489 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.606192 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-487eb22c-2203-4c3b-807b-6bc9dd604538 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.606192 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-487eb22c-2203-4c3b-807b-6bc9dd604538 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.606483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-487eb22c-2203-4c3b-807b-6bc9dd604538 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "DELETE /v2.0/security-groups/15e3ae84-e836-4230-8edf-96b2f08d77aa HTTP/1.1" status: 204 len: 168 time: 0.4539664 Sep 16 05:10:43.611686 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45482) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:43.636820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487eb22c-2203-4c3b-807b-6bc9dd604538 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e3ae84-e836-4230-8edf-96b2f08d77aa,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:43.708271 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-c54d46b6-be74-4faf-8b12-53683316878f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Allocated IP 172.25.4.159 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/13476092-047e-4528-a841-619e53a99eb2) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:43.756873 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] For port 4d999653-67ff-48b2-b5e7-c50be0232e26, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:43.758708 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] For port 4d999653-67ff-48b2-b5e7-c50be0232e26, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4d999653-67ff-48b2-b5e7-c50be0232e26,segment=NetworkSegment(aaaf2410-bedf-4b26-ba78-d6b48b9e4fdb),segment_id=aaaf2410-bedf-4b26-ba78-d6b48b9e4fdb)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:43.862981 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0967b82c-249c-40cb-b80e-8c121fec6299 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734107153924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29168737'] for subnet, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.870237 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.956246 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776c0b4-2f37-4008-9a8a-7a3e08f8f108 None None] Pushing event updated for resources: {'Port': ['ID=4d999653-67ff-48b2-b5e7-c50be0232e26,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:44.078829 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0967b82c-249c-40cb-b80e-8c121fec6299 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:44.079481 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0967b82c-249c-40cb-b80e-8c121fec6299 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.080879 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0967b82c-249c-40cb-b80e-8c121fec6299 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "PUT /v2.0/subnets/ff2be0a5-b187-4041-b40a-74ff2b499921 HTTP/1.1" status: 200 len: 877 time: 1.7561202 Sep 16 05:10:44.084707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45496) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:44.142233 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967b82c-249c-40cb-b80e-8c121fec6299 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event updated for resources: {'Subnet': ['ID=ff2be0a5-b187-4041-b40a-74ff2b499921,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:44.214127 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c54d46b6-be74-4faf-8b12-53683316878f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.293353 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.381095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Deleting port 4d999653-67ff-48b2-b5e7-c50be0232e26 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:44.381645 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.497527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b99ce1a9-4415-40d0-9fcf-145dcdc0cd5c req-08ea5716-2ad4-4bb4-a207-2108ac7a3d54 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 210 time: 0.0397835 Sep 16 05:10:44.520910 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] For port 4d999653-67ff-48b2-b5e7-c50be0232e26, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4d999653-67ff-48b2-b5e7-c50be0232e26,segment=NetworkSegment(aaaf2410-bedf-4b26-ba78-d6b48b9e4fdb),segment_id=aaaf2410-bedf-4b26-ba78-d6b48b9e4fdb)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:44.521353 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.522473 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c54d46b6-be74-4faf-8b12-53683316878f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.537687 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Calling delete_port for 4d999653-67ff-48b2-b5e7-c50be0232e26 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:44.593772 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d46b6-be74-4faf-8b12-53683316878f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:44.614249 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-c54d46b6-be74-4faf-8b12-53683316878f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:44.619119 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d46b6-be74-4faf-8b12-53683316878f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:44.712256 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d46b6-be74-4faf-8b12-53683316878f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Pushing event updated for resources: {'Port': ['ID=13476092-047e-4528-a841-619e53a99eb2,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:44.742936 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2cc66f41-11a3-4a7d-81ce-e6b4d0b14c34 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.813639 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.921104 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No DVR routers for this DVR port 4d999653-67ff-48b2-b5e7-c50be0232e26 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:44.927281 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Port': ['ID=4d999653-67ff-48b2-b5e7-c50be0232e26,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:44.994277 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.078733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45514) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:45.259167 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-054c66e7-5b8d-4abe-b498-693bea73ce62 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1015051574-network', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:45.298696 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.345404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9068c068-2551-4244-9bba-229f9012ec10 None None] Network 88822f62-fd84-4c94-94e6-e1cba43d1769 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:45.347383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2be0a5-b187-4041-b40a-74ff2b499921,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:45.411156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054c66e7-5b8d-4abe-b498-693bea73ce62 admin admin] Made reservation on behalf of 46b5f4cbaa1a4425a9c50fd107659600 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:45.413683 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-054c66e7-5b8d-4abe-b498-693bea73ce62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.417582 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.434832 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-054c66e7-5b8d-4abe-b498-693bea73ce62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.458449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88822f62-fd84-4c94-94e6-e1cba43d1769']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:45.474372 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f6628d44-e051-4ffc-9127-810e316c25b5 None None] Could not find standard attr ID for object 4d999653-67ff-48b2-b5e7-c50be0232e26. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:10:45.474683 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaaf2410-bedf-4b26-ba78-d6b48b9e4fdb') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:45.475101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaaf2410-bedf-4b26-ba78-d6b48b9e4fdb') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:45.492499 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.517698 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.533381 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:45.533809 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:45.537672 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:45.680278 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358cba17-14d2-428e-935d-cd16824e87df None None] DHCP port deletion for 88822f62-fd84-4c94-94e6-e1cba43d1769 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:45.683720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-008cfc28-5948-4b60-bd64-26b7b90a167d req-83ea0130-6ae0-4038-bf97-7b2b1daf2a3c tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 210 time: 0.0470090 Sep 16 05:10:45.712341 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b81b6e1-7d71-4a10-aa18-a872653b0a20 None None] Network 88822f62-fd84-4c94-94e6-e1cba43d1769 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:45.732810 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-054c66e7-5b8d-4abe-b498-693bea73ce62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.761053 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.788496 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.796548 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/88822f62-fd84-4c94-94e6-e1cba43d1769 HTTP/1.1" status: 204 len: 168 time: 1.7052102 Sep 16 05:10:45.797277 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45520) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:45.811395 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe170eb-8fc6-4abd-869a-dee047a8a724 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Network': ['ID=88822f62-fd84-4c94-94e6-e1cba43d1769,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:45.843233 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b2f156-d423-48aa-9379-587f0f17ea5c tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:45.844000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b2f156-d423-48aa-9379-587f0f17ea5c tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:45.850035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-75b2f156-d423-48aa-9379-587f0f17ea5c tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/subnets/ff2be0a5-b187-4041-b40a-74ff2b499921 HTTP/1.1" status: 404 len: 337 time: 0.0471001 Sep 16 05:10:45.850353 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45522) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:45.880473 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-054c66e7-5b8d-4abe-b498-693bea73ce62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.894259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054c66e7-5b8d-4abe-b498-693bea73ce62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:45.904339 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-d613525d-c1a4-4b86-830d-8e6b6a10ce8f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:45.904976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d613525d-c1a4-4b86-830d-8e6b6a10ce8f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:45.910862 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d613525d-c1a4-4b86-830d-8e6b6a10ce8f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/88822f62-fd84-4c94-94e6-e1cba43d1769 HTTP/1.1" status: 404 len: 339 time: 0.0552475 Sep 16 05:10:45.912138 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45526) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:45.924213 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-054c66e7-5b8d-4abe-b498-693bea73ce62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.924213 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-054c66e7-5b8d-4abe-b498-693bea73ce62 admin admin] Added segment af1e5cab-e8db-44ca-bce4-bd4fd4209b3d of type vlan for network 81d78ab1-c523-4b4f-a063-d0969b176f74 Sep 16 05:10:45.973200 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-db49e251-088a-46c9-a409-6bb8e04b979d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:45.973777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db49e251-088a-46c9-a409-6bb8e04b979d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:45.975737 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-db49e251-088a-46c9-a409-6bb8e04b979d tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/subnets/9bb8f1bb-e0f4-41ee-8345-7350437b55a7 HTTP/1.1" status: 404 len: 337 time: 0.0573480 Sep 16 05:10:45.984269 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45528) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:46.002893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c66e7-5b8d-4abe-b498-693bea73ce62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbdd04d-315f-4043-a27e-f8a6e5636316,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:46.029283 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-054c66e7-5b8d-4abe-b498-693bea73ce62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.047682 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00dd34e-40aa-404d-9789-c504658d39bb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:46.048638 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00dd34e-40aa-404d-9789-c504658d39bb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:46.052319 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d00dd34e-40aa-404d-9789-c504658d39bb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/fa5df009-da66-42f8-8ad6-30dd09486d18 HTTP/1.1" status: 404 len: 339 time: 0.0651143 Sep 16 05:10:46.057347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45530) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:46.157029 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c54d46b6-be74-4faf-8b12-53683316878f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.213668 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ddc397dd-a510-461f-83d4-c2f7a68fa1ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.249809 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-2cc66f41-11a3-4a7d-81ce-e6b4d0b14c34 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Deleting port dac8925d-c383-4a74-bc11-1543c027cb7e {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:46.250170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2cc66f41-11a3-4a7d-81ce-e6b4d0b14c34 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.298276 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-054c66e7-5b8d-4abe-b498-693bea73ce62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.299978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054c66e7-5b8d-4abe-b498-693bea73ce62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:46.301121 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-054c66e7-5b8d-4abe-b498-693bea73ce62 admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.453285 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ddc397dd-a510-461f-83d4-c2f7a68fa1ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.480073 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-2cc66f41-11a3-4a7d-81ce-e6b4d0b14c34 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] For port dac8925d-c383-4a74-bc11-1543c027cb7e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=dac8925d-c383-4a74-bc11-1543c027cb7e,segment=NetworkSegment(54e2881c-ea41-4221-812c-ac7cad79e063),segment_id=54e2881c-ea41-4221-812c-ac7cad79e063)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:46.480593 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2cc66f41-11a3-4a7d-81ce-e6b4d0b14c34 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.497358 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c66e7-5b8d-4abe-b498-693bea73ce62 admin admin] Pushing event updated for resources: {'Network': ['ID=81d78ab1-c523-4b4f-a063-d0969b176f74,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:46.513559 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-2cc66f41-11a3-4a7d-81ce-e6b4d0b14c34 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Calling delete_port for dac8925d-c383-4a74-bc11-1543c027cb7e owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:46.519587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ddc397dd-a510-461f-83d4-c2f7a68fa1ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82602779-8a93-4c67-a954-492e64994434']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:46.519950 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 81d78ab1-c523-4b4f-a063-d0969b176f74 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:46.532643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ddc397dd-a510-461f-83d4-c2f7a68fa1ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6d7b95-095d-4d00-aac7-39745db42c62') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:46.532979 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ddc397dd-a510-461f-83d4-c2f7a68fa1ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6d7b95-095d-4d00-aac7-39745db42c62') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:46.544322 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-054c66e7-5b8d-4abe-b498-693bea73ce62 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4625454 Sep 16 05:10:46.547971 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45532) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:46.551633 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ddc397dd-a510-461f-83d4-c2f7a68fa1ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.558592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f6362f16-69ba-4a2a-b216-0453707feda5 admin admin] Request body: {'subnet': {'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015051574-subnet', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:46.594166 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ddc397dd-a510-461f-83d4-c2f7a68fa1ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.602450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc397dd-a510-461f-83d4-c2f7a68fa1ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:46.603006 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ddc397dd-a510-461f-83d4-c2f7a68fa1ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:46.607907 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:46.653174 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c54d46b6-be74-4faf-8b12-53683316878f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.708980 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6362f16-69ba-4a2a-b216-0453707feda5 admin admin] Made reservation on behalf of 46b5f4cbaa1a4425a9c50fd107659600 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:46.713662 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f6362f16-69ba-4a2a-b216-0453707feda5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.816122 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ddc397dd-a510-461f-83d4-c2f7a68fa1ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.835554 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ddc397dd-a510-461f-83d4-c2f7a68fa1ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.846736 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ddc397dd-a510-461f-83d4-c2f7a68fa1ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/82602779-8a93-4c67-a954-492e64994434 HTTP/1.1" status: 204 len: 168 time: 0.7876418 Sep 16 05:10:46.850488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45536) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:46.895937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc397dd-a510-461f-83d4-c2f7a68fa1ee tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Network': ['ID=82602779-8a93-4c67-a954-492e64994434,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:46.943713 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c5097cf-662f-43b6-a76f-71980ca1b9fe req-eace576c-8666-44dd-9161-7042282754ee tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 210 time: 0.0674911 Sep 16 05:10:46.946298 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa77f6c-2650-40d8-a731-d196b9821118 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:46.946753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa77f6c-2650-40d8-a731-d196b9821118 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:46.952054 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45538) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:46.952518 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3aa77f6c-2650-40d8-a731-d196b9821118 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/subnets/62599e25-9755-40d5-8233-5ff101b21a12 HTTP/1.1" status: 404 len: 337 time: 0.0947721 Sep 16 05:10:47.012925 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7d26e2-e938-410d-9332-fa5bcb908d38 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:47.017838 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7d26e2-e938-410d-9332-fa5bcb908d38 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:47.018977 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2e7d26e2-e938-410d-9332-fa5bcb908d38 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/707cad62-e002-48b2-80dc-b2af443f6715 HTTP/1.1" status: 404 len: 339 time: 0.0642598 Sep 16 05:10:47.040514 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45542) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:47.076621 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60a6f39-98aa-479c-968d-c1c9107fc5b3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:47.077088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b60a6f39-98aa-479c-968d-c1c9107fc5b3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:47.079011 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b60a6f39-98aa-479c-968d-c1c9107fc5b3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/subnets/c754fc73-57f3-4d40-8563-3828b181fed6 HTTP/1.1" status: 404 len: 337 time: 0.0372281 Sep 16 05:10:47.092387 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45544) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:47.151162 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-25121c9f-98b6-4c4a-9093-cd944e7bccfd tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:47.152160 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25121c9f-98b6-4c4a-9093-cd944e7bccfd tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:47.155281 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-25121c9f-98b6-4c4a-9093-cd944e7bccfd tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/25512ed7-dbd2-4725-ad01-450a5ad5af3f HTTP/1.1" status: 404 len: 339 time: 0.0612454 Sep 16 05:10:47.159520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45546) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:47.160020 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4d999653-67ff-48b2-b5e7-c50be0232e26 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:47.184927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 4d999653-67ff-48b2-b5e7-c50be0232e26 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:47.185296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4d999653-67ff-48b2-b5e7-c50be0232e26 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:47.209310 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9191853-7076-43c0-80d4-82c8d98302cb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:47.209775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9191853-7076-43c0-80d4-82c8d98302cb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:47.211690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d9191853-7076-43c0-80d4-82c8d98302cb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/subnets/72b89991-8a7c-4c7e-8ed4-1d004a0e0b34 HTTP/1.1" status: 404 len: 337 time: 0.0509489 Sep 16 05:10:47.218424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45548) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:47.238918 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7cf827d-f6bf-4d98-9c6b-3f1ebede63f8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:47.240284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7cf827d-f6bf-4d98-9c6b-3f1ebede63f8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:47.243098 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e7cf827d-f6bf-4d98-9c6b-3f1ebede63f8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/1055f0ef-af0a-4eac-b73b-3638eb42ec33 HTTP/1.1" status: 404 len: 339 time: 0.0268087 Sep 16 05:10:47.246626 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45550) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:47.260667 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f6362f16-69ba-4a2a-b216-0453707feda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.285863 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7f7436-6671-4b1d-8914-6fb24a9bdc3a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:47.286342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7f7436-6671-4b1d-8914-6fb24a9bdc3a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:47.288209 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fd7f7436-6671-4b1d-8914-6fb24a9bdc3a tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/subnets/2277230d-761f-4024-8c68-9d331f1f4c1a HTTP/1.1" status: 404 len: 337 time: 0.0404515 Sep 16 05:10:47.293372 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54d46b6-be74-4faf-8b12-53683316878f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Router 09e0ee8b-a277-4685-893f-da6a2bc930ef is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:47.296992 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45552) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:47.310757 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2cc66f41-11a3-4a7d-81ce-e6b4d0b14c34 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.350304 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6362f16-69ba-4a2a-b216-0453707feda5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=616703c3-a18d-46a5-b3fb-1cf791163d44,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:47.359392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6362f16-69ba-4a2a-b216-0453707feda5 admin admin] Checking segment: {'id': 'af1e5cab-e8db-44ca-bce4-bd4fd4209b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:47.359747 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6362f16-69ba-4a2a-b216-0453707feda5 admin admin] Network hostable DHCP agents. Network: 81d78ab1-c523-4b4f-a063-d0969b176f74, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:47.424100 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6dfead-2f85-417d-b225-15e3a74e2f9b tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:47.425071 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6dfead-2f85-417d-b225-15e3a74e2f9b tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:47.428509 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5f6dfead-2f85-417d-b225-15e3a74e2f9b tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/b14ae4bb-5c79-4d9b-8821-4256c4a8ace3 HTTP/1.1" status: 404 len: 339 time: 0.1205771 Sep 16 05:10:47.431414 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45554) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:47.440612 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc66f41-11a3-4a7d-81ce-e6b4d0b14c34 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event deleted for resources: {'Port': ['ID=dac8925d-c383-4a74-bc11-1543c027cb7e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:47.481322 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-6241c069-7644-4f6e-bfc5-64f1c7611682 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:47.482092 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6241c069-7644-4f6e-bfc5-64f1c7611682 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:47.485183 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6241c069-7644-4f6e-bfc5-64f1c7611682 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/subnets/57a41f06-840c-493a-a505-61f0300ab718 HTTP/1.1" status: 404 len: 337 time: 0.0518124 Sep 16 05:10:47.489244 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45556) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:47.518158 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-330c5fc1-f4da-45af-bf4d-d085ea0945f3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:47.519142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330c5fc1-f4da-45af-bf4d-d085ea0945f3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:47.522163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-330c5fc1-f4da-45af-bf4d-d085ea0945f3 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/33793310-afe3-4bd8-a639-8d2d3698dbb7 HTTP/1.1" status: 404 len: 339 time: 0.0314002 Sep 16 05:10:47.523280 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6362f16-69ba-4a2a-b216-0453707feda5 admin admin] Network 81d78ab1-c523-4b4f-a063-d0969b176f74 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:47.527154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45558) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:47.583843 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0e44df8c-7da6-4495-8b2b-6fbe2d974333 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:47.584978 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bcf970-43b6-431b-85b7-2fdb9f1d65c0 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:47.586608 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0e44df8c-7da6-4495-8b2b-6fbe2d974333 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.38 "GET /v2.0/networks?id=4a92d87f-6f51-45e0-8432-716507f35429 HTTP/1.1" status: 200 len: 809 time: 0.3825753 Sep 16 05:10:47.586925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7bcf970-43b6-431b-85b7-2fdb9f1d65c0 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:47.593766 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f7bcf970-43b6-431b-85b7-2fdb9f1d65c0 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/subnets/eff1060c-01d7-41ce-989b-64ce1ab20bdb HTTP/1.1" status: 404 len: 337 time: 0.0606840 Sep 16 05:10:47.594105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45560) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:47.616633 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-9adc5c0b-f8c2-4d5d-a6ae-532c0bd62eb8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:47.617743 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9adc5c0b-f8c2-4d5d-a6ae-532c0bd62eb8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:47.621533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9adc5c0b-f8c2-4d5d-a6ae-532c0bd62eb8 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/d5b6e5c0-7bcf-4af0-a23f-18cabd825afe HTTP/1.1" status: 404 len: 339 time: 0.0243819 Sep 16 05:10:47.624042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45562) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:47.656321 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f8a18c-3532-466a-822f-f3e5e1d5f864 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:47.656801 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f8a18c-3532-466a-822f-f3e5e1d5f864 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:47.662671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-45f8a18c-3532-466a-822f-f3e5e1d5f864 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/subnets/1181d0b8-2fab-4ad3-a4c5-76b8e4a76fee HTTP/1.1" status: 404 len: 337 time: 0.0339272 Sep 16 05:10:47.663205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45564) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:47.685472 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-f6362f16-69ba-4a2a-b216-0453707feda5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 81d78ab1-c523-4b4f-a063-d0969b176f74) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:47.687919 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0d3266-ccef-4603-a6a0-8fe72d6f28fb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:47.687919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0d3266-ccef-4603-a6a0-8fe72d6f28fb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:47.691250 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ed0d3266-ccef-4603-a6a0-8fe72d6f28fb tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/b1e316b7-258a-4584-92c2-cbb82db434e8 HTTP/1.1" status: 404 len: 339 time: 0.0257044 Sep 16 05:10:47.696714 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6362f16-69ba-4a2a-b216-0453707feda5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:47.696714 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f6362f16-69ba-4a2a-b216-0453707feda5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.701027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45566) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:47.709370 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9672557b-5eae-443d-bdf7-e22d7f3a1c08 None None] Network 81d78ab1-c523-4b4f-a063-d0969b176f74 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:47.833060 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f6362f16-69ba-4a2a-b216-0453707feda5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2836499 Sep 16 05:10:47.835886 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45568) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:47.843815 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-2056f2fd-18c9-4dd5-a2a5-c729d29a7a9a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1015051574-router', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:47.868021 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e8ef10-99b5-436b-9268-ab6a7331cdc5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:47.868781 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e8ef10-99b5-436b-9268-ab6a7331cdc5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:47.872779 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b7e8ef10-99b5-436b-9268-ab6a7331cdc5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/subnets/4be16383-ede1-4fba-8f82-cf8624f3d1c5 HTTP/1.1" status: 404 len: 337 time: 0.1592796 Sep 16 05:10:47.877814 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45570) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:47.897795 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6baefe2-2a93-4816-bbb6-24d3bac7a85b None None] Network 81d78ab1-c523-4b4f-a063-d0969b176f74 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:47.919952 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-700454a5-e0ff-479b-b3cd-a6237477f5d9 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d6a10c61b3f427e8b6252249bac1dfe HTTP/1.1" status: 200 len: 380 time: 0.2842481 Sep 16 05:10:47.950467 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-550ba166-b231-4faa-884a-097dcf343dfd tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:47.950997 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550ba166-b231-4faa-884a-097dcf343dfd tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:47.952783 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-550ba166-b231-4faa-884a-097dcf343dfd tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/7d31d79a-5a3d-4e7b-a62c-5101d51a76f1 HTTP/1.1" status: 404 len: 339 time: 0.0380163 Sep 16 05:10:47.955704 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45572) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:47.962741 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-8dddeb89-d7ba-4b0c-8cb0-ca6ce3f1fcd6 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Request body: {'port': {'device_id': 'ca5696ce-11d7-45e2-9001-1dd24d5f3836', 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429', 'admin_state_up': True, 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'security_groups': ['2493221a-fe0a-4d38-9e09-581abafdd194']}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:48.001802 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54d46b6-be74-4faf-8b12-53683316878f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:48.033331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-836d584b-211d-4739-a707-4ab3a154c1f5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Deleting subnet f0223a47-fe0e-458f-92a4-9667060ddd50 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:48.039956 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2056f2fd-18c9-4dd5-a2a5-c729d29a7a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.041521 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2056f2fd-18c9-4dd5-a2a5-c729d29a7a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.046957 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-836d584b-211d-4739-a707-4ab3a154c1f5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.060718 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a494fc3-78be-4788-a27f-b550de89327c None None] Sync routers for ids ['09e0ee8b-a277-4685-893f-da6a2bc930ef'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:48.092648 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a494fc3-78be-4788-a27f-b550de89327c None None] Routers {'09e0ee8b-a277-4685-893f-da6a2bc930ef'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:48.093577 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3a494fc3-78be-4788-a27f-b550de89327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['09e0ee8b-a277-4685-893f-da6a2bc930ef'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:48.127650 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2cc66f41-11a3-4a7d-81ce-e6b4d0b14c34 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.159582 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-836d584b-211d-4739-a707-4ab3a154c1f5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.173113 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3a494fc3-78be-4788-a27f-b550de89327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:48.173409 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54182333-68bd-4828-b22d-740978c1ab40 req-8872e65f-9af9-4657-a33f-cdf0a7a419d4 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 210 time: 0.0697033 Sep 16 05:10:48.194065 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a494fc3-78be-4788-a27f-b550de89327c None None] Routers {'09e0ee8b-a277-4685-893f-da6a2bc930ef'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:48.195456 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3a494fc3-78be-4788-a27f-b550de89327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['09e0ee8b-a277-4685-893f-da6a2bc930ef'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:48.248342 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3a494fc3-78be-4788-a27f-b550de89327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:48.248752 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2056f2fd-18c9-4dd5-a2a5-c729d29a7a9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.250443 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a494fc3-78be-4788-a27f-b550de89327c None None] The sync data for ids ['09e0ee8b-a277-4685-893f-da6a2bc930ef'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:48.266035 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c54d46b6-be74-4faf-8b12-53683316878f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.267493 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c54d46b6-be74-4faf-8b12-53683316878f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.7069821 Sep 16 05:10:48.272063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45578) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:48.280532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7923851f-99aa-4219-ae6a-cf8e35badad6 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'enable_snat': False}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:48.429817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-8dddeb89-d7ba-4b0c-8cb0-ca6ce3f1fcd6 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Made reservation on behalf of 5d6a10c61b3f427e8b6252249bac1dfe for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:48.434024 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-8dddeb89-d7ba-4b0c-8cb0-ca6ce3f1fcd6 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.517563 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc66f41-11a3-4a7d-81ce-e6b4d0b14c34 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Router d95ce44e-a0f8-4177-b14a-bad79faf70ce has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:48.665349 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-836d584b-211d-4739-a707-4ab3a154c1f5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.694260 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-8dddeb89-d7ba-4b0c-8cb0-ca6ce3f1fcd6 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Allocated IP 172.20.0.6 (4a92d87f-6f51-45e0-8432-716507f35429/f577e1cc-3619-4e30-9c66-21635bb1ad2e/63fea539-cb5a-4e1f-ba8e-3e7a003a04fb) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:48.739750 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc66f41-11a3-4a7d-81ce-e6b4d0b14c34 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:48.753957 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2cc66f41-11a3-4a7d-81ce-e6b4d0b14c34 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "PUT /v2.0/routers/d95ce44e-a0f8-4177-b14a-bad79faf70ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1359210 Sep 16 05:10:48.754439 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45580) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:48.759192 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e861789-b7d3-4ad1-b797-46eb9d45b80e None None] Sync routers for ids ['d95ce44e-a0f8-4177-b14a-bad79faf70ce'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:48.777422 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e861789-b7d3-4ad1-b797-46eb9d45b80e None None] Routers {'d95ce44e-a0f8-4177-b14a-bad79faf70ce'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:48.778723 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-7e861789-b7d3-4ad1-b797-46eb9d45b80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d95ce44e-a0f8-4177-b14a-bad79faf70ce'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:48.859684 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9535e6-6d9d-4190-ac61-d438f30d2574 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Deleting subnet e0821319-4208-4a0b-a89f-9d599a0c4e27 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:48.865112 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2056f2fd-18c9-4dd5-a2a5-c729d29a7a9a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.893801 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af9535e6-6d9d-4190-ac61-d438f30d2574 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.966356 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af9535e6-6d9d-4190-ac61-d438f30d2574 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.977828 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-7e861789-b7d3-4ad1-b797-46eb9d45b80e None None] Set router d95ce44e-a0f8-4177-b14a-bad79faf70ce gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:49.358347 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-8dddeb89-d7ba-4b0c-8cb0-ca6ce3f1fcd6 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.445020 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-7e861789-b7d3-4ad1-b797-46eb9d45b80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1387847041', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:47Z', 'updated_at': '2021-09-16T05:10:46Z', 'revision_number': 5, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:48Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:49.445497 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af9535e6-6d9d-4190-ac61-d438f30d2574 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.496734 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e861789-b7d3-4ad1-b797-46eb9d45b80e None None] Checking router: d95ce44e-a0f8-4177-b14a-bad79faf70ce for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:49.509394 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e861789-b7d3-4ad1-b797-46eb9d45b80e None None] Routers {'d95ce44e-a0f8-4177-b14a-bad79faf70ce'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:49.511192 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-7e861789-b7d3-4ad1-b797-46eb9d45b80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d95ce44e-a0f8-4177-b14a-bad79faf70ce'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:49.550268 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-8dddeb89-d7ba-4b0c-8cb0-ca6ce3f1fcd6 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.566699 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-836d584b-211d-4739-a707-4ab3a154c1f5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.635825 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-8dddeb89-d7ba-4b0c-8cb0-ca6ce3f1fcd6 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Network 4a92d87f-6f51-45e0-8432-716507f35429 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:49.642270 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-8dddeb89-d7ba-4b0c-8cb0-ca6ce3f1fcd6 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:49.646507 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-8dddeb89-d7ba-4b0c-8cb0-ca6ce3f1fcd6 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:49.656466 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-7e861789-b7d3-4ad1-b797-46eb9d45b80e None None] Set router d95ce44e-a0f8-4177-b14a-bad79faf70ce gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:49.671186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d584b-211d-4739-a707-4ab3a154c1f5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Subnet': ['ID=f0223a47-fe0e-458f-92a4-9667060ddd50,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:49.683198 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-836d584b-211d-4739-a707-4ab3a154c1f5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.688315 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-836d584b-211d-4739-a707-4ab3a154c1f5 tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/subnets/f0223a47-fe0e-458f-92a4-9667060ddd50 HTTP/1.1" status: 204 len: 168 time: 1.7311966 Sep 16 05:10:49.692500 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45586) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:49.699419 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af9535e6-6d9d-4190-ac61-d438f30d2574 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.725225 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796d6798-0f3b-42dc-baf3-01a16e838849 None None] Network 0162d318-3662-4a27-b840-8bc58fcd76bf requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:49.798642 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9535e6-6d9d-4190-ac61-d438f30d2574 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event deleted for resources: {'Subnet': ['ID=e0821319-4208-4a0b-a89f-9d599a0c4e27,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:49.802474 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf10e9-2a55-49d1-aa46-f8b9396a3025 req-299991aa-080a-4710-88ff-dae7e65cc787 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:49.810523 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dddeb89-d7ba-4b0c-8cb0-ca6ce3f1fcd6 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Pushing event updated for resources: {'Port': ['ID=63fea539-cb5a-4e1f-ba8e-3e7a003a04fb,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:49.811116 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bccf10e9-2a55-49d1-aa46-f8b9396a3025 req-299991aa-080a-4710-88ff-dae7e65cc787 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 931 time: 0.2489543 Sep 16 05:10:49.862592 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-af9535e6-6d9d-4190-ac61-d438f30d2574 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.867167 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-af9535e6-6d9d-4190-ac61-d438f30d2574 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "DELETE /v2.0/subnets/e0821319-4208-4a0b-a89f-9d599a0c4e27 HTTP/1.1" status: 204 len: 168 time: 1.1114399 Sep 16 05:10:49.873333 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45588) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:49.883390 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143b075a-4e0c-43e8-83de-5b5b6cb23b62 None None] Network d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:49.986945 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.151442 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9f1e-8079-422a-8531-46e1505ee80c tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.156838 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0db9fa5e-0c1e-4353-b6c3-094fd6f9f272 None None] Provisioning complete for port 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:50.157022 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0db9fa5e-0c1e-4353-b6c3-094fd6f9f272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.162709 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bccf10e9-2a55-49d1-aa46-f8b9396a3025 req-acee988d-4637-4cf5-bc17-eae710752403 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/security-groups?id=2493221a-fe0a-4d38-9e09-581abafdd194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3502879 Sep 16 05:10:50.261336 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-0db9fa5e-0c1e-4353-b6c3-094fd6f9f272 None None] Port 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:50.264359 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e3e767-d209-47dd-9ce9-5567671c2d4d None None] DHCP port deletion for 0162d318-3662-4a27-b840-8bc58fcd76bf request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:50.269109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10da5652-44df-438e-a48e-0ae921826e61 None None] DHCP port deletion for d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:50.282693 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7923851f-99aa-4219-ae6a-cf8e35badad6 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.336547 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-7e861789-b7d3-4ad1-b797-46eb9d45b80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1387847041', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:47Z', 'updated_at': '2021-09-16T05:10:46Z', 'revision_number': 5, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:48Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:50.344403 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e861789-b7d3-4ad1-b797-46eb9d45b80e None None] The sync data for ids ['d95ce44e-a0f8-4177-b14a-bad79faf70ce'] in n-d-712140-13 is: [{'id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1387847041', 'tenant_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:47Z', 'updated_at': '2021-09-16T05:10:46Z', 'revision_number': 5, 'project_id': '2d4acf06f6cb40beb5bd53afa54aba76', 'gw_port': {'id': 'a053e2e1-6f62-4213-b90c-87d8e34c7a29', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce44e-a0f8-4177-b14a-bad79faf70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:48Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:50.377630 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-8dddeb89-d7ba-4b0c-8cb0-ca6ce3f1fcd6 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:50.378786 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-8dddeb89-d7ba-4b0c-8cb0-ca6ce3f1fcd6 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.399524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3e767-d209-47dd-9ce9-5567671c2d4d None None] Deleting port d80c296d-702a-44f2-95fa-42973ec2155a {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:50.399524 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e767-d209-47dd-9ce9-5567671c2d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.437554 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9f1e-8079-422a-8531-46e1505ee80c tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.499854 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-10da5652-44df-438e-a48e-0ae921826e61 None None] Deleting port 4b0136c3-b2ba-43cb-9b95-cd6dae480344 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:50.500399 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-10da5652-44df-438e-a48e-0ae921826e61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.509112 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2056f2fd-18c9-4dd5-a2a5-c729d29a7a9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.541635 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d1e3e767-d209-47dd-9ce9-5567671c2d4d None None] For port d80c296d-702a-44f2-95fa-42973ec2155a, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d80c296d-702a-44f2-95fa-42973ec2155a,segment=NetworkSegment(99532549-f8fc-47fc-9b42-955579b43060),segment_id=99532549-f8fc-47fc-9b42-955579b43060)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:50.542638 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e767-d209-47dd-9ce9-5567671c2d4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.545618 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2056f2fd-18c9-4dd5-a2a5-c729d29a7a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.564342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Deleting port d80c296d-702a-44f2-95fa-42973ec2155a {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:50.564683 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.577854 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-8dddeb89-d7ba-4b0c-8cb0-ca6ce3f1fcd6 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6287160 Sep 16 05:10:50.593186 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3e767-d209-47dd-9ce9-5567671c2d4d None None] Calling delete_port for d80c296d-702a-44f2-95fa-42973ec2155a owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:50.603256 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Request body: {'port': {'device_id': 'ca5696ce-11d7-45e2-9001-1dd24d5f3836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:50.614256 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-10da5652-44df-438e-a48e-0ae921826e61 None None] For port 4b0136c3-b2ba-43cb-9b95-cd6dae480344, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4b0136c3-b2ba-43cb-9b95-cd6dae480344,segment=NetworkSegment(54e2881c-ea41-4221-812c-ac7cad79e063),segment_id=54e2881c-ea41-4221-812c-ac7cad79e063)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:50.614666 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-10da5652-44df-438e-a48e-0ae921826e61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.672479 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-10da5652-44df-438e-a48e-0ae921826e61 None None] Calling delete_port for 4b0136c3-b2ba-43cb-9b95-cd6dae480344 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:50.787928 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.821037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] For port d80c296d-702a-44f2-95fa-42973ec2155a, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d80c296d-702a-44f2-95fa-42973ec2155a,segment=NetworkSegment(99532549-f8fc-47fc-9b42-955579b43060),segment_id=99532549-f8fc-47fc-9b42-955579b43060)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:50.821950 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.856601 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Calling delete_port for d80c296d-702a-44f2-95fa-42973ec2155a owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:50.860299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-2056f2fd-18c9-4dd5-a2a5-c729d29a7a9a admin admin] Allocated IP 172.25.4.89 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/3592bcc7-362e-4424-908f-ecf7f250a81f) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:50.925664 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-9d7f9f1e-8079-422a-8531-46e1505ee80c tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Deleting port a053e2e1-6f62-4213-b90c-87d8e34c7a29 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:50.926195 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9f1e-8079-422a-8531-46e1505ee80c tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.983880 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-10da5652-44df-438e-a48e-0ae921826e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.063391 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da5652-44df-438e-a48e-0ae921826e61 None None] Pushing event deleted for resources: {'Port': ['ID=4b0136c3-b2ba-43cb-9b95-cd6dae480344,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:51.070610 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e767-d209-47dd-9ce9-5567671c2d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.151475 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.187429 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-9d7f9f1e-8079-422a-8531-46e1505ee80c tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] For port a053e2e1-6f62-4213-b90c-87d8e34c7a29, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a053e2e1-6f62-4213-b90c-87d8e34c7a29,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:51.187429 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9f1e-8079-422a-8531-46e1505ee80c tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.221822 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-9d7f9f1e-8079-422a-8531-46e1505ee80c tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Calling delete_port for a053e2e1-6f62-4213-b90c-87d8e34c7a29 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:51.229924 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Port': ['ID=d80c296d-702a-44f2-95fa-42973ec2155a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:51.256928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] No DVR routers for this DVR port d80c296d-702a-44f2-95fa-42973ec2155a on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:51.368532 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2056f2fd-18c9-4dd5-a2a5-c729d29a7a9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.368846 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e3e767-d209-47dd-9ce9-5567671c2d4d None None] No DVR routers for this DVR port d80c296d-702a-44f2-95fa-42973ec2155a on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:51.385804 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da5652-44df-438e-a48e-0ae921826e61 None None] No DVR routers for this DVR port 4b0136c3-b2ba-43cb-9b95-cd6dae480344 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:51.385804 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d80c296d-702a-44f2-95fa-42973ec2155a no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:51.413778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3e767-d209-47dd-9ce9-5567671c2d4d None None] Pushing event deleted for resources: {'Port': ['ID=d80c296d-702a-44f2-95fa-42973ec2155a,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:51.413778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: d80c296d-702a-44f2-95fa-42973ec2155a {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:51.415783 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d80c296d-702a-44f2-95fa-42973ec2155a not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:51.415783 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4b0136c3-b2ba-43cb-9b95-cd6dae480344 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:51.440884 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 4b0136c3-b2ba-43cb-9b95-cd6dae480344 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:51.441286 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4b0136c3-b2ba-43cb-9b95-cd6dae480344 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:51.441767 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device dac8925d-c383-4a74-bc11-1543c027cb7e no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:51.468011 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: dac8925d-c383-4a74-bc11-1543c027cb7e {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:51.468486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device dac8925d-c383-4a74-bc11-1543c027cb7e not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:51.469565 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:51.486809 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.517082 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.594430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0162d318-3662-4a27-b840-8bc58fcd76bf']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:51.604989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a5c51-c51c-4933-996e-a6857de1c1e4 req-7a751b0a-88af-45d3-926a-5d303ab798db tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:51.606639 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-020a5c51-c51c-4933-996e-a6857de1c1e4 req-7a751b0a-88af-45d3-926a-5d303ab798db tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 931 time: 0.2424848 Sep 16 05:10:51.624218 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99532549-f8fc-47fc-9b42-955579b43060') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:51.624483 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99532549-f8fc-47fc-9b42-955579b43060') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:51.647010 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Transition to ACTIVE for port object 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:10:51.648496 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9f1e-8079-422a-8531-46e1505ee80c tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.664012 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.711085 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f9f1e-8079-422a-8531-46e1505ee80c tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event deleted for resources: {'Port': ['ID=a053e2e1-6f62-4213-b90c-87d8e34c7a29,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:51.736749 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.742743 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2056f2fd-18c9-4dd5-a2a5-c729d29a7a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.807558 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.834767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:51.835884 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:51.841403 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:51.850388 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=63fea539-cb5a-4e1f-ba8e-3e7a003a04fb,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:51.877023 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-020a5c51-c51c-4933-996e-a6857de1c1e4 req-7e6a5b87-27aa-4725-8851-672ab2e5bb76 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/security-groups?id=2493221a-fe0a-4d38-9e09-581abafdd194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593055 Sep 16 05:10:51.878499 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9f1e-8079-422a-8531-46e1505ee80c tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.933561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2056f2fd-18c9-4dd5-a2a5-c729d29a7a9a admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:52.036389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056f2fd-18c9-4dd5-a2a5-c729d29a7a9a admin admin] Pushing event updated for resources: {'Port': ['ID=3592bcc7-362e-4424-908f-ecf7f250a81f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:52.042258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-2056f2fd-18c9-4dd5-a2a5-c729d29a7a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:52.115660 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2056f2fd-18c9-4dd5-a2a5-c729d29a7a9a admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:52.127760 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9f1e-8079-422a-8531-46e1505ee80c tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.134676 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9f1e-8079-422a-8531-46e1505ee80c tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.176407 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7923851f-99aa-4219-ae6a-cf8e35badad6 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.184864 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7923851f-99aa-4219-ae6a-cf8e35badad6 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.212391 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Attempting to bind port 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:52.213278 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Attempting to bind port 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '955fa7be-9b5d-4205-bbc8-309ab1e33fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:52.213978 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Attempting to bind port 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb on network 4a92d87f-6f51-45e0-8432-716507f35429 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:52.222379 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Port 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb on network 4a92d87f-6f51-45e0-8432-716507f35429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:10:52.222698 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Attempting to bind port 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb on network 4a92d87f-6f51-45e0-8432-716507f35429 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:52.230427 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:52.230760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Checking segment: {'id': '955fa7be-9b5d-4205-bbc8-309ab1e33fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:52.231308 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Bound using segment: {'id': '955fa7be-9b5d-4205-bbc8-309ab1e33fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:52.232047 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Bound port: 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955fa7be-9b5d-4205-bbc8-309ab1e33fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:52.232666 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.323556 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9f1e-8079-422a-8531-46e1505ee80c tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.324390 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7f9f1e-8079-422a-8531-46e1505ee80c tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Fanout notify agent at l3_agent the message router_deleted on router d95ce44e-a0f8-4177-b14a-bad79faf70ce {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:52.333379 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9f1e-8079-422a-8531-46e1505ee80c tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.339729 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9d7f9f1e-8079-422a-8531-46e1505ee80c tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "DELETE /v2.0/routers/d95ce44e-a0f8-4177-b14a-bad79faf70ce HTTP/1.1" status: 204 len: 168 time: 2.4641395 Sep 16 05:10:52.341853 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] For port 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:52.344264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45596) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:52.347210 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] For port 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=63fea539-cb5a-4e1f-ba8e-3e7a003a04fb,segment=NetworkSegment(955fa7be-9b5d-4205-bbc8-309ab1e33fb2),segment_id=955fa7be-9b5d-4205-bbc8-309ab1e33fb2)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:52.370524 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.453324 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.476626 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.481254 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] 10.222.0.20 "DELETE /v2.0/networks/0162d318-3662-4a27-b840-8bc58fcd76bf HTTP/1.1" status: 204 len: 168 time: 2.7855554 Sep 16 05:10:52.499919 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:52.504194 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.507823 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] 10.222.0.38 "PUT /v2.0/ports/63fea539-cb5a-4e1f-ba8e-3e7a003a04fb HTTP/1.1" status: 200 len: 1092 time: 1.9145577 Sep 16 05:10:52.535968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204c272-feb6-4b7a-bf86-982352de0e2f tempest-NetworksTest-1608291764 tempest-NetworksTest-1608291764-project] Pushing event deleted for resources: {'Network': ['ID=0162d318-3662-4a27-b840-8bc58fcd76bf,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:52.577517 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5696ce-11d7-45e2-9001-1dd24d5f3836', 'tag': '63fea539-cb5a-4e1f-ba8e-3e7a003a04fb'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:52.580957 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1068f9e7-d02a-4e7b-b971-03d76e774d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca5696ce-11d7-45e2-9001-1dd24d5f3836", "tag": "63fea539-cb5a-4e1f-ba8e-3e7a003a04fb"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:52.676119 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa468f2b-485a-41b9-abf3-5167fe78c62c x-openstack-request-id: req-aa468f2b-485a-41b9-abf3-5167fe78c62c {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:52.677215 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca5696ce-11d7-45e2-9001-1dd24d5f3836", "tag": "63fea539-cb5a-4e1f-ba8e-3e7a003a04fb", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:52.677759 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa468f2b-485a-41b9-abf3-5167fe78c62c {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:52.678805 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5696ce-11d7-45e2-9001-1dd24d5f3836', 'tag': '63fea539-cb5a-4e1f-ba8e-3e7a003a04fb', 'status': 'completed', 'code': 200} Sep 16 05:10:52.695000 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23589e-522a-4f29-9079-5b091e8ddfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=63fea539-cb5a-4e1f-ba8e-3e7a003a04fb,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:52.755911 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c9223e8-6ec1-46ad-85bd-9d2b971a8e32 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.770289 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-8fcaae0d-ced1-4f04-9e04-65ecf827b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:52.774348 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-8fcaae0d-ced1-4f04-9e04-65ecf827b122 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d6a10c61b3f427e8b6252249bac1dfe&device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 1095 time: 0.1006625 Sep 16 05:10:52.797626 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7923851f-99aa-4219-ae6a-cf8e35badad6 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Router 09e0ee8b-a277-4685-893f-da6a2bc930ef has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:52.879608 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-0a91884e-c0e9-47bc-9fc9-819cf966c778 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63fea539-cb5a-4e1f-ba8e-3e7a003a04fb HTTP/1.1" status: 200 len: 217 time: 0.0943410 Sep 16 05:10:52.955138 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-67d3f1b8-c2ca-4bc2-8814-1b03fde1f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:52.959082 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-67d3f1b8-c2ca-4bc2-8814-1b03fde1f1fd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f577e1cc-3619-4e30-9c66-21635bb1ad2e HTTP/1.1" status: 200 len: 848 time: 0.0711124 Sep 16 05:10:53.026556 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-d8ea2e7e-8250-4cae-b999-f24a1996b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:53.028407 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-d8ea2e7e-8250-4cae-b999-f24a1996b036 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4a92d87f-6f51-45e0-8432-716507f35429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621414 Sep 16 05:10:53.045361 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c9223e8-6ec1-46ad-85bd-9d2b971a8e32 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.184391 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-b3a59970-d096-4c2e-bbc2-7b0402db38f7 service neutron] 10.222.0.38 "GET /v2.0/networks/4a92d87f-6f51-45e0-8432-716507f35429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485488 Sep 16 05:10:53.186098 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45608) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:53.194029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-0c9223e8-6ec1-46ad-85bd-9d2b971a8e32 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:53.236875 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a053e2e1-6f62-4213-b90c-87d8e34c7a29 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:53.265870 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-0c9223e8-6ec1-46ad-85bd-9d2b971a8e32 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e2881c-ea41-4221-812c-ac7cad79e063') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:53.266794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-0c9223e8-6ec1-46ad-85bd-9d2b971a8e32 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e2881c-ea41-4221-812c-ac7cad79e063') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:53.267652 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: a053e2e1-6f62-4213-b90c-87d8e34c7a29 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:53.270172 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a053e2e1-6f62-4213-b90c-87d8e34c7a29 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:53.372039 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1a313f13-2eb5-4948-b0a5-7bc834a88b0a req-3a66bf01-09fb-4e1b-9e70-0762193e69a1 service neutron] 10.222.0.38 "GET /v2.0/networks/4a92d87f-6f51-45e0-8432-716507f35429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726913 Sep 16 05:10:53.411174 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6ab6809d-2c9c-48fc-ae50-29ef41198bc5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2982ec6c97294db8a3745833d9fd7a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2238498 Sep 16 05:10:53.414151 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45612) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:53.479297 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-04a621e8-4a84-4ee3-abdf-afffa0fbbae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.508277 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-04a621e8-4a84-4ee3-abdf-afffa0fbbae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.666617 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068f9e7-d02a-4e7b-b971-03d76e774d7e req-57045113-2e03-4d1c-8ce2-57809ccf15d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:53.668334 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1068f9e7-d02a-4e7b-b971-03d76e774d7e req-57045113-2e03-4d1c-8ce2-57809ccf15d5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d6a10c61b3f427e8b6252249bac1dfe&device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 1095 time: 0.1204419 Sep 16 05:10:53.694702 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c9223e8-6ec1-46ad-85bd-9d2b971a8e32 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.710473 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2056f2fd-18c9-4dd5-a2a5-c729d29a7a9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.719221 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-04a621e8-4a84-4ee3-abdf-afffa0fbbae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.724240 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-04a621e8-4a84-4ee3-abdf-afffa0fbbae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.724240 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-04a621e8-4a84-4ee3-abdf-afffa0fbbae8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06d0d426-fa37-4cf6-977c-5255f4c1fcd1 HTTP/1.1" status: 204 len: 168 time: 0.3088965 Sep 16 05:10:53.731556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2baac-988d-43ab-8864-15bae320f4be req-6434b3dc-6a35-4023-9435-83f8b98c8f3f tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:53.733197 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47c2baac-988d-43ab-8864-15bae320f4be req-6434b3dc-6a35-4023-9435-83f8b98c8f3f tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 943 time: 0.6944158 Sep 16 05:10:53.766316 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a621e8-4a84-4ee3-abdf-afffa0fbbae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d0d426-fa37-4cf6-977c-5255f4c1fcd1,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:53.802809 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c9223e8-6ec1-46ad-85bd-9d2b971a8e32 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.813513 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068f9e7-d02a-4e7b-b971-03d76e774d7e req-3ba2136e-9b3b-4cfa-965a-a1108442db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:53.815318 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1068f9e7-d02a-4e7b-b971-03d76e774d7e req-3ba2136e-9b3b-4cfa-965a-a1108442db4f service neutron] 10.222.0.38 "GET /v2.0/networks?id=4a92d87f-6f51-45e0-8432-716507f35429 HTTP/1.1" status: 200 len: 910 time: 0.1399837 Sep 16 05:10:53.825465 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9223e8-6ec1-46ad-85bd-9d2b971a8e32 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:53.825897 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c9223e8-6ec1-46ad-85bd-9d2b971a8e32 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.830020 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7923851f-99aa-4219-ae6a-cf8e35badad6 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:53.832098 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:53.847706 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2de5d6-1cf7-406e-900a-9ee991f0e697 None None] Sync routers for ids ['09e0ee8b-a277-4685-893f-da6a2bc930ef'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:53.855607 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7923851f-99aa-4219-ae6a-cf8e35badad6 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.856940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7923851f-99aa-4219-ae6a-cf8e35badad6 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "PUT /v2.0/routers/09e0ee8b-a277-4685-893f-da6a2bc930ef HTTP/1.1" status: 200 len: 922 time: 5.5833058 Sep 16 05:10:53.863822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45620) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:53.868026 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2de5d6-1cf7-406e-900a-9ee991f0e697 None None] Routers {'09e0ee8b-a277-4685-893f-da6a2bc930ef'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:53.870062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-cb2de5d6-1cf7-406e-900a-9ee991f0e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['09e0ee8b-a277-4685-893f-da6a2bc930ef'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:53.899325 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1068f9e7-d02a-4e7b-b971-03d76e774d7e req-9b4670b8-5f96-441e-a6d9-67887a2b2e97 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63fea539-cb5a-4e1f-ba8e-3e7a003a04fb HTTP/1.1" status: 200 len: 217 time: 0.0681684 Sep 16 05:10:53.956354 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068f9e7-d02a-4e7b-b971-03d76e774d7e req-2b973522-e026-43a8-a44f-d65615cc16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:53.958120 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1068f9e7-d02a-4e7b-b971-03d76e774d7e req-2b973522-e026-43a8-a44f-d65615cc16c8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f577e1cc-3619-4e30-9c66-21635bb1ad2e HTTP/1.1" status: 200 len: 848 time: 0.0519564 Sep 16 05:10:53.958503 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-cb2de5d6-1cf7-406e-900a-9ee991f0e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:53.982628 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2de5d6-1cf7-406e-900a-9ee991f0e697 None None] Routers {'09e0ee8b-a277-4685-893f-da6a2bc930ef'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:53.983521 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-cb2de5d6-1cf7-406e-900a-9ee991f0e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['09e0ee8b-a277-4685-893f-da6a2bc930ef'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:54.023311 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47c2baac-988d-43ab-8864-15bae320f4be req-30771dc5-aeb6-4d62-a258-aa38a24c404a tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/security-groups?id=2493221a-fe0a-4d38-9e09-581abafdd194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220278 Sep 16 05:10:54.024760 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-cb2de5d6-1cf7-406e-900a-9ee991f0e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:54.025961 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2de5d6-1cf7-406e-900a-9ee991f0e697 None None] The sync data for ids ['09e0ee8b-a277-4685-893f-da6a2bc930ef'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:54.049866 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068f9e7-d02a-4e7b-b971-03d76e774d7e req-a5e5bc8a-b697-425d-9cad-e871de951ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:54.053276 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1068f9e7-d02a-4e7b-b971-03d76e774d7e req-a5e5bc8a-b697-425d-9cad-e871de951ce3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4a92d87f-6f51-45e0-8432-716507f35429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872552 Sep 16 05:10:54.126717 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c9223e8-6ec1-46ad-85bd-9d2b971a8e32 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.141856 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c9223e8-6ec1-46ad-85bd-9d2b971a8e32 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.145663 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0c9223e8-6ec1-46ad-85bd-9d2b971a8e32 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] 10.222.0.20 "DELETE /v2.0/networks/d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00 HTTP/1.1" status: 204 len: 168 time: 1.7965493 Sep 16 05:10:54.171703 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9223e8-6ec1-46ad-85bd-9d2b971a8e32 tempest-TestSecurityGroupsBasicOps-1830909783 tempest-TestSecurityGroupsBasicOps-1830909783-project] Pushing event deleted for resources: {'Network': ['ID=d3ff0cc6-b852-4f43-9d53-6a24c7a5bd00,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:54.196514 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ae0d04bf-9841-4b99-bf7d-2c02160aa368 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "GET /v2.0/routers/09e0ee8b-a277-4685-893f-da6a2bc930ef HTTP/1.1" status: 200 len: 922 time: 0.3226664 Sep 16 05:10:54.202141 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45626) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:54.221859 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1068f9e7-d02a-4e7b-b971-03d76e774d7e req-86e4b402-6328-4c42-b11b-1b1d2ffd7b66 service neutron] 10.222.0.38 "GET /v2.0/networks/4a92d87f-6f51-45e0-8432-716507f35429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619143 Sep 16 05:10:54.289038 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2056f2fd-18c9-4dd5-a2a5-c729d29a7a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.395345 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2427abc-ae0a-446e-88f6-32ab5ae94ba2 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:54.402087 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b2427abc-ae0a-446e-88f6-32ab5ae94ba2 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&device_id=09e0ee8b-a277-4685-893f-da6a2bc930ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1929128 Sep 16 05:10:54.432066 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45634) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:54.504989 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.534288 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1068f9e7-d02a-4e7b-b971-03d76e774d7e req-b1a1ad60-bb76-4b03-a951-76d0f34072e5 service neutron] 10.222.0.38 "GET /v2.0/networks/4a92d87f-6f51-45e0-8432-716507f35429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704668 Sep 16 05:10:54.564562 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227fa1ce-5a61-4fb5-8962-5d7c2bd28363 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:54.566995 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-227fa1ce-5a61-4fb5-8962-5d7c2bd28363 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 881 time: 0.1333218 Sep 16 05:10:54.569654 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45638) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:54.603102 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-61fe935f-2e22-4ba3-a839-b9b43200b6e5 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e0ee8b-a277-4685-893f-da6a2bc930ef HTTP/1.1" status: 200 len: 205 time: 0.0321119 Sep 16 05:10:54.606639 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45640) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:54.651678 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2056f2fd-18c9-4dd5-a2a5-c729d29a7a9a admin admin] Router 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:54.769578 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e442fc08-888a-440d-a3aa-55d2063fb883 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.809487 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2056f2fd-18c9-4dd5-a2a5-c729d29a7a9a admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:54.828364 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] Sync routers for ids ['265f4ec0-c2d5-4fcd-913d-5c7083035fa2'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:54.851638 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] Routers {'265f4ec0-c2d5-4fcd-913d-5c7083035fa2'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:54.852732 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['265f4ec0-c2d5-4fcd-913d-5c7083035fa2'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:54.975200 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e442fc08-888a-440d-a3aa-55d2063fb883 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.983883 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2056f2fd-18c9-4dd5-a2a5-c729d29a7a9a admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.988255 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2056f2fd-18c9-4dd5-a2a5-c729d29a7a9a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.1477168 Sep 16 05:10:54.988255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45648) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:55.116280 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45654) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:55.116924 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] Set router 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:55.238465 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e442fc08-888a-440d-a3aa-55d2063fb883 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Deleting port 13476092-047e-4528-a841-619e53a99eb2 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:55.238821 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e442fc08-888a-440d-a3aa-55d2063fb883 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.382793 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e442fc08-888a-440d-a3aa-55d2063fb883 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.416684 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-be7961cc-514b-4fab-bc37-712022bf4894 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d4acf06f6cb40beb5bd53afa54aba76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978237 Sep 16 05:10:55.423337 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45662) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:55.434830 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e442fc08-888a-440d-a3aa-55d2063fb883 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Calling delete_port for 13476092-047e-4528-a841-619e53a99eb2 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:55.459183 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015051574-router', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:52Z', 'revision_number': 3, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'gw_port': {'id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:50Z', 'updated_at': '2021-09-16T05:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:55.459649 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35737bee-659a-4fc0-a5d4-7ab70de701ce req-58597790-c223-4813-8e30-d3ce1cc8d9a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2279472 Sep 16 05:10:55.476870 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b4315-b1d6-4d25-b491-130c7cbed023 req-02810550-be55-4bd3-92d9-682f06bbae97 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:55.479352 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-839b4315-b1d6-4d25-b491-130c7cbed023 req-02810550-be55-4bd3-92d9-682f06bbae97 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 943 time: 0.2547824 Sep 16 05:10:55.499833 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] Checking router: 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:55.500143 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] Updating router 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 port 3592bcc7-362e-4424-908f-ecf7f250a81f binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:55.538196 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.627361 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-839b4315-b1d6-4d25-b491-130c7cbed023 req-750f32db-1a1f-4cff-95d1-7531816d8d05 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/security-groups?id=2493221a-fe0a-4d38-9e09-581abafdd194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195257 Sep 16 05:10:55.644381 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22c7cb74-1074-426d-8dfd-86b363743473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.692267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35737bee-659a-4fc0-a5d4-7ab70de701ce req-0b689b28-5fa4-4e63-8b6e-62d0e5741aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:55.696346 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35737bee-659a-4fc0-a5d4-7ab70de701ce req-0b689b28-5fa4-4e63-8b6e-62d0e5741aeb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3&device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 1098 time: 0.1874387 Sep 16 05:10:55.711461 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45666) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:55.777700 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22c7cb74-1074-426d-8dfd-86b363743473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.925082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-d49068ca-8586-4b3e-87c0-507ac764d8ba tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-385061013'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:55.997886 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35737bee-659a-4fc0-a5d4-7ab70de701ce req-6dadd97d-6bd1-4cbb-ac52-dc087d9cc51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:55.999536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35737bee-659a-4fc0-a5d4-7ab70de701ce req-6dadd97d-6bd1-4cbb-ac52-dc087d9cc51e service neutron] 10.222.0.21 "GET /v2.0/networks?id=b93d0e73-7b57-4b50-88bf-e393412fa10a HTTP/1.1" status: 200 len: 912 time: 0.2313368 Sep 16 05:10:56.000404 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22c7cb74-1074-426d-8dfd-86b363743473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.005582 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-22c7cb74-1074-426d-8dfd-86b363743473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.010432 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-22c7cb74-1074-426d-8dfd-86b363743473 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28b6d17d-d00c-45ae-81f1-26b45e159b72 HTTP/1.1" status: 204 len: 168 time: 0.5827396 Sep 16 05:10:56.029842 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7cb74-1074-426d-8dfd-86b363743473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b6d17d-d00c-45ae-81f1-26b45e159b72,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:56.058421 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e442fc08-888a-440d-a3aa-55d2063fb883 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.095831 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49068ca-8586-4b3e-87c0-507ac764d8ba tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Made reservation on behalf of 795a658db99f44bf80dbe2f001381533 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:56.099865 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.100553 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d49068ca-8586-4b3e-87c0-507ac764d8ba tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.150935 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d49068ca-8586-4b3e-87c0-507ac764d8ba tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.154406 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442fc08-888a-440d-a3aa-55d2063fb883 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Pushing event deleted for resources: {'Port': ['ID=13476092-047e-4528-a841-619e53a99eb2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:56.185567 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35737bee-659a-4fc0-a5d4-7ab70de701ce req-29efb949-af13-4648-8592-b49f3726534e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7309df9-609e-423f-97c0-0eb4331a1188 HTTP/1.1" status: 200 len: 1001 time: 0.1711142 Sep 16 05:10:56.200185 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7fb455cd-0253-4cb7-8583-893b0176cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.224337 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.280140 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e442fc08-888a-440d-a3aa-55d2063fb883 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.331756 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] Attempting to bind port 3592bcc7-362e-4424-908f-ecf7f250a81f on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:56.332808 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] Attempting to bind port 3592bcc7-362e-4424-908f-ecf7f250a81f by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:56.333672 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] Attempting to bind port 3592bcc7-362e-4424-908f-ecf7f250a81f on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:56.340006 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46be754-98ea-4682-8354-fd98d068c131 None None] Pushing event updated for resources: {'Port': ['ID=3592bcc7-362e-4424-908f-ecf7f250a81f,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:56.348989 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:56.355636 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:56.355636 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.355636 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:56.355636 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] Bound port: 3592bcc7-362e-4424-908f-ecf7f250a81f, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:56.355636 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.357098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35737bee-659a-4fc0-a5d4-7ab70de701ce req-8e8f7a59-1146-4c27-87aa-10ff4ff03f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:56.358656 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35737bee-659a-4fc0-a5d4-7ab70de701ce req-8e8f7a59-1146-4c27-87aa-10ff4ff03f5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64014166-35b7-4597-8d1f-ccab49be1bad HTTP/1.1" status: 200 len: 850 time: 0.1359553 Sep 16 05:10:56.442795 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] For port 3592bcc7-362e-4424-908f-ecf7f250a81f, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:56.450538 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] For port 3592bcc7-362e-4424-908f-ecf7f250a81f, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3592bcc7-362e-4424-908f-ecf7f250a81f,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:56.549078 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d49068ca-8586-4b3e-87c0-507ac764d8ba tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.551916 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35737bee-659a-4fc0-a5d4-7ab70de701ce req-e9719769-6a65-426b-8863-c823b0603c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:56.553597 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35737bee-659a-4fc0-a5d4-7ab70de701ce req-e9719769-6a65-426b-8863-c823b0603c55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b93d0e73-7b57-4b50-88bf-e393412fa10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1849153 Sep 16 05:10:56.560580 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.594257 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-7fb455cd-0253-4cb7-8583-893b0176cde0 admin admin] Allocated IP 172.20.0.1 (81d78ab1-c523-4b4f-a063-d0969b176f74/616703c3-a18d-46a5-b3fb-1cf791163d44/3b48507f-0eba-4782-aa69-46fc9b243399) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:56.632109 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] Routers {'265f4ec0-c2d5-4fcd-913d-5c7083035fa2'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:56.632906 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['265f4ec0-c2d5-4fcd-913d-5c7083035fa2'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:56.635467 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46be754-98ea-4682-8354-fd98d068c131 None None] Pushing event updated for resources: {'Port': ['ID=3592bcc7-362e-4424-908f-ecf7f250a81f,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:56.691398 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d49068ca-8586-4b3e-87c0-507ac764d8ba tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.787398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49068ca-8586-4b3e-87c0-507ac764d8ba tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:56.792139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35737bee-659a-4fc0-a5d4-7ab70de701ce req-4bdfc169-25ad-4b74-b2cb-7d29bed8cf40 service neutron] 10.222.0.21 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296097 Sep 16 05:10:56.843261 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:10:56.848001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49068ca-8586-4b3e-87c0-507ac764d8ba tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f938e9-80d3-42fc-9377-8ef791612a00,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:56.862174 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] Set router 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:56.904983 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d49068ca-8586-4b3e-87c0-507ac764d8ba tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.906014 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-d49068ca-8586-4b3e-87c0-507ac764d8ba tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Added segment 522aaddc-6fdc-48d3-b4b4-f9a4c5df7494 of type vlan for network dcdfef31-e2f8-43db-800b-65e6945d3d13 Sep 16 05:10:56.961460 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e442fc08-888a-440d-a3aa-55d2063fb883 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.965836 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e442fc08-888a-440d-a3aa-55d2063fb883 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.063006 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7fb455cd-0253-4cb7-8583-893b0176cde0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.069826 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=63fea539-cb5a-4e1f-ba8e-3e7a003a04fb,segment=NetworkSegment(955fa7be-9b5d-4205-bbc8-309ab1e33fb2),segment_id=955fa7be-9b5d-4205-bbc8-309ab1e33fb2)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:57.083369 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d49068ca-8586-4b3e-87c0-507ac764d8ba tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.096110 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '63fea539-cb5a-4e1f-ba8e-3e7a003a04fb', 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429', 'port_id': '63fea539-cb5a-4e1f-ba8e-3e7a003a04fb', 'mac_address': 'fa:16:3e:6d:6d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f577e1cc-3619-4e30-9c66-21635bb1ad2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:10:57.158800 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35737bee-659a-4fc0-a5d4-7ab70de701ce req-199a6b7b-238d-4f0b-b5d3-737a339b30ba service neutron] 10.222.0.21 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570821 Sep 16 05:10:57.166026 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e442fc08-888a-440d-a3aa-55d2063fb883 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.169900 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e442fc08-888a-440d-a3aa-55d2063fb883 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Fanout notify agent at l3_agent the message router_deleted on router 09e0ee8b-a277-4685-893f-da6a2bc930ef {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:57.170247 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aca7e0-903b-4e07-979c-9a2b091a05b5 req-18e70b2f-45e1-4695-a79f-df744413f6cc tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:57.175065 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9aca7e0-903b-4e07-979c-9a2b091a05b5 req-18e70b2f-45e1-4695-a79f-df744413f6cc tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 943 time: 0.2653546 Sep 16 05:10:57.176973 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e442fc08-888a-440d-a3aa-55d2063fb883 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.184146 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e442fc08-888a-440d-a3aa-55d2063fb883 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "DELETE /v2.0/routers/09e0ee8b-a277-4685-893f-da6a2bc930ef HTTP/1.1" status: 204 len: 168 time: 2.5704882 Sep 16 05:10:57.184524 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45678) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:57.192133 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-665ac02d-ca64-40ff-bb0f-0de0aeb24937 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-935591486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:57.205972 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.232849 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:57.243421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9aca7e0-903b-4e07-979c-9a2b091a05b5 req-b69f9ac1-0c9f-42fb-8e69-1615f28125b5 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/security-groups?id=2493221a-fe0a-4d38-9e09-581abafdd194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673521 Sep 16 05:10:57.284745 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=63fea539-cb5a-4e1f-ba8e-3e7a003a04fb,segment=NetworkSegment(955fa7be-9b5d-4205-bbc8-309ab1e33fb2),segment_id=955fa7be-9b5d-4205-bbc8-309ab1e33fb2)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:57.331612 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015051574-router', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:52Z', 'revision_number': 3, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'gw_port': {'id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:50Z', 'updated_at': '2021-09-16T05:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:57.386623 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88cdfab-2c8b-49d4-baef-973de5cfc1a9 None None] The sync data for ids ['265f4ec0-c2d5-4fcd-913d-5c7083035fa2'] in n-d-712140-13 is: [{'id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015051574-router', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:52Z', 'revision_number': 3, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'gw_port': {'id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:50Z', 'updated_at': '2021-09-16T05:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:57.394402 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d49068ca-8586-4b3e-87c0-507ac764d8ba tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.403437 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49068ca-8586-4b3e-87c0-507ac764d8ba tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:57.403437 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d49068ca-8586-4b3e-87c0-507ac764d8ba tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.436765 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7fb455cd-0253-4cb7-8583-893b0176cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.509607 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-665ac02d-ca64-40ff-bb0f-0de0aeb24937 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.512988 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.513681 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-665ac02d-ca64-40ff-bb0f-0de0aeb24937 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.545826 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb455cd-0253-4cb7-8583-893b0176cde0 admin admin] Network 81d78ab1-c523-4b4f-a063-d0969b176f74 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:57.555582 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-7fb455cd-0253-4cb7-8583-893b0176cde0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:57.567223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb455cd-0253-4cb7-8583-893b0176cde0 admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:57.573226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49068ca-8586-4b3e-87c0-507ac764d8ba tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Network': ['ID=dcdfef31-e2f8-43db-800b-65e6945d3d13,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:57.588377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=63fea539-cb5a-4e1f-ba8e-3e7a003a04fb,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:57.606789 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network dcdfef31-e2f8-43db-800b-65e6945d3d13 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:57.610616 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-665ac02d-ca64-40ff-bb0f-0de0aeb24937 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.628487 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb455cd-0253-4cb7-8583-893b0176cde0 admin admin] Pushing event updated for resources: {'Port': ['ID=3b48507f-0eba-4782-aa69-46fc9b243399,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:57.663460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d49068ca-8586-4b3e-87c0-507ac764d8ba tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9451933 Sep 16 05:10:57.663460 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7fb455cd-0253-4cb7-8583-893b0176cde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.664096 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45682) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:57.668516 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c617e932-125b-4c21-9580-6c12d557a659 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1802612460'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:57.682142 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45684) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:57.710824 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-665ac02d-ca64-40ff-bb0f-0de0aeb24937 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.728788 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1516cc4c-6871-48a5-8641-3c008d2d39f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.848080 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c617e932-125b-4c21-9580-6c12d557a659 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Made reservation on behalf of 795a658db99f44bf80dbe2f001381533 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:57.852708 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c617e932-125b-4c21-9580-6c12d557a659 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.899715 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['63fea539-cb5a-4e1f-ba8e-3e7a003a04fb'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:57.906115 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c617e932-125b-4c21-9580-6c12d557a659 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:57.922722 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c617e932-125b-4c21-9580-6c12d557a659 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.923337 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-c617e932-125b-4c21-9580-6c12d557a659 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Added segment 40bbd91f-1f2c-4030-a904-bd394b8eafe0 of type vlan for network 075ec0ef-f2cb-450d-bb48-1e95d31f9e05 Sep 16 05:10:57.976019 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-665ac02d-ca64-40ff-bb0f-0de0aeb24937 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.982375 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-665ac02d-ca64-40ff-bb0f-0de0aeb24937 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7916496 Sep 16 05:10:57.982860 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45686) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:57.990174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ede73534-bfaa-43df-b3e9-aa4927f50a8e tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Request body: {'router': {'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:58.021117 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c617e932-125b-4c21-9580-6c12d557a659 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.199615 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c617e932-125b-4c21-9580-6c12d557a659 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.214519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c617e932-125b-4c21-9580-6c12d557a659 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:58.216120 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c617e932-125b-4c21-9580-6c12d557a659 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.235616 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1516cc4c-6871-48a5-8641-3c008d2d39f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.411917 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1516cc4c-6871-48a5-8641-3c008d2d39f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.423511 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617e932-125b-4c21-9580-6c12d557a659 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Network': ['ID=075ec0ef-f2cb-450d-bb48-1e95d31f9e05,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:58.437516 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 075ec0ef-f2cb-450d-bb48-1e95d31f9e05 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:58.456028 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.531895 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516cc4c-6871-48a5-8641-3c008d2d39f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfd2f26-d122-4f05-aa26-1b7cb5daf112,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:58.533107 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1516cc4c-6871-48a5-8641-3c008d2d39f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c999f6e80174d9f8c1aaea1dab2405b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8460293 Sep 16 05:10:58.536553 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45692) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:58.567420 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c617e932-125b-4c21-9580-6c12d557a659 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9053991 Sep 16 05:10:58.577768 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45694) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:58.594494 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-140db001-2e87-418b-854c-662c8f150995 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'subnet': {'network_id': 'dcdfef31-e2f8-43db-800b-65e6945d3d13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:58.702924 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7fb455cd-0253-4cb7-8583-893b0176cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.780063 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa03e-a048-48fd-9153-22bdfc40395c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.836009 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa03e-a048-48fd-9153-22bdfc40395c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.977350 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ede73534-bfaa-43df-b3e9-aa4927f50a8e tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.993915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a463b2-c2b6-4848-accc-b5706c01f2e0 req-2ac865e7-829f-4fa9-b09c-df8b3448b30c tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:58.995750 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13a463b2-c2b6-4848-accc-b5706c01f2e0 req-2ac865e7-829f-4fa9-b09c-df8b3448b30c tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 944 time: 0.3197277 Sep 16 05:10:59.006356 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140db001-2e87-418b-854c-662c8f150995 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Made reservation on behalf of 795a658db99f44bf80dbe2f001381533 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:59.012357 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-140db001-2e87-418b-854c-662c8f150995 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.117581 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13a463b2-c2b6-4848-accc-b5706c01f2e0 req-9ad28d05-7639-4de2-a7f1-a8115995e73f tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/security-groups?id=2493221a-fe0a-4d38-9e09-581abafdd194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050684 Sep 16 05:10:59.127693 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa03e-a048-48fd-9153-22bdfc40395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.137282 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa03e-a048-48fd-9153-22bdfc40395c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.137282 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6c3aa03e-a048-48fd-9153-22bdfc40395c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2cfd2f26-d122-4f05-aa26-1b7cb5daf112 HTTP/1.1" status: 204 len: 168 time: 0.5977159 Sep 16 05:10:59.176170 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3aa03e-a048-48fd-9153-22bdfc40395c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfd2f26-d122-4f05-aa26-1b7cb5daf112,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:59.211211 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7fb455cd-0253-4cb7-8583-893b0176cde0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.331367 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7fb455cd-0253-4cb7-8583-893b0176cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.371373 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3592bcc7-362e-4424-908f-ecf7f250a81f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:59.437723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 3592bcc7-362e-4424-908f-ecf7f250a81f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:59.438472 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.503165 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7fb455cd-0253-4cb7-8583-893b0176cde0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.555651 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-140db001-2e87-418b-854c-662c8f150995 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.592559 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.628067 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 3592bcc7-362e-4424-908f-ecf7f250a81f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3592bcc7-362e-4424-908f-ecf7f250a81f,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:59.664168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb455cd-0253-4cb7-8583-893b0176cde0 admin admin] Pushing event updated for resources: {'Port': ['ID=3b48507f-0eba-4782-aa69-46fc9b243399,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:59.711080 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140db001-2e87-418b-854c-662c8f150995 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Subnet': ['ID=a6c265dd-80e3-4735-8056-7e48a871399a,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:59.715252 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140db001-2e87-418b-854c-662c8f150995 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Checking segment: {'id': '522aaddc-6fdc-48d3-b4b4-f9a4c5df7494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dcdfef31-e2f8-43db-800b-65e6945d3d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:59.715799 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140db001-2e87-418b-854c-662c8f150995 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network hostable DHCP agents. Network: dcdfef31-e2f8-43db-800b-65e6945d3d13, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:59.721754 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.817455 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ede73534-bfaa-43df-b3e9-aa4927f50a8e tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.841634 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=3592bcc7-362e-4424-908f-ecf7f250a81f,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:59.856851 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.856851 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.857462 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.858073 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.858598 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.859311 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.860232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.860790 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.861344 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.861882 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.862445 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.863031 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.867937 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140db001-2e87-418b-854c-662c8f150995 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network dcdfef31-e2f8-43db-800b-65e6945d3d13 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:59.882037 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ede73534-bfaa-43df-b3e9-aa4927f50a8e tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.000423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-140db001-2e87-418b-854c-662c8f150995 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, dcdfef31-e2f8-43db-800b-65e6945d3d13) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:00.007391 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140db001-2e87-418b-854c-662c8f150995 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:00.008458 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-140db001-2e87-418b-854c-662c8f150995 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.011221 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca42538-40c9-4a38-b8c4-9ea78a9d1473 None None] Network dcdfef31-e2f8-43db-800b-65e6945d3d13 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:00.125709 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-140db001-2e87-418b-854c-662c8f150995 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5463619 Sep 16 05:11:00.126804 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45702) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:00.133557 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-27888bc8-a731-4c92-832a-3bae3a75ec2d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'subnet': {'network_id': '075ec0ef-f2cb-450d-bb48-1e95d31f9e05', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:00.153225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb455cd-0253-4cb7-8583-893b0176cde0 admin admin] Network 81d78ab1-c523-4b4f-a063-d0969b176f74 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:00.158861 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-7fb455cd-0253-4cb7-8583-893b0176cde0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:00.224372 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-dcdfef31-e2f8-43db-800b-65e6945d3d13', 'network_id': 'dcdfef31-e2f8-43db-800b-65e6945d3d13', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'fixed_ips': [{'subnet_id': 'a6c265dd-80e3-4735-8056-7e48a871399a'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:00.227884 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.285489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-ede73534-bfaa-43df-b3e9-aa4927f50a8e tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Allocated IP 172.25.4.122 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/08e789ee-97eb-4484-aa09-8a1ac75430d0) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:00.428841 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] Allocated IP 2001:db8::2 (dcdfef31-e2f8-43db-800b-65e6945d3d13/a6c265dd-80e3-4735-8056-7e48a871399a/8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:00.497534 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27888bc8-a731-4c92-832a-3bae3a75ec2d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Made reservation on behalf of 795a658db99f44bf80dbe2f001381533 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:00.505605 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-27888bc8-a731-4c92-832a-3bae3a75ec2d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.529374 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb455cd-0253-4cb7-8583-893b0176cde0 admin admin] Router 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:00.538976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2743f6e-d554-474b-8824-17923b51333b req-40a9588a-c501-4faa-a70f-4a20094cb7db tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:00.540145 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2743f6e-d554-474b-8824-17923b51333b req-40a9588a-c501-4faa-a70f-4a20094cb7db tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 944 time: 0.2295158 Sep 16 05:11:00.558178 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45706) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:00.673691 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ede73534-bfaa-43df-b3e9-aa4927f50a8e tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.717879 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cb46f9bf-9bc5-4322-b581-2f936dc4c60f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b88ba52e8ad24dc3a73410b997f0f513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528091 Sep 16 05:11:00.718548 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45710) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:00.732701 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2743f6e-d554-474b-8824-17923b51333b req-d750faf4-9327-4a9a-99e9-fea6fcd998e3 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/security-groups?id=2493221a-fe0a-4d38-9e09-581abafdd194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648324 Sep 16 05:11:00.736021 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.848032 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f29512a0-2794-4270-bf1c-71ee4225c2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.859308 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:00.859597 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb455cd-0253-4cb7-8583-893b0176cde0 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:00.877016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7fb455cd-0253-4cb7-8583-893b0176cde0 admin admin] 10.222.0.20 "PUT /v2.0/routers/265f4ec0-c2d5-4fcd-913d-5c7083035fa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8767083 Sep 16 05:11:00.918488 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f29512a0-2794-4270-bf1c-71ee4225c2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.919072 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] Sync routers for ids ['265f4ec0-c2d5-4fcd-913d-5c7083035fa2'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:00.943968 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.949172 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] Routers {'265f4ec0-c2d5-4fcd-913d-5c7083035fa2'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:00.950219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['265f4ec0-c2d5-4fcd-913d-5c7083035fa2'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:01.075356 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] Network dcdfef31-e2f8-43db-800b-65e6945d3d13 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:01.094657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:01.100960 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:01.114931 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] Pushing event updated for resources: {'Port': ['ID=8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:01.245020 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-27888bc8-a731-4c92-832a-3bae3a75ec2d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.245688 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ede73534-bfaa-43df-b3e9-aa4927f50a8e tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.245849 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] Attempting to bind port 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:01.245849 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] Attempting to bind port 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '522aaddc-6fdc-48d3-b4b4-f9a4c5df7494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dcdfef31-e2f8-43db-800b-65e6945d3d13'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:01.245849 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] Attempting to bind port 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4 on network dcdfef31-e2f8-43db-800b-65e6945d3d13 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:01.245849 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] Set router 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:01.269697 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:01.270433 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] Checking segment: {'id': '522aaddc-6fdc-48d3-b4b4-f9a4c5df7494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dcdfef31-e2f8-43db-800b-65e6945d3d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:01.271098 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.271677 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] Bound using segment: {'id': '522aaddc-6fdc-48d3-b4b4-f9a4c5df7494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dcdfef31-e2f8-43db-800b-65e6945d3d13'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:01.272362 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] Bound port: 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522aaddc-6fdc-48d3-b4b4-f9a4c5df7494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dcdfef31-e2f8-43db-800b-65e6945d3d13'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:01.273074 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.294552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3592bcc7-362e-4424-908f-ecf7f250a81f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:01.338405 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27888bc8-a731-4c92-832a-3bae3a75ec2d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Subnet': ['ID=e90f7fb2-03c4-4dbb-bb29-0cfc01a7c640,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:01.342993 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27888bc8-a731-4c92-832a-3bae3a75ec2d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Checking segment: {'id': '40bbd91f-1f2c-4030-a904-bd394b8eafe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '075ec0ef-f2cb-450d-bb48-1e95d31f9e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:01.343790 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27888bc8-a731-4c92-832a-3bae3a75ec2d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network hostable DHCP agents. Network: 075ec0ef-f2cb-450d-bb48-1e95d31f9e05, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:01.360962 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f29512a0-2794-4270-bf1c-71ee4225c2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.366724 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f29512a0-2794-4270-bf1c-71ee4225c2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.373961 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f29512a0-2794-4270-bf1c-71ee4225c2fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ce38384-d5a8-4b74-850d-26de0a5b7a24 HTTP/1.1" status: 204 len: 168 time: 0.6538670 Sep 16 05:11:01.403433 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29512a0-2794-4270-bf1c-71ee4225c2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce38384-d5a8-4b74-850d-26de0a5b7a24,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:01.416958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede73534-bfaa-43df-b3e9-aa4927f50a8e tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Pushing event updated for resources: {'Port': ['ID=08e789ee-97eb-4484-aa09-8a1ac75430d0,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:01.442859 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede73534-bfaa-43df-b3e9-aa4927f50a8e tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:01.443931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-ede73534-bfaa-43df-b3e9-aa4927f50a8e tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:01.464482 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:01.465649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede73534-bfaa-43df-b3e9-aa4927f50a8e tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:01.491978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:01.492782 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.563362 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] For port 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:01.568352 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27888bc8-a731-4c92-832a-3bae3a75ec2d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network 075ec0ef-f2cb-450d-bb48-1e95d31f9e05 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:01.591052 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] For port 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4,segment=NetworkSegment(522aaddc-6fdc-48d3-b4b4-f9a4c5df7494),segment_id=522aaddc-6fdc-48d3-b4b4-f9a4c5df7494)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:01.613300 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 3592bcc7-362e-4424-908f-ecf7f250a81f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:01.613733 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.711475 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-88b74874-0fc3-42e4-9365-fc247cca0f77 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.713571 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-88b74874-0fc3-42e4-9365-fc247cca0f77 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/networks?id=81d78ab1-c523-4b4f-a063-d0969b176f74 HTTP/1.1" status: 200 len: 820 time: 0.2595320 Sep 16 05:11:01.720539 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-27888bc8-a731-4c92-832a-3bae3a75ec2d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 075ec0ef-f2cb-450d-bb48-1e95d31f9e05) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:01.726029 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.730273 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27888bc8-a731-4c92-832a-3bae3a75ec2d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.735510 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-27888bc8-a731-4c92-832a-3bae3a75ec2d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.772918 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def8eb15-55cf-404d-bbb0-324f7b0fdb79 None None] Network 075ec0ef-f2cb-450d-bb48-1e95d31f9e05 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:01.773476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-99877787-9b33-4762-85a2-e6bc8b1b26d9 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/quotas/46b5f4cbaa1a4425a9c50fd107659600 HTTP/1.1" status: 200 len: 375 time: 0.0210013 Sep 16 05:11:01.807173 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.939408 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626af5-517a-4170-b01a-7386d0b4b2f4 None None] Pushing event updated for resources: {'Port': ['ID=8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:01.942711 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5696ce-11d7-45e2-9001-1dd24d5f3836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fea539-cb5a-4e1f-ba8e-3e7a003a04fb'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:01.944936 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58adf97b-c74c-4938-a9d3-849ea5cb73a9" -d '{"events": [{"server_uuid": "ca5696ce-11d7-45e2-9001-1dd24d5f3836", "name": "network-vif-plugged", "status": "completed", "tag": "63fea539-cb5a-4e1f-ba8e-3e7a003a04fb"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:01.952341 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-6ef1dda5-922d-419e-9316-fd927872b6d6 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=46b5f4cbaa1a4425a9c50fd107659600&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1774824 Sep 16 05:11:01.954013 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015051574-router', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'gw_port': {'id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:50Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '3b48507f-0eba-4782-aa69-46fc9b243399', 'name': '', 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'mac_address': 'fa:16:3e:16:90:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '616703c3-a18d-46a5-b3fb-1cf791163d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:56Z', 'updated_at': '2021-09-16T05:10:58Z', 'revision_number': 2, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'subnets': [{'id': '616703c3-a18d-46a5-b3fb-1cf791163d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:01.962524 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-27888bc8-a731-4c92-832a-3bae3a75ec2d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8338847 Sep 16 05:11:01.966511 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45736) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:01.984093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-1eeacc06-b77e-4bb3-b979-3fe749f32e39 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-623538606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:02.010449 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=63fea539-cb5a-4e1f-ba8e-3e7a003a04fb,segment=NetworkSegment(955fa7be-9b5d-4205-bbc8-309ab1e33fb2),segment_id=955fa7be-9b5d-4205-bbc8-309ab1e33fb2)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:02.017363 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] Checking router: 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:02.017833 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] Updating router 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 port 3b48507f-0eba-4782-aa69-46fc9b243399 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:02.077251 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.143725 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1eeacc06-b77e-4bb3-b979-3fe749f32e39 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.147681 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1eeacc06-b77e-4bb3-b979-3fe749f32e39 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.200417 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-ae69877a-cc18-4b6a-ac1e-10ffa4bc69b4 service neutron] 10.222.0.20 "GET /v2.0/networks/81d78ab1-c523-4b4f-a063-d0969b176f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113953 Sep 16 05:11:02.257251 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1eeacc06-b77e-4bb3-b979-3fe749f32e39 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.337646 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1eeacc06-b77e-4bb3-b979-3fe749f32e39 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.340874 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ede73534-bfaa-43df-b3e9-aa4927f50a8e tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.471658 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.493743 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c77d25-e752-41c7-b94a-1c0399733743 req-9f7fe383-5b08-463c-9f8f-ca8641a3e280 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:02.497652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42c77d25-e752-41c7-b94a-1c0399733743 req-9f7fe383-5b08-463c-9f8f-ca8641a3e280 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 944 time: 0.5675216 Sep 16 05:11:02.509305 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1eeacc06-b77e-4bb3-b979-3fe749f32e39 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.513257 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-075ec0ef-f2cb-450d-bb48-1e95d31f9e05', 'network_id': '075ec0ef-f2cb-450d-bb48-1e95d31f9e05', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'fixed_ips': [{'subnet_id': 'e90f7fb2-03c4-4dbb-bb29-0cfc01a7c640'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:02.514155 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.515666 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1eeacc06-b77e-4bb3-b979-3fe749f32e39 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5456307 Sep 16 05:11:02.516512 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45746) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:02.734540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42c77d25-e752-41c7-b94a-1c0399733743 req-d23ed91c-3fe2-4f67-a5d4-61d175372685 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/security-groups?id=2493221a-fe0a-4d38-9e09-581abafdd194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615877 Sep 16 05:11:02.756836 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=63fea539-cb5a-4e1f-ba8e-3e7a003a04fb,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:02.833649 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-c45f3431-c6c4-4fd5-b37c-de6de09a09fe service neutron] 10.222.0.20 "GET /v2.0/networks/81d78ab1-c523-4b4f-a063-d0969b176f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5929296 Sep 16 05:11:02.955922 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] Allocated IP 2001:db8:1::2 (075ec0ef-f2cb-450d-bb48-1e95d31f9e05/e90f7fb2-03c4-4dbb-bb29-0cfc01a7c640/7e65fd89-8f53-4a72-ba15-22e0c6249833) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:03.023870 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9071efde-b259-40c8-be49-e0e541a803c9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.102239 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ede73534-bfaa-43df-b3e9-aa4927f50a8e tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.107015 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ede73534-bfaa-43df-b3e9-aa4927f50a8e tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.380591 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31feca02-05cd-40bf-a4c4-ac8071656e19 x-openstack-request-id: req-31feca02-05cd-40bf-a4c4-ac8071656e19 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:03.380876 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5696ce-11d7-45e2-9001-1dd24d5f3836", "name": "network-vif-plugged", "status": "completed", "tag": "63fea539-cb5a-4e1f-ba8e-3e7a003a04fb", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:03.381304 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31feca02-05cd-40bf-a4c4-ac8071656e19 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:03.381717 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5696ce-11d7-45e2-9001-1dd24d5f3836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fea539-cb5a-4e1f-ba8e-3e7a003a04fb', 'code': 200} Sep 16 05:11:03.470944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:03.484518 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-603ff6a0-aa83-44b7-b2ee-5833efbf9eb4 req-f0068740-f8b0-4b63-bd28-ba0964ec6cb1 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 210 time: 0.0511692 Sep 16 05:11:03.535359 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.561732 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede73534-bfaa-43df-b3e9-aa4927f50a8e tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Router c6b78462-0757-4b1c-8239-d423d8f0ba2d is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:03.568808 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.601118 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:03.602022 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.659270 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.704887 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dde6e13-5ae8-479e-8470-ad76c85fdb84 None None] Network dcdfef31-e2f8-43db-800b-65e6945d3d13 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:03.726823 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.737000 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26d8fa-c3ac-4cd9-968c-603a3e4cf9b2 req-bb2fa2bd-ad52-4b55-9966-0bba1327bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:03.740236 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4f26d8fa-c3ac-4cd9-968c-603a3e4cf9b2 req-bb2fa2bd-ad52-4b55-9966-0bba1327bf54 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 1097 time: 0.1772974 Sep 16 05:11:03.839048 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-9071efde-b259-40c8-be49-e0e541a803c9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Allocated IP 2001:db8::1 (dcdfef31-e2f8-43db-800b-65e6945d3d13/a6c265dd-80e3-4735-8056-7e48a871399a/c06b7b8d-d752-42f5-9cfd-5bfbc905f397) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:03.853862 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4f26d8fa-c3ac-4cd9-968c-603a3e4cf9b2 req-6ba41ff4-baf1-4239-bf7b-4027803d19a4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2493221a-fe0a-4d38-9e09-581abafdd194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060729 Sep 16 05:11:03.874636 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] Network 075ec0ef-f2cb-450d-bb48-1e95d31f9e05 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:03.913506 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:03.932891 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45770) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:03.994954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:04.087416 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d12892-1617-4eab-9953-905e6c47fbe4 None None] Pushing event updated for resources: {'Port': ['ID=3b48507f-0eba-4782-aa69-46fc9b243399,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:04.154935 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3ca3f1d7-0c2f-4c6b-9521-0b6028830f3d None None] Provisioning complete for port 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:04.155671 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3ca3f1d7-0c2f-4c6b-9521-0b6028830f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.204431 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9071efde-b259-40c8-be49-e0e541a803c9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.273638 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-094bddff-de7d-43f7-aa06-07e86b85b4f1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-585287441-network', 'tenant_id': 'a58734203b374351a59c62426afce6b4'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:04.307363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede73534-bfaa-43df-b3e9-aa4927f50a8e tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:04.316434 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ede73534-bfaa-43df-b3e9-aa4927f50a8e tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.317842 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ede73534-bfaa-43df-b3e9-aa4927f50a8e tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "PUT /v2.0/routers/c6b78462-0757-4b1c-8239-d423d8f0ba2d HTTP/1.1" status: 200 len: 879 time: 6.3338361 Sep 16 05:11:04.324428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45776) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:04.326746 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3bfe67-b60c-48aa-bbc3-7db06eaccae7 None None] Sync routers for ids ['c6b78462-0757-4b1c-8239-d423d8f0ba2d'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:04.335335 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9071efde-b259-40c8-be49-e0e541a803c9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.345933 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3bfe67-b60c-48aa-bbc3-7db06eaccae7 None None] Routers {'c6b78462-0757-4b1c-8239-d423d8f0ba2d'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:04.346954 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-dc3bfe67-b60c-48aa-bbc3-7db06eaccae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['c6b78462-0757-4b1c-8239-d423d8f0ba2d'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:04.383971 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87326dec-5964-401c-9866-a8b2e3f4376a req-b97fdab5-464f-413d-a2cb-7e16c09f461d tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:04.389143 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-dc3bfe67-b60c-48aa-bbc3-7db06eaccae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:04.392450 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87326dec-5964-401c-9866-a8b2e3f4376a req-b97fdab5-464f-413d-a2cb-7e16c09f461d tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 945 time: 0.1413808 Sep 16 05:11:04.401047 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3bfe67-b60c-48aa-bbc3-7db06eaccae7 None None] Routers {'c6b78462-0757-4b1c-8239-d423d8f0ba2d'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:04.402397 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-dc3bfe67-b60c-48aa-bbc3-7db06eaccae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['c6b78462-0757-4b1c-8239-d423d8f0ba2d'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:04.419462 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9071efde-b259-40c8-be49-e0e541a803c9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network dcdfef31-e2f8-43db-800b-65e6945d3d13 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:04.423439 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-9071efde-b259-40c8-be49-e0e541a803c9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:04.434683 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9071efde-b259-40c8-be49-e0e541a803c9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:04.435989 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9071efde-b259-40c8-be49-e0e541a803c9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.446646 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-dc3bfe67-b60c-48aa-bbc3-7db06eaccae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:04.448519 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3bfe67-b60c-48aa-bbc3-7db06eaccae7 None None] The sync data for ids ['c6b78462-0757-4b1c-8239-d423d8f0ba2d'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:04.465994 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] Attempting to bind port 7e65fd89-8f53-4a72-ba15-22e0c6249833 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:04.466708 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] Attempting to bind port 7e65fd89-8f53-4a72-ba15-22e0c6249833 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '40bbd91f-1f2c-4030-a904-bd394b8eafe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '075ec0ef-f2cb-450d-bb48-1e95d31f9e05'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:04.467296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] Attempting to bind port 7e65fd89-8f53-4a72-ba15-22e0c6249833 on network 075ec0ef-f2cb-450d-bb48-1e95d31f9e05 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:04.484407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:04.485157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] Checking segment: {'id': '40bbd91f-1f2c-4030-a904-bd394b8eafe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '075ec0ef-f2cb-450d-bb48-1e95d31f9e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:04.485746 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.486336 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] Bound using segment: {'id': '40bbd91f-1f2c-4030-a904-bd394b8eafe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '075ec0ef-f2cb-450d-bb48-1e95d31f9e05'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:04.488434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] Bound port: 7e65fd89-8f53-4a72-ba15-22e0c6249833, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bbd91f-1f2c-4030-a904-bd394b8eafe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '075ec0ef-f2cb-450d-bb48-1e95d31f9e05'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:04.489335 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.506591 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] Pushing event updated for resources: {'Port': ['ID=7e65fd89-8f53-4a72-ba15-22e0c6249833,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:04.510709 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] Attempting to bind port 3b48507f-0eba-4782-aa69-46fc9b243399 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:04.511628 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] Attempting to bind port 3b48507f-0eba-4782-aa69-46fc9b243399 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'af1e5cab-e8db-44ca-bce4-bd4fd4209b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:04.512211 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] Attempting to bind port 3b48507f-0eba-4782-aa69-46fc9b243399 on network 81d78ab1-c523-4b4f-a063-d0969b176f74 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:04.538654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:04.539874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] Checking segment: {'id': 'af1e5cab-e8db-44ca-bce4-bd4fd4209b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:04.540460 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.541806 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] Bound using segment: {'id': 'af1e5cab-e8db-44ca-bce4-bd4fd4209b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:04.542533 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] Bound port: 3b48507f-0eba-4782-aa69-46fc9b243399, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1e5cab-e8db-44ca-bce4-bd4fd4209b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:04.543143 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.551519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094bddff-de7d-43f7-aa06-07e86b85b4f1 admin admin] Made reservation on behalf of a58734203b374351a59c62426afce6b4 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:04.556318 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-094bddff-de7d-43f7-aa06-07e86b85b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.617899 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-813a7ea6-6eb7-4646-bb68-df20ced90b77 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "GET /v2.0/routers/c6b78462-0757-4b1c-8239-d423d8f0ba2d HTTP/1.1" status: 200 len: 920 time: 0.2909274 Sep 16 05:11:04.655787 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45782) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:04.656597 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09a86c9a-5aff-4a4e-a88d-d12af8e95820 req-a4c12f3b-016f-4235-9fcd-a94a6ebb2680 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 210 time: 0.0347595 Sep 16 05:11:04.659408 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] For port 7e65fd89-8f53-4a72-ba15-22e0c6249833, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:04.663333 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87326dec-5964-401c-9866-a8b2e3f4376a req-adc92e59-0477-4753-9e03-8e4e1770e173 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/security-groups?id=2493221a-fe0a-4d38-9e09-581abafdd194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696531 Sep 16 05:11:04.664703 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-094bddff-de7d-43f7-aa06-07e86b85b4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.671057 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] For port 7e65fd89-8f53-4a72-ba15-22e0c6249833, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7e65fd89-8f53-4a72-ba15-22e0c6249833,segment=NetworkSegment(40bbd91f-1f2c-4030-a904-bd394b8eafe0),segment_id=40bbd91f-1f2c-4030-a904-bd394b8eafe0)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:04.691153 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.751612 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071efde-b259-40c8-be49-e0e541a803c9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=c06b7b8d-d752-42f5-9cfd-5bfbc905f397,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:04.811784 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0aa2a3-d4f1-4999-9f88-03d3c6894e18 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:04.816434 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2b0aa2a3-d4f1-4999-9f88-03d3c6894e18 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&device_id=c6b78462-0757-4b1c-8239-d423d8f0ba2d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1449080 Sep 16 05:11:04.817435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45784) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:04.829303 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3ca3f1d7-0c2f-4c6b-9521-0b6028830f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.851067 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9071efde-b259-40c8-be49-e0e541a803c9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.855342 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.864621 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4,segment=NetworkSegment(522aaddc-6fdc-48d3-b4b4-f9a4c5df7494),segment_id=522aaddc-6fdc-48d3-b4b4-f9a4c5df7494)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:04.919953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] For port 3b48507f-0eba-4782-aa69-46fc9b243399, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:04.945210 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.952705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] For port 3b48507f-0eba-4782-aa69-46fc9b243399, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3b48507f-0eba-4782-aa69-46fc9b243399,segment=NetworkSegment(af1e5cab-e8db-44ca-bce4-bd4fd4209b3d),segment_id=af1e5cab-e8db-44ca-bce4-bd4fd4209b3d)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:05.023521 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d83e1-6781-43cf-8d86-c53013bbf83d None None] Pushing event updated for resources: {'Port': ['ID=7e65fd89-8f53-4a72-ba15-22e0c6249833,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:05.032548 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.082372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f35015-46f5-4ca4-a6db-a91f69bb1b52 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:05.084138 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a6f35015-46f5-4ca4-a6db-a91f69bb1b52 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 881 time: 0.2646835 Sep 16 05:11:05.091425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45786) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:05.095848 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-3ca3f1d7-0c2f-4c6b-9521-0b6028830f3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:11:05.096483 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-3ca3f1d7-0c2f-4c6b-9521-0b6028830f3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:11:05.140830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fdf7a16c-eb44-47be-a7ea-87fa156d8759 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b78462-0757-4b1c-8239-d423d8f0ba2d HTTP/1.1" status: 200 len: 205 time: 0.0480433 Sep 16 05:11:05.157299 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] Routers {'265f4ec0-c2d5-4fcd-913d-5c7083035fa2'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:05.157963 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['265f4ec0-c2d5-4fcd-913d-5c7083035fa2'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:05.160091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:05.160402 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45790) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:05.207715 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:11:05.267513 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f0cb002f-db79-4710-afce-7fb9ae96f1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.550286 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d12892-1617-4eab-9953-905e6c47fbe4 None None] Pushing event updated for resources: {'Port': ['ID=3b48507f-0eba-4782-aa69-46fc9b243399,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:05.683265 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2492-33ed-4294-9ccc-e4b84a56be6f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.723126 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9071efde-b259-40c8-be49-e0e541a803c9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.876973 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9071efde-b259-40c8-be49-e0e541a803c9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.887361 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9071efde-b259-40c8-be49-e0e541a803c9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.999272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] Set router 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:06.044008 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-094bddff-de7d-43f7-aa06-07e86b85b4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.058522 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b013e716-ed8c-4adb-8dd6-cac377b5eeea req-a86b6843-6526-42cb-8635-c72974080a03 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 210 time: 0.1025343 Sep 16 05:11:06.198117 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-094bddff-de7d-43f7-aa06-07e86b85b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.240280 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071efde-b259-40c8-be49-e0e541a803c9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=c06b7b8d-d752-42f5-9cfd-5bfbc905f397,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:06.301712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec1a9a-75e3-4fdc-880c-4581a43948e1 req-5cf79ebf-3896-46f1-a157-489a4b984fa3 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:06.318818 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbec1a9a-75e3-4fdc-880c-4581a43948e1 req-5cf79ebf-3896-46f1-a157-489a4b984fa3 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 945 time: 0.2544880 Sep 16 05:11:06.327268 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2492-33ed-4294-9ccc-e4b84a56be6f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.380683 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094bddff-de7d-43f7-aa06-07e86b85b4f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:06.429821 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bddff-de7d-43f7-aa06-07e86b85b4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95599ad-f716-43ad-b782-dcf3a134722a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:06.476562 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-094bddff-de7d-43f7-aa06-07e86b85b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.477109 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-094bddff-de7d-43f7-aa06-07e86b85b4f1 admin admin] Added segment af43f8e6-b8fb-4067-9142-1511a8549af4 of type vlan for network 4b26372d-6621-4485-8bc8-0c50fbbc898c Sep 16 05:11:06.483040 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbec1a9a-75e3-4fdc-880c-4581a43948e1 req-31a89481-b850-4e96-ac91-bea013308ff4 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/security-groups?id=2493221a-fe0a-4d38-9e09-581abafdd194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612735 Sep 16 05:11:06.659929 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-094bddff-de7d-43f7-aa06-07e86b85b4f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.677584 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9071efde-b259-40c8-be49-e0e541a803c9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network dcdfef31-e2f8-43db-800b-65e6945d3d13 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:06.678031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba2492-33ed-4294-9ccc-e4b84a56be6f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Deleting port 08e789ee-97eb-4484-aa09-8a1ac75430d0 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:06.678657 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2492-33ed-4294-9ccc-e4b84a56be6f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.683449 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-9071efde-b259-40c8-be49-e0e541a803c9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:06.847378 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-094bddff-de7d-43f7-aa06-07e86b85b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.847378 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094bddff-de7d-43f7-aa06-07e86b85b4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:06.847378 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-094bddff-de7d-43f7-aa06-07e86b85b4f1 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.857767 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-414dd3ee-b0cf-4102-a27b-34ccbc6d3315 None None] Provisioning complete for port 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:06.858623 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-414dd3ee-b0cf-4102-a27b-34ccbc6d3315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.973662 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902bf19-7c8e-48b7-89e6-d816a0ec76c9 req-cf8ce6c3-4fe4-49ac-b58b-5bc41f567b3e tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:06.992294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7902bf19-7c8e-48b7-89e6-d816a0ec76c9 req-cf8ce6c3-4fe4-49ac-b58b-5bc41f567b3e tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 945 time: 0.3560450 Sep 16 05:11:07.045355 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-094bddff-de7d-43f7-aa06-07e86b85b4f1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1107414 Sep 16 05:11:07.049709 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45800) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:07.060054 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-7283e2d0-7347-4029-b7ae-0d04623c8aec admin admin] Request body: {'subnet': {'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-585287441-subnet', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:07.079110 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bddff-de7d-43f7-aa06-07e86b85b4f1 admin admin] Pushing event updated for resources: {'Network': ['ID=4b26372d-6621-4485-8bc8-0c50fbbc898c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:07.117378 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 4b26372d-6621-4485-8bc8-0c50fbbc898c details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:07.194549 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7283e2d0-7347-4029-b7ae-0d04623c8aec admin admin] Made reservation on behalf of a58734203b374351a59c62426afce6b4 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:07.200776 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7283e2d0-7347-4029-b7ae-0d04623c8aec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.242427 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9071efde-b259-40c8-be49-e0e541a803c9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router e44d52c0-1d25-448a-bd02-9b94872a55a2 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:07.269390 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2492-33ed-4294-9ccc-e4b84a56be6f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.311253 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7902bf19-7c8e-48b7-89e6-d816a0ec76c9 req-a84573bd-e2c8-42cd-a667-7bac88da1577 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/security-groups?id=2493221a-fe0a-4d38-9e09-581abafdd194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3066747 Sep 16 05:11:07.328099 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015051574-router', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'gw_port': {'id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:50Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '3b48507f-0eba-4782-aa69-46fc9b243399', 'name': '', 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'mac_address': 'fa:16:3e:16:90:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '616703c3-a18d-46a5-b3fb-1cf791163d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:56Z', 'updated_at': '2021-09-16T05:11:04Z', 'revision_number': 4, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'subnets': [{'id': '616703c3-a18d-46a5-b3fb-1cf791163d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:07.336204 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-414dd3ee-b0cf-4102-a27b-34ccbc6d3315 None None] Provisioning complete for port c06b7b8d-d752-42f5-9cfd-5bfbc905f397 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:07.337038 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-414dd3ee-b0cf-4102-a27b-34ccbc6d3315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.418031 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae444c63-e900-4885-8b6f-85926a2fd04f None None] Network 075ec0ef-f2cb-450d-bb48-1e95d31f9e05 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:07.443445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba2492-33ed-4294-9ccc-e4b84a56be6f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Calling delete_port for 08e789ee-97eb-4484-aa09-8a1ac75430d0 owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:07.506972 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cd2d94b-1684-4e4c-b6fb-bc219a2643bf req-ca3cdb0b-3018-44dd-a7ce-e88e8f0299ab tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 210 time: 0.1733191 Sep 16 05:11:07.535109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a7f14d-25c6-44a2-9284-426ff076d882 None None] The sync data for ids ['265f4ec0-c2d5-4fcd-913d-5c7083035fa2'] in n-d-712140-13 is: [{'id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015051574-router', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'gw_port': {'id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:50Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '3b48507f-0eba-4782-aa69-46fc9b243399', 'name': '', 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'mac_address': 'fa:16:3e:16:90:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '616703c3-a18d-46a5-b3fb-1cf791163d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:56Z', 'updated_at': '2021-09-16T05:11:04Z', 'revision_number': 4, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'subnets': [{'id': '616703c3-a18d-46a5-b3fb-1cf791163d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:07.537808 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9071efde-b259-40c8-be49-e0e541a803c9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:07.538867 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7e65fd89-8f53-4a72-ba15-22e0c6249833 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:07.558426 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9071efde-b259-40c8-be49-e0e541a803c9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/e44d52c0-1d25-448a-bd02-9b94872a55a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0406060 Sep 16 05:11:07.565591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45806) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:07.677719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef232f30-b03f-4251-af8f-c32248e18a4d None None] Sync routers for ids ['e44d52c0-1d25-448a-bd02-9b94872a55a2'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:07.738258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2469474d-ac5c-4fd4-8da2-2ece6b08c784 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:07.741861 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-414dd3ee-b0cf-4102-a27b-34ccbc6d3315 None None] Port c06b7b8d-d752-42f5-9cfd-5bfbc905f397 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:07.742625 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45810) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:07.748295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2469474d-ac5c-4fd4-8da2-2ece6b08c784 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/ports/c06b7b8d-d752-42f5-9cfd-5bfbc905f397 HTTP/1.1" status: 200 len: 911 time: 0.1810000 Sep 16 05:11:07.766668 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3335cff-dca8-47b5-a3d3-0f9e1e277cee req-f3c8abfd-6ccd-4bc4-9fe1-641e85d04738 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:07.767409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef232f30-b03f-4251-af8f-c32248e18a4d None None] Routers {'e44d52c0-1d25-448a-bd02-9b94872a55a2'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:07.768051 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ef232f30-b03f-4251-af8f-c32248e18a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['e44d52c0-1d25-448a-bd02-9b94872a55a2'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:07.768400 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f3335cff-dca8-47b5-a3d3-0f9e1e277cee req-f3c8abfd-6ccd-4bc4-9fe1-641e85d04738 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 945 time: 0.2519379 Sep 16 05:11:07.780848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-75666db4-fab7-412e-8962-eea5223031fe tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:07.782568 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-75666db4-fab7-412e-8962-eea5223031fe tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.21 "GET /v2.0/networks?id=81d78ab1-c523-4b4f-a063-d0969b176f74 HTTP/1.1" status: 200 len: 820 time: 0.7087104 Sep 16 05:11:07.808402 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7283e2d0-7347-4029-b7ae-0d04623c8aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.827941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-ea472cd5-2004-4929-ae7a-24ecffcf7cc4 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Request body: {'port': {'device_id': '1b439e9d-127f-4255-b67c-0d9403c76c29', 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74', 'admin_state_up': True, 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:07.831731 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ef232f30-b03f-4251-af8f-c32248e18a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:07.864939 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef232f30-b03f-4251-af8f-c32248e18a4d None None] Routers {'e44d52c0-1d25-448a-bd02-9b94872a55a2'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:07.865943 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ef232f30-b03f-4251-af8f-c32248e18a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:10:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['e44d52c0-1d25-448a-bd02-9b94872a55a2'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:07.884205 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-27fab3e7-fbb9-4ee2-8b4e-073e0d017400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.928812 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ef232f30-b03f-4251-af8f-c32248e18a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:07.929502 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef232f30-b03f-4251-af8f-c32248e18a4d None None] The sync data for ids ['e44d52c0-1d25-448a-bd02-9b94872a55a2'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:07.933601 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 7e65fd89-8f53-4a72-ba15-22e0c6249833 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:07.935531 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.966513 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f3335cff-dca8-47b5-a3d3-0f9e1e277cee req-a78afc31-882e-42f5-a040-8f708888c502 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/security-groups?id=2493221a-fe0a-4d38-9e09-581abafdd194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699343 Sep 16 05:11:07.969327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45812) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:07.974874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4c50659d-fdfd-46f9-a16c-c2bbe49b6892 None None] Provisioning complete for port 7e65fd89-8f53-4a72-ba15-22e0c6249833 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:07.975426 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c50659d-fdfd-46f9-a16c-c2bbe49b6892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.263155 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.311625 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c50659d-fdfd-46f9-a16c-c2bbe49b6892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.320759 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2492-33ed-4294-9ccc-e4b84a56be6f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.383834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-ea472cd5-2004-4929-ae7a-24ecffcf7cc4 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Made reservation on behalf of 46b5f4cbaa1a4425a9c50fd107659600 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:08.387718 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 7e65fd89-8f53-4a72-ba15-22e0c6249833, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7e65fd89-8f53-4a72-ba15-22e0c6249833,segment=NetworkSegment(40bbd91f-1f2c-4030-a904-bd394b8eafe0),segment_id=40bbd91f-1f2c-4030-a904-bd394b8eafe0)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:08.389810 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-ea472cd5-2004-4929-ae7a-24ecffcf7cc4 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.418223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba2492-33ed-4294-9ccc-e4b84a56be6f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Pushing event deleted for resources: {'Port': ['ID=08e789ee-97eb-4484-aa09-8a1ac75430d0,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:08.466598 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.468009 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:08.513200 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283e2d0-7347-4029-b7ae-0d04623c8aec admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb1315d-beef-43e2-8f79-ef4efee372a5,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:08.576506 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283e2d0-7347-4029-b7ae-0d04623c8aec admin admin] Checking segment: {'id': 'af43f8e6-b8fb-4067-9142-1511a8549af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:08.577027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7283e2d0-7347-4029-b7ae-0d04623c8aec admin admin] Network hostable DHCP agents. Network: 4b26372d-6621-4485-8bc8-0c50fbbc898c, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:08.581474 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d679ce0b-258d-41e4-85fe-4e150104bf50 tempest-TestServerBasicOps-150233748 tempest-TestServerBasicOps-150233748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:08.586792 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45818) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:08.589521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d679ce0b-258d-41e4-85fe-4e150104bf50 tempest-TestServerBasicOps-150233748 tempest-TestServerBasicOps-150233748-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 1092 time: 0.6116223 Sep 16 05:11:08.591901 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-4c50659d-fdfd-46f9-a16c-c2bbe49b6892 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:11:08.592388 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-4c50659d-fdfd-46f9-a16c-c2bbe49b6892 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:11:08.592973 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.597257 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': '63fea539-cb5a-4e1f-ba8e-3e7a003a04fb', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:08.601708 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2492-33ed-4294-9ccc-e4b84a56be6f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.679203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=7e65fd89-8f53-4a72-ba15-22e0c6249833,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:08.734393 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:08.734782 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.738812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab37f398-0c82-4d6a-88cb-bac76ca6739b req-43e4b257-df27-4a6d-ad77-bd21f4756b8f tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 210 time: 0.0968542 Sep 16 05:11:08.807289 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-ea472cd5-2004-4929-ae7a-24ecffcf7cc4 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Allocated IP 172.20.0.14 (81d78ab1-c523-4b4f-a063-d0969b176f74/616703c3-a18d-46a5-b3fb-1cf791163d44/311b4794-15b8-423b-afef-f006ac033517) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:08.835367 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.838118 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7283e2d0-7347-4029-b7ae-0d04623c8aec admin admin] Network 4b26372d-6621-4485-8bc8-0c50fbbc898c is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:08.866945 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2492-33ed-4294-9ccc-e4b84a56be6f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.876523 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2492-33ed-4294-9ccc-e4b84a56be6f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.937863 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab2d4-8720-4466-88d3-92d75013fdb8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.028249 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-7283e2d0-7347-4029-b7ae-0d04623c8aec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 4b26372d-6621-4485-8bc8-0c50fbbc898c) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:09.033364 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7283e2d0-7347-4029-b7ae-0d04623c8aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:09.034178 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7283e2d0-7347-4029-b7ae-0d04623c8aec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.041697 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94402929-b28d-4e28-a2ea-8867fe6e9ff4 None None] Network 4b26372d-6621-4485-8bc8-0c50fbbc898c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:09.052951 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2492-33ed-4294-9ccc-e4b84a56be6f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.053753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ba2492-33ed-4294-9ccc-e4b84a56be6f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Fanout notify agent at l3_agent the message router_deleted on router c6b78462-0757-4b1c-8239-d423d8f0ba2d {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:09.066662 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2492-33ed-4294-9ccc-e4b84a56be6f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.073720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a9ba2492-33ed-4294-9ccc-e4b84a56be6f tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "DELETE /v2.0/routers/c6b78462-0757-4b1c-8239-d423d8f0ba2d HTTP/1.1" status: 204 len: 168 time: 3.9100595 Sep 16 05:11:09.080333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45822) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:09.086696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-26683ce5-150a-4dd6-9a0c-09c7a079f352 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1709793178', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:09.188059 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-ea472cd5-2004-4929-ae7a-24ecffcf7cc4 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.207256 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7283e2d0-7347-4029-b7ae-0d04623c8aec admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1557460 Sep 16 05:11:09.214080 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.235708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45824) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:09.253031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c9e99c04-029b-4332-be7a-71de0f9be817 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-585287441-router', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:09.309829 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4c50659d-fdfd-46f9-a16c-c2bbe49b6892 None None] Provisioning complete for port c06b7b8d-d752-42f5-9cfd-5bfbc905f397 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:09.310214 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c50659d-fdfd-46f9-a16c-c2bbe49b6892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.327702 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-26683ce5-150a-4dd6-9a0c-09c7a079f352 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.329442 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-26683ce5-150a-4dd6-9a0c-09c7a079f352 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.384269 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-ea472cd5-2004-4929-ae7a-24ecffcf7cc4 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.449249 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-26683ce5-150a-4dd6-9a0c-09c7a079f352 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.487393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-ea472cd5-2004-4929-ae7a-24ecffcf7cc4 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Network 81d78ab1-c523-4b4f-a063-d0969b176f74 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:09.491283 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9e99c04-029b-4332-be7a-71de0f9be817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.496596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7e65fd89-8f53-4a72-ba15-22e0c6249833 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:09.496821 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9e99c04-029b-4332-be7a-71de0f9be817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.497066 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Allocated IP 172.25.4.41 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/8425ff06-af3e-4db7-9ab3-f70de250a224) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:09.497239 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.501731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-ea472cd5-2004-4929-ae7a-24ecffcf7cc4 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:09.510667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-ea472cd5-2004-4929-ae7a-24ecffcf7cc4 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:09.523456 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4c50659d-fdfd-46f9-a16c-c2bbe49b6892 None None] Port c06b7b8d-d752-42f5-9cfd-5bfbc905f397 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:09.547646 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-cf6ab2d4-8720-4466-88d3-92d75013fdb8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Allocated IP 2001:db8:1::1 (075ec0ef-f2cb-450d-bb48-1e95d31f9e05/e90f7fb2-03c4-4dbb-bb29-0cfc01a7c640/f691a617-20a1-4736-a057-0496b214c7c0) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:09.561032 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-26683ce5-150a-4dd6-9a0c-09c7a079f352 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.573348 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea472cd5-2004-4929-ae7a-24ecffcf7cc4 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Pushing event updated for resources: {'Port': ['ID=311b4794-15b8-423b-afef-f006ac033517,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:09.583630 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-4b26372d-6621-4485-8bc8-0c50fbbc898c', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'fixed_ips': [{'subnet_id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:09.585953 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.637421 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-ea472cd5-2004-4929-ae7a-24ecffcf7cc4 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:09.638116 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-ea472cd5-2004-4929-ae7a-24ecffcf7cc4 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.689615 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9e99c04-029b-4332-be7a-71de0f9be817 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.719213 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-26683ce5-150a-4dd6-9a0c-09c7a079f352 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.719213 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-26683ce5-150a-4dd6-9a0c-09c7a079f352 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6352456 Sep 16 05:11:09.720533 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b4f69b25-80a8-418a-a487-9d867dd5697b None None] Provisioning complete for port 7e65fd89-8f53-4a72-ba15-22e0c6249833 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:09.720910 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b4f69b25-80a8-418a-a487-9d867dd5697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.721333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45826) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:09.727209 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8d64d541-f2ea-41fd-92f6-deed7091b76b tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'enable_snat': True}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:09.806096 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.819669 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-ea472cd5-2004-4929-ae7a-24ecffcf7cc4 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9987741 Sep 16 05:11:09.852613 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] Allocated IP 172.20.0.2 (4b26372d-6621-4485-8bc8-0c50fbbc898c/bbb1315d-beef-43e2-8f79-ef4efee372a5/e3452385-7846-45c8-9215-afdfb7b18226) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:09.916902 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Request body: {'port': {'device_id': '1b439e9d-127f-4255-b67c-0d9403c76c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:09.936411 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab2d4-8720-4466-88d3-92d75013fdb8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.936701 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 7e65fd89-8f53-4a72-ba15-22e0c6249833 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:09.938242 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.052006 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.121513 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:10.130560 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab2d4-8720-4466-88d3-92d75013fdb8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.151620 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:10.156407 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Pushing event updated for resources: {'Port': ['ID=8425ff06-af3e-4db7-9ab3-f70de250a224,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:10.160708 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:10.194698 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6ab2d4-8720-4466-88d3-92d75013fdb8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network 075ec0ef-f2cb-450d-bb48-1e95d31f9e05 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:10.221321 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-cf6ab2d4-8720-4466-88d3-92d75013fdb8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:10.230247 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6ab2d4-8720-4466-88d3-92d75013fdb8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:10.230815 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab2d4-8720-4466-88d3-92d75013fdb8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.308720 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ab2d4-8720-4466-88d3-92d75013fdb8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=f691a617-20a1-4736-a057-0496b214c7c0,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:10.348945 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3b48507f-0eba-4782-aa69-46fc9b243399 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:10.404252 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.449417 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 3b48507f-0eba-4782-aa69-46fc9b243399 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:10.450124 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.524619 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.533174 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab2d4-8720-4466-88d3-92d75013fdb8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.642045 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.649436 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] Network 4b26372d-6621-4485-8bc8-0c50fbbc898c is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:10.660777 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:10.677059 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:10.697522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8229a45-80e9-402f-ab05-946ae64f0387 req-a77b8b7c-916c-4cc0-a109-99bf482d0ab8 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:10.699556 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] Pushing event updated for resources: {'Port': ['ID=e3452385-7846-45c8-9215-afdfb7b18226,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:10.711727 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8229a45-80e9-402f-ab05-946ae64f0387 req-a77b8b7c-916c-4cc0-a109-99bf482d0ab8 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 932 time: 0.7915263 Sep 16 05:11:10.741549 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 3b48507f-0eba-4782-aa69-46fc9b243399, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3b48507f-0eba-4782-aa69-46fc9b243399,segment=NetworkSegment(af1e5cab-e8db-44ca-bce4-bd4fd4209b3d),segment_id=af1e5cab-e8db-44ca-bce4-bd4fd4209b3d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:10.773188 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.778755 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d64d541-f2ea-41fd-92f6-deed7091b76b tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.782374 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.786552 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9e99c04-029b-4332-be7a-71de0f9be817 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.788512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] Attempting to bind port e3452385-7846-45c8-9215-afdfb7b18226 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:10.788884 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] Attempting to bind port e3452385-7846-45c8-9215-afdfb7b18226 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'af43f8e6-b8fb-4067-9142-1511a8549af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:10.790075 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] Attempting to bind port e3452385-7846-45c8-9215-afdfb7b18226 on network 4b26372d-6621-4485-8bc8-0c50fbbc898c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:10.797511 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.802729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:10.803272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] Checking segment: {'id': 'af43f8e6-b8fb-4067-9142-1511a8549af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:10.803687 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.804275 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] Bound using segment: {'id': 'af43f8e6-b8fb-4067-9142-1511a8549af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:10.804779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] Bound port: e3452385-7846-45c8-9215-afdfb7b18226, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af43f8e6-b8fb-4067-9142-1511a8549af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:10.805169 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.808131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4a333606-e677-4101-921c-f601c61beca8 None None] Provisioning complete for port f691a617-20a1-4736-a057-0496b214c7c0 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:10.808131 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4a333606-e677-4101-921c-f601c61beca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.859184 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8229a45-80e9-402f-ab05-946ae64f0387 req-ca76e4e4-b60b-4acd-ba9e-bec58548f1f1 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467500 Sep 16 05:11:11.170045 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4a333606-e677-4101-921c-f601c61beca8 None None] Port f691a617-20a1-4736-a057-0496b214c7c0 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:11.178358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=3b48507f-0eba-4782-aa69-46fc9b243399,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:11.251605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] For port e3452385-7846-45c8-9215-afdfb7b18226, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:11.257823 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] For port e3452385-7846-45c8-9215-afdfb7b18226, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e3452385-7846-45c8-9215-afdfb7b18226,segment=NetworkSegment(af43f8e6-b8fb-4067-9142-1511a8549af4),segment_id=af43f8e6-b8fb-4067-9142-1511a8549af4)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:11.322854 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.339969 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.441573 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f178e2-d0a5-4ff1-8662-74dc86c1dbf3 None None] Pushing event updated for resources: {'Port': ['ID=e3452385-7846-45c8-9215-afdfb7b18226,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:11.455915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311b4794-15b8-423b-afef-f006ac033517 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:11.466810 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab2d4-8720-4466-88d3-92d75013fdb8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.521812 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.535903 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab2d4-8720-4466-88d3-92d75013fdb8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.537207 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab2d4-8720-4466-88d3-92d75013fdb8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.581284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Transition to ACTIVE for port object 311b4794-15b8-423b-afef-f006ac033517 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:11.647285 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ab2d4-8720-4466-88d3-92d75013fdb8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=f691a617-20a1-4736-a057-0496b214c7c0,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:11.685990 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.715778 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.948078 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d64d541-f2ea-41fd-92f6-deed7091b76b tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.013476 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d64d541-f2ea-41fd-92f6-deed7091b76b tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.020504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Pushing event updated for resources: {'Port': ['ID=311b4794-15b8-423b-afef-f006ac033517,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:12.098227 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9e99c04-029b-4332-be7a-71de0f9be817 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.155543 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9e99c04-029b-4332-be7a-71de0f9be817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.221336 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6ab2d4-8720-4466-88d3-92d75013fdb8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network 075ec0ef-f2cb-450d-bb48-1e95d31f9e05 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:12.229117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-cf6ab2d4-8720-4466-88d3-92d75013fdb8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:12.236286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbb324-10a3-4b06-b77c-7ab28f0c8651 req-00eb04b8-bf72-4801-87ae-e96925f907cd tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:12.239525 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ffbb324-10a3-4b06-b77c-7ab28f0c8651 req-00eb04b8-bf72-4801-87ae-e96925f907cd tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 944 time: 0.1951287 Sep 16 05:11:12.247591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Attempting to bind port 311b4794-15b8-423b-afef-f006ac033517 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:12.248118 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Attempting to bind port 311b4794-15b8-423b-afef-f006ac033517 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'af1e5cab-e8db-44ca-bce4-bd4fd4209b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:12.248676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Attempting to bind port 311b4794-15b8-423b-afef-f006ac033517 on network 81d78ab1-c523-4b4f-a063-d0969b176f74 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:12.418621 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6ab2d4-8720-4466-88d3-92d75013fdb8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router e44d52c0-1d25-448a-bd02-9b94872a55a2 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:12.437540 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Port 311b4794-15b8-423b-afef-f006ac033517 on network 81d78ab1-c523-4b4f-a063-d0969b176f74 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:12.438111 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Attempting to bind port 311b4794-15b8-423b-afef-f006ac033517 on network 81d78ab1-c523-4b4f-a063-d0969b176f74 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:12.445307 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.483963 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ffbb324-10a3-4b06-b77c-7ab28f0c8651 req-f6a81dfa-52f5-4a70-87a3-c9fd06e94330 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717274 Sep 16 05:11:12.485405 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:12.485984 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Checking segment: {'id': 'af1e5cab-e8db-44ca-bce4-bd4fd4209b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:12.486647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Bound using segment: {'id': 'af1e5cab-e8db-44ca-bce4-bd4fd4209b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:12.487474 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Bound port: 311b4794-15b8-423b-afef-f006ac033517, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af1e5cab-e8db-44ca-bce4-bd4fd4209b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:12.488380 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.560047 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.591493 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-8d64d541-f2ea-41fd-92f6-deed7091b76b tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Allocated IP 172.25.4.237 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/304f9b64-c3e8-41a3-a613-86a13107fc91) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:12.684808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] For port 311b4794-15b8-423b-afef-f006ac033517, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:12.695672 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6ab2d4-8720-4466-88d3-92d75013fdb8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:12.703364 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cf6ab2d4-8720-4466-88d3-92d75013fdb8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/e44d52c0-1d25-448a-bd02-9b94872a55a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9593582 Sep 16 05:11:12.704568 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Pushing event updated for resources: {'Port': ['ID=8425ff06-af3e-4db7-9ab3-f70de250a224,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:12.707843 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45838) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:12.718008 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.731341 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f6923b-2e5c-49e3-af3c-253500d8e90a None None] Sync routers for ids ['e44d52c0-1d25-448a-bd02-9b94872a55a2'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:12.739622 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] For port 311b4794-15b8-423b-afef-f006ac033517, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=311b4794-15b8-423b-afef-f006ac033517,segment=NetworkSegment(af1e5cab-e8db-44ca-bce4-bd4fd4209b3d),segment_id=af1e5cab-e8db-44ca-bce4-bd4fd4209b3d)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:12.747947 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4d54f64a-d477-4e9d-a458-bbae268d615b None None] Provisioning complete for port f691a617-20a1-4736-a057-0496b214c7c0 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:12.748935 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4d54f64a-d477-4e9d-a458-bbae268d615b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.759060 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f6923b-2e5c-49e3-af3c-253500d8e90a None None] Routers {'e44d52c0-1d25-448a-bd02-9b94872a55a2'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:12.760824 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f6f6923b-2e5c-49e3-af3c-253500d8e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['e44d52c0-1d25-448a-bd02-9b94872a55a2'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:12.805338 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d64d541-f2ea-41fd-92f6-deed7091b76b tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.806417 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4d54f64a-d477-4e9d-a458-bbae268d615b None None] Port f691a617-20a1-4736-a057-0496b214c7c0 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:12.817758 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f6f6923b-2e5c-49e3-af3c-253500d8e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:12.818206 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654d1d66-4ad0-4751-9a90-adf9c88ddc01 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:12.821217 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-654d1d66-4ad0-4751-9a90-adf9c88ddc01 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/ports/f691a617-20a1-4736-a057-0496b214c7c0 HTTP/1.1" status: 200 len: 913 time: 0.1121874 Sep 16 05:11:12.828271 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45840) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:12.831941 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f6923b-2e5c-49e3-af3c-253500d8e90a None None] Routers {'e44d52c0-1d25-448a-bd02-9b94872a55a2'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:12.834256 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f6f6923b-2e5c-49e3-af3c-253500d8e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['e44d52c0-1d25-448a-bd02-9b94872a55a2'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:12.849327 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.887850 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f6f6923b-2e5c-49e3-af3c-253500d8e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:12.893078 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f6923b-2e5c-49e3-af3c-253500d8e90a None None] The sync data for ids ['e44d52c0-1d25-448a-bd02-9b94872a55a2'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:12.896688 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:12.899169 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.899169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] 10.222.0.21 "PUT /v2.0/ports/311b4794-15b8-423b-afef-f006ac033517 HTTP/1.1" status: 200 len: 1093 time: 2.9938631 Sep 16 05:11:12.899556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b439e9d-127f-4255-b67c-0d9403c76c29', 'tag': '311b4794-15b8-423b-afef-f006ac033517'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:12.902384 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeebb6a-9652-45eb-950a-cef41f6d1e45" -d '{"events": [{"name": "network-changed", "server_uuid": "1b439e9d-127f-4255-b67c-0d9403c76c29", "tag": "311b4794-15b8-423b-afef-f006ac033517"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:12.929887 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9778d68-7b15-4127-ae98-41de7698b3bd service neutron] Pushing event updated for resources: {'Port': ['ID=311b4794-15b8-423b-afef-f006ac033517,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:12.957239 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6e733d-e3c2-4829-a54c-ff872ba817fc None None] Network 4b26372d-6621-4485-8bc8-0c50fbbc898c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:12.958755 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce1bcc1-d618-42e2-9880-6cb73ce68945 x-openstack-request-id: req-7ce1bcc1-d618-42e2-9880-6cb73ce68945 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:12.959585 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b439e9d-127f-4255-b67c-0d9403c76c29", "tag": "311b4794-15b8-423b-afef-f006ac033517", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:12.959585 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ce1bcc1-d618-42e2-9880-6cb73ce68945 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:12.959966 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b439e9d-127f-4255-b67c-0d9403c76c29', 'tag': '311b4794-15b8-423b-afef-f006ac033517', 'status': 'completed', 'code': 200} Sep 16 05:11:12.981765 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d64d541-f2ea-41fd-92f6-deed7091b76b tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.002775 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Floating IP 885343d2-2a3d-4f06-b1c2-1287df718845 associated. External IP: 172.25.4.41, port: 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb. Sep 16 05:11:13.085068 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d64d541-f2ea-41fd-92f6-deed7091b76b tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:13.098728 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-8d64d541-f2ea-41fd-92f6-deed7091b76b tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:13.098999 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0ffae485-77ad-47a4-a2d7-a0c0df0f6cc7 None None] Provisioning complete for port e3452385-7846-45c8-9215-afdfb7b18226 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:13.099683 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0ffae485-77ad-47a4-a2d7-a0c0df0f6cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.122558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64d541-f2ea-41fd-92f6-deed7091b76b tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:13.169619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64d541-f2ea-41fd-92f6-deed7091b76b tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Pushing event updated for resources: {'Port': ['ID=304f9b64-c3e8-41a3-a613-86a13107fc91,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:13.184845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-c9e99c04-029b-4332-be7a-71de0f9be817 admin admin] Allocated IP 172.25.4.145 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/8c3063ba-b12e-4e18-802c-0cf3e0616b75) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:13.198791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeebb6a-9652-45eb-950a-cef41f6d1e45 req-4114b81e-bb69-4646-97e1-9b5ed41d5b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:13.200432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bfeebb6a-9652-45eb-950a-cef41f6d1e45 req-4114b81e-bb69-4646-97e1-9b5ed41d5b45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46b5f4cbaa1a4425a9c50fd107659600&device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 1096 time: 0.1775336 Sep 16 05:11:13.296688 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0ffae485-77ad-47a4-a2d7-a0c0df0f6cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.395729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-0ffae485-77ad-47a4-a2d7-a0c0df0f6cc7 None None] For port e3452385-7846-45c8-9215-afdfb7b18226, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e3452385-7846-45c8-9215-afdfb7b18226,segment=NetworkSegment(af43f8e6-b8fb-4067-9142-1511a8549af4),segment_id=af43f8e6-b8fb-4067-9142-1511a8549af4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:13.399783 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e3452385-7846-45c8-9215-afdfb7b18226 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:13.465074 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0ffae485-77ad-47a4-a2d7-a0c0df0f6cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.531835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeebb6a-9652-45eb-950a-cef41f6d1e45 req-8e71f3df-350a-469e-aa05-39b4c29c3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:13.533491 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bfeebb6a-9652-45eb-950a-cef41f6d1e45 req-8e71f3df-350a-469e-aa05-39b4c29c3253 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=46b5f4cbaa1a4425a9c50fd107659600&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3161550 Sep 16 05:11:13.536868 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9e99c04-029b-4332-be7a-71de0f9be817 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.542530 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffae485-77ad-47a4-a2d7-a0c0df0f6cc7 None None] Pushing event updated for resources: {'Port': ['ID=e3452385-7846-45c8-9215-afdfb7b18226,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:13.568603 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port e3452385-7846-45c8-9215-afdfb7b18226 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:13.569213 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.583780 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Router 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:13.746215 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3b48507f-0eba-4782-aa69-46fc9b243399 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:13.761322 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fef8e134-8d1e-44f2-a438-8523c27f9601 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.803278 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8dcdca53-66f0-47aa-ab79-55552bd78dfd None None] Provisioning complete for port e3452385-7846-45c8-9215-afdfb7b18226 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:13.803995 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8dcdca53-66f0-47aa-ab79-55552bd78dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.840537 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeebb6a-9652-45eb-950a-cef41f6d1e45 req-cec60e4e-4551-48ff-ade9-2492d1779638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:13.842218 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bfeebb6a-9652-45eb-950a-cef41f6d1e45 req-cec60e4e-4551-48ff-ade9-2492d1779638 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3012917 Sep 16 05:11:13.854226 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:13.861524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 3b48507f-0eba-4782-aa69-46fc9b243399 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:13.862042 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.862489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07b8d1-6bd4-45a4-9fa7-bda1ef12f374 req-fd3291d7-9f55-455a-b07b-c6948e1b668d tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:13.865389 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f07b8d1-6bd4-45a4-9fa7-bda1ef12f374 req-fd3291d7-9f55-455a-b07b-c6948e1b668d tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 944 time: 0.2108996 Sep 16 05:11:13.878187 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9e99c04-029b-4332-be7a-71de0f9be817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.905243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d44b2-6ca2-4e33-8176-fbd501f1521b None None] Sync routers for ids ['63c3bd70-a223-4f48-912a-5ba7ca0a83d4'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:13.974504 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647d44b2-6ca2-4e33-8176-fbd501f1521b None None] Routers {'63c3bd70-a223-4f48-912a-5ba7ca0a83d4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:13.975312 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-647d44b2-6ca2-4e33-8176-fbd501f1521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['63c3bd70-a223-4f48-912a-5ba7ca0a83d4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:13.976407 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.032753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e99c04-029b-4332-be7a-71de0f9be817 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:14.033709 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1972bd64-3d26-4022-8d85-28ae414a10a8 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.4422448 Sep 16 05:11:14.037358 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5696ce-11d7-45e2-9001-1dd24d5f3836', 'tag': '63fea539-cb5a-4e1f-ba8e-3e7a003a04fb'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:14.038215 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d64d541-f2ea-41fd-92f6-deed7091b76b tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.041156 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c48a247-348b-413f-a19e-24f0a6f89d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca5696ce-11d7-45e2-9001-1dd24d5f3836", "tag": "63fea539-cb5a-4e1f-ba8e-3e7a003a04fb"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:14.115201 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bb0ca9-b42b-4f60-afd7-919d276070c3 x-openstack-request-id: req-17bb0ca9-b42b-4f60-afd7-919d276070c3 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:14.115497 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca5696ce-11d7-45e2-9001-1dd24d5f3836", "tag": "63fea539-cb5a-4e1f-ba8e-3e7a003a04fb", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:14.115753 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17bb0ca9-b42b-4f60-afd7-919d276070c3 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:14.116178 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5696ce-11d7-45e2-9001-1dd24d5f3836', 'tag': '63fea539-cb5a-4e1f-ba8e-3e7a003a04fb', 'status': 'completed', 'code': 200} Sep 16 05:11:14.128463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-c9e99c04-029b-4332-be7a-71de0f9be817 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:14.131501 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-fef8e134-8d1e-44f2-a438-8523c27f9601 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting port f691a617-20a1-4736-a057-0496b214c7c0 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:14.131852 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fef8e134-8d1e-44f2-a438-8523c27f9601 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.133290 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e99c04-029b-4332-be7a-71de0f9be817 admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:14.179475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-647d44b2-6ca2-4e33-8176-fbd501f1521b None None] Set router 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:14.223733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e99c04-029b-4332-be7a-71de0f9be817 admin admin] Pushing event updated for resources: {'Port': ['ID=8c3063ba-b12e-4e18-802c-0cf3e0616b75,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:14.273709 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48a247-348b-413f-a19e-24f0a6f89d4e req-d7549807-e22c-46d2-bcc0-e0757f769cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:14.275940 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2c48a247-348b-413f-a19e-24f0a6f89d4e req-d7549807-e22c-46d2-bcc0-e0757f769cac service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d6a10c61b3f427e8b6252249bac1dfe&device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 1097 time: 0.0730023 Sep 16 05:11:14.277878 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fef8e134-8d1e-44f2-a438-8523c27f9601 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.301517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f07b8d1-6bd4-45a4-9fa7-bda1ef12f374 req-e10883d9-74d7-48c8-bf19-b69db9b17dc4 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197769 Sep 16 05:11:14.313935 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-e2d8dfe0-bee6-470d-99ef-a81f90a6e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:14.314467 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-fef8e134-8d1e-44f2-a438-8523c27f9601 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Calling delete_port for f691a617-20a1-4736-a057-0496b214c7c0 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:14.315421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-e2d8dfe0-bee6-470d-99ef-a81f90a6e63e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46b5f4cbaa1a4425a9c50fd107659600&device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 1096 time: 0.3652864 Sep 16 05:11:14.423693 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48a247-348b-413f-a19e-24f0a6f89d4e req-2b3420bf-77cc-4106-9842-d787ddc2a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:14.426091 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2c48a247-348b-413f-a19e-24f0a6f89d4e req-2b3420bf-77cc-4106-9842-d787ddc2a4dc service neutron] 10.222.0.38 "GET /v2.0/networks?id=4a92d87f-6f51-45e0-8432-716507f35429 HTTP/1.1" status: 200 len: 910 time: 0.1398613 Sep 16 05:11:14.474603 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-647d44b2-6ca2-4e33-8176-fbd501f1521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'name': 'tempest-TestServerBasicOps-1986244156-router', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:07Z', 'updated_at': '2021-09-16T05:10:13Z', 'revision_number': 4, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'gw_port': {'id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:08Z', 'updated_at': '2021-09-16T05:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '885343d2-2a3d-4f06-b1c2-1287df718845', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'port_id': '63fea539-cb5a-4e1f-ba8e-3e7a003a04fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429', 'mac_address': 'fa:16:3e:6d:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5696ce-11d7-45e2-9001-1dd24d5f3836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:10Z', 'updated_at': '2021-09-16T05:11:10Z', 'revision_number': 0, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e556ec55-430f-40dd-ad8c-06cbf1d5dfc1', 'name': '', 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'mac_address': 'fa:16:3e:65:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'f577e1cc-3619-4e30-9c66-21635bb1ad2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:12Z', 'updated_at': '2021-09-16T05:10:20Z', 'revision_number': 5, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'subnets': [{'id': 'f577e1cc-3619-4e30-9c66-21635bb1ad2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:14.512382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d44b2-6ca2-4e33-8176-fbd501f1521b None None] Checking router: 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:14.523879 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647d44b2-6ca2-4e33-8176-fbd501f1521b None None] Routers {'63c3bd70-a223-4f48-912a-5ba7ca0a83d4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:14.524607 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-647d44b2-6ca2-4e33-8176-fbd501f1521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['63c3bd70-a223-4f48-912a-5ba7ca0a83d4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:14.665167 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2c48a247-348b-413f-a19e-24f0a6f89d4e req-fd96d648-8c7c-4d11-b159-a9761d398961 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63fea539-cb5a-4e1f-ba8e-3e7a003a04fb HTTP/1.1" status: 200 len: 998 time: 0.1939201 Sep 16 05:11:14.676720 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-647d44b2-6ca2-4e33-8176-fbd501f1521b None None] Set router 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:14.765310 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48a247-348b-413f-a19e-24f0a6f89d4e req-b7aadb3c-237e-451a-b657-76f414fd03a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:14.767050 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2c48a247-348b-413f-a19e-24f0a6f89d4e req-b7aadb3c-237e-451a-b657-76f414fd03a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f577e1cc-3619-4e30-9c66-21635bb1ad2e HTTP/1.1" status: 200 len: 848 time: 0.0667243 Sep 16 05:11:14.798316 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-d52487e0-7f85-4cd3-acee-4c06a2353d41 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311b4794-15b8-423b-afef-f006ac033517 HTTP/1.1" status: 200 len: 217 time: 0.0447812 Sep 16 05:11:14.860788 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48a247-348b-413f-a19e-24f0a6f89d4e req-04ec853b-dd01-4766-a146-215b6674fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:14.862410 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2c48a247-348b-413f-a19e-24f0a6f89d4e req-04ec853b-dd01-4766-a146-215b6674fe0d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4a92d87f-6f51-45e0-8432-716507f35429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839634 Sep 16 05:11:14.941443 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fef8e134-8d1e-44f2-a438-8523c27f9601 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.017740 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-ebde9377-5b63-4a23-9808-380248701655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:15.019235 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-ebde9377-5b63-4a23-9808-380248701655 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=616703c3-a18d-46a5-b3fb-1cf791163d44 HTTP/1.1" status: 200 len: 860 time: 0.1779203 Sep 16 05:11:15.037146 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8e134-8d1e-44f2-a438-8523c27f9601 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Port': ['ID=f691a617-20a1-4736-a057-0496b214c7c0,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:15.064543 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d64d541-f2ea-41fd-92f6-deed7091b76b tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.067708 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-b5da7db9-7c16-41ba-b4c4-016d0906665b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d78ab1-c523-4b4f-a063-d0969b176f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389478 Sep 16 05:11:15.070403 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d64d541-f2ea-41fd-92f6-deed7091b76b tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.086508 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-647d44b2-6ca2-4e33-8176-fbd501f1521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'name': 'tempest-TestServerBasicOps-1986244156-router', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:07Z', 'updated_at': '2021-09-16T05:10:13Z', 'revision_number': 4, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'gw_port': {'id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:08Z', 'updated_at': '2021-09-16T05:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '885343d2-2a3d-4f06-b1c2-1287df718845', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'port_id': '63fea539-cb5a-4e1f-ba8e-3e7a003a04fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429', 'mac_address': 'fa:16:3e:6d:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5696ce-11d7-45e2-9001-1dd24d5f3836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:10Z', 'updated_at': '2021-09-16T05:11:10Z', 'revision_number': 0, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e556ec55-430f-40dd-ad8c-06cbf1d5dfc1', 'name': '', 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'mac_address': 'fa:16:3e:65:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'f577e1cc-3619-4e30-9c66-21635bb1ad2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:12Z', 'updated_at': '2021-09-16T05:10:20Z', 'revision_number': 5, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'subnets': [{'id': 'f577e1cc-3619-4e30-9c66-21635bb1ad2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:15.128801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d44b2-6ca2-4e33-8176-fbd501f1521b None None] The sync data for ids ['63c3bd70-a223-4f48-912a-5ba7ca0a83d4'] in n-d-712140-13 is: [{'id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'name': 'tempest-TestServerBasicOps-1986244156-router', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:07Z', 'updated_at': '2021-09-16T05:10:13Z', 'revision_number': 4, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'gw_port': {'id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:08Z', 'updated_at': '2021-09-16T05:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '885343d2-2a3d-4f06-b1c2-1287df718845', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'port_id': '63fea539-cb5a-4e1f-ba8e-3e7a003a04fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429', 'mac_address': 'fa:16:3e:6d:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5696ce-11d7-45e2-9001-1dd24d5f3836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:10Z', 'updated_at': '2021-09-16T05:11:10Z', 'revision_number': 0, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e556ec55-430f-40dd-ad8c-06cbf1d5dfc1', 'name': '', 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'mac_address': 'fa:16:3e:65:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'f577e1cc-3619-4e30-9c66-21635bb1ad2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:12Z', 'updated_at': '2021-09-16T05:10:20Z', 'revision_number': 5, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'subnets': [{'id': 'f577e1cc-3619-4e30-9c66-21635bb1ad2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:15.286863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e3452385-7846-45c8-9215-afdfb7b18226 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:15.356181 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port e3452385-7846-45c8-9215-afdfb7b18226 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:15.357093 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.427121 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-3889df22-5659-4214-94ca-da4a8d0ca017 service neutron] 10.222.0.21 "GET /v2.0/networks/81d78ab1-c523-4b4f-a063-d0969b176f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504491 Sep 16 05:11:15.487182 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9e99c04-029b-4332-be7a-71de0f9be817 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.623630 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be455f5-9f4c-407d-bde7-59f7348950be None None] New status for floating IP 885343d2-2a3d-4f06-b1c2-1287df718845: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:11:15.676458 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4502eed7-e5ac-4f63-a4f7-04a5675ebb70 req-78848009-eb24-4435-adb7-a2e697930f33 service neutron] 10.222.0.21 "GET /v2.0/networks/81d78ab1-c523-4b4f-a063-d0969b176f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366836 Sep 16 05:11:15.721464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccc389-2d3d-43e1-8544-2a1d66ed198c req-e8b09f4b-bb2a-4ddb-9923-ae296ffb3c6e tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:15.723184 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2ccc389-2d3d-43e1-8544-2a1d66ed198c req-e8b09f4b-bb2a-4ddb-9923-ae296ffb3c6e tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 944 time: 0.2846873 Sep 16 05:11:15.732906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d64d541-f2ea-41fd-92f6-deed7091b76b tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Router e54ed6a3-ad58-4136-b3be-eab0ce464159 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:15.751521 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2c48a247-348b-413f-a19e-24f0a6f89d4e req-d7664e48-754c-4cc2-8b24-21b5492bd420 service neutron] 10.222.0.38 "GET /v2.0/networks/4a92d87f-6f51-45e0-8432-716507f35429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8801816 Sep 16 05:11:15.855469 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fef8e134-8d1e-44f2-a438-8523c27f9601 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.889162 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2ccc389-2d3d-43e1-8544-2a1d66ed198c req-8b523da2-ad3e-43e7-8cf5-a4e74009df61 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485193 Sep 16 05:11:15.991433 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9e99c04-029b-4332-be7a-71de0f9be817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.054040 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d64d541-f2ea-41fd-92f6-deed7091b76b tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:16.060023 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d64d541-f2ea-41fd-92f6-deed7091b76b tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.061290 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8d64d541-f2ea-41fd-92f6-deed7091b76b tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "PUT /v2.0/routers/e54ed6a3-ad58-4136-b3be-eab0ce464159 HTTP/1.1" status: 200 len: 915 time: 6.3386848 Sep 16 05:11:16.065718 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0692b8-4a60-4ee4-85c7-21f714b9fd13 None None] Sync routers for ids ['e54ed6a3-ad58-4136-b3be-eab0ce464159'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:16.065984 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45858) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.075830 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0692b8-4a60-4ee4-85c7-21f714b9fd13 None None] Routers {'e54ed6a3-ad58-4136-b3be-eab0ce464159'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:16.076743 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-5b0692b8-4a60-4ee4-85c7-21f714b9fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['e54ed6a3-ad58-4136-b3be-eab0ce464159'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:16.124181 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2c48a247-348b-413f-a19e-24f0a6f89d4e req-716a377b-6804-43df-b155-b4045a59e46d service neutron] 10.222.0.38 "GET /v2.0/networks/4a92d87f-6f51-45e0-8432-716507f35429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565419 Sep 16 05:11:16.256148 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3ada0b14-d0a2-49e4-bd99-f9710078dfc2 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "GET /v2.0/routers/e54ed6a3-ad58-4136-b3be-eab0ce464159 HTTP/1.1" status: 200 len: 921 time: 0.1892707 Sep 16 05:11:16.259353 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45860) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.271725 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-5b0692b8-4a60-4ee4-85c7-21f714b9fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:16.282443 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0692b8-4a60-4ee4-85c7-21f714b9fd13 None None] Routers {'e54ed6a3-ad58-4136-b3be-eab0ce464159'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:16.283203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-5b0692b8-4a60-4ee4-85c7-21f714b9fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['e54ed6a3-ad58-4136-b3be-eab0ce464159'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:16.317224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-5b0692b8-4a60-4ee4-85c7-21f714b9fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:16.318055 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0692b8-4a60-4ee4-85c7-21f714b9fd13 None None] The sync data for ids ['e54ed6a3-ad58-4136-b3be-eab0ce464159'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:16.328473 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef8e134-8d1e-44f2-a438-8523c27f9601 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router e44d52c0-1d25-448a-bd02-9b94872a55a2 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:16.356458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e99c04-029b-4332-be7a-71de0f9be817 admin admin] Router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:16.378829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9de98e-d056-4308-aa4c-54d2defd04e7 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:16.381767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0f9de98e-d056-4308-aa4c-54d2defd04e7 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&device_id=e54ed6a3-ad58-4136-b3be-eab0ce464159&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1210589 Sep 16 05:11:16.386468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45862) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.482355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef8e134-8d1e-44f2-a438-8523c27f9601 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:16.490669 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fef8e134-8d1e-44f2-a438-8523c27f9601 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/e44d52c0-1d25-448a-bd02-9b94872a55a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6649270 Sep 16 05:11:16.493252 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45864) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.497113 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f326406-8677-457c-b414-850f7f6f67ee None None] Sync routers for ids ['e44d52c0-1d25-448a-bd02-9b94872a55a2'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:16.512890 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f326406-8677-457c-b414-850f7f6f67ee None None] Routers {'e44d52c0-1d25-448a-bd02-9b94872a55a2'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:16.513993 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0f326406-8677-457c-b414-850f7f6f67ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['e44d52c0-1d25-448a-bd02-9b94872a55a2'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:16.551782 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0f326406-8677-457c-b414-850f7f6f67ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:16.563591 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f326406-8677-457c-b414-850f7f6f67ee None None] Routers {'e44d52c0-1d25-448a-bd02-9b94872a55a2'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:16.564344 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0f326406-8677-457c-b414-850f7f6f67ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['e44d52c0-1d25-448a-bd02-9b94872a55a2'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:16.579030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9dedcc-4a7b-4e2e-868a-92aeb0a3e786 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:16.580752 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4e9dedcc-4a7b-4e2e-868a-92aeb0a3e786 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 881 time: 0.1928680 Sep 16 05:11:16.583813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45866) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.586969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e99c04-029b-4332-be7a-71de0f9be817 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:16.604419 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] Sync routers for ids ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:16.615003 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] Routers {'2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:16.615653 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:16.621695 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-0f326406-8677-457c-b414-850f7f6f67ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:16.622902 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f326406-8677-457c-b414-850f7f6f67ee None None] The sync data for ids ['e44d52c0-1d25-448a-bd02-9b94872a55a2'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:16.628150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b21549f0-0606-4e8e-8dcb-36f4cfe001df tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54ed6a3-ad58-4136-b3be-eab0ce464159 HTTP/1.1" status: 200 len: 205 time: 0.0430331 Sep 16 05:11:16.632819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45870) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.753250 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9e99c04-029b-4332-be7a-71de0f9be817 admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.755041 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c9e99c04-029b-4332-be7a-71de0f9be817 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.5143108 Sep 16 05:11:16.763524 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45872) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.773236 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a515ee8f-db16-40ef-bcb5-ac5d4b3fffd1 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.783957 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] Set router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:16.934458 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a515ee8f-db16-40ef-bcb5-ac5d4b3fffd1 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.084343 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4cd90-02e0-485f-bdc5-7266c4d79ac2 req-51026a95-baf3-4621-8820-870b69d36577 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:17.085977 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64c4cd90-02e0-485f-bdc5-7266c4d79ac2 req-51026a95-baf3-4621-8820-870b69d36577 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 944 time: 0.0865803 Sep 16 05:11:17.109281 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'name': 'tempest-TestVolumeBackupRestore-585287441-router', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:09Z', 'updated_at': '2021-09-16T05:11:14Z', 'revision_number': 3, 'project_id': 'a58734203b374351a59c62426afce6b4', 'gw_port': {'id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:12Z', 'updated_at': '2021-09-16T05:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:17.144434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-a515ee8f-db16-40ef-bcb5-ac5d4b3fffd1 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Deleting port 304f9b64-c3e8-41a3-a613-86a13107fc91 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:17.144947 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a515ee8f-db16-40ef-bcb5-ac5d4b3fffd1 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.149509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64c4cd90-02e0-485f-bdc5-7266c4d79ac2 req-b198b6ff-50da-497b-9be1-b4521cf5d141 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524831 Sep 16 05:11:17.165619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] Checking router: 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:17.166399 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] Updating router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 port 8c3063ba-b12e-4e18-802c-0cf3e0616b75 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:17.200302 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7bfd-d041-4d99-8bb4-6a7884b5319e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.205747 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.261850 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a515ee8f-db16-40ef-bcb5-ac5d4b3fffd1 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.283787 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-a515ee8f-db16-40ef-bcb5-ac5d4b3fffd1 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Calling delete_port for 304f9b64-c3e8-41a3-a613-86a13107fc91 owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:17.544373 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.592338 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba9b368f-4faf-4da1-ab35-07d89832de81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.623939 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a515ee8f-db16-40ef-bcb5-ac5d4b3fffd1 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.654792 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515ee8f-db16-40ef-bcb5-ac5d4b3fffd1 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Pushing event deleted for resources: {'Port': ['ID=304f9b64-c3e8-41a3-a613-86a13107fc91,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:17.657916 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.709362 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd7bfd-d041-4d99-8bb4-6a7884b5319e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting port c06b7b8d-d752-42f5-9cfd-5bfbc905f397 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:17.709742 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7bfd-d041-4d99-8bb4-6a7884b5319e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.730859 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a515ee8f-db16-40ef-bcb5-ac5d4b3fffd1 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.743096 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] Attempting to bind port 8c3063ba-b12e-4e18-802c-0cf3e0616b75 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:17.743472 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] Attempting to bind port 8c3063ba-b12e-4e18-802c-0cf3e0616b75 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:17.744710 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] Attempting to bind port 8c3063ba-b12e-4e18-802c-0cf3e0616b75 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:17.747123 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db827295-1822-403a-ba0e-2e1e37683133 None None] Pushing event updated for resources: {'Port': ['ID=8c3063ba-b12e-4e18-802c-0cf3e0616b75,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:17.762056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:17.762420 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:17.762835 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.763280 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:17.763778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] Bound port: 8c3063ba-b12e-4e18-802c-0cf3e0616b75, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:17.764162 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.842650 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] For port 8c3063ba-b12e-4e18-802c-0cf3e0616b75, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:17.846571 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] For port 8c3063ba-b12e-4e18-802c-0cf3e0616b75, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8c3063ba-b12e-4e18-802c-0cf3e0616b75,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:17.885454 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a515ee8f-db16-40ef-bcb5-ac5d4b3fffd1 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.889247 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a515ee8f-db16-40ef-bcb5-ac5d4b3fffd1 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.925213 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-ba9b368f-4faf-4da1-ab35-07d89832de81 admin admin] Allocated IP 172.20.0.1 (4b26372d-6621-4485-8bc8-0c50fbbc898c/bbb1315d-beef-43e2-8f79-ef4efee372a5/89cac17d-35bd-4344-b3f9-d77663e7f723) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:17.929020 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.929349 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7bfd-d041-4d99-8bb4-6a7884b5319e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.956024 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd7bfd-d041-4d99-8bb4-6a7884b5319e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Calling delete_port for c06b7b8d-d752-42f5-9cfd-5bfbc905f397 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:18.020482 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] Routers {'2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:18.021130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:18.066695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db827295-1822-403a-ba0e-2e1e37683133 None None] Pushing event updated for resources: {'Port': ['ID=8c3063ba-b12e-4e18-802c-0cf3e0616b75,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.068671 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a515ee8f-db16-40ef-bcb5-ac5d4b3fffd1 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.072272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a515ee8f-db16-40ef-bcb5-ac5d4b3fffd1 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Fanout notify agent at l3_agent the message router_deleted on router e54ed6a3-ad58-4136-b3be-eab0ce464159 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:18.082548 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a515ee8f-db16-40ef-bcb5-ac5d4b3fffd1 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.085633 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a515ee8f-db16-40ef-bcb5-ac5d4b3fffd1 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "DELETE /v2.0/routers/e54ed6a3-ad58-4136-b3be-eab0ce464159 HTTP/1.1" status: 204 len: 168 time: 1.4498801 Sep 16 05:11:18.089700 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45878) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:18.094726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-a033a4c6-252e-433d-aafd-4dd19d964e79 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-789855275', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:18.185114 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba9b368f-4faf-4da1-ab35-07d89832de81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.190116 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a033a4c6-252e-433d-aafd-4dd19d964e79 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.193473 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a033a4c6-252e-433d-aafd-4dd19d964e79 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.220077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] Set router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:18.297717 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a033a4c6-252e-433d-aafd-4dd19d964e79 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.342762 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcad77-b1c1-48fd-b88a-1c45be94f328 req-0ba0aa45-4941-41bb-8cd8-d1cdd1723907 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:18.344528 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5bcad77-b1c1-48fd-b88a-1c45be94f328 req-0ba0aa45-4941-41bb-8cd8-d1cdd1723907 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 944 time: 0.0829659 Sep 16 05:11:18.355314 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba9b368f-4faf-4da1-ab35-07d89832de81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.398071 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7bfd-d041-4d99-8bb4-6a7884b5319e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.402302 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9b368f-4faf-4da1-ab35-07d89832de81 admin admin] Network 4b26372d-6621-4485-8bc8-0c50fbbc898c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:18.404231 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a033a4c6-252e-433d-aafd-4dd19d964e79 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.410919 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-ba9b368f-4faf-4da1-ab35-07d89832de81 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:18.424068 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9b368f-4faf-4da1-ab35-07d89832de81 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:18.428007 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5bcad77-b1c1-48fd-b88a-1c45be94f328 req-8936652c-bc10-4375-9b60-2074871503a1 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757384 Sep 16 05:11:18.462270 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b368f-4faf-4da1-ab35-07d89832de81 admin admin] Pushing event updated for resources: {'Port': ['ID=89cac17d-35bd-4344-b3f9-d77663e7f723,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.520300 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'name': 'tempest-TestVolumeBackupRestore-585287441-router', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:09Z', 'updated_at': '2021-09-16T05:11:14Z', 'revision_number': 3, 'project_id': 'a58734203b374351a59c62426afce6b4', 'gw_port': {'id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:12Z', 'updated_at': '2021-09-16T05:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:18.520606 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a033a4c6-252e-433d-aafd-4dd19d964e79 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.522146 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a033a4c6-252e-433d-aafd-4dd19d964e79 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4313121 Sep 16 05:11:18.525871 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45882) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:18.542488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-e86d8f3e-5dc1-43eb-bacc-fe24aab0d10f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'enable_snat': False}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:18.574074 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd7bfd-d041-4d99-8bb4-6a7884b5319e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Port': ['ID=c06b7b8d-d752-42f5-9cfd-5bfbc905f397,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.579087 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba9b368f-4faf-4da1-ab35-07d89832de81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.601176 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fbd9a2-abeb-4710-8019-0786537b9494 None None] The sync data for ids ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'] in n-d-712140-13 is: [{'id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'name': 'tempest-TestVolumeBackupRestore-585287441-router', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:09Z', 'updated_at': '2021-09-16T05:11:14Z', 'revision_number': 3, 'project_id': 'a58734203b374351a59c62426afce6b4', 'gw_port': {'id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:12Z', 'updated_at': '2021-09-16T05:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:18.688225 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7bfd-d041-4d99-8bb4-6a7884b5319e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.839411 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4ea9df81-46a3-431a-a815-2db1a07cee87 None None] Provisioning complete for port 89cac17d-35bd-4344-b3f9-d77663e7f723 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:18.840041 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4ea9df81-46a3-431a-a815-2db1a07cee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.946165 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9df81-46a3-431a-a815-2db1a07cee87 None None] Port 89cac17d-35bd-4344-b3f9-d77663e7f723 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:19.330381 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8c3063ba-b12e-4e18-802c-0cf3e0616b75 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:19.427174 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 8c3063ba-b12e-4e18-802c-0cf3e0616b75 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:19.427612 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.502938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdd7bfd-d041-4d99-8bb4-6a7884b5319e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router e44d52c0-1d25-448a-bd02-9b94872a55a2 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:19.526860 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e86d8f3e-5dc1-43eb-bacc-fe24aab0d10f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.580523 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.610006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 8c3063ba-b12e-4e18-802c-0cf3e0616b75, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8c3063ba-b12e-4e18-802c-0cf3e0616b75,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:19.616467 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdd7bfd-d041-4d99-8bb4-6a7884b5319e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:19.625779 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cbdd7bfd-d041-4d99-8bb4-6a7884b5319e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/e44d52c0-1d25-448a-bd02-9b94872a55a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1289978 Sep 16 05:11:19.628403 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45888) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:19.641576 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5d81d8-f1df-4f2d-b752-0762615022c5 None None] Sync routers for ids ['e44d52c0-1d25-448a-bd02-9b94872a55a2'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:19.657430 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.658997 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5d81d8-f1df-4f2d-b752-0762615022c5 None None] Routers {'e44d52c0-1d25-448a-bd02-9b94872a55a2'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:19.670764 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-6a5d81d8-f1df-4f2d-b752-0762615022c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['e44d52c0-1d25-448a-bd02-9b94872a55a2'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:19.686696 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4f3e1e00-4633-4c7f-ba40-a7116f185960 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44d52c0-1d25-448a-bd02-9b94872a55a2 HTTP/1.1" status: 200 len: 205 time: 0.0567913 Sep 16 05:11:19.689494 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45890) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:19.698966 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba9b368f-4faf-4da1-ab35-07d89832de81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.701831 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfccc1-22ad-48ed-8084-34ceda7e8f3d req-76897fd1-be37-49bf-b68e-802974b9d7aa tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.715751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fcfccc1-22ad-48ed-8084-34ceda7e8f3d req-76897fd1-be37-49bf-b68e-802974b9d7aa tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 944 time: 0.1247947 Sep 16 05:11:19.794548 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=8c3063ba-b12e-4e18-802c-0cf3e0616b75,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:19.795261 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de3ac8ab-4fbb-403e-a3f6-a25658b81306 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.841640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fcfccc1-22ad-48ed-8084-34ceda7e8f3d req-33a74853-ee58-447c-a64e-c20ed36d9729 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243670 Sep 16 05:11:19.967966 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-6a5d81d8-f1df-4f2d-b752-0762615022c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:19.988547 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5d81d8-f1df-4f2d-b752-0762615022c5 None None] Routers {'e44d52c0-1d25-448a-bd02-9b94872a55a2'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:19.990305 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-6a5d81d8-f1df-4f2d-b752-0762615022c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['e44d52c0-1d25-448a-bd02-9b94872a55a2'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:20.081448 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-6a5d81d8-f1df-4f2d-b752-0762615022c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:20.082662 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5d81d8-f1df-4f2d-b752-0762615022c5 None None] The sync data for ids ['e44d52c0-1d25-448a-bd02-9b94872a55a2'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:20.104046 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de3ac8ab-4fbb-403e-a3f6-a25658b81306 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.108532 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de3ac8ab-4fbb-403e-a3f6-a25658b81306 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.164905 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e86d8f3e-5dc1-43eb-bacc-fe24aab0d10f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.205248 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e86d8f3e-5dc1-43eb-bacc-fe24aab0d10f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.262342 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba9b368f-4faf-4da1-ab35-07d89832de81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.313432 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de3ac8ab-4fbb-403e-a3f6-a25658b81306 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.314168 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3ac8ab-4fbb-403e-a3f6-a25658b81306 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Fanout notify agent at l3_agent the message router_deleted on router e44d52c0-1d25-448a-bd02-9b94872a55a2 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:20.327521 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de3ac8ab-4fbb-403e-a3f6-a25658b81306 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.327521 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-de3ac8ab-4fbb-403e-a3f6-a25658b81306 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/routers/e44d52c0-1d25-448a-bd02-9b94872a55a2 HTTP/1.1" status: 204 len: 168 time: 0.6365001 Sep 16 05:11:20.329817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45894) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:20.365086 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba9b368f-4faf-4da1-ab35-07d89832de81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.409539 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 311b4794-15b8-423b-afef-f006ac033517 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:20.423353 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-e86d8f3e-5dc1-43eb-bacc-fe24aab0d10f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Allocated IP 172.25.4.122 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/b69ef8d8-20e1-41c1-903f-0b99b57494c7) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:20.455467 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3744749-c7b6-4d2d-a00f-09d45a9903eb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting subnet e90f7fb2-03c4-4dbb-bb29-0cfc01a7c640 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:20.467439 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3744749-c7b6-4d2d-a00f-09d45a9903eb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.498736 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba9b368f-4faf-4da1-ab35-07d89832de81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.500707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b368f-4faf-4da1-ab35-07d89832de81 admin admin] Pushing event updated for resources: {'Port': ['ID=89cac17d-35bd-4344-b3f9-d77663e7f723,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:20.552706 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3744749-c7b6-4d2d-a00f-09d45a9903eb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.573776 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 311b4794-15b8-423b-afef-f006ac033517, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=311b4794-15b8-423b-afef-f006ac033517,segment=NetworkSegment(af1e5cab-e8db-44ca-bce4-bd4fd4209b3d),segment_id=af1e5cab-e8db-44ca-bce4-bd4fd4209b3d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:20.588774 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '311b4794-15b8-423b-afef-f006ac033517', 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74', 'port_id': '311b4794-15b8-423b-afef-f006ac033517', 'mac_address': 'fa:16:3e:7b:22:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616703c3-a18d-46a5-b3fb-1cf791163d44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:20.631024 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e86d8f3e-5dc1-43eb-bacc-fe24aab0d10f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.639984 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.662689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311b4794-15b8-423b-afef-f006ac033517 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:20.688107 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 311b4794-15b8-423b-afef-f006ac033517, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=311b4794-15b8-423b-afef-f006ac033517,segment=NetworkSegment(af1e5cab-e8db-44ca-bce4-bd4fd4209b3d),segment_id=af1e5cab-e8db-44ca-bce4-bd4fd4209b3d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:20.706953 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9b368f-4faf-4da1-ab35-07d89832de81 admin admin] Network 4b26372d-6621-4485-8bc8-0c50fbbc898c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:20.713028 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-ba9b368f-4faf-4da1-ab35-07d89832de81 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:20.724594 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3744749-c7b6-4d2d-a00f-09d45a9903eb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.789437 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.819988 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e86d8f3e-5dc1-43eb-bacc-fe24aab0d10f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.883625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86d8f3e-5dc1-43eb-bacc-fe24aab0d10f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:20.886787 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=311b4794-15b8-423b-afef-f006ac033517,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:20.899551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-e86d8f3e-5dc1-43eb-bacc-fe24aab0d10f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:20.900638 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d8f3e-5dc1-43eb-bacc-fe24aab0d10f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:20.931199 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9b368f-4faf-4da1-ab35-07d89832de81 admin admin] Router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:20.953873 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3744749-c7b6-4d2d-a00f-09d45a9903eb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.971758 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d8f3e-5dc1-43eb-bacc-fe24aab0d10f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Pushing event updated for resources: {'Port': ['ID=b69ef8d8-20e1-41c1-903f-0b99b57494c7,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:21.021818 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3744749-c7b6-4d2d-a00f-09d45a9903eb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.024776 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a3744749-c7b6-4d2d-a00f-09d45a9903eb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/subnets/e90f7fb2-03c4-4dbb-bb29-0cfc01a7c640 HTTP/1.1" status: 204 len: 168 time: 0.6935613 Sep 16 05:11:21.034717 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846c74da-422d-4a6d-b6f2-834b19c50870 None None] Network 075ec0ef-f2cb-450d-bb48-1e95d31f9e05 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:21.051133 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45898) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:21.090622 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3744749-c7b6-4d2d-a00f-09d45a9903eb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Subnet': ['ID=e90f7fb2-03c4-4dbb-bb29-0cfc01a7c640,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:21.214231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd204d57-7f8f-4ea7-b82c-a3ecacd6820b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting subnet a6c265dd-80e3-4735-8056-7e48a871399a {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:21.225290 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dd204d57-7f8f-4ea7-b82c-a3ecacd6820b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.229495 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632e7cc-2860-41a5-9f85-3f5cb20daf94 req-0c8392b9-f3a5-4c07-a8d7-462b3cb9caf7 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:21.231476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e632e7cc-2860-41a5-9f85-3f5cb20daf94 req-0c8392b9-f3a5-4c07-a8d7-462b3cb9caf7 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 945 time: 0.2746544 Sep 16 05:11:21.255901 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9b199c75-2fb9-42be-94aa-adbaece72fe6 None None] Provisioning complete for port 89cac17d-35bd-4344-b3f9-d77663e7f723 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:21.256489 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9b199c75-2fb9-42be-94aa-adbaece72fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.265766 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['311b4794-15b8-423b-afef-f006ac033517'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:21.338518 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e632e7cc-2860-41a5-9f85-3f5cb20daf94 req-70939337-0109-4c9b-a668-ae3f77369851 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851376 Sep 16 05:11:21.342504 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9b368f-4faf-4da1-ab35-07d89832de81 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:21.359624 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ba9b368f-4faf-4da1-ab35-07d89832de81 admin admin] 10.222.0.20 "PUT /v2.0/routers/2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5943356 Sep 16 05:11:21.374142 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8c3063ba-b12e-4e18-802c-0cf3e0616b75 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:21.381681 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dd204d57-7f8f-4ea7-b82c-a3ecacd6820b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.436262 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] Sync routers for ids ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:21.475328 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9b199c75-2fb9-42be-94aa-adbaece72fe6 None None] Port 89cac17d-35bd-4344-b3f9-d77663e7f723 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:21.524296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] Routers {'2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:21.525625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:21.528420 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e86d8f3e-5dc1-43eb-bacc-fe24aab0d10f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.562058 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dd204d57-7f8f-4ea7-b82c-a3ecacd6820b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.611331 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 8c3063ba-b12e-4e18-802c-0cf3e0616b75 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:21.611983 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.625728 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec85d81-38ac-4ef3-8425-182de345b27d None None] DHCP port deletion for 075ec0ef-f2cb-450d-bb48-1e95d31f9e05 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:21.760908 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] Set router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:21.778379 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dd204d57-7f8f-4ea7-b82c-a3ecacd6820b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.811049 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd204d57-7f8f-4ea7-b82c-a3ecacd6820b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c265dd-80e3-4735-8056-7e48a871399a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:21.816014 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dd204d57-7f8f-4ea7-b82c-a3ecacd6820b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.824172 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dd204d57-7f8f-4ea7-b82c-a3ecacd6820b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/subnets/a6c265dd-80e3-4735-8056-7e48a871399a HTTP/1.1" status: 204 len: 168 time: 0.7656069 Sep 16 05:11:21.826336 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45910) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:21.911936 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e86d8f3e-5dc1-43eb-bacc-fe24aab0d10f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.917263 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e86d8f3e-5dc1-43eb-bacc-fe24aab0d10f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.961932 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac42afcf-9b5c-4cc8-ad13-b5379e4dbad0 None None] Network dcdfef31-e2f8-43db-800b-65e6945d3d13 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:21.999572 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.081740 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting port 7e65fd89-8f53-4a72-ba15-22e0c6249833 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:22.082626 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.161818 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] For port 7e65fd89-8f53-4a72-ba15-22e0c6249833, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7e65fd89-8f53-4a72-ba15-22e0c6249833,segment=NetworkSegment(40bbd91f-1f2c-4030-a904-bd394b8eafe0),segment_id=40bbd91f-1f2c-4030-a904-bd394b8eafe0)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:22.162659 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.171595 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86d8f3e-5dc1-43eb-bacc-fe24aab0d10f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Router c587b28b-cb75-440a-bff3-c7feda596850 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:22.196380 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Calling delete_port for 7e65fd89-8f53-4a72-ba15-22e0c6249833 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:22.244755 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-dec85d81-38ac-4ef3-8425-182de345b27d None None] Deleting port 7e65fd89-8f53-4a72-ba15-22e0c6249833 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:22.245080 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dec85d81-38ac-4ef3-8425-182de345b27d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.333786 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86d8f3e-5dc1-43eb-bacc-fe24aab0d10f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:22.339826 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e86d8f3e-5dc1-43eb-bacc-fe24aab0d10f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.341353 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e86d8f3e-5dc1-43eb-bacc-fe24aab0d10f tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "PUT /v2.0/routers/c587b28b-cb75-440a-bff3-c7feda596850 HTTP/1.1" status: 200 len: 915 time: 3.8138399 Sep 16 05:11:22.344029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45918) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:22.351417 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f2c903-cf8d-45b7-8b0e-3bdbf467e794 None None] Sync routers for ids ['c587b28b-cb75-440a-bff3-c7feda596850'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:22.367141 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f2c903-cf8d-45b7-8b0e-3bdbf467e794 None None] Routers {'c587b28b-cb75-440a-bff3-c7feda596850'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:22.367796 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d9f2c903-cf8d-45b7-8b0e-3bdbf467e794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['c587b28b-cb75-440a-bff3-c7feda596850'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:22.394545 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.446902 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-dec85d81-38ac-4ef3-8425-182de345b27d None None] For port 7e65fd89-8f53-4a72-ba15-22e0c6249833, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7e65fd89-8f53-4a72-ba15-22e0c6249833,segment=NetworkSegment(40bbd91f-1f2c-4030-a904-bd394b8eafe0),segment_id=40bbd91f-1f2c-4030-a904-bd394b8eafe0)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:22.448056 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dec85d81-38ac-4ef3-8425-182de345b27d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.514573 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-dec85d81-38ac-4ef3-8425-182de345b27d None None] Calling delete_port for 7e65fd89-8f53-4a72-ba15-22e0c6249833 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:22.526695 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] No DVR routers for this DVR port 7e65fd89-8f53-4a72-ba15-22e0c6249833 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:22.553576 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Port': ['ID=7e65fd89-8f53-4a72-ba15-22e0c6249833,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:22.558165 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-064f2173-340f-47d7-8a06-7b01ac9b8028 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "GET /v2.0/routers/c587b28b-cb75-440a-bff3-c7feda596850 HTTP/1.1" status: 200 len: 921 time: 0.2092447 Sep 16 05:11:22.564932 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45926) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:22.576220 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45928) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:22.580284 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d9f2c903-cf8d-45b7-8b0e-3bdbf467e794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:22.582159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-14bab2e4-da2a-4c1a-953a-170999238f52 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-375735061-network', 'tenant_id': '8fa98aba4bec44dfb7eaa64fc4583282'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:22.592955 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f2c903-cf8d-45b7-8b0e-3bdbf467e794 None None] Routers {'c587b28b-cb75-440a-bff3-c7feda596850'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:22.593921 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d9f2c903-cf8d-45b7-8b0e-3bdbf467e794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['c587b28b-cb75-440a-bff3-c7feda596850'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:22.634111 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d9f2c903-cf8d-45b7-8b0e-3bdbf467e794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:22.635134 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f2c903-cf8d-45b7-8b0e-3bdbf467e794 None None] The sync data for ids ['c587b28b-cb75-440a-bff3-c7feda596850'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:22.647364 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c41d4c1-0248-414b-805b-689e5d926c9f None None] DHCP port deletion for dcdfef31-e2f8-43db-800b-65e6945d3d13 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.668259 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.675104 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.675104 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.675104 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.675104 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.675104 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.675104 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.675104 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.675104 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.675104 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.675104 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.675104 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.675104 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.675104 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:22.675104 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:11:22.680080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca58239-dbc5-42ce-b5c0-ac7e3b794375 req-be060b34-b510-4a11-88b5-94433e058894 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:22.682721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ca58239-dbc5-42ce-b5c0-ac7e3b794375 req-be060b34-b510-4a11-88b5-94433e058894 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 945 time: 0.0955689 Sep 16 05:11:22.712424 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.722377 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dec85d81-38ac-4ef3-8425-182de345b27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.727922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bab2e4-da2a-4c1a-953a-170999238f52 admin admin] Made reservation on behalf of 8fa98aba4bec44dfb7eaa64fc4583282 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:22.731092 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14bab2e4-da2a-4c1a-953a-170999238f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.738060 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075ec0ef-f2cb-450d-bb48-1e95d31f9e05']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:22.750486 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40bbd91f-1f2c-4030-a904-bd394b8eafe0') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:22.751086 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14bab2e4-da2a-4c1a-953a-170999238f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.751280 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40bbd91f-1f2c-4030-a904-bd394b8eafe0') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:22.764291 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.765605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec85d81-38ac-4ef3-8425-182de345b27d None None] Pushing event deleted for resources: {'Port': ['ID=7e65fd89-8f53-4a72-ba15-22e0c6249833,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:22.767041 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ca58239-dbc5-42ce-b5c0-ac7e3b794375 req-7fa2cfe7-37a6-4a7f-b4ee-4004149d0dc3 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674369 Sep 16 05:11:22.771513 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'name': 'tempest-TestVolumeBackupRestore-585287441-router', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:09Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': 'a58734203b374351a59c62426afce6b4', 'gw_port': {'id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:12Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '89cac17d-35bd-4344-b3f9-d77663e7f723', 'name': '', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'mac_address': 'fa:16:3e:ab:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 2, 'project_id': 'a58734203b374351a59c62426afce6b4', 'subnets': [{'id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:22.776383 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec85d81-38ac-4ef3-8425-182de345b27d None None] No DVR routers for this DVR port 7e65fd89-8f53-4a72-ba15-22e0c6249833 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:22.793177 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.803602 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:22.805717 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.810360 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] Checking router: 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:22.811088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] Updating router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 port 89cac17d-35bd-4344-b3f9-d77663e7f723 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:22.811221 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:22.867168 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.885435 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4c41d4c1-0248-414b-805b-689e5d926c9f None None] Deleting port 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:22.891590 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c41d4c1-0248-414b-805b-689e5d926c9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.909574 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14bab2e4-da2a-4c1a-953a-170999238f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.919552 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2140c925-5d47-4193-b8eb-beffb21ebe7c tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:22.923685 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2140c925-5d47-4193-b8eb-beffb21ebe7c tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&device_id=c587b28b-cb75-440a-bff3-c7feda596850&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3530576 Sep 16 05:11:22.926676 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45930) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:22.977760 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14bab2e4-da2a-4c1a-953a-170999238f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.996555 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4c41d4c1-0248-414b-805b-689e5d926c9f None None] For port 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4,segment=NetworkSegment(522aaddc-6fdc-48d3-b4b4-f9a4c5df7494),segment_id=522aaddc-6fdc-48d3-b4b4-f9a4c5df7494)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:22.996961 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c41d4c1-0248-414b-805b-689e5d926c9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.021604 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.026572 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bab2e4-da2a-4c1a-953a-170999238f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dc0fb6-991e-4035-a8dc-e562db0b0819,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:23.033996 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14bab2e4-da2a-4c1a-953a-170999238f52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:23.049731 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.050045 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14bab2e4-da2a-4c1a-953a-170999238f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.050522 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-14bab2e4-da2a-4c1a-953a-170999238f52 admin admin] Added segment ee259ae1-3002-4e47-adec-8d1481c0f158 of type vlan for network 58cbb7b7-6fa7-4c07-8a61-636a481b8851 Sep 16 05:11:23.053297 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/networks/075ec0ef-f2cb-450d-bb48-1e95d31f9e05 HTTP/1.1" status: 204 len: 168 time: 1.2236998 Sep 16 05:11:23.068850 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45932) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:23.078976 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4c41d4c1-0248-414b-805b-689e5d926c9f None None] Calling delete_port for 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:23.085832 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412e717-d3ea-4b85-8b9d-392a483c9ad9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Network': ['ID=075ec0ef-f2cb-450d-bb48-1e95d31f9e05,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:23.120074 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf77559-9149-44cb-822f-40d13e8b3a5a tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:23.126751 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9cf77559-9149-44cb-822f-40d13e8b3a5a tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 881 time: 0.1961334 Sep 16 05:11:23.128805 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45934) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:23.155414 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14bab2e4-da2a-4c1a-953a-170999238f52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.173455 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-25cc9a66-8596-4784-bbda-b64f75be8cbb tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "GET /v2.0/ports?device_id=c587b28b-cb75-440a-bff3-c7feda596850 HTTP/1.1" status: 200 len: 205 time: 0.0426822 Sep 16 05:11:23.174410 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45936) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:23.212046 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.270519 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7e65fd89-8f53-4a72-ba15-22e0c6249833 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:23.293829 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14bab2e4-da2a-4c1a-953a-170999238f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.299963 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bab2e4-da2a-4c1a-953a-170999238f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:23.299963 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14bab2e4-da2a-4c1a-953a-170999238f52 admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.301613 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 7e65fd89-8f53-4a72-ba15-22e0c6249833 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:23.301961 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7e65fd89-8f53-4a72-ba15-22e0c6249833 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:23.302361 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:23.326003 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1753db9-8a2e-4295-a5f1-844489c1815c tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.356790 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c41d4c1-0248-414b-805b-689e5d926c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.378640 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting port 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:23.379280 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.382580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bab2e4-da2a-4c1a-953a-170999238f52 admin admin] Pushing event updated for resources: {'Network': ['ID=58cbb7b7-6fa7-4c07-8a61-636a481b8851,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:23.408254 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 58cbb7b7-6fa7-4c07-8a61-636a481b8851 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:23.426089 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No active binding found for port 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4 {{(pid=95475) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 05:11:23.426515 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:23.428442 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41d4c1-0248-414b-805b-689e5d926c9f None None] Pushing event deleted for resources: {'Port': ['ID=8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:23.444420 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-14bab2e4-da2a-4c1a-953a-170999238f52 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8663416 Sep 16 05:11:23.449317 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45938) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:23.452676 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c41d4c1-0248-414b-805b-689e5d926c9f None None] No DVR routers for this DVR port 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:23.456635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6b656408-7dc6-4820-803f-abf66ca457f7 admin admin] Request body: {'subnet': {'network_id': '58cbb7b7-6fa7-4c07-8a61-636a481b8851', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-375735061-subnet', 'tenant_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:23.483023 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1753db9-8a2e-4295-a5f1-844489c1815c tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.502109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] For port 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4, host n-d-712140-13, got binding levels [] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:23.502825 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.503329 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.522427 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Calling delete_port for 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:23.526174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.ipam_backend_mixin [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Port 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4 was not found and therefore no delete operation was performed {{(pid=95473) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:11:23.527964 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.562404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Port': ['ID=8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:23.565525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b656408-7dc6-4820-803f-abf66ca457f7 admin admin] Made reservation on behalf of 8fa98aba4bec44dfb7eaa64fc4583282 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:23.568038 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6b656408-7dc6-4820-803f-abf66ca457f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.574031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] No DVR routers for this DVR port 8aaa48a3-5a99-4ac7-8275-22f38e6bd8f4 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:23.586499 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.638957 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d1753db9-8a2e-4295-a5f1-844489c1815c tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Deleting port b69ef8d8-20e1-41c1-903f-0b99b57494c7 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:23.639886 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1753db9-8a2e-4295-a5f1-844489c1815c tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.753173 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f24d3d-8197-4c0c-9095-a38ae8fe95ca None None] Pushing event updated for resources: {'Port': ['ID=89cac17d-35bd-4344-b3f9-d77663e7f723,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:23.760657 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1753db9-8a2e-4295-a5f1-844489c1815c tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.772572 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.778723 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d1753db9-8a2e-4295-a5f1-844489c1815c tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Calling delete_port for b69ef8d8-20e1-41c1-903f-0b99b57494c7 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:23.789594 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] Attempting to bind port 89cac17d-35bd-4344-b3f9-d77663e7f723 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:23.791624 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] Attempting to bind port 89cac17d-35bd-4344-b3f9-d77663e7f723 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'af43f8e6-b8fb-4067-9142-1511a8549af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:23.792490 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] Attempting to bind port 89cac17d-35bd-4344-b3f9-d77663e7f723 on network 4b26372d-6621-4485-8bc8-0c50fbbc898c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:23.801246 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:23.801832 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] Checking segment: {'id': 'af43f8e6-b8fb-4067-9142-1511a8549af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:23.802471 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.803169 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] Bound using segment: {'id': 'af43f8e6-b8fb-4067-9142-1511a8549af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:23.804316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] Bound port: 89cac17d-35bd-4344-b3f9-d77663e7f723, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af43f8e6-b8fb-4067-9142-1511a8549af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:23.805107 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.838282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcdfef31-e2f8-43db-800b-65e6945d3d13']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:23.887758 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522aaddc-6fdc-48d3-b4b4-f9a4c5df7494') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:23.889108 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522aaddc-6fdc-48d3-b4b4-f9a4c5df7494') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:23.954650 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.988982 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] For port 89cac17d-35bd-4344-b3f9-d77663e7f723, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:24.000312 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] For port 89cac17d-35bd-4344-b3f9-d77663e7f723, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=89cac17d-35bd-4344-b3f9-d77663e7f723,segment=NetworkSegment(af43f8e6-b8fb-4067-9142-1511a8549af4),segment_id=af43f8e6-b8fb-4067-9142-1511a8549af4)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:24.020428 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.039725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:24.040465 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:24.044928 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:24.081331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3a104-34ef-485f-8de1-136b3bad47c3 req-76051bc5-9c67-4dcb-b0a2-153abb6cf3c0 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.081331 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0d3a104-34ef-485f-8de1-136b3bad47c3 req-76051bc5-9c67-4dcb-b0a2-153abb6cf3c0 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 945 time: 0.1585784 Sep 16 05:11:24.102936 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.131863 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1753db9-8a2e-4295-a5f1-844489c1815c tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.138559 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6b656408-7dc6-4820-803f-abf66ca457f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.173118 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1753db9-8a2e-4295-a5f1-844489c1815c tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Pushing event deleted for resources: {'Port': ['ID=b69ef8d8-20e1-41c1-903f-0b99b57494c7,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:24.188558 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] Routers {'2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:24.189212 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:24.191202 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3720a1a7-2fa6-40fc-8a2b-6e937ed59ff0 None None] Provisioning complete for port 89cac17d-35bd-4344-b3f9-d77663e7f723 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:24.191575 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3720a1a7-2fa6-40fc-8a2b-6e937ed59ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.194193 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f24d3d-8197-4c0c-9095-a38ae8fe95ca None None] Pushing event updated for resources: {'Port': ['ID=89cac17d-35bd-4344-b3f9-d77663e7f723,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:24.204073 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0d3a104-34ef-485f-8de1-136b3bad47c3 req-ce07325f-3a0e-45da-a8fa-fb57cd05a857 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951667 Sep 16 05:11:24.220530 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.240052 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.249856 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/networks/dcdfef31-e2f8-43db-800b-65e6945d3d13 HTTP/1.1" status: 204 len: 168 time: 1.1799521 Sep 16 05:11:24.251269 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b656408-7dc6-4820-803f-abf66ca457f7 admin admin] Checking segment: {'id': 'ee259ae1-3002-4e47-adec-8d1481c0f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58cbb7b7-6fa7-4c07-8a61-636a481b8851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:24.252203 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b656408-7dc6-4820-803f-abf66ca457f7 admin admin] Network hostable DHCP agents. Network: 58cbb7b7-6fa7-4c07-8a61-636a481b8851, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:24.252367 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45946) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:24.261467 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-4f1f9542-6595-4ad7-be9e-d8a30ffbbc3c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-672828623'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:24.264327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b656408-7dc6-4820-803f-abf66ca457f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb2f7efa-502b-406c-a7ab-35293dfead4f,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:24.271252 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf304c4-6c2b-4daa-b393-4e19f6f1bd68 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Network': ['ID=dcdfef31-e2f8-43db-800b-65e6945d3d13,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:24.309559 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1753db9-8a2e-4295-a5f1-844489c1815c tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.390424 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1f9542-6595-4ad7-be9e-d8a30ffbbc3c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Made reservation on behalf of 795a658db99f44bf80dbe2f001381533 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:24.394635 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9542-6595-4ad7-be9e-d8a30ffbbc3c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.421334 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] Set router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:24.434161 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b656408-7dc6-4820-803f-abf66ca457f7 admin admin] Network 58cbb7b7-6fa7-4c07-8a61-636a481b8851 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:24.440752 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1753db9-8a2e-4295-a5f1-844489c1815c tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.442767 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1753db9-8a2e-4295-a5f1-844489c1815c tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.452131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 311b4794-15b8-423b-afef-f006ac033517 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:24.458738 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3720a1a7-2fa6-40fc-8a2b-6e937ed59ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.495952 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1f9542-6595-4ad7-be9e-d8a30ffbbc3c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:24.506898 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9542-6595-4ad7-be9e-d8a30ffbbc3c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.507416 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-4f1f9542-6595-4ad7-be9e-d8a30ffbbc3c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Added segment b75343e4-b328-4bd5-bab6-1936e31c4270 of type vlan for network 7802359b-fc59-46f0-84d4-7c009982575a Sep 16 05:11:24.554786 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-6b656408-7dc6-4820-803f-abf66ca457f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 58cbb7b7-6fa7-4c07-8a61-636a481b8851) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:24.561400 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1753db9-8a2e-4295-a5f1-844489c1815c tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.562329 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1753db9-8a2e-4295-a5f1-844489c1815c tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Fanout notify agent at l3_agent the message router_deleted on router c587b28b-cb75-440a-bff3-c7feda596850 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:24.562535 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b656408-7dc6-4820-803f-abf66ca457f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.563876 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6b656408-7dc6-4820-803f-abf66ca457f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.574140 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1753db9-8a2e-4295-a5f1-844489c1815c tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.575483 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d1753db9-8a2e-4295-a5f1-844489c1815c tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "DELETE /v2.0/routers/c587b28b-cb75-440a-bff3-c7feda596850 HTTP/1.1" status: 204 len: 168 time: 1.3997855 Sep 16 05:11:24.578032 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9542-6595-4ad7-be9e-d8a30ffbbc3c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.580277 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45948) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:24.585946 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-43ecf358-b5b2-4d6a-95a7-ba44678658a8 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1100522671', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}, 'admin_state_up': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:24.648710 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6b656408-7dc6-4820-803f-abf66ca457f7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1965597 Sep 16 05:11:24.653451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45952) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:24.659143 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b09aa525-8455-423d-a859-2bee98790e45 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-375735061-router', 'tenant_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:24.665173 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da111ec5-8147-495b-8db5-59b65f7af89c None None] Network 58cbb7b7-6fa7-4c07-8a61-636a481b8851 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:24.668891 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9542-6595-4ad7-be9e-d8a30ffbbc3c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.673562 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.678485 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1f9542-6595-4ad7-be9e-d8a30ffbbc3c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.678485 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9542-6595-4ad7-be9e-d8a30ffbbc3c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.776096 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3720a1a7-2fa6-40fc-8a2b-6e937ed59ff0 None None] For port 89cac17d-35bd-4344-b3f9-d77663e7f723, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=89cac17d-35bd-4344-b3f9-d77663e7f723,segment=NetworkSegment(af43f8e6-b8fb-4067-9142-1511a8549af4),segment_id=af43f8e6-b8fb-4067-9142-1511a8549af4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:24.863717 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3720a1a7-2fa6-40fc-8a2b-6e937ed59ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.973229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 311b4794-15b8-423b-afef-f006ac033517 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:25.022386 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 311b4794-15b8-423b-afef-f006ac033517 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:25.022755 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.060616 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720a1a7-2fa6-40fc-8a2b-6e937ed59ff0 None None] Pushing event updated for resources: {'Port': ['ID=89cac17d-35bd-4344-b3f9-d77663e7f723,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:25.093318 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-90d424e4-1efa-4365-9650-a1d8fd3510c3 None None] Provisioning complete for port 89cac17d-35bd-4344-b3f9-d77663e7f723 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:25.093908 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-90d424e4-1efa-4365-9650-a1d8fd3510c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.113489 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43ecf358-b5b2-4d6a-95a7-ba44678658a8 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.114613 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43ecf358-b5b2-4d6a-95a7-ba44678658a8 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.119109 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f9542-6595-4ad7-be9e-d8a30ffbbc3c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Network': ['ID=7802359b-fc59-46f0-84d4-7c009982575a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:25.147889 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 7802359b-fc59-46f0-84d4-7c009982575a details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:25.174233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-58cbb7b7-6fa7-4c07-8a61-636a481b8851', 'network_id': '58cbb7b7-6fa7-4c07-8a61-636a481b8851', 'tenant_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'fixed_ips': [{'subnet_id': 'eb2f7efa-502b-406c-a7ab-35293dfead4f'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:25.175129 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.205412 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43ecf358-b5b2-4d6a-95a7-ba44678658a8 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.213874 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4f1f9542-6595-4ad7-be9e-d8a30ffbbc3c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9597819 Sep 16 05:11:25.217320 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45954) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:25.226497 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6e650e92-7b85-46e8-be7f-f13e4d0f797f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'subnet': {'network_id': '7802359b-fc59-46f0-84d4-7c009982575a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:25.326750 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b09aa525-8455-423d-a859-2bee98790e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.327851 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b09aa525-8455-423d-a859-2bee98790e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.374284 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'name': 'tempest-TestVolumeBackupRestore-585287441-router', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:09Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': 'a58734203b374351a59c62426afce6b4', 'gw_port': {'id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:12Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '89cac17d-35bd-4344-b3f9-d77663e7f723', 'name': '', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'mac_address': 'fa:16:3e:ab:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:23Z', 'revision_number': 4, 'project_id': 'a58734203b374351a59c62426afce6b4', 'subnets': [{'id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:25.377640 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c21c9-78c7-4973-92c3-f4a96cccc61e req-8e8f39a3-276b-40b0-bdc6-55512fa3527a tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:25.386348 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd7c21c9-78c7-4973-92c3-f4a96cccc61e req-8e8f39a3-276b-40b0-bdc6-55512fa3527a tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 945 time: 0.0934384 Sep 16 05:11:25.436614 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b09aa525-8455-423d-a859-2bee98790e45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.440452 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1946e77-f1e8-439e-8254-f85e463be365 None None] The sync data for ids ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'] in n-d-712140-13 is: [{'id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'name': 'tempest-TestVolumeBackupRestore-585287441-router', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:09Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': 'a58734203b374351a59c62426afce6b4', 'gw_port': {'id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:12Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '89cac17d-35bd-4344-b3f9-d77663e7f723', 'name': '', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'mac_address': 'fa:16:3e:ab:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:23Z', 'revision_number': 4, 'project_id': 'a58734203b374351a59c62426afce6b4', 'subnets': [{'id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:25.453327 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.469988 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd7c21c9-78c7-4973-92c3-f4a96cccc61e req-5e53abbc-f05f-412d-940f-652f38a81aef tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811203 Sep 16 05:11:25.531527 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b439e9d-127f-4255-b67c-0d9403c76c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311b4794-15b8-423b-afef-f006ac033517'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:25.534193 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa95d97-45c8-41d7-a2d8-e978383890c5" -d '{"events": [{"server_uuid": "1b439e9d-127f-4255-b67c-0d9403c76c29", "name": "network-vif-plugged", "status": "completed", "tag": "311b4794-15b8-423b-afef-f006ac033517"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:25.565293 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 311b4794-15b8-423b-afef-f006ac033517, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=311b4794-15b8-423b-afef-f006ac033517,segment=NetworkSegment(af1e5cab-e8db-44ca-bce4-bd4fd4209b3d),segment_id=af1e5cab-e8db-44ca-bce4-bd4fd4209b3d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:25.593903 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] Allocated IP 172.20.0.2 (58cbb7b7-6fa7-4c07-8a61-636a481b8851/eb2f7efa-502b-406c-a7ab-35293dfead4f/fcbbb961-12f6-4c7c-9982-90176be1ab02) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:25.627539 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5ee261-66af-4305-a34e-aab7f5e7b0f6 x-openstack-request-id: req-ea5ee261-66af-4305-a34e-aab7f5e7b0f6 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:25.631824 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b439e9d-127f-4255-b67c-0d9403c76c29", "name": "network-vif-plugged", "status": "completed", "tag": "311b4794-15b8-423b-afef-f006ac033517", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:25.631824 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea5ee261-66af-4305-a34e-aab7f5e7b0f6 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:25.631824 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b439e9d-127f-4255-b67c-0d9403c76c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311b4794-15b8-423b-afef-f006ac033517', 'code': 200} Sep 16 05:11:25.672516 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.709772 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43ecf358-b5b2-4d6a-95a7-ba44678658a8 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.788881 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b09aa525-8455-423d-a859-2bee98790e45 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.827683 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e650e92-7b85-46e8-be7f-f13e4d0f797f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Made reservation on behalf of 795a658db99f44bf80dbe2f001381533 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:25.838428 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e650e92-7b85-46e8-be7f-f13e4d0f797f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.840851 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=311b4794-15b8-423b-afef-f006ac033517,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:25.846282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae5ff3-6052-49a9-b5d0-355786bca9f2 req-4c5f3906-171a-439b-a678-7cc4fc49c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:25.852451 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7ae5ff3-6052-49a9-b5d0-355786bca9f2 req-4c5f3906-171a-439b-a678-7cc4fc49c963 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 1098 time: 0.1203446 Sep 16 05:11:25.942415 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c7ae5ff3-6052-49a9-b5d0-355786bca9f2 req-09c554c8-0b57-4d19-a029-1481dd89e1a3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820599 Sep 16 05:11:25.950480 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.023443 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.086745 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] Network 58cbb7b7-6fa7-4c07-8a61-636a481b8851 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:26.092071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:26.094753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:26.102778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] Pushing event updated for resources: {'Port': ['ID=fcbbb961-12f6-4c7c-9982-90176be1ab02,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:26.170699 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] Attempting to bind port fcbbb961-12f6-4c7c-9982-90176be1ab02 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:26.172170 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] Attempting to bind port fcbbb961-12f6-4c7c-9982-90176be1ab02 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'ee259ae1-3002-4e47-adec-8d1481c0f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58cbb7b7-6fa7-4c07-8a61-636a481b8851'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:26.172980 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] Attempting to bind port fcbbb961-12f6-4c7c-9982-90176be1ab02 on network 58cbb7b7-6fa7-4c07-8a61-636a481b8851 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:26.180781 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:26.187027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] Checking segment: {'id': 'ee259ae1-3002-4e47-adec-8d1481c0f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58cbb7b7-6fa7-4c07-8a61-636a481b8851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:26.187799 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.188381 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] Bound using segment: {'id': 'ee259ae1-3002-4e47-adec-8d1481c0f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58cbb7b7-6fa7-4c07-8a61-636a481b8851'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:26.189354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] Bound port: fcbbb961-12f6-4c7c-9982-90176be1ab02, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee259ae1-3002-4e47-adec-8d1481c0f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58cbb7b7-6fa7-4c07-8a61-636a481b8851'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:26.189754 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.241543 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43ecf358-b5b2-4d6a-95a7-ba44678658a8 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.263703 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43ecf358-b5b2-4d6a-95a7-ba44678658a8 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.276747 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e650e92-7b85-46e8-be7f-f13e4d0f797f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.281534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] For port fcbbb961-12f6-4c7c-9982-90176be1ab02, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:26.284868 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b09aa525-8455-423d-a859-2bee98790e45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.286825 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] For port fcbbb961-12f6-4c7c-9982-90176be1ab02, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=fcbbb961-12f6-4c7c-9982-90176be1ab02,segment=NetworkSegment(ee259ae1-3002-4e47-adec-8d1481c0f158),segment_id=ee259ae1-3002-4e47-adec-8d1481c0f158)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:26.308382 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b09aa525-8455-423d-a859-2bee98790e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.381216 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.422284 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e650e92-7b85-46e8-be7f-f13e4d0f797f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Subnet': ['ID=f63c020e-e9fd-4683-a23b-fb1b02d89ad9,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:26.438134 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e650e92-7b85-46e8-be7f-f13e4d0f797f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Checking segment: {'id': 'b75343e4-b328-4bd5-bab6-1936e31c4270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7802359b-fc59-46f0-84d4-7c009982575a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:26.438503 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e650e92-7b85-46e8-be7f-f13e4d0f797f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network hostable DHCP agents. Network: 7802359b-fc59-46f0-84d4-7c009982575a, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:26.464491 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-43ecf358-b5b2-4d6a-95a7-ba44678658a8 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Allocated IP 172.25.4.57 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/22ed449e-bed8-4111-94fe-14c7c98f2765) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:26.486700 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbedadd1-2850-478a-891d-a689fe81e0a3 None None] Pushing event updated for resources: {'Port': ['ID=fcbbb961-12f6-4c7c-9982-90176be1ab02,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:26.560775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e650e92-7b85-46e8-be7f-f13e4d0f797f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network 7802359b-fc59-46f0-84d4-7c009982575a is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:26.621249 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43ecf358-b5b2-4d6a-95a7-ba44678658a8 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.638995 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-6e650e92-7b85-46e8-be7f-f13e4d0f797f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 7802359b-fc59-46f0-84d4-7c009982575a) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:26.652653 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcf5f89-c06e-462b-bd65-1e1a01f0b6ea None None] Network 7802359b-fc59-46f0-84d4-7c009982575a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:26.652838 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e650e92-7b85-46e8-be7f-f13e4d0f797f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:26.652838 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e650e92-7b85-46e8-be7f-f13e4d0f797f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.656137 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c3ee3-dca7-489b-94ff-a296ef1499c0 req-30d06a23-35a2-4528-96a3-3b21d1b1df12 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:26.658794 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a03c3ee3-dca7-489b-94ff-a296ef1499c0 req-30d06a23-35a2-4528-96a3-3b21d1b1df12 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.0815535 Sep 16 05:11:26.762857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a03c3ee3-dca7-489b-94ff-a296ef1499c0 req-e51d289a-1046-447e-9421-cee404b9e054 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974865 Sep 16 05:11:26.772563 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6e650e92-7b85-46e8-be7f-f13e4d0f797f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5535986 Sep 16 05:11:26.776890 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45964) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:26.782262 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-2335bde5-405c-4fc2-8f05-f97a809385bc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-137188488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:26.922304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-7802359b-fc59-46f0-84d4-7c009982575a', 'network_id': '7802359b-fc59-46f0-84d4-7c009982575a', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'fixed_ips': [{'subnet_id': 'f63c020e-e9fd-4683-a23b-fb1b02d89ad9'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:26.924461 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.949358 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43ecf358-b5b2-4d6a-95a7-ba44678658a8 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.010867 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2335bde5-405c-4fc2-8f05-f97a809385bc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.013684 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2335bde5-405c-4fc2-8f05-f97a809385bc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.020205 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ecf358-b5b2-4d6a-95a7-ba44678658a8 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:27.024815 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-43ecf358-b5b2-4d6a-95a7-ba44678658a8 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:27.028806 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ecf358-b5b2-4d6a-95a7-ba44678658a8 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:27.074775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecf358-b5b2-4d6a-95a7-ba44678658a8 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Pushing event updated for resources: {'Port': ['ID=22ed449e-bed8-4111-94fe-14c7c98f2765,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:27.147026 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] Allocated IP 2001:db8::2 (7802359b-fc59-46f0-84d4-7c009982575a/f63c020e-e9fd-4683-a23b-fb1b02d89ad9/37ec8dae-7a92-46e5-a7cb-11b8e28a086d) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:27.205826 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2335bde5-405c-4fc2-8f05-f97a809385bc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.216768 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-b09aa525-8455-423d-a859-2bee98790e45 admin admin] Allocated IP 172.25.4.187 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/68b58588-f99d-4710-9dba-3eeec4f3f3a8) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:27.325518 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2335bde5-405c-4fc2-8f05-f97a809385bc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.361980 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 89cac17d-35bd-4344-b3f9-d77663e7f723 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:27.418537 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b09aa525-8455-423d-a859-2bee98790e45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.439652 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2335bde5-405c-4fc2-8f05-f97a809385bc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.444740 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2335bde5-405c-4fc2-8f05-f97a809385bc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6663153 Sep 16 05:11:27.448159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45968) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:27.470256 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f94ae587-b1b4-4a3f-90df-30c05aadd30f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'port': {'network_id': '7802359b-fc59-46f0-84d4-7c009982575a', 'name': 'tempest-RoutersIpV6Test-1971048288'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:27.540343 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.587597 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 89cac17d-35bd-4344-b3f9-d77663e7f723 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:27.589233 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.631127 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43ecf358-b5b2-4d6a-95a7-ba44678658a8 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.649257 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.752891 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] Network 7802359b-fc59-46f0-84d4-7c009982575a is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:27.776028 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:27.815204 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:27.848050 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] Pushing event updated for resources: {'Port': ['ID=37ec8dae-7a92-46e5-a7cb-11b8e28a086d,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:27.896056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device fcbbb961-12f6-4c7c-9982-90176be1ab02 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:27.923052 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] Attempting to bind port 37ec8dae-7a92-46e5-a7cb-11b8e28a086d on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:27.923432 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] Attempting to bind port 37ec8dae-7a92-46e5-a7cb-11b8e28a086d by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'b75343e4-b328-4bd5-bab6-1936e31c4270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7802359b-fc59-46f0-84d4-7c009982575a'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:27.923801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] Attempting to bind port 37ec8dae-7a92-46e5-a7cb-11b8e28a086d on network 7802359b-fc59-46f0-84d4-7c009982575a {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:27.929270 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33bfca9-dd3b-425d-bab4-43cc921def6e None None] Network 58cbb7b7-6fa7-4c07-8a61-636a481b8851 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:27.954223 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:27.955632 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] Checking segment: {'id': 'b75343e4-b328-4bd5-bab6-1936e31c4270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7802359b-fc59-46f0-84d4-7c009982575a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:27.955632 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.955632 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] Bound using segment: {'id': 'b75343e4-b328-4bd5-bab6-1936e31c4270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7802359b-fc59-46f0-84d4-7c009982575a'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:27.956013 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] Bound port: 37ec8dae-7a92-46e5-a7cb-11b8e28a086d, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75343e4-b328-4bd5-bab6-1936e31c4270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7802359b-fc59-46f0-84d4-7c009982575a'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:27.956419 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.050143 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43ecf358-b5b2-4d6a-95a7-ba44678658a8 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.083583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2e3f3faa-3b26-4cf3-b9a6-822f1557f847 None None] Provisioning complete for port fcbbb961-12f6-4c7c-9982-90176be1ab02 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:28.083956 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3faa-3b26-4cf3-b9a6-822f1557f847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.142954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port fcbbb961-12f6-4c7c-9982-90176be1ab02 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:28.143346 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.160415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f1b81-578c-425a-aed7-256b396402c5 req-19fb1fff-81f6-424f-acdc-0de816968f46 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:28.162747 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] For port 37ec8dae-7a92-46e5-a7cb-11b8e28a086d, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:28.167660 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e63f1b81-578c-425a-aed7-256b396402c5 req-19fb1fff-81f6-424f-acdc-0de816968f46 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.1016030 Sep 16 05:11:28.192532 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b09aa525-8455-423d-a859-2bee98790e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.233201 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] For port 37ec8dae-7a92-46e5-a7cb-11b8e28a086d, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=37ec8dae-7a92-46e5-a7cb-11b8e28a086d,segment=NetworkSegment(b75343e4-b328-4bd5-bab6-1936e31c4270),segment_id=b75343e4-b328-4bd5-bab6-1936e31c4270)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:28.291430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e63f1b81-578c-425a-aed7-256b396402c5 req-ef0e0315-6e41-45c9-8224-2c89d891f284 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213288 Sep 16 05:11:28.305792 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09aa525-8455-423d-a859-2bee98790e45 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:28.312509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09aa525-8455-423d-a859-2bee98790e45 admin admin] Pushing event updated for resources: {'Port': ['ID=68b58588-f99d-4710-9dba-3eeec4f3f3a8,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:28.316939 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-b09aa525-8455-423d-a859-2bee98790e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:28.361877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09aa525-8455-423d-a859-2bee98790e45 admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:28.371608 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3faa-3b26-4cf3-b9a6-822f1557f847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.453413 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ecf358-b5b2-4d6a-95a7-ba44678658a8 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Router d176dc38-053f-4909-9934-275207d35962 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:28.461872 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94ae587-b1b4-4a3f-90df-30c05aadd30f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Made reservation on behalf of 795a658db99f44bf80dbe2f001381533 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:28.465928 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f94ae587-b1b4-4a3f-90df-30c05aadd30f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.516038 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-f94ae587-b1b4-4a3f-90df-30c05aadd30f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] device_id is not set on port 0f77e405-16b4-4c2e-91d2-d75837e3b227 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:11:28.571742 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.576490 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.593194 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ecf358-b5b2-4d6a-95a7-ba44678658a8 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:28.626493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4cab0d-1e16-4f03-b871-a12a4f768d1f None None] Sync routers for ids ['d176dc38-053f-4909-9934-275207d35962'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:28.641715 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.678612 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2e3f3faa-3b26-4cf3-b9a6-822f1557f847 None None] For port fcbbb961-12f6-4c7c-9982-90176be1ab02, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=fcbbb961-12f6-4c7c-9982-90176be1ab02,segment=NetworkSegment(ee259ae1-3002-4e47-adec-8d1481c0f158),segment_id=ee259ae1-3002-4e47-adec-8d1481c0f158)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:28.695531 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43ecf358-b5b2-4d6a-95a7-ba44678658a8 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.697927 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-43ecf358-b5b2-4d6a-95a7-ba44678658a8 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1158957 Sep 16 05:11:28.700203 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45978) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:28.703165 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4cab0d-1e16-4f03-b871-a12a4f768d1f None None] Routers {'d176dc38-053f-4909-9934-275207d35962'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:28.703914 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4c4cab0d-1e16-4f03-b871-a12a4f768d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d176dc38-053f-4909-9934-275207d35962'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:28.705514 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:28.711119 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1b012-cf0a-4463-b6c7-0f76a36d227d None None] Pushing event updated for resources: {'Port': ['ID=37ec8dae-7a92-46e5-a7cb-11b8e28a086d,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:28.725611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-f94ae587-b1b4-4a3f-90df-30c05aadd30f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Allocated IP 2001:db8::100 (7802359b-fc59-46f0-84d4-7c009982575a/f63c020e-e9fd-4683-a23b-fb1b02d89ad9/0f77e405-16b4-4c2e-91d2-d75837e3b227) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:28.752757 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4c4cab0d-1e16-4f03-b871-a12a4f768d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:28.767633 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3faa-3b26-4cf3-b9a6-822f1557f847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.801766 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4cab0d-1e16-4f03-b871-a12a4f768d1f None None] Routers {'d176dc38-053f-4909-9934-275207d35962'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:28.802422 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4c4cab0d-1e16-4f03-b871-a12a4f768d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d176dc38-053f-4909-9934-275207d35962'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:28.875378 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4c4cab0d-1e16-4f03-b871-a12a4f768d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:28.876082 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4cab0d-1e16-4f03-b871-a12a4f768d1f None None] The sync data for ids ['d176dc38-053f-4909-9934-275207d35962'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:28.892905 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:11:28.893262 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:11:28.906544 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f3faa-3b26-4cf3-b9a6-822f1557f847 None None] Pushing event updated for resources: {'Port': ['ID=fcbbb961-12f6-4c7c-9982-90176be1ab02,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:29.067732 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda2df6-f1d0-497c-b9cd-a71bc4618f5d req-95bcc194-b282-4dbb-9fe6-18768d916831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:29.069666 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afda2df6-f1d0-497c-b9cd-a71bc4618f5d req-95bcc194-b282-4dbb-9fe6-18768d916831 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46b5f4cbaa1a4425a9c50fd107659600&device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 1098 time: 0.1977553 Sep 16 05:11:29.200983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8b4d58e7-68f9-4070-b9a7-1c21ee4a1836 None None] Provisioning complete for port fcbbb961-12f6-4c7c-9982-90176be1ab02 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:29.201658 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8b4d58e7-68f9-4070-b9a7-1c21ee4a1836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.225494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf534b-3f3f-4a68-9e0a-033b2f8acf04 req-3d5d3ddd-203b-4554-9d98-e6aa289c99e6 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:29.228340 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5cf534b-3f3f-4a68-9e0a-033b2f8acf04 req-3d5d3ddd-203b-4554-9d98-e6aa289c99e6 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.3595054 Sep 16 05:11:29.277737 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.323009 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b09aa525-8455-423d-a859-2bee98790e45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.331691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda2df6-f1d0-497c-b9cd-a71bc4618f5d req-3e4c07e5-05f6-4cf5-82a9-7c03c6984571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:29.333222 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afda2df6-f1d0-497c-b9cd-a71bc4618f5d req-3e4c07e5-05f6-4cf5-82a9-7c03c6984571 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d78ab1-c523-4b4f-a063-d0969b176f74 HTTP/1.1" status: 200 len: 921 time: 0.2216070 Sep 16 05:11:29.370518 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.405948 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5cf534b-3f3f-4a68-9e0a-033b2f8acf04 req-294f3c78-4401-4002-bdee-e5ef86b9d292 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668451 Sep 16 05:11:29.440933 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afda2df6-f1d0-497c-b9cd-a71bc4618f5d req-fa3c9d00-0192-472b-be8c-51894ba2266e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311b4794-15b8-423b-afef-f006ac033517 HTTP/1.1" status: 200 len: 217 time: 0.0609703 Sep 16 05:11:29.546582 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Deleting port 22ed449e-bed8-4111-94fe-14c7c98f2765 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:29.547082 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.582494 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f94ae587-b1b4-4a3f-90df-30c05aadd30f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.623112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda2df6-f1d0-497c-b9cd-a71bc4618f5d req-2963f428-b68e-4022-9eee-db5a649680a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:29.624973 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afda2df6-f1d0-497c-b9cd-a71bc4618f5d req-2963f428-b68e-4022-9eee-db5a649680a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=616703c3-a18d-46a5-b3fb-1cf791163d44 HTTP/1.1" status: 200 len: 860 time: 0.1759894 Sep 16 05:11:29.678457 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.696609 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Calling delete_port for 22ed449e-bed8-4111-94fe-14c7c98f2765 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:29.705548 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afda2df6-f1d0-497c-b9cd-a71bc4618f5d req-6779801f-80fb-49e8-87e8-966d2ccc9969 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d78ab1-c523-4b4f-a063-d0969b176f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350032 Sep 16 05:11:29.739381 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 37ec8dae-7a92-46e5-a7cb-11b8e28a086d up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:29.812430 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 37ec8dae-7a92-46e5-a7cb-11b8e28a086d triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:29.813717 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.848510 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b09aa525-8455-423d-a859-2bee98790e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.862260 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f94ae587-b1b4-4a3f-90df-30c05aadd30f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.942017 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.964332 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afda2df6-f1d0-497c-b9cd-a71bc4618f5d req-07851cea-cb71-4703-86b7-a26573943781 service neutron] 10.222.0.21 "GET /v2.0/networks/81d78ab1-c523-4b4f-a063-d0969b176f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496116 Sep 16 05:11:29.983897 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 37ec8dae-7a92-46e5-a7cb-11b8e28a086d, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=37ec8dae-7a92-46e5-a7cb-11b8e28a086d,segment=NetworkSegment(b75343e4-b328-4bd5-bab6-1936e31c4270),segment_id=b75343e4-b328-4bd5-bab6-1936e31c4270)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:29.999374 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ae587-b1b4-4a3f-90df-30c05aadd30f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network 7802359b-fc59-46f0-84d4-7c009982575a is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:30.012956 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.065087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-f94ae587-b1b4-4a3f-90df-30c05aadd30f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:30.067713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ae587-b1b4-4a3f-90df-30c05aadd30f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:30.076278 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94ae587-b1b4-4a3f-90df-30c05aadd30f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:30.076957 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f94ae587-b1b4-4a3f-90df-30c05aadd30f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.078509 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1bf3e7-9804-43ca-adf4-c3ec63bc97e8 None None] Network 7802359b-fc59-46f0-84d4-7c009982575a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:30.085379 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Pushing event deleted for resources: {'Port': ['ID=22ed449e-bed8-4111-94fe-14c7c98f2765,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:30.085773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ae587-b1b4-4a3f-90df-30c05aadd30f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=0f77e405-16b4-4c2e-91d2-d75837e3b227,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:30.086903 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.088616 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device fcbbb961-12f6-4c7c-9982-90176be1ab02 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:30.095614 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:30.095984 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:30.096290 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:30.096626 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:30.096959 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:30.098406 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:30.098406 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:30.098406 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:30.098406 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:30.099714 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:30.099714 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:30.099714 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:30.171834 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.191121 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afda2df6-f1d0-497c-b9cd-a71bc4618f5d req-cb7d6f51-ce08-42bd-887e-139068ee7e2a service neutron] 10.222.0.21 "GET /v2.0/networks/81d78ab1-c523-4b4f-a063-d0969b176f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161624 Sep 16 05:11:30.240053 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f94ae587-b1b4-4a3f-90df-30c05aadd30f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7825525 Sep 16 05:11:30.240053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45986) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:30.313156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09aa525-8455-423d-a859-2bee98790e45 admin admin] Router d4329c3e-10af-4ac0-852e-ab74e933893c is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:30.361486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-70510abc-c336-4cf4-a914-95a210b2729b None None] Provisioning complete for port 37ec8dae-7a92-46e5-a7cb-11b8e28a086d triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:30.362105 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-70510abc-c336-4cf4-a914-95a210b2729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.439925 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=37ec8dae-7a92-46e5-a7cb-11b8e28a086d,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:30.465450 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.470720 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.512951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port fcbbb961-12f6-4c7c-9982-90176be1ab02 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:30.512951 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.601559 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Router d176dc38-053f-4909-9934-275207d35962 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:30.743835 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:30.746138 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e7ea7-e116-472f-9e89-4f7741e22a2d req-40ca7d3a-3156-481e-b05f-dc45e8aa4868 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:30.747780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-673e7ea7-e116-472f-9e89-4f7741e22a2d req-40ca7d3a-3156-481e-b05f-dc45e8aa4868 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.1942141 Sep 16 05:11:30.751792 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09aa525-8455-423d-a859-2bee98790e45 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:30.752070 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.753691 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0f07ad1e-f9f0-48ce-88cc-eec482c75dd0 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "PUT /v2.0/routers/d176dc38-053f-4909-9934-275207d35962 HTTP/1.1" status: 200 len: 706 time: 2.0520740 Sep 16 05:11:30.756313 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45994) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:30.772620 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9898c296-0985-4ba1-b060-23dbaf98fd5e None None] Sync routers for ids ['d176dc38-053f-4909-9934-275207d35962'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:30.799379 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] Sync routers for ids ['d4329c3e-10af-4ac0-852e-ab74e933893c'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:30.804460 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9898c296-0985-4ba1-b060-23dbaf98fd5e None None] Routers {'d176dc38-053f-4909-9934-275207d35962'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:30.805783 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-9898c296-0985-4ba1-b060-23dbaf98fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d176dc38-053f-4909-9934-275207d35962'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:30.815567 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] Routers {'d4329c3e-10af-4ac0-852e-ab74e933893c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:30.816510 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d4329c3e-10af-4ac0-852e-ab74e933893c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:30.866082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-673e7ea7-e116-472f-9e89-4f7741e22a2d req-7f347c00-382c-4b27-ae05-6809c6c43953 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963306 Sep 16 05:11:30.867256 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b09aa525-8455-423d-a859-2bee98790e45 admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.870164 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b09aa525-8455-423d-a859-2bee98790e45 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2154057 Sep 16 05:11:30.880874 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45996) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:30.888535 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5bc665fb-dfc7-4ca6-be90-9dd25fd11e82 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.921967 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-9898c296-0985-4ba1-b060-23dbaf98fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:30.950742 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9898c296-0985-4ba1-b060-23dbaf98fd5e None None] Routers {'d176dc38-053f-4909-9934-275207d35962'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:30.952318 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-9898c296-0985-4ba1-b060-23dbaf98fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d176dc38-053f-4909-9934-275207d35962'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:30.999443 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-9898c296-0985-4ba1-b060-23dbaf98fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:31.001766 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9898c296-0985-4ba1-b060-23dbaf98fd5e None None] The sync data for ids ['d176dc38-053f-4909-9934-275207d35962'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:31.080170 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] Set router d4329c3e-10af-4ac0-852e-ab74e933893c gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:31.172178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ef378761-41fe-437b-8367-25ca8187dc25 None None] Provisioning complete for port 0f77e405-16b4-4c2e-91d2-d75837e3b227 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:31.174470 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ef378761-41fe-437b-8367-25ca8187dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.234819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ef378761-41fe-437b-8367-25ca8187dc25 None None] Port 0f77e405-16b4-4c2e-91d2-d75837e3b227 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:31.321616 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2151ca22-fee6-4534-95ef-ae9042dbf4d7 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "GET /v2.0/routers/d176dc38-053f-4909-9934-275207d35962 HTTP/1.1" status: 200 len: 741 time: 0.5640621 Sep 16 05:11:31.324043 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45998) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:31.358641 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ef378761-41fe-437b-8367-25ca8187dc25 None None] Provisioning complete for port 37ec8dae-7a92-46e5-a7cb-11b8e28a086d triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:31.359060 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ef378761-41fe-437b-8367-25ca8187dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.426375 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d70d2254-b5cd-4e06-bed5-d1d5ad5d8416 tempest-RoutersAdminTest-1388555776 tempest-RoutersAdminTest-1388555776-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&device_id=d176dc38-053f-4909-9934-275207d35962 HTTP/1.1" status: 200 len: 205 time: 0.1007884 Sep 16 05:11:31.427084 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46002) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:31.460399 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-06c57664-1418-49b7-8a6f-18bc6bc2e57d tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "GET /v2.0/ports?device_id=d176dc38-053f-4909-9934-275207d35962 HTTP/1.1" status: 200 len: 205 time: 0.0298836 Sep 16 05:11:31.460936 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46004) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:31.481728 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4329c3e-10af-4ac0-852e-ab74e933893c', 'name': 'tempest-TestVolumeBackupRestore-375735061-router', 'tenant_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '68b58588-f99d-4710-9dba-3eeec4f3f3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:25Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 3, 'project_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'gw_port': {'id': '68b58588-f99d-4710-9dba-3eeec4f3f3a8', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4329c3e-10af-4ac0-852e-ab74e933893c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:31.513384 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] Checking router: d4329c3e-10af-4ac0-852e-ab74e933893c for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:31.513729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] Updating router d4329c3e-10af-4ac0-852e-ab74e933893c port 68b58588-f99d-4710-9dba-3eeec4f3f3a8 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:31.552775 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.581475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 37ec8dae-7a92-46e5-a7cb-11b8e28a086d up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:31.608428 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-213288cc-4099-4ba2-8b30-694ada0cdcf6 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.710674 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-cee25e48-9664-483e-9d7f-c61282df9d17 None None] Provisioning complete for port 0f77e405-16b4-4c2e-91d2-d75837e3b227 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:31.711078 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cee25e48-9664-483e-9d7f-c61282df9d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.778097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 37ec8dae-7a92-46e5-a7cb-11b8e28a086d triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:31.778450 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.789038 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-cee25e48-9664-483e-9d7f-c61282df9d17 None None] Port 0f77e405-16b4-4c2e-91d2-d75837e3b227 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:31.833057 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-213288cc-4099-4ba2-8b30-694ada0cdcf6 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.840652 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-213288cc-4099-4ba2-8b30-694ada0cdcf6 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.961946 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5bc665fb-dfc7-4ca6-be90-9dd25fd11e82 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.002283 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.068006 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-213288cc-4099-4ba2-8b30-694ada0cdcf6 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.068697 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213288cc-4099-4ba2-8b30-694ada0cdcf6 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Fanout notify agent at l3_agent the message router_deleted on router d176dc38-053f-4909-9934-275207d35962 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:32.076155 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-213288cc-4099-4ba2-8b30-694ada0cdcf6 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.079099 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-213288cc-4099-4ba2-8b30-694ada0cdcf6 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "DELETE /v2.0/routers/d176dc38-053f-4909-9934-275207d35962 HTTP/1.1" status: 204 len: 168 time: 0.6150122 Sep 16 05:11:32.083291 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46008) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.089727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55369406-227b-405d-a835-475af59ac975 req-9ed194d5-01bf-4460-953b-6a2373b1f1a9 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:32.091341 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-55369406-227b-405d-a835-475af59ac975 req-9ed194d5-01bf-4460-953b-6a2373b1f1a9 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.0960498 Sep 16 05:11:32.118079 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-47d4b965-0075-495e-95c1-c954e986205b tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "GET /v2.0/ports?device_id=d176dc38-053f-4909-9934-275207d35962 HTTP/1.1" status: 200 len: 205 time: 0.0335066 Sep 16 05:11:32.121741 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46010) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.122031 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5bc665fb-dfc7-4ca6-be90-9dd25fd11e82 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.164588 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-e296e0d8-2d16-43ec-a108-57517e6c4fce tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] delete failed (client error): The resource could not be found. Sep 16 05:11:32.166447 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e296e0d8-2d16-43ec-a108-57517e6c4fce tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "DELETE /v2.0/routers/d176dc38-053f-4909-9934-275207d35962 HTTP/1.1" status: 404 len: 336 time: 0.0434406 Sep 16 05:11:32.174461 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46012) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.185124 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.205622 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-14b4c243-7972-4e32-b1b2-0471ad423d98 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "GET /v2.0/ports?device_id=c587b28b-cb75-440a-bff3-c7feda596850 HTTP/1.1" status: 200 len: 205 time: 0.0298147 Sep 16 05:11:32.208176 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46014) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.263548 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-55369406-227b-405d-a835-475af59ac975 req-94ba8fae-b030-4303-b645-11ae11504242 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648324 Sep 16 05:11:32.267249 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-860537b8-00f0-4b46-bdc7-a6615e5ed509 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] delete failed (client error): The resource could not be found. Sep 16 05:11:32.277145 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38925f4-abdf-4e30-8959-07ebbf8c9c6a None None] Pushing event updated for resources: {'Port': ['ID=68b58588-f99d-4710-9dba-3eeec4f3f3a8,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:32.278057 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-860537b8-00f0-4b46-bdc7-a6615e5ed509 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "DELETE /v2.0/routers/c587b28b-cb75-440a-bff3-c7feda596850 HTTP/1.1" status: 404 len: 336 time: 0.0592163 Sep 16 05:11:32.279902 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46016) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.282989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] Attempting to bind port 68b58588-f99d-4710-9dba-3eeec4f3f3a8 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:32.283749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] Attempting to bind port 68b58588-f99d-4710-9dba-3eeec4f3f3a8 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:32.284497 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] Attempting to bind port 68b58588-f99d-4710-9dba-3eeec4f3f3a8 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:32.291423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc665fb-dfc7-4ca6-be90-9dd25fd11e82 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=0f77e405-16b4-4c2e-91d2-d75837e3b227,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:32.299510 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:32.300373 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:32.301414 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.302499 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:32.304109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] Bound port: 68b58588-f99d-4710-9dba-3eeec4f3f3a8, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:32.305220 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.324039 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-96d926f8-8b95-492d-af6e-f8a481fd8980 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54ed6a3-ad58-4136-b3be-eab0ce464159 HTTP/1.1" status: 200 len: 205 time: 0.0424054 Sep 16 05:11:32.328952 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46018) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.378750 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-c07be2f4-f284-4d48-8071-d8590b6252c6 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] delete failed (client error): The resource could not be found. Sep 16 05:11:32.380905 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c07be2f4-f284-4d48-8071-d8590b6252c6 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "DELETE /v2.0/routers/e54ed6a3-ad58-4136-b3be-eab0ce464159 HTTP/1.1" status: 404 len: 336 time: 0.0507452 Sep 16 05:11:32.385165 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46020) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.424792 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-919e216a-140b-4057-9ded-56ab4dfc10ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.425135 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8274ab89-7d35-444f-b5fb-b8988819337e tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b78462-0757-4b1c-8239-d423d8f0ba2d HTTP/1.1" status: 200 len: 205 time: 0.0387816 Sep 16 05:11:32.428490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46022) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.428963 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] For port 68b58588-f99d-4710-9dba-3eeec4f3f3a8, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:32.434868 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] For port 68b58588-f99d-4710-9dba-3eeec4f3f3a8, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=68b58588-f99d-4710-9dba-3eeec4f3f3a8,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:32.473918 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-76d4477e-41b1-4a58-80e9-1ebfaaefaf4b tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] delete failed (client error): The resource could not be found. Sep 16 05:11:32.475047 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-76d4477e-41b1-4a58-80e9-1ebfaaefaf4b tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "DELETE /v2.0/routers/c6b78462-0757-4b1c-8239-d423d8f0ba2d HTTP/1.1" status: 404 len: 336 time: 0.0452323 Sep 16 05:11:32.479642 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46024) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.480061 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5bc665fb-dfc7-4ca6-be90-9dd25fd11e82 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.514837 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ddc7ba7c-e734-4146-bc72-857d08d93d7d tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e0ee8b-a277-4685-893f-da6a2bc930ef HTTP/1.1" status: 200 len: 205 time: 0.0353677 Sep 16 05:11:32.515426 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46028) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.531767 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.567611 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-7be67c68-ccba-4185-af4c-08c1efabf830 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] delete failed (client error): The resource could not be found. Sep 16 05:11:32.572841 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7be67c68-ccba-4185-af4c-08c1efabf830 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "DELETE /v2.0/routers/09e0ee8b-a277-4685-893f-da6a2bc930ef HTTP/1.1" status: 404 len: 336 time: 0.0561891 Sep 16 05:11:32.573826 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46030) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.603094 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] Routers {'d4329c3e-10af-4ac0-852e-ab74e933893c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:32.604367 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d4329c3e-10af-4ac0-852e-ab74e933893c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:32.617892 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d924ada3-289a-4057-9195-9555111bcafe tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "GET /v2.0/ports?device_id=30adb937-9701-4045-b57f-927ffb103f50 HTTP/1.1" status: 200 len: 205 time: 0.0433421 Sep 16 05:11:32.619446 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38925f4-abdf-4e30-8959-07ebbf8c9c6a None None] Pushing event updated for resources: {'Port': ['ID=68b58588-f99d-4710-9dba-3eeec4f3f3a8,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:32.620259 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46032) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.665640 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-3bd5c00a-a24b-4f77-a8d6-b44dd9214f97 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] delete failed (client error): The resource could not be found. Sep 16 05:11:32.667716 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3bd5c00a-a24b-4f77-a8d6-b44dd9214f97 tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "DELETE /v2.0/routers/30adb937-9701-4045-b57f-927ffb103f50 HTTP/1.1" status: 404 len: 336 time: 0.0464294 Sep 16 05:11:32.673384 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46034) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.704433 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0fb4f5e-6f6d-48f3-a26f-7a65ed83fd3b tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] DELETE failed (client error): The resource could not be found. Sep 16 05:11:32.704902 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0fb4f5e-6f6d-48f3-a26f-7a65ed83fd3b tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:32.706796 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c0fb4f5e-6f6d-48f3-a26f-7a65ed83fd3b tempest-RoutersAdminTest-237573488 tempest-RoutersAdminTest-237573488-project] 10.222.0.20 "DELETE /v2.0/subnets/53e367fb-b6b1-4102-aa43-e863fa4c0aaa HTTP/1.1" status: 404 len: 337 time: 0.0351319 Sep 16 05:11:32.739892 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-919e216a-140b-4057-9ded-56ab4dfc10ce admin admin] Allocated IP 172.20.0.1 (58cbb7b7-6fa7-4c07-8a61-636a481b8851/eb2f7efa-502b-406c-a7ab-35293dfead4f/66f9e700-f0c1-41a8-817c-e34b46722d87) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:32.782464 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5bc665fb-dfc7-4ca6-be90-9dd25fd11e82 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.853570 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a2466eeb-5cfb-4f58-9ef4-21ca57a9675c None None] Provisioning complete for port 0f77e405-16b4-4c2e-91d2-d75837e3b227 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:32.853996 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a2466eeb-5cfb-4f58-9ef4-21ca57a9675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.932827 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a2466eeb-5cfb-4f58-9ef4-21ca57a9675c None None] Port 0f77e405-16b4-4c2e-91d2-d75837e3b227 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:32.942244 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] Set router d4329c3e-10af-4ac0-852e-ab74e933893c gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:33.017680 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-919e216a-140b-4057-9ded-56ab4dfc10ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.152324 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4329c3e-10af-4ac0-852e-ab74e933893c', 'name': 'tempest-TestVolumeBackupRestore-375735061-router', 'tenant_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '68b58588-f99d-4710-9dba-3eeec4f3f3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:25Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 3, 'project_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'gw_port': {'id': '68b58588-f99d-4710-9dba-3eeec4f3f3a8', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4329c3e-10af-4ac0-852e-ab74e933893c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:33.187748 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f9ac5d-c845-4b25-b8b2-7472f07552f4 None None] The sync data for ids ['d4329c3e-10af-4ac0-852e-ab74e933893c'] in n-d-712140-13 is: [{'id': 'd4329c3e-10af-4ac0-852e-ab74e933893c', 'name': 'tempest-TestVolumeBackupRestore-375735061-router', 'tenant_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '68b58588-f99d-4710-9dba-3eeec4f3f3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:25Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 3, 'project_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'gw_port': {'id': '68b58588-f99d-4710-9dba-3eeec4f3f3a8', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4329c3e-10af-4ac0-852e-ab74e933893c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:33.215900 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-919e216a-140b-4057-9ded-56ab4dfc10ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.225489 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5bc665fb-dfc7-4ca6-be90-9dd25fd11e82 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.267478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919e216a-140b-4057-9ded-56ab4dfc10ce admin admin] Network 58cbb7b7-6fa7-4c07-8a61-636a481b8851 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:33.270808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-919e216a-140b-4057-9ded-56ab4dfc10ce admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:33.278572 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919e216a-140b-4057-9ded-56ab4dfc10ce admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:33.285227 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e216a-140b-4057-9ded-56ab4dfc10ce admin admin] Pushing event updated for resources: {'Port': ['ID=66f9e700-f0c1-41a8-817c-e34b46722d87,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:33.331841 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-919e216a-140b-4057-9ded-56ab4dfc10ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.418013 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5bc665fb-dfc7-4ca6-be90-9dd25fd11e82 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.418749 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5bc665fb-dfc7-4ca6-be90-9dd25fd11e82 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.464424 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46042) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:33.645125 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc665fb-dfc7-4ca6-be90-9dd25fd11e82 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=0f77e405-16b4-4c2e-91d2-d75837e3b227,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:33.684783 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b65eb-834d-4bdf-8806-6982ba954853 req-189c1988-adc2-401f-b555-12768f77eda2 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:33.686714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-102b65eb-834d-4bdf-8806-6982ba954853 req-189c1988-adc2-401f-b555-12768f77eda2 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.2645674 Sep 16 05:11:33.738413 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-834413df-bce0-4554-82dd-1518dd23ff52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.753958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc665fb-dfc7-4ca6-be90-9dd25fd11e82 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network 7802359b-fc59-46f0-84d4-7c009982575a is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:33.756374 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-5bc665fb-dfc7-4ca6-be90-9dd25fd11e82 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:33.773825 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-102b65eb-834d-4bdf-8806-6982ba954853 req-6bd92498-5531-4d3a-8926-71eb8c3ce888 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699987 Sep 16 05:11:33.786047 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c991924c-d658-4d20-8f8f-5dbbc4621c3a None None] Provisioning complete for port 66f9e700-f0c1-41a8-817c-e34b46722d87 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:33.786820 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c991924c-d658-4d20-8f8f-5dbbc4621c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.868097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c991924c-d658-4d20-8f8f-5dbbc4621c3a None None] Port 66f9e700-f0c1-41a8-817c-e34b46722d87 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:33.889988 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-834413df-bce0-4554-82dd-1518dd23ff52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.925453 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-919e216a-140b-4057-9ded-56ab4dfc10ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.983000 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-834413df-bce0-4554-82dd-1518dd23ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.034004 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-834413df-bce0-4554-82dd-1518dd23ff52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6a4814d3fb644a5874d28951789384b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5684350 Sep 16 05:11:34.039674 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834413df-bce0-4554-82dd-1518dd23ff52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7da6b6e-595d-47a9-8785-15e41f148007,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:34.047836 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46048) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:34.141686 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3b79fd7d-850b-4764-9248-44730fcaf492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.169780 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3b79fd7d-850b-4764-9248-44730fcaf492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.183848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc665fb-dfc7-4ca6-be90-9dd25fd11e82 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router 7e26e279-de40-4599-9709-dda11762d8dc is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:34.209735 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-7181496d-1853-4bbc-854c-541de34466bc None None] Provisioning complete for port 0f77e405-16b4-4c2e-91d2-d75837e3b227 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:34.210955 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7181496d-1853-4bbc-854c-541de34466bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.292022 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-7181496d-1853-4bbc-854c-541de34466bc None None] Port 0f77e405-16b4-4c2e-91d2-d75837e3b227 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:34.326978 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3b79fd7d-850b-4764-9248-44730fcaf492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.331664 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3b79fd7d-850b-4764-9248-44730fcaf492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.333798 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3b79fd7d-850b-4764-9248-44730fcaf492 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7da6b6e-595d-47a9-8785-15e41f148007 HTTP/1.1" status: 204 len: 168 time: 0.2847242 Sep 16 05:11:34.338046 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc665fb-dfc7-4ca6-be90-9dd25fd11e82 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:34.345077 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5bc665fb-dfc7-4ca6-be90-9dd25fd11e82 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/7e26e279-de40-4599-9709-dda11762d8dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1041279 Sep 16 05:11:34.347605 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-919e216a-140b-4057-9ded-56ab4dfc10ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.349373 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46052) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:34.363253 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72452a9c-c928-4c83-8ba3-47468308b1b6 None None] Sync routers for ids ['7e26e279-de40-4599-9709-dda11762d8dc'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:34.366331 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79fd7d-850b-4764-9248-44730fcaf492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7da6b6e-595d-47a9-8785-15e41f148007,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:34.390469 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72452a9c-c928-4c83-8ba3-47468308b1b6 None None] Routers {'7e26e279-de40-4599-9709-dda11762d8dc'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:34.392709 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-72452a9c-c928-4c83-8ba3-47468308b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7e26e279-de40-4599-9709-dda11762d8dc'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:34.410515 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8b6265-67d5-4f67-89dc-0227a395f7e2 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:34.413245 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5d8b6265-67d5-4f67-89dc-0227a395f7e2 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/ports/0f77e405-16b4-4c2e-91d2-d75837e3b227 HTTP/1.1" status: 200 len: 984 time: 0.0628657 Sep 16 05:11:34.418856 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46054) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:34.463165 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-919e216a-140b-4057-9ded-56ab4dfc10ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.468014 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-72452a9c-c928-4c83-8ba3-47468308b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:34.479363 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72452a9c-c928-4c83-8ba3-47468308b1b6 None None] Routers {'7e26e279-de40-4599-9709-dda11762d8dc'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:34.480395 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-72452a9c-c928-4c83-8ba3-47468308b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7e26e279-de40-4599-9709-dda11762d8dc'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:34.531734 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-72452a9c-c928-4c83-8ba3-47468308b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:34.532604 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72452a9c-c928-4c83-8ba3-47468308b1b6 None None] The sync data for ids ['7e26e279-de40-4599-9709-dda11762d8dc'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:34.588149 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e216a-140b-4057-9ded-56ab4dfc10ce admin admin] Pushing event updated for resources: {'Port': ['ID=66f9e700-f0c1-41a8-817c-e34b46722d87,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:34.591555 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-919e216a-140b-4057-9ded-56ab4dfc10ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.735108 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919e216a-140b-4057-9ded-56ab4dfc10ce admin admin] Network 58cbb7b7-6fa7-4c07-8a61-636a481b8851 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:34.737645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-919e216a-140b-4057-9ded-56ab4dfc10ce admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:35.082324 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919e216a-140b-4057-9ded-56ab4dfc10ce admin admin] Router d4329c3e-10af-4ac0-852e-ab74e933893c has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:35.139675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44e8d7-46ab-441d-80df-c2a89374dbfb req-1ab91ad5-c696-4958-b04d-c2c9e6d45aa7 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:35.142461 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf44e8d7-46ab-441d-80df-c2a89374dbfb req-1ab91ad5-c696-4958-b04d-c2c9e6d45aa7 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.1077414 Sep 16 05:11:35.188902 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1d415800-8173-4839-b9ef-15a48d3e04c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.277839 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-99e40bd3-b71a-4949-80a3-1edda7d5acbc None None] Provisioning complete for port 66f9e700-f0c1-41a8-817c-e34b46722d87 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:35.278799 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-99e40bd3-b71a-4949-80a3-1edda7d5acbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.293179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf44e8d7-46ab-441d-80df-c2a89374dbfb req-a2bca6a4-10db-44fe-a5de-0ba36b7cc4f5 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870957 Sep 16 05:11:35.326504 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a51a6932-66f8-4467-b3ad-3ec13ab1922c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.348577 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-99e40bd3-b71a-4949-80a3-1edda7d5acbc None None] Port 66f9e700-f0c1-41a8-817c-e34b46722d87 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:35.377814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919e216a-140b-4057-9ded-56ab4dfc10ce admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:35.395972 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-919e216a-140b-4057-9ded-56ab4dfc10ce admin admin] 10.222.0.20 "PUT /v2.0/routers/d4329c3e-10af-4ac0-852e-ab74e933893c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5131240 Sep 16 05:11:35.426753 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46066) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:35.612452 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7f4fec24-89bf-4d7e-be60-596d97fe2d1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=437930d691f04818ab1a35c615e28f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830275 Sep 16 05:11:35.615635 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46068) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:35.647725 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 68b58588-f99d-4710-9dba-3eeec4f3f3a8 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:35.716337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 68b58588-f99d-4710-9dba-3eeec4f3f3a8 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:35.716726 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.753024 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] Sync routers for ids ['d4329c3e-10af-4ac0-852e-ab74e933893c'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:35.774034 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] Routers {'d4329c3e-10af-4ac0-852e-ab74e933893c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:35.774726 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d4329c3e-10af-4ac0-852e-ab74e933893c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:35.794069 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-54bc0b18-808e-4730-b483-1b33cfecb705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.852392 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-54bc0b18-808e-4730-b483-1b33cfecb705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.905829 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-a51a6932-66f8-4467-b3ad-3ec13ab1922c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting port 0f77e405-16b4-4c2e-91d2-d75837e3b227 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:35.906377 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a51a6932-66f8-4467-b3ad-3ec13ab1922c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.957173 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.030013 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 68b58588-f99d-4710-9dba-3eeec4f3f3a8, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=68b58588-f99d-4710-9dba-3eeec4f3f3a8,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:36.033875 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] Set router d4329c3e-10af-4ac0-852e-ab74e933893c gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:36.062843 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-54bc0b18-808e-4730-b483-1b33cfecb705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.067495 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-54bc0b18-808e-4730-b483-1b33cfecb705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.069419 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-54bc0b18-808e-4730-b483-1b33cfecb705 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec12f8cb-d4f2-4b5b-a6b6-2793ba1d443f HTTP/1.1" status: 204 len: 168 time: 0.4503310 Sep 16 05:11:36.079308 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a51a6932-66f8-4467-b3ad-3ec13ab1922c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.100734 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc0b18-808e-4730-b483-1b33cfecb705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec12f8cb-d4f2-4b5b-a6b6-2793ba1d443f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:36.108555 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-a51a6932-66f8-4467-b3ad-3ec13ab1922c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Calling delete_port for 0f77e405-16b4-4c2e-91d2-d75837e3b227 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:36.290276 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.457062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=68b58588-f99d-4710-9dba-3eeec4f3f3a8,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:36.457385 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a51a6932-66f8-4467-b3ad-3ec13ab1922c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.499434 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a6932-66f8-4467-b3ad-3ec13ab1922c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Port': ['ID=0f77e405-16b4-4c2e-91d2-d75837e3b227,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:36.534355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1e0f0-3397-413b-8432-462b12598d13 req-d294ed14-0dd1-4208-943d-fdb3b2ed9f8e tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:36.536048 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99d1e0f0-3397-413b-8432-462b12598d13 req-d294ed14-0dd1-4208-943d-fdb3b2ed9f8e tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.1139565 Sep 16 05:11:36.576396 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4329c3e-10af-4ac0-852e-ab74e933893c', 'name': 'tempest-TestVolumeBackupRestore-375735061-router', 'tenant_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '68b58588-f99d-4710-9dba-3eeec4f3f3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:25Z', 'updated_at': '2021-09-16T05:11:33Z', 'revision_number': 4, 'project_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'gw_port': {'id': '68b58588-f99d-4710-9dba-3eeec4f3f3a8', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4329c3e-10af-4ac0-852e-ab74e933893c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '66f9e700-f0c1-41a8-817c-e34b46722d87', 'name': '', 'network_id': '58cbb7b7-6fa7-4c07-8a61-636a481b8851', 'tenant_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'mac_address': 'fa:16:3e:ff:8d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4329c3e-10af-4ac0-852e-ab74e933893c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'eb2f7efa-502b-406c-a7ab-35293dfead4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:32Z', 'updated_at': '2021-09-16T05:11:34Z', 'revision_number': 2, 'project_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'subnets': [{'id': 'eb2f7efa-502b-406c-a7ab-35293dfead4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:36.614601 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] Checking router: d4329c3e-10af-4ac0-852e-ab74e933893c for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:36.615695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] Updating router d4329c3e-10af-4ac0-852e-ab74e933893c port 66f9e700-f0c1-41a8-817c-e34b46722d87 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:36.620067 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99d1e0f0-3397-413b-8432-462b12598d13 req-d76a2ec7-0645-450e-8258-ecffb020ffe6 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600939 Sep 16 05:11:36.655623 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.714947 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a51a6932-66f8-4467-b3ad-3ec13ab1922c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.982615 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51a6932-66f8-4467-b3ad-3ec13ab1922c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router 7e26e279-de40-4599-9709-dda11762d8dc has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:37.082579 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51a6932-66f8-4467-b3ad-3ec13ab1922c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:37.091361 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a51a6932-66f8-4467-b3ad-3ec13ab1922c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/7e26e279-de40-4599-9709-dda11762d8dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6710765 Sep 16 05:11:37.097011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46128) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:37.112603 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e055b6-290c-457e-83b0-e595785cbc9b None None] Sync routers for ids ['7e26e279-de40-4599-9709-dda11762d8dc'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:37.138031 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e055b6-290c-457e-83b0-e595785cbc9b None None] Routers {'7e26e279-de40-4599-9709-dda11762d8dc'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:37.139051 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f3e055b6-290c-457e-83b0-e595785cbc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7e26e279-de40-4599-9709-dda11762d8dc'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:37.196008 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.227434 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f3e055b6-290c-457e-83b0-e595785cbc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:37.252989 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e055b6-290c-457e-83b0-e595785cbc9b None None] Routers {'7e26e279-de40-4599-9709-dda11762d8dc'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:37.254064 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f3e055b6-290c-457e-83b0-e595785cbc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7e26e279-de40-4599-9709-dda11762d8dc'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:37.297328 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.316277 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f3e055b6-290c-457e-83b0-e595785cbc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:37.317204 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e055b6-290c-457e-83b0-e595785cbc9b None None] The sync data for ids ['7e26e279-de40-4599-9709-dda11762d8dc'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:37.426018 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab7909-e768-4a41-a33d-a8804cc26f3c None None] Pushing event updated for resources: {'Port': ['ID=66f9e700-f0c1-41a8-817c-e34b46722d87,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:37.495074 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] Attempting to bind port 66f9e700-f0c1-41a8-817c-e34b46722d87 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:37.495672 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] Attempting to bind port 66f9e700-f0c1-41a8-817c-e34b46722d87 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'ee259ae1-3002-4e47-adec-8d1481c0f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58cbb7b7-6fa7-4c07-8a61-636a481b8851'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:37.496280 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] Attempting to bind port 66f9e700-f0c1-41a8-817c-e34b46722d87 on network 58cbb7b7-6fa7-4c07-8a61-636a481b8851 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:37.506815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:37.507476 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] Checking segment: {'id': 'ee259ae1-3002-4e47-adec-8d1481c0f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58cbb7b7-6fa7-4c07-8a61-636a481b8851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:37.508199 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.509316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] Bound using segment: {'id': 'ee259ae1-3002-4e47-adec-8d1481c0f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58cbb7b7-6fa7-4c07-8a61-636a481b8851'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:37.509733 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] Bound port: 66f9e700-f0c1-41a8-817c-e34b46722d87, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee259ae1-3002-4e47-adec-8d1481c0f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58cbb7b7-6fa7-4c07-8a61-636a481b8851'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:37.510763 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.617027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 68b58588-f99d-4710-9dba-3eeec4f3f3a8 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:37.640574 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-b95bf3ab-dd59-4705-b9a0-74396655ea27 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] remove_router_interface failed (client error): The resource could not be found. Sep 16 05:11:37.641949 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b95bf3ab-dd59-4705-b9a0-74396655ea27 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/7e26e279-de40-4599-9709-dda11762d8dc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5444379 Sep 16 05:11:37.644918 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46144) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:37.706700 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c151cdce-130c-4b7f-b553-9017b4d524cf tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e26e279-de40-4599-9709-dda11762d8dc HTTP/1.1" status: 200 len: 205 time: 0.0599644 Sep 16 05:11:37.710184 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46148) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:37.732169 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] For port 66f9e700-f0c1-41a8-817c-e34b46722d87, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:37.750013 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] For port 66f9e700-f0c1-41a8-817c-e34b46722d87, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=66f9e700-f0c1-41a8-817c-e34b46722d87,segment=NetworkSegment(ee259ae1-3002-4e47-adec-8d1481c0f158),segment_id=ee259ae1-3002-4e47-adec-8d1481c0f158)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:37.777175 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 68b58588-f99d-4710-9dba-3eeec4f3f3a8 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:37.777175 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.830569 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dacb4daa-2a4d-4838-9b8b-17e838d35fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.864088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fa145423-32dc-431b-859f-9cd9c4d8c03c None None] Provisioning complete for port 66f9e700-f0c1-41a8-817c-e34b46722d87 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:37.864654 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fa145423-32dc-431b-859f-9cd9c4d8c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.869199 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.871323 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fec8efbe-7edd-4228-8a7b-78e1bdf9019b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.930311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46170) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:38.098165 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4fcc1-ab5f-4320-9625-8d66400fd473 req-4c54c809-32a0-4545-aa5a-c449b0815928 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:38.099905 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64d4fcc1-ab5f-4320-9625-8d66400fd473 req-4c54c809-32a0-4545-aa5a-c449b0815928 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.3802493 Sep 16 05:11:38.158620 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab7909-e768-4a41-a33d-a8804cc26f3c None None] Pushing event updated for resources: {'Port': ['ID=66f9e700-f0c1-41a8-817c-e34b46722d87,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:38.160141 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-960499a5-dc80-4700-aad9-e072687b0342 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1486827398'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:38.184353 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] Routers {'d4329c3e-10af-4ac0-852e-ab74e933893c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:38.185343 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d4329c3e-10af-4ac0-852e-ab74e933893c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:38.231564 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fec8efbe-7edd-4228-8a7b-78e1bdf9019b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.253339 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fec8efbe-7edd-4228-8a7b-78e1bdf9019b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.270361 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64d4fcc1-ab5f-4320-9625-8d66400fd473 req-63b1cdb3-ede9-4068-ab48-523d80495ad3 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563456 Sep 16 05:11:38.278731 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960499a5-dc80-4700-aad9-e072687b0342 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Made reservation on behalf of d419f873df6b447cacda3438b165ce23 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:38.290456 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-960499a5-dc80-4700-aad9-e072687b0342 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.302817 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fa145423-32dc-431b-859f-9cd9c4d8c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.308034 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-960499a5-dc80-4700-aad9-e072687b0342 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.361045 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fa145423-32dc-431b-859f-9cd9c4d8c03c None None] For port 66f9e700-f0c1-41a8-817c-e34b46722d87, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=66f9e700-f0c1-41a8-817c-e34b46722d87,segment=NetworkSegment(ee259ae1-3002-4e47-adec-8d1481c0f158),segment_id=ee259ae1-3002-4e47-adec-8d1481c0f158)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:38.467643 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] Set router d4329c3e-10af-4ac0-852e-ab74e933893c gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:38.508992 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fec8efbe-7edd-4228-8a7b-78e1bdf9019b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.511146 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec8efbe-7edd-4228-8a7b-78e1bdf9019b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Fanout notify agent at l3_agent the message router_deleted on router 7e26e279-de40-4599-9709-dda11762d8dc {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:38.530464 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fec8efbe-7edd-4228-8a7b-78e1bdf9019b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.534083 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fec8efbe-7edd-4228-8a7b-78e1bdf9019b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/routers/7e26e279-de40-4599-9709-dda11762d8dc HTTP/1.1" status: 204 len: 168 time: 0.8203440 Sep 16 05:11:38.535856 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46190) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:38.618624 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-960499a5-dc80-4700-aad9-e072687b0342 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.637552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf2705a-5c2b-40c5-a80f-373a4347fdc0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting subnet f63c020e-e9fd-4683-a23b-fb1b02d89ad9 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:38.642474 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-adf2705a-5c2b-40c5-a80f-373a4347fdc0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.672122 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.673875 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fa145423-32dc-431b-859f-9cd9c4d8c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.692965 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-960499a5-dc80-4700-aad9-e072687b0342 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.697681 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-adf2705a-5c2b-40c5-a80f-373a4347fdc0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.748621 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960499a5-dc80-4700-aad9-e072687b0342 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:38.781842 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-960499a5-dc80-4700-aad9-e072687b0342 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.783123 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-960499a5-dc80-4700-aad9-e072687b0342 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Added segment 9396eeb1-c934-4950-a105-59040518bb81 of type vlan for network a1631ec9-b6bb-414b-935a-41508f5f2471 Sep 16 05:11:38.785057 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960499a5-dc80-4700-aad9-e072687b0342 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61af0156-1d07-4728-af11-280ef349a8bf,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:38.797373 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa145423-32dc-431b-859f-9cd9c4d8c03c None None] Pushing event updated for resources: {'Port': ['ID=66f9e700-f0c1-41a8-817c-e34b46722d87,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:38.870700 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-960499a5-dc80-4700-aad9-e072687b0342 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.904230 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-5c0738fd-c238-4041-af55-5d5396f30d7c None None] Provisioning complete for port 66f9e700-f0c1-41a8-817c-e34b46722d87 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:38.904962 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5c0738fd-c238-4041-af55-5d5396f30d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.007638 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-960499a5-dc80-4700-aad9-e072687b0342 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.022028 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960499a5-dc80-4700-aad9-e072687b0342 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:39.024312 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-960499a5-dc80-4700-aad9-e072687b0342 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.109860 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4329c3e-10af-4ac0-852e-ab74e933893c', 'name': 'tempest-TestVolumeBackupRestore-375735061-router', 'tenant_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '68b58588-f99d-4710-9dba-3eeec4f3f3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:25Z', 'updated_at': '2021-09-16T05:11:33Z', 'revision_number': 4, 'project_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'gw_port': {'id': '68b58588-f99d-4710-9dba-3eeec4f3f3a8', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4329c3e-10af-4ac0-852e-ab74e933893c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '66f9e700-f0c1-41a8-817c-e34b46722d87', 'name': '', 'network_id': '58cbb7b7-6fa7-4c07-8a61-636a481b8851', 'tenant_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'mac_address': 'fa:16:3e:ff:8d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4329c3e-10af-4ac0-852e-ab74e933893c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'eb2f7efa-502b-406c-a7ab-35293dfead4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:32Z', 'updated_at': '2021-09-16T05:11:37Z', 'revision_number': 4, 'project_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'subnets': [{'id': 'eb2f7efa-502b-406c-a7ab-35293dfead4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:39.147462 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d77fa6e-f7d4-4eb0-b4a2-8f3f6b987c86 None None] The sync data for ids ['d4329c3e-10af-4ac0-852e-ab74e933893c'] in n-d-712140-13 is: [{'id': 'd4329c3e-10af-4ac0-852e-ab74e933893c', 'name': 'tempest-TestVolumeBackupRestore-375735061-router', 'tenant_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '68b58588-f99d-4710-9dba-3eeec4f3f3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:25Z', 'updated_at': '2021-09-16T05:11:33Z', 'revision_number': 4, 'project_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'gw_port': {'id': '68b58588-f99d-4710-9dba-3eeec4f3f3a8', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4329c3e-10af-4ac0-852e-ab74e933893c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '66f9e700-f0c1-41a8-817c-e34b46722d87', 'name': '', 'network_id': '58cbb7b7-6fa7-4c07-8a61-636a481b8851', 'tenant_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'mac_address': 'fa:16:3e:ff:8d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4329c3e-10af-4ac0-852e-ab74e933893c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'eb2f7efa-502b-406c-a7ab-35293dfead4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:32Z', 'updated_at': '2021-09-16T05:11:37Z', 'revision_number': 4, 'project_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'subnets': [{'id': 'eb2f7efa-502b-406c-a7ab-35293dfead4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:39.176017 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960499a5-dc80-4700-aad9-e072687b0342 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Pushing event updated for resources: {'Network': ['ID=a1631ec9-b6bb-414b-935a-41508f5f2471,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:39.190082 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network a1631ec9-b6bb-414b-935a-41508f5f2471 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:39.207869 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-960499a5-dc80-4700-aad9-e072687b0342 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2766378 Sep 16 05:11:39.228926 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46192) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:39.246145 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.250160 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-7637d74d-de19-4548-a3b8-c86e6a139760 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Request body: {'subnet': {'network_id': 'a1631ec9-b6bb-414b-935a-41508f5f2471', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:39.365513 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-adf2705a-5c2b-40c5-a80f-373a4347fdc0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.583324 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9568341-5863-4493-b2c4-55149809fcd4 req-ab1f76b9-76fa-4049-9cec-20d830c0cd01 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:39.586161 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9568341-5863-4493-b2c4-55149809fcd4 req-ab1f76b9-76fa-4049-9cec-20d830c0cd01 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.1682460 Sep 16 05:11:39.589740 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7637d74d-de19-4548-a3b8-c86e6a139760 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Made reservation on behalf of d419f873df6b447cacda3438b165ce23 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:39.621697 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7637d74d-de19-4548-a3b8-c86e6a139760 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.631837 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 66f9e700-f0c1-41a8-817c-e34b46722d87 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:39.647469 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-adf2705a-5c2b-40c5-a80f-373a4347fdc0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.711096 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2705a-5c2b-40c5-a80f-373a4347fdc0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Subnet': ['ID=f63c020e-e9fd-4683-a23b-fb1b02d89ad9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:39.730246 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf2705a-5c2b-40c5-a80f-373a4347fdc0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:39.730812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf2705a-5c2b-40c5-a80f-373a4347fdc0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:39.734378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf2705a-5c2b-40c5-a80f-373a4347fdc0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:39.734755 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf2705a-5c2b-40c5-a80f-373a4347fdc0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:39.735165 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf2705a-5c2b-40c5-a80f-373a4347fdc0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:39.735831 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf2705a-5c2b-40c5-a80f-373a4347fdc0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:39.736184 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf2705a-5c2b-40c5-a80f-373a4347fdc0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:39.736525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf2705a-5c2b-40c5-a80f-373a4347fdc0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:39.736869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf2705a-5c2b-40c5-a80f-373a4347fdc0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:39.737208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf2705a-5c2b-40c5-a80f-373a4347fdc0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:39.737543 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf2705a-5c2b-40c5-a80f-373a4347fdc0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:39.737880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf2705a-5c2b-40c5-a80f-373a4347fdc0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:39.742609 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 66f9e700-f0c1-41a8-817c-e34b46722d87 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:39.743942 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.753870 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-adf2705a-5c2b-40c5-a80f-373a4347fdc0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.761306 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-adf2705a-5c2b-40c5-a80f-373a4347fdc0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/subnets/f63c020e-e9fd-4683-a23b-fb1b02d89ad9 HTTP/1.1" status: 204 len: 168 time: 1.2187717 Sep 16 05:11:39.761648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46200) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:39.787298 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53686fe-601d-4e55-bce1-68d8e3246bf3 None None] Network 7802359b-fc59-46f0-84d4-7c009982575a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:39.790757 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9568341-5863-4493-b2c4-55149809fcd4 req-58059a94-afa7-4eee-9f73-d526bd19b89e tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954427 Sep 16 05:11:39.976685 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.097232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting port 37ec8dae-7a92-46e5-a7cb-11b8e28a086d {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:40.097736 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.193081 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] For port 37ec8dae-7a92-46e5-a7cb-11b8e28a086d, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=37ec8dae-7a92-46e5-a7cb-11b8e28a086d,segment=NetworkSegment(b75343e4-b328-4bd5-bab6-1936e31c4270),segment_id=b75343e4-b328-4bd5-bab6-1936e31c4270)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:40.193456 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.221176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Calling delete_port for 37ec8dae-7a92-46e5-a7cb-11b8e28a086d owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:40.250558 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7637d74d-de19-4548-a3b8-c86e6a139760 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.270921 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8998f5d-c2e4-467a-be96-aa12e790c66e None None] DHCP port deletion for 7802359b-fc59-46f0-84d4-7c009982575a request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:40.342126 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a8998f5d-c2e4-467a-be96-aa12e790c66e None None] Deleting port 37ec8dae-7a92-46e5-a7cb-11b8e28a086d {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:40.343211 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a8998f5d-c2e4-467a-be96-aa12e790c66e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.440159 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a8998f5d-c2e4-467a-be96-aa12e790c66e None None] For port 37ec8dae-7a92-46e5-a7cb-11b8e28a086d, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=37ec8dae-7a92-46e5-a7cb-11b8e28a086d,segment=NetworkSegment(b75343e4-b328-4bd5-bab6-1936e31c4270),segment_id=b75343e4-b328-4bd5-bab6-1936e31c4270)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:40.441070 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a8998f5d-c2e4-467a-be96-aa12e790c66e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.441213 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637d74d-de19-4548-a3b8-c86e6a139760 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Pushing event updated for resources: {'Subnet': ['ID=36c9ec1f-b21f-41a5-8bd6-0fc3c4b2649a,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:40.455015 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7637d74d-de19-4548-a3b8-c86e6a139760 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Checking segment: {'id': '9396eeb1-c934-4950-a105-59040518bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1631ec9-b6bb-414b-935a-41508f5f2471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:40.455519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7637d74d-de19-4548-a3b8-c86e6a139760 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Network hostable DHCP agents. Network: a1631ec9-b6bb-414b-935a-41508f5f2471, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:40.468450 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a8998f5d-c2e4-467a-be96-aa12e790c66e None None] Calling delete_port for 37ec8dae-7a92-46e5-a7cb-11b8e28a086d owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:40.503384 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.560399 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7637d74d-de19-4548-a3b8-c86e6a139760 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Network a1631ec9-b6bb-414b-935a-41508f5f2471 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:40.590703 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] No DVR routers for this DVR port 37ec8dae-7a92-46e5-a7cb-11b8e28a086d on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:40.634730 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a8998f5d-c2e4-467a-be96-aa12e790c66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.643631 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Port': ['ID=37ec8dae-7a92-46e5-a7cb-11b8e28a086d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:40.668818 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-7637d74d-de19-4548-a3b8-c86e6a139760 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, a1631ec9-b6bb-414b-935a-41508f5f2471) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:40.675740 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7637d74d-de19-4548-a3b8-c86e6a139760 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:40.680787 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7637d74d-de19-4548-a3b8-c86e6a139760 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.694828 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badfaa74-d9e8-4567-8a38-57993d81acee None None] Network a1631ec9-b6bb-414b-935a-41508f5f2471 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:40.742703 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8998f5d-c2e4-467a-be96-aa12e790c66e None None] Pushing event deleted for resources: {'Port': ['ID=37ec8dae-7a92-46e5-a7cb-11b8e28a086d,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:40.754637 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8998f5d-c2e4-467a-be96-aa12e790c66e None None] No DVR routers for this DVR port 37ec8dae-7a92-46e5-a7cb-11b8e28a086d on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:40.757683 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.797501 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7637d74d-de19-4548-a3b8-c86e6a139760 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5595355 Sep 16 05:11:40.797915 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46206) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:40.804231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-1a4a34ba-ff98-48ab-a550-f82f4945ebbb tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Request body: {'port': {'network_id': 'a1631ec9-b6bb-414b-935a-41508f5f2471', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1981791551'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:40.812244 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7802359b-fc59-46f0-84d4-7c009982575a']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:40.841952 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.849637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75343e4-b328-4bd5-bab6-1936e31c4270') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:40.850151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75343e4-b328-4bd5-bab6-1936e31c4270') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:40.881865 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.927572 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.959581 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:40.960436 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:40.965256 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:40.989593 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-a1631ec9-b6bb-414b-935a-41508f5f2471', 'network_id': 'a1631ec9-b6bb-414b-935a-41508f5f2471', 'tenant_id': 'd419f873df6b447cacda3438b165ce23', 'fixed_ips': [{'subnet_id': '36c9ec1f-b21f-41a5-8bd6-0fc3c4b2649a'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:40.990667 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.090486 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba030a72-c619-475d-be34-657f27a4ed44 req-2c9aca9f-4b3a-4e21-8678-319aba1cee67 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:41.095740 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba030a72-c619-475d-be34-657f27a4ed44 req-2c9aca9f-4b3a-4e21-8678-319aba1cee67 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.1407332 Sep 16 05:11:41.159279 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4a34ba-ff98-48ab-a550-f82f4945ebbb tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Made reservation on behalf of d419f873df6b447cacda3438b165ce23 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:41.163265 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba030a72-c619-475d-be34-657f27a4ed44 req-d806cd87-970d-4b05-993f-7cfb75a7571d tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560026 Sep 16 05:11:41.169124 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a4a34ba-ff98-48ab-a550-f82f4945ebbb tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.195095 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.216624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-1a4a34ba-ff98-48ab-a550-f82f4945ebbb tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] device_id is not set on port 4b8f9f90-7fca-470a-b2d2-672f268cdd45 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:11:41.218947 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.222066 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/networks/7802359b-fc59-46f0-84d4-7c009982575a HTTP/1.1" status: 204 len: 168 time: 1.4591224 Sep 16 05:11:41.232274 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46210) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:41.236574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92903f6-db6f-4ef2-a079-7e0751ca169a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Network': ['ID=7802359b-fc59-46f0-84d4-7c009982575a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:41.236835 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-95ee940e-45b9-42d6-934b-4a88e115546e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1076169712'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:41.302177 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] Allocated IP 172.20.0.2 (a1631ec9-b6bb-414b-935a-41508f5f2471/36c9ec1f-b21f-41a5-8bd6-0fc3c4b2649a/4b277d25-fe2b-4c02-873d-583c042da510) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:41.412067 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ee940e-45b9-42d6-934b-4a88e115546e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Made reservation on behalf of 795a658db99f44bf80dbe2f001381533 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:41.418139 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95ee940e-45b9-42d6-934b-4a88e115546e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.449977 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ee940e-45b9-42d6-934b-4a88e115546e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:41.461408 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95ee940e-45b9-42d6-934b-4a88e115546e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.461833 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-95ee940e-45b9-42d6-934b-4a88e115546e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Added segment 88d7162b-9445-4cea-a690-6a28da583f88 of type vlan for network 625820bf-d2e1-4cf3-b425-257a1872611e Sep 16 05:11:41.517731 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.524220 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95ee940e-45b9-42d6-934b-4a88e115546e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.555259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 37ec8dae-7a92-46e5-a7cb-11b8e28a086d no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:41.575689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 37ec8dae-7a92-46e5-a7cb-11b8e28a086d {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:41.576169 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 37ec8dae-7a92-46e5-a7cb-11b8e28a086d not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:41.606524 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.657911 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] Network a1631ec9-b6bb-414b-935a-41508f5f2471 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:41.661286 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:41.669361 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:41.675617 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95ee940e-45b9-42d6-934b-4a88e115546e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.678143 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] Pushing event updated for resources: {'Port': ['ID=4b277d25-fe2b-4c02-873d-583c042da510,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:41.682602 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ee940e-45b9-42d6-934b-4a88e115546e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:41.685514 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95ee940e-45b9-42d6-934b-4a88e115546e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.687596 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-1a4a34ba-ff98-48ab-a550-f82f4945ebbb tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Allocated IP 172.20.0.13 (a1631ec9-b6bb-414b-935a-41508f5f2471/36c9ec1f-b21f-41a5-8bd6-0fc3c4b2649a/4b8f9f90-7fca-470a-b2d2-672f268cdd45) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:41.749420 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] Attempting to bind port 4b277d25-fe2b-4c02-873d-583c042da510 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:41.749790 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] Attempting to bind port 4b277d25-fe2b-4c02-873d-583c042da510 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '9396eeb1-c934-4950-a105-59040518bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1631ec9-b6bb-414b-935a-41508f5f2471'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:41.750129 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] Attempting to bind port 4b277d25-fe2b-4c02-873d-583c042da510 on network a1631ec9-b6bb-414b-935a-41508f5f2471 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:41.759192 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:41.760251 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] Checking segment: {'id': '9396eeb1-c934-4950-a105-59040518bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1631ec9-b6bb-414b-935a-41508f5f2471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:41.760692 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.761106 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] Bound using segment: {'id': '9396eeb1-c934-4950-a105-59040518bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1631ec9-b6bb-414b-935a-41508f5f2471'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:41.761653 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] Bound port: 4b277d25-fe2b-4c02-873d-583c042da510, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9396eeb1-c934-4950-a105-59040518bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1631ec9-b6bb-414b-935a-41508f5f2471'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:41.762024 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.798519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee940e-45b9-42d6-934b-4a88e115546e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Network': ['ID=625820bf-d2e1-4cf3-b425-257a1872611e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:41.808938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46216) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:41.809933 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-95ee940e-45b9-42d6-934b-4a88e115546e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5790582 Sep 16 05:11:41.815235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-23218cd6-a316-4f3e-89a3-c951752e1eeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'subnet': {'network_id': '625820bf-d2e1-4cf3-b425-257a1872611e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:41.833367 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 625820bf-d2e1-4cf3-b425-257a1872611e details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:41.986658 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] For port 4b277d25-fe2b-4c02-873d-583c042da510, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:41.986970 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a4a34ba-ff98-48ab-a550-f82f4945ebbb tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.008984 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23218cd6-a316-4f3e-89a3-c951752e1eeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Made reservation on behalf of 795a658db99f44bf80dbe2f001381533 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:42.010849 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-23218cd6-a316-4f3e-89a3-c951752e1eeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.012368 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] For port 4b277d25-fe2b-4c02-873d-583c042da510, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4b277d25-fe2b-4c02-873d-583c042da510,segment=NetworkSegment(9396eeb1-c934-4950-a105-59040518bb81),segment_id=9396eeb1-c934-4950-a105-59040518bb81)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:42.125657 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.178840 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:11:42.188357 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a4a34ba-ff98-48ab-a550-f82f4945ebbb tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.232460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55e4a0-2179-4d2a-bcf4-35baa273ec29 None None] Pushing event updated for resources: {'Port': ['ID=4b277d25-fe2b-4c02-873d-583c042da510,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:42.348452 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4a34ba-ff98-48ab-a550-f82f4945ebbb tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Network a1631ec9-b6bb-414b-935a-41508f5f2471 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:42.354106 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a34ba-ff98-48ab-a550-f82f4945ebbb tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Pushing event updated for resources: {'Port': ['ID=4b8f9f90-7fca-470a-b2d2-672f268cdd45,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:42.354106 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-1a4a34ba-ff98-48ab-a550-f82f4945ebbb tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:42.355752 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4a34ba-ff98-48ab-a550-f82f4945ebbb tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:42.379272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d995e5-66ca-4c4a-91d0-16999007db5f req-e231a1f5-81f9-479b-b66c-6924852bc2cb tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:42.381517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4d995e5-66ca-4c4a-91d0-16999007db5f req-e231a1f5-81f9-479b-b66c-6924852bc2cb tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.0884347 Sep 16 05:11:42.393765 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-23218cd6-a316-4f3e-89a3-c951752e1eeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.427596 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4a34ba-ff98-48ab-a550-f82f4945ebbb tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:42.429082 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a4a34ba-ff98-48ab-a550-f82f4945ebbb tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.526163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4d995e5-66ca-4c4a-91d0-16999007db5f req-1b09752e-69c7-41cc-9df4-c7715cd4e3a8 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347611 Sep 16 05:11:42.543990 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23218cd6-a316-4f3e-89a3-c951752e1eeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Subnet': ['ID=9806980d-996d-4239-aec5-f417e93e8fff,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:42.555879 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23218cd6-a316-4f3e-89a3-c951752e1eeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Checking segment: {'id': '88d7162b-9445-4cea-a690-6a28da583f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '625820bf-d2e1-4cf3-b425-257a1872611e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:42.556770 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23218cd6-a316-4f3e-89a3-c951752e1eeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network hostable DHCP agents. Network: 625820bf-d2e1-4cf3-b425-257a1872611e, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:42.567074 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1a4a34ba-ff98-48ab-a550-f82f4945ebbb tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7677639 Sep 16 05:11:42.569911 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46220) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:42.578693 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-1ac42f99-3e4a-495c-acf2-129296dd6311 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Request body: {'port': {'network_id': 'a1631ec9-b6bb-414b-935a-41508f5f2471', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1096208786', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:42.579268 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.api.validators [None req-1ac42f99-3e4a-495c-acf2-129296dd6311 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] bootfile-name is not in valid_values {{(pid=95474) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:11:42.579621 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.api.validators [None req-1ac42f99-3e4a-495c-acf2-129296dd6311 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] tftp-server is not in valid_values {{(pid=95474) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:11:42.580252 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.api.validators [None req-1ac42f99-3e4a-495c-acf2-129296dd6311 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] server-ip-address is not in valid_values {{(pid=95474) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:11:42.669426 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23218cd6-a316-4f3e-89a3-c951752e1eeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network 625820bf-d2e1-4cf3-b425-257a1872611e is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:42.788470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-23218cd6-a316-4f3e-89a3-c951752e1eeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 625820bf-d2e1-4cf3-b425-257a1872611e) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:42.793823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23218cd6-a316-4f3e-89a3-c951752e1eeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:42.794479 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-23218cd6-a316-4f3e-89a3-c951752e1eeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.799736 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac42f99-3e4a-495c-acf2-129296dd6311 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Made reservation on behalf of d419f873df6b447cacda3438b165ce23 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:42.800377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863824f5-2664-4d1e-ad26-d906751b2cc9 None None] Network 625820bf-d2e1-4cf3-b425-257a1872611e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:42.803572 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1ac42f99-3e4a-495c-acf2-129296dd6311 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.909968 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-23218cd6-a316-4f3e-89a3-c951752e1eeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0994017 Sep 16 05:11:42.912647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46226) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:42.919561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-360e523a-7f56-4975-ba17-a072145fdd8f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1414693567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:43.040270 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-360e523a-7f56-4975-ba17-a072145fdd8f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.042335 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-360e523a-7f56-4975-ba17-a072145fdd8f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.046356 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-625820bf-d2e1-4cf3-b425-257a1872611e', 'network_id': '625820bf-d2e1-4cf3-b425-257a1872611e', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'fixed_ips': [{'subnet_id': '9806980d-996d-4239-aec5-f417e93e8fff'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:43.048303 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.111908 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-360e523a-7f56-4975-ba17-a072145fdd8f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.178136 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-360e523a-7f56-4975-ba17-a072145fdd8f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.237604 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-1ac42f99-3e4a-495c-acf2-129296dd6311 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] device_id is not set on port 011e41f7-b94c-4926-9ae6-fdf08ddd90e7 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:11:43.246301 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-360e523a-7f56-4975-ba17-a072145fdd8f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.248051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-360e523a-7f56-4975-ba17-a072145fdd8f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3342540 Sep 16 05:11:43.253126 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46228) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:43.343366 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] Allocated IP 2001:db8::2 (625820bf-d2e1-4cf3-b425-257a1872611e/9806980d-996d-4239-aec5-f417e93e8fff/df18b798-48a6-4273-8532-8d5a9e924a18) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:43.645664 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.671554 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323db22c-a5af-448b-9e5e-61b13426bd75 None None] Network a1631ec9-b6bb-414b-935a-41508f5f2471 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:43.674130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4b277d25-fe2b-4c02-873d-583c042da510 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:43.711366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-1ac42f99-3e4a-495c-acf2-129296dd6311 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Allocated IP 172.20.0.5 (a1631ec9-b6bb-414b-935a-41508f5f2471/36c9ec1f-b21f-41a5-8bd6-0fc3c4b2649a/011e41f7-b94c-4926-9ae6-fdf08ddd90e7) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:43.717197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203359d-419d-4aa8-906e-cf7c6ee38929 req-c37a8520-9b88-400f-a34a-02736dfef726 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:43.719808 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1203359d-419d-4aa8-906e-cf7c6ee38929 req-c37a8520-9b88-400f-a34a-02736dfef726 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.0676782 Sep 16 05:11:43.765264 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.773941 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc9195bf-2430-47c0-bf79-93c5ec9531ab tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.786743 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1203359d-419d-4aa8-906e-cf7c6ee38929 req-a64e6263-0f19-437c-8f8a-fd036f8f0b85 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586672 Sep 16 05:11:43.829434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] Pushing event updated for resources: {'Port': ['ID=df18b798-48a6-4273-8532-8d5a9e924a18,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:43.871157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-db1542de-2cfb-4705-b4cf-dac4100cae9d None None] Provisioning complete for port 4b277d25-fe2b-4c02-873d-583c042da510 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:43.871529 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-db1542de-2cfb-4705-b4cf-dac4100cae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.936563 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] Network 625820bf-d2e1-4cf3-b425-257a1872611e is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:43.958712 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:43.965325 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:43.975989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 4b277d25-fe2b-4c02-873d-583c042da510 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:43.976381 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.109094 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1ac42f99-3e4a-495c-acf2-129296dd6311 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.175188 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] Attempting to bind port df18b798-48a6-4273-8532-8d5a9e924a18 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:44.175670 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] Attempting to bind port df18b798-48a6-4273-8532-8d5a9e924a18 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '88d7162b-9445-4cea-a690-6a28da583f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '625820bf-d2e1-4cf3-b425-257a1872611e'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:44.175894 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] Attempting to bind port df18b798-48a6-4273-8532-8d5a9e924a18 on network 625820bf-d2e1-4cf3-b425-257a1872611e {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:44.206226 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:44.206612 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] Checking segment: {'id': '88d7162b-9445-4cea-a690-6a28da583f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '625820bf-d2e1-4cf3-b425-257a1872611e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:44.207049 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.207450 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] Bound using segment: {'id': '88d7162b-9445-4cea-a690-6a28da583f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '625820bf-d2e1-4cf3-b425-257a1872611e'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:44.207947 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] Bound port: df18b798-48a6-4273-8532-8d5a9e924a18, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d7162b-9445-4cea-a690-6a28da583f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '625820bf-d2e1-4cf3-b425-257a1872611e'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:44.208331 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.215474 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-db1542de-2cfb-4705-b4cf-dac4100cae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.276426 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-bc9195bf-2430-47c0-bf79-93c5ec9531ab tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Allocated IP 2001:db8::1 (625820bf-d2e1-4cf3-b425-257a1872611e/9806980d-996d-4239-aec5-f417e93e8fff/23d81955-786c-4e72-8d6f-d872b3fdbb6b) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:44.312600 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1ac42f99-3e4a-495c-acf2-129296dd6311 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.476622 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.484446 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-db1542de-2cfb-4705-b4cf-dac4100cae9d None None] For port 4b277d25-fe2b-4c02-873d-583c042da510, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4b277d25-fe2b-4c02-873d-583c042da510,segment=NetworkSegment(9396eeb1-c934-4950-a105-59040518bb81),segment_id=9396eeb1-c934-4950-a105-59040518bb81)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:44.518627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac42f99-3e4a-495c-acf2-129296dd6311 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Network a1631ec9-b6bb-414b-935a-41508f5f2471 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:44.526512 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-1ac42f99-3e4a-495c-acf2-129296dd6311 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:44.533814 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac42f99-3e4a-495c-acf2-129296dd6311 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Pushing event updated for resources: {'Port': ['ID=011e41f7-b94c-4926-9ae6-fdf08ddd90e7,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:44.537045 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac42f99-3e4a-495c-acf2-129296dd6311 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:44.546390 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] For port df18b798-48a6-4273-8532-8d5a9e924a18, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:44.550030 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] For port df18b798-48a6-4273-8532-8d5a9e924a18, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=df18b798-48a6-4273-8532-8d5a9e924a18,segment=NetworkSegment(88d7162b-9445-4cea-a690-6a28da583f88),segment_id=88d7162b-9445-4cea-a690-6a28da583f88)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:44.578379 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-db1542de-2cfb-4705-b4cf-dac4100cae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.613370 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac42f99-3e4a-495c-acf2-129296dd6311 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:44.614115 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1ac42f99-3e4a-495c-acf2-129296dd6311 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.638036 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc9195bf-2430-47c0-bf79-93c5ec9531ab tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.702829 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.722187 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1ac42f99-3e4a-495c-acf2-129296dd6311 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.1505778 Sep 16 05:11:44.724328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46238) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:44.737135 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:11:44.737490 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:11:44.750915 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1542de-2cfb-4705-b4cf-dac4100cae9d None None] Pushing event updated for resources: {'Port': ['ID=4b277d25-fe2b-4c02-873d-583c042da510,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:44.755689 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc9195bf-2430-47c0-bf79-93c5ec9531ab tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.800484 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9195bf-2430-47c0-bf79-93c5ec9531ab tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network 625820bf-d2e1-4cf3-b425-257a1872611e is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:44.855291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256d6d3b-5e0b-4ad9-be40-d04a6c372df7 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:44.861868 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256d6d3b-5e0b-4ad9-be40-d04a6c372df7 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:44.879793 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-bc9195bf-2430-47c0-bf79-93c5ec9531ab tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:44.883386 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9195bf-2430-47c0-bf79-93c5ec9531ab tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:44.883964 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc9195bf-2430-47c0-bf79-93c5ec9531ab tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.896579 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256d6d3b-5e0b-4ad9-be40-d04a6c372df7 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:44.899395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-256d6d3b-5e0b-4ad9-be40-d04a6c372df7 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1728208 Sep 16 05:11:44.902180 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46242) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:44.909409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f4de5-193b-4c0e-9a86-834956530d65 None None] Pushing event updated for resources: {'Port': ['ID=df18b798-48a6-4273-8532-8d5a9e924a18,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:44.955786 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-78c8b5f8-c931-4314-aa30-42cf27aed544 None None] Provisioning complete for port 4b277d25-fe2b-4c02-873d-583c042da510 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:44.955786 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-78c8b5f8-c931-4314-aa30-42cf27aed544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.956010 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9195bf-2430-47c0-bf79-93c5ec9531ab tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=23d81955-786c-4e72-8d6f-d872b3fdbb6b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:45.237552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-78c8b5f8-c931-4314-aa30-42cf27aed544 None None] Provisioning complete for port 4b8f9f90-7fca-470a-b2d2-672f268cdd45 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:45.242381 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-78c8b5f8-c931-4314-aa30-42cf27aed544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.265555 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc9195bf-2430-47c0-bf79-93c5ec9531ab tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.297781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd859c-e0b3-4049-8ea1-52ece807b502 req-f94dcd13-5d1c-4909-88f7-c9e6c27cb75f tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:45.308355 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83bd859c-e0b3-4049-8ea1-52ece807b502 req-f94dcd13-5d1c-4909-88f7-c9e6c27cb75f tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.3253582 Sep 16 05:11:45.398592 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-78c8b5f8-c931-4314-aa30-42cf27aed544 None None] Port 4b8f9f90-7fca-470a-b2d2-672f268cdd45 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:45.409371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83bd859c-e0b3-4049-8ea1-52ece807b502 req-a53528b5-ee85-4b04-988a-5675dc17a731 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000788 Sep 16 05:11:45.417499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-2d168b55-abd0-4e49-9c88-f6b302f1e7d4 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Deleting port 011e41f7-b94c-4926-9ae6-fdf08ddd90e7 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:45.417993 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2d168b55-abd0-4e49-9c88-f6b302f1e7d4 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.543393 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a9d4de97-6b9a-4b53-8c9b-99abfeb10b74 None None] Provisioning complete for port 4b8f9f90-7fca-470a-b2d2-672f268cdd45 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:45.545019 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a9d4de97-6b9a-4b53-8c9b-99abfeb10b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.598447 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2d168b55-abd0-4e49-9c88-f6b302f1e7d4 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.608348 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a9d4de97-6b9a-4b53-8c9b-99abfeb10b74 None None] Port 4b8f9f90-7fca-470a-b2d2-672f268cdd45 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:45.640578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-2d168b55-abd0-4e49-9c88-f6b302f1e7d4 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Calling delete_port for 011e41f7-b94c-4926-9ae6-fdf08ddd90e7 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:45.699543 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4b277d25-fe2b-4c02-873d-583c042da510 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:45.754069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-11f9b55b-58bd-4cbd-b8ae-e6f4bdf4d19b None None] Provisioning complete for port 011e41f7-b94c-4926-9ae6-fdf08ddd90e7 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:45.754448 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-11f9b55b-58bd-4cbd-b8ae-e6f4bdf4d19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.806487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-11f9b55b-58bd-4cbd-b8ae-e6f4bdf4d19b None None] Port 011e41f7-b94c-4926-9ae6-fdf08ddd90e7 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:45.813416 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 4b277d25-fe2b-4c02-873d-583c042da510 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:45.813796 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.917970 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc9195bf-2430-47c0-bf79-93c5ec9531ab tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.945225 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device df18b798-48a6-4273-8532-8d5a9e924a18 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:46.000611 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc9195bf-2430-47c0-bf79-93c5ec9531ab tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.001990 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bc9195bf-2430-47c0-bf79-93c5ec9531ab tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.028769 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2d168b55-abd0-4e49-9c88-f6b302f1e7d4 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.038554 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port df18b798-48a6-4273-8532-8d5a9e924a18 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:46.039199 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.132280 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d168b55-abd0-4e49-9c88-f6b302f1e7d4 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Pushing event deleted for resources: {'Port': ['ID=011e41f7-b94c-4926-9ae6-fdf08ddd90e7,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:46.269009 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9195bf-2430-47c0-bf79-93c5ec9531ab tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=23d81955-786c-4e72-8d6f-d872b3fdbb6b,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:46.293219 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.321879 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2d168b55-abd0-4e49-9c88-f6b302f1e7d4 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.329929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2d168b55-abd0-4e49-9c88-f6b302f1e7d4 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] 10.222.0.20 "DELETE /v2.0/ports/011e41f7-b94c-4926-9ae6-fdf08ddd90e7 HTTP/1.1" status: 204 len: 168 time: 1.4262497 Sep 16 05:11:46.330903 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46252) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:46.336936 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-02c458fa-a20e-4577-855c-a67058c1c899 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Request body: {'port': {'name': 'tempest-new-port-name-1939465246', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:46.337935 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.api.validators [None req-02c458fa-a20e-4577-855c-a67058c1c899 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] bootfile-name is not in valid_values {{(pid=95473) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:11:46.338504 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.api.validators [None req-02c458fa-a20e-4577-855c-a67058c1c899 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] tftp-server is not in valid_values {{(pid=95473) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:11:46.339056 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.api.validators [None req-02c458fa-a20e-4577-855c-a67058c1c899 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] server-ip-address is not in valid_values {{(pid=95473) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:11:46.366225 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port df18b798-48a6-4273-8532-8d5a9e924a18, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=df18b798-48a6-4273-8532-8d5a9e924a18,segment=NetworkSegment(88d7162b-9445-4cea-a690-6a28da583f88),segment_id=88d7162b-9445-4cea-a690-6a28da583f88)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:46.394371 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9195bf-2430-47c0-bf79-93c5ec9531ab tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network 625820bf-d2e1-4cf3-b425-257a1872611e is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:46.396325 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-bc9195bf-2430-47c0-bf79-93c5ec9531ab tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:46.471112 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-02c458fa-a20e-4577-855c-a67058c1c899 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.481027 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.615579 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dd19e1-8018-40ec-8089-c41f95c451ef None None] Network 625820bf-d2e1-4cf3-b425-257a1872611e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:46.646995 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=df18b798-48a6-4273-8532-8d5a9e924a18,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:46.674034 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9195bf-2430-47c0-bf79-93c5ec9531ab tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router df13f68d-68f7-4081-8640-fdfafcd7b481 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:46.704993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4b99bfc4-142c-4279-8e34-37c9f5d6634d None None] Provisioning complete for port df18b798-48a6-4273-8532-8d5a9e924a18 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:46.705353 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4b99bfc4-142c-4279-8e34-37c9f5d6634d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.742010 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a7549-d87c-4683-9703-1a3a68d49ba5 req-b4bd864e-a6a6-48fa-b238-46a3d150bb7e tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:46.745788 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a73a7549-d87c-4683-9703-1a3a68d49ba5 req-b4bd864e-a6a6-48fa-b238-46a3d150bb7e tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.1486123 Sep 16 05:11:46.814196 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a73a7549-d87c-4683-9703-1a3a68d49ba5 req-9f478535-8887-4c4e-891c-5666e036ae27 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592701 Sep 16 05:11:46.837589 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9195bf-2430-47c0-bf79-93c5ec9531ab tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:46.852354 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bc9195bf-2430-47c0-bf79-93c5ec9531ab tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/df13f68d-68f7-4081-8640-fdfafcd7b481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5979221 Sep 16 05:11:46.855470 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46256) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:46.869512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab4530-1361-4f9f-99c2-93b21901fce2 None None] Sync routers for ids ['df13f68d-68f7-4081-8640-fdfafcd7b481'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:46.870798 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-02c458fa-a20e-4577-855c-a67058c1c899 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.908500 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8ab5bb-a85d-4a44-b2a6-99ae371a6c95 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:46.911699 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4f8ab5bb-a85d-4a44-b2a6-99ae371a6c95 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/ports/23d81955-786c-4e72-8d6f-d872b3fdbb6b HTTP/1.1" status: 200 len: 911 time: 0.0535789 Sep 16 05:11:46.917584 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46258) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:46.925596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab4530-1361-4f9f-99c2-93b21901fce2 None None] Routers {'df13f68d-68f7-4081-8640-fdfafcd7b481'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:46.926228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-97ab4530-1361-4f9f-99c2-93b21901fce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['df13f68d-68f7-4081-8640-fdfafcd7b481'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:46.932350 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-02c458fa-a20e-4577-855c-a67058c1c899 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.992086 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-97ab4530-1361-4f9f-99c2-93b21901fce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:47.008185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c458fa-a20e-4577-855c-a67058c1c899 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Pushing event updated for resources: {'Port': ['ID=4b8f9f90-7fca-470a-b2d2-672f268cdd45,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.013414 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab4530-1361-4f9f-99c2-93b21901fce2 None None] Routers {'df13f68d-68f7-4081-8640-fdfafcd7b481'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:47.014061 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-97ab4530-1361-4f9f-99c2-93b21901fce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['df13f68d-68f7-4081-8640-fdfafcd7b481'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:47.053430 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-97ab4530-1361-4f9f-99c2-93b21901fce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:47.053880 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab4530-1361-4f9f-99c2-93b21901fce2 None None] The sync data for ids ['df13f68d-68f7-4081-8640-fdfafcd7b481'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:47.102367 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-02c458fa-a20e-4577-855c-a67058c1c899 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] In _notify_port_updated(), no bound segment for port 4b8f9f90-7fca-470a-b2d2-672f268cdd45 on network a1631ec9-b6bb-414b-935a-41508f5f2471 {{(pid=95473) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:11:47.109225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c458fa-a20e-4577-855c-a67058c1c899 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:47.110742 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-02c458fa-a20e-4577-855c-a67058c1c899 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.112728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-02c458fa-a20e-4577-855c-a67058c1c899 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] 10.222.0.20 "PUT /v2.0/ports/4b8f9f90-7fca-470a-b2d2-672f268cdd45 HTTP/1.1" status: 200 len: 1137 time: 0.7799168 Sep 16 05:11:47.116385 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46260) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:47.224559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b441a22-4d9d-4e24-ab06-3fe839c2991d tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:47.229289 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7b441a22-4d9d-4e24-ab06-3fe839c2991d tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] 10.222.0.20 "GET /v2.0/ports/4b8f9f90-7fca-470a-b2d2-672f268cdd45 HTTP/1.1" status: 200 len: 1137 time: 0.1087217 Sep 16 05:11:47.238858 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46262) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:47.457002 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-7e150dae-ee47-4a8f-863a-1c635e315dd5 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Deleting port 4b8f9f90-7fca-470a-b2d2-672f268cdd45 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:47.459638 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e150dae-ee47-4a8f-863a-1c635e315dd5 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.597227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6e8eb686-0efa-4b3d-a339-f6fcacabf6f3 None None] Provisioning complete for port 23d81955-786c-4e72-8d6f-d872b3fdbb6b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:47.602472 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6e8eb686-0efa-4b3d-a339-f6fcacabf6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.672955 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device df18b798-48a6-4273-8532-8d5a9e924a18 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:47.685118 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-adccf6ca-8f2a-4a67-92e3-e6a64ebcbca3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.731296 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e150dae-ee47-4a8f-863a-1c635e315dd5 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.747552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6e8eb686-0efa-4b3d-a339-f6fcacabf6f3 None None] Port 23d81955-786c-4e72-8d6f-d872b3fdbb6b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:47.758398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-7e150dae-ee47-4a8f-863a-1c635e315dd5 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Calling delete_port for 4b8f9f90-7fca-470a-b2d2-672f268cdd45 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:47.769850 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6e8eb686-0efa-4b3d-a339-f6fcacabf6f3 None None] Provisioning complete for port df18b798-48a6-4273-8532-8d5a9e924a18 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:47.770379 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6e8eb686-0efa-4b3d-a339-f6fcacabf6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.825085 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port df18b798-48a6-4273-8532-8d5a9e924a18 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:47.825606 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.146193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c2842-6822-4a7f-b1d2-5093dc2668ec req-ca48b300-c28f-4d44-b44b-8b43f43c8245 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:48.148966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-673c2842-6822-4a7f-b1d2-5093dc2668ec req-ca48b300-c28f-4d44-b44b-8b43f43c8245 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.1404200 Sep 16 05:11:48.206907 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f047ee44-c877-400e-90c5-2dcdd550f4ea None None] Provisioning complete for port 23d81955-786c-4e72-8d6f-d872b3fdbb6b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:48.209287 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f047ee44-c877-400e-90c5-2dcdd550f4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.217179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-673c2842-6822-4a7f-b1d2-5093dc2668ec req-21b1814f-ca47-46e0-b7ef-bc7228576da5 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599778 Sep 16 05:11:48.218768 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e150dae-ee47-4a8f-863a-1c635e315dd5 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.270158 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e150dae-ee47-4a8f-863a-1c635e315dd5 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Pushing event deleted for resources: {'Port': ['ID=4b8f9f90-7fca-470a-b2d2-672f268cdd45,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:48.292863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-f047ee44-c877-400e-90c5-2dcdd550f4ea None None] Port 23d81955-786c-4e72-8d6f-d872b3fdbb6b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:48.296588 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f047ee44-c877-400e-90c5-2dcdd550f4ea None None] Could not find standard attr ID for object 4b8f9f90-7fca-470a-b2d2-672f268cdd45. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:11:48.360424 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-adccf6ca-8f2a-4a67-92e3-e6a64ebcbca3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting port 23d81955-786c-4e72-8d6f-d872b3fdbb6b {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:48.361415 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-adccf6ca-8f2a-4a67-92e3-e6a64ebcbca3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.405166 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e150dae-ee47-4a8f-863a-1c635e315dd5 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.412243 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46270) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:48.413212 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7e150dae-ee47-4a8f-863a-1c635e315dd5 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] 10.222.0.20 "DELETE /v2.0/ports/4b8f9f90-7fca-470a-b2d2-672f268cdd45 HTTP/1.1" status: 204 len: 168 time: 1.1726849 Sep 16 05:11:48.435908 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-5c2f9697-b86c-4b8f-ae8b-fde5970f8930 None None] Provisioning complete for port 23d81955-786c-4e72-8d6f-d872b3fdbb6b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:48.436854 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5c2f9697-b86c-4b8f-ae8b-fde5970f8930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.495145 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-5c2f9697-b86c-4b8f-ae8b-fde5970f8930 None None] Port 23d81955-786c-4e72-8d6f-d872b3fdbb6b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:48.608400 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-5665134f-e0e2-44b5-90b2-23d9caeb76a2 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Deleting subnet 36c9ec1f-b21f-41a5-8bd6-0fc3c4b2649a {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:48.622636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5665134f-e0e2-44b5-90b2-23d9caeb76a2 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.667239 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-adccf6ca-8f2a-4a67-92e3-e6a64ebcbca3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.691195 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-adccf6ca-8f2a-4a67-92e3-e6a64ebcbca3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Calling delete_port for 23d81955-786c-4e72-8d6f-d872b3fdbb6b owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:48.702195 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5665134f-e0e2-44b5-90b2-23d9caeb76a2 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.894135 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5665134f-e0e2-44b5-90b2-23d9caeb76a2 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.144058 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5665134f-e0e2-44b5-90b2-23d9caeb76a2 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.180653 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665134f-e0e2-44b5-90b2-23d9caeb76a2 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Pushing event deleted for resources: {'Subnet': ['ID=36c9ec1f-b21f-41a5-8bd6-0fc3c4b2649a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:49.195728 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5665134f-e0e2-44b5-90b2-23d9caeb76a2 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.196512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3924c470-d3c8-49d8-b5b1-448b90fc31a5 None None] Network a1631ec9-b6bb-414b-935a-41508f5f2471 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:49.199352 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5665134f-e0e2-44b5-90b2-23d9caeb76a2 tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] 10.222.0.20 "DELETE /v2.0/subnets/36c9ec1f-b21f-41a5-8bd6-0fc3c4b2649a HTTP/1.1" status: 204 len: 168 time: 0.7861388 Sep 16 05:11:49.200817 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-adccf6ca-8f2a-4a67-92e3-e6a64ebcbca3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.203289 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46276) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:49.251793 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adccf6ca-8f2a-4a67-92e3-e6a64ebcbca3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Port': ['ID=23d81955-786c-4e72-8d6f-d872b3fdbb6b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:49.530968 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-adccf6ca-8f2a-4a67-92e3-e6a64ebcbca3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.555276 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.592882 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db808de-0a64-480e-b0d7-b1613bd46ec1 req-3586836f-000c-4f44-9b78-5367721e0832 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:49.600770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5db808de-0a64-480e-b0d7-b1613bd46ec1 req-3586836f-000c-4f44-9b78-5367721e0832 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.1722755 Sep 16 05:11:49.631266 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986f9193-685e-46ea-9a50-a0712cd9d51f None None] DHCP port deletion for a1631ec9-b6bb-414b-935a-41508f5f2471 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:49.739755 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-986f9193-685e-46ea-9a50-a0712cd9d51f None None] Deleting port 4b277d25-fe2b-4c02-873d-583c042da510 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:49.740137 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-986f9193-685e-46ea-9a50-a0712cd9d51f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.773278 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5db808de-0a64-480e-b0d7-b1613bd46ec1 req-747aaefb-1e8e-4584-9441-12bf64ae9539 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714911 Sep 16 05:11:49.829356 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Deleting port 4b277d25-fe2b-4c02-873d-583c042da510 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:49.829814 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.850503 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adccf6ca-8f2a-4a67-92e3-e6a64ebcbca3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router df13f68d-68f7-4081-8640-fdfafcd7b481 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:49.886228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-986f9193-685e-46ea-9a50-a0712cd9d51f None None] For port 4b277d25-fe2b-4c02-873d-583c042da510, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4b277d25-fe2b-4c02-873d-583c042da510,segment=NetworkSegment(9396eeb1-c934-4950-a105-59040518bb81),segment_id=9396eeb1-c934-4950-a105-59040518bb81)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:49.886570 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-986f9193-685e-46ea-9a50-a0712cd9d51f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.911406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-986f9193-685e-46ea-9a50-a0712cd9d51f None None] Calling delete_port for 4b277d25-fe2b-4c02-873d-583c042da510 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:49.988043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] For port 4b277d25-fe2b-4c02-873d-583c042da510, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4b277d25-fe2b-4c02-873d-583c042da510,segment=NetworkSegment(9396eeb1-c934-4950-a105-59040518bb81),segment_id=9396eeb1-c934-4950-a105-59040518bb81)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:49.988670 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.036256 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Calling delete_port for 4b277d25-fe2b-4c02-873d-583c042da510 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:50.097386 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-986f9193-685e-46ea-9a50-a0712cd9d51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.126526 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f9193-685e-46ea-9a50-a0712cd9d51f None None] Pushing event deleted for resources: {'Port': ['ID=4b277d25-fe2b-4c02-873d-583c042da510,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.137310 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986f9193-685e-46ea-9a50-a0712cd9d51f None None] No DVR routers for this DVR port 4b277d25-fe2b-4c02-873d-583c042da510 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:50.185161 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.220557 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Pushing event deleted for resources: {'Port': ['ID=4b277d25-fe2b-4c02-873d-583c042da510,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.224594 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] No DVR routers for this DVR port 4b277d25-fe2b-4c02-873d-583c042da510 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:50.339456 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.392623 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1631ec9-b6bb-414b-935a-41508f5f2471']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:50.410856 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9396eeb1-c934-4950-a105-59040518bb81') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:50.411345 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9396eeb1-c934-4950-a105-59040518bb81') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:50.428540 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.451580 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.457239 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adccf6ca-8f2a-4a67-92e3-e6a64ebcbca3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:50.464321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:50.465721 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-adccf6ca-8f2a-4a67-92e3-e6a64ebcbca3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/df13f68d-68f7-4081-8640-fdfafcd7b481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5459278 Sep 16 05:11:50.467949 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.469346 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46286) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:50.469509 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:50.489730 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3153a-7169-4c9e-9599-2a4f1b9ebb12 None None] Sync routers for ids ['df13f68d-68f7-4081-8640-fdfafcd7b481'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:50.519010 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0ac833d8-f2be-4912-b81a-916e9f88dc8d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/ports?device_id=df13f68d-68f7-4081-8640-fdfafcd7b481 HTTP/1.1" status: 200 len: 205 time: 0.0471025 Sep 16 05:11:50.519783 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46288) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:50.521289 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3153a-7169-4c9e-9599-2a4f1b9ebb12 None None] Routers {'df13f68d-68f7-4081-8640-fdfafcd7b481'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:50.522723 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-91d3153a-7169-4c9e-9599-2a4f1b9ebb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['df13f68d-68f7-4081-8640-fdfafcd7b481'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:50.579287 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-91d3153a-7169-4c9e-9599-2a4f1b9ebb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:50.595884 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3153a-7169-4c9e-9599-2a4f1b9ebb12 None None] Routers {'df13f68d-68f7-4081-8640-fdfafcd7b481'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:50.597567 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-91d3153a-7169-4c9e-9599-2a4f1b9ebb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['df13f68d-68f7-4081-8640-fdfafcd7b481'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:50.639863 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55dc20d7-c711-4ac6-89ea-89ea50959ecc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.645836 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.664826 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-91d3153a-7169-4c9e-9599-2a4f1b9ebb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:50.666781 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3153a-7169-4c9e-9599-2a4f1b9ebb12 None None] The sync data for ids ['df13f68d-68f7-4081-8640-fdfafcd7b481'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:50.679006 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.681012 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] 10.222.0.20 "DELETE /v2.0/networks/a1631ec9-b6bb-414b-935a-41508f5f2471 HTTP/1.1" status: 204 len: 168 time: 1.4753826 Sep 16 05:11:50.682092 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db25383-b28c-4925-ad99-cec1cd2141fa tempest-ExtraDHCPOptionsTestJSON-324416300 tempest-ExtraDHCPOptionsTestJSON-324416300-project] Pushing event deleted for resources: {'Network': ['ID=a1631ec9-b6bb-414b-935a-41508f5f2471,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.861194 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55dc20d7-c711-4ac6-89ea-89ea50959ecc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.864039 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55dc20d7-c711-4ac6-89ea-89ea50959ecc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.997806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a3818-21ef-4320-a44e-7c14a847142a req-1426f2ac-a5f5-4479-8278-bc53741bfb8a tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.999591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-041a3818-21ef-4320-a44e-7c14a847142a req-1426f2ac-a5f5-4479-8278-bc53741bfb8a tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.0684652 Sep 16 05:11:51.034235 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55dc20d7-c711-4ac6-89ea-89ea50959ecc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.035374 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dc20d7-c711-4ac6-89ea-89ea50959ecc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Fanout notify agent at l3_agent the message router_deleted on router df13f68d-68f7-4081-8640-fdfafcd7b481 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:51.045716 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55dc20d7-c711-4ac6-89ea-89ea50959ecc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.047588 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-55dc20d7-c711-4ac6-89ea-89ea50959ecc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/routers/df13f68d-68f7-4081-8640-fdfafcd7b481 HTTP/1.1" status: 204 len: 168 time: 0.5261605 Sep 16 05:11:51.051446 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46298) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:51.058919 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-041a3818-21ef-4320-a44e-7c14a847142a req-e9cd0e8e-7faf-4614-ad64-a15fcd39170b tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505464 Sep 16 05:11:51.129415 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc4bf9e-1795-431f-8d3a-4fc49a8c6402 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting subnet 9806980d-996d-4239-aec5-f417e93e8fff {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:51.133335 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bf9e-1795-431f-8d3a-4fc49a8c6402 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.198763 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bf9e-1795-431f-8d3a-4fc49a8c6402 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.355293 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bf9e-1795-431f-8d3a-4fc49a8c6402 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.400816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46302) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:51.553319 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4b277d25-fe2b-4c02-873d-583c042da510 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:51.573338 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bf9e-1795-431f-8d3a-4fc49a8c6402 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.590238 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 4b277d25-fe2b-4c02-873d-583c042da510 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:51.594793 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4b277d25-fe2b-4c02-873d-583c042da510 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:51.627594 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4bf9e-1795-431f-8d3a-4fc49a8c6402 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Subnet': ['ID=9806980d-996d-4239-aec5-f417e93e8fff,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:51.632469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d3d4621a-39fc-4b13-bc48-ffe83461bca8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d419f873df6b447cacda3438b165ce23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2276440 Sep 16 05:11:51.633858 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46306) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:51.636310 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0063f82d-5994-4de1-9853-94734d48dec4 None None] Network 625820bf-d2e1-4cf3-b425-257a1872611e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:51.640344 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bf9e-1795-431f-8d3a-4fc49a8c6402 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.646194 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8cc4bf9e-1795-431f-8d3a-4fc49a8c6402 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/subnets/9806980d-996d-4239-aec5-f417e93e8fff HTTP/1.1" status: 204 len: 168 time: 0.5930810 Sep 16 05:11:51.647476 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46308) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:51.729969 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a16aafc-d305-414e-8d86-4216f3f5f2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.767834 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a16aafc-d305-414e-8d86-4216f3f5f2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.806133 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.912591 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003505c2-95a5-4c89-b4a1-22d3b3610b30 None None] DHCP port deletion for 625820bf-d2e1-4cf3-b425-257a1872611e request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:51.950642 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting port df18b798-48a6-4273-8532-8d5a9e924a18 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:51.951289 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.967901 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a16aafc-d305-414e-8d86-4216f3f5f2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.970808 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a16aafc-d305-414e-8d86-4216f3f5f2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.975945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0a16aafc-d305-414e-8d86-4216f3f5f2e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61af0156-1d07-4728-af11-280ef349a8bf HTTP/1.1" status: 204 len: 168 time: 0.3358362 Sep 16 05:11:52.002279 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16aafc-d305-414e-8d86-4216f3f5f2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61af0156-1d07-4728-af11-280ef349a8bf,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.057245 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-003505c2-95a5-4c89-b4a1-22d3b3610b30 None None] Deleting port df18b798-48a6-4273-8532-8d5a9e924a18 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:52.058029 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-003505c2-95a5-4c89-b4a1-22d3b3610b30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.126933 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] For port df18b798-48a6-4273-8532-8d5a9e924a18, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=df18b798-48a6-4273-8532-8d5a9e924a18,segment=NetworkSegment(88d7162b-9445-4cea-a690-6a28da583f88),segment_id=88d7162b-9445-4cea-a690-6a28da583f88)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:52.126933 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.158011 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Calling delete_port for df18b798-48a6-4273-8532-8d5a9e924a18 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:52.219655 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-003505c2-95a5-4c89-b4a1-22d3b3610b30 None None] For port df18b798-48a6-4273-8532-8d5a9e924a18, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=df18b798-48a6-4273-8532-8d5a9e924a18,segment=NetworkSegment(88d7162b-9445-4cea-a690-6a28da583f88),segment_id=88d7162b-9445-4cea-a690-6a28da583f88)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:52.220414 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-003505c2-95a5-4c89-b4a1-22d3b3610b30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.248447 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-003505c2-95a5-4c89-b4a1-22d3b3610b30 None None] Calling delete_port for df18b798-48a6-4273-8532-8d5a9e924a18 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:52.283074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e54b11-eb0e-4f09-bd43-53605a34f6bb req-7a016676-0306-4594-8314-5e8ef1d31059 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:52.285335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7e54b11-eb0e-4f09-bd43-53605a34f6bb req-7a016676-0306-4594-8314-5e8ef1d31059 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.1163297 Sep 16 05:11:52.357210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7e54b11-eb0e-4f09-bd43-53605a34f6bb req-d8f13d77-f5d2-4c99-9b0d-a689cb262471 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646379 Sep 16 05:11:52.411713 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.425188 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-003505c2-95a5-4c89-b4a1-22d3b3610b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.429536 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] No DVR routers for this DVR port df18b798-48a6-4273-8532-8d5a9e924a18 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:52.446356 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003505c2-95a5-4c89-b4a1-22d3b3610b30 None None] No DVR routers for this DVR port df18b798-48a6-4273-8532-8d5a9e924a18 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:52.471581 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Port': ['ID=df18b798-48a6-4273-8532-8d5a9e924a18,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.485183 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003505c2-95a5-4c89-b4a1-22d3b3610b30 None None] Pushing event deleted for resources: {'Port': ['ID=df18b798-48a6-4273-8532-8d5a9e924a18,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.658214 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.686747 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625820bf-d2e1-4cf3-b425-257a1872611e']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:52.700320 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d7162b-9445-4cea-a690-6a28da583f88') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:52.700655 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d7162b-9445-4cea-a690-6a28da583f88') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:52.713300 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.730048 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.738509 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:52.739033 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:52.744107 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:53.342652 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.350292 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.352760 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/networks/625820bf-d2e1-4cf3-b425-257a1872611e HTTP/1.1" status: 204 len: 168 time: 1.7029526 Sep 16 05:11:53.357654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46332) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:53.362297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-214219e9-ed9a-4459-94ef-ba9e5f3121b9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1786847278', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}, 'admin_state_up': False}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:53.367773 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71568a35-0a94-4682-bba5-beadbccfa722 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Network': ['ID=625820bf-d2e1-4cf3-b425-257a1872611e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:53.515606 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-214219e9-ed9a-4459-94ef-ba9e5f3121b9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.521228 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-214219e9-ed9a-4459-94ef-ba9e5f3121b9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.560700 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d20d56-f46b-4c1c-9ec6-1d7cfc5250b1 req-996cc64e-ac67-4f77-9a06-84f0ec600167 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:53.562371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6d20d56-f46b-4c1c-9ec6-1d7cfc5250b1 req-996cc64e-ac67-4f77-9a06-84f0ec600167 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.0861897 Sep 16 05:11:53.601066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device df18b798-48a6-4273-8532-8d5a9e924a18 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:53.623450 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-214219e9-ed9a-4459-94ef-ba9e5f3121b9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.639819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: df18b798-48a6-4273-8532-8d5a9e924a18 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:53.647380 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device df18b798-48a6-4273-8532-8d5a9e924a18 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:53.660282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6d20d56-f46b-4c1c-9ec6-1d7cfc5250b1 req-139d7fd2-2c87-44ac-955f-a7b074f214a3 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848992 Sep 16 05:11:53.896044 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-214219e9-ed9a-4459-94ef-ba9e5f3121b9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.901268 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46344) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:54.038457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c5f278f0-4ca4-492d-854b-acd01f8945f1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:54.039855 n-d-712140-13 neutron-server[95474]: WARNING neutron.api.v2.base [None req-c5f278f0-4ca4-492d-854b-acd01f8945f1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:11:54.040893 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-c5f278f0-4ca4-492d-854b-acd01f8945f1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:11:54.042252 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c5f278f0-4ca4-492d-854b-acd01f8945f1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1397173 Sep 16 05:11:54.046202 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46348) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:54.050908 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ff593b1e-db2d-4d4b-ab38-c5eb433a9339 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group': {'name': 'tempest-secgroup--701206688'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:54.143447 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ff593b1e-db2d-4d4b-ab38-c5eb433a9339 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.157225 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ff593b1e-db2d-4d4b-ab38-c5eb433a9339 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.265346 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-214219e9-ed9a-4459-94ef-ba9e5f3121b9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.313137 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-214219e9-ed9a-4459-94ef-ba9e5f3121b9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.323411 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ff593b1e-db2d-4d4b-ab38-c5eb433a9339 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.398866 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ff593b1e-db2d-4d4b-ab38-c5eb433a9339 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.439881 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-9e19912a-f930-4743-b669-c18d97f0dd23 req-4a68bd8a-a70f-4aae-9a58-7641fe675fe2 service neutron] (95474) timed out ('10.222.0.20', 53094) {{(pid=95474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:11:54.456712 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.458141 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-214219e9-ed9a-4459-94ef-ba9e5f3121b9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Allocated IP 172.25.4.64 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/a91fc578-78ef-4756-9e4b-2aae4c94b01c) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:54.475189 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff593b1e-db2d-4d4b-ab38-c5eb433a9339 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0017e1-36d9-443e-8ead-3013efdc0e45,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:54.564274 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ff593b1e-db2d-4d4b-ab38-c5eb433a9339 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.618168 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-214219e9-ed9a-4459-94ef-ba9e5f3121b9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.634862 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ff593b1e-db2d-4d4b-ab38-c5eb433a9339 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.670778 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff593b1e-db2d-4d4b-ab38-c5eb433a9339 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c388e5f-4c1c-43fc-aec3-c828916ebd8a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:54.748109 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ff593b1e-db2d-4d4b-ab38-c5eb433a9339 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.749732 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ff593b1e-db2d-4d4b-ab38-c5eb433a9339 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7025104 Sep 16 05:11:54.752735 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46356) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:54.758442 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-4adc34fc-f0eb-43cf-9fbb-e531d984a7e6 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': '0c388e5f-4c1c-43fc-aec3-c828916ebd8a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:54.778038 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-214219e9-ed9a-4459-94ef-ba9e5f3121b9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.828026 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214219e9-ed9a-4459-94ef-ba9e5f3121b9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:54.839551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-214219e9-ed9a-4459-94ef-ba9e5f3121b9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:54.840810 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4adc34fc-f0eb-43cf-9fbb-e531d984a7e6 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.847170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214219e9-ed9a-4459-94ef-ba9e5f3121b9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:54.851542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214219e9-ed9a-4459-94ef-ba9e5f3121b9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=a91fc578-78ef-4756-9e4b-2aae4c94b01c,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:54.868769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edcbf0-edfd-4196-8fd4-df47c59843cd req-4effafb7-5728-4a61-b33c-bed7390efe2b tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:54.870430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70edcbf0-edfd-4196-8fd4-df47c59843cd req-4effafb7-5728-4a61-b33c-bed7390efe2b tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.1286044 Sep 16 05:11:54.921032 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4adc34fc-f0eb-43cf-9fbb-e531d984a7e6 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.989031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70edcbf0-edfd-4196-8fd4-df47c59843cd req-9c96a560-4974-48f4-9c08-f35403439612 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850337 Sep 16 05:11:55.014097 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4adc34fc-f0eb-43cf-9fbb-e531d984a7e6 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.033071 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc34fc-f0eb-43cf-9fbb-e531d984a7e6 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c536178-0808-4760-a2a1-0f85d1d28990,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:55.120324 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4adc34fc-f0eb-43cf-9fbb-e531d984a7e6 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.121640 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4adc34fc-f0eb-43cf-9fbb-e531d984a7e6 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3676395 Sep 16 05:11:55.124769 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46358) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:55.136220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-abb21f0a-44e4-4bf3-8cb8-0e378bc70e53 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': '0c388e5f-4c1c-43fc-aec3-c828916ebd8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:55.162953 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1ff9f16-9d68-440b-b71f-62ecfcfd8dc8 req-0196ec2e-31c5-4656-9425-5e4f925911f3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507040 Sep 16 05:11:55.251627 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abb21f0a-44e4-4bf3-8cb8-0e378bc70e53 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.341042 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-214219e9-ed9a-4459-94ef-ba9e5f3121b9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.386045 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9f16-9d68-440b-b71f-62ecfcfd8dc8 req-03ecc716-f050-4198-bcc7-3187a7161487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:55.386045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1ff9f16-9d68-440b-b71f-62ecfcfd8dc8 req-03ecc716-f050-4198-bcc7-3187a7161487 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3&device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 1098 time: 0.1354685 Sep 16 05:11:55.388856 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-abb21f0a-44e4-4bf3-8cb8-0e378bc70e53 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:11:55.390238 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-abb21f0a-44e4-4bf3-8cb8-0e378bc70e53 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2640564 Sep 16 05:11:55.394985 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46364) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:55.479124 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acda9e7e-3328-4ad4-a189-560d330a0c65 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.524547 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acda9e7e-3328-4ad4-a189-560d330a0c65 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.674544 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acda9e7e-3328-4ad4-a189-560d330a0c65 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.677449 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-acda9e7e-3328-4ad4-a189-560d330a0c65 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.680798 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-acda9e7e-3328-4ad4-a189-560d330a0c65 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "DELETE /v2.0/security-groups/0c388e5f-4c1c-43fc-aec3-c828916ebd8a HTTP/1.1" status: 204 len: 168 time: 0.2824488 Sep 16 05:11:55.685584 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46366) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:55.691250 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9f16-9d68-440b-b71f-62ecfcfd8dc8 req-2bb222f2-f14d-425b-acc8-59629726829c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:55.691250 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1ff9f16-9d68-440b-b71f-62ecfcfd8dc8 req-2bb222f2-f14d-425b-acc8-59629726829c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b93d0e73-7b57-4b50-88bf-e393412fa10a HTTP/1.1" status: 200 len: 912 time: 0.2695215 Sep 16 05:11:55.698967 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda9e7e-3328-4ad4-a189-560d330a0c65 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c388e5f-4c1c-43fc-aec3-c828916ebd8a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:55.756196 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2c62af89-16b1-415a-a6b3-d11429d821f1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0694273 Sep 16 05:11:55.762235 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46368) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:55.769171 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ca83b48a-9e4e-4a47-98d7-526b8180bffb tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578752813'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:55.845630 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-214219e9-ed9a-4459-94ef-ba9e5f3121b9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.849871 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1ff9f16-9d68-440b-b71f-62ecfcfd8dc8 req-11d5d4ee-8816-405e-98e1-80f0a48f0fcb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7309df9-609e-423f-97c0-0eb4331a1188 HTTP/1.1" status: 200 len: 1001 time: 0.1020417 Sep 16 05:11:55.880731 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca83b48a-9e4e-4a47-98d7-526b8180bffb tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.049249 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca83b48a-9e4e-4a47-98d7-526b8180bffb tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.406485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9f16-9d68-440b-b71f-62ecfcfd8dc8 req-3a874d45-b0f7-45ba-b907-47efb4368f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:56.407879 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1ff9f16-9d68-440b-b71f-62ecfcfd8dc8 req-3a874d45-b0f7-45ba-b907-47efb4368f6d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64014166-35b7-4597-8d1f-ccab49be1bad HTTP/1.1" status: 200 len: 850 time: 0.5498171 Sep 16 05:11:56.467515 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6a75e-394a-40bf-98b4-2b268de83628 req-544bbd4d-c3d6-44da-92cb-594a63fb9954 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:56.469110 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ded6a75e-394a-40bf-98b4-2b268de83628 req-544bbd4d-c3d6-44da-92cb-594a63fb9954 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.1525412 Sep 16 05:11:56.528029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9f16-9d68-440b-b71f-62ecfcfd8dc8 req-9b3f5d9a-9764-40db-bd18-a07333bbe101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:56.529786 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1ff9f16-9d68-440b-b71f-62ecfcfd8dc8 req-9b3f5d9a-9764-40db-bd18-a07333bbe101 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b93d0e73-7b57-4b50-88bf-e393412fa10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1119883 Sep 16 05:11:56.575724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ded6a75e-394a-40bf-98b4-2b268de83628 req-65b7b574-5527-47c1-8a9b-e30bfd1c3006 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919740 Sep 16 05:11:56.672968 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1ff9f16-9d68-440b-b71f-62ecfcfd8dc8 req-36cc6e0d-bad0-455f-9bdf-337b7c321d82 service neutron] 10.222.0.21 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269150 Sep 16 05:11:56.780624 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1ff9f16-9d68-440b-b71f-62ecfcfd8dc8 req-58e8226f-01fd-481a-b88a-4688e2f8bea7 service neutron] 10.222.0.21 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002829 Sep 16 05:11:57.085877 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca83b48a-9e4e-4a47-98d7-526b8180bffb tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.122314 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83b48a-9e4e-4a47-98d7-526b8180bffb tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdfc0f2-0f0b-4b9d-a1b0-bc35c8f9dc21,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:57.125495 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214219e9-ed9a-4459-94ef-ba9e5f3121b9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router 539cb313-47c2-4cb8-b292-418064791dbe is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:57.194645 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca83b48a-9e4e-4a47-98d7-526b8180bffb tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.196472 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ca83b48a-9e4e-4a47-98d7-526b8180bffb tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4329667 Sep 16 05:11:57.201721 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46376) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:57.207839 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-9220790d-724c-4f3a-8973-c7fe9f4e6f74 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': 'bcdfc0f2-0f0b-4b9d-a1b0-bc35c8f9dc21', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:57.208649 n-d-712140-13 neutron-server[95474]: WARNING neutron.api.v2.base [None req-9220790d-724c-4f3a-8973-c7fe9f4e6f74 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 16 05:11:57.209332 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-9220790d-724c-4f3a-8973-c7fe9f4e6f74 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:11:57.214259 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9220790d-724c-4f3a-8973-c7fe9f4e6f74 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0079892 Sep 16 05:11:57.215017 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46378) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:57.255048 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214219e9-ed9a-4459-94ef-ba9e5f3121b9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:57.276562 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412e2cb-dfef-4b30-9c47-585f298b5b50 None None] Sync routers for ids ['539cb313-47c2-4cb8-b292-418064791dbe'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:57.287950 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412e2cb-dfef-4b30-9c47-585f298b5b50 None None] Routers {'539cb313-47c2-4cb8-b292-418064791dbe'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:57.288608 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-0412e2cb-dfef-4b30-9c47-585f298b5b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['539cb313-47c2-4cb8-b292-418064791dbe'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:57.322609 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-85c29072-2090-4685-98b1-1b75b1ee973b tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.334415 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-0412e2cb-dfef-4b30-9c47-585f298b5b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:57.350597 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412e2cb-dfef-4b30-9c47-585f298b5b50 None None] Routers {'539cb313-47c2-4cb8-b292-418064791dbe'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:57.351297 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-0412e2cb-dfef-4b30-9c47-585f298b5b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['539cb313-47c2-4cb8-b292-418064791dbe'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:57.371674 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-85c29072-2090-4685-98b1-1b75b1ee973b tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.391614 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-0412e2cb-dfef-4b30-9c47-585f298b5b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:57.392299 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412e2cb-dfef-4b30-9c47-585f298b5b50 None None] The sync data for ids ['539cb313-47c2-4cb8-b292-418064791dbe'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:57.399679 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-214219e9-ed9a-4459-94ef-ba9e5f3121b9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.405440 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-214219e9-ed9a-4459-94ef-ba9e5f3121b9 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0425014 Sep 16 05:11:57.406313 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46390) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:57.542862 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c7ce8e73-157b-4582-a712-28eebad30302 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/routers/539cb313-47c2-4cb8-b292-418064791dbe HTTP/1.1" status: 200 len: 884 time: 0.1359909 Sep 16 05:11:57.545763 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46392) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:57.620113 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-85c29072-2090-4685-98b1-1b75b1ee973b tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.620113 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-85c29072-2090-4685-98b1-1b75b1ee973b tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.620113 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-85c29072-2090-4685-98b1-1b75b1ee973b tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "DELETE /v2.0/security-groups/bcdfc0f2-0f0b-4b9d-a1b0-bc35c8f9dc21 HTTP/1.1" status: 204 len: 168 time: 0.4036498 Sep 16 05:11:57.624828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46396) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:57.646328 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c29072-2090-4685-98b1-1b75b1ee973b tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdfc0f2-0f0b-4b9d-a1b0-bc35c8f9dc21,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:57.820916 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2cea8f2f-f118-4d1d-9e68-33d60269de0d tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1939163 Sep 16 05:11:57.830404 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46400) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:57.846011 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-96d4968c-74ea-40b4-abf7-9b0c4c4046f5 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group': {'name': 'tempest-secgroup--195740833'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:57.867406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3978bc-bc68-4578-99f7-62af2b8aec24 req-994f30aa-6352-4540-b3ee-10574ca54bcd tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:57.870233 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a3978bc-bc68-4578-99f7-62af2b8aec24 req-994f30aa-6352-4540-b3ee-10574ca54bcd tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.1783979 Sep 16 05:11:57.944106 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a3978bc-bc68-4578-99f7-62af2b8aec24 req-b173209a-cfdb-46cb-b235-d33fd3862fd5 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668378 Sep 16 05:11:57.971459 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-acaeda32-7d4d-43b2-98a8-45d2a1ff4340 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4205682 Sep 16 05:11:57.973586 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46412) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:57.982219 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-58bbf959-65cf-40c8-9455-9c610c3a1996 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1786847278'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:58.032137 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96d4968c-74ea-40b4-abf7-9b0c4c4046f5 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.264780 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96d4968c-74ea-40b4-abf7-9b0c4c4046f5 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.331622 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96d4968c-74ea-40b4-abf7-9b0c4c4046f5 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.378671 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4968c-74ea-40b4-abf7-9b0c4c4046f5 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a41b87e-1402-4c4b-a97c-32c8a3536150,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:58.399353 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.430536 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96d4968c-74ea-40b4-abf7-9b0c4c4046f5 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.435943 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46416) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:58.436345 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-96d4968c-74ea-40b4-abf7-9b0c4c4046f5 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5939705 Sep 16 05:11:58.439379 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58bbf959-65cf-40c8-9455-9c610c3a1996 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.443667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-75a31711-d5b7-4f69-90e8-180b3530b110 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': '6a41b87e-1402-4c4b-a97c-32c8a3536150', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:58.445184 n-d-712140-13 neutron-server[95473]: WARNING neutron.api.v2.base [None req-75a31711-d5b7-4f69-90e8-180b3530b110 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 16 05:11:58.446041 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-75a31711-d5b7-4f69-90e8-180b3530b110 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:11:58.448152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-75a31711-d5b7-4f69-90e8-180b3530b110 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0105970 Sep 16 05:11:58.451163 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46418) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:58.533940 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9624-9c31-43b5-982f-7c5234c5dd9a tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.550016 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58bbf959-65cf-40c8-9455-9c610c3a1996 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.572548 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9624-9c31-43b5-982f-7c5234c5dd9a tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.720489 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9624-9c31-43b5-982f-7c5234c5dd9a tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.724410 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9624-9c31-43b5-982f-7c5234c5dd9a tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.730304 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fd3c9624-9c31-43b5-982f-7c5234c5dd9a tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "DELETE /v2.0/security-groups/6a41b87e-1402-4c4b-a97c-32c8a3536150 HTTP/1.1" status: 204 len: 168 time: 0.2732902 Sep 16 05:11:58.735707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46420) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:58.741164 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c9624-9c31-43b5-982f-7c5234c5dd9a tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a41b87e-1402-4c4b-a97c-32c8a3536150,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:58.745449 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bbf959-65cf-40c8-9455-9c610c3a1996 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router 539cb313-47c2-4cb8-b292-418064791dbe has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:58.854541 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-830080dc-e8a1-462a-a24a-8c65b0267211 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1199319 Sep 16 05:11:58.864147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46424) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:58.871095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c0eb2ba7-c696-45ac-bda9-1737489e62cd tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188839839'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:58.921958 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bbf959-65cf-40c8-9455-9c610c3a1996 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:58.929448 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58bbf959-65cf-40c8-9455-9c610c3a1996 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.930192 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-58bbf959-65cf-40c8-9455-9c610c3a1996 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/539cb313-47c2-4cb8-b292-418064791dbe HTTP/1.1" status: 200 len: 891 time: 0.9551039 Sep 16 05:11:58.933324 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46426) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:58.933520 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a604ad50-aa74-4326-8ac4-862684ebfadd None None] Sync routers for ids ['539cb313-47c2-4cb8-b292-418064791dbe'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:58.951361 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a604ad50-aa74-4326-8ac4-862684ebfadd None None] Routers {'539cb313-47c2-4cb8-b292-418064791dbe'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:58.952455 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a604ad50-aa74-4326-8ac4-862684ebfadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['539cb313-47c2-4cb8-b292-418064791dbe'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:59.017939 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a604ad50-aa74-4326-8ac4-862684ebfadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:59.034856 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a604ad50-aa74-4326-8ac4-862684ebfadd None None] Routers {'539cb313-47c2-4cb8-b292-418064791dbe'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:59.036512 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a604ad50-aa74-4326-8ac4-862684ebfadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['539cb313-47c2-4cb8-b292-418064791dbe'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:59.043132 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c0eb2ba7-c696-45ac-bda9-1737489e62cd tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.092305 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a604ad50-aa74-4326-8ac4-862684ebfadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:59.093130 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a604ad50-aa74-4326-8ac4-862684ebfadd None None] The sync data for ids ['539cb313-47c2-4cb8-b292-418064791dbe'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:59.120840 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-53580850-c377-4501-82bd-4ea9ae0a414d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/routers/539cb313-47c2-4cb8-b292-418064791dbe HTTP/1.1" status: 200 len: 891 time: 0.1854303 Sep 16 05:11:59.125587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46430) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:59.170991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6ca3e61a-c45a-4a3d-8275-9ba19d7702b8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/ports?device_id=539cb313-47c2-4cb8-b292-418064791dbe HTTP/1.1" status: 200 len: 205 time: 0.0442216 Sep 16 05:11:59.174913 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46432) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:59.180172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f7c61-7e41-4e5b-a8c3-5227cc3125b4 req-41a79356-e07b-4407-99f3-22bd5e2a97f4 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:59.182106 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-293f7c61-7e41-4e5b-a8c3-5227cc3125b4 req-41a79356-e07b-4407-99f3-22bd5e2a97f4 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.1349142 Sep 16 05:11:59.266969 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-293f7c61-7e41-4e5b-a8c3-5227cc3125b4 req-be5ebc80-c86f-4ea6-80de-1bbe747dcb66 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768166 Sep 16 05:11:59.301019 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c0eb2ba7-c696-45ac-bda9-1737489e62cd tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.347951 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-62013cbd-99cc-40c5-9262-71c793f16bb2 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.382988 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c0eb2ba7-c696-45ac-bda9-1737489e62cd tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.450184 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb2ba7-c696-45ac-bda9-1737489e62cd tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d45be7a-0c5a-4c76-bc2a-e8692fe2806d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:59.504006 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c0eb2ba7-c696-45ac-bda9-1737489e62cd tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.508928 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c0eb2ba7-c696-45ac-bda9-1737489e62cd tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6428046 Sep 16 05:11:59.510514 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46436) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:59.515347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-0d63a728-9bb7-4d04-a051-13685c372988 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': '7d45be7a-0c5a-4c76-bc2a-e8692fe2806d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:59.531386 n-d-712140-13 neutron-server[95473]: WARNING neutron.api.v2.base [None req-0d63a728-9bb7-4d04-a051-13685c372988 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 16 05:11:59.532767 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-0d63a728-9bb7-4d04-a051-13685c372988 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:11:59.538102 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46438) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:59.539117 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0d63a728-9bb7-4d04-a051-13685c372988 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0275064 Sep 16 05:11:59.549527 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8ba93fa8-f2eb-4134-a85d-969e046904de tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': '7d45be7a-0c5a-4c76-bc2a-e8692fe2806d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:59.552236 n-d-712140-13 neutron-server[95474]: WARNING neutron.api.v2.base [None req-8ba93fa8-f2eb-4134-a85d-969e046904de tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 16 05:11:59.553323 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-8ba93fa8-f2eb-4134-a85d-969e046904de tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:11:59.567557 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8ba93fa8-f2eb-4134-a85d-969e046904de tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0265784 Sep 16 05:11:59.572446 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46440) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:59.587055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-88446b64-4005-46fc-9cbd-3e0ce05e89c7 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': '7d45be7a-0c5a-4c76-bc2a-e8692fe2806d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:59.588755 n-d-712140-13 neutron-server[95473]: WARNING neutron.api.v2.base [None req-88446b64-4005-46fc-9cbd-3e0ce05e89c7 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 16 05:11:59.589627 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-88446b64-4005-46fc-9cbd-3e0ce05e89c7 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:11:59.593059 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-88446b64-4005-46fc-9cbd-3e0ce05e89c7 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0164466 Sep 16 05:11:59.593415 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-62013cbd-99cc-40c5-9262-71c793f16bb2 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.595854 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46442) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:59.609420 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7c43915b-6257-4aba-9c51-0aec0cf4c9f3 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': '7d45be7a-0c5a-4c76-bc2a-e8692fe2806d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:59.611011 n-d-712140-13 neutron-server[95473]: WARNING neutron.api.v2.base [None req-7c43915b-6257-4aba-9c51-0aec0cf4c9f3 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 16 05:11:59.611822 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-7c43915b-6257-4aba-9c51-0aec0cf4c9f3 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:11:59.614226 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7c43915b-6257-4aba-9c51-0aec0cf4c9f3 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0134988 Sep 16 05:11:59.635383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46444) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:59.706786 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a813600a-d667-4100-9257-fda461a030e1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.744528 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-05cdbf63-91d6-447f-9a54-2110c62a3dbf req-333c9465-4ee1-4842-b4b4-abebadee6653 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0738809 Sep 16 05:11:59.750091 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a813600a-d667-4100-9257-fda461a030e1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.756723 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-62013cbd-99cc-40c5-9262-71c793f16bb2 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting port a91fc578-78ef-4756-9e4b-2aae4c94b01c {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:59.757073 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-62013cbd-99cc-40c5-9262-71c793f16bb2 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.879314 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-62013cbd-99cc-40c5-9262-71c793f16bb2 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.897139 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a813600a-d667-4100-9257-fda461a030e1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.900477 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a813600a-d667-4100-9257-fda461a030e1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.908569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a813600a-d667-4100-9257-fda461a030e1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "DELETE /v2.0/security-groups/7d45be7a-0c5a-4c76-bc2a-e8692fe2806d HTTP/1.1" status: 204 len: 168 time: 0.2717814 Sep 16 05:11:59.911655 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46456) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:59.915286 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-62013cbd-99cc-40c5-9262-71c793f16bb2 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Calling delete_port for a91fc578-78ef-4756-9e4b-2aae4c94b01c owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:59.920336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813600a-d667-4100-9257-fda461a030e1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d45be7a-0c5a-4c76-bc2a-e8692fe2806d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:59.929738 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdbf63-91d6-447f-9a54-2110c62a3dbf req-f0fbfb3d-cbf6-4f75-8269-c3e64cb498b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:59.932119 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-05cdbf63-91d6-447f-9a54-2110c62a3dbf req-f0fbfb3d-cbf6-4f75-8269-c3e64cb498b5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d6a10c61b3f427e8b6252249bac1dfe&device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 1097 time: 0.0951865 Sep 16 05:11:59.985545 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8c1862bd-c148-4a94-bb28-4983c3b4305e tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0729396 Sep 16 05:11:59.992637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46458) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:59.998369 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-11731291-217a-43de-bbcc-0b327e3b40a1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1429517706'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:00.104419 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-11731291-217a-43de-bbcc-0b327e3b40a1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.189910 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdbf63-91d6-447f-9a54-2110c62a3dbf req-f48f417e-cae5-4fc2-8c58-d6f90d47a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:00.191522 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-05cdbf63-91d6-447f-9a54-2110c62a3dbf req-f48f417e-cae5-4fc2-8c58-d6f90d47a23a service neutron] 10.222.0.38 "GET /v2.0/networks?id=4a92d87f-6f51-45e0-8432-716507f35429 HTTP/1.1" status: 200 len: 910 time: 0.2288461 Sep 16 05:12:00.223623 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-11731291-217a-43de-bbcc-0b327e3b40a1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.281640 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-11731291-217a-43de-bbcc-0b327e3b40a1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.328083 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-05cdbf63-91d6-447f-9a54-2110c62a3dbf req-fd94a6f5-fb71-4f8d-a4e3-428598ce861b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63fea539-cb5a-4e1f-ba8e-3e7a003a04fb HTTP/1.1" status: 200 len: 1000 time: 0.1282809 Sep 16 05:12:00.342823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11731291-217a-43de-bbcc-0b327e3b40a1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4013c1-ac9f-446c-8489-657a48886d84,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:00.390710 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdbf63-91d6-447f-9a54-2110c62a3dbf req-ad93fe4c-4a56-4f28-b0a1-dd3bdbf7b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:00.395463 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-05cdbf63-91d6-447f-9a54-2110c62a3dbf req-ad93fe4c-4a56-4f28-b0a1-dd3bdbf7b192 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f577e1cc-3619-4e30-9c66-21635bb1ad2e HTTP/1.1" status: 200 len: 848 time: 0.0561895 Sep 16 05:12:00.427120 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-11731291-217a-43de-bbcc-0b327e3b40a1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.432698 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-11731291-217a-43de-bbcc-0b327e3b40a1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4339349 Sep 16 05:12:00.432698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46462) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:00.438726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3d7adcd8-7453-45ff-a9c9-ec606c3041cb tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': '2d4013c1-ac9f-446c-8489-657a48886d84', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:00.439633 n-d-712140-13 neutron-server[95473]: WARNING neutron.api.v2.base [None req-3d7adcd8-7453-45ff-a9c9-ec606c3041cb tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:12:00.442295 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-3d7adcd8-7453-45ff-a9c9-ec606c3041cb tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:00.442295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3d7adcd8-7453-45ff-a9c9-ec606c3041cb tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075412 Sep 16 05:12:00.442813 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-62013cbd-99cc-40c5-9262-71c793f16bb2 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.446229 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46464) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:00.453140 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-5e66507e-156f-49a7-b60f-7c011f4b635e tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': '2d4013c1-ac9f-446c-8489-657a48886d84', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:00.466752 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeff324-c13a-4c36-8c51-831a6064fd1d req-d736a4c1-e18f-4e36-988d-ba85464198f3 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:00.468996 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eeeff324-c13a-4c36-8c51-831a6064fd1d req-d736a4c1-e18f-4e36-988d-ba85464198f3 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.0740998 Sep 16 05:12:00.492748 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62013cbd-99cc-40c5-9262-71c793f16bb2 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Port': ['ID=a91fc578-78ef-4756-9e4b-2aae4c94b01c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:00.526391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eeeff324-c13a-4c36-8c51-831a6064fd1d req-58643dae-8dee-4278-b366-3205df86676e tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501032 Sep 16 05:12:00.560636 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdbf63-91d6-447f-9a54-2110c62a3dbf req-1b88677a-6d3a-4214-be85-3d2f96525dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:00.563427 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-05cdbf63-91d6-447f-9a54-2110c62a3dbf req-1b88677a-6d3a-4214-be85-3d2f96525dcc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4a92d87f-6f51-45e0-8432-716507f35429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1616819 Sep 16 05:12:00.655056 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-62013cbd-99cc-40c5-9262-71c793f16bb2 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.267748 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-5e66507e-156f-49a7-b60f-7c011f4b635e tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:01.269686 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5e66507e-156f-49a7-b60f-7c011f4b635e tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8202426 Sep 16 05:12:01.272684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46470) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:01.281647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-df228e9d-c17f-4b81-9de1-85a8ee6b7fa9 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': '2d4013c1-ac9f-446c-8489-657a48886d84', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:01.282840 n-d-712140-13 neutron-server[95473]: WARNING neutron.api.v2.base [None req-df228e9d-c17f-4b81-9de1-85a8ee6b7fa9 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 16 05:12:01.283998 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-df228e9d-c17f-4b81-9de1-85a8ee6b7fa9 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:01.286257 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-df228e9d-c17f-4b81-9de1-85a8ee6b7fa9 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0109642 Sep 16 05:12:01.289511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46472) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:01.294596 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-fe1a4783-da72-48ad-8fdc-f02c091a1a1e tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': '2d4013c1-ac9f-446c-8489-657a48886d84', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:01.346571 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-62013cbd-99cc-40c5-9262-71c793f16bb2 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.354564 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-62013cbd-99cc-40c5-9262-71c793f16bb2 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.440964 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-05cdbf63-91d6-447f-9a54-2110c62a3dbf req-2f888ea9-3cbf-477a-93cc-c1750f2f6dd3 service neutron] 10.222.0.38 "GET /v2.0/networks/4a92d87f-6f51-45e0-8432-716507f35429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8657231 Sep 16 05:12:01.486517 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-fe1a4783-da72-48ad-8fdc-f02c091a1a1e tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:01.488438 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fe1a4783-da72-48ad-8fdc-f02c091a1a1e tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1975460 Sep 16 05:12:01.492015 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46474) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:01.499704 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-62057ab1-f0ab-4904-8ff0-c32a2fdfb9cd tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': '2d4013c1-ac9f-446c-8489-657a48886d84', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:01.500470 n-d-712140-13 neutron-server[95474]: WARNING neutron.api.v2.base [None req-62057ab1-f0ab-4904-8ff0-c32a2fdfb9cd tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:12:01.501018 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-62057ab1-f0ab-4904-8ff0-c32a2fdfb9cd tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:01.502386 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-62057ab1-f0ab-4904-8ff0-c32a2fdfb9cd tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093179 Sep 16 05:12:01.520539 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46476) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:01.522131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3cc3ec5e-1c1e-4924-b629-54f5328e75e8 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': '2d4013c1-ac9f-446c-8489-657a48886d84', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:01.530837 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-62013cbd-99cc-40c5-9262-71c793f16bb2 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.531404 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62013cbd-99cc-40c5-9262-71c793f16bb2 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Fanout notify agent at l3_agent the message router_deleted on router 539cb313-47c2-4cb8-b292-418064791dbe {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:12:01.538848 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-62013cbd-99cc-40c5-9262-71c793f16bb2 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.544413 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-62013cbd-99cc-40c5-9262-71c793f16bb2 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/routers/539cb313-47c2-4cb8-b292-418064791dbe HTTP/1.1" status: 204 len: 168 time: 2.3631346 Sep 16 05:12:01.547809 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46478) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:01.553776 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6f27d5b2-13bd-48ae-bf1a-73378dd85afc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-284330157'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:01.611166 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-05cdbf63-91d6-447f-9a54-2110c62a3dbf req-ce851d04-6b8d-40f9-9ce2-e362455819b8 service neutron] 10.222.0.38 "GET /v2.0/networks/4a92d87f-6f51-45e0-8432-716507f35429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621377 Sep 16 05:12:01.668283 n-d-712140-13 neutron-server[95473]: INFO neutron.db.securitygroups_db [None req-3cc3ec5e-1c1e-4924-b629-54f5328e75e8 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Project ea2805d00f254595b66dce18aa0323cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:12:01.751415 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f27d5b2-13bd-48ae-bf1a-73378dd85afc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Made reservation on behalf of 795a658db99f44bf80dbe2f001381533 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:01.760594 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6f27d5b2-13bd-48ae-bf1a-73378dd85afc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.762478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b25179-63a6-4fbf-a6ac-1e9bae85ee17 req-1aa0c59b-1580-41ff-b014-f13df3351416 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:01.777288 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64b25179-63a6-4fbf-a6ac-1e9bae85ee17 req-1aa0c59b-1580-41ff-b014-f13df3351416 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.1280956 Sep 16 05:12:01.835168 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f27d5b2-13bd-48ae-bf1a-73378dd85afc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:01.848177 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64b25179-63a6-4fbf-a6ac-1e9bae85ee17 req-145b007b-899b-40aa-8024-f719ba6fd25a tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666184 Sep 16 05:12:01.853197 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6f27d5b2-13bd-48ae-bf1a-73378dd85afc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.853792 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-6f27d5b2-13bd-48ae-bf1a-73378dd85afc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Added segment f802819b-c097-4e65-971f-7e47c8ff23ac of type vlan for network e60c62f3-aff8-44b5-aea3-21e6af8d9f94 Sep 16 05:12:01.938583 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6f27d5b2-13bd-48ae-bf1a-73378dd85afc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.960146 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-3cc3ec5e-1c1e-4924-b629-54f5328e75e8 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:01.967925 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3cc3ec5e-1c1e-4924-b629-54f5328e75e8 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4491639 Sep 16 05:12:01.974862 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46484) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:01.975380 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-4d675203-fc15-4a36-b513-5688b4343eb9 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': '2d4013c1-ac9f-446c-8489-657a48886d84', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:01.976015 n-d-712140-13 neutron-server[95473]: WARNING neutron.api.v2.base [None req-4d675203-fc15-4a36-b513-5688b4343eb9 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 16 05:12:01.976892 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-4d675203-fc15-4a36-b513-5688b4343eb9 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:01.978450 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4d675203-fc15-4a36-b513-5688b4343eb9 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081816 Sep 16 05:12:01.982408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46486) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:01.991387 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-be974e7c-1d5a-414d-96fe-920b7d8e2699 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': '2d4013c1-ac9f-446c-8489-657a48886d84', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:02.068535 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6f27d5b2-13bd-48ae-bf1a-73378dd85afc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.076366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f27d5b2-13bd-48ae-bf1a-73378dd85afc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.077061 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6f27d5b2-13bd-48ae-bf1a-73378dd85afc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.143733 n-d-712140-13 neutron-server[95473]: INFO neutron.db.securitygroups_db [None req-be974e7c-1d5a-414d-96fe-920b7d8e2699 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Project ea2805d00f254595b66dce18aa0323cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:12:02.182147 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27d5b2-13bd-48ae-bf1a-73378dd85afc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Network': ['ID=e60c62f3-aff8-44b5-aea3-21e6af8d9f94,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:02.195831 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network e60c62f3-aff8-44b5-aea3-21e6af8d9f94 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:02.308596 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-be974e7c-1d5a-414d-96fe-920b7d8e2699 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:02.310060 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6f27d5b2-13bd-48ae-bf1a-73378dd85afc tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7604074 Sep 16 05:12:02.310365 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-be974e7c-1d5a-414d-96fe-920b7d8e2699 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3257761 Sep 16 05:12:02.313818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46490) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:02.315008 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46492) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:02.320371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-2e993aa5-7746-4364-a47d-ccb9e599cb47 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'subnet': {'network_id': 'e60c62f3-aff8-44b5-aea3-21e6af8d9f94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:02.320964 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c4478275-3d0f-4ae3-9d02-02e933533718 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': '2d4013c1-ac9f-446c-8489-657a48886d84', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:02.496845 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-c4478275-3d0f-4ae3-9d02-02e933533718 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Project ea2805d00f254595b66dce18aa0323cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:12:02.567562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c4c59-60d3-46d6-ab09-24856497c040 req-490210e5-6ea4-47d5-bfcb-d3989767fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.569191 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a1c4c59-60d3-46d6-ab09-24856497c040 req-490210e5-6ea4-47d5-bfcb-d3989767fe40 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 1098 time: 0.0532110 Sep 16 05:12:02.632339 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a1c4c59-60d3-46d6-ab09-24856497c040 req-1d6241cf-f27f-4475-9806-21bb2fbf3dc2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543170 Sep 16 05:12:02.651479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e993aa5-7746-4364-a47d-ccb9e599cb47 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Made reservation on behalf of 795a658db99f44bf80dbe2f001381533 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:02.655088 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2e993aa5-7746-4364-a47d-ccb9e599cb47 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.777373 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-c4478275-3d0f-4ae3-9d02-02e933533718 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:02.780095 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c4478275-3d0f-4ae3-9d02-02e933533718 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4626415 Sep 16 05:12:02.782572 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46494) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:02.878124 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-76bc5ee6-4df4-4b94-a54b-4c1afeb5ead9 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.925732 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-76bc5ee6-4df4-4b94-a54b-4c1afeb5ead9 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.937583 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2e993aa5-7746-4364-a47d-ccb9e599cb47 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.029997 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e993aa5-7746-4364-a47d-ccb9e599cb47 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Subnet': ['ID=2b373e32-50c7-47d7-a6a1-d19042efd4b8,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:03.064674 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7bcf7-39a2-421a-867d-6d09850fdba9 req-da4d466e-7189-4887-b82e-225d142a6a96 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:03.066270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cee7bcf7-39a2-421a-867d-6d09850fdba9 req-da4d466e-7189-4887-b82e-225d142a6a96 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.1177828 Sep 16 05:12:03.067314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e993aa5-7746-4364-a47d-ccb9e599cb47 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Checking segment: {'id': 'f802819b-c097-4e65-971f-7e47c8ff23ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e60c62f3-aff8-44b5-aea3-21e6af8d9f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:03.072379 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e993aa5-7746-4364-a47d-ccb9e599cb47 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network hostable DHCP agents. Network: e60c62f3-aff8-44b5-aea3-21e6af8d9f94, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:03.124182 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cee7bcf7-39a2-421a-867d-6d09850fdba9 req-5d0a2935-295b-4b5e-b294-3c525c9d8721 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502770 Sep 16 05:12:03.161545 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-76bc5ee6-4df4-4b94-a54b-4c1afeb5ead9 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.161545 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-76bc5ee6-4df4-4b94-a54b-4c1afeb5ead9 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.161545 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-76bc5ee6-4df4-4b94-a54b-4c1afeb5ead9 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "DELETE /v2.0/security-groups/2d4013c1-ac9f-446c-8489-657a48886d84 HTTP/1.1" status: 204 len: 168 time: 0.3748064 Sep 16 05:12:03.163920 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46500) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:03.170747 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc5ee6-4df4-4b94-a54b-4c1afeb5ead9 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4013c1-ac9f-446c-8489-657a48886d84,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:03.214645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e993aa5-7746-4364-a47d-ccb9e599cb47 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network e60c62f3-aff8-44b5-aea3-21e6af8d9f94 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:03.232223 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-71411ecd-53f9-4f63-9bac-3f1fd5293ade tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622947 Sep 16 05:12:03.233158 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46502) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:03.241071 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-a34af061-9dba-419e-ba96-20798519a9d4 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group': {'name': 'tempest-secgroup--417326580'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:03.353591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-2e993aa5-7746-4364-a47d-ccb9e599cb47 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, e60c62f3-aff8-44b5-aea3-21e6af8d9f94) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:03.362772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e993aa5-7746-4364-a47d-ccb9e599cb47 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:03.370992 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2e993aa5-7746-4364-a47d-ccb9e599cb47 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.372474 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861bdfcd-5733-4641-9eae-17465f837d4f None None] Network e60c62f3-aff8-44b5-aea3-21e6af8d9f94 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:03.389217 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a34af061-9dba-419e-ba96-20798519a9d4 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.486868 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2e993aa5-7746-4364-a47d-ccb9e599cb47 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1716692 Sep 16 05:12:03.489604 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46506) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:03.498059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8c5e0954-7c8f-4386-ae73-888eb6822f6e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-660575178', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:03.576115 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-e60c62f3-aff8-44b5-aea3-21e6af8d9f94', 'network_id': 'e60c62f3-aff8-44b5-aea3-21e6af8d9f94', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'fixed_ips': [{'subnet_id': '2b373e32-50c7-47d7-a6a1-d19042efd4b8'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:12:03.581264 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.593570 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a34af061-9dba-419e-ba96-20798519a9d4 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.703695 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a34af061-9dba-419e-ba96-20798519a9d4 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.750824 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34af061-9dba-419e-ba96-20798519a9d4 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe3b009-97f2-4f9e-9be8-272ad2cabcdf,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:03.752341 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Allocated IP 2001:db8::2 (e60c62f3-aff8-44b5-aea3-21e6af8d9f94/2b373e32-50c7-47d7-a6a1-d19042efd4b8/3ae74077-ae40-43a7-9f99-b2ba172c54a1) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:03.829586 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0954-7c8f-4386-ae73-888eb6822f6e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.834582 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0954-7c8f-4386-ae73-888eb6822f6e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.898757 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0954-7c8f-4386-ae73-888eb6822f6e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.940105 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.999766 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a34af061-9dba-419e-ba96-20798519a9d4 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.001329 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a34af061-9dba-419e-ba96-20798519a9d4 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7666352 Sep 16 05:12:04.004775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46510) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:04.010646 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-b463dbc4-5d5f-401e-9df5-751fc5e948a1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': 'ebe3b009-97f2-4f9e-9be8-272ad2cabcdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:04.051755 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0954-7c8f-4386-ae73-888eb6822f6e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.052035 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.099930 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Network e60c62f3-aff8-44b5-aea3-21e6af8d9f94 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:04.103567 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:04.106979 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:04.150453 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Pushing event updated for resources: {'Port': ['ID=3ae74077-ae40-43a7-9f99-b2ba172c54a1,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:04.182745 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.183112 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.183816 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.183816 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.184200 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.184510 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.184802 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.185097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.185567 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.185897 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.186224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.186544 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.208136 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Attempting to bind port 3ae74077-ae40-43a7-9f99-b2ba172c54a1 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:04.208751 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Attempting to bind port 3ae74077-ae40-43a7-9f99-b2ba172c54a1 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'f802819b-c097-4e65-971f-7e47c8ff23ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e60c62f3-aff8-44b5-aea3-21e6af8d9f94'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:04.209418 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Attempting to bind port 3ae74077-ae40-43a7-9f99-b2ba172c54a1 on network e60c62f3-aff8-44b5-aea3-21e6af8d9f94 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:04.220993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:04.221532 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Checking segment: {'id': 'f802819b-c097-4e65-971f-7e47c8ff23ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e60c62f3-aff8-44b5-aea3-21e6af8d9f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:04.222191 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.222839 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Bound using segment: {'id': 'f802819b-c097-4e65-971f-7e47c8ff23ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e60c62f3-aff8-44b5-aea3-21e6af8d9f94'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:04.223710 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Bound port: 3ae74077-ae40-43a7-9f99-b2ba172c54a1, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f802819b-c097-4e65-971f-7e47c8ff23ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e60c62f3-aff8-44b5-aea3-21e6af8d9f94'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:04.224352 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.285799 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-b463dbc4-5d5f-401e-9df5-751fc5e948a1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The resource could not be found. Sep 16 05:12:04.287753 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b463dbc4-5d5f-401e-9df5-751fc5e948a1 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2814734 Sep 16 05:12:04.293923 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46514) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:04.307085 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f79dcb3c-ed44-46fc-8b9c-9a8dd36e4547 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': 'ebe3b009-97f2-4f9e-9be8-272ad2cabcdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ff6c6eb9-989a-4074-b911-9d3c2bae32be'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:04.309524 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0954-7c8f-4386-ae73-888eb6822f6e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.312365 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8c5e0954-7c8f-4386-ae73-888eb6822f6e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8206143 Sep 16 05:12:04.316184 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46516) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:04.361455 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bc593-9df6-460e-9b4b-e52e9485e447 req-e4158e63-892a-43a6-8fa5-7761c28bcddc tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:04.362618 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] For port 3ae74077-ae40-43a7-9f99-b2ba172c54a1, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:04.364335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc0bc593-9df6-460e-9b4b-e52e9485e447 req-e4158e63-892a-43a6-8fa5-7761c28bcddc tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.1112938 Sep 16 05:12:04.369961 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] For port 3ae74077-ae40-43a7-9f99-b2ba172c54a1, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3ae74077-ae40-43a7-9f99-b2ba172c54a1,segment=NetworkSegment(f802819b-c097-4e65-971f-7e47c8ff23ac),segment_id=f802819b-c097-4e65-971f-7e47c8ff23ac)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:04.425977 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc0bc593-9df6-460e-9b4b-e52e9485e447 req-558047a2-5d20-4335-a20d-32299638fc29 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516310 Sep 16 05:12:04.573169 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.687873 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f3944-8079-4a0e-bfa0-25ea582b246e None None] Pushing event updated for resources: {'Port': ['ID=3ae74077-ae40-43a7-9f99-b2ba172c54a1,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:04.744485 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-990d040a-1d73-46a6-91dd-e5c7d614c552 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.829114 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-f79dcb3c-ed44-46fc-8b9c-9a8dd36e4547 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The resource could not be found. Sep 16 05:12:04.831176 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f79dcb3c-ed44-46fc-8b9c-9a8dd36e4547 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5354576 Sep 16 05:12:04.835178 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46520) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:04.972180 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-45a033cd-6faa-4c0e-b785-77426e334e28 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.015543 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-45a033cd-6faa-4c0e-b785-77426e334e28 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.175787 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-990d040a-1d73-46a6-91dd-e5c7d614c552 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Allocated IP 2001:db8::1 (e60c62f3-aff8-44b5-aea3-21e6af8d9f94/2b373e32-50c7-47d7-a6a1-d19042efd4b8/d0431c0e-1d95-4326-82e0-794e42da2827) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:05.217008 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0599db44-b531-43e4-8430-4a8d2bfb77b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.326632 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-990d040a-1d73-46a6-91dd-e5c7d614c552 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.335888 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-45a033cd-6faa-4c0e-b785-77426e334e28 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.344052 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-45a033cd-6faa-4c0e-b785-77426e334e28 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.344052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-45a033cd-6faa-4c0e-b785-77426e334e28 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "DELETE /v2.0/security-groups/ebe3b009-97f2-4f9e-9be8-272ad2cabcdf HTTP/1.1" status: 204 len: 168 time: 0.5038311 Sep 16 05:12:05.344052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46524) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:05.364554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a033cd-6faa-4c0e-b785-77426e334e28 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe3b009-97f2-4f9e-9be8-272ad2cabcdf,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:05.410032 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-232d45c5-7920-4d59-a078-d87c3ba01159 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0648494 Sep 16 05:12:05.416785 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46526) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:05.421845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f9d65372-bed8-41c2-9efe-fdf70f552a9b tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': '94035897-a02a-4936-a49d-39887e7db96a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:05.492403 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-990d040a-1d73-46a6-91dd-e5c7d614c552 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.558171 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990d040a-1d73-46a6-91dd-e5c7d614c552 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network e60c62f3-aff8-44b5-aea3-21e6af8d9f94 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:05.563022 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-990d040a-1d73-46a6-91dd-e5c7d614c552 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:05.567729 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990d040a-1d73-46a6-91dd-e5c7d614c552 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:05.568475 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-990d040a-1d73-46a6-91dd-e5c7d614c552 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.605432 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569316d3-96c9-42a9-8fec-16ee2d1c3ba8 req-57042449-c9b1-49ca-a59e-da41edd78847 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:05.607939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-569316d3-96c9-42a9-8fec-16ee2d1c3ba8 req-57042449-c9b1-49ca-a59e-da41edd78847 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.0918722 Sep 16 05:12:05.628319 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d040a-1d73-46a6-91dd-e5c7d614c552 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=d0431c0e-1d95-4326-82e0-794e42da2827,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:05.711563 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-569316d3-96c9-42a9-8fec-16ee2d1c3ba8 req-19b829b5-1e3f-4d92-b203-646022e9885a tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890720 Sep 16 05:12:05.739091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3ae74077-ae40-43a7-9f99-b2ba172c54a1 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:05.754954 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-f9d65372-bed8-41c2-9efe-fdf70f552a9b tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The resource could not be found. Sep 16 05:12:05.757027 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f9d65372-bed8-41c2-9efe-fdf70f552a9b tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3388844 Sep 16 05:12:05.760887 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46534) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:05.775744 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7e5d8241-5410-458e-8917-af3a11cd40a4 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group': {'name': 'tempest-secgroup--859706329'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:05.782487 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-56d9ef41-4493-4781-b3df-aa2c053eaca4 req-26135840-cbc4-429e-8608-f9a775d00ee6 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1436941659', 'description': 'tempest-description-1332135805'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:05.802079 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.db.api [req-56d9ef41-4493-4781-b3df-aa2c053eaca4 req-26135840-cbc4-429e-8608-f9a775d00ee6 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:12:05.802079 n-d-712140-13 neutron-server[95473]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:12:05.802079 n-d-712140-13 neutron-server[95473]: [parameters: {'project_id_1': '46b5f4cbaa1a4425a9c50fd107659600', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 11, 45, 792651)}] Sep 16 05:12:05.802079 n-d-712140-13 neutron-server[95473]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:12:05.802658 n-d-712140-13 neutron-server[95473]: DEBUG oslo_db.api [req-56d9ef41-4493-4781-b3df-aa2c053eaca4 req-26135840-cbc4-429e-8608-f9a775d00ee6 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:12:05.815661 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 3ae74077-ae40-43a7-9f99-b2ba172c54a1 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:05.816350 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.902801 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e5d8241-5410-458e-8917-af3a11cd40a4 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.920131 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-990d040a-1d73-46a6-91dd-e5c7d614c552 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.961957 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.044139 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 3ae74077-ae40-43a7-9f99-b2ba172c54a1, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3ae74077-ae40-43a7-9f99-b2ba172c54a1,segment=NetworkSegment(f802819b-c097-4e65-971f-7e47c8ff23ac),segment_id=f802819b-c097-4e65-971f-7e47c8ff23ac)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:06.045368 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e5d8241-5410-458e-8917-af3a11cd40a4 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.104708 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0e50e3-8365-482e-80ca-dba47f1fd5c0 None None] Network e60c62f3-aff8-44b5-aea3-21e6af8d9f94 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:06.195077 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e5d8241-5410-458e-8917-af3a11cd40a4 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.240915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d8241-5410-458e-8917-af3a11cd40a4 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8467827e-0bdf-4438-b38e-d345d033023d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:06.296859 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e5d8241-5410-458e-8917-af3a11cd40a4 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.298632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7e5d8241-5410-458e-8917-af3a11cd40a4 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5360780 Sep 16 05:12:06.301198 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46538) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:06.305785 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-990d040a-1d73-46a6-91dd-e5c7d614c552 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.307502 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7b904f64-27b2-4a8d-89ef-4b98b5acd62c tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group': {'name': 'tempest-secgroup--250310304'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:06.330917 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.db.api [req-56d9ef41-4493-4781-b3df-aa2c053eaca4 req-26135840-cbc4-429e-8608-f9a775d00ee6 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:12:06.330917 n-d-712140-13 neutron-server[95473]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:12:06.330917 n-d-712140-13 neutron-server[95473]: [parameters: {'project_id_1': '46b5f4cbaa1a4425a9c50fd107659600', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 11, 46, 320665)}] Sep 16 05:12:06.330917 n-d-712140-13 neutron-server[95473]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:12:06.331479 n-d-712140-13 neutron-server[95473]: DEBUG oslo_db.api [req-56d9ef41-4493-4781-b3df-aa2c053eaca4 req-26135840-cbc4-429e-8608-f9a775d00ee6 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:12:06.340169 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.405426 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-990d040a-1d73-46a6-91dd-e5c7d614c552 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.406321 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-990d040a-1d73-46a6-91dd-e5c7d614c552 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.408666 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1b8ee241-c155-4810-8125-5d88ca22cddb None None] Provisioning complete for port 3ae74077-ae40-43a7-9f99-b2ba172c54a1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:06.409074 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee241-c155-4810-8125-5d88ca22cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.436602 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=3ae74077-ae40-43a7-9f99-b2ba172c54a1,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:06.452415 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7b904f64-27b2-4a8d-89ef-4b98b5acd62c tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.489523 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d040a-1d73-46a6-91dd-e5c7d614c552 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=d0431c0e-1d95-4326-82e0-794e42da2827,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:06.589603 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7b904f64-27b2-4a8d-89ef-4b98b5acd62c tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.609235 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990d040a-1d73-46a6-91dd-e5c7d614c552 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network e60c62f3-aff8-44b5-aea3-21e6af8d9f94 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:06.610847 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-990d040a-1d73-46a6-91dd-e5c7d614c552 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:06.709164 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7b904f64-27b2-4a8d-89ef-4b98b5acd62c tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.789245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b904f64-27b2-4a8d-89ef-4b98b5acd62c tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1799b002-7d95-45c0-8284-c0bdace4c185,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:06.852787 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-56d9ef41-4493-4781-b3df-aa2c053eaca4 req-26135840-cbc4-429e-8608-f9a775d00ee6 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.912093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-05971d5b-f14b-4b6d-a902-736f6d1407dd None None] Provisioning complete for port 3ae74077-ae40-43a7-9f99-b2ba172c54a1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:06.912911 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-05971d5b-f14b-4b6d-a902-736f6d1407dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.971000 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990d040a-1d73-46a6-91dd-e5c7d614c552 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router f7f168ec-c4c6-430a-9b12-2e54785f2bde is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:12:07.012843 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7b904f64-27b2-4a8d-89ef-4b98b5acd62c tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.014513 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7b904f64-27b2-4a8d-89ef-4b98b5acd62c tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7117074 Sep 16 05:12:07.020734 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46544) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:07.028383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-78b9f3c3-ad38-4f4b-8edf-58c37dfcf005 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': '8467827e-0bdf-4438-b38e-d345d033023d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1799b002-7d95-45c0-8284-c0bdace4c185'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:07.040371 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-05971d5b-f14b-4b6d-a902-736f6d1407dd None None] Provisioning complete for port d0431c0e-1d95-4326-82e0-794e42da2827 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:07.041734 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-05971d5b-f14b-4b6d-a902-736f6d1407dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.079666 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990d040a-1d73-46a6-91dd-e5c7d614c552 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:07.087839 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-990d040a-1d73-46a6-91dd-e5c7d614c552 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/f7f168ec-c4c6-430a-9b12-2e54785f2bde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7662315 Sep 16 05:12:07.088330 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46546) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:07.100024 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0b4208-4e72-492a-95f1-04670eadefe7 None None] Sync routers for ids ['f7f168ec-c4c6-430a-9b12-2e54785f2bde'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:07.127651 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-05971d5b-f14b-4b6d-a902-736f6d1407dd None None] Port d0431c0e-1d95-4326-82e0-794e42da2827 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:07.131007 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0b4208-4e72-492a-95f1-04670eadefe7 None None] Routers {'f7f168ec-c4c6-430a-9b12-2e54785f2bde'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:07.131691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-8e0b4208-4e72-492a-95f1-04670eadefe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f7f168ec-c4c6-430a-9b12-2e54785f2bde'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:07.145391 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-56d9ef41-4493-4781-b3df-aa2c053eaca4 req-26135840-cbc4-429e-8608-f9a775d00ee6 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.160105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85431ffe-b16f-4a37-adc6-1f7b3b883bf0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:07.161652 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-85431ffe-b16f-4a37-adc6-1f7b3b883bf0 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/ports/d0431c0e-1d95-4326-82e0-794e42da2827 HTTP/1.1" status: 200 len: 911 time: 0.0719349 Sep 16 05:12:07.164988 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46548) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:07.172559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-fbd304b8-fe7d-4abb-a6d3-b051ba772483 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2b373e32-50c7-47d7-a6a1-d19042efd4b8'}]}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:07.173869 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-8e0b4208-4e72-492a-95f1-04670eadefe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:07.184464 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0b4208-4e72-492a-95f1-04670eadefe7 None None] Routers {'f7f168ec-c4c6-430a-9b12-2e54785f2bde'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:07.200810 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-8e0b4208-4e72-492a-95f1-04670eadefe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:11:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f7f168ec-c4c6-430a-9b12-2e54785f2bde'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:07.224561 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-8e0b4208-4e72-492a-95f1-04670eadefe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:07.225150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0b4208-4e72-492a-95f1-04670eadefe7 None None] The sync data for ids ['f7f168ec-c4c6-430a-9b12-2e54785f2bde'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:07.268346 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9d250129-dbfb-450a-945a-d53d946c7df1 None None] Provisioning complete for port d0431c0e-1d95-4326-82e0-794e42da2827 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:07.269024 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9d250129-dbfb-450a-945a-d53d946c7df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.288837 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-56d9ef41-4493-4781-b3df-aa2c053eaca4 req-26135840-cbc4-429e-8608-f9a775d00ee6 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.328219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9d250129-dbfb-450a-945a-d53d946c7df1 None None] Port d0431c0e-1d95-4326-82e0-794e42da2827 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:07.364569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26135840-cbc4-429e-8608-f9a775d00ee6 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a13bf26-f7e9-4161-961d-c235d629a24b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:07.410496 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fbd304b8-fe7d-4abb-a6d3-b051ba772483 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.453341 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b079442f-58f7-421a-82c1-e42960addcf8 None None] Provisioning complete for port d0431c0e-1d95-4326-82e0-794e42da2827 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:07.453630 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b079442f-58f7-421a-82c1-e42960addcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.500574 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b079442f-58f7-421a-82c1-e42960addcf8 None None] Port d0431c0e-1d95-4326-82e0-794e42da2827 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:07.595865 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3ae74077-ae40-43a7-9f99-b2ba172c54a1 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:07.615746 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-56d9ef41-4493-4781-b3df-aa2c053eaca4 req-26135840-cbc4-429e-8608-f9a775d00ee6 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.621269 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-56d9ef41-4493-4781-b3df-aa2c053eaca4 req-26135840-cbc4-429e-8608-f9a775d00ee6 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 1.8426611 Sep 16 05:12:07.648957 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 3ae74077-ae40-43a7-9f99-b2ba172c54a1 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:07.649333 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.745278 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-78b9f3c3-ad38-4f4b-8edf-58c37dfcf005 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:07.749021 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-78b9f3c3-ad38-4f4b-8edf-58c37dfcf005 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7232945 Sep 16 05:12:07.749420 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46554) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:07.778517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e61e952-ff82-4a25-b913-dcf7319b734d req-c3b12e5b-860d-455f-ac3c-c3129024a908 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1436941659&fields=id&tenant_id=46b5f4cbaa1a4425a9c50fd107659600 HTTP/1.1" status: 200 len: 267 time: 0.0738997 Sep 16 05:12:07.833627 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-035cf601-c78c-49f4-92e6-7c367f016e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.857930 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ba00-93c7-4845-a8e5-072a1dfb0388 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.904827 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ba00-93c7-4845-a8e5-072a1dfb0388 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.932551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61e952-ff82-4a25-b913-dcf7319b734d req-8ae68c54-2053-45a7-bc1d-1c4a32a10534 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:07.934977 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e61e952-ff82-4a25-b913-dcf7319b734d req-8ae68c54-2053-45a7-bc1d-1c4a32a10534 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.1550560 Sep 16 05:12:07.966407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-8e61e952-ff82-4a25-b913-dcf7319b734d req-ef7bb5cb-fc11-459a-b3cf-cc87dcd7fa34 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Request body: {'port': {'security_groups': ['2dbdd04d-315f-4043-a27e-f8a6e5636316', '0a13bf26-f7e9-4161-961d-c235d629a24b']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:08.080080 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ba00-93c7-4845-a8e5-072a1dfb0388 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.082862 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ba00-93c7-4845-a8e5-072a1dfb0388 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.084164 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b3c9ba00-93c7-4845-a8e5-072a1dfb0388 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "DELETE /v2.0/security-groups/1799b002-7d95-45c0-8284-c0bdace4c185 HTTP/1.1" status: 204 len: 168 time: 0.3337231 Sep 16 05:12:08.094478 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9ba00-93c7-4845-a8e5-072a1dfb0388 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1799b002-7d95-45c0-8284-c0bdace4c185,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:08.101422 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46558) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:08.156008 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fbd304b8-fe7d-4abb-a6d3-b051ba772483 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.161102 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8e61e952-ff82-4a25-b913-dcf7319b734d req-ef7bb5cb-fc11-459a-b3cf-cc87dcd7fa34 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.169701 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-17c60e09-7270-4113-b916-a3958ebbf0ae tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0669010 Sep 16 05:12:08.172352 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46560) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:08.234693 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94798067-5e50-4d15-95a3-c6e593fec789 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.265566 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94798067-5e50-4d15-95a3-c6e593fec789 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.295814 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fbd304b8-fe7d-4abb-a6d3-b051ba772483 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.303439 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd304b8-fe7d-4abb-a6d3-b051ba772483 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:08.305407 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fbd304b8-fe7d-4abb-a6d3-b051ba772483 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.311617 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fbd304b8-fe7d-4abb-a6d3-b051ba772483 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/ports/d0431c0e-1d95-4326-82e0-794e42da2827 HTTP/1.1" status: 200 len: 911 time: 1.1422589 Sep 16 05:12:08.313173 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46562) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:08.401787 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd304b8-fe7d-4abb-a6d3-b051ba772483 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=d0431c0e-1d95-4326-82e0-794e42da2827,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:08.512055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-8e61e952-ff82-4a25-b913-dcf7319b734d req-ef7bb5cb-fc11-459a-b3cf-cc87dcd7fa34 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] For port 311b4794-15b8-423b-afef-f006ac033517, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=311b4794-15b8-423b-afef-f006ac033517,segment=NetworkSegment(af1e5cab-e8db-44ca-bce4-bd4fd4209b3d),segment_id=af1e5cab-e8db-44ca-bce4-bd4fd4209b3d)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:08.544111 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.556016 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8e61e952-ff82-4a25-b913-dcf7319b734d req-ef7bb5cb-fc11-459a-b3cf-cc87dcd7fa34 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.558074 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94798067-5e50-4d15-95a3-c6e593fec789 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.561074 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94798067-5e50-4d15-95a3-c6e593fec789 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.562633 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-94798067-5e50-4d15-95a3-c6e593fec789 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "DELETE /v2.0/security-groups/8467827e-0bdf-4438-b38e-d345d033023d HTTP/1.1" status: 204 len: 168 time: 0.3891988 Sep 16 05:12:08.567017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46566) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:08.594844 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94798067-5e50-4d15-95a3-c6e593fec789 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8467827e-0bdf-4438-b38e-d345d033023d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:08.639385 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-91ad073f-56d9-42fa-a5fd-73438addd642 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0646176 Sep 16 05:12:08.641023 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46568) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:08.646311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-95216a61-3f41-4e46-9e5f-ace03201fa75 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group': {'name': 'tempest-secgroup--173765791'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:08.655310 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8e61e952-ff82-4a25-b913-dcf7319b734d req-ef7bb5cb-fc11-459a-b3cf-cc87dcd7fa34 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.698428 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['311b4794-15b8-423b-afef-f006ac033517'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:08.724675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61e952-ff82-4a25-b913-dcf7319b734d req-ef7bb5cb-fc11-459a-b3cf-cc87dcd7fa34 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:08.725364 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8e61e952-ff82-4a25-b913-dcf7319b734d req-ef7bb5cb-fc11-459a-b3cf-cc87dcd7fa34 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.727480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e61e952-ff82-4a25-b913-dcf7319b734d req-ef7bb5cb-fc11-459a-b3cf-cc87dcd7fa34 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "PUT /v2.0/ports/311b4794-15b8-423b-afef-f006ac033517 HTTP/1.1" status: 200 len: 982 time: 0.7740874 Sep 16 05:12:08.728715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b439e9d-127f-4255-b67c-0d9403c76c29', 'tag': '311b4794-15b8-423b-afef-f006ac033517'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:08.731105 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f3ceca-031f-48a1-bca3-e123dc012924" -d '{"events": [{"name": "network-changed", "server_uuid": "1b439e9d-127f-4255-b67c-0d9403c76c29", "tag": "311b4794-15b8-423b-afef-f006ac033517"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:08.768188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bb5cb-fc11-459a-b3cf-cc87dcd7fa34 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Pushing event updated for resources: {'Port': ['ID=311b4794-15b8-423b-afef-f006ac033517,revision_number=6']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:08.798970 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-95216a61-3f41-4e46-9e5f-ace03201fa75 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.888945 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c9ec11-fb1f-4735-a807-dd0f04f99571 x-openstack-request-id: req-74c9ec11-fb1f-4735-a807-dd0f04f99571 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:08.889302 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b439e9d-127f-4255-b67c-0d9403c76c29", "tag": "311b4794-15b8-423b-afef-f006ac033517", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:08.889703 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74c9ec11-fb1f-4735-a807-dd0f04f99571 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:08.890374 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b439e9d-127f-4255-b67c-0d9403c76c29', 'tag': '311b4794-15b8-423b-afef-f006ac033517', 'status': 'completed', 'code': 200} Sep 16 05:12:08.900846 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc8be003-d0e2-4a0e-8c9a-12c85bf875ff tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.951882 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['311b4794-15b8-423b-afef-f006ac033517'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:09.039661 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3ceca-031f-48a1-bca3-e123dc012924 req-19a2df0a-2999-4150-9763-98f4c81ac19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:09.043047 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1f3ceca-031f-48a1-bca3-e123dc012924 req-19a2df0a-2999-4150-9763-98f4c81ac19a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46b5f4cbaa1a4425a9c50fd107659600&device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 1137 time: 0.1335413 Sep 16 05:12:09.097487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fc7f0ba-9514-4fb2-83c8-b73653283fde req-c59337f8-15ba-4585-80ad-71b12c4d010b tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1436941659&fields=id&tenant_id=46b5f4cbaa1a4425a9c50fd107659600 HTTP/1.1" status: 200 len: 267 time: 0.2055802 Sep 16 05:12:09.257541 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.316735 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7f0ba-9514-4fb2-83c8-b73653283fde req-a640c10b-e401-4a97-b6c7-88ae720358aa tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:09.318380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fc7f0ba-9514-4fb2-83c8-b73653283fde req-a640c10b-e401-4a97-b6c7-88ae720358aa tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 985 time: 0.1869400 Sep 16 05:12:09.336517 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-95216a61-3f41-4e46-9e5f-ace03201fa75 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.365318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-6fc7f0ba-9514-4fb2-83c8-b73653283fde req-0b9dd84d-f46c-4630-b0e6-f857cdf062bd tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Request body: {'port': {'security_groups': ['2dbdd04d-315f-4043-a27e-f8a6e5636316']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:09.395594 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3ceca-031f-48a1-bca3-e123dc012924 req-c848a985-15f1-4d71-b21d-22490d7e7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:09.398640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1f3ceca-031f-48a1-bca3-e123dc012924 req-c848a985-15f1-4d71-b21d-22490d7e7878 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d78ab1-c523-4b4f-a063-d0969b176f74 HTTP/1.1" status: 200 len: 921 time: 0.3449721 Sep 16 05:12:09.416490 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-cc8be003-d0e2-4a0e-8c9a-12c85bf875ff tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting port d0431c0e-1d95-4326-82e0-794e42da2827 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:09.416490 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc8be003-d0e2-4a0e-8c9a-12c85bf875ff tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.497190 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-95216a61-3f41-4e46-9e5f-ace03201fa75 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.504669 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6fc7f0ba-9514-4fb2-83c8-b73653283fde req-0b9dd84d-f46c-4630-b0e6-f857cdf062bd tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.514231 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1f3ceca-031f-48a1-bca3-e123dc012924 req-c1c35e1d-63fa-4a4f-8060-0762718af6a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311b4794-15b8-423b-afef-f006ac033517 HTTP/1.1" status: 200 len: 217 time: 0.1051910 Sep 16 05:12:09.572528 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc8be003-d0e2-4a0e-8c9a-12c85bf875ff tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.588558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3ceca-031f-48a1-bca3-e123dc012924 req-41cd5ff5-0e04-44b7-9503-f63b94956a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:09.589393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1f3ceca-031f-48a1-bca3-e123dc012924 req-41cd5ff5-0e04-44b7-9503-f63b94956a4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=616703c3-a18d-46a5-b3fb-1cf791163d44 HTTP/1.1" status: 200 len: 860 time: 0.0576825 Sep 16 05:12:09.596402 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-cc8be003-d0e2-4a0e-8c9a-12c85bf875ff tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Calling delete_port for d0431c0e-1d95-4326-82e0-794e42da2827 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:09.629422 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1f3ceca-031f-48a1-bca3-e123dc012924 req-17b6d2a5-6652-4f72-a313-6d1e5ff80e5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d78ab1-c523-4b4f-a063-d0969b176f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291231 Sep 16 05:12:09.637602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95216a61-3f41-4e46-9e5f-ace03201fa75 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82186d14-d636-4415-9371-0f1cb7459b5d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:09.728772 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-95216a61-3f41-4e46-9e5f-ace03201fa75 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.731169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-95216a61-3f41-4e46-9e5f-ace03201fa75 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0887046 Sep 16 05:12:09.740270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46578) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:09.756183 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6f0865a5-f16b-4321-a51f-22421f69e313 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': '82186d14-d636-4415-9371-0f1cb7459b5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:09.939380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1f3ceca-031f-48a1-bca3-e123dc012924 req-cf033d6d-67f3-48cf-818c-4a39c13d4085 service neutron] 10.222.0.21 "GET /v2.0/networks/81d78ab1-c523-4b4f-a063-d0969b176f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988989 Sep 16 05:12:10.012727 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc8be003-d0e2-4a0e-8c9a-12c85bf875ff tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.041253 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-6f0865a5-f16b-4321-a51f-22421f69e313 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:10.042347 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6f0865a5-f16b-4321-a51f-22421f69e313 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2935307 Sep 16 05:12:10.055885 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46580) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:10.064778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-6fc7f0ba-9514-4fb2-83c8-b73653283fde req-0b9dd84d-f46c-4630-b0e6-f857cdf062bd tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] For port 311b4794-15b8-423b-afef-f006ac033517, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=311b4794-15b8-423b-afef-f006ac033517,segment=NetworkSegment(af1e5cab-e8db-44ca-bce4-bd4fd4209b3d),segment_id=af1e5cab-e8db-44ca-bce4-bd4fd4209b3d)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:10.068444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-0d2b16c1-22f6-47c5-b839-648dad65f950 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group_rule': {'security_group_id': '82186d14-d636-4415-9371-0f1cb7459b5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:10.088663 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8be003-d0e2-4a0e-8c9a-12c85bf875ff tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Port': ['ID=d0431c0e-1d95-4326-82e0-794e42da2827,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:10.109851 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1f3ceca-031f-48a1-bca3-e123dc012924 req-28808a60-93b5-4fbd-9404-7baded6236c0 service neutron] 10.222.0.21 "GET /v2.0/networks/81d78ab1-c523-4b4f-a063-d0969b176f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579163 Sep 16 05:12:10.125761 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6fc7f0ba-9514-4fb2-83c8-b73653283fde req-0b9dd84d-f46c-4630-b0e6-f857cdf062bd tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.203351 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc8be003-d0e2-4a0e-8c9a-12c85bf875ff tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.240569 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6fc7f0ba-9514-4fb2-83c8-b73653283fde req-0b9dd84d-f46c-4630-b0e6-f857cdf062bd tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.279308 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['311b4794-15b8-423b-afef-f006ac033517'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:10.286977 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7f0ba-9514-4fb2-83c8-b73653283fde req-0b9dd84d-f46c-4630-b0e6-f857cdf062bd tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:10.288683 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6fc7f0ba-9514-4fb2-83c8-b73653283fde req-0b9dd84d-f46c-4630-b0e6-f857cdf062bd tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.289364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fc7f0ba-9514-4fb2-83c8-b73653283fde req-0b9dd84d-f46c-4630-b0e6-f857cdf062bd tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "PUT /v2.0/ports/311b4794-15b8-423b-afef-f006ac033517 HTTP/1.1" status: 200 len: 943 time: 0.9340093 Sep 16 05:12:10.363147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9dd84d-f46c-4630-b0e6-f857cdf062bd tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Pushing event updated for resources: {'Port': ['ID=311b4794-15b8-423b-afef-f006ac033517,revision_number=7']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:10.407331 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8be003-d0e2-4a0e-8c9a-12c85bf875ff tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router f7f168ec-c4c6-430a-9b12-2e54785f2bde has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:10.413571 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-0d2b16c1-22f6-47c5-b839-648dad65f950 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:10.419446 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0d2b16c1-22f6-47c5-b839-648dad65f950 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3618999 Sep 16 05:12:10.420542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46586) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:10.452792 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['311b4794-15b8-423b-afef-f006ac033517'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:10.537275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8be003-d0e2-4a0e-8c9a-12c85bf875ff tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:10.550036 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a2350e-00e4-48cd-b43b-8fc760281e38 None None] Sync routers for ids ['f7f168ec-c4c6-430a-9b12-2e54785f2bde'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:10.557361 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cc8be003-d0e2-4a0e-8c9a-12c85bf875ff tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/f7f168ec-c4c6-430a-9b12-2e54785f2bde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2430706 Sep 16 05:12:10.558477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46590) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:10.574283 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a2350e-00e4-48cd-b43b-8fc760281e38 None None] Routers {'f7f168ec-c4c6-430a-9b12-2e54785f2bde'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:10.575599 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-c4a2350e-00e4-48cd-b43b-8fc760281e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f7f168ec-c4c6-430a-9b12-2e54785f2bde'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:10.617212 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-c4a2350e-00e4-48cd-b43b-8fc760281e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:10.628801 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-435cf65c-1dca-41e5-994b-6814b971be88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7f168ec-c4c6-430a-9b12-2e54785f2bde HTTP/1.1" status: 200 len: 205 time: 0.0668364 Sep 16 05:12:10.628801 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46594) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:10.630979 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a2350e-00e4-48cd-b43b-8fc760281e38 None None] Routers {'f7f168ec-c4c6-430a-9b12-2e54785f2bde'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:10.631725 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-c4a2350e-00e4-48cd-b43b-8fc760281e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f7f168ec-c4c6-430a-9b12-2e54785f2bde'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:10.677322 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-c4a2350e-00e4-48cd-b43b-8fc760281e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:10.679925 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a2350e-00e4-48cd-b43b-8fc760281e38 None None] The sync data for ids ['f7f168ec-c4c6-430a-9b12-2e54785f2bde'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:10.768482 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-62294f7c-e207-438d-802b-adea8fdfb713 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.776810 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.777599 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-93004108-69fe-4306-ab5d-6dc8acf11003 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4346550 Sep 16 05:12:10.783346 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9645a6dd-b5e8-4c11-aa49-a462d8a7a67c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.804840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-5eef32eb-e2ef-48f7-9ab8-235470507085 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:10.852255 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-62294f7c-e207-438d-802b-adea8fdfb713 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.893694 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b439e9d-127f-4255-b67c-0d9403c76c29', 'tag': '311b4794-15b8-423b-afef-f006ac033517'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:10.897810 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e323408-b40b-403e-86a0-cbeb3fb39036" -d '{"events": [{"name": "network-changed", "server_uuid": "1b439e9d-127f-4255-b67c-0d9403c76c29", "tag": "311b4794-15b8-423b-afef-f006ac033517"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:10.978586 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252fe646-7ba0-41bf-b808-8fae5c811bb3 x-openstack-request-id: req-252fe646-7ba0-41bf-b808-8fae5c811bb3 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:10.978586 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b439e9d-127f-4255-b67c-0d9403c76c29", "tag": "311b4794-15b8-423b-afef-f006ac033517", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:10.978586 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-252fe646-7ba0-41bf-b808-8fae5c811bb3 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:10.979026 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b439e9d-127f-4255-b67c-0d9403c76c29', 'tag': '311b4794-15b8-423b-afef-f006ac033517', 'status': 'completed', 'code': 200} Sep 16 05:12:10.995355 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-5eef32eb-e2ef-48f7-9ab8-235470507085 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.161854 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-62294f7c-e207-438d-802b-adea8fdfb713 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.166284 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-62294f7c-e207-438d-802b-adea8fdfb713 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.168150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-62294f7c-e207-438d-802b-adea8fdfb713 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "DELETE /v2.0/security-groups/82186d14-d636-4415-9371-0f1cb7459b5d HTTP/1.1" status: 204 len: 168 time: 0.7472456 Sep 16 05:12:11.175104 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46602) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:11.219157 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62294f7c-e207-438d-802b-adea8fdfb713 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82186d14-d636-4415-9371-0f1cb7459b5d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:11.224517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e323408-b40b-403e-86a0-cbeb3fb39036 req-58ae36ea-1073-436d-8538-933f2c568b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:11.226542 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e323408-b40b-403e-86a0-cbeb3fb39036 req-58ae36ea-1073-436d-8538-933f2c568b0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46b5f4cbaa1a4425a9c50fd107659600&device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 1098 time: 0.1889153 Sep 16 05:12:11.357227 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a4da69ac-abaa-4e51-b20b-9f6e580792b5 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1774669 Sep 16 05:12:11.360627 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46606) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:11.365305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-a7e4a030-cc07-42e0-9a7c-d1b3fddff099 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group': {'name': 'tempest-secgroup--63186788'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:11.406526 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e323408-b40b-403e-86a0-cbeb3fb39036 req-c642880d-8df5-4e29-a255-ea596ca98eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:11.408124 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e323408-b40b-403e-86a0-cbeb3fb39036 req-c642880d-8df5-4e29-a255-ea596ca98eb6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d78ab1-c523-4b4f-a063-d0969b176f74 HTTP/1.1" status: 200 len: 921 time: 0.1740186 Sep 16 05:12:11.424852 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-5eef32eb-e2ef-48f7-9ab8-235470507085 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.473276 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9645a6dd-b5e8-4c11-aa49-a462d8a7a67c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.477263 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9645a6dd-b5e8-4c11-aa49-a462d8a7a67c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.482428 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e323408-b40b-403e-86a0-cbeb3fb39036 req-4b1e5c26-5efb-47e2-be92-8c9301964b7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311b4794-15b8-423b-afef-f006ac033517 HTTP/1.1" status: 200 len: 217 time: 0.0650043 Sep 16 05:12:11.553785 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a030-cc07-42e0-9a7c-d1b3fddff099 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.631253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e323408-b40b-403e-86a0-cbeb3fb39036 req-d7e334f7-b567-42d8-ab44-c1ab772a5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:11.632780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e323408-b40b-403e-86a0-cbeb3fb39036 req-d7e334f7-b567-42d8-ab44-c1ab772a5a32 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=616703c3-a18d-46a5-b3fb-1cf791163d44 HTTP/1.1" status: 200 len: 860 time: 0.1411548 Sep 16 05:12:11.639756 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9645a6dd-b5e8-4c11-aa49-a462d8a7a67c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.640463 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9645a6dd-b5e8-4c11-aa49-a462d8a7a67c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Fanout notify agent at l3_agent the message router_deleted on router f7f168ec-c4c6-430a-9b12-2e54785f2bde {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:12:11.651315 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9645a6dd-b5e8-4c11-aa49-a462d8a7a67c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.653297 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9645a6dd-b5e8-4c11-aa49-a462d8a7a67c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/routers/f7f168ec-c4c6-430a-9b12-2e54785f2bde HTTP/1.1" status: 204 len: 168 time: 1.0246763 Sep 16 05:12:11.661121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46610) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:11.694448 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e323408-b40b-403e-86a0-cbeb3fb39036 req-c65b39c4-fd22-4c30-9629-c1aaee30f689 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d78ab1-c523-4b4f-a063-d0969b176f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487463 Sep 16 05:12:11.739415 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7868de-9f85-454a-915c-184ba86dac5c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting subnet 2b373e32-50c7-47d7-a6a1-d19042efd4b8 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:11.745462 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2f7868de-9f85-454a-915c-184ba86dac5c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.828908 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2f7868de-9f85-454a-915c-184ba86dac5c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.966355 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2f7868de-9f85-454a-915c-184ba86dac5c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.135177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-5eef32eb-e2ef-48f7-9ab8-235470507085 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Allocated IP 172.25.4.3 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/ae0bbe30-4001-4482-b0ac-d9b41af0f3fb) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:12.233207 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2f7868de-9f85-454a-915c-184ba86dac5c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.310970 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7868de-9f85-454a-915c-184ba86dac5c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Subnet': ['ID=2b373e32-50c7-47d7-a6a1-d19042efd4b8,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:12.323413 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2f7868de-9f85-454a-915c-184ba86dac5c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.328361 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fffba2-503f-4a27-bb33-49d2c74b7234 None None] Network e60c62f3-aff8-44b5-aea3-21e6af8d9f94 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:12.346407 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a030-cc07-42e0-9a7c-d1b3fddff099 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.352069 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2f7868de-9f85-454a-915c-184ba86dac5c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/subnets/2b373e32-50c7-47d7-a6a1-d19042efd4b8 HTTP/1.1" status: 204 len: 168 time: 0.6885827 Sep 16 05:12:12.354955 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46614) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:12.409258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e323408-b40b-403e-86a0-cbeb3fb39036 req-50476638-d3e6-4c38-aa37-100417d298aa service neutron] 10.222.0.21 "GET /v2.0/networks/81d78ab1-c523-4b4f-a063-d0969b176f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7054131 Sep 16 05:12:12.462948 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-5eef32eb-e2ef-48f7-9ab8-235470507085 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.476090 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a030-cc07-42e0-9a7c-d1b3fddff099 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.507683 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.574634 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting port 3ae74077-ae40-43a7-9f99-b2ba172c54a1 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:12.574634 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.591542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4a030-cc07-42e0-9a7c-d1b3fddff099 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8106dea6-205b-46e7-b698-89489a0e1924,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:12.669252 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e323408-b40b-403e-86a0-cbeb3fb39036 req-95ecaa50-c8fa-470b-b2ee-3e9eac895cf5 service neutron] 10.222.0.21 "GET /v2.0/networks/81d78ab1-c523-4b4f-a063-d0969b176f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307892 Sep 16 05:12:12.670720 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a030-cc07-42e0-9a7c-d1b3fddff099 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.671962 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a7e4a030-cc07-42e0-9a7c-d1b3fddff099 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3103335 Sep 16 05:12:12.676184 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46620) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:12.691773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-e9f6c70e-af00-44c8-856b-380102882a6d tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:12.694511 n-d-712140-13 neutron-server[95473]: WARNING neutron.api.v2.base [None req-e9f6c70e-af00-44c8-856b-380102882a6d tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:12:12.695264 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-e9f6c70e-af00-44c8-856b-380102882a6d tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 05:12:12.699967 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] For port 3ae74077-ae40-43a7-9f99-b2ba172c54a1, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3ae74077-ae40-43a7-9f99-b2ba172c54a1,segment=NetworkSegment(f802819b-c097-4e65-971f-7e47c8ff23ac),segment_id=f802819b-c097-4e65-971f-7e47c8ff23ac)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:12.700351 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.702918 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46622) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:12.705149 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e9f6c70e-af00-44c8-856b-380102882a6d tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "PUT /v2.0/security-groups/8106dea6-205b-46e7-b698-89489a0e1924 HTTP/1.1" status: 409 len: 330 time: 0.0267236 Sep 16 05:12:12.728578 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Calling delete_port for 3ae74077-ae40-43a7-9f99-b2ba172c54a1 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:12.741904 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-5eef32eb-e2ef-48f7-9ab8-235470507085 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.795970 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60f74fc-446c-41c1-9980-0cf158c9db20 None None] DHCP port deletion for e60c62f3-aff8-44b5-aea3-21e6af8d9f94 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:12:12.837065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-5eef32eb-e2ef-48f7-9ab8-235470507085 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:12.842236 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef32eb-e2ef-48f7-9ab8-235470507085 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Pushing event updated for resources: {'Port': ['ID=ae0bbe30-4001-4482-b0ac-d9b41af0f3fb,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:12.845908 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-5eef32eb-e2ef-48f7-9ab8-235470507085 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:12.849876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-5eef32eb-e2ef-48f7-9ab8-235470507085 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:12.872347 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e60f74fc-446c-41c1-9980-0cf158c9db20 None None] Deleting port 3ae74077-ae40-43a7-9f99-b2ba172c54a1 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:12.873045 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e60f74fc-446c-41c1-9980-0cf158c9db20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.878530 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-364be873-ee5e-4ca2-a2b3-a86e55182761 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.921355 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-364be873-ee5e-4ca2-a2b3-a86e55182761 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.983599 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e60f74fc-446c-41c1-9980-0cf158c9db20 None None] For port 3ae74077-ae40-43a7-9f99-b2ba172c54a1, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3ae74077-ae40-43a7-9f99-b2ba172c54a1,segment=NetworkSegment(f802819b-c097-4e65-971f-7e47c8ff23ac),segment_id=f802819b-c097-4e65-971f-7e47c8ff23ac)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:12.984007 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e60f74fc-446c-41c1-9980-0cf158c9db20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.001400 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e60f74fc-446c-41c1-9980-0cf158c9db20 None None] Calling delete_port for 3ae74077-ae40-43a7-9f99-b2ba172c54a1 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:13.021348 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-5eef32eb-e2ef-48f7-9ab8-235470507085 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.023290 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.038175 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] No DVR routers for this DVR port 3ae74077-ae40-43a7-9f99-b2ba172c54a1 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:13.062783 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Port': ['ID=3ae74077-ae40-43a7-9f99-b2ba172c54a1,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:13.113256 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-364be873-ee5e-4ca2-a2b3-a86e55182761 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.115048 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e60f74fc-446c-41c1-9980-0cf158c9db20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.115996 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-364be873-ee5e-4ca2-a2b3-a86e55182761 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.117225 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-364be873-ee5e-4ca2-a2b3-a86e55182761 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "DELETE /v2.0/security-groups/8106dea6-205b-46e7-b698-89489a0e1924 HTTP/1.1" status: 204 len: 168 time: 0.4132400 Sep 16 05:12:13.121705 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46624) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:13.157988 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f74fc-446c-41c1-9980-0cf158c9db20 None None] Pushing event deleted for resources: {'Port': ['ID=3ae74077-ae40-43a7-9f99-b2ba172c54a1,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:13.167215 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60f74fc-446c-41c1-9980-0cf158c9db20 None None] No DVR routers for this DVR port 3ae74077-ae40-43a7-9f99-b2ba172c54a1 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:13.172842 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.177783 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364be873-ee5e-4ca2-a2b3-a86e55182761 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8106dea6-205b-46e7-b698-89489a0e1924,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:13.208106 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60c62f3-aff8-44b5-aea3-21e6af8d9f94']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:13.221815 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f802819b-c097-4e65-971f-7e47c8ff23ac') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:13.222276 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f802819b-c097-4e65-971f-7e47c8ff23ac') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:13.236941 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.239861 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-5eef32eb-e2ef-48f7-9ab8-235470507085 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.245862 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1e3e85cf-96f8-45b1-befe-73e4dcf109ea tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1223807 Sep 16 05:12:13.250866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46626) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:13.261837 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.271857 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:13.272391 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:13.278546 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:13.296564 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-c1e49f47-1357-493a-a8c9-8438c63cbc27 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] delete failed (client error): The resource could not be found. Sep 16 05:12:13.296564 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c1e49f47-1357-493a-a8c9-8438c63cbc27 tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "DELETE /v2.0/security-groups/8edd28ff-c2ce-4495-84d8-a32ea9d31208 HTTP/1.1" status: 404 len: 347 time: 0.0384233 Sep 16 05:12:13.296564 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46628) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:13.340653 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-cd8bf516-c1d6-49fa-8559-7c30a82b4eaf tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] show failed (client error): The resource could not be found. Sep 16 05:12:13.340653 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-cd8bf516-c1d6-49fa-8559-7c30a82b4eaf tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "GET /v2.0/security-groups/df8ddf3f-10b1-43da-b865-c1214b778f01 HTTP/1.1" status: 404 len: 347 time: 0.0390000 Sep 16 05:12:13.348399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46630) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:13.377399 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-baabebcf-4368-4932-bca1-e28bb1d9da6c tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] show failed (client error): The resource could not be found. Sep 16 05:12:13.378464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-baabebcf-4368-4932-bca1-e28bb1d9da6c tempest-NegativeSecGroupIPv6Test-38241294 tempest-NegativeSecGroupIPv6Test-38241294-project] 10.222.0.20 "GET /v2.0/security-group-rules/d2786dc3-e5d8-4cb8-a630-77d64a29a036 HTTP/1.1" status: 404 len: 356 time: 0.0291052 Sep 16 05:12:13.456942 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.466258 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.468593 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/networks/e60c62f3-aff8-44b5-aea3-21e6af8d9f94 HTTP/1.1" status: 204 len: 168 time: 1.1096699 Sep 16 05:12:13.472560 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46636) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:13.485881 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-1585f20c-4d03-4880-aabf-e8f4e0cf55da tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-430985960', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:13.499320 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd7e9e-2780-44f6-b48d-e33c8b4d817b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Network': ['ID=e60c62f3-aff8-44b5-aea3-21e6af8d9f94,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:13.529832 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-5eef32eb-e2ef-48f7-9ab8-235470507085 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.601193 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1585f20c-4d03-4880-aabf-e8f4e0cf55da tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.602772 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1585f20c-4d03-4880-aabf-e8f4e0cf55da tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.622654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3ae74077-ae40-43a7-9f99-b2ba172c54a1 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:13.623657 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-5eef32eb-e2ef-48f7-9ab8-235470507085 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.677228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 3ae74077-ae40-43a7-9f99-b2ba172c54a1 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:13.677787 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3ae74077-ae40-43a7-9f99-b2ba172c54a1 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:13.744844 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1585f20c-4d03-4880-aabf-e8f4e0cf55da tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.763577 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef32eb-e2ef-48f7-9ab8-235470507085 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Pushing event updated for resources: {'Port': ['ID=ae0bbe30-4001-4482-b0ac-d9b41af0f3fb,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:13.785717 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-5eef32eb-e2ef-48f7-9ab8-235470507085 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.828615 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1585f20c-4d03-4880-aabf-e8f4e0cf55da tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.914635 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-5eef32eb-e2ef-48f7-9ab8-235470507085 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.923523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-5eef32eb-e2ef-48f7-9ab8-235470507085 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.1292429 Sep 16 05:12:13.925708 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1585f20c-4d03-4880-aabf-e8f4e0cf55da tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.928469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1585f20c-4d03-4880-aabf-e8f4e0cf55da tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4534094 Sep 16 05:12:13.930859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46642) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:13.937697 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-066b85fc-cb44-44d7-9c65-5797df17847c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1579912768'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:14.038276 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46644) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:14.050864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-e7d852d9-404e-4139-aa1f-2547361115f6 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.3 HTTP/1.1" status: 200 len: 694 time: 0.1262403 Sep 16 05:12:14.062357 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066b85fc-cb44-44d7-9c65-5797df17847c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Made reservation on behalf of 795a658db99f44bf80dbe2f001381533 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:14.067415 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-066b85fc-cb44-44d7-9c65-5797df17847c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.098763 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066b85fc-cb44-44d7-9c65-5797df17847c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:14.111582 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-066b85fc-cb44-44d7-9c65-5797df17847c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.112377 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-066b85fc-cb44-44d7-9c65-5797df17847c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Added segment 2241be77-0bd3-4c09-9235-c7b8fd73cd71 of type vlan for network ef888d46-3fae-48bc-9131-b5f0caf06e12 Sep 16 05:12:14.175628 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-066b85fc-cb44-44d7-9c65-5797df17847c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.211086 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-0ba933cb-a1bd-4dc6-9ba1-495e9c77bcf3 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.213169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-0ba933cb-a1bd-4dc6-9ba1-495e9c77bcf3 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.1545649 Sep 16 05:12:14.225287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-149c6446-6984-4b54-9688-a243ec223acf tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:12:14.231793 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c73984d-5aff-42e9-bd63-f7bf099a3114 req-149c6446-6984-4b54-9688-a243ec223acf tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066612 Sep 16 05:12:14.274181 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1eeaa030-20b8-4079-88db-df5683492993 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea2805d00f254595b66dce18aa0323cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338152 Sep 16 05:12:14.277272 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46650) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:14.301674 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-066b85fc-cb44-44d7-9c65-5797df17847c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.308572 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066b85fc-cb44-44d7-9c65-5797df17847c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.309233 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-066b85fc-cb44-44d7-9c65-5797df17847c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.389451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-2c4cf4d3-0056-44e6-b4bd-81eb8cfc1f1c tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.391334 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-2c4cf4d3-0056-44e6-b4bd-81eb8cfc1f1c tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0965536 Sep 16 05:12:14.419614 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b85fc-cb44-44d7-9c65-5797df17847c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Network': ['ID=ef888d46-3fae-48bc-9131-b5f0caf06e12,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:14.429013 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f4651859-54a6-4743-9a49-9fed99803546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.430603 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network ef888d46-3fae-48bc-9131-b5f0caf06e12 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:14.457746 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-066b85fc-cb44-44d7-9c65-5797df17847c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5228531 Sep 16 05:12:14.459835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46652) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:14.466439 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-11789c66-96b9-4119-812f-8bca32d6768a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'subnet': {'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:14.492093 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-e1614855-bcce-4003-be92-4a87c1036b26 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.3 HTTP/1.1" status: 200 len: 694 time: 0.0920565 Sep 16 05:12:14.515423 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f4651859-54a6-4743-9a49-9fed99803546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.564183 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-00090135-92f6-4017-83f4-599e552b8240 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Request body: {'floatingip': {'port_id': '311b4794-15b8-423b-afef-f006ac033517', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:14.652478 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-00090135-92f6-4017-83f4-599e552b8240 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.668351 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f4651859-54a6-4743-9a49-9fed99803546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.677649 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f4651859-54a6-4743-9a49-9fed99803546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.677649 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f4651859-54a6-4743-9a49-9fed99803546 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb0017e1-36d9-443e-8ead-3013efdc0e45 HTTP/1.1" status: 204 len: 168 time: 0.3968520 Sep 16 05:12:14.693528 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4651859-54a6-4743-9a49-9fed99803546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0017e1-36d9-443e-8ead-3013efdc0e45,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:14.857025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11789c66-96b9-4119-812f-8bca32d6768a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Made reservation on behalf of 795a658db99f44bf80dbe2f001381533 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:14.860781 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-11789c66-96b9-4119-812f-8bca32d6768a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.727901 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-11789c66-96b9-4119-812f-8bca32d6768a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.849075 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.db.resource_extend [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-00090135-92f6-4017-83f4-599e552b8240 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:12:15.930701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11789c66-96b9-4119-812f-8bca32d6768a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Subnet': ['ID=83370bb2-2e36-48bb-94dc-a33780eba747,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:15.989267 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-00090135-92f6-4017-83f4-599e552b8240 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.989267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11789c66-96b9-4119-812f-8bca32d6768a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Checking segment: {'id': '2241be77-0bd3-4c09-9235-c7b8fd73cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:15.989267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11789c66-96b9-4119-812f-8bca32d6768a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network hostable DHCP agents. Network: ef888d46-3fae-48bc-9131-b5f0caf06e12, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:16.056898 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-00090135-92f6-4017-83f4-599e552b8240 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.169675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11789c66-96b9-4119-812f-8bca32d6768a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network ef888d46-3fae-48bc-9131-b5f0caf06e12 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:16.191275 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-00090135-92f6-4017-83f4-599e552b8240 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Floating IP 970b28ee-9c3a-4278-ada4-1f42b1eefbf0 associated. External IP: 172.25.4.3, port: 311b4794-15b8-423b-afef-f006ac033517. Sep 16 05:12:16.264245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-11789c66-96b9-4119-812f-8bca32d6768a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, ef888d46-3fae-48bc-9131-b5f0caf06e12) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:16.273488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11789c66-96b9-4119-812f-8bca32d6768a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:16.274494 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-11789c66-96b9-4119-812f-8bca32d6768a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.278667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1997cf5b-fc8e-42c6-9d5a-984ee8b0ecf0 None None] Network ef888d46-3fae-48bc-9131-b5f0caf06e12 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:16.486959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-11789c66-96b9-4119-812f-8bca32d6768a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0225594 Sep 16 05:12:16.488080 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46690) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:16.573833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-00090135-92f6-4017-83f4-599e552b8240 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Router 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:16.578296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-ef888d46-3fae-48bc-9131-b5f0caf06e12', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:12:16.579862 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.742476 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-00090135-92f6-4017-83f4-599e552b8240 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:16.758002 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-00090135-92f6-4017-83f4-599e552b8240 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.784579 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18799e4-11f7-4353-8c7e-8a9b953464e5 None None] Sync routers for ids ['265f4ec0-c2d5-4fcd-913d-5c7083035fa2'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:16.815566 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-00090135-92f6-4017-83f4-599e552b8240 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "PUT /v2.0/floatingips/970b28ee-9c3a-4278-ada4-1f42b1eefbf0 HTTP/1.1" status: 200 len: 995 time: 2.2563841 Sep 16 05:12:16.817511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b439e9d-127f-4255-b67c-0d9403c76c29', 'tag': '311b4794-15b8-423b-afef-f006ac033517'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:16.827479 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ec888c-9ffc-489b-aad7-2e9fa6d14e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b439e9d-127f-4255-b67c-0d9403c76c29", "tag": "311b4794-15b8-423b-afef-f006ac033517"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:16.905803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-b1893c82-1507-4617-a93f-ed1ea569bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:16.914991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-b1893c82-1507-4617-a93f-ed1ea569bbd6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46b5f4cbaa1a4425a9c50fd107659600&device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 1098 time: 0.0806346 Sep 16 05:12:16.970744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18799e4-11f7-4353-8c7e-8a9b953464e5 None None] Routers {'265f4ec0-c2d5-4fcd-913d-5c7083035fa2'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:16.975358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c18799e4-11f7-4353-8c7e-8a9b953464e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['265f4ec0-c2d5-4fcd-913d-5c7083035fa2'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:17.034422 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5497e24b-87cf-4472-9c42-f48008801a8e x-openstack-request-id: req-5497e24b-87cf-4472-9c42-f48008801a8e {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:17.037065 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b439e9d-127f-4255-b67c-0d9403c76c29", "tag": "311b4794-15b8-423b-afef-f006ac033517", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:17.037065 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5497e24b-87cf-4472-9c42-f48008801a8e {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:17.037065 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b439e9d-127f-4255-b67c-0d9403c76c29', 'tag': '311b4794-15b8-423b-afef-f006ac033517', 'status': 'completed', 'code': 200} Sep 16 05:12:17.117962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] Allocated IP 2001:db8::2 (ef888d46-3fae-48bc-9131-b5f0caf06e12/83370bb2-2e36-48bb-94dc-a33780eba747/242453dc-73d1-4c83-91fc-e0f445611f8c) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:17.183207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-4bf21e05-5799-44bd-afff-9fafb713622c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.186122 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-4bf21e05-5799-44bd-afff-9fafb713622c service neutron] 10.222.0.20 "GET /v2.0/networks?id=81d78ab1-c523-4b4f-a063-d0969b176f74 HTTP/1.1" status: 200 len: 921 time: 0.2700679 Sep 16 05:12:17.199517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec888c-9ffc-489b-aad7-2e9fa6d14e6e req-1d1eef2d-c861-4327-8148-62e6256c86ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.202647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2ec888c-9ffc-489b-aad7-2e9fa6d14e6e req-1d1eef2d-c861-4327-8148-62e6256c86ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46b5f4cbaa1a4425a9c50fd107659600&device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 1098 time: 0.1396348 Sep 16 05:12:17.303631 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-c18799e4-11f7-4353-8c7e-8a9b953464e5 None None] Set router 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:17.310688 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6a920e5-89cd-4f92-a78e-8ec47bff2b50 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.532656 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-edc5c4ea-8743-4622-99bc-8458599da06b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311b4794-15b8-423b-afef-f006ac033517 HTTP/1.1" status: 200 len: 998 time: 0.3012941 Sep 16 05:12:17.654139 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec888c-9ffc-489b-aad7-2e9fa6d14e6e req-40e1021f-9e94-42ff-a7cb-310c786972a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.657017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2ec888c-9ffc-489b-aad7-2e9fa6d14e6e req-40e1021f-9e94-42ff-a7cb-310c786972a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d78ab1-c523-4b4f-a063-d0969b176f74 HTTP/1.1" status: 200 len: 921 time: 0.4462638 Sep 16 05:12:17.788080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2ec888c-9ffc-489b-aad7-2e9fa6d14e6e req-fc49fb6b-ae30-4aab-b423-2fbd68d3f3cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311b4794-15b8-423b-afef-f006ac033517 HTTP/1.1" status: 200 len: 998 time: 0.1186690 Sep 16 05:12:17.799761 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-5dd33cdf-8b07-44ea-9318-64ecc9a1dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.802772 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-5dd33cdf-8b07-44ea-9318-64ecc9a1dfd9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=616703c3-a18d-46a5-b3fb-1cf791163d44 HTTP/1.1" status: 200 len: 860 time: 0.2464600 Sep 16 05:12:17.942977 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.950898 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-a7db2e32-e7fd-4d6c-aac3-0f46ee2565f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81d78ab1-c523-4b4f-a063-d0969b176f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321187 Sep 16 05:12:17.997168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-5f5250d8-96d1-4378-89df-11bd1085df03 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:12:17.999377 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-5f5250d8-96d1-4378-89df-11bd1085df03 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216768 Sep 16 05:12:18.009693 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec888c-9ffc-489b-aad7-2e9fa6d14e6e req-84d7ca54-001d-495f-acc3-67baf26762df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:18.016275 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2ec888c-9ffc-489b-aad7-2e9fa6d14e6e req-84d7ca54-001d-495f-acc3-67baf26762df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=616703c3-a18d-46a5-b3fb-1cf791163d44 HTTP/1.1" status: 200 len: 860 time: 0.2115939 Sep 16 05:12:18.027675 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.104031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2ec888c-9ffc-489b-aad7-2e9fa6d14e6e req-d031e27b-1f52-4015-8370-917ab35cdaac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d78ab1-c523-4b4f-a063-d0969b176f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703602 Sep 16 05:12:18.163031 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] Network ef888d46-3fae-48bc-9131-b5f0caf06e12 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:18.167882 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:18.171220 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] Pushing event updated for resources: {'Port': ['ID=242453dc-73d1-4c83-91fc-e0f445611f8c,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:18.172012 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-c6a920e5-89cd-4f92-a78e-8ec47bff2b50 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Allocated IP 2001:db8::1 (ef888d46-3fae-48bc-9131-b5f0caf06e12/83370bb2-2e36-48bb-94dc-a33780eba747/dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:18.178733 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c18799e4-11f7-4353-8c7e-8a9b953464e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015051574-router', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'gw_port': {'id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:50Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '970b28ee-9c3a-4278-ada4-1f42b1eefbf0', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'port_id': '311b4794-15b8-423b-afef-f006ac033517', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74', 'mac_address': 'fa:16:3e:7b:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b439e9d-127f-4255-b67c-0d9403c76c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:12Z', 'updated_at': '2021-09-16T05:12:15Z', 'revision_number': 1, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b48507f-0eba-4782-aa69-46fc9b243399', 'name': '', 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'mac_address': 'fa:16:3e:16:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '616703c3-a18d-46a5-b3fb-1cf791163d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:56Z', 'updated_at': '2021-09-16T05:11:10Z', 'revision_number': 5, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'subnets': [{'id': '616703c3-a18d-46a5-b3fb-1cf791163d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:18.182926 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:18.266633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18799e4-11f7-4353-8c7e-8a9b953464e5 None None] Checking router: 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:18.295784 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-999fddf5-f022-4dd2-8679-e3efd38b3a60 service neutron] 10.222.0.20 "GET /v2.0/networks/81d78ab1-c523-4b4f-a063-d0969b176f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766323 Sep 16 05:12:18.301343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2ec888c-9ffc-489b-aad7-2e9fa6d14e6e req-97911bc4-beea-45d9-88b0-72491bdd4a38 service neutron] 10.222.0.21 "GET /v2.0/networks/81d78ab1-c523-4b4f-a063-d0969b176f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859412 Sep 16 05:12:18.313056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18799e4-11f7-4353-8c7e-8a9b953464e5 None None] Routers {'265f4ec0-c2d5-4fcd-913d-5c7083035fa2'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:18.313865 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c18799e4-11f7-4353-8c7e-8a9b953464e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['265f4ec0-c2d5-4fcd-913d-5c7083035fa2'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:18.317996 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] Attempting to bind port 242453dc-73d1-4c83-91fc-e0f445611f8c on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:18.318237 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] Attempting to bind port 242453dc-73d1-4c83-91fc-e0f445611f8c by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '2241be77-0bd3-4c09-9235-c7b8fd73cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:18.318669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] Attempting to bind port 242453dc-73d1-4c83-91fc-e0f445611f8c on network ef888d46-3fae-48bc-9131-b5f0caf06e12 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:18.362433 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:18.362968 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] Checking segment: {'id': '2241be77-0bd3-4c09-9235-c7b8fd73cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:18.369234 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.369234 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] Bound using segment: {'id': '2241be77-0bd3-4c09-9235-c7b8fd73cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:18.369234 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] Bound port: 242453dc-73d1-4c83-91fc-e0f445611f8c, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2241be77-0bd3-4c09-9235-c7b8fd73cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:18.369234 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.426566 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6a920e5-89cd-4f92-a78e-8ec47bff2b50 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.488583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] For port 242453dc-73d1-4c83-91fc-e0f445611f8c, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:18.490991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-528b487b-4e02-4e7d-8769-da1c3d61d9fd req-8cabbb3d-4ee6-482f-b697-7a4a0658ef44 service neutron] 10.222.0.20 "GET /v2.0/networks/81d78ab1-c523-4b4f-a063-d0969b176f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883700 Sep 16 05:12:18.501601 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] For port 242453dc-73d1-4c83-91fc-e0f445611f8c, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=242453dc-73d1-4c83-91fc-e0f445611f8c,segment=NetworkSegment(2241be77-0bd3-4c09-9235-c7b8fd73cd71),segment_id=2241be77-0bd3-4c09-9235-c7b8fd73cd71)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:18.508404 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2ec888c-9ffc-489b-aad7-2e9fa6d14e6e req-40b9d78b-1754-4f08-993e-f0dc700db7d4 service neutron] 10.222.0.21 "GET /v2.0/networks/81d78ab1-c523-4b4f-a063-d0969b176f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850226 Sep 16 05:12:18.521762 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-c18799e4-11f7-4353-8c7e-8a9b953464e5 None None] Set router 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:18.567562 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.590681 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6a920e5-89cd-4f92-a78e-8ec47bff2b50 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.679007 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a920e5-89cd-4f92-a78e-8ec47bff2b50 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network ef888d46-3fae-48bc-9131-b5f0caf06e12 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:18.708170 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9a2d5-e3c1-4a44-81d5-eec99e53756a None None] Pushing event updated for resources: {'Port': ['ID=242453dc-73d1-4c83-91fc-e0f445611f8c,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:18.709972 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a920e5-89cd-4f92-a78e-8ec47bff2b50 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:18.732044 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-c6a920e5-89cd-4f92-a78e-8ec47bff2b50 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:18.738336 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a920e5-89cd-4f92-a78e-8ec47bff2b50 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:18.739572 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6a920e5-89cd-4f92-a78e-8ec47bff2b50 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.809685 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-c7c201a3-99a1-407b-8685-2a1b481f82ae tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.3 HTTP/1.1" status: 200 len: 998 time: 0.1833553 Sep 16 05:12:18.922845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-82991e8a-57ca-480c-ad75-b8a3de8e1895 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:18.928941 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-82991e8a-57ca-480c-ad75-b8a3de8e1895 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports/311b4794-15b8-423b-afef-f006ac033517 HTTP/1.1" status: 200 len: 943 time: 0.0977926 Sep 16 05:12:19.037510 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c18799e4-11f7-4353-8c7e-8a9b953464e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015051574-router', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'gw_port': {'id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:50Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '970b28ee-9c3a-4278-ada4-1f42b1eefbf0', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'port_id': '311b4794-15b8-423b-afef-f006ac033517', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74', 'mac_address': 'fa:16:3e:7b:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b439e9d-127f-4255-b67c-0d9403c76c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:12Z', 'updated_at': '2021-09-16T05:12:15Z', 'revision_number': 1, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b48507f-0eba-4782-aa69-46fc9b243399', 'name': '', 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'mac_address': 'fa:16:3e:16:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '616703c3-a18d-46a5-b3fb-1cf791163d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:56Z', 'updated_at': '2021-09-16T05:11:10Z', 'revision_number': 5, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'subnets': [{'id': '616703c3-a18d-46a5-b3fb-1cf791163d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:19.114826 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18799e4-11f7-4353-8c7e-8a9b953464e5 None None] The sync data for ids ['265f4ec0-c2d5-4fcd-913d-5c7083035fa2'] in n-d-712140-13 is: [{'id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015051574-router', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'gw_port': {'id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:50Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '970b28ee-9c3a-4278-ada4-1f42b1eefbf0', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'port_id': '311b4794-15b8-423b-afef-f006ac033517', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74', 'mac_address': 'fa:16:3e:7b:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b439e9d-127f-4255-b67c-0d9403c76c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:12Z', 'updated_at': '2021-09-16T05:12:15Z', 'revision_number': 1, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b48507f-0eba-4782-aa69-46fc9b243399', 'name': '', 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'mac_address': 'fa:16:3e:16:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '616703c3-a18d-46a5-b3fb-1cf791163d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:56Z', 'updated_at': '2021-09-16T05:11:10Z', 'revision_number': 5, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'subnets': [{'id': '616703c3-a18d-46a5-b3fb-1cf791163d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:19.128417 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6a920e5-89cd-4f92-a78e-8ec47bff2b50 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.133281 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-5f0f5a0f-9a50-4682-9887-04e684d36640 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.3 HTTP/1.1" status: 200 len: 998 time: 0.1157682 Sep 16 05:12:19.190126 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:12:19.424801 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-ddff0ddb-250b-479c-a95b-568fd54530f6 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:19.451715 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-ddff0ddb-250b-479c-a95b-568fd54530f6 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.3172083 Sep 16 05:12:19.464953 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-b66ebf88-5811-431a-966f-3cf2abe3f3bc tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:12:19.481802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-b66ebf88-5811-431a-966f-3cf2abe3f3bc tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0283372 Sep 16 05:12:19.638590 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe82b5d-017a-4c17-9ae9-b6cac5b94f54 None None] New status for floating IP 970b28ee-9c3a-4278-ada4-1f42b1eefbf0: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:12:19.925813 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 242453dc-73d1-4c83-91fc-e0f445611f8c up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:20.065331 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 242453dc-73d1-4c83-91fc-e0f445611f8c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:20.066465 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.129741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46748) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:20.131445 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6a920e5-89cd-4f92-a78e-8ec47bff2b50 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.155474 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-0d9aea81-64ea-49b2-87b6-96b215c45bc3 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.3 HTTP/1.1" status: 200 len: 998 time: 0.6719820 Sep 16 05:12:20.167352 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-694730f1-ac83-4a0d-b6e8-b0b711ec83d9 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:20.193819 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6a920e5-89cd-4f92-a78e-8ec47bff2b50 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.195359 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c6a920e5-89cd-4f92-a78e-8ec47bff2b50 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.286722 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-694730f1-ac83-4a0d-b6e8-b0b711ec83d9 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.324618 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.350907 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a920e5-89cd-4f92-a78e-8ec47bff2b50 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:20.405660 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 242453dc-73d1-4c83-91fc-e0f445611f8c, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=242453dc-73d1-4c83-91fc-e0f445611f8c,segment=NetworkSegment(2241be77-0bd3-4c09-9235-c7b8fd73cd71),segment_id=2241be77-0bd3-4c09-9235-c7b8fd73cd71)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:20.508247 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.533715 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a920e5-89cd-4f92-a78e-8ec47bff2b50 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network ef888d46-3fae-48bc-9131-b5f0caf06e12 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:20.536400 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-c6a920e5-89cd-4f92-a78e-8ec47bff2b50 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:20.543594 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2307dd-c866-4693-875d-b9b8d02985e1 req-d8813f44-36d6-46d6-a6fb-a350462ad157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:20.551474 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bb2307dd-c866-4693-875d-b9b8d02985e1 req-d8813f44-36d6-46d6-a6fb-a350462ad157 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 1097 time: 0.4195657 Sep 16 05:12:20.624149 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=242453dc-73d1-4c83-91fc-e0f445611f8c,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:20.640984 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bb2307dd-c866-4693-875d-b9b8d02985e1 req-42aa853e-7670-4394-9099-8a8463b71157 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2493221a-fe0a-4d38-9e09-581abafdd194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885124 Sep 16 05:12:20.648148 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-694730f1-ac83-4a0d-b6e8-b0b711ec83d9 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.664018 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db476292-4b12-4363-8480-0f0bbf22cb56 None None] Network ef888d46-3fae-48bc-9131-b5f0caf06e12 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:20.731313 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-694730f1-ac83-4a0d-b6e8-b0b711ec83d9 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.731680 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-694730f1-ac83-4a0d-b6e8-b0b711ec83d9 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Floating IP 970b28ee-9c3a-4278-ada4-1f42b1eefbf0 disassociated. External IP: 172.25.4.3, port: 311b4794-15b8-423b-afef-f006ac033517. Sep 16 05:12:20.757637 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bfb5ae8-55d6-4e41-8b71-bc66e56973fb None None] Provisioning complete for port 242453dc-73d1-4c83-91fc-e0f445611f8c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:20.758315 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bfb5ae8-55d6-4e41-8b71-bc66e56973fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.767349 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a920e5-89cd-4f92-a78e-8ec47bff2b50 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router dbb05299-ec61-4a8d-aee6-742b70fa02f4 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:12:20.927639 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a920e5-89cd-4f92-a78e-8ec47bff2b50 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:20.935107 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c6a920e5-89cd-4f92-a78e-8ec47bff2b50 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/dbb05299-ec61-4a8d-aee6-742b70fa02f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4454811 Sep 16 05:12:20.937653 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46764) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:20.942143 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] Sync routers for ids ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:20.943797 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c22402bf-3dc2-4ef8-9c8e-fd1e574ae6c5 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-298551022'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:20.972684 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] Routers {'dbb05299-ec61-4a8d-aee6-742b70fa02f4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:20.973327 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:21.080232 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22402bf-3dc2-4ef8-9c8e-fd1e574ae6c5 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Made reservation on behalf of 795a658db99f44bf80dbe2f001381533 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:21.085784 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c22402bf-3dc2-4ef8-9c8e-fd1e574ae6c5 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.097428 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] Set router dbb05299-ec61-4a8d-aee6-742b70fa02f4 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:21.140810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-694730f1-ac83-4a0d-b6e8-b0b711ec83d9 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Router 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:21.143317 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22402bf-3dc2-4ef8-9c8e-fd1e574ae6c5 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:21.173066 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c22402bf-3dc2-4ef8-9c8e-fd1e574ae6c5 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.173608 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-c22402bf-3dc2-4ef8-9c8e-fd1e574ae6c5 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Added segment 32b64a7d-0aac-41ad-912b-1dc0dd03c7d3 of type vlan for network 01057712-51e7-491b-a460-c478581ace6c Sep 16 05:12:21.311670 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c22402bf-3dc2-4ef8-9c8e-fd1e574ae6c5 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.317790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-694730f1-ac83-4a0d-b6e8-b0b711ec83d9 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:21.328741 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-694730f1-ac83-4a0d-b6e8-b0b711ec83d9 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.334419 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a299f4-6c8c-4f32-8900-79044921c2ff None None] Sync routers for ids ['265f4ec0-c2d5-4fcd-913d-5c7083035fa2'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:21.359715 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a299f4-6c8c-4f32-8900-79044921c2ff None None] Routers {'265f4ec0-c2d5-4fcd-913d-5c7083035fa2'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:21.361769 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-92a299f4-6c8c-4f32-8900-79044921c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['265f4ec0-c2d5-4fcd-913d-5c7083035fa2'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:21.418452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-694730f1-ac83-4a0d-b6e8-b0b711ec83d9 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "PUT /v2.0/floatingips/970b28ee-9c3a-4278-ada4-1f42b1eefbf0 HTTP/1.1" status: 200 len: 693 time: 1.2566564 Sep 16 05:12:21.426686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b439e9d-127f-4255-b67c-0d9403c76c29', 'tag': '311b4794-15b8-423b-afef-f006ac033517'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:21.435359 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385999c7-d723-4139-8143-6f6a346c37d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1b439e9d-127f-4255-b67c-0d9403c76c29", "tag": "311b4794-15b8-423b-afef-f006ac033517"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:21.456371 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c22402bf-3dc2-4ef8-9c8e-fd1e574ae6c5 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.463503 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22402bf-3dc2-4ef8-9c8e-fd1e574ae6c5 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:21.463714 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c22402bf-3dc2-4ef8-9c8e-fd1e574ae6c5 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.554074 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db16874-bff1-4998-8de0-d256a694f3a0 x-openstack-request-id: req-7db16874-bff1-4998-8de0-d256a694f3a0 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:21.554498 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b439e9d-127f-4255-b67c-0d9403c76c29", "tag": "311b4794-15b8-423b-afef-f006ac033517", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:21.556737 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7db16874-bff1-4998-8de0-d256a694f3a0 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:21.558723 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b439e9d-127f-4255-b67c-0d9403c76c29', 'tag': '311b4794-15b8-423b-afef-f006ac033517', 'status': 'completed', 'code': 200} Sep 16 05:12:21.575563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-7987e845-efc0-494b-98a2-81d0be168924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:21.580162 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-7987e845-efc0-494b-98a2-81d0be168924 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46b5f4cbaa1a4425a9c50fd107659600&device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 1098 time: 0.1180863 Sep 16 05:12:21.787740 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-92a299f4-6c8c-4f32-8900-79044921c2ff None None] Set router 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:21.801197 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 242453dc-73d1-4c83-91fc-e0f445611f8c up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:21.802838 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c22402bf-3dc2-4ef8-9c8e-fd1e574ae6c5 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8637550 Sep 16 05:12:21.806063 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46788) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:21.812290 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-3c769943-e2bf-47b1-8088-ed6f3c2a33a7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'subnet': {'network_id': '01057712-51e7-491b-a460-c478581ace6c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:21.823013 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fbad9b38-7e78-471d-843f-e6e45fdd4cc2 None None] Provisioning complete for port dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:21.824244 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fbad9b38-7e78-471d-843f-e6e45fdd4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.833926 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22402bf-3dc2-4ef8-9c8e-fd1e574ae6c5 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Network': ['ID=01057712-51e7-491b-a460-c478581ace6c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:21.935270 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-fbad9b38-7e78-471d-843f-e6e45fdd4cc2 None None] Port dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:21.938677 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 01057712-51e7-491b-a460-c478581ace6c details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:21.983134 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385999c7-d723-4139-8143-6f6a346c37d5 req-96ef7533-c184-4ca4-bac1-388a5f0bde22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:21.983134 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-385999c7-d723-4139-8143-6f6a346c37d5 req-96ef7533-c184-4ca4-bac1-388a5f0bde22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46b5f4cbaa1a4425a9c50fd107659600&device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 1098 time: 0.3608158 Sep 16 05:12:22.068150 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-3b6bf3da-4cf4-46ee-96cc-5a6bdb9e1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:22.071356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-3b6bf3da-4cf4-46ee-96cc-5a6bdb9e1e53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81d78ab1-c523-4b4f-a063-d0969b176f74 HTTP/1.1" status: 200 len: 921 time: 0.4841669 Sep 16 05:12:22.132597 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fbad9b38-7e78-471d-843f-e6e45fdd4cc2 None None] Provisioning complete for port 242453dc-73d1-4c83-91fc-e0f445611f8c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:22.137172 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fbad9b38-7e78-471d-843f-e6e45fdd4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.177133 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c769943-e2bf-47b1-8088-ed6f3c2a33a7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Made reservation on behalf of 795a658db99f44bf80dbe2f001381533 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:22.177133 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3c769943-e2bf-47b1-8088-ed6f3c2a33a7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.192785 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:18Z', 'revision_number': 2, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:19Z', 'revision_number': 2, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:22.241763 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] Checking router: dbb05299-ec61-4a8d-aee6-742b70fa02f4 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:22.246689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] Updating router dbb05299-ec61-4a8d-aee6-742b70fa02f4 port dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:12:22.300375 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-83f5f340-94ab-4d0f-be7e-852ae5ff38fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311b4794-15b8-423b-afef-f006ac033517 HTTP/1.1" status: 200 len: 217 time: 0.2206306 Sep 16 05:12:22.361263 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-92a299f4-6c8c-4f32-8900-79044921c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015051574-router', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'gw_port': {'id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:50Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '3b48507f-0eba-4782-aa69-46fc9b243399', 'name': '', 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'mac_address': 'fa:16:3e:16:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '616703c3-a18d-46a5-b3fb-1cf791163d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:56Z', 'updated_at': '2021-09-16T05:11:10Z', 'revision_number': 5, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'subnets': [{'id': '616703c3-a18d-46a5-b3fb-1cf791163d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:22.383417 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.423757 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a299f4-6c8c-4f32-8900-79044921c2ff None None] Checking router: 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:22.453513 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a299f4-6c8c-4f32-8900-79044921c2ff None None] Routers {'265f4ec0-c2d5-4fcd-913d-5c7083035fa2'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:22.454699 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-92a299f4-6c8c-4f32-8900-79044921c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['265f4ec0-c2d5-4fcd-913d-5c7083035fa2'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:22.466737 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385999c7-d723-4139-8143-6f6a346c37d5 req-e9af8789-320c-4894-a330-571783f0c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:22.466737 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-385999c7-d723-4139-8143-6f6a346c37d5 req-e9af8789-320c-4894-a330-571783f0c5e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d78ab1-c523-4b4f-a063-d0969b176f74 HTTP/1.1" status: 200 len: 921 time: 0.4670162 Sep 16 05:12:22.474258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-eaa2f718-d8b8-4871-8322-7944969df28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:22.476251 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-eaa2f718-d8b8-4871-8322-7944969df28a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=616703c3-a18d-46a5-b3fb-1cf791163d44 HTTP/1.1" status: 200 len: 860 time: 0.1631708 Sep 16 05:12:22.496014 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 242453dc-73d1-4c83-91fc-e0f445611f8c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:22.496389 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.597339 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-385999c7-d723-4139-8143-6f6a346c37d5 req-88f9a38a-f1c2-4882-9261-4ccad8396981 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311b4794-15b8-423b-afef-f006ac033517 HTTP/1.1" status: 200 len: 217 time: 0.1179261 Sep 16 05:12:22.601735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-ce4ec61d-4fc3-40d3-830e-059d04b1f0bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81d78ab1-c523-4b4f-a063-d0969b176f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657921 Sep 16 05:12:22.695145 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385999c7-d723-4139-8143-6f6a346c37d5 req-29930bf0-c141-4350-9a9b-79f6f4a91761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:22.697272 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-385999c7-d723-4139-8143-6f6a346c37d5 req-29930bf0-c141-4350-9a9b-79f6f4a91761 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=616703c3-a18d-46a5-b3fb-1cf791163d44 HTTP/1.1" status: 200 len: 860 time: 0.0916274 Sep 16 05:12:22.763462 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-385999c7-d723-4139-8143-6f6a346c37d5 req-b3a59d0a-de15-492c-aa22-21b9a91413c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d78ab1-c523-4b4f-a063-d0969b176f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537131 Sep 16 05:12:22.788882 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3c769943-e2bf-47b1-8088-ed6f3c2a33a7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.976488 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-92a299f4-6c8c-4f32-8900-79044921c2ff None None] Set router 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:22.979732 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c769943-e2bf-47b1-8088-ed6f3c2a33a7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Subnet': ['ID=4c5f156a-0d0d-4412-a139-4c7d1ea49fc7,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:22.997669 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c769943-e2bf-47b1-8088-ed6f3c2a33a7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Checking segment: {'id': '32b64a7d-0aac-41ad-912b-1dc0dd03c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '01057712-51e7-491b-a460-c478581ace6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:22.997669 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c769943-e2bf-47b1-8088-ed6f3c2a33a7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network hostable DHCP agents. Network: 01057712-51e7-491b-a460-c478581ace6c, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:23.084827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-9a10b76a-3b6e-4f40-86db-63c1bfbc5ad9 service neutron] 10.222.0.20 "GET /v2.0/networks/81d78ab1-c523-4b4f-a063-d0969b176f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916991 Sep 16 05:12:23.136840 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c769943-e2bf-47b1-8088-ed6f3c2a33a7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network 01057712-51e7-491b-a460-c478581ace6c is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:23.217324 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-385999c7-d723-4139-8143-6f6a346c37d5 req-d3b06866-ca4a-48a6-8e12-0317932d0cb8 service neutron] 10.222.0.21 "GET /v2.0/networks/81d78ab1-c523-4b4f-a063-d0969b176f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404027 Sep 16 05:12:23.253433 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-3c769943-e2bf-47b1-8088-ed6f3c2a33a7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 01057712-51e7-491b-a460-c478581ace6c) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:23.271999 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c769943-e2bf-47b1-8088-ed6f3c2a33a7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:23.273944 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3c769943-e2bf-47b1-8088-ed6f3c2a33a7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.375736 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3c769943-e2bf-47b1-8088-ed6f3c2a33a7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5675075 Sep 16 05:12:23.376996 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46822) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:23.426789 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-385999c7-d723-4139-8143-6f6a346c37d5 req-d85530d5-8c49-471a-b6b3-9636603292f2 service neutron] 10.222.0.21 "GET /v2.0/networks/81d78ab1-c523-4b4f-a063-d0969b176f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005315 Sep 16 05:12:23.445186 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d32d1565-b249-499b-b0fa-9b250c7ac226 req-8257220a-4879-4bfa-8f12-11c17ea9b281 service neutron] 10.222.0.20 "GET /v2.0/networks/81d78ab1-c523-4b4f-a063-d0969b176f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470950 Sep 16 05:12:23.478665 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1c1b31-1d3f-4dc0-a4e9-59ad28c3b7fe None None] Network 01057712-51e7-491b-a460-c478581ace6c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:23.486042 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-92a299f4-6c8c-4f32-8900-79044921c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015051574-router', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'gw_port': {'id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:50Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '3b48507f-0eba-4782-aa69-46fc9b243399', 'name': '', 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'mac_address': 'fa:16:3e:16:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '616703c3-a18d-46a5-b3fb-1cf791163d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:56Z', 'updated_at': '2021-09-16T05:11:10Z', 'revision_number': 5, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'subnets': [{'id': '616703c3-a18d-46a5-b3fb-1cf791163d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:23.528114 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a299f4-6c8c-4f32-8900-79044921c2ff None None] The sync data for ids ['265f4ec0-c2d5-4fcd-913d-5c7083035fa2'] in n-d-712140-13 is: [{'id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015051574-router', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'gw_port': {'id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:50Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '3b48507f-0eba-4782-aa69-46fc9b243399', 'name': '', 'network_id': '81d78ab1-c523-4b4f-a063-d0969b176f74', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'mac_address': 'fa:16:3e:16:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '616703c3-a18d-46a5-b3fb-1cf791163d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:56Z', 'updated_at': '2021-09-16T05:11:10Z', 'revision_number': 5, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'subnets': [{'id': '616703c3-a18d-46a5-b3fb-1cf791163d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:23.694108 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fe2a681-c9c4-433e-9ae6-291f46384c75 req-512c8998-deff-484b-be67-2bc1a2026cef tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/floatingips/970b28ee-9c3a-4278-ada4-1f42b1eefbf0 HTTP/1.1" status: 200 len: 693 time: 0.1081734 Sep 16 05:12:23.769889 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-30ce73a0-1415-4e74-b4b0-284c4b013969 None None] Provisioning complete for port dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:23.770285 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-30ce73a0-1415-4e74-b4b0-284c4b013969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.874804 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-30ce73a0-1415-4e74-b4b0-284c4b013969 None None] Port dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:23.880082 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-01057712-51e7-491b-a460-c478581ace6c', 'network_id': '01057712-51e7-491b-a460-c478581ace6c', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'fixed_ips': [{'subnet_id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:12:23.881224 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.087732 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2a681-c9c4-433e-9ae6-291f46384c75 req-35e98656-d068-451e-a999-cc6269f6fb2f tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:24.089882 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fe2a681-c9c4-433e-9ae6-291f46384c75 req-35e98656-d068-451e-a999-cc6269f6fb2f tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/networks/edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 784 time: 0.3947525 Sep 16 05:12:24.110529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-0fe2a681-c9c4-433e-9ae6-291f46384c75 req-1549755b-c61c-4adf-b274-871b811c3438 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:12:24.123141 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fe2a681-c9c4-433e-9ae6-291f46384c75 req-1549755b-c61c-4adf-b274-871b811c3438 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234165 Sep 16 05:12:24.241096 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] Allocated IP 2001:db8:1::2 (01057712-51e7-491b-a460-c478581ace6c/4c5f156a-0d0d-4412-a139-4c7d1ea49fc7/73f39af7-a269-4027-8879-e87e77949807) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:24.257803 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fe2a681-c9c4-433e-9ae6-291f46384c75 req-cfdf0af4-b54c-4fec-9d10-c67424dce12c tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.3 HTTP/1.1" status: 200 len: 696 time: 0.1249454 Sep 16 05:12:24.272831 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dc8a0ff1-cc3d-4deb-bb8e-ab2f1403a9d8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.311620 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7afa01-3072-437b-9841-d52220a7b029 None None] New status for floating IP 970b28ee-9c3a-4278-ada4-1f42b1eefbf0: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:12:24.370994 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fe2a681-c9c4-433e-9ae6-291f46384c75 req-35e289e7-d0fc-4491-abc4-730c61b0076b tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.3 HTTP/1.1" status: 200 len: 696 time: 0.1067090 Sep 16 05:12:24.597282 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.599576 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.705179 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.797383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-0fe2a681-c9c4-433e-9ae6-291f46384c75 req-7934bc7c-ff94-4da3-8f66-e3994af6e4eb tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Deleting port ae0bbe30-4001-4482-b0ac-d9b41af0f3fb {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:24.798370 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0fe2a681-c9c4-433e-9ae6-291f46384c75 req-7934bc7c-ff94-4da3-8f66-e3994af6e4eb tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.801054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7252cb-daeb-4992-9b51-e87d6c29274c None None] Pushing event updated for resources: {'Port': ['ID=dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:24.867009 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.976507 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.988285 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0fe2a681-c9c4-433e-9ae6-291f46384c75 req-7934bc7c-ff94-4da3-8f66-e3994af6e4eb tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.989004 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0fe2a681-c9c4-433e-9ae6-291f46384c75 req-7934bc7c-ff94-4da3-8f66-e3994af6e4eb tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.013283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-0fe2a681-c9c4-433e-9ae6-291f46384c75 req-7934bc7c-ff94-4da3-8f66-e3994af6e4eb tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Calling delete_port for ae0bbe30-4001-4482-b0ac-d9b41af0f3fb owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:25.091967 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] Attempting to bind port dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:25.092442 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] Attempting to bind port dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '2241be77-0bd3-4c09-9235-c7b8fd73cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:25.092761 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] Attempting to bind port dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9 on network ef888d46-3fae-48bc-9131-b5f0caf06e12 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:25.116960 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] Network 01057712-51e7-491b-a460-c478581ace6c is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:25.119878 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:25.124671 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] Checking segment: {'id': '2241be77-0bd3-4c09-9235-c7b8fd73cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:25.125374 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.125962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] Bound using segment: {'id': '2241be77-0bd3-4c09-9235-c7b8fd73cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:25.126688 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] Bound port: dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2241be77-0bd3-4c09-9235-c7b8fd73cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:25.127556 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.157863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:25.166173 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:25.187384 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] Pushing event updated for resources: {'Port': ['ID=73f39af7-a269-4027-8879-e87e77949807,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:25.350233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] Attempting to bind port 73f39af7-a269-4027-8879-e87e77949807 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:25.351014 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] Attempting to bind port 73f39af7-a269-4027-8879-e87e77949807 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '32b64a7d-0aac-41ad-912b-1dc0dd03c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '01057712-51e7-491b-a460-c478581ace6c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:25.351575 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] Attempting to bind port 73f39af7-a269-4027-8879-e87e77949807 on network 01057712-51e7-491b-a460-c478581ace6c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:25.368941 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:25.369780 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] Checking segment: {'id': '32b64a7d-0aac-41ad-912b-1dc0dd03c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '01057712-51e7-491b-a460-c478581ace6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:25.370358 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.371000 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] Bound using segment: {'id': '32b64a7d-0aac-41ad-912b-1dc0dd03c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '01057712-51e7-491b-a460-c478581ace6c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:25.371744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] Bound port: 73f39af7-a269-4027-8879-e87e77949807, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b64a7d-0aac-41ad-912b-1dc0dd03c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '01057712-51e7-491b-a460-c478581ace6c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:25.372385 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.430000 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] For port dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:25.436497 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] For port dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9,segment=NetworkSegment(2241be77-0bd3-4c09-9235-c7b8fd73cd71),segment_id=2241be77-0bd3-4c09-9235-c7b8fd73cd71)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:25.460183 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-dc8a0ff1-cc3d-4deb-bb8e-ab2f1403a9d8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Allocated IP 2001:db8:1::1 (01057712-51e7-491b-a460-c478581ace6c/4c5f156a-0d0d-4412-a139-4c7d1ea49fc7/2dead670-adaf-467b-9d5d-2769f34d0257) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:25.507168 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.543543 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0fe2a681-c9c4-433e-9ae6-291f46384c75 req-7934bc7c-ff94-4da3-8f66-e3994af6e4eb tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.583695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9f7f9a36-672a-4b25-9574-9c95b9d42982 None None] Provisioning complete for port dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:25.584029 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9f7f9a36-672a-4b25-9574-9c95b9d42982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.651066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] For port 73f39af7-a269-4027-8879-e87e77949807, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:25.670285 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934bc7c-ff94-4da3-8f66-e3994af6e4eb tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Pushing event deleted for resources: {'Port': ['ID=ae0bbe30-4001-4482-b0ac-d9b41af0f3fb,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:25.673526 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7252cb-daeb-4992-9b51-e87d6c29274c None None] Pushing event updated for resources: {'Port': ['ID=dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:25.676357 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] Routers {'dbb05299-ec61-4a8d-aee6-742b70fa02f4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:25.677001 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:25.680733 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dc8a0ff1-cc3d-4deb-bb8e-ab2f1403a9d8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.686583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] For port 73f39af7-a269-4027-8879-e87e77949807, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=73f39af7-a269-4027-8879-e87e77949807,segment=NetworkSegment(32b64a7d-0aac-41ad-912b-1dc0dd03c7d3),segment_id=32b64a7d-0aac-41ad-912b-1dc0dd03c7d3)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:25.815167 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.864940 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0fe2a681-c9c4-433e-9ae6-291f46384c75 req-7934bc7c-ff94-4da3-8f66-e3994af6e4eb tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.869812 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dc8a0ff1-cc3d-4deb-bb8e-ab2f1403a9d8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.873643 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0fe2a681-c9c4-433e-9ae6-291f46384c75 req-7934bc7c-ff94-4da3-8f66-e3994af6e4eb tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.876260 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fe2a681-c9c4-433e-9ae6-291f46384c75 req-7934bc7c-ff94-4da3-8f66-e3994af6e4eb tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "DELETE /v2.0/floatingips/970b28ee-9c3a-4278-ada4-1f42b1eefbf0 HTTP/1.1" status: 204 len: 173 time: 1.4894822 Sep 16 05:12:26.004956 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] Set router dbb05299-ec61-4a8d-aee6-742b70fa02f4 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:26.005714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ebb4448b-0889-4f96-bd4a-cb90bf644aea req-4e6e81b1-c1d2-4755-8c5e-55e89abd2fd1 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups/0a13bf26-f7e9-4161-961d-c235d629a24b HTTP/1.1" status: 200 len: 1810 time: 0.0914776 Sep 16 05:12:26.016234 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8a0ff1-cc3d-4deb-bb8e-ab2f1403a9d8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network 01057712-51e7-491b-a460-c478581ace6c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:26.021953 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-dc8a0ff1-cc3d-4deb-bb8e-ab2f1403a9d8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:26.031504 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a0ff1-cc3d-4deb-bb8e-ab2f1403a9d8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=2dead670-adaf-467b-9d5d-2769f34d0257,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:26.034475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a0ff1-cc3d-4deb-bb8e-ab2f1403a9d8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:26.035192 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dc8a0ff1-cc3d-4deb-bb8e-ab2f1403a9d8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.147963 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ebb4448b-0889-4f96-bd4a-cb90bf644aea req-aa1add90-eb98-411d-9dbb-97fffde92fb7 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.218476 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ebb4448b-0889-4f96-bd4a-cb90bf644aea req-aa1add90-eb98-411d-9dbb-97fffde92fb7 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.346075 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcdee9-7fed-4d50-bb5c-87372b32c755 None None] Pushing event updated for resources: {'Port': ['ID=73f39af7-a269-4027-8879-e87e77949807,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:26.349235 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9f7f9a36-672a-4b25-9574-9c95b9d42982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.470335 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9f7f9a36-672a-4b25-9574-9c95b9d42982 None None] For port dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9,segment=NetworkSegment(2241be77-0bd3-4c09-9235-c7b8fd73cd71),segment_id=2241be77-0bd3-4c09-9235-c7b8fd73cd71)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:26.497179 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ebb4448b-0889-4f96-bd4a-cb90bf644aea req-aa1add90-eb98-411d-9dbb-97fffde92fb7 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.503295 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ebb4448b-0889-4f96-bd4a-cb90bf644aea req-aa1add90-eb98-411d-9dbb-97fffde92fb7 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.512395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ebb4448b-0889-4f96-bd4a-cb90bf644aea req-aa1add90-eb98-411d-9dbb-97fffde92fb7 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "DELETE /v2.0/security-groups/0a13bf26-f7e9-4161-961d-c235d629a24b HTTP/1.1" status: 204 len: 173 time: 0.4952409 Sep 16 05:12:26.520584 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dc8a0ff1-cc3d-4deb-bb8e-ab2f1403a9d8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.528831 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1add90-eb98-411d-9dbb-97fffde92fb7 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a13bf26-f7e9-4161-961d-c235d629a24b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:26.589657 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9f7f9a36-672a-4b25-9574-9c95b9d42982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.694118 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f9a36-672a-4b25-9574-9c95b9d42982 None None] Pushing event updated for resources: {'Port': ['ID=dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:26.731578 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:18Z', 'revision_number': 2, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:25Z', 'revision_number': 4, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:26.773699 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8b50b-ad2f-4597-b315-123411cb1ad0 None None] The sync data for ids ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'] in n-d-712140-13 is: [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:18Z', 'revision_number': 2, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:25Z', 'revision_number': 4, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:26.775881 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9d8b06ca-9edf-4f4b-9a8b-468032a5c1fa None None] Provisioning complete for port dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:26.776331 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9d8b06ca-9edf-4f4b-9a8b-468032a5c1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.054197 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dc8a0ff1-cc3d-4deb-bb8e-ab2f1403a9d8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.236243 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dc8a0ff1-cc3d-4deb-bb8e-ab2f1403a9d8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.238412 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dc8a0ff1-cc3d-4deb-bb8e-ab2f1403a9d8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.368123 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17000195-2f40-4fce-83bf-05097907fdec req-26ed0344-ed36-4785-b9ff-4fe51301f50d tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:27.402356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17000195-2f40-4fce-83bf-05097907fdec req-26ed0344-ed36-4785-b9ff-4fe51301f50d tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.1161320 Sep 16 05:12:27.476098 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a0ff1-cc3d-4deb-bb8e-ab2f1403a9d8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=2dead670-adaf-467b-9d5d-2769f34d0257,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:27.502193 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17000195-2f40-4fce-83bf-05097907fdec req-65d22ae8-a080-49e5-9c7a-af09f78d164b tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068208 Sep 16 05:12:27.596096 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8a0ff1-cc3d-4deb-bb8e-ab2f1403a9d8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network 01057712-51e7-491b-a460-c478581ace6c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:27.599270 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-dc8a0ff1-cc3d-4deb-bb8e-ab2f1403a9d8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:27.676724 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b704b4c7-f6c4-4161-a758-42f0652d212d None None] Network 01057712-51e7-491b-a460-c478581ace6c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:27.839114 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8a0ff1-cc3d-4deb-bb8e-ab2f1403a9d8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router dbb05299-ec61-4a8d-aee6-742b70fa02f4 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:27.878365 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a96b0afb-04df-4bda-985c-dedc0917e1bb None None] Provisioning complete for port 73f39af7-a269-4027-8879-e87e77949807 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:27.879018 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a96b0afb-04df-4bda-985c-dedc0917e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.042561 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a96b0afb-04df-4bda-985c-dedc0917e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.047084 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8a0ff1-cc3d-4deb-bb8e-ab2f1403a9d8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:28.053207 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dc8a0ff1-cc3d-4deb-bb8e-ab2f1403a9d8 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/dbb05299-ec61-4a8d-aee6-742b70fa02f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6743019 Sep 16 05:12:28.057107 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46870) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:28.062071 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-36faa218-0f98-4792-b4b2-a685fcb467f3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-556052750'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:28.069007 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:28.138765 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a96b0afb-04df-4bda-985c-dedc0917e1bb None None] For port 73f39af7-a269-4027-8879-e87e77949807, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=73f39af7-a269-4027-8879-e87e77949807,segment=NetworkSegment(32b64a7d-0aac-41ad-912b-1dc0dd03c7d3),segment_id=32b64a7d-0aac-41ad-912b-1dc0dd03c7d3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:28.155769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:28.156187 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.194461 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36faa218-0f98-4792-b4b2-a685fcb467f3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Made reservation on behalf of 795a658db99f44bf80dbe2f001381533 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:28.202599 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36faa218-0f98-4792-b4b2-a685fcb467f3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.244037 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36faa218-0f98-4792-b4b2-a685fcb467f3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:28.249275 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 73f39af7-a269-4027-8879-e87e77949807 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:28.251416 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a96b0afb-04df-4bda-985c-dedc0917e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.258694 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36faa218-0f98-4792-b4b2-a685fcb467f3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.259543 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-36faa218-0f98-4792-b4b2-a685fcb467f3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Added segment ab06eda9-2211-46a4-8aa8-e63ebcba5560 of type vlan for network 641350a7-cfe2-4b86-aac3-2f75f6000a45 Sep 16 05:12:28.358577 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36faa218-0f98-4792-b4b2-a685fcb467f3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.375924 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b0afb-04df-4bda-985c-dedc0917e1bb None None] Pushing event updated for resources: {'Port': ['ID=73f39af7-a269-4027-8879-e87e77949807,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:28.403403 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 73f39af7-a269-4027-8879-e87e77949807 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:28.403892 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.498017 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c82f9db0-a6b2-4b24-a379-c3b89b5474a4 None None] Provisioning complete for port 2dead670-adaf-467b-9d5d-2769f34d0257 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:28.498394 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c82f9db0-a6b2-4b24-a379-c3b89b5474a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.504561 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.536576 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36faa218-0f98-4792-b4b2-a685fcb467f3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.543083 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36faa218-0f98-4792-b4b2-a685fcb467f3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.544375 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-36faa218-0f98-4792-b4b2-a685fcb467f3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.572403 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c82f9db0-a6b2-4b24-a379-c3b89b5474a4 None None] Port 2dead670-adaf-467b-9d5d-2769f34d0257 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:28.592055 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c82f9db0-a6b2-4b24-a379-c3b89b5474a4 None None] Provisioning complete for port 73f39af7-a269-4027-8879-e87e77949807 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:28.592936 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c82f9db0-a6b2-4b24-a379-c3b89b5474a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.705584 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36faa218-0f98-4792-b4b2-a685fcb467f3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Network': ['ID=641350a7-cfe2-4b86-aac3-2f75f6000a45,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:28.741134 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 641350a7-cfe2-4b86-aac3-2f75f6000a45 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:28.752087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec479e5-9dc9-4a56-b8c6-bf7318e2eeae req-f1675131-f4ff-45e1-893c-24a0889e60ce tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.753918 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ec479e5-9dc9-4a56-b8c6-bf7318e2eeae req-f1675131-f4ff-45e1-893c-24a0889e60ce tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.0972073 Sep 16 05:12:28.812182 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-36faa218-0f98-4792-b4b2-a685fcb467f3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7557671 Sep 16 05:12:28.816852 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46884) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:28.823743 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-495c6f63-893e-43b2-91ae-d6694207745e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'subnet': {'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:28.856770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ec479e5-9dc9-4a56-b8c6-bf7318e2eeae req-b7a2fb0e-3483-4f38-9635-cb66d8055545 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903306 Sep 16 05:12:29.112421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-08f3dceb-8f58-44f8-9f27-7df77acb11b9 None None] Provisioning complete for port 2dead670-adaf-467b-9d5d-2769f34d0257 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:29.113136 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-08f3dceb-8f58-44f8-9f27-7df77acb11b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.164539 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-08f3dceb-8f58-44f8-9f27-7df77acb11b9 None None] Port 2dead670-adaf-467b-9d5d-2769f34d0257 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:29.182957 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495c6f63-893e-43b2-91ae-d6694207745e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Made reservation on behalf of 795a658db99f44bf80dbe2f001381533 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:29.187052 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-495c6f63-893e-43b2-91ae-d6694207745e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.237577 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84438705-d333-47e9-bde2-82629637ed3d None None] Sync routers for ids ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:29.253545 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84438705-d333-47e9-bde2-82629637ed3d None None] Routers {'dbb05299-ec61-4a8d-aee6-742b70fa02f4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:29.255646 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-84438705-d333-47e9-bde2-82629637ed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:29.303285 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4cdfc861-0fb4-4bc8-8f8d-28fdde838027 None None] Provisioning complete for port 2dead670-adaf-467b-9d5d-2769f34d0257 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:29.304929 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc861-0fb4-4bc8-8f8d-28fdde838027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.411872 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4cdfc861-0fb4-4bc8-8f8d-28fdde838027 None None] Port 2dead670-adaf-467b-9d5d-2769f34d0257 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:29.463384 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-84438705-d333-47e9-bde2-82629637ed3d None None] Set router dbb05299-ec61-4a8d-aee6-742b70fa02f4 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:29.705295 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-495c6f63-893e-43b2-91ae-d6694207745e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.745341 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-84438705-d333-47e9-bde2-82629637ed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 3, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': '2dead670-adaf-467b-9d5d-2769f34d0257', 'name': '', 'network_id': '01057712-51e7-491b-a460-c478581ace6c', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:93:ea:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:25Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 2, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:29.786176 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84438705-d333-47e9-bde2-82629637ed3d None None] Checking router: dbb05299-ec61-4a8d-aee6-742b70fa02f4 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:29.786176 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84438705-d333-47e9-bde2-82629637ed3d None None] Updating router dbb05299-ec61-4a8d-aee6-742b70fa02f4 port 2dead670-adaf-467b-9d5d-2769f34d0257 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:12:29.800267 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c6f63-893e-43b2-91ae-d6694207745e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Subnet': ['ID=d5747068-eb92-4c09-9232-27237b9d9d21,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:29.802685 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c6f63-893e-43b2-91ae-d6694207745e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Checking segment: {'id': 'ab06eda9-2211-46a4-8aa8-e63ebcba5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:29.803081 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495c6f63-893e-43b2-91ae-d6694207745e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network hostable DHCP agents. Network: 641350a7-cfe2-4b86-aac3-2f75f6000a45, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:29.836776 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-84438705-d333-47e9-bde2-82629637ed3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.931995 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495c6f63-893e-43b2-91ae-d6694207745e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network 641350a7-cfe2-4b86-aac3-2f75f6000a45 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:29.948060 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 73f39af7-a269-4027-8879-e87e77949807 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:30.055431 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-495c6f63-893e-43b2-91ae-d6694207745e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 641350a7-cfe2-4b86-aac3-2f75f6000a45) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:30.070353 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495c6f63-893e-43b2-91ae-d6694207745e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:30.072300 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-495c6f63-893e-43b2-91ae-d6694207745e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.082702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 73f39af7-a269-4027-8879-e87e77949807 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:30.083102 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.128851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5923e-0bc9-4e71-8f86-24ba926ef0f9 req-59feb2c7-2e0e-42cc-8069-8b8fe5f32ba6 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:30.149875 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2eb5923e-0bc9-4e71-8f86-24ba926ef0f9 req-59feb2c7-2e0e-42cc-8069-8b8fe5f32ba6 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.1891437 Sep 16 05:12:30.162773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd16089-81f0-4863-9318-6c4569581719 None None] Network 641350a7-cfe2-4b86-aac3-2f75f6000a45 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:30.207791 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-495c6f63-893e-43b2-91ae-d6694207745e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3847182 Sep 16 05:12:30.210978 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46908) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:30.253873 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2eb5923e-0bc9-4e71-8f86-24ba926ef0f9 req-19fd1d37-1522-42c8-a45a-486f8c9a59f0 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025858 Sep 16 05:12:30.387785 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-84438705-d333-47e9-bde2-82629637ed3d None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.496228 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4ee3f-3d78-479d-ae10-9b5324a2374a req-201ad7f5-1948-4c52-8561-17b46e63bfb3 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:30.500577 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1b4ee3f-3d78-479d-ae10-9b5324a2374a req-201ad7f5-1948-4c52-8561-17b46e63bfb3 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.0995536 Sep 16 05:12:30.542199 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-84438705-d333-47e9-bde2-82629637ed3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.653521 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b7fcc-7ef3-4487-a592-b244d1932783 None None] Pushing event updated for resources: {'Port': ['ID=2dead670-adaf-467b-9d5d-2769f34d0257,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:30.657861 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-641350a7-cfe2-4b86-aac3-2f75f6000a45', 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'fixed_ips': [{'subnet_id': 'd5747068-eb92-4c09-9232-27237b9d9d21'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:12:30.659464 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.712312 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b7fcc-7ef3-4487-a592-b244d1932783 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.713059 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b7fcc-7ef3-4487-a592-b244d1932783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.713749 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b7fcc-7ef3-4487-a592-b244d1932783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.714635 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b7fcc-7ef3-4487-a592-b244d1932783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.715384 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b7fcc-7ef3-4487-a592-b244d1932783 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.716035 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b7fcc-7ef3-4487-a592-b244d1932783 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.717356 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b7fcc-7ef3-4487-a592-b244d1932783 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.718827 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b7fcc-7ef3-4487-a592-b244d1932783 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.719399 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b7fcc-7ef3-4487-a592-b244d1932783 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.725967 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b7fcc-7ef3-4487-a592-b244d1932783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.725967 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b7fcc-7ef3-4487-a592-b244d1932783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.725967 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b7fcc-7ef3-4487-a592-b244d1932783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.895293 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-84438705-d333-47e9-bde2-82629637ed3d None None] Attempting to bind port 2dead670-adaf-467b-9d5d-2769f34d0257 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:30.895685 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-84438705-d333-47e9-bde2-82629637ed3d None None] Attempting to bind port 2dead670-adaf-467b-9d5d-2769f34d0257 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '32b64a7d-0aac-41ad-912b-1dc0dd03c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '01057712-51e7-491b-a460-c478581ace6c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:30.896051 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84438705-d333-47e9-bde2-82629637ed3d None None] Attempting to bind port 2dead670-adaf-467b-9d5d-2769f34d0257 on network 01057712-51e7-491b-a460-c478581ace6c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:30.896760 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-d1b4ee3f-3d78-479d-ae10-9b5324a2374a req-9d37c2a9-90cc-4ccc-ba88-79afa1909e0e tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Deleting port 311b4794-15b8-423b-afef-f006ac033517 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:30.897466 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1b4ee3f-3d78-479d-ae10-9b5324a2374a req-9d37c2a9-90cc-4ccc-ba88-79afa1909e0e tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.906393 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84438705-d333-47e9-bde2-82629637ed3d None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:30.906781 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84438705-d333-47e9-bde2-82629637ed3d None None] Checking segment: {'id': '32b64a7d-0aac-41ad-912b-1dc0dd03c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '01057712-51e7-491b-a460-c478581ace6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:30.907219 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-84438705-d333-47e9-bde2-82629637ed3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.907627 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84438705-d333-47e9-bde2-82629637ed3d None None] Bound using segment: {'id': '32b64a7d-0aac-41ad-912b-1dc0dd03c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '01057712-51e7-491b-a460-c478581ace6c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:30.912168 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-84438705-d333-47e9-bde2-82629637ed3d None None] Bound port: 2dead670-adaf-467b-9d5d-2769f34d0257, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b64a7d-0aac-41ad-912b-1dc0dd03c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '01057712-51e7-491b-a460-c478581ace6c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:30.912896 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-84438705-d333-47e9-bde2-82629637ed3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.969956 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] Allocated IP 2001:db8:2::2 (641350a7-cfe2-4b86-aac3-2f75f6000a45/d5747068-eb92-4c09-9232-27237b9d9d21/e68accf0-fab7-4a7d-88f8-d92ce2c65fe5) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:31.124034 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-84438705-d333-47e9-bde2-82629637ed3d None None] For port 2dead670-adaf-467b-9d5d-2769f34d0257, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:31.129900 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-84438705-d333-47e9-bde2-82629637ed3d None None] For port 2dead670-adaf-467b-9d5d-2769f34d0257, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2dead670-adaf-467b-9d5d-2769f34d0257,segment=NetworkSegment(32b64a7d-0aac-41ad-912b-1dc0dd03c7d3),segment_id=32b64a7d-0aac-41ad-912b-1dc0dd03c7d3)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:31.171063 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.205892 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-84438705-d333-47e9-bde2-82629637ed3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.223734 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-d1b4ee3f-3d78-479d-ae10-9b5324a2374a req-9d37c2a9-90cc-4ccc-ba88-79afa1909e0e tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] For port 311b4794-15b8-423b-afef-f006ac033517, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=311b4794-15b8-423b-afef-f006ac033517,segment=NetworkSegment(af1e5cab-e8db-44ca-bce4-bd4fd4209b3d),segment_id=af1e5cab-e8db-44ca-bce4-bd4fd4209b3d)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:31.224393 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1b4ee3f-3d78-479d-ae10-9b5324a2374a req-9d37c2a9-90cc-4ccc-ba88-79afa1909e0e tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.261591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-d1b4ee3f-3d78-479d-ae10-9b5324a2374a req-9d37c2a9-90cc-4ccc-ba88-79afa1909e0e tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Calling delete_port for 311b4794-15b8-423b-afef-f006ac033517 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:31.313058 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.358371 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-86eb6743-5bd8-4311-84ea-b112e6e5a438 None None] Provisioning complete for port 2dead670-adaf-467b-9d5d-2769f34d0257 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:31.358823 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-86eb6743-5bd8-4311-84ea-b112e6e5a438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.379379 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b7fcc-7ef3-4487-a592-b244d1932783 None None] Pushing event updated for resources: {'Port': ['ID=2dead670-adaf-467b-9d5d-2769f34d0257,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:31.408078 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84438705-d333-47e9-bde2-82629637ed3d None None] Routers {'dbb05299-ec61-4a8d-aee6-742b70fa02f4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:31.409303 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-84438705-d333-47e9-bde2-82629637ed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:31.454971 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.567593 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] Network 641350a7-cfe2-4b86-aac3-2f75f6000a45 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:31.597358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:31.626919 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:31.767791 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-84438705-d333-47e9-bde2-82629637ed3d None None] Set router dbb05299-ec61-4a8d-aee6-742b70fa02f4 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:31.849961 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] Pushing event updated for resources: {'Port': ['ID=e68accf0-fab7-4a7d-88f8-d92ce2c65fe5,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:31.855527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e1a53-b9a8-44ef-b452-6c188796ab20 req-e090df10-eb4b-4a94-8507-0de12b4f50f2 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:31.868056 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa9e1a53-b9a8-44ef-b452-6c188796ab20 req-e090df10-eb4b-4a94-8507-0de12b4f50f2 tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 946 time: 0.3440666 Sep 16 05:12:31.911027 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1b4ee3f-3d78-479d-ae10-9b5324a2374a req-9d37c2a9-90cc-4ccc-ba88-79afa1909e0e tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.944349 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Allocated IP 2001:db8:2::1 (641350a7-cfe2-4b86-aac3-2f75f6000a45/d5747068-eb92-4c09-9232-27237b9d9d21/0b34d5ab-99c0-4022-ad77-7123d446433e) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:31.979801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] Attempting to bind port e68accf0-fab7-4a7d-88f8-d92ce2c65fe5 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:31.980468 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] Attempting to bind port e68accf0-fab7-4a7d-88f8-d92ce2c65fe5 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'ab06eda9-2211-46a4-8aa8-e63ebcba5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:31.981172 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] Attempting to bind port e68accf0-fab7-4a7d-88f8-d92ce2c65fe5 on network 641350a7-cfe2-4b86-aac3-2f75f6000a45 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:31.991047 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:31.992962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] Checking segment: {'id': 'ab06eda9-2211-46a4-8aa8-e63ebcba5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:31.992962 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.992962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] Bound using segment: {'id': 'ab06eda9-2211-46a4-8aa8-e63ebcba5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:31.994190 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] Bound port: e68accf0-fab7-4a7d-88f8-d92ce2c65fe5, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab06eda9-2211-46a4-8aa8-e63ebcba5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:31.994822 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.006549 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37c2a9-90cc-4ccc-ba88-79afa1909e0e tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Pushing event deleted for resources: {'Port': ['ID=311b4794-15b8-423b-afef-f006ac033517,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:32.041255 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-86eb6743-5bd8-4311-84ea-b112e6e5a438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.173076 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa9e1a53-b9a8-44ef-b452-6c188796ab20 req-294abe61-33f7-4804-858c-f036c0ac8d1a tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbdd04d-315f-4043-a27e-f8a6e5636316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033075 Sep 16 05:12:32.205208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b4ee3f-3d78-479d-ae10-9b5324a2374a req-9d37c2a9-90cc-4ccc-ba88-79afa1909e0e tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] No DVR routers for this DVR port 311b4794-15b8-423b-afef-f006ac033517 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:32.209119 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d1b4ee3f-3d78-479d-ae10-9b5324a2374a req-9d37c2a9-90cc-4ccc-ba88-79afa1909e0e tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.213939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1b4ee3f-3d78-479d-ae10-9b5324a2374a req-9d37c2a9-90cc-4ccc-ba88-79afa1909e0e tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.21 "DELETE /v2.0/ports/311b4794-15b8-423b-afef-f006ac033517 HTTP/1.1" status: 204 len: 173 time: 1.7027035 Sep 16 05:12:32.214725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b439e9d-127f-4255-b67c-0d9403c76c29', 'name': 'network-vif-deleted', 'tag': '311b4794-15b8-423b-afef-f006ac033517'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:32.219045 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5741df-feb0-45a2-91f7-26f9b5b0db48" -d '{"events": [{"server_uuid": "1b439e9d-127f-4255-b67c-0d9403c76c29", "name": "network-vif-deleted", "tag": "311b4794-15b8-423b-afef-f006ac033517"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:32.229208 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] For port e68accf0-fab7-4a7d-88f8-d92ce2c65fe5, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:32.238156 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] For port e68accf0-fab7-4a7d-88f8-d92ce2c65fe5, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e68accf0-fab7-4a7d-88f8-d92ce2c65fe5,segment=NetworkSegment(ab06eda9-2211-46a4-8aa8-e63ebcba5560),segment_id=ab06eda9-2211-46a4-8aa8-e63ebcba5560)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:32.272055 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9105634-1a4e-4674-9a5b-27234615cfd0 x-openstack-request-id: req-f9105634-1a4e-4674-9a5b-27234615cfd0 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:32.272055 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b439e9d-127f-4255-b67c-0d9403c76c29", "name": "network-vif-deleted", "tag": "311b4794-15b8-423b-afef-f006ac033517", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:32.272055 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9105634-1a4e-4674-9a5b-27234615cfd0 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:32.272055 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b439e9d-127f-4255-b67c-0d9403c76c29', 'name': 'network-vif-deleted', 'tag': '311b4794-15b8-423b-afef-f006ac033517', 'status': 'completed', 'code': 200} Sep 16 05:12:32.280836 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-86eb6743-5bd8-4311-84ea-b112e6e5a438 None None] For port 2dead670-adaf-467b-9d5d-2769f34d0257, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2dead670-adaf-467b-9d5d-2769f34d0257,segment=NetworkSegment(32b64a7d-0aac-41ad-912b-1dc0dd03c7d3),segment_id=32b64a7d-0aac-41ad-912b-1dc0dd03c7d3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:32.306937 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-84438705-d333-47e9-bde2-82629637ed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 3, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': '2dead670-adaf-467b-9d5d-2769f34d0257', 'name': '', 'network_id': '01057712-51e7-491b-a460-c478581ace6c', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:93:ea:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:25Z', 'updated_at': '2021-09-16T05:12:31Z', 'revision_number': 4, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:32.318608 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.373691 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-86eb6743-5bd8-4311-84ea-b112e6e5a438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.373691 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.399286 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84438705-d333-47e9-bde2-82629637ed3d None None] The sync data for ids ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'] in n-d-712140-13 is: [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 3, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': '2dead670-adaf-467b-9d5d-2769f34d0257', 'name': '', 'network_id': '01057712-51e7-491b-a460-c478581ace6c', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:93:ea:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:25Z', 'updated_at': '2021-09-16T05:12:31Z', 'revision_number': 4, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:32.612268 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb6743-5bd8-4311-84ea-b112e6e5a438 None None] Pushing event updated for resources: {'Port': ['ID=2dead670-adaf-467b-9d5d-2769f34d0257,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:32.668941 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fb245dcf-5e1f-4807-a0ee-be7a26fb1388 None None] Provisioning complete for port 2dead670-adaf-467b-9d5d-2769f34d0257 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:32.669332 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fb245dcf-5e1f-4807-a0ee-be7a26fb1388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.685714 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.749293 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=0b34d5ab-99c0-4022-ad77-7123d446433e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:32.753099 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network 641350a7-cfe2-4b86-aac3-2f75f6000a45 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:32.761691 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:32.771309 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:32.771703 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:32.772256 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:32.772777 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:32.773627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:32.774135 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:32.775962 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:32.776325 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:32.776659 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:32.777020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:32.777315 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:32.777854 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:32.781414 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:32.781966 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.842555 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 311b4794-15b8-423b-afef-f006ac033517 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:32.862521 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1af327-64d9-422a-b8ed-f28bc067da42 None None] Pushing event updated for resources: {'Port': ['ID=e68accf0-fab7-4a7d-88f8-d92ce2c65fe5,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:32.896583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 311b4794-15b8-423b-afef-f006ac033517 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:32.896932 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 311b4794-15b8-423b-afef-f006ac033517 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:33.102520 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.387871 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-73ea1b94-36e3-4703-ae44-642889d7c598 req-85f01e25-6b1e-449c-bfce-042af8a03ebf tempest-ServerRescueTestJSONUnderV235-600701032 tempest-ServerRescueTestJSONUnderV235-600701032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b439e9d-127f-4255-b67c-0d9403c76c29 HTTP/1.1" status: 200 len: 210 time: 0.0423548 Sep 16 05:12:33.524318 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.628799 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.629631 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.733443 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=0b34d5ab-99c0-4022-ad77-7123d446433e,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:34.050934 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network 641350a7-cfe2-4b86-aac3-2f75f6000a45 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:34.055475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:34.246488 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e68accf0-fab7-4a7d-88f8-d92ce2c65fe5 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:34.278753 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router dbb05299-ec61-4a8d-aee6-742b70fa02f4 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:34.395574 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38e9dd6-0f9e-4ee9-a079-4886a1966c42 None None] Network 641350a7-cfe2-4b86-aac3-2f75f6000a45 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:34.402977 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port e68accf0-fab7-4a7d-88f8-d92ce2c65fe5 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:34.402977 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.412758 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:34.426958 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8591acde-8288-4d8c-8217-89f9674ed70d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/dbb05299-ec61-4a8d-aee6-742b70fa02f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2139883 Sep 16 05:12:34.429732 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46970) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.436452 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] Sync routers for ids ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:34.444775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-80fe6347-80b1-4414-bdc8-303b777eabc7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1225741178'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:34.470285 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46972) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.507494 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] Routers {'dbb05299-ec61-4a8d-aee6-742b70fa02f4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:34.508141 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:34.628133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fe6347-80b1-4414-bdc8-303b777eabc7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Made reservation on behalf of 795a658db99f44bf80dbe2f001381533 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:34.632219 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80fe6347-80b1-4414-bdc8-303b777eabc7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.665662 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-45bff052-bbd6-4f22-b912-de73addc675b None None] Provisioning complete for port e68accf0-fab7-4a7d-88f8-d92ce2c65fe5 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:34.666717 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-45bff052-bbd6-4f22-b912-de73addc675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.673900 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fe6347-80b1-4414-bdc8-303b777eabc7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:34.684601 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80fe6347-80b1-4414-bdc8-303b777eabc7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.689343 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-80fe6347-80b1-4414-bdc8-303b777eabc7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Added segment 449372f9-84d2-4815-917d-5aa91ff0d3d6 of type vlan for network e1462f09-f703-4efd-a7c7-1cb89ecbc53b Sep 16 05:12:34.708182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] Set router dbb05299-ec61-4a8d-aee6-742b70fa02f4 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:34.747066 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80fe6347-80b1-4414-bdc8-303b777eabc7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.926151 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80fe6347-80b1-4414-bdc8-303b777eabc7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.935986 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fe6347-80b1-4414-bdc8-303b777eabc7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.944350 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80fe6347-80b1-4414-bdc8-303b777eabc7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.013757 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.096399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe6347-80b1-4414-bdc8-303b777eabc7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Network': ['ID=e1462f09-f703-4efd-a7c7-1cb89ecbc53b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:35.107729 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-80fe6347-80b1-4414-bdc8-303b777eabc7 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6679010 Sep 16 05:12:35.107729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46986) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:35.117239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-0f8b89be-66a3-4d83-a042-e6447c0cb293 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'subnet': {'network_id': 'e1462f09-f703-4efd-a7c7-1cb89ecbc53b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:35.159807 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46988) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:35.375541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network e1462f09-f703-4efd-a7c7-1cb89ecbc53b details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:35.396712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8b89be-66a3-4d83-a042-e6447c0cb293 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Made reservation on behalf of 795a658db99f44bf80dbe2f001381533 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:35.402447 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0f8b89be-66a3-4d83-a042-e6447c0cb293 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.419440 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-45bff052-bbd6-4f22-b912-de73addc675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.430461 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-58a73dcb-7dc8-4090-ae13-b7995048cdc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.458797 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port e68accf0-fab7-4a7d-88f8-d92ce2c65fe5, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e68accf0-fab7-4a7d-88f8-d92ce2c65fe5,segment=NetworkSegment(ab06eda9-2211-46a4-8aa8-e63ebcba5560),segment_id=ab06eda9-2211-46a4-8aa8-e63ebcba5560)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:35.544690 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-96d8bfc0-cfed-4e9b-b927-3b7cc43e5a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.576143 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.578256 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2dead670-adaf-467b-9d5d-2769f34d0257 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:35.670973 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-45bff052-bbd6-4f22-b912-de73addc675b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:12:35.671331 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-45bff052-bbd6-4f22-b912-de73addc675b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:12:35.696286 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-76b21c50-d202-46ac-9966-799e7a852dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.816009 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=e68accf0-fab7-4a7d-88f8-d92ce2c65fe5,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:35.825785 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 4, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': '0b34d5ab-99c0-4022-ad77-7123d446433e', 'name': '', 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:b6:d3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:31Z', 'updated_at': '2021-09-16T05:12:33Z', 'revision_number': 2, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dead670-adaf-467b-9d5d-2769f34d0257', 'name': '', 'network_id': '01057712-51e7-491b-a460-c478581ace6c', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:93:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:25Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:35.868481 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] Checking router: dbb05299-ec61-4a8d-aee6-742b70fa02f4 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:35.868995 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] Updating router dbb05299-ec61-4a8d-aee6-742b70fa02f4 port 0b34d5ab-99c0-4022-ad77-7123d446433e binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:12:35.930367 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 2dead670-adaf-467b-9d5d-2769f34d0257 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:35.930741 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.974382 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.605182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3ffb4acd-ba98-4e43-bed9-52d809777e91 None None] Provisioning complete for port 0b34d5ab-99c0-4022-ad77-7123d446433e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:36.606299 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3ffb4acd-ba98-4e43-bed9-52d809777e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.610817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-76b21c50-d202-46ac-9966-799e7a852dd9 admin admin] Deleting port 3b48507f-0eba-4782-aa69-46fc9b243399 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:36.615538 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-76b21c50-d202-46ac-9966-799e7a852dd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.662018 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-58a73dcb-7dc8-4090-ae13-b7995048cdc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.686378 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e68accf0-fab7-4a7d-88f8-d92ce2c65fe5 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:36.734457 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-3ffb4acd-ba98-4e43-bed9-52d809777e91 None None] Port 0b34d5ab-99c0-4022-ad77-7123d446433e cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:36.737924 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-58a73dcb-7dc8-4090-ae13-b7995048cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.764974 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.789798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3ffb4acd-ba98-4e43-bed9-52d809777e91 None None] Provisioning complete for port e68accf0-fab7-4a7d-88f8-d92ce2c65fe5 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:36.790280 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3ffb4acd-ba98-4e43-bed9-52d809777e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.896497 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.897712 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0f8b89be-66a3-4d83-a042-e6447c0cb293 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.913096 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-76b21c50-d202-46ac-9966-799e7a852dd9 admin admin] For port 3b48507f-0eba-4782-aa69-46fc9b243399, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3b48507f-0eba-4782-aa69-46fc9b243399,segment=NetworkSegment(af1e5cab-e8db-44ca-bce4-bd4fd4209b3d),segment_id=af1e5cab-e8db-44ca-bce4-bd4fd4209b3d)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:36.914493 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-76b21c50-d202-46ac-9966-799e7a852dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.955618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-76b21c50-d202-46ac-9966-799e7a852dd9 admin admin] Calling delete_port for 3b48507f-0eba-4782-aa69-46fc9b243399 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:36.959475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port e68accf0-fab7-4a7d-88f8-d92ce2c65fe5 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:36.960388 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.040912 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b89be-66a3-4d83-a042-e6447c0cb293 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Subnet': ['ID=e4d4ec1f-ad39-4a31-a36e-3a669a643f81,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:37.056778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ab2bc-3786-4437-8f3d-003935648bab None None] Pushing event updated for resources: {'Port': ['ID=0b34d5ab-99c0-4022-ad77-7123d446433e,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:37.075418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-58a73dcb-7dc8-4090-ae13-b7995048cdc0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3f24713c7fe4f72bd36caff8adc5378&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9001827 Sep 16 05:12:37.076676 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47002) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:37.082596 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a73dcb-7dc8-4090-ae13-b7995048cdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8e7634-31ec-49e0-b4f0-34536bf8c736,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:37.167276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b89be-66a3-4d83-a042-e6447c0cb293 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Checking segment: {'id': '449372f9-84d2-4815-917d-5aa91ff0d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e1462f09-f703-4efd-a7c7-1cb89ecbc53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:37.169817 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b89be-66a3-4d83-a042-e6447c0cb293 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network hostable DHCP agents. Network: e1462f09-f703-4efd-a7c7-1cb89ecbc53b, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:37.273919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b89be-66a3-4d83-a042-e6447c0cb293 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network e1462f09-f703-4efd-a7c7-1cb89ecbc53b is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:37.304473 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-977d3667-a362-45c1-be37-9998668095b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.319634 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] Attempting to bind port 0b34d5ab-99c0-4022-ad77-7123d446433e on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:37.320011 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] Attempting to bind port 0b34d5ab-99c0-4022-ad77-7123d446433e by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'ab06eda9-2211-46a4-8aa8-e63ebcba5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:37.320378 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] Attempting to bind port 0b34d5ab-99c0-4022-ad77-7123d446433e on network 641350a7-cfe2-4b86-aac3-2f75f6000a45 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:37.332891 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:37.332891 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] Checking segment: {'id': 'ab06eda9-2211-46a4-8aa8-e63ebcba5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:37.332891 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.333428 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] Bound using segment: {'id': 'ab06eda9-2211-46a4-8aa8-e63ebcba5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:37.333545 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] Bound port: 0b34d5ab-99c0-4022-ad77-7123d446433e, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab06eda9-2211-46a4-8aa8-e63ebcba5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:37.334108 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.338218 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-977d3667-a362-45c1-be37-9998668095b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.376295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-0f8b89be-66a3-4d83-a042-e6447c0cb293 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, e1462f09-f703-4efd-a7c7-1cb89ecbc53b) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:37.385059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8b89be-66a3-4d83-a042-e6447c0cb293 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:37.385692 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0f8b89be-66a3-4d83-a042-e6447c0cb293 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.409475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a196ba80-a894-4959-af44-be9fee24ea68 None None] Network e1462f09-f703-4efd-a7c7-1cb89ecbc53b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:37.481408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0f8b89be-66a3-4d83-a042-e6447c0cb293 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3736279 Sep 16 05:12:37.485911 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47006) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:37.515880 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] For port 0b34d5ab-99c0-4022-ad77-7123d446433e, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:37.521078 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] For port 0b34d5ab-99c0-4022-ad77-7123d446433e, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0b34d5ab-99c0-4022-ad77-7123d446433e,segment=NetworkSegment(ab06eda9-2211-46a4-8aa8-e63ebcba5560),segment_id=ab06eda9-2211-46a4-8aa8-e63ebcba5560)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:37.522460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0329e192-4da5-4ccf-8e49-082823512cf1 None None] Provisioning complete for port 0b34d5ab-99c0-4022-ad77-7123d446433e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:37.522834 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0329e192-4da5-4ccf-8e49-082823512cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.564768 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-0329e192-4da5-4ccf-8e49-082823512cf1 None None] Port 0b34d5ab-99c0-4022-ad77-7123d446433e cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:37.584188 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-977d3667-a362-45c1-be37-9998668095b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.588288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-977d3667-a362-45c1-be37-9998668095b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.589422 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-977d3667-a362-45c1-be37-9998668095b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd8e7634-31ec-49e0-b4f0-34536bf8c736 HTTP/1.1" status: 204 len: 168 time: 0.5093396 Sep 16 05:12:37.604073 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d3667-a362-45c1-be37-9998668095b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8e7634-31ec-49e0-b4f0-34536bf8c736,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:37.910110 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-76b21c50-d202-46ac-9966-799e7a852dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.911945 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-e1462f09-f703-4efd-a7c7-1cb89ecbc53b', 'network_id': 'e1462f09-f703-4efd-a7c7-1cb89ecbc53b', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'fixed_ips': [{'subnet_id': 'e4d4ec1f-ad39-4a31-a36e-3a669a643f81'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:12:37.911945 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.911945 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.913311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b21c50-d202-46ac-9966-799e7a852dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b48507f-0eba-4782-aa69-46fc9b243399,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:37.914363 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-49e82c04-f93f-4391-b736-c9e94812ff93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.940604 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] Routers {'dbb05299-ec61-4a8d-aee6-742b70fa02f4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:37.941306 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:38.022650 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ab2bc-3786-4437-8f3d-003935648bab None None] Pushing event updated for resources: {'Port': ['ID=0b34d5ab-99c0-4022-ad77-7123d446433e,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:38.088734 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-76b21c50-d202-46ac-9966-799e7a852dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.250669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] Set router dbb05299-ec61-4a8d-aee6-742b70fa02f4 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:38.348125 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] Allocated IP 2001:db8:3::2 (e1462f09-f703-4efd-a7c7-1cb89ecbc53b/e4d4ec1f-ad39-4a31-a36e-3a669a643f81/b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:38.438389 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f65c6b9e-757a-4ecd-802c-ce3e6034acac None None] Provisioning complete for port 0b34d5ab-99c0-4022-ad77-7123d446433e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:38.438678 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f65c6b9e-757a-4ecd-802c-ce3e6034acac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.578147 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b21c50-d202-46ac-9966-799e7a852dd9 admin admin] Router 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:38.584985 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-106ab8e7-78eb-4dce-b92b-dcfee0af0a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.735895 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47022) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:38.744212 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b21c50-d202-46ac-9966-799e7a852dd9 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:38.761157 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aa620e-cb4d-4420-b04b-ba68e42c7b90 None None] Sync routers for ids ['265f4ec0-c2d5-4fcd-913d-5c7083035fa2'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:38.762754 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-76b21c50-d202-46ac-9966-799e7a852dd9 admin admin] 10.222.0.20 "PUT /v2.0/routers/265f4ec0-c2d5-4fcd-913d-5c7083035fa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2901058 Sep 16 05:12:38.763694 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47024) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:38.786117 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-10a4b119-f70c-4786-abba-1bc93b470d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.801924 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aa620e-cb4d-4420-b04b-ba68e42c7b90 None None] Routers {'265f4ec0-c2d5-4fcd-913d-5c7083035fa2'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:38.803256 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-82aa620e-cb4d-4420-b04b-ba68e42c7b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['265f4ec0-c2d5-4fcd-913d-5c7083035fa2'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:38.981190 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.989464 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13d4e175-02fc-4c9d-9e20-5666cae53d65 admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.044538 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-82aa620e-cb4d-4420-b04b-ba68e42c7b90 None None] Set router 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:39.203714 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.205242 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f65c6b9e-757a-4ecd-802c-ce3e6034acac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.212605 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13d4e175-02fc-4c9d-9e20-5666cae53d65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.283820 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.298820 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 4, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': '0b34d5ab-99c0-4022-ad77-7123d446433e', 'name': '', 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:b6:d3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:31Z', 'updated_at': '2021-09-16T05:12:37Z', 'revision_number': 4, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dead670-adaf-467b-9d5d-2769f34d0257', 'name': '', 'network_id': '01057712-51e7-491b-a460-c478581ace6c', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:93:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:25Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:39.302485 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f65c6b9e-757a-4ecd-802c-ce3e6034acac None None] For port 0b34d5ab-99c0-4022-ad77-7123d446433e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0b34d5ab-99c0-4022-ad77-7123d446433e,segment=NetworkSegment(ab06eda9-2211-46a4-8aa8-e63ebcba5560),segment_id=ab06eda9-2211-46a4-8aa8-e63ebcba5560)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:39.306925 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.392321 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] Pushing event updated for resources: {'Port': ['ID=b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:39.397521 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f710e3da-fbfd-4dd3-821d-46f5539b794f None None] The sync data for ids ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'] in n-d-712140-13 is: [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 4, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': '0b34d5ab-99c0-4022-ad77-7123d446433e', 'name': '', 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:b6:d3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:31Z', 'updated_at': '2021-09-16T05:12:37Z', 'revision_number': 4, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dead670-adaf-467b-9d5d-2769f34d0257', 'name': '', 'network_id': '01057712-51e7-491b-a460-c478581ace6c', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:93:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:25Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:39.400361 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f65c6b9e-757a-4ecd-802c-ce3e6034acac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.430609 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-13d4e175-02fc-4c9d-9e20-5666cae53d65 admin admin] Deleting port 3592bcc7-362e-4424-908f-ecf7f250a81f {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:39.432732 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13d4e175-02fc-4c9d-9e20-5666cae53d65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.448979 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-82aa620e-cb4d-4420-b04b-ba68e42c7b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015051574-router', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:12:37Z', 'revision_number': 5, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'gw_port': {'id': '3592bcc7-362e-4424-908f-ecf7f250a81f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:50Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:39.467791 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] Network e1462f09-f703-4efd-a7c7-1cb89ecbc53b is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:39.472133 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:39.487068 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:39.590921 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aa620e-cb4d-4420-b04b-ba68e42c7b90 None None] Checking router: 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:39.603177 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aa620e-cb4d-4420-b04b-ba68e42c7b90 None None] Routers {'265f4ec0-c2d5-4fcd-913d-5c7083035fa2'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:39.604813 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-82aa620e-cb4d-4420-b04b-ba68e42c7b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['265f4ec0-c2d5-4fcd-913d-5c7083035fa2'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:39.649158 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c6b9e-757a-4ecd-802c-ce3e6034acac None None] Pushing event updated for resources: {'Port': ['ID=0b34d5ab-99c0-4022-ad77-7123d446433e,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:39.654053 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-10a4b119-f70c-4786-abba-1bc93b470d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.683398 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] Attempting to bind port b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:39.683398 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] Attempting to bind port b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '449372f9-84d2-4815-917d-5aa91ff0d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e1462f09-f703-4efd-a7c7-1cb89ecbc53b'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:39.683398 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] Attempting to bind port b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f on network e1462f09-f703-4efd-a7c7-1cb89ecbc53b {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:39.690673 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-13d4e175-02fc-4c9d-9e20-5666cae53d65 admin admin] For port 3592bcc7-362e-4424-908f-ecf7f250a81f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3592bcc7-362e-4424-908f-ecf7f250a81f,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:39.690673 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13d4e175-02fc-4c9d-9e20-5666cae53d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.691090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:39.691090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] Checking segment: {'id': '449372f9-84d2-4815-917d-5aa91ff0d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e1462f09-f703-4efd-a7c7-1cb89ecbc53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:39.691090 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.691090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] Bound using segment: {'id': '449372f9-84d2-4815-917d-5aa91ff0d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e1462f09-f703-4efd-a7c7-1cb89ecbc53b'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:39.691090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] Bound port: b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449372f9-84d2-4815-917d-5aa91ff0d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e1462f09-f703-4efd-a7c7-1cb89ecbc53b'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:39.691090 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.710940 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-13d4e175-02fc-4c9d-9e20-5666cae53d65 admin admin] Calling delete_port for 3592bcc7-362e-4424-908f-ecf7f250a81f owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:39.763236 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-106ab8e7-78eb-4dce-b92b-dcfee0af0a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Allocated IP 2001:db8:3::1 (e1462f09-f703-4efd-a7c7-1cb89ecbc53b/e4d4ec1f-ad39-4a31-a36e-3a669a643f81/aa0ef663-f835-473b-875b-f919506485c1) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:39.813345 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] For port b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:39.818368 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] For port b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f,segment=NetworkSegment(449372f9-84d2-4815-917d-5aa91ff0d3d6),segment_id=449372f9-84d2-4815-917d-5aa91ff0d3d6)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:39.833048 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-10a4b119-f70c-4786-abba-1bc93b470d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.917877 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.961234 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-82aa620e-cb4d-4420-b04b-ba68e42c7b90 None None] Set router 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:40.023944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4b119-f70c-4786-abba-1bc93b470d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba29ae32-47a3-4547-9bdf-5324efb537a9,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:40.148989 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-10a4b119-f70c-4786-abba-1bc93b470d44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fcf3ba87df5f4d8a811f7e7a07de3080&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4089732 Sep 16 05:12:40.154352 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b119-f70c-4786-abba-1bc93b470d44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.154806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b119-f70c-4786-abba-1bc93b470d44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.158231 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b119-f70c-4786-abba-1bc93b470d44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.158693 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b119-f70c-4786-abba-1bc93b470d44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.159206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b119-f70c-4786-abba-1bc93b470d44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.166047 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-82aa620e-cb4d-4420-b04b-ba68e42c7b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015051574-router', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:12:39Z', 'revision_number': 6, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:40.166453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b119-f70c-4786-abba-1bc93b470d44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.166453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b119-f70c-4786-abba-1bc93b470d44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.166453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b119-f70c-4786-abba-1bc93b470d44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.166453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b119-f70c-4786-abba-1bc93b470d44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.166453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b119-f70c-4786-abba-1bc93b470d44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.166453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b119-f70c-4786-abba-1bc93b470d44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.166453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b119-f70c-4786-abba-1bc93b470d44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.178616 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47036) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:40.207224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b662b-99c1-4740-9739-7b80cafd3a62 None None] Pushing event updated for resources: {'Port': ['ID=b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:40.223855 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aa620e-cb4d-4420-b04b-ba68e42c7b90 None None] The sync data for ids ['265f4ec0-c2d5-4fcd-913d-5c7083035fa2'] in n-d-712140-13 is: [{'id': '265f4ec0-c2d5-4fcd-913d-5c7083035fa2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015051574-router', 'tenant_id': '46b5f4cbaa1a4425a9c50fd107659600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:12:39Z', 'revision_number': 6, 'project_id': '46b5f4cbaa1a4425a9c50fd107659600', 'gw_port_host': None}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:40.419990 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-27f9659c-7b22-4488-9e56-c5869b5ce8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.429647 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13d4e175-02fc-4c9d-9e20-5666cae53d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.486415 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-27f9659c-7b22-4488-9e56-c5869b5ce8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.507585 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4e175-02fc-4c9d-9e20-5666cae53d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=3592bcc7-362e-4424-908f-ecf7f250a81f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:40.612924 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-106ab8e7-78eb-4dce-b92b-dcfee0af0a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.736567 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-27f9659c-7b22-4488-9e56-c5869b5ce8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.752528 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-27f9659c-7b22-4488-9e56-c5869b5ce8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.757083 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-27f9659c-7b22-4488-9e56-c5869b5ce8e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba29ae32-47a3-4547-9bdf-5324efb537a9 HTTP/1.1" status: 204 len: 168 time: 0.5680544 Sep 16 05:12:40.811838 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13d4e175-02fc-4c9d-9e20-5666cae53d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.834018 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.847966 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9659c-7b22-4488-9e56-c5869b5ce8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba29ae32-47a3-4547-9bdf-5324efb537a9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:40.968405 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-106ab8e7-78eb-4dce-b92b-dcfee0af0a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.039924 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0b34d5ab-99c0-4022-ad77-7123d446433e up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:41.127896 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ab8e7-78eb-4dce-b92b-dcfee0af0a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=aa0ef663-f835-473b-875b-f919506485c1,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:41.151209 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106ab8e7-78eb-4dce-b92b-dcfee0af0a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network e1462f09-f703-4efd-a7c7-1cb89ecbc53b is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:41.157076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-106ab8e7-78eb-4dce-b92b-dcfee0af0a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:41.161856 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 0b34d5ab-99c0-4022-ad77-7123d446433e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:41.162362 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.167221 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106ab8e7-78eb-4dce-b92b-dcfee0af0a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:41.168062 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-106ab8e7-78eb-4dce-b92b-dcfee0af0a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.209751 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13d4e175-02fc-4c9d-9e20-5666cae53d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.224410 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13d4e175-02fc-4c9d-9e20-5666cae53d65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.525395 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-106ab8e7-78eb-4dce-b92b-dcfee0af0a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.525875 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13d4e175-02fc-4c9d-9e20-5666cae53d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.526597 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d4e175-02fc-4c9d-9e20-5666cae53d65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 265f4ec0-c2d5-4fcd-913d-5c7083035fa2 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:12:41.533485 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13d4e175-02fc-4c9d-9e20-5666cae53d65 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.546307 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-13d4e175-02fc-4c9d-9e20-5666cae53d65 admin admin] 10.222.0.20 "DELETE /v2.0/routers/265f4ec0-c2d5-4fcd-913d-5c7083035fa2 HTTP/1.1" status: 204 len: 168 time: 2.7780795 Sep 16 05:12:41.554669 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47046) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:41.684829 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c4408a-6083-40d9-a7b9-f6c3f197728b admin admin] Deleting subnet 616703c3-a18d-46a5-b3fb-1cf791163d44 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:41.698639 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4c4408a-6083-40d9-a7b9-f6c3f197728b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.840039 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4c4408a-6083-40d9-a7b9-f6c3f197728b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.927904 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4c4408a-6083-40d9-a7b9-f6c3f197728b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.134852 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4c4408a-6083-40d9-a7b9-f6c3f197728b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.184028 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4408a-6083-40d9-a7b9-f6c3f197728b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=616703c3-a18d-46a5-b3fb-1cf791163d44,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:42.202099 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a4c4408a-6083-40d9-a7b9-f6c3f197728b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.208810 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a4c4408a-6083-40d9-a7b9-f6c3f197728b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/616703c3-a18d-46a5-b3fb-1cf791163d44 HTTP/1.1" status: 204 len: 168 time: 0.6510210 Sep 16 05:12:42.214455 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47062) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:42.256741 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a7aa13-77b9-43cf-944f-833a2afcb5d3 None None] Network e1462f09-f703-4efd-a7c7-1cb89ecbc53b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:42.529797 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0909f3fc-1943-4d0a-bdc3-e7ef3bdf2fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.557639 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-7bed1a7d-26fc-4488-9900-377722db2fc7 None None] Provisioning complete for port b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:42.558365 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7bed1a7d-26fc-4488-9900-377722db2fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.569273 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-106ab8e7-78eb-4dce-b92b-dcfee0af0a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.655970 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:42.669810 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-106ab8e7-78eb-4dce-b92b-dcfee0af0a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.671550 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-106ab8e7-78eb-4dce-b92b-dcfee0af0a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.731824 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0909f3fc-1943-4d0a-bdc3-e7ef3bdf2fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.798757 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-0909f3fc-1943-4d0a-bdc3-e7ef3bdf2fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d78ab1-c523-4b4f-a063-d0969b176f74']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:42.839455 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-0909f3fc-1943-4d0a-bdc3-e7ef3bdf2fa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1e5cab-e8db-44ca-bce4-bd4fd4209b3d') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:42.839727 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-0909f3fc-1943-4d0a-bdc3-e7ef3bdf2fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1e5cab-e8db-44ca-bce4-bd4fd4209b3d') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:42.898219 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0909f3fc-1943-4d0a-bdc3-e7ef3bdf2fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.922389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ab8e7-78eb-4dce-b92b-dcfee0af0a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event updated for resources: {'Port': ['ID=aa0ef663-f835-473b-875b-f919506485c1,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:42.941106 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0909f3fc-1943-4d0a-bdc3-e7ef3bdf2fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.961063 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0909f3fc-1943-4d0a-bdc3-e7ef3bdf2fa5 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:42.961819 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0909f3fc-1943-4d0a-bdc3-e7ef3bdf2fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:42.968262 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:43.058206 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7bed1a7d-26fc-4488-9900-377722db2fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.093798 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106ab8e7-78eb-4dce-b92b-dcfee0af0a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Network e1462f09-f703-4efd-a7c7-1cb89ecbc53b is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:43.096207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-106ab8e7-78eb-4dce-b92b-dcfee0af0a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:43.124482 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:43.125037 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.206149 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0909f3fc-1943-4d0a-bdc3-e7ef3bdf2fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.218474 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0909f3fc-1943-4d0a-bdc3-e7ef3bdf2fa5 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.231345 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0909f3fc-1943-4d0a-bdc3-e7ef3bdf2fa5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/81d78ab1-c523-4b4f-a063-d0969b176f74 HTTP/1.1" status: 204 len: 168 time: 1.0154469 Sep 16 05:12:43.275781 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909f3fc-1943-4d0a-bdc3-e7ef3bdf2fa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=81d78ab1-c523-4b4f-a063-d0969b176f74,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:43.280485 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7bed1a7d-26fc-4488-9900-377722db2fc7 None None] For port b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f,segment=NetworkSegment(449372f9-84d2-4815-917d-5aa91ff0d3d6),segment_id=449372f9-84d2-4815-917d-5aa91ff0d3d6)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:43.346873 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.386716 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7bed1a7d-26fc-4488-9900-377722db2fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.539974 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed1a7d-26fc-4488-9900-377722db2fc7 None None] Pushing event updated for resources: {'Port': ['ID=b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:43.555693 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:12:43.557047 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:12:43.570055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106ab8e7-78eb-4dce-b92b-dcfee0af0a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router dbb05299-ec61-4a8d-aee6-742b70fa02f4 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:43.710713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a260a5a4-dcbd-43bd-a552-1771c0c5aa85 None None] Provisioning complete for port aa0ef663-f835-473b-875b-f919506485c1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:43.711225 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a260a5a4-dcbd-43bd-a552-1771c0c5aa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.829172 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a260a5a4-dcbd-43bd-a552-1771c0c5aa85 None None] Port aa0ef663-f835-473b-875b-f919506485c1 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:43.847292 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106ab8e7-78eb-4dce-b92b-dcfee0af0a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:43.860049 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a260a5a4-dcbd-43bd-a552-1771c0c5aa85 None None] Provisioning complete for port b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:43.860049 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a260a5a4-dcbd-43bd-a552-1771c0c5aa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.860392 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-106ab8e7-78eb-4dce-b92b-dcfee0af0a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/dbb05299-ec61-4a8d-aee6-742b70fa02f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3666224 Sep 16 05:12:43.860537 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47082) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:43.866186 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8167e28b-0fca-4b66-9f58-76c00bcf129b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:44.008271 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] Sync routers for ids ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:44.094389 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] Routers {'dbb05299-ec61-4a8d-aee6-742b70fa02f4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:44.095743 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:44.176874 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47086) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:44.337832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-147bd5aa-3480-4bfc-84e2-de7f7918aa4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46b5f4cbaa1a4425a9c50fd107659600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559055 Sep 16 05:12:44.345373 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47090) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:44.447143 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] Set router dbb05299-ec61-4a8d-aee6-742b70fa02f4 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:44.566046 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c63da8db-b78a-43a8-8a6b-90062374f077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.569002 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3592bcc7-362e-4424-908f-ecf7f250a81f no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:44.644449 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c63da8db-b78a-43a8-8a6b-90062374f077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.739251 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 3592bcc7-362e-4424-908f-ecf7f250a81f {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:44.749550 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3592bcc7-362e-4424-908f-ecf7f250a81f not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:44.756631 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3b48507f-0eba-4782-aa69-46fc9b243399 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:44.862470 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c63da8db-b78a-43a8-8a6b-90062374f077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.865521 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c63da8db-b78a-43a8-8a6b-90062374f077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.867751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c63da8db-b78a-43a8-8a6b-90062374f077 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dbdd04d-315f-4043-a27e-f8a6e5636316 HTTP/1.1" status: 204 len: 168 time: 0.5209355 Sep 16 05:12:44.887288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63da8db-b78a-43a8-8a6b-90062374f077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbdd04d-315f-4043-a27e-f8a6e5636316,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:45.009020 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 3b48507f-0eba-4782-aa69-46fc9b243399 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:45.010206 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3b48507f-0eba-4782-aa69-46fc9b243399 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:45.016657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-592ee9fd-91c2-47b8-acec-87a805508343 None None] Provisioning complete for port aa0ef663-f835-473b-875b-f919506485c1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:45.017413 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-592ee9fd-91c2-47b8-acec-87a805508343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.124371 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.extraroute_db [None req-8167e28b-0fca-4b66-9f58-76c00bcf129b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=95474) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:12:45.156021 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.extraroute_db [None req-8167e28b-0fca-4b66-9f58-76c00bcf129b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Removed routes are [] {{(pid=95474) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:12:45.156569 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8167e28b-0fca-4b66-9f58-76c00bcf129b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.216932 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-592ee9fd-91c2-47b8-acec-87a805508343 None None] Port aa0ef663-f835-473b-875b-f919506485c1 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:45.271391 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:45.404109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6fbf599b-1c30-4cca-8635-b4d97ba9c106 None None] Provisioning complete for port aa0ef663-f835-473b-875b-f919506485c1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:45.404549 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6fbf599b-1c30-4cca-8635-b4d97ba9c106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.498421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:45.500393 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.506730 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf599b-1c30-4cca-8635-b4d97ba9c106 None None] Port aa0ef663-f835-473b-875b-f919506485c1 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:45.575103 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:41Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': '0b34d5ab-99c0-4022-ad77-7123d446433e', 'name': '', 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:b6:d3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:31Z', 'updated_at': '2021-09-16T05:12:39Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dead670-adaf-467b-9d5d-2769f34d0257', 'name': '', 'network_id': '01057712-51e7-491b-a460-c478581ace6c', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:93:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:25Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa0ef663-f835-473b-875b-f919506485c1', 'name': '', 'network_id': 'e1462f09-f703-4efd-a7c7-1cb89ecbc53b', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:f4:e6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'e4d4ec1f-ad39-4a31-a36e-3a669a643f81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:38Z', 'updated_at': '2021-09-16T05:12:42Z', 'revision_number': 2, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': 'e4d4ec1f-ad39-4a31-a36e-3a669a643f81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:45.622966 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] Checking router: dbb05299-ec61-4a8d-aee6-742b70fa02f4 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:45.626918 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] Updating router dbb05299-ec61-4a8d-aee6-742b70fa02f4 port aa0ef663-f835-473b-875b-f919506485c1 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:12:45.711269 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8167e28b-0fca-4b66-9f58-76c00bcf129b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.726902 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8167e28b-0fca-4b66-9f58-76c00bcf129b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.749874 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.043768 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8167e28b-0fca-4b66-9f58-76c00bcf129b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router dbb05299-ec61-4a8d-aee6-742b70fa02f4 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:46.211002 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8167e28b-0fca-4b66-9f58-76c00bcf129b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:46.219305 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8167e28b-0fca-4b66-9f58-76c00bcf129b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.223076 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8167e28b-0fca-4b66-9f58-76c00bcf129b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/dbb05299-ec61-4a8d-aee6-742b70fa02f4 HTTP/1.1" status: 200 len: 953 time: 2.3591187 Sep 16 05:12:46.223488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47130) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:46.412476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9bb94223-f3a6-4654-9c9b-f9ba9a43f088 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/routers/dbb05299-ec61-4a8d-aee6-742b70fa02f4 HTTP/1.1" status: 200 len: 953 time: 0.1876709 Sep 16 05:12:46.416475 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47134) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:46.421828 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.425554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ebcac1b8-d4c2-4b38-b58d-8b7fe11ea5db tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'router': {'routes': None}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:46.515319 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.590354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd66d02-6187-4963-99a9-aac0a53b503f None None] Pushing event updated for resources: {'Port': ['ID=aa0ef663-f835-473b-875b-f919506485c1,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:46.651623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] Attempting to bind port aa0ef663-f835-473b-875b-f919506485c1 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:46.652442 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] Attempting to bind port aa0ef663-f835-473b-875b-f919506485c1 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '449372f9-84d2-4815-917d-5aa91ff0d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e1462f09-f703-4efd-a7c7-1cb89ecbc53b'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:46.653567 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] Attempting to bind port aa0ef663-f835-473b-875b-f919506485c1 on network e1462f09-f703-4efd-a7c7-1cb89ecbc53b {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:46.669668 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:46.670565 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] Checking segment: {'id': '449372f9-84d2-4815-917d-5aa91ff0d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e1462f09-f703-4efd-a7c7-1cb89ecbc53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:46.671208 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.671837 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] Bound using segment: {'id': '449372f9-84d2-4815-917d-5aa91ff0d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e1462f09-f703-4efd-a7c7-1cb89ecbc53b'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:46.672582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] Bound port: aa0ef663-f835-473b-875b-f919506485c1, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449372f9-84d2-4815-917d-5aa91ff0d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e1462f09-f703-4efd-a7c7-1cb89ecbc53b'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:46.673200 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.763938 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] For port aa0ef663-f835-473b-875b-f919506485c1, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:46.774407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] For port aa0ef663-f835-473b-875b-f919506485c1, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=aa0ef663-f835-473b-875b-f919506485c1,segment=NetworkSegment(449372f9-84d2-4815-917d-5aa91ff0d3d6),segment_id=449372f9-84d2-4815-917d-5aa91ff0d3d6)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:46.934180 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.012905 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-04eb6290-eccc-48f7-b71b-da4c3b059e92 None None] Provisioning complete for port aa0ef663-f835-473b-875b-f919506485c1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:47.013570 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-04eb6290-eccc-48f7-b71b-da4c3b059e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.068840 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] Routers {'dbb05299-ec61-4a8d-aee6-742b70fa02f4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:47.069676 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:47.097399 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47162) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:47.139979 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd66d02-6187-4963-99a9-aac0a53b503f None None] Pushing event updated for resources: {'Port': ['ID=aa0ef663-f835-473b-875b-f919506485c1,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:47.192032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.extraroute_db [None req-ebcac1b8-d4c2-4b38-b58d-8b7fe11ea5db tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Added routes are [] {{(pid=95473) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:12:47.192754 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.extraroute_db [None req-ebcac1b8-d4c2-4b38-b58d-8b7fe11ea5db tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=95473) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:12:47.225169 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] Set router dbb05299-ec61-4a8d-aee6-742b70fa02f4 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:47.311256 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ebcac1b8-d4c2-4b38-b58d-8b7fe11ea5db tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.350327 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-193210d9-b180-47e1-bd05-65f8a6769b52 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1011611667-network', 'tenant_id': '8fe722c139d6440faf3d26e9417ae396'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:47.409114 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-04eb6290-eccc-48f7-b71b-da4c3b059e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.512988 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-04eb6290-eccc-48f7-b71b-da4c3b059e92 None None] For port aa0ef663-f835-473b-875b-f919506485c1, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=aa0ef663-f835-473b-875b-f919506485c1,segment=NetworkSegment(449372f9-84d2-4815-917d-5aa91ff0d3d6),segment_id=449372f9-84d2-4815-917d-5aa91ff0d3d6)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:47.577428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193210d9-b180-47e1-bd05-65f8a6769b52 admin admin] Made reservation on behalf of 8fe722c139d6440faf3d26e9417ae396 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:47.583901 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-193210d9-b180-47e1-bd05-65f8a6769b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.614383 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-193210d9-b180-47e1-bd05-65f8a6769b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.630069 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-04eb6290-eccc-48f7-b71b-da4c3b059e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.693854 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:45Z', 'revision_number': 6, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': '0b34d5ab-99c0-4022-ad77-7123d446433e', 'name': '', 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:b6:d3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:31Z', 'updated_at': '2021-09-16T05:12:39Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dead670-adaf-467b-9d5d-2769f34d0257', 'name': '', 'network_id': '01057712-51e7-491b-a460-c478581ace6c', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:93:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:25Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa0ef663-f835-473b-875b-f919506485c1', 'name': '', 'network_id': 'e1462f09-f703-4efd-a7c7-1cb89ecbc53b', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:f4:e6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'e4d4ec1f-ad39-4a31-a36e-3a669a643f81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:38Z', 'updated_at': '2021-09-16T05:12:46Z', 'revision_number': 4, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': 'e4d4ec1f-ad39-4a31-a36e-3a669a643f81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:47.716505 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ebcac1b8-d4c2-4b38-b58d-8b7fe11ea5db tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.721874 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ebcac1b8-d4c2-4b38-b58d-8b7fe11ea5db tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.734347 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d92ecaf-e6d6-44fc-b8fe-bb99bc33b328 None None] The sync data for ids ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'] in n-d-712140-13 is: [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:45Z', 'revision_number': 6, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': '0b34d5ab-99c0-4022-ad77-7123d446433e', 'name': '', 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:b6:d3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:31Z', 'updated_at': '2021-09-16T05:12:39Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dead670-adaf-467b-9d5d-2769f34d0257', 'name': '', 'network_id': '01057712-51e7-491b-a460-c478581ace6c', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:93:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:25Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa0ef663-f835-473b-875b-f919506485c1', 'name': '', 'network_id': 'e1462f09-f703-4efd-a7c7-1cb89ecbc53b', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:f4:e6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'e4d4ec1f-ad39-4a31-a36e-3a669a643f81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:38Z', 'updated_at': '2021-09-16T05:12:46Z', 'revision_number': 4, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': 'e4d4ec1f-ad39-4a31-a36e-3a669a643f81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:47.774269 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb6290-eccc-48f7-b71b-da4c3b059e92 None None] Pushing event updated for resources: {'Port': ['ID=aa0ef663-f835-473b-875b-f919506485c1,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:47.838863 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-193210d9-b180-47e1-bd05-65f8a6769b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.852276 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-938e3b0b-3d5d-41a6-84fd-e8e3ccb0cecc None None] Provisioning complete for port aa0ef663-f835-473b-875b-f919506485c1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:47.856631 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-938e3b0b-3d5d-41a6-84fd-e8e3ccb0cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.925428 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-193210d9-b180-47e1-bd05-65f8a6769b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.005700 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193210d9-b180-47e1-bd05-65f8a6769b52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:48.017548 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193210d9-b180-47e1-bd05-65f8a6769b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b5e1ef-eca9-43cd-a0e4-999331404346,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:48.079118 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-193210d9-b180-47e1-bd05-65f8a6769b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.079118 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-193210d9-b180-47e1-bd05-65f8a6769b52 admin admin] Added segment f3b81d51-3033-4852-b13d-10166edf4f65 of type vlan for network a7c8103c-b73e-48b0-8d26-b41c72c7641b Sep 16 05:12:48.140480 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-193210d9-b180-47e1-bd05-65f8a6769b52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.229587 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-193210d9-b180-47e1-bd05-65f8a6769b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.231065 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193210d9-b180-47e1-bd05-65f8a6769b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.232026 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-193210d9-b180-47e1-bd05-65f8a6769b52 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.377147 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193210d9-b180-47e1-bd05-65f8a6769b52 admin admin] Pushing event updated for resources: {'Network': ['ID=a7c8103c-b73e-48b0-8d26-b41c72c7641b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:48.400565 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network a7c8103c-b73e-48b0-8d26-b41c72c7641b details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:48.465249 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-193210d9-b180-47e1-bd05-65f8a6769b52 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3658338 Sep 16 05:12:48.468094 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47186) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:48.478543 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6a6005ab-de3b-4a9a-905e-bdc915e85099 admin admin] Request body: {'subnet': {'network_id': 'a7c8103c-b73e-48b0-8d26-b41c72c7641b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1011611667-subnet', 'tenant_id': '8fe722c139d6440faf3d26e9417ae396', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:48.567482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcac1b8-d4c2-4b38-b58d-8b7fe11ea5db tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router dbb05299-ec61-4a8d-aee6-742b70fa02f4 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:48.652287 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6005ab-de3b-4a9a-905e-bdc915e85099 admin admin] Made reservation on behalf of 8fe722c139d6440faf3d26e9417ae396 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:48.663009 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6a6005ab-de3b-4a9a-905e-bdc915e85099 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.724234 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcac1b8-d4c2-4b38-b58d-8b7fe11ea5db tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:48.732539 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ebcac1b8-d4c2-4b38-b58d-8b7fe11ea5db tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.733847 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ebcac1b8-d4c2-4b38-b58d-8b7fe11ea5db tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/dbb05299-ec61-4a8d-aee6-742b70fa02f4 HTTP/1.1" status: 200 len: 703 time: 2.3156464 Sep 16 05:12:48.736465 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47194) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:48.853749 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6a88a895-952d-49fe-b396-879b918f0e87 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/routers/dbb05299-ec61-4a8d-aee6-742b70fa02f4 HTTP/1.1" status: 200 len: 703 time: 0.1134551 Sep 16 05:12:48.854074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47196) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:49.149626 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95744324-b4d7-45fa-ab8a-4380b81fd704 None None] Sync routers for ids ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:49.167529 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95744324-b4d7-45fa-ab8a-4380b81fd704 None None] Routers {'dbb05299-ec61-4a8d-aee6-742b70fa02f4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:49.168182 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-95744324-b4d7-45fa-ab8a-4380b81fd704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:49.245922 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device aa0ef663-f835-473b-875b-f919506485c1 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:49.250638 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47202) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:49.380131 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-95744324-b4d7-45fa-ab8a-4380b81fd704 None None] Set router dbb05299-ec61-4a8d-aee6-742b70fa02f4 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:49.409962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port aa0ef663-f835-473b-875b-f919506485c1 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:49.412454 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.530856 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8783a0a4-d7a9-46e3-93ab-a29c681a211a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.571454 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6a6005ab-de3b-4a9a-905e-bdc915e85099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.649110 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6005ab-de3b-4a9a-905e-bdc915e85099 admin admin] Checking segment: {'id': 'f3b81d51-3033-4852-b13d-10166edf4f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a7c8103c-b73e-48b0-8d26-b41c72c7641b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:49.650139 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6005ab-de3b-4a9a-905e-bdc915e85099 admin admin] Network hostable DHCP agents. Network: a7c8103c-b73e-48b0-8d26-b41c72c7641b, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:49.658257 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6005ab-de3b-4a9a-905e-bdc915e85099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ac3725-c7f5-4638-bfbe-1b78c27d4bff,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:49.700659 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-572b82ee-10a8-49a5-bce5-26471849227d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.744824 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6005ab-de3b-4a9a-905e-bdc915e85099 admin admin] Network a7c8103c-b73e-48b0-8d26-b41c72c7641b is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:49.831307 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8783a0a4-d7a9-46e3-93ab-a29c681a211a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.834784 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-6a6005ab-de3b-4a9a-905e-bdc915e85099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, a7c8103c-b73e-48b0-8d26-b41c72c7641b) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:49.849387 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6005ab-de3b-4a9a-905e-bdc915e85099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.851000 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6a6005ab-de3b-4a9a-905e-bdc915e85099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.868783 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2fa682-d9fc-4e05-80b0-457c20f20a4a None None] Network a7c8103c-b73e-48b0-8d26-b41c72c7641b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:49.905555 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-95744324-b4d7-45fa-ab8a-4380b81fd704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:47Z', 'revision_number': 7, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': '0b34d5ab-99c0-4022-ad77-7123d446433e', 'name': '', 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:b6:d3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:31Z', 'updated_at': '2021-09-16T05:12:39Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dead670-adaf-467b-9d5d-2769f34d0257', 'name': '', 'network_id': '01057712-51e7-491b-a460-c478581ace6c', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:93:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:25Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa0ef663-f835-473b-875b-f919506485c1', 'name': '', 'network_id': 'e1462f09-f703-4efd-a7c7-1cb89ecbc53b', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:f4:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'e4d4ec1f-ad39-4a31-a36e-3a669a643f81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:38Z', 'updated_at': '2021-09-16T05:12:47Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': 'e4d4ec1f-ad39-4a31-a36e-3a669a643f81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:49.924685 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8783a0a4-d7a9-46e3-93ab-a29c681a211a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.949226 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95744324-b4d7-45fa-ab8a-4380b81fd704 None None] Checking router: dbb05299-ec61-4a8d-aee6-742b70fa02f4 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:49.967932 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95744324-b4d7-45fa-ab8a-4380b81fd704 None None] Routers {'dbb05299-ec61-4a8d-aee6-742b70fa02f4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:49.968583 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-95744324-b4d7-45fa-ab8a-4380b81fd704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:50.006770 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6a6005ab-de3b-4a9a-905e-bdc915e85099 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5366580 Sep 16 05:12:50.032313 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8783a0a4-d7a9-46e3-93ab-a29c681a211a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e4d5827808146e6a2a050edf92a479b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7776752 Sep 16 05:12:50.033783 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47214) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:50.038675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783a0a4-d7a9-46e3-93ab-a29c681a211a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11624a13-a76c-4ac9-80f6-71be482d2456,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:50.193667 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0fb73008-d203-4f37-9dff-f05f4019a952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.195135 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d860c9a-84b0-44f3-a6e2-38c85912fe9c None None] Network a7c8103c-b73e-48b0-8d26-b41c72c7641b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:50.197612 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-95744324-b4d7-45fa-ab8a-4380b81fd704 None None] Set router dbb05299-ec61-4a8d-aee6-742b70fa02f4 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:50.257006 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0fb73008-d203-4f37-9dff-f05f4019a952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.340560 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-572b82ee-10a8-49a5-bce5-26471849227d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting port aa0ef663-f835-473b-875b-f919506485c1 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:50.341142 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-572b82ee-10a8-49a5-bce5-26471849227d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.485468 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0fb73008-d203-4f37-9dff-f05f4019a952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.488729 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0fb73008-d203-4f37-9dff-f05f4019a952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.493142 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0fb73008-d203-4f37-9dff-f05f4019a952 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11624a13-a76c-4ac9-80f6-71be482d2456 HTTP/1.1" status: 204 len: 168 time: 0.4582255 Sep 16 05:12:50.508105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb73008-d203-4f37-9dff-f05f4019a952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11624a13-a76c-4ac9-80f6-71be482d2456,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:50.559303 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-572b82ee-10a8-49a5-bce5-26471849227d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] For port aa0ef663-f835-473b-875b-f919506485c1, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=aa0ef663-f835-473b-875b-f919506485c1,segment=NetworkSegment(449372f9-84d2-4815-917d-5aa91ff0d3d6),segment_id=449372f9-84d2-4815-917d-5aa91ff0d3d6)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:50.559826 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-572b82ee-10a8-49a5-bce5-26471849227d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.599533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-572b82ee-10a8-49a5-bce5-26471849227d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Calling delete_port for aa0ef663-f835-473b-875b-f919506485c1 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:50.701403 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-95744324-b4d7-45fa-ab8a-4380b81fd704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:47Z', 'revision_number': 7, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': '0b34d5ab-99c0-4022-ad77-7123d446433e', 'name': '', 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:b6:d3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:31Z', 'updated_at': '2021-09-16T05:12:39Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dead670-adaf-467b-9d5d-2769f34d0257', 'name': '', 'network_id': '01057712-51e7-491b-a460-c478581ace6c', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:93:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:25Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa0ef663-f835-473b-875b-f919506485c1', 'name': '', 'network_id': 'e1462f09-f703-4efd-a7c7-1cb89ecbc53b', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:f4:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'e4d4ec1f-ad39-4a31-a36e-3a669a643f81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:38Z', 'updated_at': '2021-09-16T05:12:47Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': 'e4d4ec1f-ad39-4a31-a36e-3a669a643f81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:50.836714 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95744324-b4d7-45fa-ab8a-4380b81fd704 None None] The sync data for ids ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'] in n-d-712140-13 is: [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:47Z', 'revision_number': 7, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': '0b34d5ab-99c0-4022-ad77-7123d446433e', 'name': '', 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:b6:d3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:31Z', 'updated_at': '2021-09-16T05:12:39Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dead670-adaf-467b-9d5d-2769f34d0257', 'name': '', 'network_id': '01057712-51e7-491b-a460-c478581ace6c', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:93:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:25Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa0ef663-f835-473b-875b-f919506485c1', 'name': '', 'network_id': 'e1462f09-f703-4efd-a7c7-1cb89ecbc53b', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:f4:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'e4d4ec1f-ad39-4a31-a36e-3a669a643f81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:38Z', 'updated_at': '2021-09-16T05:12:47Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': 'e4d4ec1f-ad39-4a31-a36e-3a669a643f81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:51.077956 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-572b82ee-10a8-49a5-bce5-26471849227d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.136903 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b82ee-10a8-49a5-bce5-26471849227d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Port': ['ID=aa0ef663-f835-473b-875b-f919506485c1,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:51.221355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-a487951d-64b0-4fd4-b572-51a7547d004e tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:51.223096 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-a487951d-64b0-4fd4-b572-51a7547d004e tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/networks?id=a7c8103c-b73e-48b0-8d26-b41c72c7641b HTTP/1.1" status: 200 len: 809 time: 0.4678054 Sep 16 05:12:51.281938 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-e4c5eff0-3705-4822-a88e-0c4fcc01781e tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/quotas/8fe722c139d6440faf3d26e9417ae396 HTTP/1.1" status: 200 len: 375 time: 0.0147779 Sep 16 05:12:51.376489 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-2c8160b7-a295-4c22-a6d0-64e8caed6283 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8fe722c139d6440faf3d26e9417ae396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570080 Sep 16 05:12:51.390783 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-74a905c3-ac3d-4941-90ba-f2e119a5c98e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:12:51.391832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-74a905c3-ac3d-4941-90ba-f2e119a5c98e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054166 Sep 16 05:12:51.399180 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-572b82ee-10a8-49a5-bce5-26471849227d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.668913 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47246) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:51.708325 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a9ba47ad-6434-4f52-a533-5ec49a9275c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.940254 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a9ba47ad-6434-4f52-a533-5ec49a9275c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.964685 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-f4c37ec4-8564-438c-a2ba-cc24ee3b6a25 service neutron] 10.222.0.20 "GET /v2.0/networks/a7c8103c-b73e-48b0-8d26-b41c72c7641b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5618412 Sep 16 05:12:52.051052 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a9ba47ad-6434-4f52-a533-5ec49a9275c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.092904 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a9ba47ad-6434-4f52-a533-5ec49a9275c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a45052d06a9d4d089add26e6662c5e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4197817 Sep 16 05:12:52.098735 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47252) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:52.128061 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba47ad-6434-4f52-a533-5ec49a9275c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bab641-22ee-4644-b169-7e9fa2d45592,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:52.196937 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba6efa84-1380-41e3-94f5-e850c49b377a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.247219 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba6efa84-1380-41e3-94f5-e850c49b377a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.296987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572b82ee-10a8-49a5-bce5-26471849227d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router dbb05299-ec61-4a8d-aee6-742b70fa02f4 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:52.427637 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-193b8e99-246b-4896-a4c4-b5e04ad20578 service neutron] 10.222.0.20 "GET /v2.0/networks/a7c8103c-b73e-48b0-8d26-b41c72c7641b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182091 Sep 16 05:12:52.434137 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba6efa84-1380-41e3-94f5-e850c49b377a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.445797 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba6efa84-1380-41e3-94f5-e850c49b377a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.457541 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ba6efa84-1380-41e3-94f5-e850c49b377a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15bab641-22ee-4644-b169-7e9fa2d45592 HTTP/1.1" status: 204 len: 168 time: 0.3539989 Sep 16 05:12:52.479372 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6efa84-1380-41e3-94f5-e850c49b377a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bab641-22ee-4644-b169-7e9fa2d45592,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:52.629996 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572b82ee-10a8-49a5-bce5-26471849227d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:52.647343 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47260) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:52.649927 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-572b82ee-10a8-49a5-bce5-26471849227d tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/dbb05299-ec61-4a8d-aee6-742b70fa02f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7931979 Sep 16 05:12:52.655562 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca4392-01bc-4dc2-adfb-4b2f9a366757 None None] Sync routers for ids ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:52.673095 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ca4392-01bc-4dc2-adfb-4b2f9a366757 None None] Routers {'dbb05299-ec61-4a8d-aee6-742b70fa02f4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:52.674175 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-79ca4392-01bc-4dc2-adfb-4b2f9a366757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:52.703781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6484f3-6090-42ab-87b1-1740981ed4e3 req-ba94311b-1d62-47d5-ab88-f6856b8cea25 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:52.711227 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c6484f3-6090-42ab-87b1-1740981ed4e3 req-ba94311b-1d62-47d5-ab88-f6856b8cea25 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.2793977 Sep 16 05:12:52.830863 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed2fbec-b6ee-49fb-a2ff-794645f8011a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting subnet e4d4ec1f-ad39-4a31-a36e-3a669a643f81 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:52.833539 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c6484f3-6090-42ab-87b1-1740981ed4e3 req-7b2177a7-a50d-4a65-8efd-cf3cb026ba6e tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135197 Sep 16 05:12:52.849837 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ed2fbec-b6ee-49fb-a2ff-794645f8011a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.856816 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-79ca4392-01bc-4dc2-adfb-4b2f9a366757 None None] Set router dbb05299-ec61-4a8d-aee6-742b70fa02f4 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:52.991869 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ed2fbec-b6ee-49fb-a2ff-794645f8011a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.004259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e467371f-1a36-461e-b45c-56fba8002df8 req-199be41c-7d55-4ab1-bde4-b5d75b7f324e tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 210 time: 0.0666513 Sep 16 05:12:53.235518 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ed2fbec-b6ee-49fb-a2ff-794645f8011a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.357935 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-79ca4392-01bc-4dc2-adfb-4b2f9a366757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:50Z', 'revision_number': 8, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': '0b34d5ab-99c0-4022-ad77-7123d446433e', 'name': '', 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:b6:d3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:31Z', 'updated_at': '2021-09-16T05:12:39Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dead670-adaf-467b-9d5d-2769f34d0257', 'name': '', 'network_id': '01057712-51e7-491b-a460-c478581ace6c', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:93:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:25Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:53.411169 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca4392-01bc-4dc2-adfb-4b2f9a366757 None None] Checking router: dbb05299-ec61-4a8d-aee6-742b70fa02f4 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:53.424563 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ca4392-01bc-4dc2-adfb-4b2f9a366757 None None] Routers {'dbb05299-ec61-4a8d-aee6-742b70fa02f4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:53.425199 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-79ca4392-01bc-4dc2-adfb-4b2f9a366757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:53.536434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-79ca4392-01bc-4dc2-adfb-4b2f9a366757 None None] Set router dbb05299-ec61-4a8d-aee6-742b70fa02f4 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:53.536613 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ed2fbec-b6ee-49fb-a2ff-794645f8011a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.565785 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2fbec-b6ee-49fb-a2ff-794645f8011a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d4ec1f-ad39-4a31-a36e-3a669a643f81,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:53.569898 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ed2fbec-b6ee-49fb-a2ff-794645f8011a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.574344 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4ed2fbec-b6ee-49fb-a2ff-794645f8011a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/subnets/e4d4ec1f-ad39-4a31-a36e-3a669a643f81 HTTP/1.1" status: 204 len: 168 time: 0.9232500 Sep 16 05:12:53.576880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47284) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:53.578279 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eab948b-a56a-40a1-a849-f37191cc9faa None None] Network e1462f09-f703-4efd-a7c7-1cb89ecbc53b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:53.712631 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.776426 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting port b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:53.776886 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.904910 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] For port b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f,segment=NetworkSegment(449372f9-84d2-4815-917d-5aa91ff0d3d6),segment_id=449372f9-84d2-4815-917d-5aa91ff0d3d6)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:53.905714 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.933266 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Calling delete_port for b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:53.971644 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-79ca4392-01bc-4dc2-adfb-4b2f9a366757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:50Z', 'revision_number': 8, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': '0b34d5ab-99c0-4022-ad77-7123d446433e', 'name': '', 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:b6:d3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:31Z', 'updated_at': '2021-09-16T05:12:39Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dead670-adaf-467b-9d5d-2769f34d0257', 'name': '', 'network_id': '01057712-51e7-491b-a460-c478581ace6c', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:93:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:25Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:53.978134 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08df3a51-3ed1-4434-97b1-dba1e956dc3f None None] DHCP port deletion for e1462f09-f703-4efd-a7c7-1cb89ecbc53b request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:12:54.018586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca4392-01bc-4dc2-adfb-4b2f9a366757 None None] The sync data for ids ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'] in n-d-712140-13 is: [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:50Z', 'revision_number': 8, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': '0b34d5ab-99c0-4022-ad77-7123d446433e', 'name': '', 'network_id': '641350a7-cfe2-4b86-aac3-2f75f6000a45', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:b6:d3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:31Z', 'updated_at': '2021-09-16T05:12:39Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': 'd5747068-eb92-4c09-9232-27237b9d9d21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dead670-adaf-467b-9d5d-2769f34d0257', 'name': '', 'network_id': '01057712-51e7-491b-a460-c478581ace6c', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:93:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:25Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:54.133934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-08df3a51-3ed1-4434-97b1-dba1e956dc3f None None] Deleting port b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:54.134537 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-08df3a51-3ed1-4434-97b1-dba1e956dc3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.179496 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a40409b-c7b4-4e97-bada-e811cb95cfd4 req-d2f2c53f-54e6-43b5-a552-6031acb74161 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 210 time: 0.0672839 Sep 16 05:12:54.203193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b0e45-5625-4ea5-b810-29ab13cc0f18 req-6548280f-e63b-43ea-9108-5e8f1ea2d2a0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:54.205052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a8b0e45-5625-4ea5-b810-29ab13cc0f18 req-6548280f-e63b-43ea-9108-5e8f1ea2d2a0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.1220498 Sep 16 05:12:54.249525 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.281524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-08df3a51-3ed1-4434-97b1-dba1e956dc3f None None] For port b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f,segment=NetworkSegment(449372f9-84d2-4815-917d-5aa91ff0d3d6),segment_id=449372f9-84d2-4815-917d-5aa91ff0d3d6)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:54.282188 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-08df3a51-3ed1-4434-97b1-dba1e956dc3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.305935 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-08df3a51-3ed1-4434-97b1-dba1e956dc3f None None] Calling delete_port for b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:54.323830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Port': ['ID=b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:54.326390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] No DVR routers for this DVR port b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:54.358696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a8b0e45-5625-4ea5-b810-29ab13cc0f18 req-e824efb7-101e-4ab5-99d2-1f8dd068111a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420882 Sep 16 05:12:54.455000 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.482729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1462f09-f703-4efd-a7c7-1cb89ecbc53b']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:54.495367 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449372f9-84d2-4815-917d-5aa91ff0d3d6') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:54.496002 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449372f9-84d2-4815-917d-5aa91ff0d3d6') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:54.511315 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.539839 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.557382 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:54.558070 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:54.564173 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:54.579470 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47308) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:54.697890 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-08df3a51-3ed1-4434-97b1-dba1e956dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.729727 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df3a51-3ed1-4434-97b1-dba1e956dc3f None None] Pushing event deleted for resources: {'Port': ['ID=b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:54.739681 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08df3a51-3ed1-4434-97b1-dba1e956dc3f None None] No DVR routers for this DVR port b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:54.765309 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.800622 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.805471 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-009c7fb3-48c8-4d8d-82a8-21e4d8b66f5c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1471761924-network', 'tenant_id': 'c3408e64879b46f5a10175eb6cefec2c'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:54.812814 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.818537 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/networks/e1462f09-f703-4efd-a7c7-1cb89ecbc53b HTTP/1.1" status: 204 len: 168 time: 1.2396617 Sep 16 05:12:54.820685 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47312) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:54.843244 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3015783-dce1-4201-a73b-acb2a0795119 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Network': ['ID=e1462f09-f703-4efd-a7c7-1cb89ecbc53b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:54.992491 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009c7fb3-48c8-4d8d-82a8-21e4d8b66f5c admin admin] Made reservation on behalf of c3408e64879b46f5a10175eb6cefec2c for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:54.995392 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-009c7fb3-48c8-4d8d-82a8-21e4d8b66f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.008685 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-009c7fb3-48c8-4d8d-82a8-21e4d8b66f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.214105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device aa0ef663-f835-473b-875b-f919506485c1 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:55.254485 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: aa0ef663-f835-473b-875b-f919506485c1 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:55.255939 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device aa0ef663-f835-473b-875b-f919506485c1 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:55.257524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:55.269529 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-009c7fb3-48c8-4d8d-82a8-21e4d8b66f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.307171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:55.308200 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device b3d1a5bb-c6bf-4c62-8315-2fc0f2eb760f not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:55.376704 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-009c7fb3-48c8-4d8d-82a8-21e4d8b66f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.391522 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dade46cc-2c53-49d3-9d1d-5af47bf0cf37 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.457062 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009c7fb3-48c8-4d8d-82a8-21e4d8b66f5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:55.475150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2476c9c5-a278-4dbc-9a91-883e4f860848 req-69923e50-8b86-459c-a7cd-8ca3126de3bc tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 210 time: 0.1078129 Sep 16 05:12:55.509123 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c7fb3-48c8-4d8d-82a8-21e4d8b66f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec717a97-0c8c-47f4-af41-e61e07e75a98,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:55.514548 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-009c7fb3-48c8-4d8d-82a8-21e4d8b66f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.514931 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-009c7fb3-48c8-4d8d-82a8-21e4d8b66f5c admin admin] Added segment a50ca776-fafd-4f58-a67f-2a8185e517a9 of type vlan for network 9bbfc8e3-43b8-42d3-90dd-df009eca72e0 Sep 16 05:12:55.607517 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-009c7fb3-48c8-4d8d-82a8-21e4d8b66f5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.655853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb39f96-f466-4cf7-9260-a07b04c630f3 req-8ee609ce-995b-41d8-9e34-e45e83b98473 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:55.657500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6cb39f96-f466-4cf7-9260-a07b04c630f3 req-8ee609ce-995b-41d8-9e34-e45e83b98473 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.0809052 Sep 16 05:12:55.705916 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6cb39f96-f466-4cf7-9260-a07b04c630f3 req-75f029f2-074a-4761-8096-c1b4a5430356 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403485 Sep 16 05:12:55.777691 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-dade46cc-2c53-49d3-9d1d-5af47bf0cf37 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting port 0b34d5ab-99c0-4022-ad77-7123d446433e {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:55.778030 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dade46cc-2c53-49d3-9d1d-5af47bf0cf37 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.798334 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-009c7fb3-48c8-4d8d-82a8-21e4d8b66f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.798334 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009c7fb3-48c8-4d8d-82a8-21e4d8b66f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:55.798334 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-009c7fb3-48c8-4d8d-82a8-21e4d8b66f5c admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.968773 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-009c7fb3-48c8-4d8d-82a8-21e4d8b66f5c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3876982 Sep 16 05:12:55.973000 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47326) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:55.983629 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c18c9813-1f98-434c-9199-ec2311296955 admin admin] Request body: {'subnet': {'network_id': '9bbfc8e3-43b8-42d3-90dd-df009eca72e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1471761924-subnet', 'tenant_id': 'c3408e64879b46f5a10175eb6cefec2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:55.987518 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c7fb3-48c8-4d8d-82a8-21e4d8b66f5c admin admin] Pushing event updated for resources: {'Network': ['ID=9bbfc8e3-43b8-42d3-90dd-df009eca72e0,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:56.003928 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 9bbfc8e3-43b8-42d3-90dd-df009eca72e0 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:56.018414 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-dade46cc-2c53-49d3-9d1d-5af47bf0cf37 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] For port 0b34d5ab-99c0-4022-ad77-7123d446433e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0b34d5ab-99c0-4022-ad77-7123d446433e,segment=NetworkSegment(ab06eda9-2211-46a4-8aa8-e63ebcba5560),segment_id=ab06eda9-2211-46a4-8aa8-e63ebcba5560)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:56.018785 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dade46cc-2c53-49d3-9d1d-5af47bf0cf37 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.037663 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-dade46cc-2c53-49d3-9d1d-5af47bf0cf37 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Calling delete_port for 0b34d5ab-99c0-4022-ad77-7123d446433e owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:56.135194 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18c9813-1f98-434c-9199-ec2311296955 admin admin] Made reservation on behalf of c3408e64879b46f5a10175eb6cefec2c for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:56.137645 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c18c9813-1f98-434c-9199-ec2311296955 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.176410 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:12:56.520732 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dade46cc-2c53-49d3-9d1d-5af47bf0cf37 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.600766 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c18c9813-1f98-434c-9199-ec2311296955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.642642 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade46cc-2c53-49d3-9d1d-5af47bf0cf37 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Port': ['ID=0b34d5ab-99c0-4022-ad77-7123d446433e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:56.668330 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0554e9f-6c4c-47cc-96ea-d3572295570f req-792ca93d-4d17-4c60-909e-711d95a8cefa tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 210 time: 0.0611534 Sep 16 05:12:56.697264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-15364844-b68f-433b-8c04-ca881da5df46 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:56.699836 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-15364844-b68f-433b-8c04-ca881da5df46 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.21 "GET /v2.0/networks?id=a7c8103c-b73e-48b0-8d26-b41c72c7641b HTTP/1.1" status: 200 len: 809 time: 0.1863129 Sep 16 05:12:56.719782 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-b0d8dfce-326e-430f-8790-69469d48d133 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Request body: {'port': {'device_id': '98e522bd-361b-44b9-9fdc-53984564d666', 'network_id': 'a7c8103c-b73e-48b0-8d26-b41c72c7641b', 'admin_state_up': True, 'tenant_id': '8fe722c139d6440faf3d26e9417ae396'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:56.908324 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dade46cc-2c53-49d3-9d1d-5af47bf0cf37 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.924146 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c9813-1f98-434c-9199-ec2311296955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6116e7a-756f-4c14-839f-48744dfb2a92,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:56.969169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6451e-a3b3-4d75-8c28-453f8f546c62 req-d5bf5fd1-37c0-410b-bf7a-19141cdbe5de tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:56.982777 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dc6451e-a3b3-4d75-8c28-453f8f546c62 req-d5bf5fd1-37c0-410b-bf7a-19141cdbe5de tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.1361001 Sep 16 05:12:57.060500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dc6451e-a3b3-4d75-8c28-453f8f546c62 req-10e2ee13-ad29-4e61-a7f1-91fa72f44270 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766449 Sep 16 05:12:57.122702 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18c9813-1f98-434c-9199-ec2311296955 admin admin] Checking segment: {'id': 'a50ca776-fafd-4f58-a67f-2a8185e517a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9bbfc8e3-43b8-42d3-90dd-df009eca72e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:57.123266 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18c9813-1f98-434c-9199-ec2311296955 admin admin] Network hostable DHCP agents. Network: 9bbfc8e3-43b8-42d3-90dd-df009eca72e0, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:57.131450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-b0d8dfce-326e-430f-8790-69469d48d133 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Made reservation on behalf of 8fe722c139d6440faf3d26e9417ae396 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:57.137327 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-b0d8dfce-326e-430f-8790-69469d48d133 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.270071 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18c9813-1f98-434c-9199-ec2311296955 admin admin] Network 9bbfc8e3-43b8-42d3-90dd-df009eca72e0 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:57.289454 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dade46cc-2c53-49d3-9d1d-5af47bf0cf37 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router dbb05299-ec61-4a8d-aee6-742b70fa02f4 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:57.306379 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-b0d8dfce-326e-430f-8790-69469d48d133 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Allocated IP 172.20.0.8 (a7c8103c-b73e-48b0-8d26-b41c72c7641b/a3ac3725-c7f5-4638-bfbe-1b78c27d4bff/7a1e1a5c-83a1-4567-9a28-7f0e090cdba6) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:57.355876 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-c18c9813-1f98-434c-9199-ec2311296955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 9bbfc8e3-43b8-42d3-90dd-df009eca72e0) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:57.370702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09e7fe8-3832-414b-ba51-dd686c729656 None None] Network 9bbfc8e3-43b8-42d3-90dd-df009eca72e0 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:57.420215 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18c9813-1f98-434c-9199-ec2311296955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:57.421459 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c18c9813-1f98-434c-9199-ec2311296955 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.469068 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dade46cc-2c53-49d3-9d1d-5af47bf0cf37 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:57.480871 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dade46cc-2c53-49d3-9d1d-5af47bf0cf37 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/dbb05299-ec61-4a8d-aee6-742b70fa02f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6554220 Sep 16 05:12:57.481204 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47338) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:57.488596 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf52d62-f39a-43b1-b4d1-0df7891cd813 None None] Sync routers for ids ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:57.515897 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf52d62-f39a-43b1-b4d1-0df7891cd813 None None] Routers {'dbb05299-ec61-4a8d-aee6-742b70fa02f4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:57.517286 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-fcf52d62-f39a-43b1-b4d1-0df7891cd813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:57.557942 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-b0d8dfce-326e-430f-8790-69469d48d133 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.589188 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c18c9813-1f98-434c-9199-ec2311296955 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6106985 Sep 16 05:12:57.661546 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-370dd671-74eb-4d26-8bed-7804e4549f33 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting subnet d5747068-eb92-4c09-9232-27237b9d9d21 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:57.668059 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-370dd671-74eb-4d26-8bed-7804e4549f33 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.679018 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-b0d8dfce-326e-430f-8790-69469d48d133 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.698108 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff89be-22f3-432f-a75a-082cf589d20b None None] Network 9bbfc8e3-43b8-42d3-90dd-df009eca72e0 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:57.700631 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-fcf52d62-f39a-43b1-b4d1-0df7891cd813 None None] Set router dbb05299-ec61-4a8d-aee6-742b70fa02f4 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:57.784042 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-370dd671-74eb-4d26-8bed-7804e4549f33 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.896527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-b0d8dfce-326e-430f-8790-69469d48d133 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Network a7c8103c-b73e-48b0-8d26-b41c72c7641b is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:57.909774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-b0d8dfce-326e-430f-8790-69469d48d133 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:57.914050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-b0d8dfce-326e-430f-8790-69469d48d133 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:57.965428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8dfce-326e-430f-8790-69469d48d133 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Pushing event updated for resources: {'Port': ['ID=7a1e1a5c-83a1-4567-9a28-7f0e090cdba6,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:57.990372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-b0d8dfce-326e-430f-8790-69469d48d133 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:57.990630 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-b0d8dfce-326e-430f-8790-69469d48d133 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.029011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65588009-05cd-45f8-ae20-a2a2cad8a086 req-12e680cc-2c54-4869-8cd1-8f9bbc268b9e tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:58.039527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65588009-05cd-45f8-ae20-a2a2cad8a086 req-12e680cc-2c54-4869-8cd1-8f9bbc268b9e tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 931 time: 0.2170739 Sep 16 05:12:58.065773 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-370dd671-74eb-4d26-8bed-7804e4549f33 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.082692 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-b0d8dfce-326e-430f-8790-69469d48d133 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3673954 Sep 16 05:12:58.104432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65588009-05cd-45f8-ae20-a2a2cad8a086 req-017f921d-b05f-4f65-9320-79e1d90851ea tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b5e1ef-eca9-43cd-a0e4-999331404346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636466 Sep 16 05:12:58.120319 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Request body: {'port': {'device_id': '98e522bd-361b-44b9-9fdc-53984564d666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:58.204483 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-fcf52d62-f39a-43b1-b4d1-0df7891cd813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:56Z', 'revision_number': 9, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': '2dead670-adaf-467b-9d5d-2769f34d0257', 'name': '', 'network_id': '01057712-51e7-491b-a460-c478581ace6c', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:93:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:25Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:58.262068 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf52d62-f39a-43b1-b4d1-0df7891cd813 None None] Checking router: dbb05299-ec61-4a8d-aee6-742b70fa02f4 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:58.277062 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf52d62-f39a-43b1-b4d1-0df7891cd813 None None] Routers {'dbb05299-ec61-4a8d-aee6-742b70fa02f4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:58.278018 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-fcf52d62-f39a-43b1-b4d1-0df7891cd813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:58.295315 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.298322 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-370dd671-74eb-4d26-8bed-7804e4549f33 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.354364 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-370dd671-74eb-4d26-8bed-7804e4549f33 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.364174 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-370dd671-74eb-4d26-8bed-7804e4549f33 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/subnets/d5747068-eb92-4c09-9232-27237b9d9d21 HTTP/1.1" status: 204 len: 168 time: 0.8798428 Sep 16 05:12:58.366266 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47356) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:58.372871 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92dc1ea-c5d2-4dfd-9345-8083b0edb524 None None] Network 641350a7-cfe2-4b86-aac3-2f75f6000a45 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:58.420042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152fb85-c0f0-4f2b-81be-0129bfb6737f req-e90fa0c0-87f6-4a8b-a546-fc83ada60577 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:58.421943 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5152fb85-c0f0-4f2b-81be-0129bfb6737f req-e90fa0c0-87f6-4a8b-a546-fc83ada60577 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.1870949 Sep 16 05:12:58.443036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dd671-74eb-4d26-8bed-7804e4549f33 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Subnet': ['ID=d5747068-eb92-4c09-9232-27237b9d9d21,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:58.495356 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-fcf52d62-f39a-43b1-b4d1-0df7891cd813 None None] Set router dbb05299-ec61-4a8d-aee6-742b70fa02f4 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:58.557338 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.631703 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5152fb85-c0f0-4f2b-81be-0129bfb6737f req-b37d99a4-fd6b-4b67-b37c-e3c56ca5b90f tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009656 Sep 16 05:12:58.676281 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1030443a-6728-44c8-83c4-a51274b03900 None None] DHCP port deletion for 641350a7-cfe2-4b86-aac3-2f75f6000a45 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:12:58.835498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-1030443a-6728-44c8-83c4-a51274b03900 None None] Deleting port e68accf0-fab7-4a7d-88f8-d92ce2c65fe5 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:58.836228 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1030443a-6728-44c8-83c4-a51274b03900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.937380 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.002640 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-1030443a-6728-44c8-83c4-a51274b03900 None None] For port e68accf0-fab7-4a7d-88f8-d92ce2c65fe5, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e68accf0-fab7-4a7d-88f8-d92ce2c65fe5,segment=NetworkSegment(ab06eda9-2211-46a4-8aa8-e63ebcba5560),segment_id=ab06eda9-2211-46a4-8aa8-e63ebcba5560)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:59.003388 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1030443a-6728-44c8-83c4-a51274b03900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.025543 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-fcf52d62-f39a-43b1-b4d1-0df7891cd813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:56Z', 'revision_number': 9, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': '2dead670-adaf-467b-9d5d-2769f34d0257', 'name': '', 'network_id': '01057712-51e7-491b-a460-c478581ace6c', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:93:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:25Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:59.032831 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-1030443a-6728-44c8-83c4-a51274b03900 None None] Calling delete_port for e68accf0-fab7-4a7d-88f8-d92ce2c65fe5 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:59.176243 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf52d62-f39a-43b1-b4d1-0df7891cd813 None None] The sync data for ids ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'] in n-d-712140-13 is: [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:12:56Z', 'revision_number': 9, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': '2dead670-adaf-467b-9d5d-2769f34d0257', 'name': '', 'network_id': '01057712-51e7-491b-a460-c478581ace6c', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:93:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:25Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '4c5f156a-0d0d-4412-a139-4c7d1ea49fc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:59.197473 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:59.214132 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.220646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting port e68accf0-fab7-4a7d-88f8-d92ce2c65fe5 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:59.220646 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.228530 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e68accf0-fab7-4a7d-88f8-d92ce2c65fe5 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:59.277293 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47370) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:59.283477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-167adb81-d4bc-4274-a4ac-76fce781b588 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-357743705-network', 'tenant_id': 'd61aeceeece843918e5568bf8eefe2b3'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:59.307882 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Transition to ACTIVE for port object 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:12:59.329441 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1030443a-6728-44c8-83c4-a51274b03900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.352637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] For port e68accf0-fab7-4a7d-88f8-d92ce2c65fe5, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e68accf0-fab7-4a7d-88f8-d92ce2c65fe5,segment=NetworkSegment(ab06eda9-2211-46a4-8aa8-e63ebcba5560),segment_id=ab06eda9-2211-46a4-8aa8-e63ebcba5560)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:59.353081 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.370773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Calling delete_port for e68accf0-fab7-4a7d-88f8-d92ce2c65fe5 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:59.382811 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1030443a-6728-44c8-83c4-a51274b03900 None None] No DVR routers for this DVR port e68accf0-fab7-4a7d-88f8-d92ce2c65fe5 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:59.391548 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030443a-6728-44c8-83c4-a51274b03900 None None] Pushing event deleted for resources: {'Port': ['ID=e68accf0-fab7-4a7d-88f8-d92ce2c65fe5,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:59.407321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d502e-48e0-42fc-8b9c-b9ba88c69abc req-92433d2e-5f00-4b8c-8855-4b071b57ae24 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:59.408974 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f2d502e-48e0-42fc-8b9c-b9ba88c69abc req-92433d2e-5f00-4b8c-8855-4b071b57ae24 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 931 time: 0.0936255 Sep 16 05:12:59.420477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167adb81-d4bc-4274-a4ac-76fce781b588 admin admin] Made reservation on behalf of d61aeceeece843918e5568bf8eefe2b3 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:59.426197 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.432811 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-167adb81-d4bc-4274-a4ac-76fce781b588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.464690 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.472964 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-167adb81-d4bc-4274-a4ac-76fce781b588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.601171 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Pushing event updated for resources: {'Port': ['ID=7a1e1a5c-83a1-4567-9a28-7f0e090cdba6,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:59.629439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f2d502e-48e0-42fc-8b9c-b9ba88c69abc req-31bd8936-a6e9-48bf-928e-c2e59c03060a tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b5e1ef-eca9-43cd-a0e4-999331404346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725669 Sep 16 05:12:59.650497 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.780398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] No DVR routers for this DVR port e68accf0-fab7-4a7d-88f8-d92ce2c65fe5 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:59.786766 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-167adb81-d4bc-4274-a4ac-76fce781b588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.804032 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-aebd3312-abfd-4071-bf7f-1cdcb433f976 req-9a1871e4-ceee-447d-be66-17e7d5aad1e3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1365232 Sep 16 05:12:59.834796 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Port': ['ID=e68accf0-fab7-4a7d-88f8-d92ce2c65fe5,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:59.917844 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-167adb81-d4bc-4274-a4ac-76fce781b588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.982108 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167adb81-d4bc-4274-a4ac-76fce781b588 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:59.996784 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd3312-abfd-4071-bf7f-1cdcb433f976 req-37133ba1-7335-409e-b49e-6d0f04d676ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:59.998493 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-aebd3312-abfd-4071-bf7f-1cdcb433f976 req-37133ba1-7335-409e-b49e-6d0f04d676ba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d6a10c61b3f427e8b6252249bac1dfe&device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 1097 time: 0.0994465 Sep 16 05:13:00.001773 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167adb81-d4bc-4274-a4ac-76fce781b588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a929028a-f010-4551-9d1e-1892e2270b26,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:00.007137 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-167adb81-d4bc-4274-a4ac-76fce781b588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.007564 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-167adb81-d4bc-4274-a4ac-76fce781b588 admin admin] Added segment 35cec3f9-48e6-4890-a36e-12e35d3ffad9 of type vlan for network 362a01e4-ed09-4cb1-a92a-1a8d2910ba49 Sep 16 05:13:00.056794 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.068791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e791b8-6a81-4196-9a5e-02bc9b4f2646 req-0a0c74ef-d9c4-44fa-8b9a-1f0b14a376da tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:00.070542 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4e791b8-6a81-4196-9a5e-02bc9b4f2646 req-0a0c74ef-d9c4-44fa-8b9a-1f0b14a376da tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.2791407 Sep 16 05:13:00.126784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641350a7-cfe2-4b86-aac3-2f75f6000a45']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:00.145952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Attempting to bind port 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:00.146200 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Attempting to bind port 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'f3b81d51-3033-4852-b13d-10166edf4f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a7c8103c-b73e-48b0-8d26-b41c72c7641b'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:00.146703 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Attempting to bind port 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 on network a7c8103c-b73e-48b0-8d26-b41c72c7641b {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:00.148834 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-167adb81-d4bc-4274-a4ac-76fce781b588 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.185436 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd3312-abfd-4071-bf7f-1cdcb433f976 req-4c744cdf-4acb-4e59-acb3-3f70459c2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:00.187093 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-aebd3312-abfd-4071-bf7f-1cdcb433f976 req-4c744cdf-4acb-4e59-acb3-3f70459c2a19 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4a92d87f-6f51-45e0-8432-716507f35429 HTTP/1.1" status: 200 len: 910 time: 0.1443417 Sep 16 05:13:00.187556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab06eda9-2211-46a4-8aa8-e63ebcba5560') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:00.187921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab06eda9-2211-46a4-8aa8-e63ebcba5560') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:00.191081 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Port 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 on network a7c8103c-b73e-48b0-8d26-b41c72c7641b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:00.191957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Attempting to bind port 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 on network a7c8103c-b73e-48b0-8d26-b41c72c7641b {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:00.218450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:00.219226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Checking segment: {'id': 'f3b81d51-3033-4852-b13d-10166edf4f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a7c8103c-b73e-48b0-8d26-b41c72c7641b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:00.219967 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Bound using segment: {'id': 'f3b81d51-3033-4852-b13d-10166edf4f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a7c8103c-b73e-48b0-8d26-b41c72c7641b'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:00.220702 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Bound port: 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b81d51-3033-4852-b13d-10166edf4f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a7c8103c-b73e-48b0-8d26-b41c72c7641b'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:00.221344 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.227016 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.264065 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-aebd3312-abfd-4071-bf7f-1cdcb433f976 req-658e84d2-89c5-42af-a9cb-d686ad65a13a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63fea539-cb5a-4e1f-ba8e-3e7a003a04fb HTTP/1.1" status: 200 len: 1000 time: 0.0690911 Sep 16 05:13:00.291072 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.312578 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-167adb81-d4bc-4274-a4ac-76fce781b588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.313457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167adb81-d4bc-4274-a4ac-76fce781b588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:00.314045 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-167adb81-d4bc-4274-a4ac-76fce781b588 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.357971 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4e791b8-6a81-4196-9a5e-02bc9b4f2646 req-f1c04f7e-38b9-44bb-9b01-828f222f82b0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235031 Sep 16 05:13:00.363260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:00.363955 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.367583 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd3312-abfd-4071-bf7f-1cdcb433f976 req-54ae2b06-d5ca-4417-803c-0abe38cae06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:00.369729 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-aebd3312-abfd-4071-bf7f-1cdcb433f976 req-54ae2b06-d5ca-4417-803c-0abe38cae06f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f577e1cc-3619-4e30-9c66-21635bb1ad2e HTTP/1.1" status: 200 len: 848 time: 0.0977790 Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:00.371055 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:00.431409 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167adb81-d4bc-4274-a4ac-76fce781b588 admin admin] Pushing event updated for resources: {'Network': ['ID=362a01e4-ed09-4cb1-a92a-1a8d2910ba49,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:00.444734 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 362a01e4-ed09-4cb1-a92a-1a8d2910ba49 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:00.459092 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-167adb81-d4bc-4274-a4ac-76fce781b588 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1798878 Sep 16 05:13:00.462226 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47380) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:00.472540 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ba921f04-15d3-47d1-b147-86cabb855553 admin admin] Request body: {'subnet': {'network_id': '362a01e4-ed09-4cb1-a92a-1a8d2910ba49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-357743705-subnet', 'tenant_id': 'd61aeceeece843918e5568bf8eefe2b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:00.500415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] For port 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:00.504797 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] For port 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7a1e1a5c-83a1-4567-9a28-7f0e090cdba6,segment=NetworkSegment(f3b81d51-3033-4852-b13d-10166edf4f65),segment_id=f3b81d51-3033-4852-b13d-10166edf4f65)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:00.519401 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd3312-abfd-4071-bf7f-1cdcb433f976 req-ae383260-bd44-4e4e-83f6-984d67a9251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:00.521001 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-aebd3312-abfd-4071-bf7f-1cdcb433f976 req-ae383260-bd44-4e4e-83f6-984d67a9251a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4a92d87f-6f51-45e0-8432-716507f35429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009402 Sep 16 05:13:00.571082 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.582404 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.591549 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/networks/641350a7-cfe2-4b86-aac3-2f75f6000a45 HTTP/1.1" status: 204 len: 168 time: 2.2217398 Sep 16 05:13:00.594232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47382) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:00.604851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba921f04-15d3-47d1-b147-86cabb855553 admin admin] Made reservation on behalf of d61aeceeece843918e5568bf8eefe2b3 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:00.607314 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba921f04-15d3-47d1-b147-86cabb855553 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.618043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e8ee9-da16-4c10-a028-afefcf25daeb tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Network': ['ID=641350a7-cfe2-4b86-aac3-2f75f6000a45,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:00.622375 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.715022 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-aebd3312-abfd-4071-bf7f-1cdcb433f976 req-882fd43e-15d9-494a-ac08-1febc34cb273 service neutron] 10.222.0.38 "GET /v2.0/networks/4a92d87f-6f51-45e0-8432-716507f35429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868918 Sep 16 05:13:00.878554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:00.879655 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.881610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] 10.222.0.21 "PUT /v2.0/ports/7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 HTTP/1.1" status: 200 len: 1092 time: 2.7738373 Sep 16 05:13:00.883370 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e522bd-361b-44b9-9fdc-53984564d666', 'tag': '7a1e1a5c-83a1-4567-9a28-7f0e090cdba6'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:00.887510 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2163090e-5a23-4971-b143-832731b46097" -d '{"events": [{"name": "network-changed", "server_uuid": "98e522bd-361b-44b9-9fdc-53984564d666", "tag": "7a1e1a5c-83a1-4567-9a28-7f0e090cdba6"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:00.938061 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c21477-5f45-4740-8a9e-3e5e4691228f service neutron] Pushing event updated for resources: {'Port': ['ID=7a1e1a5c-83a1-4567-9a28-7f0e090cdba6,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:00.942413 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7013b3-3167-4ddd-94b3-0da99ade53b8 x-openstack-request-id: req-1c7013b3-3167-4ddd-94b3-0da99ade53b8 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:00.942717 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e522bd-361b-44b9-9fdc-53984564d666", "tag": "7a1e1a5c-83a1-4567-9a28-7f0e090cdba6", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:00.943004 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c7013b3-3167-4ddd-94b3-0da99ade53b8 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:00.943416 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e522bd-361b-44b9-9fdc-53984564d666', 'tag': '7a1e1a5c-83a1-4567-9a28-7f0e090cdba6', 'status': 'completed', 'code': 200} Sep 16 05:13:00.952435 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-aebd3312-abfd-4071-bf7f-1cdcb433f976 req-59fecea3-eee5-4f8c-88ce-5aca8d607951 service neutron] 10.222.0.38 "GET /v2.0/networks/4a92d87f-6f51-45e0-8432-716507f35429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285895 Sep 16 05:13:00.970811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc2f18-57d8-4b42-bd8c-5479cc3001a2 req-af45111e-e5c9-4706-ab96-3f526fd193df tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:00.979400 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-28bc2f18-57d8-4b42-bd8c-5479cc3001a2 req-af45111e-e5c9-4706-ab96-3f526fd193df tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 943 time: 0.2015145 Sep 16 05:13:01.041618 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba921f04-15d3-47d1-b147-86cabb855553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.156760 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0b34d5ab-99c0-4022-ad77-7123d446433e no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:01.208122 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 0b34d5ab-99c0-4022-ad77-7123d446433e {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:01.208709 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0b34d5ab-99c0-4022-ad77-7123d446433e not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:01.209747 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba921f04-15d3-47d1-b147-86cabb855553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdbd4c9a-5907-4f0f-bf08-092cee981c3d,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:01.238641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba921f04-15d3-47d1-b147-86cabb855553 admin admin] Checking segment: {'id': '35cec3f9-48e6-4890-a36e-12e35d3ffad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '362a01e4-ed09-4cb1-a92a-1a8d2910ba49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:01.239331 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba921f04-15d3-47d1-b147-86cabb855553 admin admin] Network hostable DHCP agents. Network: 362a01e4-ed09-4cb1-a92a-1a8d2910ba49, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:01.343388 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba921f04-15d3-47d1-b147-86cabb855553 admin admin] Network 362a01e4-ed09-4cb1-a92a-1a8d2910ba49 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:01.440044 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-ba921f04-15d3-47d1-b147-86cabb855553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 362a01e4-ed09-4cb1-a92a-1a8d2910ba49) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:01.454842 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91696667-1268-4f8c-8213-35bde5f3d947 None None] Network 362a01e4-ed09-4cb1-a92a-1a8d2910ba49 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:01.461004 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba921f04-15d3-47d1-b147-86cabb855553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:01.464054 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ba921f04-15d3-47d1-b147-86cabb855553 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.492226 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-28bc2f18-57d8-4b42-bd8c-5479cc3001a2 req-ce52153f-eb96-419f-8062-eeba054ffee6 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b5e1ef-eca9-43cd-a0e4-999331404346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117857 Sep 16 05:13:01.568678 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ba921f04-15d3-47d1-b147-86cabb855553 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0962389 Sep 16 05:13:01.672334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163090e-5a23-4971-b143-832731b46097 req-9ccbf630-30d7-47e1-b0b3-197190e1e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:01.674190 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2163090e-5a23-4971-b143-832731b46097 req-9ccbf630-30d7-47e1-b0b3-197190e1e78b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fe722c139d6440faf3d26e9417ae396&device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 1095 time: 0.6524019 Sep 16 05:13:01.712594 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25d038-b8c2-44c3-a993-7817a4547677 req-c6c2e4a8-181d-450d-bfab-fa6031f21287 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:01.715662 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae25d038-b8c2-44c3-a993-7817a4547677 req-c6c2e4a8-181d-450d-bfab-fa6031f21287 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.1373260 Sep 16 05:13:01.720456 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a6d986-95c8-4ae7-b87f-b3cbfa7e33d7 None None] Network 362a01e4-ed09-4cb1-a92a-1a8d2910ba49 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:01.927541 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae25d038-b8c2-44c3-a993-7817a4547677 req-21428230-d697-4e5c-beec-6809be530530 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948504 Sep 16 05:13:01.999468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163090e-5a23-4971-b143-832731b46097 req-ee0ce25f-b8e9-4bc4-86a5-97171cbffb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:02.001182 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2163090e-5a23-4971-b143-832731b46097 req-ee0ce25f-b8e9-4bc4-86a5-97171cbffb98 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8fe722c139d6440faf3d26e9417ae396&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3003542 Sep 16 05:13:02.055675 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-85ceefa5-022c-4742-b88a-a17645240e84 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.423147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163090e-5a23-4971-b143-832731b46097 req-f0c7b3ee-4920-4885-a82b-d69bae69cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:02.425756 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2163090e-5a23-4971-b143-832731b46097 req-f0c7b3ee-4920-4885-a82b-d69bae69cfb9 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4170256 Sep 16 05:13:02.666195 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-c964e1c6-3ee1-41b3-a907-102bc69cd97b tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:02.667857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-c964e1c6-3ee1-41b3-a907-102bc69cd97b tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/networks?id=9bbfc8e3-43b8-42d3-90dd-df009eca72e0 HTTP/1.1" status: 200 len: 809 time: 0.3729227 Sep 16 05:13:02.700468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-870b1751-9828-46dc-8c70-c33070de27b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:02.702010 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-870b1751-9828-46dc-8c70-c33070de27b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fe722c139d6440faf3d26e9417ae396&device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 1095 time: 0.1475406 Sep 16 05:13:02.711055 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-ea6ab128-1bd5-4652-a5be-8d59412fb728 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/quotas/c3408e64879b46f5a10175eb6cefec2c HTTP/1.1" status: 200 len: 375 time: 0.0242007 Sep 16 05:13:02.852629 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-58c06967-4fff-45ed-8471-fe59cc645e06 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 HTTP/1.1" status: 200 len: 217 time: 0.1170337 Sep 16 05:13:02.896158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-9b0f204f-94f0-477b-bac6-72951f5d6dc8 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3408e64879b46f5a10175eb6cefec2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1595187 Sep 16 05:13:02.919323 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a328cb-8779-4a73-bcb0-74b2f951fb44 req-7b704936-6312-4ffb-8f5d-fd2910751378 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:02.922174 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12a328cb-8779-4a73-bcb0-74b2f951fb44 req-7b704936-6312-4ffb-8f5d-fd2910751378 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 943 time: 0.2939746 Sep 16 05:13:03.217805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-3e051ced-f788-4613-83ef-40b2434f92a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:03.220966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-3e051ced-f788-4613-83ef-40b2434f92a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a3ac3725-c7f5-4638-bfbe-1b78c27d4bff HTTP/1.1" status: 200 len: 849 time: 0.3231604 Sep 16 05:13:03.234127 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12a328cb-8779-4a73-bcb0-74b2f951fb44 req-9d98eab7-02c5-49b5-ab03-7d22bb27b6c2 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b5e1ef-eca9-43cd-a0e4-999331404346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933941 Sep 16 05:13:03.327507 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-0c8459ec-8105-4673-bd28-87c92909c656 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7c8103c-b73e-48b0-8d26-b41c72c7641b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865865 Sep 16 05:13:03.334806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-85ceefa5-022c-4742-b88a-a17645240e84 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting port 2dead670-adaf-467b-9d5d-2769f34d0257 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:03.335351 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-85ceefa5-022c-4742-b88a-a17645240e84 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.422610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-9452f43c-088c-4017-bd43-6c89bf67a3fd service neutron] 10.222.0.20 "GET /v2.0/networks/9bbfc8e3-43b8-42d3-90dd-df009eca72e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990060 Sep 16 05:13:03.638839 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872fc13-1a81-437b-840f-570109a6a921 req-714fe37c-8897-41cd-ab88-c0572e801f61 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:03.640521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0872fc13-1a81-437b-840f-570109a6a921 req-714fe37c-8897-41cd-ab88-c0572e801f61 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.2942843 Sep 16 05:13:03.649899 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-8d396760-5d9e-4b02-9e89-48cff7df001a service neutron] 10.222.0.21 "GET /v2.0/networks/a7c8103c-b73e-48b0-8d26-b41c72c7641b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100843 Sep 16 05:13:03.663775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-85ceefa5-022c-4742-b88a-a17645240e84 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] For port 2dead670-adaf-467b-9d5d-2769f34d0257, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2dead670-adaf-467b-9d5d-2769f34d0257,segment=NetworkSegment(32b64a7d-0aac-41ad-912b-1dc0dd03c7d3),segment_id=32b64a7d-0aac-41ad-912b-1dc0dd03c7d3)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:03.664154 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-85ceefa5-022c-4742-b88a-a17645240e84 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.719069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-85ceefa5-022c-4742-b88a-a17645240e84 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Calling delete_port for 2dead670-adaf-467b-9d5d-2769f34d0257 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:03.735973 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-ca444a0b-de3a-4a74-9ce4-307c08b7673b service neutron] 10.222.0.20 "GET /v2.0/networks/9bbfc8e3-43b8-42d3-90dd-df009eca72e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961097 Sep 16 05:13:03.912521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0872fc13-1a81-437b-840f-570109a6a921 req-c66136a6-7aad-43e8-9131-75e6cbb194ab tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577488 Sep 16 05:13:04.003180 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cce6c32a-fb3a-4763-8be9-be1363f3021f req-a325ab1a-bbe1-4194-9f71-fabf53788814 service neutron] 10.222.0.21 "GET /v2.0/networks/a7c8103c-b73e-48b0-8d26-b41c72c7641b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307614 Sep 16 05:13:04.269156 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-829cfc76-78c0-447a-9168-580f6121b991 req-6bf5aca6-61af-42b3-80a8-8eab7d0c3788 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 210 time: 0.0788012 Sep 16 05:13:04.401339 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-85ceefa5-022c-4742-b88a-a17645240e84 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.486052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ceefa5-022c-4742-b88a-a17645240e84 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Port': ['ID=2dead670-adaf-467b-9d5d-2769f34d0257,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:04.631757 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fedc74-4165-4b95-a1bc-ea5b36da3840 req-9e317707-7154-4f68-a0ca-dc1d248a17c1 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:04.633591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99fedc74-4165-4b95-a1bc-ea5b36da3840 req-9e317707-7154-4f68-a0ca-dc1d248a17c1 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 943 time: 0.2158139 Sep 16 05:13:04.686066 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-85ceefa5-022c-4742-b88a-a17645240e84 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.864553 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99fedc74-4165-4b95-a1bc-ea5b36da3840 req-fe372bfe-5093-45fe-9885-81b3a14c2634 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b5e1ef-eca9-43cd-a0e4-999331404346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166142 Sep 16 05:13:05.031497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ceefa5-022c-4742-b88a-a17645240e84 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router dbb05299-ec61-4a8d-aee6-742b70fa02f4 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:05.251642 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-48ca89f7-43c6-45bf-9908-c1007ec81832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.252777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a40054-ab9e-4aba-a6cf-dbcda1808561 req-c8b77c90-b675-4d22-9745-fbe3b75bb2b4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:05.254568 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7a40054-ab9e-4aba-a6cf-dbcda1808561 req-c8b77c90-b675-4d22-9745-fbe3b75bb2b4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.1055412 Sep 16 05:13:05.263386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ceefa5-022c-4742-b88a-a17645240e84 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:05.270764 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-85ceefa5-022c-4742-b88a-a17645240e84 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/dbb05299-ec61-4a8d-aee6-742b70fa02f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6739805 Sep 16 05:13:05.272817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47452) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:05.281427 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99584050-e450-4ac3-8815-9e67389dae33 None None] Sync routers for ids ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:05.294410 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99584050-e450-4ac3-8815-9e67389dae33 None None] Routers {'dbb05299-ec61-4a8d-aee6-742b70fa02f4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:05.296908 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-99584050-e450-4ac3-8815-9e67389dae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:05.330928 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7a40054-ab9e-4aba-a6cf-dbcda1808561 req-7e5d74e5-ab28-4e8a-a03b-e40f926f7fb0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536826 Sep 16 05:13:05.376066 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5747b0f-af6a-4f44-b993-73d6c04eaf98 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting subnet 4c5f156a-0d0d-4412-a139-4c7d1ea49fc7 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:05.380066 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d5747b0f-af6a-4f44-b993-73d6c04eaf98 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.423385 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8441ec59-5e02-4667-a282-a06c215cd21a req-e300e6c4-2188-4a10-a24d-32c6c85a73ca tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 210 time: 0.0367665 Sep 16 05:13:05.434023 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d5747b0f-af6a-4f44-b993-73d6c04eaf98 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.467613 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-99584050-e450-4ac3-8815-9e67389dae33 None None] Set router dbb05299-ec61-4a8d-aee6-742b70fa02f4 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:05.557316 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d5747b0f-af6a-4f44-b993-73d6c04eaf98 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.734328 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-99584050-e450-4ac3-8815-9e67389dae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:13:04Z', 'revision_number': 10, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:05.737794 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d5747b0f-af6a-4f44-b993-73d6c04eaf98 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.765275 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99584050-e450-4ac3-8815-9e67389dae33 None None] Checking router: dbb05299-ec61-4a8d-aee6-742b70fa02f4 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:05.776186 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99584050-e450-4ac3-8815-9e67389dae33 None None] Routers {'dbb05299-ec61-4a8d-aee6-742b70fa02f4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:05.776843 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-99584050-e450-4ac3-8815-9e67389dae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:12:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:05.781396 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5747b0f-af6a-4f44-b993-73d6c04eaf98 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Subnet': ['ID=4c5f156a-0d0d-4412-a139-4c7d1ea49fc7,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:05.785097 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d5747b0f-af6a-4f44-b993-73d6c04eaf98 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.789124 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d5747b0f-af6a-4f44-b993-73d6c04eaf98 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/subnets/4c5f156a-0d0d-4412-a139-4c7d1ea49fc7 HTTP/1.1" status: 204 len: 168 time: 0.5144179 Sep 16 05:13:05.791528 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47456) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:05.855759 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3474b764-5e6f-48ac-a961-9d0cdd71a4ca None None] Network 01057712-51e7-491b-a460-c478581ace6c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:05.926750 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.978495 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-99584050-e450-4ac3-8815-9e67389dae33 None None] Set router dbb05299-ec61-4a8d-aee6-742b70fa02f4 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:06.141912 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39173493-98b3-4eb6-824d-c898fc108333 req-ee40026d-71de-41ef-a64c-aaca4caeee3a tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:06.143752 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39173493-98b3-4eb6-824d-c898fc108333 req-ee40026d-71de-41ef-a64c-aaca4caeee3a tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 943 time: 0.0995955 Sep 16 05:13:06.145602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting port 73f39af7-a269-4027-8879-e87e77949807 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:06.146160 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.253612 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39173493-98b3-4eb6-824d-c898fc108333 req-ec8d7c25-ded5-4bc0-ab31-89bcc5f1287a tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b5e1ef-eca9-43cd-a0e4-999331404346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926855 Sep 16 05:13:06.256244 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] For port 73f39af7-a269-4027-8879-e87e77949807, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=73f39af7-a269-4027-8879-e87e77949807,segment=NetworkSegment(32b64a7d-0aac-41ad-912b-1dc0dd03c7d3),segment_id=32b64a7d-0aac-41ad-912b-1dc0dd03c7d3)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:06.256749 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.275188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Calling delete_port for 73f39af7-a269-4027-8879-e87e77949807 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:06.364982 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] DHCP port deletion for 01057712-51e7-491b-a460-c478581ace6c request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:06.531691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] Deleting port 73f39af7-a269-4027-8879-e87e77949807 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:06.532583 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.552511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c6950-05ce-4305-9c1f-f1b376ef5de3 req-dfebc6f4-41ce-43e7-846e-ea771a9c8842 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:06.554754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-404c6950-05ce-4305-9c1f-f1b376ef5de3 req-dfebc6f4-41ce-43e7-846e-ea771a9c8842 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.0860431 Sep 16 05:13:06.594775 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.620482 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49951e38-f694-40eb-9ee4-822a4a2d28c6 req-d3152fd5-4da7-43b5-acf0-6cdadc13cb0d tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 210 time: 0.0482683 Sep 16 05:13:06.663913 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-404c6950-05ce-4305-9c1f-f1b376ef5de3 req-12d7c828-a860-48d2-9d17-aab17e094513 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994189 Sep 16 05:13:06.666094 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] For port 73f39af7-a269-4027-8879-e87e77949807, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=73f39af7-a269-4027-8879-e87e77949807,segment=NetworkSegment(32b64a7d-0aac-41ad-912b-1dc0dd03c7d3),segment_id=32b64a7d-0aac-41ad-912b-1dc0dd03c7d3)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:06.666978 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.667460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] No DVR routers for this DVR port 73f39af7-a269-4027-8879-e87e77949807 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:06.675076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Port': ['ID=73f39af7-a269-4027-8879-e87e77949807,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:06.704610 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] Calling delete_port for 73f39af7-a269-4027-8879-e87e77949807 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:06.727217 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-99584050-e450-4ac3-8815-9e67389dae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:13:04Z', 'revision_number': 10, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:06.797989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99584050-e450-4ac3-8815-9e67389dae33 None None] The sync data for ids ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'] in n-d-712140-13 is: [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:13:04Z', 'revision_number': 10, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None, '_interfaces': [{'id': 'dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9', 'name': '', 'network_id': 'ef888d46-3fae-48bc-9131-b5f0caf06e12', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'mac_address': 'fa:16:3e:99:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:17Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 5, 'project_id': '795a658db99f44bf80dbe2f001381533', 'subnets': [{'id': '83370bb2-2e36-48bb-94dc-a33780eba747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:06.833884 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.859704 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01057712-51e7-491b-a460-c478581ace6c']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:06.872154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b64a7d-0aac-41ad-912b-1dc0dd03c7d3') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:06.872457 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b64a7d-0aac-41ad-912b-1dc0dd03c7d3') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:06.882277 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.897305 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.915123 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.920580 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] Pushing event deleted for resources: {'Port': ['ID=73f39af7-a269-4027-8879-e87e77949807,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:06.925127 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:06.925606 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.935409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] No DVR routers for this DVR port 73f39af7-a269-4027-8879-e87e77949807 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:06.943377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.943981 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.948027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.948027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.948027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.948027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.948027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.948027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.948027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.948027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.949862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.950410 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de9a3bb-316b-45d7-8be6-5e4ab6e44871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:06.994793 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:07.114266 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.122238 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.127032 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/networks/01057712-51e7-491b-a460-c478581ace6c HTTP/1.1" status: 204 len: 168 time: 1.3315833 Sep 16 05:13:07.137532 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47472) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:07.140978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4944d5-7b08-4bc2-a5a4-7ced2a23d391 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Network': ['ID=01057712-51e7-491b-a460-c478581ace6c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:07.475364 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 73f39af7-a269-4027-8879-e87e77949807 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:07.498775 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 73f39af7-a269-4027-8879-e87e77949807 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:07.499146 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 73f39af7-a269-4027-8879-e87e77949807 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:07.531584 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4bfce-ef87-4e71-b857-2991dc413baf req-d82670db-e8f8-44b3-900f-79cde3f279fb tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.534480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5be4bfce-ef87-4e71-b857-2991dc413baf req-d82670db-e8f8-44b3-900f-79cde3f279fb tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 943 time: 0.1377065 Sep 16 05:13:07.582701 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5be4bfce-ef87-4e71-b857-2991dc413baf req-12ea81c2-c6b5-4e02-9882-549dc79e66a0 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b5e1ef-eca9-43cd-a0e4-999331404346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410926 Sep 16 05:13:07.833755 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-96e0b120-a79b-431e-bcd4-28cb16dd4f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.858229 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-5ac48d59-ba44-44a3-b94c-cea7cc4a2432 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.860216 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-5ac48d59-ba44-44a3-b94c-cea7cc4a2432 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.38 "GET /v2.0/networks?id=9bbfc8e3-43b8-42d3-90dd-df009eca72e0 HTTP/1.1" status: 200 len: 809 time: 0.7414722 Sep 16 05:13:07.898588 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9fc38135-acdd-43bc-bdda-b88196c7b449 req-42256594-c767-48ac-8b59-35feaf966f7b tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 210 time: 0.1361420 Sep 16 05:13:07.903201 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-91c42a5a-8967-4de8-a075-123f9be26173 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Request body: {'port': {'device_id': 'e3b1e35e-1acd-455a-b104-8c14efc26765', 'network_id': '9bbfc8e3-43b8-42d3-90dd-df009eca72e0', 'admin_state_up': True, 'tenant_id': 'c3408e64879b46f5a10175eb6cefec2c'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:07.959569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd1da8-445e-454d-ab89-f082904b8c7e req-f4b9837a-dd6d-489e-b164-03702606bfa3 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.962498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7dfd1da8-445e-454d-ab89-f082904b8c7e req-f4b9837a-dd6d-489e-b164-03702606bfa3 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.1413729 Sep 16 05:13:08.079929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7dfd1da8-445e-454d-ab89-f082904b8c7e req-de50f23a-51ea-4db6-981d-d4ad5784d412 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990789 Sep 16 05:13:08.291321 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-91c42a5a-8967-4de8-a075-123f9be26173 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Made reservation on behalf of c3408e64879b46f5a10175eb6cefec2c for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:08.296017 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-91c42a5a-8967-4de8-a075-123f9be26173 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.303527 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-387913ea-0489-4832-8485-935547f71a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.526621 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.596579 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-91c42a5a-8967-4de8-a075-123f9be26173 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Allocated IP 172.20.0.4 (9bbfc8e3-43b8-42d3-90dd-df009eca72e0/e6116e7a-756f-4c14-839f-48744dfb2a92/ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:08.771845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eddb80-0ebc-41e2-a816-392c4037591b req-bfe07e1b-b28b-41db-a94c-4ab1864bb130 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:08.773547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89eddb80-0ebc-41e2-a816-392c4037591b req-bfe07e1b-b28b-41db-a94c-4ab1864bb130 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 943 time: 0.0568442 Sep 16 05:13:08.820267 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89eddb80-0ebc-41e2-a816-392c4037591b req-085e2750-863a-4a43-9808-89fa9326aac2 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b5e1ef-eca9-43cd-a0e4-999331404346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381160 Sep 16 05:13:08.933114 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-387913ea-0489-4832-8485-935547f71a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting port dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:08.935841 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-387913ea-0489-4832-8485-935547f71a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.938873 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-91c42a5a-8967-4de8-a075-123f9be26173 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.018561 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:09.098233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2dead670-adaf-467b-9d5d-2769f34d0257 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:09.114634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7c2fc62-3e9c-426c-aa3d-7695daab4def req-3096291d-25f9-4ad8-8373-0d62374218be tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 210 time: 0.0728900 Sep 16 05:13:09.128167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-387913ea-0489-4832-8485-935547f71a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] For port dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9,segment=NetworkSegment(2241be77-0bd3-4c09-9235-c7b8fd73cd71),segment_id=2241be77-0bd3-4c09-9235-c7b8fd73cd71)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:09.128558 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-387913ea-0489-4832-8485-935547f71a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.156697 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-387913ea-0489-4832-8485-935547f71a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Calling delete_port for dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:09.159070 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 2dead670-adaf-467b-9d5d-2769f34d0257 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:09.159420 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2dead670-adaf-467b-9d5d-2769f34d0257 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:09.279351 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7a1e1a5c-83a1-4567-9a28-7f0e090cdba6,segment=NetworkSegment(f3b81d51-3033-4852-b13d-10166edf4f65),segment_id=f3b81d51-3033-4852-b13d-10166edf4f65)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:09.304902 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '7a1e1a5c-83a1-4567-9a28-7f0e090cdba6', 'network_id': 'a7c8103c-b73e-48b0-8d26-b41c72c7641b', 'port_id': '7a1e1a5c-83a1-4567-9a28-7f0e090cdba6', 'mac_address': 'fa:16:3e:f6:b4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ac3725-c7f5-4638-bfbe-1b78c27d4bff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:09.331431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d65ed5-9ad3-474c-aea0-36a492e65867 req-5f592dd6-a8de-4a4c-ba48-deecdb2f6097 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:09.345624 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66d65ed5-9ad3-474c-aea0-36a492e65867 req-5f592dd6-a8de-4a4c-ba48-deecdb2f6097 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.1111639 Sep 16 05:13:09.373922 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-91c42a5a-8967-4de8-a075-123f9be26173 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.377919 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.409937 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66d65ed5-9ad3-474c-aea0-36a492e65867 req-38242efb-e0ee-4fd8-9d11-7a1e0663b3b8 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631654 Sep 16 05:13:09.411611 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.438338 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-91c42a5a-8967-4de8-a075-123f9be26173 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Network 9bbfc8e3-43b8-42d3-90dd-df009eca72e0 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:09.441932 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-91c42a5a-8967-4de8-a075-123f9be26173 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:09.452347 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:09.464659 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c42a5a-8967-4de8-a075-123f9be26173 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Pushing event updated for resources: {'Port': ['ID=ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:09.475227 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-91c42a5a-8967-4de8-a075-123f9be26173 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:09.504291 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-387913ea-0489-4832-8485-935547f71a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.516702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7a1e1a5c-83a1-4567-9a28-7f0e090cdba6,segment=NetworkSegment(f3b81d51-3033-4852-b13d-10166edf4f65),segment_id=f3b81d51-3033-4852-b13d-10166edf4f65)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:09.579429 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387913ea-0489-4832-8485-935547f71a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Port': ['ID=dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:09.667992 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-91c42a5a-8967-4de8-a075-123f9be26173 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:09.669024 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.669827 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-91c42a5a-8967-4de8-a075-123f9be26173 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.771557 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-387913ea-0489-4832-8485-935547f71a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.776249 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-91c42a5a-8967-4de8-a075-123f9be26173 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8864837 Sep 16 05:13:09.796371 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=7a1e1a5c-83a1-4567-9a28-7f0e090cdba6,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:09.803351 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Request body: {'port': {'device_id': 'e3b1e35e-1acd-455a-b104-8c14efc26765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:10.171058 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['7a1e1a5c-83a1-4567-9a28-7f0e090cdba6'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:10.173052 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387913ea-0489-4832-8485-935547f71a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router dbb05299-ec61-4a8d-aee6-742b70fa02f4 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:10.174978 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.292203 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387913ea-0489-4832-8485-935547f71a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:10.299834 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-387913ea-0489-4832-8485-935547f71a88 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/dbb05299-ec61-4a8d-aee6-742b70fa02f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1592631 Sep 16 05:13:10.306487 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47512) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:10.316784 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47607388-12ef-4480-a0fd-2c10226da4f0 None None] Sync routers for ids ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:10.357336 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47607388-12ef-4480-a0fd-2c10226da4f0 None None] Routers {'dbb05299-ec61-4a8d-aee6-742b70fa02f4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:10.358250 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-47607388-12ef-4480-a0fd-2c10226da4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:13:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:10.443199 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-47607388-12ef-4480-a0fd-2c10226da4f0 None None] Set router dbb05299-ec61-4a8d-aee6-742b70fa02f4 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:10.515117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270b384-45bb-405b-afd9-054caee85bb3 req-6d4bb5ac-482c-471a-852f-6c99594e2a4f tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:10.527146 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7270b384-45bb-405b-afd9-054caee85bb3 req-6d4bb5ac-482c-471a-852f-6c99594e2a4f tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 944 time: 0.5531502 Sep 16 05:13:10.543495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d5d2a5-76b4-412a-8085-9331b5009954 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting subnet 83370bb2-2e36-48bb-94dc-a33780eba747 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:10.576283 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-47607388-12ef-4480-a0fd-2c10226da4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:13:09Z', 'revision_number': 11, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:10.606507 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf72be-8842-4361-a365-1dbf2b39f822 req-73067343-87bd-4988-a346-468fc53f4e0b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:10.616167 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d2a5-76b4-412a-8085-9331b5009954 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.619000 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4baf72be-8842-4361-a365-1dbf2b39f822 req-73067343-87bd-4988-a346-468fc53f4e0b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.5969710 Sep 16 05:13:10.640990 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47607388-12ef-4480-a0fd-2c10226da4f0 None None] Checking router: dbb05299-ec61-4a8d-aee6-742b70fa02f4 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:10.662699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7270b384-45bb-405b-afd9-054caee85bb3 req-c6ef922b-4198-4f9e-8614-63d67c0f31bf tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b5e1ef-eca9-43cd-a0e4-999331404346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341567 Sep 16 05:13:10.670998 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47607388-12ef-4480-a0fd-2c10226da4f0 None None] Routers {'dbb05299-ec61-4a8d-aee6-742b70fa02f4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:10.670998 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-47607388-12ef-4480-a0fd-2c10226da4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:13:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:10.678592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669019b0-2870-427c-8ddc-ea72c72a5f1f req-15556cdb-d9fd-4cf1-9a83-7236c283fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:10.683960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-669019b0-2870-427c-8ddc-ea72c72a5f1f req-15556cdb-d9fd-4cf1-9a83-7236c283fb28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3&device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 1098 time: 0.6003067 Sep 16 05:13:10.692261 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d2a5-76b4-412a-8085-9331b5009954 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.830655 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.850856 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-47607388-12ef-4480-a0fd-2c10226da4f0 None None] Set router dbb05299-ec61-4a8d-aee6-742b70fa02f4 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:10.861370 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d2a5-76b4-412a-8085-9331b5009954 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.880589 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4baf72be-8842-4361-a365-1dbf2b39f822 req-0b86d808-3f9d-49d9-8066-1fee68fb50ef tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599394 Sep 16 05:13:10.972119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669019b0-2870-427c-8ddc-ea72c72a5f1f req-f0f52164-c942-4e35-ae46-df0939d839ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:10.973665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-669019b0-2870-427c-8ddc-ea72c72a5f1f req-f0f52164-c942-4e35-ae46-df0939d839ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=b93d0e73-7b57-4b50-88bf-e393412fa10a HTTP/1.1" status: 200 len: 912 time: 0.2793891 Sep 16 05:13:10.974262 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-47607388-12ef-4480-a0fd-2c10226da4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:13:09Z', 'revision_number': 11, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:11.049236 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47607388-12ef-4480-a0fd-2c10226da4f0 None None] The sync data for ids ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'] in n-d-712140-13 is: [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:13:09Z', 'revision_number': 11, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:11.096278 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab18166-8cd8-479a-acfc-d72cedb04b3d req-b4d47fd2-dd69-4322-98ce-b77c1547be8e tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:11.104072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ab18166-8cd8-479a-acfc-d72cedb04b3d req-b4d47fd2-dd69-4322-98ce-b77c1547be8e tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 931 time: 0.2487144 Sep 16 05:13:11.167693 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-669019b0-2870-427c-8ddc-ea72c72a5f1f req-a1eeed3d-fb2a-44db-b384-3b077132afeb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7309df9-609e-423f-97c0-0eb4331a1188 HTTP/1.1" status: 200 len: 1001 time: 0.1690588 Sep 16 05:13:11.172680 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d2a5-76b4-412a-8085-9331b5009954 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.245662 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ab18166-8cd8-479a-acfc-d72cedb04b3d req-8002752f-beb5-4c62-bae3-b64484167273 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec717a97-0c8c-47f4-af41-e61e07e75a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225927 Sep 16 05:13:11.248494 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5d2a5-76b4-412a-8085-9331b5009954 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Subnet': ['ID=83370bb2-2e36-48bb-94dc-a33780eba747,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:11.266608 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d2a5-76b4-412a-8085-9331b5009954 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.269881 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669019b0-2870-427c-8ddc-ea72c72a5f1f req-34121056-16a2-464c-84a3-0821bc36b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:11.269881 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-669019b0-2870-427c-8ddc-ea72c72a5f1f req-34121056-16a2-464c-84a3-0821bc36b02d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64014166-35b7-4597-8d1f-ccab49be1bad HTTP/1.1" status: 200 len: 850 time: 0.0921428 Sep 16 05:13:11.271224 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b7d5d2a5-76b4-412a-8085-9331b5009954 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/subnets/83370bb2-2e36-48bb-94dc-a33780eba747 HTTP/1.1" status: 204 len: 168 time: 0.9254153 Sep 16 05:13:11.272926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47516) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:11.279992 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5be1f04-e534-4056-ab92-144e2c207ea8 None None] Network ef888d46-3fae-48bc-9131-b5f0caf06e12 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:11.381408 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:11.400380 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.405592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669019b0-2870-427c-8ddc-ea72c72a5f1f req-7feca052-7abe-4bad-b977-2dda27ff8dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:11.406381 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.407601 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-669019b0-2870-427c-8ddc-ea72c72a5f1f req-7feca052-7abe-4bad-b977-2dda27ff8dcc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b93d0e73-7b57-4b50-88bf-e393412fa10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946939 Sep 16 05:13:11.447121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Transition to ACTIVE for port object ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:11.526149 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.572761 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-669019b0-2870-427c-8ddc-ea72c72a5f1f req-62c0b696-c266-43d5-854a-08ba3c7b0125 service neutron] 10.222.0.21 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561403 Sep 16 05:13:11.578729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Deleting port 242453dc-73d1-4c83-91fc-e0f445611f8c {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:11.579255 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.648024 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2094725c-8a62-4102-99cc-acbafcb98b02 None None] DHCP port deletion for ef888d46-3fae-48bc-9131-b5f0caf06e12 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:11.711766 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:11.754084 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2094725c-8a62-4102-99cc-acbafcb98b02 None None] Deleting port 242453dc-73d1-4c83-91fc-e0f445611f8c {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:11.754698 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2094725c-8a62-4102-99cc-acbafcb98b02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.832563 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Attempting to bind port ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:11.833085 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Attempting to bind port ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'a50ca776-fafd-4f58-a67f-2a8185e517a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9bbfc8e3-43b8-42d3-90dd-df009eca72e0'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:11.837028 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Attempting to bind port ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e on network 9bbfc8e3-43b8-42d3-90dd-df009eca72e0 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:11.845919 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Port ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e on network 9bbfc8e3-43b8-42d3-90dd-df009eca72e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:11.846065 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Attempting to bind port ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e on network 9bbfc8e3-43b8-42d3-90dd-df009eca72e0 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:11.857988 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:11.858570 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Checking segment: {'id': 'a50ca776-fafd-4f58-a67f-2a8185e517a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9bbfc8e3-43b8-42d3-90dd-df009eca72e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:11.859428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Bound using segment: {'id': 'a50ca776-fafd-4f58-a67f-2a8185e517a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9bbfc8e3-43b8-42d3-90dd-df009eca72e0'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:11.860234 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Bound port: ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a50ca776-fafd-4f58-a67f-2a8185e517a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9bbfc8e3-43b8-42d3-90dd-df009eca72e0'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:11.863707 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.891634 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] For port 242453dc-73d1-4c83-91fc-e0f445611f8c, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=242453dc-73d1-4c83-91fc-e0f445611f8c,segment=NetworkSegment(2241be77-0bd3-4c09-9235-c7b8fd73cd71),segment_id=2241be77-0bd3-4c09-9235-c7b8fd73cd71)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:11.892022 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.918673 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Calling delete_port for 242453dc-73d1-4c83-91fc-e0f445611f8c owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:11.956948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2094725c-8a62-4102-99cc-acbafcb98b02 None None] For port 242453dc-73d1-4c83-91fc-e0f445611f8c, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=242453dc-73d1-4c83-91fc-e0f445611f8c,segment=NetworkSegment(2241be77-0bd3-4c09-9235-c7b8fd73cd71),segment_id=2241be77-0bd3-4c09-9235-c7b8fd73cd71)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:11.957549 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2094725c-8a62-4102-99cc-acbafcb98b02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.967888 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-669019b0-2870-427c-8ddc-ea72c72a5f1f req-2d0c6f43-a2ce-451b-9f92-e59ab29d0336 service neutron] 10.222.0.21 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841882 Sep 16 05:13:11.988479 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2094725c-8a62-4102-99cc-acbafcb98b02 None None] Calling delete_port for 242453dc-73d1-4c83-91fc-e0f445611f8c owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:12.016323 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] For port ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:12.019273 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] For port ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e,segment=NetworkSegment(a50ca776-fafd-4f58-a67f-2a8185e517a9),segment_id=a50ca776-fafd-4f58-a67f-2a8185e517a9)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:12.085588 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2989c8-7bab-48cc-9417-6e41499f1c6d req-1c66eacc-fabb-4359-ba1a-addeac4c2cb9 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:12.096057 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b2989c8-7bab-48cc-9417-6e41499f1c6d req-1c66eacc-fabb-4359-ba1a-addeac4c2cb9 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 944 time: 0.2607427 Sep 16 05:13:12.121553 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.185771 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:12.187199 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.190739 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] 10.222.0.38 "PUT /v2.0/ports/ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e HTTP/1.1" status: 200 len: 1092 time: 2.3988724 Sep 16 05:13:12.194940 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b1e35e-1acd-455a-b104-8c14efc26765', 'tag': 'ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:12.199209 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888bca12-2ce9-4a7f-b8db-d8afaf63395c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b1e35e-1acd-455a-b104-8c14efc26765", "tag": "ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:12.229431 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2094725c-8a62-4102-99cc-acbafcb98b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.236742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b2989c8-7bab-48cc-9417-6e41499f1c6d req-94971343-428b-42bd-88d0-474f22b2f925 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b5e1ef-eca9-43cd-a0e4-999331404346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404600 Sep 16 05:13:12.250482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d4fd0-b2d0-47a2-96f5-37b407ac96bd req-f313322f-f0d0-43d8-a4ad-cc03111952af tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:12.260668 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a2d4fd0-b2d0-47a2-96f5-37b407ac96bd req-f313322f-f0d0-43d8-a4ad-cc03111952af tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.2093995 Sep 16 05:13:12.268999 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc797f-45ea-4d84-9f13-f897f4a8f1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:12.298318 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.307673 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094725c-8a62-4102-99cc-acbafcb98b02 None None] Pushing event deleted for resources: {'Port': ['ID=242453dc-73d1-4c83-91fc-e0f445611f8c,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:12.318532 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2094725c-8a62-4102-99cc-acbafcb98b02 None None] No DVR routers for this DVR port 242453dc-73d1-4c83-91fc-e0f445611f8c on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:12.375124 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Port': ['ID=242453dc-73d1-4c83-91fc-e0f445611f8c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:12.378860 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] No DVR routers for this DVR port 242453dc-73d1-4c83-91fc-e0f445611f8c on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:12.392374 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a2d4fd0-b2d0-47a2-96f5-37b407ac96bd req-ab2d0417-dbc5-49b5-a803-24452d81ba06 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305025 Sep 16 05:13:12.500360 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-3ed0a212-e595-4b8c-8945-98a25dc9b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:12.502289 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-3ed0a212-e595-4b8c-8945-98a25dc9b491 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3408e64879b46f5a10175eb6cefec2c&device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 1095 time: 0.1083920 Sep 16 05:13:12.585259 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-7c6f57a8-40d8-4ce8-99db-05a4e15ef83b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e HTTP/1.1" status: 200 len: 217 time: 0.0691545 Sep 16 05:13:12.585499 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.588320 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0512bd93-bcf4-4cba-89ff-359bfc595f3d x-openstack-request-id: req-0512bd93-bcf4-4cba-89ff-359bfc595f3d {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:12.588320 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b1e35e-1acd-455a-b104-8c14efc26765", "tag": "ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:12.588664 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0512bd93-bcf4-4cba-89ff-359bfc595f3d {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:12.589244 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b1e35e-1acd-455a-b104-8c14efc26765', 'tag': 'ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e', 'status': 'completed', 'code': 200} Sep 16 05:13:12.613302 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef888d46-3fae-48bc-9131-b5f0caf06e12']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:12.628451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2241be77-0bd3-4c09-9235-c7b8fd73cd71') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:12.628772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2241be77-0bd3-4c09-9235-c7b8fd73cd71') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:12.643290 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.653233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6103e5d-6d06-423a-bfb0-e61e7f467417 req-3e59f15c-8d61-49bf-85d6-502a705047b3 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:12.654923 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6103e5d-6d06-423a-bfb0-e61e7f467417 req-3e59f15c-8d61-49bf-85d6-502a705047b3 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 943 time: 0.1858673 Sep 16 05:13:12.678824 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-f731a341-b4e9-4d6b-8bc2-9a51e97be6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:12.679990 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.681303 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-f731a341-b4e9-4d6b-8bc2-9a51e97be6b8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e6116e7a-756f-4c14-839f-48744dfb2a92 HTTP/1.1" status: 200 len: 849 time: 0.0885398 Sep 16 05:13:12.706484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:12.713051 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:12.720868 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:12.764887 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-7bc2c175-d27d-496b-9539-030d28544782 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9bbfc8e3-43b8-42d3-90dd-df009eca72e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722501 Sep 16 05:13:12.916088 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-ee69845d-dcf0-49e3-83d6-af419cb02484 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbfc8e3-43b8-42d3-90dd-df009eca72e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426015 Sep 16 05:13:12.927663 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6103e5d-6d06-423a-bfb0-e61e7f467417 req-36044c0e-54ff-4fac-a5f5-e3d86b1838c1 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec717a97-0c8c-47f4-af41-e61e07e75a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497375 Sep 16 05:13:13.029020 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.070247 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:13.085000 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-9cacf6c7-12a0-49ed-9ba1-d82e6826767a req-2194270e-66a5-4a6a-ad04-353400a19d58 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbfc8e3-43b8-42d3-90dd-df009eca72e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614251 Sep 16 05:13:13.097701 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.105857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/networks/ef888d46-3fae-48bc-9131-b5f0caf06e12 HTTP/1.1" status: 204 len: 168 time: 1.8286021 Sep 16 05:13:13.107379 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47536) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:13.149263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-690e5d93-4763-479c-9c06-3e4d8d187e1b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'router': {'routes': None}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:13.155903 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98d986-062e-440a-9773-a4d2d558b9fa tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Pushing event deleted for resources: {'Network': ['ID=ef888d46-3fae-48bc-9131-b5f0caf06e12,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:13.176592 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:13.217652 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:13.218433 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device dd002fcf-1bf1-4a89-9a02-8f9f0ec5d9e9 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:13.218994 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 242453dc-73d1-4c83-91fc-e0f445611f8c no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:13.257453 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 242453dc-73d1-4c83-91fc-e0f445611f8c {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:13.259519 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 242453dc-73d1-4c83-91fc-e0f445611f8c not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:13.326446 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bca12-2ce9-4a7f-b8db-d8afaf63395c req-b37af6ea-5d36-45e7-a1a1-30643c8f27b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:13.329381 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-888bca12-2ce9-4a7f-b8db-d8afaf63395c req-b37af6ea-5d36-45e7-a1a1-30643c8f27b4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3408e64879b46f5a10175eb6cefec2c&device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 1095 time: 0.0691445 Sep 16 05:13:13.365091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:13:13.370099 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:13.370482 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.442264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.extraroute_db [None req-690e5d93-4763-479c-9c06-3e4d8d187e1b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Added routes are [] {{(pid=95473) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:13:13.442647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.extraroute_db [None req-690e5d93-4763-479c-9c06-3e4d8d187e1b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Removed routes are [] {{(pid=95473) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:13:13.443143 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-690e5d93-4763-479c-9c06-3e4d8d187e1b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.466539 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa625750-655a-4c13-afee-a2f0f33509fa req-fc3174e3-e166-4090-bea1-f9cb4d34ad4b tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:13.468256 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa625750-655a-4c13-afee-a2f0f33509fa req-fc3174e3-e166-4090-bea1-f9cb4d34ad4b tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 944 time: 0.1075470 Sep 16 05:13:13.523618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bca12-2ce9-4a7f-b8db-d8afaf63395c req-624c0b28-1b17-4d28-ba2e-547c272e891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:13.523935 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.525801 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-888bca12-2ce9-4a7f-b8db-d8afaf63395c req-624c0b28-1b17-4d28-ba2e-547c272e891c service neutron] 10.222.0.38 "GET /v2.0/networks?id=9bbfc8e3-43b8-42d3-90dd-df009eca72e0 HTTP/1.1" status: 200 len: 910 time: 0.1868310 Sep 16 05:13:13.556424 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e522bd-361b-44b9-9fdc-53984564d666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1e1a5c-83a1-4567-9a28-7f0e090cdba6'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:13.559143 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffa419a-ccb4-47ac-9af7-eb184df1ff32" -d '{"events": [{"server_uuid": "98e522bd-361b-44b9-9fdc-53984564d666", "name": "network-vif-plugged", "status": "completed", "tag": "7a1e1a5c-83a1-4567-9a28-7f0e090cdba6"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:13.574780 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7a1e1a5c-83a1-4567-9a28-7f0e090cdba6,segment=NetworkSegment(f3b81d51-3033-4852-b13d-10166edf4f65),segment_id=f3b81d51-3033-4852-b13d-10166edf4f65)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:13.595324 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-888bca12-2ce9-4a7f-b8db-d8afaf63395c req-ed70069b-f601-4d78-be60-09dbe08b661c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e HTTP/1.1" status: 200 len: 217 time: 0.0619497 Sep 16 05:13:13.657910 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bca12-2ce9-4a7f-b8db-d8afaf63395c req-41d381ca-489c-4d47-950f-f891d576020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:13.659862 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-888bca12-2ce9-4a7f-b8db-d8afaf63395c req-41d381ca-489c-4d47-950f-f891d576020b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e6116e7a-756f-4c14-839f-48744dfb2a92 HTTP/1.1" status: 200 len: 849 time: 0.0569232 Sep 16 05:13:13.662336 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.665175 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa625750-655a-4c13-afee-a2f0f33509fa req-fc7566b6-db22-46b1-8482-bf599fab0901 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b5e1ef-eca9-43cd-a0e4-999331404346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460066 Sep 16 05:13:13.707821 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-690e5d93-4763-479c-9c06-3e4d8d187e1b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.708483 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-888bca12-2ce9-4a7f-b8db-d8afaf63395c req-4c862a32-0b7a-46ea-86ae-d7c15abeb640 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9bbfc8e3-43b8-42d3-90dd-df009eca72e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409405 Sep 16 05:13:13.717631 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1703ec-e088-4c23-ba37-c75340d37791 req-eb163b56-8621-4efa-a1df-05acb456bfec tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:13.717631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb1703ec-e088-4c23-ba37-c75340d37791 req-eb163b56-8621-4efa-a1df-05acb456bfec tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.2053084 Sep 16 05:13:13.717631 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-690e5d93-4763-479c-9c06-3e4d8d187e1b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.765088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=7a1e1a5c-83a1-4567-9a28-7f0e090cdba6,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:13.813472 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3834cd49-7c01-409e-b081-ddad168bbf5f x-openstack-request-id: req-3834cd49-7c01-409e-b081-ddad168bbf5f {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:13.813765 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e522bd-361b-44b9-9fdc-53984564d666", "name": "network-vif-plugged", "status": "completed", "tag": "7a1e1a5c-83a1-4567-9a28-7f0e090cdba6", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:13.814018 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3834cd49-7c01-409e-b081-ddad168bbf5f {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:13.814415 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e522bd-361b-44b9-9fdc-53984564d666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1e1a5c-83a1-4567-9a28-7f0e090cdba6', 'code': 200} Sep 16 05:13:13.833809 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb1703ec-e088-4c23-ba37-c75340d37791 req-a917d3cd-1d75-447b-ac82-db068ec372a2 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131706 Sep 16 05:13:13.857480 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690e5d93-4763-479c-9c06-3e4d8d187e1b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router dbb05299-ec61-4a8d-aee6-742b70fa02f4 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:13.879861 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-888bca12-2ce9-4a7f-b8db-d8afaf63395c req-99e56cc4-1c1b-4cb5-90e8-c82b374764f5 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbfc8e3-43b8-42d3-90dd-df009eca72e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621242 Sep 16 05:13:13.983059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690e5d93-4763-479c-9c06-3e4d8d187e1b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:13.991059 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-690e5d93-4763-479c-9c06-3e4d8d187e1b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.992389 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-690e5d93-4763-479c-9c06-3e4d8d187e1b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/dbb05299-ec61-4a8d-aee6-742b70fa02f4 HTTP/1.1" status: 200 len: 704 time: 0.8535867 Sep 16 05:13:13.995735 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47552) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:13.998255 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccac2aac-c8a2-4ea1-b350-9bdcf5861da8 None None] Sync routers for ids ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:14.017535 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccac2aac-c8a2-4ea1-b350-9bdcf5861da8 None None] Routers {'dbb05299-ec61-4a8d-aee6-742b70fa02f4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:14.018202 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ccac2aac-c8a2-4ea1-b350-9bdcf5861da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:13:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:14.041284 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-888bca12-2ce9-4a7f-b8db-d8afaf63395c req-d4c71397-5fea-4c52-be2e-f4327c78ebb4 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbfc8e3-43b8-42d3-90dd-df009eca72e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546652 Sep 16 05:13:14.058655 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-041e7601-17d4-46ff-8e45-7ec63f137f46 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbb05299-ec61-4a8d-aee6-742b70fa02f4 HTTP/1.1" status: 200 len: 205 time: 0.0495467 Sep 16 05:13:14.060111 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47554) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:14.070357 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d77e7f-4667-4c23-a355-5194b611f263 req-33691098-f028-4b04-a826-3f931851088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.075017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1d77e7f-4667-4c23-a355-5194b611f263 req-33691098-f028-4b04-a826-3f931851088a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 1097 time: 0.1566567 Sep 16 05:13:14.194718 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1a302954-da36-4ab2-a2f9-41491473528e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.339766 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1d77e7f-4667-4c23-a355-5194b611f263 req-71d4bfbd-061d-40b0-9488-81310b8d9109 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=48b5e1ef-eca9-43cd-a0e4-999331404346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286656 Sep 16 05:13:14.390121 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-ccac2aac-c8a2-4ea1-b350-9bdcf5861da8 None None] Set router dbb05299-ec61-4a8d-aee6-742b70fa02f4 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:14.409625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e47170-d2bb-4bb8-b1f3-ab4e08127e99 req-e7488d2c-8eea-49bc-88ee-ed762c80b077 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.413060 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5e47170-d2bb-4bb8-b1f3-ab4e08127e99 req-e7488d2c-8eea-49bc-88ee-ed762c80b077 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 943 time: 0.3031335 Sep 16 05:13:14.454188 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1a302954-da36-4ab2-a2f9-41491473528e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.457320 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1a302954-da36-4ab2-a2f9-41491473528e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.467401 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ccac2aac-c8a2-4ea1-b350-9bdcf5861da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:13:09Z', 'revision_number': 11, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:14.496584 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccac2aac-c8a2-4ea1-b350-9bdcf5861da8 None None] Checking router: dbb05299-ec61-4a8d-aee6-742b70fa02f4 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:14.506412 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccac2aac-c8a2-4ea1-b350-9bdcf5861da8 None None] Routers {'dbb05299-ec61-4a8d-aee6-742b70fa02f4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:14.507170 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ccac2aac-c8a2-4ea1-b350-9bdcf5861da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:13:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:14.529224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5e47170-d2bb-4bb8-b1f3-ab4e08127e99 req-0800c44d-18c6-4050-9553-ca8753faf7b9 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec717a97-0c8c-47f4-af41-e61e07e75a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774665 Sep 16 05:13:14.595075 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-ccac2aac-c8a2-4ea1-b350-9bdcf5861da8 None None] Set router dbb05299-ec61-4a8d-aee6-742b70fa02f4 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:14.628345 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1a302954-da36-4ab2-a2f9-41491473528e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.628895 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a302954-da36-4ab2-a2f9-41491473528e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Fanout notify agent at l3_agent the message router_deleted on router dbb05299-ec61-4a8d-aee6-742b70fa02f4 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:13:14.637983 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1a302954-da36-4ab2-a2f9-41491473528e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.639778 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1a302954-da36-4ab2-a2f9-41491473528e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/routers/dbb05299-ec61-4a8d-aee6-742b70fa02f4 HTTP/1.1" status: 204 len: 168 time: 0.5783741 Sep 16 05:13:14.646166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47566) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:14.652870 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-363c8826-f1e1-41dd-a292-3f04cafefdd4 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1771720686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:14.668133 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ccac2aac-c8a2-4ea1-b350-9bdcf5861da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:13:09Z', 'revision_number': 11, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:14.722343 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccac2aac-c8a2-4ea1-b350-9bdcf5861da8 None None] The sync data for ids ['dbb05299-ec61-4a8d-aee6-742b70fa02f4'] in n-d-712140-13 is: [{'id': 'dbb05299-ec61-4a8d-aee6-742b70fa02f4', 'name': 'tempest-RoutersIpV6Test-router-430985960', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:13Z', 'updated_at': '2021-09-16T05:13:09Z', 'revision_number': 11, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:14.754319 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-363c8826-f1e1-41dd-a292-3f04cafefdd4 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.755731 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-363c8826-f1e1-41dd-a292-3f04cafefdd4 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.861492 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-363c8826-f1e1-41dd-a292-3f04cafefdd4 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.893042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1c66a-4519-446a-ba72-de2678e969b0 req-68af7203-f91a-4052-91d5-3b75654a87d0 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.894841 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4dd1c66a-4519-446a-ba72-de2678e969b0 req-68af7203-f91a-4052-91d5-3b75654a87d0 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 945 time: 0.0937598 Sep 16 05:13:14.944433 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-363c8826-f1e1-41dd-a292-3f04cafefdd4 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.957797 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4dd1c66a-4519-446a-ba72-de2678e969b0 req-d07b9f4d-b020-4ac3-af21-94356b588e7e tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b5e1ef-eca9-43cd-a0e4-999331404346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485842 Sep 16 05:13:15.034291 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-363c8826-f1e1-41dd-a292-3f04cafefdd4 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.036149 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-363c8826-f1e1-41dd-a292-3f04cafefdd4 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3885393 Sep 16 05:13:15.039200 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47570) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:15.044361 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c85604bd-7f89-4dec-b2e9-8674a826d812 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:15.292242 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c85604bd-7f89-4dec-b2e9-8674a826d812 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.371743 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c85604bd-7f89-4dec-b2e9-8674a826d812 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.575377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:15.594663 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85604bd-7f89-4dec-b2e9-8674a826d812 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Router 1dfc7d9d-b8c8-4fab-918f-c684a122dbe0 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:13:15.711331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dab062-8179-4307-a6a4-6751790c5da2 req-8a226e3c-8930-4378-b326-a47a39b02a7b tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:15.714985 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58dab062-8179-4307-a6a4-6751790c5da2 req-8a226e3c-8930-4378-b326-a47a39b02a7b tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 943 time: 0.0849166 Sep 16 05:13:15.731422 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e,segment=NetworkSegment(a50ca776-fafd-4f58-a67f-2a8185e517a9),segment_id=a50ca776-fafd-4f58-a67f-2a8185e517a9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:15.761819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e', 'network_id': '9bbfc8e3-43b8-42d3-90dd-df009eca72e0', 'port_id': 'ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e', 'mac_address': 'fa:16:3e:48:fa:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6116e7a-756f-4c14-839f-48744dfb2a92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:15.768319 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85604bd-7f89-4dec-b2e9-8674a826d812 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:15.771336 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58dab062-8179-4307-a6a4-6751790c5da2 req-cfc55893-43b8-4768-9a6c-81f6fdf2de6f tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec717a97-0c8c-47f4-af41-e61e07e75a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439210 Sep 16 05:13:15.779180 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c85604bd-7f89-4dec-b2e9-8674a826d812 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.780458 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c85604bd-7f89-4dec-b2e9-8674a826d812 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "PUT /v2.0/routers/1dfc7d9d-b8c8-4fab-918f-c684a122dbe0 HTTP/1.1" status: 200 len: 698 time: 0.7401981 Sep 16 05:13:15.784318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47580) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:15.800975 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a714c2e0-c6da-4bf9-a97c-fac9416bbc5c None None] Sync routers for ids ['1dfc7d9d-b8c8-4fab-918f-c684a122dbe0'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:15.839819 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.850569 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a714c2e0-c6da-4bf9-a97c-fac9416bbc5c None None] Routers {'1dfc7d9d-b8c8-4fab-918f-c684a122dbe0'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:15.851241 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a714c2e0-c6da-4bf9-a97c-fac9416bbc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:13:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['1dfc7d9d-b8c8-4fab-918f-c684a122dbe0'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:15.867201 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:15.906349 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e,segment=NetworkSegment(a50ca776-fafd-4f58-a67f-2a8185e517a9),segment_id=a50ca776-fafd-4f58-a67f-2a8185e517a9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:15.968034 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-a714c2e0-c6da-4bf9-a97c-fac9416bbc5c None None] Set router 1dfc7d9d-b8c8-4fab-918f-c684a122dbe0 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:15.983012 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47582) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:15.984889 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3aa050f3-af63-4ee7-bbf9-7c2efb70a7e3 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/routers/1dfc7d9d-b8c8-4fab-918f-c684a122dbe0 HTTP/1.1" status: 200 len: 704 time: 0.1983330 Sep 16 05:13:16.004110 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.039494 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a714c2e0-c6da-4bf9-a97c-fac9416bbc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfc7d9d-b8c8-4fab-918f-c684a122dbe0', 'name': 'tempest-RoutersIpV6Test-router-1771720686', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:15Z', 'revision_number': 2, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:16.071759 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-67985eb9-e574-4485-b90b-13c364b07e52 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dfc7d9d-b8c8-4fab-918f-c684a122dbe0 HTTP/1.1" status: 200 len: 205 time: 0.0863636 Sep 16 05:13:16.075331 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47586) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:16.190158 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-786fad38-5915-4ad3-955e-845cfb2f4373 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.220722 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a714c2e0-c6da-4bf9-a97c-fac9416bbc5c None None] Checking router: 1dfc7d9d-b8c8-4fab-918f-c684a122dbe0 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:16.238007 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:16.247880 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a714c2e0-c6da-4bf9-a97c-fac9416bbc5c None None] Routers {'1dfc7d9d-b8c8-4fab-918f-c684a122dbe0'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:16.248760 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a714c2e0-c6da-4bf9-a97c-fac9416bbc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:13:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['1dfc7d9d-b8c8-4fab-918f-c684a122dbe0'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:16.256439 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a0d92-9e26-4614-aff2-77ea8634741e req-0f9ab29c-df55-43a8-8d95-5e78b36f7f21 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:16.262640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-906a0d92-9e26-4614-aff2-77ea8634741e req-0f9ab29c-df55-43a8-8d95-5e78b36f7f21 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 945 time: 0.1058707 Sep 16 05:13:16.343403 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-906a0d92-9e26-4614-aff2-77ea8634741e req-2e5be125-f3b4-4236-af12-6460f14dc7db tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b5e1ef-eca9-43cd-a0e4-999331404346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776696 Sep 16 05:13:16.370009 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-a714c2e0-c6da-4bf9-a97c-fac9416bbc5c None None] Set router 1dfc7d9d-b8c8-4fab-918f-c684a122dbe0 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:16.431534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:16.434680 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a714c2e0-c6da-4bf9-a97c-fac9416bbc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfc7d9d-b8c8-4fab-918f-c684a122dbe0', 'name': 'tempest-RoutersIpV6Test-router-1771720686', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:15Z', 'revision_number': 2, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:16.475715 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-786fad38-5915-4ad3-955e-845cfb2f4373 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.480433 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-786fad38-5915-4ad3-955e-845cfb2f4373 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.517549 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a714c2e0-c6da-4bf9-a97c-fac9416bbc5c None None] The sync data for ids ['1dfc7d9d-b8c8-4fab-918f-c684a122dbe0'] in n-d-712140-13 is: [{'id': '1dfc7d9d-b8c8-4fab-918f-c684a122dbe0', 'name': 'tempest-RoutersIpV6Test-router-1771720686', 'tenant_id': '795a658db99f44bf80dbe2f001381533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:15Z', 'revision_number': 2, 'project_id': '795a658db99f44bf80dbe2f001381533', 'gw_port_host': None}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:16.617417 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-786fad38-5915-4ad3-955e-845cfb2f4373 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.618425 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786fad38-5915-4ad3-955e-845cfb2f4373 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Fanout notify agent at l3_agent the message router_deleted on router 1dfc7d9d-b8c8-4fab-918f-c684a122dbe0 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:13:16.633298 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-786fad38-5915-4ad3-955e-845cfb2f4373 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.635463 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-786fad38-5915-4ad3-955e-845cfb2f4373 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/routers/1dfc7d9d-b8c8-4fab-918f-c684a122dbe0 HTTP/1.1" status: 204 len: 168 time: 0.5528762 Sep 16 05:13:16.642503 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47592) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:16.706561 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-53ba68d9-f1a3-4cac-a645-dd062438725f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dfc7d9d-b8c8-4fab-918f-c684a122dbe0 HTTP/1.1" status: 200 len: 205 time: 0.0620611 Sep 16 05:13:16.708936 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47594) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:16.781112 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-8cd4040a-49b1-45dc-b75b-1b91f75b3904 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] delete failed (client error): The resource could not be found. Sep 16 05:13:16.782993 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8cd4040a-49b1-45dc-b75b-1b91f75b3904 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/routers/1dfc7d9d-b8c8-4fab-918f-c684a122dbe0 HTTP/1.1" status: 404 len: 336 time: 0.0724492 Sep 16 05:13:16.786821 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47596) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:16.817556 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97d7a50-51d3-4fac-b3bd-54ef8fcaaf99 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] DELETE failed (client error): The resource could not be found. Sep 16 05:13:16.817556 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97d7a50-51d3-4fac-b3bd-54ef8fcaaf99 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:13:16.818849 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c97d7a50-51d3-4fac-b3bd-54ef8fcaaf99 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/subnets/e4d4ec1f-ad39-4a31-a36e-3a669a643f81 HTTP/1.1" status: 404 len: 337 time: 0.0309858 Sep 16 05:13:16.825127 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47600) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:16.859230 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-06965308-7ae5-468f-8897-8b3cd06fe09f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] DELETE failed (client error): The resource could not be found. Sep 16 05:13:16.859755 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06965308-7ae5-468f-8897-8b3cd06fe09f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:13:16.862946 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-06965308-7ae5-468f-8897-8b3cd06fe09f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/subnets/d5747068-eb92-4c09-9232-27237b9d9d21 HTTP/1.1" status: 404 len: 337 time: 0.0356755 Sep 16 05:13:16.867429 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47604) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.376587 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ce61c3-f112-4c4a-8b10-3ac59ad0450e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] DELETE failed (client error): The resource could not be found. Sep 16 05:13:17.377343 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ce61c3-f112-4c4a-8b10-3ac59ad0450e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:13:17.384407 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b6ce61c3-f112-4c4a-8b10-3ac59ad0450e tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/subnets/4c5f156a-0d0d-4412-a139-4c7d1ea49fc7 HTTP/1.1" status: 404 len: 337 time: 0.5112209 Sep 16 05:13:17.385445 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47608) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.444495 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-64816817-7ded-4106-aa2d-3e759b123eba tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] DELETE failed (client error): The resource could not be found. Sep 16 05:13:17.444495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64816817-7ded-4106-aa2d-3e759b123eba tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:13:17.451017 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-64816817-7ded-4106-aa2d-3e759b123eba tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/subnets/83370bb2-2e36-48bb-94dc-a33780eba747 HTTP/1.1" status: 404 len: 337 time: 0.0595896 Sep 16 05:13:17.451438 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47610) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.480661 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca7246-d99e-4abc-a626-ccf7d01698d2 req-626a0c4f-eb08-47c5-9845-5c4a6a21f966 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.495818 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1dd6c364-4ce3-4b25-8c2f-24794b93af84 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbb05299-ec61-4a8d-aee6-742b70fa02f4 HTTP/1.1" status: 200 len: 205 time: 0.0399771 Sep 16 05:13:17.496046 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fcca7246-d99e-4abc-a626-ccf7d01698d2 req-626a0c4f-eb08-47c5-9845-5c4a6a21f966 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 944 time: 0.1214924 Sep 16 05:13:17.499319 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47612) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.592900 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:17.605949 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fcca7246-d99e-4abc-a626-ccf7d01698d2 req-e3d3100a-5640-452f-9c81-62a3ee2ca257 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec717a97-0c8c-47f4-af41-e61e07e75a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092460 Sep 16 05:13:17.625180 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-3b6e0025-27a3-44ab-9d94-17820b822c0a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] delete failed (client error): The resource could not be found. Sep 16 05:13:17.631894 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3b6e0025-27a3-44ab-9d94-17820b822c0a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/routers/dbb05299-ec61-4a8d-aee6-742b70fa02f4 HTTP/1.1" status: 404 len: 336 time: 0.1308048 Sep 16 05:13:17.633379 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088af2b-8391-423e-9a70-3a8681d42ffc req-eb9f273d-509d-414b-a2de-4ff229982d7f tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.634426 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47616) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.636188 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1088af2b-8391-423e-9a70-3a8681d42ffc req-eb9f273d-509d-414b-a2de-4ff229982d7f tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 945 time: 0.1234000 Sep 16 05:13:17.670223 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7926359e-86c3-4b5a-8032-2f4e9ea2e5c6 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7f168ec-c4c6-430a-9b12-2e54785f2bde HTTP/1.1" status: 200 len: 205 time: 0.0346117 Sep 16 05:13:17.675697 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47620) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.713822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1088af2b-8391-423e-9a70-3a8681d42ffc req-93940d79-c583-46fb-81e9-e1ff261b18e2 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b5e1ef-eca9-43cd-a0e4-999331404346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706458 Sep 16 05:13:17.724273 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-db38bff5-7434-4990-b58c-572ff328dbdf tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] delete failed (client error): The resource could not be found. Sep 16 05:13:17.725350 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-db38bff5-7434-4990-b58c-572ff328dbdf tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/routers/f7f168ec-c4c6-430a-9b12-2e54785f2bde HTTP/1.1" status: 404 len: 336 time: 0.0492036 Sep 16 05:13:17.729554 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47622) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.760780 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-422bd426-3913-4bb0-9fa4-b70e41d3aba4 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] DELETE failed (client error): The resource could not be found. Sep 16 05:13:17.761074 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422bd426-3913-4bb0-9fa4-b70e41d3aba4 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:13:17.762968 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-422bd426-3913-4bb0-9fa4-b70e41d3aba4 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/subnets/2b373e32-50c7-47d7-a6a1-d19042efd4b8 HTTP/1.1" status: 404 len: 337 time: 0.0323117 Sep 16 05:13:17.767405 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47626) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.798784 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fcd75d56-2401-4e6d-a8a5-a02d97c2a35b tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/ports?device_id=539cb313-47c2-4cb8-b292-418064791dbe HTTP/1.1" status: 200 len: 205 time: 0.0301569 Sep 16 05:13:17.801972 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47628) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.805240 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:13:17.809889 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:17.810492 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.878862 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-66b1dabc-507f-4e75-8b67-2bcc9e73d943 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] delete failed (client error): The resource could not be found. Sep 16 05:13:17.881273 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-66b1dabc-507f-4e75-8b67-2bcc9e73d943 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/routers/539cb313-47c2-4cb8-b292-418064791dbe HTTP/1.1" status: 404 len: 336 time: 0.0777726 Sep 16 05:13:17.885849 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47632) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.937234 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-756b588f-e7f7-4d43-86a5-97bd85acbe2c tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/ports?device_id=df13f68d-68f7-4081-8640-fdfafcd7b481 HTTP/1.1" status: 200 len: 205 time: 0.0495791 Sep 16 05:13:17.939604 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47634) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.950987 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.987837 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-a3201a49-a9c8-45a1-bc4f-380f02e8d198 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] delete failed (client error): The resource could not be found. Sep 16 05:13:17.989313 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a3201a49-a9c8-45a1-bc4f-380f02e8d198 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/routers/df13f68d-68f7-4081-8640-fdfafcd7b481 HTTP/1.1" status: 404 len: 336 time: 0.0484531 Sep 16 05:13:17.994508 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47636) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:18.005089 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b1e35e-1acd-455a-b104-8c14efc26765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:18.009761 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c6c056-8ed6-49c4-8ba9-e99c2669c03e" -d '{"events": [{"server_uuid": "e3b1e35e-1acd-455a-b104-8c14efc26765", "name": "network-vif-plugged", "status": "completed", "tag": "ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:18.027953 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff423cb-036a-46fe-94a5-8116ab727838 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] DELETE failed (client error): The resource could not be found. Sep 16 05:13:18.028415 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff423cb-036a-46fe-94a5-8116ab727838 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:13:18.030274 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-eff423cb-036a-46fe-94a5-8116ab727838 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/subnets/9806980d-996d-4239-aec5-f417e93e8fff HTTP/1.1" status: 404 len: 337 time: 0.0344210 Sep 16 05:13:18.034605 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47642) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:18.053760 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e,segment=NetworkSegment(a50ca776-fafd-4f58-a67f-2a8185e517a9),segment_id=a50ca776-fafd-4f58-a67f-2a8185e517a9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:18.065099 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1a3a8a-41a8-4738-aa11-803f2fccd439 x-openstack-request-id: req-fc1a3a8a-41a8-4738-aa11-803f2fccd439 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:18.065573 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b1e35e-1acd-455a-b104-8c14efc26765", "name": "network-vif-plugged", "status": "completed", "tag": "ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:18.065980 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc1a3a8a-41a8-4738-aa11-803f2fccd439 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:18.070337 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b1e35e-1acd-455a-b104-8c14efc26765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e', 'code': 200} Sep 16 05:13:18.088191 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4a2d3260-636a-44a8-905a-4662d491614f tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e26e279-de40-4599-9709-dda11762d8dc HTTP/1.1" status: 200 len: 205 time: 0.0515094 Sep 16 05:13:18.089579 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47646) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:18.140339 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.141302 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-d94a503f-120c-49a9-b19e-714e478b0723 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] delete failed (client error): The resource could not be found. Sep 16 05:13:18.142698 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d94a503f-120c-49a9-b19e-714e478b0723 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/routers/7e26e279-de40-4599-9709-dda11762d8dc HTTP/1.1" status: 404 len: 336 time: 0.0516307 Sep 16 05:13:18.147447 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47648) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:18.209128 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-799634e4-7664-4445-a999-dbf927587217 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] DELETE failed (client error): The resource could not be found. Sep 16 05:13:18.209568 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:18.210122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799634e4-7664-4445-a999-dbf927587217 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:13:18.214786 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-799634e4-7664-4445-a999-dbf927587217 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/subnets/f63c020e-e9fd-4683-a23b-fb1b02d89ad9 HTTP/1.1" status: 404 len: 337 time: 0.0653348 Sep 16 05:13:18.218626 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47650) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:18.677152 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-74a6661c-babe-45b3-9ec6-f1749de45e07 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44d52c0-1d25-448a-bd02-9b94872a55a2 HTTP/1.1" status: 200 len: 205 time: 0.4573057 Sep 16 05:13:18.681759 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47664) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:18.750244 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa58a3a-3fd1-412c-a4c1-db35e52897fd req-f078d561-82ff-4538-88b3-765547faee09 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:18.751913 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8fa58a3a-3fd1-412c-a4c1-db35e52897fd req-f078d561-82ff-4538-88b3-765547faee09 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 945 time: 0.0673823 Sep 16 05:13:18.775800 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94837f43-4bf5-47ce-8eb8-0175881ab85e req-fd0aa520-efa2-42cc-95d2-ad6a66afc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:18.778813 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-94837f43-4bf5-47ce-8eb8-0175881ab85e req-fd0aa520-efa2-42cc-95d2-ad6a66afc6b7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 1097 time: 0.1452026 Sep 16 05:13:18.780759 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-33378a28-cd9f-4dba-ae2d-a959970d84df tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] delete failed (client error): The resource could not be found. Sep 16 05:13:18.782691 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-33378a28-cd9f-4dba-ae2d-a959970d84df tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/routers/e44d52c0-1d25-448a-bd02-9b94872a55a2 HTTP/1.1" status: 404 len: 336 time: 0.0986412 Sep 16 05:13:18.785193 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47666) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:18.797991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8fa58a3a-3fd1-412c-a4c1-db35e52897fd req-1fb74266-56d3-4ce2-8d20-31bb345156ac tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec717a97-0c8c-47f4-af41-e61e07e75a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388935 Sep 16 05:13:18.844497 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e832270-f4da-4bda-b575-29c3b9fbd767 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] DELETE failed (client error): The resource could not be found. Sep 16 05:13:18.845412 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e832270-f4da-4bda-b575-29c3b9fbd767 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:13:18.847421 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7e832270-f4da-4bda-b575-29c3b9fbd767 tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/subnets/e90f7fb2-03c4-4dbb-bb29-0cfc01a7c640 HTTP/1.1" status: 404 len: 337 time: 0.0601094 Sep 16 05:13:18.849804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47670) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:18.891947 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-94837f43-4bf5-47ce-8eb8-0175881ab85e req-e028ead6-4e51-4752-a99b-29f5679f4742 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ec717a97-0c8c-47f4-af41-e61e07e75a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024044 Sep 16 05:13:18.906923 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ca9556-adb3-43c1-bc8c-4b548196ce5a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] DELETE failed (client error): The resource could not be found. Sep 16 05:13:18.907522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ca9556-adb3-43c1-bc8c-4b548196ce5a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:13:18.911714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-56ca9556-adb3-43c1-bc8c-4b548196ce5a tempest-RoutersIpV6Test-31465336 tempest-RoutersIpV6Test-31465336-project] 10.222.0.20 "DELETE /v2.0/subnets/a6c265dd-80e3-4735-8056-7e48a871399a HTTP/1.1" status: 404 len: 337 time: 0.0607915 Sep 16 05:13:19.638362 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47692) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:19.855247 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4fd223cb-55f5-44d7-a248-9c5913f72ce5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=795a658db99f44bf80dbe2f001381533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150230 Sep 16 05:13:19.859588 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47702) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:19.973880 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e7fa57f8-92f5-4664-aa3b-726d401b6ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.008528 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e7fa57f8-92f5-4664-aa3b-726d401b6ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.018850 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdff76-e674-47be-a206-d305a744dc6f req-72a9f4dd-43ba-4295-bb5a-908958b16c43 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:20.020589 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74bdff76-e674-47be-a206-d305a744dc6f req-72a9f4dd-43ba-4295-bb5a-908958b16c43 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 945 time: 0.0897772 Sep 16 05:13:20.122581 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74bdff76-e674-47be-a206-d305a744dc6f req-ecf95569-47a1-4abd-b369-d1c7072af3e3 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec717a97-0c8c-47f4-af41-e61e07e75a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772879 Sep 16 05:13:20.245594 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e7fa57f8-92f5-4664-aa3b-726d401b6ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.249211 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e7fa57f8-92f5-4664-aa3b-726d401b6ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.250721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e7fa57f8-92f5-4664-aa3b-726d401b6ca0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4f938e9-80d3-42fc-9377-8ef791612a00 HTTP/1.1" status: 204 len: 168 time: 0.3896310 Sep 16 05:13:20.268328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa57f8-92f5-4664-aa3b-726d401b6ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f938e9-80d3-42fc-9377-8ef791612a00,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:21.319648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabc7df-8593-4a29-8992-8f7df11b12ea req-a535dd57-210b-4abb-883e-472e594af391 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:21.324312 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5cabc7df-8593-4a29-8992-8f7df11b12ea req-a535dd57-210b-4abb-883e-472e594af391 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 945 time: 0.1039870 Sep 16 05:13:21.426343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5cabc7df-8593-4a29-8992-8f7df11b12ea req-ee5d8d2b-86b6-492a-b41b-65e8e6d1ca9b tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec717a97-0c8c-47f4-af41-e61e07e75a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947936 Sep 16 05:13:21.445213 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed805f-1b0b-4d3d-a68c-08bb14c6ba5f req-e8a0617f-0d13-47fd-a138-c6d8f458f79a tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:21.446950 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53ed805f-1b0b-4d3d-a68c-08bb14c6ba5f req-e8a0617f-0d13-47fd-a138-c6d8f458f79a tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 945 time: 0.0853162 Sep 16 05:13:21.525910 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53ed805f-1b0b-4d3d-a68c-08bb14c6ba5f req-fbc8d67b-85c6-4934-9547-31e302fa8209 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b5e1ef-eca9-43cd-a0e4-999331404346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619068 Sep 16 05:13:21.630955 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47752) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:21.772877 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-16aa30ea-1e2d-4691-8a60-0b4c46c32cbc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-674454826-network', 'tenant_id': '5add3d637acb40658103ba1c675fac2b'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:21.901441 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16aa30ea-1e2d-4691-8a60-0b4c46c32cbc admin admin] Made reservation on behalf of 5add3d637acb40658103ba1c675fac2b for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:21.904353 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-16aa30ea-1e2d-4691-8a60-0b4c46c32cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.914422 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-16aa30ea-1e2d-4691-8a60-0b4c46c32cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.075651 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-16aa30ea-1e2d-4691-8a60-0b4c46c32cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.170953 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-16aa30ea-1e2d-4691-8a60-0b4c46c32cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.206759 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16aa30ea-1e2d-4691-8a60-0b4c46c32cbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:22.214014 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa30ea-1e2d-4691-8a60-0b4c46c32cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bd0e29-fb67-49e9-ad8b-710dc794483c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:22.222753 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-16aa30ea-1e2d-4691-8a60-0b4c46c32cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.223128 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-16aa30ea-1e2d-4691-8a60-0b4c46c32cbc admin admin] Added segment 365141a2-61e1-4169-8a03-350265a109f6 of type vlan for network 3885ae1c-0f82-4e42-8ffc-400c4328e6a2 Sep 16 05:13:22.279282 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-16aa30ea-1e2d-4691-8a60-0b4c46c32cbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.382483 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-16aa30ea-1e2d-4691-8a60-0b4c46c32cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.399042 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa30ea-1e2d-4691-8a60-0b4c46c32cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:22.399042 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-16aa30ea-1e2d-4691-8a60-0b4c46c32cbc admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.460486 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa30ea-1e2d-4691-8a60-0b4c46c32cbc admin admin] Pushing event updated for resources: {'Network': ['ID=3885ae1c-0f82-4e42-8ffc-400c4328e6a2,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:22.475608 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 3885ae1c-0f82-4e42-8ffc-400c4328e6a2 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:22.575754 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-16aa30ea-1e2d-4691-8a60-0b4c46c32cbc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9421890 Sep 16 05:13:22.580023 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47764) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:22.588866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-e6e9d530-5109-4f6a-ae7d-a8d4aeed98ce admin admin] Request body: {'subnet': {'network_id': '3885ae1c-0f82-4e42-8ffc-400c4328e6a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-674454826-subnet', 'tenant_id': '5add3d637acb40658103ba1c675fac2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:22.732635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becee014-cda9-497b-a9d7-cf92aff2389d req-8fca3913-c0c7-48a6-9c38-e0c46b33870d tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:22.734307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-becee014-cda9-497b-a9d7-cf92aff2389d req-8fca3913-c0c7-48a6-9c38-e0c46b33870d tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 945 time: 0.0593505 Sep 16 05:13:22.781883 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-becee014-cda9-497b-a9d7-cf92aff2389d req-1ab7dfe5-00a5-4da2-9a46-f1e4fb83d726 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b5e1ef-eca9-43cd-a0e4-999331404346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409908 Sep 16 05:13:22.788058 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e9d530-5109-4f6a-ae7d-a8d4aeed98ce admin admin] Made reservation on behalf of 5add3d637acb40658103ba1c675fac2b for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:22.792840 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d530-5109-4f6a-ae7d-a8d4aeed98ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.093065 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d530-5109-4f6a-ae7d-a8d4aeed98ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.212189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9d530-5109-4f6a-ae7d-a8d4aeed98ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f4a149-c8a6-45e7-b51d-293f5ba13caa,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:23.221737 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9d530-5109-4f6a-ae7d-a8d4aeed98ce admin admin] Checking segment: {'id': '365141a2-61e1-4169-8a03-350265a109f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3885ae1c-0f82-4e42-8ffc-400c4328e6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:23.222646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9d530-5109-4f6a-ae7d-a8d4aeed98ce admin admin] Network hostable DHCP agents. Network: 3885ae1c-0f82-4e42-8ffc-400c4328e6a2, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:23.326120 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9d530-5109-4f6a-ae7d-a8d4aeed98ce admin admin] Network 3885ae1c-0f82-4e42-8ffc-400c4328e6a2 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:23.423015 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-e6e9d530-5109-4f6a-ae7d-a8d4aeed98ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 3885ae1c-0f82-4e42-8ffc-400c4328e6a2) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:23.428889 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e9d530-5109-4f6a-ae7d-a8d4aeed98ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:23.429808 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d530-5109-4f6a-ae7d-a8d4aeed98ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.444400 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eb1f0a-bc8f-4a49-8fc3-3d81f953488a None None] Network 3885ae1c-0f82-4e42-8ffc-400c4328e6a2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:23.543843 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e6e9d530-5109-4f6a-ae7d-a8d4aeed98ce admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9622111 Sep 16 05:13:23.663589 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1e63bf-3bf0-4fce-9c66-f9479061b151 None None] Network 3885ae1c-0f82-4e42-8ffc-400c4328e6a2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:23.709517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff112cca-481e-4b11-b813-6d1a1c42985d req-86a722aa-0456-4f83-bc80-4a77b5f71c13 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:23.713206 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff112cca-481e-4b11-b813-6d1a1c42985d req-86a722aa-0456-4f83-bc80-4a77b5f71c13 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.21 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 945 time: 0.1209967 Sep 16 05:13:23.996903 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-ff112cca-481e-4b11-b813-6d1a1c42985d req-322e38ff-bb01-4b67-a024-9289d8b6e4e1 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Deleting port 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:23.997448 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ff112cca-481e-4b11-b813-6d1a1c42985d req-322e38ff-bb01-4b67-a024-9289d8b6e4e1 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.201409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c35e1-3ab3-412f-b398-b266caf6783e req-70d454cc-9917-4972-af91-98225a39640d tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:24.203738 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b9c35e1-3ab3-412f-b398-b266caf6783e req-70d454cc-9917-4972-af91-98225a39640d tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 945 time: 0.2299204 Sep 16 05:13:24.218059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-ff112cca-481e-4b11-b813-6d1a1c42985d req-322e38ff-bb01-4b67-a024-9289d8b6e4e1 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] For port 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7a1e1a5c-83a1-4567-9a28-7f0e090cdba6,segment=NetworkSegment(f3b81d51-3033-4852-b13d-10166edf4f65),segment_id=f3b81d51-3033-4852-b13d-10166edf4f65)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:24.218604 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ff112cca-481e-4b11-b813-6d1a1c42985d req-322e38ff-bb01-4b67-a024-9289d8b6e4e1 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.258871 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-ff112cca-481e-4b11-b813-6d1a1c42985d req-322e38ff-bb01-4b67-a024-9289d8b6e4e1 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Calling delete_port for 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:24.296483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b9c35e1-3ab3-412f-b398-b266caf6783e req-921fa6f6-73ba-43d5-afc5-2008f6ebd319 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b5e1ef-eca9-43cd-a0e4-999331404346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811341 Sep 16 05:13:24.489595 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.571340 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ff112cca-481e-4b11-b813-6d1a1c42985d req-322e38ff-bb01-4b67-a024-9289d8b6e4e1 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.575214 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47800) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:24.580473 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-b1429ae9-bcbf-4d19-a3b6-db6a2aa8bb61 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-177755001-network', 'tenant_id': '32a7ac59a92f4ed28c97477a4a306e3a'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:24.607788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e38ff-bb01-4b67-a024-9289d8b6e4e1 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Pushing event deleted for resources: {'Port': ['ID=7a1e1a5c-83a1-4567-9a28-7f0e090cdba6,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:24.615289 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['7a1e1a5c-83a1-4567-9a28-7f0e090cdba6'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:24.675321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff112cca-481e-4b11-b813-6d1a1c42985d req-322e38ff-bb01-4b67-a024-9289d8b6e4e1 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] No DVR routers for this DVR port 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:24.679766 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ff112cca-481e-4b11-b813-6d1a1c42985d req-322e38ff-bb01-4b67-a024-9289d8b6e4e1 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.684193 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff112cca-481e-4b11-b813-6d1a1c42985d req-322e38ff-bb01-4b67-a024-9289d8b6e4e1 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.21 "DELETE /v2.0/ports/7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 HTTP/1.1" status: 204 len: 173 time: 0.9627278 Sep 16 05:13:24.687394 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e522bd-361b-44b9-9fdc-53984564d666', 'name': 'network-vif-deleted', 'tag': '7a1e1a5c-83a1-4567-9a28-7f0e090cdba6'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:24.688944 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2624b5-b543-440e-a572-a93c5a3e64f9" -d '{"events": [{"server_uuid": "98e522bd-361b-44b9-9fdc-53984564d666", "name": "network-vif-deleted", "tag": "7a1e1a5c-83a1-4567-9a28-7f0e090cdba6"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:24.708962 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1429ae9-bcbf-4d19-a3b6-db6a2aa8bb61 admin admin] Made reservation on behalf of 32a7ac59a92f4ed28c97477a4a306e3a for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:24.713511 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b1429ae9-bcbf-4d19-a3b6-db6a2aa8bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.738526 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b1429ae9-bcbf-4d19-a3b6-db6a2aa8bb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.781294 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f398463-bfa8-4de2-bad8-2e5b4a8bcf31 x-openstack-request-id: req-9f398463-bfa8-4de2-bad8-2e5b4a8bcf31 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:24.782103 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e522bd-361b-44b9-9fdc-53984564d666", "name": "network-vif-deleted", "tag": "7a1e1a5c-83a1-4567-9a28-7f0e090cdba6", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:24.782363 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f398463-bfa8-4de2-bad8-2e5b4a8bcf31 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:24.783523 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e522bd-361b-44b9-9fdc-53984564d666', 'name': 'network-vif-deleted', 'tag': '7a1e1a5c-83a1-4567-9a28-7f0e090cdba6', 'status': 'completed', 'code': 200} Sep 16 05:13:24.950351 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b1429ae9-bcbf-4d19-a3b6-db6a2aa8bb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.079854 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b1429ae9-bcbf-4d19-a3b6-db6a2aa8bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.115898 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1429ae9-bcbf-4d19-a3b6-db6a2aa8bb61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:25.136629 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1429ae9-bcbf-4d19-a3b6-db6a2aa8bb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8bb844-1669-4c74-aef5-2c6be09150e5,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:25.226493 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b1429ae9-bcbf-4d19-a3b6-db6a2aa8bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.227162 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-b1429ae9-bcbf-4d19-a3b6-db6a2aa8bb61 admin admin] Added segment ba1a1a28-5554-48b1-9581-aa9a5ef461ee of type vlan for network 9518385e-0343-4672-8424-f6413964e78b Sep 16 05:13:25.314842 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b1429ae9-bcbf-4d19-a3b6-db6a2aa8bb61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.468844 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b1429ae9-bcbf-4d19-a3b6-db6a2aa8bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.470381 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1429ae9-bcbf-4d19-a3b6-db6a2aa8bb61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:25.471373 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b1429ae9-bcbf-4d19-a3b6-db6a2aa8bb61 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.495225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99ac16c9-58af-4f9d-b9ac-4be80361cd2b req-871b9741-5edf-4d3b-8f78-44462df2c896 tempest-ServerTagsTestJSON-491886899 tempest-ServerTagsTestJSON-491886899-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e522bd-361b-44b9-9fdc-53984564d666 HTTP/1.1" status: 200 len: 210 time: 0.0633759 Sep 16 05:13:25.581456 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b1429ae9-bcbf-4d19-a3b6-db6a2aa8bb61 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0012422 Sep 16 05:13:25.582186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47822) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:25.583305 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1429ae9-bcbf-4d19-a3b6-db6a2aa8bb61 admin admin] Pushing event updated for resources: {'Network': ['ID=9518385e-0343-4672-8424-f6413964e78b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:25.586965 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-2732451a-b6a0-42d4-a8e8-fa7dbc9deeee admin admin] Request body: {'subnet': {'network_id': '9518385e-0343-4672-8424-f6413964e78b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-177755001-subnet', 'tenant_id': '32a7ac59a92f4ed28c97477a4a306e3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:25.596330 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 9518385e-0343-4672-8424-f6413964e78b details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:25.708061 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2732451a-b6a0-42d4-a8e8-fa7dbc9deeee admin admin] Made reservation on behalf of 32a7ac59a92f4ed28c97477a4a306e3a for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:25.711172 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2732451a-b6a0-42d4-a8e8-fa7dbc9deeee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.089667 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2732451a-b6a0-42d4-a8e8-fa7dbc9deeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.165491 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732451a-b6a0-42d4-a8e8-fa7dbc9deeee admin admin] Pushing event updated for resources: {'Subnet': ['ID=633b1f24-2f06-43a1-bfc6-f57124b9c397,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:26.191610 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2732451a-b6a0-42d4-a8e8-fa7dbc9deeee admin admin] Checking segment: {'id': 'ba1a1a28-5554-48b1-9581-aa9a5ef461ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9518385e-0343-4672-8424-f6413964e78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:26.192208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2732451a-b6a0-42d4-a8e8-fa7dbc9deeee admin admin] Network hostable DHCP agents. Network: 9518385e-0343-4672-8424-f6413964e78b, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:26.314041 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2732451a-b6a0-42d4-a8e8-fa7dbc9deeee admin admin] Network 9518385e-0343-4672-8424-f6413964e78b is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:26.399588 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-2732451a-b6a0-42d4-a8e8-fa7dbc9deeee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 9518385e-0343-4672-8424-f6413964e78b) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:26.409144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2732451a-b6a0-42d4-a8e8-fa7dbc9deeee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:26.409144 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2732451a-b6a0-42d4-a8e8-fa7dbc9deeee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.416494 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edf1bc3-8037-484a-bbaf-d03e840df8fe None None] Network 9518385e-0343-4672-8424-f6413964e78b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:26.497832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2732451a-b6a0-42d4-a8e8-fa7dbc9deeee admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9150496 Sep 16 05:13:26.603271 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47840) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:26.648051 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6036c33f-5986-4b36-b96d-2e2477651edf None None] Network 9518385e-0343-4672-8424-f6413964e78b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:26.778421 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-180f115c-c94c-4c86-9ae7-8ad8ba7cc506 admin admin] Deleting subnet a3ac3725-c7f5-4638-bfbe-1b78c27d4bff {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:26.796931 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-180f115c-c94c-4c86-9ae7-8ad8ba7cc506 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.849091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47846) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:26.911097 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-180f115c-c94c-4c86-9ae7-8ad8ba7cc506 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.995095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-05279348-888b-4866-8262-956b4b10bd5d admin admin] Deleting subnet 64f4a149-c8a6-45e7-b51d-293f5ba13caa {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:27.001014 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05279348-888b-4866-8262-956b4b10bd5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.017139 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-180f115c-c94c-4c86-9ae7-8ad8ba7cc506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.077390 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05279348-888b-4866-8262-956b4b10bd5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.113975 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:27.147668 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:27.148885 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 7a1e1a5c-83a1-4567-9a28-7f0e090cdba6 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:27.169249 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05279348-888b-4866-8262-956b4b10bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.222264 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-180f115c-c94c-4c86-9ae7-8ad8ba7cc506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.295682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f115c-c94c-4c86-9ae7-8ad8ba7cc506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3ac3725-c7f5-4638-bfbe-1b78c27d4bff,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:27.298151 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-180f115c-c94c-4c86-9ae7-8ad8ba7cc506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.302953 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-180f115c-c94c-4c86-9ae7-8ad8ba7cc506 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a3ac3725-c7f5-4638-bfbe-1b78c27d4bff HTTP/1.1" status: 204 len: 168 time: 0.6948729 Sep 16 05:13:27.305677 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47856) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:27.386236 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05279348-888b-4866-8262-956b4b10bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.426870 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-854cec01-4e86-4477-be79-e6597ca038c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.428930 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05279348-888b-4866-8262-956b4b10bd5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64f4a149-c8a6-45e7-b51d-293f5ba13caa,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:27.440115 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05279348-888b-4866-8262-956b4b10bd5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.442395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-05279348-888b-4866-8262-956b4b10bd5d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/64f4a149-c8a6-45e7-b51d-293f5ba13caa HTTP/1.1" status: 204 len: 168 time: 0.5914967 Sep 16 05:13:27.445965 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47858) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:27.554728 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f2d84874-93f7-4ce3-bb6a-ab7837755dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.604303 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-854cec01-4e86-4477-be79-e6597ca038c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.647490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-854cec01-4e86-4477-be79-e6597ca038c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c8103c-b73e-48b0-8d26-b41c72c7641b']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:27.667697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-854cec01-4e86-4477-be79-e6597ca038c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b81d51-3033-4852-b13d-10166edf4f65') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:27.668062 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-854cec01-4e86-4477-be79-e6597ca038c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b81d51-3033-4852-b13d-10166edf4f65') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:27.685948 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-854cec01-4e86-4477-be79-e6597ca038c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.703181 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f2d84874-93f7-4ce3-bb6a-ab7837755dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.705908 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-854cec01-4e86-4477-be79-e6597ca038c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.713608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854cec01-4e86-4477-be79-e6597ca038c0 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:27.714245 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-854cec01-4e86-4477-be79-e6597ca038c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:27.716801 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:27.742238 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-f2d84874-93f7-4ce3-bb6a-ab7837755dcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3885ae1c-0f82-4e42-8ffc-400c4328e6a2']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:27.764519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-f2d84874-93f7-4ce3-bb6a-ab7837755dcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365141a2-61e1-4169-8a03-350265a109f6') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:27.764949 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-f2d84874-93f7-4ce3-bb6a-ab7837755dcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365141a2-61e1-4169-8a03-350265a109f6') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:27.785213 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f2d84874-93f7-4ce3-bb6a-ab7837755dcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.810512 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f2d84874-93f7-4ce3-bb6a-ab7837755dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.822969 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d84874-93f7-4ce3-bb6a-ab7837755dcf admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:27.823653 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f2d84874-93f7-4ce3-bb6a-ab7837755dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:27.827176 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:27.904244 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-854cec01-4e86-4477-be79-e6597ca038c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.920579 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-854cec01-4e86-4477-be79-e6597ca038c0 admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.924293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-854cec01-4e86-4477-be79-e6597ca038c0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a7c8103c-b73e-48b0-8d26-b41c72c7641b HTTP/1.1" status: 204 len: 168 time: 0.6165922 Sep 16 05:13:27.949163 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cec01-4e86-4477-be79-e6597ca038c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7c8103c-b73e-48b0-8d26-b41c72c7641b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:27.967562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4228af6-3a33-40c2-891b-085b38ff6b76 req-df54d49b-b46b-4987-8691-1e241be3632e tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:27.970250 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b4228af6-3a33-40c2-891b-085b38ff6b76 req-df54d49b-b46b-4987-8691-1e241be3632e tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 945 time: 0.1302645 Sep 16 05:13:28.000753 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f2d84874-93f7-4ce3-bb6a-ab7837755dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.019559 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f2d84874-93f7-4ce3-bb6a-ab7837755dcf admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.023922 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f2d84874-93f7-4ce3-bb6a-ab7837755dcf admin admin] 10.222.0.20 "DELETE /v2.0/networks/3885ae1c-0f82-4e42-8ffc-400c4328e6a2 HTTP/1.1" status: 204 len: 168 time: 0.5756454 Sep 16 05:13:28.034466 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47872) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:28.049541 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d84874-93f7-4ce3-bb6a-ab7837755dcf admin admin] Pushing event deleted for resources: {'Network': ['ID=3885ae1c-0f82-4e42-8ffc-400c4328e6a2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:28.097791 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b4228af6-3a33-40c2-891b-085b38ff6b76 req-038e5038-2809-4ab3-973a-3c3d8fc87115 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec717a97-0c8c-47f4-af41-e61e07e75a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140950 Sep 16 05:13:28.118036 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc24b2f-dc21-4afd-a423-ddfe29620d30 admin admin] Deleting subnet 633b1f24-2f06-43a1-bfc6-f57124b9c397 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:28.123255 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdc24b2f-dc21-4afd-a423-ddfe29620d30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.173877 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdc24b2f-dc21-4afd-a423-ddfe29620d30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.224491 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdc24b2f-dc21-4afd-a423-ddfe29620d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.464565 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47876) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:28.487552 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.490340 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdc24b2f-dc21-4afd-a423-ddfe29620d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.534100 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdc24b2f-dc21-4afd-a423-ddfe29620d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.536105 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-cdc24b2f-dc21-4afd-a423-ddfe29620d30 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/633b1f24-2f06-43a1-bfc6-f57124b9c397 HTTP/1.1" status: 204 len: 168 time: 0.5005517 Sep 16 05:13:28.537117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc24b2f-dc21-4afd-a423-ddfe29620d30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=633b1f24-2f06-43a1-bfc6-f57124b9c397,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:28.541252 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47880) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:28.562647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-847f2431-f6bd-4c0f-9caa-e17d1765b97f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fe722c139d6440faf3d26e9417ae396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0927141 Sep 16 05:13:28.563193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47882) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:28.638845 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-855b66da-6d6b-476f-a36e-17ce3b09dc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.669386 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c187c7ea-c7f5-4a4c-94fb-3147138d6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.677001 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-855b66da-6d6b-476f-a36e-17ce3b09dc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.795228 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c187c7ea-c7f5-4a4c-94fb-3147138d6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.823988 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c187c7ea-c7f5-4a4c-94fb-3147138d6fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9518385e-0343-4672-8424-f6413964e78b']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:28.849968 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c187c7ea-c7f5-4a4c-94fb-3147138d6fe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1a1a28-5554-48b1-9581-aa9a5ef461ee') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:28.850444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c187c7ea-c7f5-4a4c-94fb-3147138d6fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1a1a28-5554-48b1-9581-aa9a5ef461ee') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:28.857197 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-855b66da-6d6b-476f-a36e-17ce3b09dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.860515 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-855b66da-6d6b-476f-a36e-17ce3b09dc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.861680 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-855b66da-6d6b-476f-a36e-17ce3b09dc71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48b5e1ef-eca9-43cd-a0e4-999331404346 HTTP/1.1" status: 204 len: 168 time: 0.2976179 Sep 16 05:13:28.871000 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c187c7ea-c7f5-4a4c-94fb-3147138d6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.884399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b66da-6d6b-476f-a36e-17ce3b09dc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b5e1ef-eca9-43cd-a0e4-999331404346,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:28.897893 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c187c7ea-c7f5-4a4c-94fb-3147138d6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.909027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c187c7ea-c7f5-4a4c-94fb-3147138d6fe8 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:28.909653 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c187c7ea-c7f5-4a4c-94fb-3147138d6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:28.912827 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:29.095620 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c187c7ea-c7f5-4a4c-94fb-3147138d6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.104530 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c187c7ea-c7f5-4a4c-94fb-3147138d6fe8 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.108087 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c187c7ea-c7f5-4a4c-94fb-3147138d6fe8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9518385e-0343-4672-8424-f6413964e78b HTTP/1.1" status: 204 len: 168 time: 0.5645673 Sep 16 05:13:29.129752 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187c7ea-c7f5-4a4c-94fb-3147138d6fe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9518385e-0343-4672-8424-f6413964e78b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:29.281011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1521e-98a3-4d0e-a0cc-f0d2f71c2654 req-d54dfaf5-e8fc-43bd-a324-b29091e03149 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:29.282770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8d1521e-98a3-4d0e-a0cc-f0d2f71c2654 req-d54dfaf5-e8fc-43bd-a324-b29091e03149 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 945 time: 0.0719202 Sep 16 05:13:29.355183 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f8d1521e-98a3-4d0e-a0cc-f0d2f71c2654 req-2c393a56-c6e6-4065-920f-e84b77e97768 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec717a97-0c8c-47f4-af41-e61e07e75a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586476 Sep 16 05:13:29.445885 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0edbfd-d786-4779-a9ca-9e3b42feab89 req-c4e0465b-5c13-4729-9a6d-405c0d981501 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:29.447720 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-7b0edbfd-d786-4779-a9ca-9e3b42feab89 req-c4e0465b-5c13-4729-9a6d-405c0d981501 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 945 time: 0.0670648 Sep 16 05:13:29.577444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-7b0edbfd-d786-4779-a9ca-9e3b42feab89 req-1d6a7994-7500-41f2-b126-33af68969890 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Deleting port ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:29.579128 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-7b0edbfd-d786-4779-a9ca-9e3b42feab89 req-1d6a7994-7500-41f2-b126-33af68969890 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.593671 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47904) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:29.663961 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-557cef02-0163-40fb-80ea-356d76635fb2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5add3d637acb40658103ba1c675fac2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0686719 Sep 16 05:13:29.670099 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 47908) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:29.751108 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-7b0edbfd-d786-4779-a9ca-9e3b42feab89 req-1d6a7994-7500-41f2-b126-33af68969890 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] For port ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e,segment=NetworkSegment(a50ca776-fafd-4f58-a67f-2a8185e517a9),segment_id=a50ca776-fafd-4f58-a67f-2a8185e517a9)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:29.751807 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-7b0edbfd-d786-4779-a9ca-9e3b42feab89 req-1d6a7994-7500-41f2-b126-33af68969890 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.752242 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-49b640f4-3f64-4411-a03b-fb4a172e15dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.782520 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-49b640f4-3f64-4411-a03b-fb4a172e15dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.799619 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-7b0edbfd-d786-4779-a9ca-9e3b42feab89 req-1d6a7994-7500-41f2-b126-33af68969890 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Calling delete_port for ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:29.943911 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-49b640f4-3f64-4411-a03b-fb4a172e15dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.948714 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-49b640f4-3f64-4411-a03b-fb4a172e15dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.951006 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-49b640f4-3f64-4411-a03b-fb4a172e15dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73bd0e29-fb67-49e9-ad8b-710dc794483c HTTP/1.1" status: 204 len: 168 time: 0.2794254 Sep 16 05:13:29.964531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b640f4-3f64-4411-a03b-fb4a172e15dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bd0e29-fb67-49e9-ad8b-710dc794483c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.241918 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-7b0edbfd-d786-4779-a9ca-9e3b42feab89 req-1d6a7994-7500-41f2-b126-33af68969890 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.277817 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:30.282542 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a7994-7500-41f2-b126-33af68969890 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Pushing event deleted for resources: {'Port': ['ID=ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.376792 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0edbfd-d786-4779-a9ca-9e3b42feab89 req-1d6a7994-7500-41f2-b126-33af68969890 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] No DVR routers for this DVR port ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:30.386553 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-7b0edbfd-d786-4779-a9ca-9e3b42feab89 req-1d6a7994-7500-41f2-b126-33af68969890 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.393244 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-7b0edbfd-d786-4779-a9ca-9e3b42feab89 req-1d6a7994-7500-41f2-b126-33af68969890 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.38 "DELETE /v2.0/ports/ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e HTTP/1.1" status: 204 len: 173 time: 0.9379308 Sep 16 05:13:30.393876 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b1e35e-1acd-455a-b104-8c14efc26765', 'name': 'network-vif-deleted', 'tag': 'ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:30.398180 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290f7091-0115-47fe-bbc4-aaea40314879" -d '{"events": [{"server_uuid": "e3b1e35e-1acd-455a-b104-8c14efc26765", "name": "network-vif-deleted", "tag": "ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:30.480095 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c73da13-98f1-4447-871d-e9ad4331ef90 x-openstack-request-id: req-9c73da13-98f1-4447-871d-e9ad4331ef90 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:30.480544 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b1e35e-1acd-455a-b104-8c14efc26765", "name": "network-vif-deleted", "tag": "ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:30.480793 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c73da13-98f1-4447-871d-e9ad4331ef90 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:30.481152 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b1e35e-1acd-455a-b104-8c14efc26765', 'name': 'network-vif-deleted', 'tag': 'ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e', 'status': 'completed', 'code': 200} Sep 16 05:13:30.564338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1f1fec9-f9ce-45da-9234-8fb229647cff req-3ed8763b-ce62-45ed-93d8-f60941900939 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 210 time: 0.0731966 Sep 16 05:13:31.151344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47944) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:31.213390 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4fa2182b-e2d0-408b-9e25-88fc14cc6c83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32a7ac59a92f4ed28c97477a4a306e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603766 Sep 16 05:13:31.216766 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 47948) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:31.279142 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-be57cf3d-b08a-4b37-9687-686d5b72404b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.314066 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-be57cf3d-b08a-4b37-9687-686d5b72404b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.469583 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-be57cf3d-b08a-4b37-9687-686d5b72404b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.475830 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-be57cf3d-b08a-4b37-9687-686d5b72404b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.482341 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-be57cf3d-b08a-4b37-9687-686d5b72404b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c8bb844-1669-4c74-aef5-2c6be09150e5 HTTP/1.1" status: 204 len: 168 time: 0.2604921 Sep 16 05:13:31.496215 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57cf3d-b08a-4b37-9687-686d5b72404b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8bb844-1669-4c74-aef5-2c6be09150e5,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:31.810357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-600881af-737c-4e61-8bd2-6b1d3f23945c req-ca9f794b-b29a-4179-9df0-18ff00ddbbb7 tempest-VolumesActionsTest-585369637 tempest-VolumesActionsTest-585369637-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3b1e35e-1acd-455a-b104-8c14efc26765 HTTP/1.1" status: 200 len: 210 time: 0.0715644 Sep 16 05:13:33.169237 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:13:33.653898 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:33.696844 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:33.697482 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ec587d8f-c1a1-4982-ae1e-7a6ec3245b5e not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:35.261588 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e52464e0-e032-4799-b442-4b93396cf24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.680472 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48068) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:35.842345 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2280b454-758e-45a3-9987-63a92b16d856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.996174 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2280b454-758e-45a3-9987-63a92b16d856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.086267 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2280b454-758e-45a3-9987-63a92b16d856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.202063 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280b454-758e-45a3-9987-63a92b16d856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4028b97-ec77-44a8-a3a0-9172424db8dc,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:36.218345 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2280b454-758e-45a3-9987-63a92b16d856 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6190ef447794b9d8de1fdbc21e35484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5292881 Sep 16 05:13:36.218650 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 48080) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:36.232573 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280b454-758e-45a3-9987-63a92b16d856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:36.233495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280b454-758e-45a3-9987-63a92b16d856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:36.234275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280b454-758e-45a3-9987-63a92b16d856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:36.235991 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280b454-758e-45a3-9987-63a92b16d856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:36.237060 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280b454-758e-45a3-9987-63a92b16d856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:36.237865 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280b454-758e-45a3-9987-63a92b16d856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:36.238715 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280b454-758e-45a3-9987-63a92b16d856 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:36.239850 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280b454-758e-45a3-9987-63a92b16d856 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:36.240622 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280b454-758e-45a3-9987-63a92b16d856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:36.241446 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280b454-758e-45a3-9987-63a92b16d856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:36.242177 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280b454-758e-45a3-9987-63a92b16d856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:36.242673 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280b454-758e-45a3-9987-63a92b16d856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:36.352840 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b3c9272-7d85-4750-bd13-4c6d02ced319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.395513 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b3c9272-7d85-4750-bd13-4c6d02ced319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.620130 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b3c9272-7d85-4750-bd13-4c6d02ced319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.625186 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b3c9272-7d85-4750-bd13-4c6d02ced319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.627427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8b3c9272-7d85-4750-bd13-4c6d02ced319 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4028b97-ec77-44a8-a3a0-9172424db8dc HTTP/1.1" status: 204 len: 168 time: 0.4102771 Sep 16 05:13:36.642206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c9272-7d85-4750-bd13-4c6d02ced319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4028b97-ec77-44a8-a3a0-9172424db8dc,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:37.579162 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48112) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:37.616572 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a33d5de-d178-4955-9f49-b5ac16f430b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.799187 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-450507d0-c01a-46e6-9e48-adc04aa1278f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.812960 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a33d5de-d178-4955-9f49-b5ac16f430b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.897595 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a33d5de-d178-4955-9f49-b5ac16f430b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.964682 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2a33d5de-d178-4955-9f49-b5ac16f430b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33c242e9a4094db49148bdb57613e626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3765144 Sep 16 05:13:37.964682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33d5de-d178-4955-9f49-b5ac16f430b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c569566-704a-4b3b-bddb-9964800efcc8,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:37.967322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48118) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:38.051471 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d115bdd9-8766-4508-83fc-c9fed81f0967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.121260 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d115bdd9-8766-4508-83fc-c9fed81f0967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.343235 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d115bdd9-8766-4508-83fc-c9fed81f0967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.348513 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d115bdd9-8766-4508-83fc-c9fed81f0967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.372005 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d115bdd9-8766-4508-83fc-c9fed81f0967 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c569566-704a-4b3b-bddb-9964800efcc8 HTTP/1.1" status: 204 len: 168 time: 0.3862672 Sep 16 05:13:38.433321 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115bdd9-8766-4508-83fc-c9fed81f0967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c569566-704a-4b3b-bddb-9964800efcc8,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:38.588942 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.334513 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.805410 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.543386 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48470) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:53.684930 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-084bd4a9-09de-471c-b73b-a54bc1bcab81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.884755 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-084bd4a9-09de-471c-b73b-a54bc1bcab81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.964123 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-084bd4a9-09de-471c-b73b-a54bc1bcab81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.031591 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084bd4a9-09de-471c-b73b-a54bc1bcab81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89529aa1-aeb9-4460-9fc3-decbedafd63c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:54.049202 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-084bd4a9-09de-471c-b73b-a54bc1bcab81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d9216521efb47498eb2b4a511e95cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5042572 Sep 16 05:13:54.054682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 48482) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:54.170649 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8a04221e-9cdf-47e7-b0ec-2e41231bbd8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.208646 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8a04221e-9cdf-47e7-b0ec-2e41231bbd8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.350707 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8a04221e-9cdf-47e7-b0ec-2e41231bbd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.362413 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8a04221e-9cdf-47e7-b0ec-2e41231bbd8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.367790 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8a04221e-9cdf-47e7-b0ec-2e41231bbd8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89529aa1-aeb9-4460-9fc3-decbedafd63c HTTP/1.1" status: 204 len: 168 time: 0.3100359 Sep 16 05:13:54.377791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04221e-9cdf-47e7-b0ec-2e41231bbd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89529aa1-aeb9-4460-9fc3-decbedafd63c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:54.416916 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04221e-9cdf-47e7-b0ec-2e41231bbd8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.417547 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04221e-9cdf-47e7-b0ec-2e41231bbd8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.418190 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04221e-9cdf-47e7-b0ec-2e41231bbd8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.424865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04221e-9cdf-47e7-b0ec-2e41231bbd8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.425612 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04221e-9cdf-47e7-b0ec-2e41231bbd8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.426185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04221e-9cdf-47e7-b0ec-2e41231bbd8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.426734 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04221e-9cdf-47e7-b0ec-2e41231bbd8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.427506 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04221e-9cdf-47e7-b0ec-2e41231bbd8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.428091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04221e-9cdf-47e7-b0ec-2e41231bbd8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.428681 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04221e-9cdf-47e7-b0ec-2e41231bbd8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.432069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04221e-9cdf-47e7-b0ec-2e41231bbd8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.432985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04221e-9cdf-47e7-b0ec-2e41231bbd8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.504716 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.906977 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b6f3261-8daa-47e4-a463-7afef7abf6e9 req-13f2eefe-638c-4640-b32b-8d0fb6bd6c57 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1368096 Sep 16 05:13:58.060870 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f3261-8daa-47e4-a463-7afef7abf6e9 req-43863d66-f9a1-4fd9-ae8d-729f5b3371fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:58.062634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b6f3261-8daa-47e4-a463-7afef7abf6e9 req-43863d66-f9a1-4fd9-ae8d-729f5b3371fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3&device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 1098 time: 0.0537250 Sep 16 05:13:58.308599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f3261-8daa-47e4-a463-7afef7abf6e9 req-f430c37a-204b-4402-a942-ced4c842d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:58.308599 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b6f3261-8daa-47e4-a463-7afef7abf6e9 req-f430c37a-204b-4402-a942-ced4c842d032 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b93d0e73-7b57-4b50-88bf-e393412fa10a HTTP/1.1" status: 200 len: 912 time: 0.2131832 Sep 16 05:13:58.439232 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b6f3261-8daa-47e4-a463-7afef7abf6e9 req-86b76296-417c-41c8-b1b1-f4fc9f8a91cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7309df9-609e-423f-97c0-0eb4331a1188 HTTP/1.1" status: 200 len: 1001 time: 0.1259534 Sep 16 05:13:58.486487 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.528919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f3261-8daa-47e4-a463-7afef7abf6e9 req-d16da09f-92f1-4a34-a8ce-f4c925e7bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:58.532957 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b6f3261-8daa-47e4-a463-7afef7abf6e9 req-d16da09f-92f1-4a34-a8ce-f4c925e7bc88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64014166-35b7-4597-8d1f-ccab49be1bad HTTP/1.1" status: 200 len: 850 time: 0.0854998 Sep 16 05:13:58.651671 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f3261-8daa-47e4-a463-7afef7abf6e9 req-310df1dd-5d13-48da-b17d-7fc7f9773089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:58.654637 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b6f3261-8daa-47e4-a463-7afef7abf6e9 req-310df1dd-5d13-48da-b17d-7fc7f9773089 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b93d0e73-7b57-4b50-88bf-e393412fa10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118636 Sep 16 05:13:58.912151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b6f3261-8daa-47e4-a463-7afef7abf6e9 req-0e5135f8-fb45-4d2f-b988-6d6bf5cd6d46 service neutron] 10.222.0.21 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495880 Sep 16 05:13:59.120976 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b6f3261-8daa-47e4-a463-7afef7abf6e9 req-4b819d2b-1088-4870-a133-4c02a7623db3 service neutron] 10.222.0.21 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008331 Sep 16 05:13:59.707486 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d82f52ed-69d4-4b38-9e77-01364cdce8b1 req-c1e08b97-9fce-4eeb-915e-613339ccf356 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0834925 Sep 16 05:13:59.818809 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f52ed-69d4-4b38-9e77-01364cdce8b1 req-42f9ff66-4ac9-476a-a3e1-7b5c0f11ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:59.821383 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d82f52ed-69d4-4b38-9e77-01364cdce8b1 req-42f9ff66-4ac9-476a-a3e1-7b5c0f11ae60 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d6a10c61b3f427e8b6252249bac1dfe&device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 1097 time: 0.0514438 Sep 16 05:14:00.023128 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f52ed-69d4-4b38-9e77-01364cdce8b1 req-070660e8-4b70-4596-8b20-d590c320763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.025056 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d82f52ed-69d4-4b38-9e77-01364cdce8b1 req-070660e8-4b70-4596-8b20-d590c320763c service neutron] 10.222.0.38 "GET /v2.0/networks?id=4a92d87f-6f51-45e0-8432-716507f35429 HTTP/1.1" status: 200 len: 910 time: 0.1794145 Sep 16 05:14:00.196494 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d82f52ed-69d4-4b38-9e77-01364cdce8b1 req-16e2008c-68d1-496c-bdd1-fc5c9d0e089b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63fea539-cb5a-4e1f-ba8e-3e7a003a04fb HTTP/1.1" status: 200 len: 1000 time: 0.1612794 Sep 16 05:14:00.300301 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f52ed-69d4-4b38-9e77-01364cdce8b1 req-8cb39d57-8a58-42d2-bcd8-c32f55e86f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.302210 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d82f52ed-69d4-4b38-9e77-01364cdce8b1 req-8cb39d57-8a58-42d2-bcd8-c32f55e86f8b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f577e1cc-3619-4e30-9c66-21635bb1ad2e HTTP/1.1" status: 200 len: 848 time: 0.0978076 Sep 16 05:14:00.410014 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f52ed-69d4-4b38-9e77-01364cdce8b1 req-025eb942-8563-4482-99c0-aedfb3286cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.411899 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d82f52ed-69d4-4b38-9e77-01364cdce8b1 req-025eb942-8563-4482-99c0-aedfb3286cd2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4a92d87f-6f51-45e0-8432-716507f35429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014392 Sep 16 05:14:00.565677 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d82f52ed-69d4-4b38-9e77-01364cdce8b1 req-a627430a-7e8e-4617-a4b9-eb9f6ae58248 service neutron] 10.222.0.38 "GET /v2.0/networks/4a92d87f-6f51-45e0-8432-716507f35429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414487 Sep 16 05:14:00.887106 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-d82f52ed-69d4-4b38-9e77-01364cdce8b1 req-25b0a926-f36c-4560-ab87-12cec5db1e02 service neutron] 10.222.0.38 "GET /v2.0/networks/4a92d87f-6f51-45e0-8432-716507f35429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144400 Sep 16 05:14:05.227148 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e616682a-837b-4cad-a41b-e4dccd4a36ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.933607 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 48980) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:07.141047 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d57e3475-333a-457e-bbe8-e5f14bfdba2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.308421 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d57e3475-333a-457e-bbe8-e5f14bfdba2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.398407 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d57e3475-333a-457e-bbe8-e5f14bfdba2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.441917 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d57e3475-333a-457e-bbe8-e5f14bfdba2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3299049143f4417091abe9091251d588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5043697 Sep 16 05:14:07.445645 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 48990) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:07.473944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e3475-333a-457e-bbe8-e5f14bfdba2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a06335d-3fd1-4846-a5f4-2332976f2054,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:07.590592 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-034153d1-97b1-4eec-a61f-01e5fdccbd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.660527 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-034153d1-97b1-4eec-a61f-01e5fdccbd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.808292 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7649b3a9-0c99-4de2-8c16-eb8fc72350c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.859698 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-034153d1-97b1-4eec-a61f-01e5fdccbd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.862830 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-034153d1-97b1-4eec-a61f-01e5fdccbd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.868007 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-034153d1-97b1-4eec-a61f-01e5fdccbd5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a06335d-3fd1-4846-a5f4-2332976f2054 HTTP/1.1" status: 204 len: 168 time: 0.4190946 Sep 16 05:14:07.879426 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034153d1-97b1-4eec-a61f-01e5fdccbd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a06335d-3fd1-4846-a5f4-2332976f2054,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:08.517576 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.765090 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49022) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:08.784385 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8741ba85-f9ec-46ae-a957-3e2ed754c3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.967883 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8741ba85-f9ec-46ae-a957-3e2ed754c3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.061289 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8741ba85-f9ec-46ae-a957-3e2ed754c3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.114069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49030) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:09.124863 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8741ba85-f9ec-46ae-a957-3e2ed754c3b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f8debe1aaa14b85ab899e4c0f848a92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574975 Sep 16 05:14:09.127888 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741ba85-f9ec-46ae-a957-3e2ed754c3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988e46b3-6b80-44d8-8508-4fd990012a6b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:09.189355 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-adb561e5-3e4a-4987-a90f-c418d44a4264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.222365 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-adb561e5-3e4a-4987-a90f-c418d44a4264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.279598 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.406795 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-adb561e5-3e4a-4987-a90f-c418d44a4264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.409861 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-adb561e5-3e4a-4987-a90f-c418d44a4264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.411178 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-adb561e5-3e4a-4987-a90f-c418d44a4264 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/988e46b3-6b80-44d8-8508-4fd990012a6b HTTP/1.1" status: 204 len: 168 time: 0.2953615 Sep 16 05:14:09.420666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb561e5-3e4a-4987-a90f-c418d44a4264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988e46b3-6b80-44d8-8508-4fd990012a6b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:10.169484 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:14:10.752168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49082) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:10.816798 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b39151-cd3c-4f94-91ad-56ec8176af46 admin admin] Deleting subnet e6116e7a-756f-4c14-839f-48744dfb2a92 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:10.821546 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80b39151-cd3c-4f94-91ad-56ec8176af46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.839468 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.870837 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80b39151-cd3c-4f94-91ad-56ec8176af46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.959915 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80b39151-cd3c-4f94-91ad-56ec8176af46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.228899 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80b39151-cd3c-4f94-91ad-56ec8176af46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.277004 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b39151-cd3c-4f94-91ad-56ec8176af46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6116e7a-756f-4c14-839f-48744dfb2a92,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:11.288554 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-80b39151-cd3c-4f94-91ad-56ec8176af46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.295035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-80b39151-cd3c-4f94-91ad-56ec8176af46 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e6116e7a-756f-4c14-839f-48744dfb2a92 HTTP/1.1" status: 204 len: 168 time: 0.5375464 Sep 16 05:14:11.295035 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49094) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:11.421600 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-162f06ce-4836-4f9a-a9ce-60a798196349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.570197 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-162f06ce-4836-4f9a-a9ce-60a798196349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.600893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-162f06ce-4836-4f9a-a9ce-60a798196349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bbfc8e3-43b8-42d3-90dd-df009eca72e0']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:11.615901 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-162f06ce-4836-4f9a-a9ce-60a798196349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50ca776-fafd-4f58-a67f-2a8185e517a9') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:11.616326 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-162f06ce-4836-4f9a-a9ce-60a798196349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50ca776-fafd-4f58-a67f-2a8185e517a9') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:11.634933 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-162f06ce-4836-4f9a-a9ce-60a798196349 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.653395 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-162f06ce-4836-4f9a-a9ce-60a798196349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.661042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162f06ce-4836-4f9a-a9ce-60a798196349 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:11.661798 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-162f06ce-4836-4f9a-a9ce-60a798196349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:11.729253 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:11.833027 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-162f06ce-4836-4f9a-a9ce-60a798196349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.849995 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-162f06ce-4836-4f9a-a9ce-60a798196349 admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.855439 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49110) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:11.856998 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-162f06ce-4836-4f9a-a9ce-60a798196349 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9bbfc8e3-43b8-42d3-90dd-df009eca72e0 HTTP/1.1" status: 204 len: 168 time: 0.5606580 Sep 16 05:14:11.883337 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f06ce-4836-4f9a-a9ce-60a798196349 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bbfc8e3-43b8-42d3-90dd-df009eca72e0,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:11.958103 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a64419f-43ce-44f9-a870-7ba73547e76f admin admin] Deleting subnet fdbd4c9a-5907-4f0f-bf08-092cee981c3d {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:11.972501 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7a64419f-43ce-44f9-a870-7ba73547e76f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.021302 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7a64419f-43ce-44f9-a870-7ba73547e76f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.091732 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7a64419f-43ce-44f9-a870-7ba73547e76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.296160 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7a64419f-43ce-44f9-a870-7ba73547e76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.368789 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64419f-43ce-44f9-a870-7ba73547e76f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdbd4c9a-5907-4f0f-bf08-092cee981c3d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:12.380249 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7a64419f-43ce-44f9-a870-7ba73547e76f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.386327 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7a64419f-43ce-44f9-a870-7ba73547e76f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fdbd4c9a-5907-4f0f-bf08-092cee981c3d HTTP/1.1" status: 204 len: 168 time: 0.5257466 Sep 16 05:14:12.389154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49124) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:12.509976 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a6dfcd95-fbfc-4469-b0dd-9418178e7a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.649663 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a6dfcd95-fbfc-4469-b0dd-9418178e7a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.676038 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-a6dfcd95-fbfc-4469-b0dd-9418178e7a32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362a01e4-ed09-4cb1-a92a-1a8d2910ba49']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:12.689323 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-a6dfcd95-fbfc-4469-b0dd-9418178e7a32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cec3f9-48e6-4890-a36e-12e35d3ffad9') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:12.689618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-a6dfcd95-fbfc-4469-b0dd-9418178e7a32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cec3f9-48e6-4890-a36e-12e35d3ffad9') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:12.702168 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a6dfcd95-fbfc-4469-b0dd-9418178e7a32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.722382 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a6dfcd95-fbfc-4469-b0dd-9418178e7a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.733519 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6dfcd95-fbfc-4469-b0dd-9418178e7a32 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:12.734225 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a6dfcd95-fbfc-4469-b0dd-9418178e7a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:12.737564 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:12.917054 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a6dfcd95-fbfc-4469-b0dd-9418178e7a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.932096 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a6dfcd95-fbfc-4469-b0dd-9418178e7a32 admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.933847 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a6dfcd95-fbfc-4469-b0dd-9418178e7a32 admin admin] 10.222.0.20 "DELETE /v2.0/networks/362a01e4-ed09-4cb1-a92a-1a8d2910ba49 HTTP/1.1" status: 204 len: 168 time: 0.5433552 Sep 16 05:14:12.954643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfcd95-fbfc-4469-b0dd-9418178e7a32 admin admin] Pushing event deleted for resources: {'Network': ['ID=362a01e4-ed09-4cb1-a92a-1a8d2910ba49,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:13.543745 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49156) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:13.660618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49160) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:13.661552 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fd46dc3c-7750-44eb-955f-3986a4d61c49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3408e64879b46f5a10175eb6cefec2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1149733 Sep 16 05:14:13.820837 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ebb0218-982f-4c3b-8a0b-3de93ed92b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.859990 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ebb0218-982f-4c3b-8a0b-3de93ed92b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.990366 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ebb0218-982f-4c3b-8a0b-3de93ed92b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.993675 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ebb0218-982f-4c3b-8a0b-3de93ed92b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.998408 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9ebb0218-982f-4c3b-8a0b-3de93ed92b70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec717a97-0c8c-47f4-af41-e61e07e75a98 HTTP/1.1" status: 204 len: 168 time: 0.3354042 Sep 16 05:14:14.010184 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb0218-982f-4c3b-8a0b-3de93ed92b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec717a97-0c8c-47f4-af41-e61e07e75a98,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:15.160762 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49208) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:15.249834 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6f85f0b5-07ed-4393-a625-49358f24c405 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d61aeceeece843918e5568bf8eefe2b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0698717 Sep 16 05:14:15.253418 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49210) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:15.363132 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c553dc59-fd28-4c04-a40b-796f6de3ce3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.406533 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c553dc59-fd28-4c04-a40b-796f6de3ce3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.619500 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c553dc59-fd28-4c04-a40b-796f6de3ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.624594 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c553dc59-fd28-4c04-a40b-796f6de3ce3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.632429 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c553dc59-fd28-4c04-a40b-796f6de3ce3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a929028a-f010-4551-9d1e-1892e2270b26 HTTP/1.1" status: 204 len: 168 time: 0.3723888 Sep 16 05:14:15.642498 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553dc59-fd28-4c04-a40b-796f6de3ce3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a929028a-f010-4551-9d1e-1892e2270b26,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:19.060588 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49330) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:19.242042 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-eaf810e7-84fe-453d-ae87-2c16332d464b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.364447 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-eaf810e7-84fe-453d-ae87-2c16332d464b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.442128 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-eaf810e7-84fe-453d-ae87-2c16332d464b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.497307 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf810e7-84fe-453d-ae87-2c16332d464b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc39c7ca-4f01-4210-9ddf-a1e2ce1f1f51,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:19.515113 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-eaf810e7-84fe-453d-ae87-2c16332d464b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6421509a766143b5b0bdaf2bb131c0d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4528148 Sep 16 05:14:19.517660 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49346) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:19.596926 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6bf21bb-48a1-4da5-b507-b21a6ada78d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.657993 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6bf21bb-48a1-4da5-b507-b21a6ada78d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.867687 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6bf21bb-48a1-4da5-b507-b21a6ada78d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.880715 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6bf21bb-48a1-4da5-b507-b21a6ada78d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.880715 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e6bf21bb-48a1-4da5-b507-b21a6ada78d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc39c7ca-4f01-4210-9ddf-a1e2ce1f1f51 HTTP/1.1" status: 204 len: 168 time: 0.3586900 Sep 16 05:14:19.912156 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf21bb-48a1-4da5-b507-b21a6ada78d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc39c7ca-4f01-4210-9ddf-a1e2ce1f1f51,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:20.973240 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49384) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:20.991355 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3b19b6aa-3332-4252-a28b-0f513d58c35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.163439 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3b19b6aa-3332-4252-a28b-0f513d58c35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.231084 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3b19b6aa-3332-4252-a28b-0f513d58c35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.288292 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3b19b6aa-3332-4252-a28b-0f513d58c35c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=769617490f374ee08442713c7514835a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119607 Sep 16 05:14:21.424828 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19b6aa-3332-4252-a28b-0f513d58c35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1957c10-d34c-4015-9bc1-a82ce1f275d9,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:21.425346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49396) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:21.425346 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-92e72148-4e99-43de-8f9a-d721ea02fb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.449516 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-92e72148-4e99-43de-8f9a-d721ea02fb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.607731 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-92e72148-4e99-43de-8f9a-d721ea02fb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.610324 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-92e72148-4e99-43de-8f9a-d721ea02fb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.611799 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-92e72148-4e99-43de-8f9a-d721ea02fb1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1957c10-d34c-4015-9bc1-a82ce1f275d9 HTTP/1.1" status: 204 len: 168 time: 0.3136284 Sep 16 05:14:21.624701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e72148-4e99-43de-8f9a-d721ea02fb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1957c10-d34c-4015-9bc1-a82ce1f275d9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:24.556369 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.076931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7ed6e-10bb-4d4f-8376-6a685bebffb4 req-7ffd1a10-b350-409e-b2d6-de7b78658bd3 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:27.078717 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fcf7ed6e-10bb-4d4f-8376-6a685bebffb4 req-7ffd1a10-b350-409e-b2d6-de7b78658bd3 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.0705178 Sep 16 05:14:27.137402 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fcf7ed6e-10bb-4d4f-8376-6a685bebffb4 req-7eb5ea14-0954-4252-ac3f-81487d0e5736 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419161 Sep 16 05:14:28.350940 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bfa33-e19a-4758-bb6c-672a0f457ff6 req-76ca0cdc-a7ac-4180-bafc-6361561f6be6 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:28.350940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d16bfa33-e19a-4758-bb6c-672a0f457ff6 req-76ca0cdc-a7ac-4180-bafc-6361561f6be6 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.1034024 Sep 16 05:14:28.429547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d16bfa33-e19a-4758-bb6c-672a0f457ff6 req-bdf74caf-d4a4-425b-aeb0-f530931dbf79 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717041 Sep 16 05:14:28.498818 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.725327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49622) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:28.980972 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1adeafc1-b742-4cde-a29e-f30143364045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.127926 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1adeafc1-b742-4cde-a29e-f30143364045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.206799 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1adeafc1-b742-4cde-a29e-f30143364045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.263221 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adeafc1-b742-4cde-a29e-f30143364045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd600fa-3286-4e49-8fdd-ef8bafca15f4,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:29.270092 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1adeafc1-b742-4cde-a29e-f30143364045 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bdeaa4d34aa94d53bc4d54bea41814a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5433469 Sep 16 05:14:29.278346 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49632) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:29.372669 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0bd2f000-afba-413c-a561-ba324e0dbe96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.410756 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0bd2f000-afba-413c-a561-ba324e0dbe96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.601035 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0bd2f000-afba-413c-a561-ba324e0dbe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.623363 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0bd2f000-afba-413c-a561-ba324e0dbe96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.630353 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0bd2f000-afba-413c-a561-ba324e0dbe96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abd600fa-3286-4e49-8fdd-ef8bafca15f4 HTTP/1.1" status: 204 len: 168 time: 0.3502254 Sep 16 05:14:29.705343 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabd57c-7f0a-490f-9bf2-3ac05e378e5b req-eb74f3eb-29e9-47df-9ac2-de1f6f72383f tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:29.707989 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2f000-afba-413c-a561-ba324e0dbe96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd600fa-3286-4e49-8fdd-ef8bafca15f4,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:29.717075 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffabd57c-7f0a-490f-9bf2-3ac05e378e5b req-eb74f3eb-29e9-47df-9ac2-de1f6f72383f tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.1553245 Sep 16 05:14:29.803939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffabd57c-7f0a-490f-9bf2-3ac05e378e5b req-d3ad1927-9885-42b8-a8f7-10b6ebd057a8 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858991 Sep 16 05:14:30.638381 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49660) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:30.662919 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0319af74-3548-42ee-b7dd-eb1a2bfeb40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.797822 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0319af74-3548-42ee-b7dd-eb1a2bfeb40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.857785 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0319af74-3548-42ee-b7dd-eb1a2bfeb40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.911570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0319af74-3548-42ee-b7dd-eb1a2bfeb40f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d95972708a29457ca074b7e30bb26a30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2713048 Sep 16 05:14:30.921141 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49672) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:30.996522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319af74-3548-42ee-b7dd-eb1a2bfeb40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5bbb2e-1cc2-4c07-8fc3-4a074cadc669,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:31.009080 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-249969c0-08cc-4e0e-aad5-a9d7f3b13bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.026842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e5ef8-f968-4497-8b75-63ab9e7e6a52 req-ac2c6195-3988-46c7-bd26-775feaf5ce92 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:31.033047 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d54e5ef8-f968-4497-8b75-63ab9e7e6a52 req-ac2c6195-3988-46c7-bd26-775feaf5ce92 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.1182775 Sep 16 05:14:31.053412 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-249969c0-08cc-4e0e-aad5-a9d7f3b13bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.220703 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d54e5ef8-f968-4497-8b75-63ab9e7e6a52 req-3b1b30a8-2ab2-4771-b619-399855965b87 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712847 Sep 16 05:14:31.355747 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-249969c0-08cc-4e0e-aad5-a9d7f3b13bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.358576 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-249969c0-08cc-4e0e-aad5-a9d7f3b13bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.364997 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-249969c0-08cc-4e0e-aad5-a9d7f3b13bc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d5bbb2e-1cc2-4c07-8fc3-4a074cadc669 HTTP/1.1" status: 204 len: 168 time: 0.4337659 Sep 16 05:14:31.390807 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249969c0-08cc-4e0e-aad5-a9d7f3b13bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5bbb2e-1cc2-4c07-8fc3-4a074cadc669,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:32.434752 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ac017-a2ab-47d9-b7b3-1eaf666066ca req-fbc3f2e8-9235-4c9e-8877-86ebf738bd8a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:32.439454 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a45ac017-a2ab-47d9-b7b3-1eaf666066ca req-fbc3f2e8-9235-4c9e-8877-86ebf738bd8a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.1077781 Sep 16 05:14:32.517558 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a45ac017-a2ab-47d9-b7b3-1eaf666066ca req-bb07072f-47c8-4ef1-9e69-7c11e3ae8586 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563965 Sep 16 05:14:33.685120 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014e2b2-3987-442c-84f9-92a4f1da3e61 req-f416aa12-f679-4202-b539-049499f72c45 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:33.687567 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3014e2b2-3987-442c-84f9-92a4f1da3e61 req-f416aa12-f679-4202-b539-049499f72c45 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.0665939 Sep 16 05:14:33.740699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3014e2b2-3987-442c-84f9-92a4f1da3e61 req-2acbcee5-f623-4638-811b-ac9f612aabde tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408499 Sep 16 05:14:34.997209 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10b0ca-877c-45db-9b77-781eab15afe2 req-853fa1e1-3eb0-48bf-bafb-a8d8a566fac3 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:35.001182 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e10b0ca-877c-45db-9b77-781eab15afe2 req-853fa1e1-3eb0-48bf-bafb-a8d8a566fac3 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.1181486 Sep 16 05:14:35.080753 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e10b0ca-877c-45db-9b77-781eab15afe2 req-81df17a2-ee48-4d27-9fb1-0e6c6ba04fb6 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661871 Sep 16 05:14:35.240942 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9b41-39d4-474b-8573-d4701dbf4b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.298217 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70670751-c33e-47be-8725-6d5f41996036 req-13a3c25e-6c4f-42b4-b22e-1f3191048728 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:36.299866 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70670751-c33e-47be-8725-6d5f41996036 req-13a3c25e-6c4f-42b4-b22e-1f3191048728 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.0736673 Sep 16 05:14:36.352515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70670751-c33e-47be-8725-6d5f41996036 req-901c51df-67a3-423f-b57e-f1c5ff5bddd1 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409937 Sep 16 05:14:37.355316 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49862) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:37.613713 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-eebcdba8-c756-4f04-af7e-516ee9dae6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.752783 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-eebcdba8-c756-4f04-af7e-516ee9dae6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.800479 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-afb0d10c-5383-4e11-977f-d316d6fb897e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.828295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7c4b6-d06e-48f9-aa55-79a7bf20eb2a req-dbe381b8-b5e2-4bf8-a0e6-9790eafd51ae tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:37.829994 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bfb7c4b6-d06e-48f9-aa55-79a7bf20eb2a req-dbe381b8-b5e2-4bf8-a0e6-9790eafd51ae tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.3641753 Sep 16 05:14:37.874700 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bfb7c4b6-d06e-48f9-aa55-79a7bf20eb2a req-65532abf-ad14-48ce-9971-84d816b294c3 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358679 Sep 16 05:14:37.927242 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-eebcdba8-c756-4f04-af7e-516ee9dae6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.001888 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-eebcdba8-c756-4f04-af7e-516ee9dae6c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=398972652c664f1cac92d758c732649a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6451302 Sep 16 05:14:38.003139 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebcdba8-c756-4f04-af7e-516ee9dae6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892d3f4f-0ad7-4431-8efc-e9bc830d66a4,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:38.005886 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49878) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:38.092580 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb9fe-4faf-4dee-9650-b9238044436d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.151205 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb9fe-4faf-4dee-9650-b9238044436d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.291896 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb9fe-4faf-4dee-9650-b9238044436d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.295381 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb9fe-4faf-4dee-9650-b9238044436d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.296357 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cdfbb9fe-4faf-4dee-9650-b9238044436d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/892d3f4f-0ad7-4431-8efc-e9bc830d66a4 HTTP/1.1" status: 204 len: 168 time: 0.2890260 Sep 16 05:14:38.306753 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfbb9fe-4faf-4dee-9650-b9238044436d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892d3f4f-0ad7-4431-8efc-e9bc830d66a4,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:38.318167 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbb9fe-4faf-4dee-9650-b9238044436d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:38.318957 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbb9fe-4faf-4dee-9650-b9238044436d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:38.319938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbb9fe-4faf-4dee-9650-b9238044436d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:38.320515 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbb9fe-4faf-4dee-9650-b9238044436d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:38.321257 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbb9fe-4faf-4dee-9650-b9238044436d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:38.321825 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbb9fe-4faf-4dee-9650-b9238044436d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:38.322393 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbb9fe-4faf-4dee-9650-b9238044436d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:38.323184 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbb9fe-4faf-4dee-9650-b9238044436d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:38.323735 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbb9fe-4faf-4dee-9650-b9238044436d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:38.327038 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbb9fe-4faf-4dee-9650-b9238044436d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:38.327038 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbb9fe-4faf-4dee-9650-b9238044436d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:38.327038 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbb9fe-4faf-4dee-9650-b9238044436d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:38.515283 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.048876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153f92c-2534-42e3-9e1f-0a0a3070f254 req-086a4532-753b-4ca7-bcc2-fff99cb0ebfb tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:39.051234 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9153f92c-2534-42e3-9e1f-0a0a3070f254 req-086a4532-753b-4ca7-bcc2-fff99cb0ebfb tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.0726466 Sep 16 05:14:39.116488 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9153f92c-2534-42e3-9e1f-0a0a3070f254 req-6b77566a-2790-4fd8-9663-8b72550c431c tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507629 Sep 16 05:14:39.305284 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.554914 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49914) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:39.575947 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de864a15-612a-410a-ae73-bde5c73be29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.828363 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de864a15-612a-410a-ae73-bde5c73be29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.835929 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49924) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:39.994555 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de864a15-612a-410a-ae73-bde5c73be29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.995461 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e48fc-ec4f-4d1f-b9fe-1728f22c8b48 req-680561a8-40d2-4d1d-b12d-f8dfe5378acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:39.999279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-719e48fc-ec4f-4d1f-b9fe-1728f22c8b48 req-680561a8-40d2-4d1d-b12d-f8dfe5378acf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3&device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 1098 time: 0.0901568 Sep 16 05:14:40.056524 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-de864a15-612a-410a-ae73-bde5c73be29a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67106ff349c84cd5a2589e55f831da1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4948165 Sep 16 05:14:40.058063 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de864a15-612a-410a-ae73-bde5c73be29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75ca32e-0c2c-4bb9-8026-ab8fe9e3b1a1,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:40.061050 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49928) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:40.069705 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d52c65f1-1f3f-454c-abfc-2e7192a6f109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.172986 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-773939a3-c5bf-4891-8991-812e2bbdd904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.238460 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-773939a3-c5bf-4891-8991-812e2bbdd904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.313248 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b78f6a-bdb8-43cf-890d-36bf5dce9723 req-004341b5-2f9d-4a7a-aba7-1e749e60b9c5 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:40.331579 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0b78f6a-bdb8-43cf-890d-36bf5dce9723 req-004341b5-2f9d-4a7a-aba7-1e749e60b9c5 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.5867872 Sep 16 05:14:40.333852 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d52c65f1-1f3f-454c-abfc-2e7192a6f109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.344880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e48fc-ec4f-4d1f-b9fe-1728f22c8b48 req-d66e669b-991b-417f-a8b2-da31246cb356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:40.347632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-719e48fc-ec4f-4d1f-b9fe-1728f22c8b48 req-d66e669b-991b-417f-a8b2-da31246cb356 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b93d0e73-7b57-4b50-88bf-e393412fa10a HTTP/1.1" status: 200 len: 912 time: 0.3381922 Sep 16 05:14:40.429071 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d52c65f1-1f3f-454c-abfc-2e7192a6f109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.462310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0b78f6a-bdb8-43cf-890d-36bf5dce9723 req-f3e8f7c3-5851-4996-9d3c-da1876bb8352 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293356 Sep 16 05:14:40.497667 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d52c65f1-1f3f-454c-abfc-2e7192a6f109 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ea3fbb8faad44b7a8c47eb47272ab92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6596649 Sep 16 05:14:40.500448 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-773939a3-c5bf-4891-8991-812e2bbdd904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.507775 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-773939a3-c5bf-4891-8991-812e2bbdd904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.507775 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-773939a3-c5bf-4891-8991-812e2bbdd904 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c75ca32e-0c2c-4bb9-8026-ab8fe9e3b1a1 HTTP/1.1" status: 204 len: 168 time: 0.4434695 Sep 16 05:14:40.507775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 49942) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:40.516064 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-719e48fc-ec4f-4d1f-b9fe-1728f22c8b48 req-27e2512b-52a9-47ff-a8a2-def8a33ac0df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7309df9-609e-423f-97c0-0eb4331a1188 HTTP/1.1" status: 200 len: 1001 time: 0.1549933 Sep 16 05:14:40.619092 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c65f1-1f3f-454c-abfc-2e7192a6f109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34234ca2-3cb8-462e-b8f4-d4cf65611fce,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:40.637255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e48fc-ec4f-4d1f-b9fe-1728f22c8b48 req-d2f98491-1641-4f5a-bba8-d9f66e3e5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:40.639342 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-719e48fc-ec4f-4d1f-b9fe-1728f22c8b48 req-d2f98491-1641-4f5a-bba8-d9f66e3e5814 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64014166-35b7-4597-8d1f-ccab49be1bad HTTP/1.1" status: 200 len: 850 time: 0.1099133 Sep 16 05:14:40.649722 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773939a3-c5bf-4891-8991-812e2bbdd904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75ca32e-0c2c-4bb9-8026-ab8fe9e3b1a1,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:40.693340 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88d06edd-77d5-4a2a-93a1-9a59a30c8e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.735744 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e48fc-ec4f-4d1f-b9fe-1728f22c8b48 req-9028b22f-36be-4ee2-b235-893918382222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:40.738492 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-719e48fc-ec4f-4d1f-b9fe-1728f22c8b48 req-9028b22f-36be-4ee2-b235-893918382222 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b93d0e73-7b57-4b50-88bf-e393412fa10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880914 Sep 16 05:14:40.772021 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88d06edd-77d5-4a2a-93a1-9a59a30c8e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.835119 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.915959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-719e48fc-ec4f-4d1f-b9fe-1728f22c8b48 req-6d2ced13-dcf5-43c7-9605-0bb52d018aad service neutron] 10.222.0.21 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693203 Sep 16 05:14:40.971705 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88d06edd-77d5-4a2a-93a1-9a59a30c8e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.974945 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88d06edd-77d5-4a2a-93a1-9a59a30c8e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.976697 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-88d06edd-77d5-4a2a-93a1-9a59a30c8e52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34234ca2-3cb8-462e-b8f4-d4cf65611fce HTTP/1.1" status: 204 len: 168 time: 0.4667902 Sep 16 05:14:40.986942 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d06edd-77d5-4a2a-93a1-9a59a30c8e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34234ca2-3cb8-462e-b8f4-d4cf65611fce,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:41.093653 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-719e48fc-ec4f-4d1f-b9fe-1728f22c8b48 req-dcb30ac6-e892-481a-b162-7751fce7a08e service neutron] 10.222.0.21 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694639 Sep 16 05:14:41.649855 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf9601-64c8-4f21-955c-a207f488727d req-6d8f2a4a-a391-4148-9c74-fec52c48290a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:41.652768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-becf9601-64c8-4f21-955c-a207f488727d req-6d8f2a4a-a391-4148-9c74-fec52c48290a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.0999453 Sep 16 05:14:41.703496 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-becf9601-64c8-4f21-955c-a207f488727d req-cc2dd85b-ba48-4d8d-bb85-bf0e71a2c566 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439222 Sep 16 05:14:42.120878 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 49994) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:42.139614 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-67220783-6ae9-4fcc-a4a6-0933756c0726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.294774 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-67220783-6ae9-4fcc-a4a6-0933756c0726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.371668 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-67220783-6ae9-4fcc-a4a6-0933756c0726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.431743 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67220783-6ae9-4fcc-a4a6-0933756c0726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa87a7fb-4f54-4990-9d57-e43db5554a6e,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:42.436622 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-67220783-6ae9-4fcc-a4a6-0933756c0726 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e619766ff4a14ae3b70450cc18d53656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143909 Sep 16 05:14:42.440841 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50004) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:42.505418 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a732b3ea-e87d-488f-8eb3-94ffe10893bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.531792 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a732b3ea-e87d-488f-8eb3-94ffe10893bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.713853 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a732b3ea-e87d-488f-8eb3-94ffe10893bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.717413 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a732b3ea-e87d-488f-8eb3-94ffe10893bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.718995 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a732b3ea-e87d-488f-8eb3-94ffe10893bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa87a7fb-4f54-4990-9d57-e43db5554a6e HTTP/1.1" status: 204 len: 168 time: 0.2769063 Sep 16 05:14:42.729345 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732b3ea-e87d-488f-8eb3-94ffe10893bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa87a7fb-4f54-4990-9d57-e43db5554a6e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:42.963071 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369092f2-a44d-45cd-b9f2-bb72ac833ca3 req-40f5c843-7b9b-4e77-9b2e-d1a755a98fa5 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:42.964813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-369092f2-a44d-45cd-b9f2-bb72ac833ca3 req-40f5c843-7b9b-4e77-9b2e-d1a755a98fa5 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.1013656 Sep 16 05:14:43.012317 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-369092f2-a44d-45cd-b9f2-bb72ac833ca3 req-0823dd8c-cd91-48e9-8e29-91a14b5e843f tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410342 Sep 16 05:14:43.805080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50052) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:43.837075 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8f62addc-a9ce-4992-9d93-1b0f51695c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.011606 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8f62addc-a9ce-4992-9d93-1b0f51695c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.097531 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8f62addc-a9ce-4992-9d93-1b0f51695c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.185098 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8f62addc-a9ce-4992-9d93-1b0f51695c81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f739cf4732f2439baf9a31a48251eb43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747585 Sep 16 05:14:44.185098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62addc-a9ce-4992-9d93-1b0f51695c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0a6410-a4be-47ec-8c0e-0ad0cdcafbf9,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:44.185529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50064) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:44.256084 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-83a71200-2e43-47b3-a2d5-aadc7f6ae047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.290416 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-83a71200-2e43-47b3-a2d5-aadc7f6ae047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.496945 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-83a71200-2e43-47b3-a2d5-aadc7f6ae047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.499684 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-83a71200-2e43-47b3-a2d5-aadc7f6ae047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.501196 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-83a71200-2e43-47b3-a2d5-aadc7f6ae047 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db0a6410-a4be-47ec-8c0e-0ad0cdcafbf9 HTTP/1.1" status: 204 len: 168 time: 0.3147933 Sep 16 05:14:44.515518 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a71200-2e43-47b3-a2d5-aadc7f6ae047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0a6410-a4be-47ec-8c0e-0ad0cdcafbf9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:45.102673 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50098) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:45.361154 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8bda759d-37b3-458d-b682-0c7a536709fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.524937 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8bda759d-37b3-458d-b682-0c7a536709fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.594596 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8bda759d-37b3-458d-b682-0c7a536709fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.660071 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda759d-37b3-458d-b682-0c7a536709fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa552bc-6040-4cd6-a84a-878af6c1efc8,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:45.683890 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8bda759d-37b3-458d-b682-0c7a536709fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6771c86edf640a480b7c336c133f198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5791640 Sep 16 05:14:45.684617 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50116) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:45.745665 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-107416da-3287-48e3-ad58-1a20f8f1caa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.773164 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-107416da-3287-48e3-ad58-1a20f8f1caa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.918305 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-107416da-3287-48e3-ad58-1a20f8f1caa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.921314 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-107416da-3287-48e3-ad58-1a20f8f1caa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.922549 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-107416da-3287-48e3-ad58-1a20f8f1caa2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aaa552bc-6040-4cd6-a84a-878af6c1efc8 HTTP/1.1" status: 204 len: 168 time: 0.2365186 Sep 16 05:14:45.934922 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107416da-3287-48e3-ad58-1a20f8f1caa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa552bc-6040-4cd6-a84a-878af6c1efc8,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:47.171306 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:14:47.847812 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50210) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:47.853037 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-052124f5-97d4-44fc-85b9-6d33ff104510 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-367201546', 'description': 'tempest-secgroup-smoke-367201546 description', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:47.982867 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-052124f5-97d4-44fc-85b9-6d33ff104510 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.998221 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-052124f5-97d4-44fc-85b9-6d33ff104510 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.143998 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-052124f5-97d4-44fc-85b9-6d33ff104510 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.251764 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-052124f5-97d4-44fc-85b9-6d33ff104510 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.340674 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052124f5-97d4-44fc-85b9-6d33ff104510 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f588864-b879-45f9-9a0b-1901e0490af1,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:48.439306 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-052124f5-97d4-44fc-85b9-6d33ff104510 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.473135 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50226) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:48.540977 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-052124f5-97d4-44fc-85b9-6d33ff104510 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.740684 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052124f5-97d4-44fc-85b9-6d33ff104510 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab615ee2-5ee8-4fb0-a7da-8830d5626017,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:48.740684 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7ceed47-5de4-4848-8135-4170335675c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.842863 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-052124f5-97d4-44fc-85b9-6d33ff104510 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.844690 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-052124f5-97d4-44fc-85b9-6d33ff104510 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9957843 Sep 16 05:14:48.854689 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50236) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:48.867856 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-bee1f29d-aa92-4d6b-bf92-4ccfe46d9913 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': 'ab615ee2-5ee8-4fb0-a7da-8830d5626017', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:48.984975 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7ceed47-5de4-4848-8135-4170335675c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.138093 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7ceed47-5de4-4848-8135-4170335675c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.199226 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d7ceed47-5de4-4848-8135-4170335675c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=346cf6aaa4f649a6870b99a326f53596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7243757 Sep 16 05:14:49.204759 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50246) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:49.230898 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ceed47-5de4-4848-8135-4170335675c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8de25f6-cec4-4d9d-aca6-8bdabdc38550,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:49.298645 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bee1f29d-aa92-4d6b-bf92-4ccfe46d9913 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.323768 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e8f146f-cbaa-4e66-ae15-db90099ed2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.363613 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e8f146f-cbaa-4e66-ae15-db90099ed2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.427844 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bee1f29d-aa92-4d6b-bf92-4ccfe46d9913 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.553188 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bee1f29d-aa92-4d6b-bf92-4ccfe46d9913 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.578136 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1f29d-aa92-4d6b-bf92-4ccfe46d9913 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9dd7605-5312-4da5-a872-fce898eda457,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:49.609689 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e8f146f-cbaa-4e66-ae15-db90099ed2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.613867 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5e8f146f-cbaa-4e66-ae15-db90099ed2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.616127 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5e8f146f-cbaa-4e66-ae15-db90099ed2db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8de25f6-cec4-4d9d-aca6-8bdabdc38550 HTTP/1.1" status: 204 len: 168 time: 0.4085400 Sep 16 05:14:49.633409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f146f-cbaa-4e66-ae15-db90099ed2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8de25f6-cec4-4d9d-aca6-8bdabdc38550,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:49.701128 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bee1f29d-aa92-4d6b-bf92-4ccfe46d9913 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.702423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bee1f29d-aa92-4d6b-bf92-4ccfe46d9913 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8441684 Sep 16 05:14:49.713117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50262) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:49.717893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-270488c5-1bb9-484d-892e-e4e01a251d21 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': 'ab615ee2-5ee8-4fb0-a7da-8830d5626017', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:49.883086 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-270488c5-1bb9-484d-892e-e4e01a251d21 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.992404 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-270488c5-1bb9-484d-892e-e4e01a251d21 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.056520 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-270488c5-1bb9-484d-892e-e4e01a251d21 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.079265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270488c5-1bb9-484d-892e-e4e01a251d21 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb0a764-5eb1-4175-a48f-6aa65a7fb9f8,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:50.151625 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-270488c5-1bb9-484d-892e-e4e01a251d21 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.154786 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-270488c5-1bb9-484d-892e-e4e01a251d21 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4400311 Sep 16 05:14:50.160414 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50272) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:50.169475 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c0fea6bb-c641-46c5-ad8b-e4a4214d835a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': 'ab615ee2-5ee8-4fb0-a7da-8830d5626017', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:50.480365 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c0fea6bb-c641-46c5-ad8b-e4a4214d835a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.556011 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c0fea6bb-c641-46c5-ad8b-e4a4214d835a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.724622 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c0fea6bb-c641-46c5-ad8b-e4a4214d835a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.755941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fea6bb-c641-46c5-ad8b-e4a4214d835a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=635d459c-87df-4861-871b-c04c517212e5,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:50.864024 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c0fea6bb-c641-46c5-ad8b-e4a4214d835a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.868348 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c0fea6bb-c641-46c5-ad8b-e4a4214d835a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7055364 Sep 16 05:14:50.871330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50298) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:50.877339 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ba4cf01e-c114-421c-8d9f-6677ff93e675 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': 'ab615ee2-5ee8-4fb0-a7da-8830d5626017', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:51.061752 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ba4cf01e-c114-421c-8d9f-6677ff93e675 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.183660 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ba4cf01e-c114-421c-8d9f-6677ff93e675 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.320110 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-bd3d6c35-1646-4e21-9b8f-4f97a1c44f86 req-f0530c85-aaff-4543-98f4-4d7807d0d94f service neutron] (95474) timed out ('10.222.0.20', 58782) {{(pid=95474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:14:51.512649 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ba4cf01e-c114-421c-8d9f-6677ff93e675 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.547894 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cf01e-c114-421c-8d9f-6677ff93e675 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b569616-fd95-4831-afdd-cde297b13ce0,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:51.709999 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ba4cf01e-c114-421c-8d9f-6677ff93e675 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.714680 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ba4cf01e-c114-421c-8d9f-6677ff93e675 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8399441 Sep 16 05:14:51.717058 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50322) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:51.725267 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c09f73b1-e356-47f7-b543-1e61755ae069 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': 'ab615ee2-5ee8-4fb0-a7da-8830d5626017', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:51.835671 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-c09f73b1-e356-47f7-b543-1e61755ae069 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Project 3484936ae7a94b7a8f8a0023f559a1eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:14:51.843809 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c09f73b1-e356-47f7-b543-1e61755ae069 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.943747 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c09f73b1-e356-47f7-b543-1e61755ae069 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.119056 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c09f73b1-e356-47f7-b543-1e61755ae069 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.142663 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f73b1-e356-47f7-b543-1e61755ae069 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e853d97-933a-473b-a4ea-9745ecf596c6,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:52.308274 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c09f73b1-e356-47f7-b543-1e61755ae069 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.310126 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c09f73b1-e356-47f7-b543-1e61755ae069 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5916216 Sep 16 05:14:52.314201 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50344) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:52.321950 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ef29d023-e9ed-4606-aaa9-d2630267d711 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': 'ab615ee2-5ee8-4fb0-a7da-8830d5626017', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:52.530602 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-ef29d023-e9ed-4606-aaa9-d2630267d711 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Project 3484936ae7a94b7a8f8a0023f559a1eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:14:52.537692 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ef29d023-e9ed-4606-aaa9-d2630267d711 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.651181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50352) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:52.667332 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ef29d023-e9ed-4606-aaa9-d2630267d711 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.742435 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ef29d023-e9ed-4606-aaa9-d2630267d711 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.795649 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29d023-e9ed-4606-aaa9-d2630267d711 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d350cd2-f5bc-4e2b-b526-e707754eac3a,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:52.873319 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-083fc1a5-11aa-465e-a8be-6e0d855edc38 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1317478138'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:52.879854 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ef29d023-e9ed-4606-aaa9-d2630267d711 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.887226 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ef29d023-e9ed-4606-aaa9-d2630267d711 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5658338 Sep 16 05:14:52.892050 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50362) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:52.900576 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-3a5a7cb8-1596-4d9a-8217-1b712efb7c20 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'network': {'name': 'tempest-network-smoke--74517314', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'port_security_enabled': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:53.003469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083fc1a5-11aa-465e-a8be-6e0d855edc38 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Made reservation on behalf of 1d1a2a4c8b85494aa9ccb93fe092ae2a for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:53.007758 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-083fc1a5-11aa-465e-a8be-6e0d855edc38 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.017303 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-083fc1a5-11aa-465e-a8be-6e0d855edc38 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.141034 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5a7cb8-1596-4d9a-8217-1b712efb7c20 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Made reservation on behalf of 3484936ae7a94b7a8f8a0023f559a1eb for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:53.159195 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7cb8-1596-4d9a-8217-1b712efb7c20 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.209852 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5a7cb8-1596-4d9a-8217-1b712efb7c20 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:53.221800 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7cb8-1596-4d9a-8217-1b712efb7c20 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.222150 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-3a5a7cb8-1596-4d9a-8217-1b712efb7c20 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Added segment 53b06abc-1850-404e-8475-9de5a177229b of type vlan for network 6219929e-4853-4bde-bf87-686fa96a1efa Sep 16 05:14:53.281623 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7cb8-1596-4d9a-8217-1b712efb7c20 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.310372 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-083fc1a5-11aa-465e-a8be-6e0d855edc38 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.399235 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-083fc1a5-11aa-465e-a8be-6e0d855edc38 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.438506 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083fc1a5-11aa-465e-a8be-6e0d855edc38 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:53.450323 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083fc1a5-11aa-465e-a8be-6e0d855edc38 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a43c54-0cc7-4fb7-9d95-ae61eb8799e7,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:53.455838 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-083fc1a5-11aa-465e-a8be-6e0d855edc38 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.465864 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-083fc1a5-11aa-465e-a8be-6e0d855edc38 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Added segment c971ed34-075e-4739-83dc-18cfb54cd85f of type vlan for network 2d95cb82-9360-491e-ac27-5004ae930f76 Sep 16 05:14:53.499833 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7cb8-1596-4d9a-8217-1b712efb7c20 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.512093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5a7cb8-1596-4d9a-8217-1b712efb7c20 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:53.513713 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7cb8-1596-4d9a-8217-1b712efb7c20 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.514657 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-083fc1a5-11aa-465e-a8be-6e0d855edc38 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.597851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a7cb8-1596-4d9a-8217-1b712efb7c20 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Network': ['ID=6219929e-4853-4bde-bf87-686fa96a1efa,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:53.608993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 6219929e-4853-4bde-bf87-686fa96a1efa details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:53.758944 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-083fc1a5-11aa-465e-a8be-6e0d855edc38 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.759868 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3a5a7cb8-1596-4d9a-8217-1b712efb7c20 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8657598 Sep 16 05:14:53.762587 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50376) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:53.767023 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083fc1a5-11aa-465e-a8be-6e0d855edc38 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:53.775398 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-083fc1a5-11aa-465e-a8be-6e0d855edc38 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.779874 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-4a7e3efb-85d2-4255-ac2d-f8f2990aad83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2112501401', 'admin_state_up': True, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:53.884302 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083fc1a5-11aa-465e-a8be-6e0d855edc38 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Pushing event updated for resources: {'Network': ['ID=2d95cb82-9360-491e-ac27-5004ae930f76,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:53.896831 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3efb-85d2-4255-ac2d-f8f2990aad83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.898740 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3efb-85d2-4255-ac2d-f8f2990aad83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.917723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 2d95cb82-9360-491e-ac27-5004ae930f76 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:53.991256 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-083fc1a5-11aa-465e-a8be-6e0d855edc38 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3384850 Sep 16 05:14:53.992020 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50382) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:53.997581 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Request body: {'subnet': {'network_id': '2d95cb82-9360-491e-ac27-5004ae930f76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:54.066830 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3efb-85d2-4255-ac2d-f8f2990aad83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.238872 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Made reservation on behalf of 1d1a2a4c8b85494aa9ccb93fe092ae2a for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:54.243095 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.396141 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3efb-85d2-4255-ac2d-f8f2990aad83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.548842 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.730999 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.763576 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3efb-85d2-4255-ac2d-f8f2990aad83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.797670 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3efb-85d2-4255-ac2d-f8f2990aad83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.051306 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-4a7e3efb-85d2-4255-ac2d-f8f2990aad83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Allocated IP 172.25.4.193 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/071d6351-b056-45a4-972f-840caf1f7619) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:55.263138 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Pushing event updated for resources: {'Subnet': ['ID=e683b61c-f7d6-4f63-8aaf-3ab318ea9411,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:55.278102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Checking segment: {'id': 'c971ed34-075e-4739-83dc-18cfb54cd85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d95cb82-9360-491e-ac27-5004ae930f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:55.278677 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Network hostable DHCP agents. Network: 2d95cb82-9360-491e-ac27-5004ae930f76, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:14:55.285632 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3efb-85d2-4255-ac2d-f8f2990aad83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.286187 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:55.286739 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:55.287305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:55.288117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:55.288697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:55.289230 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:55.289774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:55.290320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:55.290868 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:55.291449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:55.291985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:55.292531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:55.449825 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Network 2d95cb82-9360-491e-ac27-5004ae930f76 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:14:55.482163 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3efb-85d2-4255-ac2d-f8f2990aad83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.540093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7e3efb-85d2-4255-ac2d-f8f2990aad83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:55.545825 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-4a7e3efb-85d2-4255-ac2d-f8f2990aad83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:55.551828 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e3efb-85d2-4255-ac2d-f8f2990aad83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:55.556651 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e3efb-85d2-4255-ac2d-f8f2990aad83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=071d6351-b056-45a4-972f-840caf1f7619,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:55.576189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 2d95cb82-9360-491e-ac27-5004ae930f76) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:55.589407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78869172-9df7-480b-acac-8d40a85f008f None None] Network 2d95cb82-9360-491e-ac27-5004ae930f76 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:55.599787 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:55.600589 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.701749 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-90ddf612-f23d-4b0c-8a17-8246a2b17126 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7083690 Sep 16 05:14:55.707636 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50400) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:55.713164 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-daf926a3-d0f0-421c-b6ed-dae5d46988f2 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Request body: {'port': {'network_id': '2d95cb82-9360-491e-ac27-5004ae930f76', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1026749223'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:55.947783 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-2d95cb82-9360-491e-ac27-5004ae930f76', 'network_id': '2d95cb82-9360-491e-ac27-5004ae930f76', 'tenant_id': '1d1a2a4c8b85494aa9ccb93fe092ae2a', 'fixed_ips': [{'subnet_id': 'e683b61c-f7d6-4f63-8aaf-3ab318ea9411'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:14:55.949244 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.054368 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf926a3-d0f0-421c-b6ed-dae5d46988f2 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Made reservation on behalf of 1d1a2a4c8b85494aa9ccb93fe092ae2a for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:56.061720 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-daf926a3-d0f0-421c-b6ed-dae5d46988f2 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.099344 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-daf926a3-d0f0-421c-b6ed-dae5d46988f2 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] device_id is not set on port f3bf726b-6cf4-40c5-b5ef-d6a48f995680 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:14:56.212852 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3efb-85d2-4255-ac2d-f8f2990aad83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.389858 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Allocated IP 172.20.0.2 (2d95cb82-9360-491e-ac27-5004ae930f76/e683b61c-f7d6-4f63-8aaf-3ab318ea9411/67f4e9fc-bed0-4a41-b6a4-d9b182e638e6) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:56.546795 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3efb-85d2-4255-ac2d-f8f2990aad83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.604519 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.668688 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.765726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-daf926a3-d0f0-421c-b6ed-dae5d46988f2 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Allocated IP 172.20.0.4 (2d95cb82-9360-491e-ac27-5004ae930f76/e683b61c-f7d6-4f63-8aaf-3ab318ea9411/f3bf726b-6cf4-40c5-b5ef-d6a48f995680) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:56.806163 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Network 2d95cb82-9360-491e-ac27-5004ae930f76 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:56.814077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:56.865103 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:57.000882 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Pushing event updated for resources: {'Port': ['ID=67f4e9fc-bed0-4a41-b6a4-d9b182e638e6,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:57.030830 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.032091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.032873 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.033673 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.034424 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.035218 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.036003 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.036758 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.037484 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.038211 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.039016 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.039755 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.055111 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Attempting to bind port 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:57.055996 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Attempting to bind port 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c971ed34-075e-4739-83dc-18cfb54cd85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d95cb82-9360-491e-ac27-5004ae930f76'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:57.056811 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Attempting to bind port 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6 on network 2d95cb82-9360-491e-ac27-5004ae930f76 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:57.071359 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:57.072326 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Checking segment: {'id': 'c971ed34-075e-4739-83dc-18cfb54cd85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d95cb82-9360-491e-ac27-5004ae930f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:57.073210 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.074054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Bound using segment: {'id': 'c971ed34-075e-4739-83dc-18cfb54cd85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d95cb82-9360-491e-ac27-5004ae930f76'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:57.075274 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Bound port: 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c971ed34-075e-4739-83dc-18cfb54cd85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d95cb82-9360-491e-ac27-5004ae930f76'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:57.076188 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.112302 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-daf926a3-d0f0-421c-b6ed-dae5d46988f2 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.228059 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] For port 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:57.234638 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] For port 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=67f4e9fc-bed0-4a41-b6a4-d9b182e638e6,segment=NetworkSegment(c971ed34-075e-4739-83dc-18cfb54cd85f),segment_id=c971ed34-075e-4739-83dc-18cfb54cd85f)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:57.249982 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0260b199-ea66-407d-b8e5-b5be26632203 req-903f131e-f091-4a27-b5a7-b78261d8fad3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1170874 Sep 16 05:14:57.262383 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-daf926a3-d0f0-421c-b6ed-dae5d46988f2 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.336888 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.346682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf926a3-d0f0-421c-b6ed-dae5d46988f2 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Network 2d95cb82-9360-491e-ac27-5004ae930f76 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:57.365301 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-daf926a3-d0f0-421c-b6ed-dae5d46988f2 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:57.384912 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf926a3-d0f0-421c-b6ed-dae5d46988f2 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:57.395931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf926a3-d0f0-421c-b6ed-dae5d46988f2 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Pushing event updated for resources: {'Port': ['ID=f3bf726b-6cf4-40c5-b5ef-d6a48f995680,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:57.471891 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ef7ca-cb12-4334-9f9a-a28798ea265d None None] Pushing event updated for resources: {'Port': ['ID=67f4e9fc-bed0-4a41-b6a4-d9b182e638e6,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:57.525774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260b199-ea66-407d-b8e5-b5be26632203 req-92d13b8a-61ec-4a5d-85e4-fb18736eabaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:57.527461 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0260b199-ea66-407d-b8e5-b5be26632203 req-92d13b8a-61ec-4a5d-85e4-fb18736eabaf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3&device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 1098 time: 0.1580198 Sep 16 05:14:57.534606 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf926a3-d0f0-421c-b6ed-dae5d46988f2 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:57.539619 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-daf926a3-d0f0-421c-b6ed-dae5d46988f2 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.651152 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7e3efb-85d2-4255-ac2d-f8f2990aad83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Router 38fdd506-9d5b-4e20-abcb-99d4871777ed is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:14:57.666726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260b199-ea66-407d-b8e5-b5be26632203 req-87ecdfe3-e7d1-44b2-8e18-9eb1fb3fc565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:57.667677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0260b199-ea66-407d-b8e5-b5be26632203 req-87ecdfe3-e7d1-44b2-8e18-9eb1fb3fc565 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b93d0e73-7b57-4b50-88bf-e393412fa10a HTTP/1.1" status: 200 len: 912 time: 0.1171315 Sep 16 05:14:57.786600 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0260b199-ea66-407d-b8e5-b5be26632203 req-8dfa1e2c-8d85-4bc6-af6d-6676204263f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7309df9-609e-423f-97c0-0eb4331a1188 HTTP/1.1" status: 200 len: 1001 time: 0.1102707 Sep 16 05:14:57.795025 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-daf926a3-d0f0-421c-b6ed-dae5d46988f2 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0846450 Sep 16 05:14:57.806804 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50428) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:57.900117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260b199-ea66-407d-b8e5-b5be26632203 req-8e9c21fc-f1de-4506-b8bf-384bb4f4675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:57.903955 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0260b199-ea66-407d-b8e5-b5be26632203 req-8e9c21fc-f1de-4506-b8bf-384bb4f4675a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64014166-35b7-4597-8d1f-ccab49be1bad HTTP/1.1" status: 200 len: 850 time: 0.1089566 Sep 16 05:14:57.905417 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7e3efb-85d2-4255-ac2d-f8f2990aad83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:57.920744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] Sync routers for ids ['38fdd506-9d5b-4e20-abcb-99d4871777ed'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:57.946780 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] Routers {'38fdd506-9d5b-4e20-abcb-99d4871777ed'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:57.947491 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:14:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['38fdd506-9d5b-4e20-abcb-99d4871777ed'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:58.046491 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260b199-ea66-407d-b8e5-b5be26632203 req-04f60de7-35e9-4994-81f9-2a883b31a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:58.054444 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0260b199-ea66-407d-b8e5-b5be26632203 req-04f60de7-35e9-4994-81f9-2a883b31a239 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b93d0e73-7b57-4b50-88bf-e393412fa10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1337116 Sep 16 05:14:58.096632 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b1e0a-f349-4060-8e79-cdbdbf138e8c tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Deleting port f3bf726b-6cf4-40c5-b5ef-d6a48f995680 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:58.097038 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f5b1e0a-f349-4060-8e79-cdbdbf138e8c tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.149009 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3efb-85d2-4255-ac2d-f8f2990aad83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.166354 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4a7e3efb-85d2-4255-ac2d-f8f2990aad83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.4015398 Sep 16 05:14:58.170555 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50436) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:58.226280 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0260b199-ea66-407d-b8e5-b5be26632203 req-4a11c62a-9375-415c-8ab5-13a486ff6133 service neutron] 10.222.0.21 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636147 Sep 16 05:14:58.246000 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] Set router 38fdd506-9d5b-4e20-abcb-99d4871777ed gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:58.319480 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f5b1e0a-f349-4060-8e79-cdbdbf138e8c tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.338586 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b1e0a-f349-4060-8e79-cdbdbf138e8c tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Calling delete_port for f3bf726b-6cf4-40c5-b5ef-d6a48f995680 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:58.468786 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0260b199-ea66-407d-b8e5-b5be26632203 req-9199ec76-f671-4fc2-813a-ff711d8d36e8 service neutron] 10.222.0.21 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347651 Sep 16 05:14:58.485553 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.501685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50442) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:58.503266 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d72b4c07-0455-43dc-917e-e49df992ca4f tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3484936ae7a94b7a8f8a0023f559a1eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3260777 Sep 16 05:14:58.699493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112501401', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '071d6351-b056-45a4-972f-840caf1f7619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:53Z', 'updated_at': '2021-09-16T05:14:55Z', 'revision_number': 3, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '071d6351-b056-45a4-972f-840caf1f7619', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:54Z', 'updated_at': '2021-09-16T05:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:58.735575 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f5b1e0a-f349-4060-8e79-cdbdbf138e8c tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.773966 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccae8e1-576c-41ca-b9d9-708272b264d8 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:58.778616 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5ccae8e1-576c-41ca-b9d9-708272b264d8 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2723370 Sep 16 05:14:58.779191 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50446) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:58.780441 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b1e0a-f349-4060-8e79-cdbdbf138e8c tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Pushing event deleted for resources: {'Port': ['ID=f3bf726b-6cf4-40c5-b5ef-d6a48f995680,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:58.796395 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] Checking router: 38fdd506-9d5b-4e20-abcb-99d4871777ed for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:58.797014 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] Updating router 38fdd506-9d5b-4e20-abcb-99d4871777ed port 071d6351-b056-45a4-972f-840caf1f7619 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:14:58.838308 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-363da9a9-b960-47a2-8e8c-0fea382280aa tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0553846 Sep 16 05:14:58.849707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50448) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:58.853757 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.855398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8235cb51-5648-4c7e-8132-700ace9b6962 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-960807120', 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:58.960427 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f5b1e0a-f349-4060-8e79-cdbdbf138e8c tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.981373 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5f5b1e0a-f349-4060-8e79-cdbdbf138e8c tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] 10.222.0.20 "DELETE /v2.0/ports/f3bf726b-6cf4-40c5-b5ef-d6a48f995680 HTTP/1.1" status: 204 len: 168 time: 1.1723650 Sep 16 05:14:58.985478 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50452) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:59.144264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50456) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:59.163923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-db930ab8-4826-4f1b-bc67-311e3ac501f0 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2065230126'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:59.187695 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-49c39cd5-5d8b-4f8c-932a-425812942bb8 tempest-DHCPAgentSchedulersTestJSON-1059436851 tempest-DHCPAgentSchedulersTestJSON-1059436851-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1535416 Sep 16 05:14:59.208904 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8235cb51-5648-4c7e-8132-700ace9b6962 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Made reservation on behalf of 3484936ae7a94b7a8f8a0023f559a1eb for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:59.222312 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8235cb51-5648-4c7e-8132-700ace9b6962 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.290178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8907bb0-2bf8-4c62-b3dd-2fcad57d2780 None None] Network 2d95cb82-9360-491e-ac27-5004ae930f76 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:59.387080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db930ab8-4826-4f1b-bc67-311e3ac501f0 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Made reservation on behalf of 1d1a2a4c8b85494aa9ccb93fe092ae2a for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:59.391465 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-db930ab8-4826-4f1b-bc67-311e3ac501f0 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.442828 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:59.459347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db930ab8-4826-4f1b-bc67-311e3ac501f0 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:59.480972 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-db930ab8-4826-4f1b-bc67-311e3ac501f0 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.480972 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-db930ab8-4826-4f1b-bc67-311e3ac501f0 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Added segment b599ff70-05fa-44b5-ab82-20d23f53f915 of type vlan for network 48dfe97b-4458-4f40-8044-03837c4c2bee Sep 16 05:14:59.532027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-dd518b75-c73c-453b-b7c1-7f77c4bf7147 None None] Provisioning complete for port 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:59.532277 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dd518b75-c73c-453b-b7c1-7f77c4bf7147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.569928 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-db930ab8-4826-4f1b-bc67-311e3ac501f0 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.712691 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-db930ab8-4826-4f1b-bc67-311e3ac501f0 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.718940 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db930ab8-4826-4f1b-bc67-311e3ac501f0 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:59.718940 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-db930ab8-4826-4f1b-bc67-311e3ac501f0 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.742631 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3698d104-a490-4f93-b9c1-f48a8d1b6f5c req-5fad636f-e24c-4c2b-ac07-cf41057f6a72 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0754025 Sep 16 05:14:59.789428 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:59.789876 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.794745 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8235cb51-5648-4c7e-8132-700ace9b6962 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.808253 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.862563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db930ab8-4826-4f1b-bc67-311e3ac501f0 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Pushing event updated for resources: {'Network': ['ID=48dfe97b-4458-4f40-8044-03837c4c2bee,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:59.866966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-db930ab8-4826-4f1b-bc67-311e3ac501f0 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7188170 Sep 16 05:14:59.869634 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50466) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:59.912352 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 48dfe97b-4458-4f40-8044-03837c4c2bee details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:59.942741 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.989831 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235cb51-5648-4c7e-8132-700ace9b6962 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Subnet': ['ID=3b547af7-36d4-4df5-88c9-2c0747cddb04,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:00.006291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235cb51-5648-4c7e-8132-700ace9b6962 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Checking segment: {'id': '53b06abc-1850-404e-8475-9de5a177229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:00.006770 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8235cb51-5648-4c7e-8132-700ace9b6962 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network hostable DHCP agents. Network: 6219929e-4853-4bde-bf87-686fa96a1efa, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:15:00.041310 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dd518b75-c73c-453b-b7c1-7f77c4bf7147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.120129 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698d104-a490-4f93-b9c1-f48a8d1b6f5c req-50cdf0bc-959a-4265-bbef-3574c4ab5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:00.123139 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3698d104-a490-4f93-b9c1-f48a8d1b6f5c req-50cdf0bc-959a-4265-bbef-3574c4ab5a5a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d6a10c61b3f427e8b6252249bac1dfe&device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 1097 time: 0.3059375 Sep 16 05:15:00.143749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5347d6-ce62-414b-9179-0b653f4477c0 None None] Pushing event updated for resources: {'Port': ['ID=071d6351-b056-45a4-972f-840caf1f7619,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:00.143749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] Attempting to bind port 071d6351-b056-45a4-972f-840caf1f7619 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:00.143749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] Attempting to bind port 071d6351-b056-45a4-972f-840caf1f7619 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:00.143749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] Attempting to bind port 071d6351-b056-45a4-972f-840caf1f7619 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:00.162610 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:00.162918 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:00.163375 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.163562 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:00.164018 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] Bound port: 071d6351-b056-45a4-972f-840caf1f7619, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:00.164399 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.169588 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8235cb51-5648-4c7e-8132-700ace9b6962 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network 6219929e-4853-4bde-bf87-686fa96a1efa is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:15:00.217572 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-dd518b75-c73c-453b-b7c1-7f77c4bf7147 None None] For port 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=67f4e9fc-bed0-4a41-b6a4-d9b182e638e6,segment=NetworkSegment(c971ed34-075e-4739-83dc-18cfb54cd85f),segment_id=c971ed34-075e-4739-83dc-18cfb54cd85f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:00.234762 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.289946 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-8235cb51-5648-4c7e-8132-700ace9b6962 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 6219929e-4853-4bde-bf87-686fa96a1efa) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:00.294943 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8235cb51-5648-4c7e-8132-700ace9b6962 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:00.295565 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8235cb51-5648-4c7e-8132-700ace9b6962 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.301431 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6dbc0153-bcb9-4f84-871f-13aa2d3bfb1a tempest-DHCPAgentSchedulersTestJSON-1059436851 tempest-DHCPAgentSchedulersTestJSON-1059436851-project-admin] 10.222.0.20 "GET /v2.0/agents/2c8b024f-9bf5-45e9-93dd-9870deb09a5a/dhcp-networks HTTP/1.1" status: 200 len: 7284 time: 0.4282434 Sep 16 05:15:00.303863 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50476) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:00.339120 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a78e41-4810-4cba-be41-51f116433e33 None None] Network 6219929e-4853-4bde-bf87-686fa96a1efa requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:00.339120 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] For port 071d6351-b056-45a4-972f-840caf1f7619, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:00.352145 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dd518b75-c73c-453b-b7c1-7f77c4bf7147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.429775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698d104-a490-4f93-b9c1-f48a8d1b6f5c req-6cf88682-cf91-45ab-955c-9a9dfbf22305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:00.432029 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3698d104-a490-4f93-b9c1-f48a8d1b6f5c req-6cf88682-cf91-45ab-955c-9a9dfbf22305 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4a92d87f-6f51-45e0-8432-716507f35429 HTTP/1.1" status: 200 len: 910 time: 0.2750449 Sep 16 05:15:00.452158 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] For port 071d6351-b056-45a4-972f-840caf1f7619, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=071d6351-b056-45a4-972f-840caf1f7619,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:00.474923 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8235cb51-5648-4c7e-8132-700ace9b6962 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6237004 Sep 16 05:15:00.481187 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50478) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:00.562799 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.602719 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3698d104-a490-4f93-b9c1-f48a8d1b6f5c req-404d983c-16aa-40c7-b934-5562e311b4ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63fea539-cb5a-4e1f-ba8e-3e7a003a04fb HTTP/1.1" status: 200 len: 1000 time: 0.1599517 Sep 16 05:15:00.635054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3afd545-076a-45e4-b73c-564bdc005b33 tempest-DHCPAgentSchedulersTestJSON-1059436851 tempest-DHCPAgentSchedulersTestJSON-1059436851-project-admin] Network 48dfe97b-4458-4f40-8044-03837c4c2bee is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:15:00.710930 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698d104-a490-4f93-b9c1-f48a8d1b6f5c req-a23233c1-dc4f-4963-a877-07f7c98b6ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:00.712652 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3698d104-a490-4f93-b9c1-f48a8d1b6f5c req-a23233c1-dc4f-4963-a877-07f7c98b6ac9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f577e1cc-3619-4e30-9c66-21635bb1ad2e HTTP/1.1" status: 200 len: 848 time: 0.1044817 Sep 16 05:15:00.715366 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:15:00.715989 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:15:00.716792 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd518b75-c73c-453b-b7c1-7f77c4bf7147 None None] Pushing event updated for resources: {'Port': ['ID=67f4e9fc-bed0-4a41-b6a4-d9b182e638e6,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:00.837605 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698d104-a490-4f93-b9c1-f48a8d1b6f5c req-3ce0bd47-6e71-4118-b24d-e42236b11503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:00.840462 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3698d104-a490-4f93-b9c1-f48a8d1b6f5c req-3ce0bd47-6e71-4118-b24d-e42236b11503 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4a92d87f-6f51-45e0-8432-716507f35429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202869 Sep 16 05:15:00.878349 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] Routers {'38fdd506-9d5b-4e20-abcb-99d4871777ed'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:00.879029 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:14:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['38fdd506-9d5b-4e20-abcb-99d4871777ed'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:01.013375 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-55ccb297-c468-4fd0-b702-1f01888776e6 None None] Provisioning complete for port 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:01.013375 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-55ccb297-c468-4fd0-b702-1f01888776e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.063275 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3698d104-a490-4f93-b9c1-f48a8d1b6f5c req-3ce142ed-490e-48a2-95db-e611fe9f188c service neutron] 10.222.0.38 "GET /v2.0/networks/4a92d87f-6f51-45e0-8432-716507f35429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152379 Sep 16 05:15:01.075982 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c3afd545-076a-45e4-b73c-564bdc005b33 tempest-DHCPAgentSchedulersTestJSON-1059436851 tempest-DHCPAgentSchedulersTestJSON-1059436851-project-admin] 10.222.0.20 "POST /v2.0/agents/2c8b024f-9bf5-45e9-93dd-9870deb09a5a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7703781 Sep 16 05:15:01.081842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50484) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:01.365305 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3698d104-a490-4f93-b9c1-f48a8d1b6f5c req-9500a136-8d49-4ed3-a555-a9335c301fa9 service neutron] 10.222.0.38 "GET /v2.0/networks/4a92d87f-6f51-45e0-8432-716507f35429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952662 Sep 16 05:15:01.422701 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee8fd12-d76c-410c-9bf8-9a6b632d8862 None None] Network 48dfe97b-4458-4f40-8044-03837c4c2bee requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:01.554062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5347d6-ce62-414b-9179-0b653f4477c0 None None] Pushing event updated for resources: {'Port': ['ID=071d6351-b056-45a4-972f-840caf1f7619,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:01.650005 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-50dcfbe2-d753-4d0e-9806-7d647c1b4bf7 tempest-DHCPAgentSchedulersTestJSON-1059436851 tempest-DHCPAgentSchedulersTestJSON-1059436851-project-admin] 10.222.0.20 "GET /v2.0/agents/2c8b024f-9bf5-45e9-93dd-9870deb09a5a/dhcp-networks HTTP/1.1" status: 200 len: 8836 time: 0.5664067 Sep 16 05:15:01.654342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50494) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:01.718192 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-6219929e-4853-4bde-bf87-686fa96a1efa', 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'fixed_ips': [{'subnet_id': '3b547af7-36d4-4df5-88c9-2c0747cddb04'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:15:01.719415 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.790999 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] Set router 38fdd506-9d5b-4e20-abcb-99d4871777ed gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:01.911956 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:02.034677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0138626c-51c9-4843-89af-665a5019d5d5 tempest-DHCPAgentSchedulersTestJSON-1059436851 tempest-DHCPAgentSchedulersTestJSON-1059436851-project-admin] 10.222.0.20 "DELETE /v2.0/agents/2c8b024f-9bf5-45e9-93dd-9870deb09a5a/dhcp-networks/48dfe97b-4458-4f40-8044-03837c4c2bee HTTP/1.1" status: 204 len: 168 time: 0.3787687 Sep 16 05:15:02.038483 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50496) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:02.053144 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fea0-52dc-413b-a024-bcecf58e3164 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:02.379200 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3c5bcd56-f0cb-48bf-9256-ba4ec4c40c48 tempest-DHCPAgentSchedulersTestJSON-1059436851 tempest-DHCPAgentSchedulersTestJSON-1059436851-project-admin] 10.222.0.20 "GET /v2.0/agents/2c8b024f-9bf5-45e9-93dd-9870deb09a5a/dhcp-networks HTTP/1.1" status: 200 len: 8065 time: 0.3378634 Sep 16 05:15:02.380289 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50504) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:02.424677 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9f1b2250-3a47-4c5d-9978-e9a2eb0fe77a tempest-DHCPAgentSchedulersTestJSON-1059436851 tempest-DHCPAgentSchedulersTestJSON-1059436851-project-admin] 10.222.0.20 "GET /v2.0/networks/2d95cb82-9360-491e-ac27-5004ae930f76/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0426877 Sep 16 05:15:02.440137 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50508) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:02.478939 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-83c27334-386d-44db-bc28-eb47af2a2630 tempest-DHCPAgentSchedulersTestJSON-1059436851 tempest-DHCPAgentSchedulersTestJSON-1059436851-project-admin] 10.222.0.20 "GET /v2.0/networks/2d95cb82-9360-491e-ac27-5004ae930f76/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0449390 Sep 16 05:15:02.496936 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50510) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:02.658000 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8a68252b-34cb-4f9c-94d7-c5d67444d330 None None] Could not find standard attr ID for object f3bf726b-6cf4-40c5-b5ef-d6a48f995680. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:15:02.688347 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:02.688759 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:02.723640 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] Allocated IP 172.20.0.2 (6219929e-4853-4bde-bf87-686fa96a1efa/3b547af7-36d4-4df5-88c9-2c0747cddb04/f4412cc2-e983-4683-b2cd-e8aec940dc7e) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:02.856640 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0fb6461e-22e5-4204-9bfa-341a17c6b46f tempest-DHCPAgentSchedulersTestJSON-1059436851 tempest-DHCPAgentSchedulersTestJSON-1059436851-project-admin] 10.222.0.20 "GET /v2.0/agents/2c8b024f-9bf5-45e9-93dd-9870deb09a5a/dhcp-networks HTTP/1.1" status: 200 len: 8065 time: 0.3574460 Sep 16 05:15:02.861664 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50514) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:02.888395 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112501401', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '071d6351-b056-45a4-972f-840caf1f7619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:53Z', 'updated_at': '2021-09-16T05:14:55Z', 'revision_number': 3, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '071d6351-b056-45a4-972f-840caf1f7619', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:54Z', 'updated_at': '2021-09-16T05:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:02.985662 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89bd056-2d32-47dc-b256-cbeceef7b50e None None] The sync data for ids ['38fdd506-9d5b-4e20-abcb-99d4871777ed'] in n-d-712140-13 is: [{'id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112501401', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '071d6351-b056-45a4-972f-840caf1f7619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:53Z', 'updated_at': '2021-09-16T05:14:55Z', 'revision_number': 3, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '071d6351-b056-45a4-972f-840caf1f7619', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:54Z', 'updated_at': '2021-09-16T05:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:02.998029 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fcffafc6-61d8-4212-8e2a-c1838594d413 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.137600 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.188247 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fcffafc6-61d8-4212-8e2a-c1838594d413 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.227807 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-fcffafc6-61d8-4212-8e2a-c1838594d413 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48dfe97b-4458-4f40-8044-03837c4c2bee']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:03.246533 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-fcffafc6-61d8-4212-8e2a-c1838594d413 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b599ff70-05fa-44b5-ab82-20d23f53f915') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:03.247094 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-fcffafc6-61d8-4212-8e2a-c1838594d413 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b599ff70-05fa-44b5-ab82-20d23f53f915') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:03.266513 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fcffafc6-61d8-4212-8e2a-c1838594d413 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.302475 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fcffafc6-61d8-4212-8e2a-c1838594d413 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.325308 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcffafc6-61d8-4212-8e2a-c1838594d413 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:15:03.325768 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fcffafc6-61d8-4212-8e2a-c1838594d413 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.331696 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:15:03.343936 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:15:03.433831 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-f3c7fea0-52dc-413b-a024-bcecf58e3164 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Allocated IP 172.20.0.1 (6219929e-4853-4bde-bf87-686fa96a1efa/3b547af7-36d4-4df5-88c9-2c0747cddb04/52bcff87-81f5-4194-af19-ddce2ffc93b2) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:03.441858 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] Network 6219929e-4853-4bde-bf87-686fa96a1efa is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:03.452009 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:03.490928 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:03.539683 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] Pushing event updated for resources: {'Port': ['ID=f4412cc2-e983-4683-b2cd-e8aec940dc7e,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:03.592738 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fcffafc6-61d8-4212-8e2a-c1838594d413 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.615357 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fcffafc6-61d8-4212-8e2a-c1838594d413 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.626106 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fcffafc6-61d8-4212-8e2a-c1838594d413 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] 10.222.0.20 "DELETE /v2.0/networks/48dfe97b-4458-4f40-8044-03837c4c2bee HTTP/1.1" status: 204 len: 168 time: 0.7583160 Sep 16 05:15:03.629432 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50530) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:03.668816 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffafc6-61d8-4212-8e2a-c1838594d413 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Pushing event deleted for resources: {'Network': ['ID=48dfe97b-4458-4f40-8044-03837c4c2bee,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:03.692852 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fea0-52dc-413b-a024-bcecf58e3164 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.699015 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] Attempting to bind port f4412cc2-e983-4683-b2cd-e8aec940dc7e on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:03.702159 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] Attempting to bind port f4412cc2-e983-4683-b2cd-e8aec940dc7e by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '53b06abc-1850-404e-8475-9de5a177229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:03.703300 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] Attempting to bind port f4412cc2-e983-4683-b2cd-e8aec940dc7e on network 6219929e-4853-4bde-bf87-686fa96a1efa {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:03.724756 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:03.725050 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] Checking segment: {'id': '53b06abc-1850-404e-8475-9de5a177229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:03.725289 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.725721 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] Bound using segment: {'id': '53b06abc-1850-404e-8475-9de5a177229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:03.726348 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] Bound port: f4412cc2-e983-4683-b2cd-e8aec940dc7e, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b06abc-1850-404e-8475-9de5a177229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:03.726807 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.746910 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc301846-ff57-4ba2-b317-343cdbb8bfb8 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] DELETE failed (client error): The resource could not be found. Sep 16 05:15:03.747676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc301846-ff57-4ba2-b317-343cdbb8bfb8 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:15:03.754128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bc301846-ff57-4ba2-b317-343cdbb8bfb8 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] 10.222.0.20 "DELETE /v2.0/ports/f3bf726b-6cf4-40c5-b5ef-d6a48f995680 HTTP/1.1" status: 404 len: 333 time: 0.1187763 Sep 16 05:15:03.756833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50534) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:03.838130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78f782a-b9e2-40f6-bb76-1a5e0baf5532 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Deleting subnet e683b61c-f7d6-4f63-8aaf-3ab318ea9411 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:15:03.843657 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e78f782a-b9e2-40f6-bb76-1a5e0baf5532 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.885153 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fea0-52dc-413b-a024-bcecf58e3164 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.935064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] For port f4412cc2-e983-4683-b2cd-e8aec940dc7e, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:03.944324 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] For port f4412cc2-e983-4683-b2cd-e8aec940dc7e, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f4412cc2-e983-4683-b2cd-e8aec940dc7e,segment=NetworkSegment(53b06abc-1850-404e-8475-9de5a177229b),segment_id=53b06abc-1850-404e-8475-9de5a177229b)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:03.966650 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c7fea0-52dc-413b-a024-bcecf58e3164 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network 6219929e-4853-4bde-bf87-686fa96a1efa is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:03.972904 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 071d6351-b056-45a4-972f-840caf1f7619 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:03.973511 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e78f782a-b9e2-40f6-bb76-1a5e0baf5532 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.982713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-f3c7fea0-52dc-413b-a024-bcecf58e3164 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:04.021238 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c7fea0-52dc-413b-a024-bcecf58e3164 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:04.029858 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7fea0-52dc-413b-a024-bcecf58e3164 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=52bcff87-81f5-4194-af19-ddce2ffc93b2,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:04.045155 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.112504 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fea0-52dc-413b-a024-bcecf58e3164 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.163947 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 071d6351-b056-45a4-972f-840caf1f7619 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:04.164613 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.242578 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e78f782a-b9e2-40f6-bb76-1a5e0baf5532 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.254092 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2caa9bd-c1e3-41e0-98b0-2757604808a8 None None] Pushing event updated for resources: {'Port': ['ID=f4412cc2-e983-4683-b2cd-e8aec940dc7e,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:04.368131 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.406819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 071d6351-b056-45a4-972f-840caf1f7619, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=071d6351-b056-45a4-972f-840caf1f7619,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:04.489629 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.530721 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50546) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:04.551893 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-7ba147c9-34ae-41dc-9cdc-ffcdc1843d66 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-687067522', 'description': 'tempest-secgroup-smoke-687067522 description', 'project_id': 'a58734203b374351a59c62426afce6b4'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:04.584577 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=071d6351-b056-45a4-972f-840caf1f7619,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:04.590398 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e78f782a-b9e2-40f6-bb76-1a5e0baf5532 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.667958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f782a-b9e2-40f6-bb76-1a5e0baf5532 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Pushing event deleted for resources: {'Subnet': ['ID=e683b61c-f7d6-4f63-8aaf-3ab318ea9411,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:04.672468 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e78f782a-b9e2-40f6-bb76-1a5e0baf5532 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.677651 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e78f782a-b9e2-40f6-bb76-1a5e0baf5532 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] 10.222.0.20 "DELETE /v2.0/subnets/e683b61c-f7d6-4f63-8aaf-3ab318ea9411 HTTP/1.1" status: 204 len: 168 time: 0.9196205 Sep 16 05:15:04.677651 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fea0-52dc-413b-a024-bcecf58e3164 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.678641 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1688c715-0f02-490c-b1d2-c6a1fd825805 None None] Network 2d95cb82-9360-491e-ac27-5004ae930f76 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:04.679259 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50550) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:04.787280 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ba147c9-34ae-41dc-9cdc-ffcdc1843d66 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.808327 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.977961 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292fd593-0f53-49de-8c98-e4b41b25a92f None None] DHCP port deletion for 2d95cb82-9360-491e-ac27-5004ae930f76 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:15:04.989999 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ba147c9-34ae-41dc-9cdc-ffcdc1843d66 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.004520 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Deleting port 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:05.004869 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.060511 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-292fd593-0f53-49de-8c98-e4b41b25a92f None None] Deleting port 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:05.060511 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-292fd593-0f53-49de-8c98-e4b41b25a92f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.115836 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] For port 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=67f4e9fc-bed0-4a41-b6a4-d9b182e638e6,segment=NetworkSegment(c971ed34-075e-4739-83dc-18cfb54cd85f),segment_id=c971ed34-075e-4739-83dc-18cfb54cd85f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:05.116215 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.143070 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ba147c9-34ae-41dc-9cdc-ffcdc1843d66 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.164876 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-292fd593-0f53-49de-8c98-e4b41b25a92f None None] For port 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=67f4e9fc-bed0-4a41-b6a4-d9b182e638e6,segment=NetworkSegment(c971ed34-075e-4739-83dc-18cfb54cd85f),segment_id=c971ed34-075e-4739-83dc-18cfb54cd85f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:05.165307 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-292fd593-0f53-49de-8c98-e4b41b25a92f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.180754 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Calling delete_port for 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:05.187713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-292fd593-0f53-49de-8c98-e4b41b25a92f None None] Calling delete_port for 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:05.254249 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba147c9-34ae-41dc-9cdc-ffcdc1843d66 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4d32d8-55af-4393-8093-c1c213c70c3e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:05.307768 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-360c759a-c6db-47f3-b7c8-48018462cd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.327939 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7ba147c9-34ae-41dc-9cdc-ffcdc1843d66 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.330062 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7ba147c9-34ae-41dc-9cdc-ffcdc1843d66 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7973766 Sep 16 05:15:05.331429 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fea0-52dc-413b-a024-bcecf58e3164 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.333865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50554) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:05.338848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-5da2ad61-e502-41fe-8910-6fb928dafba6 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Request body: {'security_group_rule': {'security_group_id': '4e4d32d8-55af-4393-8093-c1c213c70c3e', 'project_id': 'a58734203b374351a59c62426afce6b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:05.416062 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-292fd593-0f53-49de-8c98-e4b41b25a92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.428288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.448260 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fea0-52dc-413b-a024-bcecf58e3164 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.455763 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292fd593-0f53-49de-8c98-e4b41b25a92f None None] No DVR routers for this DVR port 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:05.464266 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fd593-0f53-49de-8c98-e4b41b25a92f None None] Pushing event deleted for resources: {'Port': ['ID=67f4e9fc-bed0-4a41-b6a4-d9b182e638e6,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:05.498484 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Pushing event deleted for resources: {'Port': ['ID=67f4e9fc-bed0-4a41-b6a4-d9b182e638e6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:05.507581 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5da2ad61-e502-41fe-8910-6fb928dafba6 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.510461 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] No DVR routers for this DVR port 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:05.639048 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fea0-52dc-413b-a024-bcecf58e3164 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.678158 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7fea0-52dc-413b-a024-bcecf58e3164 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=52bcff87-81f5-4194-af19-ddce2ffc93b2,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:05.698824 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.739218 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d95cb82-9360-491e-ac27-5004ae930f76']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:05.759138 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c971ed34-075e-4739-83dc-18cfb54cd85f') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:05.759630 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c971ed34-075e-4739-83dc-18cfb54cd85f') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:05.776100 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.790974 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5da2ad61-e502-41fe-8910-6fb928dafba6 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.808408 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.821321 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:15:05.821321 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:15:05.824780 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:15:05.873038 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c7fea0-52dc-413b-a024-bcecf58e3164 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network 6219929e-4853-4bde-bf87-686fa96a1efa is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:05.875165 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-f3c7fea0-52dc-413b-a024-bcecf58e3164 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:05.878940 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5da2ad61-e502-41fe-8910-6fb928dafba6 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.927425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2ad61-e502-41fe-8910-6fb928dafba6 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2aeb042-3af1-42d6-afcf-725c2f9b7a05,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:06.032637 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.038961 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.041592 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] 10.222.0.20 "DELETE /v2.0/networks/2d95cb82-9360-491e-ac27-5004ae930f76 HTTP/1.1" status: 204 len: 168 time: 1.3610437 Sep 16 05:15:06.076677 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de7100-07b5-4e28-90c6-b982e4147df4 tempest-DHCPAgentSchedulersTestJSON-740842272 tempest-DHCPAgentSchedulersTestJSON-740842272-project] Pushing event deleted for resources: {'Network': ['ID=2d95cb82-9360-491e-ac27-5004ae930f76,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:06.119356 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5da2ad61-e502-41fe-8910-6fb928dafba6 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.125655 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5da2ad61-e502-41fe-8910-6fb928dafba6 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7860165 Sep 16 05:15:06.127128 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50562) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:06.133021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-d8801f90-f46a-476c-a0dc-04b492de61d3 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Request body: {'security_group_rule': {'security_group_id': '4e4d32d8-55af-4393-8093-c1c213c70c3e', 'project_id': 'a58734203b374351a59c62426afce6b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:06.137610 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f4412cc2-e983-4683-b2cd-e8aec940dc7e up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:06.142767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c7fea0-52dc-413b-a024-bcecf58e3164 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Router 38fdd506-9d5b-4e20-abcb-99d4871777ed has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:06.265201 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port f4412cc2-e983-4683-b2cd-e8aec940dc7e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:06.265686 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.306588 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd62a95-8e25-4617-889f-7674e8f57603 None None] Network 6219929e-4853-4bde-bf87-686fa96a1efa requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:06.343325 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c7fea0-52dc-413b-a024-bcecf58e3164 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:06.346175 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8801f90-f46a-476c-a0dc-04b492de61d3 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.357577 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-037087b4-2852-4786-b92a-a978e65b2d13 None None] Provisioning complete for port f4412cc2-e983-4683-b2cd-e8aec940dc7e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:06.357853 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-037087b4-2852-4786-b92a-a978e65b2d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.361232 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] Sync routers for ids ['38fdd506-9d5b-4e20-abcb-99d4871777ed'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:06.382370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f3c7fea0-52dc-413b-a024-bcecf58e3164 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "PUT /v2.0/routers/38fdd506-9d5b-4e20-abcb-99d4871777ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8843310 Sep 16 05:15:06.382648 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] Routers {'38fdd506-9d5b-4e20-abcb-99d4871777ed'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:06.382648 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:14:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['38fdd506-9d5b-4e20-abcb-99d4871777ed'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:06.531735 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8801f90-f46a-476c-a0dc-04b492de61d3 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.632298 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8801f90-f46a-476c-a0dc-04b492de61d3 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.657927 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] Set router 38fdd506-9d5b-4e20-abcb-99d4871777ed gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:06.674590 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8801f90-f46a-476c-a0dc-04b492de61d3 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42046218-2dbc-43f6-b1fb-94d251971e38,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:06.760733 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.820399 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-037087b4-2852-4786-b92a-a978e65b2d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.835381 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8801f90-f46a-476c-a0dc-04b492de61d3 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.839691 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d8801f90-f46a-476c-a0dc-04b492de61d3 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7085872 Sep 16 05:15:06.840227 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50584) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:06.848719 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-aeed637e-f8d5-4826-b1ca-3c285c882744 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Request body: {'security_group_rule': {'security_group_id': '4e4d32d8-55af-4393-8093-c1c213c70c3e', 'project_id': 'a58734203b374351a59c62426afce6b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:06.871212 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50586) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:06.911122 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3c98ace-7146-4f4b-9976-be265264f340 req-63884bd6-ecd9-45e8-b5f3-58502faffdfc tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-367201546&fields=id&tenant_id=3484936ae7a94b7a8f8a0023f559a1eb HTTP/1.1" status: 200 len: 267 time: 0.0734053 Sep 16 05:15:06.979323 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port f4412cc2-e983-4683-b2cd-e8aec940dc7e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f4412cc2-e983-4683-b2cd-e8aec940dc7e,segment=NetworkSegment(53b06abc-1850-404e-8475-9de5a177229b),segment_id=53b06abc-1850-404e-8475-9de5a177229b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:07.028036 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aeed637e-f8d5-4826-b1ca-3c285c882744 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.109085 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112501401', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '071d6351-b056-45a4-972f-840caf1f7619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:53Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '071d6351-b056-45a4-972f-840caf1f7619', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:54Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '52bcff87-81f5-4194-af19-ddce2ffc93b2', 'name': '', 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:0f:14:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b547af7-36d4-4df5-88c9-2c0747cddb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:02Z', 'updated_at': '2021-09-16T05:15:05Z', 'revision_number': 2, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '3b547af7-36d4-4df5-88c9-2c0747cddb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:07.153021 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-037087b4-2852-4786-b92a-a978e65b2d13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:15:07.153815 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-037087b4-2852-4786-b92a-a978e65b2d13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:15:07.155061 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.157308 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 071d6351-b056-45a4-972f-840caf1f7619 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:07.246189 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aeed637e-f8d5-4826-b1ca-3c285c882744 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.252038 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] Checking router: 38fdd506-9d5b-4e20-abcb-99d4871777ed for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:07.252674 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] Updating router 38fdd506-9d5b-4e20-abcb-99d4871777ed port 52bcff87-81f5-4194-af19-ddce2ffc93b2 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:15:07.293940 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c98ace-7146-4f4b-9976-be265264f340 req-4836dc90-5640-47be-8ca7-7d1d5154d177 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:07.304116 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3c98ace-7146-4f4b-9976-be265264f340 req-4836dc90-5640-47be-8ca7-7d1d5154d177 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/networks?id=6219929e-4853-4bde-bf87-686fa96a1efa HTTP/1.1" status: 200 len: 795 time: 0.3792751 Sep 16 05:15:07.329064 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3c98ace-7146-4f4b-9976-be265264f340 req-62fde4de-ab29-45d0-8cc3-4aa912cf258b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/quotas/3484936ae7a94b7a8f8a0023f559a1eb HTTP/1.1" status: 200 len: 375 time: 0.0226941 Sep 16 05:15:07.337601 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aeed637e-f8d5-4826-b1ca-3c285c882744 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.342550 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.377844 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=f4412cc2-e983-4683-b2cd-e8aec940dc7e,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:07.405401 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-658fba09-00d5-480a-a8b7-71173645ccc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d1a2a4c8b85494aa9ccb93fe092ae2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5327284 Sep 16 05:15:07.409881 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50590) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:07.418246 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed637e-f8d5-4826-b1ca-3c285c882744 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd72354-1fdc-44ad-81b2-b805cc482707,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:07.424339 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 071d6351-b056-45a4-972f-840caf1f7619 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:07.425346 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.523075 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3c98ace-7146-4f4b-9976-be265264f340 req-b6e51cc2-7ec0-4d7b-8a47-e948346173e6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1882691 Sep 16 05:15:07.529798 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aeed637e-f8d5-4826-b1ca-3c285c882744 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.534600 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-aeed637e-f8d5-4826-b1ca-3c285c882744 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6902711 Sep 16 05:15:07.536893 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50592) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:07.542948 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-85b0825a-bed0-4a3c-ac70-4d7d36aecb86 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Request body: {'security_group_rule': {'security_group_id': '4e4d32d8-55af-4393-8093-c1c213c70c3e', 'project_id': 'a58734203b374351a59c62426afce6b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:07.630110 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dd132fa7-5087-4ed1-9380-9f4b9e6652e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.694723 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-85b0825a-bed0-4a3c-ac70-4d7d36aecb86 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.700080 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dd132fa7-5087-4ed1-9380-9f4b9e6652e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.968412 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dd132fa7-5087-4ed1-9380-9f4b9e6652e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.975352 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dd132fa7-5087-4ed1-9380-9f4b9e6652e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.978292 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-dd132fa7-5087-4ed1-9380-9f4b9e6652e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6a43c54-0cc7-4fb7-9d95-ae61eb8799e7 HTTP/1.1" status: 204 len: 168 time: 0.5435894 Sep 16 05:15:07.987424 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-85b0825a-bed0-4a3c-ac70-4d7d36aecb86 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.014210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd132fa7-5087-4ed1-9380-9f4b9e6652e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a43c54-0cc7-4fb7-9d95-ae61eb8799e7,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:08.047562 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3c98ace-7146-4f4b-9976-be265264f340 req-cb4d3cef-62cd-4d4c-83cd-2bd1845ff4f3 service neutron] 10.222.0.20 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809458 Sep 16 05:15:08.061251 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.077872 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ea1327b4-e81e-417b-9848-7041553630f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.101002 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-85b0825a-bed0-4a3c-ac70-4d7d36aecb86 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.156977 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0825a-bed0-4a3c-ac70-4d7d36aecb86 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c74797-ce49-4de1-a81e-1ec167d22f42,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:08.192186 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.212206 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4837bdf4-35cd-44c2-bd73-d5baefdd8ee4 None None] Provisioning complete for port 52bcff87-81f5-4194-af19-ddce2ffc93b2 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:08.212909 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4837bdf4-35cd-44c2-bd73-d5baefdd8ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.285487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:08.306381 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-85b0825a-bed0-4a3c-ac70-4d7d36aecb86 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.310241 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-85b0825a-bed0-4a3c-ac70-4d7d36aecb86 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7697921 Sep 16 05:15:08.312070 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50600) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:08.321260 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d5deb6f8-9121-41b2-b2d2-53563cec6092 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Request body: {'security_group_rule': {'security_group_id': '4e4d32d8-55af-4393-8093-c1c213c70c3e', 'project_id': 'a58734203b374351a59c62426afce6b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:08.335428 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a1c0f-71ac-4a03-bd11-62ba04c0eeb9 None None] Pushing event updated for resources: {'Port': ['ID=52bcff87-81f5-4194-af19-ddce2ffc93b2,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:08.344900 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4837bdf4-35cd-44c2-bd73-d5baefdd8ee4 None None] Port 52bcff87-81f5-4194-af19-ddce2ffc93b2 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:08.348269 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3c98ace-7146-4f4b-9976-be265264f340 req-77d372cb-25ec-4430-b3b4-5cd2c41eebfd service neutron] 10.222.0.20 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987692 Sep 16 05:15:08.362818 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:08.363844 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 67f4e9fc-bed0-4a41-b6a4-d9b182e638e6 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:08.391244 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4837bdf4-35cd-44c2-bd73-d5baefdd8ee4 None None] Provisioning complete for port f4412cc2-e983-4683-b2cd-e8aec940dc7e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:08.394129 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4837bdf4-35cd-44c2-bd73-d5baefdd8ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.455705 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] Attempting to bind port 52bcff87-81f5-4194-af19-ddce2ffc93b2 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:08.456959 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] Attempting to bind port 52bcff87-81f5-4194-af19-ddce2ffc93b2 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '53b06abc-1850-404e-8475-9de5a177229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:08.461713 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] Attempting to bind port 52bcff87-81f5-4194-af19-ddce2ffc93b2 on network 6219929e-4853-4bde-bf87-686fa96a1efa {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:08.465337 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a1c0f-71ac-4a03-bd11-62ba04c0eeb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:08.466185 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a1c0f-71ac-4a03-bd11-62ba04c0eeb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:08.466974 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a1c0f-71ac-4a03-bd11-62ba04c0eeb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:08.467912 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a1c0f-71ac-4a03-bd11-62ba04c0eeb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:08.468696 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a1c0f-71ac-4a03-bd11-62ba04c0eeb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:08.470555 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a1c0f-71ac-4a03-bd11-62ba04c0eeb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:08.471962 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a1c0f-71ac-4a03-bd11-62ba04c0eeb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:08.472787 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a1c0f-71ac-4a03-bd11-62ba04c0eeb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:08.473752 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a1c0f-71ac-4a03-bd11-62ba04c0eeb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:08.474598 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a1c0f-71ac-4a03-bd11-62ba04c0eeb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:08.475435 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a1c0f-71ac-4a03-bd11-62ba04c0eeb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:08.476352 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a1c0f-71ac-4a03-bd11-62ba04c0eeb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:08.488876 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:08.489474 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] Checking segment: {'id': '53b06abc-1850-404e-8475-9de5a177229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:08.490073 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.490992 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] Bound using segment: {'id': '53b06abc-1850-404e-8475-9de5a177229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:08.491745 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] Bound port: 52bcff87-81f5-4194-af19-ddce2ffc93b2, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b06abc-1850-404e-8475-9de5a177229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:08.492298 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.522069 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-d5deb6f8-9121-41b2-b2d2-53563cec6092 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Project a58734203b374351a59c62426afce6b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:15:08.527936 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d5deb6f8-9121-41b2-b2d2-53563cec6092 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.681412 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f4412cc2-e983-4683-b2cd-e8aec940dc7e up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:08.691931 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.718599 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] For port 52bcff87-81f5-4194-af19-ddce2ffc93b2, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:08.730208 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] For port 52bcff87-81f5-4194-af19-ddce2ffc93b2, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=52bcff87-81f5-4194-af19-ddce2ffc93b2,segment=NetworkSegment(53b06abc-1850-404e-8475-9de5a177229b),segment_id=53b06abc-1850-404e-8475-9de5a177229b)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:08.784573 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d5deb6f8-9121-41b2-b2d2-53563cec6092 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.789556 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port f4412cc2-e983-4683-b2cd-e8aec940dc7e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:08.790112 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.844889 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.906579 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-adc5194e-af69-4a05-8441-6a4dc808dad6 None None] Provisioning complete for port 52bcff87-81f5-4194-af19-ddce2ffc93b2 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:08.906579 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-adc5194e-af69-4a05-8441-6a4dc808dad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.943517 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d5deb6f8-9121-41b2-b2d2-53563cec6092 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.988985 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5deb6f8-9121-41b2-b2d2-53563cec6092 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adfac7ff-501f-4a0c-9eac-18678f8e82d4,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:09.017203 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] Routers {'38fdd506-9d5b-4e20-abcb-99d4871777ed'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:09.018742 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:15:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['38fdd506-9d5b-4e20-abcb-99d4871777ed'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:09.069690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0b69666-7187-4c05-af12-51cc35d313ae req-a0cf6936-8f28-4e41-9e78-cbdb51240625 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 210 time: 0.0538926 Sep 16 05:15:09.095163 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d5deb6f8-9121-41b2-b2d2-53563cec6092 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.101629 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d5deb6f8-9121-41b2-b2d2-53563cec6092 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7834961 Sep 16 05:15:09.105020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50608) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:09.112595 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-417a93ce-9d49-4579-bcca-fd3fb3307279 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Request body: {'security_group_rule': {'security_group_id': '4e4d32d8-55af-4393-8093-c1c213c70c3e', 'project_id': 'a58734203b374351a59c62426afce6b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:09.163946 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-adc5194e-af69-4a05-8441-6a4dc808dad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.229554 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-adc5194e-af69-4a05-8441-6a4dc808dad6 None None] For port 52bcff87-81f5-4194-af19-ddce2ffc93b2, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=52bcff87-81f5-4194-af19-ddce2ffc93b2,segment=NetworkSegment(53b06abc-1850-404e-8475-9de5a177229b),segment_id=53b06abc-1850-404e-8475-9de5a177229b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:09.271770 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a1c0f-71ac-4a03-bd11-62ba04c0eeb9 None None] Pushing event updated for resources: {'Port': ['ID=52bcff87-81f5-4194-af19-ddce2ffc93b2,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:09.292914 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] Set router 38fdd506-9d5b-4e20-abcb-99d4871777ed gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:09.312949 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-417a93ce-9d49-4579-bcca-fd3fb3307279 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Project a58734203b374351a59c62426afce6b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:15:09.322588 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-417a93ce-9d49-4579-bcca-fd3fb3307279 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.353352 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-adc5194e-af69-4a05-8441-6a4dc808dad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.364678 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.393221 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50614) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:09.417357 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-417a93ce-9d49-4579-bcca-fd3fb3307279 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.424200 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4091b30-c627-4568-9bb7-5842f7979039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.511853 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5194e-af69-4a05-8441-6a4dc808dad6 None None] Pushing event updated for resources: {'Port': ['ID=52bcff87-81f5-4194-af19-ddce2ffc93b2,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:09.511853 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-90cc09a0-42db-4fe5-92cf-3e15d9e4e48f None None] Provisioning complete for port 52bcff87-81f5-4194-af19-ddce2ffc93b2 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:09.511853 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-90cc09a0-42db-4fe5-92cf-3e15d9e4e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.541362 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-417a93ce-9d49-4579-bcca-fd3fb3307279 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.614411 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a93ce-9d49-4579-bcca-fd3fb3307279 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48017736-85fa-48a9-87c8-c5f6820adc73,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:09.676452 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4091b30-c627-4568-9bb7-5842f7979039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.804505 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b4091b30-c627-4568-9bb7-5842f7979039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.809053 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112501401', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '071d6351-b056-45a4-972f-840caf1f7619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:53Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '071d6351-b056-45a4-972f-840caf1f7619', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:54Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '52bcff87-81f5-4194-af19-ddce2ffc93b2', 'name': '', 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:0f:14:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b547af7-36d4-4df5-88c9-2c0747cddb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:02Z', 'updated_at': '2021-09-16T05:15:08Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '3b547af7-36d4-4df5-88c9-2c0747cddb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:09.841400 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0a8990-9371-487c-a49e-cbf5b8c3deb1 None None] The sync data for ids ['38fdd506-9d5b-4e20-abcb-99d4871777ed'] in n-d-712140-13 is: [{'id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112501401', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '071d6351-b056-45a4-972f-840caf1f7619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:53Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '071d6351-b056-45a4-972f-840caf1f7619', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:54Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '52bcff87-81f5-4194-af19-ddce2ffc93b2', 'name': '', 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:0f:14:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b547af7-36d4-4df5-88c9-2c0747cddb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:02Z', 'updated_at': '2021-09-16T05:15:08Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '3b547af7-36d4-4df5-88c9-2c0747cddb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:09.928639 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4091b30-c627-4568-9bb7-5842f7979039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b47f3f-a1f7-4b21-a4ee-5c05f1e59f3a,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:09.946679 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b4091b30-c627-4568-9bb7-5842f7979039 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bdcaf2ff3ea3451ba49dabbeb1233051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5519507 Sep 16 05:15:09.949487 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50618) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:09.980264 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-417a93ce-9d49-4579-bcca-fd3fb3307279 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.981806 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-417a93ce-9d49-4579-bcca-fd3fb3307279 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8750138 Sep 16 05:15:10.063792 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7056-0724-403d-8f86-f2e4a9b317fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.108210 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7056-0724-403d-8f86-f2e4a9b317fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.269473 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b138080e-e8be-4e54-88f2-d2b932bcdb1c req-36bb4df9-ae79-4229-93f7-9c67d4dc2727 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 210 time: 0.0861654 Sep 16 05:15:10.390581 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7056-0724-403d-8f86-f2e4a9b317fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.392485 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e029382-8477-41e3-b5cd-14492445bcdf req-8782312e-0978-4f34-b34b-9f91aa13b77e tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-687067522&fields=id&tenant_id=a58734203b374351a59c62426afce6b4 HTTP/1.1" status: 200 len: 267 time: 0.0428574 Sep 16 05:15:10.394702 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7056-0724-403d-8f86-f2e4a9b317fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.395224 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4e4e7056-0724-403d-8f86-f2e4a9b317fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40b47f3f-a1f7-4b21-a4ee-5c05f1e59f3a HTTP/1.1" status: 204 len: 168 time: 0.4443667 Sep 16 05:15:10.437945 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e7056-0724-403d-8f86-f2e4a9b317fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b47f3f-a1f7-4b21-a4ee-5c05f1e59f3a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:10.670011 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 52bcff87-81f5-4194-af19-ddce2ffc93b2 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:10.671677 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e029382-8477-41e3-b5cd-14492445bcdf req-2c4e5e36-4456-42af-ae8c-4e586dfe30a5 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.674804 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e029382-8477-41e3-b5cd-14492445bcdf req-2c4e5e36-4456-42af-ae8c-4e586dfe30a5 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/networks?id=4b26372d-6621-4485-8bc8-0c50fbbc898c HTTP/1.1" status: 200 len: 813 time: 0.2722752 Sep 16 05:15:10.699755 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e029382-8477-41e3-b5cd-14492445bcdf req-011726df-78b1-43a1-b35c-ef94c87ccdbb tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/quotas/a58734203b374351a59c62426afce6b4 HTTP/1.1" status: 200 len: 375 time: 0.0162451 Sep 16 05:15:10.815870 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e029382-8477-41e3-b5cd-14492445bcdf req-1e0cf3e9-e072-4d34-8551-37a7e4091dc0 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a58734203b374351a59c62426afce6b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1147439 Sep 16 05:15:10.829632 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 52bcff87-81f5-4194-af19-ddce2ffc93b2 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:10.831058 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.905879 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:11.249307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e029382-8477-41e3-b5cd-14492445bcdf req-fda1d201-0ff1-431c-bfba-0a7c93dadf1b service neutron] 10.222.0.20 "GET /v2.0/networks/4b26372d-6621-4485-8bc8-0c50fbbc898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087143 Sep 16 05:15:11.441497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d8292cb-277e-427d-8a40-8acef5b8aadb req-c3d6073d-4e16-4422-bc3c-dbe9c93ea0ef tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 210 time: 0.0526402 Sep 16 05:15:11.483668 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e029382-8477-41e3-b5cd-14492445bcdf req-7b7b74e7-3a73-42c2-9611-973398836f70 service neutron] 10.222.0.20 "GET /v2.0/networks/4b26372d-6621-4485-8bc8-0c50fbbc898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293782 Sep 16 05:15:12.315866 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1751599-f1e0-4265-8a60-b50eddebc253 req-d043ba2a-7011-45c2-a5ec-c02f4296854e tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 210 time: 0.0489066 Sep 16 05:15:12.582707 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c14c9b4-910c-4962-8b76-f5b19a5611b5 req-d4f855d1-48ef-4866-9667-d9d8d4f3ef6a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 210 time: 0.0292954 Sep 16 05:15:13.363850 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50718) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:13.399992 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41a0660a-817d-4bb8-a00a-1cb63d84e9ce req-30ea872a-596c-4c2d-b6df-f073135df2d6 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 210 time: 0.0372422 Sep 16 05:15:13.516787 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-21192f36-192e-4f85-953a-9c36ff2b99ca tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1958498382'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:13.517237 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-21192f36-192e-4f85-953a-9c36ff2b99ca tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] Unknown quota resources ['metering_label']. {{(pid=95474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:15:13.677558 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33a0a92b-f9f9-40aa-a3ba-3dfb5e81aca0 req-d12c23ae-b556-4d4b-98ca-9795ba5caf7d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 210 time: 0.0338149 Sep 16 05:15:13.956452 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-21192f36-192e-4f85-953a-9c36ff2b99ca tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.957715 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-21192f36-192e-4f85-953a-9c36ff2b99ca tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5922110 Sep 16 05:15:13.961537 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50728) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:13.966227 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-70a30d63-d063-4bcb-9cdc-6371dfcf33ad tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '66756346-d136-4282-989c-89880300bd63'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:13.966723 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-70a30d63-d063-4bcb-9cdc-6371dfcf33ad tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:15:14.168693 n-d-712140-13 neutron-server[95474]: WARNING neutron.services.metering.metering_plugin [None req-70a30d63-d063-4bcb-9cdc-6371dfcf33ad tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:15:14.295175 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70a30d63-d063-4bcb-9cdc-6371dfcf33ad tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.299214 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-70a30d63-d063-4bcb-9cdc-6371dfcf33ad tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3336329 Sep 16 05:15:14.302679 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50734) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:14.307329 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-bb81db3c-428b-450f-9040-13ebf3cd0657 tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '66756346-d136-4282-989c-89880300bd63'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:14.307839 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-bb81db3c-428b-450f-9040-13ebf3cd0657 tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:15:14.506242 n-d-712140-13 neutron-server[95474]: WARNING neutron.services.metering.metering_plugin [None req-bb81db3c-428b-450f-9040-13ebf3cd0657 tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:15:14.557305 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46dced99-e013-41af-b687-ea8759f852c7 req-42c0c6c3-e48e-46cc-ac4b-0855cd408e36 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 210 time: 0.0592248 Sep 16 05:15:14.643986 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bb81db3c-428b-450f-9040-13ebf3cd0657 tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.649924 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bb81db3c-428b-450f-9040-13ebf3cd0657 tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3460269 Sep 16 05:15:14.650868 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50740) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:14.670288 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0c7dd160-9545-45df-be74-993f282e24bb tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=7a338807-d18a-4b9d-b132-7eb94a6073b3 HTTP/1.1" status: 200 len: 462 time: 0.0172038 Sep 16 05:15:14.673369 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50742) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:14.805153 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d2b9574-f3eb-4da5-89d5-a0fc37396d5e req-2654bdd7-c637-487a-8e1f-887f25d450e8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 210 time: 0.0404468 Sep 16 05:15:15.043733 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6d52809c-40e8-4054-acc0-807d5b5bec45 tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.048602 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6d52809c-40e8-4054-acc0-807d5b5bec45 tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/7a338807-d18a-4b9d-b132-7eb94a6073b3 HTTP/1.1" status: 204 len: 168 time: 0.3728411 Sep 16 05:15:15.050536 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50746) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:15.062664 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1347b5e5-0c31-472b-b348-1b92b81421c6 tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=7a338807-d18a-4b9d-b132-7eb94a6073b3 HTTP/1.1" status: 200 len: 221 time: 0.0105309 Sep 16 05:15:15.069186 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50748) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:15.074144 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-b5ed9261-05c1-4b85-9af0-5a1093c0fc83 tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1231525307', 'description': 'label created by tempest'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:15.074594 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-b5ed9261-05c1-4b85-9af0-5a1093c0fc83 tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] Unknown quota resources ['metering_label']. {{(pid=95474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:15:15.358575 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5ed9261-05c1-4b85-9af0-5a1093c0fc83 tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.361480 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b5ed9261-05c1-4b85-9af0-5a1093c0fc83 tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2893212 Sep 16 05:15:15.363806 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50752) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:15.448484 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1cd637fd-da78-4e28-b61c-77f0d3e0fd11 tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=73b45a63-8eae-4375-a49c-2251ce244e53 HTTP/1.1" status: 200 len: 468 time: 0.0819643 Sep 16 05:15:15.449352 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50754) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:15.729238 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-693aafc3-8269-4360-babf-981d880215fa req-967df74d-97cd-42a3-b2b6-49ceb33e8c87 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 210 time: 0.0735760 Sep 16 05:15:15.811199 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6bd2fe76-3ecc-4501-9eb9-224d895ae1fb tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.814536 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6bd2fe76-3ecc-4501-9eb9-224d895ae1fb tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/73b45a63-8eae-4375-a49c-2251ce244e53 HTTP/1.1" status: 204 len: 168 time: 0.3638945 Sep 16 05:15:15.818915 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50760) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:15.856017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e029382-8477-41e3-b5cd-14492445bcdf req-e614f3ff-b697-4dfb-8a46-f05ff6b0527d tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:15.859094 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e029382-8477-41e3-b5cd-14492445bcdf req-e614f3ff-b697-4dfb-8a46-f05ff6b0527d tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.21 "GET /v2.0/networks?id=4b26372d-6621-4485-8bc8-0c50fbbc898c HTTP/1.1" status: 200 len: 813 time: 0.2542074 Sep 16 05:15:15.865459 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9a77c71e-a054-481d-9130-4c31f1d5cf4b tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=73b45a63-8eae-4375-a49c-2251ce244e53 HTTP/1.1" status: 200 len: 216 time: 0.0394382 Sep 16 05:15:15.866319 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50764) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:15.898206 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9acdd762-6ced-4fc9-9a2d-bd8d2ade7ca5 tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0237489 Sep 16 05:15:15.900263 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50766) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:15.940310 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bd6c3fa0-a290-4a68-85c9-b0463eb1a218 tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0361607 Sep 16 05:15:15.944367 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50768) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:16.003754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-adc37885-c64e-4167-aadd-ae5a1eb6c6c9 req-35f5cb3a-540c-420f-a36e-f4fe59605a2c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 210 time: 0.0592723 Sep 16 05:15:16.017173 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-56dc7613-e2e4-4a80-a59c-0101f8d769ae tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/66756346-d136-4282-989c-89880300bd63 HTTP/1.1" status: 200 len: 473 time: 0.0700576 Sep 16 05:15:16.023913 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50770) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:16.043831 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ad278236-8b3b-4016-b9e6-88262fa1db65 tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/bccc53f4-b649-4fe5-b80e-625fcbd9ef3e HTTP/1.1" status: 200 len: 459 time: 0.0169170 Sep 16 05:15:16.047428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50772) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:16.051246 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e029382-8477-41e3-b5cd-14492445bcdf req-8b1bde44-3e53-4fe6-bb4e-3530dc1bd774 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a58734203b374351a59c62426afce6b4 HTTP/1.1" status: 200 len: 379 time: 0.1735866 Sep 16 05:15:16.085613 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-9e029382-8477-41e3-b5cd-14492445bcdf req-63e537b6-331e-439f-bab3-6e5cb594d951 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Request body: {'port': {'device_id': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'admin_state_up': True, 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'security_groups': ['4e4d32d8-55af-4393-8093-c1c213c70c3e']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:16.534663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e029382-8477-41e3-b5cd-14492445bcdf req-63e537b6-331e-439f-bab3-6e5cb594d951 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Made reservation on behalf of a58734203b374351a59c62426afce6b4 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:16.540889 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9e029382-8477-41e3-b5cd-14492445bcdf req-63e537b6-331e-439f-bab3-6e5cb594d951 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.788596 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-205411ed-3186-4062-8832-04b0b23fb6f9 tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.791345 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-205411ed-3186-4062-8832-04b0b23fb6f9 tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/bccc53f4-b649-4fe5-b80e-625fcbd9ef3e HTTP/1.1" status: 204 len: 168 time: 0.7414281 Sep 16 05:15:16.793320 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50778) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:16.890214 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c7990f4-29b3-4174-93ee-81cf40eedd7e req-4290d0d7-8754-449d-b699-3f8a095d75c5 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 210 time: 0.0563579 Sep 16 05:15:16.891846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-9e029382-8477-41e3-b5cd-14492445bcdf req-63e537b6-331e-439f-bab3-6e5cb594d951 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Allocated IP 172.20.0.4 (4b26372d-6621-4485-8bc8-0c50fbbc898c/bbb1315d-beef-43e2-8f79-ef4efee372a5/7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:16.952894 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c98ace-7146-4f4b-9976-be265264f340 req-94aafae3-cb0e-4697-a49d-dc916e2df3bb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.955357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3c98ace-7146-4f4b-9976-be265264f340 req-94aafae3-cb0e-4697-a49d-dc916e2df3bb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.21 "GET /v2.0/networks?id=6219929e-4853-4bde-bf87-686fa96a1efa HTTP/1.1" status: 200 len: 795 time: 0.2599783 Sep 16 05:15:17.093013 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3c98ace-7146-4f4b-9976-be265264f340 req-1230e1ba-ff6e-451a-a788-ac69823e8462 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3484936ae7a94b7a8f8a0023f559a1eb HTTP/1.1" status: 200 len: 379 time: 0.1190345 Sep 16 05:15:17.110536 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-e3c98ace-7146-4f4b-9976-be265264f340 req-49e6322d-bee8-4270-8c0f-fbce77a8bea2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'port': {'device_id': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa', 'admin_state_up': True, 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'security_groups': ['ab615ee2-5ee8-4fb0-a7da-8830d5626017']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:17.111075 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0ed19f20-6bcf-4f04-bb5c-401fe4e1f97a tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.118605 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0ed19f20-6bcf-4f04-bb5c-401fe4e1f97a tempest-MeteringIpV6TestJSON-1836584223 tempest-MeteringIpV6TestJSON-1836584223-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/66756346-d136-4282-989c-89880300bd63 HTTP/1.1" status: 204 len: 168 time: 0.3230827 Sep 16 05:15:17.178925 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed9157e2-c150-4585-b3ea-254e5da5d4d1 req-a5dcec19-f695-491e-8362-03cedf116daa tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 210 time: 0.0750906 Sep 16 05:15:17.349478 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9e029382-8477-41e3-b5cd-14492445bcdf req-63e537b6-331e-439f-bab3-6e5cb594d951 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.546013 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c98ace-7146-4f4b-9976-be265264f340 req-49e6322d-bee8-4270-8c0f-fbce77a8bea2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Made reservation on behalf of 3484936ae7a94b7a8f8a0023f559a1eb for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:17.552873 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e3c98ace-7146-4f4b-9976-be265264f340 req-49e6322d-bee8-4270-8c0f-fbce77a8bea2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.588651 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9e029382-8477-41e3-b5cd-14492445bcdf req-63e537b6-331e-439f-bab3-6e5cb594d951 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.714102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e029382-8477-41e3-b5cd-14492445bcdf req-63e537b6-331e-439f-bab3-6e5cb594d951 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Network 4b26372d-6621-4485-8bc8-0c50fbbc898c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:17.723643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-9e029382-8477-41e3-b5cd-14492445bcdf req-63e537b6-331e-439f-bab3-6e5cb594d951 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:17.726239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e029382-8477-41e3-b5cd-14492445bcdf req-63e537b6-331e-439f-bab3-6e5cb594d951 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:17.811663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e537b6-331e-439f-bab3-6e5cb594d951 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Pushing event updated for resources: {'Port': ['ID=7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:17.877406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e029382-8477-41e3-b5cd-14492445bcdf req-63e537b6-331e-439f-bab3-6e5cb594d951 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:17.878123 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9e029382-8477-41e3-b5cd-14492445bcdf req-63e537b6-331e-439f-bab3-6e5cb594d951 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.889990 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-e3c98ace-7146-4f4b-9976-be265264f340 req-49e6322d-bee8-4270-8c0f-fbce77a8bea2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Allocated IP 172.20.0.8 (6219929e-4853-4bde-bf87-686fa96a1efa/3b547af7-36d4-4df5-88c9-2c0747cddb04/10277635-f610-4eec-9823-2866c1decbda) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:17.919487 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50790) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:18.074357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e029382-8477-41e3-b5cd-14492445bcdf req-63e537b6-331e-439f-bab3-6e5cb594d951 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9929996 Sep 16 05:15:18.121426 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e9138f5-5ccb-4728-a842-cd5dcfc069cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.128637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Request body: {'port': {'device_id': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:18.147598 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-cb455810-c55a-4ec0-b2c8-59f7a2babd7c None None] Provisioning complete for port 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:18.148691 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cb455810-c55a-4ec0-b2c8-59f7a2babd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.200605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-cb455810-c55a-4ec0-b2c8-59f7a2babd7c None None] Port 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:18.262778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2f4f5-4e05-47f1-848f-4df724ab909a req-9d886e95-597f-4cc6-9df3-ecab1355272e tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:18.271543 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79a2f4f5-4e05-47f1-848f-4df724ab909a req-9d886e95-597f-4cc6-9df3-ecab1355272e tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 931 time: 0.2048907 Sep 16 05:15:18.294870 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e9138f5-5ccb-4728-a842-cd5dcfc069cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.332849 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.375228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ade6912-4241-4429-ace2-ee5dd02562a8 req-614d433c-88df-426c-ba22-1932adb38c1f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 210 time: 0.0738797 Sep 16 05:15:18.385581 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79a2f4f5-4e05-47f1-848f-4df724ab909a req-dd4a82a5-6111-4520-b70b-71f998ad50d9 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104274 Sep 16 05:15:18.386320 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e3c98ace-7146-4f4b-9976-be265264f340 req-49e6322d-bee8-4270-8c0f-fbce77a8bea2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.478266 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e9138f5-5ccb-4728-a842-cd5dcfc069cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.544979 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5e9138f5-5ccb-4728-a842-cd5dcfc069cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de8f41187ecd462da7ddb12864ff97b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6237230 Sep 16 05:15:18.546779 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9138f5-5ccb-4728-a842-cd5dcfc069cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84892197-682e-42d2-84dc-da2be9cecfc7,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:18.551210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50802) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:18.665290 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e3c98ace-7146-4f4b-9976-be265264f340 req-49e6322d-bee8-4270-8c0f-fbce77a8bea2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.838200 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c98ace-7146-4f4b-9976-be265264f340 req-49e6322d-bee8-4270-8c0f-fbce77a8bea2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network 6219929e-4853-4bde-bf87-686fa96a1efa is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:18.864117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-e3c98ace-7146-4f4b-9976-be265264f340 req-49e6322d-bee8-4270-8c0f-fbce77a8bea2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:18.875833 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-df3cc2e4-ad24-46f3-b5d1-0f5aa38fb976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.879168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c98ace-7146-4f4b-9976-be265264f340 req-49e6322d-bee8-4270-8c0f-fbce77a8bea2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:18.895013 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6322d-bee8-4270-8c0f-fbce77a8bea2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=10277635-f610-4eec-9823-2866c1decbda,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:19.009252 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-df3cc2e4-ad24-46f3-b5d1-0f5aa38fb976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.085559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c98ace-7146-4f4b-9976-be265264f340 req-49e6322d-bee8-4270-8c0f-fbce77a8bea2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:19.086666 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e3c98ace-7146-4f4b-9976-be265264f340 req-49e6322d-bee8-4270-8c0f-fbce77a8bea2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.138724 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:19.153706 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.232716 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3c98ace-7146-4f4b-9976-be265264f340 req-49e6322d-bee8-4270-8c0f-fbce77a8bea2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1303844 Sep 16 05:15:19.242198 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-53ad7288-b129-4729-9ca4-c4ad8d390cc9 None None] Provisioning complete for port 10277635-f610-4eec-9823-2866c1decbda triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:19.242870 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-53ad7288-b129-4729-9ca4-c4ad8d390cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.255527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Request body: {'port': {'device_id': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:19.278215 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Transition to ACTIVE for port object 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:15:19.281260 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-df3cc2e4-ad24-46f3-b5d1-0f5aa38fb976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.285084 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-df3cc2e4-ad24-46f3-b5d1-0f5aa38fb976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.286405 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-df3cc2e4-ad24-46f3-b5d1-0f5aa38fb976 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84892197-682e-42d2-84dc-da2be9cecfc7 HTTP/1.1" status: 204 len: 168 time: 0.7341158 Sep 16 05:15:19.318355 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-53ad7288-b129-4729-9ca4-c4ad8d390cc9 None None] Port 10277635-f610-4eec-9823-2866c1decbda cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:19.331841 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cc2e4-ad24-46f3-b5d1-0f5aa38fb976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84892197-682e-42d2-84dc-da2be9cecfc7,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:19.390453 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.461263 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.011788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Pushing event updated for resources: {'Port': ['ID=7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:20.173221 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9f9e2-97d4-404c-b587-2b95bd855488 req-74309a81-684d-4232-80d0-bfb355cee524 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:20.175597 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18c9f9e2-97d4-404c-b587-2b95bd855488 req-74309a81-684d-4232-80d0-bfb355cee524 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 931 time: 0.6769078 Sep 16 05:15:20.217316 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50816) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:20.239890 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47879395-90ad-44f3-af47-7919f8e391c2 req-713f484f-846f-45cd-b63d-06ecbdf01459 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:20.242641 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47879395-90ad-44f3-af47-7919f8e391c2 req-713f484f-846f-45cd-b63d-06ecbdf01459 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 943 time: 0.6917822 Sep 16 05:15:20.260821 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-448b1357-056f-46c7-8bcd-730876a58605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.385571 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-448b1357-056f-46c7-8bcd-730876a58605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.453211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Attempting to bind port 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:20.453554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Attempting to bind port 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'af43f8e6-b8fb-4067-9142-1511a8549af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:20.453887 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Attempting to bind port 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b on network 4b26372d-6621-4485-8bc8-0c50fbbc898c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:20.463150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18c9f9e2-97d4-404c-b587-2b95bd855488 req-428cb892-acaa-4ffc-a70c-b5e7bb471466 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2674053 Sep 16 05:15:20.491381 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47879395-90ad-44f3-af47-7919f8e391c2 req-cf8886c9-6f41-482a-8139-be97df3da4a1 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442649 Sep 16 05:15:20.505864 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-448b1357-056f-46c7-8bcd-730876a58605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.536763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Port 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b on network 4b26372d-6621-4485-8bc8-0c50fbbc898c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:15:20.537245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Attempting to bind port 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b on network 4b26372d-6621-4485-8bc8-0c50fbbc898c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:20.550152 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:20.550621 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Checking segment: {'id': 'af43f8e6-b8fb-4067-9142-1511a8549af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:20.550921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Bound using segment: {'id': 'af43f8e6-b8fb-4067-9142-1511a8549af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:20.551386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Bound port: 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af43f8e6-b8fb-4067-9142-1511a8549af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:20.551758 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.593061 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-448b1357-056f-46c7-8bcd-730876a58605 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24a516c58650400bb8bdfe5d5356d0b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3722849 Sep 16 05:15:20.595998 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b1357-056f-46c7-8bcd-730876a58605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b7df8e-6819-4136-8647-871eddad4cc6,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:20.600551 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50818) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:20.704800 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c226f1d6-17c6-4d9b-a34b-965c5418cf72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.713801 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] For port 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:20.732724 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10277635-f610-4eec-9823-2866c1decbda {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:20.739315 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] For port 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b,segment=NetworkSegment(af43f8e6-b8fb-4067-9142-1511a8549af4),segment_id=af43f8e6-b8fb-4067-9142-1511a8549af4)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:20.746938 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.757204 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c226f1d6-17c6-4d9b-a34b-965c5418cf72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.762535 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Transition to ACTIVE for port object 10277635-f610-4eec-9823-2866c1decbda will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:15:20.810046 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.868942 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.902214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:20.903574 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.906872 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e029382-8477-41e3-b5cd-14492445bcdf req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] 10.222.0.21 "PUT /v2.0/ports/7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b HTTP/1.1" status: 200 len: 1092 time: 2.7916009 Sep 16 05:15:20.917858 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c226f1d6-17c6-4d9b-a34b-965c5418cf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.918027 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'tag': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:20.922167 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c226f1d6-17c6-4d9b-a34b-965c5418cf72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.923156 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47392987-b295-4bb5-8c08-1d6dee0ad4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "588431d2-b0d3-4319-9cd1-e7dd449ed3bf", "tag": "7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:20.925892 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c226f1d6-17c6-4d9b-a34b-965c5418cf72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02b7df8e-6819-4136-8647-871eddad4cc6 HTTP/1.1" status: 204 len: 168 time: 0.3229094 Sep 16 05:15:20.992268 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226f1d6-17c6-4d9b-a34b-965c5418cf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b7df8e-6819-4136-8647-871eddad4cc6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:21.028341 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de02dc0-f839-4763-846b-b80f074f9a24 x-openstack-request-id: req-0de02dc0-f839-4763-846b-b80f074f9a24 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:21.028630 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588431d2-b0d3-4319-9cd1-e7dd449ed3bf", "tag": "7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:21.028767 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0de02dc0-f839-4763-846b-b80f074f9a24 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:21.029147 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'tag': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b', 'status': 'completed', 'code': 200} Sep 16 05:15:21.029808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59119590-36b8-49b9-9089-7c95fecf195a service neutron] Pushing event updated for resources: {'Port': ['ID=7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:21.189147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Attempting to bind port 10277635-f610-4eec-9823-2866c1decbda on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:21.190114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Attempting to bind port 10277635-f610-4eec-9823-2866c1decbda by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '53b06abc-1850-404e-8475-9de5a177229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:21.190114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Attempting to bind port 10277635-f610-4eec-9823-2866c1decbda on network 6219929e-4853-4bde-bf87-686fa96a1efa {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:21.202328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Port 10277635-f610-4eec-9823-2866c1decbda on network 6219929e-4853-4bde-bf87-686fa96a1efa not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:15:21.202818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Attempting to bind port 10277635-f610-4eec-9823-2866c1decbda on network 6219929e-4853-4bde-bf87-686fa96a1efa {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:21.214604 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Pushing event updated for resources: {'Port': ['ID=10277635-f610-4eec-9823-2866c1decbda,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:21.223929 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:21.224274 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Checking segment: {'id': '53b06abc-1850-404e-8475-9de5a177229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:21.224672 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Bound using segment: {'id': '53b06abc-1850-404e-8475-9de5a177229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:21.225141 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Bound port: 10277635-f610-4eec-9823-2866c1decbda, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b06abc-1850-404e-8475-9de5a177229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:21.225559 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.242415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47392987-b295-4bb5-8c08-1d6dee0ad4fe req-0346f326-bbb8-4305-a7f9-273499c75035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.261098 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47392987-b295-4bb5-8c08-1d6dee0ad4fe req-0346f326-bbb8-4305-a7f9-273499c75035 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a58734203b374351a59c62426afce6b4&device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 1095 time: 0.1681633 Sep 16 05:15:21.476775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] For port 10277635-f610-4eec-9823-2866c1decbda, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:21.486722 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] For port 10277635-f610-4eec-9823-2866c1decbda, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=10277635-f610-4eec-9823-2866c1decbda,segment=NetworkSegment(53b06abc-1850-404e-8475-9de5a177229b),segment_id=53b06abc-1850-404e-8475-9de5a177229b)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:21.493293 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47392987-b295-4bb5-8c08-1d6dee0ad4fe req-b3862677-72ff-43ff-97b8-41c336915ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.496089 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47392987-b295-4bb5-8c08-1d6dee0ad4fe req-b3862677-72ff-43ff-97b8-41c336915ce1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a58734203b374351a59c62426afce6b4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2187088 Sep 16 05:15:21.567601 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.726484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.727273 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.728749 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3c98ace-7146-4f4b-9976-be265264f340 req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] 10.222.0.21 "PUT /v2.0/ports/10277635-f610-4eec-9823-2866c1decbda HTTP/1.1" status: 200 len: 1092 time: 2.4799321 Sep 16 05:15:21.832548 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47392987-b295-4bb5-8c08-1d6dee0ad4fe req-23cd96bc-5c68-40ee-9d12-523aabbab674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.833567 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47392987-b295-4bb5-8c08-1d6dee0ad4fe req-23cd96bc-5c68-40ee-9d12-523aabbab674 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3298590 Sep 16 05:15:21.838315 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f3b05-dd16-4e6b-a555-b6601bbb0517 service neutron] Pushing event updated for resources: {'Port': ['ID=10277635-f610-4eec-9823-2866c1decbda,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:21.854845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c066f6-4a26-4aee-9e04-e08f8396c480 req-8c374082-9afa-4373-b289-77dd554ef162 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.857674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b5c066f6-4a26-4aee-9e04-e08f8396c480 req-8c374082-9afa-4373-b289-77dd554ef162 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 943 time: 0.1771677 Sep 16 05:15:21.874250 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78924a19-73e2-4c6b-acbf-9701b79fb51d req-e3a2c570-6415-45d1-8bf3-194be85c4437 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.878185 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78924a19-73e2-4c6b-acbf-9701b79fb51d req-e3a2c570-6415-45d1-8bf3-194be85c4437 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 943 time: 0.2529206 Sep 16 05:15:22.046156 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b5c066f6-4a26-4aee-9e04-e08f8396c480 req-e0f52a79-8c8b-4ae0-8374-f5e58ca6138d tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667078 Sep 16 05:15:22.065314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78924a19-73e2-4c6b-acbf-9701b79fb51d req-cce8190b-19cb-4a2b-b24d-d7c058b5bd68 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788280 Sep 16 05:15:22.098137 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c98ace-7146-4f4b-9976-be265264f340 req-f2dfcffa-d83c-400a-9553-f4de098a6cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:22.099854 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3c98ace-7146-4f4b-9976-be265264f340 req-f2dfcffa-d83c-400a-9553-f4de098a6cd8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 1095 time: 0.1879504 Sep 16 05:15:22.103991 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e029382-8477-41e3-b5cd-14492445bcdf req-4c4a2348-0752-4f27-ab14-ea0e396239ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:22.105694 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e029382-8477-41e3-b5cd-14492445bcdf req-4c4a2348-0752-4f27-ab14-ea0e396239ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a58734203b374351a59c62426afce6b4&device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 1095 time: 0.1479321 Sep 16 05:15:22.208709 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3c98ace-7146-4f4b-9976-be265264f340 req-33279a1c-5eef-41c1-8f8a-7d5e36355d00 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10277635-f610-4eec-9823-2866c1decbda HTTP/1.1" status: 200 len: 217 time: 0.0787938 Sep 16 05:15:22.210003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e029382-8477-41e3-b5cd-14492445bcdf req-ad0063e7-9f09-4d09-b37f-4520777c8fda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b HTTP/1.1" status: 200 len: 217 time: 0.0789139 Sep 16 05:15:22.319157 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c98ace-7146-4f4b-9976-be265264f340 req-b641d273-8257-4618-82c8-fe1e034c351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:22.320787 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3c98ace-7146-4f4b-9976-be265264f340 req-b641d273-8257-4618-82c8-fe1e034c351d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b547af7-36d4-4df5-88c9-2c0747cddb04 HTTP/1.1" status: 200 len: 834 time: 0.0987811 Sep 16 05:15:22.324987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e029382-8477-41e3-b5cd-14492445bcdf req-9558fdbe-1a21-46de-8383-808d547662bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:22.327123 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e029382-8477-41e3-b5cd-14492445bcdf req-9558fdbe-1a21-46de-8383-808d547662bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb1315d-beef-43e2-8f79-ef4efee372a5 HTTP/1.1" status: 200 len: 852 time: 0.1029978 Sep 16 05:15:22.408541 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c98ace-7146-4f4b-9976-be265264f340 req-421ed428-3614-4089-ab0b-429ec58ef518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:22.410176 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3c98ace-7146-4f4b-9976-be265264f340 req-421ed428-3614-4089-ab0b-429ec58ef518 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6219929e-4853-4bde-bf87-686fa96a1efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819809 Sep 16 05:15:22.417677 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e029382-8477-41e3-b5cd-14492445bcdf req-75b605c4-bc95-47dc-ba53-3d7b335be126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:22.419519 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e029382-8477-41e3-b5cd-14492445bcdf req-75b605c4-bc95-47dc-ba53-3d7b335be126 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b26372d-6621-4485-8bc8-0c50fbbc898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824192 Sep 16 05:15:22.605793 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3c98ace-7146-4f4b-9976-be265264f340 req-876e5625-3297-44dd-80f2-73fc65ea3819 service neutron] 10.222.0.21 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851778 Sep 16 05:15:22.611186 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e029382-8477-41e3-b5cd-14492445bcdf req-0401d69b-35ad-442b-81b2-0e2b84364eb4 service neutron] 10.222.0.21 "GET /v2.0/networks/4b26372d-6621-4485-8bc8-0c50fbbc898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820614 Sep 16 05:15:22.826814 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3c98ace-7146-4f4b-9976-be265264f340 req-1d09e4ff-2c0d-4197-9a5b-2a0f75ca99bd service neutron] 10.222.0.21 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063146 Sep 16 05:15:22.834442 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e029382-8477-41e3-b5cd-14492445bcdf req-1b5e0a7e-1050-412b-8c5a-27f6438c9fe7 service neutron] 10.222.0.21 "GET /v2.0/networks/4b26372d-6621-4485-8bc8-0c50fbbc898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104850 Sep 16 05:15:23.030943 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'tag': '10277635-f610-4eec-9823-2866c1decbda'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:23.034049 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc409df6-1dcb-487f-ad32-83f98329dcd6" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ebd6d3-c469-4879-9e2b-5fdfb30521bf", "tag": "10277635-f610-4eec-9823-2866c1decbda"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:23.101349 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3951a6d1-70a9-4591-a7c6-e38cc91de858 x-openstack-request-id: req-3951a6d1-70a9-4591-a7c6-e38cc91de858 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:23.101899 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ebd6d3-c469-4879-9e2b-5fdfb30521bf", "tag": "10277635-f610-4eec-9823-2866c1decbda", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:23.102212 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3951a6d1-70a9-4591-a7c6-e38cc91de858 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:23.102997 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'tag': '10277635-f610-4eec-9823-2866c1decbda', 'status': 'completed', 'code': 200} Sep 16 05:15:23.320325 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc409df6-1dcb-487f-ad32-83f98329dcd6 req-7d605a9f-01c8-4e71-b0d2-ee004739dcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.322811 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc409df6-1dcb-487f-ad32-83f98329dcd6 req-7d605a9f-01c8-4e71-b0d2-ee004739dcce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 1095 time: 0.1550763 Sep 16 05:15:23.336180 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64b12f-e120-4600-b923-c8148d907326 req-c2d26407-c623-427b-9131-c41d3bf3c36e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.338653 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f64b12f-e120-4600-b923-c8148d907326 req-c2d26407-c623-427b-9131-c41d3bf3c36e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 943 time: 0.1985121 Sep 16 05:15:23.384478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03662440-b2c1-4d2c-b8f8-966d6cf8bcc8 req-36879060-8e02-40e0-9a17-357ea7a51a69 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.386168 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03662440-b2c1-4d2c-b8f8-966d6cf8bcc8 req-36879060-8e02-40e0-9a17-357ea7a51a69 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 943 time: 0.1816707 Sep 16 05:15:23.700110 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f64b12f-e120-4600-b923-c8148d907326 req-a8f759f7-1600-4308-bbc9-391939170d02 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778214 Sep 16 05:15:23.700110 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03662440-b2c1-4d2c-b8f8-966d6cf8bcc8 req-2b7a6fee-471c-438d-b105-273b0c1d2080 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574345 Sep 16 05:15:23.700110 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc409df6-1dcb-487f-ad32-83f98329dcd6 req-3bc5333f-d5de-4d2d-8645-76619c71e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.700110 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc409df6-1dcb-487f-ad32-83f98329dcd6 req-3bc5333f-d5de-4d2d-8645-76619c71e2b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6219929e-4853-4bde-bf87-686fa96a1efa HTTP/1.1" status: 200 len: 896 time: 0.2251790 Sep 16 05:15:23.700110 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc409df6-1dcb-487f-ad32-83f98329dcd6 req-40a45205-4158-4515-a8c1-05751efeb1e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10277635-f610-4eec-9823-2866c1decbda HTTP/1.1" status: 200 len: 217 time: 0.0440211 Sep 16 05:15:23.700110 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc409df6-1dcb-487f-ad32-83f98329dcd6 req-52a8a8d1-4d70-4ffe-8d7e-4eee66937481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.700110 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc409df6-1dcb-487f-ad32-83f98329dcd6 req-52a8a8d1-4d70-4ffe-8d7e-4eee66937481 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b547af7-36d4-4df5-88c9-2c0747cddb04 HTTP/1.1" status: 200 len: 834 time: 0.0655885 Sep 16 05:15:23.784924 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc409df6-1dcb-487f-ad32-83f98329dcd6 req-875b5966-c639-4915-8ba2-48e8af505194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.786819 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc409df6-1dcb-487f-ad32-83f98329dcd6 req-875b5966-c639-4915-8ba2-48e8af505194 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6219929e-4853-4bde-bf87-686fa96a1efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776875 Sep 16 05:15:23.908400 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc409df6-1dcb-487f-ad32-83f98329dcd6 req-1bb46a5c-4b03-4227-b51e-cb5f52bd5f1c service neutron] 10.222.0.21 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124241 Sep 16 05:15:24.036979 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc409df6-1dcb-487f-ad32-83f98329dcd6 req-e110b49c-6ee7-4e4c-a292-39da008949c2 service neutron] 10.222.0.21 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207461 Sep 16 05:15:24.170979 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:15:24.279898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50878) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:24.403853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7f704e9d-d1f4-4f00-98bf-aa193421549c tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1892645984'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:24.597355 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7f704e9d-d1f4-4f00-98bf-aa193421549c tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.597598 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.599691 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7f704e9d-d1f4-4f00-98bf-aa193421549c tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.693403 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7f704e9d-d1f4-4f00-98bf-aa193421549c tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.786756 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7f704e9d-d1f4-4f00-98bf-aa193421549c tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.874413 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e61c63-5488-46fd-8192-8de3595934e3 req-eb736616-21ca-47bf-8438-18025f1c5c3d tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:24.876762 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80e61c63-5488-46fd-8192-8de3595934e3 req-eb736616-21ca-47bf-8438-18025f1c5c3d tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 943 time: 0.1238301 Sep 16 05:15:24.919230 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcd855-5afd-4fa0-bf39-da1de650a26b req-99e928eb-526e-412a-9000-4e043f6b53c5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:24.922212 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4dcd855-5afd-4fa0-bf39-da1de650a26b req-99e928eb-526e-412a-9000-4e043f6b53c5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 943 time: 0.0995507 Sep 16 05:15:24.994023 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7f704e9d-d1f4-4f00-98bf-aa193421549c tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.996125 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7f704e9d-d1f4-4f00-98bf-aa193421549c tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7147305 Sep 16 05:15:25.001114 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50888) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:25.014547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80e61c63-5488-46fd-8192-8de3595934e3 req-af7c9ef6-509c-4f78-b87b-0abfa4cb26cf tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237402 Sep 16 05:15:25.042608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4dcd855-5afd-4fa0-bf39-da1de650a26b req-32f6cc8c-2a7e-43fd-9528-bcff433ee5b4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053767 Sep 16 05:15:25.139613 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-692e1310-f79c-40d2-857b-1c47a2974a8c tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.366269 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-692e1310-f79c-40d2-857b-1c47a2974a8c tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.370254 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-692e1310-f79c-40d2-857b-1c47a2974a8c tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.551514 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-692e1310-f79c-40d2-857b-1c47a2974a8c tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.552367 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692e1310-f79c-40d2-857b-1c47a2974a8c tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c62ee14c-e4ba-418d-bae8-a93f35439e3b {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:15:25.563593 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-692e1310-f79c-40d2-857b-1c47a2974a8c tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.563755 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-692e1310-f79c-40d2-857b-1c47a2974a8c tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] 10.222.0.20 "DELETE /v2.0/routers/c62ee14c-e4ba-418d-bae8-a93f35439e3b HTTP/1.1" status: 204 len: 168 time: 0.5589743 Sep 16 05:15:25.567519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50890) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:25.574350 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-880b6ecd-10dd-4fee-9d4d-4f9aa046d437 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Request body: {'router': {'name': 'tempest-router-1968407013', 'distributed': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:25.744104 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-880b6ecd-10dd-4fee-9d4d-4f9aa046d437 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.745307 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-880b6ecd-10dd-4fee-9d4d-4f9aa046d437 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.822668 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-880b6ecd-10dd-4fee-9d4d-4f9aa046d437 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.968506 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-880b6ecd-10dd-4fee-9d4d-4f9aa046d437 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.082533 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-880b6ecd-10dd-4fee-9d4d-4f9aa046d437 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.090016 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50898) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:26.090818 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-880b6ecd-10dd-4fee-9d4d-4f9aa046d437 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5206001 Sep 16 05:15:26.226477 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-be08df3b-ff2d-4eee-bae6-12588d9bda62 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.344420 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba657f55-68e0-4509-bc8d-df5b4a563e0f req-4eea4449-1c24-4442-8cd9-2304e9ce0336 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:26.349399 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba657f55-68e0-4509-bc8d-df5b4a563e0f req-4eea4449-1c24-4442-8cd9-2304e9ce0336 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 943 time: 0.2008407 Sep 16 05:15:26.446490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7be48-e6e4-449c-b892-28c6d8c38bf1 req-3a2d425e-105f-493e-98b5-c3176425014d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:26.448207 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42d7be48-e6e4-449c-b892-28c6d8c38bf1 req-3a2d425e-105f-493e-98b5-c3176425014d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 943 time: 0.2832830 Sep 16 05:15:26.496578 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-be08df3b-ff2d-4eee-bae6-12588d9bda62 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.501080 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-be08df3b-ff2d-4eee-bae6-12588d9bda62 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.574549 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba657f55-68e0-4509-bc8d-df5b4a563e0f req-b15fb425-c23e-468b-8a5c-85f970e04fe8 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968274 Sep 16 05:15:26.590745 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42d7be48-e6e4-449c-b892-28c6d8c38bf1 req-93dfabf7-c41d-4d9f-b828-f64dcbb316e3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330371 Sep 16 05:15:26.693594 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-be08df3b-ff2d-4eee-bae6-12588d9bda62 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.694114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be08df3b-ff2d-4eee-bae6-12588d9bda62 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df6181cc-865f-4456-acd1-a48f87a0eb6b {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:15:26.701033 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-be08df3b-ff2d-4eee-bae6-12588d9bda62 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.702942 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-be08df3b-ff2d-4eee-bae6-12588d9bda62 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] 10.222.0.20 "DELETE /v2.0/routers/df6181cc-865f-4456-acd1-a48f87a0eb6b HTTP/1.1" status: 204 len: 168 time: 0.6117189 Sep 16 05:15:26.709377 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50902) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:26.714228 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ea08c6e0-786b-4c93-8e1c-4a497b34ebba tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Request body: {'router': {'name': 'tempest-router-324299474', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c877d4915e7a4b75830eb38a4fdd3163'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:26.883235 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea08c6e0-786b-4c93-8e1c-4a497b34ebba tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.884628 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea08c6e0-786b-4c93-8e1c-4a497b34ebba tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.946750 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea08c6e0-786b-4c93-8e1c-4a497b34ebba tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.086989 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea08c6e0-786b-4c93-8e1c-4a497b34ebba tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.220750 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea08c6e0-786b-4c93-8e1c-4a497b34ebba tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.222011 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ea08c6e0-786b-4c93-8e1c-4a497b34ebba tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5114846 Sep 16 05:15:27.225220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50906) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:27.230313 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-3e21affa-d4b8-47a5-aaaf-a6ea27930e66 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:27.590806 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e21affa-d4b8-47a5-aaaf-a6ea27930e66 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.591333 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e21affa-d4b8-47a5-aaaf-a6ea27930e66 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.663217 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 10277635-f610-4eec-9823-2866c1decbda details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:27.700678 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3e21affa-d4b8-47a5-aaaf-a6ea27930e66 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95474) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 16 05:15:27.701021 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3e21affa-d4b8-47a5-aaaf-a6ea27930e66 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Router de7542be-7936-4293-8a5d-3ab2d3d8e80f migrating from provider to provider. {{(pid=95474) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 16 05:15:27.701684 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e21affa-d4b8-47a5-aaaf-a6ea27930e66 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.709628 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e21affa-d4b8-47a5-aaaf-a6ea27930e66 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.054350 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e21affa-d4b8-47a5-aaaf-a6ea27930e66 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.057663 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 10277635-f610-4eec-9823-2866c1decbda, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=10277635-f610-4eec-9823-2866c1decbda,segment=NetworkSegment(53b06abc-1850-404e-8475-9de5a177229b),segment_id=53b06abc-1850-404e-8475-9de5a177229b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:28.058018 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdbefc-6420-4a40-854f-8266f6c6a238 req-2d1576f6-d454-4952-a9d9-c96ccb5759a0 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:28.058869 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '10277635-f610-4eec-9823-2866c1decbda', 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa', 'port_id': '10277635-f610-4eec-9823-2866c1decbda', 'mac_address': 'fa:16:3e:21:6b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b547af7-36d4-4df5-88c9-2c0747cddb04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:28.059238 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72cdbefc-6420-4a40-854f-8266f6c6a238 req-2d1576f6-d454-4952-a9d9-c96ccb5759a0 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 943 time: 0.1602569 Sep 16 05:15:28.059238 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a5dba-d917-4812-a50d-850be08479bf req-a7d78f6c-5573-4ecf-96b5-8c766cd04c28 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:28.059238 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a53a5dba-d917-4812-a50d-850be08479bf req-a7d78f6c-5573-4ecf-96b5-8c766cd04c28 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 943 time: 0.1849856 Sep 16 05:15:28.059899 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.059899 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10277635-f610-4eec-9823-2866c1decbda {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:28.060649 n-d-712140-13 neutron-server[95474]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3e21affa-d4b8-47a5-aaaf-a6ea27930e66 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] No L3 agents can host the router de7542be-7936-4293-8a5d-3ab2d3d8e80f Sep 16 05:15:28.061088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 10277635-f610-4eec-9823-2866c1decbda, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=10277635-f610-4eec-9823-2866c1decbda,segment=NetworkSegment(53b06abc-1850-404e-8475-9de5a177229b),segment_id=53b06abc-1850-404e-8475-9de5a177229b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:28.061504 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a53a5dba-d917-4812-a50d-850be08479bf req-594f3a46-35e4-41ec-bd9b-0b6252e732fd tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191454 Sep 16 05:15:28.066291 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72cdbefc-6420-4a40-854f-8266f6c6a238 req-198d8080-7615-485e-aa7d-d4b9f64cddfc tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589031 Sep 16 05:15:28.159647 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e21affa-d4b8-47a5-aaaf-a6ea27930e66 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Hosts for router de7542be-7936-4293-8a5d-3ab2d3d8e80f: [] {{(pid=95474) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 16 05:15:28.190185 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e21affa-d4b8-47a5-aaaf-a6ea27930e66 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Hosts for other DVR routers connected to router de7542be-7936-4293-8a5d-3ab2d3d8e80f: set() {{(pid=95474) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 16 05:15:28.192860 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e21affa-d4b8-47a5-aaaf-a6ea27930e66 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.194147 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3e21affa-d4b8-47a5-aaaf-a6ea27930e66 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] 10.222.0.20 "PUT /v2.0/routers/de7542be-7936-4293-8a5d-3ab2d3d8e80f HTTP/1.1" status: 200 len: 716 time: 0.9677932 Sep 16 05:15:28.198496 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50924) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:28.215983 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.305635 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=10277635-f610-4eec-9823-2866c1decbda,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:28.317007 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a5229a64-92cc-4bc7-a08e-064bb5e03dfb tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] 10.222.0.20 "GET /v2.0/routers/de7542be-7936-4293-8a5d-3ab2d3d8e80f HTTP/1.1" status: 200 len: 716 time: 0.1166654 Sep 16 05:15:28.321013 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 50928) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:28.517371 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.569332 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c56c3775-24f2-48a2-8a1b-17cc6500d1e5 tempest-RoutersTestDVR-885093898 tempest-RoutersTestDVR-885093898-project] 10.222.0.20 "GET /v2.0/routers/de7542be-7936-4293-8a5d-3ab2d3d8e80f HTTP/1.1" status: 200 len: 682 time: 0.2470608 Sep 16 05:15:28.572744 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50934) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:28.664468 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd221bff-5bb4-4677-8e9e-963b855c1929 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.873257 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd221bff-5bb4-4677-8e9e-963b855c1929 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.876799 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd221bff-5bb4-4677-8e9e-963b855c1929 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.884764 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['10277635-f610-4eec-9823-2866c1decbda'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:29.179879 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd221bff-5bb4-4677-8e9e-963b855c1929 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.180852 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd221bff-5bb4-4677-8e9e-963b855c1929 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de7542be-7936-4293-8a5d-3ab2d3d8e80f {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:15:29.202313 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd221bff-5bb4-4677-8e9e-963b855c1929 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.209551 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fd221bff-5bb4-4677-8e9e-963b855c1929 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] 10.222.0.20 "DELETE /v2.0/routers/de7542be-7936-4293-8a5d-3ab2d3d8e80f HTTP/1.1" status: 204 len: 168 time: 0.6312060 Sep 16 05:15:29.210021 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50950) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:29.217430 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-23d2c181-0a44-41de-8b09-7744e600c052 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Request body: {'router': {'name': 'tempest-router-95780924', 'distributed': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:29.288327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a612064-4fb2-419b-b5e3-dcf04f474264 req-845c9c69-2012-4734-b8c9-63b90e97292e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:29.291062 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a612064-4fb2-419b-b5e3-dcf04f474264 req-845c9c69-2012-4734-b8c9-63b90e97292e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 944 time: 0.1400549 Sep 16 05:15:29.364701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ba51a-283d-4a2d-a309-91fae239d8fd req-2295b248-8219-4002-8fa4-3c74daed44a4 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:29.366440 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b09ba51a-283d-4a2d-a309-91fae239d8fd req-2295b248-8219-4002-8fa4-3c74daed44a4 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 943 time: 0.1203563 Sep 16 05:15:29.369816 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a612064-4fb2-419b-b5e3-dcf04f474264 req-8d7e367b-a9b1-4ef6-8073-4c9c469d7a02 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584056 Sep 16 05:15:29.417620 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b09ba51a-283d-4a2d-a309-91fae239d8fd req-08711e96-7d31-44ca-aa57-419750342e6f tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441625 Sep 16 05:15:29.475106 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-23d2c181-0a44-41de-8b09-7744e600c052 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.476393 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-23d2c181-0a44-41de-8b09-7744e600c052 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.549370 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-23d2c181-0a44-41de-8b09-7744e600c052 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.669693 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-23d2c181-0a44-41de-8b09-7744e600c052 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.876923 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-23d2c181-0a44-41de-8b09-7744e600c052 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.878481 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-23d2c181-0a44-41de-8b09-7744e600c052 tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.6669500 Sep 16 05:15:29.883317 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50958) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:29.976659 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82574659-8c1a-4735-9bf1-45000cc88bde tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.516388 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82574659-8c1a-4735-9bf1-45000cc88bde tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.520795 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82574659-8c1a-4735-9bf1-45000cc88bde tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.612874 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c31fea-1912-44d2-aabd-530fffe5a162 req-0f1e4b30-9191-47c2-b527-d90187503efa tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:30.614553 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53c31fea-1912-44d2-aabd-530fffe5a162 req-0f1e4b30-9191-47c2-b527-d90187503efa tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 944 time: 0.1220913 Sep 16 05:15:30.692172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c172ee7-2e6b-462f-b0bb-2353a2c62433 req-2cb80f75-3f81-4013-b58d-bbe78230605e tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:30.693856 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c172ee7-2e6b-462f-b0bb-2353a2c62433 req-2cb80f75-3f81-4013-b58d-bbe78230605e tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 943 time: 0.1013677 Sep 16 05:15:30.697092 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53c31fea-1912-44d2-aabd-530fffe5a162 req-7c4768e0-1c54-4717-a002-309bdfa17c4b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580857 Sep 16 05:15:30.731980 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82574659-8c1a-4735-9bf1-45000cc88bde tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.733050 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82574659-8c1a-4735-9bf1-45000cc88bde tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8f23e99-1df9-4b0b-aad9-2bda353bcd60 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:15:30.738864 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-82574659-8c1a-4735-9bf1-45000cc88bde tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.744522 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-82574659-8c1a-4735-9bf1-45000cc88bde tempest-RoutersTestDVR-1994146555 tempest-RoutersTestDVR-1994146555-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d8f23e99-1df9-4b0b-aad9-2bda353bcd60 HTTP/1.1" status: 204 len: 168 time: 0.8582199 Sep 16 05:15:30.745592 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c172ee7-2e6b-462f-b0bb-2353a2c62433 req-47666aa5-b242-400a-95ea-535e6e7d69c6 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411837 Sep 16 05:15:31.663856 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 10277635-f610-4eec-9823-2866c1decbda up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:31.759174 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 50994) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:31.836718 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 10277635-f610-4eec-9823-2866c1decbda completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:31.844658 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 10277635-f610-4eec-9823-2866c1decbda triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:31.846157 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.926377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a2c4b-dffa-41fd-9444-a45ce8438e48 req-3daa791a-cbe2-4b85-b7fd-4d4abdcebe6b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:31.928142 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-987a2c4b-dffa-41fd-9444-a45ce8438e48 req-3daa791a-cbe2-4b85-b7fd-4d4abdcebe6b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 944 time: 0.1350563 Sep 16 05:15:31.937317 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c03c4b89-9371-431e-905d-0fcaf6cd33c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.994612 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-987a2c4b-dffa-41fd-9444-a45ce8438e48 req-7a5e5e60-b9c5-4897-a24e-d9b403eac3d1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547292 Sep 16 05:15:32.027831 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6ab4-18e8-408a-8859-7bef00d4dee4 req-cf086ff9-5bf9-41b8-8bc2-67227ab57a19 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:32.029550 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a2d6ab4-18e8-408a-8859-7bef00d4dee4 req-cf086ff9-5bf9-41b8-8bc2-67227ab57a19 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 943 time: 0.1123383 Sep 16 05:15:32.082093 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.095591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a2d6ab4-18e8-408a-8859-7bef00d4dee4 req-02280831-2c09-4888-afdb-d1225f2d86d1 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567613 Sep 16 05:15:32.098157 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c03c4b89-9371-431e-905d-0fcaf6cd33c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.124564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10277635-f610-4eec-9823-2866c1decbda'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:32.128303 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3129ac-c205-46bb-9927-69412e7c33a3" -d '{"events": [{"server_uuid": "c4ebd6d3-c469-4879-9e2b-5fdfb30521bf", "name": "network-vif-plugged", "status": "completed", "tag": "10277635-f610-4eec-9823-2866c1decbda"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:32.152877 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 10277635-f610-4eec-9823-2866c1decbda, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=10277635-f610-4eec-9823-2866c1decbda,segment=NetworkSegment(53b06abc-1850-404e-8475-9de5a177229b),segment_id=53b06abc-1850-404e-8475-9de5a177229b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:32.182210 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89658a95-1695-4102-aab7-5b28741e0166 x-openstack-request-id: req-89658a95-1695-4102-aab7-5b28741e0166 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:32.182621 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ebd6d3-c469-4879-9e2b-5fdfb30521bf", "name": "network-vif-plugged", "status": "completed", "tag": "10277635-f610-4eec-9823-2866c1decbda", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:32.182971 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89658a95-1695-4102-aab7-5b28741e0166 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:32.183396 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10277635-f610-4eec-9823-2866c1decbda', 'code': 200} Sep 16 05:15:32.236011 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c03c4b89-9371-431e-905d-0fcaf6cd33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.284153 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c4b89-9371-431e-905d-0fcaf6cd33c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b8e6e3-d7be-4a09-b553-bdacd65310d4,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:32.288665 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c03c4b89-9371-431e-905d-0fcaf6cd33c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c877d4915e7a4b75830eb38a4fdd3163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5266244 Sep 16 05:15:32.293332 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51010) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:32.321977 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.344193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63f313-74f1-4c1b-af4d-14e0a8b34f9e req-8334657a-b841-4784-aca2-40f4a254ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:32.345801 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b63f313-74f1-4c1b-af4d-14e0a8b34f9e req-8334657a-b841-4784-aca2-40f4a254ff38 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 1096 time: 0.0550339 Sep 16 05:15:32.375770 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5402700c-527e-464d-9766-e06a651d5d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.403281 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b63f313-74f1-4c1b-af4d-14e0a8b34f9e req-22a5963d-5de1-4d40-8d2b-9b93558ac70a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500698 Sep 16 05:15:32.410559 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5402700c-527e-464d-9766-e06a651d5d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.419054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=10277635-f610-4eec-9823-2866c1decbda,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:32.721766 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5402700c-527e-464d-9766-e06a651d5d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.725842 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5402700c-527e-464d-9766-e06a651d5d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.731113 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5402700c-527e-464d-9766-e06a651d5d3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4b8e6e3-d7be-4a09-b553-bdacd65310d4 HTTP/1.1" status: 204 len: 168 time: 0.4335229 Sep 16 05:15:32.740710 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402700c-527e-464d-9766-e06a651d5d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b8e6e3-d7be-4a09-b553-bdacd65310d4,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:33.148665 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a35b3-3d17-4419-a651-b7bd6bdd4081 req-cb5e9739-b5b9-4cda-ac7f-a708e0eea5f1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:33.148665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-363a35b3-3d17-4419-a651-b7bd6bdd4081 req-cb5e9739-b5b9-4cda-ac7f-a708e0eea5f1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.0564487 Sep 16 05:15:33.203236 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-363a35b3-3d17-4419-a651-b7bd6bdd4081 req-0d286f0e-c6a2-4a1b-9e32-d7196b330549 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528142 Sep 16 05:15:33.262337 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae745be-394d-40db-a043-96cd805c027b req-a8df09ac-58c2-4cbe-9f3a-db85e8990990 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:33.265032 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ae745be-394d-40db-a043-96cd805c027b req-a8df09ac-58c2-4cbe-9f3a-db85e8990990 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 943 time: 0.0660150 Sep 16 05:15:33.312331 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ae745be-394d-40db-a043-96cd805c027b req-8ff6b49a-5937-4ebf-8ad8-55d2ab54a857 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398195 Sep 16 05:15:34.255202 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51042) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:34.255202 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4e54ea3-02de-486a-901b-8abedf90f3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.255202 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4e54ea3-02de-486a-901b-8abedf90f3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.343869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417b091-5f26-485d-9e6f-2831590332f1 req-5968b080-1aa3-4a30-9218-414bcf341418 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:34.345516 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5417b091-5f26-485d-9e6f-2831590332f1 req-5968b080-1aa3-4a30-9218-414bcf341418 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.0624912 Sep 16 05:15:34.411813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5417b091-5f26-485d-9e6f-2831590332f1 req-9d6587fb-882f-45c2-988c-090f7fa48cb3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585525 Sep 16 05:15:34.413154 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4e54ea3-02de-486a-901b-8abedf90f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.464025 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e54ea3-02de-486a-901b-8abedf90f3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba4905b-faf9-4319-9403-bd62e7a1de7c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:34.474256 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b4e54ea3-02de-486a-901b-8abedf90f3ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37d67c6398704ed98757e7b9895202de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4648814 Sep 16 05:15:34.487674 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51052) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:34.612609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbcc9c-9ded-47bb-a122-5abd52fdfacc req-9d812ad8-1c0a-4bfa-a134-7f973f526a58 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:34.615873 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-27bbcc9c-9ded-47bb-a122-5abd52fdfacc req-9d812ad8-1c0a-4bfa-a134-7f973f526a58 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 943 time: 0.1669984 Sep 16 05:15:34.690069 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-97a4e021-ccd5-4646-b87e-b30d6a975ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.731453 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-27bbcc9c-9ded-47bb-a122-5abd52fdfacc req-7c1f6d10-6c84-4c63-a70a-b124c5927546 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987110 Sep 16 05:15:34.768566 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-97a4e021-ccd5-4646-b87e-b30d6a975ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.972281 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-97a4e021-ccd5-4646-b87e-b30d6a975ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.976007 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-97a4e021-ccd5-4646-b87e-b30d6a975ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.977287 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-97a4e021-ccd5-4646-b87e-b30d6a975ce7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ba4905b-faf9-4319-9403-bd62e7a1de7c HTTP/1.1" status: 204 len: 168 time: 0.4592688 Sep 16 05:15:34.997504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4e021-ccd5-4646-b87e-b30d6a975ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba4905b-faf9-4319-9403-bd62e7a1de7c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:35.291810 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-774c1f49-c1c0-46c2-aeac-30eb9fc92fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.623560 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97675f-5530-429e-8344-fbb1543a6ebf req-39534880-d2a4-412e-834d-d81e674573e4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:35.625944 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a97675f-5530-429e-8344-fbb1543a6ebf req-39534880-d2a4-412e-834d-d81e674573e4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.0914514 Sep 16 05:15:35.690546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a97675f-5530-429e-8344-fbb1543a6ebf req-85e46e76-5e4f-4687-bebe-f68b77c8e0c2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561466 Sep 16 05:15:35.878095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cba1f-f8b2-459b-93f1-48bd19b71775 req-f2ebe141-d0c2-437e-9ea9-4f7b64c04e84 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:35.878095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae1cba1f-f8b2-459b-93f1-48bd19b71775 req-f2ebe141-d0c2-437e-9ea9-4f7b64c04e84 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.0793166 Sep 16 05:15:35.946931 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae1cba1f-f8b2-459b-93f1-48bd19b71775 req-99d1766d-6b07-49fb-8f9f-357aa3111ff6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567474 Sep 16 05:15:35.955636 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938864ca-dc99-458c-964e-8f0bef322e24 req-aa4aa1fa-3514-4c2f-b302-f06808e3e16f tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:35.957251 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-938864ca-dc99-458c-964e-8f0bef322e24 req-aa4aa1fa-3514-4c2f-b302-f06808e3e16f tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 943 time: 0.1107337 Sep 16 05:15:35.989764 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51092) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:36.026021 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-938864ca-dc99-458c-964e-8f0bef322e24 req-047dc148-640c-46a4-9828-25f3cb2b955f tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429976 Sep 16 05:15:36.040864 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39bcc02-b598-467f-b33b-5b049bb5afa8 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.043254 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e39bcc02-b598-467f-b33b-5b049bb5afa8 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 1092 time: 0.0523584 Sep 16 05:15:36.048971 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51094) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:36.054374 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': '10277635-f610-4eec-9823-2866c1decbda', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:36.252572 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.415476 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.552866 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Allocated IP 172.25.4.217 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/2c4f8f69-7d3c-4b56-a636-45bdd203776d) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:36.598282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51112) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:36.728569 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.742505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-5f69199a-17ec-4e7b-bab1-57fc255148ac tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-269988358'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:36.920571 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.984246 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:36.989683 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:36.998293 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:37.004331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f69199a-17ec-4e7b-bab1-57fc255148ac tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Made reservation on behalf of e959f8c4c6d1470f94d376023c71130f for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:37.007038 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5f69199a-17ec-4e7b-bab1-57fc255148ac tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.007378 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=2c4f8f69-7d3c-4b56-a636-45bdd203776d,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:37.023661 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5f69199a-17ec-4e7b-bab1-57fc255148ac tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.240521 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5f69199a-17ec-4e7b-bab1-57fc255148ac tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.262335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a728f-26ac-495e-b4fe-0af8a64bfcc5 req-cacf422c-410e-4be8-b332-0f0f52c1549c tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:37.265192 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-658a728f-26ac-495e-b4fe-0af8a64bfcc5 req-cacf422c-410e-4be8-b332-0f0f52c1549c tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 943 time: 0.1085746 Sep 16 05:15:37.333259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-658a728f-26ac-495e-b4fe-0af8a64bfcc5 req-7c748f6c-4ffb-4065-a724-c26008126161 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545480 Sep 16 05:15:37.345200 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5f69199a-17ec-4e7b-bab1-57fc255148ac tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.427905 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69199a-17ec-4e7b-bab1-57fc255148ac tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e43b2be4-51d0-46d3-8482-0b26e1f48a9e,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:37.437687 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f69199a-17ec-4e7b-bab1-57fc255148ac tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:15:37.454018 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5f69199a-17ec-4e7b-bab1-57fc255148ac tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.454825 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-5f69199a-17ec-4e7b-bab1-57fc255148ac tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Added segment c423006d-ac0c-441e-bbfd-a088e74c8b92 of type vlan for network 37e94371-a278-4362-94bc-e30ad6f44c65 Sep 16 05:15:37.512243 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5f69199a-17ec-4e7b-bab1-57fc255148ac tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.624533 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5f69199a-17ec-4e7b-bab1-57fc255148ac tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.632254 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f69199a-17ec-4e7b-bab1-57fc255148ac tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:37.633091 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5f69199a-17ec-4e7b-bab1-57fc255148ac tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.708883 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:37.728014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69199a-17ec-4e7b-bab1-57fc255148ac tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event updated for resources: {'Network': ['ID=37e94371-a278-4362-94bc-e30ad6f44c65,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:37.747008 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 37e94371-a278-4362-94bc-e30ad6f44c65 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:15:37.774569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5f69199a-17ec-4e7b-bab1-57fc255148ac tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1748450 Sep 16 05:15:37.778625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51134) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:37.790490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-70d868d4-d8a4-47f0-8480-1b6c41e84c23 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Request body: {'subnet': {'network_id': '37e94371-a278-4362-94bc-e30ad6f44c65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:37.817724 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1a86b952-352c-4e64-9a80-386474a1600c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.877677 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.043162 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b,segment=NetworkSegment(af43f8e6-b8fb-4067-9142-1511a8549af4),segment_id=af43f8e6-b8fb-4067-9142-1511a8549af4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:38.078769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'port_id': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b', 'mac_address': 'fa:16:3e:cf:ce:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:38.126483 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.173099 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.199230 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:38.265517 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b,segment=NetworkSegment(af43f8e6-b8fb-4067-9142-1511a8549af4),segment_id=af43f8e6-b8fb-4067-9142-1511a8549af4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:38.403728 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.429007 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.533817 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.536279 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:38.588843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75ada8-bc6d-4538-899b-747e4426dc35 req-b97c4198-6623-4664-9c1a-48ea495cfe11 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:38.594790 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c75ada8-bc6d-4538-899b-747e4426dc35 req-b97c4198-6623-4664-9c1a-48ea495cfe11 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 944 time: 0.1106038 Sep 16 05:15:38.594790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d868d4-d8a4-47f0-8480-1b6c41e84c23 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Made reservation on behalf of e959f8c4c6d1470f94d376023c71130f for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:38.601272 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-70d868d4-d8a4-47f0-8480-1b6c41e84c23 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.652840 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.673854 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=2c4f8f69-7d3c-4b56-a636-45bdd203776d,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:38.690940 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.697806 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.698363 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.698834 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.699433 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.700025 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.700597 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.701236 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.702299 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.703151 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.703817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.704526 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.705079 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.789120 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c75ada8-bc6d-4538-899b-747e4426dc35 req-fe5436c0-6788-4266-813c-2a395df881c6 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817293 Sep 16 05:15:38.887210 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Floating IP 8e62ee9d-e839-4758-83e7-ca28e1b47adb associated. External IP: 172.25.4.217, port: 10277635-f610-4eec-9823-2866c1decbda. Sep 16 05:15:38.937331 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:39.207068 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-70d868d4-d8a4-47f0-8480-1b6c41e84c23 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.317648 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Router 38fdd506-9d5b-4e20-abcb-99d4871777ed has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:39.331150 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d868d4-d8a4-47f0-8480-1b6c41e84c23 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event updated for resources: {'Subnet': ['ID=14ccb612-5c10-42e4-a13a-73da64fab655,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:39.341615 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d868d4-d8a4-47f0-8480-1b6c41e84c23 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Checking segment: {'id': 'c423006d-ac0c-441e-bbfd-a088e74c8b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '37e94371-a278-4362-94bc-e30ad6f44c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:39.341615 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d868d4-d8a4-47f0-8480-1b6c41e84c23 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Network hostable DHCP agents. Network: 37e94371-a278-4362-94bc-e30ad6f44c65, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:15:39.394692 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.473978 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:39.476648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d868d4-d8a4-47f0-8480-1b6c41e84c23 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Network 37e94371-a278-4362-94bc-e30ad6f44c65 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:15:39.489229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ead8695-8618-4040-9cd1-d7ac6d78e915 None None] Sync routers for ids ['38fdd506-9d5b-4e20-abcb-99d4871777ed'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:39.509776 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ead8695-8618-4040-9cd1-d7ac6d78e915 None None] Routers {'38fdd506-9d5b-4e20-abcb-99d4871777ed'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:39.510806 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7ead8695-8618-4040-9cd1-d7ac6d78e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:15:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['38fdd506-9d5b-4e20-abcb-99d4871777ed'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:39.595727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-70d868d4-d8a4-47f0-8480-1b6c41e84c23 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 37e94371-a278-4362-94bc-e30ad6f44c65) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:39.606178 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d868d4-d8a4-47f0-8480-1b6c41e84c23 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:39.610950 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8730d8-7051-494e-955e-99441eeb9306 None None] Network 37e94371-a278-4362-94bc-e30ad6f44c65 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:39.612177 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-70d868d4-d8a4-47f0-8480-1b6c41e84c23 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.638165 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.693541 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-076aee98-d641-4bb4-8ecf-4ede60abbf8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6386402 Sep 16 05:15:39.693541 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'tag': '10277635-f610-4eec-9823-2866c1decbda'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:39.693541 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b201e8-df7b-4690-b173-a9812eb2c1da" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ebd6d3-c469-4879-9e2b-5fdfb30521bf", "tag": "10277635-f610-4eec-9823-2866c1decbda"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:39.770477 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f27f69f-1c1b-4739-a61c-aba5b0a79555 x-openstack-request-id: req-5f27f69f-1c1b-4739-a61c-aba5b0a79555 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:39.770781 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ebd6d3-c469-4879-9e2b-5fdfb30521bf", "tag": "10277635-f610-4eec-9823-2866c1decbda", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:39.771129 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f27f69f-1c1b-4739-a61c-aba5b0a79555 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:39.771661 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'tag': '10277635-f610-4eec-9823-2866c1decbda', 'status': 'completed', 'code': 200} Sep 16 05:15:39.782427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-70d868d4-d8a4-47f0-8480-1b6c41e84c23 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0018396 Sep 16 05:15:39.786394 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51168) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:39.803056 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-39f2b5ed-0181-4c3c-b437-4ae2efa1ca70 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Request body: {'port': {'network_id': '37e94371-a278-4362-94bc-e30ad6f44c65', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-91503353'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:39.991190 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5572f-5f96-4004-8bd2-050ee22f8820 req-3130c193-ed9a-422e-9124-f60c15aeae6b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.007424 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-98d5572f-5f96-4004-8bd2-050ee22f8820 req-3130c193-ed9a-422e-9124-f60c15aeae6b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.2441528 Sep 16 05:15:40.085616 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-98d5572f-5f96-4004-8bd2-050ee22f8820 req-5ad4e6fa-ac2f-4869-91b8-38061edf8f13 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765982 Sep 16 05:15:40.112552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-7ead8695-8618-4040-9cd1-d7ac6d78e915 None None] Set router 38fdd506-9d5b-4e20-abcb-99d4871777ed gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:40.125010 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9c530-7653-4325-9941-2fd6a97ec9e1 req-47edbca5-61a3-4358-9105-439f345f698f tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.127211 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10d9c530-7653-4325-9941-2fd6a97ec9e1 req-47edbca5-61a3-4358-9105-439f345f698f tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 944 time: 0.1900589 Sep 16 05:15:40.133418 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b201e8-df7b-4690-b173-a9812eb2c1da req-4098986b-fd69-4eb9-a388-56e6f2142434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.133418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5b201e8-df7b-4690-b173-a9812eb2c1da req-4098986b-fd69-4eb9-a388-56e6f2142434 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 1097 time: 0.2751443 Sep 16 05:15:40.137387 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51178) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:40.209722 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f2b5ed-0181-4c3c-b437-4ae2efa1ca70 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Made reservation on behalf of e959f8c4c6d1470f94d376023c71130f for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:40.215874 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39f2b5ed-0181-4c3c-b437-4ae2efa1ca70 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.229204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10d9c530-7653-4325-9941-2fd6a97ec9e1 req-0f80a342-e31b-4e04-9540-4e6a5955148a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958500 Sep 16 05:15:40.337018 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b201e8-df7b-4690-b173-a9812eb2c1da req-abdfab4d-3da0-4261-9650-5423296208c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.339483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5b201e8-df7b-4690-b173-a9812eb2c1da req-abdfab4d-3da0-4261-9650-5423296208c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6219929e-4853-4bde-bf87-686fa96a1efa HTTP/1.1" status: 200 len: 896 time: 0.1959600 Sep 16 05:15:40.473401 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-37e94371-a278-4362-94bc-e30ad6f44c65', 'network_id': '37e94371-a278-4362-94bc-e30ad6f44c65', 'tenant_id': 'e959f8c4c6d1470f94d376023c71130f', 'fixed_ips': [{'subnet_id': '14ccb612-5c10-42e4-a13a-73da64fab655'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:15:40.478775 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.495391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5b201e8-df7b-4690-b173-a9812eb2c1da req-3a2b0862-0f0b-4502-adf4-8203c2b69804 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10277635-f610-4eec-9823-2866c1decbda HTTP/1.1" status: 200 len: 999 time: 0.1423311 Sep 16 05:15:40.602677 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b201e8-df7b-4690-b173-a9812eb2c1da req-13a4fe35-419e-4b33-8e30-f71ddbfa5f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.604571 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5b201e8-df7b-4690-b173-a9812eb2c1da req-13a4fe35-419e-4b33-8e30-f71ddbfa5f89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b547af7-36d4-4df5-88c9-2c0747cddb04 HTTP/1.1" status: 200 len: 834 time: 0.0997043 Sep 16 05:15:40.682130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b201e8-df7b-4690-b173-a9812eb2c1da req-819e3e22-1263-43a7-81d3-c293282e4b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.682349 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-39f2b5ed-0181-4c3c-b437-4ae2efa1ca70 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] device_id is not set on port 2da38129-7031-4e14-9c31-001b0bae8cd2 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:15:40.687339 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5b201e8-df7b-4690-b173-a9812eb2c1da req-819e3e22-1263-43a7-81d3-c293282e4b7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6219929e-4853-4bde-bf87-686fa96a1efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743947 Sep 16 05:15:40.801833 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8d99089a-95bf-4d42-969f-c8ac8d4a16f7 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/floatingips/8e62ee9d-e839-4758-83e7-ca28e1b47adb HTTP/1.1" status: 200 len: 991 time: 0.6624246 Sep 16 05:15:40.840349 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5b201e8-df7b-4690-b173-a9812eb2c1da req-96069947-a262-4981-bcc4-00af4774ba02 service neutron] 10.222.0.21 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446662 Sep 16 05:15:40.884307 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.928398 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] Allocated IP 2001:db8::2 (37e94371-a278-4362-94bc-e30ad6f44c65/14ccb612-5c10-42e4-a13a-73da64fab655/10562bab-b5bd-4270-bea5-342609dc515b) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:41.016860 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5b201e8-df7b-4690-b173-a9812eb2c1da req-1fe21685-cecd-4c00-8695-5bac437e2459 service neutron] 10.222.0.21 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642790 Sep 16 05:15:41.018278 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7ead8695-8618-4040-9cd1-d7ac6d78e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112501401', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '071d6351-b056-45a4-972f-840caf1f7619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:53Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '071d6351-b056-45a4-972f-840caf1f7619', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:54Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '8e62ee9d-e839-4758-83e7-ca28e1b47adb', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'port_id': '10277635-f610-4eec-9823-2866c1decbda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa', 'mac_address': 'fa:16:3e:21:6b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:15:37Z', 'updated_at': '2021-09-16T05:15:37Z', 'revision_number': 0, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52bcff87-81f5-4194-af19-ddce2ffc93b2', 'name': '', 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:0f:14:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b547af7-36d4-4df5-88c9-2c0747cddb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:02Z', 'updated_at': '2021-09-16T05:15:09Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '3b547af7-36d4-4df5-88c9-2c0747cddb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:41.124459 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ead8695-8618-4040-9cd1-d7ac6d78e915 None None] Checking router: 38fdd506-9d5b-4e20-abcb-99d4871777ed for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:41.157360 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ead8695-8618-4040-9cd1-d7ac6d78e915 None None] Routers {'38fdd506-9d5b-4e20-abcb-99d4871777ed'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:41.158591 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7ead8695-8618-4040-9cd1-d7ac6d78e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:15:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['38fdd506-9d5b-4e20-abcb-99d4871777ed'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:41.409573 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec6e7d-cfea-4a6d-a029-27b29c229626 req-81a2f662-194a-4d99-bd98-72cf9e19ce2c tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.411559 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8dec6e7d-cfea-4a6d-a029-27b29c229626 req-81a2f662-194a-4d99-bd98-72cf9e19ce2c tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 944 time: 0.0866466 Sep 16 05:15:41.478937 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8dec6e7d-cfea-4a6d-a029-27b29c229626 req-a407de3c-7a0d-46c8-8cba-2c6928837ce7 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586126 Sep 16 05:15:41.484272 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.493467 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-7ead8695-8618-4040-9cd1-d7ac6d78e915 None None] Set router 38fdd506-9d5b-4e20-abcb-99d4871777ed gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:41.723429 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:41.805715 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51202) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:41.848457 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7ead8695-8618-4040-9cd1-d7ac6d78e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112501401', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '071d6351-b056-45a4-972f-840caf1f7619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:53Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '071d6351-b056-45a4-972f-840caf1f7619', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:54Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '8e62ee9d-e839-4758-83e7-ca28e1b47adb', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'port_id': '10277635-f610-4eec-9823-2866c1decbda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa', 'mac_address': 'fa:16:3e:21:6b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:15:37Z', 'updated_at': '2021-09-16T05:15:37Z', 'revision_number': 0, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52bcff87-81f5-4194-af19-ddce2ffc93b2', 'name': '', 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:0f:14:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b547af7-36d4-4df5-88c9-2c0747cddb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:02Z', 'updated_at': '2021-09-16T05:15:09Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '3b547af7-36d4-4df5-88c9-2c0747cddb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:41.882592 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ead8695-8618-4040-9cd1-d7ac6d78e915 None None] The sync data for ids ['38fdd506-9d5b-4e20-abcb-99d4871777ed'] in n-d-712140-13 is: [{'id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112501401', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '071d6351-b056-45a4-972f-840caf1f7619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:53Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '071d6351-b056-45a4-972f-840caf1f7619', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:54Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '8e62ee9d-e839-4758-83e7-ca28e1b47adb', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'port_id': '10277635-f610-4eec-9823-2866c1decbda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa', 'mac_address': 'fa:16:3e:21:6b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:15:37Z', 'updated_at': '2021-09-16T05:15:37Z', 'revision_number': 0, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52bcff87-81f5-4194-af19-ddce2ffc93b2', 'name': '', 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:0f:14:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b547af7-36d4-4df5-88c9-2c0747cddb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:02Z', 'updated_at': '2021-09-16T05:15:09Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '3b547af7-36d4-4df5-88c9-2c0747cddb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:41.916083 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.917447 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fbbbebcb-4e10-4617-9ed3-9ac07a72834d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/floatingips/8e62ee9d-e839-4758-83e7-ca28e1b47adb HTTP/1.1" status: 200 len: 991 time: 0.1100302 Sep 16 05:15:41.988217 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] Network 37e94371-a278-4362-94bc-e30ad6f44c65 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:41.996630 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:42.007761 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:42.011669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:42.031197 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:42.032103 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.042765 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-39f2b5ed-0181-4c3c-b437-4ae2efa1ca70 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Allocated IP 2001:db8::ba (37e94371-a278-4362-94bc-e30ad6f44c65/14ccb612-5c10-42e4-a13a-73da64fab655/2da38129-7031-4e14-9c31-001b0bae8cd2) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:42.097615 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] Pushing event updated for resources: {'Port': ['ID=10562bab-b5bd-4270-bea5-342609dc515b,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:42.138542 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] Attempting to bind port 10562bab-b5bd-4270-bea5-342609dc515b on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:42.139541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] Attempting to bind port 10562bab-b5bd-4270-bea5-342609dc515b by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c423006d-ac0c-441e-bbfd-a088e74c8b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '37e94371-a278-4362-94bc-e30ad6f44c65'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:42.139541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] Attempting to bind port 10562bab-b5bd-4270-bea5-342609dc515b on network 37e94371-a278-4362-94bc-e30ad6f44c65 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:42.147440 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:42.147866 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] Checking segment: {'id': 'c423006d-ac0c-441e-bbfd-a088e74c8b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '37e94371-a278-4362-94bc-e30ad6f44c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:42.148329 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.148731 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] Bound using segment: {'id': 'c423006d-ac0c-441e-bbfd-a088e74c8b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '37e94371-a278-4362-94bc-e30ad6f44c65'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:42.149227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] Bound port: 10562bab-b5bd-4270-bea5-342609dc515b, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c423006d-ac0c-441e-bbfd-a088e74c8b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '37e94371-a278-4362-94bc-e30ad6f44c65'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:42.149619 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.241180 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.285740 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84928950-de41-4be7-9624-2ddfa1f9fb7b None None] New status for floating IP 8e62ee9d-e839-4758-83e7-ca28e1b47adb: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:15:42.312609 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:42.315648 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73bc514-795b-4180-abe3-e00b37ffcd7f" -d '{"events": [{"server_uuid": "588431d2-b0d3-4319-9cd1-e7dd449ed3bf", "name": "network-vif-plugged", "status": "completed", "tag": "7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:42.321415 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39f2b5ed-0181-4c3c-b437-4ae2efa1ca70 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.323232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b,segment=NetworkSegment(af43f8e6-b8fb-4067-9142-1511a8549af4),segment_id=af43f8e6-b8fb-4067-9142-1511a8549af4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:42.342370 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] For port 10562bab-b5bd-4270-bea5-342609dc515b, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:42.348766 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] For port 10562bab-b5bd-4270-bea5-342609dc515b, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=10562bab-b5bd-4270-bea5-342609dc515b,segment=NetworkSegment(c423006d-ac0c-441e-bbfd-a088e74c8b92),segment_id=c423006d-ac0c-441e-bbfd-a088e74c8b92)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:42.396718 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63fa3d9-6310-41a8-8690-1800f943ed8a x-openstack-request-id: req-a63fa3d9-6310-41a8-8690-1800f943ed8a {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:42.397106 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588431d2-b0d3-4319-9cd1-e7dd449ed3bf", "name": "network-vif-plugged", "status": "completed", "tag": "7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:42.397464 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a63fa3d9-6310-41a8-8690-1800f943ed8a {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:42.398007 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b', 'code': 200} Sep 16 05:15:42.503870 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.551271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cab6e7-0438-4389-a6da-4eaeca83f354 req-2b73a415-318b-49bd-8c66-f3b177f455ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:42.552848 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71cab6e7-0438-4389-a6da-4eaeca83f354 req-2b73a415-318b-49bd-8c66-f3b177f455ab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 1097 time: 0.0485656 Sep 16 05:15:42.589912 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:42.604173 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.650495 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39f2b5ed-0181-4c3c-b437-4ae2efa1ca70 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.698632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71cab6e7-0438-4389-a6da-4eaeca83f354 req-9f6325fc-15de-46e2-b680-5a366f2321ac service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378334 Sep 16 05:15:42.719698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4d5dc-cfb7-4bc9-9421-fbfb84e93ff1 req-3840b7d0-3a17-49d0-a9d6-3cfda29fa40c tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:42.722491 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bde4d5dc-cfb7-4bc9-9421-fbfb84e93ff1 req-3840b7d0-3a17-49d0-a9d6-3cfda29fa40c tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 945 time: 0.1248906 Sep 16 05:15:42.745550 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f2b5ed-0181-4c3c-b437-4ae2efa1ca70 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Network 37e94371-a278-4362-94bc-e30ad6f44c65 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:42.758117 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d7e67-2c00-4626-aeb6-6282dfaf0060 None None] Pushing event updated for resources: {'Port': ['ID=10562bab-b5bd-4270-bea5-342609dc515b,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:42.780704 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2b5ed-0181-4c3c-b437-4ae2efa1ca70 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event updated for resources: {'Port': ['ID=2da38129-7031-4e14-9c31-001b0bae8cd2,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:42.792221 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-39f2b5ed-0181-4c3c-b437-4ae2efa1ca70 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:42.792221 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f2b5ed-0181-4c3c-b437-4ae2efa1ca70 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:42.814853 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f2b5ed-0181-4c3c-b437-4ae2efa1ca70 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:42.815950 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39f2b5ed-0181-4c3c-b437-4ae2efa1ca70 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.836158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bde4d5dc-cfb7-4bc9-9421-fbfb84e93ff1 req-6d156370-9b65-4730-8f35-80d97e68ebb7 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053531 Sep 16 05:15:42.929890 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51222) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:43.032599 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-39f2b5ed-0181-4c3c-b437-4ae2efa1ca70 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.2443025 Sep 16 05:15:43.039684 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51226) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:43.056723 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-69b85408-6d0d-48d9-bbcb-85698dcc51cc tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/floatingips/8e62ee9d-e839-4758-83e7-ca28e1b47adb HTTP/1.1" status: 200 len: 993 time: 0.1109240 Sep 16 05:15:43.057832 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8d01acbf-dcee-425d-bad2-ed66d384d882 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Request body: {'port': {'network_id': '37e94371-a278-4362-94bc-e30ad6f44c65', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1271820136', 'allowed_address_pairs': [{'ip_address': '2001:db8::ba', 'mac_address': 'fa:16:3e:60:2e:9d'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:43.338093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d01acbf-dcee-425d-bad2-ed66d384d882 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Made reservation on behalf of e959f8c4c6d1470f94d376023c71130f for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:43.476615 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d01acbf-dcee-425d-bad2-ed66d384d882 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.520642 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-8d01acbf-dcee-425d-bad2-ed66d384d882 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] device_id is not set on port 98c46581-ff3b-4d3a-94cb-24143843ce0b yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:15:43.757367 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-8d01acbf-dcee-425d-bad2-ed66d384d882 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Allocated IP 2001:db8::307 (37e94371-a278-4362-94bc-e30ad6f44c65/14ccb612-5c10-42e4-a13a-73da64fab655/98c46581-ff3b-4d3a-94cb-24143843ce0b) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:44.083364 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3962a9-e526-420b-b5d8-852117132d80 None None] Network 37e94371-a278-4362-94bc-e30ad6f44c65 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:44.089896 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b6613-1a11-4ddf-939c-6114f21d6ad3 req-d2904641-7179-4677-9422-f36b3b898b89 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:44.093200 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-550b6613-1a11-4ddf-939c-6114f21d6ad3 req-d2904641-7179-4677-9422-f36b3b898b89 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 945 time: 0.1172986 Sep 16 05:15:44.113229 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d01acbf-dcee-425d-bad2-ed66d384d882 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.195881 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-550b6613-1a11-4ddf-939c-6114f21d6ad3 req-9b462e91-adf8-42ae-82e4-bdb095698c7b tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933607 Sep 16 05:15:44.222030 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ffeceada-dd00-4640-be08-d59fb4c263da None None] Provisioning complete for port 10562bab-b5bd-4270-bea5-342609dc515b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:44.233658 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ffeceada-dd00-4640-be08-d59fb4c263da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.361263 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d01acbf-dcee-425d-bad2-ed66d384d882 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.407075 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ffeceada-dd00-4640-be08-d59fb4c263da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.487487 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01acbf-dcee-425d-bad2-ed66d384d882 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event updated for resources: {'Port': ['ID=98c46581-ff3b-4d3a-94cb-24143843ce0b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:44.499670 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ffeceada-dd00-4640-be08-d59fb4c263da None None] For port 10562bab-b5bd-4270-bea5-342609dc515b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=10562bab-b5bd-4270-bea5-342609dc515b,segment=NetworkSegment(c423006d-ac0c-441e-bbfd-a088e74c8b92),segment_id=c423006d-ac0c-441e-bbfd-a088e74c8b92)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:44.518863 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d01acbf-dcee-425d-bad2-ed66d384d882 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Network 37e94371-a278-4362-94bc-e30ad6f44c65 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:44.522040 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-8d01acbf-dcee-425d-bad2-ed66d384d882 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:44.529883 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d01acbf-dcee-425d-bad2-ed66d384d882 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:44.543579 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d01acbf-dcee-425d-bad2-ed66d384d882 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:44.545151 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d01acbf-dcee-425d-bad2-ed66d384d882 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.672362 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 10562bab-b5bd-4270-bea5-342609dc515b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:44.746815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 10562bab-b5bd-4270-bea5-342609dc515b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:44.747483 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.787936 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ffeceada-dd00-4640-be08-d59fb4c263da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.821128 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8d01acbf-dcee-425d-bad2-ed66d384d882 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.7771118 Sep 16 05:15:44.831300 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51250) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:44.900359 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeceada-dd00-4640-be08-d59fb4c263da None None] Pushing event updated for resources: {'Port': ['ID=10562bab-b5bd-4270-bea5-342609dc515b,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:44.985063 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-56f672d8-d131-4465-80cb-19a2a46371f2 None None] Provisioning complete for port 10562bab-b5bd-4270-bea5-342609dc515b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:44.985436 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-56f672d8-d131-4465-80cb-19a2a46371f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.021700 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36a9b4b-15a2-4c7a-bd84-8cd7a41c1c49 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:45.038900 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36a9b4b-15a2-4c7a-bd84-8cd7a41c1c49 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:45.062593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36a9b4b-15a2-4c7a-bd84-8cd7a41c1c49 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:45.062593 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b36a9b4b-15a2-4c7a-bd84-8cd7a41c1c49 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2174714 Sep 16 05:15:45.062804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51254) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:45.134331 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-56f672d8-d131-4465-80cb-19a2a46371f2 None None] Provisioning complete for port 2da38129-7031-4e14-9c31-001b0bae8cd2 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:45.135292 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-56f672d8-d131-4465-80cb-19a2a46371f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.201181 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-56f672d8-d131-4465-80cb-19a2a46371f2 None None] Port 2da38129-7031-4e14-9c31-001b0bae8cd2 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:45.214201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-5250990f-f5f4-46f9-9bda-30d7eabb5bbe tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Deleting port 98c46581-ff3b-4d3a-94cb-24143843ce0b {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:45.214801 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5250990f-f5f4-46f9-9bda-30d7eabb5bbe tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.327581 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-067a9f11-f300-4c01-93cd-4d8d09aa1719 None None] Provisioning complete for port 2da38129-7031-4e14-9c31-001b0bae8cd2 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:45.328373 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-067a9f11-f300-4c01-93cd-4d8d09aa1719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.384114 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-067a9f11-f300-4c01-93cd-4d8d09aa1719 None None] Port 2da38129-7031-4e14-9c31-001b0bae8cd2 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:45.421464 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5250990f-f5f4-46f9-9bda-30d7eabb5bbe tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.431972 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfbb95-5a06-4dd2-8c6a-ad2f26148ac7 req-a7bfc43d-9ce0-404b-86e9-254c57b65444 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:45.433622 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7cfbb95-5a06-4dd2-8c6a-ad2f26148ac7 req-a7bfc43d-9ce0-404b-86e9-254c57b65444 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 945 time: 0.1292310 Sep 16 05:15:45.460077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-5250990f-f5f4-46f9-9bda-30d7eabb5bbe tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Calling delete_port for 98c46581-ff3b-4d3a-94cb-24143843ce0b owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:45.502523 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-5b9d3c7b-cf43-4c0b-a982-5cc51169df3e None None] Provisioning complete for port 98c46581-ff3b-4d3a-94cb-24143843ce0b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:45.502944 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3c7b-cf43-4c0b-a982-5cc51169df3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.531200 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7cfbb95-5a06-4dd2-8c6a-ad2f26148ac7 req-e84dc015-bba5-498e-9e3c-52941c4de95e tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863864 Sep 16 05:15:45.547316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d3c7b-cf43-4c0b-a982-5cc51169df3e None None] Port 98c46581-ff3b-4d3a-94cb-24143843ce0b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:45.719226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a697647-0cf9-4c93-ad69-2c9215184d51 req-187fe33f-6884-40e6-acbd-72bdcff5af16 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:45.720781 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a697647-0cf9-4c93-ad69-2c9215184d51 req-187fe33f-6884-40e6-acbd-72bdcff5af16 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 945 time: 0.0792773 Sep 16 05:15:45.786681 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a697647-0cf9-4c93-ad69-2c9215184d51 req-a84db272-3277-49cc-8f46-a5270b235b26 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549409 Sep 16 05:15:45.816892 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5250990f-f5f4-46f9-9bda-30d7eabb5bbe tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.822174 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51270) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:45.852635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250990f-f5f4-46f9-9bda-30d7eabb5bbe tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event deleted for resources: {'Port': ['ID=98c46581-ff3b-4d3a-94cb-24143843ce0b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:46.086620 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5250990f-f5f4-46f9-9bda-30d7eabb5bbe tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.091777 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5250990f-f5f4-46f9-9bda-30d7eabb5bbe tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "DELETE /v2.0/ports/98c46581-ff3b-4d3a-94cb-24143843ce0b HTTP/1.1" status: 204 len: 168 time: 1.0264330 Sep 16 05:15:46.095254 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51280) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:46.144899 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c73dc4-2a90-4d43-94bc-1642d62e8ef8 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] GET failed (client error): The resource could not be found. Sep 16 05:15:46.148571 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c9c73dc4-2a90-4d43-94bc-1642d62e8ef8 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "GET /v2.0/ports/98c46581-ff3b-4d3a-94cb-24143843ce0b HTTP/1.1" status: 404 len: 333 time: 0.0517364 Sep 16 05:15:46.155420 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51282) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:46.161282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-e2f11652-507c-4c19-a41f-655633e144a4 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Request body: {'port': {'network_id': '37e94371-a278-4362-94bc-e30ad6f44c65', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-695870893'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:46.195962 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d64fef5-ed29-4fee-8fdc-fe64c6578f42 tempest-TestVolumeBackupRestore-1462914522 tempest-TestVolumeBackupRestore-1462914522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:46.201825 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9d64fef5-ed29-4fee-8fdc-fe64c6578f42 tempest-TestVolumeBackupRestore-1462914522 tempest-TestVolumeBackupRestore-1462914522-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 1092 time: 0.3664751 Sep 16 05:15:46.203101 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51284) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:46.212215 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:46.337595 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.453088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f11652-507c-4c19-a41f-655633e144a4 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Made reservation on behalf of e959f8c4c6d1470f94d376023c71130f for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:46.459242 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2f11652-507c-4c19-a41f-655633e144a4 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.469057 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.504816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-e2f11652-507c-4c19-a41f-655633e144a4 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] device_id is not set on port 95c13880-5070-42a8-82c3-e116a7dc479a yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:15:46.566846 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 10562bab-b5bd-4270-bea5-342609dc515b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:46.638378 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 10562bab-b5bd-4270-bea5-342609dc515b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:46.639694 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.640661 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Allocated IP 172.25.4.117 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/2090adf0-79de-486a-95b0-1237ac15e3a3) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:46.715992 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-e2f11652-507c-4c19-a41f-655633e144a4 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Allocated IP 2001:db8::3db (37e94371-a278-4362-94bc-e30ad6f44c65/14ccb612-5c10-42e4-a13a-73da64fab655/95c13880-5070-42a8-82c3-e116a7dc479a) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:46.801062 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.941316 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2f11652-507c-4c19-a41f-655633e144a4 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.086974 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.148512 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2f11652-507c-4c19-a41f-655633e144a4 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.148657 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:47.148657 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:47.150733 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:47.216263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f11652-507c-4c19-a41f-655633e144a4 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Network 37e94371-a278-4362-94bc-e30ad6f44c65 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:47.219274 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Pushing event updated for resources: {'Port': ['ID=2090adf0-79de-486a-95b0-1237ac15e3a3,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:47.230699 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-e2f11652-507c-4c19-a41f-655633e144a4 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:47.235556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f11652-507c-4c19-a41f-655633e144a4 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:47.242017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f11652-507c-4c19-a41f-655633e144a4 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:47.243056 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2f11652-507c-4c19-a41f-655633e144a4 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.248824 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f11652-507c-4c19-a41f-655633e144a4 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event updated for resources: {'Port': ['ID=95c13880-5070-42a8-82c3-e116a7dc479a,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:47.395669 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e2f11652-507c-4c19-a41f-655633e144a4 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2388835 Sep 16 05:15:47.403891 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51308) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:47.419176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-4b1a2fca-c519-4967-9bda-04874cbdfd92 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::ba', 'mac_address': 'fa:16:3e:60:2e:9d'}]}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:47.754281 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4b1a2fca-c519-4967-9bda-04874cbdfd92 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.791282 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-14200149-8d7f-410a-8cd3-7ec181ca2ec1 None None] Provisioning complete for port 95c13880-5070-42a8-82c3-e116a7dc479a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:47.792235 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-14200149-8d7f-410a-8cd3-7ec181ca2ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.847356 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-14200149-8d7f-410a-8cd3-7ec181ca2ec1 None None] Port 95c13880-5070-42a8-82c3-e116a7dc479a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:47.905598 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.067965 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4b1a2fca-c519-4967-9bda-04874cbdfd92 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.175081 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.249189 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4b1a2fca-c519-4967-9bda-04874cbdfd92 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.312887 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a2fca-c519-4967-9bda-04874cbdfd92 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] In _notify_port_updated(), no bound segment for port 95c13880-5070-42a8-82c3-e116a7dc479a on network 37e94371-a278-4362-94bc-e30ad6f44c65 {{(pid=95473) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:15:48.325421 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1a2fca-c519-4967-9bda-04874cbdfd92 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:48.325643 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4b1a2fca-c519-4967-9bda-04874cbdfd92 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.335449 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4b1a2fca-c519-4967-9bda-04874cbdfd92 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "PUT /v2.0/ports/95c13880-5070-42a8-82c3-e116a7dc479a HTTP/1.1" status: 200 len: 1001 time: 0.9224508 Sep 16 05:15:48.340757 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51324) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:48.444129 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.451259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8145b8-0016-45d3-a77f-8395bb71be21 req-17996945-5789-4ea1-bf14-27d935719127 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:48.454144 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e8145b8-0016-45d3-a77f-8395bb71be21 req-17996945-5789-4ea1-bf14-27d935719127 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.2392759 Sep 16 05:15:48.460793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a2fca-c519-4967-9bda-04874cbdfd92 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event updated for resources: {'Port': ['ID=95c13880-5070-42a8-82c3-e116a7dc479a,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:48.588995 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.598921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e8145b8-0016-45d3-a77f-8395bb71be21 req-55b45168-14b6-43dc-8bbc-852f67dcd0c7 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251993 Sep 16 05:15:48.641837 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-277f290a-3a02-4a7d-aeb6-e802727f38b6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Deleting port 95c13880-5070-42a8-82c3-e116a7dc479a {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:48.642459 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-277f290a-3a02-4a7d-aeb6-e802727f38b6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.678279 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Pushing event updated for resources: {'Port': ['ID=2090adf0-79de-486a-95b0-1237ac15e3a3,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:48.712631 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-acd8e29a-41ba-42b8-9ece-28b30a975043 None None] Provisioning complete for port 95c13880-5070-42a8-82c3-e116a7dc479a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:48.713404 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-acd8e29a-41ba-42b8-9ece-28b30a975043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.745055 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.774267 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-acd8e29a-41ba-42b8-9ece-28b30a975043 None None] Port 95c13880-5070-42a8-82c3-e116a7dc479a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:48.857606 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-277f290a-3a02-4a7d-aeb6-e802727f38b6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.883855 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-277f290a-3a02-4a7d-aeb6-e802727f38b6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Calling delete_port for 95c13880-5070-42a8-82c3-e116a7dc479a owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:48.923189 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Floating IP 18494f85-c1c4-4c63-acd7-bb454c349211 associated. External IP: 172.25.4.117, port: 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b. Sep 16 05:15:49.222858 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:49.230263 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-277f290a-3a02-4a7d-aeb6-e802727f38b6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.273660 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f290a-3a02-4a7d-aeb6-e802727f38b6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event deleted for resources: {'Port': ['ID=95c13880-5070-42a8-82c3-e116a7dc479a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:49.434136 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-277f290a-3a02-4a7d-aeb6-e802727f38b6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.438553 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-277f290a-3a02-4a7d-aeb6-e802727f38b6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "DELETE /v2.0/ports/95c13880-5070-42a8-82c3-e116a7dc479a HTTP/1.1" status: 204 len: 168 time: 1.0929220 Sep 16 05:15:49.443314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51334) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:49.484896 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:49.487130 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7535a0c-2e38-4402-9920-965e76a7ee61 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] GET failed (client error): The resource could not be found. Sep 16 05:15:49.505459 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e7535a0c-2e38-4402-9920-965e76a7ee61 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "GET /v2.0/ports/95c13880-5070-42a8-82c3-e116a7dc479a HTTP/1.1" status: 404 len: 333 time: 0.0540462 Sep 16 05:15:49.505786 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba1f51-7ce0-4cc9-8181-36b72a6e7243 None None] Sync routers for ids ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:49.506505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51336) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:49.512058 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7e23134a-3a9f-4786-a93e-91da20391d53 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Request body: {'port': {'network_id': '37e94371-a278-4362-94bc-e30ad6f44c65', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-811486483'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:49.534589 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba1f51-7ce0-4cc9-8181-36b72a6e7243 None None] Routers {'2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:49.534589 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-62ba1f51-7ce0-4cc9-8181-36b72a6e7243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:15:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:49.647114 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.744642 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d571f8-0fe7-4ae1-85cf-14df82e808e4 req-b9722b02-89d3-407a-8a81-b0b80f446f49 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:49.749053 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-31c6a4b8-a6d3-4871-86f2-00e9e179669a tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5415225 Sep 16 05:15:49.764035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6d571f8-0fe7-4ae1-85cf-14df82e808e4 req-b9722b02-89d3-407a-8a81-b0b80f446f49 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.21 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.1597781 Sep 16 05:15:49.764035 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51340) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:49.764438 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'tag': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:49.764438 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b71358-9848-48c4-923b-14477da08b66" -d '{"events": [{"name": "network-changed", "server_uuid": "588431d2-b0d3-4319-9cd1-e7dd449ed3bf", "tag": "7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:49.821533 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf7c76b-d6b8-4f3a-a266-5ecb8b05692b x-openstack-request-id: req-8bf7c76b-d6b8-4f3a-a266-5ecb8b05692b {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:49.821832 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588431d2-b0d3-4319-9cd1-e7dd449ed3bf", "tag": "7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:49.822222 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bf7c76b-d6b8-4f3a-a266-5ecb8b05692b {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:49.828150 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'tag': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b', 'status': 'completed', 'code': 200} Sep 16 05:15:49.898819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-62ba1f51-7ce0-4cc9-8181-36b72a6e7243 None None] Set router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:49.967535 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03341979-53c0-4c21-8694-62f64175eec2 tempest-TestVolumeBackupRestore-1462914522 tempest-TestVolumeBackupRestore-1462914522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:49.971963 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-03341979-53c0-4c21-8694-62f64175eec2 tempest-TestVolumeBackupRestore-1462914522 tempest-TestVolumeBackupRestore-1462914522-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 1092 time: 0.2088878 Sep 16 05:15:49.972277 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51346) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:49.977361 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-7806ce2c-6c18-4001-bf8b-cceb6e8d4fbd tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Request body: {'floatingip': {'port_id': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:50.026143 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aad694-5fb4-4d3e-8103-68f084f05d03 req-29ee726e-bfe0-47bb-9240-eb3c9ecf37a2 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:50.029911 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1aad694-5fb4-4d3e-8103-68f084f05d03 req-29ee726e-bfe0-47bb-9240-eb3c9ecf37a2 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.2546954 Sep 16 05:15:50.036670 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e23134a-3a9f-4786-a93e-91da20391d53 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Made reservation on behalf of e959f8c4c6d1470f94d376023c71130f for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:50.040566 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e23134a-3a9f-4786-a93e-91da20391d53 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.048986 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b71358-9848-48c4-923b-14477da08b66 req-eb6a1bbb-f653-4485-81d5-edfa6ec2392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:50.050656 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0b71358-9848-48c4-923b-14477da08b66 req-eb6a1bbb-f653-4485-81d5-edfa6ec2392c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a58734203b374351a59c62426afce6b4&device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 1097 time: 0.1489868 Sep 16 05:15:50.095164 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7806ce2c-6c18-4001-bf8b-cceb6e8d4fbd tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for floatingip, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.159228 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-7e23134a-3a9f-4786-a93e-91da20391d53 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] device_id is not set on port 9f86ff4e-f6cf-44c9-b67b-ab4bece48d7a yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:15:50.345218 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-62ba1f51-7ce0-4cc9-8181-36b72a6e7243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'name': 'tempest-TestVolumeBackupRestore-585287441-router', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:09Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': 'a58734203b374351a59c62426afce6b4', 'gw_port': {'id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:12Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '18494f85-c1c4-4c63-acd7-bb454c349211', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'port_id': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'mac_address': 'fa:16:3e:cf:ce:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:47Z', 'revision_number': 0, 'project_id': 'a58734203b374351a59c62426afce6b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89cac17d-35bd-4344-b3f9-d77663e7f723', 'name': '', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'mac_address': 'fa:16:3e:ab:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 5, 'project_id': 'a58734203b374351a59c62426afce6b4', 'subnets': [{'id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:50.386523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1aad694-5fb4-4d3e-8103-68f084f05d03 req-16d67cc7-3a49-4975-9db0-dd671576d4b7 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3412590 Sep 16 05:15:50.393469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba1f51-7ce0-4cc9-8181-36b72a6e7243 None None] Checking router: 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:50.418352 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba1f51-7ce0-4cc9-8181-36b72a6e7243 None None] Routers {'2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:50.420683 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-62ba1f51-7ce0-4cc9-8181-36b72a6e7243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:15:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:50.423300 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-f6d571f8-0fe7-4ae1-85cf-14df82e808e4 req-ec1f36af-efa4-496c-ab17-2f30733132c4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Deleting port c7309df9-609e-423f-97c0-0eb4331a1188 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:50.423876 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6d571f8-0fe7-4ae1-85cf-14df82e808e4 req-ec1f36af-efa4-496c-ab17-2f30733132c4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.491952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b71358-9848-48c4-923b-14477da08b66 req-f3d67d6d-f9a7-484b-b996-12df5b9dd8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:50.496984 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0b71358-9848-48c4-923b-14477da08b66 req-f3d67d6d-f9a7-484b-b996-12df5b9dd8d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b26372d-6621-4485-8bc8-0c50fbbc898c HTTP/1.1" status: 200 len: 914 time: 0.4242101 Sep 16 05:15:50.628212 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-62ba1f51-7ce0-4cc9-8181-36b72a6e7243 None None] Set router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:50.698428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-7e23134a-3a9f-4786-a93e-91da20391d53 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Allocated IP 2001:db8::38 (37e94371-a278-4362-94bc-e30ad6f44c65/14ccb612-5c10-42e4-a13a-73da64fab655/9f86ff4e-f6cf-44c9-b67b-ab4bece48d7a) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:50.744779 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0b71358-9848-48c4-923b-14477da08b66 req-5141b196-d47d-4727-9f80-d21d0ce39b75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b HTTP/1.1" status: 200 len: 999 time: 0.2215905 Sep 16 05:15:50.805324 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7806ce2c-6c18-4001-bf8b-cceb6e8d4fbd tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.937911 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7806ce2c-6c18-4001-bf8b-cceb6e8d4fbd tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.113276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b71358-9848-48c4-923b-14477da08b66 req-0c1b745a-0707-417b-a2e6-d3d7ee5935fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:51.117201 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0b71358-9848-48c4-923b-14477da08b66 req-0c1b745a-0707-417b-a2e6-d3d7ee5935fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb1315d-beef-43e2-8f79-ef4efee372a5 HTTP/1.1" status: 200 len: 852 time: 0.3011296 Sep 16 05:15:51.174486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-62ba1f51-7ce0-4cc9-8181-36b72a6e7243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'name': 'tempest-TestVolumeBackupRestore-585287441-router', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:09Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': 'a58734203b374351a59c62426afce6b4', 'gw_port': {'id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:12Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '18494f85-c1c4-4c63-acd7-bb454c349211', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'port_id': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'mac_address': 'fa:16:3e:cf:ce:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:47Z', 'revision_number': 0, 'project_id': 'a58734203b374351a59c62426afce6b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89cac17d-35bd-4344-b3f9-d77663e7f723', 'name': '', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'mac_address': 'fa:16:3e:ab:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 5, 'project_id': 'a58734203b374351a59c62426afce6b4', 'subnets': [{'id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:51.256369 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba1f51-7ce0-4cc9-8181-36b72a6e7243 None None] The sync data for ids ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'] in n-d-712140-13 is: [{'id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'name': 'tempest-TestVolumeBackupRestore-585287441-router', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:09Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': 'a58734203b374351a59c62426afce6b4', 'gw_port': {'id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:12Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '18494f85-c1c4-4c63-acd7-bb454c349211', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'port_id': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'mac_address': 'fa:16:3e:cf:ce:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:47Z', 'revision_number': 0, 'project_id': 'a58734203b374351a59c62426afce6b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89cac17d-35bd-4344-b3f9-d77663e7f723', 'name': '', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'mac_address': 'fa:16:3e:ab:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 5, 'project_id': 'a58734203b374351a59c62426afce6b4', 'subnets': [{'id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:51.268007 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e23134a-3a9f-4786-a93e-91da20391d53 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.286251 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-f6d571f8-0fe7-4ae1-85cf-14df82e808e4 req-ec1f36af-efa4-496c-ab17-2f30733132c4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] For port c7309df9-609e-423f-97c0-0eb4331a1188, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=c7309df9-609e-423f-97c0-0eb4331a1188,segment=NetworkSegment(eaab70e4-1784-46f4-bcb6-260eb0f7cd17),segment_id=eaab70e4-1784-46f4-bcb6-260eb0f7cd17)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:51.287034 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6d571f8-0fe7-4ae1-85cf-14df82e808e4 req-ec1f36af-efa4-496c-ab17-2f30733132c4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.607622 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58ee13d-d7f9-4c8a-8542-a6115c0815ee None None] New status for floating IP 18494f85-c1c4-4c63-acd7-bb454c349211: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:15:51.777910 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7806ce2c-6c18-4001-bf8b-cceb6e8d4fbd tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:51.991690 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7806ce2c-6c18-4001-bf8b-cceb6e8d4fbd tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:52.000399 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7806ce2c-6c18-4001-bf8b-cceb6e8d4fbd tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.065386 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'tag': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:52.069515 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f442664d-78f8-44b1-98ff-f4766f6509c3" -d '{"events": [{"name": "network-changed", "server_uuid": "588431d2-b0d3-4319-9cd1-e7dd449ed3bf", "tag": "7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:52.122770 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7806ce2c-6c18-4001-bf8b-cceb6e8d4fbd tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "PUT /v2.0/floatingips/18494f85-c1c4-4c63-acd7-bb454c349211 HTTP/1.1" status: 200 len: 991 time: 2.1489899 Sep 16 05:15:52.148523 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb09bf4-cef3-4453-add3-7785b403868c None None] Sync routers for ids ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:52.158374 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b71358-9848-48c4-923b-14477da08b66 req-be67fae5-cdb7-4d7c-9da8-069db634ffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:52.160101 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0b71358-9848-48c4-923b-14477da08b66 req-be67fae5-cdb7-4d7c-9da8-069db634ffe8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b26372d-6621-4485-8bc8-0c50fbbc898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8810575 Sep 16 05:15:52.177127 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4e95f8-e5b4-4459-9e4d-ab3fb7f018ab x-openstack-request-id: req-7b4e95f8-e5b4-4459-9e4d-ab3fb7f018ab {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:52.177575 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588431d2-b0d3-4319-9cd1-e7dd449ed3bf", "tag": "7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:52.177967 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b4e95f8-e5b4-4459-9e4d-ab3fb7f018ab {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:52.178555 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'tag': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b', 'status': 'completed', 'code': 200} Sep 16 05:15:52.215456 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a79ee-befd-46e2-acbc-e25a89d279fb req-bab3f2a8-083c-4535-ba43-74131682ab3b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:52.218826 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-955a79ee-befd-46e2-acbc-e25a89d279fb req-bab3f2a8-083c-4535-ba43-74131682ab3b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 946 time: 0.3041179 Sep 16 05:15:52.223382 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e23134a-3a9f-4786-a93e-91da20391d53 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.249161 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb09bf4-cef3-4453-add3-7785b403868c None None] Routers {'2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:52.250486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-adb09bf4-cef3-4453-add3-7785b403868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:15:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:52.367551 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6d571f8-0fe7-4ae1-85cf-14df82e808e4 req-ec1f36af-efa4-496c-ab17-2f30733132c4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.367824 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6d571f8-0fe7-4ae1-85cf-14df82e808e4 req-ec1f36af-efa4-496c-ab17-2f30733132c4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.368158 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [req-f6d571f8-0fe7-4ae1-85cf-14df82e808e4 req-ec1f36af-efa4-496c-ab17-2f30733132c4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Floating IP 729facec-4689-442f-8db0-a49fa5280248 disassociated. External IP: 172.25.4.81, port: c7309df9-609e-423f-97c0-0eb4331a1188. Sep 16 05:15:52.368605 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-f6d571f8-0fe7-4ae1-85cf-14df82e808e4 req-ec1f36af-efa4-496c-ab17-2f30733132c4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Calling delete_port for c7309df9-609e-423f-97c0-0eb4331a1188 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:52.381412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e23134a-3a9f-4786-a93e-91da20391d53 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Network 37e94371-a278-4362-94bc-e30ad6f44c65 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:52.408898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-7e23134a-3a9f-4786-a93e-91da20391d53 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:52.426635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e23134a-3a9f-4786-a93e-91da20391d53 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:52.432521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e23134a-3a9f-4786-a93e-91da20391d53 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:52.433215 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e23134a-3a9f-4786-a93e-91da20391d53 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.473668 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-955a79ee-befd-46e2-acbc-e25a89d279fb req-a24b6739-18dd-419e-b52c-8e6d7d3d92f4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=452a3bdb-e894-45c4-80e4-14dd9d8df192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345693 Sep 16 05:15:52.473955 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-adb09bf4-cef3-4453-add3-7785b403868c None None] Set router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:52.481532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23134a-3a9f-4786-a93e-91da20391d53 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event updated for resources: {'Port': ['ID=9f86ff4e-f6cf-44c9-b67b-ab4bece48d7a,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:52.548573 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0b71358-9848-48c4-923b-14477da08b66 req-962138a4-97a7-4ceb-b553-ca0afeecd057 service neutron] 10.222.0.21 "GET /v2.0/networks/4b26372d-6621-4485-8bc8-0c50fbbc898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519588 Sep 16 05:15:52.711302 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7e23134a-3a9f-4786-a93e-91da20391d53 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.2036932 Sep 16 05:15:52.715685 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51356) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:52.724894 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-a3db031b-958a-496b-b493-9a9fa262a238 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:60:2e:9d'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:52.911403 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0b71358-9848-48c4-923b-14477da08b66 req-2757155a-6ef7-472e-aaef-0972991a7236 service neutron] 10.222.0.21 "GET /v2.0/networks/4b26372d-6621-4485-8bc8-0c50fbbc898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201951 Sep 16 05:15:52.944008 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-25ce7816-d4f5-48d5-a9c7-7830427de84a None None] Provisioning complete for port 9f86ff4e-f6cf-44c9-b67b-ab4bece48d7a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:52.944546 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-25ce7816-d4f5-48d5-a9c7-7830427de84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.968017 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6d571f8-0fe7-4ae1-85cf-14df82e808e4 req-ec1f36af-efa4-496c-ab17-2f30733132c4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.030562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f36af-efa4-496c-ab17-2f30733132c4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Pushing event deleted for resources: {'Port': ['ID=c7309df9-609e-423f-97c0-0eb4331a1188,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:53.052043 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-25ce7816-d4f5-48d5-a9c7-7830427de84a None None] Port 9f86ff4e-f6cf-44c9-b67b-ab4bece48d7a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:53.061997 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-adb09bf4-cef3-4453-add3-7785b403868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'name': 'tempest-TestVolumeBackupRestore-585287441-router', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:09Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': 'a58734203b374351a59c62426afce6b4', 'gw_port': {'id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:12Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '18494f85-c1c4-4c63-acd7-bb454c349211', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'port_id': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'mac_address': 'fa:16:3e:cf:ce:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:51Z', 'revision_number': 2, 'project_id': 'a58734203b374351a59c62426afce6b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89cac17d-35bd-4344-b3f9-d77663e7f723', 'name': '', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'mac_address': 'fa:16:3e:ab:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 5, 'project_id': 'a58734203b374351a59c62426afce6b4', 'subnets': [{'id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:53.121860 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb09bf4-cef3-4453-add3-7785b403868c None None] Checking router: 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:53.130830 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3db031b-958a-496b-b493-9a9fa262a238 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.159283 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb09bf4-cef3-4453-add3-7785b403868c None None] Routers {'2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:53.161340 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-adb09bf4-cef3-4453-add3-7785b403868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:15:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:53.281149 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442664d-78f8-44b1-98ff-f4766f6509c3 req-228846db-a2a6-46fe-ab18-31c4a3a5ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:53.283898 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f442664d-78f8-44b1-98ff-f4766f6509c3 req-228846db-a2a6-46fe-ab18-31c4a3a5ef6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a58734203b374351a59c62426afce6b4&device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 1097 time: 0.1744618 Sep 16 05:15:53.373682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6d571f8-0fe7-4ae1-85cf-14df82e808e4 req-ec1f36af-efa4-496c-ab17-2f30733132c4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:53.399481 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-adb09bf4-cef3-4453-add3-7785b403868c None None] Set router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:53.525875 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3db031b-958a-496b-b493-9a9fa262a238 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.607909 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3db031b-958a-496b-b493-9a9fa262a238 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.663858 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442664d-78f8-44b1-98ff-f4766f6509c3 req-0200f6b3-8f81-4d27-b558-9daf7ef874f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:53.667484 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f442664d-78f8-44b1-98ff-f4766f6509c3 req-0200f6b3-8f81-4d27-b558-9daf7ef874f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b26372d-6621-4485-8bc8-0c50fbbc898c HTTP/1.1" status: 200 len: 914 time: 0.3700302 Sep 16 05:15:53.705245 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-a3db031b-958a-496b-b493-9a9fa262a238 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] In _notify_port_updated(), no bound segment for port 9f86ff4e-f6cf-44c9-b67b-ab4bece48d7a on network 37e94371-a278-4362-94bc-e30ad6f44c65 {{(pid=95474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:15:53.720680 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3db031b-958a-496b-b493-9a9fa262a238 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:53.721482 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3db031b-958a-496b-b493-9a9fa262a238 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.733607 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a3db031b-958a-496b-b493-9a9fa262a238 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "PUT /v2.0/ports/9f86ff4e-f6cf-44c9-b67b-ab4bece48d7a HTTP/1.1" status: 200 len: 1001 time: 1.0159831 Sep 16 05:15:53.760183 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51362) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:53.805665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a02a4a3a-2c5c-4deb-9d3a-b5ef269e4678 req-30631adb-69ab-4288-b747-0d5804d63017 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 210 time: 0.1254818 Sep 16 05:15:53.843470 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device c7309df9-609e-423f-97c0-0eb4331a1188 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:53.866560 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f442664d-78f8-44b1-98ff-f4766f6509c3 req-05f5909b-27ef-47d9-8c75-4cfe91dc75ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b HTTP/1.1" status: 200 len: 1001 time: 0.1563830 Sep 16 05:15:53.867959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6d571f8-0fe7-4ae1-85cf-14df82e808e4 req-ec1f36af-efa4-496c-ab17-2f30733132c4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:53.895666 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317a1ef9-1a7c-4315-b830-068ba865ca53 None None] Sync routers for ids ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:53.899817 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: c7309df9-609e-423f-97c0-0eb4331a1188 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:53.900169 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device c7309df9-609e-423f-97c0-0eb4331a1188 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:53.928979 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442664d-78f8-44b1-98ff-f4766f6509c3 req-809a2233-b639-44d7-835c-476212a9da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:53.930756 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f442664d-78f8-44b1-98ff-f4766f6509c3 req-809a2233-b639-44d7-835c-476212a9da83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb1315d-beef-43e2-8f79-ef4efee372a5 HTTP/1.1" status: 200 len: 852 time: 0.0551126 Sep 16 05:15:53.932973 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317a1ef9-1a7c-4315-b830-068ba865ca53 None None] Routers {'d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:53.935356 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-317a1ef9-1a7c-4315-b830-068ba865ca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:15:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:53.955065 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db031b-958a-496b-b493-9a9fa262a238 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event updated for resources: {'Port': ['ID=9f86ff4e-f6cf-44c9-b67b-ab4bece48d7a,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:54.056257 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d571f8-0fe7-4ae1-85cf-14df82e808e4 req-ec1f36af-efa4-496c-ab17-2f30733132c4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] No DVR routers for this DVR port c7309df9-609e-423f-97c0-0eb4331a1188 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:54.061875 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f6d571f8-0fe7-4ae1-85cf-14df82e808e4 req-ec1f36af-efa4-496c-ab17-2f30733132c4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:54.066479 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6d571f8-0fe7-4ae1-85cf-14df82e808e4 req-ec1f36af-efa4-496c-ab17-2f30733132c4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.21 "DELETE /v2.0/ports/c7309df9-609e-423f-97c0-0eb4331a1188 HTTP/1.1" status: 204 len: 173 time: 4.2903342 Sep 16 05:15:54.088344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-eeec2dfa-e150-4395-86b7-63cee90a742f tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Deleting port 9f86ff4e-f6cf-44c9-b67b-ab4bece48d7a {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:54.089253 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eeec2dfa-e150-4395-86b7-63cee90a742f tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:54.092702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-adb09bf4-cef3-4453-add3-7785b403868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'name': 'tempest-TestVolumeBackupRestore-585287441-router', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:09Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': 'a58734203b374351a59c62426afce6b4', 'gw_port': {'id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:12Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '18494f85-c1c4-4c63-acd7-bb454c349211', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'port_id': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'mac_address': 'fa:16:3e:cf:ce:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:51Z', 'revision_number': 2, 'project_id': 'a58734203b374351a59c62426afce6b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89cac17d-35bd-4344-b3f9-d77663e7f723', 'name': '', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'mac_address': 'fa:16:3e:ab:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 5, 'project_id': 'a58734203b374351a59c62426afce6b4', 'subnets': [{'id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:54.093459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f2804c-8ca0-47c0-8258-1ca6c8a16d4d', 'name': 'network-vif-deleted', 'tag': 'c7309df9-609e-423f-97c0-0eb4331a1188'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:54.100157 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584df149-7672-4105-aac6-b0f7a6b3cb3e" -d '{"events": [{"server_uuid": "56f2804c-8ca0-47c0-8258-1ca6c8a16d4d", "name": "network-vif-deleted", "tag": "c7309df9-609e-423f-97c0-0eb4331a1188"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:54.141400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442664d-78f8-44b1-98ff-f4766f6509c3 req-0fa32d82-1a33-4156-a545-ad63c54565ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:54.146230 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f442664d-78f8-44b1-98ff-f4766f6509c3 req-0fa32d82-1a33-4156-a545-ad63c54565ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b26372d-6621-4485-8bc8-0c50fbbc898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1904829 Sep 16 05:15:54.156679 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb09bf4-cef3-4453-add3-7785b403868c None None] The sync data for ids ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'] in n-d-712140-13 is: [{'id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'name': 'tempest-TestVolumeBackupRestore-585287441-router', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:09Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': 'a58734203b374351a59c62426afce6b4', 'gw_port': {'id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:12Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '18494f85-c1c4-4c63-acd7-bb454c349211', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'port_id': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'mac_address': 'fa:16:3e:cf:ce:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:51Z', 'revision_number': 2, 'project_id': 'a58734203b374351a59c62426afce6b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89cac17d-35bd-4344-b3f9-d77663e7f723', 'name': '', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'mac_address': 'fa:16:3e:ab:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 5, 'project_id': 'a58734203b374351a59c62426afce6b4', 'subnets': [{'id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:54.187911 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'tag': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:54.188814 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-317a1ef9-1a7c-4315-b830-068ba865ca53 None None] Set router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:54.191841 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc06bf7-fdde-427a-8d50-ab57d48d0618" -d '{"events": [{"name": "network-changed", "server_uuid": "588431d2-b0d3-4319-9cd1-e7dd449ed3bf", "tag": "7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:54.295716 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8956cdf6-8979-4a33-a903-b9bd73f82c89 None None] Provisioning complete for port 9f86ff4e-f6cf-44c9-b67b-ab4bece48d7a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:54.296294 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8956cdf6-8979-4a33-a903-b9bd73f82c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:54.368170 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-8956cdf6-8979-4a33-a903-b9bd73f82c89 None None] Port 9f86ff4e-f6cf-44c9-b67b-ab4bece48d7a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:54.404137 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49f76e9-9ff4-4c7b-b909-3f1ac3af2d30 x-openstack-request-id: req-f49f76e9-9ff4-4c7b-b909-3f1ac3af2d30 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:54.404625 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588431d2-b0d3-4319-9cd1-e7dd449ed3bf", "tag": "7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:54.405011 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f49f76e9-9ff4-4c7b-b909-3f1ac3af2d30 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:54.405158 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'tag': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b', 'status': 'completed', 'code': 200} Sep 16 05:15:54.505117 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eeec2dfa-e150-4395-86b7-63cee90a742f tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:54.543674 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-eeec2dfa-e150-4395-86b7-63cee90a742f tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Calling delete_port for 9f86ff4e-f6cf-44c9-b67b-ab4bece48d7a owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:54.547614 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f442664d-78f8-44b1-98ff-f4766f6509c3 req-301ac64d-a47c-4406-9eda-4686eae54659 service neutron] 10.222.0.21 "GET /v2.0/networks/4b26372d-6621-4485-8bc8-0c50fbbc898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907790 Sep 16 05:15:54.560561 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:54.762838 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-317a1ef9-1a7c-4315-b830-068ba865ca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:09:10Z', 'revision_number': 4, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port': {'id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:05Z', 'updated_at': '2021-09-16T05:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b', 'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'mac_address': 'fa:16:3e:c3:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:08Z', 'updated_at': '2021-09-16T05:09:13Z', 'revision_number': 5, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'subnets': [{'id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:54.771078 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f88cb48-9586-400b-b5ec-5a18e842e7e1 x-openstack-request-id: req-7f88cb48-9586-400b-b5ec-5a18e842e7e1 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:54.771762 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f2804c-8ca0-47c0-8258-1ca6c8a16d4d", "name": "network-vif-deleted", "tag": "c7309df9-609e-423f-97c0-0eb4331a1188", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:54.772241 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f88cb48-9586-400b-b5ec-5a18e842e7e1 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:54.773062 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f2804c-8ca0-47c0-8258-1ca6c8a16d4d', 'name': 'network-vif-deleted', 'tag': 'c7309df9-609e-423f-97c0-0eb4331a1188', 'status': 'completed', 'code': 200} Sep 16 05:15:54.796208 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317a1ef9-1a7c-4315-b830-068ba865ca53 None None] Checking router: d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:54.808988 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317a1ef9-1a7c-4315-b830-068ba865ca53 None None] Routers {'d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:54.810802 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-317a1ef9-1a7c-4315-b830-068ba865ca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:15:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:54.814845 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f442664d-78f8-44b1-98ff-f4766f6509c3 req-610e635d-c587-4e03-9eae-a4457b38bf1f service neutron] 10.222.0.21 "GET /v2.0/networks/4b26372d-6621-4485-8bc8-0c50fbbc898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590346 Sep 16 05:15:54.914436 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eeec2dfa-e150-4395-86b7-63cee90a742f tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:55.023447 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc06bf7-fdde-427a-8d50-ab57d48d0618 req-a484fb83-5c41-49cf-be9c-4058954da766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:55.023883 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec2dfa-e150-4395-86b7-63cee90a742f tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event deleted for resources: {'Port': ['ID=9f86ff4e-f6cf-44c9-b67b-ab4bece48d7a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:55.024817 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-317a1ef9-1a7c-4315-b830-068ba865ca53 None None] Set router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:55.025898 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4fc06bf7-fdde-427a-8d50-ab57d48d0618 req-a484fb83-5c41-49cf-be9c-4058954da766 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a58734203b374351a59c62426afce6b4&device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 1097 time: 0.1064832 Sep 16 05:15:55.065911 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8ad8064-5baa-47ec-bf47-387dca1a8886 req-740aebb5-40be-4bc3-8da5-0257dcd90262 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2804c-8ca0-47c0-8258-1ca6c8a16d4d HTTP/1.1" status: 200 len: 210 time: 0.0611491 Sep 16 05:15:55.077455 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eeec2dfa-e150-4395-86b7-63cee90a742f tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:55.083571 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-eeec2dfa-e150-4395-86b7-63cee90a742f tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "DELETE /v2.0/ports/9f86ff4e-f6cf-44c9-b67b-ab4bece48d7a HTTP/1.1" status: 204 len: 168 time: 1.3193724 Sep 16 05:15:55.084775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51374) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:55.144749 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee08f5d-d86b-4534-b272-626d027b0bd9 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] GET failed (client error): The resource could not be found. Sep 16 05:15:55.147048 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1ee08f5d-d86b-4534-b272-626d027b0bd9 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "GET /v2.0/ports/9f86ff4e-f6cf-44c9-b67b-ab4bece48d7a HTTP/1.1" status: 404 len: 333 time: 0.0611446 Sep 16 05:15:55.151456 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51376) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:55.158298 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f878b9e9-805b-4343-9800-544fd919abb6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Request body: {'port': {'network_id': '37e94371-a278-4362-94bc-e30ad6f44c65', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-266027464'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:55.234870 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc06bf7-fdde-427a-8d50-ab57d48d0618 req-a049bda1-ec84-4960-bb97-b2b564366131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:55.236757 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4fc06bf7-fdde-427a-8d50-ab57d48d0618 req-a049bda1-ec84-4960-bb97-b2b564366131 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b26372d-6621-4485-8bc8-0c50fbbc898c HTTP/1.1" status: 200 len: 914 time: 0.1879702 Sep 16 05:15:55.449730 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4fc06bf7-fdde-427a-8d50-ab57d48d0618 req-e270af41-5010-4245-a626-3e8ba1b95468 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b HTTP/1.1" status: 200 len: 1001 time: 0.1993425 Sep 16 05:15:55.506658 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-317a1ef9-1a7c-4315-b830-068ba865ca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:09:10Z', 'revision_number': 4, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port': {'id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:05Z', 'updated_at': '2021-09-16T05:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b', 'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'mac_address': 'fa:16:3e:c3:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:08Z', 'updated_at': '2021-09-16T05:09:13Z', 'revision_number': 5, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'subnets': [{'id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:55.565223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc06bf7-fdde-427a-8d50-ab57d48d0618 req-10373d73-e0eb-42e5-81f2-4285c1656ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:55.567217 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4fc06bf7-fdde-427a-8d50-ab57d48d0618 req-10373d73-e0eb-42e5-81f2-4285c1656ada service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb1315d-beef-43e2-8f79-ef4efee372a5 HTTP/1.1" status: 200 len: 852 time: 0.1101444 Sep 16 05:15:55.575262 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317a1ef9-1a7c-4315-b830-068ba865ca53 None None] The sync data for ids ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'] in n-d-712140-13 is: [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:09:10Z', 'revision_number': 4, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port': {'id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:05Z', 'updated_at': '2021-09-16T05:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b', 'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'mac_address': 'fa:16:3e:c3:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:08Z', 'updated_at': '2021-09-16T05:09:13Z', 'revision_number': 5, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'subnets': [{'id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:55.652180 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f878b9e9-805b-4343-9800-544fd919abb6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Made reservation on behalf of e959f8c4c6d1470f94d376023c71130f for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:55.658870 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc06bf7-fdde-427a-8d50-ab57d48d0618 req-a470e44a-d3f9-41fe-b13d-69f37a74b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:55.659114 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f878b9e9-805b-4343-9800-544fd919abb6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:55.663826 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4fc06bf7-fdde-427a-8d50-ab57d48d0618 req-a470e44a-d3f9-41fe-b13d-69f37a74b627 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b26372d-6621-4485-8bc8-0c50fbbc898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790761 Sep 16 05:15:55.690535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-f878b9e9-805b-4343-9800-544fd919abb6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] device_id is not set on port 9936f5ef-317d-4b67-afc9-284c010a1144 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:15:55.848462 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4fc06bf7-fdde-427a-8d50-ab57d48d0618 req-830a49b3-d88b-43da-acc0-0afb744c1d20 service neutron] 10.222.0.21 "GET /v2.0/networks/4b26372d-6621-4485-8bc8-0c50fbbc898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697698 Sep 16 05:15:55.922362 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-f878b9e9-805b-4343-9800-544fd919abb6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Allocated IP 2001:db8::d8 (37e94371-a278-4362-94bc-e30ad6f44c65/14ccb612-5c10-42e4-a13a-73da64fab655/9936f5ef-317d-4b67-afc9-284c010a1144) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:56.002839 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4fc06bf7-fdde-427a-8d50-ab57d48d0618 req-a6d943a2-63b4-4241-859a-6cb2b586da52 service neutron] 10.222.0.21 "GET /v2.0/networks/4b26372d-6621-4485-8bc8-0c50fbbc898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402817 Sep 16 05:15:56.051454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afe38c4-cc14-40ba-99ea-d29551193280 None None] New status for floating IP 729facec-4689-442f-8db0-a49fa5280248: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:15:56.171728 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f878b9e9-805b-4343-9800-544fd919abb6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.365894 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f878b9e9-805b-4343-9800-544fd919abb6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.375852 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51386) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:56.455880 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f878b9e9-805b-4343-9800-544fd919abb6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Network 37e94371-a278-4362-94bc-e30ad6f44c65 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:56.462333 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-f878b9e9-805b-4343-9800-544fd919abb6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:56.470618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f878b9e9-805b-4343-9800-544fd919abb6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:56.480863 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f878b9e9-805b-4343-9800-544fd919abb6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:56.483563 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f878b9e9-805b-4343-9800-544fd919abb6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.490412 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fdcdb703-964f-4eba-9f2e-40629e5d335b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.512547 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878b9e9-805b-4343-9800-544fd919abb6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event updated for resources: {'Port': ['ID=9936f5ef-317d-4b67-afc9-284c010a1144,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:56.543931 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fdcdb703-964f-4eba-9f2e-40629e5d335b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.589118 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f878b9e9-805b-4343-9800-544fd919abb6 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4361010 Sep 16 05:15:56.594413 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51388) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:56.602309 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-fb13f652-3d5f-4e3b-b863-85f6b45f575c tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Request body: {'port': {'network_id': '37e94371-a278-4362-94bc-e30ad6f44c65', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-718310179'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:56.714528 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fdcdb703-964f-4eba-9f2e-40629e5d335b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.719915 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fdcdb703-964f-4eba-9f2e-40629e5d335b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.721585 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fdcdb703-964f-4eba-9f2e-40629e5d335b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "DELETE /v2.0/security-groups/452a3bdb-e894-45c4-80e4-14dd9d8df192 HTTP/1.1" status: 204 len: 168 time: 0.3441732 Sep 16 05:15:56.731085 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51390) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:56.745796 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdb703-964f-4eba-9f2e-40629e5d335b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=452a3bdb-e894-45c4-80e4-14dd9d8df192,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:56.761524 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdb703-964f-4eba-9f2e-40629e5d335b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:56.762365 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdb703-964f-4eba-9f2e-40629e5d335b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:56.763758 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdb703-964f-4eba-9f2e-40629e5d335b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:56.764830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdb703-964f-4eba-9f2e-40629e5d335b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:56.766078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdb703-964f-4eba-9f2e-40629e5d335b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:56.766267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdb703-964f-4eba-9f2e-40629e5d335b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:56.767027 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdb703-964f-4eba-9f2e-40629e5d335b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:56.767650 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdb703-964f-4eba-9f2e-40629e5d335b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:56.768390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdb703-964f-4eba-9f2e-40629e5d335b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:56.768555 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-c363d2f5-d1b2-42a6-b0b9-b7a3cd35f96e tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] show failed (client error): The resource could not be found. Sep 16 05:15:56.769073 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdb703-964f-4eba-9f2e-40629e5d335b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:56.769832 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdb703-964f-4eba-9f2e-40629e5d335b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:56.770700 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c363d2f5-d1b2-42a6-b0b9-b7a3cd35f96e tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups/452a3bdb-e894-45c4-80e4-14dd9d8df192 HTTP/1.1" status: 404 len: 347 time: 0.0372117 Sep 16 05:15:56.776173 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51392) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:56.776428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdb703-964f-4eba-9f2e-40629e5d335b tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:56.853644 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-98780922-0496-4209-9534-c4c4695e063e None None] Provisioning complete for port 9936f5ef-317d-4b67-afc9-284c010a1144 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:56.854427 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-98780922-0496-4209-9534-c4c4695e063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.930279 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-98780922-0496-4209-9534-c4c4695e063e None None] Port 9936f5ef-317d-4b67-afc9-284c010a1144 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:56.996140 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-9d58dc35-d92e-44b0-9b10-8f42e4b641b0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Deleting port 8ee9ac1f-53ad-42f5-8e76-84e82da5cc67 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:56.996558 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d58dc35-d92e-44b0-9b10-8f42e4b641b0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.090046 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb13f652-3d5f-4e3b-b863-85f6b45f575c tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Made reservation on behalf of e959f8c4c6d1470f94d376023c71130f for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:57.096324 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb13f652-3d5f-4e3b-b863-85f6b45f575c tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.149049 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-fb13f652-3d5f-4e3b-b863-85f6b45f575c tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] device_id is not set on port 8e0c7822-6ae6-4293-a1f7-edffc3182897 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:15:57.153062 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab9572f7-00e7-4070-9591-1aaf1a274b02 req-af38abe7-e686-4387-9e79-e8bc32a34560 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557413 Sep 16 05:15:57.256012 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d58dc35-d92e-44b0-9b10-8f42e4b641b0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.256449 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d58dc35-d92e-44b0-9b10-8f42e4b641b0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.277488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9572f7-00e7-4070-9591-1aaf1a274b02 req-8afec6d1-34af-4cf7-9168-01b2d810d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:57.279144 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab9572f7-00e7-4070-9591-1aaf1a274b02 req-8afec6d1-34af-4cf7-9168-01b2d810d9f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a58734203b374351a59c62426afce6b4&device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 1097 time: 0.0544939 Sep 16 05:15:57.302676 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-9d58dc35-d92e-44b0-9b10-8f42e4b641b0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Calling delete_port for 8ee9ac1f-53ad-42f5-8e76-84e82da5cc67 owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:57.455521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9572f7-00e7-4070-9591-1aaf1a274b02 req-fcf301f4-ba88-41e4-8c90-f213ea38b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:57.458272 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab9572f7-00e7-4070-9591-1aaf1a274b02 req-fcf301f4-ba88-41e4-8c90-f213ea38b920 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b26372d-6621-4485-8bc8-0c50fbbc898c HTTP/1.1" status: 200 len: 914 time: 0.1564455 Sep 16 05:15:57.562893 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-fb13f652-3d5f-4e3b-b863-85f6b45f575c tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Allocated IP 2001:db8::20e (37e94371-a278-4362-94bc-e30ad6f44c65/14ccb612-5c10-42e4-a13a-73da64fab655/8e0c7822-6ae6-4293-a1f7-edffc3182897) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:57.583013 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab9572f7-00e7-4070-9591-1aaf1a274b02 req-762d608d-7904-44e4-bf64-b29b9df0ae9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b HTTP/1.1" status: 200 len: 1001 time: 0.1169629 Sep 16 05:15:57.653443 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9572f7-00e7-4070-9591-1aaf1a274b02 req-57c427cd-05d4-4ef9-a82f-264e55435dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:57.656044 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab9572f7-00e7-4070-9591-1aaf1a274b02 req-57c427cd-05d4-4ef9-a82f-264e55435dc0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb1315d-beef-43e2-8f79-ef4efee372a5 HTTP/1.1" status: 200 len: 852 time: 0.0628524 Sep 16 05:15:57.726019 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9572f7-00e7-4070-9591-1aaf1a274b02 req-0d01d1dc-8ec8-4964-a084-dc2df50254c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:57.727777 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab9572f7-00e7-4070-9591-1aaf1a274b02 req-0d01d1dc-8ec8-4964-a084-dc2df50254c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b26372d-6621-4485-8bc8-0c50fbbc898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546079 Sep 16 05:15:57.858774 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab9572f7-00e7-4070-9591-1aaf1a274b02 req-81d0072c-f03d-4e8f-ba94-8a29731faaca service neutron] 10.222.0.21 "GET /v2.0/networks/4b26372d-6621-4485-8bc8-0c50fbbc898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209295 Sep 16 05:15:57.916579 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d58dc35-d92e-44b0-9b10-8f42e4b641b0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.003254 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58dc35-d92e-44b0-9b10-8f42e4b641b0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Pushing event deleted for resources: {'Port': ['ID=8ee9ac1f-53ad-42f5-8e76-84e82da5cc67,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:58.017563 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab9572f7-00e7-4070-9591-1aaf1a274b02 req-ee8184ea-ae15-40d6-97b0-f2fdb72b7e2c service neutron] 10.222.0.21 "GET /v2.0/networks/4b26372d-6621-4485-8bc8-0c50fbbc898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499834 Sep 16 05:15:58.196808 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d58dc35-d92e-44b0-9b10-8f42e4b641b0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.202184 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d58dc35-d92e-44b0-9b10-8f42e4b641b0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.205813 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9d58dc35-d92e-44b0-9b10-8f42e4b641b0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "DELETE /v2.0/floatingips/729facec-4689-442f-8db0-a49fa5280248 HTTP/1.1" status: 204 len: 168 time: 1.4260817 Sep 16 05:15:58.234463 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb13f652-3d5f-4e3b-b863-85f6b45f575c tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.459285 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb13f652-3d5f-4e3b-b863-85f6b45f575c tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.485949 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.532154 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb13f652-3d5f-4e3b-b863-85f6b45f575c tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Network 37e94371-a278-4362-94bc-e30ad6f44c65 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:58.537475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-fb13f652-3d5f-4e3b-b863-85f6b45f575c tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:58.543188 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb13f652-3d5f-4e3b-b863-85f6b45f575c tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:58.551121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb13f652-3d5f-4e3b-b863-85f6b45f575c tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:58.551669 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fb13f652-3d5f-4e3b-b863-85f6b45f575c tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.592940 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13f652-3d5f-4e3b-b863-85f6b45f575c tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event updated for resources: {'Port': ['ID=8e0c7822-6ae6-4293-a1f7-edffc3182897,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:58.663795 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fb13f652-3d5f-4e3b-b863-85f6b45f575c tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0673769 Sep 16 05:15:58.667662 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51418) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:58.675511 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-fd3e07b0-2440-48c0-99e3-22e5546c6409 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::ba', 'mac_address': 'fa:16:3e:60:2e:9d'}, {'ip_address': '2001:db8::d8', 'mac_address': 'fa:16:3e:ef:af:72'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:58.701112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51420) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:58.718728 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b5c17f83-d6f8-4f38-b0db-f62bbbc3db09 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--131163115', 'description': 'tempest-description--2022167966'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:58.897128 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b5c17f83-d6f8-4f38-b0db-f62bbbc3db09 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.999414 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd3e07b0-2440-48c0-99e3-22e5546c6409 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.008626 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c73dc067-6f55-4f87-8790-cfd285417369 None None] Provisioning complete for port 8e0c7822-6ae6-4293-a1f7-edffc3182897 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:59.009599 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c73dc067-6f55-4f87-8790-cfd285417369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.093486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c73dc067-6f55-4f87-8790-cfd285417369 None None] Port 8e0c7822-6ae6-4293-a1f7-edffc3182897 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:59.117430 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b5c17f83-d6f8-4f38-b0db-f62bbbc3db09 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.269433 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b5c17f83-d6f8-4f38-b0db-f62bbbc3db09 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.331948 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd3e07b0-2440-48c0-99e3-22e5546c6409 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.335873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c17f83-d6f8-4f38-b0db-f62bbbc3db09 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=177be2d0-ac8c-4960-9821-981332381fdd,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:59.430692 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b5c17f83-d6f8-4f38-b0db-f62bbbc3db09 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.433268 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b5c17f83-d6f8-4f38-b0db-f62bbbc3db09 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7292507 Sep 16 05:15:59.435903 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd3e07b0-2440-48c0-99e3-22e5546c6409 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.437265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51428) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:59.447439 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-9504f565-571d-40a5-b836-831d3bec8b72 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Request body: {'security_group_rule': {'security_group_id': '177be2d0-ac8c-4960-9821-981332381fdd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:59.502755 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e07b0-2440-48c0-99e3-22e5546c6409 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] In _notify_port_updated(), no bound segment for port 8e0c7822-6ae6-4293-a1f7-edffc3182897 on network 37e94371-a278-4362-94bc-e30ad6f44c65 {{(pid=95474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:15:59.513680 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3e07b0-2440-48c0-99e3-22e5546c6409 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:59.514627 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd3e07b0-2440-48c0-99e3-22e5546c6409 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.520684 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fd3e07b0-2440-48c0-99e3-22e5546c6409 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "PUT /v2.0/ports/8e0c7822-6ae6-4293-a1f7-edffc3182897 HTTP/1.1" status: 200 len: 1065 time: 0.8474810 Sep 16 05:15:59.521884 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51436) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:59.616173 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9504f565-571d-40a5-b836-831d3bec8b72 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.626763 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e07b0-2440-48c0-99e3-22e5546c6409 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event updated for resources: {'Port': ['ID=8e0c7822-6ae6-4293-a1f7-edffc3182897,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:59.724982 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9504f565-571d-40a5-b836-831d3bec8b72 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.757026 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-9b81ae97-c24d-4c85-8a98-8db2048a832d tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Deleting port 8e0c7822-6ae6-4293-a1f7-edffc3182897 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:59.757808 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b81ae97-c24d-4c85-8a98-8db2048a832d tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.840228 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9504f565-571d-40a5-b836-831d3bec8b72 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.882434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504f565-571d-40a5-b836-831d3bec8b72 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4993b324-a2c5-47ba-b88a-09d0644d8c35,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:59.938391 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-bc50feb4-c71b-456a-a143-e7928a7339e6 None None] Provisioning complete for port 8e0c7822-6ae6-4293-a1f7-edffc3182897 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:59.939313 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bc50feb4-c71b-456a-a143-e7928a7339e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.962980 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b81ae97-c24d-4c85-8a98-8db2048a832d tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.988353 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-9b81ae97-c24d-4c85-8a98-8db2048a832d tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Calling delete_port for 8e0c7822-6ae6-4293-a1f7-edffc3182897 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:00.007022 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-bc50feb4-c71b-456a-a143-e7928a7339e6 None None] Port 8e0c7822-6ae6-4293-a1f7-edffc3182897 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:00.022856 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9504f565-571d-40a5-b836-831d3bec8b72 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.026396 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9504f565-571d-40a5-b836-831d3bec8b72 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5858359 Sep 16 05:16:00.030919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51450) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:00.040636 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-db6bee2f-54fe-4ba8-bbdb-d17eff9c54ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Request body: {'security_group_rule': {'security_group_id': '177be2d0-ac8c-4960-9821-981332381fdd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:00.187478 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-db6bee2f-54fe-4ba8-bbdb-d17eff9c54ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.283239 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-db6bee2f-54fe-4ba8-bbdb-d17eff9c54ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.382982 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b81ae97-c24d-4c85-8a98-8db2048a832d tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.416976 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81ae97-c24d-4c85-8a98-8db2048a832d tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event deleted for resources: {'Port': ['ID=8e0c7822-6ae6-4293-a1f7-edffc3182897,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:00.417304 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-db6bee2f-54fe-4ba8-bbdb-d17eff9c54ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.476608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bee2f-54fe-4ba8-bbdb-d17eff9c54ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebffd1c4-8afc-4180-8dac-728fae629356,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:00.647041 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-db6bee2f-54fe-4ba8-bbdb-d17eff9c54ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.656558 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-db6bee2f-54fe-4ba8-bbdb-d17eff9c54ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6232450 Sep 16 05:16:00.657834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51470) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:00.668826 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7ff740c3-8cad-4c7f-87e3-28bb1e3585a0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:00.754332 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b81ae97-c24d-4c85-8a98-8db2048a832d tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.756564 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9b81ae97-c24d-4c85-8a98-8db2048a832d tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "DELETE /v2.0/ports/8e0c7822-6ae6-4293-a1f7-edffc3182897 HTTP/1.1" status: 204 len: 168 time: 1.2337120 Sep 16 05:16:00.761280 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51474) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:00.821748 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0e1a9c-5458-4219-92d8-0011c0eddcdd tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] GET failed (client error): The resource could not be found. Sep 16 05:16:00.824095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6a0e1a9c-5458-4219-92d8-0011c0eddcdd tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "GET /v2.0/ports/8e0c7822-6ae6-4293-a1f7-edffc3182897 HTTP/1.1" status: 404 len: 333 time: 0.0611854 Sep 16 05:16:00.826511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51480) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:00.842355 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7ff740c3-8cad-4c7f-87e3-28bb1e3585a0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.847064 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c57da3e2-9346-42ef-ae02-68cc83c848c5 req-862894f1-6a60-432b-b4da-cce9900247fc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1957312 Sep 16 05:16:00.997910 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57da3e2-9346-42ef-ae02-68cc83c848c5 req-95ce6209-f26e-43c2-a7a2-ba476589550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:01.000331 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c57da3e2-9346-42ef-ae02-68cc83c848c5 req-95ce6209-f26e-43c2-a7a2-ba476589550a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d6a10c61b3f427e8b6252249bac1dfe&device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 1097 time: 0.0539486 Sep 16 05:16:01.057044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-3f4e6b6b-38d3-4d00-96f8-8f876271ca8d tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Deleting port 9936f5ef-317d-4b67-afc9-284c010a1144 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:01.058530 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3f4e6b6b-38d3-4d00-96f8-8f876271ca8d tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.153296 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57da3e2-9346-42ef-ae02-68cc83c848c5 req-214806a8-1449-4fa5-b48f-d5c92feda171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:01.155044 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c57da3e2-9346-42ef-ae02-68cc83c848c5 req-214806a8-1449-4fa5-b48f-d5c92feda171 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4a92d87f-6f51-45e0-8432-716507f35429 HTTP/1.1" status: 200 len: 910 time: 0.1262922 Sep 16 05:16:01.178114 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:16:01.206429 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7ff740c3-8cad-4c7f-87e3-28bb1e3585a0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.275396 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c57da3e2-9346-42ef-ae02-68cc83c848c5 req-4ea2a36f-45f2-4949-8371-abc7c0715d11 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63fea539-cb5a-4e1f-ba8e-3e7a003a04fb HTTP/1.1" status: 200 len: 1000 time: 0.1124661 Sep 16 05:16:01.305993 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3f4e6b6b-38d3-4d00-96f8-8f876271ca8d tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.328315 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-3f4e6b6b-38d3-4d00-96f8-8f876271ca8d tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Calling delete_port for 9936f5ef-317d-4b67-afc9-284c010a1144 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:01.448396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-7ff740c3-8cad-4c7f-87e3-28bb1e3585a0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Allocated IP 172.25.4.72 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/1ce7ce55-9578-417c-882a-0acd2001112e) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:01.648928 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7ff740c3-8cad-4c7f-87e3-28bb1e3585a0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.698552 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3f4e6b6b-38d3-4d00-96f8-8f876271ca8d tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.741058 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e6b6b-38d3-4d00-96f8-8f876271ca8d tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event deleted for resources: {'Port': ['ID=9936f5ef-317d-4b67-afc9-284c010a1144,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:01.773900 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57da3e2-9346-42ef-ae02-68cc83c848c5 req-4245dc1d-cae4-4cfd-afb4-d177c6c5db50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:01.777732 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c57da3e2-9346-42ef-ae02-68cc83c848c5 req-4245dc1d-cae4-4cfd-afb4-d177c6c5db50 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f577e1cc-3619-4e30-9c66-21635bb1ad2e HTTP/1.1" status: 200 len: 848 time: 0.4940524 Sep 16 05:16:01.802515 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3f4e6b6b-38d3-4d00-96f8-8f876271ca8d tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.807813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3f4e6b6b-38d3-4d00-96f8-8f876271ca8d tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "DELETE /v2.0/ports/9936f5ef-317d-4b67-afc9-284c010a1144 HTTP/1.1" status: 204 len: 168 time: 0.9772549 Sep 16 05:16:01.810401 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7ff740c3-8cad-4c7f-87e3-28bb1e3585a0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.813037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51508) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:01.891947 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-49bcc46a-26a1-4e7a-8dc1-730831de0f87 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] GET failed (client error): The resource could not be found. Sep 16 05:16:01.899275 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-49bcc46a-26a1-4e7a-8dc1-730831de0f87 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "GET /v2.0/ports/9936f5ef-317d-4b67-afc9-284c010a1144 HTTP/1.1" status: 404 len: 333 time: 0.0834131 Sep 16 05:16:01.908971 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57da3e2-9346-42ef-ae02-68cc83c848c5 req-b5e62695-0b44-4269-a7bf-9b9266bd7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:01.908971 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c57da3e2-9346-42ef-ae02-68cc83c848c5 req-b5e62695-0b44-4269-a7bf-9b9266bd7f91 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4a92d87f-6f51-45e0-8432-716507f35429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202779 Sep 16 05:16:01.908971 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51510) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:01.928156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff740c3-8cad-4c7f-87e3-28bb1e3585a0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:01.939014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-7ff740c3-8cad-4c7f-87e3-28bb1e3585a0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:01.956386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff740c3-8cad-4c7f-87e3-28bb1e3585a0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:02.022042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff740c3-8cad-4c7f-87e3-28bb1e3585a0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Pushing event updated for resources: {'Port': ['ID=1ce7ce55-9578-417c-882a-0acd2001112e,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:02.094993 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c57da3e2-9346-42ef-ae02-68cc83c848c5 req-85a872b4-9d73-4535-844b-84ba875d8acb service neutron] 10.222.0.38 "GET /v2.0/networks/4a92d87f-6f51-45e0-8432-716507f35429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793194 Sep 16 05:16:02.172726 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7ff740c3-8cad-4c7f-87e3-28bb1e3585a0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.291274 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c57da3e2-9346-42ef-ae02-68cc83c848c5 req-e7962e97-1c51-4735-a848-cbee8372646f service neutron] 10.222.0.38 "GET /v2.0/networks/4a92d87f-6f51-45e0-8432-716507f35429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800754 Sep 16 05:16:02.293574 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-94cd5f83-e252-4d7e-9dba-d4400267a279 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Deleting port 2da38129-7031-4e14-9c31-001b0bae8cd2 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:02.293965 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94cd5f83-e252-4d7e-9dba-d4400267a279 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.347959 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7ff740c3-8cad-4c7f-87e3-28bb1e3585a0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.434755 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94cd5f83-e252-4d7e-9dba-d4400267a279 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.450128 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-94cd5f83-e252-4d7e-9dba-d4400267a279 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Calling delete_port for 2da38129-7031-4e14-9c31-001b0bae8cd2 owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:02.571098 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7ff740c3-8cad-4c7f-87e3-28bb1e3585a0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.649368 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7ff740c3-8cad-4c7f-87e3-28bb1e3585a0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.751280 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff740c3-8cad-4c7f-87e3-28bb1e3585a0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Pushing event updated for resources: {'Port': ['ID=1ce7ce55-9578-417c-882a-0acd2001112e,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:02.761496 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94cd5f83-e252-4d7e-9dba-d4400267a279 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.782425 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7ff740c3-8cad-4c7f-87e3-28bb1e3585a0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.882914 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd5f83-e252-4d7e-9dba-d4400267a279 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event deleted for resources: {'Port': ['ID=2da38129-7031-4e14-9c31-001b0bae8cd2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:02.886483 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-94cd5f83-e252-4d7e-9dba-d4400267a279 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.890428 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-94cd5f83-e252-4d7e-9dba-d4400267a279 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "DELETE /v2.0/ports/2da38129-7031-4e14-9c31-001b0bae8cd2 HTTP/1.1" status: 204 len: 168 time: 0.9817321 Sep 16 05:16:02.894033 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51544) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:02.903271 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7ff740c3-8cad-4c7f-87e3-28bb1e3585a0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.905711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7ff740c3-8cad-4c7f-87e3-28bb1e3585a0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2459223 Sep 16 05:16:02.993780 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc902ca8-6ad9-4546-9bc8-e19e409fa7db tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Deleting subnet 14ccb612-5c10-42e4-a13a-73da64fab655 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:02.998180 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc902ca8-6ad9-4546-9bc8-e19e409fa7db tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.064290 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc902ca8-6ad9-4546-9bc8-e19e409fa7db tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.209745 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc902ca8-6ad9-4546-9bc8-e19e409fa7db tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.296802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2746b7e0-c11e-467e-9c4e-b7c999f4cecb tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--131163115&fields=id&tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3 HTTP/1.1" status: 200 len: 267 time: 0.0552843 Sep 16 05:16:03.516043 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc902ca8-6ad9-4546-9bc8-e19e409fa7db tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.577103 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc902ca8-6ad9-4546-9bc8-e19e409fa7db tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event deleted for resources: {'Subnet': ['ID=14ccb612-5c10-42e4-a13a-73da64fab655,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:03.581145 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cc902ca8-6ad9-4546-9bc8-e19e409fa7db tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.586391 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cc902ca8-6ad9-4546-9bc8-e19e409fa7db tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "DELETE /v2.0/subnets/14ccb612-5c10-42e4-a13a-73da64fab655 HTTP/1.1" status: 204 len: 168 time: 0.6901476 Sep 16 05:16:03.588523 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b15db2d-c805-4458-8f93-3511efd874aa None None] Network 37e94371-a278-4362-94bc-e30ad6f44c65 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:03.589026 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51574) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:03.722117 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.827371 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Deleting port 10562bab-b5bd-4270-bea5-342609dc515b {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:03.827834 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.895160 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] DHCP port deletion for 37e94371-a278-4362-94bc-e30ad6f44c65 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:16:03.906542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-172a511a-25d6-45af-b181-2b42033348e4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:03.908769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-172a511a-25d6-45af-b181-2b42033348e4 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/networks?id=b93d0e73-7b57-4b50-88bf-e393412fa10a HTTP/1.1" status: 200 len: 811 time: 0.6034055 Sep 16 05:16:03.930597 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-be54f03e-2397-47b8-8151-d232c5919191 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/quotas/c73d0c9bc8fd41e98ef3948ec22a1dc3 HTTP/1.1" status: 200 len: 375 time: 0.0122848 Sep 16 05:16:03.965765 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] For port 10562bab-b5bd-4270-bea5-342609dc515b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=10562bab-b5bd-4270-bea5-342609dc515b,segment=NetworkSegment(c423006d-ac0c-441e-bbfd-a088e74c8b92),segment_id=c423006d-ac0c-441e-bbfd-a088e74c8b92)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:03.966567 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.985016 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] Deleting port 10562bab-b5bd-4270-bea5-342609dc515b {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:03.985636 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.997576 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Calling delete_port for 10562bab-b5bd-4270-bea5-342609dc515b owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:04.039354 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-f7291052-f9ae-436f-9fb3-c322392fe8de tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0910490 Sep 16 05:16:04.140034 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] For port 10562bab-b5bd-4270-bea5-342609dc515b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=10562bab-b5bd-4270-bea5-342609dc515b,segment=NetworkSegment(c423006d-ac0c-441e-bbfd-a088e74c8b92),segment_id=c423006d-ac0c-441e-bbfd-a088e74c8b92)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:04.140692 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.165211 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] Calling delete_port for 10562bab-b5bd-4270-bea5-342609dc515b owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:04.257091 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.285211 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-c67cb8ce-c4e0-44db-a391-4d2455826796 service neutron] 10.222.0.20 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352493 Sep 16 05:16:04.318112 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event deleted for resources: {'Port': ['ID=10562bab-b5bd-4270-bea5-342609dc515b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:04.321759 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] No DVR routers for this DVR port 10562bab-b5bd-4270-bea5-342609dc515b on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:04.358166 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.389198 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] No DVR routers for this DVR port 10562bab-b5bd-4270-bea5-342609dc515b on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:04.473733 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] Pushing event deleted for resources: {'Port': ['ID=10562bab-b5bd-4270-bea5-342609dc515b,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:04.488852 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:04.489279 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.500163 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:04.502718 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:04.506335 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:04.508124 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-c50d6b61-87d8-4a19-8aaa-b9c2aabd9552 service neutron] 10.222.0.20 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135069 Sep 16 05:16:04.509694 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:04.510833 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:04.511393 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:04.511850 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:04.513990 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:04.514460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:04.515131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:04.519893 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d23a08-fae7-45bf-9c3a-2db4beb29b49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:04.536934 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e94371-a278-4362-94bc-e30ad6f44c65']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:04.573389 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c423006d-ac0c-441e-bbfd-a088e74c8b92') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:04.574214 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c423006d-ac0c-441e-bbfd-a088e74c8b92') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:04.591253 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.623781 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.626223 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 10562bab-b5bd-4270-bea5-342609dc515b no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:04.646132 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:04.646568 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:04.670296 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:04.707307 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 10562bab-b5bd-4270-bea5-342609dc515b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:04.708004 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 10562bab-b5bd-4270-bea5-342609dc515b not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:04.914542 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.935625 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.938788 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] 10.222.0.20 "DELETE /v2.0/networks/37e94371-a278-4362-94bc-e30ad6f44c65 HTTP/1.1" status: 204 len: 168 time: 1.3483486 Sep 16 05:16:05.005743 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f39327-9447-42ac-915f-f5ade5334c74 tempest-AllowedAddressPairIpV6TestJSON-1895507058 tempest-AllowedAddressPairIpV6TestJSON-1895507058-project] Pushing event deleted for resources: {'Network': ['ID=37e94371-a278-4362-94bc-e30ad6f44c65,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:05.222162 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-52c98104-8c0f-4314-8edd-c055c0406ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.281490 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-86fb6dcb-ab8c-4c98-a81b-04d52b07c832 req-3583c05d-cb31-4723-aad2-b5114c597156 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 210 time: 0.0328031 Sep 16 05:16:05.789675 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51648) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:05.998463 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b58a5081-6cd0-4faf-87da-df5cbdb7a106 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e959f8c4c6d1470f94d376023c71130f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059639 Sep 16 05:16:06.000227 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51660) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:06.061896 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-384fc5d6-6eaa-4686-85a6-8835a7964738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.100506 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-384fc5d6-6eaa-4686-85a6-8835a7964738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.237633 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-384fc5d6-6eaa-4686-85a6-8835a7964738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.240752 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-384fc5d6-6eaa-4686-85a6-8835a7964738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.244899 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-384fc5d6-6eaa-4686-85a6-8835a7964738 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e43b2be4-51d0-46d3-8482-0b26e1f48a9e HTTP/1.1" status: 204 len: 168 time: 0.2405145 Sep 16 05:16:06.258673 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fc5d6-6eaa-4686-85a6-8835a7964738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43b2be4-51d0-46d3-8482-0b26e1f48a9e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:06.393188 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41d12e40-627a-44a6-a192-83b92c46be9a req-8c012c61-ca97-45ba-8d3c-48f3ea5bc71f tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 210 time: 0.0346165 Sep 16 05:16:07.519031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d9c20bb-680a-46f7-892d-3540b9f14ad2 req-b8063b83-5fa3-4ed7-ab39-9b364101d0dd tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 210 time: 0.0352511 Sep 16 05:16:07.782577 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-46c6a4f7-77c5-4327-8952-db52f65658ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.951930 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 51754) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:08.082702 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-7131b84e-7f7e-4b7b-b7cc-ecc82b0a07fd tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-50076082'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:08.250187 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7131b84e-7f7e-4b7b-b7cc-ecc82b0a07fd tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Made reservation on behalf of 87a573c8f2e44917be939618348e482c for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:08.254288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7131b84e-7f7e-4b7b-b7cc-ecc82b0a07fd tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.265526 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7131b84e-7f7e-4b7b-b7cc-ecc82b0a07fd tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.383996 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7131b84e-7f7e-4b7b-b7cc-ecc82b0a07fd tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.507655 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7131b84e-7f7e-4b7b-b7cc-ecc82b0a07fd tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.539945 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7131b84e-7f7e-4b7b-b7cc-ecc82b0a07fd tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:08.551334 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131b84e-7f7e-4b7b-b7cc-ecc82b0a07fd tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcecbc4f-fd5a-499a-8bd1-e4e343b6ff77,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:08.561343 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7131b84e-7f7e-4b7b-b7cc-ecc82b0a07fd tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.561693 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-7131b84e-7f7e-4b7b-b7cc-ecc82b0a07fd tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Added segment 21f9f205-482d-472e-977d-0b6556900363 of type vlan for network 0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f Sep 16 05:16:08.627145 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7131b84e-7f7e-4b7b-b7cc-ecc82b0a07fd tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.629411 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.672159 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-94350787-7398-4bca-9377-9b8d3cb0f37c req-8f370497-f3c2-4cd5-9a6c-6b447ffe422e tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 210 time: 0.0315702 Sep 16 05:16:08.736015 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7131b84e-7f7e-4b7b-b7cc-ecc82b0a07fd tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.742144 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7131b84e-7f7e-4b7b-b7cc-ecc82b0a07fd tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:08.742811 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7131b84e-7f7e-4b7b-b7cc-ecc82b0a07fd tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.837689 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131b84e-7f7e-4b7b-b7cc-ecc82b0a07fd tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Network': ['ID=0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:08.850648 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:08.906226 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7131b84e-7f7e-4b7b-b7cc-ecc82b0a07fd tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9397972 Sep 16 05:16:09.359248 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.800421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4977bca1-d927-4a0e-90b6-708b462f4232 req-896bfe9a-e0c4-4dac-b6cc-0d0d9e232e57 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 210 time: 0.0316594 Sep 16 05:16:10.759693 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-98df8dac-de41-46e3-8395-0334971b20bd tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:10.763212 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-98df8dac-de41-46e3-8395-0334971b20bd tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.38 "GET /v2.0/networks?id=b93d0e73-7b57-4b50-88bf-e393412fa10a HTTP/1.1" status: 200 len: 811 time: 0.1883984 Sep 16 05:16:10.842816 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.887525 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-b45df95f-ef99-4678-bedd-b5400da29764 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3 HTTP/1.1" status: 200 len: 379 time: 0.1091394 Sep 16 05:16:10.908177 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-26d55890-4571-497e-898c-c51a475e4f9a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Request body: {'port': {'device_id': '0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'admin_state_up': True, 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'security_groups': ['177be2d0-ac8c-4960-9821-981332381fdd']}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:11.029105 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99daa1db-d2f7-493c-a3cd-bd01036a823d req-75baeb37-026f-48e2-8ebe-c6627d112369 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 210 time: 0.0588806 Sep 16 05:16:11.352259 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-26d55890-4571-497e-898c-c51a475e4f9a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Made reservation on behalf of c73d0c9bc8fd41e98ef3948ec22a1dc3 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:11.359948 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-26d55890-4571-497e-898c-c51a475e4f9a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.601926 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-26d55890-4571-497e-898c-c51a475e4f9a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Allocated IP 172.20.0.8 (b93d0e73-7b57-4b50-88bf-e393412fa10a/64014166-35b7-4597-8d1f-ccab49be1bad/b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:11.834169 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-26d55890-4571-497e-898c-c51a475e4f9a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.953944 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-26d55890-4571-497e-898c-c51a475e4f9a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.036863 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-26d55890-4571-497e-898c-c51a475e4f9a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Network b93d0e73-7b57-4b50-88bf-e393412fa10a is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:12.041581 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-26d55890-4571-497e-898c-c51a475e4f9a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:12.052225 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-26d55890-4571-497e-898c-c51a475e4f9a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:12.087390 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d55890-4571-497e-898c-c51a475e4f9a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Pushing event updated for resources: {'Port': ['ID=b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:12.123599 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-26d55890-4571-497e-898c-c51a475e4f9a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:12.124299 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-26d55890-4571-497e-898c-c51a475e4f9a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.243601 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-26d55890-4571-497e-898c-c51a475e4f9a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3481169 Sep 16 05:16:12.248017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52848d-a46f-48da-aa1b-4a9eb1f799f6 req-ab229692-6307-4eee-8a42-7fd0a1aa731e tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:12.254115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de52848d-a46f-48da-aa1b-4a9eb1f799f6 req-ab229692-6307-4eee-8a42-7fd0a1aa731e tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 931 time: 0.0775754 Sep 16 05:16:12.268290 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Request body: {'port': {'device_id': '0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:12.317870 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de52848d-a46f-48da-aa1b-4a9eb1f799f6 req-fe073c74-064d-4497-a4c6-8d2129572453 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=177be2d0-ac8c-4960-9821-981332381fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537670 Sep 16 05:16:12.428177 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.483449 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ad984261-ea3e-45f4-a8e7-c7a91ee4b19f None None] Provisioning complete for port b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:12.484230 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ad984261-ea3e-45f4-a8e7-c7a91ee4b19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.551248 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ad984261-ea3e-45f4-a8e7-c7a91ee4b19f None None] Port b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:12.596687 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51898) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:12.602455 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c7907cf4-e0b1-4bb6-a27f-f9f2bda02eaf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'subnet': {'network_id': '0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:12.877405 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:12.886681 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.895832 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7907cf4-e0b1-4bb6-a27f-f9f2bda02eaf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Made reservation on behalf of 87a573c8f2e44917be939618348e482c for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:12.900790 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c7907cf4-e0b1-4bb6-a27f-f9f2bda02eaf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.903545 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Transition to ACTIVE for port object b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:16:12.976645 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.160280 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Pushing event updated for resources: {'Port': ['ID=b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:13.201718 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Attempting to bind port b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:13.202253 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Attempting to bind port b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'eaab70e4-1784-46f4-bcb6-260eb0f7cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:13.202825 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Attempting to bind port b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 on network b93d0e73-7b57-4b50-88bf-e393412fa10a {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:13.208253 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Port b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 on network b93d0e73-7b57-4b50-88bf-e393412fa10a not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:13.208609 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Attempting to bind port b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 on network b93d0e73-7b57-4b50-88bf-e393412fa10a {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:13.215873 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:13.215873 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Checking segment: {'id': 'eaab70e4-1784-46f4-bcb6-260eb0f7cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:13.216435 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Bound using segment: {'id': 'eaab70e4-1784-46f4-bcb6-260eb0f7cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:13.216730 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Bound port: b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaab70e4-1784-46f4-bcb6-260eb0f7cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:13.217097 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.249968 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c7907cf4-e0b1-4bb6-a27f-f9f2bda02eaf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.351461 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] For port b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:13.359832 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] For port b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3,segment=NetworkSegment(eaab70e4-1784-46f4-bcb6-260eb0f7cd17),segment_id=eaab70e4-1784-46f4-bcb6-260eb0f7cd17)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:13.390173 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7907cf4-e0b1-4bb6-a27f-f9f2bda02eaf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Subnet': ['ID=27094d01-3952-47a0-9e13-d0cb71d6f65c,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:13.423408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7907cf4-e0b1-4bb6-a27f-f9f2bda02eaf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Checking segment: {'id': '21f9f205-482d-472e-977d-0b6556900363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:13.424672 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7907cf4-e0b1-4bb6-a27f-f9f2bda02eaf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network hostable DHCP agents. Network: 0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:13.456569 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.522593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:13.523394 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.525913 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] 10.222.0.38 "PUT /v2.0/ports/b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 HTTP/1.1" status: 200 len: 1092 time: 1.2682829 Sep 16 05:16:13.526616 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f', 'tag': 'b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:13.530936 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf74a91-259c-43ee-9499-d698da346670" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f", "tag": "b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:13.578173 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3988b-9a68-48e3-83e8-5bffebccbf06 service neutron] Pushing event updated for resources: {'Port': ['ID=b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:13.579815 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b3a41-010c-4992-8c96-48f4b23819d1 req-3ff6fc02-2b5f-4f0a-8430-755fc0dd4bb6 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:13.582995 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae5b3a41-010c-4992-8c96-48f4b23819d1 req-3ff6fc02-2b5f-4f0a-8430-755fc0dd4bb6 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 943 time: 0.1338634 Sep 16 05:16:13.608208 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc95564-9c41-4e75-9335-fc42ef7aa4d4 x-openstack-request-id: req-7bc95564-9c41-4e75-9335-fc42ef7aa4d4 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:13.608890 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f", "tag": "b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:13.609416 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bc95564-9c41-4e75-9335-fc42ef7aa4d4 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:13.610532 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f', 'tag': 'b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3', 'status': 'completed', 'code': 200} Sep 16 05:16:13.619544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7907cf4-e0b1-4bb6-a27f-f9f2bda02eaf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network 0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:13.691516 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae5b3a41-010c-4992-8c96-48f4b23819d1 req-e7d1be17-a414-497a-9b9c-1358b438a544 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=177be2d0-ac8c-4960-9821-981332381fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922577 Sep 16 05:16:13.727860 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf74a91-259c-43ee-9499-d698da346670 req-c8c28929-4fc7-4b48-8124-494f21fa505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:13.729605 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5cf74a91-259c-43ee-9499-d698da346670 req-c8c28929-4fc7-4b48-8124-494f21fa505a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3&device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 1095 time: 0.0758581 Sep 16 05:16:13.946311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf74a91-259c-43ee-9499-d698da346670 req-25043b9c-4513-4949-8f15-8e42e62bcfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:13.948000 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5cf74a91-259c-43ee-9499-d698da346670 req-25043b9c-4513-4949-8f15-8e42e62bcfeb service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2055359 Sep 16 05:16:14.071250 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-c7907cf4-e0b1-4bb6-a27f-f9f2bda02eaf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:14.081725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7907cf4-e0b1-4bb6-a27f-f9f2bda02eaf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.081725 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c7907cf4-e0b1-4bb6-a27f-f9f2bda02eaf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.086454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc80b057-875d-4dbe-862b-5498a7a86983 None None] Network 0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:14.207405 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf74a91-259c-43ee-9499-d698da346670 req-ef7571e2-23dc-48d5-80b7-e9206024ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.210658 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-5cf74a91-259c-43ee-9499-d698da346670 req-ef7571e2-23dc-48d5-80b7-e9206024ea87 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2552743 Sep 16 05:16:14.400114 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-4408e3a3-48d0-4e3f-a811-16e2b5917d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.403550 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-4408e3a3-48d0-4e3f-a811-16e2b5917d64 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3&device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 1095 time: 0.1137266 Sep 16 05:16:14.412521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c7907cf4-e0b1-4bb6-a27f-f9f2bda02eaf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8138654 Sep 16 05:16:14.418854 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51942) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:14.427570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-db5c1340-758a-4e95-be5a-58d3a6c05a9a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-177953334'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:14.509821 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-05b3f7ac-47f4-4d51-8290-d9fabd0a5b5a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 HTTP/1.1" status: 200 len: 217 time: 0.0919271 Sep 16 05:16:14.534301 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f', 'network_id': '0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f', 'tenant_id': '87a573c8f2e44917be939618348e482c', 'fixed_ips': [{'subnet_id': '27094d01-3952-47a0-9e13-d0cb71d6f65c'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:16:14.536570 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.588623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-f583dde0-dc23-4df2-8451-0b18afee05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.591383 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-f583dde0-dc23-4df2-8451-0b18afee05e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=64014166-35b7-4597-8d1f-ccab49be1bad HTTP/1.1" status: 200 len: 850 time: 0.0746338 Sep 16 05:16:14.620877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5c1340-758a-4e95-be5a-58d3a6c05a9a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Made reservation on behalf of 87a573c8f2e44917be939618348e482c for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:14.631044 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-db5c1340-758a-4e95-be5a-58d3a6c05a9a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.696950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5c1340-758a-4e95-be5a-58d3a6c05a9a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:14.709203 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-12077995-59f0-4abd-8cff-ca1191a69321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.712080 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-12077995-59f0-4abd-8cff-ca1191a69321 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b93d0e73-7b57-4b50-88bf-e393412fa10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1130183 Sep 16 05:16:14.729601 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-db5c1340-758a-4e95-be5a-58d3a6c05a9a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.730541 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-db5c1340-758a-4e95-be5a-58d3a6c05a9a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Added segment b4c22709-be02-4ed3-bb6d-658f514ee7f0 of type vlan for network 1dd98a1d-fa34-4c50-ab03-92b3a442bd02 Sep 16 05:16:14.802586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] Allocated IP 2001:db8:0:ffff::2 (0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f/27094d01-3952-47a0-9e13-d0cb71d6f65c/2d76623e-a506-4568-bab5-27bb3f0dd47b) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:14.848073 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-db5c1340-758a-4e95-be5a-58d3a6c05a9a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.901199 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-11fa977d-d721-455e-9a17-fe72765a493a service neutron] 10.222.0.38 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820593 Sep 16 05:16:14.916765 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c46bb-b1a7-4e35-9acb-95f817d9dafe req-e7841c6b-2a52-4545-8159-aae7c2e2264c tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.919233 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a72c46bb-b1a7-4e35-9acb-95f817d9dafe req-e7841c6b-2a52-4545-8159-aae7c2e2264c tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 943 time: 0.1176059 Sep 16 05:16:14.994604 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a72c46bb-b1a7-4e35-9acb-95f817d9dafe req-83615cf4-9c8f-43e8-8f4f-9b806ea0e120 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=177be2d0-ac8c-4960-9821-981332381fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618486 Sep 16 05:16:15.017193 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-db5c1340-758a-4e95-be5a-58d3a6c05a9a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.026227 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5c1340-758a-4e95-be5a-58d3a6c05a9a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.028877 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-db5c1340-758a-4e95-be5a-58d3a6c05a9a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.040529 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.146100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c1340-758a-4e95-be5a-58d3a6c05a9a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Network': ['ID=1dd98a1d-fa34-4c50-ab03-92b3a442bd02,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:15.158337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 1dd98a1d-fa34-4c50-ab03-92b3a442bd02 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:15.224759 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.258781 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-db5c1340-758a-4e95-be5a-58d3a6c05a9a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8376014 Sep 16 05:16:15.266855 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 51970) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:15.284832 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] Network 0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:15.289482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8dcb34d0-8b8e-4368-b816-2f04a69c5b8e tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'subnet': {'network_id': '1dd98a1d-fa34-4c50-ab03-92b3a442bd02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:15.296325 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:15.303164 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:15.321252 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] Pushing event updated for resources: {'Port': ['ID=2d76623e-a506-4568-bab5-27bb3f0dd47b,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:15.387478 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] Attempting to bind port 2d76623e-a506-4568-bab5-27bb3f0dd47b on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:15.387478 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] Attempting to bind port 2d76623e-a506-4568-bab5-27bb3f0dd47b by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '21f9f205-482d-472e-977d-0b6556900363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:15.388030 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] Attempting to bind port 2d76623e-a506-4568-bab5-27bb3f0dd47b on network 0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:15.394638 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:15.395094 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] Checking segment: {'id': '21f9f205-482d-472e-977d-0b6556900363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:15.395506 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.395908 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] Bound using segment: {'id': '21f9f205-482d-472e-977d-0b6556900363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:15.396408 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] Bound port: 2d76623e-a506-4568-bab5-27bb3f0dd47b, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f9f205-482d-472e-977d-0b6556900363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:15.396795 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.511964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] For port 2d76623e-a506-4568-bab5-27bb3f0dd47b, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:15.515874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] For port 2d76623e-a506-4568-bab5-27bb3f0dd47b, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2d76623e-a506-4568-bab5-27bb3f0dd47b,segment=NetworkSegment(21f9f205-482d-472e-977d-0b6556900363),segment_id=21f9f205-482d-472e-977d-0b6556900363)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:15.564786 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-db8dbc19-2e81-4b1d-ab7f-92439ff0da3c req-605489c8-4d77-4bbe-b704-9ac7085f2261 service neutron] 10.222.0.38 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6558836 Sep 16 05:16:15.799160 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.849555 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcb34d0-8b8e-4368-b816-2f04a69c5b8e tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Made reservation on behalf of 87a573c8f2e44917be939618348e482c for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:15.855209 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8dcb34d0-8b8e-4368-b816-2f04a69c5b8e tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.896778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc982131-a849-47b0-9e67-e339c9b121f7 None None] Pushing event updated for resources: {'Port': ['ID=2d76623e-a506-4568-bab5-27bb3f0dd47b,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:16.244707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4cacf-767c-4d19-8d78-cfc29476b551 req-7fc04f81-a98b-4e21-87e8-0b4b867b2a7a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:16.247158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ad4cacf-767c-4d19-8d78-cfc29476b551 req-7fc04f81-a98b-4e21-87e8-0b4b867b2a7a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 943 time: 0.1031058 Sep 16 05:16:16.313615 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8dcb34d0-8b8e-4368-b816-2f04a69c5b8e tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.336001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ad4cacf-767c-4d19-8d78-cfc29476b551 req-59e98346-093e-4716-9e55-05229a33819e tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=177be2d0-ac8c-4960-9821-981332381fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719182 Sep 16 05:16:16.448225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb34d0-8b8e-4368-b816-2f04a69c5b8e tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Subnet': ['ID=f8a03473-5abd-44e2-9bcd-502b9f005c26,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:16.463170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb34d0-8b8e-4368-b816-2f04a69c5b8e tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Checking segment: {'id': 'b4c22709-be02-4ed3-bb6d-658f514ee7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1dd98a1d-fa34-4c50-ab03-92b3a442bd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:16.463810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcb34d0-8b8e-4368-b816-2f04a69c5b8e tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network hostable DHCP agents. Network: 1dd98a1d-fa34-4c50-ab03-92b3a442bd02, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:16.594523 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2d76623e-a506-4568-bab5-27bb3f0dd47b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:16.621719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcb34d0-8b8e-4368-b816-2f04a69c5b8e tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network 1dd98a1d-fa34-4c50-ab03-92b3a442bd02 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:16.663709 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 2d76623e-a506-4568-bab5-27bb3f0dd47b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:16.664222 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.784104 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.810533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-8dcb34d0-8b8e-4368-b816-2f04a69c5b8e tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 1dd98a1d-fa34-4c50-ab03-92b3a442bd02) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:16.817986 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcb34d0-8b8e-4368-b816-2f04a69c5b8e tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:16.819568 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8dcb34d0-8b8e-4368-b816-2f04a69c5b8e tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.832122 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05224a32-cdd2-45f0-8a67-0a5b31aea7fa None None] Network 1dd98a1d-fa34-4c50-ab03-92b3a442bd02 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:16.856567 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 2d76623e-a506-4568-bab5-27bb3f0dd47b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2d76623e-a506-4568-bab5-27bb3f0dd47b,segment=NetworkSegment(21f9f205-482d-472e-977d-0b6556900363),segment_id=21f9f205-482d-472e-977d-0b6556900363)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:17.023366 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8dcb34d0-8b8e-4368-b816-2f04a69c5b8e tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7443800 Sep 16 05:16:17.023366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52006) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:17.033174 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-1dd98a1d-fa34-4c50-ab03-92b3a442bd02', 'network_id': '1dd98a1d-fa34-4c50-ab03-92b3a442bd02', 'tenant_id': '87a573c8f2e44917be939618348e482c', 'fixed_ips': [{'subnet_id': 'f8a03473-5abd-44e2-9bcd-502b9f005c26'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:16:17.034524 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.049819 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.161893 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066383e0-c302-4887-9a1c-23a1e97e923e None None] Network 0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:17.209102 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.230705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=2d76623e-a506-4568-bab5-27bb3f0dd47b,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:17.306647 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4db89f5e-9554-4c71-bb89-25cf04113ee1 None None] Provisioning complete for port 2d76623e-a506-4568-bab5-27bb3f0dd47b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:17.307101 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4db89f5e-9554-4c71-bb89-25cf04113ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.310312 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.446195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] Allocated IP 2001:db8::1 (1dd98a1d-fa34-4c50-ab03-92b3a442bd02/f8a03473-5abd-44e2-9bcd-502b9f005c26/7fb43706-c6ee-4a4a-a865-bd1e4ac53ca7) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:17.546770 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9392c55-2509-4f51-bc17-1772aea9ff31 req-41f261d3-11dd-4903-99aa-53b6dadeb4ae tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:17.549113 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9392c55-2509-4f51-bc17-1772aea9ff31 req-41f261d3-11dd-4903-99aa-53b6dadeb4ae tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 943 time: 0.0981774 Sep 16 05:16:17.615720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9392c55-2509-4f51-bc17-1772aea9ff31 req-d91a3642-945b-4c85-8dba-bf0e7dd9976a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=177be2d0-ac8c-4960-9821-981332381fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486534 Sep 16 05:16:17.742297 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.920536 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.983506 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] Network 1dd98a1d-fa34-4c50-ab03-92b3a442bd02 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:17.989580 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:18.001976 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:18.004714 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e4d1f875-7a57-4d7a-b798-1017fa8ce5dd None None] Provisioning complete for port 2d76623e-a506-4568-bab5-27bb3f0dd47b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:18.005177 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e4d1f875-7a57-4d7a-b798-1017fa8ce5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.035451 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] Pushing event updated for resources: {'Port': ['ID=7fb43706-c6ee-4a4a-a865-bd1e4ac53ca7,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:18.059270 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.092054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a03473-5abd-44e2-9bcd-502b9f005c26,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:18.129273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] Attempting to bind port 7fb43706-c6ee-4a4a-a865-bd1e4ac53ca7 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:18.130034 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] Attempting to bind port 7fb43706-c6ee-4a4a-a865-bd1e4ac53ca7 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'b4c22709-be02-4ed3-bb6d-658f514ee7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1dd98a1d-fa34-4c50-ab03-92b3a442bd02'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:18.130722 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] Attempting to bind port 7fb43706-c6ee-4a4a-a865-bd1e4ac53ca7 on network 1dd98a1d-fa34-4c50-ab03-92b3a442bd02 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:18.147684 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:18.147684 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] Checking segment: {'id': 'b4c22709-be02-4ed3-bb6d-658f514ee7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1dd98a1d-fa34-4c50-ab03-92b3a442bd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:18.147684 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.147684 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] Bound using segment: {'id': 'b4c22709-be02-4ed3-bb6d-658f514ee7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1dd98a1d-fa34-4c50-ab03-92b3a442bd02'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:18.148673 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] Bound port: 7fb43706-c6ee-4a4a-a865-bd1e4ac53ca7, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c22709-be02-4ed3-bb6d-658f514ee7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1dd98a1d-fa34-4c50-ab03-92b3a442bd02'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:18.149441 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.196456 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.221791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd98a1d-fa34-4c50-ab03-92b3a442bd02']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:18.235438 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c22709-be02-4ed3-bb6d-658f514ee7f0') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:18.235797 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c22709-be02-4ed3-bb6d-658f514ee7f0') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:18.251118 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.283561 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.294691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:18.296770 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:18.302430 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:18.341706 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] For port 7fb43706-c6ee-4a4a-a865-bd1e4ac53ca7, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:18.395813 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] For port 7fb43706-c6ee-4a4a-a865-bd1e4ac53ca7, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7fb43706-c6ee-4a4a-a865-bd1e4ac53ca7,segment=NetworkSegment(b4c22709-be02-4ed3-bb6d-658f514ee7f0),segment_id=b4c22709-be02-4ed3-bb6d-658f514ee7f0)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:18.450586 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.db.api [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:16:18.450586 n-d-712140-13 neutron-server[95473]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:16:18.450586 n-d-712140-13 neutron-server[95473]: [parameters: {'id': '1dd98a1d-fa34-4c50-ab03-92b3a442bd02'}] Sep 16 05:16:18.450586 n-d-712140-13 neutron-server[95473]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:16:18.451242 n-d-712140-13 neutron-server[95473]: DEBUG oslo_db.api [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:16:18.530667 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.574822 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2d76623e-a506-4568-bab5-27bb3f0dd47b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:18.691747 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99df3a4-895b-4411-8895-c3fe15e776a9 None None] Pushing event updated for resources: {'Port': ['ID=7fb43706-c6ee-4a4a-a865-bd1e4ac53ca7,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:18.728571 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15659f9e-88f5-4955-b66a-80426ee9017c None None] Network 1dd98a1d-fa34-4c50-ab03-92b3a442bd02 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:18.754070 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 2d76623e-a506-4568-bab5-27bb3f0dd47b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:18.755044 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.849510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05a4df-756d-4853-8e7b-5ebc3d2d982a req-59e59c00-0ce2-44c3-ac30-62dc596ed9d7 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:18.852751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb05a4df-756d-4853-8e7b-5ebc3d2d982a req-59e59c00-0ce2-44c3-ac30-62dc596ed9d7 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 943 time: 0.1028421 Sep 16 05:16:18.938365 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb05a4df-756d-4853-8e7b-5ebc3d2d982a req-0543966f-c242-40e1-9e62-96091e6ee3c1 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=177be2d0-ac8c-4960-9821-981332381fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717535 Sep 16 05:16:18.952182 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.060199 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2950449c-cc2b-4ff7-a2d5-3d97d244c1e8 None None] get_active_networks_info from n-d-712140-13 {{(pid=95475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:16:19.064184 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Deleting port 7fb43706-c6ee-4a4a-a865-bd1e4ac53ca7 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:19.065038 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.204063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] For port 7fb43706-c6ee-4a4a-a865-bd1e4ac53ca7, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7fb43706-c6ee-4a4a-a865-bd1e4ac53ca7,segment=NetworkSegment(b4c22709-be02-4ed3-bb6d-658f514ee7f0),segment_id=b4c22709-be02-4ed3-bb6d-658f514ee7f0)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:19.204769 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.222614 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Calling delete_port for 7fb43706-c6ee-4a4a-a865-bd1e4ac53ca7 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:19.236224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2950449c-cc2b-4ff7-a2d5-3d97d244c1e8 None None] Resources bound (agent type, host, resource id): {{(pid=95475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:16:19.403254 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.452893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Port': ['ID=7fb43706-c6ee-4a4a-a865-bd1e4ac53ca7,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:19.456377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No DVR routers for this DVR port 7fb43706-c6ee-4a4a-a865-bd1e4ac53ca7 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:19.596148 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.623779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd98a1d-fa34-4c50-ab03-92b3a442bd02']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:19.637350 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c22709-be02-4ed3-bb6d-658f514ee7f0') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:19.637688 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c22709-be02-4ed3-bb6d-658f514ee7f0') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:19.658273 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.675496 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.685388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:19.686011 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:19.691302 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:19.895075 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.901478 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.905194 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/networks/1dd98a1d-fa34-4c50-ab03-92b3a442bd02 HTTP/1.1" status: 204 len: 168 time: 2.8816161 Sep 16 05:16:19.910752 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52028) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:19.921082 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-19a8964a-1466-4225-bbd7-df858c409d63 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-951420588'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:19.929040 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd80e7-9d81-4d9c-bc79-c70b549cbc37 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Network': ['ID=1dd98a1d-fa34-4c50-ab03-92b3a442bd02,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:20.060785 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a8964a-1466-4225-bbd7-df858c409d63 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Made reservation on behalf of 87a573c8f2e44917be939618348e482c for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:20.065010 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-19a8964a-1466-4225-bbd7-df858c409d63 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.096912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a8964a-1466-4225-bbd7-df858c409d63 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:20.099029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880bab5-8f91-4052-ad82-a7ac96a8bd17 req-4da0cf22-ca7b-4641-8f77-85605c64ea88 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:20.100306 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8880bab5-8f91-4052-ad82-a7ac96a8bd17 req-4da0cf22-ca7b-4641-8f77-85605c64ea88 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 943 time: 0.0741942 Sep 16 05:16:20.109144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-19a8964a-1466-4225-bbd7-df858c409d63 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.109564 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-19a8964a-1466-4225-bbd7-df858c409d63 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Added segment 00508bde-519c-4936-84a1-2988f3346d2b of type vlan for network 9a3c5431-4cf8-4e38-b8d7-26640c4e133b Sep 16 05:16:20.158517 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-19a8964a-1466-4225-bbd7-df858c409d63 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.164417 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8880bab5-8f91-4052-ad82-a7ac96a8bd17 req-e6539517-d007-4ce6-bd7e-f2055bb5b8c8 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=177be2d0-ac8c-4960-9821-981332381fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549188 Sep 16 05:16:20.284066 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-19a8964a-1466-4225-bbd7-df858c409d63 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.289953 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a8964a-1466-4225-bbd7-df858c409d63 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:20.290631 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-19a8964a-1466-4225-bbd7-df858c409d63 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.374142 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:20.398385 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8964a-1466-4225-bbd7-df858c409d63 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Network': ['ID=9a3c5431-4cf8-4e38-b8d7-26640c4e133b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:20.404878 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-19a8964a-1466-4225-bbd7-df858c409d63 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4924223 Sep 16 05:16:20.411242 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52034) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:20.422212 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-1a249680-850b-4f41-b70d-b80093afbdbf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'subnet': {'network_id': '9a3c5431-4cf8-4e38-b8d7-26640c4e133b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:20.438320 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 9a3c5431-4cf8-4e38-b8d7-26640c4e133b details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:20.735246 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a249680-850b-4f41-b70d-b80093afbdbf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Made reservation on behalf of 87a573c8f2e44917be939618348e482c for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:20.740983 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a249680-850b-4f41-b70d-b80093afbdbf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.835569 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3,segment=NetworkSegment(eaab70e4-1784-46f4-bcb6-260eb0f7cd17),segment_id=eaab70e4-1784-46f4-bcb6-260eb0f7cd17)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:20.853960 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'port_id': 'b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3', 'mac_address': 'fa:16:3e:4b:02:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:20.919036 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.945706 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:20.970305 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3,segment=NetworkSegment(eaab70e4-1784-46f4-bcb6-260eb0f7cd17),segment_id=eaab70e4-1784-46f4-bcb6-260eb0f7cd17)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:21.310874 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514d3fc-2d6e-403b-8f57-3a3648113142 req-b097526b-72aa-4ae2-88cd-714aebc61e45 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:21.312690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b514d3fc-2d6e-403b-8f57-3a3648113142 req-b097526b-72aa-4ae2-88cd-714aebc61e45 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 943 time: 0.0637445 Sep 16 05:16:21.361546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b514d3fc-2d6e-403b-8f57-3a3648113142 req-d4480091-218e-4140-8733-00393d6efd03 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=177be2d0-ac8c-4960-9821-981332381fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366042 Sep 16 05:16:21.396983 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.408764 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a249680-850b-4f41-b70d-b80093afbdbf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.460944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:21.475879 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a249680-850b-4f41-b70d-b80093afbdbf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Subnet': ['ID=78331912-ee93-410e-a161-be264eea34ab,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:21.487649 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a249680-850b-4f41-b70d-b80093afbdbf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Checking segment: {'id': '00508bde-519c-4936-84a1-2988f3346d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9a3c5431-4cf8-4e38-b8d7-26640c4e133b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:21.487649 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a249680-850b-4f41-b70d-b80093afbdbf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network hostable DHCP agents. Network: 9a3c5431-4cf8-4e38-b8d7-26640c4e133b, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:21.592553 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a249680-850b-4f41-b70d-b80093afbdbf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network 9a3c5431-4cf8-4e38-b8d7-26640c4e133b is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:21.672352 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-1a249680-850b-4f41-b70d-b80093afbdbf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 9a3c5431-4cf8-4e38-b8d7-26640c4e133b) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:21.676877 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a249680-850b-4f41-b70d-b80093afbdbf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:21.678507 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1a249680-850b-4f41-b70d-b80093afbdbf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.682343 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a332de-e46e-4d45-83fa-d43119fa5fb4 None None] Network 9a3c5431-4cf8-4e38-b8d7-26640c4e133b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:21.742976 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1a249680-850b-4f41-b70d-b80093afbdbf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3290100 Sep 16 05:16:21.750179 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52044) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:21.755744 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f0a3d492-2291-4dd6-b9bb-eb931e04b95f tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-819580809'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:21.877394 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a3d492-2291-4dd6-b9bb-eb931e04b95f tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Made reservation on behalf of 87a573c8f2e44917be939618348e482c for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:21.884177 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d492-2291-4dd6-b9bb-eb931e04b95f tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.905461 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:21.927071 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a3d492-2291-4dd6-b9bb-eb931e04b95f tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:21.941646 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d492-2291-4dd6-b9bb-eb931e04b95f tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.942338 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-f0a3d492-2291-4dd6-b9bb-eb931e04b95f tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Added segment 9e94a354-208a-4949-bbf6-51855b1bc349 of type vlan for network 372f4262-027d-4455-a550-84fdf8e6b2c8 Sep 16 05:16:21.952872 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9a3c5431-4cf8-4e38-b8d7-26640c4e133b', 'network_id': '9a3c5431-4cf8-4e38-b8d7-26640c4e133b', 'tenant_id': '87a573c8f2e44917be939618348e482c', 'fixed_ips': [{'subnet_id': '78331912-ee93-410e-a161-be264eea34ab'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:16:21.952872 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.997318 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d492-2291-4dd6-b9bb-eb931e04b95f tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.198343 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] Allocated IP 2001:db8::1 (9a3c5431-4cf8-4e38-b8d7-26640c4e133b/78331912-ee93-410e-a161-be264eea34ab/822969e6-7dc4-491c-8df9-15ede040b04f) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:22.241179 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d492-2291-4dd6-b9bb-eb931e04b95f tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.258159 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a3d492-2291-4dd6-b9bb-eb931e04b95f tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:22.263962 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d492-2291-4dd6-b9bb-eb931e04b95f tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.367171 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3d492-2291-4dd6-b9bb-eb931e04b95f tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Network': ['ID=372f4262-027d-4455-a550-84fdf8e6b2c8,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:22.384758 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f0a3d492-2291-4dd6-b9bb-eb931e04b95f tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6310782 Sep 16 05:16:22.386970 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 372f4262-027d-4455-a550-84fdf8e6b2c8 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:22.387868 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52046) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:22.394037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-04215838-2f3e-4353-86a7-b38bd866f1e8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'subnet': {'network_id': '372f4262-027d-4455-a550-84fdf8e6b2c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:22.551880 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.594725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a612b6-1172-4349-b096-c964a374fd4e req-dcbf223c-65eb-4be1-bcea-b4b80ce9d89c tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:22.596734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-27a612b6-1172-4349-b096-c964a374fd4e req-dcbf223c-65eb-4be1-bcea-b4b80ce9d89c tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 944 time: 0.0740850 Sep 16 05:16:22.644405 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.644787 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-27a612b6-1172-4349-b096-c964a374fd4e req-bfecbe70-98dd-4db7-afe6-946918373138 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=177be2d0-ac8c-4960-9821-981332381fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410154 Sep 16 05:16:22.671293 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04215838-2f3e-4353-86a7-b38bd866f1e8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Made reservation on behalf of 87a573c8f2e44917be939618348e482c for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:22.675291 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-04215838-2f3e-4353-86a7-b38bd866f1e8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.739297 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] Network 9a3c5431-4cf8-4e38-b8d7-26640c4e133b is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:22.744091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:22.752250 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:22.765138 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] Pushing event updated for resources: {'Port': ['ID=822969e6-7dc4-491c-8df9-15ede040b04f,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:22.793558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.ipam_backend_mixin [None req-04215838-2f3e-4353-86a7-b38bd866f1e8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Performing IP validity checks on allocation pools {{(pid=95473) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:16:22.794965 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.ipam_backend_mixin [None req-04215838-2f3e-4353-86a7-b38bd866f1e8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95473) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:16:22.863649 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] Attempting to bind port 822969e6-7dc4-491c-8df9-15ede040b04f on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:22.864233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] Attempting to bind port 822969e6-7dc4-491c-8df9-15ede040b04f by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '00508bde-519c-4936-84a1-2988f3346d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9a3c5431-4cf8-4e38-b8d7-26640c4e133b'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:22.864819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] Attempting to bind port 822969e6-7dc4-491c-8df9-15ede040b04f on network 9a3c5431-4cf8-4e38-b8d7-26640c4e133b {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:22.878945 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:22.878945 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] Checking segment: {'id': '00508bde-519c-4936-84a1-2988f3346d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9a3c5431-4cf8-4e38-b8d7-26640c4e133b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:22.878945 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.879990 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] Bound using segment: {'id': '00508bde-519c-4936-84a1-2988f3346d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9a3c5431-4cf8-4e38-b8d7-26640c4e133b'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:22.880250 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] Bound port: 822969e6-7dc4-491c-8df9-15ede040b04f, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00508bde-519c-4936-84a1-2988f3346d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9a3c5431-4cf8-4e38-b8d7-26640c4e133b'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:22.880874 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.022160 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] For port 822969e6-7dc4-491c-8df9-15ede040b04f, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:23.028758 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] For port 822969e6-7dc4-491c-8df9-15ede040b04f, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=822969e6-7dc4-491c-8df9-15ede040b04f,segment=NetworkSegment(00508bde-519c-4936-84a1-2988f3346d2b),segment_id=00508bde-519c-4936-84a1-2988f3346d2b)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:23.118228 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-04215838-2f3e-4353-86a7-b38bd866f1e8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.193091 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.203832 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04215838-2f3e-4353-86a7-b38bd866f1e8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Subnet': ['ID=c3e128f6-8d5f-4832-9b38-b844895baf8f,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:23.213849 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04215838-2f3e-4353-86a7-b38bd866f1e8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Checking segment: {'id': '9e94a354-208a-4949-bbf6-51855b1bc349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '372f4262-027d-4455-a550-84fdf8e6b2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:23.215634 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04215838-2f3e-4353-86a7-b38bd866f1e8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network hostable DHCP agents. Network: 372f4262-027d-4455-a550-84fdf8e6b2c8, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:23.270198 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef69e0-2c45-4c3a-b0b1-79ee37d0bddd None None] Pushing event updated for resources: {'Port': ['ID=822969e6-7dc4-491c-8df9-15ede040b04f,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:23.341355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04215838-2f3e-4353-86a7-b38bd866f1e8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network 372f4262-027d-4455-a550-84fdf8e6b2c8 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:23.477695 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-04215838-2f3e-4353-86a7-b38bd866f1e8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 372f4262-027d-4455-a550-84fdf8e6b2c8) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:23.484649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04215838-2f3e-4353-86a7-b38bd866f1e8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:23.485857 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-04215838-2f3e-4353-86a7-b38bd866f1e8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.487536 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b89418f-5ee2-49ce-8f2d-2b8f3cec450f None None] Network 372f4262-027d-4455-a550-84fdf8e6b2c8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:23.575553 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-04215838-2f3e-4353-86a7-b38bd866f1e8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1808960 Sep 16 05:16:23.576142 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52054) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:23.768727 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-372f4262-027d-4455-a550-84fdf8e6b2c8', 'network_id': '372f4262-027d-4455-a550-84fdf8e6b2c8', 'tenant_id': '87a573c8f2e44917be939618348e482c', 'fixed_ips': [{'subnet_id': 'c3e128f6-8d5f-4832-9b38-b844895baf8f'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:16:23.769439 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.824970 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.907448 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.938164 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703448e-509a-499e-9600-afb807ad0df4 req-03d671a5-d62f-45d9-a1bd-8be4b08d3545 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:23.940736 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9703448e-509a-499e-9600-afb807ad0df4 req-03d671a5-d62f-45d9-a1bd-8be4b08d3545 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 944 time: 0.1395628 Sep 16 05:16:23.980822 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] Allocated IP 2001:db8::3 (372f4262-027d-4455-a550-84fdf8e6b2c8/c3e128f6-8d5f-4832-9b38-b844895baf8f/d0ffb251-33a3-4362-b32a-5dbc16ee5c00) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:24.003833 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9703448e-509a-499e-9600-afb807ad0df4 req-a339eff7-6d8d-4b97-889e-dfcd0ff50bc0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=177be2d0-ac8c-4960-9821-981332381fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533571 Sep 16 05:16:24.186579 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.240432 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.286827 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] Network 372f4262-027d-4455-a550-84fdf8e6b2c8 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:24.290812 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:24.294334 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:24.308514 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] Pushing event updated for resources: {'Port': ['ID=d0ffb251-33a3-4362-b32a-5dbc16ee5c00,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:24.347899 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.393201 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] Attempting to bind port d0ffb251-33a3-4362-b32a-5dbc16ee5c00 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:24.393585 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] Attempting to bind port d0ffb251-33a3-4362-b32a-5dbc16ee5c00 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '9e94a354-208a-4949-bbf6-51855b1bc349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '372f4262-027d-4455-a550-84fdf8e6b2c8'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:24.393948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] Attempting to bind port d0ffb251-33a3-4362-b32a-5dbc16ee5c00 on network 372f4262-027d-4455-a550-84fdf8e6b2c8 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:24.402746 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:24.403391 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] Checking segment: {'id': '9e94a354-208a-4949-bbf6-51855b1bc349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '372f4262-027d-4455-a550-84fdf8e6b2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:24.404963 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.405971 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] Bound using segment: {'id': '9e94a354-208a-4949-bbf6-51855b1bc349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '372f4262-027d-4455-a550-84fdf8e6b2c8'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:24.406479 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e128f6-8d5f-4832-9b38-b844895baf8f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:24.406675 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] Bound port: d0ffb251-33a3-4362-b32a-5dbc16ee5c00, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e94a354-208a-4949-bbf6-51855b1bc349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '372f4262-027d-4455-a550-84fdf8e6b2c8'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:24.407074 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.419827 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:24.554965 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.574843 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.616081 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372f4262-027d-4455-a550-84fdf8e6b2c8']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:24.624243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] For port d0ffb251-33a3-4362-b32a-5dbc16ee5c00, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:24.630099 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] For port d0ffb251-33a3-4362-b32a-5dbc16ee5c00, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d0ffb251-33a3-4362-b32a-5dbc16ee5c00,segment=NetworkSegment(9e94a354-208a-4949-bbf6-51855b1bc349),segment_id=9e94a354-208a-4949-bbf6-51855b1bc349)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:24.645568 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e94a354-208a-4949-bbf6-51855b1bc349') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:24.648873 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e94a354-208a-4949-bbf6-51855b1bc349') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:24.672279 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.689067 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 822969e6-7dc4-491c-8df9-15ede040b04f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:24.734118 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860c3a2c-7ce8-4abe-8657-a46b532fb770 None None] Network 9a3c5431-4cf8-4e38-b8d7-26640c4e133b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:24.738710 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:16:24.749387 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.759937 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.765610 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:24.767079 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.769932 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:24.770485 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:24.774583 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:24.913079 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.db.api [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:16:24.913079 n-d-712140-13 neutron-server[95474]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:16:24.913079 n-d-712140-13 neutron-server[95474]: [parameters: {'id': '372f4262-027d-4455-a550-84fdf8e6b2c8'}] Sep 16 05:16:24.913079 n-d-712140-13 neutron-server[95474]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:16:24.913808 n-d-712140-13 neutron-server[95474]: DEBUG oslo_db.api [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:16:25.024489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-cc54fbd5-a512-4859-a8c2-f37fce58ae0c None None] Provisioning complete for port 822969e6-7dc4-491c-8df9-15ede040b04f triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:25.024897 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cc54fbd5-a512-4859-a8c2-f37fce58ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.082782 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a5d8b-bb18-4bf7-8f39-fb954a904d4b None None] Pushing event updated for resources: {'Port': ['ID=d0ffb251-33a3-4362-b32a-5dbc16ee5c00,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:25.098354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1462c6d6-3b03-4eb8-be3d-bcc25e7fc03b None None] Network 372f4262-027d-4455-a550-84fdf8e6b2c8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:25.161346 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 822969e6-7dc4-491c-8df9-15ede040b04f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:25.161936 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.241197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80721b25-fbf8-41f9-8742-61b2b2cdfc8f req-5619f8f4-3cd4-425b-93ef-aed1cedb4ae5 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:25.244477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80721b25-fbf8-41f9-8742-61b2b2cdfc8f req-5619f8f4-3cd4-425b-93ef-aed1cedb4ae5 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 944 time: 0.0998945 Sep 16 05:16:25.334835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80721b25-fbf8-41f9-8742-61b2b2cdfc8f req-fbddc510-4fc9-46b6-8def-252325f1c4fc tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=177be2d0-ac8c-4960-9821-981332381fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812945 Sep 16 05:16:25.415102 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.461356 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.495943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Deleting port d0ffb251-33a3-4362-b32a-5dbc16ee5c00 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:25.496479 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.627021 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:25.629479 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde502da-ed70-4ee3-86b1-98976404c8af" -d '{"events": [{"server_uuid": "0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f", "name": "network-vif-plugged", "status": "completed", "tag": "b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:25.634053 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] For port d0ffb251-33a3-4362-b32a-5dbc16ee5c00, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d0ffb251-33a3-4362-b32a-5dbc16ee5c00,segment=NetworkSegment(9e94a354-208a-4949-bbf6-51855b1bc349),segment_id=9e94a354-208a-4949-bbf6-51855b1bc349)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:25.634872 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.664525 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Calling delete_port for d0ffb251-33a3-4362-b32a-5dbc16ee5c00 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:25.672760 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3,segment=NetworkSegment(eaab70e4-1784-46f4-bcb6-260eb0f7cd17),segment_id=eaab70e4-1784-46f4-bcb6-260eb0f7cd17)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:25.674452 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cc54fbd5-a512-4859-a8c2-f37fce58ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.793182 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.834116 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.896751 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-cc54fbd5-a512-4859-a8c2-f37fce58ae0c None None] For port 822969e6-7dc4-491c-8df9-15ede040b04f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=822969e6-7dc4-491c-8df9-15ede040b04f,segment=NetworkSegment(00508bde-519c-4936-84a1-2988f3346d2b),segment_id=00508bde-519c-4936-84a1-2988f3346d2b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:25.937854 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:25.942127 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.945225 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34089226-8e04-4d9e-b26b-0e0d049378ea x-openstack-request-id: req-34089226-8e04-4d9e-b26b-0e0d049378ea {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:25.945756 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f", "name": "network-vif-plugged", "status": "completed", "tag": "b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:25.946218 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34089226-8e04-4d9e-b26b-0e0d049378ea {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:25.946942 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3', 'code': 200} Sep 16 05:16:25.987890 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cc54fbd5-a512-4859-a8c2-f37fce58ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.001018 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Port': ['ID=d0ffb251-33a3-4362-b32a-5dbc16ee5c00,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:26.010078 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No DVR routers for this DVR port d0ffb251-33a3-4362-b32a-5dbc16ee5c00 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:26.108008 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:16:26.108757 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:16:26.169375 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54fbd5-a512-4859-a8c2-f37fce58ae0c None None] Pushing event updated for resources: {'Port': ['ID=822969e6-7dc4-491c-8df9-15ede040b04f,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:26.215106 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.219970 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3638539-58c1-44fe-abdf-75bafc926015 req-2c7690e0-6ee3-436b-b59b-26354c4d9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:26.221538 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b3638539-58c1-44fe-abdf-75bafc926015 req-2c7690e0-6ee3-436b-b59b-26354c4d9be6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 1097 time: 0.1493528 Sep 16 05:16:26.234572 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786a41f7-9ca1-4be2-966a-6963e46fe5ce None None] get_active_networks_info from n-d-712140-13 {{(pid=95475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:16:26.258874 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372f4262-027d-4455-a550-84fdf8e6b2c8']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:26.285981 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e94a354-208a-4949-bbf6-51855b1bc349') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:26.286282 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e94a354-208a-4949-bbf6-51855b1bc349') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:26.303835 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.336525 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-b3638539-58c1-44fe-abdf-75bafc926015 req-82f9118b-667e-4604-bef6-1e80507c43f9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=177be2d0-ac8c-4960-9821-981332381fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886188 Sep 16 05:16:26.345460 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.354999 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:26.355520 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:26.359620 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:26.495434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6f4ece10-aea0-4fb8-9ab5-726111f5eb1e None None] Provisioning complete for port 822969e6-7dc4-491c-8df9-15ede040b04f triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:26.495813 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6f4ece10-aea0-4fb8-9ab5-726111f5eb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.498375 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab94b6-255c-4d3b-9ab4-2277bea4a210 req-71fb4931-a5c0-4166-ae07-0d4654a04042 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:26.500922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79ab94b6-255c-4d3b-9ab4-2277bea4a210 req-71fb4931-a5c0-4166-ae07-0d4654a04042 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 945 time: 0.0703712 Sep 16 05:16:26.529543 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.547984 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.552652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79ab94b6-255c-4d3b-9ab4-2277bea4a210 req-d5b90272-b18b-467b-a963-2fd9cd933ddd tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=177be2d0-ac8c-4960-9821-981332381fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417414 Sep 16 05:16:26.558372 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/networks/372f4262-027d-4455-a550-84fdf8e6b2c8 HTTP/1.1" status: 204 len: 168 time: 2.9799671 Sep 16 05:16:26.563625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52078) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:26.569903 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-9b4c1168-7106-42d3-8604-ac7e6ce45a14 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-626665888'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:26.591597 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9732e-6f42-4ab9-b4e0-669931a33c01 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Network': ['ID=372f4262-027d-4455-a550-84fdf8e6b2c8,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:26.722211 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786a41f7-9ca1-4be2-966a-6963e46fe5ce None None] Resources bound (agent type, host, resource id): {{(pid=95475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:16:26.723825 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4c1168-7106-42d3-8604-ac7e6ce45a14 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Made reservation on behalf of 87a573c8f2e44917be939618348e482c for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:26.733689 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9b4c1168-7106-42d3-8604-ac7e6ce45a14 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.792957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4c1168-7106-42d3-8604-ac7e6ce45a14 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:26.836270 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9b4c1168-7106-42d3-8604-ac7e6ce45a14 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.839471 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-9b4c1168-7106-42d3-8604-ac7e6ce45a14 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Added segment ebf6c1f3-1353-4a50-9e1d-22fb6a358c0c of type vlan for network 4fcde9f7-7f94-4e49-8013-dbcf7bca3acf Sep 16 05:16:26.882318 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 822969e6-7dc4-491c-8df9-15ede040b04f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:26.891988 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9b4c1168-7106-42d3-8604-ac7e6ce45a14 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.009601 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9b4c1168-7106-42d3-8604-ac7e6ce45a14 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.013841 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 822969e6-7dc4-491c-8df9-15ede040b04f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:27.013841 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.021355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4c1168-7106-42d3-8604-ac7e6ce45a14 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:27.022237 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9b4c1168-7106-42d3-8604-ac7e6ce45a14 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.176996 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52084) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:27.177569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9b4c1168-7106-42d3-8604-ac7e6ce45a14 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6118233 Sep 16 05:16:27.186176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c1168-7106-42d3-8604-ac7e6ce45a14 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Network': ['ID=4fcde9f7-7f94-4e49-8013-dbcf7bca3acf,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:27.188250 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8276687c-542c-4ca7-b37d-a7a6638ca0ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'subnet': {'network_id': '4fcde9f7-7f94-4e49-8013-dbcf7bca3acf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:27.210359 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 4fcde9f7-7f94-4e49-8013-dbcf7bca3acf details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:27.300401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258c8e5-d61a-412c-bd37-a0d074aab889 req-07af3e34-d195-43a6-a40e-68054e227b2e tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:27.303676 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c258c8e5-d61a-412c-bd37-a0d074aab889 req-07af3e34-d195-43a6-a40e-68054e227b2e tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 945 time: 0.0960681 Sep 16 05:16:27.363374 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c258c8e5-d61a-412c-bd37-a0d074aab889 req-eb34c325-1876-4248-aa9c-2a125d6f9aa4 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/security-groups?id=2493221a-fe0a-4d38-9e09-581abafdd194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515292 Sep 16 05:16:27.483247 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8276687c-542c-4ca7-b37d-a7a6638ca0ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Made reservation on behalf of 87a573c8f2e44917be939618348e482c for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:27.487089 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8276687c-542c-4ca7-b37d-a7a6638ca0ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.692769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25817a7c-c4cc-4914-8c15-241d49e65c1a req-84e4c544-3696-43e2-805c-d3d1666967de tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:27.694531 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25817a7c-c4cc-4914-8c15-241d49e65c1a req-84e4c544-3696-43e2-805c-d3d1666967de tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 945 time: 0.0578241 Sep 16 05:16:27.750833 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25817a7c-c4cc-4914-8c15-241d49e65c1a req-fe417ec4-9889-4811-97da-25d9501b7761 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=177be2d0-ac8c-4960-9821-981332381fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463896 Sep 16 05:16:27.792080 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8276687c-542c-4ca7-b37d-a7a6638ca0ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.865088 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276687c-542c-4ca7-b37d-a7a6638ca0ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Subnet': ['ID=c24b53c1-2935-463b-96c3-2f8bd6c11370,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:27.880911 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8276687c-542c-4ca7-b37d-a7a6638ca0ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Checking segment: {'id': 'ebf6c1f3-1353-4a50-9e1d-22fb6a358c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fcde9f7-7f94-4e49-8013-dbcf7bca3acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:27.881295 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8276687c-542c-4ca7-b37d-a7a6638ca0ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network hostable DHCP agents. Network: 4fcde9f7-7f94-4e49-8013-dbcf7bca3acf, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:27.985056 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8276687c-542c-4ca7-b37d-a7a6638ca0ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network 4fcde9f7-7f94-4e49-8013-dbcf7bca3acf is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:28.082121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-8276687c-542c-4ca7-b37d-a7a6638ca0ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 4fcde9f7-7f94-4e49-8013-dbcf7bca3acf) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:28.087483 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8276687c-542c-4ca7-b37d-a7a6638ca0ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:28.094291 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8276687c-542c-4ca7-b37d-a7a6638ca0ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.105539 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aebe329-ab17-4c83-ab36-dbe738a04fb2 None None] Network 4fcde9f7-7f94-4e49-8013-dbcf7bca3acf requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:28.180835 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7bda8-cbcb-4dc5-a809-a80e2689d5fa req-95bf543a-562a-4dec-9c1f-e2b670a3db4f tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:28.182622 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-cda7bda8-cbcb-4dc5-a809-a80e2689d5fa req-95bf543a-562a-4dec-9c1f-e2b670a3db4f tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 945 time: 0.0829241 Sep 16 05:16:28.291116 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8276687c-542c-4ca7-b37d-a7a6638ca0ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1057296 Sep 16 05:16:28.292430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52092) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:28.298359 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-4fcde9f7-7f94-4e49-8013-dbcf7bca3acf', 'network_id': '4fcde9f7-7f94-4e49-8013-dbcf7bca3acf', 'tenant_id': '87a573c8f2e44917be939618348e482c', 'fixed_ips': [{'subnet_id': 'c24b53c1-2935-463b-96c3-2f8bd6c11370'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:16:28.299800 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.315216 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-cda7bda8-cbcb-4dc5-a809-a80e2689d5fa req-9a15af4d-053f-4c7d-b875-459bc89a39f7 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Deleting port 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:28.315709 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-cda7bda8-cbcb-4dc5-a809-a80e2689d5fa req-9a15af4d-053f-4c7d-b875-459bc89a39f7 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.451996 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.486623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-cda7bda8-cbcb-4dc5-a809-a80e2689d5fa req-9a15af4d-053f-4c7d-b875-459bc89a39f7 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] For port 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=63fea539-cb5a-4e1f-ba8e-3e7a003a04fb,segment=NetworkSegment(955fa7be-9b5d-4205-bbc8-309ab1e33fb2),segment_id=955fa7be-9b5d-4205-bbc8-309ab1e33fb2)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:28.487282 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-cda7bda8-cbcb-4dc5-a809-a80e2689d5fa req-9a15af4d-053f-4c7d-b875-459bc89a39f7 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.554080 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.556992 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.558798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] Allocated IP 2001:db8::1 (4fcde9f7-7f94-4e49-8013-dbcf7bca3acf/c24b53c1-2935-463b-96c3-2f8bd6c11370/b4803db3-abb1-494a-90ce-1bfb6bcf8a6b) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:28.611348 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90d59-9974-435f-85b5-025cac4e0679 req-3b049166-e4de-43d3-b627-a806292d8830 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:28.613613 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0d90d59-9974-435f-85b5-025cac4e0679 req-3b049166-e4de-43d3-b627-a806292d8830 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 945 time: 0.1185212 Sep 16 05:16:28.697042 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0d90d59-9974-435f-85b5-025cac4e0679 req-d1ea00b2-a5b9-4c14-af35-30c9d8f62e02 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/security-groups?id=2493221a-fe0a-4d38-9e09-581abafdd194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608935 Sep 16 05:16:28.763096 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.788623 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-cda7bda8-cbcb-4dc5-a809-a80e2689d5fa req-9a15af4d-053f-4c7d-b875-459bc89a39f7 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.789243 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-cda7bda8-cbcb-4dc5-a809-a80e2689d5fa req-9a15af4d-053f-4c7d-b875-459bc89a39f7 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.789422 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [req-cda7bda8-cbcb-4dc5-a809-a80e2689d5fa req-9a15af4d-053f-4c7d-b875-459bc89a39f7 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Floating IP 885343d2-2a3d-4f06-b1c2-1287df718845 disassociated. External IP: 172.25.4.41, port: 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb. Sep 16 05:16:28.789731 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-cda7bda8-cbcb-4dc5-a809-a80e2689d5fa req-9a15af4d-053f-4c7d-b875-459bc89a39f7 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Calling delete_port for 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:28.850525 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.893536 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] Network 4fcde9f7-7f94-4e49-8013-dbcf7bca3acf is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:28.904786 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:28.906320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf0d20-aecc-4304-bb0e-e3505047a5a3 req-8839a151-efe0-43cb-8b61-510a822321cd tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:28.908437 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7bf0d20-aecc-4304-bb0e-e3505047a5a3 req-8839a151-efe0-43cb-8b61-510a822321cd tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 945 time: 0.0752721 Sep 16 05:16:28.909801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:28.913322 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] Pushing event updated for resources: {'Port': ['ID=b4803db3-abb1-494a-90ce-1bfb6bcf8a6b,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:28.966258 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.983543 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7bf0d20-aecc-4304-bb0e-e3505047a5a3 req-ed90346b-9fd7-4ef0-8c7f-3d35bf3810e0 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=177be2d0-ac8c-4960-9821-981332381fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527277 Sep 16 05:16:28.989064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] Attempting to bind port b4803db3-abb1-494a-90ce-1bfb6bcf8a6b on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:28.989517 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] Attempting to bind port b4803db3-abb1-494a-90ce-1bfb6bcf8a6b by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'ebf6c1f3-1353-4a50-9e1d-22fb6a358c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fcde9f7-7f94-4e49-8013-dbcf7bca3acf'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:28.990364 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] Attempting to bind port b4803db3-abb1-494a-90ce-1bfb6bcf8a6b on network 4fcde9f7-7f94-4e49-8013-dbcf7bca3acf {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:29.000229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:29.000679 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] Checking segment: {'id': 'ebf6c1f3-1353-4a50-9e1d-22fb6a358c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fcde9f7-7f94-4e49-8013-dbcf7bca3acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:29.001230 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.001710 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] Bound using segment: {'id': 'ebf6c1f3-1353-4a50-9e1d-22fb6a358c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fcde9f7-7f94-4e49-8013-dbcf7bca3acf'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:29.002278 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] Bound port: b4803db3-abb1-494a-90ce-1bfb6bcf8a6b, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf6c1f3-1353-4a50-9e1d-22fb6a358c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fcde9f7-7f94-4e49-8013-dbcf7bca3acf'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:29.002797 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.018358 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Subnet': ['ID=c24b53c1-2935-463b-96c3-2f8bd6c11370,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:29.089481 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-cda7bda8-cbcb-4dc5-a809-a80e2689d5fa req-9a15af4d-053f-4c7d-b875-459bc89a39f7 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.103961 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.126553 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] For port b4803db3-abb1-494a-90ce-1bfb6bcf8a6b, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:29.133542 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] For port b4803db3-abb1-494a-90ce-1bfb6bcf8a6b, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=b4803db3-abb1-494a-90ce-1bfb6bcf8a6b,segment=NetworkSegment(ebf6c1f3-1353-4a50-9e1d-22fb6a358c0c),segment_id=ebf6c1f3-1353-4a50-9e1d-22fb6a358c0c)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:29.146024 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15af4d-053f-4c7d-b875-459bc89a39f7 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Pushing event deleted for resources: {'Port': ['ID=63fea539-cb5a-4e1f-ba8e-3e7a003a04fb,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:29.159062 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcde9f7-7f94-4e49-8013-dbcf7bca3acf']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:29.176923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf6c1f3-1353-4a50-9e1d-22fb6a358c0c') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:29.177220 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf6c1f3-1353-4a50-9e1d-22fb6a358c0c') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:29.190837 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.210338 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea8df2-6391-4ace-9981-a347c0f5724f req-b4cd6b90-18e4-4ea4-8c1f-fdf2840ff153 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:29.212087 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e1ea8df2-6391-4ace-9981-a347c0f5724f req-b4cd6b90-18e4-4ea4-8c1f-fdf2840ff153 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 945 time: 0.1111956 Sep 16 05:16:29.232216 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52104) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:29.238455 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-4dcaec78-3eef-4c0c-b384-b5a558928bb2 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Request body: {'floatingip': {'port_id': 'b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:29.239373 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.291764 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.309087 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4dcaec78-3eef-4c0c-b384-b5a558928bb2 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.312513 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:29.312970 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:29.317547 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:29.325346 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cda7bda8-cbcb-4dc5-a809-a80e2689d5fa req-9a15af4d-053f-4c7d-b875-459bc89a39f7 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Router 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:29.426270 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c3860-d778-4e70-989d-eaf1c96c6171 None None] Pushing event updated for resources: {'Port': ['ID=b4803db3-abb1-494a-90ce-1bfb6bcf8a6b,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:29.435484 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633de8c4-d28e-40db-8f6b-92415c677e5c None None] Network 4fcde9f7-7f94-4e49-8013-dbcf7bca3acf requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:29.507511 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.db.api [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:16:29.507511 n-d-712140-13 neutron-server[95473]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:16:29.507511 n-d-712140-13 neutron-server[95473]: [parameters: {'id': '4fcde9f7-7f94-4e49-8013-dbcf7bca3acf'}] Sep 16 05:16:29.507511 n-d-712140-13 neutron-server[95473]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:16:29.508521 n-d-712140-13 neutron-server[95473]: DEBUG oslo_db.api [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:16:29.566239 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cda7bda8-cbcb-4dc5-a809-a80e2689d5fa req-9a15af4d-053f-4c7d-b875-459bc89a39f7 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:29.591908 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34edcff9-f97b-4301-940b-ea8aa8d37b60 None None] Sync routers for ids ['63c3bd70-a223-4f48-912a-5ba7ca0a83d4'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:29.626778 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34edcff9-f97b-4301-940b-ea8aa8d37b60 None None] Routers {'63c3bd70-a223-4f48-912a-5ba7ca0a83d4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:29.628171 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-34edcff9-f97b-4301-940b-ea8aa8d37b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:16:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['63c3bd70-a223-4f48-912a-5ba7ca0a83d4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:29.682093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda7bda8-cbcb-4dc5-a809-a80e2689d5fa req-9a15af4d-053f-4c7d-b875-459bc89a39f7 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] No DVR routers for this DVR port 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:29.688836 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-cda7bda8-cbcb-4dc5-a809-a80e2689d5fa req-9a15af4d-053f-4c7d-b875-459bc89a39f7 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.691593 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-cda7bda8-cbcb-4dc5-a809-a80e2689d5fa req-9a15af4d-053f-4c7d-b875-459bc89a39f7 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.38 "DELETE /v2.0/ports/63fea539-cb5a-4e1f-ba8e-3e7a003a04fb HTTP/1.1" status: 204 len: 173 time: 1.5022795 Sep 16 05:16:29.692511 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5696ce-11d7-45e2-9001-1dd24d5f3836', 'name': 'network-vif-deleted', 'tag': '63fea539-cb5a-4e1f-ba8e-3e7a003a04fb'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:29.696059 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d2eab7-a21d-4802-b506-744ea32fded9" -d '{"events": [{"server_uuid": "ca5696ce-11d7-45e2-9001-1dd24d5f3836", "name": "network-vif-deleted", "tag": "63fea539-cb5a-4e1f-ba8e-3e7a003a04fb"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:29.794379 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490c84fc-331e-4d6e-b276-6da76af3e8d9 x-openstack-request-id: req-490c84fc-331e-4d6e-b276-6da76af3e8d9 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:29.795072 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5696ce-11d7-45e2-9001-1dd24d5f3836", "name": "network-vif-deleted", "tag": "63fea539-cb5a-4e1f-ba8e-3e7a003a04fb", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:29.795821 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-490c84fc-331e-4d6e-b276-6da76af3e8d9 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:29.796736 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5696ce-11d7-45e2-9001-1dd24d5f3836', 'name': 'network-vif-deleted', 'tag': '63fea539-cb5a-4e1f-ba8e-3e7a003a04fb', 'status': 'completed', 'code': 200} Sep 16 05:16:29.865139 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-34edcff9-f97b-4301-940b-ea8aa8d37b60 None None] Set router 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:29.918862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51bfc06-b3d4-44aa-ba87-4933251080d4 None None] get_active_networks_info from n-d-712140-13 {{(pid=95475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:16:29.991570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-caa4e741-cecd-43ef-af7a-2ad94a52c142 req-04ea1b07-257b-48e3-9eff-b097c93e8afc tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 210 time: 0.0480399 Sep 16 05:16:30.011023 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.177794 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51bfc06-b3d4-44aa-ba87-4933251080d4 None None] Resources bound (agent type, host, resource id): {{(pid=95475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:16:30.250096 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Deleting port b4803db3-abb1-494a-90ce-1bfb6bcf8a6b {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:30.250612 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.288063 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4dcaec78-3eef-4c0c-b384-b5a558928bb2 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.362663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] For port b4803db3-abb1-494a-90ce-1bfb6bcf8a6b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=b4803db3-abb1-494a-90ce-1bfb6bcf8a6b,segment=NetworkSegment(ebf6c1f3-1353-4a50-9e1d-22fb6a358c0c),segment_id=ebf6c1f3-1353-4a50-9e1d-22fb6a358c0c)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:30.363058 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.369628 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-34edcff9-f97b-4301-940b-ea8aa8d37b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'name': 'tempest-TestServerBasicOps-1986244156-router', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:07Z', 'updated_at': '2021-09-16T05:10:13Z', 'revision_number': 4, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'gw_port': {'id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:08Z', 'updated_at': '2021-09-16T05:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'e556ec55-430f-40dd-ad8c-06cbf1d5dfc1', 'name': '', 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'mac_address': 'fa:16:3e:65:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'f577e1cc-3619-4e30-9c66-21635bb1ad2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:12Z', 'updated_at': '2021-09-16T05:10:20Z', 'revision_number': 5, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'subnets': [{'id': 'f577e1cc-3619-4e30-9c66-21635bb1ad2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:30.382135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Calling delete_port for b4803db3-abb1-494a-90ce-1bfb6bcf8a6b owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:30.407326 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4dcaec78-3eef-4c0c-b384-b5a558928bb2 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.415601 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34edcff9-f97b-4301-940b-ea8aa8d37b60 None None] Checking router: 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:30.430097 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34edcff9-f97b-4301-940b-ea8aa8d37b60 None None] Routers {'63c3bd70-a223-4f48-912a-5ba7ca0a83d4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:30.430485 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-34edcff9-f97b-4301-940b-ea8aa8d37b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:16:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['63c3bd70-a223-4f48-912a-5ba7ca0a83d4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:30.630284 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-34edcff9-f97b-4301-940b-ea8aa8d37b60 None None] Set router 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:30.675769 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-4dcaec78-3eef-4c0c-b384-b5a558928bb2 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Floating IP aac92b6f-b0e0-4284-a3d1-22a31ec7db06 associated. External IP: 172.25.4.72, port: b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3. Sep 16 05:16:30.730517 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.776230 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Port': ['ID=b4803db3-abb1-494a-90ce-1bfb6bcf8a6b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:30.792095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No DVR routers for this DVR port b4803db3-abb1-494a-90ce-1bfb6bcf8a6b on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:30.940825 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-34edcff9-f97b-4301-940b-ea8aa8d37b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'name': 'tempest-TestServerBasicOps-1986244156-router', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:07Z', 'updated_at': '2021-09-16T05:10:13Z', 'revision_number': 4, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'gw_port': {'id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:08Z', 'updated_at': '2021-09-16T05:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'e556ec55-430f-40dd-ad8c-06cbf1d5dfc1', 'name': '', 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'mac_address': 'fa:16:3e:65:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'f577e1cc-3619-4e30-9c66-21635bb1ad2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:12Z', 'updated_at': '2021-09-16T05:10:20Z', 'revision_number': 5, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'subnets': [{'id': 'f577e1cc-3619-4e30-9c66-21635bb1ad2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:30.959248 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.972523 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34edcff9-f97b-4301-940b-ea8aa8d37b60 None None] The sync data for ids ['63c3bd70-a223-4f48-912a-5ba7ca0a83d4'] in n-d-712140-13 is: [{'id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'name': 'tempest-TestServerBasicOps-1986244156-router', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:07Z', 'updated_at': '2021-09-16T05:10:13Z', 'revision_number': 4, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'gw_port': {'id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:08Z', 'updated_at': '2021-09-16T05:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'e556ec55-430f-40dd-ad8c-06cbf1d5dfc1', 'name': '', 'network_id': '4a92d87f-6f51-45e0-8432-716507f35429', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'mac_address': 'fa:16:3e:65:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'f577e1cc-3619-4e30-9c66-21635bb1ad2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:12Z', 'updated_at': '2021-09-16T05:10:20Z', 'revision_number': 5, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'subnets': [{'id': 'f577e1cc-3619-4e30-9c66-21635bb1ad2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:30.992443 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcde9f7-7f94-4e49-8013-dbcf7bca3acf']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:31.473610 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9302b049-8f0d-4a8a-b74f-5b47cd334541 None None] New status for floating IP 885343d2-2a3d-4f06-b1c2-1287df718845: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:16:31.481352 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf6c1f3-1353-4a50-9e1d-22fb6a358c0c') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:31.481648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf6c1f3-1353-4a50-9e1d-22fb6a358c0c') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:31.519776 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.525362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51f8bc23-72b7-40ec-aabd-585494bab298 req-df7ca679-d904-4ad1-b845-1bf5b6d7b0cc tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5696ce-11d7-45e2-9001-1dd24d5f3836 HTTP/1.1" status: 200 len: 210 time: 0.0567818 Sep 16 05:16:31.558667 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.609227 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:31.609849 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:31.613352 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:31.713994 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcaec78-3eef-4c0c-b384-b5a558928bb2 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:31.845067 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.859230 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.864818 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/networks/4fcde9f7-7f94-4e49-8013-dbcf7bca3acf HTTP/1.1" status: 204 len: 168 time: 3.5721622 Sep 16 05:16:31.865674 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52132) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:31.876268 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-261616ce-6e8b-4158-b8ed-61ff67326218 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1210337400'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:31.893819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bee56-1090-4f35-bec0-6e8faa957b27 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Network': ['ID=4fcde9f7-7f94-4e49-8013-dbcf7bca3acf,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:31.916368 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcaec78-3eef-4c0c-b384-b5a558928bb2 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:31.924211 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4dcaec78-3eef-4c0c-b384-b5a558928bb2 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.932997 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6312c3c7-0844-45b9-96e0-8d6d3fdabad5 None None] Sync routers for ids ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:31.948788 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6312c3c7-0844-45b9-96e0-8d6d3fdabad5 None None] Routers {'d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:31.949886 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-6312c3c7-0844-45b9-96e0-8d6d3fdabad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:16:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:31.965413 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4dcaec78-3eef-4c0c-b384-b5a558928bb2 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "PUT /v2.0/floatingips/aac92b6f-b0e0-4284-a3d1-22a31ec7db06 HTTP/1.1" status: 200 len: 990 time: 2.7317200 Sep 16 05:16:31.966373 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f', 'tag': 'b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:31.970460 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b556be7-0737-40ef-9d0c-060094902d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f", "tag": "b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:32.003507 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261616ce-6e8b-4158-b8ed-61ff67326218 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Made reservation on behalf of 87a573c8f2e44917be939618348e482c for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:32.011333 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-261616ce-6e8b-4158-b8ed-61ff67326218 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.054996 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd69949-0681-421f-971b-a4026814b88d x-openstack-request-id: req-dcd69949-0681-421f-971b-a4026814b88d {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:32.055766 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f", "tag": "b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:32.055939 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcd69949-0681-421f-971b-a4026814b88d {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:32.056422 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f', 'tag': 'b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3', 'status': 'completed', 'code': 200} Sep 16 05:16:32.061879 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261616ce-6e8b-4158-b8ed-61ff67326218 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:32.075155 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-261616ce-6e8b-4158-b8ed-61ff67326218 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.075667 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-261616ce-6e8b-4158-b8ed-61ff67326218 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Added segment b0caf972-e8c4-42df-8d50-e5b92a9bfb8d of type vlan for network 4ab0cf19-71dc-43b0-b120-a78350cf2e5c Sep 16 05:16:32.111757 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-6312c3c7-0844-45b9-96e0-8d6d3fdabad5 None None] Set router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:32.185619 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-261616ce-6e8b-4158-b8ed-61ff67326218 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.217353 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b556be7-0737-40ef-9d0c-060094902d9a req-973307d1-0ce8-4c31-9008-0fbd655252e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.219862 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3b556be7-0737-40ef-9d0c-060094902d9a req-973307d1-0ce8-4c31-9008-0fbd655252e0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3&device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 1097 time: 0.0932868 Sep 16 05:16:32.331357 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-261616ce-6e8b-4158-b8ed-61ff67326218 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.339553 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261616ce-6e8b-4158-b8ed-61ff67326218 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.340368 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-261616ce-6e8b-4158-b8ed-61ff67326218 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.403722 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:32.429458 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:32.430707 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 63fea539-cb5a-4e1f-ba8e-3e7a003a04fb not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:32.486412 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-261616ce-6e8b-4158-b8ed-61ff67326218 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6173575 Sep 16 05:16:32.486412 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261616ce-6e8b-4158-b8ed-61ff67326218 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Network': ['ID=4ab0cf19-71dc-43b0-b120-a78350cf2e5c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:32.489308 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b556be7-0737-40ef-9d0c-060094902d9a req-95118df1-f2a0-45ee-9685-c8358fc9cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.489676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52146) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:32.490971 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3b556be7-0737-40ef-9d0c-060094902d9a req-95118df1-f2a0-45ee-9685-c8358fc9cc6e service neutron] 10.222.0.38 "GET /v2.0/networks?id=b93d0e73-7b57-4b50-88bf-e393412fa10a HTTP/1.1" status: 200 len: 912 time: 0.2625275 Sep 16 05:16:32.502958 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 4ab0cf19-71dc-43b0-b120-a78350cf2e5c details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:32.506354 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-2878cc91-655c-4d52-b1e7-567ea6407f4d tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'subnet': {'network_id': '4ab0cf19-71dc-43b0-b120-a78350cf2e5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:32.548768 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-6312c3c7-0844-45b9-96e0-8d6d3fdabad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:09:10Z', 'revision_number': 4, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port': {'id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:05Z', 'updated_at': '2021-09-16T05:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'aac92b6f-b0e0-4284-a3d1-22a31ec7db06', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'port_id': 'b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'mac_address': 'fa:16:3e:4b:02:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:16:02Z', 'updated_at': '2021-09-16T05:16:30Z', 'revision_number': 1, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b', 'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'mac_address': 'fa:16:3e:c3:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:08Z', 'updated_at': '2021-09-16T05:09:13Z', 'revision_number': 5, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'subnets': [{'id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:32.612714 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3b556be7-0737-40ef-9d0c-060094902d9a req-8e15f3c7-7fcb-43f5-b0a7-c7c2372d5565 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 HTTP/1.1" status: 200 len: 998 time: 0.1137488 Sep 16 05:16:32.624834 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6312c3c7-0844-45b9-96e0-8d6d3fdabad5 None None] Checking router: d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:32.631675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52150) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:32.643325 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6312c3c7-0844-45b9-96e0-8d6d3fdabad5 None None] Routers {'d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:32.644653 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-6312c3c7-0844-45b9-96e0-8d6d3fdabad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:16:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:32.716246 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b556be7-0737-40ef-9d0c-060094902d9a req-d63f95a9-52f8-4977-9957-81842c28e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.719427 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3b556be7-0737-40ef-9d0c-060094902d9a req-d63f95a9-52f8-4977-9957-81842c28e055 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=64014166-35b7-4597-8d1f-ccab49be1bad HTTP/1.1" status: 200 len: 850 time: 0.0968363 Sep 16 05:16:32.788068 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2878cc91-655c-4d52-b1e7-567ea6407f4d tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Made reservation on behalf of 87a573c8f2e44917be939618348e482c for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:32.789134 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2878cc91-655c-4d52-b1e7-567ea6407f4d tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.818286 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b556be7-0737-40ef-9d0c-060094902d9a req-586f1e4b-697c-4721-a2b8-5bd8e97fb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.818286 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3b556be7-0737-40ef-9d0c-060094902d9a req-586f1e4b-697c-4721-a2b8-5bd8e97fb7aa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b93d0e73-7b57-4b50-88bf-e393412fa10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891075 Sep 16 05:16:32.910134 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-6312c3c7-0844-45b9-96e0-8d6d3fdabad5 None None] Set router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:32.944312 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-47690aa4-8b72-4a72-be56-8c816be06617 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Deleting port 8425ff06-af3e-4db7-9ab3-f70de250a224 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:32.944656 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-47690aa4-8b72-4a72-be56-8c816be06617 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.968969 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3b556be7-0737-40ef-9d0c-060094902d9a req-0fbf6ae3-b8c8-4162-873e-138bc5fe393d service neutron] 10.222.0.38 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406994 Sep 16 05:16:33.109649 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-47690aa4-8b72-4a72-be56-8c816be06617 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.111075 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-47690aa4-8b72-4a72-be56-8c816be06617 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.159411 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3b556be7-0737-40ef-9d0c-060094902d9a req-23fd1727-823a-4dc4-a609-1c5f68bcd376 service neutron] 10.222.0.38 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815903 Sep 16 05:16:33.162623 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-47690aa4-8b72-4a72-be56-8c816be06617 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Calling delete_port for 8425ff06-af3e-4db7-9ab3-f70de250a224 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:33.276188 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-6312c3c7-0844-45b9-96e0-8d6d3fdabad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:09:10Z', 'revision_number': 4, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port': {'id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:05Z', 'updated_at': '2021-09-16T05:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'aac92b6f-b0e0-4284-a3d1-22a31ec7db06', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'port_id': 'b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'mac_address': 'fa:16:3e:4b:02:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:16:02Z', 'updated_at': '2021-09-16T05:16:30Z', 'revision_number': 1, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b', 'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'mac_address': 'fa:16:3e:c3:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:08Z', 'updated_at': '2021-09-16T05:09:13Z', 'revision_number': 5, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'subnets': [{'id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:33.306941 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6312c3c7-0844-45b9-96e0-8d6d3fdabad5 None None] The sync data for ids ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'] in n-d-712140-13 is: [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:09:10Z', 'revision_number': 4, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port': {'id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:05Z', 'updated_at': '2021-09-16T05:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'aac92b6f-b0e0-4284-a3d1-22a31ec7db06', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'port_id': 'b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'mac_address': 'fa:16:3e:4b:02:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:16:02Z', 'updated_at': '2021-09-16T05:16:30Z', 'revision_number': 1, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b', 'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'mac_address': 'fa:16:3e:c3:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:08Z', 'updated_at': '2021-09-16T05:09:13Z', 'revision_number': 5, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'subnets': [{'id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:33.427377 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2878cc91-655c-4d52-b1e7-567ea6407f4d tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.511644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878cc91-655c-4d52-b1e7-567ea6407f4d tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Subnet': ['ID=49aae1a2-336f-4884-9f47-7597d2bc466e,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:33.539334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2878cc91-655c-4d52-b1e7-567ea6407f4d tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Checking segment: {'id': 'b0caf972-e8c4-42df-8d50-e5b92a9bfb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4ab0cf19-71dc-43b0-b120-a78350cf2e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:33.539813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2878cc91-655c-4d52-b1e7-567ea6407f4d tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network hostable DHCP agents. Network: 4ab0cf19-71dc-43b0-b120-a78350cf2e5c, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:33.569571 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-47690aa4-8b72-4a72-be56-8c816be06617 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.621713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb39a1b-79f1-4fb3-a181-f62e451123a5 None None] New status for floating IP aac92b6f-b0e0-4284-a3d1-22a31ec7db06: ACTIVE {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:16:33.622853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47690aa4-8b72-4a72-be56-8c816be06617 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Pushing event deleted for resources: {'Port': ['ID=8425ff06-af3e-4db7-9ab3-f70de250a224,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:33.666387 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2878cc91-655c-4d52-b1e7-567ea6407f4d tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network 4ab0cf19-71dc-43b0-b120-a78350cf2e5c is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:33.729054 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-47690aa4-8b72-4a72-be56-8c816be06617 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.734456 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-47690aa4-8b72-4a72-be56-8c816be06617 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.737765 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-47690aa4-8b72-4a72-be56-8c816be06617 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "DELETE /v2.0/floatingips/885343d2-2a3d-4f06-b1c2-1287df718845 HTTP/1.1" status: 204 len: 168 time: 1.1033018 Sep 16 05:16:33.792074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-2878cc91-655c-4d52-b1e7-567ea6407f4d tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 4ab0cf19-71dc-43b0-b120-a78350cf2e5c) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:33.800844 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2878cc91-655c-4d52-b1e7-567ea6407f4d tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:33.802981 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2878cc91-655c-4d52-b1e7-567ea6407f4d tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.811212 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c74bdeb-911a-4359-b831-79b608268b81 None None] Network 4ab0cf19-71dc-43b0-b120-a78350cf2e5c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:33.876159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52170) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:33.947918 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2878cc91-655c-4d52-b1e7-567ea6407f4d tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4516077 Sep 16 05:16:33.948425 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52172) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:34.013854 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7703553-aa24-4e23-948f-e263343e6845 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.088225 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7703553-aa24-4e23-948f-e263343e6845 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.120711 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-4ab0cf19-71dc-43b0-b120-a78350cf2e5c', 'network_id': '4ab0cf19-71dc-43b0-b120-a78350cf2e5c', 'tenant_id': '87a573c8f2e44917be939618348e482c', 'fixed_ips': [{'subnet_id': '49aae1a2-336f-4884-9f47-7597d2bc466e'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:16:34.121670 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.137212 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.235262 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.271335 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7703553-aa24-4e23-948f-e263343e6845 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.275478 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7703553-aa24-4e23-948f-e263343e6845 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.282355 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d7703553-aa24-4e23-948f-e263343e6845 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] 10.222.0.20 "DELETE /v2.0/security-groups/2493221a-fe0a-4d38-9e09-581abafdd194 HTTP/1.1" status: 204 len: 168 time: 0.4005604 Sep 16 05:16:34.305462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7703553-aa24-4e23-948f-e263343e6845 tempest-TestServerBasicOps-50197433 tempest-TestServerBasicOps-50197433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2493221a-fe0a-4d38-9e09-581abafdd194,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:34.370549 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] Allocated IP 2001:db8::1 (4ab0cf19-71dc-43b0-b120-a78350cf2e5c/49aae1a2-336f-4884-9f47-7597d2bc466e/1332acea-49fe-440a-94d7-bf0a70ef3a26) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:34.524722 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52184) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:34.580212 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.734307 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.804141 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] Network 4ab0cf19-71dc-43b0-b120-a78350cf2e5c is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:34.810163 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:34.816982 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:34.828659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] Pushing event updated for resources: {'Port': ['ID=1332acea-49fe-440a-94d7-bf0a70ef3a26,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:34.916856 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] Attempting to bind port 1332acea-49fe-440a-94d7-bf0a70ef3a26 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:34.916856 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] Attempting to bind port 1332acea-49fe-440a-94d7-bf0a70ef3a26 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'b0caf972-e8c4-42df-8d50-e5b92a9bfb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4ab0cf19-71dc-43b0-b120-a78350cf2e5c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:34.916856 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] Attempting to bind port 1332acea-49fe-440a-94d7-bf0a70ef3a26 on network 4ab0cf19-71dc-43b0-b120-a78350cf2e5c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:34.924095 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:34.924095 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] Checking segment: {'id': 'b0caf972-e8c4-42df-8d50-e5b92a9bfb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4ab0cf19-71dc-43b0-b120-a78350cf2e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:34.924481 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.924652 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] Bound using segment: {'id': 'b0caf972-e8c4-42df-8d50-e5b92a9bfb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4ab0cf19-71dc-43b0-b120-a78350cf2e5c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:34.925227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] Bound port: 1332acea-49fe-440a-94d7-bf0a70ef3a26, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0caf972-e8c4-42df-8d50-e5b92a9bfb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4ab0cf19-71dc-43b0-b120-a78350cf2e5c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:34.925617 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.928420 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.972271 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Subnet': ['ID=49aae1a2-336f-4884-9f47-7597d2bc466e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:35.022487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] For port 1332acea-49fe-440a-94d7-bf0a70ef3a26, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:35.027253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] For port 1332acea-49fe-440a-94d7-bf0a70ef3a26, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=1332acea-49fe-440a-94d7-bf0a70ef3a26,segment=NetworkSegment(b0caf972-e8c4-42df-8d50-e5b92a9bfb8d),segment_id=b0caf972-e8c4-42df-8d50-e5b92a9bfb8d)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:35.078167 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.114748 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab0cf19-71dc-43b0-b120-a78350cf2e5c']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:35.125326 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.162700 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0caf972-e8c4-42df-8d50-e5b92a9bfb8d') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:35.163527 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0caf972-e8c4-42df-8d50-e5b92a9bfb8d') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:35.194724 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.228784 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.284333 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce708c-0d3b-41a9-ac53-758b5076cdc8 None None] Pushing event updated for resources: {'Port': ['ID=1332acea-49fe-440a-94d7-bf0a70ef3a26,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:35.296687 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:35.297495 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.315886 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-54de7e64-0438-4f58-90e2-9af7135b903b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.347065 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e24bae4-9482-41fd-b740-9a6da079bee2 None None] Network 4ab0cf19-71dc-43b0-b120-a78350cf2e5c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:35.355335 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:35.473096 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.db.api [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:16:35.473096 n-d-712140-13 neutron-server[95474]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:16:35.473096 n-d-712140-13 neutron-server[95474]: [parameters: {'id': '4ab0cf19-71dc-43b0-b120-a78350cf2e5c'}] Sep 16 05:16:35.473096 n-d-712140-13 neutron-server[95474]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:16:35.473752 n-d-712140-13 neutron-server[95474]: DEBUG oslo_db.api [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:16:35.520019 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf35ac9-b2e5-4b19-9849-94b8446f10b2 None None] get_active_networks_info from n-d-712140-13 {{(pid=95475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:16:35.531927 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8edd2858-2e43-49ca-988e-d37e08324e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.876595 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf35ac9-b2e5-4b19-9849-94b8446f10b2 None None] Resources bound (agent type, host, resource id): {{(pid=95475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:16:35.965092 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8edd2858-2e43-49ca-988e-d37e08324e3c admin admin] Deleting port e556ec55-430f-40dd-ad8c-06cbf1d5dfc1 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:35.965717 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8edd2858-2e43-49ca-988e-d37e08324e3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.983906 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.532195 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-8edd2858-2e43-49ca-988e-d37e08324e3c admin admin] For port e556ec55-430f-40dd-ad8c-06cbf1d5dfc1, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e556ec55-430f-40dd-ad8c-06cbf1d5dfc1,segment=NetworkSegment(955fa7be-9b5d-4205-bbc8-309ab1e33fb2),segment_id=955fa7be-9b5d-4205-bbc8-309ab1e33fb2)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:36.532962 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8edd2858-2e43-49ca-988e-d37e08324e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.549891 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8edd2858-2e43-49ca-988e-d37e08324e3c admin admin] Calling delete_port for e556ec55-430f-40dd-ad8c-06cbf1d5dfc1 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:36.607010 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Deleting port 1332acea-49fe-440a-94d7-bf0a70ef3a26 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:36.607286 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.695153 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] For port 1332acea-49fe-440a-94d7-bf0a70ef3a26, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=1332acea-49fe-440a-94d7-bf0a70ef3a26,segment=NetworkSegment(b0caf972-e8c4-42df-8d50-e5b92a9bfb8d),segment_id=b0caf972-e8c4-42df-8d50-e5b92a9bfb8d)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:36.695529 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.753432 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Calling delete_port for 1332acea-49fe-440a-94d7-bf0a70ef3a26 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:37.024940 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8edd2858-2e43-49ca-988e-d37e08324e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.027483 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.083640 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No DVR routers for this DVR port 1332acea-49fe-440a-94d7-bf0a70ef3a26 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:37.087812 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd2858-2e43-49ca-988e-d37e08324e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=e556ec55-430f-40dd-ad8c-06cbf1d5dfc1,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:37.176008 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Port': ['ID=1332acea-49fe-440a-94d7-bf0a70ef3a26,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:37.277602 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.366693 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab0cf19-71dc-43b0-b120-a78350cf2e5c']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:37.389370 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0caf972-e8c4-42df-8d50-e5b92a9bfb8d') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:37.389978 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0caf972-e8c4-42df-8d50-e5b92a9bfb8d') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:37.411372 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.494682 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.510404 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:37.511144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:37.516037 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:37.607155 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8edd2858-2e43-49ca-988e-d37e08324e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.782035 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.799101 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.801433 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b00c5972-775a-4a9a-8014-348ba06b87a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.808016 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/networks/4ab0cf19-71dc-43b0-b120-a78350cf2e5c HTTP/1.1" status: 204 len: 168 time: 3.8528066 Sep 16 05:16:37.808192 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52226) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:37.813481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6552db29-8d41-4cab-82e0-4dabf24db902 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1216127'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:37.828975 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590a552-ef96-4609-9f06-53706bf1a2c8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Network': ['ID=4ab0cf19-71dc-43b0-b120-a78350cf2e5c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:37.921741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6552db29-8d41-4cab-82e0-4dabf24db902 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Made reservation on behalf of 87a573c8f2e44917be939618348e482c for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:37.926523 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6552db29-8d41-4cab-82e0-4dabf24db902 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.962203 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6552db29-8d41-4cab-82e0-4dabf24db902 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:37.976454 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6552db29-8d41-4cab-82e0-4dabf24db902 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.977068 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-6552db29-8d41-4cab-82e0-4dabf24db902 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Added segment 16749a27-b9bf-44ae-8fdb-75788ea0b46b of type vlan for network b7a68756-0dcd-4a23-836c-ccb8f0655347 Sep 16 05:16:38.016992 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edd2858-2e43-49ca-988e-d37e08324e3c admin admin] Router 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:38.050821 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6552db29-8d41-4cab-82e0-4dabf24db902 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.140748 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6552db29-8d41-4cab-82e0-4dabf24db902 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.146771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6552db29-8d41-4cab-82e0-4dabf24db902 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:38.147562 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6552db29-8d41-4cab-82e0-4dabf24db902 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.170164 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:16:38.188755 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edd2858-2e43-49ca-988e-d37e08324e3c admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:38.194617 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8edd2858-2e43-49ca-988e-d37e08324e3c admin admin] 10.222.0.20 "PUT /v2.0/routers/63c3bd70-a223-4f48-912a-5ba7ca0a83d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6682961 Sep 16 05:16:38.200833 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52234) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:38.207323 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ad220-9aa2-4e6a-a1db-55408e81da1e None None] Sync routers for ids ['63c3bd70-a223-4f48-912a-5ba7ca0a83d4'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:38.224978 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ad220-9aa2-4e6a-a1db-55408e81da1e None None] Routers {'63c3bd70-a223-4f48-912a-5ba7ca0a83d4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:38.225892 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-153ad220-9aa2-4e6a-a1db-55408e81da1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:16:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['63c3bd70-a223-4f48-912a-5ba7ca0a83d4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:38.232736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552db29-8d41-4cab-82e0-4dabf24db902 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Network': ['ID=b7a68756-0dcd-4a23-836c-ccb8f0655347,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:38.254709 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network b7a68756-0dcd-4a23-836c-ccb8f0655347 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:38.294185 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6552db29-8d41-4cab-82e0-4dabf24db902 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4847481 Sep 16 05:16:38.294859 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52236) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:38.302306 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-4817b8e2-23d6-4ab0-a0d3-659f5f054fb8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'subnet': {'network_id': 'b7a68756-0dcd-4a23-836c-ccb8f0655347', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:38.441303 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.545012 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-153ad220-9aa2-4e6a-a1db-55408e81da1e None None] Set router 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:38.562816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4817b8e2-23d6-4ab0-a0d3-659f5f054fb8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Made reservation on behalf of 87a573c8f2e44917be939618348e482c for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:38.568512 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4817b8e2-23d6-4ab0-a0d3-659f5f054fb8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.597254 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.619920 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.879233 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Deleting port db9c94b4-6bbb-49c4-8112-e8539d8f4c97 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:38.880096 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.895256 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-153ad220-9aa2-4e6a-a1db-55408e81da1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'name': 'tempest-TestServerBasicOps-1986244156-router', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:07Z', 'updated_at': '2021-09-16T05:16:36Z', 'revision_number': 5, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'gw_port': {'id': 'db9c94b4-6bbb-49c4-8112-e8539d8f4c97', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:08Z', 'updated_at': '2021-09-16T05:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:38.930673 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ad220-9aa2-4e6a-a1db-55408e81da1e None None] Checking router: 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:38.943378 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ad220-9aa2-4e6a-a1db-55408e81da1e None None] Routers {'63c3bd70-a223-4f48-912a-5ba7ca0a83d4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:38.944336 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-153ad220-9aa2-4e6a-a1db-55408e81da1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:16:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['63c3bd70-a223-4f48-912a-5ba7ca0a83d4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:39.018610 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] For port db9c94b4-6bbb-49c4-8112-e8539d8f4c97, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=db9c94b4-6bbb-49c4-8112-e8539d8f4c97,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:39.019334 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.034124 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Calling delete_port for db9c94b4-6bbb-49c4-8112-e8539d8f4c97 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:39.060252 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-153ad220-9aa2-4e6a-a1db-55408e81da1e None None] Set router 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:39.094327 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4817b8e2-23d6-4ab0-a0d3-659f5f054fb8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.128499 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-153ad220-9aa2-4e6a-a1db-55408e81da1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'name': 'tempest-TestServerBasicOps-1986244156-router', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:07Z', 'updated_at': '2021-09-16T05:16:38Z', 'revision_number': 6, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:39.171841 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ad220-9aa2-4e6a-a1db-55408e81da1e None None] The sync data for ids ['63c3bd70-a223-4f48-912a-5ba7ca0a83d4'] in n-d-712140-13 is: [{'id': '63c3bd70-a223-4f48-912a-5ba7ca0a83d4', 'name': 'tempest-TestServerBasicOps-1986244156-router', 'tenant_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:07Z', 'updated_at': '2021-09-16T05:16:38Z', 'revision_number': 6, 'project_id': '5d6a10c61b3f427e8b6252249bac1dfe', 'gw_port_host': None}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:39.182746 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817b8e2-23d6-4ab0-a0d3-659f5f054fb8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Subnet': ['ID=77c54b8d-a001-4e34-9c2b-be9c52d7248a,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:39.241208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4817b8e2-23d6-4ab0-a0d3-659f5f054fb8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Checking segment: {'id': '16749a27-b9bf-44ae-8fdb-75788ea0b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7a68756-0dcd-4a23-836c-ccb8f0655347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:39.241827 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4817b8e2-23d6-4ab0-a0d3-659f5f054fb8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network hostable DHCP agents. Network: b7a68756-0dcd-4a23-836c-ccb8f0655347, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:39.316612 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.372826 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4817b8e2-23d6-4ab0-a0d3-659f5f054fb8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network b7a68756-0dcd-4a23-836c-ccb8f0655347 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:39.453195 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.488258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-4817b8e2-23d6-4ab0-a0d3-659f5f054fb8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, b7a68756-0dcd-4a23-836c-ccb8f0655347) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:39.502327 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=db9c94b4-6bbb-49c4-8112-e8539d8f4c97,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:39.512060 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26e573d-25ff-4a13-97f7-0ded3d98623c None None] Network b7a68756-0dcd-4a23-836c-ccb8f0655347 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:39.516654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4817b8e2-23d6-4ab0-a0d3-659f5f054fb8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:39.517948 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4817b8e2-23d6-4ab0-a0d3-659f5f054fb8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.545917 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.546393 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.546853 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.547354 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.554031 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.554031 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.554031 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.554031 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.554031 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.554031 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.554031 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.554031 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.614660 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4817b8e2-23d6-4ab0-a0d3-659f5f054fb8 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3186324 Sep 16 05:16:39.620177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52254) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:39.627102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8de7bf24-cdfe-460f-9319-17360346145a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'subnet': {'network_id': 'b7a68756-0dcd-4a23-836c-ccb8f0655347', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:39.676176 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.835213 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.838537 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.876088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-b7a68756-0dcd-4a23-836c-ccb8f0655347', 'network_id': 'b7a68756-0dcd-4a23-836c-ccb8f0655347', 'tenant_id': '87a573c8f2e44917be939618348e482c', 'fixed_ips': [{'subnet_id': '77c54b8d-a001-4e34-9c2b-be9c52d7248a'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:16:39.879524 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.991772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de7bf24-cdfe-460f-9319-17360346145a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Made reservation on behalf of 87a573c8f2e44917be939618348e482c for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:39.997763 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8de7bf24-cdfe-460f-9319-17360346145a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.025171 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.026706 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63c3bd70-a223-4f48-912a-5ba7ca0a83d4 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:16:40.033780 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.039655 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5bbe7326-e196-47fd-97c0-9d337215b5fb admin admin] 10.222.0.20 "DELETE /v2.0/routers/63c3bd70-a223-4f48-912a-5ba7ca0a83d4 HTTP/1.1" status: 204 len: 168 time: 1.8379183 Sep 16 05:16:40.040710 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52262) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:40.094349 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] Allocated IP 2001:db8::2 (b7a68756-0dcd-4a23-836c-ccb8f0655347/77c54b8d-a001-4e34-9c2b-be9c52d7248a/29c845f1-4c63-4c79-857d-235ee4382552) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:40.143407 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-525164b4-657e-4190-83d8-f7827a9a288f admin admin] Deleting subnet f577e1cc-3619-4e30-9c66-21635bb1ad2e {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:40.152446 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-525164b4-657e-4190-83d8-f7827a9a288f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.225448 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-525164b4-657e-4190-83d8-f7827a9a288f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.324078 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-525164b4-657e-4190-83d8-f7827a9a288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.344818 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.437266 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.474935 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-525164b4-657e-4190-83d8-f7827a9a288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.492613 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] Network b7a68756-0dcd-4a23-836c-ccb8f0655347 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:40.496807 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:40.504020 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:40.515791 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] Pushing event updated for resources: {'Port': ['ID=29c845f1-4c63-4c79-857d-235ee4382552,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:40.517822 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643a608c-1120-4f87-abe5-cde3476a10ce None None] Network 4a92d87f-6f51-45e0-8432-716507f35429 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:40.521175 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525164b4-657e-4190-83d8-f7827a9a288f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f577e1cc-3619-4e30-9c66-21635bb1ad2e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:40.533982 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-525164b4-657e-4190-83d8-f7827a9a288f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.541029 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-525164b4-657e-4190-83d8-f7827a9a288f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f577e1cc-3619-4e30-9c66-21635bb1ad2e HTTP/1.1" status: 204 len: 168 time: 0.4929934 Sep 16 05:16:40.543494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52270) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:40.559017 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8de7bf24-cdfe-460f-9319-17360346145a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.688274 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de7bf24-cdfe-460f-9319-17360346145a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network b7a68756-0dcd-4a23-836c-ccb8f0655347 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:40.700000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-8de7bf24-cdfe-460f-9319-17360346145a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:40.710868 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de7bf24-cdfe-460f-9319-17360346145a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:40.711853 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8de7bf24-cdfe-460f-9319-17360346145a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.730745 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.731769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] Attempting to bind port 29c845f1-4c63-4c79-857d-235ee4382552 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:40.732278 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] Attempting to bind port 29c845f1-4c63-4c79-857d-235ee4382552 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '16749a27-b9bf-44ae-8fdb-75788ea0b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7a68756-0dcd-4a23-836c-ccb8f0655347'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:40.740764 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] Attempting to bind port 29c845f1-4c63-4c79-857d-235ee4382552 on network b7a68756-0dcd-4a23-836c-ccb8f0655347 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:40.746992 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:40.747377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] Checking segment: {'id': '16749a27-b9bf-44ae-8fdb-75788ea0b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7a68756-0dcd-4a23-836c-ccb8f0655347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:40.747778 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.748173 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] Bound using segment: {'id': '16749a27-b9bf-44ae-8fdb-75788ea0b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7a68756-0dcd-4a23-836c-ccb8f0655347'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:40.748702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] Bound port: 29c845f1-4c63-4c79-857d-235ee4382552, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16749a27-b9bf-44ae-8fdb-75788ea0b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7a68756-0dcd-4a23-836c-ccb8f0655347'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:40.749088 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.767054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7bf24-cdfe-460f-9319-17360346145a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Subnet': ['ID=27377401-a7f8-41d2-8486-c16459143e24,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:40.845328 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device db9c94b4-6bbb-49c4-8112-e8539d8f4c97 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:40.877547 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.882810 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: db9c94b4-6bbb-49c4-8112-e8539d8f4c97 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:40.883297 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device db9c94b4-6bbb-49c4-8112-e8539d8f4c97 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:40.883741 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e556ec55-430f-40dd-ad8c-06cbf1d5dfc1 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:40.892098 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8de7bf24-cdfe-460f-9319-17360346145a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2663722 Sep 16 05:16:40.892315 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52276) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:40.899196 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] Deleting port 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:40.899986 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.925675 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: e556ec55-430f-40dd-ad8c-06cbf1d5dfc1 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:40.926200 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e556ec55-430f-40dd-ad8c-06cbf1d5dfc1 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:40.934029 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] For port 29c845f1-4c63-4c79-857d-235ee4382552, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:40.939851 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff6bd3a-1720-43f6-ab48-da8b7d126e04 None None] DHCP port deletion for 4a92d87f-6f51-45e0-8432-716507f35429 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:16:40.970564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] For port 29c845f1-4c63-4c79-857d-235ee4382552, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=29c845f1-4c63-4c79-857d-235ee4382552,segment=NetworkSegment(16749a27-b9bf-44ae-8fdb-75788ea0b46b),segment_id=16749a27-b9bf-44ae-8fdb-75788ea0b46b)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:41.049513 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.088517 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c83771-a1d5-4d99-ae89-291350d5707c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:41.088861 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] For port 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9,segment=NetworkSegment(955fa7be-9b5d-4205-bbc8-309ab1e33fb2),segment_id=955fa7be-9b5d-4205-bbc8-309ab1e33fb2)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:41.089735 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.090611 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c83771-a1d5-4d99-ae89-291350d5707c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:41.092621 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c83771-a1d5-4d99-ae89-291350d5707c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:41.094297 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c83771-a1d5-4d99-ae89-291350d5707c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:41.096852 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c83771-a1d5-4d99-ae89-291350d5707c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:41.100013 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-68c83771-a1d5-4d99-ae89-291350d5707c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2060976 Sep 16 05:16:41.105947 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52280) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:41.111771 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-88f87672-28be-45b7-a1bc-b717c3dd93c7 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1884811806'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:41.129442 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-fff6bd3a-1720-43f6-ab48-da8b7d126e04 None None] Deleting port 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:41.131043 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fff6bd3a-1720-43f6-ab48-da8b7d126e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.144671 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] Calling delete_port for 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:41.240232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fff6bd3a-1720-43f6-ab48-da8b7d126e04 None None] For port 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9,segment=NetworkSegment(955fa7be-9b5d-4205-bbc8-309ab1e33fb2),segment_id=955fa7be-9b5d-4205-bbc8-309ab1e33fb2)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:41.240617 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fff6bd3a-1720-43f6-ab48-da8b7d126e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.254234 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f87672-28be-45b7-a1bc-b717c3dd93c7 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Made reservation on behalf of 87a573c8f2e44917be939618348e482c for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:41.266680 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88f87672-28be-45b7-a1bc-b717c3dd93c7 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.280018 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8a4f1-d0b7-4407-a057-14fcaab3f625 None None] Pushing event updated for resources: {'Port': ['ID=29c845f1-4c63-4c79-857d-235ee4382552,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:41.283183 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-fff6bd3a-1720-43f6-ab48-da8b7d126e04 None None] Calling delete_port for 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:41.356765 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f87672-28be-45b7-a1bc-b717c3dd93c7 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:41.368782 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88f87672-28be-45b7-a1bc-b717c3dd93c7 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.370469 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-88f87672-28be-45b7-a1bc-b717c3dd93c7 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Added segment 0ffa5702-5f9d-4434-a8c8-28ef7372cfb8 of type vlan for network 840acdaa-49c5-4af5-8a01-7c1dfe360d54 Sep 16 05:16:41.422080 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88f87672-28be-45b7-a1bc-b717c3dd93c7 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.432402 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.449484 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fff6bd3a-1720-43f6-ab48-da8b7d126e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.488925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:41.492907 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] No DVR routers for this DVR port 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:41.493178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6bd3a-1720-43f6-ab48-da8b7d126e04 None None] Pushing event deleted for resources: {'Port': ['ID=0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:41.505605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff6bd3a-1720-43f6-ab48-da8b7d126e04 None None] No DVR routers for this DVR port 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:41.567644 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88f87672-28be-45b7-a1bc-b717c3dd93c7 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.593148 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f87672-28be-45b7-a1bc-b717c3dd93c7 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:41.594581 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-88f87672-28be-45b7-a1bc-b717c3dd93c7 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.679610 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.729835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a92d87f-6f51-45e0-8432-716507f35429']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:41.738636 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f87672-28be-45b7-a1bc-b717c3dd93c7 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Network': ['ID=840acdaa-49c5-4af5-8a01-7c1dfe360d54,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:41.762347 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 840acdaa-49c5-4af5-8a01-7c1dfe360d54 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:41.762592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955fa7be-9b5d-4205-bbc8-309ab1e33fb2') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:41.762592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955fa7be-9b5d-4205-bbc8-309ab1e33fb2') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:41.763070 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-88f87672-28be-45b7-a1bc-b717c3dd93c7 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6465151 Sep 16 05:16:41.763070 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52288) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:41.772441 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e1761969-4d28-48f0-b2c4-42baaadecb6e tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:41.776026 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.808743 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.826781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:41.827845 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:41.832226 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:42.053987 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1761969-4d28-48f0-b2c4-42baaadecb6e tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.054819 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.064746 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.070352 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4a92d87f-6f51-45e0-8432-716507f35429 HTTP/1.1" status: 204 len: 168 time: 1.5234959 Sep 16 05:16:42.079879 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52294) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:42.091906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7346f78-4f23-44a1-8992-3f2dad669099 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a92d87f-6f51-45e0-8432-716507f35429,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:42.177990 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1761969-4d28-48f0-b2c4-42baaadecb6e tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.249209 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e1761969-4d28-48f0-b2c4-42baaadecb6e tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network 840acdaa-49c5-4af5-8a01-7c1dfe360d54 is not hosted by any dhcp agent {{(pid=95474) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:16:42.254670 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1761969-4d28-48f0-b2c4-42baaadecb6e tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:42.255367 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1761969-4d28-48f0-b2c4-42baaadecb6e tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.256775 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e1761969-4d28-48f0-b2c4-42baaadecb6e tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "PUT /v2.0/networks/840acdaa-49c5-4af5-8a01-7c1dfe360d54 HTTP/1.1" status: 200 len: 723 time: 0.4973736 Sep 16 05:16:42.261005 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52298) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:42.279330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-cdcddd6a-2e96-449c-b547-09068958a798 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'subnet': {'network_id': '840acdaa-49c5-4af5-8a01-7c1dfe360d54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:42.332343 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1761969-4d28-48f0-b2c4-42baaadecb6e tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Network': ['ID=840acdaa-49c5-4af5-8a01-7c1dfe360d54,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:42.346870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 840acdaa-49c5-4af5-8a01-7c1dfe360d54 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:42.550630 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcddd6a-2e96-449c-b547-09068958a798 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Made reservation on behalf of 87a573c8f2e44917be939618348e482c for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:42.559749 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdcddd6a-2e96-449c-b547-09068958a798 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.794310 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3ac197ac-47b0-49c1-a00f-569bfbc6950f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.824299 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd6f57a-1f39-4285-8915-05df02677a63 None None] Network b7a68756-0dcd-4a23-836c-ccb8f0655347 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:43.014773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 29c845f1-4c63-4c79-857d-235ee4382552 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:43.073496 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ac50195a-51cc-449b-b987-30798aa86d96 None None] Provisioning complete for port 29c845f1-4c63-4c79-857d-235ee4382552 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:43.074440 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac50195a-51cc-449b-b987-30798aa86d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.094634 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdcddd6a-2e96-449c-b547-09068958a798 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.184840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcddd6a-2e96-449c-b547-09068958a798 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Subnet': ['ID=7cf692d6-8487-4b49-838e-ab9e6005f072,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:43.196140 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcddd6a-2e96-449c-b547-09068958a798 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Checking segment: {'id': '0ffa5702-5f9d-4434-a8c8-28ef7372cfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '840acdaa-49c5-4af5-8a01-7c1dfe360d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:43.197452 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcddd6a-2e96-449c-b547-09068958a798 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network hostable DHCP agents. Network: 840acdaa-49c5-4af5-8a01-7c1dfe360d54, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:43.248367 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-3ac197ac-47b0-49c1-a00f-569bfbc6950f admin admin] Deleting port a8a48b60-1d4f-47f4-b41d-47075c83c232 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:43.249033 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3ac197ac-47b0-49c1-a00f-569bfbc6950f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.305036 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 29c845f1-4c63-4c79-857d-235ee4382552 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:43.305669 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.317487 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcddd6a-2e96-449c-b547-09068958a798 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network 840acdaa-49c5-4af5-8a01-7c1dfe360d54 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:43.401193 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-3ac197ac-47b0-49c1-a00f-569bfbc6950f admin admin] For port a8a48b60-1d4f-47f4-b41d-47075c83c232, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a8a48b60-1d4f-47f4-b41d-47075c83c232,segment=NetworkSegment(e2bdadc7-310a-4d35-b4b1-8e58534f3967),segment_id=e2bdadc7-310a-4d35-b4b1-8e58534f3967)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:43.401794 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3ac197ac-47b0-49c1-a00f-569bfbc6950f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.426308 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-cdcddd6a-2e96-449c-b547-09068958a798 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 840acdaa-49c5-4af5-8a01-7c1dfe360d54) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:43.435452 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcddd6a-2e96-449c-b547-09068958a798 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:43.436540 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdcddd6a-2e96-449c-b547-09068958a798 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532310'] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.443912 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b603ed4c-4f04-4e10-9b79-46a4321e19c2 None None] Network 840acdaa-49c5-4af5-8a01-7c1dfe360d54 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:43.444502 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-3ac197ac-47b0-49c1-a00f-569bfbc6950f admin admin] Calling delete_port for a8a48b60-1d4f-47f4-b41d-47075c83c232 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:43.510146 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac50195a-51cc-449b-b987-30798aa86d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.573275 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-cdcddd6a-2e96-449c-b547-09068958a798 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3103139 Sep 16 05:16:43.575805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52314) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:43.586302 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-656062e6-0cc9-453a-8984-59c3d1c5e12a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:43.792180 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ac50195a-51cc-449b-b987-30798aa86d96 None None] For port 29c845f1-4c63-4c79-857d-235ee4382552, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=29c845f1-4c63-4c79-857d-235ee4382552,segment=NetworkSegment(16749a27-b9bf-44ae-8fdb-75788ea0b46b),segment_id=16749a27-b9bf-44ae-8fdb-75788ea0b46b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:43.793743 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-656062e6-0cc9-453a-8984-59c3d1c5e12a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27033757'] for subnet, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.821316 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.881799 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac50195a-51cc-449b-b987-30798aa86d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.882536 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3ac197ac-47b0-49c1-a00f-569bfbc6950f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.916547 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac197ac-47b0-49c1-a00f-569bfbc6950f admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a48b60-1d4f-47f4-b41d-47075c83c232,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:44.014261 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9538742-bede-4bf9-8f13-3e695e1160f4 None None] Update dhcp port {'port': {'network_id': 'b7a68756-0dcd-4a23-836c-ccb8f0655347', 'fixed_ips': [{'subnet_id': '77c54b8d-a001-4e34-9c2b-be9c52d7248a', 'ip_address': '2001:db8::2'}, {'subnet_id': '27377401-a7f8-41d2-8486-c16459143e24'}], 'binding:host_id': 'n-d-712140-13'}, 'id': '29c845f1-4c63-4c79-857d-235ee4382552'} from n-d-712140-13. {{(pid=95475) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:16:44.017888 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50195a-51cc-449b-b987-30798aa86d96 None None] Pushing event updated for resources: {'Port': ['ID=29c845f1-4c63-4c79-857d-235ee4382552,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:44.148796 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f3d2d0-72f9-40d8-b614-d1902e2f68d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-840acdaa-49c5-4af5-8a01-7c1dfe360d54', 'network_id': '840acdaa-49c5-4af5-8a01-7c1dfe360d54', 'tenant_id': '87a573c8f2e44917be939618348e482c', 'fixed_ips': [{'subnet_id': '7cf692d6-8487-4b49-838e-ab9e6005f072'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:16:44.151611 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-45f3d2d0-72f9-40d8-b614-d1902e2f68d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.160113 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e9538742-bede-4bf9-8f13-3e695e1160f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.167880 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-656062e6-0cc9-453a-8984-59c3d1c5e12a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734107153924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25664669'] for subnet, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.236341 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3ac197ac-47b0-49c1-a00f-569bfbc6950f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.239044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656062e6-0cc9-453a-8984-59c3d1c5e12a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Subnet': ['ID=7cf692d6-8487-4b49-838e-ab9e6005f072,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:44.244303 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:16:44.245150 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:16:44.255135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656062e6-0cc9-453a-8984-59c3d1c5e12a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:44.255829 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-656062e6-0cc9-453a-8984-59c3d1c5e12a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.257346 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-656062e6-0cc9-453a-8984-59c3d1c5e12a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "PUT /v2.0/subnets/7cf692d6-8487-4b49-838e-ab9e6005f072 HTTP/1.1" status: 200 len: 826 time: 0.6788061 Sep 16 05:16:44.261100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52324) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:44.397242 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-955a4fe2-c91d-4b01-88a5-f1e5d31b6398 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.474964 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-955a4fe2-c91d-4b01-88a5-f1e5d31b6398 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.739150 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-955a4fe2-c91d-4b01-88a5-f1e5d31b6398 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.798344 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a4fe2-c91d-4b01-88a5-f1e5d31b6398 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf692d6-8487-4b49-838e-ab9e6005f072,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server [None req-45f3d2d0-72f9-40d8-b614-d1902e2f68d0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7cf692d6-8487-4b49-838e-ab9e6005f072: This subnet is being modified by another concurrent operation. Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7cf692d6-8487-4b49-838e-ab9e6005f072: This subnet is being modified by another concurrent operation. Sep 16 05:16:44.853648 n-d-712140-13 neutron-server[95475]: ERROR oslo_messaging.rpc.server Sep 16 05:16:44.888083 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-e9538742-bede-4bf9-8f13-3e695e1160f4 None None] Allocated IP 172.20.0.1 (b7a68756-0dcd-4a23-836c-ccb8f0655347/27377401-a7f8-41d2-8486-c16459143e24/29c845f1-4c63-4c79-857d-235ee4382552) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:44.892516 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facfddfb-d3a8-4e97-85e4-b331712f5680 None None] Network 840acdaa-49c5-4af5-8a01-7c1dfe360d54 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:44.935120 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac197ac-47b0-49c1-a00f-569bfbc6950f admin admin] Router fe2d1b3a-4141-41b1-9ea1-dda2a9830251 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:44.965164 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:44.974472 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-955a4fe2-c91d-4b01-88a5-f1e5d31b6398 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.008277 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:45.008685 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0c8ca96f-bd35-43b6-93d5-e1b3eb77e5e9 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:45.015796 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-955a4fe2-c91d-4b01-88a5-f1e5d31b6398 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840acdaa-49c5-4af5-8a01-7c1dfe360d54']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:45.035634 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-955a4fe2-c91d-4b01-88a5-f1e5d31b6398 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffa5702-5f9d-4434-a8c8-28ef7372cfb8') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:45.035634 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-955a4fe2-c91d-4b01-88a5-f1e5d31b6398 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffa5702-5f9d-4434-a8c8-28ef7372cfb8') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:45.060464 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-955a4fe2-c91d-4b01-88a5-f1e5d31b6398 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.089324 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-955a4fe2-c91d-4b01-88a5-f1e5d31b6398 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.107844 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955a4fe2-c91d-4b01-88a5-f1e5d31b6398 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:45.108412 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-955a4fe2-c91d-4b01-88a5-f1e5d31b6398 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:45.112586 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:45.146515 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebd2ef8-f907-4b26-a9a9-13cda261b04e None None] Network 840acdaa-49c5-4af5-8a01-7c1dfe360d54 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:45.192227 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac197ac-47b0-49c1-a00f-569bfbc6950f admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:45.211409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e9538742-bede-4bf9-8f13-3e695e1160f4 None None] For port 29c845f1-4c63-4c79-857d-235ee4382552, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=29c845f1-4c63-4c79-857d-235ee4382552,segment=NetworkSegment(16749a27-b9bf-44ae-8fdb-75788ea0b46b),segment_id=16749a27-b9bf-44ae-8fdb-75788ea0b46b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:45.220341 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3ac197ac-47b0-49c1-a00f-569bfbc6950f admin admin] 10.222.0.20 "PUT /v2.0/routers/fe2d1b3a-4141-41b1-9ea1-dda2a9830251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1350083 Sep 16 05:16:45.221510 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52338) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:45.289231 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec840485-2b04-4e98-bc5b-af37cd3d5c27 None None] Sync routers for ids ['fe2d1b3a-4141-41b1-9ea1-dda2a9830251'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:45.358863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec840485-2b04-4e98-bc5b-af37cd3d5c27 None None] Routers {'fe2d1b3a-4141-41b1-9ea1-dda2a9830251'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:45.360000 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ec840485-2b04-4e98-bc5b-af37cd3d5c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:16:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fe2d1b3a-4141-41b1-9ea1-dda2a9830251'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:45.363877 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 29c845f1-4c63-4c79-857d-235ee4382552 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:45.385034 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-955a4fe2-c91d-4b01-88a5-f1e5d31b6398 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.393320 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-955a4fe2-c91d-4b01-88a5-f1e5d31b6398 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.401801 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52342) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:45.410947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-955a4fe2-c91d-4b01-88a5-f1e5d31b6398 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/networks/840acdaa-49c5-4af5-8a01-7c1dfe360d54 HTTP/1.1" status: 204 len: 168 time: 1.1486168 Sep 16 05:16:45.432099 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e5252c-abe2-4758-8b4f-e76838a0e96a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] DELETE failed (client error): The resource could not be found. Sep 16 05:16:45.435629 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e5252c-abe2-4758-8b4f-e76838a0e96a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:16:45.435629 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-37e5252c-abe2-4758-8b4f-e76838a0e96a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/networks/840acdaa-49c5-4af5-8a01-7c1dfe360d54 HTTP/1.1" status: 404 len: 339 time: 0.0319486 Sep 16 05:16:45.439793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a4fe2-c91d-4b01-88a5-f1e5d31b6398 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Network': ['ID=840acdaa-49c5-4af5-8a01-7c1dfe360d54,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:45.441586 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52344) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:45.447939 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-57eae6ac-a0dc-4d51-89e8-483b8bef71a3 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-371716566', 'description': 'd1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:45.470828 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7b5e29d-0f44-4ffb-9209-5c4e637aebc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.505219 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e9538742-bede-4bf9-8f13-3e695e1160f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.615043 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 29c845f1-4c63-4c79-857d-235ee4382552 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:45.615506 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.651118 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e9538742-bede-4bf9-8f13-3e695e1160f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.661870 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57eae6ac-a0dc-4d51-89e8-483b8bef71a3 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Made reservation on behalf of 87a573c8f2e44917be939618348e482c for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:45.670398 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-57eae6ac-a0dc-4d51-89e8-483b8bef71a3 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.675155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-ec840485-2b04-4e98-bc5b-af37cd3d5c27 None None] Set router fe2d1b3a-4141-41b1-9ea1-dda2a9830251 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:45.733728 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7b5e29d-0f44-4ffb-9209-5c4e637aebc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.747271 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57eae6ac-a0dc-4d51-89e8-483b8bef71a3 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:45.772684 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-57eae6ac-a0dc-4d51-89e8-483b8bef71a3 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.773606 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-57eae6ac-a0dc-4d51-89e8-483b8bef71a3 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Added segment 245aeed4-e2a8-42b9-a551-9e457c6198c0 of type vlan for network 64548bae-4a52-439c-af34-a590ad4330f2 Sep 16 05:16:45.894043 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-57eae6ac-a0dc-4d51-89e8-483b8bef71a3 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.958091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9538742-bede-4bf9-8f13-3e695e1160f4 None None] Pushing event updated for resources: {'Port': ['ID=29c845f1-4c63-4c79-857d-235ee4382552,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:45.978101 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f7b5e29d-0f44-4ffb-9209-5c4e637aebc7 admin admin] Deleting port e079d747-2e8c-4860-bc6f-d87bf69e2596 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:45.978803 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7b5e29d-0f44-4ffb-9209-5c4e637aebc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.033230 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-57eae6ac-a0dc-4d51-89e8-483b8bef71a3 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.045143 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eae6ac-a0dc-4d51-89e8-483b8bef71a3 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:46.046208 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-57eae6ac-a0dc-4d51-89e8-483b8bef71a3 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.226166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ec840485-2b04-4e98-bc5b-af37cd3d5c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2d1b3a-4141-41b1-9ea1-dda2a9830251', 'name': 'tempest-TestServerBasicOps-1009085271-router', 'tenant_id': '2841a05eec3e4fc1859cc954af17d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e079d747-2e8c-4860-bc6f-d87bf69e2596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:21Z', 'updated_at': '2021-09-16T05:16:43Z', 'revision_number': 5, 'project_id': '2841a05eec3e4fc1859cc954af17d7de', 'gw_port': {'id': 'e079d747-2e8c-4860-bc6f-d87bf69e2596', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2d1b3a-4141-41b1-9ea1-dda2a9830251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:22Z', 'updated_at': '2021-09-16T05:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:46.278678 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec840485-2b04-4e98-bc5b-af37cd3d5c27 None None] Checking router: fe2d1b3a-4141-41b1-9ea1-dda2a9830251 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:46.279353 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-57eae6ac-a0dc-4d51-89e8-483b8bef71a3 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8363166 Sep 16 05:16:46.283671 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52358) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:46.297093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eae6ac-a0dc-4d51-89e8-483b8bef71a3 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Network': ['ID=64548bae-4a52-439c-af34-a590ad4330f2,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:46.326247 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 64548bae-4a52-439c-af34-a590ad4330f2 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:46.329795 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-f7b5e29d-0f44-4ffb-9209-5c4e637aebc7 admin admin] For port e079d747-2e8c-4860-bc6f-d87bf69e2596, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e079d747-2e8c-4860-bc6f-d87bf69e2596,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:46.330101 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec840485-2b04-4e98-bc5b-af37cd3d5c27 None None] Routers {'fe2d1b3a-4141-41b1-9ea1-dda2a9830251'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:46.330715 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ec840485-2b04-4e98-bc5b-af37cd3d5c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:16:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fe2d1b3a-4141-41b1-9ea1-dda2a9830251'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:46.331312 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7b5e29d-0f44-4ffb-9209-5c4e637aebc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.361981 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f7b5e29d-0f44-4ffb-9209-5c4e637aebc7 admin admin] Calling delete_port for e079d747-2e8c-4860-bc6f-d87bf69e2596 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:46.606284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4dafd3-457a-4a4a-aa0c-b600affd1b3a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:46.616769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3f4dafd3-457a-4a4a-aa0c-b600affd1b3a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "GET /v2.0/networks?id=64548bae-4a52-439c-af34-a590ad4330f2 HTTP/1.1" status: 200 len: 764 time: 0.3271863 Sep 16 05:16:46.619951 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52364) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:46.628475 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6c81253d-73e9-4add-97e2-b13e41abe0cf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'network': {'description': 'd2'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:46.698090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-ec840485-2b04-4e98-bc5b-af37cd3d5c27 None None] Set router fe2d1b3a-4141-41b1-9ea1-dda2a9830251 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:46.831441 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ec840485-2b04-4e98-bc5b-af37cd3d5c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2d1b3a-4141-41b1-9ea1-dda2a9830251', 'name': 'tempest-TestServerBasicOps-1009085271-router', 'tenant_id': '2841a05eec3e4fc1859cc954af17d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:21Z', 'updated_at': '2021-09-16T05:16:45Z', 'revision_number': 6, 'project_id': '2841a05eec3e4fc1859cc954af17d7de', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:46.893899 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec840485-2b04-4e98-bc5b-af37cd3d5c27 None None] The sync data for ids ['fe2d1b3a-4141-41b1-9ea1-dda2a9830251'] in n-d-712140-13 is: [{'id': 'fe2d1b3a-4141-41b1-9ea1-dda2a9830251', 'name': 'tempest-TestServerBasicOps-1009085271-router', 'tenant_id': '2841a05eec3e4fc1859cc954af17d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:21Z', 'updated_at': '2021-09-16T05:16:45Z', 'revision_number': 6, 'project_id': '2841a05eec3e4fc1859cc954af17d7de', 'gw_port_host': None}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:46.913862 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c81253d-73e9-4add-97e2-b13e41abe0cf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.950163 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72099b1-38cb-4b5b-b06c-b738a17fab59 None None] Network b7a68756-0dcd-4a23-836c-ccb8f0655347 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:47.000367 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7b5e29d-0f44-4ffb-9209-5c4e637aebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.031990 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5e29d-0f44-4ffb-9209-5c4e637aebc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e079d747-2e8c-4860-bc6f-d87bf69e2596,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:47.082834 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-401980a4-b8c9-443c-9799-afbe86020b58 None None] Provisioning complete for port 29c845f1-4c63-4c79-857d-235ee4382552 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:47.083740 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-401980a4-b8c9-443c-9799-afbe86020b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.125563 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7b5e29d-0f44-4ffb-9209-5c4e637aebc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.196413 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c81253d-73e9-4add-97e2-b13e41abe0cf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.239605 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c81253d-73e9-4add-97e2-b13e41abe0cf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network 64548bae-4a52-439c-af34-a590ad4330f2 is not hosted by any dhcp agent {{(pid=95473) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:16:47.260675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c81253d-73e9-4add-97e2-b13e41abe0cf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:47.261678 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c81253d-73e9-4add-97e2-b13e41abe0cf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.268291 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6c81253d-73e9-4add-97e2-b13e41abe0cf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "PUT /v2.0/networks/64548bae-4a52-439c-af34-a590ad4330f2 HTTP/1.1" status: 200 len: 761 time: 0.6461987 Sep 16 05:16:47.274715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52370) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:47.328170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7b5e29d-0f44-4ffb-9209-5c4e637aebc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.331478 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7b5e29d-0f44-4ffb-9209-5c4e637aebc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.511859 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 29c845f1-4c63-4c79-857d-235ee4382552 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:47.540207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c97ad9-aeda-4c4f-9e6e-594c3f69e5de tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:47.549095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a6c97ad9-aeda-4c4f-9e6e-594c3f69e5de tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "GET /v2.0/networks?id=64548bae-4a52-439c-af34-a590ad4330f2 HTTP/1.1" status: 200 len: 764 time: 0.2661746 Sep 16 05:16:47.555399 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52374) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:47.574080 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7b5e29d-0f44-4ffb-9209-5c4e637aebc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.574745 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b5e29d-0f44-4ffb-9209-5c4e637aebc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe2d1b3a-4141-41b1-9ea1-dda2a9830251 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:16:47.597608 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7b5e29d-0f44-4ffb-9209-5c4e637aebc7 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.602111 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f7b5e29d-0f44-4ffb-9209-5c4e637aebc7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fe2d1b3a-4141-41b1-9ea1-dda2a9830251 HTTP/1.1" status: 204 len: 168 time: 2.3803382 Sep 16 05:16:47.612778 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52376) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:47.622521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81253d-73e9-4add-97e2-b13e41abe0cf tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Network': ['ID=64548bae-4a52-439c-af34-a590ad4330f2,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:47.642264 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 64548bae-4a52-439c-af34-a590ad4330f2 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:47.667175 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 29c845f1-4c63-4c79-857d-235ee4382552 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:47.667822 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.730810 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf44a46-bf41-4fd2-ae24-1f1b1025aaa0 None None] get_active_networks_info from n-d-712140-13 {{(pid=95475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:16:47.951732 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04eebc8-127c-4694-937b-8dc654c0f08f admin admin] Deleting subnet 87eb06ba-e7ba-4495-b603-a5cc2f60b13d {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:47.960226 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f04eebc8-127c-4694-937b-8dc654c0f08f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.049248 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d707a77-99cc-4cfc-b3b3-ea4ea5dbc7ac tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:48.052043 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6d707a77-99cc-4cfc-b3b3-ea4ea5dbc7ac tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5007336 Sep 16 05:16:48.055188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52384) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:48.074069 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f04eebc8-127c-4694-937b-8dc654c0f08f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.134971 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-38b295d9-724a-45a1-b163-156a65562853 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "GET /v2.0/subnets?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 207 time: 0.0766156 Sep 16 05:16:48.139730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52386) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:48.227608 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-70379c1b-e24f-4a5c-bb95-f51535432ea9 None None] Provisioning complete for port 29c845f1-4c63-4c79-857d-235ee4382552 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:48.228592 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-70379c1b-e24f-4a5c-bb95-f51535432ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.301057 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f04eebc8-127c-4694-937b-8dc654c0f08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.403992 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf44a46-bf41-4fd2-ae24-1f1b1025aaa0 None None] Resources bound (agent type, host, resource id): {{(pid=95475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:16:48.428354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a8a48b60-1d4f-47f4-b41d-47075c83c232 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:48.480529 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: a8a48b60-1d4f-47f4-b41d-47075c83c232 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:48.480870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a8a48b60-1d4f-47f4-b41d-47075c83c232 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:48.602372 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f04eebc8-127c-4694-937b-8dc654c0f08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.630061 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04eebc8-127c-4694-937b-8dc654c0f08f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87eb06ba-e7ba-4495-b603-a5cc2f60b13d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:48.647814 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f04eebc8-127c-4694-937b-8dc654c0f08f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.652813 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f04eebc8-127c-4694-937b-8dc654c0f08f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/87eb06ba-e7ba-4495-b603-a5cc2f60b13d HTTP/1.1" status: 204 len: 168 time: 1.0357938 Sep 16 05:16:48.659790 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52392) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:48.808836 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.975813 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] Deleting port 5802873e-9db2-41f3-867b-0f8a1441abc2 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:48.976351 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.010510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a31935e-dd42-49c6-ad3d-9299f947dac2 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.014161 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ae4cf4-9d24-47fc-99c8-e50dab51bca3 None None] Network f23e520c-b8d0-4378-b39a-f777d14b8dff requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:49.022440 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a31935e-dd42-49c6-ad3d-9299f947dac2 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.034592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a31935e-dd42-49c6-ad3d-9299f947dac2 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.047303 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a31935e-dd42-49c6-ad3d-9299f947dac2 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.058592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a31935e-dd42-49c6-ad3d-9299f947dac2 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.070917 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a31935e-dd42-49c6-ad3d-9299f947dac2 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.076649 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7a31935e-dd42-49c6-ad3d-9299f947dac2 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3725 time: 0.9345918 Sep 16 05:16:49.082410 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52402) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:49.123688 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e079d747-2e8c-4860-bc6f-d87bf69e2596 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:49.184620 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: e079d747-2e8c-4860-bc6f-d87bf69e2596 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:49.185408 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e079d747-2e8c-4860-bc6f-d87bf69e2596 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:49.188484 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] For port 5802873e-9db2-41f3-867b-0f8a1441abc2, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5802873e-9db2-41f3-867b-0f8a1441abc2,segment=NetworkSegment(e2bdadc7-310a-4d35-b4b1-8e58534f3967),segment_id=e2bdadc7-310a-4d35-b4b1-8e58534f3967)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:49.189182 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.272966 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] Calling delete_port for 5802873e-9db2-41f3-867b-0f8a1441abc2 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:49.379419 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7348da-2de7-40a0-96cd-bbb3488db8ad None None] DHCP port deletion for f23e520c-b8d0-4378-b39a-f777d14b8dff request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:16:49.436039 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ee7348da-2de7-40a0-96cd-bbb3488db8ad None None] Deleting port 5802873e-9db2-41f3-867b-0f8a1441abc2 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:49.436725 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ee7348da-2de7-40a0-96cd-bbb3488db8ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.437615 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52404) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:49.438080 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-54b549db-628d-49b7-98ca-82caa8c1ac5f tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 807 time: 0.3505654 Sep 16 05:16:49.552321 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ee7348da-2de7-40a0-96cd-bbb3488db8ad None None] For port 5802873e-9db2-41f3-867b-0f8a1441abc2, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5802873e-9db2-41f3-867b-0f8a1441abc2,segment=NetworkSegment(e2bdadc7-310a-4d35-b4b1-8e58534f3967),segment_id=e2bdadc7-310a-4d35-b4b1-8e58534f3967)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:49.552901 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ee7348da-2de7-40a0-96cd-bbb3488db8ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.567154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27f32e1-df2f-47b9-b047-4d1d1fa0f3dc tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.570470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27f32e1-df2f-47b9-b047-4d1d1fa0f3dc tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.573236 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27f32e1-df2f-47b9-b047-4d1d1fa0f3dc tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.576333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27f32e1-df2f-47b9-b047-4d1d1fa0f3dc tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.578844 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27f32e1-df2f-47b9-b047-4d1d1fa0f3dc tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.579298 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ee7348da-2de7-40a0-96cd-bbb3488db8ad None None] Calling delete_port for 5802873e-9db2-41f3-867b-0f8a1441abc2 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:49.586788 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e27f32e1-df2f-47b9-b047-4d1d1fa0f3dc tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1406529 Sep 16 05:16:49.588025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52408) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:49.613388 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.682122 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] Pushing event deleted for resources: {'Port': ['ID=5802873e-9db2-41f3-867b-0f8a1441abc2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:49.685725 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] No DVR routers for this DVR port 5802873e-9db2-41f3-867b-0f8a1441abc2 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:49.694422 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f648199-7c70-4509-bac2-18fbb6455d99 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.694422 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f648199-7c70-4509-bac2-18fbb6455d99 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.694422 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f648199-7c70-4509-bac2-18fbb6455d99 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.695744 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f648199-7c70-4509-bac2-18fbb6455d99 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.697810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f648199-7c70-4509-bac2-18fbb6455d99 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['shared'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.698354 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ee7348da-2de7-40a0-96cd-bbb3488db8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.700975 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2f648199-7c70-4509-bac2-18fbb6455d99 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1104751 Sep 16 05:16:49.707593 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52412) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:49.723623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7348da-2de7-40a0-96cd-bbb3488db8ad None None] No DVR routers for this DVR port 5802873e-9db2-41f3-867b-0f8a1441abc2 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:49.756897 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7348da-2de7-40a0-96cd-bbb3488db8ad None None] Pushing event deleted for resources: {'Port': ['ID=5802873e-9db2-41f3-867b-0f8a1441abc2,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:49.843640 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.882402 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23e520c-b8d0-4378-b39a-f777d14b8dff']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:49.900827 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2bdadc7-310a-4d35-b4b1-8e58534f3967') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:49.901417 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2bdadc7-310a-4d35-b4b1-8e58534f3967') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:49.920905 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.929276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c847e294-229c-4457-9ac0-27746cc783a6 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.932041 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c847e294-229c-4457-9ac0-27746cc783a6 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "GET /v2.0/networks/0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f HTTP/1.1" status: 200 len: 802 time: 0.2229452 Sep 16 05:16:49.936000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52414) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:49.947257 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.957183 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:49.957869 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:49.960562 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:50.107333 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2dab7c35-f98a-40fc-8fec-5fee8d72e893 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "GET /v2.0/networks/0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.1696913 Sep 16 05:16:50.110908 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52422) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:50.179389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9331897f-8bec-4076-8a83-f26d3908fc3d tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:50.181530 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9331897f-8bec-4076-8a83-f26d3908fc3d tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "GET /v2.0/subnets/27094d01-3952-47a0-9e13-d0cb71d6f65c HTTP/1.1" status: 200 len: 843 time: 0.0694706 Sep 16 05:16:50.186837 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52424) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:50.231996 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.242613 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.245193 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f23e520c-b8d0-4378-b39a-f777d14b8dff HTTP/1.1" status: 204 len: 168 time: 1.5884204 Sep 16 05:16:50.263872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc237f3-4c9c-44d3-8212-b4f541e95894 admin admin] Pushing event deleted for resources: {'Network': ['ID=f23e520c-b8d0-4378-b39a-f777d14b8dff,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:50.275972 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c924973a-7e6c-4101-937a-ff19b0b252e4 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['shared'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:50.283925 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c924973a-7e6c-4101-937a-ff19b0b252e4 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "GET /v2.0/subnets/27094d01-3952-47a0-9e13-d0cb71d6f65c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0893085 Sep 16 05:16:50.284475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52430) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:50.289887 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-2d1f6e54-e3ed-474f-810a-457c5748c9ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-820974890'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:50.469301 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1f6e54-e3ed-474f-810a-457c5748c9ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Made reservation on behalf of 87a573c8f2e44917be939618348e482c for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:50.473226 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2d1f6e54-e3ed-474f-810a-457c5748c9ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.502775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1f6e54-e3ed-474f-810a-457c5748c9ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:50.513708 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2d1f6e54-e3ed-474f-810a-457c5748c9ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.514067 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-2d1f6e54-e3ed-474f-810a-457c5748c9ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Added segment d21f467f-1fcf-4e87-83b3-ad5425da4431 of type vlan for network cf25d14c-e8b3-4d3b-b199-cf19c8d193d2 Sep 16 05:16:50.564827 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2d1f6e54-e3ed-474f-810a-457c5748c9ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.670190 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2d1f6e54-e3ed-474f-810a-457c5748c9ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.677335 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1f6e54-e3ed-474f-810a-457c5748c9ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:50.678270 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2d1f6e54-e3ed-474f-810a-457c5748c9ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.788342 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f6e54-e3ed-474f-810a-457c5748c9ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Network': ['ID=cf25d14c-e8b3-4d3b-b199-cf19c8d193d2,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:50.789625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52434) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:50.804292 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network cf25d14c-e8b3-4d3b-b199-cf19c8d193d2 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:50.838728 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2d1f6e54-e3ed-474f-810a-457c5748c9ed tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5532336 Sep 16 05:16:50.843529 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52436) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:50.852292 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c0b8086a-f18d-4ea6-bad7-0a73bc527567 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'subnet': {'network_id': 'cf25d14c-e8b3-4d3b-b199-cf19c8d193d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:50.861126 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-be024506-ccb7-4b58-b425-215964a39f0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d6a10c61b3f427e8b6252249bac1dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689356 Sep 16 05:16:50.870118 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52438) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:50.963764 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cfa2e179-c0de-4406-993c-68e5d5b85e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.006201 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cfa2e179-c0de-4406-993c-68e5d5b85e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.105909 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b8086a-f18d-4ea6-bad7-0a73bc527567 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Made reservation on behalf of 87a573c8f2e44917be939618348e482c for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:51.112297 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c0b8086a-f18d-4ea6-bad7-0a73bc527567 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.169498 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cfa2e179-c0de-4406-993c-68e5d5b85e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.173698 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cfa2e179-c0de-4406-993c-68e5d5b85e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.175887 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-cfa2e179-c0de-4406-993c-68e5d5b85e42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d4c454a-037f-4185-b73e-c17d43a8778d HTTP/1.1" status: 204 len: 168 time: 0.3042169 Sep 16 05:16:51.192436 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5802873e-9db2-41f3-867b-0f8a1441abc2 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:51.210772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2e179-c0de-4406-993c-68e5d5b85e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4c454a-037f-4185-b73e-c17d43a8778d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:51.247584 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 5802873e-9db2-41f3-867b-0f8a1441abc2 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:51.248512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5802873e-9db2-41f3-867b-0f8a1441abc2 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:51.698648 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.ipam_backend_mixin [None req-c0b8086a-f18d-4ea6-bad7-0a73bc527567 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Performing IP validity checks on allocation pools {{(pid=95474) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:16:51.699659 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.ipam_backend_mixin [None req-c0b8086a-f18d-4ea6-bad7-0a73bc527567 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95474) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:16:52.082016 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c0b8086a-f18d-4ea6-bad7-0a73bc527567 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.163214 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8086a-f18d-4ea6-bad7-0a73bc527567 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Subnet': ['ID=25afcbd4-1aa6-4feb-99b6-845a320dc874,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:52.174711 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b8086a-f18d-4ea6-bad7-0a73bc527567 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Checking segment: {'id': 'd21f467f-1fcf-4e87-83b3-ad5425da4431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cf25d14c-e8b3-4d3b-b199-cf19c8d193d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:52.175182 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b8086a-f18d-4ea6-bad7-0a73bc527567 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network hostable DHCP agents. Network: cf25d14c-e8b3-4d3b-b199-cf19c8d193d2, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:52.276703 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b8086a-f18d-4ea6-bad7-0a73bc527567 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Network cf25d14c-e8b3-4d3b-b199-cf19c8d193d2 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:52.375853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52466) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:52.433975 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7270d7a7-fe95-41dc-9ec8-acff412fba1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2841a05eec3e4fc1859cc954af17d7de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559726 Sep 16 05:16:52.436791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52470) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:52.494388 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-c0b8086a-f18d-4ea6-bad7-0a73bc527567 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, cf25d14c-e8b3-4d3b-b199-cf19c8d193d2) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:52.500882 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7823871b-7469-45d0-8c23-5dea4ba28f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.501470 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b8086a-f18d-4ea6-bad7-0a73bc527567 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:52.502596 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c0b8086a-f18d-4ea6-bad7-0a73bc527567 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.508092 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e348d79d-8a8f-4d37-865c-f226b2ab8023 None None] Network cf25d14c-e8b3-4d3b-b199-cf19c8d193d2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:52.536630 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7823871b-7469-45d0-8c23-5dea4ba28f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.654574 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c0b8086a-f18d-4ea6-bad7-0a73bc527567 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8046522 Sep 16 05:16:52.655197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52474) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:52.667261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c7ac3d75-a682-4246-a7a9-f65a035c19aa tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:52.758343 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-cf25d14c-e8b3-4d3b-b199-cf19c8d193d2', 'network_id': 'cf25d14c-e8b3-4d3b-b199-cf19c8d193d2', 'tenant_id': '87a573c8f2e44917be939618348e482c', 'fixed_ips': [{'subnet_id': '25afcbd4-1aa6-4feb-99b6-845a320dc874'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:16:52.761260 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.766219 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7823871b-7469-45d0-8c23-5dea4ba28f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.769995 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7823871b-7469-45d0-8c23-5dea4ba28f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.772699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7823871b-7469-45d0-8c23-5dea4ba28f3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f726e0c-0fab-459f-9bff-1c4950c9eabb HTTP/1.1" status: 204 len: 168 time: 0.3338389 Sep 16 05:16:52.846400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823871b-7469-45d0-8c23-5dea4ba28f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f726e0c-0fab-459f-9bff-1c4950c9eabb,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:52.914726 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c7ac3d75-a682-4246-a7a9-f65a035c19aa tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27033757'] for subnet, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.185098 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:16:53.185098 n-d-712140-13 neutron-server[95475]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 16 05:16:53.185098 n-d-712140-13 neutron-server[95475]: [parameters: {'in_use': 1, 'id_1': '25afcbd4-1aa6-4feb-99b6-845a320dc874'}] Sep 16 05:16:53.185098 n-d-712140-13 neutron-server[95475]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:16:53.185098 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:16:53.446580 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c7ac3d75-a682-4246-a7a9-f65a035c19aa tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734107153924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25664669'] for subnet, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.505804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ac3d75-a682-4246-a7a9-f65a035c19aa tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:53.506768 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c7ac3d75-a682-4246-a7a9-f65a035c19aa tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.513319 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c7ac3d75-a682-4246-a7a9-f65a035c19aa tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "PUT /v2.0/subnets/25afcbd4-1aa6-4feb-99b6-845a320dc874 HTTP/1.1" status: 200 len: 900 time: 0.8521965 Sep 16 05:16:53.514396 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52486) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:53.535409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac3d75-a682-4246-a7a9-f65a035c19aa tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event updated for resources: {'Subnet': ['ID=25afcbd4-1aa6-4feb-99b6-845a320dc874,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:53.677315 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.700943 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.845503 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.947849 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Allocated IP 2001:db8::3 (cf25d14c-e8b3-4d3b-b199-cf19c8d193d2/25afcbd4-1aa6-4feb-99b6-845a320dc874/73468c17-5ed8-4b19-85fe-00305bb09ff8) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:54.147788 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.276321 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.346035 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Network cf25d14c-e8b3-4d3b-b199-cf19c8d193d2 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:54.351938 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:54.363165 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:54.377114 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Pushing event updated for resources: {'Port': ['ID=73468c17-5ed8-4b19-85fe-00305bb09ff8,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:54.463570 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.491713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Attempting to bind port 73468c17-5ed8-4b19-85fe-00305bb09ff8 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:54.492301 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Attempting to bind port 73468c17-5ed8-4b19-85fe-00305bb09ff8 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'd21f467f-1fcf-4e87-83b3-ad5425da4431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cf25d14c-e8b3-4d3b-b199-cf19c8d193d2'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:54.492874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Attempting to bind port 73468c17-5ed8-4b19-85fe-00305bb09ff8 on network cf25d14c-e8b3-4d3b-b199-cf19c8d193d2 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:54.503165 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:54.504451 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Checking segment: {'id': 'd21f467f-1fcf-4e87-83b3-ad5425da4431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cf25d14c-e8b3-4d3b-b199-cf19c8d193d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:54.505693 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.506382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Bound using segment: {'id': 'd21f467f-1fcf-4e87-83b3-ad5425da4431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cf25d14c-e8b3-4d3b-b199-cf19c8d193d2'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:54.507211 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Bound port: 73468c17-5ed8-4b19-85fe-00305bb09ff8, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21f467f-1fcf-4e87-83b3-ad5425da4431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cf25d14c-e8b3-4d3b-b199-cf19c8d193d2'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:54.507837 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.508499 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Subnet': ['ID=25afcbd4-1aa6-4feb-99b6-845a320dc874,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:54.612584 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4760965-51b8-4db2-8bb9-c3a35ede7993 req-1c921842-9f0e-4bf1-96e3-2e69b9bc1141 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:54.617151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4760965-51b8-4db2-8bb9-c3a35ede7993 req-1c921842-9f0e-4bf1-96e3-2e69b9bc1141 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 1097 time: 0.0818021 Sep 16 05:16:54.642059 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.643976 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] For port 73468c17-5ed8-4b19-85fe-00305bb09ff8, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:54.648419 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.652900 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] For port 73468c17-5ed8-4b19-85fe-00305bb09ff8, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=73468c17-5ed8-4b19-85fe-00305bb09ff8,segment=NetworkSegment(d21f467f-1fcf-4e87-83b3-ad5425da4431),segment_id=d21f467f-1fcf-4e87-83b3-ad5425da4431)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:54.658987 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4760965-51b8-4db2-8bb9-c3a35ede7993 req-3cb9ae5c-501c-47c1-97dd-d42f8052b19e tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.695469 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf25d14c-e8b3-4d3b-b199-cf19c8d193d2']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:54.715156 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21f467f-1fcf-4e87-83b3-ad5425da4431') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:54.715724 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21f467f-1fcf-4e87-83b3-ad5425da4431') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:54.735359 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.800971 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.811416 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.844065 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:54.845077 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:54.889090 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:54.896323 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4760965-51b8-4db2-8bb9-c3a35ede7993 req-3cb9ae5c-501c-47c1-97dd-d42f8052b19e tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.962028 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30d910-cbff-4cab-96bf-16a2482b0304 None None] Pushing event updated for resources: {'Port': ['ID=73468c17-5ed8-4b19-85fe-00305bb09ff8,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:54.967582 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f4760965-51b8-4db2-8bb9-c3a35ede7993 req-3cb9ae5c-501c-47c1-97dd-d42f8052b19e tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.018968 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2498f1-1eb3-4c93-9d0b-d3435898c607 None None] Network cf25d14c-e8b3-4d3b-b199-cf19c8d193d2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:55.028296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4760965-51b8-4db2-8bb9-c3a35ede7993 req-3cb9ae5c-501c-47c1-97dd-d42f8052b19e tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3979418 Sep 16 05:16:55.035999 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9ae5c-501c-47c1-97dd-d42f8052b19e tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d844be-2c9a-4bdb-9202-1226633e091b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:55.097934 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.db.api [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:16:55.097934 n-d-712140-13 neutron-server[95474]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:16:55.097934 n-d-712140-13 neutron-server[95474]: [parameters: {'id': 'cf25d14c-e8b3-4d3b-b199-cf19c8d193d2'}] Sep 16 05:16:55.097934 n-d-712140-13 neutron-server[95474]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:16:55.099358 n-d-712140-13 neutron-server[95474]: DEBUG oslo_db.api [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:16:55.227391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a22fa-2a9c-4851-b023-049070d24ead req-6d143be5-2be8-49e1-a9dd-746c1d443ee9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:55.229776 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f1a22fa-2a9c-4851-b023-049070d24ead req-6d143be5-2be8-49e1-a9dd-746c1d443ee9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.0880487 Sep 16 05:16:55.262280 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de7d8fb-09e3-43cc-8c5c-da92b94c2ac4 None None] Network cf25d14c-e8b3-4d3b-b199-cf19c8d193d2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:55.293542 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f1a22fa-2a9c-4851-b023-049070d24ead req-6b53d3be-8407-4913-86f1-b5e77cdc3a04 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563631 Sep 16 05:16:55.336736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52512) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:55.477070 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-64eb5c9f-42ba-452d-a37b-0ab004d6735c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/floatingips/8e62ee9d-e839-4758-83e7-ca28e1b47adb HTTP/1.1" status: 200 len: 993 time: 0.1375008 Sep 16 05:16:55.495846 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a3c6c9-635f-475f-b444-8132ae9488d9 None None] get_active_networks_info from n-d-712140-13 {{(pid=95475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:16:55.601903 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.700333 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Deleting port 73468c17-5ed8-4b19-85fe-00305bb09ff8 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:55.701543 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.728668 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a3c6c9-635f-475f-b444-8132ae9488d9 None None] Resources bound (agent type, host, resource id): {{(pid=95475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:16:55.808168 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] For port 73468c17-5ed8-4b19-85fe-00305bb09ff8, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=73468c17-5ed8-4b19-85fe-00305bb09ff8,segment=NetworkSegment(d21f467f-1fcf-4e87-83b3-ad5425da4431),segment_id=d21f467f-1fcf-4e87-83b3-ad5425da4431)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:55.808779 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.833547 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Calling delete_port for 73468c17-5ed8-4b19-85fe-00305bb09ff8 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:56.016652 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-46dbc021-1a09-47ae-86af-81f8fe53413d req-e984a70d-c993-448f-a1c8-b3c331e9a414 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:16:56.018621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46dbc021-1a09-47ae-86af-81f8fe53413d req-e984a70d-c993-448f-a1c8-b3c331e9a414 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097690 Sep 16 05:16:56.058521 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.120115 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Port': ['ID=73468c17-5ed8-4b19-85fe-00305bb09ff8,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:56.126176 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No DVR routers for this DVR port 73468c17-5ed8-4b19-85fe-00305bb09ff8 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:56.260608 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.296965 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf25d14c-e8b3-4d3b-b199-cf19c8d193d2']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:56.311425 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21f467f-1fcf-4e87-83b3-ad5425da4431') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:56.311873 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21f467f-1fcf-4e87-83b3-ad5425da4431') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:56.325808 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.345292 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.356188 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:56.356747 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:56.361772 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:56.537296 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.551137 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.554671 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/networks/cf25d14c-e8b3-4d3b-b199-cf19c8d193d2 HTTP/1.1" status: 204 len: 168 time: 3.0376165 Sep 16 05:16:56.564452 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52542) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:56.581119 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b23b3a-95e8-4694-8647-edba4894907c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Network': ['ID=cf25d14c-e8b3-4d3b-b199-cf19c8d193d2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:56.623549 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef50319-0946-464c-b281-cbec726a0434 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] DELETE failed (client error): The resource could not be found. Sep 16 05:16:56.624009 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef50319-0946-464c-b281-cbec726a0434 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:16:56.626509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6ef50319-0946-464c-b281-cbec726a0434 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/subnets/25afcbd4-1aa6-4feb-99b6-845a320dc874 HTTP/1.1" status: 404 len: 337 time: 0.0599174 Sep 16 05:16:56.629266 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52544) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:56.655291 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-af310322-3d23-41e7-9a4d-63e2b7adbcac tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] DELETE failed (client error): The resource could not be found. Sep 16 05:16:56.656208 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af310322-3d23-41e7-9a4d-63e2b7adbcac tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:16:56.659316 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-af310322-3d23-41e7-9a4d-63e2b7adbcac tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/networks/cf25d14c-e8b3-4d3b-b199-cf19c8d193d2 HTTP/1.1" status: 404 len: 339 time: 0.0288813 Sep 16 05:16:56.662117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52548) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:56.766398 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1697006f-6022-4f0d-a500-b89dfa882190 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.911862 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1697006f-6022-4f0d-a500-b89dfa882190 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.965142 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-1697006f-6022-4f0d-a500-b89dfa882190 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64548bae-4a52-439c-af34-a590ad4330f2']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:56.984718 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-1697006f-6022-4f0d-a500-b89dfa882190 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245aeed4-e2a8-42b9-a551-9e457c6198c0') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:56.985201 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-1697006f-6022-4f0d-a500-b89dfa882190 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245aeed4-e2a8-42b9-a551-9e457c6198c0') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:57.006170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1697006f-6022-4f0d-a500-b89dfa882190 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.030639 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1697006f-6022-4f0d-a500-b89dfa882190 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.041848 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1697006f-6022-4f0d-a500-b89dfa882190 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:57.042250 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ad0c5-91f0-4cc5-b0dc-e91cf3fa6053 req-ef9fa3eb-c221-4bbd-b5bd-b7b81a5e2561 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:57.043044 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1697006f-6022-4f0d-a500-b89dfa882190 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.046170 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-928ad0c5-91f0-4cc5-b0dc-e91cf3fa6053 req-ef9fa3eb-c221-4bbd-b5bd-b7b81a5e2561 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.1061487 Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:57.048771 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:57.142460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-928ad0c5-91f0-4cc5-b0dc-e91cf3fa6053 req-63aaec06-1784-425c-ae3d-f510828e7547 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872264 Sep 16 05:16:57.204537 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fbda2-caa8-4c7b-adf0-e13b422a24a7 req-1096ec74-a73d-48a8-ba75-6eb0ff8395a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:57.206626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba5fbda2-caa8-4c7b-adf0-e13b422a24a7 req-1096ec74-a73d-48a8-ba75-6eb0ff8395a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 1097 time: 0.0583706 Sep 16 05:16:57.236295 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1697006f-6022-4f0d-a500-b89dfa882190 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.269588 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1697006f-6022-4f0d-a500-b89dfa882190 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.273142 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1697006f-6022-4f0d-a500-b89dfa882190 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/networks/64548bae-4a52-439c-af34-a590ad4330f2 HTTP/1.1" status: 204 len: 168 time: 0.6091406 Sep 16 05:16:57.275011 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697006f-6022-4f0d-a500-b89dfa882190 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Network': ['ID=64548bae-4a52-439c-af34-a590ad4330f2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:57.280976 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52564) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:57.344039 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9d18e4-c4d3-4d26-bd2b-54dbf4058c0a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] DELETE failed (client error): The resource could not be found. Sep 16 05:16:57.344628 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9d18e4-c4d3-4d26-bd2b-54dbf4058c0a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:16:57.347410 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8d9d18e4-c4d3-4d26-bd2b-54dbf4058c0a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/subnets/7cf692d6-8487-4b49-838e-ab9e6005f072 HTTP/1.1" status: 404 len: 337 time: 0.0644243 Sep 16 05:16:57.351277 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52566) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:57.405492 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd881e7-47cc-4989-ab41-84665b9762d3 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] DELETE failed (client error): The resource could not be found. Sep 16 05:16:57.406329 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd881e7-47cc-4989-ab41-84665b9762d3 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:16:57.408311 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1dd881e7-47cc-4989-ab41-84665b9762d3 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/networks/840acdaa-49c5-4af5-8a01-7c1dfe360d54 HTTP/1.1" status: 404 len: 339 time: 0.0543015 Sep 16 05:16:57.416483 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52568) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:57.443537 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-3e658249-b70a-4232-9c4e-c518673d4d05 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2504392 Sep 16 05:16:57.461000 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-a862a65e-5627-49e9-9e73-4b8c41e74db1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:16:57.463558 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-a862a65e-5627-49e9-9e73-4b8c41e74db1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090294 Sep 16 05:16:57.539405 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fbda2-caa8-4c7b-adf0-e13b422a24a7 req-a2656974-55fa-4a77-a52c-91b3ea150528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:57.544050 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba5fbda2-caa8-4c7b-adf0-e13b422a24a7 req-a2656974-55fa-4a77-a52c-91b3ea150528 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6219929e-4853-4bde-bf87-686fa96a1efa HTTP/1.1" status: 200 len: 896 time: 0.3123281 Sep 16 05:16:57.551431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-61984680-3697-4369-a3a9-03ccddfe5b41 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Deleting subnet 27377401-a7f8-41d2-8486-c16459143e24 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:57.568047 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61984680-3697-4369-a3a9-03ccddfe5b41 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.731639 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61984680-3697-4369-a3a9-03ccddfe5b41 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.782118 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba5fbda2-caa8-4c7b-adf0-e13b422a24a7 req-5844a856-c38f-4107-862b-bf736ca1b1cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10277635-f610-4eec-9823-2866c1decbda HTTP/1.1" status: 200 len: 1001 time: 0.2266810 Sep 16 05:16:57.911853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fbda2-caa8-4c7b-adf0-e13b422a24a7 req-3e774136-90e8-4dee-9b3f-0e65764174d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:57.915145 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba5fbda2-caa8-4c7b-adf0-e13b422a24a7 req-3e774136-90e8-4dee-9b3f-0e65764174d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b547af7-36d4-4df5-88c9-2c0747cddb04 HTTP/1.1" status: 200 len: 834 time: 0.1201265 Sep 16 05:16:58.045840 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61984680-3697-4369-a3a9-03ccddfe5b41 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.110003 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fbda2-caa8-4c7b-adf0-e13b422a24a7 req-b8816018-9b41-4a59-86b9-c163a5f0e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:58.112525 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba5fbda2-caa8-4c7b-adf0-e13b422a24a7 req-b8816018-9b41-4a59-86b9-c163a5f0e733 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6219929e-4853-4bde-bf87-686fa96a1efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1644037 Sep 16 05:16:58.386435 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba5fbda2-caa8-4c7b-adf0-e13b422a24a7 req-593abce9-94d6-42cc-9f02-c2e317037245 service neutron] 10.222.0.21 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637279 Sep 16 05:16:58.425494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc0569-399d-420b-8e75-7b35a1438f94 req-32f16868-c7ec-4534-9259-0bdc18425f4c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:58.428292 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3bcc0569-399d-420b-8e75-7b35a1438f94 req-32f16868-c7ec-4534-9259-0bdc18425f4c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.1416857 Sep 16 05:16:58.574914 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3bcc0569-399d-420b-8e75-7b35a1438f94 req-b432e8eb-a72f-4644-ae0c-2ff0e4b7caba tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325796 Sep 16 05:16:58.611718 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba5fbda2-caa8-4c7b-adf0-e13b422a24a7 req-870b9f59-1272-4850-9ad7-914efb8ee69f service neutron] 10.222.0.21 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137761 Sep 16 05:16:58.699084 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61984680-3697-4369-a3a9-03ccddfe5b41 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.716777 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.744428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61984680-3697-4369-a3a9-03ccddfe5b41 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Subnet': ['ID=27377401-a7f8-41d2-8486-c16459143e24,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:58.753272 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61984680-3697-4369-a3a9-03ccddfe5b41 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.756800 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-61984680-3697-4369-a3a9-03ccddfe5b41 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/subnets/27377401-a7f8-41d2-8486-c16459143e24 HTTP/1.1" status: 204 len: 168 time: 1.3383353 Sep 16 05:16:58.760002 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52612) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:58.767671 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b24ce3a-0090-469d-ba1c-2b42d48ceb4f None None] Network b7a68756-0dcd-4a23-836c-ccb8f0655347 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:58.781258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61984680-3697-4369-a3a9-03ccddfe5b41 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.781835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61984680-3697-4369-a3a9-03ccddfe5b41 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.782416 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61984680-3697-4369-a3a9-03ccddfe5b41 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.783024 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61984680-3697-4369-a3a9-03ccddfe5b41 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.783610 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61984680-3697-4369-a3a9-03ccddfe5b41 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.784196 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61984680-3697-4369-a3a9-03ccddfe5b41 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.784815 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61984680-3697-4369-a3a9-03ccddfe5b41 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.785405 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61984680-3697-4369-a3a9-03ccddfe5b41 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.785991 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61984680-3697-4369-a3a9-03ccddfe5b41 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.786571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61984680-3697-4369-a3a9-03ccddfe5b41 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.787193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61984680-3697-4369-a3a9-03ccddfe5b41 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.787774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61984680-3697-4369-a3a9-03ccddfe5b41 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.859507 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae14a09-e977-47ed-9568-da00298a6723 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Deleting subnet 77c54b8d-a001-4e34-9c2b-be9c52d7248a {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:58.864699 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0ae14a09-e977-47ed-9568-da00298a6723 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.956887 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0ae14a09-e977-47ed-9568-da00298a6723 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.123701 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0ae14a09-e977-47ed-9568-da00298a6723 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.386037 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0ae14a09-e977-47ed-9568-da00298a6723 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.429614 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae14a09-e977-47ed-9568-da00298a6723 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Subnet': ['ID=77c54b8d-a001-4e34-9c2b-be9c52d7248a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:59.435950 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0ae14a09-e977-47ed-9568-da00298a6723 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.443760 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52622) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:59.447778 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0ae14a09-e977-47ed-9568-da00298a6723 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/subnets/77c54b8d-a001-4e34-9c2b-be9c52d7248a HTTP/1.1" status: 204 len: 168 time: 0.6842151 Sep 16 05:16:59.551885 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.640581 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Deleting port 29c845f1-4c63-4c79-857d-235ee4382552 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:59.640581 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.841347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] For port 29c845f1-4c63-4c79-857d-235ee4382552, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=29c845f1-4c63-4c79-857d-235ee4382552,segment=NetworkSegment(16749a27-b9bf-44ae-8fdb-75788ea0b46b),segment_id=16749a27-b9bf-44ae-8fdb-75788ea0b46b)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:59.841720 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.861078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Calling delete_port for 29c845f1-4c63-4c79-857d-235ee4382552 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:59.872527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4873f6e-a88e-4fb7-a4e0-7e6e3d6e51f1 req-44bc32b0-0bd8-43c1-a5e6-0b6916c37336 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:59.874281 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4873f6e-a88e-4fb7-a4e0-7e6e3d6e51f1 req-44bc32b0-0bd8-43c1-a5e6-0b6916c37336 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.1502941 Sep 16 05:16:59.940362 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a376ec1-4e28-4ff2-a6d3-24f79d62f753 None None] Network b7a68756-0dcd-4a23-836c-ccb8f0655347 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:00.019744 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4873f6e-a88e-4fb7-a4e0-7e6e3d6e51f1 req-8e4530f0-0965-4a56-b441-8a0bdb0d4c21 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300902 Sep 16 05:17:00.039461 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-22068bd4-1f82-42e9-a26c-4735cb0d9426 None None] Provisioning complete for port 29c845f1-4c63-4c79-857d-235ee4382552 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:00.039955 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-22068bd4-1f82-42e9-a26c-4735cb0d9426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.190084 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.248409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No DVR routers for this DVR port 29c845f1-4c63-4c79-857d-235ee4382552 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:00.253293 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd3c2b1-9b39-459f-ae89-3b4b6ea17388 None None] DHCP port deletion for b7a68756-0dcd-4a23-836c-ccb8f0655347 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:00.261671 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Port': ['ID=29c845f1-4c63-4c79-857d-235ee4382552,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:00.390821 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.433414 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a68756-0dcd-4a23-836c-ccb8f0655347']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:00.452002 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16749a27-b9bf-44ae-8fdb-75788ea0b46b') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:00.452951 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16749a27-b9bf-44ae-8fdb-75788ea0b46b') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:00.471791 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.489016 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.497561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:00.497982 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:00.502141 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:00.662052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-8bcf400c-15a2-4fd7-8ebb-9eddde00dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:00.663724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-8bcf400c-15a2-4fd7-8ebb-9eddde00dd22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 1097 time: 0.0571990 Sep 16 05:17:00.668782 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.689290 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.691385 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/networks/b7a68756-0dcd-4a23-836c-ccb8f0655347 HTTP/1.1" status: 204 len: 168 time: 1.2461708 Sep 16 05:17:00.695008 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52640) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:00.726050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c21ca9-c127-4458-b4ab-2b1270c8b15c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Network': ['ID=b7a68756-0dcd-4a23-836c-ccb8f0655347,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:00.755872 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b65cf6-31c0-41c6-9818-6ff406f9e6c1 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] DELETE failed (client error): The resource could not be found. Sep 16 05:17:00.756842 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b65cf6-31c0-41c6-9818-6ff406f9e6c1 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:17:00.761264 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-94b65cf6-31c0-41c6-9818-6ff406f9e6c1 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/subnets/49aae1a2-336f-4884-9f47-7597d2bc466e HTTP/1.1" status: 404 len: 337 time: 0.0644238 Sep 16 05:17:00.763412 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52642) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:00.790213 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb91377-ed84-4dc6-9859-a7b9d08172fb tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] DELETE failed (client error): The resource could not be found. Sep 16 05:17:00.791257 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb91377-ed84-4dc6-9859-a7b9d08172fb tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:17:00.794036 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8cb91377-ed84-4dc6-9859-a7b9d08172fb tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/networks/4ab0cf19-71dc-43b0-b120-a78350cf2e5c HTTP/1.1" status: 404 len: 339 time: 0.0291290 Sep 16 05:17:00.796935 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52644) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:00.818699 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-4dadd4a8-20ee-49de-9200-ba73c42fe222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:00.821342 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-4dadd4a8-20ee-49de-9200-ba73c42fe222 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6219929e-4853-4bde-bf87-686fa96a1efa HTTP/1.1" status: 200 len: 896 time: 0.1499922 Sep 16 05:17:00.835593 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b312fc5-3ae2-42b6-a075-eee0f973d319 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] DELETE failed (client error): The resource could not be found. Sep 16 05:17:00.836054 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b312fc5-3ae2-42b6-a075-eee0f973d319 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:17:00.841283 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9b312fc5-3ae2-42b6-a075-eee0f973d319 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/subnets/c24b53c1-2935-463b-96c3-2f8bd6c11370 HTTP/1.1" status: 404 len: 337 time: 0.0407057 Sep 16 05:17:00.842712 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52646) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:00.865698 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7d2854-fd73-49a9-9cfe-b5738691219b tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] DELETE failed (client error): The resource could not be found. Sep 16 05:17:00.866778 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e7d2854-fd73-49a9-9cfe-b5738691219b tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:17:00.873025 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7e7d2854-fd73-49a9-9cfe-b5738691219b tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/networks/4fcde9f7-7f94-4e49-8013-dbcf7bca3acf HTTP/1.1" status: 404 len: 339 time: 0.0258083 Sep 16 05:17:00.873651 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52648) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:00.908239 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-69a94455-eaf4-4610-ae62-83a13e8ee63b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10277635-f610-4eec-9823-2866c1decbda HTTP/1.1" status: 200 len: 1001 time: 0.0784554 Sep 16 05:17:00.914558 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6d6bcd-31ad-49aa-a98f-ab274db8479a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] DELETE failed (client error): The resource could not be found. Sep 16 05:17:00.915148 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df6d6bcd-31ad-49aa-a98f-ab274db8479a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:17:00.921400 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-df6d6bcd-31ad-49aa-a98f-ab274db8479a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/subnets/c3e128f6-8d5f-4832-9b38-b844895baf8f HTTP/1.1" status: 404 len: 337 time: 0.0423012 Sep 16 05:17:00.921702 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52650) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:00.947208 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1cec7a-2068-40a9-940a-726b85d66f8c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] DELETE failed (client error): The resource could not be found. Sep 16 05:17:00.947208 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1cec7a-2068-40a9-940a-726b85d66f8c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:17:00.947406 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1c1cec7a-2068-40a9-940a-726b85d66f8c tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/networks/372f4262-027d-4455-a550-84fdf8e6b2c8 HTTP/1.1" status: 404 len: 339 time: 0.0246196 Sep 16 05:17:00.951383 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52654) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:00.985193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-f17c41c2-8154-4c54-89c1-b4726492590b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:00.986839 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-f17c41c2-8154-4c54-89c1-b4726492590b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b547af7-36d4-4df5-88c9-2c0747cddb04 HTTP/1.1" status: 200 len: 834 time: 0.0702584 Sep 16 05:17:01.019081 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3694a69-6a4e-40ba-ab97-61b7832c0b10 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Deleting subnet 78331912-ee93-410e-a161-be264eea34ab {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:01.025008 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3694a69-6a4e-40ba-ab97-61b7832c0b10 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.066791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-4ef002fe-393f-406f-87dc-b1fcea114f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:01.069329 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-4ef002fe-393f-406f-87dc-b1fcea114f5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6219929e-4853-4bde-bf87-686fa96a1efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724223 Sep 16 05:17:01.110433 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3694a69-6a4e-40ba-ab97-61b7832c0b10 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.235571 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 29c845f1-4c63-4c79-857d-235ee4382552 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:01.248846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-bce87cd1-83e7-4da9-b4d7-a20e6304cd09 service neutron] 10.222.0.21 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694725 Sep 16 05:17:01.274535 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13780107-0c97-4fab-b57d-414aaa8a48b3 req-2710355a-d223-4a21-aec5-b443e88ca260 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:01.276714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13780107-0c97-4fab-b57d-414aaa8a48b3 req-2710355a-d223-4a21-aec5-b443e88ca260 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.1138732 Sep 16 05:17:01.277113 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 29c845f1-4c63-4c79-857d-235ee4382552 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:01.277717 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 29c845f1-4c63-4c79-857d-235ee4382552 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:01.311268 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3694a69-6a4e-40ba-ab97-61b7832c0b10 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.435159 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13780107-0c97-4fab-b57d-414aaa8a48b3 req-d3a9a21b-b25d-4f03-b9b7-5f9dd2c91150 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269908 Sep 16 05:17:01.466150 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3694a69-6a4e-40ba-ab97-61b7832c0b10 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.466408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-61f01917-f045-46a2-af16-9509140d2678 service neutron] 10.222.0.21 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091105 Sep 16 05:17:01.513573 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3694a69-6a4e-40ba-ab97-61b7832c0b10 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Subnet': ['ID=78331912-ee93-410e-a161-be264eea34ab,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:01.517670 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3694a69-6a4e-40ba-ab97-61b7832c0b10 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.522679 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a3694a69-6a4e-40ba-ab97-61b7832c0b10 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/subnets/78331912-ee93-410e-a161-be264eea34ab HTTP/1.1" status: 204 len: 168 time: 0.5701296 Sep 16 05:17:01.522873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52666) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:01.533516 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83814529-c057-4cd6-b969-07ffd06b8659 None None] Network 9a3c5431-4cf8-4e38-b8d7-26640c4e133b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:01.630613 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.705294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Deleting port 822969e6-7dc4-491c-8df9-15ede040b04f {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:01.705684 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.790083 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483f2e7a-b507-4119-ad98-845470a0c8fd None None] DHCP port deletion for 9a3c5431-4cf8-4e38-b8d7-26640c4e133b request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:01.803280 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] For port 822969e6-7dc4-491c-8df9-15ede040b04f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=822969e6-7dc4-491c-8df9-15ede040b04f,segment=NetworkSegment(00508bde-519c-4936-84a1-2988f3346d2b),segment_id=00508bde-519c-4936-84a1-2988f3346d2b)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:01.804017 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.833360 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Calling delete_port for 822969e6-7dc4-491c-8df9-15ede040b04f owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:01.862095 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-483f2e7a-b507-4119-ad98-845470a0c8fd None None] Deleting port 822969e6-7dc4-491c-8df9-15ede040b04f {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:01.862597 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-483f2e7a-b507-4119-ad98-845470a0c8fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.972816 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-483f2e7a-b507-4119-ad98-845470a0c8fd None None] For port 822969e6-7dc4-491c-8df9-15ede040b04f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=822969e6-7dc4-491c-8df9-15ede040b04f,segment=NetworkSegment(00508bde-519c-4936-84a1-2988f3346d2b),segment_id=00508bde-519c-4936-84a1-2988f3346d2b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:01.973498 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-483f2e7a-b507-4119-ad98-845470a0c8fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.994576 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-483f2e7a-b507-4119-ad98-845470a0c8fd None None] Calling delete_port for 822969e6-7dc4-491c-8df9-15ede040b04f owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:02.058255 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.075180 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-483f2e7a-b507-4119-ad98-845470a0c8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.095384 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No DVR routers for this DVR port 822969e6-7dc4-491c-8df9-15ede040b04f on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:02.102730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Port': ['ID=822969e6-7dc4-491c-8df9-15ede040b04f,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:02.103104 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f2e7a-b507-4119-ad98-845470a0c8fd None None] Pushing event deleted for resources: {'Port': ['ID=822969e6-7dc4-491c-8df9-15ede040b04f,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:02.107104 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483f2e7a-b507-4119-ad98-845470a0c8fd None None] No DVR routers for this DVR port 822969e6-7dc4-491c-8df9-15ede040b04f on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:02.202507 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.233372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3c5431-4cf8-4e38-b8d7-26640c4e133b']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:02.259078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00508bde-519c-4936-84a1-2988f3346d2b') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:02.260422 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00508bde-519c-4936-84a1-2988f3346d2b') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:02.280473 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.303499 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.311336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:02.311683 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:02.315180 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:02.447892 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.457062 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.460173 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/networks/9a3c5431-4cf8-4e38-b8d7-26640c4e133b HTTP/1.1" status: 204 len: 168 time: 0.9356470 Sep 16 05:17:02.463631 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52676) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:02.486108 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8944b-5bd1-468b-96ca-0665e07b856a tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Network': ['ID=9a3c5431-4cf8-4e38-b8d7-26640c4e133b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:02.519892 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9d7260-833c-4aa8-9d17-29459c9b4e46 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] DELETE failed (client error): The resource could not be found. Sep 16 05:17:02.520664 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9d7260-833c-4aa8-9d17-29459c9b4e46 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:17:02.528124 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8f9d7260-833c-4aa8-9d17-29459c9b4e46 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/subnets/f8a03473-5abd-44e2-9bcd-502b9f005c26 HTTP/1.1" status: 404 len: 337 time: 0.0589855 Sep 16 05:17:02.528657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52682) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:02.568288 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-6acc586a-e0a2-4c78-a7fe-05e1b9ce9f72 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] DELETE failed (client error): The resource could not be found. Sep 16 05:17:02.569092 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6acc586a-e0a2-4c78-a7fe-05e1b9ce9f72 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:17:02.572618 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6acc586a-e0a2-4c78-a7fe-05e1b9ce9f72 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/networks/1dd98a1d-fa34-4c50-ab03-92b3a442bd02 HTTP/1.1" status: 404 len: 339 time: 0.0421891 Sep 16 05:17:02.577221 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52686) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:02.644529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681cffd-b83f-43e6-850d-fa1c8d2ddba1 req-b049c5fa-6ea6-45a2-9103-0feb8ae34a3f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:02.647293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0681cffd-b83f-43e6-850d-fa1c8d2ddba1 req-b049c5fa-6ea6-45a2-9103-0feb8ae34a3f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.1061766 Sep 16 05:17:02.719322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ddf86f-e9e2-4e2b-bd7e-6faf90f3e742 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Deleting subnet 27094d01-3952-47a0-9e13-d0cb71d6f65c {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:02.725097 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf86f-e9e2-4e2b-bd7e-6faf90f3e742 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.734998 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0681cffd-b83f-43e6-850d-fa1c8d2ddba1 req-9ebb9830-ddad-4d37-a52a-3c4d7e340a86 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735617 Sep 16 05:17:02.775660 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-519eb312-b1c4-42c7-8f81-aa280fcc7efa req-8bfbab33-fcb7-4cf6-aaa2-6323256dadab service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1269493 Sep 16 05:17:02.785235 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf86f-e9e2-4e2b-bd7e-6faf90f3e742 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.021107 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eb312-b1c4-42c7-8f81-aa280fcc7efa req-88feeaa1-ce19-4737-8922-27f649ae7d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:03.024875 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-519eb312-b1c4-42c7-8f81-aa280fcc7efa req-88feeaa1-ce19-4737-8922-27f649ae7d0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3&device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 1097 time: 0.1563540 Sep 16 05:17:03.027647 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf86f-e9e2-4e2b-bd7e-6faf90f3e742 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.157154 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 822969e6-7dc4-491c-8df9-15ede040b04f no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:03.181429 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 822969e6-7dc4-491c-8df9-15ede040b04f {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:03.181843 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 822969e6-7dc4-491c-8df9-15ede040b04f not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:03.280148 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eb312-b1c4-42c7-8f81-aa280fcc7efa req-b581e36c-7e96-4e64-a068-59b8201beec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:03.281748 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-519eb312-b1c4-42c7-8f81-aa280fcc7efa req-b581e36c-7e96-4e64-a068-59b8201beec3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b93d0e73-7b57-4b50-88bf-e393412fa10a HTTP/1.1" status: 200 len: 912 time: 0.2144277 Sep 16 05:17:03.367642 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf86f-e9e2-4e2b-bd7e-6faf90f3e742 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.442328 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddf86f-e9e2-4e2b-bd7e-6faf90f3e742 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Subnet': ['ID=27094d01-3952-47a0-9e13-d0cb71d6f65c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:03.447507 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe184eb-8c67-4bd6-ab2b-85108f16cb63 None None] Network 0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:03.453158 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf86f-e9e2-4e2b-bd7e-6faf90f3e742 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.459900 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b9ddf86f-e9e2-4e2b-bd7e-6faf90f3e742 tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/subnets/27094d01-3952-47a0-9e13-d0cb71d6f65c HTTP/1.1" status: 204 len: 168 time: 0.8777323 Sep 16 05:17:03.460530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52694) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:03.465230 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-519eb312-b1c4-42c7-8f81-aa280fcc7efa req-64a9ed6b-dfe3-4467-92ec-b9b8d9f0931c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 HTTP/1.1" status: 200 len: 1000 time: 0.1759422 Sep 16 05:17:03.565269 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eb312-b1c4-42c7-8f81-aa280fcc7efa req-fad60a7d-93ab-4cf1-9a21-1d0e8b104549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:03.567102 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-519eb312-b1c4-42c7-8f81-aa280fcc7efa req-fad60a7d-93ab-4cf1-9a21-1d0e8b104549 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=64014166-35b7-4597-8d1f-ccab49be1bad HTTP/1.1" status: 200 len: 850 time: 0.0934758 Sep 16 05:17:03.623017 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.629149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eb312-b1c4-42c7-8f81-aa280fcc7efa req-66896c0c-0aa6-4b37-8d36-4cc480b0d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:03.631532 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-519eb312-b1c4-42c7-8f81-aa280fcc7efa req-66896c0c-0aa6-4b37-8d36-4cc480b0d521 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b93d0e73-7b57-4b50-88bf-e393412fa10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560300 Sep 16 05:17:03.715195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170c8588-4aaf-4920-9c6e-b2a3bd0be696 None None] DHCP port deletion for 0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:03.727145 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Deleting port 2d76623e-a506-4568-bab5-27bb3f0dd47b {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:03.728058 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.793882 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-519eb312-b1c4-42c7-8f81-aa280fcc7efa req-4111a5bb-6ebe-4f80-8949-5c1dc88066a4 service neutron] 10.222.0.38 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525183 Sep 16 05:17:03.828744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-170c8588-4aaf-4920-9c6e-b2a3bd0be696 None None] Deleting port 2d76623e-a506-4568-bab5-27bb3f0dd47b {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:03.828744 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-170c8588-4aaf-4920-9c6e-b2a3bd0be696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.914704 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] For port 2d76623e-a506-4568-bab5-27bb3f0dd47b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2d76623e-a506-4568-bab5-27bb3f0dd47b,segment=NetworkSegment(21f9f205-482d-472e-977d-0b6556900363),segment_id=21f9f205-482d-472e-977d-0b6556900363)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:03.915193 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.942368 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Calling delete_port for 2d76623e-a506-4568-bab5-27bb3f0dd47b owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:03.997484 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-519eb312-b1c4-42c7-8f81-aa280fcc7efa req-a68b1c08-845a-4cd0-823d-e3f971b594fb service neutron] 10.222.0.38 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966126 Sep 16 05:17:04.003543 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-170c8588-4aaf-4920-9c6e-b2a3bd0be696 None None] For port 2d76623e-a506-4568-bab5-27bb3f0dd47b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2d76623e-a506-4568-bab5-27bb3f0dd47b,segment=NetworkSegment(21f9f205-482d-472e-977d-0b6556900363),segment_id=21f9f205-482d-472e-977d-0b6556900363)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:04.004349 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-170c8588-4aaf-4920-9c6e-b2a3bd0be696 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.032927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-170c8588-4aaf-4920-9c6e-b2a3bd0be696 None None] Calling delete_port for 2d76623e-a506-4568-bab5-27bb3f0dd47b owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:04.085141 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813af6a-b5d6-4d5a-a96c-d6ab79782c1a req-41adef41-63ca-4a1b-b75a-defdb95bc476 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:04.087464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9813af6a-b5d6-4d5a-a96c-d6ab79782c1a req-41adef41-63ca-4a1b-b75a-defdb95bc476 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.1253984 Sep 16 05:17:04.158014 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9813af6a-b5d6-4d5a-a96c-d6ab79782c1a req-c97b4079-0298-4034-876a-8270f07b6184 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455205 Sep 16 05:17:04.201181 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.208853 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-170c8588-4aaf-4920-9c6e-b2a3bd0be696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.237803 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c8588-4aaf-4920-9c6e-b2a3bd0be696 None None] Pushing event deleted for resources: {'Port': ['ID=2d76623e-a506-4568-bab5-27bb3f0dd47b,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:04.249753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170c8588-4aaf-4920-9c6e-b2a3bd0be696 None None] No DVR routers for this DVR port 2d76623e-a506-4568-bab5-27bb3f0dd47b on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:04.264778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] No DVR routers for this DVR port 2d76623e-a506-4568-bab5-27bb3f0dd47b on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:04.267769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Port': ['ID=2d76623e-a506-4568-bab5-27bb3f0dd47b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:04.419737 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.465751 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:04.483944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f9f205-482d-472e-977d-0b6556900363') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:04.484448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f9f205-482d-472e-977d-0b6556900363') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:04.503801 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.529509 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.539836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:04.540381 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:04.544245 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:04.667863 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.677751 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.680419 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] 10.222.0.20 "DELETE /v2.0/networks/0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f HTTP/1.1" status: 204 len: 168 time: 1.2176695 Sep 16 05:17:04.693115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be0632-27bf-4d09-aa7b-93c267acc9ea tempest-NetworksIpV6Test-1937995652 tempest-NetworksIpV6Test-1937995652-project] Pushing event deleted for resources: {'Network': ['ID=0f6e9758-6aa9-4ac4-9662-6fa5edb0bf0f,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:05.166739 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2d76623e-a506-4568-bab5-27bb3f0dd47b no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:05.205675 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 2d76623e-a506-4568-bab5-27bb3f0dd47b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:05.206362 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2d76623e-a506-4568-bab5-27bb3f0dd47b not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:05.305346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809036ae-9565-4339-abdc-753d4e161408 req-b7650aa8-af51-43e3-bf95-3f11606db0e1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:05.307204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-809036ae-9565-4339-abdc-753d4e161408 req-b7650aa8-af51-43e3-bf95-3f11606db0e1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.0572686 Sep 16 05:17:05.359862 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6fd85db-1c2f-4f6d-92f8-a5944bc5183c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.361914 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-809036ae-9565-4339-abdc-753d4e161408 req-37ea95fc-6df8-45e1-8d90-ed429f4f6586 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477939 Sep 16 05:17:05.502915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52728) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:05.687555 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d5b555d7-94d5-4f26-b777-75a088278fed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87a573c8f2e44917be939618348e482c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823871 Sep 16 05:17:05.689359 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52736) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:05.747178 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0681e338-ea88-41b1-b53c-7d78bc24be05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.771855 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0681e338-ea88-41b1-b53c-7d78bc24be05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.966930 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0681e338-ea88-41b1-b53c-7d78bc24be05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.969795 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0681e338-ea88-41b1-b53c-7d78bc24be05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.971552 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0681e338-ea88-41b1-b53c-7d78bc24be05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcecbc4f-fd5a-499a-8bd1-e4e343b6ff77 HTTP/1.1" status: 204 len: 168 time: 0.2809973 Sep 16 05:17:05.993278 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681e338-ea88-41b1-b53c-7d78bc24be05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcecbc4f-fd5a-499a-8bd1-e4e343b6ff77,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:06.576279 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea2357-7924-42f2-a0b8-97683ae65877 req-42627486-e65c-4ef1-a2ed-cfd74b868a3d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:06.578828 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6bea2357-7924-42f2-a0b8-97683ae65877 req-42627486-e65c-4ef1-a2ed-cfd74b868a3d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.0912924 Sep 16 05:17:06.648001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6bea2357-7924-42f2-a0b8-97683ae65877 req-49322b46-5f48-4575-ab33-3d1d61e9aadf tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579534 Sep 16 05:17:07.541913 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52778) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:07.762657 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-07d47c32-8909-4d11-9f3d-ca4de116b065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.817555 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52790) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:07.905994 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9be0e-97ce-4d57-9e9b-19a5bf187745 req-7805f2b6-3df0-48b1-b214-14d167ce3430 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:07.908812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18b9be0e-97ce-4d57-9e9b-19a5bf187745 req-7805f2b6-3df0-48b1-b214-14d167ce3430 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.1218007 Sep 16 05:17:07.942901 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-47aaef4f-8a20-469c-895d-787297376f81 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-180551725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:07.967566 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18b9be0e-97ce-4d57-9e9b-19a5bf187745 req-09268039-5ac7-4e66-89eb-f76bc7a93389 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515444 Sep 16 05:17:08.103653 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47aaef4f-8a20-469c-895d-787297376f81 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.110807 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47aaef4f-8a20-469c-895d-787297376f81 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.112794 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-75a5aa00-1ef0-4103-a251-cda5968bfc65 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Deleting port 2090adf0-79de-486a-95b0-1237ac15e3a3 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:08.113137 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75a5aa00-1ef0-4103-a251-cda5968bfc65 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.228982 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47aaef4f-8a20-469c-895d-787297376f81 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.254932 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75a5aa00-1ef0-4103-a251-cda5968bfc65 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.255500 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75a5aa00-1ef0-4103-a251-cda5968bfc65 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.272143 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-75a5aa00-1ef0-4103-a251-cda5968bfc65 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Calling delete_port for 2090adf0-79de-486a-95b0-1237ac15e3a3 owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:08.327710 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47aaef4f-8a20-469c-895d-787297376f81 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.454680 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47aaef4f-8a20-469c-895d-787297376f81 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.456569 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-47aaef4f-8a20-469c-895d-787297376f81 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6377282 Sep 16 05:17:08.459937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52800) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:08.469877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-61076939-2c9f-41e5-ae4b-63fa07d1b0b9 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-295922297'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:08.618162 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.673619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61076939-2c9f-41e5-ae4b-63fa07d1b0b9 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Made reservation on behalf of d6f505e4599e4061b4d55b836cc0affa for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:08.673907 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75a5aa00-1ef0-4103-a251-cda5968bfc65 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.677638 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61076939-2c9f-41e5-ae4b-63fa07d1b0b9 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.689212 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61076939-2c9f-41e5-ae4b-63fa07d1b0b9 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.712523 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5aa00-1ef0-4103-a251-cda5968bfc65 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Pushing event deleted for resources: {'Port': ['ID=2090adf0-79de-486a-95b0-1237ac15e3a3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:08.801363 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75a5aa00-1ef0-4103-a251-cda5968bfc65 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.801955 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-75a5aa00-1ef0-4103-a251-cda5968bfc65 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Floating IP 18494f85-c1c4-4c63-acd7-bb454c349211 disassociated (deleted). External IP: 172.25.4.117, port: 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b. Sep 16 05:17:08.828002 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61076939-2c9f-41e5-ae4b-63fa07d1b0b9 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.909229 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61076939-2c9f-41e5-ae4b-63fa07d1b0b9 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.937774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61076939-2c9f-41e5-ae4b-63fa07d1b0b9 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:17:08.959664 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61076939-2c9f-41e5-ae4b-63fa07d1b0b9 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.960133 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-61076939-2c9f-41e5-ae4b-63fa07d1b0b9 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Added segment 57c5c038-8360-4026-ba13-3d4145529b45 of type vlan for network e08d0209-631b-467d-8851-0290712523f7 Sep 16 05:17:08.962326 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61076939-2c9f-41e5-ae4b-63fa07d1b0b9 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48892ec1-93df-4623-9195-b9eef5a9b80a,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:09.037431 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61076939-2c9f-41e5-ae4b-63fa07d1b0b9 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.137500 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a5aa00-1ef0-4103-a251-cda5968bfc65 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:09.154460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd701ab-92db-4b79-a914-b420ee203ec1 req-45d44ec8-2030-4604-8469-03cb648bf8b5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:09.162523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acd701ab-92db-4b79-a914-b420ee203ec1 req-45d44ec8-2030-4604-8469-03cb648bf8b5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.0893848 Sep 16 05:17:09.189016 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61076939-2c9f-41e5-ae4b-63fa07d1b0b9 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.200320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61076939-2c9f-41e5-ae4b-63fa07d1b0b9 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:09.201369 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61076939-2c9f-41e5-ae4b-63fa07d1b0b9 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.283525 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acd701ab-92db-4b79-a914-b420ee203ec1 req-abf2bdeb-4429-440f-9637-6a9a4eb68a4b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199331 Sep 16 05:17:09.320001 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a5aa00-1ef0-4103-a251-cda5968bfc65 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:09.327958 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.337099 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61076939-2c9f-41e5-ae4b-63fa07d1b0b9 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event updated for resources: {'Network': ['ID=e08d0209-631b-467d-8851-0290712523f7,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:09.339044 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75a5aa00-1ef0-4103-a251-cda5968bfc65 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.339676 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38231f6f-68ce-4d4f-8805-7004778b560f None None] Sync routers for ids ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:09.355675 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network e08d0209-631b-467d-8851-0290712523f7 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:17:09.357233 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38231f6f-68ce-4d4f-8805-7004778b560f None None] Routers {'2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:09.358111 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-38231f6f-68ce-4d4f-8805-7004778b560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:17:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:09.367507 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-61076939-2c9f-41e5-ae4b-63fa07d1b0b9 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9035347 Sep 16 05:17:09.371151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52814) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:09.378675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c0e7cc93-ba50-469f-ba84-4454cf52653a tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Request body: {'subnet': {'network_id': 'e08d0209-631b-467d-8851-0290712523f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:09.379844 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-75a5aa00-1ef0-4103-a251-cda5968bfc65 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "DELETE /v2.0/floatingips/18494f85-c1c4-4c63-acd7-bb454c349211 HTTP/1.1" status: 204 len: 168 time: 1.8364227 Sep 16 05:17:09.380475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'tag': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:09.384855 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc1dc57-2a8e-4920-8806-97ccf9653372" -d '{"events": [{"name": "network-changed", "server_uuid": "588431d2-b0d3-4319-9cd1-e7dd449ed3bf", "tag": "7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:09.591896 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9057b234-088b-44a6-a200-bf23d65d93d7 x-openstack-request-id: req-9057b234-088b-44a6-a200-bf23d65d93d7 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:09.602139 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588431d2-b0d3-4319-9cd1-e7dd449ed3bf", "tag": "7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:09.602139 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9057b234-088b-44a6-a200-bf23d65d93d7 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:09.602139 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'tag': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b', 'status': 'completed', 'code': 200} Sep 16 05:17:09.643664 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-38231f6f-68ce-4d4f-8805-7004778b560f None None] Set router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:09.695664 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e7cc93-ba50-469f-ba84-4454cf52653a tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Made reservation on behalf of d6f505e4599e4061b4d55b836cc0affa for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:09.700935 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c0e7cc93-ba50-469f-ba84-4454cf52653a tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.854177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1dc57-2a8e-4920-8806-97ccf9653372 req-7886195a-e684-4d18-b914-8e0f49c178df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:09.856088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-abc1dc57-2a8e-4920-8806-97ccf9653372 req-7886195a-e684-4d18-b914-8e0f49c178df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a58734203b374351a59c62426afce6b4&device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 1097 time: 0.2111025 Sep 16 05:17:09.936508 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-38231f6f-68ce-4d4f-8805-7004778b560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'name': 'tempest-TestVolumeBackupRestore-585287441-router', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:09Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': 'a58734203b374351a59c62426afce6b4', 'gw_port': {'id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:12Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '89cac17d-35bd-4344-b3f9-d77663e7f723', 'name': '', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'mac_address': 'fa:16:3e:ab:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 5, 'project_id': 'a58734203b374351a59c62426afce6b4', 'subnets': [{'id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:09.986512 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38231f6f-68ce-4d4f-8805-7004778b560f None None] Checking router: 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:09.997289 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38231f6f-68ce-4d4f-8805-7004778b560f None None] Routers {'2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:09.997992 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-38231f6f-68ce-4d4f-8805-7004778b560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:17:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:10.047103 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1dc57-2a8e-4920-8806-97ccf9653372 req-150a2fb2-5196-4b64-937f-e7bfcb929381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:10.049726 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-abc1dc57-2a8e-4920-8806-97ccf9653372 req-150a2fb2-5196-4b64-937f-e7bfcb929381 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b26372d-6621-4485-8bc8-0c50fbbc898c HTTP/1.1" status: 200 len: 914 time: 0.1860478 Sep 16 05:17:10.143349 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-38231f6f-68ce-4d4f-8805-7004778b560f None None] Set router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:10.440825 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-38231f6f-68ce-4d4f-8805-7004778b560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'name': 'tempest-TestVolumeBackupRestore-585287441-router', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:09Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': 'a58734203b374351a59c62426afce6b4', 'gw_port': {'id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:12Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '89cac17d-35bd-4344-b3f9-d77663e7f723', 'name': '', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'mac_address': 'fa:16:3e:ab:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 5, 'project_id': 'a58734203b374351a59c62426afce6b4', 'subnets': [{'id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:10.473544 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38231f6f-68ce-4d4f-8805-7004778b560f None None] The sync data for ids ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'] in n-d-712140-13 is: [{'id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'name': 'tempest-TestVolumeBackupRestore-585287441-router', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:09Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': 'a58734203b374351a59c62426afce6b4', 'gw_port': {'id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:12Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '89cac17d-35bd-4344-b3f9-d77663e7f723', 'name': '', 'network_id': '4b26372d-6621-4485-8bc8-0c50fbbc898c', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'mac_address': 'fa:16:3e:ab:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 5, 'project_id': 'a58734203b374351a59c62426afce6b4', 'subnets': [{'id': 'bbb1315d-beef-43e2-8f79-ef4efee372a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:10.653108 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-abc1dc57-2a8e-4920-8806-97ccf9653372 req-a02e9568-332a-41a3-9c17-2b8a4bd86173 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b HTTP/1.1" status: 200 len: 217 time: 0.1277235 Sep 16 05:17:10.746459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff6db4-7e37-425d-aa39-6de38ae2f22a req-8d0a5c80-ab36-4491-b737-45b797e3958d tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:10.748475 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9dff6db4-7e37-425d-aa39-6de38ae2f22a req-8d0a5c80-ab36-4491-b737-45b797e3958d tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 945 time: 0.2184076 Sep 16 05:17:10.750105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1dc57-2a8e-4920-8806-97ccf9653372 req-47508c7c-ce51-4e80-beda-bdb9e6d51973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:10.751615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-abc1dc57-2a8e-4920-8806-97ccf9653372 req-47508c7c-ce51-4e80-beda-bdb9e6d51973 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb1315d-beef-43e2-8f79-ef4efee372a5 HTTP/1.1" status: 200 len: 852 time: 0.0898676 Sep 16 05:17:10.760817 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d7a77-a843-4221-b4a5-eaa521ec2599 req-b856bed5-68d7-4421-901f-083d3b7ab0cc tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:10.762643 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-525d7a77-a843-4221-b4a5-eaa521ec2599 req-b856bed5-68d7-4421-901f-083d3b7ab0cc tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.2350399 Sep 16 05:17:10.808620 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7e949c-880f-455d-b265-30389714eefd None None] New status for floating IP 18494f85-c1c4-4c63-acd7-bb454c349211: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:17:10.839107 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c0e7cc93-ba50-469f-ba84-4454cf52653a tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.911566 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.922658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-525d7a77-a843-4221-b4a5-eaa521ec2599 req-3e0f09b2-4de0-43d4-8d1e-868dcd4262e9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488242 Sep 16 05:17:10.938452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9dff6db4-7e37-425d-aa39-6de38ae2f22a req-7e11f670-62bd-4a31-a573-d241752400d6 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736686 Sep 16 05:17:10.951621 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1dc57-2a8e-4920-8806-97ccf9653372 req-e6fbdeb4-7a7d-4c91-b8f2-fdeb98578937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:10.953741 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-abc1dc57-2a8e-4920-8806-97ccf9653372 req-e6fbdeb4-7a7d-4c91-b8f2-fdeb98578937 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b26372d-6621-4485-8bc8-0c50fbbc898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1901991 Sep 16 05:17:10.964959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7cc93-ba50-469f-ba84-4454cf52653a tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event updated for resources: {'Subnet': ['ID=5ddf7701-1043-41ca-87b9-c158b1276d98,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:11.017876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e7cc93-ba50-469f-ba84-4454cf52653a tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Checking segment: {'id': '57c5c038-8360-4026-ba13-3d4145529b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e08d0209-631b-467d-8851-0290712523f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:11.018307 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e7cc93-ba50-469f-ba84-4454cf52653a tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Network hostable DHCP agents. Network: e08d0209-631b-467d-8851-0290712523f7, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:17:11.105177 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-abc1dc57-2a8e-4920-8806-97ccf9653372 req-b622d657-86e7-454b-8d41-8024359bc026 service neutron] 10.222.0.21 "GET /v2.0/networks/4b26372d-6621-4485-8bc8-0c50fbbc898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424980 Sep 16 05:17:11.164713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e7cc93-ba50-469f-ba84-4454cf52653a tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Network e08d0209-631b-467d-8851-0290712523f7 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:17:11.281443 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-abc1dc57-2a8e-4920-8806-97ccf9653372 req-d284f216-7441-4239-bdf6-865f3dbd475d service neutron] 10.222.0.21 "GET /v2.0/networks/4b26372d-6621-4485-8bc8-0c50fbbc898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677589 Sep 16 05:17:11.291801 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-c0e7cc93-ba50-469f-ba84-4454cf52653a tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, e08d0209-631b-467d-8851-0290712523f7) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:11.299102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e7cc93-ba50-469f-ba84-4454cf52653a tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:11.299633 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c0e7cc93-ba50-469f-ba84-4454cf52653a tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.319879 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c4492d-8e89-4105-a1a5-3675da99cc84 None None] Network e08d0209-631b-467d-8851-0290712523f7 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:11.464955 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c0e7cc93-ba50-469f-ba84-4454cf52653a tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0920789 Sep 16 05:17:11.468977 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52850) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:11.475688 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7d9eedb2-9792-4e5f-a176-ca429990b675 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Request body: {'network': {'name': 'tempest-router-network01--2043680656'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:11.612076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9eedb2-9792-4e5f-a176-ca429990b675 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Made reservation on behalf of d6f505e4599e4061b4d55b836cc0affa for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:11.620094 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d9eedb2-9792-4e5f-a176-ca429990b675 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.670586 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9eedb2-9792-4e5f-a176-ca429990b675 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:17:11.675771 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-e08d0209-631b-467d-8851-0290712523f7', 'network_id': 'e08d0209-631b-467d-8851-0290712523f7', 'tenant_id': 'd6f505e4599e4061b4d55b836cc0affa', 'fixed_ips': [{'subnet_id': '5ddf7701-1043-41ca-87b9-c158b1276d98'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:17:11.678313 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.692860 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d9eedb2-9792-4e5f-a176-ca429990b675 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.693360 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-7d9eedb2-9792-4e5f-a176-ca429990b675 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Added segment f95ca947-f191-426b-9ca7-1ab8719eb45f of type vlan for network 27e7b975-567c-4b55-ac6e-26edc9bc00be Sep 16 05:17:11.750338 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d9eedb2-9792-4e5f-a176-ca429990b675 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.840696 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d9eedb2-9792-4e5f-a176-ca429990b675 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.851121 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9eedb2-9792-4e5f-a176-ca429990b675 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:11.853250 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d9eedb2-9792-4e5f-a176-ca429990b675 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.957429 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9eedb2-9792-4e5f-a176-ca429990b675 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event updated for resources: {'Network': ['ID=27e7b975-567c-4b55-ac6e-26edc9bc00be,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:11.966242 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Allocated IP 2001:db8::2 (e08d0209-631b-467d-8851-0290712523f7/5ddf7701-1043-41ca-87b9-c158b1276d98/aaca1220-4669-43d3-9ebd-8601b006731b) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:11.971855 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 27e7b975-567c-4b55-ac6e-26edc9bc00be details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:17:11.975602 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7d9eedb2-9792-4e5f-a176-ca429990b675 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5031035 Sep 16 05:17:11.976386 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52862) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:11.986006 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e7cf9252-9be6-4d19-84e3-8b0561770bd1 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Request body: {'network': {'name': 'tempest-router-network02--71600389'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:12.183444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cf9252-9be6-4d19-84e3-8b0561770bd1 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Made reservation on behalf of d6f505e4599e4061b4d55b836cc0affa for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:12.188681 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e7cf9252-9be6-4d19-84e3-8b0561770bd1 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.208598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d05f1c-c8dd-4f32-b8e9-9fa1253a7312 req-9c4dc5ce-2dff-4093-a722-94cb5a4c7db7 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:12.210362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62d05f1c-c8dd-4f32-b8e9-9fa1253a7312 req-9c4dc5ce-2dff-4093-a722-94cb5a4c7db7 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.21 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 945 time: 0.2082121 Sep 16 05:17:12.233468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15537433-30e2-4aa4-bb8d-786bb2a3340d req-4aba52d7-d4a6-4cb0-9130-d7ba51cf48d3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:12.235192 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15537433-30e2-4aa4-bb8d-786bb2a3340d req-4aba52d7-d4a6-4cb0-9130-d7ba51cf48d3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.1391091 Sep 16 05:17:12.237426 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7cf9252-9be6-4d19-84e3-8b0561770bd1 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:17:12.248665 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b6763-fe83-4294-b753-60f83aa69494 req-901427f2-46a3-445d-a47c-5a45d12c05c2 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:12.256746 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce4b6763-fe83-4294-b753-60f83aa69494 req-901427f2-46a3-445d-a47c-5a45d12c05c2 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 945 time: 0.1336184 Sep 16 05:17:12.260285 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e7cf9252-9be6-4d19-84e3-8b0561770bd1 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.263045 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-e7cf9252-9be6-4d19-84e3-8b0561770bd1 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Added segment 7b0e77d4-bb84-4e2d-8105-d5e4277e0985 of type vlan for network 648f742c-8396-4307-bb8e-dca2457cb7f2 Sep 16 05:17:12.344484 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e7cf9252-9be6-4d19-84e3-8b0561770bd1 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.347509 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.372296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15537433-30e2-4aa4-bb8d-786bb2a3340d req-e11d9d6d-fd00-45aa-b70d-b2d58147a5d3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128612 Sep 16 05:17:12.428876 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce4b6763-fe83-4294-b753-60f83aa69494 req-fbd823b0-6470-4591-8cf9-0cbfb126d397 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e4d32d8-55af-4393-8093-c1c213c70c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709552 Sep 16 05:17:12.434302 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.463722 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e7cf9252-9be6-4d19-84e3-8b0561770bd1 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.482913 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cf9252-9be6-4d19-84e3-8b0561770bd1 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:12.484266 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e7cf9252-9be6-4d19-84e3-8b0561770bd1 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.518631 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-62d05f1c-c8dd-4f32-b8e9-9fa1253a7312 req-b4ac7132-246f-4948-9be6-ccced9d111b8 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Deleting port 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:12.519604 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-62d05f1c-c8dd-4f32-b8e9-9fa1253a7312 req-b4ac7132-246f-4948-9be6-ccced9d111b8 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.520920 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Pushing event updated for resources: {'Port': ['ID=aaca1220-4669-43d3-9ebd-8601b006731b,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:12.534274 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Network e08d0209-631b-467d-8851-0290712523f7 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:12.537037 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:12.537474 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:12.537883 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:12.538286 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:12.539243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:12.539763 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:12.540364 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:12.540982 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:12.541533 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:12.542242 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:12.542978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:12.543552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:12.550638 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:12.556582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:12.637873 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e7cf9252-9be6-4d19-84e3-8b0561770bd1 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6585131 Sep 16 05:17:12.639293 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52868) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:12.659259 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-02072d7e-77f7-427a-bb0b-627e007a412b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Request body: {'subnet': {'network_id': '27e7b975-567c-4b55-ac6e-26edc9bc00be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:12.662919 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Attempting to bind port aaca1220-4669-43d3-9ebd-8601b006731b on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:12.663873 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Attempting to bind port aaca1220-4669-43d3-9ebd-8601b006731b by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '57c5c038-8360-4026-ba13-3d4145529b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e08d0209-631b-467d-8851-0290712523f7'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:12.664843 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Attempting to bind port aaca1220-4669-43d3-9ebd-8601b006731b on network e08d0209-631b-467d-8851-0290712523f7 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:12.669188 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf9252-9be6-4d19-84e3-8b0561770bd1 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event updated for resources: {'Network': ['ID=648f742c-8396-4307-bb8e-dca2457cb7f2,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:12.674934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:12.675713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Checking segment: {'id': '57c5c038-8360-4026-ba13-3d4145529b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e08d0209-631b-467d-8851-0290712523f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:12.676423 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.677240 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Bound using segment: {'id': '57c5c038-8360-4026-ba13-3d4145529b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e08d0209-631b-467d-8851-0290712523f7'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:12.678135 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Bound port: aaca1220-4669-43d3-9ebd-8601b006731b, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c5c038-8360-4026-ba13-3d4145529b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e08d0209-631b-467d-8851-0290712523f7'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:12.678822 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.699220 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 648f742c-8396-4307-bb8e-dca2457cb7f2 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:17:12.706371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-62d05f1c-c8dd-4f32-b8e9-9fa1253a7312 req-b4ac7132-246f-4948-9be6-ccced9d111b8 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] For port 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b,segment=NetworkSegment(af43f8e6-b8fb-4067-9142-1511a8549af4),segment_id=af43f8e6-b8fb-4067-9142-1511a8549af4)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:12.711741 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-62d05f1c-c8dd-4f32-b8e9-9fa1253a7312 req-b4ac7132-246f-4948-9be6-ccced9d111b8 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.735782 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-62d05f1c-c8dd-4f32-b8e9-9fa1253a7312 req-b4ac7132-246f-4948-9be6-ccced9d111b8 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Calling delete_port for 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:12.841319 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] For port aaca1220-4669-43d3-9ebd-8601b006731b, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:12.846930 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] For port aaca1220-4669-43d3-9ebd-8601b006731b, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=aaca1220-4669-43d3-9ebd-8601b006731b,segment=NetworkSegment(57c5c038-8360-4026-ba13-3d4145529b45),segment_id=57c5c038-8360-4026-ba13-3d4145529b45)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:12.896174 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02072d7e-77f7-427a-bb0b-627e007a412b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Made reservation on behalf of d6f505e4599e4061b4d55b836cc0affa for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:12.903149 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02072d7e-77f7-427a-bb0b-627e007a412b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.931863 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.063591 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19dedc6-23c2-4089-a406-37a760f580df None None] Pushing event updated for resources: {'Port': ['ID=aaca1220-4669-43d3-9ebd-8601b006731b,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:13.077278 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-62d05f1c-c8dd-4f32-b8e9-9fa1253a7312 req-b4ac7132-246f-4948-9be6-ccced9d111b8 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.146735 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac7132-246f-4948-9be6-ccced9d111b8 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Pushing event deleted for resources: {'Port': ['ID=7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:13.219100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d05f1c-c8dd-4f32-b8e9-9fa1253a7312 req-b4ac7132-246f-4948-9be6-ccced9d111b8 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] No DVR routers for this DVR port 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:13.223284 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-62d05f1c-c8dd-4f32-b8e9-9fa1253a7312 req-b4ac7132-246f-4948-9be6-ccced9d111b8 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.225807 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62d05f1c-c8dd-4f32-b8e9-9fa1253a7312 req-b4ac7132-246f-4948-9be6-ccced9d111b8 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.21 "DELETE /v2.0/ports/7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b HTTP/1.1" status: 204 len: 173 time: 0.9497526 Sep 16 05:17:13.227666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'name': 'network-vif-deleted', 'tag': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:13.230914 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fad04b5-e128-4dc8-b39d-9cbbf535d442" -d '{"events": [{"server_uuid": "588431d2-b0d3-4319-9cd1-e7dd449ed3bf", "name": "network-vif-deleted", "tag": "7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:13.301311 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cbf148-a4dc-4455-9072-a68c3e09d042 x-openstack-request-id: req-69cbf148-a4dc-4455-9072-a68c3e09d042 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:13.301766 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588431d2-b0d3-4319-9cd1-e7dd449ed3bf", "name": "network-vif-deleted", "tag": "7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:13.302170 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69cbf148-a4dc-4455-9072-a68c3e09d042 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:13.302815 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588431d2-b0d3-4319-9cd1-e7dd449ed3bf', 'name': 'network-vif-deleted', 'tag': '7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b', 'status': 'completed', 'code': 200} Sep 16 05:17:13.401774 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02072d7e-77f7-427a-bb0b-627e007a412b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.542365 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02072d7e-77f7-427a-bb0b-627e007a412b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event updated for resources: {'Subnet': ['ID=05751e71-96d7-4ac3-bce2-e72ed6c239c2,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:13.592210 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02072d7e-77f7-427a-bb0b-627e007a412b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Checking segment: {'id': 'f95ca947-f191-426b-9ca7-1ab8719eb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27e7b975-567c-4b55-ac6e-26edc9bc00be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:13.592802 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02072d7e-77f7-427a-bb0b-627e007a412b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Network hostable DHCP agents. Network: 27e7b975-567c-4b55-ac6e-26edc9bc00be, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:17:13.744269 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02072d7e-77f7-427a-bb0b-627e007a412b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Network 27e7b975-567c-4b55-ac6e-26edc9bc00be is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:17:13.750147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a09e46c5-bb40-4bc0-ad6e-f895388e6d8d req-ac6a939e-7d89-4d31-a5d2-077e3309cddc tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 210 time: 0.0500884 Sep 16 05:17:13.775715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae6211-b07e-4288-85b6-9088bd871b9c req-3be65425-5f08-485d-90e9-204376ba3754 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:13.780627 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-adae6211-b07e-4288-85b6-9088bd871b9c req-3be65425-5f08-485d-90e9-204376ba3754 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.1838844 Sep 16 05:17:13.857759 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-02072d7e-77f7-427a-bb0b-627e007a412b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 27e7b975-567c-4b55-ac6e-26edc9bc00be) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:13.866143 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02072d7e-77f7-427a-bb0b-627e007a412b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:13.868545 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02072d7e-77f7-427a-bb0b-627e007a412b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.877130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58af15b1-35f9-411d-952e-37d8e8417601 None None] Network 27e7b975-567c-4b55-ac6e-26edc9bc00be requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:13.909187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-adae6211-b07e-4288-85b6-9088bd871b9c req-5da80678-ea25-42db-aaf7-5d19ec418400 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175499 Sep 16 05:17:13.986635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52892) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:13.989856 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-02072d7e-77f7-427a-bb0b-627e007a412b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3396056 Sep 16 05:17:14.002040 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-a28335ff-f82f-474a-b6a2-7ec4e326c3b4 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Request body: {'subnet': {'network_id': '648f742c-8396-4307-bb8e-dca2457cb7f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:14.163683 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-27e7b975-567c-4b55-ac6e-26edc9bc00be', 'network_id': '27e7b975-567c-4b55-ac6e-26edc9bc00be', 'tenant_id': 'd6f505e4599e4061b4d55b836cc0affa', 'fixed_ips': [{'subnet_id': '05751e71-96d7-4ac3-bce2-e72ed6c239c2'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:17:14.166126 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.277344 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-6392d056-8be4-4b53-8f69-5038b0101078 service neutron] show failed (client error): The resource could not be found. Sep 16 05:17:14.280521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-6392d056-8be4-4b53-8f69-5038b0101078 service neutron] 10.222.0.21 "GET /v2.0/ports/10277635-f610-4eec-9823-2866c1decbda/bindings/n-h2-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.2258189 Sep 16 05:17:14.409846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28335ff-f82f-474a-b6a2-7ec4e326c3b4 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Made reservation on behalf of d6f505e4599e4061b4d55b836cc0affa for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:14.414703 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a28335ff-f82f-474a-b6a2-7ec4e326c3b4 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.516134 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] Allocated IP 2001:db8::2 (27e7b975-567c-4b55-ac6e-26edc9bc00be/05751e71-96d7-4ac3-bce2-e72ed6c239c2/0b942ee7-08fe-4e46-a3fd-c10cd55ea262) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:15.037441 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38156236-07f4-4b75-8b4b-62dac76d8254 None None] Network e08d0209-631b-467d-8851-0290712523f7 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:15.040460 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a28335ff-f82f-474a-b6a2-7ec4e326c3b4 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.065214 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.175708 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:17:15.321387 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-548c5091-2dc3-402d-becd-8eedf60ef372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:15.329421 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-548c5091-2dc3-402d-becd-8eedf60ef372 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf&tenant_id=3484936ae7a94b7a8f8a0023f559a1eb HTTP/1.1" status: 200 len: 1097 time: 0.4024603 Sep 16 05:17:15.340821 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1a185d0-694b-4dc3-924e-72245e427a47 req-b895a86d-7db7-4b59-80b0-32df3130cb68 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 210 time: 0.1765723 Sep 16 05:17:15.359306 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-13', 'device_owner': 'compute:nova'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:15.364149 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.398834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28335ff-f82f-474a-b6a2-7ec4e326c3b4 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event updated for resources: {'Subnet': ['ID=713c99db-3365-4492-8ce8-5b6b5506863c,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:15.407502 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device aaca1220-4669-43d3-9ebd-8601b006731b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:15.465464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ecfdf-dfa3-4dae-81ee-a9cdb6dde37f req-46e77ecf-8b60-4c3b-90a6-84362c5b7f49 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:15.474387 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef8ecfdf-dfa3-4dae-81ee-a9cdb6dde37f req-46e77ecf-8b60-4c3b-90a6-84362c5b7f49 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.3124540 Sep 16 05:17:15.475490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28335ff-f82f-474a-b6a2-7ec4e326c3b4 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Checking segment: {'id': '7b0e77d4-bb84-4e2d-8105-d5e4277e0985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '648f742c-8396-4307-bb8e-dca2457cb7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:15.475940 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28335ff-f82f-474a-b6a2-7ec4e326c3b4 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Network hostable DHCP agents. Network: 648f742c-8396-4307-bb8e-dca2457cb7f2, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:17:15.519252 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.552457 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-755bd046-521d-4a39-bf77-186a2e434302 None None] Provisioning complete for port aaca1220-4669-43d3-9ebd-8601b006731b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:15.586834 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-755bd046-521d-4a39-bf77-186a2e434302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.587073 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef8ecfdf-dfa3-4dae-81ee-a9cdb6dde37f req-2af13472-f657-4715-942f-6239577a3b60 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930099 Sep 16 05:17:15.609178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] Network 27e7b975-567c-4b55-ac6e-26edc9bc00be is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:15.633568 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:15.636225 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:15.686009 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28335ff-f82f-474a-b6a2-7ec4e326c3b4 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Network 648f742c-8396-4307-bb8e-dca2457cb7f2 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:17:15.741369 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] Pushing event updated for resources: {'Port': ['ID=0b942ee7-08fe-4e46-a3fd-c10cd55ea262,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:15.770333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-a28335ff-f82f-474a-b6a2-7ec4e326c3b4 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 648f742c-8396-4307-bb8e-dca2457cb7f2) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:15.783326 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28335ff-f82f-474a-b6a2-7ec4e326c3b4 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:15.787162 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a28335ff-f82f-474a-b6a2-7ec4e326c3b4 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.824341 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dd5734-272b-45e4-9fab-22e80c21784c None None] Network 648f742c-8396-4307-bb8e-dca2457cb7f2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:15.914746 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a28335ff-f82f-474a-b6a2-7ec4e326c3b4 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9260159 Sep 16 05:17:15.915904 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 52914) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:15.971033 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port aaca1220-4669-43d3-9ebd-8601b006731b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:15.971589 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.282716 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:16.334493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:16.334493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 7d5a1fa8-5dbe-4e44-95e0-caab12df9d6b not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:16.388064 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-755bd046-521d-4a39-bf77-186a2e434302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.403449 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] Attempting to bind port 0b942ee7-08fe-4e46-a3fd-c10cd55ea262 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:16.403873 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] Attempting to bind port 0b942ee7-08fe-4e46-a3fd-c10cd55ea262 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'f95ca947-f191-426b-9ca7-1ab8719eb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27e7b975-567c-4b55-ac6e-26edc9bc00be'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:16.405532 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] Attempting to bind port 0b942ee7-08fe-4e46-a3fd-c10cd55ea262 on network 27e7b975-567c-4b55-ac6e-26edc9bc00be {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:16.464421 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] For port 10277635-f610-4eec-9823-2866c1decbda, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=10277635-f610-4eec-9823-2866c1decbda,segment=NetworkSegment(53b06abc-1850-404e-8475-9de5a177229b),segment_id=53b06abc-1850-404e-8475-9de5a177229b)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:16.521705 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-579ff40b-fa8c-4cc3-b371-e6ceb1523ef5 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.543866 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] For port 10277635-f610-4eec-9823-2866c1decbda, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:16.547852 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-755bd046-521d-4a39-bf77-186a2e434302 None None] For port aaca1220-4669-43d3-9ebd-8601b006731b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=aaca1220-4669-43d3-9ebd-8601b006731b,segment=NetworkSegment(57c5c038-8360-4026-ba13-3d4145529b45),segment_id=57c5c038-8360-4026-ba13-3d4145529b45)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:16.591150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:16.591522 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] Checking segment: {'id': 'f95ca947-f191-426b-9ca7-1ab8719eb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27e7b975-567c-4b55-ac6e-26edc9bc00be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:16.591809 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.592347 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] Bound using segment: {'id': 'f95ca947-f191-426b-9ca7-1ab8719eb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27e7b975-567c-4b55-ac6e-26edc9bc00be'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:16.592904 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] Bound port: 0b942ee7-08fe-4e46-a3fd-c10cd55ea262, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95ca947-f191-426b-9ca7-1ab8719eb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27e7b975-567c-4b55-ac6e-26edc9bc00be'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:16.593355 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.637577 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-755bd046-521d-4a39-bf77-186a2e434302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.677306 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.710125 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] Transition to ACTIVE for port object 10277635-f610-4eec-9823-2866c1decbda will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:17:16.711780 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10277635-f610-4eec-9823-2866c1decbda'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:16.714491 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9b6fb1-91f8-4b59-85ac-41bb00a0ce26" -d '{"events": [{"server_uuid": "c4ebd6d3-c469-4879-9e2b-5fdfb30521bf", "name": "network-vif-unplugged", "status": "completed", "tag": "10277635-f610-4eec-9823-2866c1decbda"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:16.735342 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.736414 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46c5423f-2503-4062-a799-9bb711150226 req-71439a2b-05df-476f-9722-faa8fcdcdcb3 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 210 time: 0.0773695 Sep 16 05:17:16.783914 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.933468 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=10277635-f610-4eec-9823-2866c1decbda,revision_number=6']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:16.958964 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e4e38c-198c-40be-b244-f2754c5bc3e1 x-openstack-request-id: req-a9e4e38c-198c-40be-b244-f2754c5bc3e1 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:16.958964 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ebd6d3-c469-4879-9e2b-5fdfb30521bf", "name": "network-vif-unplugged", "status": "completed", "tag": "10277635-f610-4eec-9823-2866c1decbda", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:16.958964 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9e4e38c-198c-40be-b244-f2754c5bc3e1 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:16.959442 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10277635-f610-4eec-9823-2866c1decbda', 'code': 200} Sep 16 05:17:17.168325 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eef681-81fe-444d-af1f-9ae098335627 req-0b40fc43-4542-44f4-ab9e-9919e9eb8f48 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:17.172350 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4eef681-81fe-444d-af1f-9ae098335627 req-0b40fc43-4542-44f4-ab9e-9919e9eb8f48 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 943 time: 0.2454033 Sep 16 05:17:17.273862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-648f742c-8396-4307-bb8e-dca2457cb7f2', 'network_id': '648f742c-8396-4307-bb8e-dca2457cb7f2', 'tenant_id': 'd6f505e4599e4061b4d55b836cc0affa', 'fixed_ips': [{'subnet_id': '713c99db-3365-4492-8ce8-5b6b5506863c'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:17:17.281940 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.286787 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] No DVR routers for this DVR port 10277635-f610-4eec-9823-2866c1decbda on host n-h1-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:17.331468 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-5381d347-d104-4234-a81b-c91fe9822b70 None None] Provisioning complete for port aaca1220-4669-43d3-9ebd-8601b006731b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:17.331468 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5381d347-d104-4234-a81b-c91fe9822b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.347525 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4eef681-81fe-444d-af1f-9ae098335627 req-be680e78-d4a1-4007-b5ee-457e4f0e6459 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781391 Sep 16 05:17:17.401202 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bd046-521d-4a39-bf77-186a2e434302 None None] Pushing event updated for resources: {'Port': ['ID=aaca1220-4669-43d3-9ebd-8601b006731b,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:17.411932 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] For port 0b942ee7-08fe-4e46-a3fd-c10cd55ea262, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:17.453794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-579ff40b-fa8c-4cc3-b371-e6ceb1523ef5 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Allocated IP 2001:db8::1 (27e7b975-567c-4b55-ac6e-26edc9bc00be/05751e71-96d7-4ac3-bce2-e72ed6c239c2/b76b6297-d7bd-4b54-8617-030fded04bff) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:17.515671 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] For port 0b942ee7-08fe-4e46-a3fd-c10cd55ea262, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0b942ee7-08fe-4e46-a3fd-c10cd55ea262,segment=NetworkSegment(f95ca947-f191-426b-9ca7-1ab8719eb45f),segment_id=f95ca947-f191-426b-9ca7-1ab8719eb45f)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:17.629009 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] Attempting to bind port 10277635-f610-4eec-9823-2866c1decbda on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:17.629897 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] Attempting to bind port 10277635-f610-4eec-9823-2866c1decbda by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '53b06abc-1850-404e-8475-9de5a177229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:17.629897 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] Attempting to bind port 10277635-f610-4eec-9823-2866c1decbda on network 6219929e-4853-4bde-bf87-686fa96a1efa {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:17.636979 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] Port 10277635-f610-4eec-9823-2866c1decbda on network 6219929e-4853-4bde-bf87-686fa96a1efa not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:17:17.637311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] Attempting to bind port 10277635-f610-4eec-9823-2866c1decbda on network 6219929e-4853-4bde-bf87-686fa96a1efa {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:17.643924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:17.644655 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] Checking segment: {'id': '53b06abc-1850-404e-8475-9de5a177229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:17.645062 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] Bound using segment: {'id': '53b06abc-1850-404e-8475-9de5a177229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:17.645526 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] Bound port: 10277635-f610-4eec-9823-2866c1decbda, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b06abc-1850-404e-8475-9de5a177229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:17.645900 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.672570 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:17:17.673205 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:17:17.737162 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-579ff40b-fa8c-4cc3-b371-e6ceb1523ef5 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.739788 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] For port 10277635-f610-4eec-9823-2866c1decbda, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:17.745483 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] For port 10277635-f610-4eec-9823-2866c1decbda, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=10277635-f610-4eec-9823-2866c1decbda,segment=NetworkSegment(53b06abc-1850-404e-8475-9de5a177229b),segment_id=53b06abc-1850-404e-8475-9de5a177229b)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:17.826630 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.846317 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.938727 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13d21537-6991-47b8-b6f0-48894ab82986 req-fa38eda2-b72e-42ac-974c-51bf8154f530 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 210 time: 0.0896673 Sep 16 05:17:17.940168 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-579ff40b-fa8c-4cc3-b371-e6ceb1523ef5 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.980011 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:17.980797 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.982497 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] 10.222.0.38 "PUT /v2.0/ports/10277635-f610-4eec-9823-2866c1decbda HTTP/1.1" status: 200 len: 1092 time: 2.6392686 Sep 16 05:17:18.067328 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da493034-de1d-4f98-918f-44e353f3c6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=10277635-f610-4eec-9823-2866c1decbda,revision_number=7']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:18.106913 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579ff40b-fa8c-4cc3-b371-e6ceb1523ef5 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Network 27e7b975-567c-4b55-ac6e-26edc9bc00be is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:18.113682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] Allocated IP 2001:db8::2 (648f742c-8396-4307-bb8e-dca2457cb7f2/713c99db-3365-4492-8ce8-5b6b5506863c/c1f4d0e6-ea3f-46da-9c80-116f12b75d0d) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:18.128545 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-aac998bd-6ef6-4a31-aed6-10c1df458231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:18.133635 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-aac998bd-6ef6-4a31-aed6-10c1df458231 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 1095 time: 0.1120896 Sep 16 05:17:18.142657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-579ff40b-fa8c-4cc3-b371-e6ceb1523ef5 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:18.148880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ff40b-fa8c-4cc3-b371-e6ceb1523ef5 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:18.149994 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-579ff40b-fa8c-4cc3-b371-e6ceb1523ef5 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.156855 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ff40b-fa8c-4cc3-b371-e6ceb1523ef5 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event updated for resources: {'Port': ['ID=b76b6297-d7bd-4b54-8617-030fded04bff,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:18.376852 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 10277635-f610-4eec-9823-2866c1decbda no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:18.453074 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-a54d5220-b752-4c1f-b543-375e6f8607e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:18.462302 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-a54d5220-b752-4c1f-b543-375e6f8607e8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6219929e-4853-4bde-bf87-686fa96a1efa HTTP/1.1" status: 200 len: 896 time: 0.3176706 Sep 16 05:17:18.607592 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-579ff40b-fa8c-4cc3-b371-e6ceb1523ef5 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.699088 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-be1c73d5-a075-4bc3-bf3a-1d6720d25e46 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10277635-f610-4eec-9823-2866c1decbda HTTP/1.1" status: 200 len: 999 time: 0.2314584 Sep 16 05:17:18.780868 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b01c0-debf-4a9d-907c-b1a235850719 None None] Pushing event updated for resources: {'Port': ['ID=0b942ee7-08fe-4e46-a3fd-c10cd55ea262,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:18.798779 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.814937 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 10277635-f610-4eec-9823-2866c1decbda not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:18.928146 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.982929 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'tag': '10277635-f610-4eec-9823-2866c1decbda'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:18.984976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c871ac0-42ed-4099-b631-2df60016dda9 req-72c4882f-dc33-490e-9b1c-bd384c6a2556 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:18.999559 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c871ac0-42ed-4099-b631-2df60016dda9 req-72c4882f-dc33-490e-9b1c-bd384c6a2556 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 943 time: 0.5053625 Sep 16 05:17:19.000393 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ebd6d3-c469-4879-9e2b-5fdfb30521bf", "tag": "10277635-f610-4eec-9823-2866c1decbda"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:19.025371 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] Network 648f742c-8396-4307-bb8e-dca2457cb7f2 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:19.037974 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:19.042625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:19.063533 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-a9281fd4-d7e3-4356-b9b2-87b30a6810c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:19.065954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] Pushing event updated for resources: {'Port': ['ID=c1f4d0e6-ea3f-46da-9c80-116f12b75d0d,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:19.072083 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-a9281fd4-d7e3-4356-b9b2-87b30a6810c7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b547af7-36d4-4df5-88c9-2c0747cddb04 HTTP/1.1" status: 200 len: 834 time: 0.3451405 Sep 16 05:17:19.206859 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c871ac0-42ed-4099-b631-2df60016dda9 req-556ea883-c024-4015-9d94-51123023af6d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954250 Sep 16 05:17:19.233392 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-b4248bb1-23c9-417d-8441-98de5fe31027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:19.251299 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-b4248bb1-23c9-417d-8441-98de5fe31027 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6219929e-4853-4bde-bf87-686fa96a1efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1479890 Sep 16 05:17:19.332008 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] Attempting to bind port c1f4d0e6-ea3f-46da-9c80-116f12b75d0d on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:19.332934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] Attempting to bind port c1f4d0e6-ea3f-46da-9c80-116f12b75d0d by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '7b0e77d4-bb84-4e2d-8105-d5e4277e0985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '648f742c-8396-4307-bb8e-dca2457cb7f2'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:19.335174 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] Attempting to bind port c1f4d0e6-ea3f-46da-9c80-116f12b75d0d on network 648f742c-8396-4307-bb8e-dca2457cb7f2 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:19.352109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:19.361692 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] Checking segment: {'id': '7b0e77d4-bb84-4e2d-8105-d5e4277e0985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '648f742c-8396-4307-bb8e-dca2457cb7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:19.361692 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.361692 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] Bound using segment: {'id': '7b0e77d4-bb84-4e2d-8105-d5e4277e0985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '648f742c-8396-4307-bb8e-dca2457cb7f2'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:19.361692 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] Bound port: c1f4d0e6-ea3f-46da-9c80-116f12b75d0d, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0e77d4-bb84-4e2d-8105-d5e4277e0985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '648f742c-8396-4307-bb8e-dca2457cb7f2'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:19.361692 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.374438 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0b942ee7-08fe-4e46-a3fd-c10cd55ea262 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:19.472695 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d369bbbd-6e25-4d67-8cb6-4ed8823f8224 req-1e7f4772-88ea-4ce2-a897-13fcf2a0f118 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 210 time: 0.2504539 Sep 16 05:17:19.517918 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5d1cfa-a4eb-44c2-9c6f-dbdb890ad0c4 x-openstack-request-id: req-ab5d1cfa-a4eb-44c2-9c6f-dbdb890ad0c4 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:19.518519 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ebd6d3-c469-4879-9e2b-5fdfb30521bf", "tag": "10277635-f610-4eec-9823-2866c1decbda", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:19.518967 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab5d1cfa-a4eb-44c2-9c6f-dbdb890ad0c4 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:19.519542 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'tag': '10277635-f610-4eec-9823-2866c1decbda', 'status': 'completed', 'code': 200} Sep 16 05:17:19.534406 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-b3c3189d-3d07-449b-b5fb-ffbc56771548 service neutron] 10.222.0.38 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821457 Sep 16 05:17:19.649717 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] For port c1f4d0e6-ea3f-46da-9c80-116f12b75d0d, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:19.653810 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] For port c1f4d0e6-ea3f-46da-9c80-116f12b75d0d, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c1f4d0e6-ea3f-46da-9c80-116f12b75d0d,segment=NetworkSegment(7b0e77d4-bb84-4e2d-8105-d5e4277e0985),segment_id=7b0e77d4-bb84-4e2d-8105-d5e4277e0985)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:19.661740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 0b942ee7-08fe-4e46-a3fd-c10cd55ea262 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:19.663091 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.671431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-023e2fe3-f499-477c-ad4f-af5ed26d3173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:19.673540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-023e2fe3-f499-477c-ad4f-af5ed26d3173 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 1095 time: 0.1186728 Sep 16 05:17:19.715808 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-6e62843d-9075-4f6c-a260-2a1c9d972af8 req-778f7366-a8fe-4bed-b534-021d22656006 service neutron] 10.222.0.38 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727221 Sep 16 05:17:19.804596 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.817123 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-c59afbd9-becd-4cbf-a430-17df927c4b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:19.818685 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-c59afbd9-becd-4cbf-a430-17df927c4b22 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6219929e-4853-4bde-bf87-686fa96a1efa HTTP/1.1" status: 200 len: 896 time: 0.1359394 Sep 16 05:17:19.833221 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-579ff40b-fa8c-4cc3-b371-e6ceb1523ef5 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.007601 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-6d967057-f588-4d47-a3b8-ee1ae0f03084 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10277635-f610-4eec-9823-2866c1decbda HTTP/1.1" status: 200 len: 999 time: 0.1432321 Sep 16 05:17:20.009107 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-9e7bc9a4-46cb-42f2-9de5-85f05cb443fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:20.009107 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-9e7bc9a4-46cb-42f2-9de5-85f05cb443fe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 1095 time: 0.1033413 Sep 16 05:17:20.009841 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.083151 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ed8fa-9ac0-4a7c-b72b-f5f8bcde9cd3 None None] Pushing event updated for resources: {'Port': ['ID=c1f4d0e6-ea3f-46da-9c80-116f12b75d0d,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:20.121278 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-579ff40b-fa8c-4cc3-b371-e6ceb1523ef5 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.122526 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-579ff40b-fa8c-4cc3-b371-e6ceb1523ef5 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.169066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 0b942ee7-08fe-4e46-a3fd-c10cd55ea262, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0b942ee7-08fe-4e46-a3fd-c10cd55ea262,segment=NetworkSegment(f95ca947-f191-426b-9ca7-1ab8719eb45f),segment_id=f95ca947-f191-426b-9ca7-1ab8719eb45f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:20.234522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-6635aa47-85cd-49a5-8278-bd78c83d55aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:20.236755 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-6635aa47-85cd-49a5-8278-bd78c83d55aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b547af7-36d4-4df5-88c9-2c0747cddb04 HTTP/1.1" status: 200 len: 834 time: 0.2493358 Sep 16 05:17:20.278729 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-fdf604a0-a42a-45bf-9b1a-e89162ba772d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:20.280549 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-fdf604a0-a42a-45bf-9b1a-e89162ba772d service neutron] 10.222.0.38 "GET /v2.0/networks?id=6219929e-4853-4bde-bf87-686fa96a1efa HTTP/1.1" status: 200 len: 896 time: 0.2683551 Sep 16 05:17:20.325731 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.326694 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device aaca1220-4669-43d3-9ebd-8601b006731b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:20.480017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ff40b-fa8c-4cc3-b371-e6ceb1523ef5 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event updated for resources: {'Port': ['ID=b76b6297-d7bd-4b54-8617-030fded04bff,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:20.560890 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=0b942ee7-08fe-4e46-a3fd-c10cd55ea262,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:20.565531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-b4f0a546-c178-4dae-920c-848e3f9b8e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:20.568184 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-b4f0a546-c178-4dae-920c-848e3f9b8e65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6219929e-4853-4bde-bf87-686fa96a1efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3218296 Sep 16 05:17:20.578275 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port aaca1220-4669-43d3-9ebd-8601b006731b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:20.578740 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.593098 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-84a11174-13eb-4cc9-9ae4-af770ebb6f90 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10277635-f610-4eec-9823-2866c1decbda HTTP/1.1" status: 200 len: 999 time: 0.3049543 Sep 16 05:17:20.730345 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-181d5173-b85f-4c89-a401-b8986bbaa732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:20.736600 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-181d5173-b85f-4c89-a401-b8986bbaa732 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b547af7-36d4-4df5-88c9-2c0747cddb04 HTTP/1.1" status: 200 len: 834 time: 0.1350441 Sep 16 05:17:20.751157 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39015397-072d-4bc1-bfc6-1c7c6b5d793c req-f1002a4c-94ea-4595-ae96-f2b5b2b28928 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:20.752981 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39015397-072d-4bc1-bfc6-1c7c6b5d793c req-f1002a4c-94ea-4595-ae96-f2b5b2b28928 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 943 time: 0.2680776 Sep 16 05:17:20.758600 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae94ea3-3db5-4928-86cf-66ff801d2d83 None None] Network 27e7b975-567c-4b55-ac6e-26edc9bc00be requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:20.867286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579ff40b-fa8c-4cc3-b371-e6ceb1523ef5 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Network 27e7b975-567c-4b55-ac6e-26edc9bc00be is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:20.879145 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-0b05177c-c7af-4780-919c-25d80a3536f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:20.881183 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-0b05177c-c7af-4780-919c-25d80a3536f8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6219929e-4853-4bde-bf87-686fa96a1efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1368396 Sep 16 05:17:20.902536 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-579ff40b-fa8c-4cc3-b371-e6ceb1523ef5 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:20.947403 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-32bf4668-6e2d-4817-abd5-cb6a3986eae8 None None] Provisioning complete for port 0b942ee7-08fe-4e46-a3fd-c10cd55ea262 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:20.949060 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-32bf4668-6e2d-4817-abd5-cb6a3986eae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.012331 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd6bbf1c-bf6e-4079-bc21-a1ee30e579c2 req-878c99a5-c223-462c-af8e-8ce22a849f82 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 210 time: 0.2226348 Sep 16 05:17:21.110192 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-d681654c-4a0e-473b-a6de-b77c74e0ce3f service neutron] 10.222.0.38 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197444 Sep 16 05:17:21.187965 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39015397-072d-4bc1-bfc6-1c7c6b5d793c req-6cf33d36-095d-4b5d-93cb-c247f775c96c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4172208 Sep 16 05:17:21.223798 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-f71c587c-cf12-4cac-b139-dd9744941e31 service neutron] 10.222.0.21 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279333 Sep 16 05:17:21.246646 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0b942ee7-08fe-4e46-a3fd-c10cd55ea262 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:21.326943 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-6b91173b-052f-4565-ba84-a1768103d3f8 service neutron] 10.222.0.38 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082140 Sep 16 05:17:21.467059 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 0b942ee7-08fe-4e46-a3fd-c10cd55ea262 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:21.467454 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.601780 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c1f4d0e6-ea3f-46da-9c80-116f12b75d0d up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:21.676355 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port c1f4d0e6-ea3f-46da-9c80-116f12b75d0d triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:21.676827 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.844469 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.918717 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port c1f4d0e6-ea3f-46da-9c80-116f12b75d0d, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c1f4d0e6-ea3f-46da-9c80-116f12b75d0d,segment=NetworkSegment(7b0e77d4-bb84-4e2d-8105-d5e4277e0985),segment_id=7b0e77d4-bb84-4e2d-8105-d5e4277e0985)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:21.980428 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a28fa3d2-f01c-45f4-adb3-75d3c8bbe124 req-69c8f2e9-4d39-467c-9bd4-8e5c65631f10 service neutron] 10.222.0.21 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7023041 Sep 16 05:17:22.005930 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.089963 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579ff40b-fa8c-4cc3-b371-e6ceb1523ef5 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Router 51855daf-b4fa-4389-bda1-4b28e3a92014 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:17:22.170803 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=c1f4d0e6-ea3f-46da-9c80-116f12b75d0d,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:22.195126 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8f57d3-38e0-4191-bb8d-a55ff97e802f None None] Network 648f742c-8396-4307-bb8e-dca2457cb7f2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:22.264904 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-30317d7f-c9bd-4a2e-a307-f3a81dc773bc None None] Provisioning complete for port b76b6297-d7bd-4b54-8617-030fded04bff triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:22.265344 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-30317d7f-c9bd-4a2e-a307-f3a81dc773bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.342510 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-963946a8-6ba0-468a-bf2c-82bfab3ffebf req-dc431b97-da7f-4557-ad93-d244d1d9eaf1 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "GET /v2.0/ports?device_id=588431d2-b0d3-4319-9cd1-e7dd449ed3bf HTTP/1.1" status: 200 len: 210 time: 0.1157238 Sep 16 05:17:22.374717 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-30317d7f-c9bd-4a2e-a307-f3a81dc773bc None None] Port b76b6297-d7bd-4b54-8617-030fded04bff cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:22.439077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-30317d7f-c9bd-4a2e-a307-f3a81dc773bc None None] Provisioning complete for port c1f4d0e6-ea3f-46da-9c80-116f12b75d0d triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:22.439451 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-30317d7f-c9bd-4a2e-a307-f3a81dc773bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.458819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579ff40b-fa8c-4cc3-b371-e6ceb1523ef5 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:22.469910 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-579ff40b-fa8c-4cc3-b371-e6ceb1523ef5 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "PUT /v2.0/routers/51855daf-b4fa-4389-bda1-4b28e3a92014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5523257 Sep 16 05:17:22.474057 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 52998) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:22.482156 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfeb282-d2c5-4d7f-94b7-067be54e4365 None None] Sync routers for ids ['51855daf-b4fa-4389-bda1-4b28e3a92014'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:22.508286 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfeb282-d2c5-4d7f-94b7-067be54e4365 None None] Routers {'51855daf-b4fa-4389-bda1-4b28e3a92014'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:22.509271 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1cfeb282-d2c5-4d7f-94b7-067be54e4365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:17:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['51855daf-b4fa-4389-bda1-4b28e3a92014'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:22.557401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91478cc5-0d8f-44ac-9282-e4c863f85a4a req-0b48fcc7-2464-442f-a8e5-aad116132048 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:22.584204 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1cfeb282-d2c5-4d7f-94b7-067be54e4365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:22.584378 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91478cc5-0d8f-44ac-9282-e4c863f85a4a req-0b48fcc7-2464-442f-a8e5-aad116132048 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 943 time: 0.2285390 Sep 16 05:17:22.609372 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfeb282-d2c5-4d7f-94b7-067be54e4365 None None] Routers {'51855daf-b4fa-4389-bda1-4b28e3a92014'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:22.609372 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1cfeb282-d2c5-4d7f-94b7-067be54e4365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:17:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['51855daf-b4fa-4389-bda1-4b28e3a92014'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:22.609660 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-30317d7f-c9bd-4a2e-a307-f3a81dc773bc None None] Provisioning complete for port 0b942ee7-08fe-4e46-a3fd-c10cd55ea262 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:22.609660 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-30317d7f-c9bd-4a2e-a307-f3a81dc773bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.650360 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1cfeb282-d2c5-4d7f-94b7-067be54e4365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:22.651606 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfeb282-d2c5-4d7f-94b7-067be54e4365 None None] The sync data for ids ['51855daf-b4fa-4389-bda1-4b28e3a92014'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:22.683767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91478cc5-0d8f-44ac-9282-e4c863f85a4a req-41e6169a-05ea-40f1-b36f-dfde34959799 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961559 Sep 16 05:17:22.920963 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c1f4d0e6-ea3f-46da-9c80-116f12b75d0d up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:23.167914 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-7eff807b-9200-4773-ae07-93a8a6617257 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:17:23.168939 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7eff807b-9200-4773-ae07-93a8a6617257 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "PUT /v2.0/routers/51855daf-b4fa-4389-bda1-4b28e3a92014/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6854944 Sep 16 05:17:23.172385 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53006) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:23.238231 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d1a34788-8b09-42b1-b6cc-8caf8f72ae07 None None] Provisioning complete for port b76b6297-d7bd-4b54-8617-030fded04bff triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:23.238865 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d1a34788-8b09-42b1-b6cc-8caf8f72ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.317273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port c1f4d0e6-ea3f-46da-9c80-116f12b75d0d triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:23.317892 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.358123 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d1a34788-8b09-42b1-b6cc-8caf8f72ae07 None None] Port b76b6297-d7bd-4b54-8617-030fded04bff cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:23.449360 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53012) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:23.518464 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-14dc59d6-d400-4972-adc6-ec03db1592df None None] Provisioning complete for port b76b6297-d7bd-4b54-8617-030fded04bff triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:23.519754 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-14dc59d6-d400-4972-adc6-ec03db1592df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.578314 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-609b91d7-b592-44ae-9739-3637666e6e29 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.598629 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-14dc59d6-d400-4972-adc6-ec03db1592df None None] Port b76b6297-d7bd-4b54-8617-030fded04bff cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:23.611329 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-14dc59d6-d400-4972-adc6-ec03db1592df None None] Provisioning complete for port c1f4d0e6-ea3f-46da-9c80-116f12b75d0d triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:23.619159 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-14dc59d6-d400-4972-adc6-ec03db1592df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.634931 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-609b91d7-b592-44ae-9739-3637666e6e29 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.670059 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d9725c3-1c33-41a7-8748-07722afa5d0d tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.789798 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-609b91d7-b592-44ae-9739-3637666e6e29 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.800054 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-609b91d7-b592-44ae-9739-3637666e6e29 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.800054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-609b91d7-b592-44ae-9739-3637666e6e29 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] 10.222.0.20 "DELETE /v2.0/security-groups/4e4d32d8-55af-4393-8093-c1c213c70c3e HTTP/1.1" status: 204 len: 168 time: 0.3463130 Sep 16 05:17:23.855249 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b91d7-b592-44ae-9739-3637666e6e29 tempest-TestVolumeBackupRestore-980872436 tempest-TestVolumeBackupRestore-980872436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4d32d8-55af-4393-8093-c1c213c70c3e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:24.022845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0d015-b6a4-4470-93fe-688d761fe329 req-5be27533-e607-46d7-b545-9d4778e94e60 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:24.025855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96a0d015-b6a4-4470-93fe-688d761fe329 req-5be27533-e607-46d7-b545-9d4778e94e60 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 943 time: 0.1042051 Sep 16 05:17:24.108660 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96a0d015-b6a4-4470-93fe-688d761fe329 req-50523eaa-8d56-43aa-9d6c-addf0ba4d23b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692871 Sep 16 05:17:24.137554 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8d9725c3-1c33-41a7-8748-07722afa5d0d tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Deleting port b76b6297-d7bd-4b54-8617-030fded04bff {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:24.138014 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d9725c3-1c33-41a7-8748-07722afa5d0d tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.299969 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d9725c3-1c33-41a7-8748-07722afa5d0d tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.314443 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8d9725c3-1c33-41a7-8748-07722afa5d0d tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Calling delete_port for b76b6297-d7bd-4b54-8617-030fded04bff owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:24.552941 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.673650 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 10277635-f610-4eec-9823-2866c1decbda details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:17:24.743987 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d9725c3-1c33-41a7-8748-07722afa5d0d tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.866458 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9725c3-1c33-41a7-8748-07722afa5d0d tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event deleted for resources: {'Port': ['ID=b76b6297-d7bd-4b54-8617-030fded04bff,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:24.907101 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 10277635-f610-4eec-9823-2866c1decbda, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=10277635-f610-4eec-9823-2866c1decbda,segment=NetworkSegment(53b06abc-1850-404e-8475-9de5a177229b),segment_id=53b06abc-1850-404e-8475-9de5a177229b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:24.931946 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '10277635-f610-4eec-9823-2866c1decbda', 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa', 'port_id': '10277635-f610-4eec-9823-2866c1decbda', 'mac_address': 'fa:16:3e:21:6b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b547af7-36d4-4df5-88c9-2c0747cddb04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:17:25.016691 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.062479 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10277635-f610-4eec-9823-2866c1decbda {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:25.152974 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d9725c3-1c33-41a7-8748-07722afa5d0d tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.169289 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 10277635-f610-4eec-9823-2866c1decbda, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=10277635-f610-4eec-9823-2866c1decbda,segment=NetworkSegment(53b06abc-1850-404e-8475-9de5a177229b),segment_id=53b06abc-1850-404e-8475-9de5a177229b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:25.302191 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.342590 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a8e20-924e-4af2-88ab-0126c25f5dc6 req-56cbf94a-afa9-488c-a369-0dc97e1a40a9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:25.345985 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d40a8e20-924e-4af2-88ab-0126c25f5dc6 req-56cbf94a-afa9-488c-a369-0dc97e1a40a9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 943 time: 0.0865076 Sep 16 05:17:25.417930 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=10277635-f610-4eec-9823-2866c1decbda,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:25.427075 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d40a8e20-924e-4af2-88ab-0126c25f5dc6 req-26d1a64c-d9e6-41e0-99a9-5b9d6b54977f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734234 Sep 16 05:17:25.521574 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9725c3-1c33-41a7-8748-07722afa5d0d tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Router 51855daf-b4fa-4389-bda1-4b28e3a92014 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:25.613760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9725c3-1c33-41a7-8748-07722afa5d0d tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:25.628305 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8d9725c3-1c33-41a7-8748-07722afa5d0d tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "PUT /v2.0/routers/51855daf-b4fa-4389-bda1-4b28e3a92014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4545901 Sep 16 05:17:25.632865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53080) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:25.635534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b3d304-4a7e-477b-aad5-44a8a47f3070 None None] Sync routers for ids ['51855daf-b4fa-4389-bda1-4b28e3a92014'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:25.655671 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b3d304-4a7e-477b-aad5-44a8a47f3070 None None] Routers {'51855daf-b4fa-4389-bda1-4b28e3a92014'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:25.656350 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-91b3d304-4a7e-477b-aad5-44a8a47f3070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:17:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['51855daf-b4fa-4389-bda1-4b28e3a92014'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:25.700466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-91b3d304-4a7e-477b-aad5-44a8a47f3070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:25.712384 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['10277635-f610-4eec-9823-2866c1decbda'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:25.742302 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-398e177d-b384-4139-a039-858cc4991831 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] delete failed (client error): The resource could not be found. Sep 16 05:17:25.744699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-398e177d-b384-4139-a039-858cc4991831 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1172120594 HTTP/1.1" status: 404 len: 335 time: 0.1099837 Sep 16 05:17:25.748525 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53086) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:25.759248 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8ab48377-64f3-466f-b8f8-305c9898baf8 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Request body: {'router': {'external_gateway_info': {'network_id': '51855daf-b4fa-4389-bda1-4b28e3a92014'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:25.760522 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b3d304-4a7e-477b-aad5-44a8a47f3070 None None] Routers {'51855daf-b4fa-4389-bda1-4b28e3a92014'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:25.761428 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-91b3d304-4a7e-477b-aad5-44a8a47f3070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:17:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['51855daf-b4fa-4389-bda1-4b28e3a92014'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:25.804841 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-91b3d304-4a7e-477b-aad5-44a8a47f3070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:25.805802 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b3d304-4a7e-477b-aad5-44a8a47f3070 None None] The sync data for ids ['51855daf-b4fa-4389-bda1-4b28e3a92014'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:26.457671 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25676ece-729c-4c41-a942-b49852f02f3a req-b75df7fe-e618-4e51-8f08-495f5dc19d21 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:26.476034 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25676ece-729c-4c41-a942-b49852f02f3a req-b75df7fe-e618-4e51-8f08-495f5dc19d21 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 944 time: 0.4295130 Sep 16 05:17:26.575637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1256d56-d15a-4bd9-9331-73ebef46dfc8 req-6e1006a0-c3da-4a9a-9a42-6824d1a37f0b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:26.576424 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1256d56-d15a-4bd9-9331-73ebef46dfc8 req-6e1006a0-c3da-4a9a-9a42-6824d1a37f0b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf&tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 944 time: 0.4209642 Sep 16 05:17:26.681661 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25676ece-729c-4c41-a942-b49852f02f3a req-23c0aae9-137a-4a1f-8947-3f2e7a06be0b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034717 Sep 16 05:17:26.799606 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-c1256d56-d15a-4bd9-9331-73ebef46dfc8 req-18ec6905-8a87-4c94-997e-5b9b2bc8f951 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:17:26.800703 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1256d56-d15a-4bd9-9331-73ebef46dfc8 req-18ec6905-8a87-4c94-997e-5b9b2bc8f951 service neutron] 10.222.0.21 "DELETE /v2.0/ports/10277635-f610-4eec-9823-2866c1decbda/bindings/n-h1-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.2144141 Sep 16 05:17:26.977530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1256d56-d15a-4bd9-9331-73ebef46dfc8 req-6bb38fb5-7003-4b15-ac0b-1b9f1f10bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:26.980431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1256d56-d15a-4bd9-9331-73ebef46dfc8 req-6bb38fb5-7003-4b15-ac0b-1b9f1f10bcdf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 1096 time: 0.0693398 Sep 16 05:17:27.140999 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8ab48377-64f3-466f-b8f8-305c9898baf8 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.208094 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1256d56-d15a-4bd9-9331-73ebef46dfc8 req-6a401ea2-a1bd-438d-987c-10927e3ae379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:27.209697 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1256d56-d15a-4bd9-9331-73ebef46dfc8 req-6a401ea2-a1bd-438d-987c-10927e3ae379 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6219929e-4853-4bde-bf87-686fa96a1efa HTTP/1.1" status: 200 len: 896 time: 0.2216001 Sep 16 05:17:27.338302 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1256d56-d15a-4bd9-9331-73ebef46dfc8 req-2d67e645-c6ca-4483-ab42-959ad00064b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10277635-f610-4eec-9823-2866c1decbda HTTP/1.1" status: 200 len: 1000 time: 0.1204441 Sep 16 05:17:27.402808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1256d56-d15a-4bd9-9331-73ebef46dfc8 req-757e4449-d3e0-4648-9015-b86e00776e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:27.403724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1256d56-d15a-4bd9-9331-73ebef46dfc8 req-757e4449-d3e0-4648-9015-b86e00776e2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b547af7-36d4-4df5-88c9-2c0747cddb04 HTTP/1.1" status: 200 len: 834 time: 0.0555103 Sep 16 05:17:27.454177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1256d56-d15a-4bd9-9331-73ebef46dfc8 req-7e573292-d302-4e23-8204-b00a78c3b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:27.455791 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1256d56-d15a-4bd9-9331-73ebef46dfc8 req-7e573292-d302-4e23-8204-b00a78c3b3bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6219929e-4853-4bde-bf87-686fa96a1efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447457 Sep 16 05:17:27.508914 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-8ab48377-64f3-466f-b8f8-305c9898baf8 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] update failed (client error): The resource could not be found. Sep 16 05:17:27.510122 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8ab48377-64f3-466f-b8f8-305c9898baf8 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "PUT /v2.0/routers/51855daf-b4fa-4389-bda1-4b28e3a92014 HTTP/1.1" status: 404 len: 339 time: 1.7593279 Sep 16 05:17:27.515202 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53144) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:27.523537 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6506504c-08db-4d00-a11a-cbb402ea4a8b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-299840965'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:27.603173 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1256d56-d15a-4bd9-9331-73ebef46dfc8 req-158176c8-dd9e-457e-a419-8a8de9877dac service neutron] 10.222.0.21 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388385 Sep 16 05:17:27.713978 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6506504c-08db-4d00-a11a-cbb402ea4a8b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Made reservation on behalf of d6f505e4599e4061b4d55b836cc0affa for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:27.720913 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6506504c-08db-4d00-a11a-cbb402ea4a8b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.780947 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6506504c-08db-4d00-a11a-cbb402ea4a8b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:17:27.800349 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6506504c-08db-4d00-a11a-cbb402ea4a8b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.800880 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-6506504c-08db-4d00-a11a-cbb402ea4a8b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Added segment 3033708f-96b3-4b2f-b54e-59f826b71bfa of type vlan for network 69f6ca50-c23a-4aac-899c-3e09c1d7fceb Sep 16 05:17:27.837794 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1256d56-d15a-4bd9-9331-73ebef46dfc8 req-d8c8955d-4061-4f25-aa1b-ff62d79f91ab service neutron] 10.222.0.21 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252073 Sep 16 05:17:27.938136 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6506504c-08db-4d00-a11a-cbb402ea4a8b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.089079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5f3af-bd23-4f4a-9a40-8458e847fa07 req-31a4dcc7-912a-4687-93da-ce08a3aafa9d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.092286 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-98c5f3af-bd23-4f4a-9a40-8458e847fa07 req-31a4dcc7-912a-4687-93da-ce08a3aafa9d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 944 time: 0.0866833 Sep 16 05:17:28.142537 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6506504c-08db-4d00-a11a-cbb402ea4a8b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.150372 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6506504c-08db-4d00-a11a-cbb402ea4a8b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.152404 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6506504c-08db-4d00-a11a-cbb402ea4a8b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.197299 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-98c5f3af-bd23-4f4a-9a40-8458e847fa07 req-97616661-21e6-4a62-b0e1-5ee727ddd8df tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925636 Sep 16 05:17:28.289007 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506504c-08db-4d00-a11a-cbb402ea4a8b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event updated for resources: {'Network': ['ID=69f6ca50-c23a-4aac-899c-3e09c1d7fceb,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:28.302687 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 69f6ca50-c23a-4aac-899c-3e09c1d7fceb details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:17:28.358825 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6506504c-08db-4d00-a11a-cbb402ea4a8b tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8422790 Sep 16 05:17:28.359582 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53176) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:28.366807 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-407e99f1-4779-41ff-9cc0-7bde96cbea0f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Request body: {'subnet': {'network_id': '69f6ca50-c23a-4aac-899c-3e09c1d7fceb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:28.617131 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.620343 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407e99f1-4779-41ff-9cc0-7bde96cbea0f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Made reservation on behalf of d6f505e4599e4061b4d55b836cc0affa for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:28.629899 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-407e99f1-4779-41ff-9cc0-7bde96cbea0f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.681852 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 10277635-f610-4eec-9823-2866c1decbda up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:28.933128 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 10277635-f610-4eec-9823-2866c1decbda completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:17:28.939549 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 10277635-f610-4eec-9823-2866c1decbda triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:28.939549 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.057423 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-407e99f1-4779-41ff-9cc0-7bde96cbea0f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.188023 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e99f1-4779-41ff-9cc0-7bde96cbea0f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event updated for resources: {'Subnet': ['ID=452e9cf5-c171-4409-9bf2-09ebfce466ba,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:29.211300 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.230036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407e99f1-4779-41ff-9cc0-7bde96cbea0f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Checking segment: {'id': '3033708f-96b3-4b2f-b54e-59f826b71bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '69f6ca50-c23a-4aac-899c-3e09c1d7fceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:29.230647 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407e99f1-4779-41ff-9cc0-7bde96cbea0f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Network hostable DHCP agents. Network: 69f6ca50-c23a-4aac-899c-3e09c1d7fceb, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:17:29.296296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10277635-f610-4eec-9823-2866c1decbda'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:29.301146 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a9711a-2c1c-4cc9-8da8-7a3e25273427" -d '{"events": [{"server_uuid": "c4ebd6d3-c469-4879-9e2b-5fdfb30521bf", "name": "network-vif-plugged", "status": "completed", "tag": "10277635-f610-4eec-9823-2866c1decbda"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:29.342010 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 10277635-f610-4eec-9823-2866c1decbda, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=10277635-f610-4eec-9823-2866c1decbda,segment=NetworkSegment(53b06abc-1850-404e-8475-9de5a177229b),segment_id=53b06abc-1850-404e-8475-9de5a177229b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:29.371301 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407e99f1-4779-41ff-9cc0-7bde96cbea0f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Network 69f6ca50-c23a-4aac-899c-3e09c1d7fceb is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:17:29.384532 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efe5a20-ae38-4ab3-861f-d5ae0491d0ea x-openstack-request-id: req-4efe5a20-ae38-4ab3-861f-d5ae0491d0ea {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:29.400870 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ebd6d3-c469-4879-9e2b-5fdfb30521bf", "name": "network-vif-plugged", "status": "completed", "tag": "10277635-f610-4eec-9823-2866c1decbda", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:29.401611 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4efe5a20-ae38-4ab3-861f-d5ae0491d0ea {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:29.403629 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10277635-f610-4eec-9823-2866c1decbda', 'code': 200} Sep 16 05:17:29.451252 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.571330 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=10277635-f610-4eec-9823-2866c1decbda,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:29.607281 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-407e99f1-4779-41ff-9cc0-7bde96cbea0f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 69f6ca50-c23a-4aac-899c-3e09c1d7fceb) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:29.629144 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407e99f1-4779-41ff-9cc0-7bde96cbea0f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:29.629453 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-407e99f1-4779-41ff-9cc0-7bde96cbea0f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.636233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de8c05e-9ff0-4443-9177-5b36c33797fe None None] Network 69f6ca50-c23a-4aac-899c-3e09c1d7fceb requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:29.687778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9a595-c88f-4b26-9b8b-6290e013295d req-8956b449-c63d-4265-ad8c-3c15230983a2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:29.701320 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68c9a595-c88f-4b26-9b8b-6290e013295d req-8956b449-c63d-4265-ad8c-3c15230983a2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.2046545 Sep 16 05:17:29.769637 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-407e99f1-4779-41ff-9cc0-7bde96cbea0f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4059303 Sep 16 05:17:29.771544 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53230) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:29.791703 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e27b3899-147c-42b0-92fe-179bfffeffc2 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Request body: {'router': {'external_gateway_info': {'network_id': '69f6ca50-c23a-4aac-899c-3e09c1d7fceb'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:29.831964 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68c9a595-c88f-4b26-9b8b-6290e013295d req-c0aa88cf-8bb1-4fae-8013-d3d692f2f916 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249285 Sep 16 05:17:29.870927 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53236) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:30.006964 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3effba4c-bfd0-432b-b733-aa9cef935f78 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/floatingips/8e62ee9d-e839-4758-83e7-ca28e1b47adb HTTP/1.1" status: 200 len: 993 time: 0.1309533 Sep 16 05:17:30.180216 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-69f6ca50-c23a-4aac-899c-3e09c1d7fceb', 'network_id': '69f6ca50-c23a-4aac-899c-3e09c1d7fceb', 'tenant_id': 'd6f505e4599e4061b4d55b836cc0affa', 'fixed_ips': [{'subnet_id': '452e9cf5-c171-4409-9bf2-09ebfce466ba'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:17:30.181280 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.330369 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e27b3899-147c-42b0-92fe-179bfffeffc2 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.411280 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] Allocated IP 2001:db8:1::2 (69f6ca50-c23a-4aac-899c-3e09c1d7fceb/452e9cf5-c171-4409-9bf2-09ebfce466ba/856e82f3-b2d6-422e-b249-487160dc45aa) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:30.647932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53262) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:30.708540 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.750579 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-e27b3899-147c-42b0-92fe-179bfffeffc2 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:17:30.752946 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e27b3899-147c-42b0-92fe-179bfffeffc2 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "PUT /v2.0/routers/51855daf-b4fa-4389-bda1-4b28e3a92014 HTTP/1.1" status: 400 len: 364 time: 0.9781060 Sep 16 05:17:30.759306 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53266) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:30.831951 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.922350 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] Network 69f6ca50-c23a-4aac-899c-3e09c1d7fceb is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:30.929229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:30.939438 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:30.947150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] Pushing event updated for resources: {'Port': ['ID=856e82f3-b2d6-422e-b249-487160dc45aa,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:31.080728 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] Attempting to bind port 856e82f3-b2d6-422e-b249-487160dc45aa on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:31.081879 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] Attempting to bind port 856e82f3-b2d6-422e-b249-487160dc45aa by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '3033708f-96b3-4b2f-b54e-59f826b71bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '69f6ca50-c23a-4aac-899c-3e09c1d7fceb'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:31.082713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] Attempting to bind port 856e82f3-b2d6-422e-b249-487160dc45aa on network 69f6ca50-c23a-4aac-899c-3e09c1d7fceb {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:31.097001 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:31.098053 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] Checking segment: {'id': '3033708f-96b3-4b2f-b54e-59f826b71bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '69f6ca50-c23a-4aac-899c-3e09c1d7fceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:31.099172 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.101009 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] Bound using segment: {'id': '3033708f-96b3-4b2f-b54e-59f826b71bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '69f6ca50-c23a-4aac-899c-3e09c1d7fceb'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:31.102492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] Bound port: 856e82f3-b2d6-422e-b249-487160dc45aa, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3033708f-96b3-4b2f-b54e-59f826b71bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '69f6ca50-c23a-4aac-899c-3e09c1d7fceb'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:31.103867 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.263131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] For port 856e82f3-b2d6-422e-b249-487160dc45aa, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:31.270015 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] For port 856e82f3-b2d6-422e-b249-487160dc45aa, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=856e82f3-b2d6-422e-b249-487160dc45aa,segment=NetworkSegment(3033708f-96b3-4b2f-b54e-59f826b71bfa),segment_id=3033708f-96b3-4b2f-b54e-59f826b71bfa)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:31.424412 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.597685 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726034a-4330-4c9a-b359-ddc2e40914a4 None None] Pushing event updated for resources: {'Port': ['ID=856e82f3-b2d6-422e-b249-487160dc45aa,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:31.669419 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8246b784-0ffd-4d50-a1d2-167dbd52d67f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.128867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-8246b784-0ffd-4d50-a1d2-167dbd52d67f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Allocated IP 2001:db8::1 (e08d0209-631b-467d-8851-0290712523f7/5ddf7701-1043-41ca-87b9-c158b1276d98/6a59c72a-45a8-41bc-8cc1-846d70fe6582) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:32.251505 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c3b5427-9b8f-4ac9-b13a-53fefb210d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.341396 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8246b784-0ffd-4d50-a1d2-167dbd52d67f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.556814 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8246b784-0ffd-4d50-a1d2-167dbd52d67f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.615377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8246b784-0ffd-4d50-a1d2-167dbd52d67f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Network e08d0209-631b-467d-8851-0290712523f7 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:32.646064 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-8246b784-0ffd-4d50-a1d2-167dbd52d67f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:32.649211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8246b784-0ffd-4d50-a1d2-167dbd52d67f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:32.650000 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8246b784-0ffd-4d50-a1d2-167dbd52d67f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.700688 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246b784-0ffd-4d50-a1d2-167dbd52d67f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event updated for resources: {'Port': ['ID=6a59c72a-45a8-41bc-8cc1-846d70fe6582,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:32.770422 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-6c3b5427-9b8f-4ac9-b13a-53fefb210d52 admin admin] Deleting port 89cac17d-35bd-4344-b3f9-d77663e7f723 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:32.770772 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c3b5427-9b8f-4ac9-b13a-53fefb210d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.808128 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650167f0-fcf6-480b-9bb2-6c3589aad162 None None] Network 69f6ca50-c23a-4aac-899c-3e09c1d7fceb requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:32.886006 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-6c3b5427-9b8f-4ac9-b13a-53fefb210d52 admin admin] For port 89cac17d-35bd-4344-b3f9-d77663e7f723, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=89cac17d-35bd-4344-b3f9-d77663e7f723,segment=NetworkSegment(af43f8e6-b8fb-4067-9142-1511a8549af4),segment_id=af43f8e6-b8fb-4067-9142-1511a8549af4)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:32.889960 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c3b5427-9b8f-4ac9-b13a-53fefb210d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.904157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ed091c45-6321-4738-bcbe-cde1d9ac94df None None] Provisioning complete for port 856e82f3-b2d6-422e-b249-487160dc45aa triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:32.904730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-6c3b5427-9b8f-4ac9-b13a-53fefb210d52 admin admin] Calling delete_port for 89cac17d-35bd-4344-b3f9-d77663e7f723 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:32.905086 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ed091c45-6321-4738-bcbe-cde1d9ac94df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.945974 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 856e82f3-b2d6-422e-b249-487160dc45aa up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:33.056084 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8246b784-0ffd-4d50-a1d2-167dbd52d67f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.112348 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ed091c45-6321-4738-bcbe-cde1d9ac94df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.137653 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 856e82f3-b2d6-422e-b249-487160dc45aa triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:33.138370 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.189087 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ed091c45-6321-4738-bcbe-cde1d9ac94df None None] For port 856e82f3-b2d6-422e-b249-487160dc45aa, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=856e82f3-b2d6-422e-b249-487160dc45aa,segment=NetworkSegment(3033708f-96b3-4b2f-b54e-59f826b71bfa),segment_id=3033708f-96b3-4b2f-b54e-59f826b71bfa)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:33.290149 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ed091c45-6321-4738-bcbe-cde1d9ac94df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.299565 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.386375 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed091c45-6321-4738-bcbe-cde1d9ac94df None None] Pushing event updated for resources: {'Port': ['ID=856e82f3-b2d6-422e-b249-487160dc45aa,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:33.431069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-594da5ff-ccc2-4d52-b733-48f12c102271 None None] Provisioning complete for port 6a59c72a-45a8-41bc-8cc1-846d70fe6582 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:33.431449 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-594da5ff-ccc2-4d52-b733-48f12c102271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.458288 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c3b5427-9b8f-4ac9-b13a-53fefb210d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.477943 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:17:33.478306 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:17:33.487801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-594da5ff-ccc2-4d52-b733-48f12c102271 None None] Port 6a59c72a-45a8-41bc-8cc1-846d70fe6582 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:33.502120 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b5427-9b8f-4ac9-b13a-53fefb210d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=89cac17d-35bd-4344-b3f9-d77663e7f723,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:33.577551 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8246b784-0ffd-4d50-a1d2-167dbd52d67f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.614729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ba7a025e-f9f0-4027-8ee7-fa364f634115 None None] Provisioning complete for port 856e82f3-b2d6-422e-b249-487160dc45aa triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:33.615567 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ba7a025e-f9f0-4027-8ee7-fa364f634115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.698490 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8246b784-0ffd-4d50-a1d2-167dbd52d67f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.699383 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8246b784-0ffd-4d50-a1d2-167dbd52d67f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.779109 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c3b5427-9b8f-4ac9-b13a-53fefb210d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.795890 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246b784-0ffd-4d50-a1d2-167dbd52d67f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event updated for resources: {'Port': ['ID=6a59c72a-45a8-41bc-8cc1-846d70fe6582,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:34.392772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8246b784-0ffd-4d50-a1d2-167dbd52d67f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Network e08d0209-631b-467d-8851-0290712523f7 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:34.395846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-8246b784-0ffd-4d50-a1d2-167dbd52d67f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:34.575029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8246b784-0ffd-4d50-a1d2-167dbd52d67f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Router 51855daf-b4fa-4389-bda1-4b28e3a92014 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:34.746702 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3b5427-9b8f-4ac9-b13a-53fefb210d52 admin admin] Router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:34.763895 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1851147b-cf5c-445b-80f8-b474cbb3870e None None] Provisioning complete for port 6a59c72a-45a8-41bc-8cc1-846d70fe6582 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:34.764492 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1851147b-cf5c-445b-80f8-b474cbb3870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.790306 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8246b784-0ffd-4d50-a1d2-167dbd52d67f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:34.804887 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c494f313-928e-4b56-803d-1e60a6ea4860 None None] Sync routers for ids ['51855daf-b4fa-4389-bda1-4b28e3a92014'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:34.818407 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8246b784-0ffd-4d50-a1d2-167dbd52d67f tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "PUT /v2.0/routers/51855daf-b4fa-4389-bda1-4b28e3a92014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0571346 Sep 16 05:17:34.821404 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c494f313-928e-4b56-803d-1e60a6ea4860 None None] Routers {'51855daf-b4fa-4389-bda1-4b28e3a92014'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:34.821812 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53388) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:34.831162 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-c494f313-928e-4b56-803d-1e60a6ea4860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:17:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['51855daf-b4fa-4389-bda1-4b28e3a92014'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:34.868574 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-1851147b-cf5c-445b-80f8-b474cbb3870e None None] Port 6a59c72a-45a8-41bc-8cc1-846d70fe6582 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:34.993980 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-42d5e20c-56f5-4e7b-a50f-04b94453be80 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.016243 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-c494f313-928e-4b56-803d-1e60a6ea4860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:35.026855 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c494f313-928e-4b56-803d-1e60a6ea4860 None None] Routers {'51855daf-b4fa-4389-bda1-4b28e3a92014'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:35.028331 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-c494f313-928e-4b56-803d-1e60a6ea4860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:17:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['51855daf-b4fa-4389-bda1-4b28e3a92014'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:35.063685 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-c494f313-928e-4b56-803d-1e60a6ea4860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:35.064673 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c494f313-928e-4b56-803d-1e60a6ea4860 None None] The sync data for ids ['51855daf-b4fa-4389-bda1-4b28e3a92014'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:35.106791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3b5427-9b8f-4ac9-b13a-53fefb210d52 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:35.117913 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dca9fd-849e-4180-9803-99fa96c266de None None] Sync routers for ids ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:35.123039 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6c3b5427-9b8f-4ac9-b13a-53fefb210d52 admin admin] 10.222.0.20 "PUT /v2.0/routers/2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4696569 Sep 16 05:17:35.127375 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53400) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:35.142561 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 856e82f3-b2d6-422e-b249-487160dc45aa up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:35.179598 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-42d5e20c-56f5-4e7b-a50f-04b94453be80 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 05:17:35.182041 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-42d5e20c-56f5-4e7b-a50f-04b94453be80 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "DELETE /v2.0/routers/51855daf-b4fa-4389-bda1-4b28e3a92014 HTTP/1.1" status: 409 len: 329 time: 0.3583150 Sep 16 05:17:35.185669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53406) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:35.211280 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dca9fd-849e-4180-9803-99fa96c266de None None] Routers {'2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:35.211280 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f6dca9fd-849e-4180-9803-99fa96c266de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:17:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:35.285105 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3ccb-8e1a-48f6-8f06-1f6f225abed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.340018 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 856e82f3-b2d6-422e-b249-487160dc45aa triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:35.340596 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.569115 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-221253d1-6abe-4a9a-8891-17c439c305b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.710937 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-f6dca9fd-849e-4180-9803-99fa96c266de None None] Set router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:35.779010 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-221253d1-6abe-4a9a-8891-17c439c305b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.961804 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22a1f536-cad3-4059-93ea-0fbbc032ac39 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.077820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-221253d1-6abe-4a9a-8891-17c439c305b4 admin admin] Deleting port 8c3063ba-b12e-4e18-802c-0cf3e0616b75 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:36.078488 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-221253d1-6abe-4a9a-8891-17c439c305b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.086248 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f6dca9fd-849e-4180-9803-99fa96c266de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'name': 'tempest-TestVolumeBackupRestore-585287441-router', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:09Z', 'updated_at': '2021-09-16T05:17:33Z', 'revision_number': 5, 'project_id': 'a58734203b374351a59c62426afce6b4', 'gw_port': {'id': '8c3063ba-b12e-4e18-802c-0cf3e0616b75', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:12Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:36.127342 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dca9fd-849e-4180-9803-99fa96c266de None None] Checking router: 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:36.146359 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dca9fd-849e-4180-9803-99fa96c266de None None] Routers {'2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:36.147964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f6dca9fd-849e-4180-9803-99fa96c266de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:17:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:36.294305 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-f6dca9fd-849e-4180-9803-99fa96c266de None None] Set router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:36.354643 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f6dca9fd-849e-4180-9803-99fa96c266de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'name': 'tempest-TestVolumeBackupRestore-585287441-router', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:09Z', 'updated_at': '2021-09-16T05:17:35Z', 'revision_number': 6, 'project_id': 'a58734203b374351a59c62426afce6b4', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:36.377794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-221253d1-6abe-4a9a-8891-17c439c305b4 admin admin] For port 8c3063ba-b12e-4e18-802c-0cf3e0616b75, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8c3063ba-b12e-4e18-802c-0cf3e0616b75,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:36.378549 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-221253d1-6abe-4a9a-8891-17c439c305b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.389863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dca9fd-849e-4180-9803-99fa96c266de None None] The sync data for ids ['2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938'] in n-d-712140-13 is: [{'id': '2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938', 'name': 'tempest-TestVolumeBackupRestore-585287441-router', 'tenant_id': 'a58734203b374351a59c62426afce6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:09Z', 'updated_at': '2021-09-16T05:17:35Z', 'revision_number': 6, 'project_id': 'a58734203b374351a59c62426afce6b4', 'gw_port_host': None}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:36.418205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-221253d1-6abe-4a9a-8891-17c439c305b4 admin admin] Calling delete_port for 8c3063ba-b12e-4e18-802c-0cf3e0616b75 owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:36.785185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-22a1f536-cad3-4059-93ea-0fbbc032ac39 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Deleting port 6a59c72a-45a8-41bc-8cc1-846d70fe6582 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:36.785955 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22a1f536-cad3-4059-93ea-0fbbc032ac39 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.841167 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 89cac17d-35bd-4344-b3f9-d77663e7f723 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:36.905373 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 89cac17d-35bd-4344-b3f9-d77663e7f723 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:36.905884 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 89cac17d-35bd-4344-b3f9-d77663e7f723 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:36.948714 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22a1f536-cad3-4059-93ea-0fbbc032ac39 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.974106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-22a1f536-cad3-4059-93ea-0fbbc032ac39 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Calling delete_port for 6a59c72a-45a8-41bc-8cc1-846d70fe6582 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:37.060895 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-221253d1-6abe-4a9a-8891-17c439c305b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.105849 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221253d1-6abe-4a9a-8891-17c439c305b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c3063ba-b12e-4e18-802c-0cf3e0616b75,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:37.232512 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-221253d1-6abe-4a9a-8891-17c439c305b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.419169 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-221253d1-6abe-4a9a-8891-17c439c305b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.419169 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-221253d1-6abe-4a9a-8891-17c439c305b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.696326 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22a1f536-cad3-4059-93ea-0fbbc032ac39 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.741459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1f536-cad3-4059-93ea-0fbbc032ac39 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event deleted for resources: {'Port': ['ID=6a59c72a-45a8-41bc-8cc1-846d70fe6582,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:37.744155 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-221253d1-6abe-4a9a-8891-17c439c305b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.744695 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221253d1-6abe-4a9a-8891-17c439c305b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:17:37.776634 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-221253d1-6abe-4a9a-8891-17c439c305b4 admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.781845 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-221253d1-6abe-4a9a-8891-17c439c305b4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2cf91e32-baf7-4c70-b5dd-c8a3bd2f1938 HTTP/1.1" status: 204 len: 168 time: 2.6496429 Sep 16 05:17:37.781845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53490) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:37.947120 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-44177077-99b8-429e-906f-f2fa23ae21b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.949051 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22a1f536-cad3-4059-93ea-0fbbc032ac39 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.001736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-4577512c-f2e5-4e0c-b682-cb0217f3b8bc admin admin] Deleting subnet bbb1315d-beef-43e2-8f79-ef4efee372a5 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:38.008307 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4577512c-f2e5-4e0c-b682-cb0217f3b8bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.111034 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4577512c-f2e5-4e0c-b682-cb0217f3b8bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.596307 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.625866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a1f536-cad3-4059-93ea-0fbbc032ac39 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Router 51855daf-b4fa-4389-bda1-4b28e3a92014 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:38.846294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a1f536-cad3-4059-93ea-0fbbc032ac39 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:38.858452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-22a1f536-cad3-4059-93ea-0fbbc032ac39 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "PUT /v2.0/routers/51855daf-b4fa-4389-bda1-4b28e3a92014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6696911 Sep 16 05:17:38.868211 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53524) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:38.870233 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4577512c-f2e5-4e0c-b682-cb0217f3b8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.885477 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff9c7cf-41cc-4720-8163-83859d5d4894 None None] Sync routers for ids ['51855daf-b4fa-4389-bda1-4b28e3a92014'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:38.911636 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff9c7cf-41cc-4720-8163-83859d5d4894 None None] Routers {'51855daf-b4fa-4389-bda1-4b28e3a92014'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:38.914035 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-eff9c7cf-41cc-4720-8163-83859d5d4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:17:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['51855daf-b4fa-4389-bda1-4b28e3a92014'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:39.000238 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8c3063ba-b12e-4e18-802c-0cf3e0616b75 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:39.016429 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-915e01a7-cd69-463a-a36d-48c12fdff5e4 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] show failed (client error): The resource could not be found. Sep 16 05:17:39.022789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53530) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:39.024010 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-915e01a7-cd69-463a-a36d-48c12fdff5e4 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-914807706 HTTP/1.1" status: 404 len: 334 time: 0.1533778 Sep 16 05:17:39.028450 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-eff9c7cf-41cc-4720-8163-83859d5d4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:39.034794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8115f2d4-6d23-4384-a2cf-b658c80c8554 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:39.041910 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 8c3063ba-b12e-4e18-802c-0cf3e0616b75 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:39.046522 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8c3063ba-b12e-4e18-802c-0cf3e0616b75 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:39.051493 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff9c7cf-41cc-4720-8163-83859d5d4894 None None] Routers {'51855daf-b4fa-4389-bda1-4b28e3a92014'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:39.052931 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-eff9c7cf-41cc-4720-8163-83859d5d4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:17:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['51855daf-b4fa-4389-bda1-4b28e3a92014'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:39.080173 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-8115f2d4-6d23-4384-a2cf-b658c80c8554 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] update failed (client error): The resource could not be found. Sep 16 05:17:39.081359 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8115f2d4-6d23-4384-a2cf-b658c80c8554 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-88168178 HTTP/1.1" status: 404 len: 333 time: 0.0571642 Sep 16 05:17:39.086066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53532) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:39.114470 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-eff9c7cf-41cc-4720-8163-83859d5d4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:39.116361 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff9c7cf-41cc-4720-8163-83859d5d4894 None None] The sync data for ids ['51855daf-b4fa-4389-bda1-4b28e3a92014'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:39.166561 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4577512c-f2e5-4e0c-b682-cb0217f3b8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.214178 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a98abd0-3308-4946-878d-646b5ae8ff32 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Deleting subnet 452e9cf5-c171-4409-9bf2-09ebfce466ba {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:39.216695 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577512c-f2e5-4e0c-b682-cb0217f3b8bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb1315d-beef-43e2-8f79-ef4efee372a5,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:39.222505 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9a98abd0-3308-4946-878d-646b5ae8ff32 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.237855 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9af0bf1-799e-48ed-a265-e87ac43a823b None None] Network 4b26372d-6621-4485-8bc8-0c50fbbc898c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:39.248361 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4577512c-f2e5-4e0c-b682-cb0217f3b8bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.250388 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4577512c-f2e5-4e0c-b682-cb0217f3b8bc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bbb1315d-beef-43e2-8f79-ef4efee372a5 HTTP/1.1" status: 204 len: 168 time: 1.4672086 Sep 16 05:17:39.254440 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53540) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:39.303884 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9a98abd0-3308-4946-878d-646b5ae8ff32 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.333368 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.390620 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.479333 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9a98abd0-3308-4946-878d-646b5ae8ff32 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.528680 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bad242-97c6-476a-a7ac-952bc094ec25 None None] DHCP port deletion for 4b26372d-6621-4485-8bc8-0c50fbbc898c request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:39.549409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] Deleting port e3452385-7846-45c8-9215-afdfb7b18226 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:39.549770 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.616472 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d9bad242-97c6-476a-a7ac-952bc094ec25 None None] Deleting port e3452385-7846-45c8-9215-afdfb7b18226 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:39.616729 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d9bad242-97c6-476a-a7ac-952bc094ec25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.657456 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] For port e3452385-7846-45c8-9215-afdfb7b18226, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e3452385-7846-45c8-9215-afdfb7b18226,segment=NetworkSegment(af43f8e6-b8fb-4067-9142-1511a8549af4),segment_id=af43f8e6-b8fb-4067-9142-1511a8549af4)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:39.658199 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.677085 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] Calling delete_port for e3452385-7846-45c8-9215-afdfb7b18226 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:39.696278 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d9bad242-97c6-476a-a7ac-952bc094ec25 None None] For port e3452385-7846-45c8-9215-afdfb7b18226, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e3452385-7846-45c8-9215-afdfb7b18226,segment=NetworkSegment(af43f8e6-b8fb-4067-9142-1511a8549af4),segment_id=af43f8e6-b8fb-4067-9142-1511a8549af4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:39.696683 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d9bad242-97c6-476a-a7ac-952bc094ec25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.714652 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d9bad242-97c6-476a-a7ac-952bc094ec25 None None] Calling delete_port for e3452385-7846-45c8-9215-afdfb7b18226 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:39.742314 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9a98abd0-3308-4946-878d-646b5ae8ff32 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.777040 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98abd0-3308-4946-878d-646b5ae8ff32 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event deleted for resources: {'Subnet': ['ID=452e9cf5-c171-4409-9bf2-09ebfce466ba,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:39.792978 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9a98abd0-3308-4946-878d-646b5ae8ff32 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.795314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9a98abd0-3308-4946-878d-646b5ae8ff32 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "DELETE /v2.0/subnets/452e9cf5-c171-4409-9bf2-09ebfce466ba HTTP/1.1" status: 204 len: 168 time: 0.7074881 Sep 16 05:17:39.799704 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53558) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:39.818087 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1bddae-3558-4713-b4bf-c642ed81b06e None None] Network 69f6ca50-c23a-4aac-899c-3e09c1d7fceb requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:39.940199 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.952156 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.989182 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d9bad242-97c6-476a-a7ac-952bc094ec25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.010135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] No DVR routers for this DVR port e3452385-7846-45c8-9215-afdfb7b18226 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:40.013522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3452385-7846-45c8-9215-afdfb7b18226,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:40.037962 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Deleting port 856e82f3-b2d6-422e-b249-487160dc45aa {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:40.038847 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.041549 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bad242-97c6-476a-a7ac-952bc094ec25 None None] Pushing event deleted for resources: {'Port': ['ID=e3452385-7846-45c8-9215-afdfb7b18226,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:40.067048 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bad242-97c6-476a-a7ac-952bc094ec25 None None] No DVR routers for this DVR port e3452385-7846-45c8-9215-afdfb7b18226 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:40.109602 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb53649-4177-4ee8-a0b3-f56480aeb62d None None] DHCP port deletion for 69f6ca50-c23a-4aac-899c-3e09c1d7fceb request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:40.162365 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] For port 856e82f3-b2d6-422e-b249-487160dc45aa, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=856e82f3-b2d6-422e-b249-487160dc45aa,segment=NetworkSegment(3033708f-96b3-4b2f-b54e-59f826b71bfa),segment_id=3033708f-96b3-4b2f-b54e-59f826b71bfa)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:40.163241 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.166126 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.183843 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Calling delete_port for 856e82f3-b2d6-422e-b249-487160dc45aa owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:40.190862 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b26372d-6621-4485-8bc8-0c50fbbc898c']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:40.198910 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-3bb53649-4177-4ee8-a0b3-f56480aeb62d None None] Deleting port 856e82f3-b2d6-422e-b249-487160dc45aa {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:40.199844 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3bb53649-4177-4ee8-a0b3-f56480aeb62d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.202922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af43f8e6-b8fb-4067-9142-1511a8549af4') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:40.203479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af43f8e6-b8fb-4067-9142-1511a8549af4') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:40.226322 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:40.551783 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:40.557181 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3bb53649-4177-4ee8-a0b3-f56480aeb62d None None] For port 856e82f3-b2d6-422e-b249-487160dc45aa, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=856e82f3-b2d6-422e-b249-487160dc45aa,segment=NetworkSegment(3033708f-96b3-4b2f-b54e-59f826b71bfa),segment_id=3033708f-96b3-4b2f-b54e-59f826b71bfa)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:40.557181 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3bb53649-4177-4ee8-a0b3-f56480aeb62d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.557181 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-3bb53649-4177-4ee8-a0b3-f56480aeb62d None None] Calling delete_port for 856e82f3-b2d6-422e-b249-487160dc45aa owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:40.604270 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.612825 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3bb53649-4177-4ee8-a0b3-f56480aeb62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.634955 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.641105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event deleted for resources: {'Port': ['ID=856e82f3-b2d6-422e-b249-487160dc45aa,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:40.645759 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] No DVR routers for this DVR port 856e82f3-b2d6-422e-b249-487160dc45aa on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:40.655788 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.663526 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb53649-4177-4ee8-a0b3-f56480aeb62d None None] Pushing event deleted for resources: {'Port': ['ID=856e82f3-b2d6-422e-b249-487160dc45aa,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:40.668892 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4b26372d-6621-4485-8bc8-0c50fbbc898c HTTP/1.1" status: 204 len: 168 time: 1.4087474 Sep 16 05:17:40.676479 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb53649-4177-4ee8-a0b3-f56480aeb62d None None] No DVR routers for this DVR port 856e82f3-b2d6-422e-b249-487160dc45aa on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:40.739633 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53586) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:40.740625 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.740625 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.741115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4e271-69fa-4989-ad21-bb6c5b24bc13 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b26372d-6621-4485-8bc8-0c50fbbc898c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:40.741481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.741481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.741481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.741481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.741481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.741481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.741481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.741481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.741481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.741481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.827048 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.850320 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.874375 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f6ca50-c23a-4aac-899c-3e09c1d7fceb']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:40.888976 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3033708f-96b3-4b2f-b54e-59f826b71bfa') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:40.894995 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3033708f-96b3-4b2f-b54e-59f826b71bfa') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:40.913279 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.930221 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 856e82f3-b2d6-422e-b249-487160dc45aa no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:40.941428 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.955078 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:40.956225 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:40.963357 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:40.973204 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 856e82f3-b2d6-422e-b249-487160dc45aa {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:40.973204 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 856e82f3-b2d6-422e-b249-487160dc45aa not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:40.973204 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e3452385-7846-45c8-9215-afdfb7b18226 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:41.012654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: e3452385-7846-45c8-9215-afdfb7b18226 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:41.013300 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e3452385-7846-45c8-9215-afdfb7b18226 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:41.187866 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.200862 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.204673 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "DELETE /v2.0/networks/69f6ca50-c23a-4aac-899c-3e09c1d7fceb HTTP/1.1" status: 204 len: 168 time: 1.4028461 Sep 16 05:17:41.208732 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53604) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:41.241518 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd8160-a5f4-4196-a61e-61850d380d74 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event deleted for resources: {'Network': ['ID=69f6ca50-c23a-4aac-899c-3e09c1d7fceb,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:41.263325 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b415aec6-7a05-4dcd-9a41-6ffaf38b23e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.326424 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6382f7-5c28-458c-b161-4bc463f4f5e1 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Deleting subnet 713c99db-3365-4492-8ce8-5b6b5506863c {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:41.331693 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d6382f7-5c28-458c-b161-4bc463f4f5e1 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.399760 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d6382f7-5c28-458c-b161-4bc463f4f5e1 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.545728 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d6382f7-5c28-458c-b161-4bc463f4f5e1 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.654073 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-b415aec6-7a05-4dcd-9a41-6ffaf38b23e5 admin admin] Deleting port 66f9e700-f0c1-41a8-817c-e34b46722d87 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:41.654461 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b415aec6-7a05-4dcd-9a41-6ffaf38b23e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.736435 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d6382f7-5c28-458c-b161-4bc463f4f5e1 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.772444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6382f7-5c28-458c-b161-4bc463f4f5e1 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event deleted for resources: {'Subnet': ['ID=713c99db-3365-4492-8ce8-5b6b5506863c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:41.774023 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-b415aec6-7a05-4dcd-9a41-6ffaf38b23e5 admin admin] For port 66f9e700-f0c1-41a8-817c-e34b46722d87, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=66f9e700-f0c1-41a8-817c-e34b46722d87,segment=NetworkSegment(ee259ae1-3002-4e47-adec-8d1481c0f158),segment_id=ee259ae1-3002-4e47-adec-8d1481c0f158)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:41.774574 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b415aec6-7a05-4dcd-9a41-6ffaf38b23e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.779290 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0d6382f7-5c28-458c-b161-4bc463f4f5e1 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.781770 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0d6382f7-5c28-458c-b161-4bc463f4f5e1 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "DELETE /v2.0/subnets/713c99db-3365-4492-8ce8-5b6b5506863c HTTP/1.1" status: 204 len: 168 time: 0.5709143 Sep 16 05:17:41.784104 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53628) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:41.795130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d7a785-c636-4730-83b4-77a430a71ca4 None None] Network 648f742c-8396-4307-bb8e-dca2457cb7f2 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:41.808450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-b415aec6-7a05-4dcd-9a41-6ffaf38b23e5 admin admin] Calling delete_port for 66f9e700-f0c1-41a8-817c-e34b46722d87 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:41.876892 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba55ac6-1014-48e2-b240-213a2d5e4281 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Deleting subnet 05751e71-96d7-4ac3-bce2-e72ed6c239c2 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:41.882946 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bba55ac6-1014-48e2-b240-213a2d5e4281 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.990005 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bba55ac6-1014-48e2-b240-213a2d5e4281 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.114306 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849240cf-070a-40c4-9118-50eb576e08ea None None] DHCP port deletion for 648f742c-8396-4307-bb8e-dca2457cb7f2 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:42.147336 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bba55ac6-1014-48e2-b240-213a2d5e4281 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.178102 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-849240cf-070a-40c4-9118-50eb576e08ea None None] Deleting port c1f4d0e6-ea3f-46da-9c80-116f12b75d0d {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:42.178102 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-849240cf-070a-40c4-9118-50eb576e08ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.244569 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b415aec6-7a05-4dcd-9a41-6ffaf38b23e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.255533 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-849240cf-070a-40c4-9118-50eb576e08ea None None] For port c1f4d0e6-ea3f-46da-9c80-116f12b75d0d, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c1f4d0e6-ea3f-46da-9c80-116f12b75d0d,segment=NetworkSegment(7b0e77d4-bb84-4e2d-8105-d5e4277e0985),segment_id=7b0e77d4-bb84-4e2d-8105-d5e4277e0985)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:42.257558 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-849240cf-070a-40c4-9118-50eb576e08ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.278354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-849240cf-070a-40c4-9118-50eb576e08ea None None] Calling delete_port for c1f4d0e6-ea3f-46da-9c80-116f12b75d0d owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:42.301508 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415aec6-7a05-4dcd-9a41-6ffaf38b23e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=66f9e700-f0c1-41a8-817c-e34b46722d87,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:42.388844 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bba55ac6-1014-48e2-b240-213a2d5e4281 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.461640 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba55ac6-1014-48e2-b240-213a2d5e4281 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event deleted for resources: {'Subnet': ['ID=05751e71-96d7-4ac3-bce2-e72ed6c239c2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:42.466194 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bba55ac6-1014-48e2-b240-213a2d5e4281 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.468534 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bba55ac6-1014-48e2-b240-213a2d5e4281 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "DELETE /v2.0/subnets/05751e71-96d7-4ac3-bce2-e72ed6c239c2 HTTP/1.1" status: 204 len: 168 time: 0.6831622 Sep 16 05:17:42.471218 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53650) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:42.483460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbab03a-ae50-4010-87c3-76db668ca986 None None] Network 27e7b975-567c-4b55-ac6e-26edc9bc00be requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:42.643953 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f915f730-9b74-4e4a-8b0b-f693953978d7 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.652577 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-849240cf-070a-40c4-9118-50eb576e08ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.671307 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b415aec6-7a05-4dcd-9a41-6ffaf38b23e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.732804 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849240cf-070a-40c4-9118-50eb576e08ea None None] No DVR routers for this DVR port c1f4d0e6-ea3f-46da-9c80-116f12b75d0d on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:42.742951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849240cf-070a-40c4-9118-50eb576e08ea None None] Pushing event deleted for resources: {'Port': ['ID=c1f4d0e6-ea3f-46da-9c80-116f12b75d0d,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:42.800571 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f915f730-9b74-4e4a-8b0b-f693953978d7 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.837507 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-f915f730-9b74-4e4a-8b0b-f693953978d7 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648f742c-8396-4307-bb8e-dca2457cb7f2']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:42.854293 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-f915f730-9b74-4e4a-8b0b-f693953978d7 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0e77d4-bb84-4e2d-8105-d5e4277e0985') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:42.864491 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-f915f730-9b74-4e4a-8b0b-f693953978d7 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0e77d4-bb84-4e2d-8105-d5e4277e0985') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:42.887436 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f915f730-9b74-4e4a-8b0b-f693953978d7 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.916515 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f915f730-9b74-4e4a-8b0b-f693953978d7 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.920312 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5056b2-7fc4-4e20-9c25-c76c7827faa9 None None] DHCP port deletion for 27e7b975-567c-4b55-ac6e-26edc9bc00be request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:42.927675 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f915f730-9b74-4e4a-8b0b-f693953978d7 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:42.928677 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f915f730-9b74-4e4a-8b0b-f693953978d7 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:43.006674 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:43.020720 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-af5056b2-7fc4-4e20-9c25-c76c7827faa9 None None] Deleting port 0b942ee7-08fe-4e46-a3fd-c10cd55ea262 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:43.022508 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af5056b2-7fc4-4e20-9c25-c76c7827faa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.062404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c1f4d0e6-ea3f-46da-9c80-116f12b75d0d no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:43.106623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: c1f4d0e6-ea3f-46da-9c80-116f12b75d0d {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:43.111489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c1f4d0e6-ea3f-46da-9c80-116f12b75d0d not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:43.114582 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b415aec6-7a05-4dcd-9a41-6ffaf38b23e5 admin admin] Router d4329c3e-10af-4ac0-852e-ab74e933893c has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:43.172831 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-af5056b2-7fc4-4e20-9c25-c76c7827faa9 None None] For port 0b942ee7-08fe-4e46-a3fd-c10cd55ea262, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0b942ee7-08fe-4e46-a3fd-c10cd55ea262,segment=NetworkSegment(f95ca947-f191-426b-9ca7-1ab8719eb45f),segment_id=f95ca947-f191-426b-9ca7-1ab8719eb45f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:43.173242 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af5056b2-7fc4-4e20-9c25-c76c7827faa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.193795 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-af5056b2-7fc4-4e20-9c25-c76c7827faa9 None None] Calling delete_port for 0b942ee7-08fe-4e46-a3fd-c10cd55ea262 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:43.204823 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f915f730-9b74-4e4a-8b0b-f693953978d7 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.215569 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f915f730-9b74-4e4a-8b0b-f693953978d7 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.223522 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f915f730-9b74-4e4a-8b0b-f693953978d7 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "DELETE /v2.0/networks/648f742c-8396-4307-bb8e-dca2457cb7f2 HTTP/1.1" status: 204 len: 168 time: 0.7500672 Sep 16 05:17:43.224813 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53684) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:43.256568 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b415aec6-7a05-4dcd-9a41-6ffaf38b23e5 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:43.264675 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b415aec6-7a05-4dcd-9a41-6ffaf38b23e5 admin admin] 10.222.0.20 "PUT /v2.0/routers/d4329c3e-10af-4ac0-852e-ab74e933893c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5592468 Sep 16 05:17:43.264926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53686) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:43.274589 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0641c1b-a64c-4484-ac08-662d1b643c7d None None] Sync routers for ids ['d4329c3e-10af-4ac0-852e-ab74e933893c'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:43.288200 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915f730-9b74-4e4a-8b0b-f693953978d7 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event deleted for resources: {'Network': ['ID=648f742c-8396-4307-bb8e-dca2457cb7f2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:43.300401 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0641c1b-a64c-4484-ac08-662d1b643c7d None None] Routers {'d4329c3e-10af-4ac0-852e-ab74e933893c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:43.301750 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b0641c1b-a64c-4484-ac08-662d1b643c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:17:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d4329c3e-10af-4ac0-852e-ab74e933893c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:43.399102 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-211ba62b-f38f-4748-876e-538f499ffcda admin admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.407442 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.472707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Deleting port 0b942ee7-08fe-4e46-a3fd-c10cd55ea262 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:43.473330 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.566264 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-b0641c1b-a64c-4484-ac08-662d1b643c7d None None] Set router d4329c3e-10af-4ac0-852e-ab74e933893c gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:43.620054 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-211ba62b-f38f-4748-876e-538f499ffcda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.627648 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af5056b2-7fc4-4e20-9c25-c76c7827faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.630650 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] For port 0b942ee7-08fe-4e46-a3fd-c10cd55ea262, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0b942ee7-08fe-4e46-a3fd-c10cd55ea262,segment=NetworkSegment(f95ca947-f191-426b-9ca7-1ab8719eb45f),segment_id=f95ca947-f191-426b-9ca7-1ab8719eb45f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:43.631647 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.656153 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Calling delete_port for 0b942ee7-08fe-4e46-a3fd-c10cd55ea262 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:43.779383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-211ba62b-f38f-4748-876e-538f499ffcda admin admin] Deleting port 68b58588-f99d-4710-9dba-3eeec4f3f3a8 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:43.781256 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-211ba62b-f38f-4748-876e-538f499ffcda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.781431 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.809783 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event deleted for resources: {'Port': ['ID=0b942ee7-08fe-4e46-a3fd-c10cd55ea262,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:43.816794 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] No DVR routers for this DVR port 0b942ee7-08fe-4e46-a3fd-c10cd55ea262 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:43.854985 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5056b2-7fc4-4e20-9c25-c76c7827faa9 None None] Pushing event deleted for resources: {'Port': ['ID=0b942ee7-08fe-4e46-a3fd-c10cd55ea262,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:43.868491 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5056b2-7fc4-4e20-9c25-c76c7827faa9 None None] No DVR routers for this DVR port 0b942ee7-08fe-4e46-a3fd-c10cd55ea262 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:43.922359 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-211ba62b-f38f-4748-876e-538f499ffcda admin admin] For port 68b58588-f99d-4710-9dba-3eeec4f3f3a8, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=68b58588-f99d-4710-9dba-3eeec4f3f3a8,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:43.922755 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-211ba62b-f38f-4748-876e-538f499ffcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.939983 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-211ba62b-f38f-4748-876e-538f499ffcda admin admin] Calling delete_port for 68b58588-f99d-4710-9dba-3eeec4f3f3a8 owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:43.995504 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.019611 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e7b975-567c-4b55-ac6e-26edc9bc00be']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:44.034816 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95ca947-f191-426b-9ca7-1ab8719eb45f') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:44.035036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95ca947-f191-426b-9ca7-1ab8719eb45f') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:44.044082 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b0641c1b-a64c-4484-ac08-662d1b643c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4329c3e-10af-4ac0-852e-ab74e933893c', 'name': 'tempest-TestVolumeBackupRestore-375735061-router', 'tenant_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '68b58588-f99d-4710-9dba-3eeec4f3f3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:25Z', 'updated_at': '2021-09-16T05:17:42Z', 'revision_number': 5, 'project_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'gw_port': {'id': '68b58588-f99d-4710-9dba-3eeec4f3f3a8', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4329c3e-10af-4ac0-852e-ab74e933893c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:44.050107 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.068655 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.080090 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:44.080365 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0641c1b-a64c-4484-ac08-662d1b643c7d None None] Checking router: d4329c3e-10af-4ac0-852e-ab74e933893c for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:44.080757 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:44.085219 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:44.090455 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0641c1b-a64c-4484-ac08-662d1b643c7d None None] Routers {'d4329c3e-10af-4ac0-852e-ab74e933893c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:44.091219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b0641c1b-a64c-4484-ac08-662d1b643c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:17:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d4329c3e-10af-4ac0-852e-ab74e933893c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:44.199770 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-b0641c1b-a64c-4484-ac08-662d1b643c7d None None] Set router d4329c3e-10af-4ac0-852e-ab74e933893c gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:44.254354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b0641c1b-a64c-4484-ac08-662d1b643c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4329c3e-10af-4ac0-852e-ab74e933893c', 'name': 'tempest-TestVolumeBackupRestore-375735061-router', 'tenant_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:25Z', 'updated_at': '2021-09-16T05:17:43Z', 'revision_number': 6, 'project_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:44.287900 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0641c1b-a64c-4484-ac08-662d1b643c7d None None] The sync data for ids ['d4329c3e-10af-4ac0-852e-ab74e933893c'] in n-d-712140-13 is: [{'id': 'd4329c3e-10af-4ac0-852e-ab74e933893c', 'name': 'tempest-TestVolumeBackupRestore-375735061-router', 'tenant_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:25Z', 'updated_at': '2021-09-16T05:17:43Z', 'revision_number': 6, 'project_id': '8fa98aba4bec44dfb7eaa64fc4583282', 'gw_port_host': None}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:44.299700 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.300014 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-211ba62b-f38f-4748-876e-538f499ffcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.308323 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.311446 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "DELETE /v2.0/networks/27e7b975-567c-4b55-ac6e-26edc9bc00be HTTP/1.1" status: 204 len: 168 time: 1.0805440 Sep 16 05:17:44.313934 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53734) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:44.336452 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f847a1-373b-49fb-b555-214ff64af886 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event deleted for resources: {'Network': ['ID=27e7b975-567c-4b55-ac6e-26edc9bc00be,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:44.352345 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ba62b-f38f-4748-876e-538f499ffcda admin admin] Pushing event deleted for resources: {'Port': ['ID=68b58588-f99d-4710-9dba-3eeec4f3f3a8,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:44.388716 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a555cc1-3d64-4187-90e4-8681c22b5645 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Deleting subnet 5ddf7701-1043-41ca-87b9-c158b1276d98 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:44.392271 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a555cc1-3d64-4187-90e4-8681c22b5645 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.433622 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-211ba62b-f38f-4748-876e-538f499ffcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.448375 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a555cc1-3d64-4187-90e4-8681c22b5645 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.544762 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-211ba62b-f38f-4748-876e-538f499ffcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.547171 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-211ba62b-f38f-4748-876e-538f499ffcda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.551288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a555cc1-3d64-4187-90e4-8681c22b5645 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.685271 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-211ba62b-f38f-4748-876e-538f499ffcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.686392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211ba62b-f38f-4748-876e-538f499ffcda admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4329c3e-10af-4ac0-852e-ab74e933893c {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:17:44.701306 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-211ba62b-f38f-4748-876e-538f499ffcda admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.703843 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-211ba62b-f38f-4748-876e-538f499ffcda admin admin] 10.222.0.20 "DELETE /v2.0/routers/d4329c3e-10af-4ac0-852e-ab74e933893c HTTP/1.1" status: 204 len: 168 time: 1.4363680 Sep 16 05:17:44.706800 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53748) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:44.754363 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a555cc1-3d64-4187-90e4-8681c22b5645 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.798517 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a555cc1-3d64-4187-90e4-8681c22b5645 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event deleted for resources: {'Subnet': ['ID=5ddf7701-1043-41ca-87b9-c158b1276d98,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:44.805522 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d29e9e-ec09-4a74-bd5e-66b6b430d824 admin admin] Deleting subnet eb2f7efa-502b-406c-a7ab-35293dfead4f {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:44.811044 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a555cc1-3d64-4187-90e4-8681c22b5645 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.816881 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2a555cc1-3d64-4187-90e4-8681c22b5645 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "DELETE /v2.0/subnets/5ddf7701-1043-41ca-87b9-c158b1276d98 HTTP/1.1" status: 204 len: 168 time: 0.4978826 Sep 16 05:17:44.816881 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-42d29e9e-ec09-4a74-bd5e-66b6b430d824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.818842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53754) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:44.821359 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e960056-f6fd-4ca2-90fe-791751fe135f None None] Network e08d0209-631b-467d-8851-0290712523f7 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:44.873502 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-42d29e9e-ec09-4a74-bd5e-66b6b430d824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.003555 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-42d29e9e-ec09-4a74-bd5e-66b6b430d824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.057858 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0b942ee7-08fe-4e46-a3fd-c10cd55ea262 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:45.078232 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.142424 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 0b942ee7-08fe-4e46-a3fd-c10cd55ea262 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:45.142988 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0b942ee7-08fe-4e46-a3fd-c10cd55ea262 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:45.143732 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 68b58588-f99d-4710-9dba-3eeec4f3f3a8 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:45.171204 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 68b58588-f99d-4710-9dba-3eeec4f3f3a8 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:45.171702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 68b58588-f99d-4710-9dba-3eeec4f3f3a8 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:45.172369 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 66f9e700-f0c1-41a8-817c-e34b46722d87 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:45.192001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Deleting port aaca1220-4669-43d3-9ebd-8601b006731b {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:45.192342 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.205325 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 66f9e700-f0c1-41a8-817c-e34b46722d87 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:45.205863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 66f9e700-f0c1-41a8-817c-e34b46722d87 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:45.226329 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-42d29e9e-ec09-4a74-bd5e-66b6b430d824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.289536 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-42d29e9e-ec09-4a74-bd5e-66b6b430d824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.292714 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-42d29e9e-ec09-4a74-bd5e-66b6b430d824 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/eb2f7efa-502b-406c-a7ab-35293dfead4f HTTP/1.1" status: 204 len: 168 time: 0.5846088 Sep 16 05:17:45.293599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] For port aaca1220-4669-43d3-9ebd-8601b006731b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=aaca1220-4669-43d3-9ebd-8601b006731b,segment=NetworkSegment(57c5c038-8360-4026-ba13-3d4145529b45),segment_id=57c5c038-8360-4026-ba13-3d4145529b45)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:45.294690 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d29e9e-ec09-4a74-bd5e-66b6b430d824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb2f7efa-502b-406c-a7ab-35293dfead4f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:45.294913 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.297502 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53770) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:45.314401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Calling delete_port for aaca1220-4669-43d3-9ebd-8601b006731b owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:45.321926 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f369e396-dab1-4783-ad03-ba68609c6bd1 None None] Network 58cbb7b7-6fa7-4c07-8a61-636a481b8851 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:45.362843 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a8001c-dd0b-4ee8-a660-b97285e58005 None None] DHCP port deletion for e08d0209-631b-467d-8851-0290712523f7 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:45.510874 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.546863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-71a8001c-dd0b-4ee8-a660-b97285e58005 None None] Deleting port aaca1220-4669-43d3-9ebd-8601b006731b {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:45.547539 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-71a8001c-dd0b-4ee8-a660-b97285e58005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.605758 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] Deleting port fcbbb961-12f6-4c7c-9982-90176be1ab02 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:45.606409 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.668070 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4a8485-14b0-4cdc-b98e-6494fd321bff None None] DHCP port deletion for 58cbb7b7-6fa7-4c07-8a61-636a481b8851 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:45.677521 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-71a8001c-dd0b-4ee8-a660-b97285e58005 None None] For port aaca1220-4669-43d3-9ebd-8601b006731b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=aaca1220-4669-43d3-9ebd-8601b006731b,segment=NetworkSegment(57c5c038-8360-4026-ba13-3d4145529b45),segment_id=57c5c038-8360-4026-ba13-3d4145529b45)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:45.678108 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-71a8001c-dd0b-4ee8-a660-b97285e58005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.678464 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.707982 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] For port fcbbb961-12f6-4c7c-9982-90176be1ab02, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=fcbbb961-12f6-4c7c-9982-90176be1ab02,segment=NetworkSegment(ee259ae1-3002-4e47-adec-8d1481c0f158),segment_id=ee259ae1-3002-4e47-adec-8d1481c0f158)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:45.709031 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.718916 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-71a8001c-dd0b-4ee8-a660-b97285e58005 None None] Calling delete_port for aaca1220-4669-43d3-9ebd-8601b006731b owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:45.728696 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] Calling delete_port for fcbbb961-12f6-4c7c-9982-90176be1ab02 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:45.753998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event deleted for resources: {'Port': ['ID=aaca1220-4669-43d3-9ebd-8601b006731b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:45.762473 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] No DVR routers for this DVR port aaca1220-4669-43d3-9ebd-8601b006731b on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:45.824870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a8485-14b0-4cdc-b98e-6494fd321bff None None] Deleting port fcbbb961-12f6-4c7c-9982-90176be1ab02 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:45.825156 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7a4a8485-14b0-4cdc-b98e-6494fd321bff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.933995 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-71a8001c-dd0b-4ee8-a660-b97285e58005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.938756 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.978432 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08d0209-631b-467d-8851-0290712523f7']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:45.991653 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8001c-dd0b-4ee8-a660-b97285e58005 None None] Pushing event deleted for resources: {'Port': ['ID=aaca1220-4669-43d3-9ebd-8601b006731b,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:45.994984 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.996161 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a8001c-dd0b-4ee8-a660-b97285e58005 None None] No DVR routers for this DVR port aaca1220-4669-43d3-9ebd-8601b006731b on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:45.997466 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c5c038-8360-4026-ba13-3d4145529b45') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:45.998003 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c5c038-8360-4026-ba13-3d4145529b45') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:46.004415 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7a4a8485-14b0-4cdc-b98e-6494fd321bff None None] For port fcbbb961-12f6-4c7c-9982-90176be1ab02, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=fcbbb961-12f6-4c7c-9982-90176be1ab02,segment=NetworkSegment(ee259ae1-3002-4e47-adec-8d1481c0f158),segment_id=ee259ae1-3002-4e47-adec-8d1481c0f158)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:46.005049 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7a4a8485-14b0-4cdc-b98e-6494fd321bff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.018022 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.024223 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcbbb961-12f6-4c7c-9982-90176be1ab02,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:46.037987 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] No DVR routers for this DVR port fcbbb961-12f6-4c7c-9982-90176be1ab02 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:46.039484 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a8485-14b0-4cdc-b98e-6494fd321bff None None] Calling delete_port for fcbbb961-12f6-4c7c-9982-90176be1ab02 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:46.052722 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.065072 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:46.065618 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:46.075784 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:46.137679 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.168549 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58cbb7b7-6fa7-4c07-8a61-636a481b8851']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:46.181487 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee259ae1-3002-4e47-adec-8d1481c0f158') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:46.182216 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee259ae1-3002-4e47-adec-8d1481c0f158') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:46.194410 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.209465 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7a4a8485-14b0-4cdc-b98e-6494fd321bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.212864 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.221778 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:46.222233 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:46.224914 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:46.239250 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a8485-14b0-4cdc-b98e-6494fd321bff None None] Pushing event deleted for resources: {'Port': ['ID=fcbbb961-12f6-4c7c-9982-90176be1ab02,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:46.241467 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4a8485-14b0-4cdc-b98e-6494fd321bff None None] No DVR routers for this DVR port fcbbb961-12f6-4c7c-9982-90176be1ab02 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:46.339974 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.348382 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.351834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "DELETE /v2.0/networks/e08d0209-631b-467d-8851-0290712523f7 HTTP/1.1" status: 204 len: 168 time: 1.5287795 Sep 16 05:17:46.356298 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53802) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:46.368819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5671e-e9e7-4725-bf9b-960460e7a381 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Pushing event deleted for resources: {'Network': ['ID=e08d0209-631b-467d-8851-0290712523f7,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:46.390646 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.394569 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fb73ac26-26bf-4072-9640-78e02065d462 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "GET /v2.0/ports?device_id=51855daf-b4fa-4389-bda1-4b28e3a92014 HTTP/1.1" status: 200 len: 205 time: 0.0363610 Sep 16 05:17:46.397790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53804) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:46.402643 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.406643 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/58cbb7b7-6fa7-4c07-8a61-636a481b8851 HTTP/1.1" status: 204 len: 168 time: 1.1054544 Sep 16 05:17:46.424626 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d44d44-d30a-4081-bed9-4345ed2261f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=58cbb7b7-6fa7-4c07-8a61-636a481b8851,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:46.907511 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device aaca1220-4669-43d3-9ebd-8601b006731b no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:46.914266 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53826) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:46.939884 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8b1df65-ac8a-4058-98b3-360d961f6ee8 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.954363 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: aaca1220-4669-43d3-9ebd-8601b006731b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:46.954930 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device aaca1220-4669-43d3-9ebd-8601b006731b not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:46.955598 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device fcbbb961-12f6-4c7c-9982-90176be1ab02 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:46.992532 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: fcbbb961-12f6-4c7c-9982-90176be1ab02 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:46.993058 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device fcbbb961-12f6-4c7c-9982-90176be1ab02 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:47.015996 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-90e563a6-e759-418e-a694-22d57872726e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a58734203b374351a59c62426afce6b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0986521 Sep 16 05:17:47.019900 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53828) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:47.114127 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-62ff73fd-3284-4d42-b240-09b677dca16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.156145 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-62ff73fd-3284-4d42-b240-09b677dca16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.169343 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8b1df65-ac8a-4058-98b3-360d961f6ee8 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.173983 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8b1df65-ac8a-4058-98b3-360d961f6ee8 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.386583 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-62ff73fd-3284-4d42-b240-09b677dca16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.389320 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-62ff73fd-3284-4d42-b240-09b677dca16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.390647 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-62ff73fd-3284-4d42-b240-09b677dca16c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e95599ad-f716-43ad-b782-dcf3a134722a HTTP/1.1" status: 204 len: 168 time: 0.3683543 Sep 16 05:17:47.399943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff73fd-3284-4d42-b240-09b677dca16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95599ad-f716-43ad-b782-dcf3a134722a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:47.437070 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8b1df65-ac8a-4058-98b3-360d961f6ee8 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.443469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b1df65-ac8a-4058-98b3-360d961f6ee8 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Fanout notify agent at l3_agent the message router_deleted on router 51855daf-b4fa-4389-bda1-4b28e3a92014 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:17:47.447661 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8b1df65-ac8a-4058-98b3-360d961f6ee8 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.449682 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a8b1df65-ac8a-4058-98b3-360d961f6ee8 tempest-RoutersNegativeIpV6Test-1187937685 tempest-RoutersNegativeIpV6Test-1187937685-project] 10.222.0.20 "DELETE /v2.0/routers/51855daf-b4fa-4389-bda1-4b28e3a92014 HTTP/1.1" status: 204 len: 168 time: 1.0506277 Sep 16 05:17:48.345846 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53880) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:48.515331 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-003f8cb2-4f13-420d-9e54-bcaf319aacf1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6f505e4599e4061b4d55b836cc0affa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1682346 Sep 16 05:17:48.518068 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53884) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:48.578082 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75070d73-cace-4735-b228-fc1cdc903ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.603912 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75070d73-cace-4735-b228-fc1cdc903ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.830916 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 53890) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:48.835130 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75070d73-cace-4735-b228-fc1cdc903ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.839009 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-75070d73-cace-4735-b228-fc1cdc903ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.840230 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-75070d73-cace-4735-b228-fc1cdc903ea2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48892ec1-93df-4623-9195-b9eef5a9b80a HTTP/1.1" status: 204 len: 168 time: 0.3210533 Sep 16 05:17:48.852491 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75070d73-cace-4735-b228-fc1cdc903ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48892ec1-93df-4623-9195-b9eef5a9b80a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:48.922927 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a0d60baa-9f70-41a9-bf15-5fe7732726ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fa98aba4bec44dfb7eaa64fc4583282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0882759 Sep 16 05:17:48.924396 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53896) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:48.994292 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02a8255d-6e1c-4784-82d5-b6f18e9c0548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.021151 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02a8255d-6e1c-4784-82d5-b6f18e9c0548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.179408 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02a8255d-6e1c-4784-82d5-b6f18e9c0548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.181415 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02a8255d-6e1c-4784-82d5-b6f18e9c0548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.183546 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-02a8255d-6e1c-4784-82d5-b6f18e9c0548 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17dc0fb6-991e-4035-a8dc-e562db0b0819 HTTP/1.1" status: 204 len: 168 time: 0.2577915 Sep 16 05:17:49.218279 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8255d-6e1c-4784-82d5-b6f18e9c0548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dc0fb6-991e-4035-a8dc-e562db0b0819,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:50.689964 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 53996) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:50.822149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-237d92aa-ef9f-4516-ac0d-57b394e49cec tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:50.822149 n-d-712140-13 neutron-server[95474]: WARNING neutron.api.v2.base [None req-237d92aa-ef9f-4516-ac0d-57b394e49cec tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:17:50.822149 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-237d92aa-ef9f-4516-ac0d-57b394e49cec tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:17:50.822149 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-237d92aa-ef9f-4516-ac0d-57b394e49cec tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1242976 Sep 16 05:17:50.828901 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54004) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:50.837445 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-4135eafe-f9f3-478a-8ff7-10b98b3c1394 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1539927704'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:50.924535 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4135eafe-f9f3-478a-8ff7-10b98b3c1394 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.940656 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4135eafe-f9f3-478a-8ff7-10b98b3c1394 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.967952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54010) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:51.096411 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4135eafe-f9f3-478a-8ff7-10b98b3c1394 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.114419 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-2f7a09f5-52ac-4a16-9f8a-4f9666f61a2b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-370564107-network', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:51.180932 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4135eafe-f9f3-478a-8ff7-10b98b3c1394 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.221887 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135eafe-f9f3-478a-8ff7-10b98b3c1394 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd4a063-f926-4561-8649-f0c66d18f9b0,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:51.341354 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7a09f5-52ac-4a16-9f8a-4f9666f61a2b admin admin] Made reservation on behalf of 4e374b714a454b6bbbcea86d3b0a9144 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:51.347394 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f7a09f5-52ac-4a16-9f8a-4f9666f61a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.370306 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f7a09f5-52ac-4a16-9f8a-4f9666f61a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.461615 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4135eafe-f9f3-478a-8ff7-10b98b3c1394 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.535487 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4135eafe-f9f3-478a-8ff7-10b98b3c1394 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.590940 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135eafe-f9f3-478a-8ff7-10b98b3c1394 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b93e93b7-e8b7-4f13-87df-c4089311ce5e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:51.664691 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f7a09f5-52ac-4a16-9f8a-4f9666f61a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.764098 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f7a09f5-52ac-4a16-9f8a-4f9666f61a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.793832 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7a09f5-52ac-4a16-9f8a-4f9666f61a2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:17:51.806221 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a09f5-52ac-4a16-9f8a-4f9666f61a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f40ecd-f71b-4142-8067-251c348b833e,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:51.818031 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f7a09f5-52ac-4a16-9f8a-4f9666f61a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.818609 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-2f7a09f5-52ac-4a16-9f8a-4f9666f61a2b admin admin] Added segment 20b01113-eab6-4539-a5c1-4abfca7043b4 of type vlan for network 43582cdc-205b-4fb3-8725-2a4b30e623df Sep 16 05:17:51.876960 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4135eafe-f9f3-478a-8ff7-10b98b3c1394 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.879131 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4135eafe-f9f3-478a-8ff7-10b98b3c1394 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0486641 Sep 16 05:17:51.883470 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54044) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:51.886532 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f7a09f5-52ac-4a16-9f8a-4f9666f61a2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.891596 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-5e1a2270-cf42-462d-830f-907f17ee8691 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': 'b93e93b7-e8b7-4f13-87df-c4089311ce5e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:52.003442 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f7a09f5-52ac-4a16-9f8a-4f9666f61a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.004778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7a09f5-52ac-4a16-9f8a-4f9666f61a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:52.005783 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f7a09f5-52ac-4a16-9f8a-4f9666f61a2b admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.052107 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e1a2270-cf42-462d-830f-907f17ee8691 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.080565 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a09f5-52ac-4a16-9f8a-4f9666f61a2b admin admin] Pushing event updated for resources: {'Network': ['ID=43582cdc-205b-4fb3-8725-2a4b30e623df,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:52.093222 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 43582cdc-205b-4fb3-8725-2a4b30e623df details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:17:52.148345 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2f7a09f5-52ac-4a16-9f8a-4f9666f61a2b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1786861 Sep 16 05:17:52.154915 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54054) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:52.165163 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-4b5cd2c1-6e46-4612-831b-a966e4ba8deb admin admin] Request body: {'subnet': {'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-370564107-subnet', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:52.178924 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:17:52.186811 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e1a2270-cf42-462d-830f-907f17ee8691 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.306190 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e1a2270-cf42-462d-830f-907f17ee8691 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.329436 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a2270-cf42-462d-830f-907f17ee8691 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ad51dd-2ea6-4498-b8b2-7e498e5b0dc0,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:52.334999 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5cd2c1-6e46-4612-831b-a966e4ba8deb admin admin] Made reservation on behalf of 4e374b714a454b6bbbcea86d3b0a9144 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:52.337726 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd2c1-6e46-4612-831b-a966e4ba8deb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.447694 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e1a2270-cf42-462d-830f-907f17ee8691 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.454817 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5e1a2270-cf42-462d-830f-907f17ee8691 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5642011 Sep 16 05:17:52.455053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54066) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:52.463958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ff798b20-dfdc-4798-859f-9c3a7e62f7d3 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': 'b93e93b7-e8b7-4f13-87df-c4089311ce5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:52.620730 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff798b20-dfdc-4798-859f-9c3a7e62f7d3 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.786268 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-ff798b20-dfdc-4798-859f-9c3a7e62f7d3 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:17:52.788374 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ff798b20-dfdc-4798-859f-9c3a7e62f7d3 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3342803 Sep 16 05:17:52.791380 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54078) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:52.902596 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a194ad2-1dd4-4f3c-bc6f-8830b787a1ca tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.935728 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a194ad2-1dd4-4f3c-bc6f-8830b787a1ca tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.074004 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd2c1-6e46-4612-831b-a966e4ba8deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.106434 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a194ad2-1dd4-4f3c-bc6f-8830b787a1ca tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.110256 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a194ad2-1dd4-4f3c-bc6f-8830b787a1ca tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.111682 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0a194ad2-1dd4-4f3c-bc6f-8830b787a1ca tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "DELETE /v2.0/security-groups/b93e93b7-e8b7-4f13-87df-c4089311ce5e HTTP/1.1" status: 204 len: 168 time: 0.3188097 Sep 16 05:17:53.118867 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54088) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:53.127241 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a194ad2-1dd4-4f3c-bc6f-8830b787a1ca tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93e93b7-e8b7-4f13-87df-c4089311ce5e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:53.157416 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cd2c1-6e46-4612-831b-a966e4ba8deb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5507afb9-2881-4920-bc53-bfa72716d79e,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:53.182543 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5cd2c1-6e46-4612-831b-a966e4ba8deb admin admin] Checking segment: {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:53.182944 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5cd2c1-6e46-4612-831b-a966e4ba8deb admin admin] Network hostable DHCP agents. Network: 43582cdc-205b-4fb3-8725-2a4b30e623df, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:17:53.206145 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-78b2f5a1-4267-4354-8c79-163249f78505 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0860550 Sep 16 05:17:53.213627 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54092) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:53.222470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-4f9c04ef-c69b-4a27-a854-6f2e98d0607e tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1563714072'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:53.323824 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5cd2c1-6e46-4612-831b-a966e4ba8deb admin admin] Network 43582cdc-205b-4fb3-8725-2a4b30e623df is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:17:53.346954 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4f9c04ef-c69b-4a27-a854-6f2e98d0607e tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.441693 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-4b5cd2c1-6e46-4612-831b-a966e4ba8deb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 43582cdc-205b-4fb3-8725-2a4b30e623df) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:53.444839 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5cd2c1-6e46-4612-831b-a966e4ba8deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:53.446335 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd2c1-6e46-4612-831b-a966e4ba8deb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.458446 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a480c3e7-e292-4545-ab8c-e5f04ada2b46 None None] Network 43582cdc-205b-4fb3-8725-2a4b30e623df requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:53.493442 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4f9c04ef-c69b-4a27-a854-6f2e98d0607e tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.563341 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4f9c04ef-c69b-4a27-a854-6f2e98d0607e tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.606357 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c04ef-c69b-4a27-a854-6f2e98d0607e tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a69857c9-33ca-426b-b8ca-472cb4ab5c00,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:53.636967 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4b5cd2c1-6e46-4612-831b-a966e4ba8deb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4805598 Sep 16 05:17:53.641323 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54110) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:53.647875 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-58686e52-abfc-4f52-baa0-3478c835bc16 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:53.679145 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-43582cdc-205b-4fb3-8725-2a4b30e623df', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:17:53.680992 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.683421 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4f9c04ef-c69b-4a27-a854-6f2e98d0607e tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.686953 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4f9c04ef-c69b-4a27-a854-6f2e98d0607e tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4692121 Sep 16 05:17:53.689605 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54116) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:53.695037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b905031b-5100-4102-9912-5f7b18d0fb6e tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': 'a69857c9-33ca-426b-b8ca-472cb4ab5c00', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:53.695823 n-d-712140-13 neutron-server[95473]: WARNING neutron.api.v2.base [None req-b905031b-5100-4102-9912-5f7b18d0fb6e tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 16 05:17:53.696342 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-b905031b-5100-4102-9912-5f7b18d0fb6e tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:17:53.697431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b905031b-5100-4102-9912-5f7b18d0fb6e tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068092 Sep 16 05:17:53.703689 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54118) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:53.799478 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1ffd1878-d5a9-4c29-831c-4ec3cae8a734 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.844736 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1ffd1878-d5a9-4c29-831c-4ec3cae8a734 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.862159 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] Allocated IP 172.20.0.2 (43582cdc-205b-4fb3-8725-2a4b30e623df/5507afb9-2881-4920-bc53-bfa72716d79e/f3001b3e-c862-42cf-8d97-61b172a016ea) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:53.884729 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58686e52-abfc-4f52-baa0-3478c835bc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.889164 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58686e52-abfc-4f52-baa0-3478c835bc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.988381 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58686e52-abfc-4f52-baa0-3478c835bc16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.015027 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1ffd1878-d5a9-4c29-831c-4ec3cae8a734 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.019051 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1ffd1878-d5a9-4c29-831c-4ec3cae8a734 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.024836 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1ffd1878-d5a9-4c29-831c-4ec3cae8a734 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "DELETE /v2.0/security-groups/a69857c9-33ca-426b-b8ca-472cb4ab5c00 HTTP/1.1" status: 204 len: 168 time: 0.3157511 Sep 16 05:17:54.026236 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54128) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:54.035964 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd1878-d5a9-4c29-831c-4ec3cae8a734 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69857c9-33ca-426b-b8ca-472cb4ab5c00,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:54.058483 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.110472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-68f1fa91-bec9-4f1a-8325-80535d4a85c8 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0815454 Sep 16 05:17:54.116056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54130) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:54.125880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-2f2bd2a7-0c67-4cdb-9eae-1c37bd3a896f tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1065004961'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:54.175696 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.231056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] Network 43582cdc-205b-4fb3-8725-2a4b30e623df is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:54.234964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:54.238907 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:54.252908 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58686e52-abfc-4f52-baa0-3478c835bc16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.276093 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f2bd2a7-0c67-4cdb-9eae-1c37bd3a896f tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.282959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] Pushing event updated for resources: {'Port': ['ID=f3001b3e-c862-42cf-8d97-61b172a016ea,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:54.326061 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] Attempting to bind port f3001b3e-c862-42cf-8d97-61b172a016ea on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:54.326434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] Attempting to bind port f3001b3e-c862-42cf-8d97-61b172a016ea by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:54.326808 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] Attempting to bind port f3001b3e-c862-42cf-8d97-61b172a016ea on network 43582cdc-205b-4fb3-8725-2a4b30e623df {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:54.336245 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:54.336867 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] Checking segment: {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:54.337703 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.338522 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] Bound using segment: {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:54.339417 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] Bound port: f3001b3e-c862-42cf-8d97-61b172a016ea, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:54.344538 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.393957 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f2bd2a7-0c67-4cdb-9eae-1c37bd3a896f tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.474019 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] For port f3001b3e-c862-42cf-8d97-61b172a016ea, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:54.478006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] For port f3001b3e-c862-42cf-8d97-61b172a016ea, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f3001b3e-c862-42cf-8d97-61b172a016ea,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:54.512580 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f2bd2a7-0c67-4cdb-9eae-1c37bd3a896f tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.569190 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bd2a7-0c67-4cdb-9eae-1c37bd3a896f tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92250e67-657d-4c3a-a406-bcd8dabb5100,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:54.603429 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.623481 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58686e52-abfc-4f52-baa0-3478c835bc16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.645283 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58686e52-abfc-4f52-baa0-3478c835bc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.648550 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.649362 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f2bd2a7-0c67-4cdb-9eae-1c37bd3a896f tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.651838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2f2bd2a7-0c67-4cdb-9eae-1c37bd3a896f tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5334928 Sep 16 05:17:54.654470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54150) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:54.666468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-e03fcab6-334c-4032-a920-038c33318b94 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': '92250e67-657d-4c3a-a406-bcd8dabb5100', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:54.667610 n-d-712140-13 neutron-server[95473]: WARNING neutron.api.v2.base [None req-e03fcab6-334c-4032-a920-038c33318b94 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 16 05:17:54.668605 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-e03fcab6-334c-4032-a920-038c33318b94 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:17:54.670684 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e03fcab6-334c-4032-a920-038c33318b94 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0144460 Sep 16 05:17:54.675728 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54152) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:54.776944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af099fd-ff2b-43f7-807e-f3ac8d33d32c None None] Pushing event updated for resources: {'Port': ['ID=f3001b3e-c862-42cf-8d97-61b172a016ea,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:54.794486 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c5b3c566-7cc5-4636-874c-4f7ffe5693a0 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.843880 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-58686e52-abfc-4f52-baa0-3478c835bc16 admin admin] Allocated IP 172.25.4.232 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/8bdd7fe9-bbdd-4032-b362-65c23e77fcb6) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:54.847096 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c5b3c566-7cc5-4636-874c-4f7ffe5693a0 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.015317 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c5b3c566-7cc5-4636-874c-4f7ffe5693a0 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.020271 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c5b3c566-7cc5-4636-874c-4f7ffe5693a0 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.022296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c5b3c566-7cc5-4636-874c-4f7ffe5693a0 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "DELETE /v2.0/security-groups/92250e67-657d-4c3a-a406-bcd8dabb5100 HTTP/1.1" status: 204 len: 168 time: 0.3439155 Sep 16 05:17:55.027317 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54164) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:55.038195 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3c566-7cc5-4636-874c-4f7ffe5693a0 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92250e67-657d-4c3a-a406-bcd8dabb5100,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:55.119524 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58686e52-abfc-4f52-baa0-3478c835bc16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.162768 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4e34543d-5c62-4073-afb8-9bbe7f03f962 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1332471 Sep 16 05:17:55.166487 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54170) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:55.177416 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8dcccd0b-53ab-41fb-829f-da3b2332cc7d tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1095579151'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:55.341002 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8dcccd0b-53ab-41fb-829f-da3b2332cc7d tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.353311 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58686e52-abfc-4f52-baa0-3478c835bc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.420733 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58686e52-abfc-4f52-baa0-3478c835bc16 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:55.430579 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-58686e52-abfc-4f52-baa0-3478c835bc16 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:55.438522 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58686e52-abfc-4f52-baa0-3478c835bc16 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:55.474363 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58686e52-abfc-4f52-baa0-3478c835bc16 admin admin] Pushing event updated for resources: {'Port': ['ID=8bdd7fe9-bbdd-4032-b362-65c23e77fcb6,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:55.732910 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8dcccd0b-53ab-41fb-829f-da3b2332cc7d tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.844387 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8dcccd0b-53ab-41fb-829f-da3b2332cc7d tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.895023 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aadebc8-872f-456c-aea1-f15c3da0e3fe None None] Network 43582cdc-205b-4fb3-8725-2a4b30e623df requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:55.972812 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcccd0b-53ab-41fb-829f-da3b2332cc7d tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29aae8a7-ad92-4cae-a15f-df84d958e6e2,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:55.980691 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8dcccd0b-53ab-41fb-829f-da3b2332cc7d tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.983880 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8dcccd0b-53ab-41fb-829f-da3b2332cc7d tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8141818 Sep 16 05:17:55.990567 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54200) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:55.995784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6f1a86f5-dffd-48f0-89d8-8957f77c1dd6 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': '29aae8a7-ad92-4cae-a15f-df84d958e6e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:55.997115 n-d-712140-13 neutron-server[95473]: WARNING neutron.api.v2.base [None req-6f1a86f5-dffd-48f0-89d8-8957f77c1dd6 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 16 05:17:55.998135 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-6f1a86f5-dffd-48f0-89d8-8957f77c1dd6 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:17:55.999262 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6f1a86f5-dffd-48f0-89d8-8957f77c1dd6 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076194 Sep 16 05:17:56.003902 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54202) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:56.010342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-e2262fe3-5acf-47eb-a45c-f3f65a2db034 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': '29aae8a7-ad92-4cae-a15f-df84d958e6e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:56.011046 n-d-712140-13 neutron-server[95473]: WARNING neutron.api.v2.base [None req-e2262fe3-5acf-47eb-a45c-f3f65a2db034 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 16 05:17:56.011753 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-e2262fe3-5acf-47eb-a45c-f3f65a2db034 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:17:56.013098 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e2262fe3-5acf-47eb-a45c-f3f65a2db034 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075047 Sep 16 05:17:56.016818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54204) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:56.018396 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e00474ec-a06c-4c3c-ad54-ec1adf0a9c88 None None] Provisioning complete for port f3001b3e-c862-42cf-8d97-61b172a016ea triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:56.019190 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e00474ec-a06c-4c3c-ad54-ec1adf0a9c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.021970 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7850d5b0-7115-4ac4-b3bd-a31f1184d73f tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': '29aae8a7-ad92-4cae-a15f-df84d958e6e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:56.022872 n-d-712140-13 neutron-server[95473]: WARNING neutron.api.v2.base [None req-7850d5b0-7115-4ac4-b3bd-a31f1184d73f tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 16 05:17:56.023453 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-7850d5b0-7115-4ac4-b3bd-a31f1184d73f tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:17:56.029131 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7850d5b0-7115-4ac4-b3bd-a31f1184d73f tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067217 Sep 16 05:17:56.029445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54206) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:56.034362 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-9a855535-4d60-4f44-9d93-68e5d7cdcee5 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': '29aae8a7-ad92-4cae-a15f-df84d958e6e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:56.037013 n-d-712140-13 neutron-server[95473]: WARNING neutron.api.v2.base [None req-9a855535-4d60-4f44-9d93-68e5d7cdcee5 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 16 05:17:56.037691 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-9a855535-4d60-4f44-9d93-68e5d7cdcee5 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:17:56.043852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9a855535-4d60-4f44-9d93-68e5d7cdcee5 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0089965 Sep 16 05:17:56.044575 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54210) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:56.108886 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58686e52-abfc-4f52-baa0-3478c835bc16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.122800 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b97ac6c-fc0d-445b-af70-22583468714a tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.160455 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b97ac6c-fc0d-445b-af70-22583468714a tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.245374 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e00474ec-a06c-4c3c-ad54-ec1adf0a9c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.321883 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e00474ec-a06c-4c3c-ad54-ec1adf0a9c88 None None] For port f3001b3e-c862-42cf-8d97-61b172a016ea, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f3001b3e-c862-42cf-8d97-61b172a016ea,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:56.364149 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b97ac6c-fc0d-445b-af70-22583468714a tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.369351 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b97ac6c-fc0d-445b-af70-22583468714a tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.371604 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8b97ac6c-fc0d-445b-af70-22583468714a tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "DELETE /v2.0/security-groups/29aae8a7-ad92-4cae-a15f-df84d958e6e2 HTTP/1.1" status: 204 len: 168 time: 0.3255885 Sep 16 05:17:56.380785 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54222) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:56.400086 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e00474ec-a06c-4c3c-ad54-ec1adf0a9c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.402961 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97ac6c-fc0d-445b-af70-22583468714a tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29aae8a7-ad92-4cae-a15f-df84d958e6e2,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:56.442995 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58686e52-abfc-4f52-baa0-3478c835bc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.521214 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-69d115ff-515e-406d-9cc9-cd4585a5cc44 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1356616 Sep 16 05:17:56.532941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54228) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:56.543217 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-9dcc3d57-7fa7-418f-9973-984f1a1541aa tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group': {'name': 'tempest-secgroup--759045071'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:56.550765 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00474ec-a06c-4c3c-ad54-ec1adf0a9c88 None None] Pushing event updated for resources: {'Port': ['ID=f3001b3e-c862-42cf-8d97-61b172a016ea,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:56.703660 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9dcc3d57-7fa7-418f-9973-984f1a1541aa tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.751747 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9a09a87e-d98b-44e8-b91b-4f580076ceb8 None None] Provisioning complete for port f3001b3e-c862-42cf-8d97-61b172a016ea triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:56.752419 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9a09a87e-d98b-44e8-b91b-4f580076ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.780872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58686e52-abfc-4f52-baa0-3478c835bc16 admin admin] Router 246c2e41-7d64-4dcf-9317-3a361a726c34 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:17:56.826518 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9dcc3d57-7fa7-418f-9973-984f1a1541aa tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.923684 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9dcc3d57-7fa7-418f-9973-984f1a1541aa tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.980148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc3d57-7fa7-418f-9973-984f1a1541aa tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f311351-dd7a-4c67-ad83-7eb27d53063b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:57.048086 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58686e52-abfc-4f52-baa0-3478c835bc16 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:57.072986 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] Sync routers for ids ['246c2e41-7d64-4dcf-9317-3a361a726c34'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:57.097482 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] Routers {'246c2e41-7d64-4dcf-9317-3a361a726c34'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:57.100514 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:17:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['246c2e41-7d64-4dcf-9317-3a361a726c34'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:57.101094 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f3001b3e-c862-42cf-8d97-61b172a016ea up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:57.192378 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port f3001b3e-c862-42cf-8d97-61b172a016ea triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:57.192378 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.213749 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9dcc3d57-7fa7-418f-9973-984f1a1541aa tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.215175 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9dcc3d57-7fa7-418f-9973-984f1a1541aa tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6803515 Sep 16 05:17:57.222591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54250) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:57.229526 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-97214ce5-8460-40b2-a353-8fa35ae2e80a tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': '4f311351-dd7a-4c67-ad83-7eb27d53063b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:57.230462 n-d-712140-13 neutron-server[95473]: WARNING neutron.api.v2.base [None req-97214ce5-8460-40b2-a353-8fa35ae2e80a tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:17:57.231269 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-97214ce5-8460-40b2-a353-8fa35ae2e80a tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:17:57.233275 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-97214ce5-8460-40b2-a353-8fa35ae2e80a tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081520 Sep 16 05:17:57.238020 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54252) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:57.244166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b94c0fc2-d9f6-4e0e-b2aa-7b2f81945211 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': '4f311351-dd7a-4c67-ad83-7eb27d53063b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:57.292213 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] Set router 246c2e41-7d64-4dcf-9317-3a361a726c34 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:57.306814 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58686e52-abfc-4f52-baa0-3478c835bc16 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.312359 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-58686e52-abfc-4f52-baa0-3478c835bc16 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6656516 Sep 16 05:17:57.313628 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54254) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:57.600060 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-b94c0fc2-d9f6-4e0e-b2aa-7b2f81945211 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:17:57.602630 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b94c0fc2-d9f6-4e0e-b2aa-7b2f81945211 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3626039 Sep 16 05:17:57.607859 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54264) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:57.614256 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-1bc1abab-1ba2-46d2-81c7-baca96ccef45 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': '4f311351-dd7a-4c67-ad83-7eb27d53063b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:57.614744 n-d-712140-13 neutron-server[95473]: WARNING neutron.api.v2.base [None req-1bc1abab-1ba2-46d2-81c7-baca96ccef45 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 16 05:17:57.615539 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-1bc1abab-1ba2-46d2-81c7-baca96ccef45 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:17:57.617292 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1bc1abab-1ba2-46d2-81c7-baca96ccef45 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080183 Sep 16 05:17:57.624232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54268) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:57.646807 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-17e1ff0a-1639-44a2-a8f8-629ea583402c tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': '4f311351-dd7a-4c67-ad83-7eb27d53063b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:57.647028 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:55Z', 'revision_number': 3, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:57.700977 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] Checking router: 246c2e41-7d64-4dcf-9317-3a361a726c34 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:57.701320 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] Updating router 246c2e41-7d64-4dcf-9317-3a361a726c34 port 8bdd7fe9-bbdd-4032-b362-65c23e77fcb6 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:17:57.746577 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.933763 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-17e1ff0a-1639-44a2-a8f8-629ea583402c tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:17:57.938287 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-17e1ff0a-1639-44a2-a8f8-629ea583402c tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3095846 Sep 16 05:17:57.938605 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54274) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:57.944279 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-92b2e864-bbb4-45d6-8863-918fb0703765 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': '4f311351-dd7a-4c67-ad83-7eb27d53063b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:57.944757 n-d-712140-13 neutron-server[95473]: WARNING neutron.api.v2.base [None req-92b2e864-bbb4-45d6-8863-918fb0703765 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:17:57.945445 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-92b2e864-bbb4-45d6-8863-918fb0703765 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:17:57.949418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-92b2e864-bbb4-45d6-8863-918fb0703765 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067124 Sep 16 05:17:57.949699 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54276) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:57.955015 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ca2ddc03-03f0-4d67-882c-35689094a3c6 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': '4f311351-dd7a-4c67-ad83-7eb27d53063b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:57.977033 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ffb6a8b-2fb6-420e-ba84-8561169b46c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.140508 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.210619 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-ca2ddc03-03f0-4d67-882c-35689094a3c6 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:17:58.212103 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ca2ddc03-03f0-4d67-882c-35689094a3c6 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2611074 Sep 16 05:17:58.215089 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54284) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:58.225917 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-45a1a41d-8e51-45da-b9a9-923a347b3a87 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': '4f311351-dd7a-4c67-ad83-7eb27d53063b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:58.227270 n-d-712140-13 neutron-server[95473]: WARNING neutron.api.v2.base [None req-45a1a41d-8e51-45da-b9a9-923a347b3a87 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 16 05:17:58.227894 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-45a1a41d-8e51-45da-b9a9-923a347b3a87 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:17:58.229473 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-45a1a41d-8e51-45da-b9a9-923a347b3a87 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110860 Sep 16 05:17:58.231935 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54286) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:58.236513 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ea967e2a-349e-4b28-a008-032f55402a8a tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': '4f311351-dd7a-4c67-ad83-7eb27d53063b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:58.241569 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-9ffb6a8b-2fb6-420e-ba84-8561169b46c5 admin admin] Allocated IP 172.20.0.1 (43582cdc-205b-4fb3-8725-2a4b30e623df/5507afb9-2881-4920-bc53-bfa72716d79e/f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:58.242287 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.339046 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] Attempting to bind port 8bdd7fe9-bbdd-4032-b362-65c23e77fcb6 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:58.339652 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] Attempting to bind port 8bdd7fe9-bbdd-4032-b362-65c23e77fcb6 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:58.340240 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] Attempting to bind port 8bdd7fe9-bbdd-4032-b362-65c23e77fcb6 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:58.365075 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:58.365660 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:58.367381 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.367381 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:58.367908 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] Bound port: 8bdd7fe9-bbdd-4032-b362-65c23e77fcb6, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:58.368544 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.373630 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ea939-1c1d-4ae6-a5d5-4af43b905a8d None None] Pushing event updated for resources: {'Port': ['ID=8bdd7fe9-bbdd-4032-b362-65c23e77fcb6,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:58.390194 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ffb6a8b-2fb6-420e-ba84-8561169b46c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.431946 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ea939-1c1d-4ae6-a5d5-4af43b905a8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:58.431946 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ea939-1c1d-4ae6-a5d5-4af43b905a8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:58.432293 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ea939-1c1d-4ae6-a5d5-4af43b905a8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:58.432569 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ea939-1c1d-4ae6-a5d5-4af43b905a8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:58.433112 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ea939-1c1d-4ae6-a5d5-4af43b905a8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:58.433647 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ea939-1c1d-4ae6-a5d5-4af43b905a8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:58.434214 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ea939-1c1d-4ae6-a5d5-4af43b905a8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:58.434785 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ea939-1c1d-4ae6-a5d5-4af43b905a8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:58.435315 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ea939-1c1d-4ae6-a5d5-4af43b905a8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:58.436078 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ea939-1c1d-4ae6-a5d5-4af43b905a8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:58.436636 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ea939-1c1d-4ae6-a5d5-4af43b905a8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:58.437189 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ea939-1c1d-4ae6-a5d5-4af43b905a8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:58.466973 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-ea967e2a-349e-4b28-a008-032f55402a8a tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:17:58.468745 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ea967e2a-349e-4b28-a008-032f55402a8a tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2355609 Sep 16 05:17:58.472658 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54298) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:58.478366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-0c228674-4b64-4df1-8b19-e17a6f56dc7c tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': '4f311351-dd7a-4c67-ad83-7eb27d53063b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:58.484980 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] For port 8bdd7fe9-bbdd-4032-b362-65c23e77fcb6, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:58.491633 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] For port 8bdd7fe9-bbdd-4032-b362-65c23e77fcb6, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8bdd7fe9-bbdd-4032-b362-65c23e77fcb6,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:58.500929 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.503230 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ffb6a8b-2fb6-420e-ba84-8561169b46c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.552119 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffb6a8b-2fb6-420e-ba84-8561169b46c5 admin admin] Network 43582cdc-205b-4fb3-8725-2a4b30e623df is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:58.558103 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-9ffb6a8b-2fb6-420e-ba84-8561169b46c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:58.560827 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffb6a8b-2fb6-420e-ba84-8561169b46c5 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:58.588948 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb6a8b-2fb6-420e-ba84-8561169b46c5 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:58.592624 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.615476 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ffb6a8b-2fb6-420e-ba84-8561169b46c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.688425 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] Routers {'246c2e41-7d64-4dcf-9317-3a361a726c34'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:58.689823 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:17:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['246c2e41-7d64-4dcf-9317-3a361a726c34'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:58.777659 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ea939-1c1d-4ae6-a5d5-4af43b905a8d None None] Pushing event updated for resources: {'Port': ['ID=8bdd7fe9-bbdd-4032-b362-65c23e77fcb6,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:58.867081 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-0c228674-4b64-4df1-8b19-e17a6f56dc7c tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:17:58.873180 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0c228674-4b64-4df1-8b19-e17a6f56dc7c tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3945408 Sep 16 05:17:58.878431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54314) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:58.914046 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-62febf33-24cd-4273-8946-e6ee3c6d54fe None None] Provisioning complete for port f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:58.914462 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-62febf33-24cd-4273-8946-e6ee3c6d54fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.921838 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] Set router 246c2e41-7d64-4dcf-9317-3a361a726c34 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:58.957733 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ffb6a8b-2fb6-420e-ba84-8561169b46c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.979029 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-62febf33-24cd-4273-8946-e6ee3c6d54fe None None] Port f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:58.982905 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6f1822a-8433-4856-b9a4-f5c712414821 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.028257 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6f1822a-8433-4856-b9a4-f5c712414821 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.215137 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6f1822a-8433-4856-b9a4-f5c712414821 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.221201 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6f1822a-8433-4856-b9a4-f5c712414821 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.223416 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c6f1822a-8433-4856-b9a4-f5c712414821 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "DELETE /v2.0/security-groups/4f311351-dd7a-4c67-ad83-7eb27d53063b HTTP/1.1" status: 204 len: 168 time: 0.3478963 Sep 16 05:17:59.227478 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ffb6a8b-2fb6-420e-ba84-8561169b46c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.229549 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54322) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:59.243514 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1822a-8433-4856-b9a4-f5c712414821 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f311351-dd7a-4c67-ad83-7eb27d53063b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:59.257605 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:55Z', 'revision_number': 3, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:59.259063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1822a-8433-4856-b9a4-f5c712414821 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:59.259911 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1822a-8433-4856-b9a4-f5c712414821 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:59.260726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1822a-8433-4856-b9a4-f5c712414821 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:59.261594 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1822a-8433-4856-b9a4-f5c712414821 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:59.262163 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1822a-8433-4856-b9a4-f5c712414821 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:59.263048 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1822a-8433-4856-b9a4-f5c712414821 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:59.263853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1822a-8433-4856-b9a4-f5c712414821 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:59.264830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1822a-8433-4856-b9a4-f5c712414821 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:59.265633 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1822a-8433-4856-b9a4-f5c712414821 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:59.266451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1822a-8433-4856-b9a4-f5c712414821 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:59.267276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1822a-8433-4856-b9a4-f5c712414821 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:59.268098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f1822a-8433-4856-b9a4-f5c712414821 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:59.300313 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b894c113-b133-45de-8c07-d508b7a77892 None None] The sync data for ids ['246c2e41-7d64-4dcf-9317-3a361a726c34'] in n-d-712140-13 is: [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:55Z', 'revision_number': 3, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:59.310940 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6f247e1b-3b02-47fe-a623-41c5c5196239 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0798447 Sep 16 05:17:59.322488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54326) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:59.327879 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7b0c79b2-9a73-4cac-91ca-c92baa6fcfe4 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group': {'name': 'tempest-secgroup--989971900'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:59.353635 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ffb6a8b-2fb6-420e-ba84-8561169b46c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.466095 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7b0c79b2-9a73-4cac-91ca-c92baa6fcfe4 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.515208 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb6a8b-2fb6-420e-ba84-8561169b46c5 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:59.519423 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9ffb6a8b-2fb6-420e-ba84-8561169b46c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.601274 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7b0c79b2-9a73-4cac-91ca-c92baa6fcfe4 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.677778 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7b0c79b2-9a73-4cac-91ca-c92baa6fcfe4 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.712949 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffb6a8b-2fb6-420e-ba84-8561169b46c5 admin admin] Network 43582cdc-205b-4fb3-8725-2a4b30e623df is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:59.715972 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-9ffb6a8b-2fb6-420e-ba84-8561169b46c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:59.783659 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c79b2-9a73-4cac-91ca-c92baa6fcfe4 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22102fe-1c4d-4474-bceb-42de94586693,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:59.818915 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7b0c79b2-9a73-4cac-91ca-c92baa6fcfe4 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.824546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7b0c79b2-9a73-4cac-91ca-c92baa6fcfe4 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5045645 Sep 16 05:17:59.825531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54332) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:59.831353 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-96a2e32c-7b53-411f-bee2-db2a17604543 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': 'a22102fe-1c4d-4474-bceb-42de94586693', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:00.016213 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffb6a8b-2fb6-420e-ba84-8561169b46c5 admin admin] Router 246c2e41-7d64-4dcf-9317-3a361a726c34 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:18:00.134110 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1824fe7e-1c73-419e-8367-cd903a7e5d78 None None] Provisioning complete for port f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:00.135007 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1824fe7e-1c73-419e-8367-cd903a7e5d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.137974 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-96a2e32c-7b53-411f-bee2-db2a17604543 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): The resource could not be found. Sep 16 05:18:00.139327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-96a2e32c-7b53-411f-bee2-db2a17604543 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3116727 Sep 16 05:18:00.143631 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54336) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:00.171567 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-4a94b66c-4e77-4257-9913-3956874a5b27 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': 'a22102fe-1c4d-4474-bceb-42de94586693', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ff9e8c1f-e3d3-48ed-9e67-4a736c9fd00b'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:00.231234 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-1824fe7e-1c73-419e-8367-cd903a7e5d78 None None] Port f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:18:00.284610 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffb6a8b-2fb6-420e-ba84-8561169b46c5 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:00.290251 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9ffb6a8b-2fb6-420e-ba84-8561169b46c5 admin admin] 10.222.0.20 "PUT /v2.0/routers/246c2e41-7d64-4dcf-9317-3a361a726c34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9754562 Sep 16 05:18:00.500320 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-4a94b66c-4e77-4257-9913-3956874a5b27 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): The resource could not be found. Sep 16 05:18:00.504556 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4a94b66c-4e77-4257-9913-3956874a5b27 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3564289 Sep 16 05:18:00.505227 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54344) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:00.592066 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cfc8caab-917b-4b24-8608-17577ccd936c tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.633782 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cfc8caab-917b-4b24-8608-17577ccd936c tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.780225 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cfc8caab-917b-4b24-8608-17577ccd936c tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.782913 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cfc8caab-917b-4b24-8608-17577ccd936c tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.787088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-cfc8caab-917b-4b24-8608-17577ccd936c tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "DELETE /v2.0/security-groups/a22102fe-1c4d-4474-bceb-42de94586693 HTTP/1.1" status: 204 len: 168 time: 0.2782855 Sep 16 05:18:00.787912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54348) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:00.794753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8caab-917b-4b24-8608-17577ccd936c tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22102fe-1c4d-4474-bceb-42de94586693,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:00.853616 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fb94d789-fee6-4c2b-8a89-37272fc2d743 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0580449 Sep 16 05:18:00.854443 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54350) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:00.861470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7d69f73d-f916-4bb9-b847-80faba482813 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': '19b9f848-195b-43a4-811f-7de900dbd2b5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:00.993613 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8bdd7fe9-bbdd-4032-b362-65c23e77fcb6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:01.077163 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 8bdd7fe9-bbdd-4032-b362-65c23e77fcb6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:01.077651 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.202078 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.237460 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-7d69f73d-f916-4bb9-b847-80faba482813 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): The resource could not be found. Sep 16 05:18:01.244051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7d69f73d-f916-4bb9-b847-80faba482813 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3830554 Sep 16 05:18:01.253948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 8bdd7fe9-bbdd-4032-b362-65c23e77fcb6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8bdd7fe9-bbdd-4032-b362-65c23e77fcb6,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:01.254135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54356) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:01.254135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f4320f8b-c584-4259-9934-44e39e209d94 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072618238'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:01.397669 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.461652 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=8bdd7fe9-bbdd-4032-b362-65c23e77fcb6,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:01.490665 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4320f8b-c584-4259-9934-44e39e209d94 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.528009 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54364) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:01.533209 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-082facf5-deba-416a-9373-eb07377c591f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-391631245-network', 'tenant_id': '396d12c4eda54c8bb689ab0fb2d876e5'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:01.633819 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4320f8b-c584-4259-9934-44e39e209d94 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.672223 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] Sync routers for ids ['246c2e41-7d64-4dcf-9317-3a361a726c34'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:01.689201 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] Routers {'246c2e41-7d64-4dcf-9317-3a361a726c34'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:01.690276 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:17:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['246c2e41-7d64-4dcf-9317-3a361a726c34'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:01.729344 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4320f8b-c584-4259-9934-44e39e209d94 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.805732 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4320f8b-c584-4259-9934-44e39e209d94 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f160f0-1e1d-48bc-a140-22339772c90e,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:01.865499 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] Set router 246c2e41-7d64-4dcf-9317-3a361a726c34 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:01.877359 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082facf5-deba-416a-9373-eb07377c591f admin admin] Made reservation on behalf of 396d12c4eda54c8bb689ab0fb2d876e5 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:01.880035 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-082facf5-deba-416a-9373-eb07377c591f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.890073 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-082facf5-deba-416a-9373-eb07377c591f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.946554 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f4320f8b-c584-4259-9934-44e39e209d94 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.948817 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f4320f8b-c584-4259-9934-44e39e209d94 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7023232 Sep 16 05:18:01.951986 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54368) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:01.960160 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-bc8580ef-ede5-443d-9e9b-ebaa72a960c8 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1345243785'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:02.097224 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-082facf5-deba-416a-9373-eb07377c591f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.138496 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:17:59Z', 'revision_number': 2, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:02.187144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-082facf5-deba-416a-9373-eb07377c591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.187466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] Checking router: 246c2e41-7d64-4dcf-9317-3a361a726c34 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:02.187466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] Updating router 246c2e41-7d64-4dcf-9317-3a361a726c34 port f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:18:02.245486 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082facf5-deba-416a-9373-eb07377c591f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:18:02.258082 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.267616 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082facf5-deba-416a-9373-eb07377c591f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9888c9ff-2b47-4798-9768-ca9e6ac4c592,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:02.287045 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-082facf5-deba-416a-9373-eb07377c591f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.287829 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-082facf5-deba-416a-9373-eb07377c591f admin admin] Added segment f53a69e9-f8dd-4926-b092-430f98e86ea9 of type vlan for network c258984f-8dd0-449a-afe8-e61b83471008 Sep 16 05:18:02.312693 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bc8580ef-ede5-443d-9e9b-ebaa72a960c8 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.385860 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-082facf5-deba-416a-9373-eb07377c591f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.519551 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bc8580ef-ede5-443d-9e9b-ebaa72a960c8 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.603685 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-082facf5-deba-416a-9373-eb07377c591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.605509 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082facf5-deba-416a-9373-eb07377c591f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:02.607002 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-082facf5-deba-416a-9373-eb07377c591f admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.644306 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bc8580ef-ede5-443d-9e9b-ebaa72a960c8 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.653218 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.697158 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8580ef-ede5-443d-9e9b-ebaa72a960c8 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13f985f-6f6d-4025-a966-0c2a6ad82be7,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:02.734739 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.773631 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bc8580ef-ede5-443d-9e9b-ebaa72a960c8 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.776457 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bc8580ef-ede5-443d-9e9b-ebaa72a960c8 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8224049 Sep 16 05:18:02.780587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54378) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:02.790459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-1b64e772-60dd-4b5a-a8b6-db86ea1684af tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group_rule': {'security_group_id': '16f160f0-1e1d-48bc-a140-22339772c90e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e13f985f-6f6d-4025-a966-0c2a6ad82be7'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:02.924069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09464940-0795-480c-9898-b15c5384f76d None None] Pushing event updated for resources: {'Port': ['ID=f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:02.976175 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] Attempting to bind port f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:02.976954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] Attempting to bind port f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:02.977742 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] Attempting to bind port f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3 on network 43582cdc-205b-4fb3-8725-2a4b30e623df {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:02.995380 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:02.998558 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] Checking segment: {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:02.998558 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.998558 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] Bound using segment: {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:02.998558 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] Bound port: f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:03.000271 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.009348 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8bdd7fe9-bbdd-4032-b362-65c23e77fcb6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:03.101308 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-1b64e772-60dd-4b5a-a8b6-db86ea1684af tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:18:03.103591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1b64e772-60dd-4b5a-a8b6-db86ea1684af tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3211954 Sep 16 05:18:03.107832 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54380) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:03.188626 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] For port f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:03.194852 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] For port f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:03.232790 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a0bf074f-4c06-49e9-ac8d-e4c11b49de68 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.245105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8238fd15-d4b5-404a-994a-1f84cca34316 None None] Provisioning complete for port f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:03.245671 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8238fd15-d4b5-404a-994a-1f84cca34316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.268783 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a0bf074f-4c06-49e9-ac8d-e4c11b49de68 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.323289 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-8238fd15-d4b5-404a-994a-1f84cca34316 None None] Port f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:18:03.330426 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.333862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 8bdd7fe9-bbdd-4032-b362-65c23e77fcb6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:03.334448 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.355516 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-082facf5-deba-416a-9373-eb07377c591f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8260629 Sep 16 05:18:03.360912 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54382) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:03.368677 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082facf5-deba-416a-9373-eb07377c591f admin admin] Pushing event updated for resources: {'Network': ['ID=c258984f-8dd0-449a-afe8-e61b83471008,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:03.370654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-a6c11de3-fe68-45a6-98ae-2484a51e8d2b admin admin] Request body: {'subnet': {'network_id': 'c258984f-8dd0-449a-afe8-e61b83471008', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-391631245-subnet', 'tenant_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:03.388018 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0be0ed59-1cc5-4388-987f-745f8ddb86cb req-9a962234-2719-444b-9651-aa3c801f93f7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7737164 Sep 16 05:18:03.406642 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a0bf074f-4c06-49e9-ac8d-e4c11b49de68 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.421621 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network c258984f-8dd0-449a-afe8-e61b83471008 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:18:03.423449 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a0bf074f-4c06-49e9-ac8d-e4c11b49de68 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.438003 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54384) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:03.438228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a0bf074f-4c06-49e9-ac8d-e4c11b49de68 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "DELETE /v2.0/security-groups/e13f985f-6f6d-4025-a966-0c2a6ad82be7 HTTP/1.1" status: 204 len: 168 time: 0.3284254 Sep 16 05:18:03.480161 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf074f-4c06-49e9-ac8d-e4c11b49de68 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13f985f-6f6d-4025-a966-0c2a6ad82be7,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:03.484276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c11de3-fe68-45a6-98ae-2484a51e8d2b admin admin] Made reservation on behalf of 396d12c4eda54c8bb689ab0fb2d876e5 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:03.488499 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a6c11de3-fe68-45a6-98ae-2484a51e8d2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.516809 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] Routers {'246c2e41-7d64-4dcf-9317-3a361a726c34'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:03.517571 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:17:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['246c2e41-7d64-4dcf-9317-3a361a726c34'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:03.561792 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-729c569f-d89c-48b0-b7bd-6f63784c78b6 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1221135 Sep 16 05:18:03.569959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54388) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:03.649816 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0ed59-1cc5-4388-987f-745f8ddb86cb req-3f0b3d90-0fb8-4f9b-aab4-a59fe0ddba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:03.653041 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0be0ed59-1cc5-4388-987f-745f8ddb86cb req-3f0b3d90-0fb8-4f9b-aab4-a59fe0ddba6c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 1097 time: 0.0996106 Sep 16 05:18:03.805362 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e8210e63-e621-44c8-9128-7c056efa0fcd tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.852265 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0ed59-1cc5-4388-987f-745f8ddb86cb req-cbe75d63-edba-4473-9cbb-735cfa8ab640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:03.854142 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0be0ed59-1cc5-4388-987f-745f8ddb86cb req-cbe75d63-edba-4473-9cbb-735cfa8ab640 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6219929e-4853-4bde-bf87-686fa96a1efa HTTP/1.1" status: 200 len: 896 time: 0.1741993 Sep 16 05:18:03.887690 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e8210e63-e621-44c8-9128-7c056efa0fcd tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.893841 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09464940-0795-480c-9898-b15c5384f76d None None] Pushing event updated for resources: {'Port': ['ID=f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:03.957862 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0be0ed59-1cc5-4388-987f-745f8ddb86cb req-a3a5aecf-f49e-4c79-9bc7-597765d54624 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10277635-f610-4eec-9823-2866c1decbda HTTP/1.1" status: 200 len: 1001 time: 0.0953887 Sep 16 05:18:04.054585 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a6c11de3-fe68-45a6-98ae-2484a51e8d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.089454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8957f847-c31b-4693-8c8b-e723cf2ddaf2 None None] Provisioning complete for port f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:04.090081 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8957f847-c31b-4693-8c8b-e723cf2ddaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.113034 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0ed59-1cc5-4388-987f-745f8ddb86cb req-c20ea826-1b6a-4298-ab3c-c761505d5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:04.120576 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0be0ed59-1cc5-4388-987f-745f8ddb86cb req-c20ea826-1b6a-4298-ab3c-c761505d5bb0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b547af7-36d4-4df5-88c9-2c0747cddb04 HTTP/1.1" status: 200 len: 834 time: 0.1557033 Sep 16 05:18:04.126257 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e8210e63-e621-44c8-9128-7c056efa0fcd tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.130426 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e8210e63-e621-44c8-9128-7c056efa0fcd tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.137069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e8210e63-e621-44c8-9128-7c056efa0fcd tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "DELETE /v2.0/security-groups/16f160f0-1e1d-48bc-a140-22339772c90e HTTP/1.1" status: 204 len: 168 time: 0.5610008 Sep 16 05:18:04.137069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c11de3-fe68-45a6-98ae-2484a51e8d2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0afec1-1e67-4a26-a236-c5e5dbfa42b3,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:04.143906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54394) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:04.189430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8210e63-e621-44c8-9128-7c056efa0fcd tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f160f0-1e1d-48bc-a140-22339772c90e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:04.195682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c11de3-fe68-45a6-98ae-2484a51e8d2b admin admin] Checking segment: {'id': 'f53a69e9-f8dd-4926-b092-430f98e86ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c258984f-8dd0-449a-afe8-e61b83471008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:04.196202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c11de3-fe68-45a6-98ae-2484a51e8d2b admin admin] Network hostable DHCP agents. Network: c258984f-8dd0-449a-afe8-e61b83471008, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:18:04.208670 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] Set router 246c2e41-7d64-4dcf-9317-3a361a726c34 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:04.232334 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0ed59-1cc5-4388-987f-745f8ddb86cb req-e2cfc338-ea2c-4577-b3d7-c98a393d5873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:04.241166 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0be0ed59-1cc5-4388-987f-745f8ddb86cb req-e2cfc338-ea2c-4577-b3d7-c98a393d5873 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6219929e-4853-4bde-bf87-686fa96a1efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1076834 Sep 16 05:18:04.335901 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-dbdeabfb-d1f6-4b8a-85d1-0d865aef2b3c tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1906235 Sep 16 05:18:04.336901 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54396) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:04.345875 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-d064ae06-6fb9-4316-8258-3f181a9a80b6 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group': {'name': 'tempest-secgroup--456479835'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:04.346931 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0be0ed59-1cc5-4388-987f-745f8ddb86cb req-0ec7e745-ad18-499d-9dd0-431feafa60d0 service neutron] 10.222.0.38 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014514 Sep 16 05:18:04.408122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c11de3-fe68-45a6-98ae-2484a51e8d2b admin admin] Network c258984f-8dd0-449a-afe8-e61b83471008 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:18:04.456139 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-0be0ed59-1cc5-4388-987f-745f8ddb86cb req-600f68c1-f035-4002-9dac-8632c334ebe9 service neutron] 10.222.0.38 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012526 Sep 16 05:18:04.490289 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d064ae06-6fb9-4316-8258-3f181a9a80b6 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.536829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-a6c11de3-fe68-45a6-98ae-2484a51e8d2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, c258984f-8dd0-449a-afe8-e61b83471008) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:04.555059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c11de3-fe68-45a6-98ae-2484a51e8d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:04.556063 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a6c11de3-fe68-45a6-98ae-2484a51e8d2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.676608 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6edefa-1e3a-40e5-a3d6-5671a423e35f None None] Network c258984f-8dd0-449a-afe8-e61b83471008 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:04.689320 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8957f847-c31b-4693-8c8b-e723cf2ddaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.703798 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d064ae06-6fb9-4316-8258-3f181a9a80b6 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.788112 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d064ae06-6fb9-4316-8258-3f181a9a80b6 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.881273 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a6c11de3-fe68-45a6-98ae-2484a51e8d2b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5173399 Sep 16 05:18:04.883335 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54404) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:04.887780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064ae06-6fb9-4316-8258-3f181a9a80b6 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008db5ef-984f-4752-bb4b-45ee04ae3d8d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:04.898747 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-55e69e4e-1693-4942-86ae-531ecce5ff5d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-391631245-router', 'tenant_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:04.913808 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-8957f847-c31b-4693-8c8b-e723cf2ddaf2 None None] For port f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:04.964033 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d064ae06-6fb9-4316-8258-3f181a9a80b6 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.967931 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d064ae06-6fb9-4316-8258-3f181a9a80b6 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6288645 Sep 16 05:18:04.974067 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54406) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:04.988520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b96c9674-947f-49f4-bb5d-010cc3894c06 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:04.990956 n-d-712140-13 neutron-server[95473]: WARNING neutron.api.v2.base [None req-b96c9674-947f-49f4-bb5d-010cc3894c06 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:18:04.994969 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-b96c9674-947f-49f4-bb5d-010cc3894c06 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 05:18:04.998682 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b96c9674-947f-49f4-bb5d-010cc3894c06 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "PUT /v2.0/security-groups/008db5ef-984f-4752-bb4b-45ee04ae3d8d HTTP/1.1" status: 409 len: 330 time: 0.0215065 Sep 16 05:18:05.009548 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54408) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:05.074997 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8957f847-c31b-4693-8c8b-e723cf2ddaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.110048 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55e69e4e-1693-4942-86ae-531ecce5ff5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.113064 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55e69e4e-1693-4942-86ae-531ecce5ff5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.147956 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-c258984f-8dd0-449a-afe8-e61b83471008', 'network_id': 'c258984f-8dd0-449a-afe8-e61b83471008', 'tenant_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'fixed_ips': [{'subnet_id': 'fe0afec1-1e67-4a26-a236-c5e5dbfa42b3'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:18:05.147956 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.225457 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8f025b6d-21f9-4b1a-b4ce-c03f4a747ed1 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.234681 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957f847-c31b-4693-8c8b-e723cf2ddaf2 None None] Pushing event updated for resources: {'Port': ['ID=f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:05.264027 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8f025b6d-21f9-4b1a-b4ce-c03f4a747ed1 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.291569 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:03Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:05.385307 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55e69e4e-1693-4942-86ae-531ecce5ff5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.404100 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c1055fec-7a3f-4e7e-976f-153695c23ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.427054 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8f025b6d-21f9-4b1a-b4ce-c03f4a747ed1 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.436068 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8f025b6d-21f9-4b1a-b4ce-c03f4a747ed1 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.440650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8f025b6d-21f9-4b1a-b4ce-c03f4a747ed1 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "DELETE /v2.0/security-groups/008db5ef-984f-4752-bb4b-45ee04ae3d8d HTTP/1.1" status: 204 len: 168 time: 0.4297855 Sep 16 05:18:05.446099 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54416) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:05.456036 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc25f1-378b-4a3e-ab82-6603104b9902 None None] The sync data for ids ['246c2e41-7d64-4dcf-9317-3a361a726c34'] in n-d-712140-13 is: [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:03Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:05.479957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f025b6d-21f9-4b1a-b4ce-c03f4a747ed1 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008db5ef-984f-4752-bb4b-45ee04ae3d8d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:05.865612 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] Allocated IP 172.20.0.2 (c258984f-8dd0-449a-afe8-e61b83471008/fe0afec1-1e67-4a26-a236-c5e5dbfa42b3/86f740a7-639f-477c-9b2a-5e781382bfaf) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:06.008823 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-96dd1603-fd00-45f3-8d19-7e72cc6a6c47 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5608969 Sep 16 05:18:06.015881 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54418) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:06.049819 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-a60ec0d6-d968-47d3-9aed-0d5c80238ab7 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] delete failed (client error): The resource could not be found. Sep 16 05:18:06.059679 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a60ec0d6-d968-47d3-9aed-0d5c80238ab7 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "DELETE /v2.0/security-groups/950f1309-bfc0-4236-87f2-a609eb1cfa5b HTTP/1.1" status: 404 len: 347 time: 0.0424261 Sep 16 05:18:06.060643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54420) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:06.101915 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-8db3db75-2dd9-49a8-93f7-188aedec5f02 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] show failed (client error): The resource could not be found. Sep 16 05:18:06.103420 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8db3db75-2dd9-49a8-93f7-188aedec5f02 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "GET /v2.0/security-groups/2482084e-f9c6-4427-ba1d-868a9defed72 HTTP/1.1" status: 404 len: 347 time: 0.0412705 Sep 16 05:18:06.109527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54422) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:06.121652 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55e69e4e-1693-4942-86ae-531ecce5ff5d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.136523 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-c07a900f-7175-435e-84c4-8de52b1a3424 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] show failed (client error): The resource could not be found. Sep 16 05:18:06.147259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c07a900f-7175-435e-84c4-8de52b1a3424 tempest-NegativeSecGroupTest-1834323272 tempest-NegativeSecGroupTest-1834323272-project] 10.222.0.20 "GET /v2.0/security-group-rules/9c1467f3-dd90-43e5-8457-f6d77bd383eb HTTP/1.1" status: 404 len: 356 time: 0.0356739 Sep 16 05:18:06.381639 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.499571 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.659842 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] Network c258984f-8dd0-449a-afe8-e61b83471008 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:06.665433 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:06.673912 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:06.711895 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] Pushing event updated for resources: {'Port': ['ID=86f740a7-639f-477c-9b2a-5e781382bfaf,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:06.716627 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55e69e4e-1693-4942-86ae-531ecce5ff5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.745106 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55e69e4e-1693-4942-86ae-531ecce5ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.889460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] Attempting to bind port 86f740a7-639f-477c-9b2a-5e781382bfaf on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:06.890438 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] Attempting to bind port 86f740a7-639f-477c-9b2a-5e781382bfaf by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'f53a69e9-f8dd-4926-b092-430f98e86ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c258984f-8dd0-449a-afe8-e61b83471008'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:06.891063 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] Attempting to bind port 86f740a7-639f-477c-9b2a-5e781382bfaf on network c258984f-8dd0-449a-afe8-e61b83471008 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:06.905388 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:06.906105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] Checking segment: {'id': 'f53a69e9-f8dd-4926-b092-430f98e86ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c258984f-8dd0-449a-afe8-e61b83471008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:06.906709 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.907313 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] Bound using segment: {'id': 'f53a69e9-f8dd-4926-b092-430f98e86ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c258984f-8dd0-449a-afe8-e61b83471008'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:06.913613 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] Bound port: 86f740a7-639f-477c-9b2a-5e781382bfaf, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53a69e9-f8dd-4926-b092-430f98e86ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c258984f-8dd0-449a-afe8-e61b83471008'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:06.913613 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.035510 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] For port 86f740a7-639f-477c-9b2a-5e781382bfaf, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:07.040489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] For port 86f740a7-639f-477c-9b2a-5e781382bfaf, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=86f740a7-639f-477c-9b2a-5e781382bfaf,segment=NetworkSegment(f53a69e9-f8dd-4926-b092-430f98e86ea9),segment_id=f53a69e9-f8dd-4926-b092-430f98e86ea9)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:07.083690 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-55e69e4e-1693-4942-86ae-531ecce5ff5d admin admin] Allocated IP 172.25.4.33 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/6887dc54-b15e-47d8-9e2d-e71c33628f77) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:07.094075 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:07.129475 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54432) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:07.198639 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:07.199437 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.239945 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.280378 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55e69e4e-1693-4942-86ae-531ecce5ff5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.339674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bcd36081-7a13-4c4a-a6d8-e593351ea89b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=533d1bbbd8484a63a487ebf9f5fb20a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2076097 Sep 16 05:18:07.342851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54438) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:07.397568 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8ac94-8deb-429d-8465-01b3b5b171cf None None] Pushing event updated for resources: {'Port': ['ID=86f740a7-639f-477c-9b2a-5e781382bfaf,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:07.409177 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15d8dc28-075d-4400-945b-d2c9094c6b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.446525 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15d8dc28-075d-4400-945b-d2c9094c6b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.449159 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55e69e4e-1693-4942-86ae-531ecce5ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.528635 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e69e4e-1693-4942-86ae-531ecce5ff5d admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:07.541286 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-55e69e4e-1693-4942-86ae-531ecce5ff5d admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:07.554431 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e69e4e-1693-4942-86ae-531ecce5ff5d admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:07.558773 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e69e4e-1693-4942-86ae-531ecce5ff5d admin admin] Pushing event updated for resources: {'Port': ['ID=6887dc54-b15e-47d8-9e2d-e71c33628f77,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:07.720302 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15d8dc28-075d-4400-945b-d2c9094c6b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.723784 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15d8dc28-075d-4400-945b-d2c9094c6b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.725214 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-15d8dc28-075d-4400-945b-d2c9094c6b5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fd4a063-f926-4561-8649-f0c66d18f9b0 HTTP/1.1" status: 204 len: 168 time: 0.3812070 Sep 16 05:18:07.759236 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8dc28-075d-4400-945b-d2c9094c6b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd4a063-f926-4561-8649-f0c66d18f9b0,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:07.815894 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5204f922-b4b3-4a73-95ff-c7144d55bcff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.054188 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55e69e4e-1693-4942-86ae-531ecce5ff5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.372436 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55e69e4e-1693-4942-86ae-531ecce5ff5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.569651 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.816040 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e69e4e-1693-4942-86ae-531ecce5ff5d admin admin] Router 3ee76041-5d1a-4ad2-b20d-fe5442c7f611 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:18:08.936350 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7637dc77-446f-4784-8a8f-a6f6cf796344 None None] Network c258984f-8dd0-449a-afe8-e61b83471008 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:09.089827 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e69e4e-1693-4942-86ae-531ecce5ff5d admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:09.101723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 86f740a7-639f-477c-9b2a-5e781382bfaf up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:09.107761 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] Sync routers for ids ['3ee76041-5d1a-4ad2-b20d-fe5442c7f611'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:09.130203 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] Routers {'3ee76041-5d1a-4ad2-b20d-fe5442c7f611'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:09.131693 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:18:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['3ee76041-5d1a-4ad2-b20d-fe5442c7f611'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:09.202870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ae6e45ca-533f-41a3-8a24-7b3c990c9c20 None None] Provisioning complete for port 86f740a7-639f-477c-9b2a-5e781382bfaf triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:09.203607 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ae6e45ca-533f-41a3-8a24-7b3c990c9c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.226988 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-55e69e4e-1693-4942-86ae-531ecce5ff5d admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.229281 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-55e69e4e-1693-4942-86ae-531ecce5ff5d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3437104 Sep 16 05:18:09.232365 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54466) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:09.301980 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] Set router 3ee76041-5d1a-4ad2-b20d-fe5442c7f611 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:09.414555 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 86f740a7-639f-477c-9b2a-5e781382bfaf triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:09.415185 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.486047 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.632559 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ae6e45ca-533f-41a3-8a24-7b3c990c9c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.651730 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54472) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:09.763680 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ae6e45ca-533f-41a3-8a24-7b3c990c9c20 None None] For port 86f740a7-639f-477c-9b2a-5e781382bfaf, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=86f740a7-639f-477c-9b2a-5e781382bfaf,segment=NetworkSegment(f53a69e9-f8dd-4926-b092-430f98e86ea9),segment_id=f53a69e9-f8dd-4926-b092-430f98e86ea9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:09.785806 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.871706 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ae6e45ca-533f-41a3-8a24-7b3c990c9c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.889366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-16756ddf-ec27-4015-86a0-bcc932d6aec6 tempest-SubnetPoolsTestJSON-576571110 tempest-SubnetPoolsTestJSON-576571110-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1292809164', 'prefixes': ['172.20.0.0/16']}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:10.021421 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:18:10.021421 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:18:10.037155 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee76041-5d1a-4ad2-b20d-fe5442c7f611', 'name': 'tempest-TestVolumeBootPattern-391631245-router', 'tenant_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '6887dc54-b15e-47d8-9e2d-e71c33628f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:05Z', 'updated_at': '2021-09-16T05:18:07Z', 'revision_number': 3, 'project_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'gw_port': {'id': '6887dc54-b15e-47d8-9e2d-e71c33628f77', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:29:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee76041-5d1a-4ad2-b20d-fe5442c7f611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:06Z', 'updated_at': '2021-09-16T05:18:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:10.038774 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e45ca-533f-41a3-8a24-7b3c990c9c20 None None] Pushing event updated for resources: {'Port': ['ID=86f740a7-639f-477c-9b2a-5e781382bfaf,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:10.161765 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] Checking router: 3ee76041-5d1a-4ad2-b20d-fe5442c7f611 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:10.162657 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] Updating router 3ee76041-5d1a-4ad2-b20d-fe5442c7f611 port 6887dc54-b15e-47d8-9e2d-e71c33628f77 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:18:10.200511 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e41dc34b-9134-48e5-9759-a32e29039e21 None None] Provisioning complete for port 86f740a7-639f-477c-9b2a-5e781382bfaf triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:10.202456 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e41dc34b-9134-48e5-9759-a32e29039e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.212766 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.371639 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-48f43c5c-6835-435e-9f6f-e42da970daea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.381288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-16756ddf-ec27-4015-86a0-bcc932d6aec6 tempest-SubnetPoolsTestJSON-576571110 tempest-SubnetPoolsTestJSON-576571110-project] Notify callbacks [] for subnetpool, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.386676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54484) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:10.391013 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-16756ddf-ec27-4015-86a0-bcc932d6aec6 tempest-SubnetPoolsTestJSON-576571110 tempest-SubnetPoolsTestJSON-576571110-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7321019 Sep 16 05:18:10.522663 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a36ca860-fc06-428d-93b3-8a4b2108e0e9 tempest-SubnetPoolsTestJSON-576571110 tempest-SubnetPoolsTestJSON-576571110-project] 10.222.0.20 "GET /v2.0/subnetpools/49281847-da62-4fff-8546-18fc223c24a3 HTTP/1.1" status: 200 len: 732 time: 0.1345851 Sep 16 05:18:10.525822 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54486) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:10.535372 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-86d2dcc8-9bf0-486d-93a7-d74a1da9f13d tempest-SubnetPoolsTestJSON-576571110 tempest-SubnetPoolsTestJSON-576571110-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1910642636'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:10.622007 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.679597 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-48f43c5c-6835-435e-9f6f-e42da970daea admin admin] Allocated IP 172.20.0.1 (c258984f-8dd0-449a-afe8-e61b83471008/fe0afec1-1e67-4a26-a236-c5e5dbfa42b3/e5339bdf-f7a3-4373-b256-e45597f62c85) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:10.713779 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.763520 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54490) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:10.768586 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-86d2dcc8-9bf0-486d-93a7-d74a1da9f13d tempest-SubnetPoolsTestJSON-576571110 tempest-SubnetPoolsTestJSON-576571110-project] Notify callbacks [] for subnetpool, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.773143 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-86d2dcc8-9bf0-486d-93a7-d74a1da9f13d tempest-SubnetPoolsTestJSON-576571110 tempest-SubnetPoolsTestJSON-576571110-project] 10.222.0.20 "PUT /v2.0/subnetpools/49281847-da62-4fff-8546-18fc223c24a3 HTTP/1.1" status: 200 len: 684 time: 0.2440922 Sep 16 05:18:10.774865 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54492) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:10.829794 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-48f43c5c-6835-435e-9f6f-e42da970daea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.880873 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.920454 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4e57b-4862-4593-a553-9737766f8cfa None None] Pushing event updated for resources: {'Port': ['ID=6887dc54-b15e-47d8-9e2d-e71c33628f77,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:10.928161 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] Attempting to bind port 6887dc54-b15e-47d8-9e2d-e71c33628f77 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:10.928963 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] Attempting to bind port 6887dc54-b15e-47d8-9e2d-e71c33628f77 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:10.929407 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] Attempting to bind port 6887dc54-b15e-47d8-9e2d-e71c33628f77 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:10.935822 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:10.936397 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:10.938814 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.939355 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:10.939945 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] Bound port: 6887dc54-b15e-47d8-9e2d-e71c33628f77, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:10.940414 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.997823 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8e3cccb0-6f2a-4207-9540-7d4d0f854edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.004222 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 86f740a7-639f-477c-9b2a-5e781382bfaf up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:11.052955 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fd909765-ca3b-4d17-b953-86639f2a2495 tempest-SubnetPoolsTestJSON-576571110 tempest-SubnetPoolsTestJSON-576571110-project] Notify callbacks [] for subnetpool, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.053227 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] For port 6887dc54-b15e-47d8-9e2d-e71c33628f77, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:11.054179 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fd909765-ca3b-4d17-b953-86639f2a2495 tempest-SubnetPoolsTestJSON-576571110 tempest-SubnetPoolsTestJSON-576571110-project] 10.222.0.20 "DELETE /v2.0/subnetpools/49281847-da62-4fff-8546-18fc223c24a3 HTTP/1.1" status: 204 len: 168 time: 0.2730823 Sep 16 05:18:11.057716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54498) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:11.069827 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-48f43c5c-6835-435e-9f6f-e42da970daea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.076954 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] For port 6887dc54-b15e-47d8-9e2d-e71c33628f77, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6887dc54-b15e-47d8-9e2d-e71c33628f77,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:11.088154 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 86f740a7-639f-477c-9b2a-5e781382bfaf triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:11.088867 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.111797 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-3fb32c21-0bfc-4123-9baa-72bf8dc5729a tempest-SubnetPoolsTestJSON-576571110 tempest-SubnetPoolsTestJSON-576571110-project] show failed (client error): The resource could not be found. Sep 16 05:18:11.116193 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3fb32c21-0bfc-4123-9baa-72bf8dc5729a tempest-SubnetPoolsTestJSON-576571110 tempest-SubnetPoolsTestJSON-576571110-project] 10.222.0.20 "GET /v2.0/subnetpools/49281847-da62-4fff-8546-18fc223c24a3 HTTP/1.1" status: 404 len: 346 time: 0.0576935 Sep 16 05:18:11.117990 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54500) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:11.141230 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f43c5c-6835-435e-9f6f-e42da970daea admin admin] Network c258984f-8dd0-449a-afe8-e61b83471008 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:11.145439 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-48f43c5c-6835-435e-9f6f-e42da970daea admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:11.151799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f43c5c-6835-435e-9f6f-e42da970daea admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:11.167046 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-6ad40d9a-fe46-4b9f-b927-a2dc140ba140 tempest-SubnetPoolsTestJSON-576571110 tempest-SubnetPoolsTestJSON-576571110-project] delete failed (client error): The resource could not be found. Sep 16 05:18:11.171259 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6ad40d9a-fe46-4b9f-b927-a2dc140ba140 tempest-SubnetPoolsTestJSON-576571110 tempest-SubnetPoolsTestJSON-576571110-project] 10.222.0.20 "DELETE /v2.0/subnetpools/49281847-da62-4fff-8546-18fc223c24a3 HTTP/1.1" status: 404 len: 346 time: 0.0491691 Sep 16 05:18:11.185082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f43c5c-6835-435e-9f6f-e42da970daea admin admin] Pushing event updated for resources: {'Port': ['ID=e5339bdf-f7a3-4373-b256-e45597f62c85,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:11.192396 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.229370 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-48f43c5c-6835-435e-9f6f-e42da970daea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.245159 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8e3cccb0-6f2a-4207-9540-7d4d0f854edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.297583 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] Routers {'3ee76041-5d1a-4ad2-b20d-fe5442c7f611'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:11.299080 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:18:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['3ee76041-5d1a-4ad2-b20d-fe5442c7f611'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:11.305770 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4e57b-4862-4593-a553-9737766f8cfa None None] Pushing event updated for resources: {'Port': ['ID=6887dc54-b15e-47d8-9e2d-e71c33628f77,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:11.387865 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8e3cccb0-6f2a-4207-9540-7d4d0f854edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.465669 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] Set router 3ee76041-5d1a-4ad2-b20d-fe5442c7f611 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:11.481068 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8e3cccb0-6f2a-4207-9540-7d4d0f854edf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=128d9fd4afed4d80939d5cc21791554a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7156718 Sep 16 05:18:11.485045 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54504) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:11.489270 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cccb0-6f2a-4207-9540-7d4d0f854edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2331f1f-fac7-49ed-8778-98a8bdddbecd,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:11.524445 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-91866be8-5fb9-42d1-bee1-fa87ee8bdf25 None None] Provisioning complete for port e5339bdf-f7a3-4373-b256-e45597f62c85 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:11.525593 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-91866be8-5fb9-42d1-bee1-fa87ee8bdf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.589611 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-48f43c5c-6835-435e-9f6f-e42da970daea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.623419 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-91866be8-5fb9-42d1-bee1-fa87ee8bdf25 None None] Port e5339bdf-f7a3-4373-b256-e45597f62c85 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:18:11.628074 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c4b2-cbe3-42a0-ba74-db85f6b20b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.694637 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c4b2-cbe3-42a0-ba74-db85f6b20b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.803727 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee76041-5d1a-4ad2-b20d-fe5442c7f611', 'name': 'tempest-TestVolumeBootPattern-391631245-router', 'tenant_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '6887dc54-b15e-47d8-9e2d-e71c33628f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:05Z', 'updated_at': '2021-09-16T05:18:07Z', 'revision_number': 3, 'project_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'gw_port': {'id': '6887dc54-b15e-47d8-9e2d-e71c33628f77', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:29:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee76041-5d1a-4ad2-b20d-fe5442c7f611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:06Z', 'updated_at': '2021-09-16T05:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:11.838030 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bca85c-e0ed-4bc2-8934-33ac7d501769 None None] The sync data for ids ['3ee76041-5d1a-4ad2-b20d-fe5442c7f611'] in n-d-712140-13 is: [{'id': '3ee76041-5d1a-4ad2-b20d-fe5442c7f611', 'name': 'tempest-TestVolumeBootPattern-391631245-router', 'tenant_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '6887dc54-b15e-47d8-9e2d-e71c33628f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:05Z', 'updated_at': '2021-09-16T05:18:07Z', 'revision_number': 3, 'project_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'gw_port': {'id': '6887dc54-b15e-47d8-9e2d-e71c33628f77', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:29:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee76041-5d1a-4ad2-b20d-fe5442c7f611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:06Z', 'updated_at': '2021-09-16T05:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:11.881828 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54508) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:11.890447 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-48f43c5c-6835-435e-9f6f-e42da970daea admin admin] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.911584 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c4b2-cbe3-42a0-ba74-db85f6b20b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.914831 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c4b2-cbe3-42a0-ba74-db85f6b20b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.916471 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-dbb7c4b2-cbe3-42a0-ba74-db85f6b20b40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2331f1f-fac7-49ed-8778-98a8bdddbecd HTTP/1.1" status: 204 len: 168 time: 0.4300501 Sep 16 05:18:11.929352 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7c4b2-cbe3-42a0-ba74-db85f6b20b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2331f1f-fac7-49ed-8778-98a8bdddbecd,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:11.995843 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-48f43c5c-6835-435e-9f6f-e42da970daea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.081325 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3500fe1c-1551-47bf-bb60-a2daa5178497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.085515 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-48f43c5c-6835-435e-9f6f-e42da970daea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.088600 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f43c5c-6835-435e-9f6f-e42da970daea admin admin] Pushing event updated for resources: {'Port': ['ID=e5339bdf-f7a3-4373-b256-e45597f62c85,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:12.267708 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3500fe1c-1551-47bf-bb60-a2daa5178497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.268646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f43c5c-6835-435e-9f6f-e42da970daea admin admin] Network c258984f-8dd0-449a-afe8-e61b83471008 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:12.270345 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-48f43c5c-6835-435e-9f6f-e42da970daea admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:12.402389 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3500fe1c-1551-47bf-bb60-a2daa5178497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.455342 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500fe1c-1551-47bf-bb60-a2daa5178497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c219d111-09a0-4261-9f1a-24c542ebcfba,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:12.467680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f43c5c-6835-435e-9f6f-e42da970daea admin admin] Router 3ee76041-5d1a-4ad2-b20d-fe5442c7f611 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:18:12.480963 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3500fe1c-1551-47bf-bb60-a2daa5178497 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f7cf54d4292484480ec6d8906642361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5955303 Sep 16 05:18:12.486210 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54518) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:12.591184 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f0087b9-4ec7-45aa-a47e-7f80a922f28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.621783 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f0087b9-4ec7-45aa-a47e-7f80a922f28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.656490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f43c5c-6835-435e-9f6f-e42da970daea admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:12.666040 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0dba3572-bd0c-4dc7-b608-26704289262b None None] Provisioning complete for port e5339bdf-f7a3-4373-b256-e45597f62c85 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:12.666715 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0dba3572-bd0c-4dc7-b608-26704289262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.678651 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-48f43c5c-6835-435e-9f6f-e42da970daea admin admin] 10.222.0.20 "PUT /v2.0/routers/3ee76041-5d1a-4ad2-b20d-fe5442c7f611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4443069 Sep 16 05:18:12.725502 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-0dba3572-bd0c-4dc7-b608-26704289262b None None] Port e5339bdf-f7a3-4373-b256-e45597f62c85 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:18:12.795110 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f0087b9-4ec7-45aa-a47e-7f80a922f28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.797916 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f0087b9-4ec7-45aa-a47e-7f80a922f28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.800315 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3f0087b9-4ec7-45aa-a47e-7f80a922f28d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c219d111-09a0-4261-9f1a-24c542ebcfba HTTP/1.1" status: 204 len: 168 time: 0.3112710 Sep 16 05:18:12.809629 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0087b9-4ec7-45aa-a47e-7f80a922f28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c219d111-09a0-4261-9f1a-24c542ebcfba,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:12.986318 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6887dc54-b15e-47d8-9e2d-e71c33628f77 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:13.026449 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54530) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:13.041973 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3a784ee0-0301-4dd2-92c7-57fb4d850a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.077180 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 6887dc54-b15e-47d8-9e2d-e71c33628f77 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:13.077562 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.187667 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.221128 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 6887dc54-b15e-47d8-9e2d-e71c33628f77, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6887dc54-b15e-47d8-9e2d-e71c33628f77,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:13.227734 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3a784ee0-0301-4dd2-92c7-57fb4d850a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.335323 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.382352 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3a784ee0-0301-4dd2-92c7-57fb4d850a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.440213 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=6887dc54-b15e-47d8-9e2d-e71c33628f77,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:13.442291 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a784ee0-0301-4dd2-92c7-57fb4d850a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940b711e-96c8-413f-9264-1e21df13fb02,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:13.449966 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3a784ee0-0301-4dd2-92c7-57fb4d850a7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7042191d5da64cd8ab88d04e98a739f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226780 Sep 16 05:18:13.451225 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:13.451577 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:13.452036 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:13.452371 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:13.452708 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:13.452879 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54538) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:13.453034 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:13.453529 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:13.453675 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:13.454079 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:13.454414 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:13.454745 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:13.455101 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:13.554004 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-02e8e28c-5b42-4e3b-a5f7-3df395523002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.592363 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-02e8e28c-5b42-4e3b-a5f7-3df395523002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.711061 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-02e8e28c-5b42-4e3b-a5f7-3df395523002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.715318 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-02e8e28c-5b42-4e3b-a5f7-3df395523002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.717945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-02e8e28c-5b42-4e3b-a5f7-3df395523002 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/940b711e-96c8-413f-9264-1e21df13fb02 HTTP/1.1" status: 204 len: 168 time: 0.2641590 Sep 16 05:18:13.733137 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8e28c-5b42-4e3b-a5f7-3df395523002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940b711e-96c8-413f-9264-1e21df13fb02,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:14.170346 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] Sync routers for ids ['3ee76041-5d1a-4ad2-b20d-fe5442c7f611'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:14.189453 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] Routers {'3ee76041-5d1a-4ad2-b20d-fe5442c7f611'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:14.190590 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:18:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['3ee76041-5d1a-4ad2-b20d-fe5442c7f611'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:14.386663 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] Set router 3ee76041-5d1a-4ad2-b20d-fe5442c7f611 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:14.723866 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee76041-5d1a-4ad2-b20d-fe5442c7f611', 'name': 'tempest-TestVolumeBootPattern-391631245-router', 'tenant_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '6887dc54-b15e-47d8-9e2d-e71c33628f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:05Z', 'updated_at': '2021-09-16T05:18:11Z', 'revision_number': 4, 'project_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'gw_port': {'id': '6887dc54-b15e-47d8-9e2d-e71c33628f77', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee76041-5d1a-4ad2-b20d-fe5442c7f611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:06Z', 'updated_at': '2021-09-16T05:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'e5339bdf-f7a3-4373-b256-e45597f62c85', 'name': '', 'network_id': 'c258984f-8dd0-449a-afe8-e61b83471008', 'tenant_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'mac_address': 'fa:16:3e:d8:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee76041-5d1a-4ad2-b20d-fe5442c7f611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'fe0afec1-1e67-4a26-a236-c5e5dbfa42b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:10Z', 'updated_at': '2021-09-16T05:18:11Z', 'revision_number': 2, 'project_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'subnets': [{'id': 'fe0afec1-1e67-4a26-a236-c5e5dbfa42b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:14.769099 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] Checking router: 3ee76041-5d1a-4ad2-b20d-fe5442c7f611 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:14.770206 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] Updating router 3ee76041-5d1a-4ad2-b20d-fe5442c7f611 port e5339bdf-f7a3-4373-b256-e45597f62c85 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:18:14.807128 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.973024 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6887dc54-b15e-47d8-9e2d-e71c33628f77 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:15.367337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 6887dc54-b15e-47d8-9e2d-e71c33628f77 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:15.368267 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.541199 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.643700 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.812758 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3faf1-e666-41ee-910b-799e267aaead None None] Pushing event updated for resources: {'Port': ['ID=e5339bdf-f7a3-4373-b256-e45597f62c85,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:15.820513 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] Attempting to bind port e5339bdf-f7a3-4373-b256-e45597f62c85 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:15.820867 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] Attempting to bind port e5339bdf-f7a3-4373-b256-e45597f62c85 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'f53a69e9-f8dd-4926-b092-430f98e86ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c258984f-8dd0-449a-afe8-e61b83471008'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:15.821462 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] Attempting to bind port e5339bdf-f7a3-4373-b256-e45597f62c85 on network c258984f-8dd0-449a-afe8-e61b83471008 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:15.829376 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:15.830177 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] Checking segment: {'id': 'f53a69e9-f8dd-4926-b092-430f98e86ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c258984f-8dd0-449a-afe8-e61b83471008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:15.830810 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.832278 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] Bound using segment: {'id': 'f53a69e9-f8dd-4926-b092-430f98e86ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c258984f-8dd0-449a-afe8-e61b83471008'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:15.834706 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] Bound port: e5339bdf-f7a3-4373-b256-e45597f62c85, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53a69e9-f8dd-4926-b092-430f98e86ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c258984f-8dd0-449a-afe8-e61b83471008'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:15.834706 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.967053 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] For port e5339bdf-f7a3-4373-b256-e45597f62c85, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:15.975854 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] For port e5339bdf-f7a3-4373-b256-e45597f62c85, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e5339bdf-f7a3-4373-b256-e45597f62c85,segment=NetworkSegment(f53a69e9-f8dd-4926-b092-430f98e86ea9),segment_id=f53a69e9-f8dd-4926-b092-430f98e86ea9)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:16.048354 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.168909 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3faf1-e666-41ee-910b-799e267aaead None None] Pushing event updated for resources: {'Port': ['ID=e5339bdf-f7a3-4373-b256-e45597f62c85,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:16.185108 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] Routers {'3ee76041-5d1a-4ad2-b20d-fe5442c7f611'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:16.186196 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:18:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['3ee76041-5d1a-4ad2-b20d-fe5442c7f611'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:16.369483 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] Set router 3ee76041-5d1a-4ad2-b20d-fe5442c7f611 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:16.371785 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1ae8b61c-30fc-4e07-b3aa-18f661808f23 None None] Provisioning complete for port e5339bdf-f7a3-4373-b256-e45597f62c85 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:16.372167 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1ae8b61c-30fc-4e07-b3aa-18f661808f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.841640 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1ae8b61c-30fc-4e07-b3aa-18f661808f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.931376 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-1ae8b61c-30fc-4e07-b3aa-18f661808f23 None None] For port e5339bdf-f7a3-4373-b256-e45597f62c85, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e5339bdf-f7a3-4373-b256-e45597f62c85,segment=NetworkSegment(f53a69e9-f8dd-4926-b092-430f98e86ea9),segment_id=f53a69e9-f8dd-4926-b092-430f98e86ea9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:16.948325 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee76041-5d1a-4ad2-b20d-fe5442c7f611', 'name': 'tempest-TestVolumeBootPattern-391631245-router', 'tenant_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '6887dc54-b15e-47d8-9e2d-e71c33628f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:05Z', 'updated_at': '2021-09-16T05:18:11Z', 'revision_number': 4, 'project_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'gw_port': {'id': '6887dc54-b15e-47d8-9e2d-e71c33628f77', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee76041-5d1a-4ad2-b20d-fe5442c7f611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:06Z', 'updated_at': '2021-09-16T05:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'e5339bdf-f7a3-4373-b256-e45597f62c85', 'name': '', 'network_id': 'c258984f-8dd0-449a-afe8-e61b83471008', 'tenant_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'mac_address': 'fa:16:3e:d8:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee76041-5d1a-4ad2-b20d-fe5442c7f611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'fe0afec1-1e67-4a26-a236-c5e5dbfa42b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:10Z', 'updated_at': '2021-09-16T05:18:15Z', 'revision_number': 4, 'project_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'subnets': [{'id': 'fe0afec1-1e67-4a26-a236-c5e5dbfa42b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:17.006744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a19fb3-280b-4ef8-bcd0-b58b7bed369d None None] The sync data for ids ['3ee76041-5d1a-4ad2-b20d-fe5442c7f611'] in n-d-712140-13 is: [{'id': '3ee76041-5d1a-4ad2-b20d-fe5442c7f611', 'name': 'tempest-TestVolumeBootPattern-391631245-router', 'tenant_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '6887dc54-b15e-47d8-9e2d-e71c33628f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:05Z', 'updated_at': '2021-09-16T05:18:11Z', 'revision_number': 4, 'project_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'gw_port': {'id': '6887dc54-b15e-47d8-9e2d-e71c33628f77', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee76041-5d1a-4ad2-b20d-fe5442c7f611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:06Z', 'updated_at': '2021-09-16T05:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'e5339bdf-f7a3-4373-b256-e45597f62c85', 'name': '', 'network_id': 'c258984f-8dd0-449a-afe8-e61b83471008', 'tenant_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'mac_address': 'fa:16:3e:d8:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee76041-5d1a-4ad2-b20d-fe5442c7f611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'fe0afec1-1e67-4a26-a236-c5e5dbfa42b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:10Z', 'updated_at': '2021-09-16T05:18:15Z', 'revision_number': 4, 'project_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'subnets': [{'id': 'fe0afec1-1e67-4a26-a236-c5e5dbfa42b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:17.048602 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1ae8b61c-30fc-4e07-b3aa-18f661808f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.140489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8b61c-30fc-4e07-b3aa-18f661808f23 None None] Pushing event updated for resources: {'Port': ['ID=e5339bdf-f7a3-4373-b256-e45597f62c85,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:17.166953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e46bb217-fd6b-4717-9c0c-76116815e9e6 None None] Provisioning complete for port e5339bdf-f7a3-4373-b256-e45597f62c85 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:17.167608 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e46bb217-fd6b-4717-9c0c-76116815e9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.396853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54640) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:17.542675 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bc94d486-012b-40d9-89e0-77b77442b077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.697976 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bc94d486-012b-40d9-89e0-77b77442b077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.835079 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bc94d486-012b-40d9-89e0-77b77442b077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.913992 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bc94d486-012b-40d9-89e0-77b77442b077 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e45295a477ab4476b62f8afd05a763e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5153236 Sep 16 05:18:17.926522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94d486-012b-40d9-89e0-77b77442b077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc5e8cc-b821-4bc9-8a63-49f26a1348c6,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:17.930237 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54654) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:17.998784 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e739ad8-4af0-401d-b0f4-a93d750918f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.045676 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e739ad8-4af0-401d-b0f4-a93d750918f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.173731 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e739ad8-4af0-401d-b0f4-a93d750918f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.185466 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e739ad8-4af0-401d-b0f4-a93d750918f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.185466 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6e739ad8-4af0-401d-b0f4-a93d750918f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5dc5e8cc-b821-4bc9-8a63-49f26a1348c6 HTTP/1.1" status: 204 len: 168 time: 0.2488375 Sep 16 05:18:18.194387 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e739ad8-4af0-401d-b0f4-a93d750918f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc5e8cc-b821-4bc9-8a63-49f26a1348c6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:18.354008 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-f3db446d-574d-4fda-bd92-b308b82f0c32 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:18.356603 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-f3db446d-574d-4fda-bd92-b308b82f0c32 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 811 time: 0.1781144 Sep 16 05:18:18.387298 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-e4da9aba-c662-4140-bec2-ae310cecea72 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/quotas/4e374b714a454b6bbbcea86d3b0a9144 HTTP/1.1" status: 200 len: 375 time: 0.0182869 Sep 16 05:18:18.482108 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-1dfb40d3-23ae-45cb-8e27-1996d0b7c4ed tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738580 Sep 16 05:18:18.624915 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-754510bb-03b5-40ba-b87f-f2a1b628ecac service neutron] 10.222.0.20 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285162 Sep 16 05:18:18.756539 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-21fef852-e8ae-4481-8162-5dbde0335cee service neutron] 10.222.0.20 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188791 Sep 16 05:18:19.021895 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e5339bdf-f7a3-4373-b256-e45597f62c85 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:19.110303 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port e5339bdf-f7a3-4373-b256-e45597f62c85 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:19.110805 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.227370 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54680) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:19.252624 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c0c215f-34c3-40cd-835d-0299a19ac2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.401401 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c0c215f-34c3-40cd-835d-0299a19ac2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.686762 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c0c215f-34c3-40cd-835d-0299a19ac2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.736989 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4c0c215f-34c3-40cd-835d-0299a19ac2da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f76ac4b802c94d3089fb2d7320977a83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5076714 Sep 16 05:18:19.740154 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c215f-34c3-40cd-835d-0299a19ac2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad613d8-0122-4be4-9134-7ef121bc1b73,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:19.743383 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54684) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:19.856204 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03e3fea7-a055-4950-9dfe-825c8dd026d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.928395 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03e3fea7-a055-4950-9dfe-825c8dd026d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.938125 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-614051ac-bfab-479a-b08b-7684bf9f41f8 req-6c272091-2e94-4517-acc8-7bfdc4f09d04 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 210 time: 0.0717700 Sep 16 05:18:20.150153 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03e3fea7-a055-4950-9dfe-825c8dd026d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:20.153244 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03e3fea7-a055-4950-9dfe-825c8dd026d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:20.154740 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-03e3fea7-a055-4950-9dfe-825c8dd026d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ad613d8-0122-4be4-9134-7ef121bc1b73 HTTP/1.1" status: 204 len: 168 time: 0.4098680 Sep 16 05:18:20.165631 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3fea7-a055-4950-9dfe-825c8dd026d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad613d8-0122-4be4-9134-7ef121bc1b73,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:21.057636 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a2cc9f92-50b1-435d-8b7f-06c2e327b4a8 req-8dfa4ce9-0e15-470f-80e9-79f67af242af tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 210 time: 0.0399947 Sep 16 05:18:22.240156 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cac20337-b76f-40cb-a8c8-814eeb853a90 req-13d82ffd-a52f-4034-95b4-818fca37658e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 210 time: 0.0572314 Sep 16 05:18:22.802431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-5f1557fd-3daa-4e61-95d8-a62ffd3b80ad tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:22.805343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-5f1557fd-3daa-4e61-95d8-a62ffd3b80ad tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.21 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 811 time: 0.1663947 Sep 16 05:18:22.830746 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-b6fcd3e3-19ea-4cf5-98f4-f9c1c5c0ee09 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Request body: {'port': {'device_id': '5f2c06fe-b579-47a9-8a75-d3c50d8e9d98', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'admin_state_up': True, 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:23.103626 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-b6fcd3e3-19ea-4cf5-98f4-f9c1c5c0ee09 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Made reservation on behalf of 4e374b714a454b6bbbcea86d3b0a9144 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:23.109668 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-b6fcd3e3-19ea-4cf5-98f4-f9c1c5c0ee09 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:23.410579 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-b6fcd3e3-19ea-4cf5-98f4-f9c1c5c0ee09 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Allocated IP 172.20.0.14 (43582cdc-205b-4fb3-8725-2a4b30e623df/5507afb9-2881-4920-bc53-bfa72716d79e/ac49265b-4fe0-4724-ae2a-416ac4e287b3) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:23.412208 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d698119-8f77-4d08-899d-17062ac481b7 req-584068cb-9f1d-4856-883f-c33d9ffb3693 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 210 time: 0.0447154 Sep 16 05:18:23.685551 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-b6fcd3e3-19ea-4cf5-98f4-f9c1c5c0ee09 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:23.813470 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-b6fcd3e3-19ea-4cf5-98f4-f9c1c5c0ee09 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:23.907180 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-b6fcd3e3-19ea-4cf5-98f4-f9c1c5c0ee09 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Network 43582cdc-205b-4fb3-8725-2a4b30e623df is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:23.917904 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-b6fcd3e3-19ea-4cf5-98f4-f9c1c5c0ee09 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:23.942682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-b6fcd3e3-19ea-4cf5-98f4-f9c1c5c0ee09 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:23.960459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcd3e3-19ea-4cf5-98f4-f9c1c5c0ee09 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event updated for resources: {'Port': ['ID=ac49265b-4fe0-4724-ae2a-416ac4e287b3,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:23.961448 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54774) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:24.055372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-b6fcd3e3-19ea-4cf5-98f4-f9c1c5c0ee09 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:24.056070 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-b6fcd3e3-19ea-4cf5-98f4-f9c1c5c0ee09 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.163137 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-b6fcd3e3-19ea-4cf5-98f4-f9c1c5c0ee09 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3418782 Sep 16 05:18:24.181470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Request body: {'port': {'device_id': '5f2c06fe-b579-47a9-8a75-d3c50d8e9d98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:24.231577 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f6b92c6-ed2b-4051-aa6f-474c4a40c8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.292229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ec31848a-75cf-4a69-87e7-607ede536fab None None] Provisioning complete for port ac49265b-4fe0-4724-ae2a-416ac4e287b3 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:24.294207 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ec31848a-75cf-4a69-87e7-607ede536fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.351909 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.381769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ec31848a-75cf-4a69-87e7-607ede536fab None None] Port ac49265b-4fe0-4724-ae2a-416ac4e287b3 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:18:24.488643 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f6b92c6-ed2b-4051-aa6f-474c4a40c8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.546441 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.580418 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f6b92c6-ed2b-4051-aa6f-474c4a40c8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.624805 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b92c6-ed2b-4051-aa6f-474c4a40c8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d09874-6eb9-42f5-9325-9e624a86d3fd,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:24.690741 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8f6b92c6-ed2b-4051-aa6f-474c4a40c8b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a014a1d7d714ed3b42488e9671eaaf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7249718 Sep 16 05:18:24.700240 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54782) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:24.743081 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac84e0f-f24b-418a-89ec-fd0d2bd4dbde req-26c18441-e0ce-49fc-bd32-8a26d6fc7439 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:24.748305 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ac84e0f-f24b-418a-89ec-fd0d2bd4dbde req-26c18441-e0ce-49fc-bd32-8a26d6fc7439 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 932 time: 0.1737838 Sep 16 05:18:24.806428 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebe8d930-a581-416a-920d-2d061a1d4b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.879103 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebe8d930-a581-416a-920d-2d061a1d4b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.928864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ac84e0f-f24b-418a-89ec-fd0d2bd4dbde req-9d258c8a-d90a-4cd7-a3ed-306d24f28172 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722267 Sep 16 05:18:25.054590 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac49265b-4fe0-4724-ae2a-416ac4e287b3 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:25.070415 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.104555 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Transition to ACTIVE for port object ac49265b-4fe0-4724-ae2a-416ac4e287b3 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:18:25.115170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebe8d930-a581-416a-920d-2d061a1d4b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.115170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ebe8d930-a581-416a-920d-2d061a1d4b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.115170 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ebe8d930-a581-416a-920d-2d061a1d4b13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82d09874-6eb9-42f5-9325-9e624a86d3fd HTTP/1.1" status: 204 len: 168 time: 0.4072392 Sep 16 05:18:25.121815 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8d930-a581-416a-920d-2d061a1d4b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d09874-6eb9-42f5-9325-9e624a86d3fd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:25.241747 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.403609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Pushing event updated for resources: {'Port': ['ID=ac49265b-4fe0-4724-ae2a-416ac4e287b3,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:25.516093 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Attempting to bind port ac49265b-4fe0-4724-ae2a-416ac4e287b3 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:25.516827 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Attempting to bind port ac49265b-4fe0-4724-ae2a-416ac4e287b3 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:25.517437 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Attempting to bind port ac49265b-4fe0-4724-ae2a-416ac4e287b3 on network 43582cdc-205b-4fb3-8725-2a4b30e623df {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:25.528094 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Port ac49265b-4fe0-4724-ae2a-416ac4e287b3 on network 43582cdc-205b-4fb3-8725-2a4b30e623df not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:18:25.528770 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Attempting to bind port ac49265b-4fe0-4724-ae2a-416ac4e287b3 on network 43582cdc-205b-4fb3-8725-2a4b30e623df {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:25.541729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:25.542556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Checking segment: {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:25.543188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Bound using segment: {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:25.543963 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Bound port: ac49265b-4fe0-4724-ae2a-416ac4e287b3, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:25.550866 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.682683 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] For port ac49265b-4fe0-4724-ae2a-416ac4e287b3, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:25.688909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] For port ac49265b-4fe0-4724-ae2a-416ac4e287b3, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ac49265b-4fe0-4724-ae2a-416ac4e287b3,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:25.780026 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.850242 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:25.851407 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.853978 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] 10.222.0.21 "PUT /v2.0/ports/ac49265b-4fe0-4724-ae2a-416ac4e287b3 HTTP/1.1" status: 200 len: 1093 time: 1.6769304 Sep 16 05:18:25.854751 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2c06fe-b579-47a9-8a75-d3c50d8e9d98', 'tag': 'ac49265b-4fe0-4724-ae2a-416ac4e287b3'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:25.858754 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0f76ba-5796-4cda-89af-2ab68b01445f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2c06fe-b579-47a9-8a75-d3c50d8e9d98", "tag": "ac49265b-4fe0-4724-ae2a-416ac4e287b3"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:25.913173 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fad26-e26d-428a-8870-633aaf77e390 service neutron] Pushing event updated for resources: {'Port': ['ID=ac49265b-4fe0-4724-ae2a-416ac4e287b3,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:25.924946 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879af200-5be6-4129-9559-7bfbaf0c3a49 x-openstack-request-id: req-879af200-5be6-4129-9559-7bfbaf0c3a49 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:25.925457 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2c06fe-b579-47a9-8a75-d3c50d8e9d98", "tag": "ac49265b-4fe0-4724-ae2a-416ac4e287b3", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:25.925916 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-879af200-5be6-4129-9559-7bfbaf0c3a49 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:25.926529 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2c06fe-b579-47a9-8a75-d3c50d8e9d98', 'tag': 'ac49265b-4fe0-4724-ae2a-416ac4e287b3', 'status': 'completed', 'code': 200} Sep 16 05:18:26.227738 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48970e-9ab1-4aee-840e-2bff7a06f404 req-750934f7-3974-4b52-bc96-0077f7c7f755 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:26.231022 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce48970e-9ab1-4aee-840e-2bff7a06f404 req-750934f7-3974-4b52-bc96-0077f7c7f755 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 944 time: 0.1370981 Sep 16 05:18:26.236804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f76ba-5796-4cda-89af-2ab68b01445f req-7b60db44-8ae0-4779-aeb7-aac41b310560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:26.240430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c0f76ba-5796-4cda-89af-2ab68b01445f req-7b60db44-8ae0-4779-aeb7-aac41b310560 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 1096 time: 0.2549706 Sep 16 05:18:26.296308 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 54808) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:26.323971 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1218ad7-8ebc-44e7-8596-066a40e62739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.365545 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce48970e-9ab1-4aee-840e-2bff7a06f404 req-2e22b14e-934b-41ed-ae6b-e37d05e148fd tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235182 Sep 16 05:18:26.448629 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f76ba-5796-4cda-89af-2ab68b01445f req-4019f354-b7d2-42ee-ada1-ff2b37e5c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:26.454750 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c0f76ba-5796-4cda-89af-2ab68b01445f req-4019f354-b7d2-42ee-ada1-ff2b37e5c782 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1983984 Sep 16 05:18:26.547281 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1218ad7-8ebc-44e7-8596-066a40e62739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.589133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f76ba-5796-4cda-89af-2ab68b01445f req-fd01433c-6878-499f-8a1a-ec5ee763fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:26.590952 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c0f76ba-5796-4cda-89af-2ab68b01445f req-fd01433c-6878-499f-8a1a-ec5ee763fb66 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299279 Sep 16 05:18:26.606044 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1218ad7-8ebc-44e7-8596-066a40e62739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.653190 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1218ad7-8ebc-44e7-8596-066a40e62739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e67afe-b225-4b55-a64e-d8356a15b0a0,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:26.660719 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e1218ad7-8ebc-44e7-8596-066a40e62739 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=adcf58e511c84c56b46f2201f77b8aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3617439 Sep 16 05:18:26.664863 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54812) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:26.776141 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-eb761f67-8719-404f-a3df-d2f7a603ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:26.777992 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-eb761f67-8719-404f-a3df-d2f7a603ac52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 1096 time: 0.1018481 Sep 16 05:18:26.796488 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a24a3335-1b8a-4e28-99ff-bf6fdda3d3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.341688 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-117035ec-dd01-45de-9b5b-0f91d06cac5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac49265b-4fe0-4724-ae2a-416ac4e287b3 HTTP/1.1" status: 200 len: 217 time: 0.5470169 Sep 16 05:18:27.368148 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a24a3335-1b8a-4e28-99ff-bf6fdda3d3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.447284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-c61c32bb-b765-46e2-b01f-b3ad12d176b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:27.448849 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-c61c32bb-b765-46e2-b01f-b3ad12d176b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.1002862 Sep 16 05:18:27.511931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-a4cd21c3-1dc3-4117-be74-eace3fac1bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:27.513453 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-a4cd21c3-1dc3-4117-be74-eace3fac1bdb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576234 Sep 16 05:18:27.619659 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a24a3335-1b8a-4e28-99ff-bf6fdda3d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.622770 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a24a3335-1b8a-4e28-99ff-bf6fdda3d3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.624779 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a24a3335-1b8a-4e28-99ff-bf6fdda3d3ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7e67afe-b225-4b55-a64e-d8356a15b0a0 HTTP/1.1" status: 204 len: 168 time: 0.9578454 Sep 16 05:18:27.649089 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a3335-1b8a-4e28-99ff-bf6fdda3d3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e67afe-b225-4b55-a64e-d8356a15b0a0,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:27.668490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1ddce-6ee3-4c0d-82bd-16ea8f5184a1 req-0572bb5c-b065-423a-8988-d44cd648bb32 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:27.670220 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54f1ddce-6ee3-4c0d-82bd-16ea8f5184a1 req-0572bb5c-b065-423a-8988-d44cd648bb32 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 944 time: 0.1554978 Sep 16 05:18:27.708796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-cea848a0-fdd7-42f4-9a74-756c90f576b3 service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845682 Sep 16 05:18:27.738105 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54f1ddce-6ee3-4c0d-82bd-16ea8f5184a1 req-48af0c7e-b664-4109-a1d4-d878fa717072 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611985 Sep 16 05:18:27.869121 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-030f98d5-39f1-4545-8f55-8e855f5cbe4d req-fa36550e-6036-4b99-80b1-0e777c6d1a3c service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487956 Sep 16 05:18:28.617292 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:28.938555 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fedaf-aea6-48b7-b282-4ee8b6aac6fc req-833d6c23-85fe-44bc-99f5-a50deec9eff8 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:28.942918 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d68fedaf-aea6-48b7-b282-4ee8b6aac6fc req-833d6c23-85fe-44bc-99f5-a50deec9eff8 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 944 time: 0.1091301 Sep 16 05:18:28.999635 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d68fedaf-aea6-48b7-b282-4ee8b6aac6fc req-daf98398-d873-435f-bfb1-93d4799a88fe tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499513 Sep 16 05:18:29.179868 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:18:30.163410 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19743fe6-2ca8-40e7-8df1-e8b1ab0ccb45 req-139cbac0-714f-42c5-9599-485d2c21f2d7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:30.165113 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19743fe6-2ca8-40e7-8df1-e8b1ab0ccb45 req-139cbac0-714f-42c5-9599-485d2c21f2d7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 944 time: 0.0604022 Sep 16 05:18:30.216741 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19743fe6-2ca8-40e7-8df1-e8b1ab0ccb45 req-498c36ee-15cf-4ff4-abb9-245c3dd2c21a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431099 Sep 16 05:18:31.396576 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56be58-74a1-4628-8434-605cfb4cb818 req-04a6bd51-8043-4486-a3c8-dc1b6ef0a706 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:31.403782 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db56be58-74a1-4628-8434-605cfb4cb818 req-04a6bd51-8043-4486-a3c8-dc1b6ef0a706 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 944 time: 0.0930216 Sep 16 05:18:31.461368 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db56be58-74a1-4628-8434-605cfb4cb818 req-f06e3f3c-855d-41c4-a974-c11c90bb5e51 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553715 Sep 16 05:18:32.636495 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e90379-1025-4674-83d3-fc71e7d3c8be req-517070ec-b3ce-46b5-9d8f-7b9007766ba3 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:32.638041 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32e90379-1025-4674-83d3-fc71e7d3c8be req-517070ec-b3ce-46b5-9d8f-7b9007766ba3 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 944 time: 0.0728016 Sep 16 05:18:32.710474 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32e90379-1025-4674-83d3-fc71e7d3c8be req-448d1b2c-800a-47d5-9ab7-e27a75954a11 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644994 Sep 16 05:18:33.076938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdbc61-e9f7-4030-9713-b278207571e4 req-f2065f18-b65a-42bd-acf3-0bf991f53f41 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:33.078846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58cdbc61-e9f7-4030-9713-b278207571e4 req-f2065f18-b65a-42bd-acf3-0bf991f53f41 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 1097 time: 0.0549936 Sep 16 05:18:33.132673 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58cdbc61-e9f7-4030-9713-b278207571e4 req-7d7f8e2b-22ef-4cc5-98d2-e059d14b8647 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450790 Sep 16 05:18:33.162109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 54966) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:33.422339 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-2024d14e-0692-476c-b00f-2b6246e829c9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Deleting port 2c4f8f69-7d3c-4b56-a636-45bdd203776d {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:33.422873 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2024d14e-0692-476c-b00f-2b6246e829c9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:33.561513 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2024d14e-0692-476c-b00f-2b6246e829c9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:33.562093 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2024d14e-0692-476c-b00f-2b6246e829c9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:33.593881 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-2024d14e-0692-476c-b00f-2b6246e829c9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Calling delete_port for 2c4f8f69-7d3c-4b56-a636-45bdd203776d owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:33.965933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbb966-ac35-4883-8373-654536a7a259 req-9d259a07-9688-495d-be6d-13a219db237d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:33.968773 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41dbb966-ac35-4883-8373-654536a7a259 req-9d259a07-9688-495d-be6d-13a219db237d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 944 time: 0.1246748 Sep 16 05:18:33.995638 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2024d14e-0692-476c-b00f-2b6246e829c9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.036105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024d14e-0692-476c-b00f-2b6246e829c9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Port': ['ID=2c4f8f69-7d3c-4b56-a636-45bdd203776d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:34.083996 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41dbb966-ac35-4883-8373-654536a7a259 req-761cc001-2694-4c1c-9935-83c0b147a45a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081438 Sep 16 05:18:34.143114 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2024d14e-0692-476c-b00f-2b6246e829c9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.144060 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-2024d14e-0692-476c-b00f-2b6246e829c9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Floating IP 8e62ee9d-e839-4758-83e7-ca28e1b47adb disassociated (deleted). External IP: 172.25.4.217, port: 10277635-f610-4eec-9823-2866c1decbda. Sep 16 05:18:34.418217 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2024d14e-0692-476c-b00f-2b6246e829c9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Router 38fdd506-9d5b-4e20-abcb-99d4871777ed has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:18:34.561993 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2024d14e-0692-476c-b00f-2b6246e829c9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:34.567846 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2024d14e-0692-476c-b00f-2b6246e829c9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.581853 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac62f886-500e-4733-83c2-fbc351cc9716 None None] Sync routers for ids ['38fdd506-9d5b-4e20-abcb-99d4871777ed'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:34.592817 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac62f886-500e-4733-83c2-fbc351cc9716 None None] Routers {'38fdd506-9d5b-4e20-abcb-99d4871777ed'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:34.593474 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ac62f886-500e-4733-83c2-fbc351cc9716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:18:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['38fdd506-9d5b-4e20-abcb-99d4871777ed'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:34.645510 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2024d14e-0692-476c-b00f-2b6246e829c9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "DELETE /v2.0/floatingips/8e62ee9d-e839-4758-83e7-ca28e1b47adb HTTP/1.1" status: 204 len: 168 time: 1.4771891 Sep 16 05:18:34.646753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'tag': '10277635-f610-4eec-9823-2866c1decbda'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:34.651403 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2973755b-6f8d-47e0-8fa5-270e15e83e67" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ebd6d3-c469-4879-9e2b-5fdfb30521bf", "tag": "10277635-f610-4eec-9823-2866c1decbda"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:34.766936 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5f527d-b8ec-442d-9425-ba497ce8a99d x-openstack-request-id: req-6e5f527d-b8ec-442d-9425-ba497ce8a99d {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:34.767732 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ebd6d3-c469-4879-9e2b-5fdfb30521bf", "tag": "10277635-f610-4eec-9823-2866c1decbda", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:34.769065 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e5f527d-b8ec-442d-9425-ba497ce8a99d {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:34.770053 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'tag': '10277635-f610-4eec-9823-2866c1decbda', 'status': 'completed', 'code': 200} Sep 16 05:18:34.812698 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-ac62f886-500e-4733-83c2-fbc351cc9716 None None] Set router 38fdd506-9d5b-4e20-abcb-99d4871777ed gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:34.954272 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973755b-6f8d-47e0-8fa5-270e15e83e67 req-4dd2c498-9ca5-4c28-9079-db1694ec43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:34.959797 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2973755b-6f8d-47e0-8fa5-270e15e83e67 req-4dd2c498-9ca5-4c28-9079-db1694ec43cf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 1097 time: 0.1423080 Sep 16 05:18:35.200390 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ac62f886-500e-4733-83c2-fbc351cc9716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112501401', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '071d6351-b056-45a4-972f-840caf1f7619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:53Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '071d6351-b056-45a4-972f-840caf1f7619', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:54Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '52bcff87-81f5-4194-af19-ddce2ffc93b2', 'name': '', 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:0f:14:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b547af7-36d4-4df5-88c9-2c0747cddb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:02Z', 'updated_at': '2021-09-16T05:15:09Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '3b547af7-36d4-4df5-88c9-2c0747cddb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:35.278493 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac62f886-500e-4733-83c2-fbc351cc9716 None None] Checking router: 38fdd506-9d5b-4e20-abcb-99d4871777ed for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:35.289447 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac62f886-500e-4733-83c2-fbc351cc9716 None None] Routers {'38fdd506-9d5b-4e20-abcb-99d4871777ed'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:35.290448 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ac62f886-500e-4733-83c2-fbc351cc9716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:18:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['38fdd506-9d5b-4e20-abcb-99d4871777ed'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:35.291790 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e10782ce-3df1-49df-8574-af8d70b1d690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.309920 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973755b-6f8d-47e0-8fa5-270e15e83e67 req-ab57e12f-7892-4810-ac98-554d5641a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:35.313495 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2973755b-6f8d-47e0-8fa5-270e15e83e67 req-ab57e12f-7892-4810-ac98-554d5641a9d1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6219929e-4853-4bde-bf87-686fa96a1efa HTTP/1.1" status: 200 len: 896 time: 0.3336282 Sep 16 05:18:35.490528 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-ac62f886-500e-4733-83c2-fbc351cc9716 None None] Set router 38fdd506-9d5b-4e20-abcb-99d4871777ed gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:35.512052 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2973755b-6f8d-47e0-8fa5-270e15e83e67 req-0245d075-4e87-4b73-9a0f-c596c81bb9d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10277635-f610-4eec-9823-2866c1decbda HTTP/1.1" status: 200 len: 217 time: 0.1905744 Sep 16 05:18:35.560646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c972b-b4ed-43c5-b990-67e42b9fc475 req-904c53ca-a564-4663-9b20-ca2ece30ab1a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:35.566551 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-701c972b-b4ed-43c5-b990-67e42b9fc475 req-904c53ca-a564-4663-9b20-ca2ece30ab1a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.2905056 Sep 16 05:18:35.592542 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973755b-6f8d-47e0-8fa5-270e15e83e67 req-07ec6679-a52d-48dd-9b8e-78fb7e8ea02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:35.596127 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2973755b-6f8d-47e0-8fa5-270e15e83e67 req-07ec6679-a52d-48dd-9b8e-78fb7e8ea02d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b547af7-36d4-4df5-88c9-2c0747cddb04 HTTP/1.1" status: 200 len: 834 time: 0.0741580 Sep 16 05:18:35.649285 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfc82e-e659-48cd-a859-791c767e8c98 req-c14843cd-df73-4823-99a9-be9c556e3790 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:35.657715 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9dfc82e-e659-48cd-a859-791c767e8c98 req-c14843cd-df73-4823-99a9-be9c556e3790 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 944 time: 0.2952898 Sep 16 05:18:35.719500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-701c972b-b4ed-43c5-b990-67e42b9fc475 req-6cbd51ba-b5f4-4f48-98a1-ecf0de549375 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328404 Sep 16 05:18:35.747700 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9dfc82e-e659-48cd-a859-791c767e8c98 req-39a6adb8-9d3f-4e81-a8f7-ce78eca576ce tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872755 Sep 16 05:18:35.769643 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973755b-6f8d-47e0-8fa5-270e15e83e67 req-1a7b6c55-0115-44fe-9843-d41bb7bdecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:35.772965 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2973755b-6f8d-47e0-8fa5-270e15e83e67 req-1a7b6c55-0115-44fe-9843-d41bb7bdecb6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6219929e-4853-4bde-bf87-686fa96a1efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1679788 Sep 16 05:18:35.968550 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2973755b-6f8d-47e0-8fa5-270e15e83e67 req-4e6608f5-e2cb-4729-873d-30ff4383083b service neutron] 10.222.0.38 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869085 Sep 16 05:18:36.159407 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-2973755b-6f8d-47e0-8fa5-270e15e83e67 req-6699c198-6156-47ce-a591-755870334cf2 service neutron] 10.222.0.38 "GET /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818371 Sep 16 05:18:36.168338 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ac62f886-500e-4733-83c2-fbc351cc9716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112501401', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '071d6351-b056-45a4-972f-840caf1f7619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:53Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '071d6351-b056-45a4-972f-840caf1f7619', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:54Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '52bcff87-81f5-4194-af19-ddce2ffc93b2', 'name': '', 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:0f:14:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b547af7-36d4-4df5-88c9-2c0747cddb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:02Z', 'updated_at': '2021-09-16T05:15:09Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '3b547af7-36d4-4df5-88c9-2c0747cddb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:36.232466 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac62f886-500e-4733-83c2-fbc351cc9716 None None] The sync data for ids ['38fdd506-9d5b-4e20-abcb-99d4871777ed'] in n-d-712140-13 is: [{'id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112501401', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '071d6351-b056-45a4-972f-840caf1f7619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:53Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '071d6351-b056-45a4-972f-840caf1f7619', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:54Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '52bcff87-81f5-4194-af19-ddce2ffc93b2', 'name': '', 'network_id': '6219929e-4853-4bde-bf87-686fa96a1efa', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:0f:14:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '3b547af7-36d4-4df5-88c9-2c0747cddb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:02Z', 'updated_at': '2021-09-16T05:15:09Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '3b547af7-36d4-4df5-88c9-2c0747cddb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:36.659915 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e5184b-a99c-4b7f-8c85-46816fc0962c None None] New status for floating IP 8e62ee9d-e839-4758-83e7-ca28e1b47adb: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:18:36.852338 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c2312-f1d1-4a61-9989-0756c3a17a51 req-91d41bc1-fb5d-4fd7-8dcb-a5ffb60d7787 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:36.855042 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-069c2312-f1d1-4a61-9989-0756c3a17a51 req-91d41bc1-fb5d-4fd7-8dcb-a5ffb60d7787 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.1549900 Sep 16 05:18:37.107937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a051dda-96d9-44b7-aee4-8ef2f31d5019 req-af8716c2-b931-4176-94c6-a2fe352f4826 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:37.109736 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a051dda-96d9-44b7-aee4-8ef2f31d5019 req-af8716c2-b931-4176-94c6-a2fe352f4826 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 944 time: 0.1131086 Sep 16 05:18:37.119432 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1962b-fb0c-4965-bfc4-b853c7a7789a req-c30a0208-b595-4911-8803-422e985bd3ef tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:37.120944 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-069c2312-f1d1-4a61-9989-0756c3a17a51 req-6f62ccf0-289b-4eae-a83e-b4932c98f827 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Deleting port 10277635-f610-4eec-9823-2866c1decbda {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:37.132802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afe1962b-fb0c-4965-bfc4-b853c7a7789a req-c30a0208-b595-4911-8803-422e985bd3ef tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 945 time: 0.1965840 Sep 16 05:18:37.133068 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-069c2312-f1d1-4a61-9989-0756c3a17a51 req-6f62ccf0-289b-4eae-a83e-b4932c98f827 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.213308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a051dda-96d9-44b7-aee4-8ef2f31d5019 req-b1e1623f-6fe0-4161-b876-623a0b3c38ef tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865729 Sep 16 05:18:37.281816 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afe1962b-fb0c-4965-bfc4-b853c7a7789a req-9865446d-ea7b-4ecc-8629-99660d16bcda tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab615ee2-5ee8-4fb0-a7da-8830d5626017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238215 Sep 16 05:18:37.338068 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-069c2312-f1d1-4a61-9989-0756c3a17a51 req-6f62ccf0-289b-4eae-a83e-b4932c98f827 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] For port 10277635-f610-4eec-9823-2866c1decbda, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=10277635-f610-4eec-9823-2866c1decbda,segment=NetworkSegment(53b06abc-1850-404e-8475-9de5a177229b),segment_id=53b06abc-1850-404e-8475-9de5a177229b)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:37.338662 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-069c2312-f1d1-4a61-9989-0756c3a17a51 req-6f62ccf0-289b-4eae-a83e-b4932c98f827 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.365977 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-069c2312-f1d1-4a61-9989-0756c3a17a51 req-6f62ccf0-289b-4eae-a83e-b4932c98f827 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Calling delete_port for 10277635-f610-4eec-9823-2866c1decbda owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:37.681287 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-069c2312-f1d1-4a61-9989-0756c3a17a51 req-6f62ccf0-289b-4eae-a83e-b4932c98f827 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.764934 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62ccf0-289b-4eae-a83e-b4932c98f827 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Port': ['ID=10277635-f610-4eec-9823-2866c1decbda,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:37.806200 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c23140a0-0610-4164-88e9-d3a99013cd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.857456 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-069c2312-f1d1-4a61-9989-0756c3a17a51 req-6f62ccf0-289b-4eae-a83e-b4932c98f827 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] No DVR routers for this DVR port 10277635-f610-4eec-9823-2866c1decbda on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:37.865886 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-069c2312-f1d1-4a61-9989-0756c3a17a51 req-6f62ccf0-289b-4eae-a83e-b4932c98f827 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.866431 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-069c2312-f1d1-4a61-9989-0756c3a17a51 req-6f62ccf0-289b-4eae-a83e-b4932c98f827 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.38 "DELETE /v2.0/ports/10277635-f610-4eec-9823-2866c1decbda HTTP/1.1" status: 204 len: 173 time: 1.0035012 Sep 16 05:18:37.867315 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'name': 'network-vif-deleted', 'tag': '10277635-f610-4eec-9823-2866c1decbda'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:37.887087 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e4c3bc-84e2-48c1-b225-941e1bf09126" -d '{"events": [{"server_uuid": "c4ebd6d3-c469-4879-9e2b-5fdfb30521bf", "name": "network-vif-deleted", "tag": "10277635-f610-4eec-9823-2866c1decbda"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:38.170239 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7d8caa-5b5c-423c-9cce-c9417e581b85 x-openstack-request-id: req-af7d8caa-5b5c-423c-9cce-c9417e581b85 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:38.170239 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ebd6d3-c469-4879-9e2b-5fdfb30521bf", "name": "network-vif-deleted", "tag": "10277635-f610-4eec-9823-2866c1decbda", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:38.170239 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af7d8caa-5b5c-423c-9cce-c9417e581b85 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:38.170239 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ebd6d3-c469-4879-9e2b-5fdfb30521bf', 'name': 'network-vif-deleted', 'tag': '10277635-f610-4eec-9823-2866c1decbda', 'status': 'completed', 'code': 200} Sep 16 05:18:38.478659 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e826b-3b0b-46b6-93bb-2368cfb55cbc req-eadd3df2-d184-492c-8c0d-cceb068b6d24 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:38.481080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-785e826b-3b0b-46b6-93bb-2368cfb55cbc req-eadd3df2-d184-492c-8c0d-cceb068b6d24 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 944 time: 0.1072619 Sep 16 05:18:38.520929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ea6c432-60a9-4ae6-bdfa-b139a37bb2c7 req-8b8170bd-04bf-4027-8f35-34bbd9bc4c57 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebd6d3-c469-4879-9e2b-5fdfb30521bf HTTP/1.1" status: 200 len: 210 time: 0.0385275 Sep 16 05:18:38.576335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-785e826b-3b0b-46b6-93bb-2368cfb55cbc req-9f44f09f-aa0b-4426-9a38-5097a13c0795 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772779 Sep 16 05:18:38.624357 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:38.633614 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device ac49265b-4fe0-4724-ae2a-416ac4e287b3 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:18:38.803537 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port ac49265b-4fe0-4724-ae2a-416ac4e287b3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ac49265b-4fe0-4724-ae2a-416ac4e287b3,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:38.823986 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'ac49265b-4fe0-4724-ae2a-416ac4e287b3', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'port_id': 'ac49265b-4fe0-4724-ae2a-416ac4e287b3', 'mac_address': 'fa:16:3e:48:90:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:18:38.895180 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:38.929079 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac49265b-4fe0-4724-ae2a-416ac4e287b3 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:38.967711 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port ac49265b-4fe0-4724-ae2a-416ac4e287b3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ac49265b-4fe0-4724-ae2a-416ac4e287b3,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:39.160996 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.281705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=ac49265b-4fe0-4724-ae2a-416ac4e287b3,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:39.387630 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.610755 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['ac49265b-4fe0-4724-ae2a-416ac4e287b3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:39.663100 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55042) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:39.899463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62085e7-28ce-49de-86d8-700e78dc968f req-7288421d-9a1e-4e5c-a1b9-b33912e21d24 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:39.911741 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e62085e7-28ce-49de-86d8-700e78dc968f req-7288421d-9a1e-4e5c-a1b9-b33912e21d24 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 945 time: 0.1260686 Sep 16 05:18:40.083498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e62085e7-28ce-49de-86d8-700e78dc968f req-ffe8fb4a-8fc1-4e25-80a1-85ab21cc4341 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679373 Sep 16 05:18:40.840930 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.865221 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.013033 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 10277635-f610-4eec-9823-2866c1decbda no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:41.061463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 10277635-f610-4eec-9823-2866c1decbda {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:41.062101 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 10277635-f610-4eec-9823-2866c1decbda not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:41.278586 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64707e6e-7e15-442b-886b-1622ff907760 req-519c93f2-45e2-4b23-9e17-f048909ea664 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:41.285200 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64707e6e-7e15-442b-886b-1622ff907760 req-519c93f2-45e2-4b23-9e17-f048909ea664 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 945 time: 0.0941293 Sep 16 05:18:41.459019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64707e6e-7e15-442b-886b-1622ff907760 req-e79c6ea6-4daf-4758-93f0-b995c41cba7d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369889 Sep 16 05:18:41.529717 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Deleting port 52bcff87-81f5-4194-af19-ddce2ffc93b2 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:41.530376 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.702607 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] For port 52bcff87-81f5-4194-af19-ddce2ffc93b2, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=52bcff87-81f5-4194-af19-ddce2ffc93b2,segment=NetworkSegment(53b06abc-1850-404e-8475-9de5a177229b),segment_id=53b06abc-1850-404e-8475-9de5a177229b)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:41.702907 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.729048 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Calling delete_port for 52bcff87-81f5-4194-af19-ddce2ffc93b2 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:42.462332 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.569779 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Port': ['ID=52bcff87-81f5-4194-af19-ddce2ffc93b2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:42.644219 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:42.644868 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:42.645673 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:42.646108 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:42.646566 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:42.647019 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:42.647444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:42.647874 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:42.648300 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:42.648767 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:42.649214 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:42.649801 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:42.680072 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device ac49265b-4fe0-4724-ae2a-416ac4e287b3 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:42.695873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d3e40-266d-4046-8f98-905650baa3b7 req-59a6faa7-1fa5-44c4-9a9f-2dae0203d8eb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:42.698443 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-df4d3e40-266d-4046-8f98-905650baa3b7 req-59a6faa7-1fa5-44c4-9a9f-2dae0203d8eb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 945 time: 0.1127000 Sep 16 05:18:42.792368 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-df4d3e40-266d-4046-8f98-905650baa3b7 req-b98cfe12-56e5-4bbf-80eb-0e1e3c06b5a8 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863166 Sep 16 05:18:42.847224 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.927034 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port ac49265b-4fe0-4724-ae2a-416ac4e287b3 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:18:42.941218 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port ac49265b-4fe0-4724-ae2a-416ac4e287b3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:42.945307 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.116435 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.196983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port ac49265b-4fe0-4724-ae2a-416ac4e287b3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ac49265b-4fe0-4724-ae2a-416ac4e287b3,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:43.198522 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2c06fe-b579-47a9-8a75-d3c50d8e9d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac49265b-4fe0-4724-ae2a-416ac4e287b3'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:43.202957 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4ce0f8-87a4-4fb1-9a51-f743d051f72f" -d '{"events": [{"server_uuid": "5f2c06fe-b579-47a9-8a75-d3c50d8e9d98", "name": "network-vif-plugged", "status": "completed", "tag": "ac49265b-4fe0-4724-ae2a-416ac4e287b3"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:43.235222 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Router 38fdd506-9d5b-4e20-abcb-99d4871777ed has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:18:43.264048 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4cfaa5-690a-4d3c-812b-dd2f001b2116 x-openstack-request-id: req-eb4cfaa5-690a-4d3c-812b-dd2f001b2116 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:43.264048 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2c06fe-b579-47a9-8a75-d3c50d8e9d98", "name": "network-vif-plugged", "status": "completed", "tag": "ac49265b-4fe0-4724-ae2a-416ac4e287b3", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:43.264048 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb4cfaa5-690a-4d3c-812b-dd2f001b2116 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:43.264048 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2c06fe-b579-47a9-8a75-d3c50d8e9d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac49265b-4fe0-4724-ae2a-416ac4e287b3', 'code': 200} Sep 16 05:18:43.359646 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.451980 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:43.473119 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-78ccc5f7-a469-423c-aae4-234507fedc18 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "PUT /v2.0/routers/38fdd506-9d5b-4e20-abcb-99d4871777ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8074567 Sep 16 05:18:43.474149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55078) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:43.489308 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64453150-18c8-41eb-b0ed-d4d4d90127ba req-f6d3ba3e-acc1-4d46-9abf-2696dec5cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:43.490664 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683b3ad8-cd44-43e8-980d-bbd95d965f60 None None] Sync routers for ids ['38fdd506-9d5b-4e20-abcb-99d4871777ed'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:43.491540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64453150-18c8-41eb-b0ed-d4d4d90127ba req-f6d3ba3e-acc1-4d46-9abf-2696dec5cad9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 1098 time: 0.1042576 Sep 16 05:18:43.519245 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b3ad8-cd44-43e8-980d-bbd95d965f60 None None] Routers {'38fdd506-9d5b-4e20-abcb-99d4871777ed'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:43.521909 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-683b3ad8-cd44-43e8-980d-bbd95d965f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:18:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['38fdd506-9d5b-4e20-abcb-99d4871777ed'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:43.524354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=ac49265b-4fe0-4724-ae2a-416ac4e287b3,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:43.614709 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64453150-18c8-41eb-b0ed-d4d4d90127ba req-d7e7aa40-e598-4581-8022-3c2067787409 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153364 Sep 16 05:18:43.616714 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2826eb2-31c5-43de-a5a8-3cb3a1de287f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Deleting subnet 3b547af7-36d4-4df5-88c9-2c0747cddb04 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:18:43.623267 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d2826eb2-31c5-43de-a5a8-3cb3a1de287f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.716536 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d2826eb2-31c5-43de-a5a8-3cb3a1de287f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.729525 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-683b3ad8-cd44-43e8-980d-bbd95d965f60 None None] Set router 38fdd506-9d5b-4e20-abcb-99d4871777ed gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:43.927037 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d2826eb2-31c5-43de-a5a8-3cb3a1de287f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.013286 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-683b3ad8-cd44-43e8-980d-bbd95d965f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112501401', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '071d6351-b056-45a4-972f-840caf1f7619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:53Z', 'updated_at': '2021-09-16T05:18:42Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '071d6351-b056-45a4-972f-840caf1f7619', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:54Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:44.022120 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d00893-2e2a-4ea2-a5c3-f88f662c6866 req-c0f112fd-f568-4cd9-9620-c3ebdcd6dad1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:44.024297 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50d00893-2e2a-4ea2-a5c3-f88f662c6866 req-c0f112fd-f568-4cd9-9620-c3ebdcd6dad1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 946 time: 0.0928245 Sep 16 05:18:44.073279 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683b3ad8-cd44-43e8-980d-bbd95d965f60 None None] Checking router: 38fdd506-9d5b-4e20-abcb-99d4871777ed for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:44.082354 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50d00893-2e2a-4ea2-a5c3-f88f662c6866 req-e51bbd8c-006a-4ce6-a5a6-63ae6b3e7755 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499682 Sep 16 05:18:44.089788 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b3ad8-cd44-43e8-980d-bbd95d965f60 None None] Routers {'38fdd506-9d5b-4e20-abcb-99d4871777ed'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:44.091605 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-683b3ad8-cd44-43e8-980d-bbd95d965f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:18:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['38fdd506-9d5b-4e20-abcb-99d4871777ed'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:44.160568 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d2826eb2-31c5-43de-a5a8-3cb3a1de287f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.199210 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2826eb2-31c5-43de-a5a8-3cb3a1de287f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Subnet': ['ID=3b547af7-36d4-4df5-88c9-2c0747cddb04,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:44.201902 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d2826eb2-31c5-43de-a5a8-3cb3a1de287f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.207092 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d2826eb2-31c5-43de-a5a8-3cb3a1de287f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "DELETE /v2.0/subnets/3b547af7-36d4-4df5-88c9-2c0747cddb04 HTTP/1.1" status: 204 len: 168 time: 0.7289515 Sep 16 05:18:44.207721 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55088) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:44.224614 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d120d5e-b4fb-4c73-94f5-d0bc032e782a None None] Network 6219929e-4853-4bde-bf87-686fa96a1efa requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:44.317889 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-683b3ad8-cd44-43e8-980d-bbd95d965f60 None None] Set router 38fdd506-9d5b-4e20-abcb-99d4871777ed gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:44.398196 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7d3a64f-3512-458f-83c8-0fdb904bb38e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.575247 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f3ae0f-2d26-480a-92e9-c022cc3e90e0 None None] DHCP port deletion for 6219929e-4853-4bde-bf87-686fa96a1efa request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:18:44.679473 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7d3a64f-3512-458f-83c8-0fdb904bb38e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.703491 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e8f3ae0f-2d26-480a-92e9-c022cc3e90e0 None None] Deleting port f4412cc2-e983-4683-b2cd-e8aec940dc7e {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:44.704093 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e8f3ae0f-2d26-480a-92e9-c022cc3e90e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.772395 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-683b3ad8-cd44-43e8-980d-bbd95d965f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112501401', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '071d6351-b056-45a4-972f-840caf1f7619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:53Z', 'updated_at': '2021-09-16T05:18:42Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '071d6351-b056-45a4-972f-840caf1f7619', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:54Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:44.837116 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683b3ad8-cd44-43e8-980d-bbd95d965f60 None None] The sync data for ids ['38fdd506-9d5b-4e20-abcb-99d4871777ed'] in n-d-712140-13 is: [{'id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112501401', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '071d6351-b056-45a4-972f-840caf1f7619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:53Z', 'updated_at': '2021-09-16T05:18:42Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '071d6351-b056-45a4-972f-840caf1f7619', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fdd506-9d5b-4e20-abcb-99d4871777ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:54Z', 'updated_at': '2021-09-16T05:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:44.868111 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e8f3ae0f-2d26-480a-92e9-c022cc3e90e0 None None] For port f4412cc2-e983-4683-b2cd-e8aec940dc7e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f4412cc2-e983-4683-b2cd-e8aec940dc7e,segment=NetworkSegment(53b06abc-1850-404e-8475-9de5a177229b),segment_id=53b06abc-1850-404e-8475-9de5a177229b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:44.868702 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e8f3ae0f-2d26-480a-92e9-c022cc3e90e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.904557 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e8f3ae0f-2d26-480a-92e9-c022cc3e90e0 None None] Calling delete_port for f4412cc2-e983-4683-b2cd-e8aec940dc7e owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:44.991044 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d7d3a64f-3512-458f-83c8-0fdb904bb38e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Deleting port 071d6351-b056-45a4-972f-840caf1f7619 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:44.992394 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7d3a64f-3512-458f-83c8-0fdb904bb38e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.057888 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f4412cc2-e983-4683-b2cd-e8aec940dc7e no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:45.239539 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.360164 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-d7d3a64f-3512-458f-83c8-0fdb904bb38e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] For port 071d6351-b056-45a4-972f-840caf1f7619, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=071d6351-b056-45a4-972f-840caf1f7619,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:45.360164 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7d3a64f-3512-458f-83c8-0fdb904bb38e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.360164 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d7d3a64f-3512-458f-83c8-0fdb904bb38e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Calling delete_port for 071d6351-b056-45a4-972f-840caf1f7619 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:45.364198 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef883a-83b0-4449-bc4a-911d6330277a req-526ee65c-cc0d-4de2-9c89-5c6c8e9ad284 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:45.364198 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65ef883a-83b0-4449-bc4a-911d6330277a req-526ee65c-cc0d-4de2-9c89-5c6c8e9ad284 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 946 time: 0.0872512 Sep 16 05:18:45.445427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65ef883a-83b0-4449-bc4a-911d6330277a req-efd5f206-93d5-40bf-91bb-11bf24e45f09 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759079 Sep 16 05:18:45.461354 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e8f3ae0f-2d26-480a-92e9-c022cc3e90e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.562402 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3ae0f-2d26-480a-92e9-c022cc3e90e0 None None] Pushing event deleted for resources: {'Port': ['ID=f4412cc2-e983-4683-b2cd-e8aec940dc7e,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:45.601233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3ae0f-2d26-480a-92e9-c022cc3e90e0 None None] No DVR routers for this DVR port f4412cc2-e983-4683-b2cd-e8aec940dc7e on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:45.808249 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7d3a64f-3512-458f-83c8-0fdb904bb38e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.854576 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3a64f-3512-458f-83c8-0fdb904bb38e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Port': ['ID=071d6351-b056-45a4-972f-840caf1f7619,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:45.961328 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7d3a64f-3512-458f-83c8-0fdb904bb38e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.093307 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7d3a64f-3512-458f-83c8-0fdb904bb38e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.097771 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7d3a64f-3512-458f-83c8-0fdb904bb38e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.667527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e05bc-3740-4609-a050-d564ac480902 req-6404c448-ba44-4818-a8bd-873150795604 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:46.669301 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a1e05bc-3740-4609-a050-d564ac480902 req-6404c448-ba44-4818-a8bd-873150795604 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 946 time: 0.0846231 Sep 16 05:18:46.673017 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7d3a64f-3512-458f-83c8-0fdb904bb38e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.674240 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d3a64f-3512-458f-83c8-0fdb904bb38e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Fanout notify agent at l3_agent the message router_deleted on router 38fdd506-9d5b-4e20-abcb-99d4871777ed {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:18:46.682123 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7d3a64f-3512-458f-83c8-0fdb904bb38e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.683339 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d7d3a64f-3512-458f-83c8-0fdb904bb38e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "DELETE /v2.0/routers/38fdd506-9d5b-4e20-abcb-99d4871777ed HTTP/1.1" status: 204 len: 168 time: 2.4749048 Sep 16 05:18:46.687936 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55112) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:46.812791 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a1e05bc-3740-4609-a050-d564ac480902 req-1125029b-109a-49ba-97ac-b663c56825f7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328535 Sep 16 05:18:46.842057 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-21ce4f88-d76a-493a-baf5-a550e64df2f9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.963708 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-21ce4f88-d76a-493a-baf5-a550e64df2f9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.025296 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-21ce4f88-d76a-493a-baf5-a550e64df2f9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6219929e-4853-4bde-bf87-686fa96a1efa']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:47.041460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-21ce4f88-d76a-493a-baf5-a550e64df2f9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b06abc-1850-404e-8475-9de5a177229b') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:47.041860 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-21ce4f88-d76a-493a-baf5-a550e64df2f9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b06abc-1850-404e-8475-9de5a177229b') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:47.057812 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-21ce4f88-d76a-493a-baf5-a550e64df2f9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.084403 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc521f7-857f-47e0-a0c2-151b36206304 req-c6a950bc-6720-414e-9c6a-771405af8d8b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:47.086053 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9fc521f7-857f-47e0-a0c2-151b36206304 req-c6a950bc-6720-414e-9c6a-771405af8d8b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 946 time: 0.1088593 Sep 16 05:18:47.091905 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-21ce4f88-d76a-493a-baf5-a550e64df2f9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.108492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ce4f88-d76a-493a-baf5-a550e64df2f9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:18:47.108492 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-21ce4f88-d76a-493a-baf5-a550e64df2f9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:18:47.112142 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:18:47.203785 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9fc521f7-857f-47e0-a0c2-151b36206304 req-b7d589c3-c40e-4b95-8435-386ed9613dd5 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084549 Sep 16 05:18:47.280165 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-21ce4f88-d76a-493a-baf5-a550e64df2f9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.315556 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-21ce4f88-d76a-493a-baf5-a550e64df2f9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.323857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-21ce4f88-d76a-493a-baf5-a550e64df2f9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "DELETE /v2.0/networks/6219929e-4853-4bde-bf87-686fa96a1efa HTTP/1.1" status: 204 len: 168 time: 0.6345189 Sep 16 05:18:47.324649 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55130) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:47.325790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce4f88-d76a-493a-baf5-a550e64df2f9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Network': ['ID=6219929e-4853-4bde-bf87-686fa96a1efa,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:47.338744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 52bcff87-81f5-4194-af19-ddce2ffc93b2 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:47.403443 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 52bcff87-81f5-4194-af19-ddce2ffc93b2 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:47.403973 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 52bcff87-81f5-4194-af19-ddce2ffc93b2 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:47.447097 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a995e294-e7a5-45f0-8cd7-dbdf933a67e7 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.466547 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cd15a-505b-41cb-a040-3cb423cd8dd1 req-87f4f769-ef2e-4302-8690-735fb70ed270 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:47.468283 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-551cd15a-505b-41cb-a040-3cb423cd8dd1 req-87f4f769-ef2e-4302-8690-735fb70ed270 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 946 time: 0.0888429 Sep 16 05:18:47.496126 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a995e294-e7a5-45f0-8cd7-dbdf933a67e7 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.545418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-551cd15a-505b-41cb-a040-3cb423cd8dd1 req-06c35869-f964-46ec-af10-86a1fdc8299c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647800 Sep 16 05:18:47.704043 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a995e294-e7a5-45f0-8cd7-dbdf933a67e7 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.708749 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a995e294-e7a5-45f0-8cd7-dbdf933a67e7 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.709524 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a995e294-e7a5-45f0-8cd7-dbdf933a67e7 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "DELETE /v2.0/security-groups/ab615ee2-5ee8-4fb0-a7da-8830d5626017 HTTP/1.1" status: 204 len: 168 time: 0.3830049 Sep 16 05:18:47.727289 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995e294-e7a5-45f0-8cd7-dbdf933a67e7 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab615ee2-5ee8-4fb0-a7da-8830d5626017,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:48.166682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b1ead-5360-48b4-9095-f0e0f0397913 req-268efef5-47d8-4333-809b-3e4bafa30d0d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:48.168267 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e64b1ead-5360-48b4-9095-f0e0f0397913 req-268efef5-47d8-4333-809b-3e4bafa30d0d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 946 time: 0.0568044 Sep 16 05:18:48.256769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e64b1ead-5360-48b4-9095-f0e0f0397913 req-f487fd5b-9216-406d-8086-6670fb023d9f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812137 Sep 16 05:18:48.397752 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55152) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:48.408547 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d1286f8e-ce76-4a86-b51e-cdcc39f7a00f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-259366312', 'description': 'tempest-secgroup-smoke-259366312 description', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:48.525596 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1286f8e-ce76-4a86-b51e-cdcc39f7a00f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.682451 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1286f8e-ce76-4a86-b51e-cdcc39f7a00f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.772226 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1286f8e-ce76-4a86-b51e-cdcc39f7a00f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.846123 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1286f8e-ce76-4a86-b51e-cdcc39f7a00f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ab39fe-d3e2-4052-ac54-39be06225ebc,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:48.890629 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1286f8e-ce76-4a86-b51e-cdcc39f7a00f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.893239 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d1286f8e-ce76-4a86-b51e-cdcc39f7a00f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4924300 Sep 16 05:18:48.897968 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55158) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:48.907472 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 071d6351-b056-45a4-972f-840caf1f7619 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:48.911143 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-33bfb039-9c01-46b6-840d-a93963d6edc5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': 'f6ab39fe-d3e2-4052-ac54-39be06225ebc', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:48.973232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 071d6351-b056-45a4-972f-840caf1f7619 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:48.974316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 071d6351-b056-45a4-972f-840caf1f7619 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:49.026776 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-33bfb039-9c01-46b6-840d-a93963d6edc5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.130752 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-33bfb039-9c01-46b6-840d-a93963d6edc5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.200986 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-33bfb039-9c01-46b6-840d-a93963d6edc5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.237061 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfb039-9c01-46b6-840d-a93963d6edc5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7cd41dd-5af2-4151-a75a-fc0d0d6ba99f,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:49.304792 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-33bfb039-9c01-46b6-840d-a93963d6edc5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.307568 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-33bfb039-9c01-46b6-840d-a93963d6edc5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4074881 Sep 16 05:18:49.311934 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55166) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:49.317422 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-641ca738-5e88-4d02-bdf0-c845455e9e59 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': 'f6ab39fe-d3e2-4052-ac54-39be06225ebc', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:49.427077 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-641ca738-5e88-4d02-bdf0-c845455e9e59 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.477952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98cd8c-98e8-4c10-8b5b-9875984c4ec7 req-7071a7ee-c16c-443b-b138-6bbb2fc7ec2d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:49.480857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c98cd8c-98e8-4c10-8b5b-9875984c4ec7 req-7071a7ee-c16c-443b-b138-6bbb2fc7ec2d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 946 time: 0.0968471 Sep 16 05:18:49.553007 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-641ca738-5e88-4d02-bdf0-c845455e9e59 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.566305 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c98cd8c-98e8-4c10-8b5b-9875984c4ec7 req-57f443cd-783b-425a-bcc8-ad86a085e8f4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652101 Sep 16 05:18:50.022748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5767f9b-000c-47a2-ab1e-eec38c5d3945 req-f723a398-09eb-446f-9c54-8e2a724d05c5 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:50.025830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b5767f9b-000c-47a2-ab1e-eec38c5d3945 req-f723a398-09eb-446f-9c54-8e2a724d05c5 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 946 time: 0.0823231 Sep 16 05:18:50.198600 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-b5767f9b-000c-47a2-ab1e-eec38c5d3945 req-ec7efbba-3ab3-448d-a959-a4c171ce015d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Deleting port ac49265b-4fe0-4724-ae2a-416ac4e287b3 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:50.199243 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b5767f9b-000c-47a2-ab1e-eec38c5d3945 req-ec7efbba-3ab3-448d-a959-a4c171ce015d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.218113 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-641ca738-5e88-4d02-bdf0-c845455e9e59 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.261644 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ca738-5e88-4d02-bdf0-c845455e9e59 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6577569b-8389-448a-a3e8-65b7a279f523,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:50.341652 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-b5767f9b-000c-47a2-ab1e-eec38c5d3945 req-ec7efbba-3ab3-448d-a959-a4c171ce015d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] For port ac49265b-4fe0-4724-ae2a-416ac4e287b3, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ac49265b-4fe0-4724-ae2a-416ac4e287b3,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:50.342028 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b5767f9b-000c-47a2-ab1e-eec38c5d3945 req-ec7efbba-3ab3-448d-a959-a4c171ce015d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.358460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-b5767f9b-000c-47a2-ab1e-eec38c5d3945 req-ec7efbba-3ab3-448d-a959-a4c171ce015d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Calling delete_port for ac49265b-4fe0-4724-ae2a-416ac4e287b3 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:50.395397 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-641ca738-5e88-4d02-bdf0-c845455e9e59 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.401895 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-641ca738-5e88-4d02-bdf0-c845455e9e59 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0845098 Sep 16 05:18:50.402735 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55178) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:50.414392 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f239425f-576d-4322-b8bc-000e85a72de5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': 'f6ab39fe-d3e2-4052-ac54-39be06225ebc', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:50.559231 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f239425f-576d-4322-b8bc-000e85a72de5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.670261 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b5767f9b-000c-47a2-ab1e-eec38c5d3945 req-ec7efbba-3ab3-448d-a959-a4c171ce015d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.680197 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f239425f-576d-4322-b8bc-000e85a72de5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.710308 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['ac49265b-4fe0-4724-ae2a-416ac4e287b3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:50.746014 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbfd0dd6-7efd-4c73-bfe6-8a5c9692471f req-c315d5ea-7c44-4f2a-81d0-f623557ccce2 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 210 time: 0.0777724 Sep 16 05:18:50.749239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7efbba-3ab3-448d-a959-a4c171ce015d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event deleted for resources: {'Port': ['ID=ac49265b-4fe0-4724-ae2a-416ac4e287b3,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:50.777134 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f239425f-576d-4322-b8bc-000e85a72de5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.798944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5767f9b-000c-47a2-ab1e-eec38c5d3945 req-ec7efbba-3ab3-448d-a959-a4c171ce015d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] No DVR routers for this DVR port ac49265b-4fe0-4724-ae2a-416ac4e287b3 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:50.802155 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b5767f9b-000c-47a2-ab1e-eec38c5d3945 req-ec7efbba-3ab3-448d-a959-a4c171ce015d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.804805 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b5767f9b-000c-47a2-ab1e-eec38c5d3945 req-ec7efbba-3ab3-448d-a959-a4c171ce015d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.21 "DELETE /v2.0/ports/ac49265b-4fe0-4724-ae2a-416ac4e287b3 HTTP/1.1" status: 204 len: 173 time: 0.7727356 Sep 16 05:18:50.805574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2c06fe-b579-47a9-8a75-d3c50d8e9d98', 'name': 'network-vif-deleted', 'tag': 'ac49265b-4fe0-4724-ae2a-416ac4e287b3'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:50.807448 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239425f-576d-4322-b8bc-000e85a72de5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44170204-cb89-4517-ad22-5ca77095d12a,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:50.812183 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd861ca9-b8d7-4c7c-b293-dd0bdfe26375" -d '{"events": [{"server_uuid": "5f2c06fe-b579-47a9-8a75-d3c50d8e9d98", "name": "network-vif-deleted", "tag": "ac49265b-4fe0-4724-ae2a-416ac4e287b3"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:50.874340 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911c8609-0d17-474c-bef3-ee45153ccb84 x-openstack-request-id: req-911c8609-0d17-474c-bef3-ee45153ccb84 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:50.874635 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2c06fe-b579-47a9-8a75-d3c50d8e9d98", "name": "network-vif-deleted", "tag": "ac49265b-4fe0-4724-ae2a-416ac4e287b3", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:50.874918 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-911c8609-0d17-474c-bef3-ee45153ccb84 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:50.875327 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2c06fe-b579-47a9-8a75-d3c50d8e9d98', 'name': 'network-vif-deleted', 'tag': 'ac49265b-4fe0-4724-ae2a-416ac4e287b3', 'status': 'completed', 'code': 200} Sep 16 05:18:50.910078 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f239425f-576d-4322-b8bc-000e85a72de5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.911971 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f239425f-576d-4322-b8bc-000e85a72de5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5074813 Sep 16 05:18:50.916329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55186) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:50.921705 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-0891b7e2-6d13-4158-abf5-4a3a6072a120 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': 'f6ab39fe-d3e2-4052-ac54-39be06225ebc', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:51.086522 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0891b7e2-6d13-4158-abf5-4a3a6072a120 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.193704 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0891b7e2-6d13-4158-abf5-4a3a6072a120 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.349136 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0891b7e2-6d13-4158-abf5-4a3a6072a120 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.389469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891b7e2-6d13-4158-abf5-4a3a6072a120 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a238a6-0cbd-4aed-b4ba-441825a69196,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:51.480537 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0891b7e2-6d13-4158-abf5-4a3a6072a120 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.489065 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55194) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:51.495808 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0891b7e2-6d13-4158-abf5-4a3a6072a120 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5723197 Sep 16 05:18:51.496105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-12afa1cf-7aa6-462e-b77f-678540bc1dec tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': 'f6ab39fe-d3e2-4052-ac54-39be06225ebc', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:51.925995 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-12afa1cf-7aa6-462e-b77f-678540bc1dec tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Project 3484936ae7a94b7a8f8a0023f559a1eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:18:51.944505 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-12afa1cf-7aa6-462e-b77f-678540bc1dec tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.948909 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7c2aa90-e615-4985-853d-0df78f4e0c13 req-e544f73f-f3d8-44f5-ab54-0a52207bfeb1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 210 time: 0.0352426 Sep 16 05:18:52.102547 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-12afa1cf-7aa6-462e-b77f-678540bc1dec tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.393436 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-12afa1cf-7aa6-462e-b77f-678540bc1dec tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.473708 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afa1cf-7aa6-462e-b77f-678540bc1dec tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff0ae32e-cd48-4116-abd7-575e5d2296f8,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:52.588636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-12afa1cf-7aa6-462e-b77f-678540bc1dec tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.594220 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-12afa1cf-7aa6-462e-b77f-678540bc1dec tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0995688 Sep 16 05:18:52.594552 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55214) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:52.599393 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d88a3996-cb38-4e34-819f-795cb0fe2f6c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': 'f6ab39fe-d3e2-4052-ac54-39be06225ebc', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:52.743980 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-d88a3996-cb38-4e34-819f-795cb0fe2f6c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Project 3484936ae7a94b7a8f8a0023f559a1eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:18:52.754725 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d88a3996-cb38-4e34-819f-795cb0fe2f6c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.948035 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d88a3996-cb38-4e34-819f-795cb0fe2f6c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.029932 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d88a3996-cb38-4e34-819f-795cb0fe2f6c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.069319 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a3996-cb38-4e34-819f-795cb0fe2f6c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da514cc-92f6-4a56-b565-67e092deee7e,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:53.198464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8099fdd1-7470-4c8c-8548-f035c7e2b172 req-ec5d6e41-7b7f-4da5-84b7-5b8308cddc7c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 210 time: 0.0536702 Sep 16 05:18:53.257196 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d88a3996-cb38-4e34-819f-795cb0fe2f6c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.257196 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d88a3996-cb38-4e34-819f-795cb0fe2f6c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6558537 Sep 16 05:18:53.257613 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55236) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:53.262760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6ee2fc1a-1052-4e01-88db-0df7cc64a684 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'network': {'name': 'tempest-network-smoke--1756026785', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'port_security_enabled': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:53.446939 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee2fc1a-1052-4e01-88db-0df7cc64a684 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Made reservation on behalf of 3484936ae7a94b7a8f8a0023f559a1eb for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:53.456338 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6ee2fc1a-1052-4e01-88db-0df7cc64a684 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.559232 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee2fc1a-1052-4e01-88db-0df7cc64a684 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:18:53.615622 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6ee2fc1a-1052-4e01-88db-0df7cc64a684 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.617858 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-6ee2fc1a-1052-4e01-88db-0df7cc64a684 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Added segment 5e33e78f-f02d-4ff4-b740-e56cbcaecbf9 of type vlan for network d283ef6e-a821-47f2-8f1c-f973552ca4de Sep 16 05:18:53.719443 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6ee2fc1a-1052-4e01-88db-0df7cc64a684 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.872597 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6ee2fc1a-1052-4e01-88db-0df7cc64a684 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.879976 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee2fc1a-1052-4e01-88db-0df7cc64a684 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:53.880833 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6ee2fc1a-1052-4e01-88db-0df7cc64a684 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.067878 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2fc1a-1052-4e01-88db-0df7cc64a684 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Network': ['ID=d283ef6e-a821-47f2-8f1c-f973552ca4de,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:54.072230 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6ee2fc1a-1052-4e01-88db-0df7cc64a684 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8134284 Sep 16 05:18:54.076823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55242) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:54.090397 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network d283ef6e-a821-47f2-8f1c-f973552ca4de details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:18:54.094430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b65be6dd-8f9c-4f03-9811-bf9ef6622ff8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-988535608', 'admin_state_up': True, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:54.245819 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b65be6dd-8f9c-4f03-9811-bf9ef6622ff8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.249546 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b65be6dd-8f9c-4f03-9811-bf9ef6622ff8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.418319 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0be25ddc-cdfb-4f18-a38b-45ac75d1e621 req-77e68861-7028-4941-a177-bdfd540d167b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 210 time: 0.1006453 Sep 16 05:18:54.420491 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b65be6dd-8f9c-4f03-9811-bf9ef6622ff8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.568028 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.713248 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device ac49265b-4fe0-4724-ae2a-416ac4e287b3 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:54.746367 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: ac49265b-4fe0-4724-ae2a-416ac4e287b3 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:54.746908 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device ac49265b-4fe0-4724-ae2a-416ac4e287b3 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:54.803798 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b65be6dd-8f9c-4f03-9811-bf9ef6622ff8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.223098 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b65be6dd-8f9c-4f03-9811-bf9ef6622ff8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.245871 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b65be6dd-8f9c-4f03-9811-bf9ef6622ff8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.388172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-b65be6dd-8f9c-4f03-9811-bf9ef6622ff8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Allocated IP 172.25.4.7 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/d7d8bca2-8817-4494-b230-65bea722b5d2) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:55.617617 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aabc173c-8e7d-49ee-9a3f-0d43879225ac req-70b47fc5-342d-469a-b555-aacd606d08df tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 210 time: 0.0576692 Sep 16 05:18:55.693990 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b65be6dd-8f9c-4f03-9811-bf9ef6622ff8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.372114 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b65be6dd-8f9c-4f03-9811-bf9ef6622ff8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.414564 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65be6dd-8f9c-4f03-9811-bf9ef6622ff8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:56.417909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-b65be6dd-8f9c-4f03-9811-bf9ef6622ff8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:56.424919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65be6dd-8f9c-4f03-9811-bf9ef6622ff8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:56.454489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65be6dd-8f9c-4f03-9811-bf9ef6622ff8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=d7d8bca2-8817-4494-b230-65bea722b5d2,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:56.825494 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fdafa7e8-5605-46f9-b2c0-7c6fd05af54a req-0662d848-d7db-4f25-8045-04ca656d5691 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2c06fe-b579-47a9-8a75-d3c50d8e9d98 HTTP/1.1" status: 200 len: 210 time: 0.0384324 Sep 16 05:18:56.933951 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b65be6dd-8f9c-4f03-9811-bf9ef6622ff8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.259146 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b65be6dd-8f9c-4f03-9811-bf9ef6622ff8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.559298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65be6dd-8f9c-4f03-9811-bf9ef6622ff8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Router 98723634-7bbd-43ff-99aa-3e4e6245a876 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:18:57.761096 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65be6dd-8f9c-4f03-9811-bf9ef6622ff8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:57.780794 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] Sync routers for ids ['98723634-7bbd-43ff-99aa-3e4e6245a876'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:57.810498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] Routers {'98723634-7bbd-43ff-99aa-3e4e6245a876'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:57.810498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:18:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98723634-7bbd-43ff-99aa-3e4e6245a876'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:57.881069 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b65be6dd-8f9c-4f03-9811-bf9ef6622ff8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.883220 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b65be6dd-8f9c-4f03-9811-bf9ef6622ff8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.8034384 Sep 16 05:18:57.888822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55294) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:57.981801 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3116d257-8897-43b5-b10a-9307c6c390fa tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3484936ae7a94b7a8f8a0023f559a1eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0907791 Sep 16 05:18:57.986529 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55298) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:58.057645 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] Set router 98723634-7bbd-43ff-99aa-3e4e6245a876 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:58.337519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccaed09-53be-448e-a691-fec49562b41e tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:58.340840 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3ccaed09-53be-448e-a691-fec49562b41e tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3519075 Sep 16 05:18:58.344528 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55304) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:58.391301 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-985020ba-a2a9-4156-8c79-aa1e43caa1db tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453241 Sep 16 05:18:58.396208 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55306) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:58.405386 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-288e4d2e-9af7-4e45-a0d2-5e5398dfaf33 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-879394765', 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:58.576771 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.604657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988535608', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:54Z', 'updated_at': '2021-09-16T05:18:56Z', 'revision_number': 3, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:55Z', 'updated_at': '2021-09-16T05:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:58.635193 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] Checking router: 98723634-7bbd-43ff-99aa-3e4e6245a876 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:58.635579 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] Updating router 98723634-7bbd-43ff-99aa-3e4e6245a876 port d7d8bca2-8817-4494-b230-65bea722b5d2 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:18:58.647531 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288e4d2e-9af7-4e45-a0d2-5e5398dfaf33 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Made reservation on behalf of 3484936ae7a94b7a8f8a0023f559a1eb for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:58.651194 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-288e4d2e-9af7-4e45-a0d2-5e5398dfaf33 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.683642 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.138674 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-288e4d2e-9af7-4e45-a0d2-5e5398dfaf33 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.203403 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.228358 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e4d2e-9af7-4e45-a0d2-5e5398dfaf33 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Subnet': ['ID=40db70dd-36da-475b-a49a-9f0eaaa57b93,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:59.252550 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288e4d2e-9af7-4e45-a0d2-5e5398dfaf33 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Checking segment: {'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:59.253187 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288e4d2e-9af7-4e45-a0d2-5e5398dfaf33 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network hostable DHCP agents. Network: d283ef6e-a821-47f2-8f1c-f973552ca4de, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:18:59.395091 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288e4d2e-9af7-4e45-a0d2-5e5398dfaf33 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network d283ef6e-a821-47f2-8f1c-f973552ca4de is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:18:59.396335 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.469023 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] Attempting to bind port d7d8bca2-8817-4494-b230-65bea722b5d2 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:59.469997 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] Attempting to bind port d7d8bca2-8817-4494-b230-65bea722b5d2 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:59.470851 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] Attempting to bind port d7d8bca2-8817-4494-b230-65bea722b5d2 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:59.486723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:59.487110 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:59.487513 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.494582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:59.494582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] Bound port: d7d8bca2-8817-4494-b230-65bea722b5d2, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:59.494582 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.494582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419d978-0f1b-46e0-9187-158467aa950b None None] Pushing event updated for resources: {'Port': ['ID=d7d8bca2-8817-4494-b230-65bea722b5d2,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:59.590288 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] For port d7d8bca2-8817-4494-b230-65bea722b5d2, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:59.595499 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] For port d7d8bca2-8817-4494-b230-65bea722b5d2, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d7d8bca2-8817-4494-b230-65bea722b5d2,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:59.652077 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-288e4d2e-9af7-4e45-a0d2-5e5398dfaf33 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, d283ef6e-a821-47f2-8f1c-f973552ca4de) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:59.652077 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288e4d2e-9af7-4e45-a0d2-5e5398dfaf33 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:59.652077 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-288e4d2e-9af7-4e45-a0d2-5e5398dfaf33 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.658821 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a372030d-16c9-4987-86fe-f08cacc11435 None None] Network d283ef6e-a821-47f2-8f1c-f973552ca4de requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:59.771764 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-288e4d2e-9af7-4e45-a0d2-5e5398dfaf33 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3740826 Sep 16 05:18:59.772416 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.774544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55320) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:59.883382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-d283ef6e-a821-47f2-8f1c-f973552ca4de', 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'fixed_ips': [{'subnet_id': '40db70dd-36da-475b-a49a-9f0eaaa57b93'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:18:59.884317 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.913736 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] Routers {'98723634-7bbd-43ff-99aa-3e4e6245a876'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:59.914405 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:18:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98723634-7bbd-43ff-99aa-3e4e6245a876'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:59.917015 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419d978-0f1b-46e0-9187-158467aa950b None None] Pushing event updated for resources: {'Port': ['ID=d7d8bca2-8817-4494-b230-65bea722b5d2,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:00.187733 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] Set router 98723634-7bbd-43ff-99aa-3e4e6245a876 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:00.263307 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] Allocated IP 172.20.0.2 (d283ef6e-a821-47f2-8f1c-f973552ca4de/40db70dd-36da-475b-a49a-9f0eaaa57b93/33be04df-0142-4750-849d-e1db59b58b03) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:00.451445 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.562676 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.644462 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988535608', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:54Z', 'updated_at': '2021-09-16T05:18:56Z', 'revision_number': 3, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:55Z', 'updated_at': '2021-09-16T05:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:00.677819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9925d-0860-45fb-a3b1-7ad774018993 None None] The sync data for ids ['98723634-7bbd-43ff-99aa-3e4e6245a876'] in n-d-712140-13 is: [{'id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988535608', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:54Z', 'updated_at': '2021-09-16T05:18:56Z', 'revision_number': 3, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:55Z', 'updated_at': '2021-09-16T05:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:00.697753 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.741165 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] Network d283ef6e-a821-47f2-8f1c-f973552ca4de is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:00.796784 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:00.808059 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:00.818982 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] Pushing event updated for resources: {'Port': ['ID=33be04df-0142-4750-849d-e1db59b58b03,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:00.935283 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] Attempting to bind port 33be04df-0142-4750-849d-e1db59b58b03 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:00.936284 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] Attempting to bind port 33be04df-0142-4750-849d-e1db59b58b03 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:00.936898 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] Attempting to bind port 33be04df-0142-4750-849d-e1db59b58b03 on network d283ef6e-a821-47f2-8f1c-f973552ca4de {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:00.949704 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:00.951182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] Checking segment: {'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:00.951772 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.952358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] Bound using segment: {'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:00.954872 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] Bound port: 33be04df-0142-4750-849d-e1db59b58b03, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:00.954872 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.098864 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] For port 33be04df-0142-4750-849d-e1db59b58b03, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:01.104637 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] For port 33be04df-0142-4750-849d-e1db59b58b03, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=33be04df-0142-4750-849d-e1db59b58b03,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:01.120943 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Allocated IP 172.20.0.1 (d283ef6e-a821-47f2-8f1c-f973552ca4de/40db70dd-36da-475b-a49a-9f0eaaa57b93/d6ffeca6-44c7-41d4-b6db-3b0667ec3482) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:01.269460 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.417834 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf7f86-efcc-48c3-9372-0a8907cb5a84 None None] Pushing event updated for resources: {'Port': ['ID=33be04df-0142-4750-849d-e1db59b58b03,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:01.465196 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.711249 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.792380 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network d283ef6e-a821-47f2-8f1c-f973552ca4de is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:01.829491 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=d6ffeca6-44c7-41d4-b6db-3b0667ec3482,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:01.842609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:01.842609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.842609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.845329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.845998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.846525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.847075 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.847576 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.848093 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.848595 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.849102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.849614 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.850100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.857210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:01.951837 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.290516 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.875400 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.005416 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f593ee-f048-431d-b927-1a6840062ce3 None None] Network d283ef6e-a821-47f2-8f1c-f973552ca4de requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:03.017115 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.170771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=d6ffeca6-44c7-41d4-b6db-3b0667ec3482,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:03.210084 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 33be04df-0142-4750-849d-e1db59b58b03 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:03.213194 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.309328 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-aaebc628-be65-437c-a37e-490847a9cdfc None None] Provisioning complete for port 33be04df-0142-4750-849d-e1db59b58b03 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:03.309328 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aaebc628-be65-437c-a37e-490847a9cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.448479 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 33be04df-0142-4750-849d-e1db59b58b03 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:03.455692 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.491706 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network d283ef6e-a821-47f2-8f1c-f973552ca4de is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:03.494988 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:03.620144 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aaebc628-be65-437c-a37e-490847a9cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.704237 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-aaebc628-be65-437c-a37e-490847a9cdfc None None] For port 33be04df-0142-4750-849d-e1db59b58b03, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=33be04df-0142-4750-849d-e1db59b58b03,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:03.757635 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.801676 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aaebc628-be65-437c-a37e-490847a9cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.865827 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-77e15897-3838-47b7-866b-fa1d6e37ff42 req-dd193e2e-db20-484b-806c-7757af8360a1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1483083 Sep 16 05:19:03.982742 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Router 98723634-7bbd-43ff-99aa-3e4e6245a876 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:04.042327 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebc628-be65-437c-a37e-490847a9cdfc None None] Pushing event updated for resources: {'Port': ['ID=33be04df-0142-4750-849d-e1db59b58b03,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:04.097661 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e15897-3838-47b7-866b-fa1d6e37ff42 req-691a0d70-dbbe-450b-aeae-f06aae42f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:04.099562 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-77e15897-3838-47b7-866b-fa1d6e37ff42 req-691a0d70-dbbe-450b-aeae-f06aae42f6ad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3&device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 1097 time: 0.1952913 Sep 16 05:19:04.281941 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:19:04.283090 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:19:04.319848 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e0c4c43d-7dcd-4c73-be76-66d7fe66c242 None None] Provisioning complete for port d6ffeca6-44c7-41d4-b6db-3b0667ec3482 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:04.320421 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e0c4c43d-7dcd-4c73-be76-66d7fe66c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.386062 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:04.392772 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5ecae26c-d4d5-493f-ad9a-f2de92f169b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "PUT /v2.0/routers/98723634-7bbd-43ff-99aa-3e4e6245a876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6164949 Sep 16 05:19:04.405044 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] Sync routers for ids ['98723634-7bbd-43ff-99aa-3e4e6245a876'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:04.428453 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] Routers {'98723634-7bbd-43ff-99aa-3e4e6245a876'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:04.430090 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:18:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98723634-7bbd-43ff-99aa-3e4e6245a876'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:04.450289 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e15897-3838-47b7-866b-fa1d6e37ff42 req-16d6d452-57bb-4097-9a35-aaf3d9ccf2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:04.451900 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-77e15897-3838-47b7-866b-fa1d6e37ff42 req-16d6d452-57bb-4097-9a35-aaf3d9ccf2ac service neutron] 10.222.0.38 "GET /v2.0/networks?id=b93d0e73-7b57-4b50-88bf-e393412fa10a HTTP/1.1" status: 200 len: 912 time: 0.3155098 Sep 16 05:19:04.481645 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4c43d-7dcd-4c73-be76-66d7fe66c242 None None] Port d6ffeca6-44c7-41d4-b6db-3b0667ec3482 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:04.552081 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e0c4c43d-7dcd-4c73-be76-66d7fe66c242 None None] Provisioning complete for port 33be04df-0142-4750-849d-e1db59b58b03 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:04.552688 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e0c4c43d-7dcd-4c73-be76-66d7fe66c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.592929 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-77e15897-3838-47b7-866b-fa1d6e37ff42 req-d0f05548-cd98-4fe2-8516-0f2298f5a4a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 HTTP/1.1" status: 200 len: 1000 time: 0.1318727 Sep 16 05:19:04.731210 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e15897-3838-47b7-866b-fa1d6e37ff42 req-ee01dd66-25ba-4c35-8927-92109ac2699c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:04.733719 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] Set router 98723634-7bbd-43ff-99aa-3e4e6245a876 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:04.737866 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-77e15897-3838-47b7-866b-fa1d6e37ff42 req-ee01dd66-25ba-4c35-8927-92109ac2699c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=64014166-35b7-4597-8d1f-ccab49be1bad HTTP/1.1" status: 200 len: 850 time: 0.1367500 Sep 16 05:19:04.906118 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-cc78d9f2-6490-486c-8c9d-0edaf132982a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-259366312&fields=id&tenant_id=3484936ae7a94b7a8f8a0023f559a1eb HTTP/1.1" status: 200 len: 267 time: 0.0897226 Sep 16 05:19:04.956610 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e15897-3838-47b7-866b-fa1d6e37ff42 req-c6d31e95-e70a-4ed6-ad4f-326244c4108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:04.964577 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d7d8bca2-8817-4494-b230-65bea722b5d2 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:04.969052 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-77e15897-3838-47b7-866b-fa1d6e37ff42 req-c6d31e95-e70a-4ed6-ad4f-326244c4108f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b93d0e73-7b57-4b50-88bf-e393412fa10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2187631 Sep 16 05:19:05.293195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b75848f9-0f41-45e9-85f2-c953416513b1 None None] Provisioning complete for port d6ffeca6-44c7-41d4-b6db-3b0667ec3482 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:05.293801 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b75848f9-0f41-45e9-85f2-c953416513b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.342509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-69c8ea82-ba4e-4adb-a0e4-c26bff5a0cbd tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:05.346676 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-77e15897-3838-47b7-866b-fa1d6e37ff42 req-e8e18d18-0d36-4f73-b5fc-5c12706da9f2 service neutron] 10.222.0.38 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742604 Sep 16 05:19:05.347406 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-69c8ea82-ba4e-4adb-a0e4-c26bff5a0cbd tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/networks?id=d283ef6e-a821-47f2-8f1c-f973552ca4de HTTP/1.1" status: 200 len: 797 time: 0.4239218 Sep 16 05:19:05.388647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-fe71de22-92bc-4e14-aaaf-d671c8164c95 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/quotas/3484936ae7a94b7a8f8a0023f559a1eb HTTP/1.1" status: 200 len: 375 time: 0.0371916 Sep 16 05:19:05.435373 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988535608', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:54Z', 'updated_at': '2021-09-16T05:19:02Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:55Z', 'updated_at': '2021-09-16T05:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'd6ffeca6-44c7-41d4-b6db-3b0667ec3482', 'name': '', 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:3a:67:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:00Z', 'updated_at': '2021-09-16T05:19:02Z', 'revision_number': 2, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:05.437602 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port d7d8bca2-8817-4494-b230-65bea722b5d2 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:05.438405 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.444533 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-87c3b4a0-dbf5-4ba1-ad73-49e731ceddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.453705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b75848f9-0f41-45e9-85f2-c953416513b1 None None] Port d6ffeca6-44c7-41d4-b6db-3b0667ec3482 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:05.475283 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] Checking router: 98723634-7bbd-43ff-99aa-3e4e6245a876 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:05.475935 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] Updating router 98723634-7bbd-43ff-99aa-3e4e6245a876 port d6ffeca6-44c7-41d4-b6db-3b0667ec3482 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:19:05.532974 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.537676 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-8758bd44-1ba6-4b99-937f-9c47cfb32597 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1475346 Sep 16 05:19:05.598648 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-77e15897-3838-47b7-866b-fa1d6e37ff42 req-f1792874-2309-449b-8db5-7df3c1096790 service neutron] 10.222.0.38 "GET /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423089 Sep 16 05:19:05.658636 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e51819bf-f2bb-4cf8-bce9-06bf33aef894 None None] Provisioning complete for port d6ffeca6-44c7-41d4-b6db-3b0667ec3482 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:05.659329 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e51819bf-f2bb-4cf8-bce9-06bf33aef894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.786243 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.812686 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-8bab3fdd-749f-4e35-8afa-e9f5cda75b09 service neutron] 10.222.0.20 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365572 Sep 16 05:19:06.091462 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-9a12fc61-d9e6-4c8c-be8b-9e3208aeb54b service neutron] 10.222.0.20 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776523 Sep 16 05:19:06.154258 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e51819bf-f2bb-4cf8-bce9-06bf33aef894 None None] Port d6ffeca6-44c7-41d4-b6db-3b0667ec3482 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:06.166733 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port d7d8bca2-8817-4494-b230-65bea722b5d2, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d7d8bca2-8817-4494-b230-65bea722b5d2,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:06.211257 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:19:06.277269 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.308928 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.417474 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.600509 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=d7d8bca2-8817-4494-b230-65bea722b5d2,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:06.629482 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 33be04df-0142-4750-849d-e1db59b58b03 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:06.766029 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c1b4344-8920-46b9-b33e-dcffcefaa52e req-77a3334a-a7cd-47e5-818b-d84bdd91be8d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 210 time: 0.0966239 Sep 16 05:19:06.842981 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 33be04df-0142-4750-849d-e1db59b58b03 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:06.843657 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.919486 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] Attempting to bind port d6ffeca6-44c7-41d4-b6db-3b0667ec3482 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:06.920043 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] Attempting to bind port d6ffeca6-44c7-41d4-b6db-3b0667ec3482 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:06.920580 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] Attempting to bind port d6ffeca6-44c7-41d4-b6db-3b0667ec3482 on network d283ef6e-a821-47f2-8f1c-f973552ca4de {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:06.937907 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:06.938486 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] Checking segment: {'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:06.939158 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.939898 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] Bound using segment: {'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:06.940561 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] Bound port: d6ffeca6-44c7-41d4-b6db-3b0667ec3482, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:06.941142 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.962951 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bbfa7-26df-497f-8a59-64ea4dfca4dc None None] Pushing event updated for resources: {'Port': ['ID=d6ffeca6-44c7-41d4-b6db-3b0667ec3482,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:06.984546 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bbfa7-26df-497f-8a59-64ea4dfca4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:06.985654 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bbfa7-26df-497f-8a59-64ea4dfca4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:06.986985 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bbfa7-26df-497f-8a59-64ea4dfca4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:06.987795 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bbfa7-26df-497f-8a59-64ea4dfca4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:06.988517 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bbfa7-26df-497f-8a59-64ea4dfca4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:06.989214 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bbfa7-26df-497f-8a59-64ea4dfca4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:06.989742 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bbfa7-26df-497f-8a59-64ea4dfca4dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:06.990235 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bbfa7-26df-497f-8a59-64ea4dfca4dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:06.990733 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bbfa7-26df-497f-8a59-64ea4dfca4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:06.991413 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bbfa7-26df-497f-8a59-64ea4dfca4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:06.992154 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bbfa7-26df-497f-8a59-64ea4dfca4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:06.992846 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bbfa7-26df-497f-8a59-64ea4dfca4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:07.056261 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-af545dbb-9d4d-45c7-92d0-786f4e632bd6 None None] Provisioning complete for port d6ffeca6-44c7-41d4-b6db-3b0667ec3482 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:07.057310 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af545dbb-9d4d-45c7-92d0-786f4e632bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.106577 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] For port d6ffeca6-44c7-41d4-b6db-3b0667ec3482, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:07.122536 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] For port d6ffeca6-44c7-41d4-b6db-3b0667ec3482, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d6ffeca6-44c7-41d4-b6db-3b0667ec3482,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:07.133588 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-af545dbb-9d4d-45c7-92d0-786f4e632bd6 None None] Port d6ffeca6-44c7-41d4-b6db-3b0667ec3482 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:07.233122 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.318038 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] Routers {'98723634-7bbd-43ff-99aa-3e4e6245a876'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:07.318822 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:18:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98723634-7bbd-43ff-99aa-3e4e6245a876'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:07.322822 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bbfa7-26df-497f-8a59-64ea4dfca4dc None None] Pushing event updated for resources: {'Port': ['ID=d6ffeca6-44c7-41d4-b6db-3b0667ec3482,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:07.660579 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] Set router 98723634-7bbd-43ff-99aa-3e4e6245a876 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:07.771128 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0f92fac1-0ab8-4bac-ae80-0a7a2623c885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.925407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-18ec6c08-60b9-46c6-b662-82193de62706 None None] Provisioning complete for port d6ffeca6-44c7-41d4-b6db-3b0667ec3482 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:07.925786 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-18ec6c08-60b9-46c6-b662-82193de62706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.991822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d836eb1-0c46-42f3-801d-b136a5cc9515 req-af89432d-5c61-43df-8a90-7647a616c406 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 210 time: 0.0912211 Sep 16 05:19:08.116144 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988535608', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:54Z', 'updated_at': '2021-09-16T05:19:02Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:55Z', 'updated_at': '2021-09-16T05:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'd6ffeca6-44c7-41d4-b6db-3b0667ec3482', 'name': '', 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:3a:67:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:00Z', 'updated_at': '2021-09-16T05:19:07Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:08.174772 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670f90be-0109-4cf2-9133-4e4a578f87c5 None None] The sync data for ids ['98723634-7bbd-43ff-99aa-3e4e6245a876'] in n-d-712140-13 is: [{'id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988535608', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:54Z', 'updated_at': '2021-09-16T05:19:02Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:55Z', 'updated_at': '2021-09-16T05:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'd6ffeca6-44c7-41d4-b6db-3b0667ec3482', 'name': '', 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:3a:67:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:00Z', 'updated_at': '2021-09-16T05:19:07Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:08.200503 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-18ec6c08-60b9-46c6-b662-82193de62706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.325711 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-18ec6c08-60b9-46c6-b662-82193de62706 None None] For port d6ffeca6-44c7-41d4-b6db-3b0667ec3482, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d6ffeca6-44c7-41d4-b6db-3b0667ec3482,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:08.468695 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-18ec6c08-60b9-46c6-b662-82193de62706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.617718 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec6c08-60b9-46c6-b662-82193de62706 None None] Pushing event updated for resources: {'Port': ['ID=d6ffeca6-44c7-41d4-b6db-3b0667ec3482,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:08.693085 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d6ffeca6-44c7-41d4-b6db-3b0667ec3482 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:08.704689 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.842152 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port d6ffeca6-44c7-41d4-b6db-3b0667ec3482 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:08.844066 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.991741 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d7d8bca2-8817-4494-b230-65bea722b5d2 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:09.130757 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port d7d8bca2-8817-4494-b230-65bea722b5d2 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:09.132093 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:09.312728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-383f3fad-41a6-4db6-9514-59a1e3cd4f93 req-dced49de-61f4-4efe-8650-3d8b45c64cd8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 210 time: 0.1253371 Sep 16 05:19:09.366529 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.433643 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d6ffeca6-44c7-41d4-b6db-3b0667ec3482 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:10.446741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-beec7808-4a58-499a-b7a8-5e898e3db1b8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:10.449534 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-beec7808-4a58-499a-b7a8-5e898e3db1b8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.21 "GET /v2.0/networks?id=d283ef6e-a821-47f2-8f1c-f973552ca4de HTTP/1.1" status: 200 len: 797 time: 0.3387458 Sep 16 05:19:10.494688 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port d6ffeca6-44c7-41d4-b6db-3b0667ec3482 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:10.495274 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.516892 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d5187c9-5589-4814-abc6-5527c75afd1c req-8b3701d5-6077-4588-86f4-07b8f09c95a1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 210 time: 0.0995605 Sep 16 05:19:10.639319 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-314f8b38-3912-4323-8ec7-e09735d09147 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3484936ae7a94b7a8f8a0023f559a1eb HTTP/1.1" status: 200 len: 379 time: 0.1202190 Sep 16 05:19:10.653346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-963231d9-0ee0-4f3c-bc5f-938131f76fc4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'port': {'device_id': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de', 'admin_state_up': True, 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'security_groups': ['f6ab39fe-d3e2-4052-ac54-39be06225ebc']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:10.908668 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.936585 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-963231d9-0ee0-4f3c-bc5f-938131f76fc4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Made reservation on behalf of 3484936ae7a94b7a8f8a0023f559a1eb for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:10.941499 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-963231d9-0ee0-4f3c-bc5f-938131f76fc4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.132904 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-963231d9-0ee0-4f3c-bc5f-938131f76fc4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Allocated IP 172.20.0.11 (d283ef6e-a821-47f2-8f1c-f973552ca4de/40db70dd-36da-475b-a49a-9f0eaaa57b93/153e9952-78f5-4879-8726-87de2dc3d740) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:11.309345 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-963231d9-0ee0-4f3c-bc5f-938131f76fc4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.542494 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-963231d9-0ee0-4f3c-bc5f-938131f76fc4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.687516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-963231d9-0ee0-4f3c-bc5f-938131f76fc4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network d283ef6e-a821-47f2-8f1c-f973552ca4de is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:11.694152 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-963231d9-0ee0-4f3c-bc5f-938131f76fc4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:11.697093 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-963231d9-0ee0-4f3c-bc5f-938131f76fc4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:11.707930 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963231d9-0ee0-4f3c-bc5f-938131f76fc4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=153e9952-78f5-4879-8726-87de2dc3d740,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:11.747851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4d046-cc27-477e-b31c-45fb9da47e94 req-d7dd93b4-ab00-46a4-b6d4-c6bc9d446b21 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:11.749511 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25a4d046-cc27-477e-b31c-45fb9da47e94 req-d7dd93b4-ab00-46a4-b6d4-c6bc9d446b21 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 932 time: 0.1310191 Sep 16 05:19:11.799350 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-963231d9-0ee0-4f3c-bc5f-938131f76fc4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:11.799988 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-963231d9-0ee0-4f3c-bc5f-938131f76fc4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.831838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25a4d046-cc27-477e-b31c-45fb9da47e94 req-81ba3283-7871-4158-9ffc-0e005513efe0 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679028 Sep 16 05:19:11.929399 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-963231d9-0ee0-4f3c-bc5f-938131f76fc4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2836750 Sep 16 05:19:11.949048 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Request body: {'port': {'device_id': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:12.014304 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.036259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-41ccb638-b510-4267-9184-a014133bb5b7 None None] Provisioning complete for port 153e9952-78f5-4879-8726-87de2dc3d740 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:12.036960 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-41ccb638-b510-4267-9184-a014133bb5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.079146 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-41ccb638-b510-4267-9184-a014133bb5b7 None None] Port 153e9952-78f5-4879-8726-87de2dc3d740 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:12.377497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153e9952-78f5-4879-8726-87de2dc3d740 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:12.387353 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.403765 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Transition to ACTIVE for port object 153e9952-78f5-4879-8726-87de2dc3d740 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:12.461701 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.534247 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Pushing event updated for resources: {'Port': ['ID=153e9952-78f5-4879-8726-87de2dc3d740,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:12.644154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Attempting to bind port 153e9952-78f5-4879-8726-87de2dc3d740 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:12.645346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Attempting to bind port 153e9952-78f5-4879-8726-87de2dc3d740 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:12.645856 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Attempting to bind port 153e9952-78f5-4879-8726-87de2dc3d740 on network d283ef6e-a821-47f2-8f1c-f973552ca4de {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:12.652666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Port 153e9952-78f5-4879-8726-87de2dc3d740 on network d283ef6e-a821-47f2-8f1c-f973552ca4de not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:12.653346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Attempting to bind port 153e9952-78f5-4879-8726-87de2dc3d740 on network d283ef6e-a821-47f2-8f1c-f973552ca4de {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:12.669300 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:12.671544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Checking segment: {'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:12.673034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Bound using segment: {'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:12.673987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Bound port: 153e9952-78f5-4879-8726-87de2dc3d740, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:12.674954 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.865604 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] For port 153e9952-78f5-4879-8726-87de2dc3d740, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:12.874430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] For port 153e9952-78f5-4879-8726-87de2dc3d740, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=153e9952-78f5-4879-8726-87de2dc3d740,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:12.936506 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.985711 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:12.986651 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.988185 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] 10.222.0.21 "PUT /v2.0/ports/153e9952-78f5-4879-8726-87de2dc3d740 HTTP/1.1" status: 200 len: 1093 time: 1.0437641 Sep 16 05:19:13.007604 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:13.010865 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2b7379-f189-4d3f-820d-b8e028831b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "tag": "153e9952-78f5-4879-8726-87de2dc3d740"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:13.109509 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984fc06e-2297-4fea-99df-8844690f5c4c x-openstack-request-id: req-984fc06e-2297-4fea-99df-8844690f5c4c {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:13.109851 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "tag": "153e9952-78f5-4879-8726-87de2dc3d740", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:13.110425 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-984fc06e-2297-4fea-99df-8844690f5c4c {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:13.114672 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740', 'status': 'completed', 'code': 200} Sep 16 05:19:13.130278 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b458e1-91fc-45f2-ae1d-e9c2eacfeb02 service neutron] Pushing event updated for resources: {'Port': ['ID=153e9952-78f5-4879-8726-87de2dc3d740,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:13.159516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cb6cd-93d2-488b-b042-f0ebeed835f8 req-6ea066fb-ea0b-4f8f-8cec-8447b05139c5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:13.167737 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-242cb6cd-93d2-488b-b042-f0ebeed835f8 req-6ea066fb-ea0b-4f8f-8cec-8447b05139c5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 944 time: 0.2254095 Sep 16 05:19:13.274711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-242cb6cd-93d2-488b-b042-f0ebeed835f8 req-bd021792-93fd-4a52-8ed2-279043742366 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047657 Sep 16 05:19:13.282686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b7379-f189-4d3f-820d-b8e028831b4f req-20b4a208-a08f-43ff-980e-2913a439673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:13.291668 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c2b7379-f189-4d3f-820d-b8e028831b4f req-20b4a208-a08f-43ff-980e-2913a439673f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 1096 time: 0.1711874 Sep 16 05:19:13.437219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b7379-f189-4d3f-820d-b8e028831b4f req-9ce31601-f62b-4941-b6b5-ebfd9bf8607b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:13.440856 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c2b7379-f189-4d3f-820d-b8e028831b4f req-9ce31601-f62b-4941-b6b5-ebfd9bf8607b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1348796 Sep 16 05:19:14.060839 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b7379-f189-4d3f-820d-b8e028831b4f req-26704a21-b9e6-4564-bb46-9a65a1487cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.064015 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c2b7379-f189-4d3f-820d-b8e028831b4f req-26704a21-b9e6-4564-bb46-9a65a1487cfa service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6158116 Sep 16 05:19:14.222721 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-fa1e75dd-b38a-448b-af82-2bd4c0951d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.224567 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-fa1e75dd-b38a-448b-af82-2bd4c0951d4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 1096 time: 0.0829637 Sep 16 05:19:14.317675 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-2e4dc32b-027b-4898-818f-a985f2bd7de7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e9952-78f5-4879-8726-87de2dc3d740 HTTP/1.1" status: 200 len: 217 time: 0.0767152 Sep 16 05:19:14.398906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-3b975d32-62b1-4cff-905f-3c07ec05cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.400682 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-3b975d32-62b1-4cff-905f-3c07ec05cb78 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40db70dd-36da-475b-a49a-9f0eaaa57b93 HTTP/1.1" status: 200 len: 834 time: 0.0764382 Sep 16 05:19:14.629679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-d0b9c295-1ded-4319-b02a-43e900418225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.631337 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-d0b9c295-1ded-4319-b02a-43e900418225 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d283ef6e-a821-47f2-8f1c-f973552ca4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2232876 Sep 16 05:19:14.649046 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811ca92-7f27-48c2-b65d-cbfeea0fb184 req-f897c47c-4b3b-4c74-802f-3e8860da7001 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.651182 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f811ca92-7f27-48c2-b65d-cbfeea0fb184 req-f897c47c-4b3b-4c74-802f-3e8860da7001 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 944 time: 0.1785877 Sep 16 05:19:14.777263 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f811ca92-7f27-48c2-b65d-cbfeea0fb184 req-32fc02fd-1d69-42af-ac85-4da567b186f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999033 Sep 16 05:19:14.807944 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-e29d8e56-e43a-40e9-95f1-b6906af397a2 service neutron] 10.222.0.21 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554952 Sep 16 05:19:14.991282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-511598ca-c8e9-4ae3-bc10-778faf5efb77 req-84b41f03-63bc-420d-b2a8-35cd434ca498 service neutron] 10.222.0.21 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757841 Sep 16 05:19:16.097293 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948eb0e-fac9-440f-8525-44b23a4c873e req-bc4cb2fa-34df-470d-9222-c2d94ed6d30f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:16.105051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c948eb0e-fac9-440f-8525-44b23a4c873e req-bc4cb2fa-34df-470d-9222-c2d94ed6d30f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 944 time: 0.1929843 Sep 16 05:19:16.191177 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c948eb0e-fac9-440f-8525-44b23a4c873e req-7ed7e3de-25d0-4608-985e-1d56e256fae9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675230 Sep 16 05:19:17.402759 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da9309-5bd7-4ed5-890b-784a67b4ba34 req-229c8445-7e0d-4340-adfe-b8c1a77c9e77 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:17.405697 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96da9309-5bd7-4ed5-890b-784a67b4ba34 req-229c8445-7e0d-4340-adfe-b8c1a77c9e77 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 944 time: 0.1328590 Sep 16 05:19:17.472375 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96da9309-5bd7-4ed5-890b-784a67b4ba34 req-792662e5-85fa-4213-b7c5-cdb6a35c82ea tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490429 Sep 16 05:19:18.683871 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c43b0-f7fc-484e-a037-073ef6357883 req-595c441d-4073-4b86-a937-6a6bbcc9b205 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:18.696130 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b1c43b0-f7fc-484e-a037-073ef6357883 req-595c441d-4073-4b86-a937-6a6bbcc9b205 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 944 time: 0.1001563 Sep 16 05:19:18.750765 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b1c43b0-f7fc-484e-a037-073ef6357883 req-af42927c-a954-4299-9b44-b9385c5672d3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478148 Sep 16 05:19:18.783828 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 153e9952-78f5-4879-8726-87de2dc3d740 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:18.928277 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 153e9952-78f5-4879-8726-87de2dc3d740, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=153e9952-78f5-4879-8726-87de2dc3d740,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:18.959122 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '153e9952-78f5-4879-8726-87de2dc3d740', 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de', 'port_id': '153e9952-78f5-4879-8726-87de2dc3d740', 'mac_address': 'fa:16:3e:b3:f0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:19.073815 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:19.098186 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153e9952-78f5-4879-8726-87de2dc3d740 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:19.146259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 153e9952-78f5-4879-8726-87de2dc3d740, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=153e9952-78f5-4879-8726-87de2dc3d740,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:19.296246 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:19.409377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=153e9952-78f5-4879-8726-87de2dc3d740,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:19.435381 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:19.443469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:19.443469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:19.443469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:19.443469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:19.443469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:19.443469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:19.443469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:19.443469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:19.443469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:19.443469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:19.443469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:19.687669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['153e9952-78f5-4879-8726-87de2dc3d740'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:20.008833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb61cb-c5b3-4dfa-aa42-c31a2a71d3c7 req-a068032c-dabb-4a01-8af6-d0b07784563b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:20.010428 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fdb61cb-c5b3-4dfa-aa42-c31a2a71d3c7 req-a068032c-dabb-4a01-8af6-d0b07784563b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 945 time: 0.0929821 Sep 16 05:19:20.114580 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fdb61cb-c5b3-4dfa-aa42-c31a2a71d3c7 req-02f0afc2-d527-47bc-8b03-b20074895cdf tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862632 Sep 16 05:19:21.407186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497565c-178b-4c40-9649-bae0472a5eba req-29534ecf-3c22-4dba-8243-550a3a7b1277 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:21.410292 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d497565c-178b-4c40-9649-bae0472a5eba req-29534ecf-3c22-4dba-8243-550a3a7b1277 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 945 time: 0.1161954 Sep 16 05:19:21.486536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d497565c-178b-4c40-9649-bae0472a5eba req-2bb80593-ec38-48e0-a2cd-03632304797d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694673 Sep 16 05:19:22.646544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31410887-9e7d-4257-b378-5cae44bb5dac req-477de488-5840-4dfb-b1fa-b80408930c12 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:22.649037 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31410887-9e7d-4257-b378-5cae44bb5dac req-477de488-5840-4dfb-b1fa-b80408930c12 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 945 time: 0.0613089 Sep 16 05:19:22.717189 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31410887-9e7d-4257-b378-5cae44bb5dac req-8091a674-a81e-4be3-9af3-bba252000129 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561898 Sep 16 05:19:22.815594 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 153e9952-78f5-4879-8726-87de2dc3d740 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:23.004302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 153e9952-78f5-4879-8726-87de2dc3d740 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:19:23.010638 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 153e9952-78f5-4879-8726-87de2dc3d740 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:23.017044 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.136415 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.175312 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:23.178093 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8deb924c-a6f0-4e3e-adda-9ff666681c1c" -d '{"events": [{"server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "name": "network-vif-plugged", "status": "completed", "tag": "153e9952-78f5-4879-8726-87de2dc3d740"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:23.201367 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 153e9952-78f5-4879-8726-87de2dc3d740, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=153e9952-78f5-4879-8726-87de2dc3d740,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:23.230650 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754b6515-c5fb-440a-9ef9-27e26a3b389a x-openstack-request-id: req-754b6515-c5fb-440a-9ef9-27e26a3b389a {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:23.231849 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "name": "network-vif-plugged", "status": "completed", "tag": "153e9952-78f5-4879-8726-87de2dc3d740", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:23.231849 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-754b6515-c5fb-440a-9ef9-27e26a3b389a {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:23.231849 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740', 'code': 200} Sep 16 05:19:23.296776 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.415693 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=153e9952-78f5-4879-8726-87de2dc3d740,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:23.481927 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872b2e7-87b3-4709-8922-2ea941d28f03 req-dcfce758-11b5-45ad-a650-6b6d59bebaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:23.486461 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b872b2e7-87b3-4709-8922-2ea941d28f03 req-dcfce758-11b5-45ad-a650-6b6d59bebaa4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 1098 time: 0.1195493 Sep 16 05:19:23.553157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b872b2e7-87b3-4709-8922-2ea941d28f03 req-26b25d54-a734-493f-8bb8-10aa55d8bab7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577369 Sep 16 05:19:23.927805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90de9f6-2aa6-42d3-b8d2-668ab4ab5520 req-60c06919-9d08-4ceb-861d-f2e15b5b2aef tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:23.929794 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d90de9f6-2aa6-42d3-b8d2-668ab4ab5520 req-60c06919-9d08-4ceb-861d-f2e15b5b2aef tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.0781517 Sep 16 05:19:23.990308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d90de9f6-2aa6-42d3-b8d2-668ab4ab5520 req-bde784d3-0a23-490f-a522-1215485a71d6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521057 Sep 16 05:19:24.603040 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.235567 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e8960-4080-45f7-94e7-9173ce369fe8 req-7b36fd79-6c74-4f6d-a85e-407081a2a6ff tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:25.237319 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf4e8960-4080-45f7-94e7-9173ce369fe8 req-7b36fd79-6c74-4f6d-a85e-407081a2a6ff tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.0873897 Sep 16 05:19:25.295429 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf4e8960-4080-45f7-94e7-9173ce369fe8 req-50e835a7-6145-43b0-ac2f-2a00acc4dc6c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457056 Sep 16 05:19:26.507073 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64701648-1a95-44a4-a7e3-02910de48c01 req-9d8321b0-9c38-4825-a65f-b7be446f7e08 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.507073 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64701648-1a95-44a4-a7e3-02910de48c01 req-9d8321b0-9c38-4825-a65f-b7be446f7e08 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.0576587 Sep 16 05:19:26.507073 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64701648-1a95-44a4-a7e3-02910de48c01 req-997caf0f-3d41-40c5-8468-cb097070efe4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392885 Sep 16 05:19:26.754806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde20aad-5152-4719-9bfb-513c215e42c2 req-a5b66008-bcf6-4f87-a0fa-bc5a730593ac tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.758022 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fde20aad-5152-4719-9bfb-513c215e42c2 req-a5b66008-bcf6-4f87-a0fa-bc5a730593ac tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.1195905 Sep 16 05:19:26.864493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fde20aad-5152-4719-9bfb-513c215e42c2 req-509e83f9-bf4a-4474-bded-fe4dd4e0c9b1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958207 Sep 16 05:19:26.906806 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55788) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:27.011364 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bf8d8c-f9be-40c0-abc3-a451b00e3a2f tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:27.024151 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d0bf8d8c-f9be-40c0-abc3-a451b00e3a2f tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 1093 time: 0.1112480 Sep 16 05:19:27.024793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55792) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:27.031468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': '153e9952-78f5-4879-8726-87de2dc3d740', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:27.236086 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.435469 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.598994 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Allocated IP 172.25.4.198 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/d4eb4172-867a-419c-9f75-71f5a7ab7115) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:27.761709 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.923995 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.975510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:27.978867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:27.983401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:28.014106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=d4eb4172-867a-419c-9f75-71f5a7ab7115,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:28.609831 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.623126 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.862224 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.121000 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.232730 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.358635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=d4eb4172-867a-419c-9f75-71f5a7ab7115,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:29.406466 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.685549 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Floating IP 845c9013-73af-445f-a6c8-294066f49f6c associated. External IP: 172.25.4.198, port: 153e9952-78f5-4879-8726-87de2dc3d740. Sep 16 05:19:30.020985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Router 98723634-7bbd-43ff-99aa-3e4e6245a876 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:30.302398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:30.318765 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a9d85a-c8cc-4378-8604-08b67a498e4c None None] Sync routers for ids ['98723634-7bbd-43ff-99aa-3e4e6245a876'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:30.347605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a9d85a-c8cc-4378-8604-08b67a498e4c None None] Routers {'98723634-7bbd-43ff-99aa-3e4e6245a876'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:30.348276 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-94a9d85a-c8cc-4378-8604-08b67a498e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:19:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98723634-7bbd-43ff-99aa-3e4e6245a876'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:30.453522 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.535286 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f3b3fd9c-19e7-4773-9853-d2137e319a15 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5084805 Sep 16 05:19:30.536120 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:30.542183 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe67f81-e12e-4e76-8ecd-3acf607e54a8" -d '{"events": [{"name": "network-changed", "server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "tag": "153e9952-78f5-4879-8726-87de2dc3d740"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:30.544642 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-94a9d85a-c8cc-4378-8604-08b67a498e4c None None] Set router 98723634-7bbd-43ff-99aa-3e4e6245a876 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:30.616000 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1437046-3c27-4165-90e5-afc3aa674dd1 x-openstack-request-id: req-d1437046-3c27-4165-90e5-afc3aa674dd1 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:30.616297 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "tag": "153e9952-78f5-4879-8726-87de2dc3d740", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:30.616554 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1437046-3c27-4165-90e5-afc3aa674dd1 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:30.617763 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740', 'status': 'completed', 'code': 200} Sep 16 05:19:30.790218 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcf40f-34f4-4bde-ae3b-aaaed34e53cb req-e88badf7-9dbf-416c-ae7b-c17d98e8bbcb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:30.792032 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b6dcf40f-34f4-4bde-ae3b-aaaed34e53cb req-e88badf7-9dbf-416c-ae7b-c17d98e8bbcb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.1356282 Sep 16 05:19:30.796794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe67f81-e12e-4e76-8ecd-3acf607e54a8 req-8acaef8d-f5b9-4456-aff0-cd2af394b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:30.798575 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1fe67f81-e12e-4e76-8ecd-3acf607e54a8 req-8acaef8d-f5b9-4456-aff0-cd2af394b790 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 1098 time: 0.0889587 Sep 16 05:19:30.943262 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-94a9d85a-c8cc-4378-8604-08b67a498e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988535608', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:54Z', 'updated_at': '2021-09-16T05:19:02Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:55Z', 'updated_at': '2021-09-16T05:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '845c9013-73af-445f-a6c8-294066f49f6c', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'floating_ip_address': '172.25.4.198', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'port_id': '153e9952-78f5-4879-8726-87de2dc3d740', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de', 'mac_address': 'fa:16:3e:b3:f0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:28Z', 'revision_number': 0, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ffeca6-44c7-41d4-b6db-3b0667ec3482', 'name': '', 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:3a:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:00Z', 'updated_at': '2021-09-16T05:19:08Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:30.952090 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b6dcf40f-34f4-4bde-ae3b-aaaed34e53cb req-f1deac30-61e8-4483-85cb-4a9698331057 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439514 Sep 16 05:19:30.999388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe67f81-e12e-4e76-8ecd-3acf607e54a8 req-5cd45bc2-c1a1-4c0f-a71e-4e67cfafc92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:30.999388 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1fe67f81-e12e-4e76-8ecd-3acf607e54a8 req-5cd45bc2-c1a1-4c0f-a71e-4e67cfafc92c service neutron] 10.222.0.21 "GET /v2.0/networks?id=d283ef6e-a821-47f2-8f1c-f973552ca4de HTTP/1.1" status: 200 len: 898 time: 0.1879487 Sep 16 05:19:31.012118 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a9d85a-c8cc-4378-8604-08b67a498e4c None None] Checking router: 98723634-7bbd-43ff-99aa-3e4e6245a876 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:31.016809 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55870) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:31.035427 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a9d85a-c8cc-4378-8604-08b67a498e4c None None] Routers {'98723634-7bbd-43ff-99aa-3e4e6245a876'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:31.036853 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-94a9d85a-c8cc-4378-8604-08b67a498e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:19:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98723634-7bbd-43ff-99aa-3e4e6245a876'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:31.118359 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9ecae4ba-9a76-4596-9a13-50114db16999 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/floatingips/845c9013-73af-445f-a6c8-294066f49f6c HTTP/1.1" status: 200 len: 992 time: 0.1016362 Sep 16 05:19:31.148749 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1fe67f81-e12e-4e76-8ecd-3acf607e54a8 req-d32bec30-1ff9-4866-9d67-21a122dbf384 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e9952-78f5-4879-8726-87de2dc3d740 HTTP/1.1" status: 200 len: 1000 time: 0.1438768 Sep 16 05:19:31.267690 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-94a9d85a-c8cc-4378-8604-08b67a498e4c None None] Set router 98723634-7bbd-43ff-99aa-3e4e6245a876 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:31.276926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe67f81-e12e-4e76-8ecd-3acf607e54a8 req-00387320-abd1-46b7-8c2d-47b26c162d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:31.278494 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1fe67f81-e12e-4e76-8ecd-3acf607e54a8 req-00387320-abd1-46b7-8c2d-47b26c162d86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40db70dd-36da-475b-a49a-9f0eaaa57b93 HTTP/1.1" status: 200 len: 834 time: 0.1204302 Sep 16 05:19:31.398997 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe67f81-e12e-4e76-8ecd-3acf607e54a8 req-1cc31616-1065-4921-970d-47acf080a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:31.400763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1fe67f81-e12e-4e76-8ecd-3acf607e54a8 req-1cc31616-1065-4921-970d-47acf080a40b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d283ef6e-a821-47f2-8f1c-f973552ca4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147892 Sep 16 05:19:31.625613 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1fe67f81-e12e-4e76-8ecd-3acf607e54a8 req-ebbf6e0b-5c6a-4009-9d46-f2c148ce37f4 service neutron] 10.222.0.21 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166791 Sep 16 05:19:31.907082 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-94a9d85a-c8cc-4378-8604-08b67a498e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988535608', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:54Z', 'updated_at': '2021-09-16T05:19:02Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:55Z', 'updated_at': '2021-09-16T05:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '845c9013-73af-445f-a6c8-294066f49f6c', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'floating_ip_address': '172.25.4.198', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'port_id': '153e9952-78f5-4879-8726-87de2dc3d740', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de', 'mac_address': 'fa:16:3e:b3:f0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:28Z', 'revision_number': 0, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ffeca6-44c7-41d4-b6db-3b0667ec3482', 'name': '', 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:3a:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:00Z', 'updated_at': '2021-09-16T05:19:08Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:31.941733 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1fe67f81-e12e-4e76-8ecd-3acf607e54a8 req-ba904422-1b22-45cb-90ec-513c191c4493 service neutron] 10.222.0.21 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792541 Sep 16 05:19:31.959935 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a9d85a-c8cc-4378-8604-08b67a498e4c None None] The sync data for ids ['98723634-7bbd-43ff-99aa-3e4e6245a876'] in n-d-712140-13 is: [{'id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988535608', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:54Z', 'updated_at': '2021-09-16T05:19:02Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:55Z', 'updated_at': '2021-09-16T05:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '845c9013-73af-445f-a6c8-294066f49f6c', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'floating_ip_address': '172.25.4.198', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'port_id': '153e9952-78f5-4879-8726-87de2dc3d740', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de', 'mac_address': 'fa:16:3e:b3:f0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:28Z', 'revision_number': 0, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ffeca6-44c7-41d4-b6db-3b0667ec3482', 'name': '', 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:3a:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:00Z', 'updated_at': '2021-09-16T05:19:08Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:32.120899 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55896) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:32.240605 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b15dabd3-3046-408b-a599-5d755a1d2f67 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/floatingips/845c9013-73af-445f-a6c8-294066f49f6c HTTP/1.1" status: 200 len: 992 time: 0.1176007 Sep 16 05:19:32.354937 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e4ddb8-2b28-4a4d-a525-e45897a17093 None None] New status for floating IP 845c9013-73af-445f-a6c8-294066f49f6c: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:19:33.241800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55912) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:33.397373 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7beb6f30-ae76-4627-99b7-a26dc9fc5a03 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/floatingips/845c9013-73af-445f-a6c8-294066f49f6c HTTP/1.1" status: 200 len: 994 time: 0.1541574 Sep 16 05:19:33.485056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 55918) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:33.742773 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22353d5c-dfb3-458f-9bc8-c5f0f4bd3b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.010136 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22353d5c-dfb3-458f-9bc8-c5f0f4bd3b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.112275 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22353d5c-dfb3-458f-9bc8-c5f0f4bd3b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.187309 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-22353d5c-dfb3-458f-9bc8-c5f0f4bd3b98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0388b87502e342f38ebea25a7921e17d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7005172 Sep 16 05:19:34.191956 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 55936) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:34.209817 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22353d5c-dfb3-458f-9bc8-c5f0f4bd3b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55eea220-95ef-46bc-8846-8f03b18432c1,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:34.259277 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dd42a70f-e2e7-4129-9146-d8e55730fd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.286030 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dd42a70f-e2e7-4129-9146-d8e55730fd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.562169 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dd42a70f-e2e7-4129-9146-d8e55730fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.564874 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dd42a70f-e2e7-4129-9146-d8e55730fd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.566180 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dd42a70f-e2e7-4129-9146-d8e55730fd78 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55eea220-95ef-46bc-8846-8f03b18432c1 HTTP/1.1" status: 204 len: 168 time: 0.3729897 Sep 16 05:19:34.576452 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42a70f-e2e7-4129-9146-d8e55730fd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eea220-95ef-46bc-8846-8f03b18432c1,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:35.339131 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c78ae5b4-50b6-4534-b9d7-777b7a5da629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.824625 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d8ddd274-2729-4c29-958e-b883ccc85203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.659457 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:39.379699 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:40.847057 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.186434 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:19:45.272905 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-befff8a6-c02f-4658-8714-7bb8bfce7c96 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:45.274711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-befff8a6-c02f-4658-8714-7bb8bfce7c96 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 811 time: 0.1476800 Sep 16 05:19:45.300338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-45baf101-f5b1-4325-a1a4-5b46bbfac01b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/quotas/4e374b714a454b6bbbcea86d3b0a9144 HTTP/1.1" status: 200 len: 375 time: 0.0181768 Sep 16 05:19:45.380183 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-cbb5808a-d3b9-441d-9e27-a532190edf11 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778203 Sep 16 05:19:45.517036 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-e5c5769f-2fdc-495a-97a6-4bd7e2ddd02b service neutron] 10.222.0.20 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295223 Sep 16 05:19:45.680665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-6c001a5e-035a-477d-b0eb-a90429692346 service neutron] 10.222.0.20 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422722 Sep 16 05:19:46.462233 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7fb949b-a2cc-436f-b410-88bfd6860221 req-9350078b-a7aa-447c-83de-ea5b3b638a87 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 210 time: 0.3308363 Sep 16 05:19:47.689535 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a83b59b5-1be0-4fcd-892b-86a432ae52cb req-dcbfea16-16a3-449b-949f-6b261fe5b157 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 210 time: 0.0979757 Sep 16 05:19:48.856146 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3dea9ddc-5f63-459d-9737-d07acb12f560 req-e1f33bbd-3501-4b7f-9417-8c3f1fbf9d11 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 210 time: 0.0426872 Sep 16 05:19:49.044077 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-88b42f7c-c3c3-4683-b38b-29b824764cda tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:49.046447 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-88b42f7c-c3c3-4683-b38b-29b824764cda tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.38 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 811 time: 0.1265860 Sep 16 05:19:49.070693 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Request body: {'port': {'device_id': 'f43892cf-9731-4ed2-af5c-8e0a6796a513', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'admin_state_up': True, 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:49.523741 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Made reservation on behalf of 4e374b714a454b6bbbcea86d3b0a9144 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:49.529754 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:49.697074 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Allocated IP 172.20.0.3 (43582cdc-205b-4fb3-8725-2a4b30e623df/5507afb9-2881-4920-bc53-bfa72716d79e/57e61489-fd03-4af2-98af-6f45623851dc) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:49.893660 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.004371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0c41f0b-389e-4661-8eba-873fcf9d8c82 req-4315e5ee-0819-44dc-b38f-5bb4507d7b02 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 210 time: 0.0308833 Sep 16 05:19:50.019560 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.073650 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Network 43582cdc-205b-4fb3-8725-2a4b30e623df is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:50.080455 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:50.086181 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:50.091472 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event updated for resources: {'Port': ['ID=57e61489-fd03-4af2-98af-6f45623851dc,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:50.129282 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:50.129628 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:50.129983 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:50.130324 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:50.130657 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:50.131085 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:50.131429 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:50.131756 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:50.132311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:50.132635 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:50.132969 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:50.133289 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:50.163679 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:50.165839 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.295685 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-92d93027-8263-40ab-a81a-14358c73e4a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2290485 Sep 16 05:19:50.315425 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Request body: {'port': {'device_id': 'f43892cf-9731-4ed2-af5c-8e0a6796a513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:50.442721 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e6e69b0a-5c44-40f8-b391-fdea5c87cbba None None] Provisioning complete for port 57e61489-fd03-4af2-98af-6f45623851dc triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:50.443327 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e6e69b0a-5c44-40f8-b391-fdea5c87cbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.517262 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e6e69b0a-5c44-40f8-b391-fdea5c87cbba None None] Port 57e61489-fd03-4af2-98af-6f45623851dc cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:50.927823 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.263199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadc95d-02b8-4075-be85-cff4a76ea8d0 req-e0e0be3f-1017-4b2e-90dd-338feed1b241 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:51.271957 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8aadc95d-02b8-4075-be85-cff4a76ea8d0 req-e0e0be3f-1017-4b2e-90dd-338feed1b241 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 931 time: 0.1134827 Sep 16 05:19:51.356438 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8aadc95d-02b8-4075-be85-cff4a76ea8d0 req-8fb22f8c-cf0b-4981-9073-db61ed50239a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706508 Sep 16 05:19:51.602798 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e61489-fd03-4af2-98af-6f45623851dc {{(pid=95474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:51.621744 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.650781 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Transition to ACTIVE for port object 57e61489-fd03-4af2-98af-6f45623851dc will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:51.728759 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.837389 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Pushing event updated for resources: {'Port': ['ID=57e61489-fd03-4af2-98af-6f45623851dc,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:51.980080 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Attempting to bind port 57e61489-fd03-4af2-98af-6f45623851dc on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:51.980666 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Attempting to bind port 57e61489-fd03-4af2-98af-6f45623851dc by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:51.981647 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Attempting to bind port 57e61489-fd03-4af2-98af-6f45623851dc on network 43582cdc-205b-4fb3-8725-2a4b30e623df {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:52.006657 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Port 57e61489-fd03-4af2-98af-6f45623851dc on network 43582cdc-205b-4fb3-8725-2a4b30e623df not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:52.007856 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Attempting to bind port 57e61489-fd03-4af2-98af-6f45623851dc on network 43582cdc-205b-4fb3-8725-2a4b30e623df {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:52.023357 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:52.027181 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Checking segment: {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:52.027999 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Bound using segment: {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:52.028599 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Bound port: 57e61489-fd03-4af2-98af-6f45623851dc, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:52.031040 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.143016 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] For port 57e61489-fd03-4af2-98af-6f45623851dc, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:52.167823 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] For port 57e61489-fd03-4af2-98af-6f45623851dc, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=57e61489-fd03-4af2-98af-6f45623851dc,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:52.244481 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.415446 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Pushing event updated for resources: {'Port': ['ID=57e61489-fd03-4af2-98af-6f45623851dc,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:52.455256 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:52.456880 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.459961 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-c9ded87e-8a02-46bb-8a1a-66d0484c0858 service neutron] 10.222.0.38 "PUT /v2.0/ports/57e61489-fd03-4af2-98af-6f45623851dc HTTP/1.1" status: 200 len: 1092 time: 2.1504765 Sep 16 05:19:52.461108 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43892cf-9731-4ed2-af5c-8e0a6796a513', 'tag': '57e61489-fd03-4af2-98af-6f45623851dc'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:52.466424 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191a79f5-11ab-4dca-aa4a-da7629206049" -d '{"events": [{"name": "network-changed", "server_uuid": "f43892cf-9731-4ed2-af5c-8e0a6796a513", "tag": "57e61489-fd03-4af2-98af-6f45623851dc"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:52.596647 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de2af0d-d8cd-4546-be30-4fa519ffa3ff x-openstack-request-id: req-7de2af0d-d8cd-4546-be30-4fa519ffa3ff {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:52.597125 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43892cf-9731-4ed2-af5c-8e0a6796a513", "tag": "57e61489-fd03-4af2-98af-6f45623851dc", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:52.597545 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7de2af0d-d8cd-4546-be30-4fa519ffa3ff {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:52.598197 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43892cf-9731-4ed2-af5c-8e0a6796a513', 'tag': '57e61489-fd03-4af2-98af-6f45623851dc', 'status': 'completed', 'code': 200} Sep 16 05:19:52.697817 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c2cb2-818d-42dd-be8c-6d97164ebf13 req-6b940bd1-30ec-4f69-9bdb-5a1531113dac tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:52.706160 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c60c2cb2-818d-42dd-be8c-6d97164ebf13 req-6b940bd1-30ec-4f69-9bdb-5a1531113dac tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1514657 Sep 16 05:19:52.740773 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a79f5-11ab-4dca-aa4a-da7629206049 req-baca5987-e7fa-44c2-a04a-4449a94d7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:52.743366 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-191a79f5-11ab-4dca-aa4a-da7629206049 req-baca5987-e7fa-44c2-a04a-4449a94d7586 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 1095 time: 0.1122677 Sep 16 05:19:52.797747 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c60c2cb2-818d-42dd-be8c-6d97164ebf13 req-f4e73916-319f-498d-851d-235a5f578657 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832202 Sep 16 05:19:52.970719 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a79f5-11ab-4dca-aa4a-da7629206049 req-41f20d44-be3c-4f3c-a104-bc2069188b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:52.973323 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-191a79f5-11ab-4dca-aa4a-da7629206049 req-41f20d44-be3c-4f3c-a104-bc2069188b7d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2146621 Sep 16 05:19:53.127171 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a79f5-11ab-4dca-aa4a-da7629206049 req-c8eef3a8-e8ce-415f-8d55-69c962d14f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:53.129612 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-191a79f5-11ab-4dca-aa4a-da7629206049 req-c8eef3a8-e8ce-415f-8d55-69c962d14f79 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1491034 Sep 16 05:19:53.337448 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-fd4858b2-1143-45fb-8f62-10416460bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:53.339102 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-fd4858b2-1143-45fb-8f62-10416460bb72 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 1095 time: 0.0899429 Sep 16 05:19:53.435278 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-420cc4ab-dd2f-4e76-99de-e851ec451dfe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57e61489-fd03-4af2-98af-6f45623851dc HTTP/1.1" status: 200 len: 217 time: 0.0826795 Sep 16 05:19:53.559738 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-1cdb6bb0-5f67-4666-9d89-e18311a6868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:53.563637 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-1cdb6bb0-5f67-4666-9d89-e18311a6868f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.1205266 Sep 16 05:19:53.668273 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-abbbe51d-d854-4948-a9ff-5fa96faae76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:53.672520 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-abbbe51d-d854-4948-a9ff-5fa96faae76e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006987 Sep 16 05:19:54.008352 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-b2cac024-f07f-490a-a35c-284d403d9405 service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274951 Sep 16 05:19:54.100939 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5e301-afb4-45d1-af24-5ddc6c0001ce req-b5f98991-3e30-4495-90c5-5f7f671625c9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:54.107919 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7dd5e301-afb4-45d1-af24-5ddc6c0001ce req-b5f98991-3e30-4495-90c5-5f7f671625c9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1015048 Sep 16 05:19:54.276457 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7dd5e301-afb4-45d1-af24-5ddc6c0001ce req-46d8e3c6-a067-42ff-b5cf-c33e3ae0cd2d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418743 Sep 16 05:19:54.342678 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-8ab7872d-bd59-4427-9277-dfc6293f01c8 req-1d118f20-a5e2-4630-9534-5fce963def32 service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263142 Sep 16 05:19:54.547023 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.471678 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2847531-7b74-4345-b56c-7c8097db6782 req-1e7cc4bb-ddc1-42bf-8598-ed066565014e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:55.473393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2847531-7b74-4345-b56c-7c8097db6782 req-1e7cc4bb-ddc1-42bf-8598-ed066565014e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.0616179 Sep 16 05:19:55.551223 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2847531-7b74-4345-b56c-7c8097db6782 req-6e60c567-1469-4ed0-97fb-a4af568e1f5f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644047 Sep 16 05:19:56.853418 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e872cea-0e4b-4273-8f55-c96f99cbc49c req-44d206c4-9649-47a5-b67a-f598af435ff6 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:56.873958 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e872cea-0e4b-4273-8f55-c96f99cbc49c req-44d206c4-9649-47a5-b67a-f598af435ff6 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1910131 Sep 16 05:19:56.912442 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e872cea-0e4b-4273-8f55-c96f99cbc49c req-03411c50-3255-4b25-bbf4-c71e90349bbb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369186 Sep 16 05:19:57.601313 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56328) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:57.741149 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8e05e16-1671-4d6e-be03-ba5a1e1d4fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.859304 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8e05e16-1671-4d6e-be03-ba5a1e1d4fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.958051 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8e05e16-1671-4d6e-be03-ba5a1e1d4fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.059888 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e05e16-1671-4d6e-be03-ba5a1e1d4fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70e9db0-cd08-47b3-b2aa-6c5f1c1a13bc,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:58.077107 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d8e05e16-1671-4d6e-be03-ba5a1e1d4fae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c673e5a09f34383a12ef8682f6de7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4743102 Sep 16 05:19:58.081814 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56342) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:58.206200 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3641035-80b2-48ee-ac9e-fd5d0e07e466 req-d5faabaa-0ed2-4a6a-98ed-ed3c4c736670 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:58.209757 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f3641035-80b2-48ee-ac9e-fd5d0e07e466 req-d5faabaa-0ed2-4a6a-98ed-ed3c4c736670 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1177468 Sep 16 05:19:58.228651 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ff16904-a584-4681-b618-052a9dc6b57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.291762 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ff16904-a584-4681-b618-052a9dc6b57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.293334 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f3641035-80b2-48ee-ac9e-fd5d0e07e466 req-555d072f-0b83-49e4-b420-89aeb7f7651a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722849 Sep 16 05:19:58.505452 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ff16904-a584-4681-b618-052a9dc6b57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.510478 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ff16904-a584-4681-b618-052a9dc6b57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.519966 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4ff16904-a584-4681-b618-052a9dc6b57b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a70e9db0-cd08-47b3-b2aa-6c5f1c1a13bc HTTP/1.1" status: 204 len: 168 time: 0.4288414 Sep 16 05:19:58.528308 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff16904-a584-4681-b618-052a9dc6b57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70e9db0-cd08-47b3-b2aa-6c5f1c1a13bc,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:58.559563 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:59.520132 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99603bf-3664-4166-8c33-bd9e473cbaea req-30e80f48-8b2a-43c6-be70-bb6954e1e004 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:59.522014 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b99603bf-3664-4166-8c33-bd9e473cbaea req-30e80f48-8b2a-43c6-be70-bb6954e1e004 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.0808983 Sep 16 05:19:59.585666 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b99603bf-3664-4166-8c33-bd9e473cbaea req-75fe9e8e-6da4-4f62-aac3-c6a7bfce4c71 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566888 Sep 16 05:19:59.586812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56354) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:59.610839 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-85bc987d-85a1-48d6-b2cb-3860ef3db6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:59.780548 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-85bc987d-85a1-48d6-b2cb-3860ef3db6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:59.881427 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-85bc987d-85a1-48d6-b2cb-3860ef3db6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:59.930538 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-85bc987d-85a1-48d6-b2cb-3860ef3db6aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27f1bb6403b34ae4a9a07242a1ec7edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3390818 Sep 16 05:19:59.934580 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56356) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:59.960164 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc987d-85a1-48d6-b2cb-3860ef3db6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16efe2e1-8b29-4295-93bd-d7a7a85d496f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:00.020179 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-135ebd46-dd50-4d3c-bf5b-66e785a486bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.047911 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-135ebd46-dd50-4d3c-bf5b-66e785a486bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.219576 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-135ebd46-dd50-4d3c-bf5b-66e785a486bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.224963 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-135ebd46-dd50-4d3c-bf5b-66e785a486bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.226941 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-135ebd46-dd50-4d3c-bf5b-66e785a486bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16efe2e1-8b29-4295-93bd-d7a7a85d496f HTTP/1.1" status: 204 len: 168 time: 0.2946010 Sep 16 05:20:00.250924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ebd46-dd50-4d3c-bf5b-66e785a486bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16efe2e1-8b29-4295-93bd-d7a7a85d496f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:00.849803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea332eb4-595f-45ab-b5ed-afc793694780 req-4a112651-32aa-4a82-960f-5a8cfe1c51f9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:00.852335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea332eb4-595f-45ab-b5ed-afc793694780 req-4a112651-32aa-4a82-960f-5a8cfe1c51f9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1058135 Sep 16 05:20:00.966870 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea332eb4-595f-45ab-b5ed-afc793694780 req-518253f4-b06d-437b-8e3f-c0442d697bee tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911033 Sep 16 05:20:02.138513 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b661b76-5d1d-477f-bdf5-a7aba06861f1 req-d9996797-0170-4e4b-a051-828334f9f358 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0968528 Sep 16 05:20:02.324421 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b60e3-3977-4e2c-a9ce-e5f3b6937e90 req-d3346f37-c946-4f79-865b-b8566c03b3ab tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:02.328812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-668b60e3-3977-4e2c-a9ce-e5f3b6937e90 req-d3346f37-c946-4f79-865b-b8566c03b3ab tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1968563 Sep 16 05:20:02.398216 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b661b76-5d1d-477f-bdf5-a7aba06861f1 req-4ab958be-e3cd-4485-a017-9332484f71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:02.401404 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b661b76-5d1d-477f-bdf5-a7aba06861f1 req-4ab958be-e3cd-4485-a017-9332484f71f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 1098 time: 0.1610355 Sep 16 05:20:02.606153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b661b76-5d1d-477f-bdf5-a7aba06861f1 req-9469f9aa-b82c-46c2-a8b5-e144da1ab0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:02.608799 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b661b76-5d1d-477f-bdf5-a7aba06861f1 req-9469f9aa-b82c-46c2-a8b5-e144da1ab0e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d283ef6e-a821-47f2-8f1c-f973552ca4de HTTP/1.1" status: 200 len: 898 time: 0.1710877 Sep 16 05:20:02.618774 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-668b60e3-3977-4e2c-a9ce-e5f3b6937e90 req-8f14aeaf-ddc8-4765-8a99-8164fb4f88be tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703986 Sep 16 05:20:02.769117 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b661b76-5d1d-477f-bdf5-a7aba06861f1 req-5d089708-79b7-47b2-9287-f648ff8f1a8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e9952-78f5-4879-8726-87de2dc3d740 HTTP/1.1" status: 200 len: 1002 time: 0.1492405 Sep 16 05:20:02.851675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b661b76-5d1d-477f-bdf5-a7aba06861f1 req-460186cb-b62c-4c00-9bf3-a7140e382a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:02.853705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b661b76-5d1d-477f-bdf5-a7aba06861f1 req-460186cb-b62c-4c00-9bf3-a7140e382a41 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40db70dd-36da-475b-a49a-9f0eaaa57b93 HTTP/1.1" status: 200 len: 834 time: 0.0767691 Sep 16 05:20:02.958355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b661b76-5d1d-477f-bdf5-a7aba06861f1 req-171f4408-a6e5-4026-8c5b-e20a1a50f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:02.961842 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b661b76-5d1d-477f-bdf5-a7aba06861f1 req-171f4408-a6e5-4026-8c5b-e20a1a50f4b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d283ef6e-a821-47f2-8f1c-f973552ca4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005929 Sep 16 05:20:02.985705 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-9b661b76-5d1d-477f-bdf5-a7aba06861f1 req-7c27b914-44de-4b92-95f1-fef8beafb63e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:20:02.989150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b661b76-5d1d-477f-bdf5-a7aba06861f1 req-7c27b914-44de-4b92-95f1-fef8beafb63e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172808 Sep 16 05:20:03.183548 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b661b76-5d1d-477f-bdf5-a7aba06861f1 req-98eb0347-11b4-4c91-a2fa-7c7dcb1e77d2 service neutron] 10.222.0.21 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847553 Sep 16 05:20:03.361467 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b661b76-5d1d-477f-bdf5-a7aba06861f1 req-4f076181-01c1-4da9-9069-ce17f2e3261b service neutron] 10.222.0.21 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719198 Sep 16 05:20:03.912721 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef4021-ca0d-45dc-a2f6-3f96d9ae0868 req-8ee7af42-d7d0-4bd0-863e-d6d7020ea34b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:03.915101 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0ef4021-ca0d-45dc-a2f6-3f96d9ae0868 req-8ee7af42-d7d0-4bd0-863e-d6d7020ea34b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1027870 Sep 16 05:20:04.006559 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0ef4021-ca0d-45dc-a2f6-3f96d9ae0868 req-9ca0cec6-354b-46d0-8650-a8b9a24d3230 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798283 Sep 16 05:20:04.172628 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd1d11-6e08-43d4-b830-c74db9bae6df req-6b1c7d1f-93cd-478c-9208-1bd463e4c44e tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:04.188951 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7cd1d11-6e08-43d4-b830-c74db9bae6df req-6b1c7d1f-93cd-478c-9208-1bd463e4c44e tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 945 time: 0.0820546 Sep 16 05:20:04.259646 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7cd1d11-6e08-43d4-b830-c74db9bae6df req-83995736-ac6a-4c73-b79b-5b9b268a4fc6 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=177be2d0-ac8c-4960-9821-981332381fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771027 Sep 16 05:20:04.871028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56456) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:05.095564 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f2021c6c-815e-477d-9921-000640a6bb16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.250542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8942ca-4da8-427e-97cb-36346af0f15a req-cae86012-c7df-4b02-b378-784409e21a12 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:05.252239 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f8942ca-4da8-427e-97cb-36346af0f15a req-cae86012-c7df-4b02-b378-784409e21a12 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1081991 Sep 16 05:20:05.316370 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b66f19c9-ce0a-48a7-9c3d-10d37dd5e773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.383538 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f8942ca-4da8-427e-97cb-36346af0f15a req-289e0c8c-608f-4697-bf13-0a7066078c01 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240606 Sep 16 05:20:05.482141 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec7d8-56d7-4b12-b696-d01f23db7cee req-344fee59-3c95-4644-8157-130922399e3a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:05.484835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-305ec7d8-56d7-4b12-b696-d01f23db7cee req-344fee59-3c95-4644-8157-130922399e3a tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 945 time: 0.0998819 Sep 16 05:20:05.488270 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f2021c6c-815e-477d-9921-000640a6bb16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.548524 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-305ec7d8-56d7-4b12-b696-d01f23db7cee req-dc8a01c1-3efc-4f66-b7d1-565bae728c34 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=177be2d0-ac8c-4960-9821-981332381fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520523 Sep 16 05:20:05.647431 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f2021c6c-815e-477d-9921-000640a6bb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.700031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f2021c6c-815e-477d-9921-000640a6bb16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b301f0d465854c2cadf4e341132257ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8274755 Sep 16 05:20:05.702455 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2021c6c-815e-477d-9921-000640a6bb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd66556-3cc5-479d-868e-5175ad31ab61,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:05.704672 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56476) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:05.711324 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2021c6c-815e-477d-9921-000640a6bb16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:05.711656 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2021c6c-815e-477d-9921-000640a6bb16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:05.711991 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2021c6c-815e-477d-9921-000640a6bb16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:05.712327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2021c6c-815e-477d-9921-000640a6bb16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:05.712669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2021c6c-815e-477d-9921-000640a6bb16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:05.713000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2021c6c-815e-477d-9921-000640a6bb16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:05.713336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2021c6c-815e-477d-9921-000640a6bb16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:05.713653 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2021c6c-815e-477d-9921-000640a6bb16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:05.714026 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2021c6c-815e-477d-9921-000640a6bb16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:05.714357 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2021c6c-815e-477d-9921-000640a6bb16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:05.714702 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2021c6c-815e-477d-9921-000640a6bb16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:05.715050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2021c6c-815e-477d-9921-000640a6bb16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:05.775274 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7557f80f-a38e-45f4-a3d8-5261128e6091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.804914 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7557f80f-a38e-45f4-a3d8-5261128e6091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.961690 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7557f80f-a38e-45f4-a3d8-5261128e6091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.964561 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7557f80f-a38e-45f4-a3d8-5261128e6091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.966683 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7557f80f-a38e-45f4-a3d8-5261128e6091 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dd66556-3cc5-479d-868e-5175ad31ab61 HTTP/1.1" status: 204 len: 168 time: 0.2602522 Sep 16 05:20:05.986339 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557f80f-a38e-45f4-a3d8-5261128e6091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd66556-3cc5-479d-868e-5175ad31ab61,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:05.989310 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56482) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:06.095384 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f150988-689c-4dfe-9f48-e76023f8c025 req-d7643c64-7b47-43ef-bb77-ae6163b56e83 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:06.097238 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1f150988-689c-4dfe-9f48-e76023f8c025 req-d7643c64-7b47-43ef-bb77-ae6163b56e83 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 945 time: 0.0701802 Sep 16 05:20:06.211636 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-335831cc-5b6f-4815-8d74-131b84ae38fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.265436 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-1f150988-689c-4dfe-9f48-e76023f8c025 req-62869b52-7a01-450a-9f71-356351f488ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Deleting port b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:06.266007 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1f150988-689c-4dfe-9f48-e76023f8c025 req-62869b52-7a01-450a-9f71-356351f488ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.386588 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-335831cc-5b6f-4815-8d74-131b84ae38fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.410371 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-1f150988-689c-4dfe-9f48-e76023f8c025 req-62869b52-7a01-450a-9f71-356351f488ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] For port b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3,segment=NetworkSegment(eaab70e4-1784-46f4-bcb6-260eb0f7cd17),segment_id=eaab70e4-1784-46f4-bcb6-260eb0f7cd17)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:06.410755 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1f150988-689c-4dfe-9f48-e76023f8c025 req-62869b52-7a01-450a-9f71-356351f488ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.505417 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-335831cc-5b6f-4815-8d74-131b84ae38fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.600179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-335831cc-5b6f-4815-8d74-131b84ae38fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1850503070314ca9ac9ae573e2c0d0b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6094723 Sep 16 05:20:06.609210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56494) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:06.633566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335831cc-5b6f-4815-8d74-131b84ae38fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6241f4-f238-4826-bc48-13f1dda2ae00,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:06.681638 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1ef04-e2e6-4f9f-b0bd-33b43e5fd139 req-9118d5d5-564e-4db1-80ff-812bd0d972bf tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:06.685519 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bee1ef04-e2e6-4f9f-b0bd-33b43e5fd139 req-9118d5d5-564e-4db1-80ff-812bd0d972bf tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1978102 Sep 16 05:20:06.720429 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1f150988-689c-4dfe-9f48-e76023f8c025 req-62869b52-7a01-450a-9f71-356351f488ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.722022 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1f150988-689c-4dfe-9f48-e76023f8c025 req-62869b52-7a01-450a-9f71-356351f488ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.722715 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [req-1f150988-689c-4dfe-9f48-e76023f8c025 req-62869b52-7a01-450a-9f71-356351f488ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Floating IP aac92b6f-b0e0-4284-a3d1-22a31ec7db06 disassociated. External IP: 172.25.4.72, port: b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3. Sep 16 05:20:06.723307 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-1f150988-689c-4dfe-9f48-e76023f8c025 req-62869b52-7a01-450a-9f71-356351f488ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Calling delete_port for b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:06.864029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e89eb7-a604-4e2b-ac8c-71f36b351e14 req-4b5113c5-3a5d-4dd0-9c4a-465c9e3c7d89 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:06.866201 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-76e89eb7-a604-4e2b-ac8c-71f36b351e14 req-4b5113c5-3a5d-4dd0-9c4a-465c9e3c7d89 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 945 time: 0.2143362 Sep 16 05:20:06.872873 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2cb2912-ae8c-4fd5-ac02-2f22ccda09bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.878498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bee1ef04-e2e6-4f9f-b0bd-33b43e5fd139 req-c7202a8e-e65d-4e85-a93f-098136e827e7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762602 Sep 16 05:20:06.971791 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2cb2912-ae8c-4fd5-ac02-2f22ccda09bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.993049 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-76e89eb7-a604-4e2b-ac8c-71f36b351e14 req-fc16626f-5baa-42fa-be78-6f4c5fa02fd6 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups?id=177be2d0-ac8c-4960-9821-981332381fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113408 Sep 16 05:20:07.099735 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1f150988-689c-4dfe-9f48-e76023f8c025 req-62869b52-7a01-450a-9f71-356351f488ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.147311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62869b52-7a01-450a-9f71-356351f488ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Pushing event deleted for resources: {'Port': ['ID=b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:07.296066 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f150988-689c-4dfe-9f48-e76023f8c025 req-62869b52-7a01-450a-9f71-356351f488ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:07.304654 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2cb2912-ae8c-4fd5-ac02-2f22ccda09bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.307792 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2cb2912-ae8c-4fd5-ac02-2f22ccda09bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.310505 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e2cb2912-ae8c-4fd5-ac02-2f22ccda09bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d6241f4-f238-4826-bc48-13f1dda2ae00 HTTP/1.1" status: 204 len: 168 time: 0.6893182 Sep 16 05:20:07.329043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb2912-ae8c-4fd5-ac02-2f22ccda09bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6241f4-f238-4826-bc48-13f1dda2ae00,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:07.456393 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f150988-689c-4dfe-9f48-e76023f8c025 req-62869b52-7a01-450a-9f71-356351f488ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:07.478193 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bdf86e-291b-4dc1-878e-d92e14dfe999 None None] Sync routers for ids ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:07.496194 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bdf86e-291b-4dc1-878e-d92e14dfe999 None None] Routers {'d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:07.500028 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-04bdf86e-291b-4dc1-878e-d92e14dfe999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:19:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:07.515794 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f150988-689c-4dfe-9f48-e76023f8c025 req-62869b52-7a01-450a-9f71-356351f488ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] No DVR routers for this DVR port b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:07.522919 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1f150988-689c-4dfe-9f48-e76023f8c025 req-62869b52-7a01-450a-9f71-356351f488ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.529318 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1f150988-689c-4dfe-9f48-e76023f8c025 req-62869b52-7a01-450a-9f71-356351f488ed tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.38 "DELETE /v2.0/ports/b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 HTTP/1.1" status: 204 len: 173 time: 1.4238923 Sep 16 05:20:07.530239 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f', 'name': 'network-vif-deleted', 'tag': 'b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:07.552563 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f95421-c26c-4945-aab5-102549cfd39c" -d '{"events": [{"server_uuid": "0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f", "name": "network-vif-deleted", "tag": "b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:07.634973 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e22bb0f-dcae-4651-8ebf-bc73c79b0435 x-openstack-request-id: req-4e22bb0f-dcae-4651-8ebf-bc73c79b0435 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:07.635474 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f", "name": "network-vif-deleted", "tag": "b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:07.635902 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e22bb0f-dcae-4651-8ebf-bc73c79b0435 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:07.636571 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f', 'name': 'network-vif-deleted', 'tag': 'b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3', 'status': 'completed', 'code': 200} Sep 16 05:20:07.741880 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-04bdf86e-291b-4dc1-878e-d92e14dfe999 None None] Set router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:07.891754 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56516) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:08.097135 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5dd11a5e-e659-4b34-8398-4f289dec2724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.226429 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6fa44696-c4de-4c7c-b69d-43c722cd80cf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2013459413-network', 'tenant_id': '42316b0d28a645af96526ec4ab99cfff'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:08.282634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48d49eae-184f-432e-a633-545cc408ac28 req-94dc3a44-b7e0-4612-98dc-0bc924b5c926 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 210 time: 0.0649362 Sep 16 05:20:08.316192 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a3779-1ec6-479b-a827-9b5c867d85f9 req-d571a88e-9a9b-43a2-abe9-fd5d30445837 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:08.318773 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea7a3779-1ec6-479b-a827-9b5c867d85f9 req-d571a88e-9a9b-43a2-abe9-fd5d30445837 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1562250 Sep 16 05:20:08.413162 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea7a3779-1ec6-479b-a827-9b5c867d85f9 req-b70f99c7-8a35-4f56-9f99-c7679be7c7bf tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798814 Sep 16 05:20:08.421287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa44696-c4de-4c7c-b69d-43c722cd80cf admin admin] Made reservation on behalf of 42316b0d28a645af96526ec4ab99cfff for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:08.424316 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6fa44696-c4de-4c7c-b69d-43c722cd80cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.464751 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6fa44696-c4de-4c7c-b69d-43c722cd80cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.526656 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-04bdf86e-291b-4dc1-878e-d92e14dfe999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:09:10Z', 'revision_number': 4, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port': {'id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:05Z', 'updated_at': '2021-09-16T05:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b', 'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'mac_address': 'fa:16:3e:c3:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:08Z', 'updated_at': '2021-09-16T05:09:13Z', 'revision_number': 5, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'subnets': [{'id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:08.569345 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56526) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:08.585353 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bdf86e-291b-4dc1-878e-d92e14dfe999 None None] Checking router: d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:08.600058 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2079a60-07c3-4264-9396-efc0c85c8340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.601375 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bdf86e-291b-4dc1-878e-d92e14dfe999 None None] Routers {'d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:08.602092 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-04bdf86e-291b-4dc1-878e-d92e14dfe999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:20:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:08.626959 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6fa44696-c4de-4c7c-b69d-43c722cd80cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.666223 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.741657 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6fa44696-c4de-4c7c-b69d-43c722cd80cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.757544 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-04bdf86e-291b-4dc1-878e-d92e14dfe999 None None] Set router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:08.788881 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa44696-c4de-4c7c-b69d-43c722cd80cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:20:08.819582 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6fa44696-c4de-4c7c-b69d-43c722cd80cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.819868 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-6fa44696-c4de-4c7c-b69d-43c722cd80cf admin admin] Added segment 3577814d-388e-484e-a6e2-e82941440236 of type vlan for network a15bf0df-a9f5-4650-a2b8-5ad14c531321 Sep 16 05:20:08.822860 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa44696-c4de-4c7c-b69d-43c722cd80cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfe6f2a-29ef-4438-a567-fda242357884,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:08.900091 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6fa44696-c4de-4c7c-b69d-43c722cd80cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.990837 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2079a60-07c3-4264-9396-efc0c85c8340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.066847 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-04bdf86e-291b-4dc1-878e-d92e14dfe999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:09:10Z', 'revision_number': 4, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port': {'id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:05Z', 'updated_at': '2021-09-16T05:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b', 'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'mac_address': 'fa:16:3e:c3:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:08Z', 'updated_at': '2021-09-16T05:09:13Z', 'revision_number': 5, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'subnets': [{'id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:09.088362 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2079a60-07c3-4264-9396-efc0c85c8340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.092188 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6fa44696-c4de-4c7c-b69d-43c722cd80cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.098222 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa44696-c4de-4c7c-b69d-43c722cd80cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:09.098222 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6fa44696-c4de-4c7c-b69d-43c722cd80cf admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.117282 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bdf86e-291b-4dc1-878e-d92e14dfe999 None None] The sync data for ids ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'] in n-d-712140-13 is: [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:09:10Z', 'revision_number': 4, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port': {'id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:05Z', 'updated_at': '2021-09-16T05:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b', 'name': '', 'network_id': 'b93d0e73-7b57-4b50-88bf-e393412fa10a', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'mac_address': 'fa:16:3e:c3:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:08Z', 'updated_at': '2021-09-16T05:09:13Z', 'revision_number': 5, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'subnets': [{'id': '64014166-35b7-4597-8d1f-ccab49be1bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:09.188713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2079a60-07c3-4264-9396-efc0c85c8340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2019feb7-43e5-4be7-a444-273b4c356766,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:09.220992 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e2079a60-07c3-4264-9396-efc0c85c8340 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7489358a20e04a5790878c4ecd735c30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6478331 Sep 16 05:20:09.224498 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56528) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:09.226077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa44696-c4de-4c7c-b69d-43c722cd80cf admin admin] Pushing event updated for resources: {'Network': ['ID=a15bf0df-a9f5-4650-a2b8-5ad14c531321,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:09.244299 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network a15bf0df-a9f5-4650-a2b8-5ad14c531321 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:20:09.261244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6fa44696-c4de-4c7c-b69d-43c722cd80cf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3668253 Sep 16 05:20:09.269275 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56530) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:09.280053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-363b727e-dba4-4882-aca3-a991f73d7d4d admin admin] Request body: {'subnet': {'network_id': 'a15bf0df-a9f5-4650-a2b8-5ad14c531321', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2013459413-subnet', 'tenant_id': '42316b0d28a645af96526ec4ab99cfff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:09.342350 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ce8d67b1-bc73-4862-a43e-95450bdfb116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.387414 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ce8d67b1-bc73-4862-a43e-95450bdfb116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.407471 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.435735 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363b727e-dba4-4882-aca3-a991f73d7d4d admin admin] Made reservation on behalf of 42316b0d28a645af96526ec4ab99cfff for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:09.438687 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-363b727e-dba4-4882-aca3-a991f73d7d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.540774 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:09.566499 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:09.568718 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b26c68f2-e094-4f3f-b8bd-caa6b42dbbd3 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:09.572970 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ce8d67b1-bc73-4862-a43e-95450bdfb116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.576647 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ce8d67b1-bc73-4862-a43e-95450bdfb116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.577864 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ce8d67b1-bc73-4862-a43e-95450bdfb116 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2019feb7-43e5-4be7-a444-273b4c356766 HTTP/1.1" status: 204 len: 168 time: 0.3522279 Sep 16 05:20:09.589455 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d67b1-bc73-4862-a43e-95450bdfb116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2019feb7-43e5-4be7-a444-273b4c356766,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:09.616403 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cee159-c56d-4838-b0aa-c1e609a195b5 None None] New status for floating IP aac92b6f-b0e0-4284-a3d1-22a31ec7db06: DOWN {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:20:09.630820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-21b48fbf-6e8c-4a8e-81c5-a253e6a7595c req-9703d9ee-f85b-49cb-be4e-54eeee260b62 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae21ba5-252b-4c0a-b8ed-e9cf27fe5b7f HTTP/1.1" status: 200 len: 210 time: 0.0752797 Sep 16 05:20:09.689731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab716092-8fac-4f7b-b80a-453a22eb4ba7 req-4e06139a-7421-49e5-b67f-add58ad83a66 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:09.693115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab716092-8fac-4f7b-b80a-453a22eb4ba7 req-4e06139a-7421-49e5-b67f-add58ad83a66 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1348550 Sep 16 05:20:09.798243 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab716092-8fac-4f7b-b80a-453a22eb4ba7 req-f6ccaf21-7211-447b-bb31-d82a8a06ab0a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967424 Sep 16 05:20:09.909206 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-363b727e-dba4-4882-aca3-a991f73d7d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.000601 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b727e-dba4-4882-aca3-a991f73d7d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7df527f3-35fc-4e41-bb59-0b8d16136a20,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:10.005562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363b727e-dba4-4882-aca3-a991f73d7d4d admin admin] Checking segment: {'id': '3577814d-388e-484e-a6e2-e82941440236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a15bf0df-a9f5-4650-a2b8-5ad14c531321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:10.005944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363b727e-dba4-4882-aca3-a991f73d7d4d admin admin] Network hostable DHCP agents. Network: a15bf0df-a9f5-4650-a2b8-5ad14c531321, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:20:10.184344 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363b727e-dba4-4882-aca3-a991f73d7d4d admin admin] Network a15bf0df-a9f5-4650-a2b8-5ad14c531321 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:20:10.379327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-363b727e-dba4-4882-aca3-a991f73d7d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, a15bf0df-a9f5-4650-a2b8-5ad14c531321) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:10.390436 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7829c41a-3ae9-4447-9072-2b8878376004 None None] Network a15bf0df-a9f5-4650-a2b8-5ad14c531321 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:10.402837 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363b727e-dba4-4882-aca3-a991f73d7d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:10.404624 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-363b727e-dba4-4882-aca3-a991f73d7d4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.551369 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c967d239-f09c-4a25-926b-242a770942b2 None None] Network a15bf0df-a9f5-4650-a2b8-5ad14c531321 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:10.562329 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-363b727e-dba4-4882-aca3-a991f73d7d4d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2914417 Sep 16 05:20:10.907185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56560) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:10.957464 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.016328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a6612-1883-4cda-a53e-3794fdbfdeaa req-c6a04e97-1c68-48ea-a73a-b589eecb5d96 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:11.018160 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd6a6612-1883-4cda-a53e-3794fdbfdeaa req-c6a04e97-1c68-48ea-a73a-b589eecb5d96 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1026926 Sep 16 05:20:11.019080 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3128fe74-451e-4590-9c5a-f7ce1569c303 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.465033 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3128fe74-451e-4590-9c5a-f7ce1569c303 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.515134 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd6a6612-1883-4cda-a53e-3794fdbfdeaa req-5f921b89-8d6b-463c-bdd2-08b679f6ddcc tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834225 Sep 16 05:20:11.647185 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3128fe74-451e-4590-9c5a-f7ce1569c303 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.649939 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3128fe74-451e-4590-9c5a-f7ce1569c303 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.652296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3128fe74-451e-4590-9c5a-f7ce1569c303 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "DELETE /v2.0/security-groups/177be2d0-ac8c-4960-9821-981332381fdd HTTP/1.1" status: 204 len: 168 time: 0.7430298 Sep 16 05:20:11.655520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56582) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:11.656732 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56584) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:11.661976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-107d05d3-2fc6-4222-ba39-3bc578f0d093 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-394993480-network', 'tenant_id': '6f7d71922c1f412c91112a10f7b6a62f'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:11.672842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128fe74-451e-4590-9c5a-f7ce1569c303 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=177be2d0-ac8c-4960-9821-981332381fdd,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:11.693589 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-a95f6b01-4a23-475f-a7fd-399c05349980 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] show failed (client error): The resource could not be found. Sep 16 05:20:11.703601 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a95f6b01-4a23-475f-a7fd-399c05349980 tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "GET /v2.0/security-groups/177be2d0-ac8c-4960-9821-981332381fdd HTTP/1.1" status: 404 len: 347 time: 0.0452707 Sep 16 05:20:11.703974 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56586) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:11.847177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107d05d3-2fc6-4222-ba39-3bc578f0d093 admin admin] Made reservation on behalf of 6f7d71922c1f412c91112a10f7b6a62f for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:11.849638 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-107d05d3-2fc6-4222-ba39-3bc578f0d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.866616 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-107d05d3-2fc6-4222-ba39-3bc578f0d093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.933585 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb20b6-6f23-4597-9636-4ba8a37aca4d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Deleting port 1ce7ce55-9578-417c-882a-0acd2001112e {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:11.933941 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8bb20b6-6f23-4597-9636-4ba8a37aca4d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.062813 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8bb20b6-6f23-4597-9636-4ba8a37aca4d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.063779 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8bb20b6-6f23-4597-9636-4ba8a37aca4d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.087759 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb20b6-6f23-4597-9636-4ba8a37aca4d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Calling delete_port for 1ce7ce55-9578-417c-882a-0acd2001112e owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:12.111065 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-107d05d3-2fc6-4222-ba39-3bc578f0d093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.240911 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-107d05d3-2fc6-4222-ba39-3bc578f0d093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.295030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107d05d3-2fc6-4222-ba39-3bc578f0d093 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:20:12.357183 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d05d3-2fc6-4222-ba39-3bc578f0d093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae663f6-2252-4c87-90a7-eef175968b99,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:12.364482 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-107d05d3-2fc6-4222-ba39-3bc578f0d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.364831 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-107d05d3-2fc6-4222-ba39-3bc578f0d093 admin admin] Added segment 280ab77f-c191-43d3-8a87-f93e32eaa9be of type vlan for network 98895287-93e5-487a-ae63-87f5221da853 Sep 16 05:20:12.423678 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-107d05d3-2fc6-4222-ba39-3bc578f0d093 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.514768 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8bb20b6-6f23-4597-9636-4ba8a37aca4d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.551588 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb20b6-6f23-4597-9636-4ba8a37aca4d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Pushing event deleted for resources: {'Port': ['ID=1ce7ce55-9578-417c-882a-0acd2001112e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:12.555704 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-107d05d3-2fc6-4222-ba39-3bc578f0d093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.558501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107d05d3-2fc6-4222-ba39-3bc578f0d093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:12.558795 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-107d05d3-2fc6-4222-ba39-3bc578f0d093 admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.811654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d05d3-2fc6-4222-ba39-3bc578f0d093 admin admin] Pushing event updated for resources: {'Network': ['ID=98895287-93e5-487a-ae63-87f5221da853,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:12.818335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-107d05d3-2fc6-4222-ba39-3bc578f0d093 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1613710 Sep 16 05:20:12.835840 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56606) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:12.837224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 98895287-93e5-487a-ae63-87f5221da853 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:20:12.856394 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-79f44332-99bb-48d3-8d31-f5d051907d6e admin admin] Request body: {'subnet': {'network_id': '98895287-93e5-487a-ae63-87f5221da853', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-394993480-subnet', 'tenant_id': '6f7d71922c1f412c91112a10f7b6a62f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:12.890192 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b4e56-dbf1-4236-863d-f613d5b83f84 req-11054d3c-1860-477f-b611-e1004a2d1ae1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:12.896842 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be3b4e56-dbf1-4236-863d-f613d5b83f84 req-11054d3c-1860-477f-b611-e1004a2d1ae1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.2796981 Sep 16 05:20:12.899324 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8bb20b6-6f23-4597-9636-4ba8a37aca4d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.905751 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8bb20b6-6f23-4597-9636-4ba8a37aca4d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.912919 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d8bb20b6-6f23-4597-9636-4ba8a37aca4d tempest-AttachVolumeTestJSON-1149279873 tempest-AttachVolumeTestJSON-1149279873-project] 10.222.0.20 "DELETE /v2.0/floatingips/aac92b6f-b0e0-4284-a3d1-22a31ec7db06 HTTP/1.1" status: 204 len: 168 time: 1.2028625 Sep 16 05:20:12.980237 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f44332-99bb-48d3-8d31-f5d051907d6e admin admin] Made reservation on behalf of 6f7d71922c1f412c91112a10f7b6a62f for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:12.986715 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-79f44332-99bb-48d3-8d31-f5d051907d6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.032770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be3b4e56-dbf1-4236-863d-f613d5b83f84 req-9a687b87-aced-4f36-a307-1a167775aaf2 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161611 Sep 16 05:20:13.362166 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-79f44332-99bb-48d3-8d31-f5d051907d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.433254 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f44332-99bb-48d3-8d31-f5d051907d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be134b1-ff27-435d-83ba-f2b8559ead51,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:13.443753 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f44332-99bb-48d3-8d31-f5d051907d6e admin admin] Checking segment: {'id': '280ab77f-c191-43d3-8a87-f93e32eaa9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '98895287-93e5-487a-ae63-87f5221da853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:13.444118 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f44332-99bb-48d3-8d31-f5d051907d6e admin admin] Network hostable DHCP agents. Network: 98895287-93e5-487a-ae63-87f5221da853, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:20:13.595873 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f44332-99bb-48d3-8d31-f5d051907d6e admin admin] Network 98895287-93e5-487a-ae63-87f5221da853 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:20:13.704361 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-79f44332-99bb-48d3-8d31-f5d051907d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 98895287-93e5-487a-ae63-87f5221da853) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:13.709861 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f44332-99bb-48d3-8d31-f5d051907d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:13.710636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-79f44332-99bb-48d3-8d31-f5d051907d6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.715964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38685fa5-f3a7-4ec3-868e-cd0851507ad6 None None] Network 98895287-93e5-487a-ae63-87f5221da853 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:13.853615 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-79f44332-99bb-48d3-8d31-f5d051907d6e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0159552 Sep 16 05:20:13.899106 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135cb86a-fa93-404f-8e69-ad29c83d8ea3 None None] Network 98895287-93e5-487a-ae63-87f5221da853 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:14.230350 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8bd63-7ec1-477a-a12f-fa46dcdac530 req-e0dc6161-1d91-4bf0-994e-1edca328ab6d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:14.240738 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0c8bd63-7ec1-477a-a12f-fa46dcdac530 req-e0dc6161-1d91-4bf0-994e-1edca328ab6d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.0913434 Sep 16 05:20:14.318788 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0c8bd63-7ec1-477a-a12f-fa46dcdac530 req-9420634a-cb71-460b-a482-057265fbbdba tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669842 Sep 16 05:20:14.343149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56636) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:14.555687 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e50be92e-36df-41ee-99f6-05df3cf45225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:14.684024 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e50be92e-36df-41ee-99f6-05df3cf45225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:14.778704 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e50be92e-36df-41ee-99f6-05df3cf45225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:14.829819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50be92e-36df-41ee-99f6-05df3cf45225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414f7775-7875-4178-a573-2766f158b02e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:14.851344 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e50be92e-36df-41ee-99f6-05df3cf45225 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d1b019b621248978d0167659177a1a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5067627 Sep 16 05:20:14.859120 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56650) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:14.926488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-ec2903cb-76da-4635-9437-91dfc56e98f3 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:14.935455 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-ec2903cb-76da-4635-9437-91dfc56e98f3 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/networks?id=a15bf0df-a9f5-4650-a2b8-5ad14c531321 HTTP/1.1" status: 200 len: 812 time: 0.2087576 Sep 16 05:20:14.945254 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee233-bc06-4698-b437-5fe0f1678e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:14.954922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-8934e1d1-f3b7-4205-bd70-865884a49b14 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/quotas/42316b0d28a645af96526ec4ab99cfff HTTP/1.1" status: 200 len: 375 time: 0.0149438 Sep 16 05:20:14.982448 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee233-bc06-4698-b437-5fe0f1678e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.021113 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-b1293e8b-e52d-40e2-914e-779cf712030f tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=42316b0d28a645af96526ec4ab99cfff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648966 Sep 16 05:20:15.136977 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee233-bc06-4698-b437-5fe0f1678e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.140858 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee233-bc06-4698-b437-5fe0f1678e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.149278 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8b5ee233-bc06-4698-b437-5fe0f1678e8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/414f7775-7875-4178-a573-2766f158b02e HTTP/1.1" status: 204 len: 168 time: 0.2819440 Sep 16 05:20:15.150805 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ee233-bc06-4698-b437-5fe0f1678e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414f7775-7875-4178-a573-2766f158b02e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:15.233656 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fba40a01-d110-4201-819f-94836b8f7402 service neutron] 10.222.0.20 "GET /v2.0/networks/a15bf0df-a9f5-4650-a2b8-5ad14c531321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025948 Sep 16 05:20:15.444360 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-f3372663-013c-4b90-89fb-9ee915d93bf1 service neutron] 10.222.0.20 "GET /v2.0/networks/a15bf0df-a9f5-4650-a2b8-5ad14c531321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006958 Sep 16 05:20:15.682970 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b255d9-4da6-4764-b2a1-af32d58eacae req-ca96892a-2178-4e19-ac72-2d70c4fbb5e3 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:15.685553 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23b255d9-4da6-4764-b2a1-af32d58eacae req-ca96892a-2178-4e19-ac72-2d70c4fbb5e3 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1498797 Sep 16 05:20:15.780671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23b255d9-4da6-4764-b2a1-af32d58eacae req-4d6b2229-82fe-423e-a18b-d248606782b6 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796688 Sep 16 05:20:15.905637 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65ceb31c-4ff1-49a5-ba4e-4e5a1b23de08 req-c9c0b4c3-63ea-483d-90e0-a0f935d0ac55 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 210 time: 0.0406320 Sep 16 05:20:16.192515 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56670) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:16.212342 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cbc9e4a6-944f-4338-854b-22a5b08e5c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.336077 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cbc9e4a6-944f-4338-854b-22a5b08e5c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.481437 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cbc9e4a6-944f-4338-854b-22a5b08e5c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.546126 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9e4a6-944f-4338-854b-22a5b08e5c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0ff845-2601-49e1-8ba1-ef9be861bdfc,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:16.552077 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cbc9e4a6-944f-4338-854b-22a5b08e5c04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87f93792f45b4b81a42e91875a818804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3575945 Sep 16 05:20:16.554584 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56672) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:16.670078 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-da93612e-8cf5-4704-a02f-9b06a8c68f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.716315 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-da93612e-8cf5-4704-a02f-9b06a8c68f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.099032 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-da93612e-8cf5-4704-a02f-9b06a8c68f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.103693 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-da93612e-8cf5-4704-a02f-9b06a8c68f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.105705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-da93612e-8cf5-4704-a02f-9b06a8c68f6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b0ff845-2601-49e1-8ba1-ef9be861bdfc HTTP/1.1" status: 204 len: 168 time: 0.5484989 Sep 16 05:20:17.197738 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae9064d1-3745-4531-b0ea-aaa58de2979e req-2248b0d0-2257-43cf-9597-c626af6050b1 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 210 time: 0.0894530 Sep 16 05:20:17.233501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93612e-8cf5-4704-a02f-9b06a8c68f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0ff845-2601-49e1-8ba1-ef9be861bdfc,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:17.321937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe24015-b242-46af-9b1d-bad73e136246 req-14ebad9d-d515-4cd6-a7d6-a59bd1ce4528 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:17.337143 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dfe24015-b242-46af-9b1d-bad73e136246 req-14ebad9d-d515-4cd6-a7d6-a59bd1ce4528 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.4132049 Sep 16 05:20:17.411477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dfe24015-b242-46af-9b1d-bad73e136246 req-4cf79061-05ab-42e6-a1e2-321c895417b8 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715311 Sep 16 05:20:18.380470 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ebcb8f2-0700-43b3-9697-3254dbdfbcd3 req-ae5fdd1b-e9a0-4e9a-b035-02bda39d9b2e tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 210 time: 0.0371857 Sep 16 05:20:18.682345 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c6be0-44b5-47d5-9d0e-951a02298bbb req-5c3a3f34-30ab-4b7f-b1c0-814f2277b1b6 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:18.695703 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a23c6be0-44b5-47d5-9d0e-951a02298bbb req-5c3a3f34-30ab-4b7f-b1c0-814f2277b1b6 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1309564 Sep 16 05:20:18.744654 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a23c6be0-44b5-47d5-9d0e-951a02298bbb req-9e0d4e52-5201-4bbb-b0cb-dedc2ee3af3d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476329 Sep 16 05:20:19.244262 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-31c5f196-8095-4355-b0ff-c64a4cc6aa38 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:19.245520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-31c5f196-8095-4355-b0ff-c64a4cc6aa38 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.21 "GET /v2.0/networks?id=a15bf0df-a9f5-4650-a2b8-5ad14c531321 HTTP/1.1" status: 200 len: 812 time: 0.1380236 Sep 16 05:20:19.269207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-a9416737-7efc-4b45-ab14-3cad01b5cc5c tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Request body: {'port': {'device_id': 'aea6c68e-8722-460c-800b-e50dda42de02', 'network_id': 'a15bf0df-a9f5-4650-a2b8-5ad14c531321', 'admin_state_up': True, 'tenant_id': '42316b0d28a645af96526ec4ab99cfff'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:19.520568 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-a9416737-7efc-4b45-ab14-3cad01b5cc5c tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Made reservation on behalf of 42316b0d28a645af96526ec4ab99cfff for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:19.524936 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-a9416737-7efc-4b45-ab14-3cad01b5cc5c tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.545158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9033ad71-a350-46c4-8376-1ac34c118009 req-43eb2141-0828-44fe-9dca-99e6006a4ef0 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 210 time: 0.0383978 Sep 16 05:20:19.763520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-a9416737-7efc-4b45-ab14-3cad01b5cc5c tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Allocated IP 172.20.0.5 (a15bf0df-a9f5-4650-a2b8-5ad14c531321/7df527f3-35fc-4e41-bb59-0b8d16136a20/da982f16-7b5b-4b84-90af-0492848de688) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:19.973170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b154095-7f4c-4f06-bf02-48edef3b814a req-1a034516-5f2d-49f2-961d-7a354752dcda tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:19.973170 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b154095-7f4c-4f06-bf02-48edef3b814a req-1a034516-5f2d-49f2-961d-7a354752dcda tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1166909 Sep 16 05:20:20.052018 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-a9416737-7efc-4b45-ab14-3cad01b5cc5c tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.056294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b154095-7f4c-4f06-bf02-48edef3b814a req-7f6dbac1-1722-4713-9cae-9f477da041a2 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740163 Sep 16 05:20:20.188530 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:20:20.206944 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-a9416737-7efc-4b45-ab14-3cad01b5cc5c tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.256748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-a9416737-7efc-4b45-ab14-3cad01b5cc5c tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Network a15bf0df-a9f5-4650-a2b8-5ad14c531321 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:20.260335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-a9416737-7efc-4b45-ab14-3cad01b5cc5c tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:20.267045 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-a9416737-7efc-4b45-ab14-3cad01b5cc5c tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:20.274635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9416737-7efc-4b45-ab14-3cad01b5cc5c tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Pushing event updated for resources: {'Port': ['ID=da982f16-7b5b-4b84-90af-0492848de688,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:20.331396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-a9416737-7efc-4b45-ab14-3cad01b5cc5c tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:20.332699 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-a9416737-7efc-4b45-ab14-3cad01b5cc5c tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.470615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-a9416737-7efc-4b45-ab14-3cad01b5cc5c tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2095535 Sep 16 05:20:20.493834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Request body: {'port': {'device_id': 'aea6c68e-8722-460c-800b-e50dda42de02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:20.575456 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.784171 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edaba9-9308-4836-8255-ef72a2c013bd req-f625c343-65a3-4004-b3e4-efe4319d709c tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:20.787065 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0edaba9-9308-4836-8255-ef72a2c013bd req-f625c343-65a3-4004-b3e4-efe4319d709c tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 931 time: 0.1590233 Sep 16 05:20:20.983142 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0edaba9-9308-4836-8255-ef72a2c013bd req-0e630bed-3819-404b-b643-dfbfe5244c42 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844347 Sep 16 05:20:21.135771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da982f16-7b5b-4b84-90af-0492848de688 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:21.161131 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.192924 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Transition to ACTIVE for port object da982f16-7b5b-4b84-90af-0492848de688 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:20:21.255629 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9916d5a-2bf3-443e-8cc0-6bc3878702e3 req-1bee64bb-a51e-4ef7-ba84-c42b2cea8092 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.259546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9916d5a-2bf3-443e-8cc0-6bc3878702e3 req-1bee64bb-a51e-4ef7-ba84-c42b2cea8092 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.0703690 Sep 16 05:20:21.311012 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.329631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9916d5a-2bf3-443e-8cc0-6bc3878702e3 req-fdc4d78d-c2de-4501-ba83-3120bbcd3ee6 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617416 Sep 16 05:20:21.434941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Pushing event updated for resources: {'Port': ['ID=da982f16-7b5b-4b84-90af-0492848de688,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:21.502809 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Attempting to bind port da982f16-7b5b-4b84-90af-0492848de688 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:21.503647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Attempting to bind port da982f16-7b5b-4b84-90af-0492848de688 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '3577814d-388e-484e-a6e2-e82941440236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a15bf0df-a9f5-4650-a2b8-5ad14c531321'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:21.504060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Attempting to bind port da982f16-7b5b-4b84-90af-0492848de688 on network a15bf0df-a9f5-4650-a2b8-5ad14c531321 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:21.512900 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Port da982f16-7b5b-4b84-90af-0492848de688 on network a15bf0df-a9f5-4650-a2b8-5ad14c531321 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:20:21.513489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Attempting to bind port da982f16-7b5b-4b84-90af-0492848de688 on network a15bf0df-a9f5-4650-a2b8-5ad14c531321 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:21.524211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:21.524959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Checking segment: {'id': '3577814d-388e-484e-a6e2-e82941440236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a15bf0df-a9f5-4650-a2b8-5ad14c531321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:21.525953 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Bound using segment: {'id': '3577814d-388e-484e-a6e2-e82941440236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a15bf0df-a9f5-4650-a2b8-5ad14c531321'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:21.527284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Bound port: da982f16-7b5b-4b84-90af-0492848de688, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3577814d-388e-484e-a6e2-e82941440236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a15bf0df-a9f5-4650-a2b8-5ad14c531321'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:21.528009 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.655317 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] For port da982f16-7b5b-4b84-90af-0492848de688, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:21.659153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] For port da982f16-7b5b-4b84-90af-0492848de688, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=da982f16-7b5b-4b84-90af-0492848de688,segment=NetworkSegment(3577814d-388e-484e-a6e2-e82941440236),segment_id=3577814d-388e-484e-a6e2-e82941440236)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:21.734332 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.768826 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.770442 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.773429 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] 10.222.0.21 "PUT /v2.0/ports/da982f16-7b5b-4b84-90af-0492848de688 HTTP/1.1" status: 200 len: 1092 time: 1.2868431 Sep 16 05:20:21.776474 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea6c68e-8722-460c-800b-e50dda42de02', 'tag': 'da982f16-7b5b-4b84-90af-0492848de688'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:21.781758 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372c4829-d683-444a-b596-58a5b6545178" -d '{"events": [{"name": "network-changed", "server_uuid": "aea6c68e-8722-460c-800b-e50dda42de02", "tag": "da982f16-7b5b-4b84-90af-0492848de688"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:21.888266 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d5953-0828-4f26-800f-d3597071b833 service neutron] Pushing event updated for resources: {'Port': ['ID=da982f16-7b5b-4b84-90af-0492848de688,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:21.924145 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b58ef9e-ba3f-4eba-9bda-35dd99e3aa68 x-openstack-request-id: req-8b58ef9e-ba3f-4eba-9bda-35dd99e3aa68 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:21.924549 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea6c68e-8722-460c-800b-e50dda42de02", "tag": "da982f16-7b5b-4b84-90af-0492848de688", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:21.924948 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b58ef9e-ba3f-4eba-9bda-35dd99e3aa68 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:21.925508 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea6c68e-8722-460c-800b-e50dda42de02', 'tag': 'da982f16-7b5b-4b84-90af-0492848de688', 'status': 'completed', 'code': 200} Sep 16 05:20:22.057761 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-d182a892-45b9-4a29-ad52-75a4eeb52ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:22.064939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-d182a892-45b9-4a29-ad52-75a4eeb52ce2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42316b0d28a645af96526ec4ab99cfff&device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 1095 time: 0.1039834 Sep 16 05:20:22.170597 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-ff4a2daf-993b-47dc-9a8a-daa6e3d2b411 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da982f16-7b5b-4b84-90af-0492848de688 HTTP/1.1" status: 200 len: 217 time: 0.0687697 Sep 16 05:20:22.258457 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-88dfea68-9ecd-468a-83bf-e60e80f9d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:22.261176 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-88dfea68-9ecd-468a-83bf-e60e80f9d75b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7df527f3-35fc-4e41-bb59-0b8d16136a20 HTTP/1.1" status: 200 len: 852 time: 0.0827577 Sep 16 05:20:22.271483 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bc08f-379c-4da0-b004-d3038e0c16a7 req-57333ffe-4809-46aa-9322-e71bcd0ee9d7 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:22.275224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e63bc08f-379c-4da0-b004-d3038e0c16a7 req-57333ffe-4809-46aa-9322-e71bcd0ee9d7 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 943 time: 0.1108708 Sep 16 05:20:22.313135 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-6c867846-f9a9-42b3-9c49-a00449fc573d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a15bf0df-a9f5-4650-a2b8-5ad14c531321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359378 Sep 16 05:20:22.433882 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e63bc08f-379c-4da0-b004-d3038e0c16a7 req-ffaa6053-f68f-42d7-ae9f-914a07f38eaf tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415913 Sep 16 05:20:22.515499 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-78c07d4b-1d67-48b5-838f-6c38fc23152b service neutron] 10.222.0.21 "GET /v2.0/networks/a15bf0df-a9f5-4650-a2b8-5ad14c531321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924739 Sep 16 05:20:22.627760 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd70ec-5f7d-4121-8995-a4ab0e20c2af req-ee27a664-aad4-4636-b7f8-c8baadaaf885 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:22.631533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25cd70ec-5f7d-4121-8995-a4ab0e20c2af req-ee27a664-aad4-4636-b7f8-c8baadaaf885 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1993647 Sep 16 05:20:22.723259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7b4000a-a8aa-45d6-abe7-c77f0cbdb003 req-48a11eeb-0865-4877-a774-5316139c18eb service neutron] 10.222.0.21 "GET /v2.0/networks/a15bf0df-a9f5-4650-a2b8-5ad14c531321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788146 Sep 16 05:20:22.723259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25cd70ec-5f7d-4121-8995-a4ab0e20c2af req-13f12a5a-e8e0-4fdb-8531-71fffa80c215 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687776 Sep 16 05:20:23.291406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c4829-d683-444a-b596-58a5b6545178 req-48fe9efb-1a01-4d32-968e-ef40e06f45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.291406 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-372c4829-d683-444a-b596-58a5b6545178 req-48fe9efb-1a01-4d32-968e-ef40e06f45c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42316b0d28a645af96526ec4ab99cfff&device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 1095 time: 0.1081243 Sep 16 05:20:23.291406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c4829-d683-444a-b596-58a5b6545178 req-663687aa-b514-4865-93aa-120a3cf17cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.291406 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-372c4829-d683-444a-b596-58a5b6545178 req-663687aa-b514-4865-93aa-120a3cf17cce service neutron] 10.222.0.21 "GET /v2.0/networks?id=a15bf0df-a9f5-4650-a2b8-5ad14c531321 HTTP/1.1" status: 200 len: 913 time: 0.1700535 Sep 16 05:20:23.291406 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-372c4829-d683-444a-b596-58a5b6545178 req-8ebdf698-a7e8-4d7e-a231-040b815f455e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da982f16-7b5b-4b84-90af-0492848de688 HTTP/1.1" status: 200 len: 217 time: 0.0527258 Sep 16 05:20:23.378829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c4829-d683-444a-b596-58a5b6545178 req-93298a20-400b-4275-96fc-9cec444bccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.380750 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-372c4829-d683-444a-b596-58a5b6545178 req-93298a20-400b-4275-96fc-9cec444bccc4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7df527f3-35fc-4e41-bb59-0b8d16136a20 HTTP/1.1" status: 200 len: 852 time: 0.0999513 Sep 16 05:20:23.430028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-372c4829-d683-444a-b596-58a5b6545178 req-99a4cb55-9be8-4547-87a6-006880e8b1c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a15bf0df-a9f5-4650-a2b8-5ad14c531321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388112 Sep 16 05:20:23.666110 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-372c4829-d683-444a-b596-58a5b6545178 req-e171b2ca-4c6e-490c-98f7-372a141e36dc service neutron] 10.222.0.21 "GET /v2.0/networks/a15bf0df-a9f5-4650-a2b8-5ad14c531321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286327 Sep 16 05:20:23.690552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be610b7-eaa2-448a-bfd9-077e71f9952f req-69285552-5699-4865-8d50-718ea620638b tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.692175 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0be610b7-eaa2-448a-bfd9-077e71f9952f req-69285552-5699-4865-8d50-718ea620638b tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 943 time: 0.1425898 Sep 16 05:20:23.967300 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0be610b7-eaa2-448a-bfd9-077e71f9952f req-f4fd2931-8fc8-43c0-9db0-1fe081da9b12 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296607 Sep 16 05:20:23.977731 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-372c4829-d683-444a-b596-58a5b6545178 req-4e80fa3e-f4c5-46dc-89af-2d390e00153b service neutron] 10.222.0.21 "GET /v2.0/networks/a15bf0df-a9f5-4650-a2b8-5ad14c531321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963605 Sep 16 05:20:23.994847 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422e6d5-9fd5-4c0a-b72e-8fa86412276a req-603c1a02-d73b-47af-a6f8-27eb313d5388 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.998151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2422e6d5-9fd5-4c0a-b72e-8fa86412276a req-603c1a02-d73b-47af-a6f8-27eb313d5388 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1613250 Sep 16 05:20:24.068238 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2422e6d5-9fd5-4c0a-b72e-8fa86412276a req-9cb6caab-07de-4610-8af8-e90adcc8d900 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430915 Sep 16 05:20:24.539132 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.800128 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56854) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:25.218109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f875e4-a74f-4644-a703-a025679038eb req-4ec627fe-a13d-4007-b527-4e3dab59a8c0 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:25.220342 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-43f875e4-a74f-4644-a703-a025679038eb req-4ec627fe-a13d-4007-b527-4e3dab59a8c0 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 943 time: 0.1196170 Sep 16 05:20:25.306378 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-43f875e4-a74f-4644-a703-a025679038eb req-6041b321-9005-4545-8842-0e98b266f1b7 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629294 Sep 16 05:20:25.352516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293d6cc-1191-4cc0-b707-4e57e1392151 req-fa283be0-6d44-42e8-875f-8885883076f8 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:25.356370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4293d6cc-1191-4cc0-b707-4e57e1392151 req-fa283be0-6d44-42e8-875f-8885883076f8 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1224818 Sep 16 05:20:25.425927 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4293d6cc-1191-4cc0-b707-4e57e1392151 req-21af438d-3e44-4809-8aae-3658b9b53826 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608962 Sep 16 05:20:25.577712 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0f91f4a-b57b-4160-b59c-cfd34f57bdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.755060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56874) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:25.932222 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f0f91f4a-b57b-4160-b59c-cfd34f57bdde admin admin] Deleting port ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:25.932829 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0f91f4a-b57b-4160-b59c-cfd34f57bdde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.940819 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fcdbe4db-3c51-4175-81b7-9d81d29e5509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.035100 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-f0f91f4a-b57b-4160-b59c-cfd34f57bdde admin admin] For port ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b,segment=NetworkSegment(eaab70e4-1784-46f4-bcb6-260eb0f7cd17),segment_id=eaab70e4-1784-46f4-bcb6-260eb0f7cd17)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:26.035573 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0f91f4a-b57b-4160-b59c-cfd34f57bdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.051492 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f0f91f4a-b57b-4160-b59c-cfd34f57bdde admin admin] Calling delete_port for ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:26.099264 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fcdbe4db-3c51-4175-81b7-9d81d29e5509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.206746 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fcdbe4db-3c51-4175-81b7-9d81d29e5509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.259134 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fcdbe4db-3c51-4175-81b7-9d81d29e5509 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5c98548367d4e5cb17d70fbb5d98bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5020521 Sep 16 05:20:26.261394 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbe4db-3c51-4175-81b7-9d81d29e5509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a637ce5-7bc3-4e81-a4c1-80bfdb139615,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:26.263284 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56878) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:26.370792 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7d307004-2752-4473-9bf7-7082aa45160d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.403953 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7d307004-2752-4473-9bf7-7082aa45160d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.456037 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0f91f4a-b57b-4160-b59c-cfd34f57bdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.496699 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f91f4a-b57b-4160-b59c-cfd34f57bdde admin admin] Pushing event deleted for resources: {'Port': ['ID=ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:26.533102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d762aae-7982-4fe7-9899-5b18ca45b78f req-fda82be0-3b66-476c-8ac0-9b3e72505f3a tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:26.535619 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d762aae-7982-4fe7-9899-5b18ca45b78f req-fda82be0-3b66-476c-8ac0-9b3e72505f3a tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 943 time: 0.1227584 Sep 16 05:20:26.608807 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7d307004-2752-4473-9bf7-7082aa45160d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.614015 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7d307004-2752-4473-9bf7-7082aa45160d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.618201 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7d307004-2752-4473-9bf7-7082aa45160d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a637ce5-7bc3-4e81-a4c1-80bfdb139615 HTTP/1.1" status: 204 len: 168 time: 0.3516579 Sep 16 05:20:26.645599 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0d762aae-7982-4fe7-9899-5b18ca45b78f req-39eecfcc-e792-4796-a4c1-9f89b00c8e83 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959561 Sep 16 05:20:26.661492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee3a08-adc4-4969-90df-54010aea329b req-53411b86-0471-4fcb-baa7-51eea075fad3 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:26.663261 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0dee3a08-adc4-4969-90df-54010aea329b req-53411b86-0471-4fcb-baa7-51eea075fad3 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.0909920 Sep 16 05:20:26.668875 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d307004-2752-4473-9bf7-7082aa45160d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a637ce5-7bc3-4e81-a4c1-80bfdb139615,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:26.743944 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0dee3a08-adc4-4969-90df-54010aea329b req-1e38bfe6-c7ce-4823-a62a-3a7a8e4d0204 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612988 Sep 16 05:20:26.904871 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0f91f4a-b57b-4160-b59c-cfd34f57bdde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.117311 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device da982f16-7b5b-4b84-90af-0492848de688 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:27.201304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f91f4a-b57b-4160-b59c-cfd34f57bdde admin admin] Router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:27.326815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port da982f16-7b5b-4b84-90af-0492848de688, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=da982f16-7b5b-4b84-90af-0492848de688,segment=NetworkSegment(3577814d-388e-484e-a6e2-e82941440236),segment_id=3577814d-388e-484e-a6e2-e82941440236)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:27.349596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'da982f16-7b5b-4b84-90af-0492848de688', 'network_id': 'a15bf0df-a9f5-4650-a2b8-5ad14c531321', 'port_id': 'da982f16-7b5b-4b84-90af-0492848de688', 'mac_address': 'fa:16:3e:b7:c6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df527f3-35fc-4e41-bb59-0b8d16136a20', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:20:27.359425 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f91f4a-b57b-4160-b59c-cfd34f57bdde admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:27.370625 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f0f91f4a-b57b-4160-b59c-cfd34f57bdde admin admin] 10.222.0.20 "PUT /v2.0/routers/d8a478a7-fb1b-4e31-b2fb-c85f191f4f33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5640929 Sep 16 05:20:27.370821 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56888) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:27.399591 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccb9ccc-a034-4599-a0eb-46401e8e9ce1 None None] Sync routers for ids ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:27.423750 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccb9ccc-a034-4599-a0eb-46401e8e9ce1 None None] Routers {'d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:27.424504 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6ccb9ccc-a034-4599-a0eb-46401e8e9ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:20:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:27.427689 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.481972 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da982f16-7b5b-4b84-90af-0492848de688 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:27.510959 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-761d1ee1-a86b-4930-94ae-14a754814ae1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.515947 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port da982f16-7b5b-4b84-90af-0492848de688, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=da982f16-7b5b-4b84-90af-0492848de688,segment=NetworkSegment(3577814d-388e-484e-a6e2-e82941440236),segment_id=3577814d-388e-484e-a6e2-e82941440236)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:27.573207 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-6ccb9ccc-a034-4599-a0eb-46401e8e9ce1 None None] Set router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:27.595340 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56890) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:27.637452 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffa511d3-1ebc-470f-a51b-8353cf7d1968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.644364 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.716896 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-761d1ee1-a86b-4930-94ae-14a754814ae1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.833093 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffa511d3-1ebc-470f-a51b-8353cf7d1968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.883958 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=da982f16-7b5b-4b84-90af-0492848de688,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:27.911623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:27.911969 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:27.912324 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:27.912695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:27.913020 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:27.913350 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:27.913670 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:27.913986 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:27.914526 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:27.915017 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:27.915238 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:27.915533 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:27.928339 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffa511d3-1ebc-470f-a51b-8353cf7d1968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.977409 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ffa511d3-1ebc-470f-a51b-8353cf7d1968 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=540398e49adf462baa19dd30f8e950c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3759322 Sep 16 05:20:27.977639 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6ccb9ccc-a034-4599-a0eb-46401e8e9ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:20:26Z', 'revision_number': 5, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port': {'id': 'e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:05Z', 'updated_at': '2021-09-16T05:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:27.978823 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 56896) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:27.984407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb0a46-0e7e-497e-a88c-b9fc3ce3b544 req-da536591-ff87-458c-822e-ad67e7b2326b tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:27.988378 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa511d3-1ebc-470f-a51b-8353cf7d1968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c57f0b-31c8-47f6-ad74-1242fcc50238,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:27.992870 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-baeb0a46-0e7e-497e-a88c-b9fc3ce3b544 req-da536591-ff87-458c-822e-ad67e7b2326b tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 944 time: 0.1956356 Sep 16 05:20:28.051773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccb9ccc-a034-4599-a0eb-46401e8e9ce1 None None] Checking router: d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:28.061826 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fad4b-760d-4a42-abdf-e2700091cc30 req-9648ae6f-da3d-4778-8d56-c7030f7009b9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:28.067047 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-913fad4b-760d-4a42-abdf-e2700091cc30 req-9648ae6f-da3d-4778-8d56-c7030f7009b9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1662710 Sep 16 05:20:28.067962 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6add-d6e5-4d5c-9e62-0fb6435b6987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.075561 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccb9ccc-a034-4599-a0eb-46401e8e9ce1 None None] Routers {'d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:28.077137 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6ccb9ccc-a034-4599-a0eb-46401e8e9ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:20:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:28.079498 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-761d1ee1-a86b-4930-94ae-14a754814ae1 admin admin] Deleting port e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:28.080212 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-761d1ee1-a86b-4930-94ae-14a754814ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.089623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-baeb0a46-0e7e-497e-a88c-b9fc3ce3b544 req-94bba3fd-1175-47cc-842c-0123e69d33a0 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934126 Sep 16 05:20:28.101003 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6add-d6e5-4d5c-9e62-0fb6435b6987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.153533 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['da982f16-7b5b-4b84-90af-0492848de688'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:28.235137 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-913fad4b-760d-4a42-abdf-e2700091cc30 req-4a929109-7d55-4733-a923-96fd77699d3b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503127 Sep 16 05:20:28.267884 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-6ccb9ccc-a034-4599-a0eb-46401e8e9ce1 None None] Set router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:28.278383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-761d1ee1-a86b-4930-94ae-14a754814ae1 admin admin] For port e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:28.279207 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-761d1ee1-a86b-4930-94ae-14a754814ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.295925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-761d1ee1-a86b-4930-94ae-14a754814ae1 admin admin] Calling delete_port for e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6 owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:28.303675 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6add-d6e5-4d5c-9e62-0fb6435b6987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.305790 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6add-d6e5-4d5c-9e62-0fb6435b6987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.308059 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e8ef6add-d6e5-4d5c-9e62-0fb6435b6987 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37c57f0b-31c8-47f6-ad74-1242fcc50238 HTTP/1.1" status: 204 len: 168 time: 0.3255229 Sep 16 05:20:28.324959 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef6add-d6e5-4d5c-9e62-0fb6435b6987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c57f0b-31c8-47f6-ad74-1242fcc50238,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:28.333278 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6ccb9ccc-a034-4599-a0eb-46401e8e9ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:20:27Z', 'revision_number': 6, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:28.378172 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccb9ccc-a034-4599-a0eb-46401e8e9ce1 None None] The sync data for ids ['d8a478a7-fb1b-4e31-b2fb-c85f191f4f33'] in n-d-712140-13 is: [{'id': 'd8a478a7-fb1b-4e31-b2fb-c85f191f4f33', 'name': 'tempest-AttachVolumeTestJSON-2007859091-router', 'tenant_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:03Z', 'updated_at': '2021-09-16T05:20:27Z', 'revision_number': 6, 'project_id': 'c73d0c9bc8fd41e98ef3948ec22a1dc3', 'gw_port_host': None}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:28.572131 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.629900 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-761d1ee1-a86b-4930-94ae-14a754814ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.662536 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d1ee1-a86b-4930-94ae-14a754814ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:28.739321 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-761d1ee1-a86b-4930-94ae-14a754814ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.877216 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-761d1ee1-a86b-4930-94ae-14a754814ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.880337 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-761d1ee1-a86b-4930-94ae-14a754814ae1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.058566 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-761d1ee1-a86b-4930-94ae-14a754814ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.058566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761d1ee1-a86b-4930-94ae-14a754814ae1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:20:29.058566 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-761d1ee1-a86b-4930-94ae-14a754814ae1 admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.058566 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-761d1ee1-a86b-4930-94ae-14a754814ae1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d8a478a7-fb1b-4e31-b2fb-c85f191f4f33 HTTP/1.1" status: 204 len: 168 time: 1.6863346 Sep 16 05:20:29.060764 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56906) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:29.119376 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-219d6080-8245-48c7-b263-4c0661cdf2e4 admin admin] Deleting subnet 64014166-35b7-4597-8d1f-ccab49be1bad {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:20:29.123761 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-219d6080-8245-48c7-b263-4c0661cdf2e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.176527 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-219d6080-8245-48c7-b263-4c0661cdf2e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.752536 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172323e-5a57-456b-a1a8-71d7b5c23836 req-e52c61be-8101-4eee-9fc6-4b1362ba1f19 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:29.755343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0172323e-5a57-456b-a1a8-71d7b5c23836 req-e52c61be-8101-4eee-9fc6-4b1362ba1f19 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 944 time: 0.5578582 Sep 16 05:20:29.791920 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-219d6080-8245-48c7-b263-4c0661cdf2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.901534 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b86e1-a02c-4903-af2c-d175e84f0da9 req-27ce2299-1933-4787-a877-2833cd73aacc tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:29.903805 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f42b86e1-a02c-4903-af2c-d175e84f0da9 req-27ce2299-1933-4787-a877-2833cd73aacc tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.2099762 Sep 16 05:20:29.912450 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0172323e-5a57-456b-a1a8-71d7b5c23836 req-65fdaa2e-478d-4336-9929-8f5f906f08a8 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372542 Sep 16 05:20:29.973622 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f42b86e1-a02c-4903-af2c-d175e84f0da9 req-d3095b2c-61d1-4e00-9663-e8e9fe550e3c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587411 Sep 16 05:20:30.064839 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-219d6080-8245-48c7-b263-4c0661cdf2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.116330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d6080-8245-48c7-b263-4c0661cdf2e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64014166-35b7-4597-8d1f-ccab49be1bad,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:30.127442 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-219d6080-8245-48c7-b263-4c0661cdf2e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.132174 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-219d6080-8245-48c7-b263-4c0661cdf2e4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/64014166-35b7-4597-8d1f-ccab49be1bad HTTP/1.1" status: 204 len: 168 time: 1.0688763 Sep 16 05:20:30.133493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91eeabc-86e9-47ed-bdda-156a11df980e None None] Network b93d0e73-7b57-4b50-88bf-e393412fa10a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:30.134513 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56926) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:30.230617 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.331224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] Deleting port 83d498e6-9f04-4198-805b-f63e1b15f43c {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:30.331753 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.386030 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db8b9d9-66cd-4233-b69f-64dc0d96f381 None None] DHCP port deletion for b93d0e73-7b57-4b50-88bf-e393412fa10a request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:20:30.488272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] For port 83d498e6-9f04-4198-805b-f63e1b15f43c, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=83d498e6-9f04-4198-805b-f63e1b15f43c,segment=NetworkSegment(eaab70e4-1784-46f4-bcb6-260eb0f7cd17),segment_id=eaab70e4-1784-46f4-bcb6-260eb0f7cd17)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:30.488814 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.520496 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] Calling delete_port for 83d498e6-9f04-4198-805b-f63e1b15f43c owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:30.577989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:30.601682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:30.602019 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e056c4b9-6a58-46e3-8ec2-9dd3a263c5d6 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:30.602434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 83d498e6-9f04-4198-805b-f63e1b15f43c no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:30.658966 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-1db8b9d9-66cd-4233-b69f-64dc0d96f381 None None] Deleting port 83d498e6-9f04-4198-805b-f63e1b15f43c {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:30.659255 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1db8b9d9-66cd-4233-b69f-64dc0d96f381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.777750 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.779390 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.789862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-1db8b9d9-66cd-4233-b69f-64dc0d96f381 None None] For port 83d498e6-9f04-4198-805b-f63e1b15f43c, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=83d498e6-9f04-4198-805b-f63e1b15f43c,segment=NetworkSegment(eaab70e4-1784-46f4-bcb6-260eb0f7cd17),segment_id=eaab70e4-1784-46f4-bcb6-260eb0f7cd17)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:30.791250 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1db8b9d9-66cd-4233-b69f-64dc0d96f381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.826573 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-1db8b9d9-66cd-4233-b69f-64dc0d96f381 None None] Calling delete_port for 83d498e6-9f04-4198-805b-f63e1b15f43c owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:30.835679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] Pushing event deleted for resources: {'Port': ['ID=83d498e6-9f04-4198-805b-f63e1b15f43c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:30.838923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] No DVR routers for this DVR port 83d498e6-9f04-4198-805b-f63e1b15f43c on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:30.961279 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:30.985623 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.001999 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:31.002396 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device ee88a147-8e5c-477e-bf5f-fd6ed09a5b0b not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:31.045373 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93d0e73-7b57-4b50-88bf-e393412fa10a']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:31.052997 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1db8b9d9-66cd-4233-b69f-64dc0d96f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.071263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaab70e4-1784-46f4-bcb6-260eb0f7cd17') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:31.073701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaab70e4-1784-46f4-bcb6-260eb0f7cd17') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:31.120207 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8b9d9-66cd-4233-b69f-64dc0d96f381 None None] Pushing event deleted for resources: {'Port': ['ID=83d498e6-9f04-4198-805b-f63e1b15f43c,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:31.124915 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db8b9d9-66cd-4233-b69f-64dc0d96f381 None None] No DVR routers for this DVR port 83d498e6-9f04-4198-805b-f63e1b15f43c on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:31.131199 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device da982f16-7b5b-4b84-90af-0492848de688 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:31.146444 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.178958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef61e0-2fa5-4375-81cf-3dc8509b2645 req-b4802fa7-341c-4d22-8d58-613f353a62c3 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.189006 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-30ef61e0-2fa5-4375-81cf-3dc8509b2645 req-b4802fa7-341c-4d22-8d58-613f353a62c3 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 944 time: 0.1027098 Sep 16 05:20:31.190243 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.245037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:20:31.245490 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:20:31.248204 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:20:31.338308 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port da982f16-7b5b-4b84-90af-0492848de688 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:20:31.350406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port da982f16-7b5b-4b84-90af-0492848de688 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:31.351191 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.352459 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-30ef61e0-2fa5-4375-81cf-3dc8509b2645 req-462b58c0-db2a-4bb4-bce5-acc0f82bc881 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436176 Sep 16 05:20:31.382119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0719461-4953-4406-8a10-6c2b95476190 req-99385f3e-c918-4823-aef0-246bd8b56790 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.385435 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0719461-4953-4406-8a10-6c2b95476190 req-99385f3e-c918-4823-aef0-246bd8b56790 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1913571 Sep 16 05:20:31.450585 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.465227 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.469730 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b93d0e73-7b57-4b50-88bf-e393412fa10a HTTP/1.1" status: 204 len: 168 time: 1.3327234 Sep 16 05:20:31.485417 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0719461-4953-4406-8a10-6c2b95476190 req-057b172d-21c7-48b0-9cdb-1e0ae146f668 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933063 Sep 16 05:20:31.497328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3949df9-98fa-48c0-9607-51cb2ac6f077 admin admin] Pushing event deleted for resources: {'Network': ['ID=b93d0e73-7b57-4b50-88bf-e393412fa10a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:31.517712 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.547051 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea6c68e-8722-460c-800b-e50dda42de02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da982f16-7b5b-4b84-90af-0492848de688'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:31.549568 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904d6ce3-0bcd-42d7-964c-9fb88dcc9d87" -d '{"events": [{"server_uuid": "aea6c68e-8722-460c-800b-e50dda42de02", "name": "network-vif-plugged", "status": "completed", "tag": "da982f16-7b5b-4b84-90af-0492848de688"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:31.564443 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port da982f16-7b5b-4b84-90af-0492848de688, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=da982f16-7b5b-4b84-90af-0492848de688,segment=NetworkSegment(3577814d-388e-484e-a6e2-e82941440236),segment_id=3577814d-388e-484e-a6e2-e82941440236)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:31.618634 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644829cf-3033-48b3-91f8-dfd498af6521 x-openstack-request-id: req-644829cf-3033-48b3-91f8-dfd498af6521 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:31.619248 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea6c68e-8722-460c-800b-e50dda42de02", "name": "network-vif-plugged", "status": "completed", "tag": "da982f16-7b5b-4b84-90af-0492848de688", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:31.619734 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-644829cf-3033-48b3-91f8-dfd498af6521 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:31.620494 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea6c68e-8722-460c-800b-e50dda42de02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da982f16-7b5b-4b84-90af-0492848de688', 'code': 200} Sep 16 05:20:31.658468 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.733751 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=da982f16-7b5b-4b84-90af-0492848de688,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:31.759928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9191f45-f893-4edc-84a7-7742d35d3776 req-88ebd798-2a1b-4497-92fb-4c99e285bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.762747 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9191f45-f893-4edc-84a7-7742d35d3776 req-88ebd798-2a1b-4497-92fb-4c99e285bcbb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 1097 time: 0.0531154 Sep 16 05:20:31.813877 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9191f45-f893-4edc-84a7-7742d35d3776 req-8b2fffcf-2806-4687-af7f-df10f1b393d4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445952 Sep 16 05:20:32.019552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56958) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:32.067288 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-05b30df4-894d-4b38-aabb-7dd7469f7822 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c73d0c9bc8fd41e98ef3948ec22a1dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464535 Sep 16 05:20:32.071506 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 56960) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:32.126420 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aa517d36-8994-4cba-a5fd-a9dbe317e391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.152833 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aa517d36-8994-4cba-a5fd-a9dbe317e391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.296008 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aa517d36-8994-4cba-a5fd-a9dbe317e391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.298671 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aa517d36-8994-4cba-a5fd-a9dbe317e391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.299933 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-aa517d36-8994-4cba-a5fd-a9dbe317e391 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f363e84e-a9c0-41d6-a065-583928e306a5 HTTP/1.1" status: 204 len: 168 time: 0.2274468 Sep 16 05:20:32.309180 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa517d36-8994-4cba-a5fd-a9dbe317e391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f363e84e-a9c0-41d6-a065-583928e306a5,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:32.535839 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424102c-dbff-4d3f-b59c-4e969ff38697 req-f93442ed-a1b3-4d04-b6bd-bb54290b1008 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:32.538763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3424102c-dbff-4d3f-b59c-4e969ff38697 req-f93442ed-a1b3-4d04-b6bd-bb54290b1008 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 945 time: 0.0688701 Sep 16 05:20:32.602623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3424102c-dbff-4d3f-b59c-4e969ff38697 req-76cda6e2-dfa9-4e08-92fc-f06a49776708 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531456 Sep 16 05:20:32.703492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fb728-4330-427b-84fa-1bb47876ef2f req-4d84f63e-ade5-401a-8bae-f2c754d007c2 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:32.706312 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac6fb728-4330-427b-84fa-1bb47876ef2f req-4d84f63e-ade5-401a-8bae-f2c754d007c2 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1021686 Sep 16 05:20:32.761477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac6fb728-4330-427b-84fa-1bb47876ef2f req-ef671a1a-213f-43f0-8659-6914b1ab3013 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470455 Sep 16 05:20:33.754686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b82aa2-468b-4203-8ed5-3038fbf9dc63 req-a6785f39-a543-40cb-88f2-59fffb939022 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:33.758807 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1b82aa2-468b-4203-8ed5-3038fbf9dc63 req-a6785f39-a543-40cb-88f2-59fffb939022 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 945 time: 0.0785768 Sep 16 05:20:33.842559 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1b82aa2-468b-4203-8ed5-3038fbf9dc63 req-4d817e8b-a1c3-4b8c-885c-d9887345426e tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782032 Sep 16 05:20:33.990802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2fdfe-c68b-4a31-b2f1-981a84e99bcc req-6d4083df-0c66-4313-9cf4-b21b2ee945ba tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:33.992477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbc2fdfe-c68b-4a31-b2f1-981a84e99bcc req-6d4083df-0c66-4313-9cf4-b21b2ee945ba tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.0803859 Sep 16 05:20:34.078767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d6955-c596-457e-91ac-a73091f9b668 req-de88e772-a541-4cd7-9812-035410a2cc7c tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:34.080460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-493d6955-c596-457e-91ac-a73091f9b668 req-de88e772-a541-4cd7-9812-035410a2cc7c tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 945 time: 0.0869074 Sep 16 05:20:34.083909 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbc2fdfe-c68b-4a31-b2f1-981a84e99bcc req-59a819fe-b36b-479b-9831-5cb991c481b4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759604 Sep 16 05:20:34.132738 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-493d6955-c596-457e-91ac-a73091f9b668 req-df581de9-a568-4db4-8a14-0426fe255610 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389049 Sep 16 05:20:34.704519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57030) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:34.749605 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa74b5a-e0ad-45d6-9a99-27333103b402 req-a56bcebc-b924-444e-bbdb-1d1ea94ffd17 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:34.753165 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fa74b5a-e0ad-45d6-9a99-27333103b402 req-a56bcebc-b924-444e-bbdb-1d1ea94ffd17 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 945 time: 0.0982375 Sep 16 05:20:34.814587 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fa74b5a-e0ad-45d6-9a99-27333103b402 req-fa6f97b0-fe43-4910-b511-df4e4c893854 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551987 Sep 16 05:20:34.892385 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a6013b87-67e3-4fb6-9df6-691ae52dafab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.055617 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a6013b87-67e3-4fb6-9df6-691ae52dafab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.143167 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a6013b87-67e3-4fb6-9df6-691ae52dafab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.185100 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a6013b87-67e3-4fb6-9df6-691ae52dafab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4baac6b2af454843a55496034a9e0eb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4794378 Sep 16 05:20:35.188560 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57042) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:35.190775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6013b87-67e3-4fb6-9df6-691ae52dafab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae9e7f8-8cc0-4a74-8a38-e6f76c455526,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:35.222753 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-369ad4af-3cf9-423f-a2f0-09802e782d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.276502 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc25c0b-8b75-4d59-87f6-cb05cc679a63 req-1428daed-ff5b-45aa-b23b-60bbf3214382 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:35.278679 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4bc25c0b-8b75-4d59-87f6-cb05cc679a63 req-1428daed-ff5b-45aa-b23b-60bbf3214382 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1058466 Sep 16 05:20:35.302448 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ded55baf-145e-4d1d-997e-2d71e3bd61f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.346868 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ded55baf-145e-4d1d-997e-2d71e3bd61f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.351863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4bc25c0b-8b75-4d59-87f6-cb05cc679a63 req-459c905d-acd1-48bf-9e67-e966e1c6de06 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620134 Sep 16 05:20:35.481046 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ded55baf-145e-4d1d-997e-2d71e3bd61f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.484507 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ded55baf-145e-4d1d-997e-2d71e3bd61f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.486002 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ded55baf-145e-4d1d-997e-2d71e3bd61f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fae9e7f8-8cc0-4a74-8a38-e6f76c455526 HTTP/1.1" status: 204 len: 168 time: 0.2943060 Sep 16 05:20:35.497011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded55baf-145e-4d1d-997e-2d71e3bd61f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae9e7f8-8cc0-4a74-8a38-e6f76c455526,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:36.026467 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4afcc-684e-4a1c-9457-8c9701b010ee req-ad2980fb-92c1-40ff-b7cb-f5dfb80c6a3b tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:36.028860 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32d4afcc-684e-4a1c-9457-8c9701b010ee req-ad2980fb-92c1-40ff-b7cb-f5dfb80c6a3b tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 945 time: 0.0607359 Sep 16 05:20:36.080367 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32d4afcc-684e-4a1c-9457-8c9701b010ee req-0a54d90c-8d87-4bfe-8177-997605c44b42 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400147 Sep 16 05:20:36.324959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57062) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:36.339696 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f6a5de7b-659f-40a7-b063-e795b54d8893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.525769 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f6a5de7b-659f-40a7-b063-e795b54d8893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.538628 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62f474-53ea-415c-ac2c-de7e2e7669dc req-6a8f5f1d-9aa3-4998-acc7-3118c587c4cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:36.540481 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b62f474-53ea-415c-ac2c-de7e2e7669dc req-6a8f5f1d-9aa3-4998-acc7-3118c587c4cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1008828 Sep 16 05:20:36.622464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b62f474-53ea-415c-ac2c-de7e2e7669dc req-01d9882a-fc76-45a5-9d46-3081c305f8a7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694020 Sep 16 05:20:36.632041 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f6a5de7b-659f-40a7-b063-e795b54d8893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.644959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d5eb2-608e-4810-9710-dcd0025add42 req-ace5a209-497d-4847-bf3b-73c17811a303 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:36.646736 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-758d5eb2-608e-4810-9710-dcd0025add42 req-ace5a209-497d-4847-bf3b-73c17811a303 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 945 time: 0.1052651 Sep 16 05:20:36.705773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5de7b-659f-40a7-b063-e795b54d8893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf0b9f9-ca20-4679-bb9f-a5d8c4abe1ec,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:36.729720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f6a5de7b-659f-40a7-b063-e795b54d8893 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bee559e996448debc4685e47d72e867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4032023 Sep 16 05:20:36.735149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57070) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:36.743083 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-758d5eb2-608e-4810-9710-dcd0025add42 req-b509022c-9bf5-4b25-806a-ca2c054fa84a tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850966 Sep 16 05:20:36.782814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ccc34-c7fc-4750-8f52-aaa4a16784ba req-fcea3f5b-6dab-4b20-b105-468abd299d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:36.785659 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b7ccc34-c7fc-4750-8f52-aaa4a16784ba req-fcea3f5b-6dab-4b20-b105-468abd299d62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42316b0d28a645af96526ec4ab99cfff&device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 1097 time: 0.0587764 Sep 16 05:20:36.816903 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c32033d1-aa08-4521-887b-cbd84e6581a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.846641 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c32033d1-aa08-4521-887b-cbd84e6581a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.954742 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ccc34-c7fc-4750-8f52-aaa4a16784ba req-9071598e-01dd-4d2d-8d57-8d35f1f51deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:36.956343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b7ccc34-c7fc-4750-8f52-aaa4a16784ba req-9071598e-01dd-4d2d-8d57-8d35f1f51deb service neutron] 10.222.0.21 "GET /v2.0/networks?id=a15bf0df-a9f5-4650-a2b8-5ad14c531321 HTTP/1.1" status: 200 len: 913 time: 0.1621237 Sep 16 05:20:36.982647 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c32033d1-aa08-4521-887b-cbd84e6581a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.987149 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c32033d1-aa08-4521-887b-cbd84e6581a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.989190 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c32033d1-aa08-4521-887b-cbd84e6581a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8bf0b9f9-ca20-4679-bb9f-a5d8c4abe1ec HTTP/1.1" status: 204 len: 168 time: 0.2522595 Sep 16 05:20:37.004286 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32033d1-aa08-4521-887b-cbd84e6581a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf0b9f9-ca20-4679-bb9f-a5d8c4abe1ec,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:37.005146 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b7ccc34-c7fc-4750-8f52-aaa4a16784ba req-29111ec4-5793-4c33-99f7-9ea827082134 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da982f16-7b5b-4b84-90af-0492848de688 HTTP/1.1" status: 200 len: 217 time: 0.0412319 Sep 16 05:20:37.107382 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ccc34-c7fc-4750-8f52-aaa4a16784ba req-ad0fbdf5-4901-4f52-a032-e0747f3f2c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:37.109204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b7ccc34-c7fc-4750-8f52-aaa4a16784ba req-ad0fbdf5-4901-4f52-a032-e0747f3f2c5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7df527f3-35fc-4e41-bb59-0b8d16136a20 HTTP/1.1" status: 200 len: 852 time: 0.0936637 Sep 16 05:20:37.147370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b7ccc34-c7fc-4750-8f52-aaa4a16784ba req-783ce4b3-5f74-4c7d-afc2-3d778de0fb90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a15bf0df-a9f5-4650-a2b8-5ad14c531321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305398 Sep 16 05:20:37.152969 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57076) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:37.289885 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b7ccc34-c7fc-4750-8f52-aaa4a16784ba req-fba172c0-ea64-4854-9435-56e664db5124 service neutron] 10.222.0.21 "GET /v2.0/networks/a15bf0df-a9f5-4650-a2b8-5ad14c531321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348588 Sep 16 05:20:37.474752 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b7ccc34-c7fc-4750-8f52-aaa4a16784ba req-29f236b9-82e6-4963-9fa4-0537d59818d7 service neutron] 10.222.0.21 "GET /v2.0/networks/a15bf0df-a9f5-4650-a2b8-5ad14c531321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770198 Sep 16 05:20:37.552836 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e5533fa2-5e7f-4471-9bf6-cd83dfc41dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.593322 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 57e61489-fd03-4af2-98af-6f45623851dc details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:37.674739 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e5533fa2-5e7f-4471-9bf6-cd83dfc41dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.772178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 57e61489-fd03-4af2-98af-6f45623851dc, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=57e61489-fd03-4af2-98af-6f45623851dc,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:37.777180 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e5533fa2-5e7f-4471-9bf6-cd83dfc41dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.799302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '57e61489-fd03-4af2-98af-6f45623851dc', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'port_id': '57e61489-fd03-4af2-98af-6f45623851dc', 'mac_address': 'fa:16:3e:71:92:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:20:37.856574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91d3ad-4a8b-4733-a88d-c6900bda1c79 req-ed5fa461-8b5e-455c-ace4-520574419cd7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:37.859268 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a91d3ad-4a8b-4733-a88d-c6900bda1c79 req-ed5fa461-8b5e-455c-ace4-520574419cd7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 943 time: 0.1027021 Sep 16 05:20:37.870981 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.871497 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5533fa2-5e7f-4471-9bf6-cd83dfc41dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f496af7-ad88-4342-bb1c-9ae5f0fdf2a0,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:37.897997 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f77a4cf6-f74d-428d-aded-d7373533afac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.940725 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e61489-fd03-4af2-98af-6f45623851dc {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:37.941870 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e5533fa2-5e7f-4471-9bf6-cd83dfc41dcb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b99ea72777134649af142a3aee1b7ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7875042 Sep 16 05:20:37.945572 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57094) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:37.959464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a91d3ad-4a8b-4733-a88d-c6900bda1c79 req-f4706912-180d-444a-9e5e-264418880431 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876825 Sep 16 05:20:37.976601 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 57e61489-fd03-4af2-98af-6f45623851dc, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=57e61489-fd03-4af2-98af-6f45623851dc,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:38.029887 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2231d1e3-549a-4979-9234-b7b0dde0e516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.037164 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd6be9-b5f4-4c15-bc02-cf2a37a5e066 req-ad612b32-a799-45bd-976e-d76da1d7aede tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:38.039036 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-04fd6be9-b5f4-4c15-bc02-cf2a37a5e066 req-ad612b32-a799-45bd-976e-d76da1d7aede tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 945 time: 0.0754685 Sep 16 05:20:38.059107 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2231d1e3-549a-4979-9234-b7b0dde0e516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.076405 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.109283 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-04fd6be9-b5f4-4c15-bc02-cf2a37a5e066 req-3ef324cb-248d-4c9b-9b43-45d0bc61d6a7 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570812 Sep 16 05:20:38.166940 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=57e61489-fd03-4af2-98af-6f45623851dc,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:38.223842 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2231d1e3-549a-4979-9234-b7b0dde0e516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.229002 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2231d1e3-549a-4979-9234-b7b0dde0e516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.231531 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2231d1e3-549a-4979-9234-b7b0dde0e516 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f496af7-ad88-4342-bb1c-9ae5f0fdf2a0 HTTP/1.1" status: 204 len: 168 time: 0.2833977 Sep 16 05:20:38.248786 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231d1e3-549a-4979-9234-b7b0dde0e516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f496af7-ad88-4342-bb1c-9ae5f0fdf2a0,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:38.519137 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['57e61489-fd03-4af2-98af-6f45623851dc'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:38.579058 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.091460 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57116) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:39.115637 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03a28db7-5aa4-4cd1-97c7-a14d3e36cbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.139320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daaf6f-9147-413c-b378-95c08657fefa req-1a4b5c18-6c62-4a0d-961f-50a77e2d2ec3 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:39.142128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-38daaf6f-9147-413c-b378-95c08657fefa req-1a4b5c18-6c62-4a0d-961f-50a77e2d2ec3 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 944 time: 0.0863190 Sep 16 05:20:39.245992 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-38daaf6f-9147-413c-b378-95c08657fefa req-aed8abda-4b2b-4508-bcd3-baf7858e191a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932143 Sep 16 05:20:39.310538 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03a28db7-5aa4-4cd1-97c7-a14d3e36cbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.313203 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2185e4f-a3a0-4d62-9204-48e894bd1528 req-a23b9599-7d89-4532-8d3b-f7de47d3f126 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:39.314869 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a2185e4f-a3a0-4d62-9204-48e894bd1528 req-a23b9599-7d89-4532-8d3b-f7de47d3f126 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 945 time: 0.0854850 Sep 16 05:20:39.336171 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.359834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a2185e4f-a3a0-4d62-9204-48e894bd1528 req-02f92269-878c-4378-bcc0-264df15d9ceb tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380929 Sep 16 05:20:39.468012 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03a28db7-5aa4-4cd1-97c7-a14d3e36cbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.536574 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-03a28db7-5aa4-4cd1-97c7-a14d3e36cbfd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4dcb39442b074dec9ed0e79d4bff965a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4419687 Sep 16 05:20:39.538963 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a28db7-5aa4-4cd1-97c7-a14d3e36cbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f89dbb-c88e-4e3a-ab35-8a651d8f208b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:39.539557 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57126) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:39.610484 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 57e61489-fd03-4af2-98af-6f45623851dc up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:39.638619 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b2b7-1915-4598-b7d2-68c9dc6867c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.676136 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b2b7-1915-4598-b7d2-68c9dc6867c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.823621 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 57e61489-fd03-4af2-98af-6f45623851dc completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:20:39.830303 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 57e61489-fd03-4af2-98af-6f45623851dc triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:39.831073 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.868116 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b2b7-1915-4598-b7d2-68c9dc6867c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.873216 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b2b7-1915-4598-b7d2-68c9dc6867c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.875325 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9ba6b2b7-1915-4598-b7d2-68c9dc6867c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07f89dbb-c88e-4e3a-ab35-8a651d8f208b HTTP/1.1" status: 204 len: 168 time: 0.3339434 Sep 16 05:20:39.902751 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6b2b7-1915-4598-b7d2-68c9dc6867c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f89dbb-c88e-4e3a-ab35-8a651d8f208b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:39.937508 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0666c-570f-4c5c-bc32-64b6c7d6ccfa req-9051f5e9-0e57-4506-9f18-e68e8f6ec0aa tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:39.940840 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2eb0666c-570f-4c5c-bc32-64b6c7d6ccfa req-9051f5e9-0e57-4506-9f18-e68e8f6ec0aa tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 945 time: 0.1334381 Sep 16 05:20:39.951908 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.986289 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43892cf-9731-4ed2-af5c-8e0a6796a513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e61489-fd03-4af2-98af-6f45623851dc'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:39.989975 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4727154-8210-4da0-b834-3383dfd994e8" -d '{"events": [{"server_uuid": "f43892cf-9731-4ed2-af5c-8e0a6796a513", "name": "network-vif-plugged", "status": "completed", "tag": "57e61489-fd03-4af2-98af-6f45623851dc"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:40.011547 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 57e61489-fd03-4af2-98af-6f45623851dc, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=57e61489-fd03-4af2-98af-6f45623851dc,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:40.063840 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2eb0666c-570f-4c5c-bc32-64b6c7d6ccfa req-83daa225-4108-49b8-bf0d-9e97fcc60df9 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035881 Sep 16 05:20:40.064581 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00649734-1435-4c8c-9647-3902726b6d85 x-openstack-request-id: req-00649734-1435-4c8c-9647-3902726b6d85 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:40.065036 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43892cf-9731-4ed2-af5c-8e0a6796a513", "name": "network-vif-plugged", "status": "completed", "tag": "57e61489-fd03-4af2-98af-6f45623851dc", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:40.065561 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00649734-1435-4c8c-9647-3902726b6d85 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:40.066091 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43892cf-9731-4ed2-af5c-8e0a6796a513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e61489-fd03-4af2-98af-6f45623851dc', 'code': 200} Sep 16 05:20:40.103012 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.178139 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=57e61489-fd03-4af2-98af-6f45623851dc,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:40.235083 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3977cfc-3204-4495-97fb-f8ef76e5639e req-bca0707e-e9e9-4a46-bd5d-fb7cd463cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:40.236789 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c3977cfc-3204-4495-97fb-f8ef76e5639e req-bca0707e-e9e9-4a46-bd5d-fb7cd463cbae service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 1097 time: 0.0640023 Sep 16 05:20:40.277665 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-c3977cfc-3204-4495-97fb-f8ef76e5639e req-7b13c56f-627e-486e-b6e1-fb9e4107e902 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333989 Sep 16 05:20:40.421108 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59eeab-5538-4558-84ac-2323456c2b1e req-0d3b3746-6ab7-48c7-b552-2bc086cf3334 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:40.423920 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d59eeab-5538-4558-84ac-2323456c2b1e req-0d3b3746-6ab7-48c7-b552-2bc086cf3334 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 945 time: 0.0812874 Sep 16 05:20:40.499877 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d59eeab-5538-4558-84ac-2323456c2b1e req-fbeca72a-56f3-4ad8-868c-044cf03586c2 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680468 Sep 16 05:20:40.838556 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.245736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e870a-c424-4f5b-afea-dc8f871c2327 req-0ea8dbdc-b945-45a9-98e1-3eac50f24e32 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:41.247712 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-625e870a-c424-4f5b-afea-dc8f871c2327 req-0ea8dbdc-b945-45a9-98e1-3eac50f24e32 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 945 time: 0.0617745 Sep 16 05:20:41.310296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-625e870a-c424-4f5b-afea-dc8f871c2327 req-30b49a1a-6217-4cd5-8225-70b290d39024 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552816 Sep 16 05:20:41.790439 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd52085-e0e3-469f-b695-95703aba7ad3 req-1520922a-8871-4d21-ae6c-013521cc78c7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:41.794139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd52085-e0e3-469f-b695-95703aba7ad3 req-1520922a-8871-4d21-ae6c-013521cc78c7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 945 time: 0.0724790 Sep 16 05:20:41.938554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98c480-06fd-4bf4-80e4-78bc86768ff3 req-f9f65451-4da4-4b4c-ab8e-63872dfda7fe tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:41.941862 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e98c480-06fd-4bf4-80e4-78bc86768ff3 req-f9f65451-4da4-4b4c-ab8e-63872dfda7fe tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 1098 time: 0.1462712 Sep 16 05:20:41.953655 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd52085-e0e3-469f-b695-95703aba7ad3 req-2c07ade7-adaa-4aa3-b968-e943b26aa9ec tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422982 Sep 16 05:20:42.093065 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e98c480-06fd-4bf4-80e4-78bc86768ff3 req-7e310acd-b3f6-47db-9fda-a61ac859e8f8 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367695 Sep 16 05:20:42.188947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af234a-379f-4530-b043-a6e8d3819251 req-c2abc18a-6a2e-4e2c-9825-ddf241f6d549 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:42.191843 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68af234a-379f-4530-b043-a6e8d3819251 req-c2abc18a-6a2e-4e2c-9825-ddf241f6d549 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 945 time: 0.0963750 Sep 16 05:20:42.274437 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68af234a-379f-4530-b043-a6e8d3819251 req-37029ef0-4169-40cd-ae08-5d1bf41144d8 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670590 Sep 16 05:20:42.419525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd975b0-0eb1-472c-993c-7bcef5cc0ba0 req-b517d8cd-878f-474a-9ff5-83dd5417537f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:42.421971 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8cd975b0-0eb1-472c-993c-7bcef5cc0ba0 req-b517d8cd-878f-474a-9ff5-83dd5417537f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.1514452 Sep 16 05:20:42.427621 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f959c-f08d-4fc5-b87e-ce903e2eb3d6 req-448c5b3e-1022-410c-a285-0720b42f9dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:42.430447 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-425f959c-f08d-4fc5-b87e-ce903e2eb3d6 req-448c5b3e-1022-410c-a285-0720b42f9dbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42316b0d28a645af96526ec4ab99cfff&device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 1097 time: 0.4625030 Sep 16 05:20:42.540380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8cd975b0-0eb1-472c-993c-7bcef5cc0ba0 req-fe35e9a9-fbe5-48e6-978a-e301fdae5d7e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084075 Sep 16 05:20:42.580323 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57202) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:42.596070 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f959c-f08d-4fc5-b87e-ce903e2eb3d6 req-72bc6c5d-c2b0-494a-816d-e30f79d23c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:42.603634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-425f959c-f08d-4fc5-b87e-ce903e2eb3d6 req-72bc6c5d-c2b0-494a-816d-e30f79d23c25 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a15bf0df-a9f5-4650-a2b8-5ad14c531321 HTTP/1.1" status: 200 len: 913 time: 0.1598532 Sep 16 05:20:42.692899 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-425f959c-f08d-4fc5-b87e-ce903e2eb3d6 req-d76d035f-b2dc-4e80-82e9-b4fd0ac829ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da982f16-7b5b-4b84-90af-0492848de688 HTTP/1.1" status: 200 len: 217 time: 0.0800204 Sep 16 05:20:42.724300 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4cc0d84c-7319-4093-9f7e-aafd09a04968 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/floatingips/845c9013-73af-445f-a6c8-294066f49f6c HTTP/1.1" status: 200 len: 994 time: 0.1425188 Sep 16 05:20:42.779190 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f959c-f08d-4fc5-b87e-ce903e2eb3d6 req-1c1a436f-fb33-4c5f-b145-d36c66e502bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:42.782631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-425f959c-f08d-4fc5-b87e-ce903e2eb3d6 req-1c1a436f-fb33-4c5f-b145-d36c66e502bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7df527f3-35fc-4e41-bb59-0b8d16136a20 HTTP/1.1" status: 200 len: 852 time: 0.0813100 Sep 16 05:20:42.845741 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-425f959c-f08d-4fc5-b87e-ce903e2eb3d6 req-0b9b0ca2-dbf4-440f-9949-929d0f70e355 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a15bf0df-a9f5-4650-a2b8-5ad14c531321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551493 Sep 16 05:20:43.049569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-425f959c-f08d-4fc5-b87e-ce903e2eb3d6 req-0f336dad-008f-4477-89d3-9c89fdd60e49 service neutron] 10.222.0.21 "GET /v2.0/networks/a15bf0df-a9f5-4650-a2b8-5ad14c531321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846442 Sep 16 05:20:43.250988 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae32ba7-1937-4300-8cb0-df0ec3bed0d4 req-1cbdd24d-73b9-4958-8921-64658db7e307 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:43.253372 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ae32ba7-1937-4300-8cb0-df0ec3bed0d4 req-1cbdd24d-73b9-4958-8921-64658db7e307 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 945 time: 0.1573493 Sep 16 05:20:43.266248 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-425f959c-f08d-4fc5-b87e-ce903e2eb3d6 req-778eb3a5-d70e-4452-b25b-65bb074617cc service neutron] 10.222.0.21 "GET /v2.0/networks/a15bf0df-a9f5-4650-a2b8-5ad14c531321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088499 Sep 16 05:20:43.316235 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ae32ba7-1937-4300-8cb0-df0ec3bed0d4 req-2480a502-ad1b-49f6-94f5-947897dff6f7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466988 Sep 16 05:20:43.441881 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5cf6e-aa7a-41a1-bba1-1d8d6582854a req-184ac650-21d9-4bf4-9064-db20a7cc9c12 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:43.443838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1bd5cf6e-aa7a-41a1-bba1-1d8d6582854a req-184ac650-21d9-4bf4-9064-db20a7cc9c12 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 945 time: 0.0631504 Sep 16 05:20:43.496965 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1bd5cf6e-aa7a-41a1-bba1-1d8d6582854a req-95c5abc6-df9d-4245-b791-72e857bd6e9e tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398052 Sep 16 05:20:43.677814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d3ae6-077a-490b-9e3d-c18d20269109 req-d078514f-20de-4dc6-879a-6ee5f5b226ac tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:43.679643 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-602d3ae6-077a-490b-9e3d-c18d20269109 req-d078514f-20de-4dc6-879a-6ee5f5b226ac tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.0939417 Sep 16 05:20:43.690222 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099230f-939e-4ec5-a0d3-4a293b3416b7 req-dc738e92-5a97-4342-9fa7-a1beb2a310d1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:43.691897 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b099230f-939e-4ec5-a0d3-4a293b3416b7 req-dc738e92-5a97-4342-9fa7-a1beb2a310d1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 945 time: 0.0959420 Sep 16 05:20:43.764502 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-602d3ae6-077a-490b-9e3d-c18d20269109 req-448f4795-2819-4e77-a9cc-68b40e56c5dc tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678170 Sep 16 05:20:43.804785 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b099230f-939e-4ec5-a0d3-4a293b3416b7 req-e80337f1-d530-4c04-9848-1fbca81dfc3f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851760 Sep 16 05:20:43.840375 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-6737f6f3-13f9-4190-9a77-58866fa5ddba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1039033 Sep 16 05:20:43.984549 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffbc12-6025-4443-a835-39eeba6a0036 req-4d001be9-63ac-4cde-b8fc-e7340eb613f3 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:43.986941 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9ffbc12-6025-4443-a835-39eeba6a0036 req-4d001be9-63ac-4cde-b8fc-e7340eb613f3 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 945 time: 0.0782900 Sep 16 05:20:44.042191 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9ffbc12-6025-4443-a835-39eeba6a0036 req-ea30e59c-d1cc-4182-9e21-9a211f951111 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446749 Sep 16 05:20:44.731303 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57334-8b65-4534-a004-ca089a9d8252 req-1742450e-c374-4e20-bea1-343692fa4364 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:44.740223 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b3c57334-8b65-4534-a004-ca089a9d8252 req-1742450e-c374-4e20-bea1-343692fa4364 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 945 time: 0.0986295 Sep 16 05:20:44.826008 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b3c57334-8b65-4534-a004-ca089a9d8252 req-4d796736-f3ca-4d9b-86e1-16ddb0cf1445 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840127 Sep 16 05:20:44.864452 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408450e0-dbb8-42d2-9d54-8e4b49924307 req-3159d81d-1b56-4345-b706-e291d157c1ba tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:44.866430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-408450e0-dbb8-42d2-9d54-8e4b49924307 req-3159d81d-1b56-4345-b706-e291d157c1ba tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 945 time: 0.0954530 Sep 16 05:20:44.936768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-408450e0-dbb8-42d2-9d54-8e4b49924307 req-e0dfd738-8808-4b91-b26f-7d719cecfeea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572762 Sep 16 05:20:45.053901 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef320129-329e-4e8d-bc9e-03b729b813f1 req-a11e4744-2b3f-48c0-9384-3e9eb12d4696 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:45.056300 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef320129-329e-4e8d-bc9e-03b729b813f1 req-a11e4744-2b3f-48c0-9384-3e9eb12d4696 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.0894356 Sep 16 05:20:45.163993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef320129-329e-4e8d-bc9e-03b729b813f1 req-2c71a18d-4fb8-4298-8a97-fbd41c90ce4c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980840 Sep 16 05:20:46.083596 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e5978-e0ce-408c-aceb-cca7a61c0f3e req-f1ca71be-da37-4283-a819-6dbcbc4c5947 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:46.097086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-071e5978-e0ce-408c-aceb-cca7a61c0f3e req-f1ca71be-da37-4283-a819-6dbcbc4c5947 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 945 time: 0.1257501 Sep 16 05:20:46.204935 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-071e5978-e0ce-408c-aceb-cca7a61c0f3e req-c0cc145e-7d22-40fc-94b4-4241e30252ec tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028819 Sep 16 05:20:46.221086 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591edb8f-5fcd-4153-a3cf-8de0478ee36c req-43941a6f-f54a-4f35-a412-c4b7cf3aa11e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:46.222900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-591edb8f-5fcd-4153-a3cf-8de0478ee36c req-43941a6f-f54a-4f35-a412-c4b7cf3aa11e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 945 time: 0.0922213 Sep 16 05:20:46.303987 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-591edb8f-5fcd-4153-a3cf-8de0478ee36c req-487cdc03-79da-49ed-8293-32bbe00aab6f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647132 Sep 16 05:20:46.391293 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563325b-592e-49d5-8c10-8a68696ebfe8 req-976aa586-c6f6-4053-9a79-1272fb08b517 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:46.394092 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1563325b-592e-49d5-8c10-8a68696ebfe8 req-976aa586-c6f6-4053-9a79-1272fb08b517 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.0678947 Sep 16 05:20:46.464722 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1563325b-592e-49d5-8c10-8a68696ebfe8 req-fd5e6e05-4c07-4a30-a0b1-cd287e3672f9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589805 Sep 16 05:20:46.579092 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d02bc-52f4-4635-8270-9208dd02f5a4 req-40304e9f-7650-43a3-a4da-13a4753c47b0 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:46.581192 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1c4d02bc-52f4-4635-8270-9208dd02f5a4 req-40304e9f-7650-43a3-a4da-13a4753c47b0 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.38 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 945 time: 0.0609429 Sep 16 05:20:46.748811 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-1c4d02bc-52f4-4635-8270-9208dd02f5a4 req-85713813-9a28-4e31-86e6-f5a02ae95cbb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Deleting port 57e61489-fd03-4af2-98af-6f45623851dc {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:46.749860 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1c4d02bc-52f4-4635-8270-9208dd02f5a4 req-85713813-9a28-4e31-86e6-f5a02ae95cbb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.931329 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-1c4d02bc-52f4-4635-8270-9208dd02f5a4 req-85713813-9a28-4e31-86e6-f5a02ae95cbb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] For port 57e61489-fd03-4af2-98af-6f45623851dc, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=57e61489-fd03-4af2-98af-6f45623851dc,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:46.932299 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1c4d02bc-52f4-4635-8270-9208dd02f5a4 req-85713813-9a28-4e31-86e6-f5a02ae95cbb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.969004 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-1c4d02bc-52f4-4635-8270-9208dd02f5a4 req-85713813-9a28-4e31-86e6-f5a02ae95cbb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Calling delete_port for 57e61489-fd03-4af2-98af-6f45623851dc owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:47.122393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93d32f-733c-4fb5-ae15-0a961b1bec29 req-6140ff9c-3e1c-4e35-b0d4-a89100ce9894 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:47.124334 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d93d32f-733c-4fb5-ae15-0a961b1bec29 req-6140ff9c-3e1c-4e35-b0d4-a89100ce9894 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 945 time: 0.0964844 Sep 16 05:20:47.205841 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-f574f956-d0f8-419c-a7d9-b8d7083c4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:47.207582 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-f574f956-d0f8-419c-a7d9-b8d7083c4e8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 1098 time: 0.0822723 Sep 16 05:20:47.214485 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d93d32f-733c-4fb5-ae15-0a961b1bec29 req-5f0eaf48-24d9-43a2-8205-dc94ed7d5897 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557978 Sep 16 05:20:47.395765 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-d67c8346-d64a-485e-b35f-b827239fe53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:47.397868 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-d67c8346-d64a-485e-b35f-b827239fe53d service neutron] 10.222.0.21 "GET /v2.0/networks?id=d283ef6e-a821-47f2-8f1c-f973552ca4de HTTP/1.1" status: 200 len: 898 time: 0.1805499 Sep 16 05:20:47.494637 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-6d3127e9-98f5-4a9e-a599-7aea8451d1da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e9952-78f5-4879-8726-87de2dc3d740 HTTP/1.1" status: 200 len: 1002 time: 0.0877206 Sep 16 05:20:47.661315 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-06a540bb-2e01-41cd-a0fb-0e5cf28e4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:47.664086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-06a540bb-2e01-41cd-a0fb-0e5cf28e4ee1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40db70dd-36da-475b-a49a-9f0eaaa57b93 HTTP/1.1" status: 200 len: 834 time: 0.1476033 Sep 16 05:20:47.829619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930351e-1558-46a3-b433-ae5543809958 req-ff47e597-21cd-4642-b5fe-1bc4a2b7d511 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:47.843095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9930351e-1558-46a3-b433-ae5543809958 req-ff47e597-21cd-4642-b5fe-1bc4a2b7d511 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 945 time: 0.3554900 Sep 16 05:20:47.887437 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97023ffa-003b-4430-9da9-0cbbb931a178 req-c5ce13c8-5cfb-4d99-8105-e9faf7b1f1ff tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:47.891629 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97023ffa-003b-4430-9da9-0cbbb931a178 req-c5ce13c8-5cfb-4d99-8105-e9faf7b1f1ff tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.2257059 Sep 16 05:20:47.913005 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-1bd8fd83-d7db-413d-97e7-ab536884dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:47.914630 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-1bd8fd83-d7db-413d-97e7-ab536884dfe9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d283ef6e-a821-47f2-8f1c-f973552ca4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2392929 Sep 16 05:20:47.938302 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1c4d02bc-52f4-4635-8270-9208dd02f5a4 req-85713813-9a28-4e31-86e6-f5a02ae95cbb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.983877 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9930351e-1558-46a3-b433-ae5543809958 req-2900f0dd-5df8-4af9-9a6a-d2317980b7c6 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392221 Sep 16 05:20:48.011854 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85713813-9a28-4e31-86e6-f5a02ae95cbb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event deleted for resources: {'Port': ['ID=57e61489-fd03-4af2-98af-6f45623851dc,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:48.060931 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97023ffa-003b-4430-9da9-0cbbb931a178 req-4be002c7-ce34-4524-9d8b-da475e5dfc93 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431856 Sep 16 05:20:48.096667 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4d02bc-52f4-4635-8270-9208dd02f5a4 req-85713813-9a28-4e31-86e6-f5a02ae95cbb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] No DVR routers for this DVR port 57e61489-fd03-4af2-98af-6f45623851dc on host n-h2-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:48.099871 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-1c4d02bc-52f4-4635-8270-9208dd02f5a4 req-85713813-9a28-4e31-86e6-f5a02ae95cbb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.102449 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-1c4d02bc-52f4-4635-8270-9208dd02f5a4 req-85713813-9a28-4e31-86e6-f5a02ae95cbb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.38 "DELETE /v2.0/ports/57e61489-fd03-4af2-98af-6f45623851dc HTTP/1.1" status: 204 len: 173 time: 1.5149827 Sep 16 05:20:48.102987 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43892cf-9731-4ed2-af5c-8e0a6796a513', 'name': 'network-vif-deleted', 'tag': '57e61489-fd03-4af2-98af-6f45623851dc'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:48.106216 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87d5df5-06c5-401d-bf5d-92c74b1c4e5a" -d '{"events": [{"server_uuid": "f43892cf-9731-4ed2-af5c-8e0a6796a513", "name": "network-vif-deleted", "tag": "57e61489-fd03-4af2-98af-6f45623851dc"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:48.150526 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-02fce68e-a01b-4811-9eb0-f1abc3612895 service neutron] 10.222.0.21 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210324 Sep 16 05:20:48.153006 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d923d26c-b4a3-470d-beee-5ff3b9d2bc41 x-openstack-request-id: req-d923d26c-b4a3-470d-beee-5ff3b9d2bc41 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:48.153567 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43892cf-9731-4ed2-af5c-8e0a6796a513", "name": "network-vif-deleted", "tag": "57e61489-fd03-4af2-98af-6f45623851dc", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:48.154208 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d923d26c-b4a3-470d-beee-5ff3b9d2bc41 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:48.154905 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43892cf-9731-4ed2-af5c-8e0a6796a513', 'name': 'network-vif-deleted', 'tag': '57e61489-fd03-4af2-98af-6f45623851dc', 'status': 'completed', 'code': 200} Sep 16 05:20:48.389149 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-63212ee4-d51f-4cc5-9d26-94030ae80d45 service neutron] 10.222.0.21 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196307 Sep 16 05:20:48.425527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f19960-4e66-403f-820f-480ee504953f req-26cc069e-cbe8-4bb9-b879-b3bd71c78faa tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:48.427197 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80f19960-4e66-403f-820f-480ee504953f req-26cc069e-cbe8-4bb9-b879-b3bd71c78faa tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 945 time: 0.0982671 Sep 16 05:20:48.490095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80f19960-4e66-403f-820f-480ee504953f req-ff042116-9c1a-4a79-89c8-00d2da3beaf1 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550134 Sep 16 05:20:49.125500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39366ff0-042f-47e0-9d45-00938646c4a4 req-36fe8e83-243c-4a86-825a-edc049d92a40 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 210 time: 0.0355425 Sep 16 05:20:49.262903 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be28418-7771-4fd3-bc30-0f9e5d4eed16 req-ff20dee6-7029-4c6b-a036-90cf9fff2151 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.265489 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8be28418-7771-4fd3-bc30-0f9e5d4eed16 req-ff20dee6-7029-4c6b-a036-90cf9fff2151 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.0968571 Sep 16 05:20:49.355535 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8be28418-7771-4fd3-bc30-0f9e5d4eed16 req-7715826c-6d41-42c5-b7fd-310675efce39 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740311 Sep 16 05:20:49.674707 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 57e61489-fd03-4af2-98af-6f45623851dc no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:49.694574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d3765-278d-4971-aaf4-f88c488342fa req-cafd2c38-b9a8-4695-83b4-1154bc955223 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.698715 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-352d3765-278d-4971-aaf4-f88c488342fa req-cafd2c38-b9a8-4695-83b4-1154bc955223 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 945 time: 0.0941820 Sep 16 05:20:49.736700 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 57e61489-fd03-4af2-98af-6f45623851dc {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:49.737654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 57e61489-fd03-4af2-98af-6f45623851dc not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:49.768343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-352d3765-278d-4971-aaf4-f88c488342fa req-70c06fdb-94cd-40d1-b119-39cee9aaef6e tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe6f2a-29ef-4438-a567-fda242357884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547593 Sep 16 05:20:49.963268 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc392733-2588-4af2-b89b-58dd641208c9 req-fb52f1ee-9ad8-4b09-802f-97f4d5cf9c98 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.971012 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc392733-2588-4af2-b89b-58dd641208c9 req-fb52f1ee-9ad8-4b09-802f-97f4d5cf9c98 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.21 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 945 time: 0.1200073 Sep 16 05:20:50.203927 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-fc392733-2588-4af2-b89b-58dd641208c9 req-47b1d9d5-f354-4cf3-8ee8-fe68eb10559b tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Deleting port da982f16-7b5b-4b84-90af-0492848de688 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:50.205307 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fc392733-2588-4af2-b89b-58dd641208c9 req-47b1d9d5-f354-4cf3-8ee8-fe68eb10559b tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.380606 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd382a7c-40cd-4f7c-919e-79ac365d94a7 req-68d7e5c3-35f3-432a-b549-e55e18edec53 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 210 time: 0.0611656 Sep 16 05:20:50.446511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-fc392733-2588-4af2-b89b-58dd641208c9 req-47b1d9d5-f354-4cf3-8ee8-fe68eb10559b tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] For port da982f16-7b5b-4b84-90af-0492848de688, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=da982f16-7b5b-4b84-90af-0492848de688,segment=NetworkSegment(3577814d-388e-484e-a6e2-e82941440236),segment_id=3577814d-388e-484e-a6e2-e82941440236)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:50.448597 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fc392733-2588-4af2-b89b-58dd641208c9 req-47b1d9d5-f354-4cf3-8ee8-fe68eb10559b tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.471855 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-fc392733-2588-4af2-b89b-58dd641208c9 req-47b1d9d5-f354-4cf3-8ee8-fe68eb10559b tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Calling delete_port for da982f16-7b5b-4b84-90af-0492848de688 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:50.654255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a633d1-7b0d-4cb4-ae81-94197ebd6ef7 req-0ace72d7-947b-483a-9317-a9e37b2bd5f9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:50.656061 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87a633d1-7b0d-4cb4-ae81-94197ebd6ef7 req-0ace72d7-947b-483a-9317-a9e37b2bd5f9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.1023815 Sep 16 05:20:50.770238 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87a633d1-7b0d-4cb4-ae81-94197ebd6ef7 req-92751216-ce01-432f-b0fb-cef51d6a2d0a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955474 Sep 16 05:20:50.834241 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fc392733-2588-4af2-b89b-58dd641208c9 req-47b1d9d5-f354-4cf3-8ee8-fe68eb10559b tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.871601 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1d9d5-f354-4cf3-8ee8-fe68eb10559b tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Pushing event deleted for resources: {'Port': ['ID=da982f16-7b5b-4b84-90af-0492848de688,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:50.874585 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['da982f16-7b5b-4b84-90af-0492848de688'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:50.925220 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc392733-2588-4af2-b89b-58dd641208c9 req-47b1d9d5-f354-4cf3-8ee8-fe68eb10559b tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] No DVR routers for this DVR port da982f16-7b5b-4b84-90af-0492848de688 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:50.936815 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fc392733-2588-4af2-b89b-58dd641208c9 req-47b1d9d5-f354-4cf3-8ee8-fe68eb10559b tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.938985 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc392733-2588-4af2-b89b-58dd641208c9 req-47b1d9d5-f354-4cf3-8ee8-fe68eb10559b tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.21 "DELETE /v2.0/ports/da982f16-7b5b-4b84-90af-0492848de688 HTTP/1.1" status: 204 len: 173 time: 0.9615500 Sep 16 05:20:50.943519 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea6c68e-8722-460c-800b-e50dda42de02', 'name': 'network-vif-deleted', 'tag': 'da982f16-7b5b-4b84-90af-0492848de688'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:50.943628 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8236ce-306f-4f81-9366-5c5281db0189" -d '{"events": [{"server_uuid": "aea6c68e-8722-460c-800b-e50dda42de02", "name": "network-vif-deleted", "tag": "da982f16-7b5b-4b84-90af-0492848de688"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:50.963089 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-323411f7-8297-4b02-826e-f13b110e47f5 req-1930f116-216f-4ec1-bdc4-74ef48b8e1f3 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 210 time: 0.0393395 Sep 16 05:20:51.016459 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb53f92-3f6d-4787-98ad-65e346625097 x-openstack-request-id: req-4bb53f92-3f6d-4787-98ad-65e346625097 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:51.016761 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea6c68e-8722-460c-800b-e50dda42de02", "name": "network-vif-deleted", "tag": "da982f16-7b5b-4b84-90af-0492848de688", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:51.017013 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4bb53f92-3f6d-4787-98ad-65e346625097 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:51.017430 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea6c68e-8722-460c-800b-e50dda42de02', 'name': 'network-vif-deleted', 'tag': 'da982f16-7b5b-4b84-90af-0492848de688', 'status': 'completed', 'code': 200} Sep 16 05:20:51.280527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57386) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:51.547109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da289658-bfe9-45d6-8c09-9298d408b5cc req-e368b904-6f72-4cf3-943d-3557a4e04f5c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 210 time: 0.0468478 Sep 16 05:20:51.653843 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2523800a-99c0-4a9f-8500-a0021659f292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.832415 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2523800a-99c0-4a9f-8500-a0021659f292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.926273 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2523800a-99c0-4a9f-8500-a0021659f292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.047733 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2523800a-99c0-4a9f-8500-a0021659f292 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1babad8dbdc64666afd777d3f2f65a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7655642 Sep 16 05:20:52.048365 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57398) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:52.051151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523800a-99c0-4a9f-8500-a0021659f292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be963ef-183a-4688-befb-03694b80d75b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:52.077198 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24b0d5-6ee1-47c2-8d9f-b92b3700e905 req-8ea07c68-c8c9-470e-8f23-2500d217d30b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:52.079923 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c24b0d5-6ee1-47c2-8d9f-b92b3700e905 req-8ea07c68-c8c9-470e-8f23-2500d217d30b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.1710105 Sep 16 05:20:52.156027 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2edeabe2-1c67-4f75-9a42-b138ac9cee5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.199821 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c24b0d5-6ee1-47c2-8d9f-b92b3700e905 req-56e274e2-520f-420d-8ad2-470a7d6509c4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979390 Sep 16 05:20:52.231454 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2edeabe2-1c67-4f75-9a42-b138ac9cee5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.269774 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1340a54-135f-4a24-98e5-b9b4bf8933cf req-548042f9-1e49-43a0-bd91-964ee9539f53 tempest-TestServerAdvancedOps-1812478745 tempest-TestServerAdvancedOps-1812478745-project] 10.222.0.20 "GET /v2.0/ports?device_id=aea6c68e-8722-460c-800b-e50dda42de02 HTTP/1.1" status: 200 len: 210 time: 0.0451391 Sep 16 05:20:52.418546 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2edeabe2-1c67-4f75-9a42-b138ac9cee5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.420639 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2edeabe2-1c67-4f75-9a42-b138ac9cee5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.422608 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2edeabe2-1c67-4f75-9a42-b138ac9cee5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1be963ef-183a-4688-befb-03694b80d75b HTTP/1.1" status: 204 len: 168 time: 0.3675764 Sep 16 05:20:52.440987 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edeabe2-1c67-4f75-9a42-b138ac9cee5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be963ef-183a-4688-befb-03694b80d75b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:52.455015 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edeabe2-1c67-4f75-9a42-b138ac9cee5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.456459 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edeabe2-1c67-4f75-9a42-b138ac9cee5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.457872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edeabe2-1c67-4f75-9a42-b138ac9cee5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.459567 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edeabe2-1c67-4f75-9a42-b138ac9cee5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.462977 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edeabe2-1c67-4f75-9a42-b138ac9cee5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.464771 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edeabe2-1c67-4f75-9a42-b138ac9cee5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.465379 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edeabe2-1c67-4f75-9a42-b138ac9cee5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.466357 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edeabe2-1c67-4f75-9a42-b138ac9cee5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.466872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edeabe2-1c67-4f75-9a42-b138ac9cee5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.471376 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edeabe2-1c67-4f75-9a42-b138ac9cee5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.471376 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edeabe2-1c67-4f75-9a42-b138ac9cee5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.471376 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edeabe2-1c67-4f75-9a42-b138ac9cee5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.731630 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-efa50650-9030-4e54-9805-4726c4608310 req-1ebb238f-f4c3-4c5e-9609-6009d71289c1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 210 time: 0.0477889 Sep 16 05:20:53.310469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device da982f16-7b5b-4b84-90af-0492848de688 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:53.362722 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: da982f16-7b5b-4b84-90af-0492848de688 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:53.364654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device da982f16-7b5b-4b84-90af-0492848de688 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:53.391527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f8669-71a0-4325-b79d-65506c1fa579 req-0cc19adb-fde2-4a9d-b7d1-1e5202566d7f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:53.395023 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c45f8669-71a0-4325-b79d-65506c1fa579 req-0cc19adb-fde2-4a9d-b7d1-1e5202566d7f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.1060464 Sep 16 05:20:53.409322 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57416) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:53.493293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c45f8669-71a0-4325-b79d-65506c1fa579 req-404e8a3a-c422-4a5a-980f-09e91accad4d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857432 Sep 16 05:20:53.499179 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92dfdbb-fc22-472f-9b63-24a8e4cb6532 admin admin] Deleting subnet 7df527f3-35fc-4e41-bb59-0b8d16136a20 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:20:53.503411 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f92dfdbb-fc22-472f-9b63-24a8e4cb6532 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.577378 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f92dfdbb-fc22-472f-9b63-24a8e4cb6532 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.630836 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f92dfdbb-fc22-472f-9b63-24a8e4cb6532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.695114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57424) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:53.719379 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd9609d9-1514-4789-b923-d407618c613b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.901692 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1cf6e387-5ff6-452e-9f2e-9c99476c4435 req-38741ad6-cdb0-4d8d-93a0-616a98d8d6ac tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 210 time: 0.0558224 Sep 16 05:20:53.908423 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f92dfdbb-fc22-472f-9b63-24a8e4cb6532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.957465 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd9609d9-1514-4789-b923-d407618c613b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.960908 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92dfdbb-fc22-472f-9b63-24a8e4cb6532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7df527f3-35fc-4e41-bb59-0b8d16136a20,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:53.965864 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f92dfdbb-fc22-472f-9b63-24a8e4cb6532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.969362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f92dfdbb-fc22-472f-9b63-24a8e4cb6532 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7df527f3-35fc-4e41-bb59-0b8d16136a20 HTTP/1.1" status: 204 len: 168 time: 0.5570383 Sep 16 05:20:53.970988 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57428) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:54.072209 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47549442-b6d6-4e73-9de3-e8b891c95ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.076094 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd9609d9-1514-4789-b923-d407618c613b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.158979 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bd9609d9-1514-4789-b923-d407618c613b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8eb1571bcb54daa8301e2e914275f72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4616549 Sep 16 05:20:54.160915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9609d9-1514-4789-b923-d407618c613b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d22a51-89a8-4a13-8706-3180bdbdca6a,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:54.165754 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57432) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:54.221295 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47549442-b6d6-4e73-9de3-e8b891c95ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.272816 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-47549442-b6d6-4e73-9de3-e8b891c95ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15bf0df-a9f5-4650-a2b8-5ad14c531321']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:54.279226 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-984efa4d-4517-4b01-b78d-fe90c3c48787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.298813 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-47549442-b6d6-4e73-9de3-e8b891c95ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3577814d-388e-484e-a6e2-e82941440236') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:54.299626 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-47549442-b6d6-4e73-9de3-e8b891c95ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3577814d-388e-484e-a6e2-e82941440236') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:54.309722 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-984efa4d-4517-4b01-b78d-fe90c3c48787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.322114 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47549442-b6d6-4e73-9de3-e8b891c95ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.349820 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47549442-b6d6-4e73-9de3-e8b891c95ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.359888 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47549442-b6d6-4e73-9de3-e8b891c95ae1 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:20:54.360308 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47549442-b6d6-4e73-9de3-e8b891c95ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:20:54.362503 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:20:54.554278 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47549442-b6d6-4e73-9de3-e8b891c95ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.571974 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47549442-b6d6-4e73-9de3-e8b891c95ae1 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.572295 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-984efa4d-4517-4b01-b78d-fe90c3c48787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.579316 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-984efa4d-4517-4b01-b78d-fe90c3c48787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.580229 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-47549442-b6d6-4e73-9de3-e8b891c95ae1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a15bf0df-a9f5-4650-a2b8-5ad14c531321 HTTP/1.1" status: 204 len: 168 time: 0.6076908 Sep 16 05:20:54.580843 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-984efa4d-4517-4b01-b78d-fe90c3c48787 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86d22a51-89a8-4a13-8706-3180bdbdca6a HTTP/1.1" status: 204 len: 168 time: 0.4125462 Sep 16 05:20:54.582044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57436) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:54.599704 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47549442-b6d6-4e73-9de3-e8b891c95ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a15bf0df-a9f5-4650-a2b8-5ad14c531321,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:54.610554 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.708754 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984efa4d-4517-4b01-b78d-fe90c3c48787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d22a51-89a8-4a13-8706-3180bdbdca6a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:54.758988 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c77b3a2-5e48-453b-93b4-1a68a4208ad7 admin admin] Deleting subnet 6be134b1-ff27-435d-83ba-f2b8559ead51 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:20:54.769357 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79eb44-b325-4b07-8450-006fe5e4945b req-74911ec0-6036-4d37-859c-979f2fd4a49a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:54.771196 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d79eb44-b325-4b07-8450-006fe5e4945b req-74911ec0-6036-4d37-859c-979f2fd4a49a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.1760786 Sep 16 05:20:54.774584 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7c77b3a2-5e48-453b-93b4-1a68a4208ad7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.853638 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d79eb44-b325-4b07-8450-006fe5e4945b req-70f59c42-447b-4578-bfd8-d7d5d9b2a350 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697012 Sep 16 05:20:54.859995 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7c77b3a2-5e48-453b-93b4-1a68a4208ad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.929885 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7c77b3a2-5e48-453b-93b4-1a68a4208ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.102250 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c41da9a-6ace-4f24-be72-db49fe7924dd req-84cd1426-2fee-46af-9a60-8e4170461f33 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43892cf-9731-4ed2-af5c-8e0a6796a513 HTTP/1.1" status: 200 len: 210 time: 0.0445943 Sep 16 05:20:55.176440 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7c77b3a2-5e48-453b-93b4-1a68a4208ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.211892 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77b3a2-5e48-453b-93b4-1a68a4208ad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6be134b1-ff27-435d-83ba-f2b8559ead51,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:55.228662 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7c77b3a2-5e48-453b-93b4-1a68a4208ad7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.237040 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57450) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:55.237900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7c77b3a2-5e48-453b-93b4-1a68a4208ad7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6be134b1-ff27-435d-83ba-f2b8559ead51 HTTP/1.1" status: 204 len: 168 time: 0.6471467 Sep 16 05:20:55.371650 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0c505042-c58b-4a1d-b122-50d083052849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.485552 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0c505042-c58b-4a1d-b122-50d083052849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.512938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-0c505042-c58b-4a1d-b122-50d083052849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98895287-93e5-487a-ae63-87f5221da853']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:55.526281 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-0c505042-c58b-4a1d-b122-50d083052849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280ab77f-c191-43d3-8a87-f93e32eaa9be') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:55.526855 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-0c505042-c58b-4a1d-b122-50d083052849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280ab77f-c191-43d3-8a87-f93e32eaa9be') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:55.545687 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0c505042-c58b-4a1d-b122-50d083052849 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.579502 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0c505042-c58b-4a1d-b122-50d083052849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.590757 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c505042-c58b-4a1d-b122-50d083052849 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:20:55.591500 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0c505042-c58b-4a1d-b122-50d083052849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:20:55.594704 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:20:55.765415 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0c505042-c58b-4a1d-b122-50d083052849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.774075 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0c505042-c58b-4a1d-b122-50d083052849 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.780845 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0c505042-c58b-4a1d-b122-50d083052849 admin admin] 10.222.0.20 "DELETE /v2.0/networks/98895287-93e5-487a-ae63-87f5221da853 HTTP/1.1" status: 204 len: 168 time: 0.5381942 Sep 16 05:20:55.792864 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c505042-c58b-4a1d-b122-50d083052849 admin admin] Pushing event deleted for resources: {'Network': ['ID=98895287-93e5-487a-ae63-87f5221da853,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:56.013989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183103ef-970b-4c8b-8b1d-1d51286fe6df req-2f157302-0e5b-42ae-8713-208e9eedfe59 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:56.020280 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-183103ef-970b-4c8b-8b1d-1d51286fe6df req-2f157302-0e5b-42ae-8713-208e9eedfe59 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.0648279 Sep 16 05:20:56.089206 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-183103ef-970b-4c8b-8b1d-1d51286fe6df req-11c430c8-dca5-48fd-8eb1-92184963d907 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653787 Sep 16 05:20:56.305128 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57480) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:56.366656 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5fe87563-d42b-417d-8e4f-9623e8ef3628 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42316b0d28a645af96526ec4ab99cfff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596130 Sep 16 05:20:56.370093 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57482) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:56.480418 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8a283dc1-6b3f-486f-9e4e-ba5f8538378d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.513441 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8a283dc1-6b3f-486f-9e4e-ba5f8538378d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.645115 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8a283dc1-6b3f-486f-9e4e-ba5f8538378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.647738 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8a283dc1-6b3f-486f-9e4e-ba5f8538378d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.648980 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8a283dc1-6b3f-486f-9e4e-ba5f8538378d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0dfe6f2a-29ef-4438-a567-fda242357884 HTTP/1.1" status: 204 len: 168 time: 0.2769570 Sep 16 05:20:56.658720 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a283dc1-6b3f-486f-9e4e-ba5f8538378d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfe6f2a-29ef-4438-a567-fda242357884,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:56.725349 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57492) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:56.890920 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6e2d1733-cefb-4cd1-a1cb-af9bf80d38ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2145293518-network', 'tenant_id': '1d9ffc537b46452d9cbf0a99d8b33b3a'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:57.011478 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2d1733-cefb-4cd1-a1cb-af9bf80d38ea admin admin] Made reservation on behalf of 1d9ffc537b46452d9cbf0a99d8b33b3a for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:57.017258 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1733-cefb-4cd1-a1cb-af9bf80d38ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.024713 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1733-cefb-4cd1-a1cb-af9bf80d38ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.148014 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1733-cefb-4cd1-a1cb-af9bf80d38ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.199932 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:20:57.256023 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08e651-b73a-4e45-9b2c-48b0741342aa req-97e8e062-1692-48fe-b2c8-2567aab58ae4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:57.256911 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1733-cefb-4cd1-a1cb-af9bf80d38ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.257839 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab08e651-b73a-4e45-9b2c-48b0741342aa req-97e8e062-1692-48fe-b2c8-2567aab58ae4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.0735917 Sep 16 05:20:57.374590 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2d1733-cefb-4cd1-a1cb-af9bf80d38ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:20:57.388121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d1733-cefb-4cd1-a1cb-af9bf80d38ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201d174a-8972-4f85-8cce-ee1469c28dba,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:57.402372 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab08e651-b73a-4e45-9b2c-48b0741342aa req-2e9648a9-6d44-408a-9b7b-8496e90615b2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227105 Sep 16 05:20:57.422663 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1733-cefb-4cd1-a1cb-af9bf80d38ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.423234 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-6e2d1733-cefb-4cd1-a1cb-af9bf80d38ea admin admin] Added segment 9c346b7f-679f-42e0-9374-420123933b58 of type vlan for network f04a575b-5a6c-4cce-b52c-4be1c44ed0fe Sep 16 05:20:57.492156 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1733-cefb-4cd1-a1cb-af9bf80d38ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.602079 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1733-cefb-4cd1-a1cb-af9bf80d38ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.607101 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2d1733-cefb-4cd1-a1cb-af9bf80d38ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:57.608810 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1733-cefb-4cd1-a1cb-af9bf80d38ea admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.701196 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d1733-cefb-4cd1-a1cb-af9bf80d38ea admin admin] Pushing event updated for resources: {'Network': ['ID=f04a575b-5a6c-4cce-b52c-4be1c44ed0fe,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:57.716581 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network f04a575b-5a6c-4cce-b52c-4be1c44ed0fe details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:20:57.719190 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6e2d1733-cefb-4cd1-a1cb-af9bf80d38ea admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9945340 Sep 16 05:20:57.719844 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57508) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:57.733794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-50e974e5-4225-4d8d-a524-addca67fac74 admin admin] Request body: {'subnet': {'network_id': 'f04a575b-5a6c-4cce-b52c-4be1c44ed0fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2145293518-subnet', 'tenant_id': '1d9ffc537b46452d9cbf0a99d8b33b3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:57.793918 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57510) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:57.879836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e974e5-4225-4d8d-a524-addca67fac74 admin admin] Made reservation on behalf of 1d9ffc537b46452d9cbf0a99d8b33b3a for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:57.883979 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-50e974e5-4225-4d8d-a524-addca67fac74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.915864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9f43b6f0-5308-4710-9511-e1e0cc7b82fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f7d71922c1f412c91112a10f7b6a62f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1202199 Sep 16 05:20:57.918728 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57514) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:57.986545 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dbb609a0-ae51-46fa-8a2f-58dd5c54986a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.017894 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dbb609a0-ae51-46fa-8a2f-58dd5c54986a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.170807 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dbb609a0-ae51-46fa-8a2f-58dd5c54986a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.175110 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dbb609a0-ae51-46fa-8a2f-58dd5c54986a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.175987 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dbb609a0-ae51-46fa-8a2f-58dd5c54986a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ae663f6-2252-4c87-90a7-eef175968b99 HTTP/1.1" status: 204 len: 168 time: 0.2555251 Sep 16 05:20:58.187624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb609a0-ae51-46fa-8a2f-58dd5c54986a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae663f6-2252-4c87-90a7-eef175968b99,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:58.227897 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-50e974e5-4225-4d8d-a524-addca67fac74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.309065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e974e5-4225-4d8d-a524-addca67fac74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c51bccb5-4b5b-4b32-b87a-27803b377927,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:58.322866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e974e5-4225-4d8d-a524-addca67fac74 admin admin] Checking segment: {'id': '9c346b7f-679f-42e0-9374-420123933b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f04a575b-5a6c-4cce-b52c-4be1c44ed0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:58.322866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e974e5-4225-4d8d-a524-addca67fac74 admin admin] Network hostable DHCP agents. Network: f04a575b-5a6c-4cce-b52c-4be1c44ed0fe, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:20:58.417098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e974e5-4225-4d8d-a524-addca67fac74 admin admin] Network f04a575b-5a6c-4cce-b52c-4be1c44ed0fe is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:20:58.553443 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.565470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66525778-c131-4a22-82ac-01a614065834 req-e5827e93-e2e1-4ce4-942b-f88e87ef6985 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:58.568018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66525778-c131-4a22-82ac-01a614065834 req-e5827e93-e2e1-4ce4-942b-f88e87ef6985 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.0610306 Sep 16 05:20:58.569119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-50e974e5-4225-4d8d-a524-addca67fac74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, f04a575b-5a6c-4cce-b52c-4be1c44ed0fe) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:58.578753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e974e5-4225-4d8d-a524-addca67fac74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:58.579806 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-50e974e5-4225-4d8d-a524-addca67fac74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.589807 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36337a87-9e59-43c7-a1b8-0cc764b96f6a None None] Network f04a575b-5a6c-4cce-b52c-4be1c44ed0fe requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:58.665237 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66525778-c131-4a22-82ac-01a614065834 req-707ae796-ae0a-4b72-b608-69f63f14a084 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775898 Sep 16 05:20:58.736869 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-50e974e5-4225-4d8d-a524-addca67fac74 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0152981 Sep 16 05:20:58.835855 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe4e100-eba9-4bc8-a3fe-71eb078ac063 None None] Network f04a575b-5a6c-4cce-b52c-4be1c44ed0fe requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:58.928525 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57538) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:59.228903 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d7dd882-179a-4a8a-88e1-b452f070a70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.387348 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d7dd882-179a-4a8a-88e1-b452f070a70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.450495 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d7dd882-179a-4a8a-88e1-b452f070a70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.506238 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9d7dd882-179a-4a8a-88e1-b452f070a70a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2cc37a7675d44355b9bc083de7232c2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5711026 Sep 16 05:20:59.506774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57546) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:59.514321 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7dd882-179a-4a8a-88e1-b452f070a70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d164b716-17d8-4237-b855-31bd71a8dbdd,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:59.603061 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfaf6-869a-48d1-80a2-38bf567ce8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.639431 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfaf6-869a-48d1-80a2-38bf567ce8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.802448 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfaf6-869a-48d1-80a2-38bf567ce8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.805919 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfaf6-869a-48d1-80a2-38bf567ce8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.808427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a0cbfaf6-869a-48d1-80a2-38bf567ce8fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d164b716-17d8-4237-b855-31bd71a8dbdd HTTP/1.1" status: 204 len: 168 time: 0.2989655 Sep 16 05:20:59.830173 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbfaf6-869a-48d1-80a2-38bf567ce8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d164b716-17d8-4237-b855-31bd71a8dbdd,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:59.856759 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2193ab-7096-42df-9b79-3e3ff63452d4 req-568844df-e6d6-42e4-b56c-929130b6c1d3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:59.858619 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f2193ab-7096-42df-9b79-3e3ff63452d4 req-568844df-e6d6-42e4-b56c-929130b6c1d3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.0913775 Sep 16 05:20:59.932984 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f2193ab-7096-42df-9b79-3e3ff63452d4 req-47d89add-4b3f-420b-a01b-f0bddbab3ed8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538690 Sep 16 05:21:00.798121 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 57570) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:00.819050 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7699b9d2-eb71-47db-8f3a-9eab14c82d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.001489 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7699b9d2-eb71-47db-8f3a-9eab14c82d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.125684 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7699b9d2-eb71-47db-8f3a-9eab14c82d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.707777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699b9d2-eb71-47db-8f3a-9eab14c82d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89717e9-8465-4a37-9cf9-c926dc89ef53,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:01.719111 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7699b9d2-eb71-47db-8f3a-9eab14c82d17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c664d8809bf343b58d076dffdcb6e9c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9153752 Sep 16 05:21:01.724135 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57578) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:01.734324 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258263c-0831-4340-951c-3b94cb4ea652 req-0849cf59-9367-4774-b975-90ddd3f76262 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:01.735991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3258263c-0831-4340-951c-3b94cb4ea652 req-0849cf59-9367-4774-b975-90ddd3f76262 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.6828873 Sep 16 05:21:01.741535 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-a3604f18-6c4c-4351-98c6-03a037b3323d service neutron] show failed (client error): The resource could not be found. Sep 16 05:21:01.742586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-a3604f18-6c4c-4351-98c6-03a037b3323d service neutron] 10.222.0.21 "GET /v2.0/ports/153e9952-78f5-4879-8726-87de2dc3d740/bindings/n-h2-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.6694210 Sep 16 05:21:01.788202 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3258263c-0831-4340-951c-3b94cb4ea652 req-93c745f2-8fe0-4a59-a7d4-0eaa14b84024 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428393 Sep 16 05:21:01.816988 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d4e021f7-4ff2-477c-b619-d4207f3cb28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.858400 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d4e021f7-4ff2-477c-b619-d4207f3cb28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.027492 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d4e021f7-4ff2-477c-b619-d4207f3cb28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.033363 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d4e021f7-4ff2-477c-b619-d4207f3cb28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.035749 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d4e021f7-4ff2-477c-b619-d4207f3cb28c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b89717e9-8465-4a37-9cf9-c926dc89ef53 HTTP/1.1" status: 204 len: 168 time: 0.3096423 Sep 16 05:21:02.050551 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e021f7-4ff2-477c-b619-d4207f3cb28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89717e9-8465-4a37-9cf9-c926dc89ef53,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:02.788969 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-698daef1-521c-450d-be2e-8a67036e1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:02.793828 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-698daef1-521c-450d-be2e-8a67036e1d10 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2&tenant_id=3484936ae7a94b7a8f8a0023f559a1eb HTTP/1.1" status: 200 len: 1098 time: 0.3426259 Sep 16 05:21:02.810326 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-34eadb6d-7449-4137-801e-4d073da37c04 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:21:02.812860 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-34eadb6d-7449-4137-801e-4d073da37c04 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117362 Sep 16 05:21:02.843893 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-13', 'device_owner': 'compute:nova'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:02.952172 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.103286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc8ac2-e85f-47f7-9549-77833660885f req-a6ad889d-5c41-4a6e-84fb-3092192eaffc tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:03.106291 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19bc8ac2-e85f-47f7-9549-77833660885f req-a6ad889d-5c41-4a6e-84fb-3092192eaffc tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.1611769 Sep 16 05:21:03.160765 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-652c1bf8-0bda-4ad2-b12a-ea0e7d0bbba1 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:03.172483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-652c1bf8-0bda-4ad2-b12a-ea0e7d0bbba1 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/networks?id=f04a575b-5a6c-4cce-b52c-4be1c44ed0fe HTTP/1.1" status: 200 len: 809 time: 0.3282180 Sep 16 05:21:03.212157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-dee91a0e-26fa-4ba3-a82d-9b6d3d2f53d9 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/quotas/1d9ffc537b46452d9cbf0a99d8b33b3a HTTP/1.1" status: 200 len: 375 time: 0.0386627 Sep 16 05:21:03.235700 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19bc8ac2-e85f-47f7-9549-77833660885f req-7ded0d0b-5f15-432c-9380-40f1354fb4fd tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182795 Sep 16 05:21:03.287984 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-0cf0ca5a-75b5-420c-8d65-154a7a4c7b4a tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d9ffc537b46452d9cbf0a99d8b33b3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504849 Sep 16 05:21:03.349330 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] For port 153e9952-78f5-4879-8726-87de2dc3d740, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=153e9952-78f5-4879-8726-87de2dc3d740,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:03.415632 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] For port 153e9952-78f5-4879-8726-87de2dc3d740, host n-h1-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:03.463762 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:03.466105 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637ea542-0607-47a4-a1bd-a94d20d74891" -d '{"events": [{"server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "name": "network-vif-unplugged", "status": "completed", "tag": "153e9952-78f5-4879-8726-87de2dc3d740"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:03.470670 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.485596 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.provisioning_blocks [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] Transition to ACTIVE for port object 153e9952-78f5-4879-8726-87de2dc3d740 will not be triggered until provisioned by entity L2. {{(pid=95474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:21:03.547182 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d588836-90cc-4f3e-8f3d-fe6f391e7a71 x-openstack-request-id: req-9d588836-90cc-4f3e-8f3d-fe6f391e7a71 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:03.547450 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "name": "network-vif-unplugged", "status": "completed", "tag": "153e9952-78f5-4879-8726-87de2dc3d740", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:03.547672 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d588836-90cc-4f3e-8f3d-fe6f391e7a71 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:03.548090 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740', 'code': 200} Sep 16 05:21:03.581357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-c2d240d8-58d1-4c5b-ab8b-590f830d23b7 service neutron] 10.222.0.20 "GET /v2.0/networks/f04a575b-5a6c-4cce-b52c-4be1c44ed0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869892 Sep 16 05:21:03.707196 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.728184 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-623b1e03-64be-43e9-80f9-7d12342b6031 service neutron] 10.222.0.20 "GET /v2.0/networks/f04a575b-5a6c-4cce-b52c-4be1c44ed0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337321 Sep 16 05:21:03.751652 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07124933-94e8-44ce-a0bd-9fcb78566b62 req-a971de31-66d8-4da1-aacb-06a05270caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:03.754169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07124933-94e8-44ce-a0bd-9fcb78566b62 req-a971de31-66d8-4da1-aacb-06a05270caa1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 1054 time: 0.0627635 Sep 16 05:21:03.788585 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] Pushing event updated for resources: {'Port': ['ID=153e9952-78f5-4879-8726-87de2dc3d740,revision_number=6']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:03.927168 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] No DVR routers for this DVR port 153e9952-78f5-4879-8726-87de2dc3d740 on host n-h1-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:04.033968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07124933-94e8-44ce-a0bd-9fcb78566b62 req-449847f2-3595-40a3-b29d-a7a4b7833a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:04.036677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07124933-94e8-44ce-a0bd-9fcb78566b62 req-449847f2-3595-40a3-b29d-a7a4b7833a1a service neutron] 10.222.0.38 "GET /v2.0/networks?id=d283ef6e-a821-47f2-8f1c-f973552ca4de HTTP/1.1" status: 200 len: 898 time: 0.2557132 Sep 16 05:21:04.255587 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07124933-94e8-44ce-a0bd-9fcb78566b62 req-6f4254ef-9968-45f7-bc81-fa384699a80a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e9952-78f5-4879-8726-87de2dc3d740 HTTP/1.1" status: 200 len: 1000 time: 0.2073772 Sep 16 05:21:04.319743 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] Attempting to bind port 153e9952-78f5-4879-8726-87de2dc3d740 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:04.320288 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] Attempting to bind port 153e9952-78f5-4879-8726-87de2dc3d740 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:04.324281 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] Attempting to bind port 153e9952-78f5-4879-8726-87de2dc3d740 on network d283ef6e-a821-47f2-8f1c-f973552ca4de {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:04.329133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07124933-94e8-44ce-a0bd-9fcb78566b62 req-4562152d-3da8-4721-9f35-9378a416b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:04.330940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07124933-94e8-44ce-a0bd-9fcb78566b62 req-4562152d-3da8-4721-9f35-9378a416b232 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=40db70dd-36da-475b-a49a-9f0eaaa57b93 HTTP/1.1" status: 200 len: 834 time: 0.0707102 Sep 16 05:21:04.335418 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] Port 153e9952-78f5-4879-8726-87de2dc3d740 on network d283ef6e-a821-47f2-8f1c-f973552ca4de not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:21:04.335841 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] Attempting to bind port 153e9952-78f5-4879-8726-87de2dc3d740 on network d283ef6e-a821-47f2-8f1c-f973552ca4de {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:04.354341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:04.355340 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] Checking segment: {'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:04.361746 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] Bound using segment: {'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'} {{(pid=95474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:04.362402 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.managers [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] Bound port: 153e9952-78f5-4879-8726-87de2dc3d740, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'}}] {{(pid=95474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:04.363628 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.428677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e607e5c2-7933-40d4-be86-359688cb36ac req-3abd1781-cf03-487d-871c-de871ed4e21a tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 210 time: 0.0907660 Sep 16 05:21:04.560242 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] For port 153e9952-78f5-4879-8726-87de2dc3d740, host n-h2-712140-13, cleared binding levels {{(pid=95474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:04.571001 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] For port 153e9952-78f5-4879-8726-87de2dc3d740, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=153e9952-78f5-4879-8726-87de2dc3d740,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:04.646083 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b53eb-7a2a-46cf-87fa-bc8ed03f44af req-d05c08e1-997e-4cb9-8ba0-705ba0916624 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:04.648201 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea2b53eb-7a2a-46cf-87fa-bc8ed03f44af req-d05c08e1-997e-4cb9-8ba0-705ba0916624 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 944 time: 0.2164309 Sep 16 05:21:04.656250 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07124933-94e8-44ce-a0bd-9fcb78566b62 req-e275b007-c080-4e61-849c-c5d60dbde8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:04.656250 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07124933-94e8-44ce-a0bd-9fcb78566b62 req-e275b007-c080-4e61-849c-c5d60dbde8d3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d283ef6e-a821-47f2-8f1c-f973552ca4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3136282 Sep 16 05:21:04.672466 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.771625 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:04.772320 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.783179 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] 10.222.0.38 "PUT /v2.0/ports/153e9952-78f5-4879-8726-87de2dc3d740 HTTP/1.1" status: 200 len: 1093 time: 1.9404531 Sep 16 05:21:04.834478 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862051f6-6a31-4c41-bafd-0376edef8c0d service neutron] Pushing event updated for resources: {'Port': ['ID=153e9952-78f5-4879-8726-87de2dc3d740,revision_number=7']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:04.857036 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea2b53eb-7a2a-46cf-87fa-bc8ed03f44af req-3fb50f06-2c7e-431f-a215-b75e1cdf0599 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975400 Sep 16 05:21:04.904630 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07124933-94e8-44ce-a0bd-9fcb78566b62 req-7abc30d7-47e0-416c-b5a2-5d2cf6433e82 service neutron] 10.222.0.38 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383578 Sep 16 05:21:05.087123 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07124933-94e8-44ce-a0bd-9fcb78566b62 req-caef5a2c-193f-46f8-8859-4ec719784d01 service neutron] 10.222.0.38 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736257 Sep 16 05:21:05.236676 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c14f8153-6366-4345-bc67-d4fe0d42e6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.360511 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 153e9952-78f5-4879-8726-87de2dc3d740 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:05.403789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-03187abd-b36a-45a5-bd82-9bc8aeccea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:05.406222 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-03187abd-b36a-45a5-bd82-9bc8aeccea75 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 1096 time: 0.1279340 Sep 16 05:21:05.461544 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 153e9952-78f5-4879-8726-87de2dc3d740 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:05.549039 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:05.553080 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0" -d '{"events": [{"name": "network-changed", "server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "tag": "153e9952-78f5-4879-8726-87de2dc3d740"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:05.626164 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-81d2c4f1-e544-4a96-90b7-01ff872630f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:05.632190 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-81d2c4f1-e544-4a96-90b7-01ff872630f3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d283ef6e-a821-47f2-8f1c-f973552ca4de HTTP/1.1" status: 200 len: 898 time: 0.2182331 Sep 16 05:21:05.664649 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d9f450-083c-4a92-81b2-cff93b2ae934 x-openstack-request-id: req-94d9f450-083c-4a92-81b2-cff93b2ae934 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:05.664934 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "tag": "153e9952-78f5-4879-8726-87de2dc3d740", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:05.665184 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94d9f450-083c-4a92-81b2-cff93b2ae934 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:05.665592 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740', 'status': 'completed', 'code': 200} Sep 16 05:21:05.810688 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84718e27-4947-48e8-a7d1-0c895b77cab5 req-34fa5ce8-f686-4b08-8cd9-e63e9a5b7e80 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 210 time: 0.1767027 Sep 16 05:21:05.880668 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-744be042-dfd3-4a23-9ad4-623bf6aec876 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e9952-78f5-4879-8726-87de2dc3d740 HTTP/1.1" status: 200 len: 1000 time: 0.2390339 Sep 16 05:21:05.886685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-068e58e1-8f69-4846-aa05-462876b30671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:05.888399 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-068e58e1-8f69-4846-aa05-462876b30671 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 1096 time: 0.1318967 Sep 16 05:21:06.004812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-8a6db1e9-7306-417b-9e63-1e3ef974b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:06.006372 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-8a6db1e9-7306-417b-9e63-1e3ef974b8bf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=40db70dd-36da-475b-a49a-9f0eaaa57b93 HTTP/1.1" status: 200 len: 834 time: 0.1169920 Sep 16 05:21:06.111394 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-ebd9c9fc-14fd-451a-ad56-a957df4c0db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:06.113562 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-ebd9c9fc-14fd-451a-ad56-a957df4c0db6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d283ef6e-a821-47f2-8f1c-f973552ca4de HTTP/1.1" status: 200 len: 898 time: 0.2159350 Sep 16 05:21:06.188800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0169939-0b3b-4e3c-8cec-46f0f1ecee77 req-7089d248-ebcf-487c-ab65-ea2c6d0d61a4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:06.190257 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0169939-0b3b-4e3c-8cec-46f0f1ecee77 req-7089d248-ebcf-487c-ab65-ea2c6d0d61a4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 944 time: 0.1810718 Sep 16 05:21:06.195635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-e70a4f0b-e61a-4b6e-985d-17a5c59f9482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:06.198189 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-e70a4f0b-e61a-4b6e-985d-17a5c59f9482 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d283ef6e-a821-47f2-8f1c-f973552ca4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1771770 Sep 16 05:21:06.289996 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-7c0faec4-d07e-4aa3-aed6-66d56fc02b30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e9952-78f5-4879-8726-87de2dc3d740 HTTP/1.1" status: 200 len: 1000 time: 0.1649179 Sep 16 05:21:06.307139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0169939-0b3b-4e3c-8cec-46f0f1ecee77 req-054914d3-1139-41de-8d33-2e52c929c1b0 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991840 Sep 16 05:21:06.465414 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-e7e0b73a-a0e7-450e-ae1b-a01ffa3348d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:06.465414 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-e7e0b73a-a0e7-450e-ae1b-a01ffa3348d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40db70dd-36da-475b-a49a-9f0eaaa57b93 HTTP/1.1" status: 200 len: 834 time: 0.1172245 Sep 16 05:21:06.468376 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-64c68656-f5cd-4e48-8aee-66d8d2420b91 service neutron] 10.222.0.38 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578325 Sep 16 05:21:06.614208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-ef4a512b-8f93-4836-beab-a3d19cf27b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:06.615904 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-ef4a512b-8f93-4836-beab-a3d19cf27b8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d283ef6e-a821-47f2-8f1c-f973552ca4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1462355 Sep 16 05:21:06.671152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-af3876ed-9a65-45d5-9d07-54ce5de19632 service neutron] 10.222.0.38 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881428 Sep 16 05:21:06.751678 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-2c9ef0d3-7c34-4206-be95-be743904662a service neutron] 10.222.0.21 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275001 Sep 16 05:21:07.021467 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13d85a94-6c5d-40da-94f1-0ecd0342b0de req-9205027d-92ca-4c9f-a669-78fc42d088dd tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 210 time: 0.0805752 Sep 16 05:21:07.053014 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-e908e21b-6fd0-4332-9f35-a2761724e247 service neutron] 10.222.0.21 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939911 Sep 16 05:21:07.059510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-3c84ff7e-50a5-4b9c-b7ad-cfc73b23ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:07.061158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-3c84ff7e-50a5-4b9c-b7ad-cfc73b23ceb2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 1096 time: 0.1183596 Sep 16 05:21:07.109999 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57748) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:07.203133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-eee85678-191e-4f43-ba2d-e22ddc463ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:07.204758 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-eee85678-191e-4f43-ba2d-e22ddc463ea6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d283ef6e-a821-47f2-8f1c-f973552ca4de HTTP/1.1" status: 200 len: 898 time: 0.1339109 Sep 16 05:21:07.288241 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b80434d-60b0-44b1-b696-4d98e960fffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.321942 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-e5adb52f-9231-411a-883e-04b055b3f91e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e9952-78f5-4879-8726-87de2dc3d740 HTTP/1.1" status: 200 len: 1000 time: 0.0953338 Sep 16 05:21:07.413196 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-0e26fff1-68b8-48bf-91f2-763f7ed4172c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:07.416677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-0e26fff1-68b8-48bf-91f2-763f7ed4172c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=40db70dd-36da-475b-a49a-9f0eaaa57b93 HTTP/1.1" status: 200 len: 834 time: 0.0870032 Sep 16 05:21:07.534077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-1ce39b90-4d4f-4fc7-b66b-e404e8a4dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:07.536462 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-1ce39b90-4d4f-4fc7-b66b-e404e8a4dbf9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d283ef6e-a821-47f2-8f1c-f973552ca4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1119244 Sep 16 05:21:07.591531 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b80434d-60b0-44b1-b696-4d98e960fffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.601152 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88eb45-0582-4bfb-aa6d-9b413448cf20 req-1b72ec38-9493-420e-92a9-638a285cba10 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:07.603101 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb88eb45-0582-4bfb-aa6d-9b413448cf20 req-1b72ec38-9493-420e-92a9-638a285cba10 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 944 time: 0.1768327 Sep 16 05:21:07.680897 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4b80434d-60b0-44b1-b696-4d98e960fffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.736310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb88eb45-0582-4bfb-aa6d-9b413448cf20 req-e89946ff-d756-4a4a-8b8b-a3665eaca7b0 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231267 Sep 16 05:21:07.748235 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-94499a43-f072-4f27-8540-e087e2810cca service neutron] 10.222.0.38 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028532 Sep 16 05:21:07.780685 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4b80434d-60b0-44b1-b696-4d98e960fffa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=414e86475d2346e2a5ff8d72b4c44fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6629088 Sep 16 05:21:07.780685 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57754) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:07.786212 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5caf1171-94e4-44d2-87cf-0fdb2db29b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.796878 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80434d-60b0-44b1-b696-4d98e960fffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a76148-ce88-40e7-83ef-22ad58184bab,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:07.908017 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fc1e8fcc-0557-4a22-a94c-1654b8b5d4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.940712 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ee4981c-4520-49d0-b71c-c11bc4ff59d0 req-6e46cd7e-c27e-4696-a966-9230d97fe8bd service neutron] 10.222.0.38 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847458 Sep 16 05:21:07.994533 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fc1e8fcc-0557-4a22-a94c-1654b8b5d4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.014815 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-fb2ac3d8-b106-415c-a801-5c2b0af75043 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:08.016438 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-fb2ac3d8-b106-415c-a801-5c2b0af75043 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.21 "GET /v2.0/networks?id=f04a575b-5a6c-4cce-b52c-4be1c44ed0fe HTTP/1.1" status: 200 len: 809 time: 0.2284980 Sep 16 05:21:08.036841 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Request body: {'port': {'device_id': '5ab335e1-2196-47c8-aaee-eea327e89c59', 'network_id': 'f04a575b-5a6c-4cce-b52c-4be1c44ed0fe', 'admin_state_up': True, 'tenant_id': '1d9ffc537b46452d9cbf0a99d8b33b3a'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:08.193337 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-363403cc-0b57-4aa7-80c2-9b8e9c80c801 req-e3c0007d-3a22-4b13-8075-4f400cd1189c tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 210 time: 0.0479379 Sep 16 05:21:08.210459 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fc1e8fcc-0557-4a22-a94c-1654b8b5d4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.216045 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fc1e8fcc-0557-4a22-a94c-1654b8b5d4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.218608 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fc1e8fcc-0557-4a22-a94c-1654b8b5d4ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17a76148-ce88-40e7-83ef-22ad58184bab HTTP/1.1" status: 204 len: 168 time: 0.4396822 Sep 16 05:21:08.250862 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e8fcc-0557-4a22-a94c-1654b8b5d4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a76148-ce88-40e7-83ef-22ad58184bab,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:08.381471 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Made reservation on behalf of 1d9ffc537b46452d9cbf0a99d8b33b3a for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:08.386913 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.602397 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Allocated IP 172.20.0.2 (f04a575b-5a6c-4cce-b52c-4be1c44ed0fe/c51bccb5-4b5b-4b32-b87a-27803b377927/5b2bb822-c48e-4c92-952f-79096b466e6a) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:08.621909 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.868017 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.966950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2be854-929b-4b50-9bc6-29ea1180e21f req-9fd11fcd-48c2-4689-9141-0c3dd0ea0e84 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:08.969642 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd2be854-929b-4b50-9bc6-29ea1180e21f req-9fd11fcd-48c2-4689-9141-0c3dd0ea0e84 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 944 time: 0.0844622 Sep 16 05:21:09.014386 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.054802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd2be854-929b-4b50-9bc6-29ea1180e21f req-d90b18cf-3e4d-4fc2-bb0b-85563a35c523 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785251 Sep 16 05:21:09.087130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Network f04a575b-5a6c-4cce-b52c-4be1c44ed0fe is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:09.094242 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:09.099666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:09.104971 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Pushing event updated for resources: {'Port': ['ID=5b2bb822-c48e-4c92-952f-79096b466e6a,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:09.148488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:09.148844 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:09.149233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:09.149976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:09.149976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:09.152229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:09.152229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:09.152229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:09.152229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:09.152818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:09.152971 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:09.153329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:09.186546 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:09.187340 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.375463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a149dd1-0166-427c-a338-54a585aa7f28 req-cc38a9c4-7052-428e-86e4-f8c9084e06e9 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:09.377110 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a149dd1-0166-427c-a338-54a585aa7f28 req-cc38a9c4-7052-428e-86e4-f8c9084e06e9 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 931 time: 0.0636179 Sep 16 05:21:09.399056 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.427349 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a149dd1-0166-427c-a338-54a585aa7f28 req-9ae351c9-d2d5-4ba5-b8b0-abc0b8fd5709 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433831 Sep 16 05:21:09.429414 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-a75c89f0-56b1-49fe-8f90-bde6108fb1e3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3967996 Sep 16 05:21:09.456613 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Request body: {'port': {'device_id': '5ab335e1-2196-47c8-aaee-eea327e89c59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:09.538638 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.028752 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b2bb822-c48e-4c92-952f-79096b466e6a {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:10.038210 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.055334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Transition to ACTIVE for port object 5b2bb822-c48e-4c92-952f-79096b466e6a will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:21:10.158484 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.236684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Pushing event updated for resources: {'Port': ['ID=5b2bb822-c48e-4c92-952f-79096b466e6a,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:10.257155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba570d4a-eded-4a7a-8591-249adcc12e1c req-7ce78f8c-59a9-4172-9cc9-069779393094 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:10.258863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba570d4a-eded-4a7a-8591-249adcc12e1c req-7ce78f8c-59a9-4172-9cc9-069779393094 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 944 time: 0.1117826 Sep 16 05:21:10.349649 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba570d4a-eded-4a7a-8591-249adcc12e1c req-0b5cfbaa-f1fc-4531-a049-eb60a6d97d80 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714877 Sep 16 05:21:10.368153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Attempting to bind port 5b2bb822-c48e-4c92-952f-79096b466e6a on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:10.368624 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Attempting to bind port 5b2bb822-c48e-4c92-952f-79096b466e6a by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '9c346b7f-679f-42e0-9374-420123933b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f04a575b-5a6c-4cce-b52c-4be1c44ed0fe'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:10.370174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Attempting to bind port 5b2bb822-c48e-4c92-952f-79096b466e6a on network f04a575b-5a6c-4cce-b52c-4be1c44ed0fe {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:10.375476 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Port 5b2bb822-c48e-4c92-952f-79096b466e6a on network f04a575b-5a6c-4cce-b52c-4be1c44ed0fe not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:21:10.375838 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Attempting to bind port 5b2bb822-c48e-4c92-952f-79096b466e6a on network f04a575b-5a6c-4cce-b52c-4be1c44ed0fe {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:10.381860 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:10.382712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Checking segment: {'id': '9c346b7f-679f-42e0-9374-420123933b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f04a575b-5a6c-4cce-b52c-4be1c44ed0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:10.383191 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Bound using segment: {'id': '9c346b7f-679f-42e0-9374-420123933b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f04a575b-5a6c-4cce-b52c-4be1c44ed0fe'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:10.383846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Bound port: 5b2bb822-c48e-4c92-952f-79096b466e6a, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c346b7f-679f-42e0-9374-420123933b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f04a575b-5a6c-4cce-b52c-4be1c44ed0fe'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:10.385080 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.510862 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] For port 5b2bb822-c48e-4c92-952f-79096b466e6a, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:10.516836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] For port 5b2bb822-c48e-4c92-952f-79096b466e6a, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=5b2bb822-c48e-4c92-952f-79096b466e6a,segment=NetworkSegment(9c346b7f-679f-42e0-9374-420123933b58),segment_id=9c346b7f-679f-42e0-9374-420123933b58)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:10.578777 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.641278 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290857dd-8083-44e6-8e7e-b409cd9c066b req-8c62f2a6-2b9a-4995-966c-69da7cacb2e8 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:10.642945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-290857dd-8083-44e6-8e7e-b409cd9c066b req-8c62f2a6-2b9a-4995-966c-69da7cacb2e8 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 943 time: 0.1117461 Sep 16 05:21:10.654419 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:10.655098 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.656570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] 10.222.0.21 "PUT /v2.0/ports/5b2bb822-c48e-4c92-952f-79096b466e6a HTTP/1.1" status: 200 len: 1092 time: 1.2095866 Sep 16 05:21:10.657045 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab335e1-2196-47c8-aaee-eea327e89c59', 'tag': '5b2bb822-c48e-4c92-952f-79096b466e6a'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:10.659443 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41473814-3236-464b-ada1-f659e4ab65f9" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab335e1-2196-47c8-aaee-eea327e89c59", "tag": "5b2bb822-c48e-4c92-952f-79096b466e6a"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:10.697577 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4deeaf-e514-4531-8ddc-41527aafc21b service neutron] Pushing event updated for resources: {'Port': ['ID=5b2bb822-c48e-4c92-952f-79096b466e6a,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:10.721988 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-290857dd-8083-44e6-8e7e-b409cd9c066b req-5e97197b-bed7-4790-80ea-ee6661a85d15 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543132 Sep 16 05:21:10.834608 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.858187 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-1549d171-709c-447d-bb77-7684fa2b03f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:10.859901 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-1549d171-709c-447d-bb77-7684fa2b03f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d9ffc537b46452d9cbf0a99d8b33b3a&device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 1095 time: 0.0509312 Sep 16 05:21:10.925593 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a897d8-305e-46b1-b75f-ddb7bbb1202c x-openstack-request-id: req-c0a897d8-305e-46b1-b75f-ddb7bbb1202c {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:10.925880 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab335e1-2196-47c8-aaee-eea327e89c59", "tag": "5b2bb822-c48e-4c92-952f-79096b466e6a", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:10.926130 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0a897d8-305e-46b1-b75f-ddb7bbb1202c {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:10.926811 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab335e1-2196-47c8-aaee-eea327e89c59', 'tag': '5b2bb822-c48e-4c92-952f-79096b466e6a', 'status': 'completed', 'code': 200} Sep 16 05:21:10.929059 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-10eba38a-1dbc-4624-b4e1-d85e2ce92417 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b2bb822-c48e-4c92-952f-79096b466e6a HTTP/1.1" status: 200 len: 217 time: 0.0527287 Sep 16 05:21:10.996019 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-bc9c7dcc-3bce-43a7-aecb-022a408c6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:10.997580 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-bc9c7dcc-3bce-43a7-aecb-022a408c6917 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c51bccb5-4b5b-4b32-b87a-27803b377927 HTTP/1.1" status: 200 len: 849 time: 0.0540590 Sep 16 05:21:11.033917 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-3ed6b596-a497-4b1f-9be3-19e10a3a4c47 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f04a575b-5a6c-4cce-b52c-4be1c44ed0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288298 Sep 16 05:21:11.144124 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-0bf1dbab-e8ba-4dce-a0c8-1706df5dddda service neutron] 10.222.0.21 "GET /v2.0/networks/f04a575b-5a6c-4cce-b52c-4be1c44ed0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018512 Sep 16 05:21:11.270088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4209768-5eb1-4d99-860e-751ed44d25b6 req-0ffb3e74-813b-4125-a9d2-82843c5af4f0 service neutron] 10.222.0.21 "GET /v2.0/networks/f04a575b-5a6c-4cce-b52c-4be1c44ed0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168704 Sep 16 05:21:11.580496 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34958d5-9757-4b97-bc80-fcfbb7173d64 req-284f7227-5a19-4372-b166-cc4dc94d59b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:11.582156 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d34958d5-9757-4b97-bc80-fcfbb7173d64 req-284f7227-5a19-4372-b166-cc4dc94d59b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 944 time: 0.1179752 Sep 16 05:21:11.585732 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41473814-3236-464b-ada1-f659e4ab65f9 req-3887389d-7ce6-48e3-b775-24962df1a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:11.587507 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41473814-3236-464b-ada1-f659e4ab65f9 req-3887389d-7ce6-48e3-b775-24962df1a032 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d9ffc537b46452d9cbf0a99d8b33b3a&device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 1095 time: 0.1070259 Sep 16 05:21:11.658624 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d34958d5-9757-4b97-bc80-fcfbb7173d64 req-32611072-024f-4828-8bf2-9c6e520668f1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690272 Sep 16 05:21:11.723929 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41473814-3236-464b-ada1-f659e4ab65f9 req-99d5bbcd-97cb-42dd-ad13-0785e5e04bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:11.725487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41473814-3236-464b-ada1-f659e4ab65f9 req-99d5bbcd-97cb-42dd-ad13-0785e5e04bb3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f04a575b-5a6c-4cce-b52c-4be1c44ed0fe HTTP/1.1" status: 200 len: 910 time: 0.1282756 Sep 16 05:21:11.741737 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 153e9952-78f5-4879-8726-87de2dc3d740 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:12.000861 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 153e9952-78f5-4879-8726-87de2dc3d740, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=153e9952-78f5-4879-8726-87de2dc3d740,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:12.025959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '153e9952-78f5-4879-8726-87de2dc3d740', 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de', 'port_id': '153e9952-78f5-4879-8726-87de2dc3d740', 'mac_address': 'fa:16:3e:b3:f0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:12.086397 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.104046 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153e9952-78f5-4879-8726-87de2dc3d740 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:12.129575 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 153e9952-78f5-4879-8726-87de2dc3d740, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=153e9952-78f5-4879-8726-87de2dc3d740,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:12.181932 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41473814-3236-464b-ada1-f659e4ab65f9 req-7b007743-00ee-4ac7-9776-461e96b3c7e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b2bb822-c48e-4c92-952f-79096b466e6a HTTP/1.1" status: 200 len: 217 time: 0.4467909 Sep 16 05:21:12.199704 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.269832 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=153e9952-78f5-4879-8726-87de2dc3d740,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:12.346305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41473814-3236-464b-ada1-f659e4ab65f9 req-bb331fd1-3a37-4a46-8ca3-5daae7a51be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.347915 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41473814-3236-464b-ada1-f659e4ab65f9 req-bb331fd1-3a37-4a46-8ca3-5daae7a51be5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c51bccb5-4b5b-4b32-b87a-27803b377927 HTTP/1.1" status: 200 len: 849 time: 0.1581147 Sep 16 05:21:12.362948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e1918-db75-4f87-a71d-8bea0aa5e7d8 req-633c99de-7ae3-4330-8d3a-d04a9c1d3759 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.365403 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a1e1918-db75-4f87-a71d-8bea0aa5e7d8 req-633c99de-7ae3-4330-8d3a-d04a9c1d3759 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 943 time: 0.1872113 Sep 16 05:21:12.414366 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41473814-3236-464b-ada1-f659e4ab65f9 req-25af4309-f0b3-4aaa-80ba-c5e1c7028566 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f04a575b-5a6c-4cce-b52c-4be1c44ed0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473418 Sep 16 05:21:12.439346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89ad73-b8d5-4256-be30-1abbdaa208f2 req-6bc15ba5-78ad-4934-9a9f-7ffabe916fe7 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.441047 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e89ad73-b8d5-4256-be30-1abbdaa208f2 req-6bc15ba5-78ad-4934-9a9f-7ffabe916fe7 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 945 time: 0.1816533 Sep 16 05:21:12.493478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-4a763705-8266-4d94-820b-65eefb35465c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.495214 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-4a763705-8266-4d94-820b-65eefb35465c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.38 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2&tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 945 time: 0.1937685 Sep 16 05:21:12.555741 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a1e1918-db75-4f87-a71d-8bea0aa5e7d8 req-9dcd9b3f-07a0-4a8c-8924-ce951b6c963f tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717777 Sep 16 05:21:12.605306 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['153e9952-78f5-4879-8726-87de2dc3d740'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:12.640087 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e89ad73-b8d5-4256-be30-1abbdaa208f2 req-cb10da25-eddc-40b0-b12f-85a276ea9928 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879408 Sep 16 05:21:12.668517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-7eb3e25f-8fbd-4b3e-ba15-a8eddc4b7faf service neutron] 10.222.0.38 "GET /v2.0/ports/153e9952-78f5-4879-8726-87de2dc3d740/bindings/n-h2-712140-13 HTTP/1.1" status: 200 len: 383 time: 0.1630116 Sep 16 05:21:12.682102 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41473814-3236-464b-ada1-f659e4ab65f9 req-b7d527a9-2138-487e-b6ea-c6d931dc9a09 service neutron] 10.222.0.21 "GET /v2.0/networks/f04a575b-5a6c-4cce-b52c-4be1c44ed0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527192 Sep 16 05:21:12.861390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-a196bc25-a66a-4e37-8506-13401eef0ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.863163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-a196bc25-a66a-4e37-8506-13401eef0ce3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 1097 time: 0.1509869 Sep 16 05:21:12.938685 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41473814-3236-464b-ada1-f659e4ab65f9 req-d359eedb-9eef-426f-ab0b-4ec7561e3e48 service neutron] 10.222.0.21 "GET /v2.0/networks/f04a575b-5a6c-4cce-b52c-4be1c44ed0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488060 Sep 16 05:21:13.061310 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-2c03fbbf-a6e8-4304-a61d-87531ac62954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:13.062850 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-2c03fbbf-a6e8-4304-a61d-87531ac62954 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d283ef6e-a821-47f2-8f1c-f973552ca4de HTTP/1.1" status: 200 len: 898 time: 0.1918185 Sep 16 05:21:13.145498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-9ff2b546-f829-4a53-9fe0-dd555d7840ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e9952-78f5-4879-8726-87de2dc3d740 HTTP/1.1" status: 200 len: 1001 time: 0.0751994 Sep 16 05:21:13.209881 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-5fe770ce-6874-4781-a774-ec6769523cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:13.213321 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-5fe770ce-6874-4781-a774-ec6769523cbc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=40db70dd-36da-475b-a49a-9f0eaaa57b93 HTTP/1.1" status: 200 len: 834 time: 0.0598261 Sep 16 05:21:13.301834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-199d78f3-1df3-4695-8e71-f6c7a1d2baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:13.304660 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-199d78f3-1df3-4695-8e71-f6c7a1d2baa3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d283ef6e-a821-47f2-8f1c-f973552ca4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837805 Sep 16 05:21:13.450418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-d84c38fe-44be-4999-91da-93eb1f85848d service neutron] 10.222.0.38 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370237 Sep 16 05:21:13.590555 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-1824e9d1-deb9-4f5d-832f-81f40a948a14 service neutron] 10.222.0.38 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312113 Sep 16 05:21:13.717664 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e23da-6d32-4868-aa69-d09453d4bd8f req-69b37e2c-cd70-4144-9801-54477fb5502e tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:13.720532 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b5e23da-6d32-4868-aa69-d09453d4bd8f req-69b37e2c-cd70-4144-9801-54477fb5502e tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 943 time: 0.0769753 Sep 16 05:21:13.815702 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b5e23da-6d32-4868-aa69-d09453d4bd8f req-a315fc2e-7fb3-4fe4-b421-71a5f3eb093f tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843647 Sep 16 05:21:13.846399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991fda7-ae21-4457-824a-cc91507c7c22 req-3794f8d3-14e0-498e-a3f8-7edb72946abd tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:13.848790 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8991fda7-ae21-4457-824a-cc91507c7c22 req-3794f8d3-14e0-498e-a3f8-7edb72946abd tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 945 time: 0.0826609 Sep 16 05:21:13.909662 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8991fda7-ae21-4457-824a-cc91507c7c22 req-916c6a24-8af9-48bd-81a0-16f3cbf9ec56 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497229 Sep 16 05:21:14.991492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe1b07-301b-4a56-95dc-c34b82e78d36 req-c1788c2f-229b-4796-8858-c72ae017de65 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:14.994131 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bcfe1b07-301b-4a56-95dc-c34b82e78d36 req-c1788c2f-229b-4796-8858-c72ae017de65 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 943 time: 0.0871449 Sep 16 05:21:15.096409 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bcfe1b07-301b-4a56-95dc-c34b82e78d36 req-00630bef-d4a0-44f4-b16d-86903c7fcf76 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906553 Sep 16 05:21:15.113668 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a86eb-f480-4fe7-9620-e19fe7698a60 req-ec230593-f217-4f5c-b195-f0dc0fe8942e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:15.115537 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-479a86eb-f480-4fe7-9620-e19fe7698a60 req-ec230593-f217-4f5c-b195-f0dc0fe8942e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 945 time: 0.0852664 Sep 16 05:21:15.163373 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-479a86eb-f480-4fe7-9620-e19fe7698a60 req-7e005e47-7bf1-4d10-9362-2f18d0a5a3ad tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401065 Sep 16 05:21:15.414793 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 5b2bb822-c48e-4c92-952f-79096b466e6a details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:15.622784 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 5b2bb822-c48e-4c92-952f-79096b466e6a, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=5b2bb822-c48e-4c92-952f-79096b466e6a,segment=NetworkSegment(9c346b7f-679f-42e0-9374-420123933b58),segment_id=9c346b7f-679f-42e0-9374-420123933b58)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:15.641351 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '5b2bb822-c48e-4c92-952f-79096b466e6a', 'network_id': 'f04a575b-5a6c-4cce-b52c-4be1c44ed0fe', 'port_id': '5b2bb822-c48e-4c92-952f-79096b466e6a', 'mac_address': 'fa:16:3e:9d:95:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c51bccb5-4b5b-4b32-b87a-27803b377927', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:15.689296 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.706294 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b2bb822-c48e-4c92-952f-79096b466e6a {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:15.734121 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 5b2bb822-c48e-4c92-952f-79096b466e6a, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=5b2bb822-c48e-4c92-952f-79096b466e6a,segment=NetworkSegment(9c346b7f-679f-42e0-9374-420123933b58),segment_id=9c346b7f-679f-42e0-9374-420123933b58)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:15.767633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 153e9952-78f5-4879-8726-87de2dc3d740 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:15.838443 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.926289 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 153e9952-78f5-4879-8726-87de2dc3d740 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:15.942294 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=5b2bb822-c48e-4c92-952f-79096b466e6a,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:15.945013 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 153e9952-78f5-4879-8726-87de2dc3d740 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:15.945443 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.085740 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.119346 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:16.121788 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dff29e6-3d5c-4805-b18d-946b48a0c062" -d '{"events": [{"server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "name": "network-vif-plugged", "status": "completed", "tag": "153e9952-78f5-4879-8726-87de2dc3d740"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:16.144528 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 153e9952-78f5-4879-8726-87de2dc3d740, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=153e9952-78f5-4879-8726-87de2dc3d740,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:16.209362 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.272533 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eba9b4-36d0-4b4f-aee3-79359ac403f4 x-openstack-request-id: req-b0eba9b4-36d0-4b4f-aee3-79359ac403f4 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:16.272910 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "name": "network-vif-plugged", "status": "completed", "tag": "153e9952-78f5-4879-8726-87de2dc3d740", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:16.273114 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0eba9b4-36d0-4b4f-aee3-79359ac403f4 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:16.273503 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740', 'code': 200} Sep 16 05:21:16.280489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['5b2bb822-c48e-4c92-952f-79096b466e6a'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:16.289732 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b8446-16b9-46ce-bc5d-0418d24cf366 req-784893e8-a4b6-47b8-a19e-1ec0cd12dbde tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:16.292028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d6b8446-16b9-46ce-bc5d-0418d24cf366 req-784893e8-a4b6-47b8-a19e-1ec0cd12dbde tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 944 time: 0.0664599 Sep 16 05:21:16.342246 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=153e9952-78f5-4879-8726-87de2dc3d740,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:16.381675 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d6b8446-16b9-46ce-bc5d-0418d24cf366 req-fa44ed85-c454-416f-a9e3-745ffb115a33 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760818 Sep 16 05:21:16.390971 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1bf81-ad1d-4939-bfda-87f0933a8926 req-b905f38e-bc24-4262-bd77-ca448cf81e56 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:16.393429 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fa1bf81-ad1d-4939-bfda-87f0933a8926 req-b905f38e-bc24-4262-bd77-ca448cf81e56 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.0977042 Sep 16 05:21:16.443325 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fa1bf81-ad1d-4939-bfda-87f0933a8926 req-63dc0450-89f7-46c7-a1a6-0dfb53805998 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425246 Sep 16 05:21:16.911998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-e09c395c-ef30-4218-a377-d4e4982a759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:16.913577 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-e09c395c-ef30-4218-a377-d4e4982a759a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2&tenant_id=3484936ae7a94b7a8f8a0023f559a1eb HTTP/1.1" status: 200 len: 1098 time: 0.1586545 Sep 16 05:21:16.936918 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-13', 'device_owner': 'compute:nova'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:17.018491 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.381938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] For port 153e9952-78f5-4879-8726-87de2dc3d740, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=153e9952-78f5-4879-8726-87de2dc3d740,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:17.413941 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 5b2bb822-c48e-4c92-952f-79096b466e6a up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:17.431415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] For port 153e9952-78f5-4879-8726-87de2dc3d740, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:17.495431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:17.498178 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56472f54-be0f-4abf-8314-47d9a217385e" -d '{"events": [{"server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "name": "network-vif-unplugged", "status": "completed", "tag": "153e9952-78f5-4879-8726-87de2dc3d740"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:17.504442 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.538569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] Transition to ACTIVE for port object 153e9952-78f5-4879-8726-87de2dc3d740 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:21:17.686914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba9305-411a-44a7-8774-37b3c299ace2 req-4b34741b-28c1-47d6-ba5f-b22a1c8da739 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:17.691687 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8dba9305-411a-44a7-8774-37b3c299ace2 req-4b34741b-28c1-47d6-ba5f-b22a1c8da739 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 944 time: 0.1274791 Sep 16 05:21:17.731031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4a8ee-b46e-45b8-988a-f608c161ad8c req-b0b0cad6-254c-40b4-9aa7-6fa53e5a3a6e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:17.732635 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57c4a8ee-b46e-45b8-988a-f608c161ad8c req-b0b0cad6-254c-40b4-9aa7-6fa53e5a3a6e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.1141331 Sep 16 05:21:17.762259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 153e9952-78f5-4879-8726-87de2dc3d740 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:17.780796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8dba9305-411a-44a7-8774-37b3c299ace2 req-1b866dd3-b86a-4be1-b6ec-16f858d9c909 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787971 Sep 16 05:21:17.810836 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 5b2bb822-c48e-4c92-952f-79096b466e6a completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:17.815030 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.820305 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 5b2bb822-c48e-4c92-952f-79096b466e6a triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:17.820305 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.871315 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57c4a8ee-b46e-45b8-988a-f608c161ad8c req-89bd72f4-d351-4c11-920f-55325c6afcea tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302304 Sep 16 05:21:17.876434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 153e9952-78f5-4879-8726-87de2dc3d740 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:17.910402 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e63469f-185d-41bb-acb3-0fcf0b8532bb x-openstack-request-id: req-2e63469f-185d-41bb-acb3-0fcf0b8532bb {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:17.911065 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "name": "network-vif-unplugged", "status": "completed", "tag": "153e9952-78f5-4879-8726-87de2dc3d740", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:17.911527 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e63469f-185d-41bb-acb3-0fcf0b8532bb {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:17.912256 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740', 'code': 200} Sep 16 05:21:17.963483 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.065510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] Pushing event updated for resources: {'Port': ['ID=153e9952-78f5-4879-8726-87de2dc3d740,revision_number=10']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:18.084936 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 5b2bb822-c48e-4c92-952f-79096b466e6a, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=5b2bb822-c48e-4c92-952f-79096b466e6a,segment=NetworkSegment(9c346b7f-679f-42e0-9374-420123933b58),segment_id=9c346b7f-679f-42e0-9374-420123933b58)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:18.127361 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] No DVR routers for this DVR port 153e9952-78f5-4879-8726-87de2dc3d740 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:18.168181 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.277338 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab335e1-2196-47c8-aaee-eea327e89c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2bb822-c48e-4c92-952f-79096b466e6a'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:18.280110 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52893a0-4168-4edb-b32e-97f68a27a172" -d '{"events": [{"server_uuid": "5ab335e1-2196-47c8-aaee-eea327e89c59", "name": "network-vif-plugged", "status": "completed", "tag": "5b2bb822-c48e-4c92-952f-79096b466e6a"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:18.308753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=5b2bb822-c48e-4c92-952f-79096b466e6a,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:18.311138 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] Attempting to bind port 153e9952-78f5-4879-8726-87de2dc3d740 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:18.311480 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] Attempting to bind port 153e9952-78f5-4879-8726-87de2dc3d740 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:18.311881 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] Attempting to bind port 153e9952-78f5-4879-8726-87de2dc3d740 on network d283ef6e-a821-47f2-8f1c-f973552ca4de {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:18.318808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] Port 153e9952-78f5-4879-8726-87de2dc3d740 on network d283ef6e-a821-47f2-8f1c-f973552ca4de not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:21:18.319177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] Attempting to bind port 153e9952-78f5-4879-8726-87de2dc3d740 on network d283ef6e-a821-47f2-8f1c-f973552ca4de {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:18.325645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:18.325995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] Checking segment: {'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:18.326398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] Bound using segment: {'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:18.326858 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] Bound port: 153e9952-78f5-4879-8726-87de2dc3d740, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:18.327254 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.351830 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2e4103-6ace-41ca-aaef-ba369d056c79 x-openstack-request-id: req-ae2e4103-6ace-41ca-aaef-ba369d056c79 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:18.352395 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab335e1-2196-47c8-aaee-eea327e89c59", "name": "network-vif-plugged", "status": "completed", "tag": "5b2bb822-c48e-4c92-952f-79096b466e6a", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:18.353746 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae2e4103-6ace-41ca-aaef-ba369d056c79 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:18.354442 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab335e1-2196-47c8-aaee-eea327e89c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2bb822-c48e-4c92-952f-79096b466e6a', 'code': 200} Sep 16 05:21:18.438966 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] For port 153e9952-78f5-4879-8726-87de2dc3d740, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:18.442763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] For port 153e9952-78f5-4879-8726-87de2dc3d740, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=153e9952-78f5-4879-8726-87de2dc3d740,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:18.501835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22217ee6-4c30-4419-8fd9-43943891cba7 req-dcad973d-2e90-499c-ae21-2a781f235dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:18.503482 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22217ee6-4c30-4419-8fd9-43943891cba7 req-dcad973d-2e90-499c-ae21-2a781f235dc9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 1097 time: 0.0495050 Sep 16 05:21:18.544174 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22217ee6-4c30-4419-8fd9-43943891cba7 req-209bdb2b-fddf-4d52-8262-2462d0dc5bbe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334921 Sep 16 05:21:18.559196 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.626231 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:18.627410 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.629911 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] 10.222.0.21 "PUT /v2.0/ports/153e9952-78f5-4879-8726-87de2dc3d740 HTTP/1.1" status: 200 len: 1094 time: 1.7006748 Sep 16 05:21:18.667129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306eb345-304e-483e-903d-de7e9c2f1a82 service neutron] Pushing event updated for resources: {'Port': ['ID=153e9952-78f5-4879-8726-87de2dc3d740,revision_number=11']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:18.912318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7703ad-9561-4b09-ba87-8ee8b0834873 req-986ef0f6-d1af-4690-9704-b4ee6f133a7c tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:18.914644 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d7703ad-9561-4b09-ba87-8ee8b0834873 req-986ef0f6-d1af-4690-9704-b4ee6f133a7c tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 945 time: 0.0573547 Sep 16 05:21:19.003794 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d7703ad-9561-4b09-ba87-8ee8b0834873 req-90cae071-db9f-4af1-8324-8e2f1d358c43 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816400 Sep 16 05:21:19.047617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-2e555fa9-8c5e-4fef-9365-c0846ffe1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:19.049613 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-2e555fa9-8c5e-4fef-9365-c0846ffe1b7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 1097 time: 0.1005900 Sep 16 05:21:19.107330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bb00e-faa9-4d23-8a03-0d08730f2d93 req-5801890e-44bb-43f0-b733-6738613ac928 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:19.111445 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a5bb00e-faa9-4d23-8a03-0d08730f2d93 req-5801890e-44bb-43f0-b733-6738613ac928 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 945 time: 0.0979407 Sep 16 05:21:19.202970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a5bb00e-faa9-4d23-8a03-0d08730f2d93 req-8698d89e-ed9c-412d-bb23-e90396eaf361 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878189 Sep 16 05:21:19.208335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-a4514f65-ef75-48ed-9248-71bf41afd0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:19.209873 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-a4514f65-ef75-48ed-9248-71bf41afd0dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=d283ef6e-a821-47f2-8f1c-f973552ca4de HTTP/1.1" status: 200 len: 898 time: 0.1507459 Sep 16 05:21:19.298468 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-1886840b-849b-4150-ad2d-f3d3278a15e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e9952-78f5-4879-8726-87de2dc3d740 HTTP/1.1" status: 200 len: 1000 time: 0.0809743 Sep 16 05:21:19.355638 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-e43055b2-7502-48ad-9a6a-598c37819834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:19.357291 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-e43055b2-7502-48ad-9a6a-598c37819834 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40db70dd-36da-475b-a49a-9f0eaaa57b93 HTTP/1.1" status: 200 len: 834 time: 0.0498083 Sep 16 05:21:19.424961 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-0a5a300f-7ccc-4fd0-8c5a-36fc7189a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:19.428698 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-0a5a300f-7ccc-4fd0-8c5a-36fc7189a515 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d283ef6e-a821-47f2-8f1c-f973552ca4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636261 Sep 16 05:21:19.548666 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-2e0fecf9-fe17-4a1e-992a-3c1cfd8d0f09 service neutron] 10.222.0.21 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096373 Sep 16 05:21:19.725595 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85229c48-b866-4cbb-ae5a-d23a89c7c805 req-e404c2a7-9fdc-48ad-9751-47a537354216 service neutron] 10.222.0.21 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671376 Sep 16 05:21:19.914101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:19.918730 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "tag": "153e9952-78f5-4879-8726-87de2dc3d740"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:20.011382 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6773dff9-1262-4822-abad-2ab7a9d70328 x-openstack-request-id: req-6773dff9-1262-4822-abad-2ab7a9d70328 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:20.011382 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "tag": "153e9952-78f5-4879-8726-87de2dc3d740", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:20.011382 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6773dff9-1262-4822-abad-2ab7a9d70328 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:20.011382 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740', 'status': 'completed', 'code': 200} Sep 16 05:21:20.159566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-895b9fae-abe3-4118-978d-db9fa7010ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.161055 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-895b9fae-abe3-4118-978d-db9fa7010ccb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 1097 time: 0.1183350 Sep 16 05:21:20.172731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-6809ec29-43bc-41ec-9a64-73d5d8a5313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.174298 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-6809ec29-43bc-41ec-9a64-73d5d8a5313e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 1097 time: 0.1116381 Sep 16 05:21:20.250042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0ca0e-b663-47d2-9b4e-92b043aeed8c req-0318c1a5-1fea-403d-87c7-4e7bf8405515 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.251812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5cd0ca0e-b663-47d2-9b4e-92b043aeed8c req-0318c1a5-1fea-403d-87c7-4e7bf8405515 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 945 time: 0.1379404 Sep 16 05:21:20.436063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-d67054d2-2564-416d-8206-2f534422d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.437574 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-d67054d2-2564-416d-8206-2f534422d79e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d283ef6e-a821-47f2-8f1c-f973552ca4de HTTP/1.1" status: 200 len: 898 time: 0.2538342 Sep 16 05:21:20.440789 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5cd0ca0e-b663-47d2-9b4e-92b043aeed8c req-783b3d35-216e-41c0-b5d4-fe6b4812b403 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512663 Sep 16 05:21:20.458355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-fef009cf-a4fc-4604-adb7-fc55abc9144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.458355 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-fef009cf-a4fc-4604-adb7-fc55abc9144f service neutron] 10.222.0.38 "GET /v2.0/networks?id=d283ef6e-a821-47f2-8f1c-f973552ca4de HTTP/1.1" status: 200 len: 898 time: 0.2863538 Sep 16 05:21:20.464780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0beee25-929e-465c-8e6b-40854c699f16 req-e2af4988-f155-44c9-8a8c-abb78de0e0d3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.466417 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0beee25-929e-465c-8e6b-40854c699f16 req-e2af4988-f155-44c9-8a8c-abb78de0e0d3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 945 time: 0.1497257 Sep 16 05:21:20.621025 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-9eac9577-ec85-4fed-a256-b1069f8a44e3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e9952-78f5-4879-8726-87de2dc3d740 HTTP/1.1" status: 200 len: 1000 time: 0.1535008 Sep 16 05:21:20.691224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-9feb5ce5-7479-4866-886f-1d42f857b1fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e9952-78f5-4879-8726-87de2dc3d740 HTTP/1.1" status: 200 len: 1000 time: 0.1800282 Sep 16 05:21:20.691224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0beee25-929e-465c-8e6b-40854c699f16 req-6e9b9e52-6039-4f26-955c-1434266d1662 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291316 Sep 16 05:21:20.723933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-b27eba3c-c109-4022-b8ac-a2e12b4b5976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.725470 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-b27eba3c-c109-4022-b8ac-a2e12b4b5976 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=40db70dd-36da-475b-a49a-9f0eaaa57b93 HTTP/1.1" status: 200 len: 834 time: 0.0969329 Sep 16 05:21:20.746061 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-27739717-6b52-465b-b872-e8859b6512e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.747581 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-27739717-6b52-465b-b872-e8859b6512e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40db70dd-36da-475b-a49a-9f0eaaa57b93 HTTP/1.1" status: 200 len: 834 time: 0.1107681 Sep 16 05:21:20.814366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-9352448f-a3a3-4b7b-bdcf-b144760a6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.816029 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-9352448f-a3a3-4b7b-bdcf-b144760a6831 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d283ef6e-a821-47f2-8f1c-f973552ca4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836940 Sep 16 05:21:20.839599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-4834ccc4-2030-4771-afbe-2fcd1037accf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.842378 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-4834ccc4-2030-4771-afbe-2fcd1037accf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d283ef6e-a821-47f2-8f1c-f973552ca4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785761 Sep 16 05:21:21.010554 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-67706846-55f1-41b8-882c-158f27706fe0 service neutron] 10.222.0.38 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862192 Sep 16 05:21:21.037223 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-0fa77230-89c5-434e-9fc4-f19ad3a476cf service neutron] 10.222.0.21 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758893 Sep 16 05:21:21.211195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-18ba57e0-41b6-4ae5-9ae4-fc94534609f4 service neutron] 10.222.0.38 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922500 Sep 16 05:21:21.220812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fe0fda-3af2-4211-82af-4f0a6cfa3cf6 req-e51285fd-18d6-4cc1-beed-a0456d51a50c service neutron] 10.222.0.21 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723392 Sep 16 05:21:21.607509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef151f-bb3f-49ea-bfc1-9068615af3b5 req-544e1b7f-efe0-4aee-b341-70e82a6aa9b2 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:21.609148 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4fef151f-bb3f-49ea-bfc1-9068615af3b5 req-544e1b7f-efe0-4aee-b341-70e82a6aa9b2 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 945 time: 0.0666649 Sep 16 05:21:21.668913 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4fef151f-bb3f-49ea-bfc1-9068615af3b5 req-b7af0339-7f48-40eb-8df0-bb0ada16ccd4 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524843 Sep 16 05:21:21.835677 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2647d31-7fcf-40d4-bd15-270d6f4b2f8a req-e2b0259e-d514-439b-af2e-481f1caa68aa tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:21.837887 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2647d31-7fcf-40d4-bd15-270d6f4b2f8a req-e2b0259e-d514-439b-af2e-481f1caa68aa tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 945 time: 0.0615332 Sep 16 05:21:21.935834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e2647d31-7fcf-40d4-bd15-270d6f4b2f8a req-98e7bf8c-e514-4c09-9eb2-fff2fb8eb6bf tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605295 Sep 16 05:21:23.069753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92664af4-42a8-480b-90fb-3ae4b7419f7f req-87396619-cd85-4c5d-a984-b785a18c2050 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:23.073066 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92664af4-42a8-480b-90fb-3ae4b7419f7f req-87396619-cd85-4c5d-a984-b785a18c2050 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 945 time: 0.0782804 Sep 16 05:21:23.145261 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92664af4-42a8-480b-90fb-3ae4b7419f7f req-1cfa5642-c5eb-463f-9b2d-bae662bbcdcb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554948 Sep 16 05:21:23.432201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9660312-c7d6-4f94-be94-f30a360ca1ba req-35bd7680-aba8-4255-a7e9-f5ef8448645d tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:23.435082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9660312-c7d6-4f94-be94-f30a360ca1ba req-35bd7680-aba8-4255-a7e9-f5ef8448645d tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 945 time: 0.0882089 Sep 16 05:21:23.467515 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 153e9952-78f5-4879-8726-87de2dc3d740 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:23.509717 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9660312-c7d6-4f94-be94-f30a360ca1ba req-112c87f1-54a3-4444-b181-38dfa1ca14ba tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659668 Sep 16 05:21:23.586109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 153e9952-78f5-4879-8726-87de2dc3d740, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=153e9952-78f5-4879-8726-87de2dc3d740,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:23.600224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '153e9952-78f5-4879-8726-87de2dc3d740', 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de', 'port_id': '153e9952-78f5-4879-8726-87de2dc3d740', 'mac_address': 'fa:16:3e:b3:f0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:23.650182 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.664130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153e9952-78f5-4879-8726-87de2dc3d740 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:23.687333 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 153e9952-78f5-4879-8726-87de2dc3d740, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=153e9952-78f5-4879-8726-87de2dc3d740,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:23.776570 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.870349 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=153e9952-78f5-4879-8726-87de2dc3d740,revision_number=12']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:24.280260 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['153e9952-78f5-4879-8726-87de2dc3d740'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:24.361128 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d51a44-fb9e-4d8f-9298-5049f5f89883 req-4d31dbb7-9a2a-4074-af57-881c1c74ed0f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:24.364010 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6d51a44-fb9e-4d8f-9298-5049f5f89883 req-4d31dbb7-9a2a-4074-af57-881c1c74ed0f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 946 time: 0.1012156 Sep 16 05:21:24.429841 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6d51a44-fb9e-4d8f-9298-5049f5f89883 req-9b429d74-8c58-4103-be4f-5d0e78a3e7bb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539393 Sep 16 05:21:24.465735 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 57956) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:24.572392 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-382b83f5-9b30-4c95-9691-0832fd89b2d9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/floatingips/845c9013-73af-445f-a6c8-294066f49f6c HTTP/1.1" status: 200 len: 993 time: 0.1032772 Sep 16 05:21:24.660969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165e44f-9e0a-41d2-9584-515fbd4b146d req-94b99297-22d7-4a86-8c3e-179565e750f5 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:24.663754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2165e44f-9e0a-41d2-9584-515fbd4b146d req-94b99297-22d7-4a86-8c3e-179565e750f5 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 945 time: 0.0667098 Sep 16 05:21:24.721234 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2165e44f-9e0a-41d2-9584-515fbd4b146d req-dccfd213-daa0-4bad-932b-f9ff6c73d078 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471492 Sep 16 05:21:24.812424 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.210054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24505d-b798-4dcb-96ce-fa9771449a17 req-a40ea318-a170-49aa-922b-c0816f47c352 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:25.212584 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c24505d-b798-4dcb-96ce-fa9771449a17 req-a40ea318-a170-49aa-922b-c0816f47c352 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 945 time: 0.0557897 Sep 16 05:21:25.337225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-1c24505d-b798-4dcb-96ce-fa9771449a17 req-2a2e0c2f-968d-4612-8890-d5cda7ed8e92 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Deleting port 5b2bb822-c48e-4c92-952f-79096b466e6a {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:25.337441 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1c24505d-b798-4dcb-96ce-fa9771449a17 req-2a2e0c2f-968d-4612-8890-d5cda7ed8e92 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.468037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-1c24505d-b798-4dcb-96ce-fa9771449a17 req-2a2e0c2f-968d-4612-8890-d5cda7ed8e92 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] For port 5b2bb822-c48e-4c92-952f-79096b466e6a, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=5b2bb822-c48e-4c92-952f-79096b466e6a,segment=NetworkSegment(9c346b7f-679f-42e0-9374-420123933b58),segment_id=9c346b7f-679f-42e0-9374-420123933b58)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:25.468037 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1c24505d-b798-4dcb-96ce-fa9771449a17 req-2a2e0c2f-968d-4612-8890-d5cda7ed8e92 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.492847 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-1c24505d-b798-4dcb-96ce-fa9771449a17 req-2a2e0c2f-968d-4612-8890-d5cda7ed8e92 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Calling delete_port for 5b2bb822-c48e-4c92-952f-79096b466e6a owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:25.804172 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1c24505d-b798-4dcb-96ce-fa9771449a17 req-2a2e0c2f-968d-4612-8890-d5cda7ed8e92 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.842996 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['5b2bb822-c48e-4c92-952f-79096b466e6a'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:25.903660 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e5578a81-d3bc-44ca-8cb4-c03116400200 req-f8b9e9d9-668c-4299-99b8-87371ecafb25 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 210 time: 0.0878279 Sep 16 05:21:25.905049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e0c2f-968d-4612-8890-d5cda7ed8e92 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Pushing event deleted for resources: {'Port': ['ID=5b2bb822-c48e-4c92-952f-79096b466e6a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:25.975459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c24505d-b798-4dcb-96ce-fa9771449a17 req-2a2e0c2f-968d-4612-8890-d5cda7ed8e92 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] No DVR routers for this DVR port 5b2bb822-c48e-4c92-952f-79096b466e6a on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:25.979096 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-1c24505d-b798-4dcb-96ce-fa9771449a17 req-2a2e0c2f-968d-4612-8890-d5cda7ed8e92 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.981195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c24505d-b798-4dcb-96ce-fa9771449a17 req-2a2e0c2f-968d-4612-8890-d5cda7ed8e92 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.21 "DELETE /v2.0/ports/5b2bb822-c48e-4c92-952f-79096b466e6a HTTP/1.1" status: 204 len: 173 time: 0.7630031 Sep 16 05:21:25.981676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab335e1-2196-47c8-aaee-eea327e89c59', 'name': 'network-vif-deleted', 'tag': '5b2bb822-c48e-4c92-952f-79096b466e6a'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:25.984022 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca06f159-b264-4980-87d2-b36cb0d9997f" -d '{"events": [{"server_uuid": "5ab335e1-2196-47c8-aaee-eea327e89c59", "name": "network-vif-deleted", "tag": "5b2bb822-c48e-4c92-952f-79096b466e6a"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:26.026029 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f960178b-7831-4d0c-a9f8-af4525a46548 x-openstack-request-id: req-f960178b-7831-4d0c-a9f8-af4525a46548 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:26.026433 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab335e1-2196-47c8-aaee-eea327e89c59", "name": "network-vif-deleted", "tag": "5b2bb822-c48e-4c92-952f-79096b466e6a", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:26.026784 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f960178b-7831-4d0c-a9f8-af4525a46548 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:26.027378 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab335e1-2196-47c8-aaee-eea327e89c59', 'name': 'network-vif-deleted', 'tag': '5b2bb822-c48e-4c92-952f-79096b466e6a', 'status': 'completed', 'code': 200} Sep 16 05:21:27.091170 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0da763fb-6fbb-4fae-9dd9-e072c4065fca req-c03b4afc-f599-4874-adf7-713349b28b13 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab335e1-2196-47c8-aaee-eea327e89c59 HTTP/1.1" status: 200 len: 210 time: 0.0338390 Sep 16 05:21:27.531866 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 153e9952-78f5-4879-8726-87de2dc3d740 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:27.741003 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 153e9952-78f5-4879-8726-87de2dc3d740 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:27.746615 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 153e9952-78f5-4879-8726-87de2dc3d740 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:27.747068 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.850669 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.898501 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:27.901083 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688ec110-5f34-485d-928b-8216c0bdfd07" -d '{"events": [{"server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "name": "network-vif-plugged", "status": "completed", "tag": "153e9952-78f5-4879-8726-87de2dc3d740"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:27.923065 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 153e9952-78f5-4879-8726-87de2dc3d740, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=153e9952-78f5-4879-8726-87de2dc3d740,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:28.032373 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e35b96-61cd-460d-a7e7-27924074ad9f x-openstack-request-id: req-c0e35b96-61cd-460d-a7e7-27924074ad9f {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:28.032782 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "name": "network-vif-plugged", "status": "completed", "tag": "153e9952-78f5-4879-8726-87de2dc3d740", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:28.033126 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0e35b96-61cd-460d-a7e7-27924074ad9f {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:28.033662 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740', 'code': 200} Sep 16 05:21:28.035922 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.036874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 5b2bb822-c48e-4c92-952f-79096b466e6a no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:28.083343 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 5b2bb822-c48e-4c92-952f-79096b466e6a {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:28.083773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 5b2bb822-c48e-4c92-952f-79096b466e6a not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:28.117223 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=153e9952-78f5-4879-8726-87de2dc3d740,revision_number=13']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:28.126987 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.127468 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.127874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.128422 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.129063 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.129593 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.130029 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.130466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.130929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.131357 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.131782 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.132213 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.509761 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-b9da00fe-45a0-4d69-8f33-e1a0756fb025 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:28.511805 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-b9da00fe-45a0-4d69-8f33-e1a0756fb025 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/networks?id=f04a575b-5a6c-4cce-b52c-4be1c44ed0fe HTTP/1.1" status: 200 len: 809 time: 0.1297393 Sep 16 05:21:28.541370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-9a291dc6-fe66-4d7d-b21e-29e945dd6151 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/quotas/1d9ffc537b46452d9cbf0a99d8b33b3a HTTP/1.1" status: 200 len: 375 time: 0.0173566 Sep 16 05:21:28.595500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-e4a41c10-e7be-4966-984e-219defb7ed97 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d9ffc537b46452d9cbf0a99d8b33b3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434234 Sep 16 05:21:28.608186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-af8325aa-f96e-4a02-9e5e-ddbb6a1a1486 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:21:28.609266 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-af8325aa-f96e-4a02-9e5e-ddbb6a1a1486 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057468 Sep 16 05:21:28.613513 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.724986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-8d7cf14b-94c8-4271-9a15-d3317a053289 service neutron] 10.222.0.20 "GET /v2.0/networks/f04a575b-5a6c-4cce-b52c-4be1c44ed0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019301 Sep 16 05:21:29.215441 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-40ae9eb8-095f-46a2-b6aa-22c5004afbec service neutron] 10.222.0.20 "GET /v2.0/networks/f04a575b-5a6c-4cce-b52c-4be1c44ed0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817984 Sep 16 05:21:29.561402 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9ac392e-09a2-403f-8a40-b75e07c87d55 req-fb2849e2-38db-4f07-8d6d-13d9f9a55bad tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 210 time: 0.0405176 Sep 16 05:21:30.686914 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dcdf8d08-977e-43c9-8646-46bef75f9dc3 req-d890a66d-41b3-4b19-b885-84355c834d61 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 210 time: 0.0325730 Sep 16 05:21:31.893099 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51363159-a965-411b-88cd-f1eb79facdc8 req-9a9cfaf8-b4be-4bbe-9a1a-358fedccf05e tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 210 time: 0.0469828 Sep 16 05:21:32.513298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-7b53eb1f-e9c9-4732-8fa8-3a51b95bbabe tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:32.514767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-7b53eb1f-e9c9-4732-8fa8-3a51b95bbabe tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.38 "GET /v2.0/networks?id=f04a575b-5a6c-4cce-b52c-4be1c44ed0fe HTTP/1.1" status: 200 len: 809 time: 0.1217878 Sep 16 05:21:32.533638 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-6940a4dc-c9de-4467-ada3-27fe929c10c6 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Request body: {'port': {'device_id': 'dea4c56c-ae33-4942-b507-3d0dd2d19599', 'network_id': 'f04a575b-5a6c-4cce-b52c-4be1c44ed0fe', 'admin_state_up': True, 'tenant_id': '1d9ffc537b46452d9cbf0a99d8b33b3a'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:32.745080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-6940a4dc-c9de-4467-ada3-27fe929c10c6 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Made reservation on behalf of 1d9ffc537b46452d9cbf0a99d8b33b3a for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:32.751153 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-6940a4dc-c9de-4467-ada3-27fe929c10c6 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.964322 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-6940a4dc-c9de-4467-ada3-27fe929c10c6 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Allocated IP 172.20.0.7 (f04a575b-5a6c-4cce-b52c-4be1c44ed0fe/c51bccb5-4b5b-4b32-b87a-27803b377927/222ccc53-0899-4539-a00e-225a8b598a33) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:33.035615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6dac663-9c01-4c30-9056-ab12a29c68c6 req-206449c1-00e6-4948-a593-cfc8b4104ba4 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 210 time: 0.0482285 Sep 16 05:21:33.204731 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-6940a4dc-c9de-4467-ada3-27fe929c10c6 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.329925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-5078f991-b8e2-4261-aebb-d0456234996c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:33.331459 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-5078f991-b8e2-4261-aebb-d0456234996c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 811 time: 0.1482604 Sep 16 05:21:33.351447 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-6fd0239f-874c-4427-8786-41d369a225e0 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/quotas/4e374b714a454b6bbbcea86d3b0a9144 HTTP/1.1" status: 200 len: 375 time: 0.0106382 Sep 16 05:21:33.398385 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-6940a4dc-c9de-4467-ada3-27fe929c10c6 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.454784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-6940a4dc-c9de-4467-ada3-27fe929c10c6 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Network f04a575b-5a6c-4cce-b52c-4be1c44ed0fe is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:33.460717 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-6940a4dc-c9de-4467-ada3-27fe929c10c6 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:33.469065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-6940a4dc-c9de-4467-ada3-27fe929c10c6 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:33.482920 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-5c9a2841-768a-4322-a2a3-198f3f87f710 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1244707 Sep 16 05:21:33.517536 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940a4dc-c9de-4467-ada3-27fe929c10c6 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Pushing event updated for resources: {'Port': ['ID=222ccc53-0899-4539-a00e-225a8b598a33,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:33.592388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-6940a4dc-c9de-4467-ada3-27fe929c10c6 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:33.592968 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-6940a4dc-c9de-4467-ada3-27fe929c10c6 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.633300 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-67409573-745f-432f-b18d-bcd4e018a08d service neutron] 10.222.0.20 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302991 Sep 16 05:21:33.678145 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-6940a4dc-c9de-4467-ada3-27fe929c10c6 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1486332 Sep 16 05:21:33.715354 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Request body: {'port': {'device_id': 'dea4c56c-ae33-4942-b507-3d0dd2d19599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:33.796373 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-0c2e8118-025d-4439-aa43-7520ad9e7635 service neutron] 10.222.0.20 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560955 Sep 16 05:21:33.799767 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.202311 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:21:34.246217 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7435f-e265-47db-91b0-1488e2584433 req-0f14da04-c554-4d82-bd28-84e15a4e2bef tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:34.247919 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9b7435f-e265-47db-91b0-1488e2584433 req-0f14da04-c554-4d82-bd28-84e15a4e2bef tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 931 time: 0.1163621 Sep 16 05:21:34.309516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 222ccc53-0899-4539-a00e-225a8b598a33 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:34.324172 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.340912 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9b7435f-e265-47db-91b0-1488e2584433 req-6b7e6b49-2899-4216-bb9f-0a34086c7986 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647397 Sep 16 05:21:34.353546 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Transition to ACTIVE for port object 222ccc53-0899-4539-a00e-225a8b598a33 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:21:34.660688 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.716428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Pushing event updated for resources: {'Port': ['ID=222ccc53-0899-4539-a00e-225a8b598a33,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:34.856102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Attempting to bind port 222ccc53-0899-4539-a00e-225a8b598a33 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:34.856412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Attempting to bind port 222ccc53-0899-4539-a00e-225a8b598a33 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '9c346b7f-679f-42e0-9374-420123933b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f04a575b-5a6c-4cce-b52c-4be1c44ed0fe'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:34.856743 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Attempting to bind port 222ccc53-0899-4539-a00e-225a8b598a33 on network f04a575b-5a6c-4cce-b52c-4be1c44ed0fe {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:34.860792 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f195e34-d62f-4c13-9117-d2bb36d28507 req-56f5dc5a-a424-4f0b-a37b-36f4af1dc490 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 210 time: 0.0493281 Sep 16 05:21:34.864704 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Port 222ccc53-0899-4539-a00e-225a8b598a33 on network f04a575b-5a6c-4cce-b52c-4be1c44ed0fe not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:21:34.865056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Attempting to bind port 222ccc53-0899-4539-a00e-225a8b598a33 on network f04a575b-5a6c-4cce-b52c-4be1c44ed0fe {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:34.872509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:34.872889 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Checking segment: {'id': '9c346b7f-679f-42e0-9374-420123933b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f04a575b-5a6c-4cce-b52c-4be1c44ed0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:34.873267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Bound using segment: {'id': '9c346b7f-679f-42e0-9374-420123933b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f04a575b-5a6c-4cce-b52c-4be1c44ed0fe'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:34.875325 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Bound port: 222ccc53-0899-4539-a00e-225a8b598a33, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c346b7f-679f-42e0-9374-420123933b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f04a575b-5a6c-4cce-b52c-4be1c44ed0fe'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:34.875325 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.968812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] For port 222ccc53-0899-4539-a00e-225a8b598a33, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:34.974123 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] For port 222ccc53-0899-4539-a00e-225a8b598a33, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=222ccc53-0899-4539-a00e-225a8b598a33,segment=NetworkSegment(9c346b7f-679f-42e0-9374-420123933b58),segment_id=9c346b7f-679f-42e0-9374-420123933b58)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:35.073677 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.117435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:35.118319 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.119887 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] 10.222.0.38 "PUT /v2.0/ports/222ccc53-0899-4539-a00e-225a8b598a33 HTTP/1.1" status: 200 len: 1092 time: 1.4091883 Sep 16 05:21:35.120386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea4c56c-ae33-4942-b507-3d0dd2d19599', 'tag': '222ccc53-0899-4539-a00e-225a8b598a33'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:35.122846 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de25bc9-0d76-480b-98c3-eef572c36914" -d '{"events": [{"name": "network-changed", "server_uuid": "dea4c56c-ae33-4942-b507-3d0dd2d19599", "tag": "222ccc53-0899-4539-a00e-225a8b598a33"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:35.175157 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c17214-0415-48ad-a6de-3a12233c3c78 service neutron] Pushing event updated for resources: {'Port': ['ID=222ccc53-0899-4539-a00e-225a8b598a33,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:35.178301 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc81288-2f2e-473d-9be6-05506d19e1cf x-openstack-request-id: req-bdc81288-2f2e-473d-9be6-05506d19e1cf {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:35.178730 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea4c56c-ae33-4942-b507-3d0dd2d19599", "tag": "222ccc53-0899-4539-a00e-225a8b598a33", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:35.179291 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bdc81288-2f2e-473d-9be6-05506d19e1cf {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:35.179765 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea4c56c-ae33-4942-b507-3d0dd2d19599', 'tag': '222ccc53-0899-4539-a00e-225a8b598a33', 'status': 'completed', 'code': 200} Sep 16 05:21:35.273741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de25bc9-0d76-480b-98c3-eef572c36914 req-d023b84f-578c-4c32-96ed-283eadff2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:35.275772 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0de25bc9-0d76-480b-98c3-eef572c36914 req-d023b84f-578c-4c32-96ed-283eadff2a1b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1d9ffc537b46452d9cbf0a99d8b33b3a&device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 1095 time: 0.0496092 Sep 16 05:21:35.277953 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-32c11c6a-9aef-4fe8-bebf-1fff0244c352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.459000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de25bc9-0d76-480b-98c3-eef572c36914 req-a8f70c77-aecd-4d61-a6b6-d15e19c4d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:35.461092 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0de25bc9-0d76-480b-98c3-eef572c36914 req-a8f70c77-aecd-4d61-a6b6-d15e19c4d53b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=1d9ffc537b46452d9cbf0a99d8b33b3a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1702132 Sep 16 05:21:35.645372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea99b98-559a-45bb-8c58-cf339f39060f req-f5154cfb-e4f4-43aa-bd74-11262763b885 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:35.647520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ea99b98-559a-45bb-8c58-cf339f39060f req-f5154cfb-e4f4-43aa-bd74-11262763b885 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 943 time: 0.1451797 Sep 16 05:21:35.685278 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de25bc9-0d76-480b-98c3-eef572c36914 req-51f58fe5-6e77-4f06-952b-3dbc17ec6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:35.686812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0de25bc9-0d76-480b-98c3-eef572c36914 req-51f58fe5-6e77-4f06-952b-3dbc17ec6bfd service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2190418 Sep 16 05:21:35.711565 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ea99b98-559a-45bb-8c58-cf339f39060f req-0e06becc-9282-4faa-96bb-fccc3f591ced tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522022 Sep 16 05:21:35.801727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-5ba3ff32-c85d-4180-becf-96865d642fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:35.803357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-5ba3ff32-c85d-4180-becf-96865d642fa0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1d9ffc537b46452d9cbf0a99d8b33b3a&device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 1095 time: 0.0485365 Sep 16 05:21:35.857448 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-481f9df1-0b53-43b0-8f58-19b72f4b09a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=222ccc53-0899-4539-a00e-225a8b598a33 HTTP/1.1" status: 200 len: 217 time: 0.0398934 Sep 16 05:21:35.920340 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-c33dea07-f538-45f0-9757-4a7a14651e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:35.924695 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-c33dea07-f538-45f0-9757-4a7a14651e3d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c51bccb5-4b5b-4b32-b87a-27803b377927 HTTP/1.1" status: 200 len: 849 time: 0.0575175 Sep 16 05:21:35.959088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-320ae609-1e2d-4bc8-b7f5-0333633e9f1c req-d9113c9d-016a-4ed0-a515-0c899612b4c9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 210 time: 0.0349064 Sep 16 05:21:35.980484 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-6ad38ebb-c8ed-4519-90e4-855d99f607cb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f04a575b-5a6c-4cce-b52c-4be1c44ed0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470779 Sep 16 05:21:36.086344 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-8c599907-2e43-4cb7-b9b5-0fee30813cc4 service neutron] 10.222.0.38 "GET /v2.0/networks/f04a575b-5a6c-4cce-b52c-4be1c44ed0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985801 Sep 16 05:21:36.197183 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-42203f04-f782-44e9-bab3-b3f912ff2b09 req-19efc032-0b9e-45d5-b90c-b58ebad87c3c service neutron] 10.222.0.38 "GET /v2.0/networks/f04a575b-5a6c-4cce-b52c-4be1c44ed0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036775 Sep 16 05:21:36.861281 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769202f-aff2-4794-8d38-e5e2783389ca req-cf560af7-070d-4b60-a9d5-0d4a2a5dfbc4 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:36.864091 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0769202f-aff2-4794-8d38-e5e2783389ca req-cf560af7-070d-4b60-a9d5-0d4a2a5dfbc4 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 943 time: 0.0776832 Sep 16 05:21:36.924445 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0769202f-aff2-4794-8d38-e5e2783389ca req-15ec175f-931b-4d5d-b1d3-5dee853098eb tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524833 Sep 16 05:21:37.092273 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee1631f3-49a2-441c-8d51-c3553f9f0944 req-d099a301-7ab3-4d27-8807-2f5e144ca16e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 210 time: 0.0318012 Sep 16 05:21:37.490993 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-c0c7f257-e657-4145-a782-e18538eb0764 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:37.493086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-c0c7f257-e657-4145-a782-e18538eb0764 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.21 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 811 time: 0.1252396 Sep 16 05:21:37.518849 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-93085578-bd32-4763-9c24-980a0b9c6729 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Request body: {'port': {'device_id': 'bf98830e-6279-48f6-876c-c948f37440c8', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'admin_state_up': True, 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:37.533070 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58088) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:37.706448 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-638da805-0458-4fe7-81a7-bbbb0db61465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.735190 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-93085578-bd32-4763-9c24-980a0b9c6729 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Made reservation on behalf of 4e374b714a454b6bbbcea86d3b0a9144 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:37.739875 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-93085578-bd32-4763-9c24-980a0b9c6729 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.770182 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-82af191b-115d-495d-a744-c57e7e24c72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.878874 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-638da805-0458-4fe7-81a7-bbbb0db61465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.939738 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-93085578-bd32-4763-9c24-980a0b9c6729 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Allocated IP 172.20.0.5 (43582cdc-205b-4fb3-8725-2a4b30e623df/5507afb9-2881-4920-bc53-bfa72716d79e/578b9db1-6406-4476-a652-453f0fada557) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:37.958154 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-638da805-0458-4fe7-81a7-bbbb0db61465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.015444 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-638da805-0458-4fe7-81a7-bbbb0db61465 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f62d99fc9fb045bdbaf03b43e6d3686b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4806652 Sep 16 05:21:38.019650 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58094) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:38.109382 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638da805-0458-4fe7-81a7-bbbb0db61465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da844c8-0aaa-4fc2-ae37-d725a41238ce,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:38.139539 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31b72368-a921-4f20-abe2-8967fad8ab94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.164187 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31b72368-a921-4f20-abe2-8967fad8ab94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.210974 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-93085578-bd32-4763-9c24-980a0b9c6729 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.276827 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187dbb5-8472-409b-8149-13f84e6f2764 req-c852594a-6f2e-4900-8012-a4bad90cfe5d tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:38.278475 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8187dbb5-8472-409b-8149-13f84e6f2764 req-c852594a-6f2e-4900-8012-a4bad90cfe5d tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 943 time: 0.2271717 Sep 16 05:21:38.297389 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bcead81b-e8eb-400f-bc96-3ae18776ba09 req-878f93b5-fbec-48bd-8792-4f15a57a1a1d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 210 time: 0.0436077 Sep 16 05:21:38.340088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8187dbb5-8472-409b-8149-13f84e6f2764 req-a141466a-0aca-445a-b04d-69fb2db8aa3c tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458934 Sep 16 05:21:38.409154 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31b72368-a921-4f20-abe2-8967fad8ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.411978 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31b72368-a921-4f20-abe2-8967fad8ab94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.413250 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-31b72368-a921-4f20-abe2-8967fad8ab94 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6da844c8-0aaa-4fc2-ae37-d725a41238ce HTTP/1.1" status: 204 len: 168 time: 0.3921905 Sep 16 05:21:38.423383 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b72368-a921-4f20-abe2-8967fad8ab94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da844c8-0aaa-4fc2-ae37-d725a41238ce,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:38.478501 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-93085578-bd32-4763-9c24-980a0b9c6729 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.531366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-93085578-bd32-4763-9c24-980a0b9c6729 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Network 43582cdc-205b-4fb3-8725-2a4b30e623df is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:38.537744 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-93085578-bd32-4763-9c24-980a0b9c6729 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:38.543336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-93085578-bd32-4763-9c24-980a0b9c6729 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:38.549641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93085578-bd32-4763-9c24-980a0b9c6729 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event updated for resources: {'Port': ['ID=578b9db1-6406-4476-a652-453f0fada557,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:38.628392 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.652132 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-93085578-bd32-4763-9c24-980a0b9c6729 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:38.652982 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-93085578-bd32-4763-9c24-980a0b9c6729 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.757265 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-93085578-bd32-4763-9c24-980a0b9c6729 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2428367 Sep 16 05:21:38.782106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Request body: {'port': {'device_id': 'bf98830e-6279-48f6-876c-c948f37440c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:38.895286 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2b9dcdb0-dcbf-4abb-9cb6-4a9b5ebd31aa None None] Provisioning complete for port 578b9db1-6406-4476-a652-453f0fada557 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:38.896480 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2b9dcdb0-dcbf-4abb-9cb6-4a9b5ebd31aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.897629 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.949370 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2b9dcdb0-dcbf-4abb-9cb6-4a9b5ebd31aa None None] Port 578b9db1-6406-4476-a652-453f0fada557 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:39.300712 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.658307 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbabee7-b9a4-4b8d-893a-e094597fc754 req-083b122c-db55-40f6-a368-10dcbdc600b1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:39.660101 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8bbabee7-b9a4-4b8d-893a-e094597fc754 req-083b122c-db55-40f6-a368-10dcbdc600b1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 931 time: 0.1766303 Sep 16 05:21:39.694153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8acf71-8979-4bc0-be49-87f345eb44cd req-900a068d-2be4-4617-8340-215e22cc5b3d tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:39.697167 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d8acf71-8979-4bc0-be49-87f345eb44cd req-900a068d-2be4-4617-8340-215e22cc5b3d tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 943 time: 0.2101896 Sep 16 05:21:39.733109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 578b9db1-6406-4476-a652-453f0fada557 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:39.760816 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.775977 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8bbabee7-b9a4-4b8d-893a-e094597fc754 req-13375eef-41c3-455f-a1ee-2b44623067f1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927355 Sep 16 05:21:39.793707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Transition to ACTIVE for port object 578b9db1-6406-4476-a652-453f0fada557 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:21:39.804030 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d8acf71-8979-4bc0-be49-87f345eb44cd req-da1fa866-c44f-40f7-bad2-1bc4e4999ffb tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872331 Sep 16 05:21:39.859778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 222ccc53-0899-4539-a00e-225a8b598a33 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:39.872331 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.942537 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=578b9db1-6406-4476-a652-453f0fada557,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:40.039122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Attempting to bind port 578b9db1-6406-4476-a652-453f0fada557 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:40.039966 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Attempting to bind port 578b9db1-6406-4476-a652-453f0fada557 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:40.040433 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Attempting to bind port 578b9db1-6406-4476-a652-453f0fada557 on network 43582cdc-205b-4fb3-8725-2a4b30e623df {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:40.048102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Port 578b9db1-6406-4476-a652-453f0fada557 on network 43582cdc-205b-4fb3-8725-2a4b30e623df not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:21:40.048470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Attempting to bind port 578b9db1-6406-4476-a652-453f0fada557 on network 43582cdc-205b-4fb3-8725-2a4b30e623df {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:40.056409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:40.056772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Checking segment: {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:40.057193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Bound using segment: {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:40.057669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Bound port: 578b9db1-6406-4476-a652-453f0fada557, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:40.058047 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.079255 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 222ccc53-0899-4539-a00e-225a8b598a33, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=222ccc53-0899-4539-a00e-225a8b598a33,segment=NetworkSegment(9c346b7f-679f-42e0-9374-420123933b58),segment_id=9c346b7f-679f-42e0-9374-420123933b58)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:40.102856 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '222ccc53-0899-4539-a00e-225a8b598a33', 'network_id': 'f04a575b-5a6c-4cce-b52c-4be1c44ed0fe', 'port_id': '222ccc53-0899-4539-a00e-225a8b598a33', 'mac_address': 'fa:16:3e:65:79:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c51bccb5-4b5b-4b32-b87a-27803b377927', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:40.145228 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] For port 578b9db1-6406-4476-a652-453f0fada557, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:40.151359 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] For port 578b9db1-6406-4476-a652-453f0fada557, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=578b9db1-6406-4476-a652-453f0fada557,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:40.177406 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.204058 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 222ccc53-0899-4539-a00e-225a8b598a33 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:40.246680 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.251202 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 222ccc53-0899-4539-a00e-225a8b598a33, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=222ccc53-0899-4539-a00e-225a8b598a33,segment=NetworkSegment(9c346b7f-679f-42e0-9374-420123933b58),segment_id=9c346b7f-679f-42e0-9374-420123933b58)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:40.291873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:40.292644 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.294322 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] 10.222.0.21 "PUT /v2.0/ports/578b9db1-6406-4476-a652-453f0fada557 HTTP/1.1" status: 200 len: 1092 time: 1.5210733 Sep 16 05:21:40.294916 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf98830e-6279-48f6-876c-c948f37440c8', 'tag': '578b9db1-6406-4476-a652-453f0fada557'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:40.297340 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bce0059-f4f7-4f02-8ea2-a3d7df413f03" -d '{"events": [{"name": "network-changed", "server_uuid": "bf98830e-6279-48f6-876c-c948f37440c8", "tag": "578b9db1-6406-4476-a652-453f0fada557"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:40.339314 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.370841 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de8d510-f68c-401d-ba7f-0da7785561e5 x-openstack-request-id: req-5de8d510-f68c-401d-ba7f-0da7785561e5 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:40.371178 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf98830e-6279-48f6-876c-c948f37440c8", "tag": "578b9db1-6406-4476-a652-453f0fada557", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:40.371419 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5de8d510-f68c-401d-ba7f-0da7785561e5 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:40.371829 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf98830e-6279-48f6-876c-c948f37440c8', 'tag': '578b9db1-6406-4476-a652-453f0fada557', 'status': 'completed', 'code': 200} Sep 16 05:21:40.372647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f1039-52ac-45f3-bb02-ecb4c81b3bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=578b9db1-6406-4476-a652-453f0fada557,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:40.459548 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=222ccc53-0899-4539-a00e-225a8b598a33,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:40.521480 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce0059-f4f7-4f02-8ea2-a3d7df413f03 req-9e3301b8-a07f-42c9-9d62-6897e536caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:40.524938 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6bce0059-f4f7-4f02-8ea2-a3d7df413f03 req-9e3301b8-a07f-42c9-9d62-6897e536caea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 1095 time: 0.0891666 Sep 16 05:21:40.702530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce0059-f4f7-4f02-8ea2-a3d7df413f03 req-3d71b06c-10a8-4df9-9eab-11f1ab9ec23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:40.704144 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6bce0059-f4f7-4f02-8ea2-a3d7df413f03 req-3d71b06c-10a8-4df9-9eab-11f1ab9ec23c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1630502 Sep 16 05:21:40.731361 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['222ccc53-0899-4539-a00e-225a8b598a33'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:40.926615 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce0059-f4f7-4f02-8ea2-a3d7df413f03 req-57ad5e22-f2c2-48d3-9551-a58757eba5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:40.934172 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6bce0059-f4f7-4f02-8ea2-a3d7df413f03 req-57ad5e22-f2c2-48d3-9551-a58757eba5c6 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2172251 Sep 16 05:21:40.936899 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.160595 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc966f-50b3-4e87-b173-9f13f4fc62b5 req-50889ec5-5ebe-41fd-ac3f-7031ea1c9760 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:41.162290 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40cc966f-50b3-4e87-b173-9f13f4fc62b5 req-50889ec5-5ebe-41fd-ac3f-7031ea1c9760 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 943 time: 0.1857100 Sep 16 05:21:41.177119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73c3f0-e139-4eed-872e-5c1f61a9df4d req-18ec1b94-d202-4e8e-afba-a73462e58bf3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:41.178769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d73c3f0-e139-4eed-872e-5c1f61a9df4d req-18ec1b94-d202-4e8e-afba-a73462e58bf3 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 944 time: 0.1718447 Sep 16 05:21:41.183098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-fb0469ff-e369-4e43-918e-4f9bcb66489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:41.184641 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-fb0469ff-e369-4e43-918e-4f9bcb66489e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 1095 time: 0.1148882 Sep 16 05:21:41.256559 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-2f2f5991-f931-461a-a7e1-87eb11155624 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=578b9db1-6406-4476-a652-453f0fada557 HTTP/1.1" status: 200 len: 217 time: 0.0543067 Sep 16 05:21:41.315120 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40cc966f-50b3-4e87-b173-9f13f4fc62b5 req-9bd411d0-b900-4656-95fb-04d1fb2815a8 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352153 Sep 16 05:21:41.325052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1d73c3f0-e139-4eed-872e-5c1f61a9df4d req-7288b6ee-1475-4c6a-b8e3-bc5b9ae023e4 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330385 Sep 16 05:21:41.348194 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-f4ae3d19-0420-43f8-a7bf-24a77d750b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:41.354278 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-f4ae3d19-0420-43f8-a7bf-24a77d750b8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.0716898 Sep 16 05:21:41.430840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-753c13ba-f95b-4408-ad8b-98fd8eaa07d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:41.432586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-753c13ba-f95b-4408-ad8b-98fd8eaa07d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741913 Sep 16 05:21:41.561512 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-d0533bf9-f27d-44a6-b668-6d5a471e166e service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166897 Sep 16 05:21:41.683595 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8acf01f4-2614-4d7b-b360-f5821bb8685b req-3b0b81ee-ed70-45d5-b10f-5d6fbe891adb service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119833 Sep 16 05:21:41.863970 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 222ccc53-0899-4539-a00e-225a8b598a33 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:42.035711 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 222ccc53-0899-4539-a00e-225a8b598a33 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:42.040770 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 222ccc53-0899-4539-a00e-225a8b598a33 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:42.041334 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.166242 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.196825 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea4c56c-ae33-4942-b507-3d0dd2d19599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222ccc53-0899-4539-a00e-225a8b598a33'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:42.199289 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1812f54-6e0a-4259-bcf0-78a73c1966b1" -d '{"events": [{"server_uuid": "dea4c56c-ae33-4942-b507-3d0dd2d19599", "name": "network-vif-plugged", "status": "completed", "tag": "222ccc53-0899-4539-a00e-225a8b598a33"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:42.216533 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 222ccc53-0899-4539-a00e-225a8b598a33, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=222ccc53-0899-4539-a00e-225a8b598a33,segment=NetworkSegment(9c346b7f-679f-42e0-9374-420123933b58),segment_id=9c346b7f-679f-42e0-9374-420123933b58)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:42.269479 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c670ac8b-3fb4-4c68-bbce-4f4078937ca6 x-openstack-request-id: req-c670ac8b-3fb4-4c68-bbce-4f4078937ca6 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:42.270170 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea4c56c-ae33-4942-b507-3d0dd2d19599", "name": "network-vif-plugged", "status": "completed", "tag": "222ccc53-0899-4539-a00e-225a8b598a33", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:42.274352 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c670ac8b-3fb4-4c68-bbce-4f4078937ca6 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:42.274987 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea4c56c-ae33-4942-b507-3d0dd2d19599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222ccc53-0899-4539-a00e-225a8b598a33', 'code': 200} Sep 16 05:21:42.339094 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.426923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1ba90-3c62-42b5-bcc4-4d9f87251737 req-ae2633b9-1f32-45ff-9a54-9526906f90ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:42.428258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ae1ba90-3c62-42b5-bcc4-4d9f87251737 req-ae2633b9-1f32-45ff-9a54-9526906f90ad service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 1097 time: 0.0686245 Sep 16 05:21:42.447770 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=222ccc53-0899-4539-a00e-225a8b598a33,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:42.623741 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ae1ba90-3c62-42b5-bcc4-4d9f87251737 req-3e119e3e-8ef3-4919-8e61-d9683bb864dc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872635 Sep 16 05:21:42.639844 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bb931-86e5-4f4e-84da-e271bc2dc3ca req-35c4af5a-fc60-4d3c-8fa6-001fa4b2d392 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:42.641471 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-718bb931-86e5-4f4e-84da-e271bc2dc3ca req-35c4af5a-fc60-4d3c-8fa6-001fa4b2d392 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 945 time: 0.1719446 Sep 16 05:21:42.650452 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee5409-837c-4831-9620-c6ea93265192 req-78ebdf4b-5582-4968-aafe-7a951eee73ca tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:42.652576 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08ee5409-837c-4831-9620-c6ea93265192 req-78ebdf4b-5582-4968-aafe-7a951eee73ca tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 943 time: 0.2142627 Sep 16 05:21:42.720238 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-718bb931-86e5-4f4e-84da-e271bc2dc3ca req-80b62d34-f728-42e5-bd47-0b074033c6a5 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625274 Sep 16 05:21:42.725922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08ee5409-837c-4831-9620-c6ea93265192 req-5d13fe67-e145-4e81-ad23-c1b2a5077b3c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617645 Sep 16 05:21:43.273457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58190) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:43.437296 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-939ab4e9-d86c-4792-a2dc-9f8409988818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.561822 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-939ab4e9-d86c-4792-a2dc-9f8409988818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.649270 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-939ab4e9-d86c-4792-a2dc-9f8409988818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.694783 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-939ab4e9-d86c-4792-a2dc-9f8409988818 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80ccde2bb71b40ed8aa7012476b3e60e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4200666 Sep 16 05:21:43.697050 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ab4e9-d86c-4792-a2dc-9f8409988818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc18d7da-a79d-47d5-9f2f-d9450a5100c8,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:43.698725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58194) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:43.786895 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-21f9b2dd-78ff-4aad-aa48-22f3d5358fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.858100 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-21f9b2dd-78ff-4aad-aa48-22f3d5358fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.975084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f316189-a37d-4876-8f76-1e3a7265d558 req-7dc67cd5-2523-40c1-8fa7-3539e0f0c6fd tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:43.976706 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f316189-a37d-4876-8f76-1e3a7265d558 req-7dc67cd5-2523-40c1-8fa7-3539e0f0c6fd tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 945 time: 0.1569562 Sep 16 05:21:43.986873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a45fd6-9642-4d48-9983-4ebb98cc3353 req-293fb470-6530-47fb-b191-b4203a507538 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:43.988512 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64a45fd6-9642-4d48-9983-4ebb98cc3353 req-293fb470-6530-47fb-b191-b4203a507538 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 943 time: 0.1348636 Sep 16 05:21:44.076927 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f316189-a37d-4876-8f76-1e3a7265d558 req-27b3e070-d741-43ac-a84e-cb07fdf1baf5 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867317 Sep 16 05:21:44.087345 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64a45fd6-9642-4d48-9983-4ebb98cc3353 req-ab10b994-4d66-48f1-afc3-b6232d391090 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904899 Sep 16 05:21:44.122799 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-21f9b2dd-78ff-4aad-aa48-22f3d5358fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.125578 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-21f9b2dd-78ff-4aad-aa48-22f3d5358fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.126789 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-21f9b2dd-78ff-4aad-aa48-22f3d5358fea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc18d7da-a79d-47d5-9f2f-d9450a5100c8 HTTP/1.1" status: 204 len: 168 time: 0.4266899 Sep 16 05:21:44.136243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9b2dd-78ff-4aad-aa48-22f3d5358fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc18d7da-a79d-47d5-9f2f-d9450a5100c8,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:44.850285 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58204) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:44.870485 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bafdafac-0df1-4dcd-a1e8-64dbcc2c5ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.979094 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bafdafac-0df1-4dcd-a1e8-64dbcc2c5ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.065312 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bafdafac-0df1-4dcd-a1e8-64dbcc2c5ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.112177 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bafdafac-0df1-4dcd-a1e8-64dbcc2c5ed8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=924d0118622a4fb8af55a7d57111d446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607181 Sep 16 05:21:45.113375 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdafac-0df1-4dcd-a1e8-64dbcc2c5ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092e8113-aa67-430b-9a59-b2859ae73e8d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:45.116196 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58208) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:45.179051 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4177f88f-2dc3-4c01-abe4-767df1eabdb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.230984 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4177f88f-2dc3-4c01-abe4-767df1eabdb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.320786 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f409b9-5f08-45c5-8551-9fdd2ac01a88 req-f5d228bc-0eaa-4d14-9448-a14732a8d785 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:45.322651 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0f409b9-5f08-45c5-8551-9fdd2ac01a88 req-f5d228bc-0eaa-4d14-9448-a14732a8d785 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 945 time: 0.1325293 Sep 16 05:21:45.338126 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf4d50-6c49-4b20-bfe5-9a35357f33d4 req-bc1f69d6-a67f-4a87-b029-9cbc5112b556 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:45.339808 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1cf4d50-6c49-4b20-bfe5-9a35357f33d4 req-bc1f69d6-a67f-4a87-b029-9cbc5112b556 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 943 time: 0.1168907 Sep 16 05:21:45.399320 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0f409b9-5f08-45c5-8551-9fdd2ac01a88 req-0deae4fb-5262-4a64-8796-0316ee42f25b tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577905 Sep 16 05:21:45.417285 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1cf4d50-6c49-4b20-bfe5-9a35357f33d4 req-d0bba425-6099-4454-b86e-33d12cc4bf7d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605240 Sep 16 05:21:45.465287 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4177f88f-2dc3-4c01-abe4-767df1eabdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.469467 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4177f88f-2dc3-4c01-abe4-767df1eabdb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.471491 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4177f88f-2dc3-4c01-abe4-767df1eabdb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/092e8113-aa67-430b-9a59-b2859ae73e8d HTTP/1.1" status: 204 len: 168 time: 0.3540502 Sep 16 05:21:45.488178 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177f88f-2dc3-4c01-abe4-767df1eabdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092e8113-aa67-430b-9a59-b2859ae73e8d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:46.569658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b071cc-2225-49fc-9621-d9be86e0afee req-7da90ee5-43d1-43e5-86d4-005b75b8a49a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:46.572315 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8b071cc-2225-49fc-9621-d9be86e0afee req-7da90ee5-43d1-43e5-86d4-005b75b8a49a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 943 time: 0.0578177 Sep 16 05:21:46.630852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8b071cc-2225-49fc-9621-d9be86e0afee req-e94051e0-8cf3-493a-903c-43d38899c45a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521657 Sep 16 05:21:46.864874 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb20d8-29aa-403a-b87a-ef12d669229a req-559a0b55-f10b-489f-b7a3-0cdfb4872f27 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:46.868173 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82eb20d8-29aa-403a-b87a-ef12d669229a req-559a0b55-f10b-489f-b7a3-0cdfb4872f27 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 945 time: 0.0872545 Sep 16 05:21:46.923393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82eb20d8-29aa-403a-b87a-ef12d669229a req-b406e8f0-7745-4729-b9ec-89be5a98e042 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486870 Sep 16 05:21:47.802913 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77963df5-7456-42a5-b001-dadeccc56fbd req-b9fb7db1-6372-4f2d-900b-e0a618a5079a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:47.805267 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-77963df5-7456-42a5-b001-dadeccc56fbd req-b9fb7db1-6372-4f2d-900b-e0a618a5079a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 943 time: 0.0694537 Sep 16 05:21:47.854716 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-77963df5-7456-42a5-b001-dadeccc56fbd req-b4a839c1-d91e-4e6d-9211-18af8f880d53 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387359 Sep 16 05:21:48.075420 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a01aa-1301-4eb1-b5f0-77b704daa58d req-ba2c734b-5676-4222-9819-a3443a9e279c tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:48.078468 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c9a01aa-1301-4eb1-b5f0-77b704daa58d req-ba2c734b-5676-4222-9819-a3443a9e279c tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 945 time: 0.0642941 Sep 16 05:21:48.125710 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c9a01aa-1301-4eb1-b5f0-77b704daa58d req-691749d1-cbbc-459e-8503-69ec34ce6e35 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/security-groups?id=201d174a-8972-4f85-8cce-ee1469c28dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396385 Sep 16 05:21:48.405086 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366c6be-90b3-44c8-bcb6-a22f6d512917 req-82db4620-32ce-496c-a103-6fe0f4e1c46b tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:48.406821 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c366c6be-90b3-44c8-bcb6-a22f6d512917 req-82db4620-32ce-496c-a103-6fe0f4e1c46b tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.38 "GET /v2.0/ports?device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 945 time: 0.0691724 Sep 16 05:21:48.534767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-c366c6be-90b3-44c8-bcb6-a22f6d512917 req-e63e88e7-b437-422f-a056-7ffb8525fa1b tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Deleting port 222ccc53-0899-4539-a00e-225a8b598a33 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:48.535155 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c366c6be-90b3-44c8-bcb6-a22f6d512917 req-e63e88e7-b437-422f-a056-7ffb8525fa1b tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.646569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-c366c6be-90b3-44c8-bcb6-a22f6d512917 req-e63e88e7-b437-422f-a056-7ffb8525fa1b tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] For port 222ccc53-0899-4539-a00e-225a8b598a33, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=222ccc53-0899-4539-a00e-225a8b598a33,segment=NetworkSegment(9c346b7f-679f-42e0-9374-420123933b58),segment_id=9c346b7f-679f-42e0-9374-420123933b58)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:48.647180 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c366c6be-90b3-44c8-bcb6-a22f6d512917 req-e63e88e7-b437-422f-a056-7ffb8525fa1b tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.668399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-c366c6be-90b3-44c8-bcb6-a22f6d512917 req-e63e88e7-b437-422f-a056-7ffb8525fa1b tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Calling delete_port for 222ccc53-0899-4539-a00e-225a8b598a33 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:48.974081 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c366c6be-90b3-44c8-bcb6-a22f6d512917 req-e63e88e7-b437-422f-a056-7ffb8525fa1b tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.009578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e88e7-b437-422f-a056-7ffb8525fa1b tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Pushing event deleted for resources: {'Port': ['ID=222ccc53-0899-4539-a00e-225a8b598a33,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:49.011045 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['222ccc53-0899-4539-a00e-225a8b598a33'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:49.058448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01125b87-7bd6-4dba-980d-703dcf8a22f2 req-29bb9d67-ac8d-46d4-bcae-ebcf0bc41cdd tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:49.060158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01125b87-7bd6-4dba-980d-703dcf8a22f2 req-29bb9d67-ac8d-46d4-bcae-ebcf0bc41cdd tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 943 time: 0.1266019 Sep 16 05:21:49.079239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-c366c6be-90b3-44c8-bcb6-a22f6d512917 req-e63e88e7-b437-422f-a056-7ffb8525fa1b tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] No DVR routers for this DVR port 222ccc53-0899-4539-a00e-225a8b598a33 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:49.088374 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c366c6be-90b3-44c8-bcb6-a22f6d512917 req-e63e88e7-b437-422f-a056-7ffb8525fa1b tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.090482 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c366c6be-90b3-44c8-bcb6-a22f6d512917 req-e63e88e7-b437-422f-a056-7ffb8525fa1b tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.38 "DELETE /v2.0/ports/222ccc53-0899-4539-a00e-225a8b598a33 HTTP/1.1" status: 204 len: 173 time: 0.6777999 Sep 16 05:21:49.090989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea4c56c-ae33-4942-b507-3d0dd2d19599', 'name': 'network-vif-deleted', 'tag': '222ccc53-0899-4539-a00e-225a8b598a33'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:49.093380 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1ca283-b9fa-4c0c-a997-f85dca40b404" -d '{"events": [{"server_uuid": "dea4c56c-ae33-4942-b507-3d0dd2d19599", "name": "network-vif-deleted", "tag": "222ccc53-0899-4539-a00e-225a8b598a33"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:49.129001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01125b87-7bd6-4dba-980d-703dcf8a22f2 req-c7e5ca3a-857c-4dbe-bfb3-6d11917afc8e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511310 Sep 16 05:21:49.151681 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01252850-e821-406d-8c81-d751cf8e8985 x-openstack-request-id: req-01252850-e821-406d-8c81-d751cf8e8985 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:49.151993 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea4c56c-ae33-4942-b507-3d0dd2d19599", "name": "network-vif-deleted", "tag": "222ccc53-0899-4539-a00e-225a8b598a33", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:49.166675 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01252850-e821-406d-8c81-d751cf8e8985 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:49.166675 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea4c56c-ae33-4942-b507-3d0dd2d19599', 'name': 'network-vif-deleted', 'tag': '222ccc53-0899-4539-a00e-225a8b598a33', 'status': 'completed', 'code': 200} Sep 16 05:21:49.238018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-597ce804-e0c8-4095-857a-489db1698aed req-5ee21069-a726-4790-849a-047fb4d5cb1c tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 210 time: 0.0286436 Sep 16 05:21:49.776375 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58310) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:49.924230 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b14cf241-d273-4d8c-a5aa-05aeab98ab4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.031452 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b14cf241-d273-4d8c-a5aa-05aeab98ab4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.115372 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b14cf241-d273-4d8c-a5aa-05aeab98ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.160166 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b14cf241-d273-4d8c-a5aa-05aeab98ab4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6be35e75c1ba4820bd91495fb15e7ba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3823075 Sep 16 05:21:50.161121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14cf241-d273-4d8c-a5aa-05aeab98ab4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4814164-f9c8-4a0a-839a-ec90e3f9ad9a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:50.165618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58316) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:50.310969 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8848a4d3-21a5-4f48-8666-9d9e126b12f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.321237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e4b75-88f7-4e61-807b-47e73fc84b5a req-960f7f80-2372-4b21-907b-8dd51e4853d4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:50.322959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a24e4b75-88f7-4e61-807b-47e73fc84b5a req-960f7f80-2372-4b21-907b-8dd51e4853d4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 943 time: 0.1107070 Sep 16 05:21:50.365505 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8848a4d3-21a5-4f48-8666-9d9e126b12f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.418764 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58f57c32-235a-4dcd-aac5-be0960081b5b req-b7368d80-19db-40bd-b750-6db7eaee4df1 tempest-VolumesActionsTest-1089594974 tempest-VolumesActionsTest-1089594974-project] 10.222.0.20 "GET /v2.0/ports?device_id=dea4c56c-ae33-4942-b507-3d0dd2d19599 HTTP/1.1" status: 200 len: 210 time: 0.0501590 Sep 16 05:21:50.451366 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a24e4b75-88f7-4e61-807b-47e73fc84b5a req-896ef8e7-1263-42f9-bed5-68c89b33f0d7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060035 Sep 16 05:21:50.560641 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8848a4d3-21a5-4f48-8666-9d9e126b12f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.563454 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8848a4d3-21a5-4f48-8666-9d9e126b12f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.564934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8848a4d3-21a5-4f48-8666-9d9e126b12f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4814164-f9c8-4a0a-839a-ec90e3f9ad9a HTTP/1.1" status: 204 len: 168 time: 0.3978679 Sep 16 05:21:50.574405 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848a4d3-21a5-4f48-8666-9d9e126b12f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4814164-f9c8-4a0a-839a-ec90e3f9ad9a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:51.266214 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58324) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:51.281591 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-da91140a-ffcc-4505-af7d-af84c727e414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.388785 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-da91140a-ffcc-4505-af7d-af84c727e414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.483186 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-da91140a-ffcc-4505-af7d-af84c727e414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.538170 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-da91140a-ffcc-4505-af7d-af84c727e414 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d494c08722c64bc6a3b7937f10e65f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2673295 Sep 16 05:21:51.538170 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91140a-ffcc-4505-af7d-af84c727e414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3802f4c7-9322-4655-b358-6c2965667f3a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:51.539518 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58332) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:51.627293 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8a042491-08da-4673-9729-a7604f224a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.629040 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027f2cb-86d7-4f91-b301-fd86dd007743 req-9096a2c3-18b0-4e3a-a4c7-37a24431f0b3 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:51.630635 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8027f2cb-86d7-4f91-b301-fd86dd007743 req-9096a2c3-18b0-4e3a-a4c7-37a24431f0b3 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 943 time: 0.0590909 Sep 16 05:21:51.660391 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8a042491-08da-4673-9729-a7604f224a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.694609 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8027f2cb-86d7-4f91-b301-fd86dd007743 req-9dbdc0c0-8292-43cf-9074-2f37dde6c214 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420451 Sep 16 05:21:51.814197 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8a042491-08da-4673-9729-a7604f224a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.816634 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8a042491-08da-4673-9729-a7604f224a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.817932 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8a042491-08da-4673-9729-a7604f224a10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3802f4c7-9322-4655-b358-6c2965667f3a HTTP/1.1" status: 204 len: 168 time: 0.2771912 Sep 16 05:21:51.831325 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a042491-08da-4673-9729-a7604f224a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3802f4c7-9322-4655-b358-6c2965667f3a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:51.886446 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 222ccc53-0899-4539-a00e-225a8b598a33 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:51.916063 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 222ccc53-0899-4539-a00e-225a8b598a33 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:51.921843 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 222ccc53-0899-4539-a00e-225a8b598a33 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:52.827377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24519c53-b89e-4f34-9967-759c2411d67f req-13c17697-cc73-4389-8c97-e51de159c93e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:52.836492 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24519c53-b89e-4f34-9967-759c2411d67f req-13c17697-cc73-4389-8c97-e51de159c93e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 943 time: 0.0741475 Sep 16 05:21:52.890976 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24519c53-b89e-4f34-9967-759c2411d67f req-b811477f-1679-425a-bb53-c8a1b44ece71 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484931 Sep 16 05:21:53.649079 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 578b9db1-6406-4476-a652-453f0fada557 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:53.798629 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 578b9db1-6406-4476-a652-453f0fada557, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=578b9db1-6406-4476-a652-453f0fada557,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:53.821298 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '578b9db1-6406-4476-a652-453f0fada557', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'port_id': '578b9db1-6406-4476-a652-453f0fada557', 'mac_address': 'fa:16:3e:2f:ab:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:53.930839 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.949091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 578b9db1-6406-4476-a652-453f0fada557 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:53.977272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 578b9db1-6406-4476-a652-453f0fada557, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=578b9db1-6406-4476-a652-453f0fada557,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:54.041234 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301fe2d-03ec-4c1f-b50a-b1c930236dca req-a87d3024-8659-4ca1-91af-198177f2ed9c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:54.043002 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b301fe2d-03ec-4c1f-b50a-b1c930236dca req-a87d3024-8659-4ca1-91af-198177f2ed9c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 943 time: 0.0552273 Sep 16 05:21:54.059262 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.111598 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b301fe2d-03ec-4c1f-b50a-b1c930236dca req-13dc6c21-fe53-4731-9260-fdb74ac9b524 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439711 Sep 16 05:21:54.136606 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=578b9db1-6406-4476-a652-453f0fada557,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:54.513058 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['578b9db1-6406-4476-a652-453f0fada557'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:54.593563 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.319809 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58464) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:55.416206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db5664-d0d9-4c69-aebd-b7c5e4e48e9b req-83d8a367-5a96-4dde-9a11-61fc04cb0508 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:55.418903 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4db5664-d0d9-4c69-aebd-b7c5e4e48e9b req-83d8a367-5a96-4dde-9a11-61fc04cb0508 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 944 time: 0.2025406 Sep 16 05:21:55.499855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4db5664-d0d9-4c69-aebd-b7c5e4e48e9b req-2928819d-a643-4899-8a68-48e62eb7306f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658801 Sep 16 05:21:55.546590 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2cd1585d-6e9d-45fb-94d7-23ad00eac74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.678727 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 578b9db1-6406-4476-a652-453f0fada557 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:55.720783 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2cd1585d-6e9d-45fb-94d7-23ad00eac74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.801751 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2cd1585d-6e9d-45fb-94d7-23ad00eac74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.845771 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 578b9db1-6406-4476-a652-453f0fada557 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:55.850695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 578b9db1-6406-4476-a652-453f0fada557 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:55.851491 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.878620 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1585d-6e9d-45fb-94d7-23ad00eac74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e93cc78-6187-4ade-a07e-707900f4a9a9,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:55.912595 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1585d-6e9d-45fb-94d7-23ad00eac74e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.916933 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1585d-6e9d-45fb-94d7-23ad00eac74e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.918653 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1585d-6e9d-45fb-94d7-23ad00eac74e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.919600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1585d-6e9d-45fb-94d7-23ad00eac74e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.921346 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1585d-6e9d-45fb-94d7-23ad00eac74e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.922452 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1585d-6e9d-45fb-94d7-23ad00eac74e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.924470 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1585d-6e9d-45fb-94d7-23ad00eac74e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.926021 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1585d-6e9d-45fb-94d7-23ad00eac74e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.926969 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1585d-6e9d-45fb-94d7-23ad00eac74e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.928117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1585d-6e9d-45fb-94d7-23ad00eac74e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.929673 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1585d-6e9d-45fb-94d7-23ad00eac74e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.932414 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1585d-6e9d-45fb-94d7-23ad00eac74e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.961429 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2cd1585d-6e9d-45fb-94d7-23ad00eac74e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=287b7c07061b41bd883839c72ffb43d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6380637 Sep 16 05:21:55.965151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58472) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:55.973354 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.020773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf98830e-6279-48f6-876c-c948f37440c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578b9db1-6406-4476-a652-453f0fada557'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:56.026248 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92801544-21d1-4d9d-9254-8c2a6af4a5b8" -d '{"events": [{"server_uuid": "bf98830e-6279-48f6-876c-c948f37440c8", "name": "network-vif-plugged", "status": "completed", "tag": "578b9db1-6406-4476-a652-453f0fada557"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:56.077442 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 578b9db1-6406-4476-a652-453f0fada557, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=578b9db1-6406-4476-a652-453f0fada557,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:56.268938 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f756e5-8a38-4c13-b7b9-18a0f6a3f8d6 x-openstack-request-id: req-f8f756e5-8a38-4c13-b7b9-18a0f6a3f8d6 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:56.268938 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf98830e-6279-48f6-876c-c948f37440c8", "name": "network-vif-plugged", "status": "completed", "tag": "578b9db1-6406-4476-a652-453f0fada557", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:56.268938 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8f756e5-8a38-4c13-b7b9-18a0f6a3f8d6 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:56.268938 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf98830e-6279-48f6-876c-c948f37440c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578b9db1-6406-4476-a652-453f0fada557', 'code': 200} Sep 16 05:21:56.269300 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61f2d065-8763-4c1b-b741-1d9dd4a119d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.269300 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61f2d065-8763-4c1b-b741-1d9dd4a119d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.300545 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a219b77-33a6-4f6a-88ba-19734b4c3523 req-d797df42-e0b0-4c32-869c-37c41ff6040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:56.303221 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a219b77-33a6-4f6a-88ba-19734b4c3523 req-d797df42-e0b0-4c32-869c-37c41ff6040c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 1096 time: 0.0992017 Sep 16 05:21:56.359287 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a219b77-33a6-4f6a-88ba-19734b4c3523 req-8052b8f3-29f5-4223-87ce-22a286bebcfe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480516 Sep 16 05:21:56.459906 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.511782 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61f2d065-8763-4c1b-b741-1d9dd4a119d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.522621 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61f2d065-8763-4c1b-b741-1d9dd4a119d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.522621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-61f2d065-8763-4c1b-b741-1d9dd4a119d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e93cc78-6187-4ade-a07e-707900f4a9a9 HTTP/1.1" status: 204 len: 168 time: 0.5532062 Sep 16 05:21:56.537118 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=578b9db1-6406-4476-a652-453f0fada557,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:56.541318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2d065-8763-4c1b-b741-1d9dd4a119d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e93cc78-6187-4ade-a07e-707900f4a9a9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:56.731707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a1409-09a7-4d1f-9468-0de1b122ec47 req-000f406d-07a3-4a14-bb98-47e465d06436 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:56.733893 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae4a1409-09a7-4d1f-9468-0de1b122ec47 req-000f406d-07a3-4a14-bb98-47e465d06436 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 945 time: 0.0838404 Sep 16 05:21:56.812011 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae4a1409-09a7-4d1f-9468-0de1b122ec47 req-4e31b806-dd92-4987-9e97-ba5ade1778ee tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557959 Sep 16 05:21:56.880794 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-1cef3866-54bc-41e0-97ea-78a08428edbb req-34ae36c7-56ee-4bfe-aeaf-dbc94278dbfd service neutron] (95474) timed out ('10.222.0.21', 56867) {{(pid=95474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:21:58.042398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55590131-a267-4a2b-acdd-cccc99557bbf req-b1971e80-739b-4472-9762-3298d13f5455 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:58.044364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-55590131-a267-4a2b-acdd-cccc99557bbf req-b1971e80-739b-4472-9762-3298d13f5455 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 945 time: 0.0893564 Sep 16 05:21:58.119090 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-55590131-a267-4a2b-acdd-cccc99557bbf req-dff97caa-8977-4386-94ee-430713bc644d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656998 Sep 16 05:21:58.625054 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.729803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58516) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:58.891634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-20480d4a-e06d-4a2b-8376-c125ba68dabe tempest-AgentManagementNegativeTest-1818768192 tempest-AgentManagementNegativeTest-1818768192-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1548560 Sep 16 05:21:59.308923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7a02c-160e-4985-9816-58964eb35df5 req-79b8c9a2-905e-4ec7-98fd-dec8140797f5 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:59.310493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84f7a02c-160e-4985-9816-58964eb35df5 req-79b8c9a2-905e-4ec7-98fd-dec8140797f5 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 945 time: 0.0713840 Sep 16 05:21:59.385939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84f7a02c-160e-4985-9816-58964eb35df5 req-67764348-bf68-46a3-bd55-d87190a5800c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548685 Sep 16 05:21:59.685255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb8abb-3fa6-475d-8b92-3e0227db3d6b req-e3ae55b9-bca7-4a6c-921b-49502c414070 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:59.688239 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-30eb8abb-3fa6-475d-8b92-3e0227db3d6b req-e3ae55b9-bca7-4a6c-921b-49502c414070 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 945 time: 0.1814907 Sep 16 05:21:59.795027 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-30eb8abb-3fa6-475d-8b92-3e0227db3d6b req-6def4d39-ce33-4b12-9fbc-643de9ef576c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868227 Sep 16 05:21:59.824117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58532) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:00.086960 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e11efade-3965-4297-9a90-26334a7ebdbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.287083 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e11efade-3965-4297-9a90-26334a7ebdbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.384294 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e11efade-3965-4297-9a90-26334a7ebdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.422970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e11efade-3965-4297-9a90-26334a7ebdbc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f805a75e41e04e5eaa4408dcc2c7e97d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5967400 Sep 16 05:22:00.427160 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58540) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:00.465709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11efade-3965-4297-9a90-26334a7ebdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38877919-9c7a-42d6-8050-e743b98740f3,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:00.584188 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-408cae4c-7355-4a95-99b4-6ccff9af3fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.638922 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-408cae4c-7355-4a95-99b4-6ccff9af3fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.877081 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-408cae4c-7355-4a95-99b4-6ccff9af3fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.882461 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-408cae4c-7355-4a95-99b4-6ccff9af3fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.884832 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-408cae4c-7355-4a95-99b4-6ccff9af3fba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38877919-9c7a-42d6-8050-e743b98740f3 HTTP/1.1" status: 204 len: 168 time: 0.4554701 Sep 16 05:22:00.901990 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408cae4c-7355-4a95-99b4-6ccff9af3fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38877919-9c7a-42d6-8050-e743b98740f3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:02.725500 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58602) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:03.189863 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e257e80a-e70c-4daf-98e7-e919c6a8e4d8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1033308941'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:03.362201 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e257e80a-e70c-4daf-98e7-e919c6a8e4d8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Made reservation on behalf of be2ecd6c30b048df9bde843d2b3b4531 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:03.369607 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e257e80a-e70c-4daf-98e7-e919c6a8e4d8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.387851 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e257e80a-e70c-4daf-98e7-e919c6a8e4d8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.583953 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e257e80a-e70c-4daf-98e7-e919c6a8e4d8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.750911 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e257e80a-e70c-4daf-98e7-e919c6a8e4d8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.770172 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e257e80a-e70c-4daf-98e7-e919c6a8e4d8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:22:03.802382 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e257e80a-e70c-4daf-98e7-e919c6a8e4d8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.802744 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-e257e80a-e70c-4daf-98e7-e919c6a8e4d8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Added segment 36d9df9f-52c9-4ab2-aac7-80ef47e98a44 of type vlan for network d44a0b82-5030-4f7d-a7c7-ae040132053e Sep 16 05:22:03.865932 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257e80a-e70c-4daf-98e7-e919c6a8e4d8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b03d67-d0d6-47b2-8d93-6f9161aff8ee,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:03.880421 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e257e80a-e70c-4daf-98e7-e919c6a8e4d8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.974328 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e257e80a-e70c-4daf-98e7-e919c6a8e4d8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.988308 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e257e80a-e70c-4daf-98e7-e919c6a8e4d8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:03.989482 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e257e80a-e70c-4daf-98e7-e919c6a8e4d8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.196194 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257e80a-e70c-4daf-98e7-e919c6a8e4d8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Network': ['ID=d44a0b82-5030-4f7d-a7c7-ae040132053e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:04.214806 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network d44a0b82-5030-4f7d-a7c7-ae040132053e details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:22:04.218391 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e257e80a-e70c-4daf-98e7-e919c6a8e4d8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4901252 Sep 16 05:22:04.222286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58626) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:04.231856 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f03f7622-5bf2-4b0e-a97c-d5a0192a79da tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'subnet': {'network_id': 'd44a0b82-5030-4f7d-a7c7-ae040132053e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:04.528607 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03f7622-5bf2-4b0e-a97c-d5a0192a79da tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Made reservation on behalf of be2ecd6c30b048df9bde843d2b3b4531 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:04.546167 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f03f7622-5bf2-4b0e-a97c-d5a0192a79da tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.103043 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f03f7622-5bf2-4b0e-a97c-d5a0192a79da tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.286953 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-caacec05-7aa8-4ad8-b802-8309450e7afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.438145 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f7622-5bf2-4b0e-a97c-d5a0192a79da tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Subnet': ['ID=408ba3b6-ef56-4398-8c20-ffa423eb112f,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:05.482755 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96dc9b32-b201-4455-8957-98a369b4fece req-ab9056e6-c264-4e74-831d-b8ea0298e8a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2673800 Sep 16 05:22:05.490169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f7622-5bf2-4b0e-a97c-d5a0192a79da tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Checking segment: {'id': '36d9df9f-52c9-4ab2-aac7-80ef47e98a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd44a0b82-5030-4f7d-a7c7-ae040132053e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:05.490911 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03f7622-5bf2-4b0e-a97c-d5a0192a79da tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Network hostable DHCP agents. Network: d44a0b82-5030-4f7d-a7c7-ae040132053e, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:22:05.520295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-fee5288b-b447-41f1-8e11-4f9111607cba tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:05.524042 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-fee5288b-b447-41f1-8e11-4f9111607cba tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 811 time: 0.5162423 Sep 16 05:22:05.580416 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-12eef6ff-8cd9-474e-b5eb-9c5de9bc7c17 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/quotas/4e374b714a454b6bbbcea86d3b0a9144 HTTP/1.1" status: 200 len: 375 time: 0.0447135 Sep 16 05:22:05.634141 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03f7622-5bf2-4b0e-a97c-d5a0192a79da tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Network d44a0b82-5030-4f7d-a7c7-ae040132053e is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:22:05.679774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc9b32-b201-4455-8957-98a369b4fece req-8c92a6f9-1263-4979-837f-fbd58ddf35a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:05.681871 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96dc9b32-b201-4455-8957-98a369b4fece req-8c92a6f9-1263-4979-837f-fbd58ddf35a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 1099 time: 0.1217005 Sep 16 05:22:05.716551 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-cb3e3c08-0f5a-45fd-9637-49f7712e9f5c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1084282 Sep 16 05:22:05.729277 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-f03f7622-5bf2-4b0e-a97c-d5a0192a79da tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, d44a0b82-5030-4f7d-a7c7-ae040132053e) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:05.735465 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03f7622-5bf2-4b0e-a97c-d5a0192a79da tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:05.736078 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f03f7622-5bf2-4b0e-a97c-d5a0192a79da tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.740307 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f41505c-65f9-4b8c-8089-a1d984f895d5 None None] Network d44a0b82-5030-4f7d-a7c7-ae040132053e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:06.000289 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c60e7b5-db3d-4891-b48e-27a8572fe0b7 None None] Network d44a0b82-5030-4f7d-a7c7-ae040132053e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:06.201305 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f03f7622-5bf2-4b0e-a97c-d5a0192a79da tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9777992 Sep 16 05:22:06.204673 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58658) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:06.211962 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-9b8dcf82-985f-408c-8df9-2fb2d1ded3cf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-426218358', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}, 'admin_state_up': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:06.266639 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-32923c2c-35c6-47be-bc78-0ae1c7569e6f service neutron] 10.222.0.20 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894691 Sep 16 05:22:06.269063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc9b32-b201-4455-8957-98a369b4fece req-e96c30a6-564d-499b-a858-b07ddde22375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:06.270747 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96dc9b32-b201-4455-8957-98a369b4fece req-e96c30a6-564d-499b-a858-b07ddde22375 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d283ef6e-a821-47f2-8f1c-f973552ca4de HTTP/1.1" status: 200 len: 898 time: 0.5531893 Sep 16 05:22:06.340041 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b8dcf82-985f-408c-8df9-2fb2d1ded3cf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.343825 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b8dcf82-985f-408c-8df9-2fb2d1ded3cf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.428984 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96dc9b32-b201-4455-8957-98a369b4fece req-be4c9f33-5f1d-4856-a749-23875e01f4a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e9952-78f5-4879-8726-87de2dc3d740 HTTP/1.1" status: 200 len: 1002 time: 0.1388237 Sep 16 05:22:06.475339 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b8dcf82-985f-408c-8df9-2fb2d1ded3cf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.490261 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-e03e6f73-e100-4e6a-a904-c742ab54b316 service neutron] 10.222.0.20 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165039 Sep 16 05:22:06.519076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc9b32-b201-4455-8957-98a369b4fece req-755d07e1-5cb2-4970-b2f6-ebbccdcd17db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:06.520900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96dc9b32-b201-4455-8957-98a369b4fece req-755d07e1-5cb2-4970-b2f6-ebbccdcd17db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40db70dd-36da-475b-a49a-9f0eaaa57b93 HTTP/1.1" status: 200 len: 834 time: 0.0831244 Sep 16 05:22:06.589545 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc9b32-b201-4455-8957-98a369b4fece req-3cc0aa1f-ac0f-4602-9a34-7efda1151d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:06.591591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96dc9b32-b201-4455-8957-98a369b4fece req-3cc0aa1f-ac0f-4602-9a34-7efda1151d58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d283ef6e-a821-47f2-8f1c-f973552ca4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631299 Sep 16 05:22:06.815407 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96dc9b32-b201-4455-8957-98a369b4fece req-43460d2c-9cc2-49d3-912c-b34490a2950e service neutron] 10.222.0.21 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102680 Sep 16 05:22:06.920300 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b8dcf82-985f-408c-8df9-2fb2d1ded3cf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.107638 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96dc9b32-b201-4455-8957-98a369b4fece req-db53e28f-f5ce-4965-8908-68da48cd3e7a service neutron] 10.222.0.21 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840207 Sep 16 05:22:07.221046 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac68fb20-34b9-4e13-891c-96966b9ddc9a req-21f5f8b4-934e-4b49-9c47-6d2754197cbc tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 210 time: 0.1110606 Sep 16 05:22:07.372346 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b8dcf82-985f-408c-8df9-2fb2d1ded3cf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.401339 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b8dcf82-985f-408c-8df9-2fb2d1ded3cf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.552620 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-9b8dcf82-985f-408c-8df9-2fb2d1ded3cf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Allocated IP 172.25.4.220 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/a2e459b8-3bcd-402c-8db9-4f28a042ef42) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:07.783288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b8dcf82-985f-408c-8df9-2fb2d1ded3cf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.836951 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-29a0643b-6140-4145-b734-22eef833ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.951529 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b8dcf82-985f-408c-8df9-2fb2d1ded3cf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.038605 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8dcf82-985f-408c-8df9-2fb2d1ded3cf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:08.052738 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-9b8dcf82-985f-408c-8df9-2fb2d1ded3cf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:08.063941 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8dcf82-985f-408c-8df9-2fb2d1ded3cf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:08.070020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8dcf82-985f-408c-8df9-2fb2d1ded3cf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=a2e459b8-3bcd-402c-8db9-4f28a042ef42,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:08.370089 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bb88ce0-1966-4051-86a7-0f7d339ff599 req-0ad8361a-e46a-4b29-b179-c9fb33216c3e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 210 time: 0.0745587 Sep 16 05:22:08.625912 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.673818 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b8dcf82-985f-408c-8df9-2fb2d1ded3cf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.912115 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b8dcf82-985f-408c-8df9-2fb2d1ded3cf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.166115 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8dcf82-985f-408c-8df9-2fb2d1ded3cf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 2fd9762f-ab24-440e-8251-f15784ea11c8 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:22:09.372183 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8dcf82-985f-408c-8df9-2fb2d1ded3cf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:09.386670 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323bd07a-ee99-46d6-9eac-2661c30ab6a0 None None] Sync routers for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:09.390684 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.424606 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323bd07a-ee99-46d6-9eac-2661c30ab6a0 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:09.427931 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-323bd07a-ee99-46d6-9eac-2661c30ab6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:09.524213 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-323bd07a-ee99-46d6-9eac-2661c30ab6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:09.526250 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b8dcf82-985f-408c-8df9-2fb2d1ded3cf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.527867 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9b8dcf82-985f-408c-8df9-2fb2d1ded3cf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3220856 Sep 16 05:22:09.532299 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58698) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:09.539418 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323bd07a-ee99-46d6-9eac-2661c30ab6a0 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:09.539418 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-323bd07a-ee99-46d6-9eac-2661c30ab6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:09.575827 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-323bd07a-ee99-46d6-9eac-2661c30ab6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:09.576784 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323bd07a-ee99-46d6-9eac-2661c30ab6a0 None None] The sync data for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:09.584449 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3e3dc93-363f-434a-a36f-5379494d2584 req-059b2e12-8147-4b9b-b5f0-8a22136fc28a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 210 time: 0.0778501 Sep 16 05:22:10.823616 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4f4a0671-c8df-4ee4-8cf4-8b37d15d08e8 req-f520f5d4-fced-4a20-ae7e-84e3371b6f1b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 210 time: 0.0490358 Sep 16 05:22:10.833280 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-a11442ac-4e2c-44c2-9115-2c42d67de0ca tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:10.836466 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-a11442ac-4e2c-44c2-9115-2c42d67de0ca tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.38 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 811 time: 0.3909078 Sep 16 05:22:10.858263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Request body: {'port': {'device_id': 'e0223ee4-8224-42a5-bfc4-b301aaee6672', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'admin_state_up': True, 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:10.868575 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.190338 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Made reservation on behalf of 4e374b714a454b6bbbcea86d3b0a9144 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:11.195320 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.203840 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:22:11.448938 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-41e5b7e6-99aa-4307-bae5-0fe81a14d7ee tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.639828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Allocated IP 172.20.0.12 (43582cdc-205b-4fb3-8725-2a4b30e623df/5507afb9-2881-4920-bc53-bfa72716d79e/5d6a75ea-2127-4655-9cce-47275e28fcf5) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:11.991257 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.093354 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93314d95-45c4-4bc4-8dfa-e1017a54e767 req-69651bef-43cc-41b1-8aa3-7528aa9a270a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 210 time: 0.0577545 Sep 16 05:22:12.184682 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.237162 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['578b9db1-6406-4476-a652-453f0fada557'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:12.239539 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Network 43582cdc-205b-4fb3-8725-2a4b30e623df is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:12.244122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:12.248622 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:12.276297 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-41e5b7e6-99aa-4307-bae5-0fe81a14d7ee tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Allocated IP 172.20.0.1 (d44a0b82-5030-4f7d-a7c7-ae040132053e/408ba3b6-ef56-4398-8c20-ffa423eb112f/7dd4cd2b-b95b-4e6f-8d18-a4c3b2f4481c) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:12.402182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event updated for resources: {'Port': ['ID=5d6a75ea-2127-4655-9cce-47275e28fcf5,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:12.439494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:12.439866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:12.440204 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:12.440552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:12.440898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:12.441235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:12.441574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:12.441913 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:12.442245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:12.442580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:12.442938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:12.443276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:12.484595 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:12.488219 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.619782 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-fa49a933-db2f-4ed2-9025-79a741ee49cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7663310 Sep 16 05:22:12.645617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Request body: {'port': {'device_id': 'e0223ee4-8224-42a5-bfc4-b301aaee6672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:12.730524 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-41e5b7e6-99aa-4307-bae5-0fe81a14d7ee tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.789145 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.833181 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-08a32bd6-e05f-4531-9b31-88bd4f5defa5 None None] Provisioning complete for port 5d6a75ea-2127-4655-9cce-47275e28fcf5 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:12.833706 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-08a32bd6-e05f-4531-9b31-88bd4f5defa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.922826 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-08a32bd6-e05f-4531-9b31-88bd4f5defa5 None None] Port 5d6a75ea-2127-4655-9cce-47275e28fcf5 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:12.960479 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-41e5b7e6-99aa-4307-bae5-0fe81a14d7ee tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.095006 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e5b7e6-99aa-4307-bae5-0fe81a14d7ee tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Network d44a0b82-5030-4f7d-a7c7-ae040132053e is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:13.103105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-41e5b7e6-99aa-4307-bae5-0fe81a14d7ee tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:13.116562 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e5b7e6-99aa-4307-bae5-0fe81a14d7ee tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:13.201027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5b7e6-99aa-4307-bae5-0fe81a14d7ee tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=7dd4cd2b-b95b-4e6f-8d18-a4c3b2f4481c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:13.271658 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-41e5b7e6-99aa-4307-bae5-0fe81a14d7ee tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.400725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f12be-862e-4d7d-baa8-ffdd76417c9e req-b0f05dc5-53c0-439f-8958-30b1dc36e87c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:13.403252 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b85f12be-862e-4d7d-baa8-ffdd76417c9e req-b0f05dc5-53c0-439f-8958-30b1dc36e87c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 932 time: 0.1403005 Sep 16 05:22:13.505043 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b85f12be-862e-4d7d-baa8-ffdd76417c9e req-6a884250-f246-4fe6-8e36-e958ceea4696 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809531 Sep 16 05:22:13.562485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6a75ea-2127-4655-9cce-47275e28fcf5 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:13.576636 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.596836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Transition to ACTIVE for port object 5d6a75ea-2127-4655-9cce-47275e28fcf5 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:22:13.673887 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.731922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6a75ea-2127-4655-9cce-47275e28fcf5,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:13.828557 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-41e5b7e6-99aa-4307-bae5-0fe81a14d7ee tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.035126 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Attempting to bind port 5d6a75ea-2127-4655-9cce-47275e28fcf5 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:14.035820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Attempting to bind port 5d6a75ea-2127-4655-9cce-47275e28fcf5 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:14.036535 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Attempting to bind port 5d6a75ea-2127-4655-9cce-47275e28fcf5 on network 43582cdc-205b-4fb3-8725-2a4b30e623df {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:14.049795 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Port 5d6a75ea-2127-4655-9cce-47275e28fcf5 on network 43582cdc-205b-4fb3-8725-2a4b30e623df not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:22:14.051857 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Attempting to bind port 5d6a75ea-2127-4655-9cce-47275e28fcf5 on network 43582cdc-205b-4fb3-8725-2a4b30e623df {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:14.065892 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:14.066695 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Checking segment: {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:14.067606 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Bound using segment: {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:14.068551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Bound port: 5d6a75ea-2127-4655-9cce-47275e28fcf5, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:14.069387 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.284628 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] For port 5d6a75ea-2127-4655-9cce-47275e28fcf5, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:14.297468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] For port 5d6a75ea-2127-4655-9cce-47275e28fcf5, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5d6a75ea-2127-4655-9cce-47275e28fcf5,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:14.409079 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.477642 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:14.477642 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.477642 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] 10.222.0.38 "PUT /v2.0/ports/5d6a75ea-2127-4655-9cce-47275e28fcf5 HTTP/1.1" status: 200 len: 1093 time: 1.8419580 Sep 16 05:22:14.477642 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0223ee4-8224-42a5-bfc4-b301aaee6672', 'tag': '5d6a75ea-2127-4655-9cce-47275e28fcf5'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:14.477642 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70adf333-06ce-40ce-83f9-4291fc7ea13c" -d '{"events": [{"name": "network-changed", "server_uuid": "e0223ee4-8224-42a5-bfc4-b301aaee6672", "tag": "5d6a75ea-2127-4655-9cce-47275e28fcf5"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:14.542921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907d461-b6a7-4d0a-8c1d-f1ca2f34c841 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6a75ea-2127-4655-9cce-47275e28fcf5,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:14.592253 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-41e5b7e6-99aa-4307-bae5-0fe81a14d7ee tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.608691 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd23de4f-6256-49bb-b842-bdd3e88a18f1 x-openstack-request-id: req-cd23de4f-6256-49bb-b842-bdd3e88a18f1 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:14.609134 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0223ee4-8224-42a5-bfc4-b301aaee6672", "tag": "5d6a75ea-2127-4655-9cce-47275e28fcf5", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:14.609491 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd23de4f-6256-49bb-b842-bdd3e88a18f1 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:14.610016 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0223ee4-8224-42a5-bfc4-b301aaee6672', 'tag': '5d6a75ea-2127-4655-9cce-47275e28fcf5', 'status': 'completed', 'code': 200} Sep 16 05:22:14.747819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adf333-06ce-40ce-83f9-4291fc7ea13c req-a048225b-e23f-4549-9e77-ac2e95ed00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:14.750043 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70adf333-06ce-40ce-83f9-4291fc7ea13c req-a048225b-e23f-4549-9e77-ac2e95ed00a2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 1096 time: 0.0886133 Sep 16 05:22:14.931760 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-41e5b7e6-99aa-4307-bae5-0fe81a14d7ee tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.947199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14342ba-d1da-40ae-84de-e603d444d85d req-8f925a9c-c1c3-41c3-ba62-e28ff7e2465e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:14.948922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c14342ba-d1da-40ae-84de-e603d444d85d req-8f925a9c-c1c3-41c3-ba62-e28ff7e2465e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.2165945 Sep 16 05:22:15.026063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adf333-06ce-40ce-83f9-4291fc7ea13c req-848050b8-cd7a-4189-af2f-9136beac54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:15.029775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70adf333-06ce-40ce-83f9-4291fc7ea13c req-848050b8-cd7a-4189-af2f-9136beac54b8 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2507923 Sep 16 05:22:15.051953 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c14342ba-d1da-40ae-84de-e603d444d85d req-904494bd-4be9-4305-9649-b67efd1dec09 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832415 Sep 16 05:22:15.089286 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-41e5b7e6-99aa-4307-bae5-0fe81a14d7ee tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.119657 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5b7e6-99aa-4307-bae5-0fe81a14d7ee tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=7dd4cd2b-b95b-4e6f-8d18-a4c3b2f4481c,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:15.209226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adf333-06ce-40ce-83f9-4291fc7ea13c req-dce32bab-1624-4a96-b032-89b6f67c553d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:15.211092 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70adf333-06ce-40ce-83f9-4291fc7ea13c req-dce32bab-1624-4a96-b032-89b6f67c553d service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1542184 Sep 16 05:22:15.425105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-7ceb92d3-faf9-4f71-b9ad-20bfa8919859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:15.428976 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-7ceb92d3-faf9-4f71-b9ad-20bfa8919859 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 1096 time: 0.1199620 Sep 16 05:22:15.438389 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e5b7e6-99aa-4307-bae5-0fe81a14d7ee tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Network d44a0b82-5030-4f7d-a7c7-ae040132053e is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:15.440949 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-41e5b7e6-99aa-4307-bae5-0fe81a14d7ee tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:15.571932 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-4d81b335-f500-44dd-aa1a-a6f3068f7c89 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d6a75ea-2127-4655-9cce-47275e28fcf5 HTTP/1.1" status: 200 len: 217 time: 0.1286271 Sep 16 05:22:15.670478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-26ce0514-efbc-4261-bfc9-6629486a359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:15.672366 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-26ce0514-efbc-4261-bfc9-6629486a359b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.0916660 Sep 16 05:22:15.827622 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-d4b65639-c2ea-492a-93c1-81cc61e511d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:15.842237 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-d4b65639-c2ea-492a-93c1-81cc61e511d7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1589158 Sep 16 05:22:15.891385 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e5b7e6-99aa-4307-bae5-0fe81a14d7ee tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 2fd9762f-ab24-440e-8251-f15784ea11c8 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:16.199875 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-7565a729-88f5-4ba9-aa7b-79cbc6796cf8 service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495977 Sep 16 05:22:16.227532 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e5b7e6-99aa-4307-bae5-0fe81a14d7ee tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:16.246261 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e23ce-4974-4351-9040-1e7e0c179291 None None] Sync routers for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:16.247054 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-41e5b7e6-99aa-4307-bae5-0fe81a14d7ee tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "PUT /v2.0/routers/2fd9762f-ab24-440e-8251-f15784ea11c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7086842 Sep 16 05:22:16.251961 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58746) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:16.262451 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d10d29b9-4e4e-4183-b172-e76b05537436 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'port': {'network_id': 'd44a0b82-5030-4f7d-a7c7-ae040132053e', 'name': 'tempest-FloatingIPTestJSON-870793110'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:16.273632 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e23ce-4974-4351-9040-1e7e0c179291 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:16.275185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-480e23ce-4974-4351-9040-1e7e0c179291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:16.390184 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-480e23ce-4974-4351-9040-1e7e0c179291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:16.404361 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e23ce-4974-4351-9040-1e7e0c179291 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:16.405439 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-480e23ce-4974-4351-9040-1e7e0c179291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:16.453972 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-480e23ce-4974-4351-9040-1e7e0c179291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:16.456054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e23ce-4974-4351-9040-1e7e0c179291 None None] The sync data for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:16.576660 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fc917-00cc-4756-b7de-77cc01f7929f req-e45052af-3ffe-402a-b536-274be0216827 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:16.578789 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a8fc917-00cc-4756-b7de-77cc01f7929f req-e45052af-3ffe-402a-b536-274be0216827 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.2933426 Sep 16 05:22:16.584420 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10d29b9-4e4e-4183-b172-e76b05537436 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Made reservation on behalf of be2ecd6c30b048df9bde843d2b3b4531 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:16.599168 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d10d29b9-4e4e-4183-b172-e76b05537436 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.602231 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f6c5f9f-f623-473b-a2b7-ac1f32d7c474 req-87077cb6-3863-45fc-9489-a9dacee44b9a service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941505 Sep 16 05:22:16.656955 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-d10d29b9-4e4e-4183-b172-e76b05537436 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] device_id is not set on port 0961cb47-e499-4696-8928-d90e5982b2c6 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:16.663017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a8fc917-00cc-4756-b7de-77cc01f7929f req-d580ec40-9217-4f6b-9ae5-fa5566974cae tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555899 Sep 16 05:22:16.960157 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-d10d29b9-4e4e-4183-b172-e76b05537436 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Allocated IP 172.20.0.13 (d44a0b82-5030-4f7d-a7c7-ae040132053e/408ba3b6-ef56-4398-8c20-ffa423eb112f/0961cb47-e499-4696-8928-d90e5982b2c6) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:17.256776 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d10d29b9-4e4e-4183-b172-e76b05537436 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.453875 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d10d29b9-4e4e-4183-b172-e76b05537436 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.592064 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d29b9-4e4e-4183-b172-e76b05537436 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=0961cb47-e499-4696-8928-d90e5982b2c6,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:17.640867 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10d29b9-4e4e-4183-b172-e76b05537436 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Network d44a0b82-5030-4f7d-a7c7-ae040132053e is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:17.643641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-d10d29b9-4e4e-4183-b172-e76b05537436 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:17.647562 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d29b9-4e4e-4183-b172-e76b05537436 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:17.810284 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10d29b9-4e4e-4183-b172-e76b05537436 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:17.817041 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d10d29b9-4e4e-4183-b172-e76b05537436 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.933640 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d10d29b9-4e4e-4183-b172-e76b05537436 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6802652 Sep 16 05:22:17.936413 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58762) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:17.942271 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ca58626d-904e-46ed-8c38-0260790fd930 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'port': {'network_id': 'd44a0b82-5030-4f7d-a7c7-ae040132053e', 'name': 'tempest-FloatingIPTestJSON-599939404'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:17.946790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9cba4-00ef-4a6a-b664-356a3f64a463 req-3ef734b6-b9f6-468a-91d9-05ceef58f72c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:17.948895 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4d9cba4-00ef-4a6a-b664-356a3f64a463 req-3ef734b6-b9f6-468a-91d9-05ceef58f72c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1043980 Sep 16 05:22:18.012074 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4d9cba4-00ef-4a6a-b664-356a3f64a463 req-2797fdac-7ef6-4d40-97de-d22679524b5f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494668 Sep 16 05:22:18.598332 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca58626d-904e-46ed-8c38-0260790fd930 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Made reservation on behalf of be2ecd6c30b048df9bde843d2b3b4531 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:18.615512 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca58626d-904e-46ed-8c38-0260790fd930 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.673793 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-ca58626d-904e-46ed-8c38-0260790fd930 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] device_id is not set on port 5214d0f4-850f-4687-a8f2-5372ba6a7fba yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:18.869779 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-ca58626d-904e-46ed-8c38-0260790fd930 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Allocated IP 172.20.0.5 (d44a0b82-5030-4f7d-a7c7-ae040132053e/408ba3b6-ef56-4398-8c20-ffa423eb112f/5214d0f4-850f-4687-a8f2-5372ba6a7fba) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:19.168045 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca58626d-904e-46ed-8c38-0260790fd930 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.329532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc71898-0b00-48d2-98fc-cf11368ba01f req-6fbb1aa2-b006-4eab-b3d5-3a402bcbd13e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:19.352186 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4cc71898-0b00-48d2-98fc-cf11368ba01f req-6fbb1aa2-b006-4eab-b3d5-3a402bcbd13e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1474063 Sep 16 05:22:19.389567 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4cc71898-0b00-48d2-98fc-cf11368ba01f req-100871e5-2233-4a16-9349-166060a21ca1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507181 Sep 16 05:22:19.458725 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca58626d-904e-46ed-8c38-0260790fd930 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.519943 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca58626d-904e-46ed-8c38-0260790fd930 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Network d44a0b82-5030-4f7d-a7c7-ae040132053e is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:19.524578 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-ca58626d-904e-46ed-8c38-0260790fd930 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:19.532316 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca58626d-904e-46ed-8c38-0260790fd930 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:19.616796 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58626d-904e-46ed-8c38-0260790fd930 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=5214d0f4-850f-4687-a8f2-5372ba6a7fba,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:19.666744 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca58626d-904e-46ed-8c38-0260790fd930 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:19.667647 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ca58626d-904e-46ed-8c38-0260790fd930 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.821505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58770) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:19.918456 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ca58626d-904e-46ed-8c38-0260790fd930 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8840189 Sep 16 05:22:19.919563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': '5214d0f4-850f-4687-a8f2-5372ba6a7fba', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:20.093873 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.311678 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.559750 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Allocated IP 172.25.4.187 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/407fb6b7-7ce6-4116-8e07-26fdf5db2f7d) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:20.595112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e79da3-9689-4e38-b05a-690cd325a017 req-f402fdb9-160c-4f0c-97ed-fa8c8fd2693a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:20.600037 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07e79da3-9689-4e38-b05a-690cd325a017 req-f402fdb9-160c-4f0c-97ed-fa8c8fd2693a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.0986123 Sep 16 05:22:20.780986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07e79da3-9689-4e38-b05a-690cd325a017 req-dfb8bde9-e3da-4b06-af2f-45046aff817d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587074 Sep 16 05:22:20.846972 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.995082 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.096429 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:21.103003 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:21.115252 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:21.156823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=407fb6b7-7ce6-4116-8e07-26fdf5db2f7d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:22.047627 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15049c-4bfd-4701-a07e-5d61a2ebc4b1 req-7e2f2980-2b83-445b-80f7-78949c067a03 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:22.050707 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b15049c-4bfd-4701-a07e-5d61a2ebc4b1 req-7e2f2980-2b83-445b-80f7-78949c067a03 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1262133 Sep 16 05:22:22.177449 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:22.182551 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b15049c-4bfd-4701-a07e-5d61a2ebc4b1 req-e40823de-ddd3-4fe0-a504-fdf9aa6d720e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249194 Sep 16 05:22:22.370185 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:22.577838 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:22.686920 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:22.778445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=407fb6b7-7ce6-4116-8e07-26fdf5db2f7d,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:22.789431 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:22.977834 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Floating IP 9224313c-47df-434b-81ea-c3e2c8f8e0b7 associated. External IP: 172.25.4.187, port: 5214d0f4-850f-4687-a8f2-5372ba6a7fba. Sep 16 05:22:23.245208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 2fd9762f-ab24-440e-8251-f15784ea11c8 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:23.479500 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e35ce4-5225-44a8-9bd0-e6c81f1a319d req-2afbc052-3151-44b2-9ceb-96a7f1c98e19 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:23.481169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34e35ce4-5225-44a8-9bd0-e6c81f1a319d req-2afbc052-3151-44b2-9ceb-96a7f1c98e19 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1667895 Sep 16 05:22:23.517969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:23.531698 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f7a08-b80c-4fa7-a598-003a0225e4ff None None] Sync routers for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:23.544296 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6f7a08-b80c-4fa7-a598-003a0225e4ff None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:23.545117 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-cd6f7a08-b80c-4fa7-a598-003a0225e4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:23.550510 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34e35ce4-5225-44a8-9bd0-e6c81f1a319d req-e9b0de42-fafa-4e84-b69b-7b35f2f4e8cf tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609429 Sep 16 05:22:23.587726 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-cd6f7a08-b80c-4fa7-a598-003a0225e4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:23.598085 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6f7a08-b80c-4fa7-a598-003a0225e4ff None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:23.598817 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-cd6f7a08-b80c-4fa7-a598-003a0225e4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:23.634711 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-cd6f7a08-b80c-4fa7-a598-003a0225e4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:23.635508 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f7a08-b80c-4fa7-a598-003a0225e4ff None None] The sync data for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:23.645874 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.688547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fccd8cc5-dd1b-494d-b4da-29d597bff7d7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8704648 Sep 16 05:22:23.693728 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58840) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:23.698411 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3f0c3fba-6b64-48aa-9294-d84f7091a0ad tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:23.779076 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3fba-6b64-48aa-9294-d84f7091a0ad tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.914491 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bbd6e-ebe8-4477-9cbf-0f5b1f22ff29 req-94d65077-e07d-4f28-b07d-3397cf5dbfd7 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:23.916181 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb4bbd6e-ebe8-4477-9cbf-0f5b1f22ff29 req-94d65077-e07d-4f28-b07d-3397cf5dbfd7 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 1099 time: 0.1339896 Sep 16 05:22:24.009213 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3fba-6b64-48aa-9294-d84f7091a0ad tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.021639 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb4bbd6e-ebe8-4477-9cbf-0f5b1f22ff29 req-ba89694b-f772-47d4-8bc7-195620851eb9 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912216 Sep 16 05:22:24.069307 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58850) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:24.120957 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3fba-6b64-48aa-9294-d84f7091a0ad tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.121313 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-3f0c3fba-6b64-48aa-9294-d84f7091a0ad tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Floating IP 9224313c-47df-434b-81ea-c3e2c8f8e0b7 disassociated. External IP: 172.25.4.187, port: 5214d0f4-850f-4687-a8f2-5372ba6a7fba. Sep 16 05:22:24.444594 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-501397ec-8fff-47d6-8bef-383f4fdcb10f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Deleting port d4eb4172-867a-419c-9f75-71f5a7ab7115 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:24.445657 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-501397ec-8fff-47d6-8bef-383f4fdcb10f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.533560 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0c3fba-6b64-48aa-9294-d84f7091a0ad tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 2fd9762f-ab24-440e-8251-f15784ea11c8 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:24.567029 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-501397ec-8fff-47d6-8bef-383f4fdcb10f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.567356 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-501397ec-8fff-47d6-8bef-383f4fdcb10f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.572809 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.624893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-501397ec-8fff-47d6-8bef-383f4fdcb10f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Calling delete_port for d4eb4172-867a-419c-9f75-71f5a7ab7115 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:25.081257 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0c3fba-6b64-48aa-9294-d84f7091a0ad tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:25.091634 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3fba-6b64-48aa-9294-d84f7091a0ad tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.095327 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f445b30a-90f4-46f4-a2a7-10f55fe89167 None None] Sync routers for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:25.110350 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f445b30a-90f4-46f4-a2a7-10f55fe89167 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:25.111542 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f445b30a-90f4-46f4-a2a7-10f55fe89167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:25.141939 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8612d-4d26-4e20-adcd-a7ab4352a267 req-1092b230-981b-4005-ba3a-7b2e88dbb66d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:25.143614 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-efe8612d-4d26-4e20-adcd-a7ab4352a267 req-1092b230-981b-4005-ba3a-7b2e88dbb66d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1699476 Sep 16 05:22:25.163030 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3f0c3fba-6b64-48aa-9294-d84f7091a0ad tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "PUT /v2.0/floatingips/9224313c-47df-434b-81ea-c3e2c8f8e0b7 HTTP/1.1" status: 200 len: 688 time: 1.4677861 Sep 16 05:22:25.168814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58878) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:25.185877 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f445b30a-90f4-46f4-a2a7-10f55fe89167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:25.205139 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f445b30a-90f4-46f4-a2a7-10f55fe89167 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:25.206185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f445b30a-90f4-46f4-a2a7-10f55fe89167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:25.249651 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f445b30a-90f4-46f4-a2a7-10f55fe89167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:25.250382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f445b30a-90f4-46f4-a2a7-10f55fe89167 None None] The sync data for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:25.348347 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-efe8612d-4d26-4e20-adcd-a7ab4352a267 req-61cd8aa0-72ad-452f-98ce-98c8a2daccfb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877630 Sep 16 05:22:25.432480 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-1cf7d65a-29f3-4a0d-968c-f0ab24daedd0 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Deleting port 407fb6b7-7ce6-4116-8e07-26fdf5db2f7d {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:25.432834 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1cf7d65a-29f3-4a0d-968c-f0ab24daedd0 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.525083 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-501397ec-8fff-47d6-8bef-383f4fdcb10f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.573995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501397ec-8fff-47d6-8bef-383f4fdcb10f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Port': ['ID=d4eb4172-867a-419c-9f75-71f5a7ab7115,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:25.588358 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1cf7d65a-29f3-4a0d-968c-f0ab24daedd0 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.588358 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1cf7d65a-29f3-4a0d-968c-f0ab24daedd0 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.637799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-1cf7d65a-29f3-4a0d-968c-f0ab24daedd0 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Calling delete_port for 407fb6b7-7ce6-4116-8e07-26fdf5db2f7d owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:25.706259 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-501397ec-8fff-47d6-8bef-383f4fdcb10f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.706610 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-501397ec-8fff-47d6-8bef-383f4fdcb10f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Floating IP 845c9013-73af-445f-a6c8-294066f49f6c disassociated (deleted). External IP: 172.25.4.198, port: 153e9952-78f5-4879-8726-87de2dc3d740. Sep 16 05:22:26.049252 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501397ec-8fff-47d6-8bef-383f4fdcb10f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Router 98723634-7bbd-43ff-99aa-3e4e6245a876 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:26.064059 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1cf7d65a-29f3-4a0d-968c-f0ab24daedd0 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.140759 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7d65a-29f3-4a0d-968c-f0ab24daedd0 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event deleted for resources: {'Port': ['ID=407fb6b7-7ce6-4116-8e07-26fdf5db2f7d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:26.277072 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1cf7d65a-29f3-4a0d-968c-f0ab24daedd0 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.279810 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1cf7d65a-29f3-4a0d-968c-f0ab24daedd0 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.281062 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1cf7d65a-29f3-4a0d-968c-f0ab24daedd0 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "DELETE /v2.0/floatingips/9224313c-47df-434b-81ea-c3e2c8f8e0b7 HTTP/1.1" status: 204 len: 168 time: 1.1127534 Sep 16 05:22:26.285849 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58884) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:26.290985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': '0961cb47-e499-4696-8928-d90e5982b2c6'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:26.296205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501397ec-8fff-47d6-8bef-383f4fdcb10f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:26.302810 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-501397ec-8fff-47d6-8bef-383f4fdcb10f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.311525 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b3e945-3951-41d1-8f3d-5105d88a514e None None] Sync routers for ids ['98723634-7bbd-43ff-99aa-3e4e6245a876'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:26.332724 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b3e945-3951-41d1-8f3d-5105d88a514e None None] Routers {'98723634-7bbd-43ff-99aa-3e4e6245a876'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:26.335033 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-02b3e945-3951-41d1-8f3d-5105d88a514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98723634-7bbd-43ff-99aa-3e4e6245a876'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:26.351140 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-501397ec-8fff-47d6-8bef-383f4fdcb10f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "DELETE /v2.0/floatingips/845c9013-73af-445f-a6c8-294066f49f6c HTTP/1.1" status: 204 len: 168 time: 2.2801566 Sep 16 05:22:26.351828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:26.354640 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22bd90c-f0ae-4694-80c4-594771b453b3" -d '{"events": [{"name": "network-changed", "server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "tag": "153e9952-78f5-4879-8726-87de2dc3d740"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:26.420097 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.455860 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01145ab-232c-49e3-a723-23eb481aced8 x-openstack-request-id: req-e01145ab-232c-49e3-a723-23eb481aced8 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:26.456265 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "tag": "153e9952-78f5-4879-8726-87de2dc3d740", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:26.456615 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e01145ab-232c-49e3-a723-23eb481aced8 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:26.457648 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740', 'status': 'completed', 'code': 200} Sep 16 05:22:26.558942 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-02b3e945-3951-41d1-8f3d-5105d88a514e None None] Set router 98723634-7bbd-43ff-99aa-3e4e6245a876 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:26.677497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e8fdf-b0fb-4dab-bd95-00e58ac9c10f req-3142ab7a-2861-4fd9-988a-d7ba28dfc34d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:26.680932 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-140e8fdf-b0fb-4dab-bd95-00e58ac9c10f req-3142ab7a-2861-4fd9-988a-d7ba28dfc34d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1344812 Sep 16 05:22:26.685045 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bd90c-f0ae-4694-80c4-594771b453b3 req-0ce89e70-304f-419c-a053-1d4e34eadd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:26.687908 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b22bd90c-f0ae-4694-80c4-594771b453b3 req-0ce89e70-304f-419c-a053-1d4e34eadd65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 1099 time: 0.1393695 Sep 16 05:22:26.936269 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-140e8fdf-b0fb-4dab-bd95-00e58ac9c10f req-e406dbbc-ef23-4fee-a946-c15bbee2676f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441423 Sep 16 05:22:26.968806 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.988269 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-02b3e945-3951-41d1-8f3d-5105d88a514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988535608', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:54Z', 'updated_at': '2021-09-16T05:19:02Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:55Z', 'updated_at': '2021-09-16T05:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'd6ffeca6-44c7-41d4-b6db-3b0667ec3482', 'name': '', 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:3a:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:00Z', 'updated_at': '2021-09-16T05:19:08Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:27.006265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bd90c-f0ae-4694-80c4-594771b453b3 req-90c77cc3-cdd1-49e6-a613-d14b16c5eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:27.008452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b22bd90c-f0ae-4694-80c4-594771b453b3 req-90c77cc3-cdd1-49e6-a613-d14b16c5eba8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d283ef6e-a821-47f2-8f1c-f973552ca4de HTTP/1.1" status: 200 len: 898 time: 0.3119142 Sep 16 05:22:27.022547 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b3e945-3951-41d1-8f3d-5105d88a514e None None] Checking router: 98723634-7bbd-43ff-99aa-3e4e6245a876 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:22:27.032747 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b3e945-3951-41d1-8f3d-5105d88a514e None None] Routers {'98723634-7bbd-43ff-99aa-3e4e6245a876'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:27.033478 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-02b3e945-3951-41d1-8f3d-5105d88a514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98723634-7bbd-43ff-99aa-3e4e6245a876'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:27.127948 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b22bd90c-f0ae-4694-80c4-594771b453b3 req-6feb6b03-d9f1-42c7-aa32-be51870f190a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e9952-78f5-4879-8726-87de2dc3d740 HTTP/1.1" status: 200 len: 217 time: 0.0741386 Sep 16 05:22:27.184171 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-02b3e945-3951-41d1-8f3d-5105d88a514e None None] Set router 98723634-7bbd-43ff-99aa-3e4e6245a876 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:27.292298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bcccf-8385-41e0-aa8f-84002ff4eafa req-6837775f-f7a7-4241-9091-2066d887419b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:27.294294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-616bcccf-8385-41e0-aa8f-84002ff4eafa req-6837775f-f7a7-4241-9091-2066d887419b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 947 time: 0.1565826 Sep 16 05:22:27.295780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Allocated IP 172.25.4.223 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/5ad69b9a-ebf0-4ff4-a85a-5e8ae7af4b96) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:27.299127 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bd90c-f0ae-4694-80c4-594771b453b3 req-fd98d4bb-a9d0-4fdb-b6b3-320776451023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:27.301954 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b22bd90c-f0ae-4694-80c4-594771b453b3 req-fd98d4bb-a9d0-4fdb-b6b3-320776451023 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40db70dd-36da-475b-a49a-9f0eaaa57b93 HTTP/1.1" status: 200 len: 834 time: 0.1588283 Sep 16 05:22:27.450629 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-616bcccf-8385-41e0-aa8f-84002ff4eafa req-e993dfb5-0895-41e5-be05-fdcf49b92dcb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434314 Sep 16 05:22:27.460253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bd90c-f0ae-4694-80c4-594771b453b3 req-94698a39-0f17-476d-8699-fe2166536190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:27.462002 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b22bd90c-f0ae-4694-80c4-594771b453b3 req-94698a39-0f17-476d-8699-fe2166536190 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d283ef6e-a821-47f2-8f1c-f973552ca4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1496301 Sep 16 05:22:27.521175 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-02b3e945-3951-41d1-8f3d-5105d88a514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988535608', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:54Z', 'updated_at': '2021-09-16T05:19:02Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:55Z', 'updated_at': '2021-09-16T05:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'd6ffeca6-44c7-41d4-b6db-3b0667ec3482', 'name': '', 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:3a:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:00Z', 'updated_at': '2021-09-16T05:19:08Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:27.578340 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.581985 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b3e945-3951-41d1-8f3d-5105d88a514e None None] The sync data for ids ['98723634-7bbd-43ff-99aa-3e4e6245a876'] in n-d-712140-13 is: [{'id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988535608', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:54Z', 'updated_at': '2021-09-16T05:19:02Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:55Z', 'updated_at': '2021-09-16T05:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'd6ffeca6-44c7-41d4-b6db-3b0667ec3482', 'name': '', 'network_id': 'd283ef6e-a821-47f2-8f1c-f973552ca4de', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:3a:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:00Z', 'updated_at': '2021-09-16T05:19:08Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '40db70dd-36da-475b-a49a-9f0eaaa57b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:27.645090 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b22bd90c-f0ae-4694-80c4-594771b453b3 req-d6cb439f-2ced-4cb5-84ee-c1c7a426d799 service neutron] 10.222.0.21 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743848 Sep 16 05:22:27.808266 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b22bd90c-f0ae-4694-80c4-594771b453b3 req-35c9ecc0-1850-4ca2-8e4e-13279202a86f service neutron] 10.222.0.21 "GET /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529267 Sep 16 05:22:27.887649 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.953514 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:27.966073 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:27.973408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:28.030615 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=5ad69b9a-ebf0-4ff4-a85a-5e8ae7af4b96,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:28.071912 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce981add-4f33-4894-bf93-58e0616099b0 None None] New status for floating IP 845c9013-73af-445f-a6c8-294066f49f6c: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:22:28.237333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861a4c8-6482-4c45-8b1b-dab6b3381007 req-32a628a4-7326-4c08-b0ec-3dfd9e3fffbc tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:28.239164 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a861a4c8-6482-4c45-8b1b-dab6b3381007 req-32a628a4-7326-4c08-b0ec-3dfd9e3fffbc tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1941526 Sep 16 05:22:28.358563 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a861a4c8-6482-4c45-8b1b-dab6b3381007 req-2d345eda-cf7b-4b80-ad24-7b15b141f519 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034145 Sep 16 05:22:28.629407 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.047667 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58904) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:29.048408 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.071882 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535f067-2c55-40de-a9a5-f1594b25787f req-ac179b36-e096-4f9d-82c8-86f856bc27d1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:29.075756 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8535f067-2c55-40de-a9a5-f1594b25787f req-ac179b36-e096-4f9d-82c8-86f856bc27d1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 947 time: 0.4807658 Sep 16 05:22:29.122593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddd8b66-b2da-44b7-a113-90c924e5df29 admin admin] Deleting subnet c51bccb5-4b5b-4b32-b87a-27803b377927 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:29.128481 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5ddd8b66-b2da-44b7-a113-90c924e5df29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.164961 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6738867-0596-4137-a3cf-ae293d99238c req-c2a20610-cf11-43b3-b767-2d0f62a0906f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:29.166987 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a6738867-0596-4137-a3cf-ae293d99238c req-c2a20610-cf11-43b3-b767-2d0f62a0906f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 947 time: 0.1953702 Sep 16 05:22:29.187041 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5ddd8b66-b2da-44b7-a113-90c924e5df29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.248061 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5ddd8b66-b2da-44b7-a113-90c924e5df29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.258583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8535f067-2c55-40de-a9a5-f1594b25787f req-b46685a5-c97d-4379-b2d3-c2377182c296 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab39fe-d3e2-4052-ac54-39be06225ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580114 Sep 16 05:22:29.340732 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a6738867-0596-4137-a3cf-ae293d99238c req-2b6f8420-db9d-49de-bf9d-21deaf925f2f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Deleting port 153e9952-78f5-4879-8726-87de2dc3d740 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:29.341523 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a6738867-0596-4137-a3cf-ae293d99238c req-2b6f8420-db9d-49de-bf9d-21deaf925f2f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.444167 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5ddd8b66-b2da-44b7-a113-90c924e5df29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.452529 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.481906 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd8b66-b2da-44b7-a113-90c924e5df29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c51bccb5-4b5b-4b32-b87a-27803b377927,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:29.484901 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5ddd8b66-b2da-44b7-a113-90c924e5df29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.492518 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5ddd8b66-b2da-44b7-a113-90c924e5df29 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c51bccb5-4b5b-4b32-b87a-27803b377927 HTTP/1.1" status: 204 len: 168 time: 0.4413631 Sep 16 05:22:29.492518 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58908) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:29.596095 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-24d647e0-cadc-4d86-9b30-c420a6f029c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.696447 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a6738867-0596-4137-a3cf-ae293d99238c req-2b6f8420-db9d-49de-bf9d-21deaf925f2f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] For port 153e9952-78f5-4879-8726-87de2dc3d740, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=153e9952-78f5-4879-8726-87de2dc3d740,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:29.696860 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a6738867-0596-4137-a3cf-ae293d99238c req-2b6f8420-db9d-49de-bf9d-21deaf925f2f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.707497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e8d7a-b785-443f-941a-f51045aeb97b req-f8aa370b-9383-42eb-907e-a987e5fe1fac tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:29.715692 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e15e8d7a-b785-443f-941a-f51045aeb97b req-f8aa370b-9383-42eb-907e-a987e5fe1fac tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.2024090 Sep 16 05:22:29.774938 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-24d647e0-cadc-4d86-9b30-c420a6f029c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.782614 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a6738867-0596-4137-a3cf-ae293d99238c req-2b6f8420-db9d-49de-bf9d-21deaf925f2f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Calling delete_port for 153e9952-78f5-4879-8726-87de2dc3d740 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:29.814679 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-24d647e0-cadc-4d86-9b30-c420a6f029c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04a575b-5a6c-4cce-b52c-4be1c44ed0fe']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:29.837231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-24d647e0-cadc-4d86-9b30-c420a6f029c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c346b7f-679f-42e0-9374-420123933b58') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:29.837829 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-24d647e0-cadc-4d86-9b30-c420a6f029c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c346b7f-679f-42e0-9374-420123933b58') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:29.843781 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e15e8d7a-b785-443f-941a-f51045aeb97b req-d67e0005-dc01-4952-8b5e-1858de5fb7c9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260519 Sep 16 05:22:29.852403 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-24d647e0-cadc-4d86-9b30-c420a6f029c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.875922 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-24d647e0-cadc-4d86-9b30-c420a6f029c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.884553 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d647e0-cadc-4d86-9b30-c420a6f029c3 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:22:29.885207 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-24d647e0-cadc-4d86-9b30-c420a6f029c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:22:29.890208 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:22:29.983740 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.035375 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-24d647e0-cadc-4d86-9b30-c420a6f029c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.043716 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-24d647e0-cadc-4d86-9b30-c420a6f029c3 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.047765 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-24d647e0-cadc-4d86-9b30-c420a6f029c3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f04a575b-5a6c-4cce-b52c-4be1c44ed0fe HTTP/1.1" status: 204 len: 168 time: 0.5529540 Sep 16 05:22:30.073413 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d647e0-cadc-4d86-9b30-c420a6f029c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f04a575b-5a6c-4cce-b52c-4be1c44ed0fe,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:30.092458 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.212911 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a6738867-0596-4137-a3cf-ae293d99238c req-2b6f8420-db9d-49de-bf9d-21deaf925f2f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.226568 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=5ad69b9a-ebf0-4ff4-a85a-5e8ae7af4b96,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:30.264768 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f8420-db9d-49de-bf9d-21deaf925f2f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Port': ['ID=153e9952-78f5-4879-8726-87de2dc3d740,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:30.267298 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.363131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6738867-0596-4137-a3cf-ae293d99238c req-2b6f8420-db9d-49de-bf9d-21deaf925f2f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] No DVR routers for this DVR port 153e9952-78f5-4879-8726-87de2dc3d740 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:30.368075 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a6738867-0596-4137-a3cf-ae293d99238c req-2b6f8420-db9d-49de-bf9d-21deaf925f2f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.370152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a6738867-0596-4137-a3cf-ae293d99238c req-2b6f8420-db9d-49de-bf9d-21deaf925f2f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.21 "DELETE /v2.0/ports/153e9952-78f5-4879-8726-87de2dc3d740 HTTP/1.1" status: 204 len: 173 time: 1.1945550 Sep 16 05:22:30.370625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'name': 'network-vif-deleted', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:30.373254 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7441d1-13f4-4f09-b0b0-7ad758ad132c" -d '{"events": [{"server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "name": "network-vif-deleted", "tag": "153e9952-78f5-4879-8726-87de2dc3d740"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:30.448992 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9483567d-9c30-4429-a318-ea2ed090c37f x-openstack-request-id: req-9483567d-9c30-4429-a318-ea2ed090c37f {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:30.449311 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e1f229-2003-45e4-b060-d0ebcf8b99e2", "name": "network-vif-deleted", "tag": "153e9952-78f5-4879-8726-87de2dc3d740", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:30.449520 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9483567d-9c30-4429-a318-ea2ed090c37f {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:30.449925 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e1f229-2003-45e4-b060-d0ebcf8b99e2', 'name': 'network-vif-deleted', 'tag': '153e9952-78f5-4879-8726-87de2dc3d740', 'status': 'completed', 'code': 200} Sep 16 05:22:30.452206 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-409b98df-bb46-4ef0-9424-417f29c6dd16 req-7245792b-cc55-49c5-8e1c-ea32d3cd8785 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 210 time: 0.0349905 Sep 16 05:22:30.474999 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Floating IP f079cceb-4e48-4233-93bd-994c049ceb3b associated. External IP: 172.25.4.223, port: 0961cb47-e499-4696-8928-d90e5982b2c6. Sep 16 05:22:30.761797 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 2fd9762f-ab24-440e-8251-f15784ea11c8 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:30.903240 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58918) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:30.919415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:30.937158 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d797aeb7-1997-4cd1-9a41-09315dc18097 None None] Sync routers for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:30.953093 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d797aeb7-1997-4cd1-9a41-09315dc18097 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:30.953925 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d797aeb7-1997-4cd1-9a41-09315dc18097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:30.970151 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-91b93afc-7631-4a78-ba4e-15070c2e44ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d9ffc537b46452d9cbf0a99d8b33b3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0642862 Sep 16 05:22:30.972746 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58920) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:30.993433 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d797aeb7-1997-4cd1-9a41-09315dc18097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:31.004019 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d797aeb7-1997-4cd1-9a41-09315dc18097 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:31.005779 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d797aeb7-1997-4cd1-9a41-09315dc18097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:31.049600 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d797aeb7-1997-4cd1-9a41-09315dc18097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:31.050267 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d797aeb7-1997-4cd1-9a41-09315dc18097 None None] The sync data for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:31.061763 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7d05b78a-af8a-4606-a70d-07976350afbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.083254 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.090871 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7d05b78a-af8a-4606-a70d-07976350afbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.155094 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3b0272c2-51c5-43f8-98eb-10903f4859c1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8677247 Sep 16 05:22:31.159368 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58922) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:31.176167 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6de6a-0c7e-424e-b45e-3d5d5de21302 req-a8496d42-badc-4072-885f-3c88f1e6cff6 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:31.181789 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ff6de6a-0c7e-424e-b45e-3d5d5de21302 req-a8496d42-badc-4072-885f-3c88f1e6cff6 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1575940 Sep 16 05:22:31.254574 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-eaa6eced-5026-4111-a6ed-7ea9428ec89b tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "GET /v2.0/floatingips/f079cceb-4e48-4233-93bd-994c049ceb3b HTTP/1.1" status: 200 len: 978 time: 0.0929141 Sep 16 05:22:31.256715 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ff6de6a-0c7e-424e-b45e-3d5d5de21302 req-309ad6ea-7ff3-45c4-abfb-02f2bb9a5bbb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635943 Sep 16 05:22:31.259139 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58924) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:31.332171 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7d05b78a-af8a-4606-a70d-07976350afbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.335467 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7d05b78a-af8a-4606-a70d-07976350afbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.336768 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7d05b78a-af8a-4606-a70d-07976350afbe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/201d174a-8972-4f85-8cce-ee1469c28dba HTTP/1.1" status: 204 len: 168 time: 0.3624282 Sep 16 05:22:31.345274 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05b78a-af8a-4606-a70d-07976350afbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201d174a-8972-4f85-8cce-ee1469c28dba,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:31.417300 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-91dc369d-7945-406f-b729-55599efe2919 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1564476 Sep 16 05:22:31.420485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58928) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:31.428286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b21745c0-2d85-48dd-a1d3-c32a27f54771 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'floatingip': {'port_id': '5214d0f4-850f-4687-a8f2-5372ba6a7fba'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:31.514654 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b21745c0-2d85-48dd-a1d3-c32a27f54771 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.602617 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ca0388d-c11f-47b2-bd01-e0841d52cbc4 req-46e109b5-a25a-4880-b0e3-41cf81c7397e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=01e1f229-2003-45e4-b060-d0ebcf8b99e2 HTTP/1.1" status: 200 len: 210 time: 0.0401452 Sep 16 05:22:32.151288 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b21745c0-2d85-48dd-a1d3-c32a27f54771 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.372746 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b21745c0-2d85-48dd-a1d3-c32a27f54771 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.443969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29483dd7-e213-493a-a8aa-88be4f0cd278 req-ba932d24-cee1-442f-8164-727cc2f89671 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:32.445837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-29483dd7-e213-493a-a8aa-88be4f0cd278 req-ba932d24-cee1-442f-8164-727cc2f89671 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1042080 Sep 16 05:22:32.697892 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58952) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:32.823556 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-b21745c0-2d85-48dd-a1d3-c32a27f54771 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Floating IP f079cceb-4e48-4233-93bd-994c049ceb3b associated. External IP: 172.25.4.223, port: 0961cb47-e499-4696-8928-d90e5982b2c6. Sep 16 05:22:32.872621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-29483dd7-e213-493a-a8aa-88be4f0cd278 req-079e9ca9-598a-4561-b2ba-c6f1087a8db1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190085 Sep 16 05:22:33.135031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21745c0-2d85-48dd-a1d3-c32a27f54771 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 2fd9762f-ab24-440e-8251-f15784ea11c8 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:33.269991 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-038bdf11-384d-43e7-b6b0-dae5a530e1a2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.306271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21745c0-2d85-48dd-a1d3-c32a27f54771 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:33.322860 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf94f1d-dabb-4c9a-8862-13128a5151b2 None None] Sync routers for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:33.335669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf94f1d-dabb-4c9a-8862-13128a5151b2 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:33.343274 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-9cf94f1d-dabb-4c9a-8862-13128a5151b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:33.375288 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-9cf94f1d-dabb-4c9a-8862-13128a5151b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:33.386115 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf94f1d-dabb-4c9a-8862-13128a5151b2 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:33.387224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-9cf94f1d-dabb-4c9a-8862-13128a5151b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:33.428775 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-9cf94f1d-dabb-4c9a-8862-13128a5151b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:33.429611 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf94f1d-dabb-4c9a-8862-13128a5151b2 None None] The sync data for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:33.661323 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21745c0-2d85-48dd-a1d3-c32a27f54771 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 2fd9762f-ab24-440e-8251-f15784ea11c8 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:33.722601 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-038bdf11-384d-43e7-b6b0-dae5a530e1a2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Deleting port d6ffeca6-44c7-41d4-b6db-3b0667ec3482 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:33.723495 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-038bdf11-384d-43e7-b6b0-dae5a530e1a2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.806761 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21745c0-2d85-48dd-a1d3-c32a27f54771 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:33.814322 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b21745c0-2d85-48dd-a1d3-c32a27f54771 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.837319 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da76c60-d46e-4530-8c21-a0d581f2189f None None] Sync routers for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:33.849764 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da76c60-d46e-4530-8c21-a0d581f2189f None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:33.851877 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-7da76c60-d46e-4530-8c21-a0d581f2189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:33.867205 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 153e9952-78f5-4879-8726-87de2dc3d740 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:33.874665 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-038bdf11-384d-43e7-b6b0-dae5a530e1a2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] For port d6ffeca6-44c7-41d4-b6db-3b0667ec3482, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d6ffeca6-44c7-41d4-b6db-3b0667ec3482,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:33.875118 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-038bdf11-384d-43e7-b6b0-dae5a530e1a2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.903248 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-038bdf11-384d-43e7-b6b0-dae5a530e1a2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Calling delete_port for d6ffeca6-44c7-41d4-b6db-3b0667ec3482 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:33.919467 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-7da76c60-d46e-4530-8c21-a0d581f2189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:33.922608 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 153e9952-78f5-4879-8726-87de2dc3d740 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:33.923666 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 153e9952-78f5-4879-8726-87de2dc3d740 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:33.972634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b21745c0-2d85-48dd-a1d3-c32a27f54771 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "PUT /v2.0/floatingips/f079cceb-4e48-4233-93bd-994c049ceb3b HTTP/1.1" status: 200 len: 977 time: 2.5508914 Sep 16 05:22:33.973987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58962) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:33.977654 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da76c60-d46e-4530-8c21-a0d581f2189f None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:33.978796 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-7da76c60-d46e-4530-8c21-a0d581f2189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:33.979473 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-05ca8635-0ec2-485b-819f-a4956f512254 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:34.077165 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-7da76c60-d46e-4530-8c21-a0d581f2189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:34.077839 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da76c60-d46e-4530-8c21-a0d581f2189f None None] The sync data for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:34.101354 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05ca8635-0ec2-485b-819f-a4956f512254 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.301934 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-038bdf11-384d-43e7-b6b0-dae5a530e1a2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.322861 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573250b-11b8-4b35-8c7b-d4a647f60e83 req-0bf38d54-8dd1-4af6-a937-283351475d1e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:34.325650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e573250b-11b8-4b35-8c7b-d4a647f60e83 req-0bf38d54-8dd1-4af6-a937-283351475d1e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.2445481 Sep 16 05:22:34.345745 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bdf11-384d-43e7-b6b0-dae5a530e1a2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Port': ['ID=d6ffeca6-44c7-41d4-b6db-3b0667ec3482,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:34.482377 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05ca8635-0ec2-485b-819f-a4956f512254 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.492861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e573250b-11b8-4b35-8c7b-d4a647f60e83 req-3c14eaaf-e59e-479c-bcc1-1ad365aae1be tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506281 Sep 16 05:22:34.571788 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05ca8635-0ec2-485b-819f-a4956f512254 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.572443 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-05ca8635-0ec2-485b-819f-a4956f512254 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Floating IP f079cceb-4e48-4233-93bd-994c049ceb3b disassociated. External IP: 172.25.4.223, port: 5214d0f4-850f-4687-a8f2-5372ba6a7fba. Sep 16 05:22:34.598543 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-038bdf11-384d-43e7-b6b0-dae5a530e1a2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.947233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ca8635-0ec2-485b-819f-a4956f512254 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 2fd9762f-ab24-440e-8251-f15784ea11c8 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:34.983429 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038bdf11-384d-43e7-b6b0-dae5a530e1a2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Router 98723634-7bbd-43ff-99aa-3e4e6245a876 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:35.119580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ca8635-0ec2-485b-819f-a4956f512254 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:35.124297 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05ca8635-0ec2-485b-819f-a4956f512254 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.135301 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11f41cf-7cc0-4336-8599-372e964df69b None None] Sync routers for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:35.149545 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11f41cf-7cc0-4336-8599-372e964df69b None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:35.150200 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f11f41cf-7cc0-4336-8599-372e964df69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:35.176991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-05ca8635-0ec2-485b-819f-a4956f512254 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "PUT /v2.0/floatingips/f079cceb-4e48-4233-93bd-994c049ceb3b HTTP/1.1" status: 200 len: 688 time: 1.2019200 Sep 16 05:22:35.181602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58970) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:35.195100 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f11f41cf-7cc0-4336-8599-372e964df69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:35.206737 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11f41cf-7cc0-4336-8599-372e964df69b None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:35.207425 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f11f41cf-7cc0-4336-8599-372e964df69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:35.251314 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f11f41cf-7cc0-4336-8599-372e964df69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:35.252060 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11f41cf-7cc0-4336-8599-372e964df69b None None] The sync data for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:35.316369 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f1ceb8d1-02bb-43a6-916c-62c48c9a18b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.426314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-95976c70-71c2-465e-9e39-59a2d0adcf3e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Deleting port 5ad69b9a-ebf0-4ff4-a85a-5e8ae7af4b96 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:35.426729 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-95976c70-71c2-465e-9e39-59a2d0adcf3e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.597419 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-95976c70-71c2-465e-9e39-59a2d0adcf3e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.600180 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-95976c70-71c2-465e-9e39-59a2d0adcf3e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.624720 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-95976c70-71c2-465e-9e39-59a2d0adcf3e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Calling delete_port for 5ad69b9a-ebf0-4ff4-a85a-5e8ae7af4b96 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:35.685052 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038bdf11-384d-43e7-b6b0-dae5a530e1a2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:35.695945 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-038bdf11-384d-43e7-b6b0-dae5a530e1a2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "PUT /v2.0/routers/98723634-7bbd-43ff-99aa-3e4e6245a876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9962006 Sep 16 05:22:35.699286 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d0d2d9-e017-4425-b3bf-c6f39fbd7955 None None] Sync routers for ids ['98723634-7bbd-43ff-99aa-3e4e6245a876'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:35.701076 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58976) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:35.715621 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d0d2d9-e017-4425-b3bf-c6f39fbd7955 None None] Routers {'98723634-7bbd-43ff-99aa-3e4e6245a876'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:35.716288 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-03d0d2d9-e017-4425-b3bf-c6f39fbd7955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98723634-7bbd-43ff-99aa-3e4e6245a876'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:35.797691 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-057990eb-6840-4f16-89dd-6a3e671752ee tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Deleting subnet 40db70dd-36da-475b-a49a-9f0eaaa57b93 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:35.801619 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-057990eb-6840-4f16-89dd-6a3e671752ee tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.844649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2efb9-ee21-4e99-9ae1-be813222f93e req-4ae01bc6-7acb-4112-8184-41752df6c73c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:35.847352 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33f2efb9-ee21-4e99-9ae1-be813222f93e req-4ae01bc6-7acb-4112-8184-41752df6c73c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1392481 Sep 16 05:22:35.864292 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-057990eb-6840-4f16-89dd-6a3e671752ee tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.935023 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-03d0d2d9-e017-4425-b3bf-c6f39fbd7955 None None] Set router 98723634-7bbd-43ff-99aa-3e4e6245a876 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:36.001320 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33f2efb9-ee21-4e99-9ae1-be813222f93e req-23c5ad4f-1926-4936-a129-50212221560a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397567 Sep 16 05:22:36.022920 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-057990eb-6840-4f16-89dd-6a3e671752ee tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.109590 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-95976c70-71c2-465e-9e39-59a2d0adcf3e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.146869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95976c70-71c2-465e-9e39-59a2d0adcf3e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event deleted for resources: {'Port': ['ID=5ad69b9a-ebf0-4ff4-a85a-5e8ae7af4b96,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:36.237189 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-057990eb-6840-4f16-89dd-6a3e671752ee tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.241718 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-95976c70-71c2-465e-9e39-59a2d0adcf3e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.245113 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-95976c70-71c2-465e-9e39-59a2d0adcf3e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.250970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-95976c70-71c2-465e-9e39-59a2d0adcf3e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "DELETE /v2.0/floatingips/f079cceb-4e48-4233-93bd-994c049ceb3b HTTP/1.1" status: 204 len: 168 time: 1.0632463 Sep 16 05:22:36.251296 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58978) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:36.286422 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-03d0d2d9-e017-4425-b3bf-c6f39fbd7955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988535608', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:54Z', 'updated_at': '2021-09-16T05:22:34Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:55Z', 'updated_at': '2021-09-16T05:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:36.293727 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057990eb-6840-4f16-89dd-6a3e671752ee tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Subnet': ['ID=40db70dd-36da-475b-a49a-9f0eaaa57b93,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:36.298295 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-6952e793-2028-4666-8196-620df4638046 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] delete failed (client error): The resource could not be found. Sep 16 05:22:36.305765 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6952e793-2028-4666-8196-620df4638046 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "DELETE /v2.0/floatingips/f079cceb-4e48-4233-93bd-994c049ceb3b HTTP/1.1" status: 404 len: 345 time: 0.0471227 Sep 16 05:22:36.306419 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58980) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:36.307954 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-057990eb-6840-4f16-89dd-6a3e671752ee tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.313966 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-057990eb-6840-4f16-89dd-6a3e671752ee tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "DELETE /v2.0/subnets/40db70dd-36da-475b-a49a-9f0eaaa57b93 HTTP/1.1" status: 204 len: 168 time: 0.6092165 Sep 16 05:22:36.318757 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 58982) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:36.321218 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6bf304-edb5-4302-8d10-e1e50048df14 None None] Network d283ef6e-a821-47f2-8f1c-f973552ca4de requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:36.334054 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d0d2d9-e017-4425-b3bf-c6f39fbd7955 None None] Checking router: 98723634-7bbd-43ff-99aa-3e4e6245a876 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:22:36.357093 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d0d2d9-e017-4425-b3bf-c6f39fbd7955 None None] Routers {'98723634-7bbd-43ff-99aa-3e4e6245a876'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:36.358344 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-03d0d2d9-e017-4425-b3bf-c6f39fbd7955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['98723634-7bbd-43ff-99aa-3e4e6245a876'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:36.518188 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-03d0d2d9-e017-4425-b3bf-c6f39fbd7955 None None] Set router 98723634-7bbd-43ff-99aa-3e4e6245a876 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:36.603760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c77a21a-d76c-458c-bf84-4e8b73d7a9ed tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:36.617178 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c77a21a-d76c-458c-bf84-4e8b73d7a9ed tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:36.635051 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c77a21a-d76c-458c-bf84-4e8b73d7a9ed tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:36.637985 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7c77a21a-d76c-458c-bf84-4e8b73d7a9ed tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "GET /v2.0/ports?network_id=d44a0b82-5030-4f7d-a7c7-ae040132053e HTTP/1.1" status: 200 len: 2357 time: 0.3236320 Sep 16 05:22:36.642911 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 58990) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:36.684519 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-996fa585-2c0a-4810-bdc5-6ad0185b83f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.715786 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] DHCP port deletion for d283ef6e-a821-47f2-8f1c-f973552ca4de request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:22:36.797119 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac50abd0-3bc6-46a6-8f68-e35af6efd306 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:36.810069 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ac50abd0-3bc6-46a6-8f68-e35af6efd306 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "GET /v2.0/subnets/408ba3b6-ef56-4398-8c20-ffa423eb112f HTTP/1.1" status: 200 len: 797 time: 0.1648428 Sep 16 05:22:36.811182 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59000) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:36.812547 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] Deleting port 33be04df-0142-4750-849d-e1db59b58b03 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:36.813043 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.820501 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-beb5ce7d-ccd6-4055-9623-7e0e92512bd7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'port': {'network_id': 'd44a0b82-5030-4f7d-a7c7-ae040132053e', 'name': 'tempest-FloatingIPTestJSON-347136866', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:36.831291 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5099de2-10fe-4520-87d8-48130a16019f req-8b471f49-b27f-453f-add9-4fa4e413ef9b tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bcc7f3875a7c4f6fae36474d29c3b51d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659497 Sep 16 05:22:36.913139 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] For port 33be04df-0142-4750-849d-e1db59b58b03, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=33be04df-0142-4750-849d-e1db59b58b03,segment=NetworkSegment(5e33e78f-f02d-4ff4-b740-e56cbcaecbf9),segment_id=5e33e78f-f02d-4ff4-b740-e56cbcaecbf9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:36.913436 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.933085 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] Calling delete_port for 33be04df-0142-4750-849d-e1db59b58b03 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:36.988479 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-996fa585-2c0a-4810-bdc5-6ad0185b83f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.068965 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-03d0d2d9-e017-4425-b3bf-c6f39fbd7955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988535608', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:54Z', 'updated_at': '2021-09-16T05:22:34Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:55Z', 'updated_at': '2021-09-16T05:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:37.127793 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d0d2d9-e017-4425-b3bf-c6f39fbd7955 None None] The sync data for ids ['98723634-7bbd-43ff-99aa-3e4e6245a876'] in n-d-712140-13 is: [{'id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988535608', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:54Z', 'updated_at': '2021-09-16T05:22:34Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'd7d8bca2-8817-4494-b230-65bea722b5d2', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98723634-7bbd-43ff-99aa-3e4e6245a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:55Z', 'updated_at': '2021-09-16T05:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:37.233474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb5ce7d-ccd6-4055-9623-7e0e92512bd7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Made reservation on behalf of be2ecd6c30b048df9bde843d2b3b4531 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:37.234133 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.263480 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] Pushing event deleted for resources: {'Port': ['ID=33be04df-0142-4750-849d-e1db59b58b03,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:37.273948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] No DVR routers for this DVR port 33be04df-0142-4750-849d-e1db59b58b03 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:37.278927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.279687 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.280251 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.285239 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.286941 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.287748 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.288862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.289833 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.290421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.290806 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.291180 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.291561 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1755d55-9dfe-4a6c-8672-c3c415cb7fd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.395853 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-beb5ce7d-ccd6-4055-9623-7e0e92512bd7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.424296 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcb7de-ca2d-4a7f-9126-683f0e6491f2 req-abde8eec-8c44-421f-9641-d09c09b37a5a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:37.424924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-beb5ce7d-ccd6-4055-9623-7e0e92512bd7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] device_id is not set on port 639c322e-aeb9-4700-b355-f87470bbfbd5 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:37.426829 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e5dcb7de-ca2d-4a7f-9126-683f0e6491f2 req-abde8eec-8c44-421f-9641-d09c09b37a5a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.2740026 Sep 16 05:22:37.455193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099de2-10fe-4520-87d8-48130a16019f req-0d81b53e-e5b7-46a6-9a73-611d71540ca9 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:37.457775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5099de2-10fe-4520-87d8-48130a16019f req-0d81b53e-e5b7-46a6-9a73-611d71540ca9 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4904947 Sep 16 05:22:37.518489 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5099de2-10fe-4520-87d8-48130a16019f req-309ec03a-a6de-433b-b711-09f9b00a3923 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/quotas/bcc7f3875a7c4f6fae36474d29c3b51d HTTP/1.1" status: 200 len: 375 time: 0.0462532 Sep 16 05:22:37.837789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-996fa585-2c0a-4810-bdc5-6ad0185b83f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Deleting port d7d8bca2-8817-4494-b230-65bea722b5d2 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:37.838247 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-996fa585-2c0a-4810-bdc5-6ad0185b83f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.857094 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-20703cc5-a3cc-4a87-aaa6-e1ef6870542b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.866939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5099de2-10fe-4520-87d8-48130a16019f req-bcea30f0-fad6-4f22-918e-e3402f3907da tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcc7f3875a7c4f6fae36474d29c3b51d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3257008 Sep 16 05:22:37.866939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e5dcb7de-ca2d-4a7f-9126-683f0e6491f2 req-5e739c2d-1f56-4646-b19b-861eac8e6ab4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236474 Sep 16 05:22:37.934062 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-beb5ce7d-ccd6-4055-9623-7e0e92512bd7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Allocated IP 172.20.0.14 (d44a0b82-5030-4f7d-a7c7-ae040132053e/408ba3b6-ef56-4398-8c20-ffa423eb112f/639c322e-aeb9-4700-b355-f87470bbfbd5) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:37.948407 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-beb5ce7d-ccd6-4055-9623-7e0e92512bd7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Allocated IP 172.20.0.12 (d44a0b82-5030-4f7d-a7c7-ae040132053e/408ba3b6-ef56-4398-8c20-ffa423eb112f/639c322e-aeb9-4700-b355-f87470bbfbd5) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:37.984109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-996fa585-2c0a-4810-bdc5-6ad0185b83f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] For port d7d8bca2-8817-4494-b230-65bea722b5d2, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d7d8bca2-8817-4494-b230-65bea722b5d2,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:37.985120 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-996fa585-2c0a-4810-bdc5-6ad0185b83f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.009285 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-996fa585-2c0a-4810-bdc5-6ad0185b83f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Calling delete_port for d7d8bca2-8817-4494-b230-65bea722b5d2 owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:38.184655 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-beb5ce7d-ccd6-4055-9623-7e0e92512bd7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.208791 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5370a681-e837-4afb-89f8-7a7bab56d1b6 req-731fe005-2a5a-4007-a3fa-9242ea8c4c78 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 210 time: 0.0452349 Sep 16 05:22:38.285198 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-beb5ce7d-ccd6-4055-9623-7e0e92512bd7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.362682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb5ce7d-ccd6-4055-9623-7e0e92512bd7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Network d44a0b82-5030-4f7d-a7c7-ae040132053e is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:38.367235 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-beb5ce7d-ccd6-4055-9623-7e0e92512bd7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:38.374304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5ce7d-ccd6-4055-9623-7e0e92512bd7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:38.382817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5ce7d-ccd6-4055-9623-7e0e92512bd7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=639c322e-aeb9-4700-b355-f87470bbfbd5,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:38.436710 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb5ce7d-ccd6-4055-9623-7e0e92512bd7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:38.437325 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-beb5ce7d-ccd6-4055-9623-7e0e92512bd7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.446966 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-996fa585-2c0a-4810-bdc5-6ad0185b83f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.479362 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fa585-2c0a-4810-bdc5-6ad0185b83f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Port': ['ID=d7d8bca2-8817-4494-b230-65bea722b5d2,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:38.571292 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-beb5ce7d-ccd6-4055-9623-7e0e92512bd7 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7543988 Sep 16 05:22:38.571292 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59012) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:38.576454 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': '639c322e-aeb9-4700-b355-f87470bbfbd5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:38.606295 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-996fa585-2c0a-4810-bdc5-6ad0185b83f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.654622 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.717132 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d6ffeca6-44c7-41d4-b6db-3b0667ec3482 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:38.730205 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.740043 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: d6ffeca6-44c7-41d4-b6db-3b0667ec3482 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:38.740627 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d6ffeca6-44c7-41d4-b6db-3b0667ec3482 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:38.744404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 33be04df-0142-4750-849d-e1db59b58b03 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:38.767862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 33be04df-0142-4750-849d-e1db59b58b03 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:38.768530 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 33be04df-0142-4750-849d-e1db59b58b03 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:38.781583 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-996fa585-2c0a-4810-bdc5-6ad0185b83f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.784462 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-996fa585-2c0a-4810-bdc5-6ad0185b83f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.923062 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.986025 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-996fa585-2c0a-4810-bdc5-6ad0185b83f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.986639 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996fa585-2c0a-4810-bdc5-6ad0185b83f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Fanout notify agent at l3_agent the message router_deleted on router 98723634-7bbd-43ff-99aa-3e4e6245a876 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:22:39.010675 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-996fa585-2c0a-4810-bdc5-6ad0185b83f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.016098 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-996fa585-2c0a-4810-bdc5-6ad0185b83f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "DELETE /v2.0/routers/98723634-7bbd-43ff-99aa-3e4e6245a876 HTTP/1.1" status: 204 len: 168 time: 2.6947947 Sep 16 05:22:39.016632 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59016) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:39.060241 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06052f1e-5dbd-4fb0-9bce-1f6d074355ad req-5a3e4e6e-27e6-4665-9ecc-9e92ba311c8d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:39.063199 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06052f1e-5dbd-4fb0-9bce-1f6d074355ad req-5a3e4e6e-27e6-4665-9ecc-9e92ba311c8d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.0906520 Sep 16 05:22:39.159447 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-06052f1e-5dbd-4fb0-9bce-1f6d074355ad req-9f118d41-67e9-4668-95fb-48601965767b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803256 Sep 16 05:22:39.228170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e3c700cb-b381-4310-924c-d5d008837554 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.233331 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Allocated IP 172.25.4.161 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/ffd3e7a7-446d-4e8d-8fc2-c42fec32cd39) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:39.332747 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-358ab0a8-96c9-4705-9a2b-4620e0e1c31e req-0fa09867-d7a2-422b-9d5a-ed0522db3ae2 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 210 time: 0.0483928 Sep 16 05:22:39.364478 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.476939 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e3c700cb-b381-4310-924c-d5d008837554 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.513991 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.519433 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e3c700cb-b381-4310-924c-d5d008837554 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d283ef6e-a821-47f2-8f1c-f973552ca4de']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:39.533298 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e3c700cb-b381-4310-924c-d5d008837554 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:39.533663 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e3c700cb-b381-4310-924c-d5d008837554 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e33e78f-f02d-4ff4-b740-e56cbcaecbf9') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:39.548126 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e3c700cb-b381-4310-924c-d5d008837554 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.574992 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e3c700cb-b381-4310-924c-d5d008837554 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.584674 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c700cb-b381-4310-924c-d5d008837554 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:22:39.585132 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e3c700cb-b381-4310-924c-d5d008837554 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:22:39.589559 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:22:39.730534 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.778699 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:39.782418 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:39.784412 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e3c700cb-b381-4310-924c-d5d008837554 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.791213 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:39.802818 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e3c700cb-b381-4310-924c-d5d008837554 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.809030 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e3c700cb-b381-4310-924c-d5d008837554 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "DELETE /v2.0/networks/d283ef6e-a821-47f2-8f1c-f973552ca4de HTTP/1.1" status: 204 len: 168 time: 0.7853587 Sep 16 05:22:39.810399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59022) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:39.830227 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=ffd3e7a7-446d-4e8d-8fc2-c42fec32cd39,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:39.854815 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c700cb-b381-4310-924c-d5d008837554 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Network': ['ID=d283ef6e-a821-47f2-8f1c-f973552ca4de,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:39.905876 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae33cb09-4f38-44fa-914f-9fa72d314b92 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.961635 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae33cb09-4f38-44fa-914f-9fa72d314b92 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.148905 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae33cb09-4f38-44fa-914f-9fa72d314b92 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.152087 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae33cb09-4f38-44fa-914f-9fa72d314b92 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.153938 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ae33cb09-4f38-44fa-914f-9fa72d314b92 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "DELETE /v2.0/security-groups/f6ab39fe-d3e2-4052-ac54-39be06225ebc HTTP/1.1" status: 204 len: 168 time: 0.3417096 Sep 16 05:22:40.172439 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33cb09-4f38-44fa-914f-9fa72d314b92 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ab39fe-d3e2-4052-ac54-39be06225ebc,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:40.401967 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.403541 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f628cf0-3dc5-416e-b23a-90cd7d084da7 req-955e6bf9-cb27-4d3f-855b-acbf2c7d35ff tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:40.403541 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4f628cf0-3dc5-416e-b23a-90cd7d084da7 req-955e6bf9-cb27-4d3f-855b-acbf2c7d35ff tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.0703485 Sep 16 05:22:40.460834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4f628cf0-3dc5-416e-b23a-90cd7d084da7 req-77443659-0031-463c-8109-b9aa6b6b0227 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640891 Sep 16 05:22:40.559623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-676998cb-11ce-4161-8f34-f5375c1bcd09 req-5c4759df-a650-45c5-9476-b15001be3853 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 210 time: 0.0313425 Sep 16 05:22:40.581134 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d7d8bca2-8817-4494-b230-65bea722b5d2 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:40.609662 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.618227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: d7d8bca2-8817-4494-b230-65bea722b5d2 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:40.619092 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d7d8bca2-8817-4494-b230-65bea722b5d2 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:40.839354 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.867157 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.000307 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.101535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=ffd3e7a7-446d-4e8d-8fc2-c42fec32cd39,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:41.113846 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.239535 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Floating IP 03c17a6e-8332-4570-875d-e0b66bcb445a associated. External IP: 172.25.4.161, port: 639c322e-aeb9-4700-b355-f87470bbfbd5. Sep 16 05:22:41.486031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5099de2-10fe-4520-87d8-48130a16019f req-513f0147-afd9-4e3b-9362-3ffcaab3bda4 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bcc7f3875a7c4f6fae36474d29c3b51d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254047 Sep 16 05:22:41.504649 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 2fd9762f-ab24-440e-8251-f15784ea11c8 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:41.659444 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099de2-10fe-4520-87d8-48130a16019f req-16812e0c-b87c-4b42-9bbc-eda00c9daa17 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:41.660929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5099de2-10fe-4520-87d8-48130a16019f req-16812e0c-b87c-4b42-9bbc-eda00c9daa17 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1686163 Sep 16 05:22:41.675872 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a35a1-c249-4c05-9bec-f23c86e7693d req-b644f336-91e4-4e0a-9be6-583bb78f0ac9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:41.677551 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b32a35a1-c249-4c05-9bec-f23c86e7693d req-b644f336-91e4-4e0a-9be6-583bb78f0ac9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.0880008 Sep 16 05:22:41.678002 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:41.682525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-d5099de2-10fe-4520-87d8-48130a16019f req-fc31e9ee-4088-4bfd-916e-bf56fac039d9 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Request body: {'port': {'device_id': '142de076-c4bc-42c2-833f-eb1ccad01cdc', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': 'bcc7f3875a7c4f6fae36474d29c3b51d'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:41.700726 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9e0700-67c3-42af-a132-30cec0566a65 None None] Sync routers for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:41.711501 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9e0700-67c3-42af-a132-30cec0566a65 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:41.717573 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-5b9e0700-67c3-42af-a132-30cec0566a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:41.750982 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-5b9e0700-67c3-42af-a132-30cec0566a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:41.762248 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9e0700-67c3-42af-a132-30cec0566a65 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:41.762954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-5b9e0700-67c3-42af-a132-30cec0566a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:41.799819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-5b9e0700-67c3-42af-a132-30cec0566a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:41.800495 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9e0700-67c3-42af-a132-30cec0566a65 None None] The sync data for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:41.819350 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b32a35a1-c249-4c05-9bec-f23c86e7693d req-1fd7268f-92ed-423f-b342-23344aeb3e79 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939543 Sep 16 05:22:41.859144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.902940 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-70721bb6-20b1-4801-a524-f967947d6158 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3295419 Sep 16 05:22:41.906783 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59038) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:41.913392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-5043fa86-f9b2-43d8-a2cc-935d56f90f5e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'floatingip': {'port_id': '639c322e-aeb9-4700-b355-f87470bbfbd5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:41.991484 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17879523-c72f-40fd-bb7d-b2c141a37fc2 req-fffd5254-ff02-4c79-b905-2bd31d079059 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 210 time: 0.0747170 Sep 16 05:22:41.996284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5099de2-10fe-4520-87d8-48130a16019f req-fc31e9ee-4088-4bfd-916e-bf56fac039d9 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Made reservation on behalf of bcc7f3875a7c4f6fae36474d29c3b51d for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:42.003220 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5099de2-10fe-4520-87d8-48130a16019f req-fc31e9ee-4088-4bfd-916e-bf56fac039d9 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.019997 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5099de2-10fe-4520-87d8-48130a16019f req-fc31e9ee-4088-4bfd-916e-bf56fac039d9 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.049097 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5043fa86-f9b2-43d8-a2cc-935d56f90f5e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.319815 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5099de2-10fe-4520-87d8-48130a16019f req-fc31e9ee-4088-4bfd-916e-bf56fac039d9 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.449748 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5099de2-10fe-4520-87d8-48130a16019f req-fc31e9ee-4088-4bfd-916e-bf56fac039d9 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.622826 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31e9ee-4088-4bfd-916e-bf56fac039d9 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1776d85-7be8-42a8-98b3-add8711a93a6,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:42.775893 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59042) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:42.783753 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-b1cb83fd-61e0-4a88-951a-27c765062799 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-525965452', 'description': 'tempest-secgroup-smoke-525965452 description', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:42.788302 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-d5099de2-10fe-4520-87d8-48130a16019f req-fc31e9ee-4088-4bfd-916e-bf56fac039d9 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Allocated IP 192.168.233.148 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/3c33515e-7dc3-409e-912b-abfe05e79100) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:42.827884 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5043fa86-f9b2-43d8-a2cc-935d56f90f5e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.907781 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b1cb83fd-61e0-4a88-951a-27c765062799 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.966393 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5043fa86-f9b2-43d8-a2cc-935d56f90f5e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.058226 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b1cb83fd-61e0-4a88-951a-27c765062799 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.101995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3782d-7f76-4be1-a4c7-215d2e2eb60e req-4edcb5da-8110-441c-8c85-a8552eb214c2 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:43.103864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9af3782d-7f76-4be1-a4c7-215d2e2eb60e req-4edcb5da-8110-441c-8c85-a8552eb214c2 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1945779 Sep 16 05:22:43.155806 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b1cb83fd-61e0-4a88-951a-27c765062799 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.199266 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfc6d4df-d96e-4812-acee-6bc823ecce89 req-6bdac302-2891-41ff-b068-ec8034fa87fb tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 210 time: 0.0941784 Sep 16 05:22:43.202437 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5099de2-10fe-4520-87d8-48130a16019f req-fc31e9ee-4088-4bfd-916e-bf56fac039d9 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.202739 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb83fd-61e0-4a88-951a-27c765062799 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab1352e-e614-4d23-9c35-84a835ca7110,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:43.260495 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9af3782d-7f76-4be1-a4c7-215d2e2eb60e req-8a5cf136-25cd-436f-8377-d9dde083c343 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468477 Sep 16 05:22:43.428623 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5043fa86-f9b2-43d8-a2cc-935d56f90f5e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 2fd9762f-ab24-440e-8251-f15784ea11c8 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:43.484351 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5099de2-10fe-4520-87d8-48130a16019f req-fc31e9ee-4088-4bfd-916e-bf56fac039d9 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.513349 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b1cb83fd-61e0-4a88-951a-27c765062799 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.520256 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b1cb83fd-61e0-4a88-951a-27c765062799 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7428088 Sep 16 05:22:43.520958 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59048) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:43.526330 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c7d94428-d1e1-46ac-a879-21a2861d6889 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': '2ab1352e-e614-4d23-9c35-84a835ca7110', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:43.571793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5099de2-10fe-4520-87d8-48130a16019f req-fc31e9ee-4088-4bfd-916e-bf56fac039d9 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:43.610406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-d5099de2-10fe-4520-87d8-48130a16019f req-fc31e9ee-4088-4bfd-916e-bf56fac039d9 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:43.618044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5099de2-10fe-4520-87d8-48130a16019f req-fc31e9ee-4088-4bfd-916e-bf56fac039d9 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:43.624119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31e9ee-4088-4bfd-916e-bf56fac039d9 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Pushing event updated for resources: {'Port': ['ID=3c33515e-7dc3-409e-912b-abfe05e79100,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:43.632419 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7d94428-d1e1-46ac-a879-21a2861d6889 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.698263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5043fa86-f9b2-43d8-a2cc-935d56f90f5e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:43.698263 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5043fa86-f9b2-43d8-a2cc-935d56f90f5e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.699309 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c888f8-a4da-419f-a86c-e2fbd2f94af0 None None] Sync routers for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:43.702000 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c888f8-a4da-419f-a86c-e2fbd2f94af0 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:43.703321 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b8c888f8-a4da-419f-a86c-e2fbd2f94af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:43.737245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099de2-10fe-4520-87d8-48130a16019f req-fc31e9ee-4088-4bfd-916e-bf56fac039d9 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:43.743688 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5099de2-10fe-4520-87d8-48130a16019f req-fc31e9ee-4088-4bfd-916e-bf56fac039d9 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.753409 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b8c888f8-a4da-419f-a86c-e2fbd2f94af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:43.764554 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c888f8-a4da-419f-a86c-e2fbd2f94af0 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:43.765392 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b8c888f8-a4da-419f-a86c-e2fbd2f94af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:43.798151 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7d94428-d1e1-46ac-a879-21a2861d6889 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.811850 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-b8c888f8-a4da-419f-a86c-e2fbd2f94af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:43.812691 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c888f8-a4da-419f-a86c-e2fbd2f94af0 None None] The sync data for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:43.852091 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5043fa86-f9b2-43d8-a2cc-935d56f90f5e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "PUT /v2.0/floatingips/03c17a6e-8332-4570-875d-e0b66bcb445a HTTP/1.1" status: 200 len: 978 time: 1.9437149 Sep 16 05:22:43.856962 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59050) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:43.903465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5099de2-10fe-4520-87d8-48130a16019f req-fc31e9ee-4088-4bfd-916e-bf56fac039d9 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2246242 Sep 16 05:22:43.907258 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7d94428-d1e1-46ac-a879-21a2861d6889 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.930551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] Request body: {'port': {'device_id': '142de076-c4bc-42c2-833f-eb1ccad01cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:43.952438 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d94428-d1e1-46ac-a879-21a2861d6889 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28a3d92-6a12-4416-aed2-ecd39ff9387d,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:44.000244 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.014962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-22a7a1ab-0ec8-402b-be87-8196925c58d7 None None] Provisioning complete for port 3c33515e-7dc3-409e-912b-abfe05e79100 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:44.016476 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-22a7a1ab-0ec8-402b-be87-8196925c58d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.069067 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-22a7a1ab-0ec8-402b-be87-8196925c58d7 None None] Port 3c33515e-7dc3-409e-912b-abfe05e79100 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:44.112545 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7d94428-d1e1-46ac-a879-21a2861d6889 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.113873 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c7d94428-d1e1-46ac-a879-21a2861d6889 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5918055 Sep 16 05:22:44.119073 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59052) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:44.125957 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-9d4fb918-c117-4e13-bbb3-31b3c9908532 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': '2ab1352e-e614-4d23-9c35-84a835ca7110', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:44.169308 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c7547-fc53-4927-bd4d-a25e26e6d6a1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Deleting port ffd3e7a7-446d-4e8d-8fc2-c42fec32cd39 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:44.169828 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1e6c7547-fc53-4927-bd4d-a25e26e6d6a1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.264480 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb918-c117-4e13-bbb3-31b3c9908532 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.294195 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1e6c7547-fc53-4927-bd4d-a25e26e6d6a1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.294527 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1e6c7547-fc53-4927-bd4d-a25e26e6d6a1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.330041 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c7547-fc53-4927-bd4d-a25e26e6d6a1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Calling delete_port for ffd3e7a7-446d-4e8d-8fc2-c42fec32cd39 owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:44.400594 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb918-c117-4e13-bbb3-31b3c9908532 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.468943 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb918-c117-4e13-bbb3-31b3c9908532 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.491444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fb918-c117-4e13-bbb3-31b3c9908532 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74a031b-c7ff-4565-b79f-9c46edf0d758,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:44.691594 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c33515e-7dc3-409e-912b-abfe05e79100 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:44.712923 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb918-c117-4e13-bbb3-31b3c9908532 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.716415 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9d4fb918-c117-4e13-bbb3-31b3c9908532 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5935893 Sep 16 05:22:44.716703 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.719215 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59058) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:44.725826 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-805d2680-1c65-4504-abcf-5c7e887d1c93 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': '2ab1352e-e614-4d23-9c35-84a835ca7110', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:44.744811 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1e6c7547-fc53-4927-bd4d-a25e26e6d6a1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.755509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] Transition to ACTIVE for port object 3c33515e-7dc3-409e-912b-abfe05e79100 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:22:44.775288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8c611-95f5-4201-abbd-72926c1cf949 req-42af534e-42cd-47c1-ac34-96c590f3573d tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:44.780645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4e8c611-95f5-4201-abbd-72926c1cf949 req-42af534e-42cd-47c1-ac34-96c590f3573d tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 936 time: 0.4301991 Sep 16 05:22:44.793493 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35761c-da5b-4519-a9e7-4b1d6f1c0871 req-ee3ee71a-0be6-437f-960b-a8b39d338d45 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:44.795215 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f35761c-da5b-4519-a9e7-4b1d6f1c0871 req-ee3ee71a-0be6-437f-960b-a8b39d338d45 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.0970194 Sep 16 05:22:44.816955 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c7547-fc53-4927-bd4d-a25e26e6d6a1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event deleted for resources: {'Port': ['ID=ffd3e7a7-446d-4e8d-8fc2-c42fec32cd39,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:44.860280 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.875472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4e8c611-95f5-4201-abbd-72926c1cf949 req-8d4571ba-9826-4e71-a19f-1a1d13d96fa3 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1776d85-7be8-42a8-98b3-add8711a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791633 Sep 16 05:22:44.924230 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f35761c-da5b-4519-a9e7-4b1d6f1c0871 req-c800ac40-6fdc-4c93-868d-766173a33e95 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191826 Sep 16 05:22:44.929351 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-805d2680-1c65-4504-abcf-5c7e887d1c93 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.975551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69800442-ccde-4e79-a986-931f12345092 service neutron] Pushing event updated for resources: {'Port': ['ID=3c33515e-7dc3-409e-912b-abfe05e79100,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:44.982530 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1e6c7547-fc53-4927-bd4d-a25e26e6d6a1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.982530 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-1e6c7547-fc53-4927-bd4d-a25e26e6d6a1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Floating IP 03c17a6e-8332-4570-875d-e0b66bcb445a disassociated (deleted). External IP: 172.25.4.161, port: 639c322e-aeb9-4700-b355-f87470bbfbd5. Sep 16 05:22:45.102685 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-805d2680-1c65-4504-abcf-5c7e887d1c93 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.125335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] Attempting to bind port 3c33515e-7dc3-409e-912b-abfe05e79100 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:45.125888 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] Attempting to bind port 3c33515e-7dc3-409e-912b-abfe05e79100 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:45.126446 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] Attempting to bind port 3c33515e-7dc3-409e-912b-abfe05e79100 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:45.135244 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] Port 3c33515e-7dc3-409e-912b-abfe05e79100 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:22:45.135788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] Attempting to bind port 3c33515e-7dc3-409e-912b-abfe05e79100 on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:45.145703 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:45.153607 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:45.153607 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:45.153607 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] Bound port: 3c33515e-7dc3-409e-912b-abfe05e79100, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:45.153607 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.227548 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-805d2680-1c65-4504-abcf-5c7e887d1c93 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.282185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] For port 3c33515e-7dc3-409e-912b-abfe05e79100, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:45.288314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] For port 3c33515e-7dc3-409e-912b-abfe05e79100, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=3c33515e-7dc3-409e-912b-abfe05e79100,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:45.312466 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d2680-1c65-4504-abcf-5c7e887d1c93 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b462d7-417c-4cf3-a5c7-17063fe9d723,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:45.342679 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6c7547-fc53-4927-bd4d-a25e26e6d6a1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 2fd9762f-ab24-440e-8251-f15784ea11c8 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:45.401278 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.435326 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-805d2680-1c65-4504-abcf-5c7e887d1c93 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.438747 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-805d2680-1c65-4504-abcf-5c7e887d1c93 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7173026 Sep 16 05:22:45.443295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59060) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:45.456779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-2eb9b34d-e857-4296-ad46-e0a2293634b1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': '2ab1352e-e614-4d23-9c35-84a835ca7110', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:45.463915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:45.464563 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.466259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5099de2-10fe-4520-87d8-48130a16019f req-69800442-ccde-4e79-a986-931f12345092 service neutron] 10.222.0.21 "PUT /v2.0/ports/3c33515e-7dc3-409e-912b-abfe05e79100 HTTP/1.1" status: 200 len: 1097 time: 1.5450046 Sep 16 05:22:45.466825 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142de076-c4bc-42c2-833f-eb1ccad01cdc', 'tag': '3c33515e-7dc3-409e-912b-abfe05e79100'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:45.469283 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9523756-2bb4-4df6-aae6-1f58b378d8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "142de076-c4bc-42c2-833f-eb1ccad01cdc", "tag": "3c33515e-7dc3-409e-912b-abfe05e79100"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:45.506130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69800442-ccde-4e79-a986-931f12345092 service neutron] Pushing event updated for resources: {'Port': ['ID=3c33515e-7dc3-409e-912b-abfe05e79100,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:45.535816 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6c7547-fc53-4927-bd4d-a25e26e6d6a1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:45.542339 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1e6c7547-fc53-4927-bd4d-a25e26e6d6a1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.546695 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3381197b-6c0c-45e3-9b9d-93d5a7691ec2 x-openstack-request-id: req-3381197b-6c0c-45e3-9b9d-93d5a7691ec2 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:45.547066 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142de076-c4bc-42c2-833f-eb1ccad01cdc", "tag": "3c33515e-7dc3-409e-912b-abfe05e79100", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:45.547322 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3381197b-6c0c-45e3-9b9d-93d5a7691ec2 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:45.547732 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142de076-c4bc-42c2-833f-eb1ccad01cdc', 'tag': '3c33515e-7dc3-409e-912b-abfe05e79100', 'status': 'completed', 'code': 200} Sep 16 05:22:45.559746 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d9daa9-69f6-49b2-88d5-f15abf8c4526 None None] Sync routers for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:45.585588 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1e6c7547-fc53-4927-bd4d-a25e26e6d6a1 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "DELETE /v2.0/floatingips/03c17a6e-8332-4570-875d-e0b66bcb445a HTTP/1.1" status: 204 len: 168 time: 1.7223756 Sep 16 05:22:45.594240 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59064) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:45.594732 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d9daa9-69f6-49b2-88d5-f15abf8c4526 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:45.595442 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-68d9daa9-69f6-49b2-88d5-f15abf8c4526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:45.665152 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-68d9daa9-69f6-49b2-88d5-f15abf8c4526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:45.671492 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2eb9b34d-e857-4296-ad46-e0a2293634b1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.684307 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d9daa9-69f6-49b2-88d5-f15abf8c4526 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:45.685412 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-68d9daa9-69f6-49b2-88d5-f15abf8c4526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:45.752855 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-68d9daa9-69f6-49b2-88d5-f15abf8c4526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:45.752855 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d9daa9-69f6-49b2-88d5-f15abf8c4526 None None] The sync data for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:45.777928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9523756-2bb4-4df6-aae6-1f58b378d8bd req-7564a978-e20a-4449-a5da-4e11d9bf646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:45.779976 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9523756-2bb4-4df6-aae6-1f58b378d8bd req-7564a978-e20a-4449-a5da-4e11d9bf646c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcc7f3875a7c4f6fae36474d29c3b51d&device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 1100 time: 0.1556687 Sep 16 05:22:45.816214 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2eb9b34d-e857-4296-ad46-e0a2293634b1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.837261 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9523756-2bb4-4df6-aae6-1f58b378d8bd req-f1ac8cea-638e-458f-9cf4-ec69706a94fd service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bcc7f3875a7c4f6fae36474d29c3b51d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417054 Sep 16 05:22:45.843689 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ad285256-b830-4b30-a5dd-4bfb7af657ec tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Deleting port 639c322e-aeb9-4700-b355-f87470bbfbd5 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:45.844049 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ad285256-b830-4b30-a5dd-4bfb7af657ec tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.953552 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2eb9b34d-e857-4296-ad46-e0a2293634b1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.053298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9b34d-e857-4296-ad46-e0a2293634b1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f39870-e42a-4f9c-aa62-b744ede57ec3,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:46.110550 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2eb9b34d-e857-4296-ad46-e0a2293634b1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.116943 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2eb9b34d-e857-4296-ad46-e0a2293634b1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6654627 Sep 16 05:22:46.117175 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59070) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:46.120674 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-16d3326f-b064-4b20-a1a4-6efa3119cb52 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': '2ab1352e-e614-4d23-9c35-84a835ca7110', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:46.154497 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ad285256-b830-4b30-a5dd-4bfb7af657ec tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.170650 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9523756-2bb4-4df6-aae6-1f58b378d8bd req-e1befb30-091a-4fdf-aa15-de1f97d98bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:46.172232 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9523756-2bb4-4df6-aae6-1f58b378d8bd req-e1befb30-091a-4fdf-aa15-de1f97d98bc6 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3248115 Sep 16 05:22:46.182816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ad285256-b830-4b30-a5dd-4bfb7af657ec tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Calling delete_port for 639c322e-aeb9-4700-b355-f87470bbfbd5 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:46.214734 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad2c4f-d5d2-45a8-a360-c6c281fb136a req-25603685-6ef0-49b8-a490-525bd50e7d5e tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:46.216446 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3ad2c4f-d5d2-45a8-a360-c6c281fb136a req-25603685-6ef0-49b8-a490-525bd50e7d5e tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 948 time: 0.2005069 Sep 16 05:22:46.280627 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-16d3326f-b064-4b20-a1a4-6efa3119cb52 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Project 3484936ae7a94b7a8f8a0023f559a1eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:22:46.283277 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdc581-c63f-4da2-9286-4c04c63e45de req-af150c77-c87a-4f58-8168-18694b13e348 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:46.285973 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-73bdc581-c63f-4da2-9286-4c04c63e45de req-af150c77-c87a-4f58-8168-18694b13e348 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.2042351 Sep 16 05:22:46.292326 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-16d3326f-b064-4b20-a1a4-6efa3119cb52 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.414095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3ad2c4f-d5d2-45a8-a360-c6c281fb136a req-f7e4de28-4df7-4b8d-8266-0c7c0c135d45 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1776d85-7be8-42a8-98b3-add8711a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903002 Sep 16 05:22:46.443598 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-16d3326f-b064-4b20-a1a4-6efa3119cb52 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.444349 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-73bdc581-c63f-4da2-9286-4c04c63e45de req-1ae18b2b-1153-499f-b342-a88c14e06d6b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127436 Sep 16 05:22:46.457288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099de2-10fe-4520-87d8-48130a16019f req-4aa2edd9-f84c-4834-b3b2-3dc27711d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:46.459084 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5099de2-10fe-4520-87d8-48130a16019f req-4aa2edd9-f84c-4834-b3b2-3dc27711d57c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcc7f3875a7c4f6fae36474d29c3b51d&device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 1100 time: 0.2026062 Sep 16 05:22:46.588498 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-16d3326f-b064-4b20-a1a4-6efa3119cb52 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.591691 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5099de2-10fe-4520-87d8-48130a16019f req-c968b3de-fa1c-476d-8af8-2c9e033fddfd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=3c33515e-7dc3-409e-912b-abfe05e79100 HTTP/1.1" status: 200 len: 217 time: 0.1124101 Sep 16 05:22:46.616577 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3326f-b064-4b20-a1a4-6efa3119cb52 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0316b27-2dd4-4559-8dbe-5c39b52baec2,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:46.696269 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099de2-10fe-4520-87d8-48130a16019f req-d67b5b44-d387-4651-afd0-23a4012c8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:46.697724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5099de2-10fe-4520-87d8-48130a16019f req-d67b5b44-d387-4651-afd0-23a4012c8f2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0958664 Sep 16 05:22:46.707420 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-16d3326f-b064-4b20-a1a4-6efa3119cb52 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.710146 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-16d3326f-b064-4b20-a1a4-6efa3119cb52 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5930262 Sep 16 05:22:46.712807 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59072) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:46.720382 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8c9c7bf1-0fb3-4205-a3cb-e9da4376a9e8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': '2ab1352e-e614-4d23-9c35-84a835ca7110', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:46.758588 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099de2-10fe-4520-87d8-48130a16019f req-d8b52c93-a72f-496d-87fa-5b1c16a7ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:46.760224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5099de2-10fe-4520-87d8-48130a16019f req-d8b52c93-a72f-496d-87fa-5b1c16a7ea7c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0544775 Sep 16 05:22:46.830191 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ad285256-b830-4b30-a5dd-4bfb7af657ec tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.849447 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-8c9c7bf1-0fb3-4205-a3cb-e9da4376a9e8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Project 3484936ae7a94b7a8f8a0023f559a1eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:22:46.858391 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7bf1-0fb3-4205-a3cb-e9da4376a9e8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.876281 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad285256-b830-4b30-a5dd-4bfb7af657ec tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event deleted for resources: {'Port': ['ID=639c322e-aeb9-4700-b355-f87470bbfbd5,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:46.930239 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5099de2-10fe-4520-87d8-48130a16019f req-afa79998-3c7c-46b0-9af5-8f41be1286cb service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623466 Sep 16 05:22:46.957415 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7bf1-0fb3-4205-a3cb-e9da4376a9e8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.040631 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7bf1-0fb3-4205-a3cb-e9da4376a9e8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.064097 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c7bf1-0fb3-4205-a3cb-e9da4376a9e8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5f1ca5-7387-44d1-91fa-0154936cdeb7,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:47.073856 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ad285256-b830-4b30-a5dd-4bfb7af657ec tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.077074 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ad285256-b830-4b30-a5dd-4bfb7af657ec tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "DELETE /v2.0/ports/639c322e-aeb9-4700-b355-f87470bbfbd5 HTTP/1.1" status: 204 len: 168 time: 1.4897628 Sep 16 05:22:47.080945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59074) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:47.085882 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f3a10c99-7652-4b47-85d6-77038e43908e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:47.118328 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5099de2-10fe-4520-87d8-48130a16019f req-00388da1-1f7f-43c3-ab6e-ab1596f07ada service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705060 Sep 16 05:22:47.240834 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7bf1-0fb3-4205-a3cb-e9da4376a9e8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.242587 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8c9c7bf1-0fb3-4205-a3cb-e9da4376a9e8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5285256 Sep 16 05:22:47.245669 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59076) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:47.251878 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-4e0bc874-3496-42be-ad2c-39e45796b661 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'network': {'name': 'tempest-network-smoke--1604218266', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'port_security_enabled': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:47.393451 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3a10c99-7652-4b47-85d6-77038e43908e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.516056 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0bc874-3496-42be-ad2c-39e45796b661 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Made reservation on behalf of 3484936ae7a94b7a8f8a0023f559a1eb for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:47.522641 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e0bc874-3496-42be-ad2c-39e45796b661 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.533813 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3a10c99-7652-4b47-85d6-77038e43908e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.579906 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0bc874-3496-42be-ad2c-39e45796b661 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:22:47.601984 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e0bc874-3496-42be-ad2c-39e45796b661 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.603773 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-4e0bc874-3496-42be-ad2c-39e45796b661 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Added segment 76c8ed33-7a19-44d6-a7e9-46953a852714 of type vlan for network 982c51a6-73de-4637-9281-b53c0e8a4138 Sep 16 05:22:47.659478 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e0bc874-3496-42be-ad2c-39e45796b661 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.724665 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f211f0-1fc1-4cb8-a64d-1855dec840d6 req-234bde4b-b08f-474c-85e7-d01bfd747353 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:47.726921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82f211f0-1fc1-4cb8-a64d-1855dec840d6 req-234bde4b-b08f-474c-85e7-d01bfd747353 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 948 time: 0.1802359 Sep 16 05:22:47.739603 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b20019-ebb2-4158-a7bf-7a743c15e892 req-be6cd90b-c633-4bfd-be7c-5e9e993bdc93 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:47.741522 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99b20019-ebb2-4158-a7bf-7a743c15e892 req-be6cd90b-c633-4bfd-be7c-5e9e993bdc93 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1478560 Sep 16 05:22:47.753009 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e0bc874-3496-42be-ad2c-39e45796b661 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.763690 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0bc874-3496-42be-ad2c-39e45796b661 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:47.765144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e0bc874-3496-42be-ad2c-39e45796b661 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.778497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-f3a10c99-7652-4b47-85d6-77038e43908e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Allocated IP 172.25.4.209 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/f0728305-1896-4515-beb3-85ccdc088db1) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:47.837057 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82f211f0-1fc1-4cb8-a64d-1855dec840d6 req-e4cb1ff9-07ef-422a-b777-da7496cc72bc tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1776d85-7be8-42a8-98b3-add8711a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924954 Sep 16 05:22:47.857880 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99b20019-ebb2-4158-a7bf-7a743c15e892 req-041aa711-884e-420d-9e89-dd79bac6b09b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006744 Sep 16 05:22:47.882395 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bc874-3496-42be-ad2c-39e45796b661 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Network': ['ID=982c51a6-73de-4637-9281-b53c0e8a4138,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:47.904509 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 982c51a6-73de-4637-9281-b53c0e8a4138 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:22:47.932757 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4e0bc874-3496-42be-ad2c-39e45796b661 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6856935 Sep 16 05:22:47.936267 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59082) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:47.942683 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-613ac476-5f2c-42cd-a9ba-33d54698ef4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-99336490', 'admin_state_up': True, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:48.042516 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3a10c99-7652-4b47-85d6-77038e43908e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.063401 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-613ac476-5f2c-42cd-a9ba-33d54698ef4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.064928 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-613ac476-5f2c-42cd-a9ba-33d54698ef4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.145835 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-613ac476-5f2c-42cd-a9ba-33d54698ef4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.160726 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3a10c99-7652-4b47-85d6-77038e43908e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.195793 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:22:48.216945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a10c99-7652-4b47-85d6-77038e43908e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:48.223102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-f3a10c99-7652-4b47-85d6-77038e43908e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:48.235965 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a10c99-7652-4b47-85d6-77038e43908e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:48.269429 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a10c99-7652-4b47-85d6-77038e43908e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=f0728305-1896-4515-beb3-85ccdc088db1,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:48.386215 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3a10c99-7652-4b47-85d6-77038e43908e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.531991 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3a10c99-7652-4b47-85d6-77038e43908e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.784729 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3a10c99-7652-4b47-85d6-77038e43908e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.854295 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-613ac476-5f2c-42cd-a9ba-33d54698ef4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.908839 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3a10c99-7652-4b47-85d6-77038e43908e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.045511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a10c99-7652-4b47-85d6-77038e43908e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=f0728305-1896-4515-beb3-85ccdc088db1,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:49.104960 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3a10c99-7652-4b47-85d6-77038e43908e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.116246 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0157c11-dbaa-4efc-9ab7-d91b0a353257 req-aba9ec08-0ed2-4c54-9946-375196013e55 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:49.117925 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0157c11-dbaa-4efc-9ab7-d91b0a353257 req-aba9ec08-0ed2-4c54-9946-375196013e55 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 948 time: 0.1669269 Sep 16 05:22:49.154984 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa695aa-bda8-43f0-a30f-6e5948c668aa req-572fdbd0-acef-4dfe-a1ca-3c002a21636a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:49.156592 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fa695aa-bda8-43f0-a30f-6e5948c668aa req-572fdbd0-acef-4dfe-a1ca-3c002a21636a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1608748 Sep 16 05:22:49.212703 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0157c11-dbaa-4efc-9ab7-d91b0a353257 req-4457b9e6-56aa-49b6-9dd7-7832febadf09 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1776d85-7be8-42a8-98b3-add8711a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820181 Sep 16 05:22:49.249399 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6fa695aa-bda8-43f0-a30f-6e5948c668aa req-a4dc6333-d180-4ee7-a964-64d45b7a0c53 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769553 Sep 16 05:22:49.252214 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f3a10c99-7652-4b47-85d6-77038e43908e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.258453 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f3a10c99-7652-4b47-85d6-77038e43908e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1745956 Sep 16 05:22:49.260260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59088) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:49.272269 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c9a6f585-1b93-476a-ab54-aee044de4a23 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'port': {'network_id': 'd44a0b82-5030-4f7d-a7c7-ae040132053e', 'name': 'tempest-FloatingIPTestJSON-1869922016'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:49.299958 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-613ac476-5f2c-42cd-a9ba-33d54698ef4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.331182 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-613ac476-5f2c-42cd-a9ba-33d54698ef4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.499121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-613ac476-5f2c-42cd-a9ba-33d54698ef4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Allocated IP 172.25.4.126 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/edc08a69-fe3b-403c-a761-1c0ad3855f49) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:49.543008 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a6f585-1b93-476a-ab54-aee044de4a23 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Made reservation on behalf of be2ecd6c30b048df9bde843d2b3b4531 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:49.550178 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9a6f585-1b93-476a-ab54-aee044de4a23 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.589219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [None req-c9a6f585-1b93-476a-ab54-aee044de4a23 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] device_id is not set on port 3d5e4139-929e-400e-b01f-011bdd982a86 yet. {{(pid=95473) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:49.670355 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-613ac476-5f2c-42cd-a9ba-33d54698ef4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.783730 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-613ac476-5f2c-42cd-a9ba-33d54698ef4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.804800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-c9a6f585-1b93-476a-ab54-aee044de4a23 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Allocated IP 172.20.0.11 (d44a0b82-5030-4f7d-a7c7-ae040132053e/408ba3b6-ef56-4398-8c20-ffa423eb112f/3d5e4139-929e-400e-b01f-011bdd982a86) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:49.843619 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613ac476-5f2c-42cd-a9ba-33d54698ef4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:49.851744 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-613ac476-5f2c-42cd-a9ba-33d54698ef4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:49.860590 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613ac476-5f2c-42cd-a9ba-33d54698ef4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:49.873472 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ac476-5f2c-42cd-a9ba-33d54698ef4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=edc08a69-fe3b-403c-a761-1c0ad3855f49,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:49.938460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 3c33515e-7dc3-409e-912b-abfe05e79100 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:22:50.047533 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9a6f585-1b93-476a-ab54-aee044de4a23 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.285908 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9a6f585-1b93-476a-ab54-aee044de4a23 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.288765 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 3c33515e-7dc3-409e-912b-abfe05e79100, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=3c33515e-7dc3-409e-912b-abfe05e79100,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:50.313784 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '3c33515e-7dc3-409e-912b-abfe05e79100', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '3c33515e-7dc3-409e-912b-abfe05e79100', 'mac_address': 'fa:16:3e:0d:b0:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:22:50.360206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a6f585-1b93-476a-ab54-aee044de4a23 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Network d44a0b82-5030-4f7d-a7c7-ae040132053e is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:50.386516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-c9a6f585-1b93-476a-ab54-aee044de4a23 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:50.390221 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6f585-1b93-476a-ab54-aee044de4a23 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:50.415388 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.425696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6f585-1b93-476a-ab54-aee044de4a23 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=3d5e4139-929e-400e-b01f-011bdd982a86,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:50.444840 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c33515e-7dc3-409e-912b-abfe05e79100 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:50.473358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 3c33515e-7dc3-409e-912b-abfe05e79100, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=3c33515e-7dc3-409e-912b-abfe05e79100,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:50.554813 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-613ac476-5f2c-42cd-a9ba-33d54698ef4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.776171 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.826384 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a6f585-1b93-476a-ab54-aee044de4a23 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:50.827415 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9a6f585-1b93-476a-ab54-aee044de4a23 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.854249 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a9d62-39fa-46af-a99a-f37eca3f988c req-4b509212-82c1-4caa-b1b2-58045c68ec6e tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:50.860129 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-020a9d62-39fa-46af-a99a-f37eca3f988c req-4b509212-82c1-4caa-b1b2-58045c68ec6e tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 948 time: 0.5217659 Sep 16 05:22:50.885848 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=3c33515e-7dc3-409e-912b-abfe05e79100,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:50.888701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92101331-c933-4061-904b-4c5d5fb84240 req-537e5f18-39f9-402a-979f-438a4c996f39 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:50.897161 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92101331-c933-4061-904b-4c5d5fb84240 req-537e5f18-39f9-402a-979f-438a4c996f39 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.4673600 Sep 16 05:22:50.924703 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-613ac476-5f2c-42cd-a9ba-33d54698ef4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.956615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92101331-c933-4061-904b-4c5d5fb84240 req-2a07f3f6-d89c-47a9-974f-89d6f637d8dc tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585318 Sep 16 05:22:50.960402 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-020a9d62-39fa-46af-a99a-f37eca3f988c req-554f33c8-b968-49e8-a7b4-8e0dbf3a79b6 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1776d85-7be8-42a8-98b3-add8711a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923901 Sep 16 05:22:50.991144 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c9a6f585-1b93-476a-ab54-aee044de4a23 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7257087 Sep 16 05:22:50.991926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59094) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:50.997433 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-28a0338d-ba2d-4cee-a8e7-02f25a9bfa4e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'floatingip': {'port_id': '3d5e4139-929e-400e-b01f-011bdd982a86'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:51.063081 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28a0338d-ba2d-4cee-a8e7-02f25a9bfa4e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.162164 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['3c33515e-7dc3-409e-912b-abfe05e79100'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:51.307144 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613ac476-5f2c-42cd-a9ba-33d54698ef4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Router d5b6c095-9c3c-472a-91ac-d2c912a3ee57 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:22:51.457903 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613ac476-5f2c-42cd-a9ba-33d54698ef4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:51.472219 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] Sync routers for ids ['d5b6c095-9c3c-472a-91ac-d2c912a3ee57'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:51.485617 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] Routers {'d5b6c095-9c3c-472a-91ac-d2c912a3ee57'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:51.486673 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d5b6c095-9c3c-472a-91ac-d2c912a3ee57'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:51.577188 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-613ac476-5f2c-42cd-a9ba-33d54698ef4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.583243 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-613ac476-5f2c-42cd-a9ba-33d54698ef4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.6414437 Sep 16 05:22:51.583954 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59096) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:51.621899 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] Set router d5b6c095-9c3c-472a-91ac-d2c912a3ee57 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:51.634635 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-56a129b0-453a-4369-9246-a5bfe33b5a44 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3484936ae7a94b7a8f8a0023f559a1eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488040 Sep 16 05:22:51.638678 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59098) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:51.782791 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099e86b1-8071-4734-8fa8-069811c55d02 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:51.786580 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-099e86b1-8071-4734-8fa8-069811c55d02 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1456454 Sep 16 05:22:51.791809 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59100) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:51.805058 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28a0338d-ba2d-4cee-a8e7-02f25a9bfa4e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.850868 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d6c658aa-93dd-4a6a-82ea-3fd6251fcbda tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570495 Sep 16 05:22:51.855505 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59102) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:51.861648 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-896beded-dced-40e9-b67d-7d6444d6ca44 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1861338045', 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:51.875200 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28a0338d-ba2d-4cee-a8e7-02f25a9bfa4e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.928224 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99336490', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:48Z', 'updated_at': '2021-09-16T05:22:50Z', 'revision_number': 3, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:79:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:49Z', 'updated_at': '2021-09-16T05:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:51.980307 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] Checking router: d5b6c095-9c3c-472a-91ac-d2c912a3ee57 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:22:51.981088 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] Updating router d5b6c095-9c3c-472a-91ac-d2c912a3ee57 port edc08a69-fe3b-403c-a761-1c0ad3855f49 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:22:52.040892 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.097723 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-28a0338d-ba2d-4cee-a8e7-02f25a9bfa4e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Floating IP 56e7e925-ec7e-43b9-9043-77380d80586a associated. External IP: 172.25.4.209, port: 3d5e4139-929e-400e-b01f-011bdd982a86. Sep 16 05:22:52.106564 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896beded-dced-40e9-b67d-7d6444d6ca44 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Made reservation on behalf of 3484936ae7a94b7a8f8a0023f559a1eb for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:52.111335 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-896beded-dced-40e9-b67d-7d6444d6ca44 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.294205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933cd98-9be9-4ae2-9efc-38168ef93482 req-4cb52119-6beb-47f7-8be7-a18143ddf792 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:52.296395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e933cd98-9be9-4ae2-9efc-38168ef93482 req-4cb52119-6beb-47f7-8be7-a18143ddf792 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1904535 Sep 16 05:22:52.313468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d18e10-ed6d-439e-b053-1781299087e8 req-0c50b36d-20f6-4cc9-be9c-2c41520efd7c tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:52.315535 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6d18e10-ed6d-439e-b053-1781299087e8 req-0c50b36d-20f6-4cc9-be9c-2c41520efd7c tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 949 time: 0.1568289 Sep 16 05:22:52.429341 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e933cd98-9be9-4ae2-9efc-38168ef93482 req-0f1e5788-f4ba-41b9-b19b-b6de3ed0d58f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124876 Sep 16 05:22:52.429778 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.435081 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6d18e10-ed6d-439e-b053-1781299087e8 req-a338aa81-1b99-4b0b-af13-87615392a933 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1776d85-7be8-42a8-98b3-add8711a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023693 Sep 16 05:22:52.534446 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a0338d-ba2d-4cee-a8e7-02f25a9bfa4e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 2fd9762f-ab24-440e-8251-f15784ea11c8 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:52.555348 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-896beded-dced-40e9-b67d-7d6444d6ca44 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.587862 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.628770 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896beded-dced-40e9-b67d-7d6444d6ca44 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Subnet': ['ID=32494b3c-fe00-4bad-8808-530777ba7c64,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:52.643149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896beded-dced-40e9-b67d-7d6444d6ca44 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Checking segment: {'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:52.643516 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896beded-dced-40e9-b67d-7d6444d6ca44 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network hostable DHCP agents. Network: 982c51a6-73de-4637-9281-b53c0e8a4138, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:22:52.692969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a0338d-ba2d-4cee-a8e7-02f25a9bfa4e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:52.698508 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28a0338d-ba2d-4cee-a8e7-02f25a9bfa4e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.703162 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c926a7-2d45-4a90-84db-32518119feb6 None None] Pushing event updated for resources: {'Port': ['ID=edc08a69-fe3b-403c-a761-1c0ad3855f49,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:52.704488 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5213765-8e60-4d4b-be00-ee92d9ea5268 None None] Sync routers for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:52.716793 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] Attempting to bind port edc08a69-fe3b-403c-a761-1c0ad3855f49 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:52.717410 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] Attempting to bind port edc08a69-fe3b-403c-a761-1c0ad3855f49 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:52.718319 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] Attempting to bind port edc08a69-fe3b-403c-a761-1c0ad3855f49 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:52.721577 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5213765-8e60-4d4b-be00-ee92d9ea5268 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:52.733509 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b5213765-8e60-4d4b-be00-ee92d9ea5268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:52.733836 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c926a7-2d45-4a90-84db-32518119feb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:52.733836 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c926a7-2d45-4a90-84db-32518119feb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:52.733836 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c926a7-2d45-4a90-84db-32518119feb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:52.733836 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c926a7-2d45-4a90-84db-32518119feb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:52.733836 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c926a7-2d45-4a90-84db-32518119feb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:52.733836 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c926a7-2d45-4a90-84db-32518119feb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:52.733836 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c926a7-2d45-4a90-84db-32518119feb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:52.733836 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c926a7-2d45-4a90-84db-32518119feb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:52.733836 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c926a7-2d45-4a90-84db-32518119feb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:52.733836 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c926a7-2d45-4a90-84db-32518119feb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:52.733836 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c926a7-2d45-4a90-84db-32518119feb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:52.733836 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c926a7-2d45-4a90-84db-32518119feb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:52.741382 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-28a0338d-ba2d-4cee-a8e7-02f25a9bfa4e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "PUT /v2.0/floatingips/56e7e925-ec7e-43b9-9043-77380d80586a HTTP/1.1" status: 200 len: 979 time: 1.7471967 Sep 16 05:22:52.743899 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59108) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:52.746917 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:52.746917 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:52.746917 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.746917 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:52.748050 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] Bound port: edc08a69-fe3b-403c-a761-1c0ad3855f49, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:52.748050 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.752808 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896beded-dced-40e9-b67d-7d6444d6ca44 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network 982c51a6-73de-4637-9281-b53c0e8a4138 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:22:52.772447 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b5213765-8e60-4d4b-be00-ee92d9ea5268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:52.782461 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5213765-8e60-4d4b-be00-ee92d9ea5268 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:52.783280 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b5213765-8e60-4d4b-be00-ee92d9ea5268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:52.832000 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b5213765-8e60-4d4b-be00-ee92d9ea5268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:52.833779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5213765-8e60-4d4b-be00-ee92d9ea5268 None None] The sync data for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:52.859154 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] For port edc08a69-fe3b-403c-a761-1c0ad3855f49, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:52.861188 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-896beded-dced-40e9-b67d-7d6444d6ca44 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 982c51a6-73de-4637-9281-b53c0e8a4138) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:52.865464 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] For port edc08a69-fe3b-403c-a761-1c0ad3855f49, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=edc08a69-fe3b-403c-a761-1c0ad3855f49,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:52.871570 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896beded-dced-40e9-b67d-7d6444d6ca44 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:52.873316 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-896beded-dced-40e9-b67d-7d6444d6ca44 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.875875 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6aa230-ea5b-4025-8129-69b0f06bf0eb None None] Network 982c51a6-73de-4637-9281-b53c0e8a4138 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:52.894723 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ec798-04d5-496d-ad06-37f1a71dce2d tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Deleting port 3d5e4139-929e-400e-b01f-011bdd982a86 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:52.895187 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff2ec798-04d5-496d-ad06-37f1a71dce2d tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.988177 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-896beded-dced-40e9-b67d-7d6444d6ca44 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1310828 Sep 16 05:22:52.989155 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.991036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59110) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:53.070682 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff2ec798-04d5-496d-ad06-37f1a71dce2d tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.084983 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] Routers {'d5b6c095-9c3c-472a-91ac-d2c912a3ee57'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:53.086196 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d5b6c095-9c3c-472a-91ac-d2c912a3ee57'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:53.118073 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-982c51a6-73de-4637-9281-b53c0e8a4138', 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'fixed_ips': [{'subnet_id': '32494b3c-fe00-4bad-8808-530777ba7c64'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:22:53.126455 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.214608 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c926a7-2d45-4a90-84db-32518119feb6 None None] Pushing event updated for resources: {'Port': ['ID=edc08a69-fe3b-403c-a761-1c0ad3855f49,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:53.293298 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] Set router d5b6c095-9c3c-472a-91ac-d2c912a3ee57 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:53.423864 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] Allocated IP 172.20.0.2 (982c51a6-73de-4637-9281-b53c0e8a4138/32494b3c-fe00-4bad-8808-530777ba7c64/d1666620-34fd-4230-a8d3-0998a8557679) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:53.520980 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff2ec798-04d5-496d-ad06-37f1a71dce2d tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.521604 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff2ec798-04d5-496d-ad06-37f1a71dce2d tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.521725 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-ff2ec798-04d5-496d-ad06-37f1a71dce2d tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Floating IP 56e7e925-ec7e-43b9-9043-77380d80586a disassociated. External IP: 172.25.4.209, port: 3d5e4139-929e-400e-b01f-011bdd982a86. Sep 16 05:22:53.523902 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ec798-04d5-496d-ad06-37f1a71dce2d tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Calling delete_port for 3d5e4139-929e-400e-b01f-011bdd982a86 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:53.655327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14768031-c7cc-4ef3-b2d3-0d6d580b16fe req-81f47031-4fe4-4741-8dff-dff4563ef217 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:53.657338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14768031-c7cc-4ef3-b2d3-0d6d580b16fe req-81f47031-4fe4-4741-8dff-dff4563ef217 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 949 time: 0.1218476 Sep 16 05:22:53.690115 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99336490', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:48Z', 'updated_at': '2021-09-16T05:22:50Z', 'revision_number': 3, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:79:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:49Z', 'updated_at': '2021-09-16T05:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:53.743584 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a9ef2e-1dd8-4843-97e6-7c4e0e9928d8 None None] The sync data for ids ['d5b6c095-9c3c-472a-91ac-d2c912a3ee57'] in n-d-712140-13 is: [{'id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99336490', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:48Z', 'updated_at': '2021-09-16T05:22:50Z', 'revision_number': 3, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:79:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:49Z', 'updated_at': '2021-09-16T05:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:53.790953 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.803185 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.820461 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14768031-c7cc-4ef3-b2d3-0d6d580b16fe req-1dfed110-feb4-44f9-bd7c-d27cddea48c5 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1776d85-7be8-42a8-98b3-add8711a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343431 Sep 16 05:22:53.850433 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fec81c-a39f-4d7f-8989-47d847d2f931 req-f6808a68-0c3b-4524-94d2-788a13a002d8 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:53.853825 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07fec81c-a39f-4d7f-8989-47d847d2f931 req-f6808a68-0c3b-4524-94d2-788a13a002d8 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.2219920 Sep 16 05:22:53.892469 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff2ec798-04d5-496d-ad06-37f1a71dce2d tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.929470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ec798-04d5-496d-ad06-37f1a71dce2d tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event deleted for resources: {'Port': ['ID=3d5e4139-929e-400e-b01f-011bdd982a86,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:53.949083 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.964007 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07fec81c-a39f-4d7f-8989-47d847d2f931 req-307b3cc0-8082-49ff-bcbe-64cd19c5afdc tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018205 Sep 16 05:22:54.016735 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 3c33515e-7dc3-409e-912b-abfe05e79100 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:54.114774 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] Network 982c51a6-73de-4637-9281-b53c0e8a4138 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:54.127586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:54.142385 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:54.168156 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] Pushing event updated for resources: {'Port': ['ID=d1666620-34fd-4230-a8d3-0998a8557679,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:54.223805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2ec798-04d5-496d-ad06-37f1a71dce2d tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 2fd9762f-ab24-440e-8251-f15784ea11c8 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:54.264430 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] Attempting to bind port d1666620-34fd-4230-a8d3-0998a8557679 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:54.265594 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] Attempting to bind port d1666620-34fd-4230-a8d3-0998a8557679 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:54.266524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] Attempting to bind port d1666620-34fd-4230-a8d3-0998a8557679 on network 982c51a6-73de-4637-9281-b53c0e8a4138 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:54.279698 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:54.280771 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] Checking segment: {'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:54.282009 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.283090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] Bound using segment: {'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:54.284342 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] Bound port: d1666620-34fd-4230-a8d3-0998a8557679, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:54.285379 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.375705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 3c33515e-7dc3-409e-912b-abfe05e79100 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:22:54.377364 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Allocated IP 172.20.0.1 (982c51a6-73de-4637-9281-b53c0e8a4138/32494b3c-fe00-4bad-8808-530777ba7c64/39771fd7-4616-4850-9565-70c6b8e7ec29) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:54.386721 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 3c33515e-7dc3-409e-912b-abfe05e79100 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:54.387497 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.436849 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2ec798-04d5-496d-ad06-37f1a71dce2d tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:54.454744 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71165b-c1e2-49b6-b2bd-9754b180e777 None None] Sync routers for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:54.485735 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] For port d1666620-34fd-4230-a8d3-0998a8557679, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:54.491549 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c71165b-c1e2-49b6-b2bd-9754b180e777 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:54.493135 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1c71165b-c1e2-49b6-b2bd-9754b180e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:54.493409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] For port d1666620-34fd-4230-a8d3-0998a8557679, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d1666620-34fd-4230-a8d3-0998a8557679,segment=NetworkSegment(76c8ed33-7a19-44d6-a7e9-46953a852714),segment_id=76c8ed33-7a19-44d6-a7e9-46953a852714)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:54.583355 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.589921 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ff2ec798-04d5-496d-ad06-37f1a71dce2d tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.593800 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1c71165b-c1e2-49b6-b2bd-9754b180e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:54.598984 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59116) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:54.607547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ff2ec798-04d5-496d-ad06-37f1a71dce2d tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "DELETE /v2.0/ports/3d5e4139-929e-400e-b01f-011bdd982a86 HTTP/1.1" status: 204 len: 168 time: 1.8618116 Sep 16 05:22:54.611489 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c71165b-c1e2-49b6-b2bd-9754b180e777 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:54.612296 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1c71165b-c1e2-49b6-b2bd-9754b180e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:54.663186 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1c71165b-c1e2-49b6-b2bd-9754b180e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:54.664020 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71165b-c1e2-49b6-b2bd-9754b180e777 None None] The sync data for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:54.702404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59118) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:54.705417 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.711716 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-eb3d5370-7bbe-4d4c-b39b-01b25ea3021a tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "GET /v2.0/floatingips/56e7e925-ec7e-43b9-9043-77380d80586a HTTP/1.1" status: 200 len: 688 time: 0.1098976 Sep 16 05:22:54.721323 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.726335 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.792517 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05275f-2746-41e7-bf41-01127188d693 None None] Pushing event updated for resources: {'Port': ['ID=d1666620-34fd-4230-a8d3-0998a8557679,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:54.802388 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device edc08a69-fe3b-403c-a761-1c0ad3855f49 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:54.885598 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142de076-c4bc-42c2-833f-eb1ccad01cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c33515e-7dc3-409e-912b-abfe05e79100'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:54.889584 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ec0533-0e1e-4e92-9702-cdde30e9cba9" -d '{"events": [{"server_uuid": "142de076-c4bc-42c2-833f-eb1ccad01cdc", "name": "network-vif-plugged", "status": "completed", "tag": "3c33515e-7dc3-409e-912b-abfe05e79100"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:54.956030 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.960083 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 3c33515e-7dc3-409e-912b-abfe05e79100, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=3c33515e-7dc3-409e-912b-abfe05e79100,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:54.984584 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port edc08a69-fe3b-403c-a761-1c0ad3855f49 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:54.984990 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.007912 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-e0b4402d-6d00-4171-9de4-c6731575ee6b tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Deleting port f0728305-1896-4515-beb3-85ccdc088db1 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:55.007912 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e0b4402d-6d00-4171-9de4-c6731575ee6b tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.125081 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be60c84c-cccf-4210-aed6-e361516150d6 x-openstack-request-id: req-be60c84c-cccf-4210-aed6-e361516150d6 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:55.125081 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142de076-c4bc-42c2-833f-eb1ccad01cdc", "name": "network-vif-plugged", "status": "completed", "tag": "3c33515e-7dc3-409e-912b-abfe05e79100", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:55.125081 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be60c84c-cccf-4210-aed6-e361516150d6 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:55.130694 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142de076-c4bc-42c2-833f-eb1ccad01cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c33515e-7dc3-409e-912b-abfe05e79100', 'code': 200} Sep 16 05:22:55.139679 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.170248 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network 982c51a6-73de-4637-9281-b53c0e8a4138 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:55.176218 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:55.189307 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:55.200472 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=39771fd7-4616-4850-9565-70c6b8e7ec29,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:55.291364 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.303788 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=3c33515e-7dc3-409e-912b-abfe05e79100,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:55.400423 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.432167 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port edc08a69-fe3b-403c-a761-1c0ad3855f49, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=edc08a69-fe3b-403c-a761-1c0ad3855f49,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:55.507418 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.593151 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.598694 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=edc08a69-fe3b-403c-a761-1c0ad3855f49,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:55.727775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce9ecf-1043-40f7-80bf-6a190c14c48f req-e1603d33-1788-4d67-918b-9874d36b76ac tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:55.730591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8cce9ecf-1043-40f7-80bf-6a190c14c48f req-e1603d33-1788-4d67-918b-9874d36b76ac tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 949 time: 0.7442842 Sep 16 05:22:55.812927 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e0b4402d-6d00-4171-9de4-c6731575ee6b tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.813341 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e0b4402d-6d00-4171-9de4-c6731575ee6b tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.849203 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-e0b4402d-6d00-4171-9de4-c6731575ee6b tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Calling delete_port for f0728305-1896-4515-beb3-85ccdc088db1 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:55.852803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0869e52-701a-4a20-acf1-169dba330074 req-149bddfb-eded-4f32-aabd-f86b173aa4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:55.854610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0869e52-701a-4a20-acf1-169dba330074 req-149bddfb-eded-4f32-aabd-f86b173aa4f3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 1102 time: 0.6521657 Sep 16 05:22:55.870583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8cce9ecf-1043-40f7-80bf-6a190c14c48f req-e7e9dce2-fde7-4c98-a0d3-0dbca729b581 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1776d85-7be8-42a8-98b3-add8711a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322308 Sep 16 05:22:55.940229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab99fe-7404-4915-8877-ca301d076668 req-f646982b-295c-4e2b-a244-cac46edcfc28 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:55.942468 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61ab99fe-7404-4915-8877-ca301d076668 req-f646982b-295c-4e2b-a244-cac46edcfc28 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.2097847 Sep 16 05:22:55.987639 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0869e52-701a-4a20-acf1-169dba330074 req-a7d7cbca-d357-4329-b4cb-d3a35a47697e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c1776d85-7be8-42a8-98b3-add8711a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236312 Sep 16 05:22:56.022795 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61ab99fe-7404-4915-8877-ca301d076668 req-03d05d91-d1d4-403a-867e-05eb1d14bddd tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682197 Sep 16 05:22:56.084765 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.244272 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.262795 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e0b4402d-6d00-4171-9de4-c6731575ee6b tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.316445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4402d-6d00-4171-9de4-c6731575ee6b tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event deleted for resources: {'Port': ['ID=f0728305-1896-4515-beb3-85ccdc088db1,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:56.328000 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.331074 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=39771fd7-4616-4850-9565-70c6b8e7ec29,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:56.347528 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.347879 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.349152 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.350063 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.350673 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.351231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.351753 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.352378 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.352887 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.353596 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.354117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.354616 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.401344 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc474dc-42b2-4276-afd4-dc33832b56c2 None None] Network 982c51a6-73de-4637-9281-b53c0e8a4138 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:56.464595 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e0b4402d-6d00-4171-9de4-c6731575ee6b tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.476389 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e0b4402d-6d00-4171-9de4-c6731575ee6b tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.479155 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e0b4402d-6d00-4171-9de4-c6731575ee6b tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "DELETE /v2.0/floatingips/56e7e925-ec7e-43b9-9043-77380d80586a HTTP/1.1" status: 204 len: 168 time: 1.7753494 Sep 16 05:22:56.482680 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e92ed462-82eb-4fd8-9b80-82d76628c05e None None] Provisioning complete for port d1666620-34fd-4230-a8d3-0998a8557679 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:56.482680 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e92ed462-82eb-4fd8-9b80-82d76628c05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.483171 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network 982c51a6-73de-4637-9281-b53c0e8a4138 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:56.483629 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:56.485033 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59126) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:56.497538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': '5214d0f4-850f-4687-a8f2-5372ba6a7fba'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:56.659943 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.667424 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e92ed462-82eb-4fd8-9b80-82d76628c05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.713079 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e92ed462-82eb-4fd8-9b80-82d76628c05e None None] For port d1666620-34fd-4230-a8d3-0998a8557679, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d1666620-34fd-4230-a8d3-0998a8557679,segment=NetworkSegment(76c8ed33-7a19-44d6-a7e9-46953a852714),segment_id=76c8ed33-7a19-44d6-a7e9-46953a852714)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:56.715093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Router d5b6c095-9c3c-472a-91ac-d2c912a3ee57 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:56.788176 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e92ed462-82eb-4fd8-9b80-82d76628c05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.879663 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ed462-82eb-4fd8-9b80-82d76628c05e None None] Pushing event updated for resources: {'Port': ['ID=d1666620-34fd-4230-a8d3-0998a8557679,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:56.895692 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d1666620-34fd-4230-a8d3-0998a8557679 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:56.933197 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.950528 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:56.972934 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-771b4a12-4443-4bde-b976-342fb65acef3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "PUT /v2.0/routers/d5b6c095-9c3c-472a-91ac-d2c912a3ee57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9696937 Sep 16 05:22:56.986151 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] Sync routers for ids ['d5b6c095-9c3c-472a-91ac-d2c912a3ee57'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:57.035125 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] Routers {'d5b6c095-9c3c-472a-91ac-d2c912a3ee57'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:57.037187 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d5b6c095-9c3c-472a-91ac-d2c912a3ee57'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:57.136484 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port d1666620-34fd-4230-a8d3-0998a8557679 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:57.136783 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.143785 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0b147-5e73-416d-bd94-38d6a084edb7 req-3c4c52a2-0097-4d50-9ba7-d1adc626e25d tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:57.151904 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8d0b147-5e73-416d-bd94-38d6a084edb7 req-3c4c52a2-0097-4d50-9ba7-d1adc626e25d tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 950 time: 0.1359911 Sep 16 05:22:57.206545 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Allocated IP 172.25.4.105 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/ee33ea39-cb91-4834-990e-304afcb29e7f) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:57.267797 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0c3c7607-2352-463d-8523-ad9f52fcc59e None None] Provisioning complete for port 39771fd7-4616-4850-9565-70c6b8e7ec29 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:57.268155 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0c3c7607-2352-463d-8523-ad9f52fcc59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.298012 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8d0b147-5e73-416d-bd94-38d6a084edb7 req-1a588e7a-fdfc-4dca-9295-a9243b4f90fc tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1776d85-7be8-42a8-98b3-add8711a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397259 Sep 16 05:22:57.347742 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] Set router d5b6c095-9c3c-472a-91ac-d2c912a3ee57 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:57.424805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5b79f-d637-40e1-9acd-3d0aaf82b75f req-77999d30-0d7f-40f4-901d-5fb0fdae205b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:57.429632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cff5b79f-d637-40e1-9acd-3d0aaf82b75f req-77999d30-0d7f-40f4-901d-5fb0fdae205b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.2380366 Sep 16 05:22:57.474229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-0c3c7607-2352-463d-8523-ad9f52fcc59e None None] Port 39771fd7-4616-4850-9565-70c6b8e7ec29 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:57.576478 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-672b0f74-5047-4542-b55f-f0c6791a7ce1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-525965452&fields=id&tenant_id=3484936ae7a94b7a8f8a0023f559a1eb HTTP/1.1" status: 200 len: 267 time: 0.1418376 Sep 16 05:22:57.583859 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cff5b79f-d637-40e1-9acd-3d0aaf82b75f req-193ace83-cfd9-4014-9c7c-8de3cdff7f86 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377361 Sep 16 05:22:57.599864 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0c3c7607-2352-463d-8523-ad9f52fcc59e None None] Provisioning complete for port d1666620-34fd-4230-a8d3-0998a8557679 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:57.600664 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0c3c7607-2352-463d-8523-ad9f52fcc59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.620130 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.712233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device edc08a69-fe3b-403c-a761-1c0ad3855f49 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:57.746696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-2882ca8b-32b1-46c2-a08b-9c2ec573586c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:57.748398 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-2882ca8b-32b1-46c2-a08b-9c2ec573586c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/networks?id=982c51a6-73de-4637-9281-b53c0e8a4138 HTTP/1.1" status: 200 len: 797 time: 0.1606276 Sep 16 05:22:57.767699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-b490f2fa-8aee-4eee-8e0c-531ff974f89b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/quotas/3484936ae7a94b7a8f8a0023f559a1eb HTTP/1.1" status: 200 len: 375 time: 0.0122347 Sep 16 05:22:57.839796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-288bab9a-542d-438d-85ca-208a9d1e5c4e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629230 Sep 16 05:22:57.858087 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port edc08a69-fe3b-403c-a761-1c0ad3855f49 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:57.858420 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.889116 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.890408 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99336490', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:48Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:49Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '39771fd7-4616-4850-9565-70c6b8e7ec29', 'name': '', 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:89:f7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '32494b3c-fe00-4bad-8808-530777ba7c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:54Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 2, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '32494b3c-fe00-4bad-8808-530777ba7c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:57.927127 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] Checking router: d5b6c095-9c3c-472a-91ac-d2c912a3ee57 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:22:57.927488 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] Updating router d5b6c095-9c3c-472a-91ac-d2c912a3ee57 port 39771fd7-4616-4850-9565-70c6b8e7ec29 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:22:57.975122 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.995414 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:58.003921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:58.011006 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:58.017736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=ee33ea39-cb91-4834-990e-304afcb29e7f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:58.026002 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-73ae6d98-9e6a-4a35-a0a7-350f1f8bcc26 None None] Provisioning complete for port 39771fd7-4616-4850-9565-70c6b8e7ec29 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:58.026491 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-73ae6d98-9e6a-4a35-a0a7-350f1f8bcc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.067636 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-035209d5-086d-4c29-a265-96d530ca2ce3 service neutron] 10.222.0.20 "GET /v2.0/networks/982c51a6-73de-4637-9281-b53c0e8a4138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161698 Sep 16 05:22:58.162942 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-73ae6d98-9e6a-4a35-a0a7-350f1f8bcc26 None None] Port 39771fd7-4616-4850-9565-70c6b8e7ec29 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:58.304255 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-94f268e7-e3a6-4244-b0c8-a8ed8ff1caf0 service neutron] 10.222.0.20 "GET /v2.0/networks/982c51a6-73de-4637-9281-b53c0e8a4138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952899 Sep 16 05:22:58.454751 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.578420 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a55d72-a0d3-4b44-b078-9dc49c719219 req-5b0ac6fd-dbbf-4200-8e62-d1a31638931b tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:58.578420 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-73a55d72-a0d3-4b44-b078-9dc49c719219 req-5b0ac6fd-dbbf-4200-8e62-d1a31638931b tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 950 time: 0.1327026 Sep 16 05:22:58.604933 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.607419 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.646278 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.726923 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05bccf7b-0ddb-404c-832b-4dd32bea29d5 req-5a65239f-2a2a-4913-bc4e-8a4ba34177e1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 210 time: 0.0525272 Sep 16 05:22:58.757063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-73a55d72-a0d3-4b44-b078-9dc49c719219 req-8cd2bda0-5a5c-484f-8ab1-e8a4f29b60ff tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1776d85-7be8-42a8-98b3-add8711a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431339 Sep 16 05:22:58.865996 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.942702 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d31acb-3a30-40e0-9cd0-a8cc9d5b7a20 req-7a87a385-5aea-4eab-8522-21a9915bcac0 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:58.948800 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5d31acb-3a30-40e0-9cd0-a8cc9d5b7a20 req-7a87a385-5aea-4eab-8522-21a9915bcac0 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1326220 Sep 16 05:22:59.030868 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5d31acb-3a30-40e0-9cd0-a8cc9d5b7a20 req-c9a3f6da-6cdb-4cec-b38c-afb3d046b057 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810337 Sep 16 05:22:59.095888 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d1666620-34fd-4230-a8d3-0998a8557679 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:59.173797 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccc8ab-a385-4c43-81d2-7498a86ff43b None None] Pushing event updated for resources: {'Port': ['ID=39771fd7-4616-4850-9565-70c6b8e7ec29,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:59.192010 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b8eb0bbd-08f7-4e4e-9cb8-115f87e38836 None None] Provisioning complete for port 39771fd7-4616-4850-9565-70c6b8e7ec29 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:59.192606 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b8eb0bbd-08f7-4e4e-9cb8-115f87e38836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.217425 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.277398 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] Attempting to bind port 39771fd7-4616-4850-9565-70c6b8e7ec29 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:59.277767 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] Attempting to bind port 39771fd7-4616-4850-9565-70c6b8e7ec29 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:59.278135 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] Attempting to bind port 39771fd7-4616-4850-9565-70c6b8e7ec29 on network 982c51a6-73de-4637-9281-b53c0e8a4138 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:59.286804 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb0bbd-08f7-4e4e-9cb8-115f87e38836 None None] Port 39771fd7-4616-4850-9565-70c6b8e7ec29 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:59.299689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:59.299689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] Checking segment: {'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:59.299689 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.299689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] Bound using segment: {'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:59.299689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] Bound port: 39771fd7-4616-4850-9565-70c6b8e7ec29, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:59.299689 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.299689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port d1666620-34fd-4230-a8d3-0998a8557679 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:59.299689 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.325887 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.421914 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] For port 39771fd7-4616-4850-9565-70c6b8e7ec29, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:59.426007 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=ee33ea39-cb91-4834-990e-304afcb29e7f,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:59.428562 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] For port 39771fd7-4616-4850-9565-70c6b8e7ec29, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=39771fd7-4616-4850-9565-70c6b8e7ec29,segment=NetworkSegment(76c8ed33-7a19-44d6-a7e9-46953a852714),segment_id=76c8ed33-7a19-44d6-a7e9-46953a852714)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:59.448263 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.577781 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.584188 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Floating IP 8aa1c0d9-3745-4c37-9c45-3a72a1f6164a associated. External IP: 172.25.4.105, port: 5214d0f4-850f-4687-a8f2-5372ba6a7fba. Sep 16 05:22:59.658506 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] Routers {'d5b6c095-9c3c-472a-91ac-d2c912a3ee57'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:59.659354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d5b6c095-9c3c-472a-91ac-d2c912a3ee57'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:59.704032 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccc8ab-a385-4c43-81d2-7498a86ff43b None None] Pushing event updated for resources: {'Port': ['ID=39771fd7-4616-4850-9565-70c6b8e7ec29,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:59.843961 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] Set router d5b6c095-9c3c-472a-91ac-d2c912a3ee57 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:59.904877 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8176a4f9-6ac5-45b1-bf21-36781ca1d625 req-a9ac5f90-ade6-4a7c-955e-85d69c919106 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 210 time: 0.0753639 Sep 16 05:23:00.002956 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 2fd9762f-ab24-440e-8251-f15784ea11c8 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:00.053794 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9a2ac31c-0f6c-4e5e-8e64-e40171c7bb0b None None] Provisioning complete for port 39771fd7-4616-4850-9565-70c6b8e7ec29 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:00.054164 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9a2ac31c-0f6c-4e5e-8e64-e40171c7bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.198710 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99336490', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:48Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:49Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '39771fd7-4616-4850-9565-70c6b8e7ec29', 'name': '', 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:89:f7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '32494b3c-fe00-4bad-8808-530777ba7c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:54Z', 'updated_at': '2021-09-16T05:22:59Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '32494b3c-fe00-4bad-8808-530777ba7c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:00.203636 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9a2ac31c-0f6c-4e5e-8e64-e40171c7bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.233591 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459e5ea8-0efe-4704-a935-d77ffea8e496 None None] The sync data for ids ['d5b6c095-9c3c-472a-91ac-d2c912a3ee57'] in n-d-712140-13 is: [{'id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99336490', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:48Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:49Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '39771fd7-4616-4850-9565-70c6b8e7ec29', 'name': '', 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:89:f7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '32494b3c-fe00-4bad-8808-530777ba7c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:54Z', 'updated_at': '2021-09-16T05:22:59Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '32494b3c-fe00-4bad-8808-530777ba7c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:00.258367 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:00.279725 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6401fc-7d98-4a86-8362-8060a7d1b2b3 None None] Sync routers for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:00.289815 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b025e5-0c45-47d1-ad4f-91ac8e931b1b req-a871c778-8c52-4073-a9de-6c020f7549d6 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:00.292307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-77b025e5-0c45-47d1-ad4f-91ac8e931b1b req-a871c778-8c52-4073-a9de-6c020f7549d6 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1073847 Sep 16 05:23:00.311533 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9a2ac31c-0f6c-4e5e-8e64-e40171c7bb0b None None] For port 39771fd7-4616-4850-9565-70c6b8e7ec29, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=39771fd7-4616-4850-9565-70c6b8e7ec29,segment=NetworkSegment(76c8ed33-7a19-44d6-a7e9-46953a852714),segment_id=76c8ed33-7a19-44d6-a7e9-46953a852714)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:00.321308 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6401fc-7d98-4a86-8362-8060a7d1b2b3 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:00.322169 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-db6401fc-7d98-4a86-8362-8060a7d1b2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:00.386784 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-77b025e5-0c45-47d1-ad4f-91ac8e931b1b req-c5eafacc-30ff-4441-bdbc-b898e529cd74 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628846 Sep 16 05:23:00.463035 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9a2ac31c-0f6c-4e5e-8e64-e40171c7bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.465800 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.492663 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-db6401fc-7d98-4a86-8362-8060a7d1b2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:00.512030 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6401fc-7d98-4a86-8362-8060a7d1b2b3 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:00.512791 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-db6401fc-7d98-4a86-8362-8060a7d1b2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:00.541931 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b648b9bc-fdc2-4bde-aca9-8ae684f1b3c8 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0537333 Sep 16 05:23:00.544795 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59172) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:00.550870 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-3bc64ff4-7644-468d-8d45-39268affa2f2 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1387344845'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:00.567708 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-db6401fc-7d98-4a86-8362-8060a7d1b2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:00.570942 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6401fc-7d98-4a86-8362-8060a7d1b2b3 None None] The sync data for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:00.637407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ac31c-0f6c-4e5e-8e64-e40171c7bb0b None None] Pushing event updated for resources: {'Port': ['ID=39771fd7-4616-4850-9565-70c6b8e7ec29,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:00.725139 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 39771fd7-4616-4850-9565-70c6b8e7ec29 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:00.778013 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc64ff4-7644-468d-8d45-39268affa2f2 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Made reservation on behalf of be2ecd6c30b048df9bde843d2b3b4531 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:00.783544 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3bc64ff4-7644-468d-8d45-39268affa2f2 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.824694 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 39771fd7-4616-4850-9565-70c6b8e7ec29 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:00.825329 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.834306 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc64ff4-7644-468d-8d45-39268affa2f2 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:00.846552 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3bc64ff4-7644-468d-8d45-39268affa2f2 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.848994 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-3bc64ff4-7644-468d-8d45-39268affa2f2 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Added segment 767db484-9514-481e-be70-38ef22fbf7f4 of type vlan for network 89d71080-3ac3-4bd0-9bd9-dbed3216b8bb Sep 16 05:23:00.987481 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3bc64ff4-7644-468d-8d45-39268affa2f2 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.117516 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a4d41b3-d641-4d2f-9505-fe377da130f5 req-3b689ff6-71af-4255-8d76-1893dff9e94c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 210 time: 0.0503268 Sep 16 05:23:01.129125 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3bc64ff4-7644-468d-8d45-39268affa2f2 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.143114 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc64ff4-7644-468d-8d45-39268affa2f2 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:01.143114 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3bc64ff4-7644-468d-8d45-39268affa2f2 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.284392 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc64ff4-7644-468d-8d45-39268affa2f2 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Network': ['ID=89d71080-3ac3-4bd0-9bd9-dbed3216b8bb,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:01.302010 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 89d71080-3ac3-4bd0-9bd9-dbed3216b8bb details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:01.383761 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3bc64ff4-7644-468d-8d45-39268affa2f2 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8377244 Sep 16 05:23:01.388241 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59176) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:01.404235 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-5b0c7073-d7e6-4c65-a71f-b05e438a1274 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'subnet': {'network_id': '89d71080-3ac3-4bd0-9bd9-dbed3216b8bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:01.585715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fa074-a9d5-41bb-bed0-56e9708691aa req-77457360-4467-4ea5-926c-8ecf0a511b9b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:01.588361 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-634fa074-a9d5-41bb-bed0-56e9708691aa req-77457360-4467-4ea5-926c-8ecf0a511b9b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.0663958 Sep 16 05:23:01.669377 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-634fa074-a9d5-41bb-bed0-56e9708691aa req-52e6940d-4b78-4560-a38b-14df6b783b03 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598783 Sep 16 05:23:01.711647 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0c7073-d7e6-4c65-a71f-b05e438a1274 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Made reservation on behalf of be2ecd6c30b048df9bde843d2b3b4531 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:01.718765 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5b0c7073-d7e6-4c65-a71f-b05e438a1274 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.135895 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5b0c7073-d7e6-4c65-a71f-b05e438a1274 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.248311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c7073-d7e6-4c65-a71f-b05e438a1274 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Subnet': ['ID=3fd004f9-ac6d-48cb-af25-009a16537e98,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:02.259275 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a2fc56a0-4b1b-4d18-af31-4d99efd4f9ca req-dfa85870-6b2b-493e-87b8-cd1123859a3e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 210 time: 0.0447371 Sep 16 05:23:02.263485 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c7073-d7e6-4c65-a71f-b05e438a1274 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Checking segment: {'id': '767db484-9514-481e-be70-38ef22fbf7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '89d71080-3ac3-4bd0-9bd9-dbed3216b8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:02.263879 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0c7073-d7e6-4c65-a71f-b05e438a1274 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Network hostable DHCP agents. Network: 89d71080-3ac3-4bd0-9bd9-dbed3216b8bb, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:23:02.417422 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0c7073-d7e6-4c65-a71f-b05e438a1274 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Network 89d71080-3ac3-4bd0-9bd9-dbed3216b8bb is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:23:02.558546 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-c31172ab-2d3e-447e-896f-ddde1c35f9ed tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:02.560381 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-c31172ab-2d3e-447e-896f-ddde1c35f9ed tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.38 "GET /v2.0/networks?id=982c51a6-73de-4637-9281-b53c0e8a4138 HTTP/1.1" status: 200 len: 797 time: 0.1351790 Sep 16 05:23:02.637662 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-d438e4a4-b7cd-4468-a68a-f26b17a4a15e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3484936ae7a94b7a8f8a0023f559a1eb HTTP/1.1" status: 200 len: 379 time: 0.0606568 Sep 16 05:23:02.643554 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-5b0c7073-d7e6-4c65-a71f-b05e438a1274 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 89d71080-3ac3-4bd0-9bd9-dbed3216b8bb) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:02.658052 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0c7073-d7e6-4c65-a71f-b05e438a1274 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:02.662350 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-2460ff1e-928e-4cfb-8eed-d9caff7bb753 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'port': {'device_id': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138', 'admin_state_up': True, 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'security_groups': ['2ab1352e-e614-4d23-9c35-84a835ca7110']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:02.664622 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ec768e-6d08-49d2-a326-45999a66c7da None None] Network 89d71080-3ac3-4bd0-9bd9-dbed3216b8bb requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:02.684423 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5b0c7073-d7e6-4c65-a71f-b05e438a1274 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.704926 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 39771fd7-4616-4850-9565-70c6b8e7ec29 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:02.796411 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5b0c7073-d7e6-4c65-a71f-b05e438a1274 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4063666 Sep 16 05:23:02.804149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59186) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:02.827659 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d20a54ae-ca28-41b6-8e42-ec2cdbd64dda tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1401575432', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}, 'admin_state_up': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:02.992397 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 39771fd7-4616-4850-9565-70c6b8e7ec29 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:02.992845 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.998804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4becae-7bbf-4022-9045-9742f681d939 req-7afd10e5-9bb0-49b3-b929-d6790b1beede tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.001513 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e4becae-7bbf-4022-9045-9742f681d939 req-7afd10e5-9bb0-49b3-b929-d6790b1beede tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1127930 Sep 16 05:23:03.014196 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d20a54ae-ca28-41b6-8e42-ec2cdbd64dda tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.014196 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d20a54ae-ca28-41b6-8e42-ec2cdbd64dda tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.114372 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e4becae-7bbf-4022-9045-9742f681d939 req-4d5ad641-d692-47b6-86ba-487d057c7b76 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990510 Sep 16 05:23:03.166664 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d20a54ae-ca28-41b6-8e42-ec2cdbd64dda tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.219602 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-89d71080-3ac3-4bd0-9bd9-dbed3216b8bb', 'network_id': '89d71080-3ac3-4bd0-9bd9-dbed3216b8bb', 'tenant_id': 'be2ecd6c30b048df9bde843d2b3b4531', 'fixed_ips': [{'subnet_id': '3fd004f9-ac6d-48cb-af25-009a16537e98'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:03.220982 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.284432 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-2460ff1e-928e-4cfb-8eed-d9caff7bb753 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Made reservation on behalf of 3484936ae7a94b7a8f8a0023f559a1eb for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:03.291326 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-2460ff1e-928e-4cfb-8eed-d9caff7bb753 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.493304 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c43980e-ef6c-4d5b-985e-2d79091ccd2a req-e1e39465-b2e5-4ae1-b5ec-1f61e18c9157 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 210 time: 0.0922730 Sep 16 05:23:03.550870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] Allocated IP 172.20.0.2 (89d71080-3ac3-4bd0-9bd9-dbed3216b8bb/3fd004f9-ac6d-48cb-af25-009a16537e98/17fa738a-922c-4809-bf61-ca8ad4910285) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:03.652682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-2460ff1e-928e-4cfb-8eed-d9caff7bb753 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Allocated IP 172.20.0.9 (982c51a6-73de-4637-9281-b53c0e8a4138/32494b3c-fe00-4bad-8808-530777ba7c64/936ebc44-b5d3-40a1-8b95-a9afd78282f5) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:03.803577 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.945222 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.973412 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-2460ff1e-928e-4cfb-8eed-d9caff7bb753 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.066172 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] Network 89d71080-3ac3-4bd0-9bd9-dbed3216b8bb is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:04.068817 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] Pushing event updated for resources: {'Port': ['ID=17fa738a-922c-4809-bf61-ca8ad4910285,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:04.072237 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:04.075620 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:04.133997 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d20a54ae-ca28-41b6-8e42-ec2cdbd64dda tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.141928 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-2460ff1e-928e-4cfb-8eed-d9caff7bb753 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.202528 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] Attempting to bind port 17fa738a-922c-4809-bf61-ca8ad4910285 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:04.206194 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] Attempting to bind port 17fa738a-922c-4809-bf61-ca8ad4910285 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '767db484-9514-481e-be70-38ef22fbf7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '89d71080-3ac3-4bd0-9bd9-dbed3216b8bb'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:04.206977 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] Attempting to bind port 17fa738a-922c-4809-bf61-ca8ad4910285 on network 89d71080-3ac3-4bd0-9bd9-dbed3216b8bb {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:04.217418 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:04.220602 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] Checking segment: {'id': '767db484-9514-481e-be70-38ef22fbf7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '89d71080-3ac3-4bd0-9bd9-dbed3216b8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:04.221102 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.221614 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] Bound using segment: {'id': '767db484-9514-481e-be70-38ef22fbf7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '89d71080-3ac3-4bd0-9bd9-dbed3216b8bb'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:04.222254 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] Bound port: 17fa738a-922c-4809-bf61-ca8ad4910285, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767db484-9514-481e-be70-38ef22fbf7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '89d71080-3ac3-4bd0-9bd9-dbed3216b8bb'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:04.223785 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.271062 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-2460ff1e-928e-4cfb-8eed-d9caff7bb753 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network 982c51a6-73de-4637-9281-b53c0e8a4138 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:04.337683 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-2460ff1e-928e-4cfb-8eed-d9caff7bb753 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:04.346670 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-2460ff1e-928e-4cfb-8eed-d9caff7bb753 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:04.375289 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] For port 17fa738a-922c-4809-bf61-ca8ad4910285, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:04.384743 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] For port 17fa738a-922c-4809-bf61-ca8ad4910285, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=17fa738a-922c-4809-bf61-ca8ad4910285,segment=NetworkSegment(767db484-9514-481e-be70-38ef22fbf7f4),segment_id=767db484-9514-481e-be70-38ef22fbf7f4)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:04.408553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460ff1e-928e-4cfb-8eed-d9caff7bb753 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=936ebc44-b5d3-40a1-8b95-a9afd78282f5,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:04.479300 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c38370-dbff-4331-9359-fe992f39356a req-205c4a53-641b-4a48-a9d8-7f613261be7c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:04.480957 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5c38370-dbff-4331-9359-fe992f39356a req-205c4a53-641b-4a48-a9d8-7f613261be7c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.2239726 Sep 16 05:23:04.490228 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-2460ff1e-928e-4cfb-8eed-d9caff7bb753 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:04.491496 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-2460ff1e-928e-4cfb-8eed-d9caff7bb753 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.520427 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.678625 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d20a54ae-ca28-41b6-8e42-ec2cdbd64dda tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.724905 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1651b-a589-43da-a41e-f19070d642ba None None] Pushing event updated for resources: {'Port': ['ID=17fa738a-922c-4809-bf61-ca8ad4910285,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:04.733706 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d20a54ae-ca28-41b6-8e42-ec2cdbd64dda tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.882022 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f239ba00-604d-4677-bde5-6dfa7b0b4154 None None] Provisioning complete for port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:04.883067 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f239ba00-604d-4677-bde5-6dfa7b0b4154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.924175 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-d20a54ae-ca28-41b6-8e42-ec2cdbd64dda tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Allocated IP 172.25.4.43 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/267759f1-0ed9-47ca-997b-25f68970f21a) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:05.023224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-f239ba00-604d-4677-bde5-6dfa7b0b4154 None None] Port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:05.106389 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d20a54ae-ca28-41b6-8e42-ec2cdbd64dda tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.151372 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-2460ff1e-928e-4cfb-8eed-d9caff7bb753 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5000429 Sep 16 05:23:05.177920 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Request body: {'port': {'device_id': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:05.233894 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d20a54ae-ca28-41b6-8e42-ec2cdbd64dda tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.300786 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5c38370-dbff-4331-9359-fe992f39356a req-1bee38ba-a081-497a-86bf-61b4514d8bd4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7971215 Sep 16 05:23:05.338571 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20a54ae-ca28-41b6-8e42-ec2cdbd64dda tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:05.342922 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-d20a54ae-ca28-41b6-8e42-ec2cdbd64dda tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:05.353701 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dcdf5af9-606c-44e0-8e03-e2fd5872a099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.357709 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f05acc6-5680-4eb7-8a3c-4f9f08499621 req-3e32ae92-d0ce-491b-b1dd-9cce602b3b73 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2051630 Sep 16 05:23:05.365087 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a54ae-ca28-41b6-8e42-ec2cdbd64dda tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:05.406144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01811c49-909e-4bcb-a2cc-2d57c92529d3 req-5e7b1efd-d02b-405c-a33c-6a071f845af1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:05.414540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01811c49-909e-4bcb-a2cc-2d57c92529d3 req-5e7b1efd-d02b-405c-a33c-6a071f845af1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 931 time: 0.2869532 Sep 16 05:23:05.449519 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.470779 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a54ae-ca28-41b6-8e42-ec2cdbd64dda tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=267759f1-0ed9-47ca-997b-25f68970f21a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:05.499533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01811c49-909e-4bcb-a2cc-2d57c92529d3 req-0d0b7434-234c-489e-9be9-40fb44bc6745 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839729 Sep 16 05:23:05.571536 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05acc6-5680-4eb7-8a3c-4f9f08499621 req-fb301107-c69b-4f15-a256-079f68f2c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:05.573148 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f05acc6-5680-4eb7-8a3c-4f9f08499621 req-fb301107-c69b-4f15-a256-079f68f2c19d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 1097 time: 0.1370087 Sep 16 05:23:05.861995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05acc6-5680-4eb7-8a3c-4f9f08499621 req-c50d2a32-18b3-4a6c-9520-55ee43a195ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:05.863648 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f05acc6-5680-4eb7-8a3c-4f9f08499621 req-c50d2a32-18b3-4a6c-9520-55ee43a195ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 912 time: 0.2010493 Sep 16 05:23:05.938042 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f05acc6-5680-4eb7-8a3c-4f9f08499621 req-e18bcede-3d51-45e0-b948-4aa1e59f302c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=578b9db1-6406-4476-a652-453f0fada557 HTTP/1.1" status: 200 len: 217 time: 0.0620546 Sep 16 05:23:06.003775 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d20a54ae-ca28-41b6-8e42-ec2cdbd64dda tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.058489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05acc6-5680-4eb7-8a3c-4f9f08499621 req-186cdc40-9eb8-4431-9fbb-1c8f9f1f5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:06.062656 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f05acc6-5680-4eb7-8a3c-4f9f08499621 req-186cdc40-9eb8-4431-9fbb-1c8f9f1f5f5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.1169076 Sep 16 05:23:06.082170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 936ebc44-b5d3-40a1-8b95-a9afd78282f5 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:06.110125 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.170863 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Transition to ACTIVE for port object 936ebc44-b5d3-40a1-8b95-a9afd78282f5 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:23:06.189735 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05acc6-5680-4eb7-8a3c-4f9f08499621 req-05e21452-e0ef-40b9-a388-aaaa36eef724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:06.194069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f05acc6-5680-4eb7-8a3c-4f9f08499621 req-05e21452-e0ef-40b9-a388-aaaa36eef724 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163423 Sep 16 05:23:06.296739 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d20a54ae-ca28-41b6-8e42-ec2cdbd64dda tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.313601 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.390503 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f05acc6-5680-4eb7-8a3c-4f9f08499621 req-10539bd4-ed06-4129-8157-7fcfc63162ec service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898243 Sep 16 05:23:06.398340 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Pushing event updated for resources: {'Port': ['ID=936ebc44-b5d3-40a1-8b95-a9afd78282f5,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:06.423276 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be11ea97-7d4d-430d-9faf-64d80a6f2c2c None None] Network 89d71080-3ac3-4bd0-9bd9-dbed3216b8bb requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:06.579670 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3236d0e2-d32f-425a-9844-e262aad3935e None None] Provisioning complete for port 17fa738a-922c-4809-bf61-ca8ad4910285 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:06.580328 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3236d0e2-d32f-425a-9844-e262aad3935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.829036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20a54ae-ca28-41b6-8e42-ec2cdbd64dda tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 1e4d1961-2306-42ab-a530-01352b0adcf5 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:23:06.882164 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3236d0e2-d32f-425a-9844-e262aad3935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.885018 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 17fa738a-922c-4809-bf61-ca8ad4910285 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:07.001534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3236d0e2-d32f-425a-9844-e262aad3935e None None] For port 17fa738a-922c-4809-bf61-ca8ad4910285, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=17fa738a-922c-4809-bf61-ca8ad4910285,segment=NetworkSegment(767db484-9514-481e-be70-38ef22fbf7f4),segment_id=767db484-9514-481e-be70-38ef22fbf7f4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:07.009546 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d8129-34b9-4db9-b7b8-79f9ba3a0e78 req-1d21b035-c6e3-4c5f-b5b3-727cfa1d67c6 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.011846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-291d8129-34b9-4db9-b7b8-79f9ba3a0e78 req-1d21b035-c6e3-4c5f-b5b3-727cfa1d67c6 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.5178111 Sep 16 05:23:07.016161 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 17fa738a-922c-4809-bf61-ca8ad4910285 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:07.016611 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.024163 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Attempting to bind port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:07.029783 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Attempting to bind port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:07.030667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Attempting to bind port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 on network 982c51a6-73de-4637-9281-b53c0e8a4138 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:07.065245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 on network 982c51a6-73de-4637-9281-b53c0e8a4138 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:23:07.067350 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Attempting to bind port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 on network 982c51a6-73de-4637-9281-b53c0e8a4138 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:07.100703 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20a54ae-ca28-41b6-8e42-ec2cdbd64dda tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:07.116024 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f05acc6-5680-4eb7-8a3c-4f9f08499621 req-904ebbd5-d853-4246-a2a0-196a0889b853 service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7041934 Sep 16 05:23:07.137846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:07.138510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Checking segment: {'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:07.141175 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Bound using segment: {'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:07.141820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Bound port: 936ebc44-b5d3-40a1-8b95-a9afd78282f5, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:07.142323 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.142448 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3236d0e2-d32f-425a-9844-e262aad3935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.149272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad1c6f-9ce8-4a26-b5fa-3d8dc1693a4b None None] Sync routers for ids ['1e4d1961-2306-42ab-a530-01352b0adcf5'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:07.210168 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad1c6f-9ce8-4a26-b5fa-3d8dc1693a4b None None] Routers {'1e4d1961-2306-42ab-a530-01352b0adcf5'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:07.211219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-bdad1c6f-9ce8-4a26-b5fa-3d8dc1693a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['1e4d1961-2306-42ab-a530-01352b0adcf5'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:07.220913 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.271937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] For port 936ebc44-b5d3-40a1-8b95-a9afd78282f5, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:07.276062 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] For port 936ebc44-b5d3-40a1-8b95-a9afd78282f5, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=936ebc44-b5d3-40a1-8b95-a9afd78282f5,segment=NetworkSegment(76c8ed33-7a19-44d6-a7e9-46953a852714),segment_id=76c8ed33-7a19-44d6-a7e9-46953a852714)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:07.289909 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-bdad1c6f-9ce8-4a26-b5fa-3d8dc1693a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:07.295335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44210f7f-59fc-4c48-9c77-f6dcd7de71cb req-880b6b4d-3567-4758-95f6-334135440b3d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.305134 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44210f7f-59fc-4c48-9c77-f6dcd7de71cb req-880b6b4d-3567-4758-95f6-334135440b3d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 943 time: 0.4109163 Sep 16 05:23:07.324708 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236d0e2-d32f-425a-9844-e262aad3935e None None] Pushing event updated for resources: {'Port': ['ID=17fa738a-922c-4809-bf61-ca8ad4910285,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:07.331076 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad1c6f-9ce8-4a26-b5fa-3d8dc1693a4b None None] Routers {'1e4d1961-2306-42ab-a530-01352b0adcf5'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:07.331823 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-bdad1c6f-9ce8-4a26-b5fa-3d8dc1693a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:22:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['1e4d1961-2306-42ab-a530-01352b0adcf5'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:07.360799 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d20a54ae-ca28-41b6-8e42-ec2cdbd64dda tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.365226 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d20a54ae-ca28-41b6-8e42-ec2cdbd64dda tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5577095 Sep 16 05:23:07.369572 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59206) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:07.371110 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-291d8129-34b9-4db9-b7b8-79f9ba3a0e78 req-148fe25c-7d11-4143-8553-05b1bf3a48de tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183236 Sep 16 05:23:07.392162 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-bdad1c6f-9ce8-4a26-b5fa-3d8dc1693a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:07.392394 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad1c6f-9ce8-4a26-b5fa-3d8dc1693a4b None None] The sync data for ids ['1e4d1961-2306-42ab-a530-01352b0adcf5'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:07.409024 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44210f7f-59fc-4c48-9c77-f6dcd7de71cb req-19f7e00a-d0b8-49e1-b7d5-3afb2f16bb05 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874975 Sep 16 05:23:07.422646 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.447032 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:23:07.449625 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:23:07.466089 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d18b0cf9-2be1-4ea8-8e6b-fdd01b99af15 None None] Provisioning complete for port 17fa738a-922c-4809-bf61-ca8ad4910285 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:07.466822 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d18b0cf9-2be1-4ea8-8e6b-fdd01b99af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.479256 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.479929 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.482540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] 10.222.0.38 "PUT /v2.0/ports/936ebc44-b5d3-40a1-8b95-a9afd78282f5 HTTP/1.1" status: 200 len: 1092 time: 2.3102486 Sep 16 05:23:07.483159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'tag': '936ebc44-b5d3-40a1-8b95-a9afd78282f5'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:07.485986 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc44c9d-07f4-4c06-bac8-46cb4f9dbeab" -d '{"events": [{"name": "network-changed", "server_uuid": "7305d2bf-119f-4994-8ed9-c9db64a9e2b0", "tag": "936ebc44-b5d3-40a1-8b95-a9afd78282f5"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:07.534084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a485da-fc42-4482-b9ca-a7c2cfe73d62 service neutron] Pushing event updated for resources: {'Port': ['ID=936ebc44-b5d3-40a1-8b95-a9afd78282f5,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:07.601512 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1171ff-cd88-406a-87a1-9d2ca6623e19 x-openstack-request-id: req-9d1171ff-cd88-406a-87a1-9d2ca6623e19 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:07.601804 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7305d2bf-119f-4994-8ed9-c9db64a9e2b0", "tag": "936ebc44-b5d3-40a1-8b95-a9afd78282f5", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:07.602055 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d1171ff-cd88-406a-87a1-9d2ca6623e19 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:07.602655 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'tag': '936ebc44-b5d3-40a1-8b95-a9afd78282f5', 'status': 'completed', 'code': 200} Sep 16 05:23:07.687806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-80ed2d4d-b527-49a2-a2b8-e23d400de64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.689653 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-80ed2d4d-b527-49a2-a2b8-e23d400de64e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 1095 time: 0.0684688 Sep 16 05:23:07.745525 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-e666c4dd-6c43-420b-b513-8ce8e9cf4155 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=936ebc44-b5d3-40a1-8b95-a9afd78282f5 HTTP/1.1" status: 200 len: 217 time: 0.0424299 Sep 16 05:23:07.800298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-317a4640-725e-4126-86e6-7c169f1dd442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.802425 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-317a4640-725e-4126-86e6-7c169f1dd442 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=32494b3c-fe00-4bad-8808-530777ba7c64 HTTP/1.1" status: 200 len: 835 time: 0.0502937 Sep 16 05:23:07.820201 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bdd077a-87c1-4324-bc41-b2f81e271f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.871779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-78a1f95f-16ed-44c3-aeb3-087bb4b033fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.873470 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-78a1f95f-16ed-44c3-aeb3-087bb4b033fc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=982c51a6-73de-4637-9281-b53c0e8a4138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644307 Sep 16 05:23:07.996228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-94afcbeb-a7a4-4a4a-a02f-41536bcd08e3 service neutron] 10.222.0.38 "GET /v2.0/networks/982c51a6-73de-4637-9281-b53c0e8a4138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141605 Sep 16 05:23:08.043275 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-293449a8-37bc-408a-9503-59eaf52d2487 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.149033 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a91b6fe-fc99-47c0-ad71-6d20795b1aef req-fab1e3d4-deb9-4daa-9412-6d0f1b871914 service neutron] 10.222.0.38 "GET /v2.0/networks/982c51a6-73de-4637-9281-b53c0e8a4138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461103 Sep 16 05:23:08.357588 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-293449a8-37bc-408a-9503-59eaf52d2487 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Allocated IP 172.20.0.1 (89d71080-3ac3-4bd0-9bd9-dbed3216b8bb/3fd004f9-ac6d-48cb-af25-009a16537e98/1a71c64b-a396-49db-b2dd-9d771a45c1e5) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:08.524541 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-293449a8-37bc-408a-9503-59eaf52d2487 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.600221 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b30b37-637d-45ee-9bd7-3ff915b783e1 req-acb7b9ab-2b48-455b-adf6-466aafcd9eb4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:08.601904 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4b30b37-637d-45ee-9bd7-3ff915b783e1 req-acb7b9ab-2b48-455b-adf6-466aafcd9eb4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1295533 Sep 16 05:23:08.606003 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc44c9d-07f4-4c06-bac8-46cb4f9dbeab req-5ba2f731-6820-4007-8424-341b54e409c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:08.607687 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cc44c9d-07f4-4c06-bac8-46cb4f9dbeab req-5ba2f731-6820-4007-8424-341b54e409c9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 1095 time: 0.1326420 Sep 16 05:23:08.626800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458da69-5270-4703-8966-bf07fc5b5c2e req-bc1e13d5-c8f5-4751-b910-c6224ec5a80a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:08.628469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1458da69-5270-4703-8966-bf07fc5b5c2e req-bc1e13d5-c8f5-4751-b910-c6224ec5a80a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 943 time: 0.1155841 Sep 16 05:23:08.652373 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.659602 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 17fa738a-922c-4809-bf61-ca8ad4910285 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:08.736675 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-293449a8-37bc-408a-9503-59eaf52d2487 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.739662 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 17fa738a-922c-4809-bf61-ca8ad4910285 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:08.740185 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.750420 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1458da69-5270-4703-8966-bf07fc5b5c2e req-7d48c451-7d5d-4511-9ecf-29acd08cd345 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028130 Sep 16 05:23:08.756421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4b30b37-637d-45ee-9bd7-3ff915b783e1 req-4ea12fcd-d597-4f75-835c-25f59e8b72e5 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447062 Sep 16 05:23:08.782469 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293449a8-37bc-408a-9503-59eaf52d2487 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Network 89d71080-3ac3-4bd0-9bd9-dbed3216b8bb is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:08.787269 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-293449a8-37bc-408a-9503-59eaf52d2487 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:08.792413 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293449a8-37bc-408a-9503-59eaf52d2487 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:08.827627 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc44c9d-07f4-4c06-bac8-46cb4f9dbeab req-d3fff6b5-21d8-41d3-82d4-6ba239f734c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:08.827627 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cc44c9d-07f4-4c06-bac8-46cb4f9dbeab req-d3fff6b5-21d8-41d3-82d4-6ba239f734c8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=982c51a6-73de-4637-9281-b53c0e8a4138 HTTP/1.1" status: 200 len: 898 time: 0.1969504 Sep 16 05:23:08.873255 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293449a8-37bc-408a-9503-59eaf52d2487 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=1a71c64b-a396-49db-b2dd-9d771a45c1e5,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:08.884777 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cc44c9d-07f4-4c06-bac8-46cb4f9dbeab req-2113865b-9361-4bde-b88f-e88e01dedaa9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=936ebc44-b5d3-40a1-8b95-a9afd78282f5 HTTP/1.1" status: 200 len: 217 time: 0.0503061 Sep 16 05:23:08.905735 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-293449a8-37bc-408a-9503-59eaf52d2487 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.946764 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc44c9d-07f4-4c06-bac8-46cb4f9dbeab req-55d7cb08-0ae1-47b0-9734-e53571aea0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:08.948830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cc44c9d-07f4-4c06-bac8-46cb4f9dbeab req-55d7cb08-0ae1-47b0-9734-e53571aea0b3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=32494b3c-fe00-4bad-8808-530777ba7c64 HTTP/1.1" status: 200 len: 835 time: 0.0570843 Sep 16 05:23:09.027599 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc44c9d-07f4-4c06-bac8-46cb4f9dbeab req-fc78372b-94dc-416a-a9a0-9e73533ca458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:09.029283 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cc44c9d-07f4-4c06-bac8-46cb4f9dbeab req-fc78372b-94dc-416a-a9a0-9e73533ca458 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=982c51a6-73de-4637-9281-b53c0e8a4138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729027 Sep 16 05:23:09.151973 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cc44c9d-07f4-4c06-bac8-46cb4f9dbeab req-c4413ca3-b465-4d35-9b4c-329bdfd872a8 service neutron] 10.222.0.38 "GET /v2.0/networks/982c51a6-73de-4637-9281-b53c0e8a4138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145849 Sep 16 05:23:09.172033 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3feaa63e-cdce-4eb4-877a-3c943fc3629e None None] Provisioning complete for port 1a71c64b-a396-49db-b2dd-9d771a45c1e5 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:09.172752 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3feaa63e-cdce-4eb4-877a-3c943fc3629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.236618 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-3feaa63e-cdce-4eb4-877a-3c943fc3629e None None] Port 1a71c64b-a396-49db-b2dd-9d771a45c1e5 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:09.271210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cc44c9d-07f4-4c06-bac8-46cb4f9dbeab req-c12157ab-3913-4178-8d52-901bf282156d service neutron] 10.222.0.38 "GET /v2.0/networks/982c51a6-73de-4637-9281-b53c0e8a4138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116247 Sep 16 05:23:09.290848 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-293449a8-37bc-408a-9503-59eaf52d2487 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.422004 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.603919 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-293449a8-37bc-408a-9503-59eaf52d2487 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.695946 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-293449a8-37bc-408a-9503-59eaf52d2487 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.796522 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-293449a8-37bc-408a-9503-59eaf52d2487 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.800355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293449a8-37bc-408a-9503-59eaf52d2487 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=1a71c64b-a396-49db-b2dd-9d771a45c1e5,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:09.984685 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293449a8-37bc-408a-9503-59eaf52d2487 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Network 89d71080-3ac3-4bd0-9bd9-dbed3216b8bb is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:09.987973 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-293449a8-37bc-408a-9503-59eaf52d2487 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:09.992485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ab07a-5179-4e49-8e1e-7cf54924bb7b req-07b05577-d6fc-4d65-8d63-42635ab2e959 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:09.994237 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f89ab07a-5179-4e49-8e1e-7cf54924bb7b req-07b05577-d6fc-4d65-8d63-42635ab2e959 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 943 time: 0.1043198 Sep 16 05:23:10.008080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14766ca1-0dd5-4976-8c62-9c8d602dcc4d req-8faded02-7d47-4c64-8ce6-c754e3b47b55 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:10.009792 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14766ca1-0dd5-4976-8c62-9c8d602dcc4d req-8faded02-7d47-4c64-8ce6-c754e3b47b55 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1075516 Sep 16 05:23:10.083513 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f89ab07a-5179-4e49-8e1e-7cf54924bb7b req-f5dbdfb0-5caa-4632-9dd8-f2b32de90251 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703712 Sep 16 05:23:10.095459 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14766ca1-0dd5-4976-8c62-9c8d602dcc4d req-a276d6da-a817-426f-be56-6dac7c103728 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650213 Sep 16 05:23:10.188885 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293449a8-37bc-408a-9503-59eaf52d2487 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 1e4d1961-2306-42ab-a530-01352b0adcf5 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:10.274535 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8837f2d0-d35a-4579-9862-00b17bca6b99 None None] Provisioning complete for port 1a71c64b-a396-49db-b2dd-9d771a45c1e5 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:10.275178 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8837f2d0-d35a-4579-9862-00b17bca6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.333695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-8837f2d0-d35a-4579-9862-00b17bca6b99 None None] Port 1a71c64b-a396-49db-b2dd-9d771a45c1e5 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:10.345382 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293449a8-37bc-408a-9503-59eaf52d2487 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:10.352762 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-293449a8-37bc-408a-9503-59eaf52d2487 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "PUT /v2.0/routers/1e4d1961-2306-42ab-a530-01352b0adcf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9812956 Sep 16 05:23:10.357964 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59224) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:10.360284 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a07da1-4152-4d57-bdf7-d8e28658dafc None None] Sync routers for ids ['1e4d1961-2306-42ab-a530-01352b0adcf5'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:10.363738 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-9d68e593-9a6b-42b6-9a34-493ccbba28ae tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'port': {'network_id': '89d71080-3ac3-4bd0-9bd9-dbed3216b8bb', 'name': 'tempest-FloatingIPTestJSON-910353978'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:10.379917 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a07da1-4152-4d57-bdf7-d8e28658dafc None None] Routers {'1e4d1961-2306-42ab-a530-01352b0adcf5'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:10.380510 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-24a07da1-4152-4d57-bdf7-d8e28658dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:23:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['1e4d1961-2306-42ab-a530-01352b0adcf5'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:10.440466 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-24a07da1-4152-4d57-bdf7-d8e28658dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:10.454334 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a07da1-4152-4d57-bdf7-d8e28658dafc None None] Routers {'1e4d1961-2306-42ab-a530-01352b0adcf5'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:10.455783 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-24a07da1-4152-4d57-bdf7-d8e28658dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:23:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['1e4d1961-2306-42ab-a530-01352b0adcf5'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:10.547549 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-24a07da1-4152-4d57-bdf7-d8e28658dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:10.548389 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a07da1-4152-4d57-bdf7-d8e28658dafc None None] The sync data for ids ['1e4d1961-2306-42ab-a530-01352b0adcf5'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:10.584817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d68e593-9a6b-42b6-9a34-493ccbba28ae tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Made reservation on behalf of be2ecd6c30b048df9bde843d2b3b4531 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:10.588045 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d68e593-9a6b-42b6-9a34-493ccbba28ae tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.609212 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-9d68e593-9a6b-42b6-9a34-493ccbba28ae tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] device_id is not set on port 8ded14ff-7489-449d-9bac-9d318066012c yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:10.744175 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-9d68e593-9a6b-42b6-9a34-493ccbba28ae tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Allocated IP 172.20.0.8 (89d71080-3ac3-4bd0-9bd9-dbed3216b8bb/3fd004f9-ac6d-48cb-af25-009a16537e98/8ded14ff-7489-449d-9bac-9d318066012c) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:10.905628 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.932161 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d68e593-9a6b-42b6-9a34-493ccbba28ae tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.045137 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d68e593-9a6b-42b6-9a34-493ccbba28ae tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.091462 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d68e593-9a6b-42b6-9a34-493ccbba28ae tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Network 89d71080-3ac3-4bd0-9bd9-dbed3216b8bb is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:11.094673 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-9d68e593-9a6b-42b6-9a34-493ccbba28ae tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:11.101250 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d68e593-9a6b-42b6-9a34-493ccbba28ae tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:11.108512 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68e593-9a6b-42b6-9a34-493ccbba28ae tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event updated for resources: {'Port': ['ID=8ded14ff-7489-449d-9bac-9d318066012c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:11.194397 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d68e593-9a6b-42b6-9a34-493ccbba28ae tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:11.195403 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9d68e593-9a6b-42b6-9a34-493ccbba28ae tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.306995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a259d6-8dbf-49aa-815b-4eb0401eea16 req-a35c2f48-d805-468d-9c25-2a84ae80ac2e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:11.308690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90a259d6-8dbf-49aa-815b-4eb0401eea16 req-a35c2f48-d805-468d-9c25-2a84ae80ac2e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 943 time: 0.1048265 Sep 16 05:23:11.324016 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962f88a-bb5c-436b-81d0-2b72dd001acb req-857228bd-76de-4931-b7ab-bdb3ac02d803 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:11.325658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1962f88a-bb5c-436b-81d0-2b72dd001acb req-857228bd-76de-4931-b7ab-bdb3ac02d803 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1084895 Sep 16 05:23:11.332174 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9d68e593-9a6b-42b6-9a34-493ccbba28ae tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9726968 Sep 16 05:23:11.336717 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59234) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:11.344310 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c4665ce7-f1fc-4994-b167-db2145b51ddf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Request body: {'floatingip': {'port_id': '8ded14ff-7489-449d-9bac-9d318066012c'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:11.424052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90a259d6-8dbf-49aa-815b-4eb0401eea16 req-77b0c7d0-f80d-49a1-abc8-438fef09501e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965686 Sep 16 05:23:11.462391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1962f88a-bb5c-436b-81d0-2b72dd001acb req-d128f13f-e1af-4dd2-982c-0a344e004109 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118035 Sep 16 05:23:11.476784 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4177a7b5-4b63-4327-85d0-bc3150a41d96 None None] Provisioning complete for port 8ded14ff-7489-449d-9bac-9d318066012c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:11.477675 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4177a7b5-4b63-4327-85d0-bc3150a41d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.478259 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c4665ce7-f1fc-4994-b167-db2145b51ddf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.522212 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4177a7b5-4b63-4327-85d0-bc3150a41d96 None None] Port 8ded14ff-7489-449d-9bac-9d318066012c cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:12.248455 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 936ebc44-b5d3-40a1-8b95-a9afd78282f5 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:23:12.383140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 936ebc44-b5d3-40a1-8b95-a9afd78282f5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=936ebc44-b5d3-40a1-8b95-a9afd78282f5,segment=NetworkSegment(76c8ed33-7a19-44d6-a7e9-46953a852714),segment_id=76c8ed33-7a19-44d6-a7e9-46953a852714)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:12.405467 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '936ebc44-b5d3-40a1-8b95-a9afd78282f5', 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138', 'port_id': '936ebc44-b5d3-40a1-8b95-a9afd78282f5', 'mac_address': 'fa:16:3e:21:d5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32494b3c-fe00-4bad-8808-530777ba7c64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:23:12.476836 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.512655 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c4665ce7-f1fc-4994-b167-db2145b51ddf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.519780 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936ebc44-b5d3-40a1-8b95-a9afd78282f5 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:12.550118 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 936ebc44-b5d3-40a1-8b95-a9afd78282f5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=936ebc44-b5d3-40a1-8b95-a9afd78282f5,segment=NetworkSegment(76c8ed33-7a19-44d6-a7e9-46953a852714),segment_id=76c8ed33-7a19-44d6-a7e9-46953a852714)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:12.565572 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a5faf-3653-4405-a5a1-e513f0716ac8 req-c6a22f38-929d-4136-abb8-ca7c53d628f5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:12.567489 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af4a5faf-3653-4405-a5a1-e513f0716ac8 req-c6a22f38-929d-4136-abb8-ca7c53d628f5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 943 time: 0.0584013 Sep 16 05:23:12.587278 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c4665ce7-f1fc-4994-b167-db2145b51ddf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.616240 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.741701 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af4a5faf-3653-4405-a5a1-e513f0716ac8 req-08e29036-759c-488c-92da-f610e3db6c65 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556840 Sep 16 05:23:12.764506 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c630e5-1db4-4e3f-8269-e1e0bcd5d3aa req-54f3a853-db15-43fe-b6cb-f39a94f81884 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:12.767878 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54c630e5-1db4-4e3f-8269-e1e0bcd5d3aa req-54f3a853-db15-43fe-b6cb-f39a94f81884 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1759939 Sep 16 05:23:12.803687 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-c4665ce7-f1fc-4994-b167-db2145b51ddf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Floating IP 8aa1c0d9-3745-4c37-9c45-3a72a1f6164a associated. External IP: 172.25.4.105, port: 5214d0f4-850f-4687-a8f2-5372ba6a7fba. Sep 16 05:23:12.843420 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54c630e5-1db4-4e3f-8269-e1e0bcd5d3aa req-7d576db9-52b1-49fb-ab76-38b67e5f05ac tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617316 Sep 16 05:23:12.962331 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=936ebc44-b5d3-40a1-8b95-a9afd78282f5,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:13.039043 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['936ebc44-b5d3-40a1-8b95-a9afd78282f5'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:13.123227 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4665ce7-f1fc-4994-b167-db2145b51ddf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 2fd9762f-ab24-440e-8251-f15784ea11c8 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:13.302958 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4665ce7-f1fc-4994-b167-db2145b51ddf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:13.330493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff1b509-6862-486c-acf7-40889c9d5e90 None None] Sync routers for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:13.365002 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff1b509-6862-486c-acf7-40889c9d5e90 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:13.365941 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-8ff1b509-6862-486c-acf7-40889c9d5e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:23:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:13.435885 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-8ff1b509-6862-486c-acf7-40889c9d5e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:13.463808 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff1b509-6862-486c-acf7-40889c9d5e90 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:13.463808 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-8ff1b509-6862-486c-acf7-40889c9d5e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:23:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:13.524488 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-8ff1b509-6862-486c-acf7-40889c9d5e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:13.526437 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff1b509-6862-486c-acf7-40889c9d5e90 None None] The sync data for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:13.644678 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4665ce7-f1fc-4994-b167-db2145b51ddf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 1e4d1961-2306-42ab-a530-01352b0adcf5 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:13.777278 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4665ce7-f1fc-4994-b167-db2145b51ddf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:13.782495 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c4665ce7-f1fc-4994-b167-db2145b51ddf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.798230 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c3c5ce-68b8-4b53-ab03-addbcfa8f958 None None] Sync routers for ids ['1e4d1961-2306-42ab-a530-01352b0adcf5'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:13.820622 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c3c5ce-68b8-4b53-ab03-addbcfa8f958 None None] Routers {'1e4d1961-2306-42ab-a530-01352b0adcf5'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:13.821723 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-61c3c5ce-68b8-4b53-ab03-addbcfa8f958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:23:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['1e4d1961-2306-42ab-a530-01352b0adcf5'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:13.914150 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-61c3c5ce-68b8-4b53-ab03-addbcfa8f958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:13.921255 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c4665ce7-f1fc-4994-b167-db2145b51ddf tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "PUT /v2.0/floatingips/8aa1c0d9-3745-4c37-9c45-3a72a1f6164a HTTP/1.1" status: 200 len: 977 time: 2.5788019 Sep 16 05:23:13.922959 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59250) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:13.935915 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c3c5ce-68b8-4b53-ab03-addbcfa8f958 None None] Routers {'1e4d1961-2306-42ab-a530-01352b0adcf5'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:13.938322 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-61c3c5ce-68b8-4b53-ab03-addbcfa8f958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:23:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['1e4d1961-2306-42ab-a530-01352b0adcf5'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:13.981298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d63877-8244-4a15-aa64-7ed9147e1803 req-b43ac647-95d6-4847-9827-d3b8a213196c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:13.991734 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-61c3c5ce-68b8-4b53-ab03-addbcfa8f958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:13.992777 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c3c5ce-68b8-4b53-ab03-addbcfa8f958 None None] The sync data for ids ['1e4d1961-2306-42ab-a530-01352b0adcf5'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:14.017054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5d63877-8244-4a15-aa64-7ed9147e1803 req-b43ac647-95d6-4847-9827-d3b8a213196c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 944 time: 0.1126134 Sep 16 05:23:14.083831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5d63877-8244-4a15-aa64-7ed9147e1803 req-bed7e748-0d34-4502-99b9-689fd02d67f6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649927 Sep 16 05:23:14.161464 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-0b23373c-fff5-40ea-80e0-27a2f6447d04 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Deleting port 8ded14ff-7489-449d-9bac-9d318066012c {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:14.162441 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0b23373c-fff5-40ea-80e0-27a2f6447d04 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.263105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 936ebc44-b5d3-40a1-8b95-a9afd78282f5 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:14.357216 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0b23373c-fff5-40ea-80e0-27a2f6447d04 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.431540 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:23:14.436463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:14.440564 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.482177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856a46a-3f4c-4928-bd56-34c8733c2426 req-3f9ade36-21c7-4848-b927-524aeb7e0669 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.485294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c856a46a-3f4c-4928-bd56-34c8733c2426 req-3f9ade36-21c7-4848-b927-524aeb7e0669 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.0972488 Sep 16 05:23:14.566492 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c856a46a-3f4c-4928-bd56-34c8733c2426 req-e04e84ca-f83a-4ee1-bdec-0bffed44bde0 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727804 Sep 16 05:23:14.652642 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.677449 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0b23373c-fff5-40ea-80e0-27a2f6447d04 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.678310 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0b23373c-fff5-40ea-80e0-27a2f6447d04 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.678663 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-0b23373c-fff5-40ea-80e0-27a2f6447d04 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Floating IP 8aa1c0d9-3745-4c37-9c45-3a72a1f6164a disassociated. External IP: 172.25.4.105, port: 8ded14ff-7489-449d-9bac-9d318066012c. Sep 16 05:23:14.679230 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-0b23373c-fff5-40ea-80e0-27a2f6447d04 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Calling delete_port for 8ded14ff-7489-449d-9bac-9d318066012c owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:14.687212 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936ebc44-b5d3-40a1-8b95-a9afd78282f5'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:14.690608 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d17bbbc-cb5c-4f09-aa78-6e4296559f29" -d '{"events": [{"server_uuid": "7305d2bf-119f-4994-8ed9-c9db64a9e2b0", "name": "network-vif-plugged", "status": "completed", "tag": "936ebc44-b5d3-40a1-8b95-a9afd78282f5"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:14.715580 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 936ebc44-b5d3-40a1-8b95-a9afd78282f5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=936ebc44-b5d3-40a1-8b95-a9afd78282f5,segment=NetworkSegment(76c8ed33-7a19-44d6-a7e9-46953a852714),segment_id=76c8ed33-7a19-44d6-a7e9-46953a852714)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:14.771468 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c37ccf-75fc-4a72-88d7-41c8dcbd1a0a x-openstack-request-id: req-d1c37ccf-75fc-4a72-88d7-41c8dcbd1a0a {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:14.771933 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7305d2bf-119f-4994-8ed9-c9db64a9e2b0", "name": "network-vif-plugged", "status": "completed", "tag": "936ebc44-b5d3-40a1-8b95-a9afd78282f5", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:14.772296 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1c37ccf-75fc-4a72-88d7-41c8dcbd1a0a {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:14.773093 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936ebc44-b5d3-40a1-8b95-a9afd78282f5', 'code': 200} Sep 16 05:23:14.811911 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.912870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=936ebc44-b5d3-40a1-8b95-a9afd78282f5,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:14.970375 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6020e52-4a29-4b67-b562-cf7c3e9f7378 req-f34c2353-900c-4a00-9bec-41caba51bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.972185 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6020e52-4a29-4b67-b562-cf7c3e9f7378 req-f34c2353-900c-4a00-9bec-41caba51bfdf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 1097 time: 0.0599530 Sep 16 05:23:14.998915 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0b23373c-fff5-40ea-80e0-27a2f6447d04 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.030311 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6020e52-4a29-4b67-b562-cf7c3e9f7378 req-ca1e7bf3-9e44-4878-b5f6-ac547c8429e9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507817 Sep 16 05:23:15.057733 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23373c-fff5-40ea-80e0-27a2f6447d04 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event deleted for resources: {'Port': ['ID=8ded14ff-7489-449d-9bac-9d318066012c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:15.292754 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b23373c-fff5-40ea-80e0-27a2f6447d04 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 1e4d1961-2306-42ab-a530-01352b0adcf5 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:15.332547 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a667cf-010e-4d56-8c40-2e80c4e590db req-3a07df3b-1d68-40a8-b98d-1cc9cb112eed tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:15.335321 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39a667cf-010e-4d56-8c40-2e80c4e590db req-3a07df3b-1d68-40a8-b98d-1cc9cb112eed tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1247890 Sep 16 05:23:15.458282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39a667cf-010e-4d56-8c40-2e80c4e590db req-cd44ba96-de96-4247-92bc-3b48b74a63ad tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101842 Sep 16 05:23:15.522527 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b23373c-fff5-40ea-80e0-27a2f6447d04 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:15.540857 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e957289-73ed-4f41-bb42-e0978604c1c8 None None] Sync routers for ids ['1e4d1961-2306-42ab-a530-01352b0adcf5'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:15.561326 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e957289-73ed-4f41-bb42-e0978604c1c8 None None] Routers {'1e4d1961-2306-42ab-a530-01352b0adcf5'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:15.563107 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2e957289-73ed-4f41-bb42-e0978604c1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:23:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['1e4d1961-2306-42ab-a530-01352b0adcf5'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:15.627256 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2e957289-73ed-4f41-bb42-e0978604c1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:15.645009 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e957289-73ed-4f41-bb42-e0978604c1c8 None None] Routers {'1e4d1961-2306-42ab-a530-01352b0adcf5'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:15.645636 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2e957289-73ed-4f41-bb42-e0978604c1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:23:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['1e4d1961-2306-42ab-a530-01352b0adcf5'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:15.653490 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0b23373c-fff5-40ea-80e0-27a2f6447d04 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.664661 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0b23373c-fff5-40ea-80e0-27a2f6447d04 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "DELETE /v2.0/ports/8ded14ff-7489-449d-9bac-9d318066012c HTTP/1.1" status: 204 len: 168 time: 1.7404256 Sep 16 05:23:15.667436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59264) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:15.714608 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2e957289-73ed-4f41-bb42-e0978604c1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:15.715815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e957289-73ed-4f41-bb42-e0978604c1c8 None None] The sync data for ids ['1e4d1961-2306-42ab-a530-01352b0adcf5'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:15.873447 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18989c-1e54-43cc-be70-48dda92e0b23 req-5d8416ee-4b07-49fa-a992-0f33f43847a3 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:15.876121 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d18989c-1e54-43cc-be70-48dda92e0b23 req-5d8416ee-4b07-49fa-a992-0f33f43847a3 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1345680 Sep 16 05:23:16.051978 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d18989c-1e54-43cc-be70-48dda92e0b23 req-ee27d3f6-a2a2-46ae-9629-7d40107f620d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538074 Sep 16 05:23:16.585398 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.127148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012db2d-7e67-4239-a7c7-99cca5a46990 req-afabd250-33a3-415e-9e5a-50bccf09ee02 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:17.143460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6012db2d-7e67-4239-a7c7-99cca5a46990 req-afabd250-33a3-415e-9e5a-50bccf09ee02 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 945 time: 0.4822705 Sep 16 05:23:17.349827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6012db2d-7e67-4239-a7c7-99cca5a46990 req-ccad6d27-95a4-4ac6-939c-2ab741c910f7 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019055 Sep 16 05:23:17.407006 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1bbf1-2e08-42e2-8fa1-d7a4fcd5e7b9 req-05388d6b-76ac-42b5-b309-22a0ec0a0397 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:17.408821 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ff1bbf1-2e08-42e2-8fa1-d7a4fcd5e7b9 req-05388d6b-76ac-42b5-b309-22a0ec0a0397 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1785414 Sep 16 05:23:17.565692 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ff1bbf1-2e08-42e2-8fa1-d7a4fcd5e7b9 req-c3f1a55d-9ba7-47f8-b22e-d304a08c18de tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326098 Sep 16 05:23:17.656011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Deleting port 1a71c64b-a396-49db-b2dd-9d771a45c1e5 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:17.656307 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.809233 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.829637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Calling delete_port for 1a71c64b-a396-49db-b2dd-9d771a45c1e5 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:18.192295 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.230363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event deleted for resources: {'Port': ['ID=1a71c64b-a396-49db-b2dd-9d771a45c1e5,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:18.265603 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:18.266109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:18.266680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:18.267289 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:18.268075 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:18.268670 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:18.270448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:18.271191 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:18.284568 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:18.286086 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:18.286691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:18.287319 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:18.873179 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.000033 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d99180-75f3-4f57-9600-425e3473b9ea req-78b47d18-e8f5-483e-b13d-2d94022521c2 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:19.021221 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-29d99180-75f3-4f57-9600-425e3473b9ea req-78b47d18-e8f5-483e-b13d-2d94022521c2 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.2854774 Sep 16 05:23:19.042103 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dbe86-73b8-4ff0-b0d7-fb33db835d42 req-b69842f8-c63b-4897-8080-0086fbd4d536 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:19.044919 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e18dbe86-73b8-4ff0-b0d7-fb33db835d42 req-b69842f8-c63b-4897-8080-0086fbd4d536 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 945 time: 0.4064491 Sep 16 05:23:19.245602 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-29d99180-75f3-4f57-9600-425e3473b9ea req-be16e3c3-3554-409b-8245-bb9a3ec8b231 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990676 Sep 16 05:23:19.265483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e18dbe86-73b8-4ff0-b0d7-fb33db835d42 req-61f5111f-536f-45ee-835d-60ce482acecc tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934030 Sep 16 05:23:19.460949 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 1e4d1961-2306-42ab-a530-01352b0adcf5 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:19.475353 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9264c-3942-4847-b54d-3f23798d2a4d req-b5753cb2-a3f2-4575-b027-a7894ea46fdf tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:19.477115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7cd9264c-3942-4847-b54d-3f23798d2a4d req-b5753cb2-a3f2-4575-b027-a7894ea46fdf tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1058669 Sep 16 05:23:19.635604 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7cd9264c-3942-4847-b54d-3f23798d2a4d req-f749b21e-08fc-4a57-b0e0-892626ca05a9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496716 Sep 16 05:23:19.672863 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59284) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:19.747639 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa530eb0-7a05-4c15-bff9-b46061f877fa tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:19.754545 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-aa530eb0-7a05-4c15-bff9-b46061f877fa tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 1092 time: 0.0748923 Sep 16 05:23:19.754835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:19.755046 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59286) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:19.760205 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': '936ebc44-b5d3-40a1-8b95-a9afd78282f5', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:19.765713 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e3aff468-c7fd-4ef0-b26d-1e98bf604d19 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "PUT /v2.0/routers/1e4d1961-2306-42ab-a530-01352b0adcf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0956030 Sep 16 05:23:19.767674 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59288) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:19.773533 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615d2b1-d13a-42ff-9f46-3bc10e2702d4 None None] Sync routers for ids ['1e4d1961-2306-42ab-a530-01352b0adcf5'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:19.790759 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615d2b1-d13a-42ff-9f46-3bc10e2702d4 None None] Routers {'1e4d1961-2306-42ab-a530-01352b0adcf5'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:19.791950 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1615d2b1-d13a-42ff-9f46-3bc10e2702d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:23:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['1e4d1961-2306-42ab-a530-01352b0adcf5'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:19.832395 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1615d2b1-d13a-42ff-9f46-3bc10e2702d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:19.845029 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615d2b1-d13a-42ff-9f46-3bc10e2702d4 None None] Routers {'1e4d1961-2306-42ab-a530-01352b0adcf5'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:19.845680 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1615d2b1-d13a-42ff-9f46-3bc10e2702d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:23:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['1e4d1961-2306-42ab-a530-01352b0adcf5'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:19.873945 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.893276 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1615d2b1-d13a-42ff-9f46-3bc10e2702d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:19.896807 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615d2b1-d13a-42ff-9f46-3bc10e2702d4 None None] The sync data for ids ['1e4d1961-2306-42ab-a530-01352b0adcf5'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:19.959063 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6448e026-6af4-45a9-89cc-aa49fb4488d4 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.079640 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.169838 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6448e026-6af4-45a9-89cc-aa49fb4488d4 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.213558 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Allocated IP 172.25.4.20 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/98ca980f-da3f-4ff5-91c1-692e2bb54e08) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:20.364996 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.384034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-6448e026-6af4-45a9-89cc-aa49fb4488d4 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Deleting port 267759f1-0ed9-47ca-997b-25f68970f21a {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:20.384713 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6448e026-6af4-45a9-89cc-aa49fb4488d4 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.602139 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3298228-efb0-4560-be30-27fdfabdb15e req-2696e63a-ae7a-4e8c-81af-2fb0b911a155 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:20.604776 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3298228-efb0-4560-be30-27fdfabdb15e req-2696e63a-ae7a-4e8c-81af-2fb0b911a155 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1900265 Sep 16 05:23:20.622448 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6448e026-6af4-45a9-89cc-aa49fb4488d4 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.669712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-6448e026-6af4-45a9-89cc-aa49fb4488d4 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Calling delete_port for 267759f1-0ed9-47ca-997b-25f68970f21a owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:20.724974 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3298228-efb0-4560-be30-27fdfabdb15e req-91e05160-a97c-434e-b25b-a258d48ebd19 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098375 Sep 16 05:23:20.728839 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.790349 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:20.793859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:20.798148 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:20.841867 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=98ca980f-da3f-4ff5-91c1-692e2bb54e08,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:21.102222 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6448e026-6af4-45a9-89cc-aa49fb4488d4 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.166179 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448e026-6af4-45a9-89cc-aa49fb4488d4 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event deleted for resources: {'Port': ['ID=267759f1-0ed9-47ca-997b-25f68970f21a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:21.282482 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6448e026-6af4-45a9-89cc-aa49fb4488d4 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.324674 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.453717 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6448e026-6af4-45a9-89cc-aa49fb4488d4 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.458417 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6448e026-6af4-45a9-89cc-aa49fb4488d4 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.865048 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.918621 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393f9fa-0e74-4b04-857f-18173c99928c req-55630558-bc10-42f2-9627-6a02fc05e7cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:21.920975 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6393f9fa-0e74-4b04-857f-18173c99928c req-55630558-bc10-42f2-9627-6a02fc05e7cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.0958405 Sep 16 05:23:21.940069 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6448e026-6af4-45a9-89cc-aa49fb4488d4 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.941023 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6448e026-6af4-45a9-89cc-aa49fb4488d4 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Fanout notify agent at l3_agent the message router_deleted on router 1e4d1961-2306-42ab-a530-01352b0adcf5 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:23:21.966423 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6448e026-6af4-45a9-89cc-aa49fb4488d4 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.966423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6448e026-6af4-45a9-89cc-aa49fb4488d4 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "DELETE /v2.0/routers/1e4d1961-2306-42ab-a530-01352b0adcf5 HTTP/1.1" status: 204 len: 168 time: 2.1941981 Sep 16 05:23:21.967077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59298) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:22.025834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6393f9fa-0e74-4b04-857f-18173c99928c req-880965e8-8a74-4955-a786-b2e08e0588f9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975037 Sep 16 05:23:22.042607 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8bc5dd3-0c14-44c4-83f0-94de48923c81 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Deleting subnet 3fd004f9-ac6d-48cb-af25-009a16537e98 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:22.055321 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8bc5dd3-0c14-44c4-83f0-94de48923c81 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.091561 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.101805 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8bc5dd3-0c14-44c4-83f0-94de48923c81 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.204277 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.229837 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8bc5dd3-0c14-44c4-83f0-94de48923c81 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.308744 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=98ca980f-da3f-4ff5-91c1-692e2bb54e08,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:22.321477 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.435238 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Floating IP 119b1c0b-77a9-47fa-bf94-765aca8b90f4 associated. External IP: 172.25.4.20, port: 936ebc44-b5d3-40a1-8b95-a9afd78282f5. Sep 16 05:23:22.471964 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8bc5dd3-0c14-44c4-83f0-94de48923c81 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.520946 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8bc5dd3-0c14-44c4-83f0-94de48923c81 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.526803 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d8bc5dd3-0c14-44c4-83f0-94de48923c81 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "DELETE /v2.0/subnets/3fd004f9-ac6d-48cb-af25-009a16537e98 HTTP/1.1" status: 204 len: 168 time: 0.5548286 Sep 16 05:23:22.526803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc5dd3-0c14-44c4-83f0-94de48923c81 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event deleted for resources: {'Subnet': ['ID=3fd004f9-ac6d-48cb-af25-009a16537e98,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:22.530129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59302) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:22.531984 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceded7e8-d342-4ffa-8f06-77ab66fb1374 None None] Network 89d71080-3ac3-4bd0-9bd9-dbed3216b8bb requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:22.638801 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.720144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Deleting port 17fa738a-922c-4809-bf61-ca8ad4910285 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:22.723000 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.779514 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d0ddfb-2b7d-4a86-8fea-2a8585632470 None None] DHCP port deletion for 89d71080-3ac3-4bd0-9bd9-dbed3216b8bb request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:22.817989 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Router d5b6c095-9c3c-472a-91ac-d2c912a3ee57 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:22.835676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] For port 17fa738a-922c-4809-bf61-ca8ad4910285, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=17fa738a-922c-4809-bf61-ca8ad4910285,segment=NetworkSegment(767db484-9514-481e-be70-38ef22fbf7f4),segment_id=767db484-9514-481e-be70-38ef22fbf7f4)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:22.835676 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.846253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-78d0ddfb-2b7d-4a86-8fea-2a8585632470 None None] Deleting port 17fa738a-922c-4809-bf61-ca8ad4910285 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:22.848027 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-78d0ddfb-2b7d-4a86-8fea-2a8585632470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.864707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Calling delete_port for 17fa738a-922c-4809-bf61-ca8ad4910285 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:22.937115 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-78d0ddfb-2b7d-4a86-8fea-2a8585632470 None None] For port 17fa738a-922c-4809-bf61-ca8ad4910285, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=17fa738a-922c-4809-bf61-ca8ad4910285,segment=NetworkSegment(767db484-9514-481e-be70-38ef22fbf7f4),segment_id=767db484-9514-481e-be70-38ef22fbf7f4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:22.937618 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-78d0ddfb-2b7d-4a86-8fea-2a8585632470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.954155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-78d0ddfb-2b7d-4a86-8fea-2a8585632470 None None] Calling delete_port for 17fa738a-922c-4809-bf61-ca8ad4910285 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:23.010268 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:23.037450 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170a4060-50c1-4a74-90dd-e72047013f48 None None] Sync routers for ids ['d5b6c095-9c3c-472a-91ac-d2c912a3ee57'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:23.046984 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a4060-50c1-4a74-90dd-e72047013f48 None None] Routers {'d5b6c095-9c3c-472a-91ac-d2c912a3ee57'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:23.047645 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-170a4060-50c1-4a74-90dd-e72047013f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:23:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d5b6c095-9c3c-472a-91ac-d2c912a3ee57'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:23.154375 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.164335 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:23.170740 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:23:23.180596 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-78d0ddfb-2b7d-4a86-8fea-2a8585632470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.211058 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0ddfb-2b7d-4a86-8fea-2a8585632470 None None] Pushing event deleted for resources: {'Port': ['ID=17fa738a-922c-4809-bf61-ca8ad4910285,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:23.211443 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event deleted for resources: {'Port': ['ID=17fa738a-922c-4809-bf61-ca8ad4910285,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:23.213077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d0ddfb-2b7d-4a86-8fea-2a8585632470 None None] No DVR routers for this DVR port 17fa738a-922c-4809-bf61-ca8ad4910285 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:23.227190 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] No DVR routers for this DVR port 17fa738a-922c-4809-bf61-ca8ad4910285 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:23.239181 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-170a4060-50c1-4a74-90dd-e72047013f48 None None] Set router d5b6c095-9c3c-472a-91ac-d2c912a3ee57 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:23.245718 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-654f618a-263e-4a82-99b6-54e884776a8f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4859209 Sep 16 05:23:23.245718 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'tag': '936ebc44-b5d3-40a1-8b95-a9afd78282f5'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:23.262797 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893b47fc-a884-483d-af65-dd29358743b7" -d '{"events": [{"name": "network-changed", "server_uuid": "7305d2bf-119f-4994-8ed9-c9db64a9e2b0", "tag": "936ebc44-b5d3-40a1-8b95-a9afd78282f5"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:23.320192 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df6826-06a7-49e4-8ad5-b180d1f109bc req-88873073-b6bd-47cb-933b-f5548d7c4677 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:23.323190 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19df6826-06a7-49e4-8ad5-b180d1f109bc req-88873073-b6bd-47cb-933b-f5548d7c4677 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.2134051 Sep 16 05:23:23.527608 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.569191 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-170a4060-50c1-4a74-90dd-e72047013f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99336490', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:48Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:49Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '119b1c0b-77a9-47fa-bf94-765aca8b90f4', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'floating_ip_address': '172.25.4.20', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'port_id': '936ebc44-b5d3-40a1-8b95-a9afd78282f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138', 'mac_address': 'fa:16:3e:21:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:21Z', 'updated_at': '2021-09-16T05:23:21Z', 'revision_number': 0, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39771fd7-4616-4850-9565-70c6b8e7ec29', 'name': '', 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:89:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '32494b3c-fe00-4bad-8808-530777ba7c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:54Z', 'updated_at': '2021-09-16T05:23:00Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '32494b3c-fe00-4bad-8808-530777ba7c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:23.575316 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19df6826-06a7-49e4-8ad5-b180d1f109bc req-8eeca887-739e-436b-95ff-2ae9c1af16dd tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366416 Sep 16 05:23:23.589892 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d71080-3ac3-4bd0-9bd9-dbed3216b8bb']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:23.612106 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170a4060-50c1-4a74-90dd-e72047013f48 None None] Checking router: d5b6c095-9c3c-472a-91ac-d2c912a3ee57 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:23.619921 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a4060-50c1-4a74-90dd-e72047013f48 None None] Routers {'d5b6c095-9c3c-472a-91ac-d2c912a3ee57'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:23.620902 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-170a4060-50c1-4a74-90dd-e72047013f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:23:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d5b6c095-9c3c-472a-91ac-d2c912a3ee57'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:23.639852 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc4265-3e5a-4acd-86ce-610b36219e54 req-005dd772-e131-4bbc-a334-522e6c772f81 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:23.643131 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bcc4265-3e5a-4acd-86ce-610b36219e54 req-005dd772-e131-4bbc-a334-522e6c772f81 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 945 time: 0.3179281 Sep 16 05:23:23.643749 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a621f5d4-0d99-4eb5-8693-7b5b4ba15b39 x-openstack-request-id: req-a621f5d4-0d99-4eb5-8693-7b5b4ba15b39 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:23.644535 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7305d2bf-119f-4994-8ed9-c9db64a9e2b0", "tag": "936ebc44-b5d3-40a1-8b95-a9afd78282f5", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:23.645468 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a621f5d4-0d99-4eb5-8693-7b5b4ba15b39 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:23.646021 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'tag': '936ebc44-b5d3-40a1-8b95-a9afd78282f5', 'status': 'completed', 'code': 200} Sep 16 05:23:23.646221 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767db484-9514-481e-be70-38ef22fbf7f4') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:23.646860 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767db484-9514-481e-be70-38ef22fbf7f4') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:23.677496 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.757895 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-170a4060-50c1-4a74-90dd-e72047013f48 None None] Set router d5b6c095-9c3c-472a-91ac-d2c912a3ee57 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:23.767643 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.799778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:23:23.800935 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:23:23.807904 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:23:23.856636 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bcc4265-3e5a-4acd-86ce-610b36219e54 req-bedbf52c-3201-4e6e-8679-949b9cda54bb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969688 Sep 16 05:23:23.894491 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59314) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:23.924074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b47fc-a884-483d-af65-dd29358743b7 req-bc0af5fc-6edc-4d72-9db7-558bd90e1722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:23.927254 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-893b47fc-a884-483d-af65-dd29358743b7 req-bc0af5fc-6edc-4d72-9db7-558bd90e1722 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 1097 time: 0.2337191 Sep 16 05:23:24.012051 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2b09706d-c344-4b7c-9380-402c712c2625 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/floatingips/119b1c0b-77a9-47fa-bf94-765aca8b90f4 HTTP/1.1" status: 200 len: 990 time: 0.1154416 Sep 16 05:23:24.057415 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-170a4060-50c1-4a74-90dd-e72047013f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99336490', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:48Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:49Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '119b1c0b-77a9-47fa-bf94-765aca8b90f4', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'floating_ip_address': '172.25.4.20', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'port_id': '936ebc44-b5d3-40a1-8b95-a9afd78282f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138', 'mac_address': 'fa:16:3e:21:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:21Z', 'updated_at': '2021-09-16T05:23:21Z', 'revision_number': 0, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39771fd7-4616-4850-9565-70c6b8e7ec29', 'name': '', 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:89:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '32494b3c-fe00-4bad-8808-530777ba7c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:54Z', 'updated_at': '2021-09-16T05:23:00Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '32494b3c-fe00-4bad-8808-530777ba7c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:24.087424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b47fc-a884-483d-af65-dd29358743b7 req-177e7566-37c8-4aa4-b059-c4993799d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:24.090630 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-893b47fc-a884-483d-af65-dd29358743b7 req-177e7566-37c8-4aa4-b059-c4993799d1f4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=982c51a6-73de-4637-9281-b53c0e8a4138 HTTP/1.1" status: 200 len: 898 time: 0.1536174 Sep 16 05:23:24.093086 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170a4060-50c1-4a74-90dd-e72047013f48 None None] The sync data for ids ['d5b6c095-9c3c-472a-91ac-d2c912a3ee57'] in n-d-712140-13 is: [{'id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99336490', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:48Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:49Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '119b1c0b-77a9-47fa-bf94-765aca8b90f4', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'floating_ip_address': '172.25.4.20', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'port_id': '936ebc44-b5d3-40a1-8b95-a9afd78282f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138', 'mac_address': 'fa:16:3e:21:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:21Z', 'updated_at': '2021-09-16T05:23:21Z', 'revision_number': 0, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39771fd7-4616-4850-9565-70c6b8e7ec29', 'name': '', 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:89:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '32494b3c-fe00-4bad-8808-530777ba7c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:54Z', 'updated_at': '2021-09-16T05:23:00Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '32494b3c-fe00-4bad-8808-530777ba7c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:24.368845 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f5ee09-01a0-4e66-b664-39746a001d15 None None] New status for floating IP 119b1c0b-77a9-47fa-bf94-765aca8b90f4: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:23:24.495652 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.506964 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.509314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "DELETE /v2.0/networks/89d71080-3ac3-4bd0-9bd9-dbed3216b8bb HTTP/1.1" status: 204 len: 168 time: 1.9773793 Sep 16 05:23:24.513185 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59316) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:24.532121 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585b3e4-166b-43ea-846c-ee6228ee8564 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event deleted for resources: {'Network': ['ID=89d71080-3ac3-4bd0-9bd9-dbed3216b8bb,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:24.558520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-893b47fc-a884-483d-af65-dd29358743b7 req-1660520e-903d-44e6-99b2-f3c19b5c5a85 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=936ebc44-b5d3-40a1-8b95-a9afd78282f5 HTTP/1.1" status: 200 len: 998 time: 0.4580116 Sep 16 05:23:24.683784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b47fc-a884-483d-af65-dd29358743b7 req-d0e97868-ec75-4528-88b4-78dd02a6e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:24.684765 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.686507 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-893b47fc-a884-483d-af65-dd29358743b7 req-d0e97868-ec75-4528-88b4-78dd02a6e8e2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=32494b3c-fe00-4bad-8808-530777ba7c64 HTTP/1.1" status: 200 len: 835 time: 0.1182880 Sep 16 05:23:24.698170 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 17fa738a-922c-4809-bf61-ca8ad4910285 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:24.733172 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 17fa738a-922c-4809-bf61-ca8ad4910285 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:24.734303 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 17fa738a-922c-4809-bf61-ca8ad4910285 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:24.775879 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-eed9d8bd-0a33-4393-a76d-d6e01e920f73 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Deleting port ee33ea39-cb91-4834-990e-304afcb29e7f {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:24.776437 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eed9d8bd-0a33-4393-a76d-d6e01e920f73 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.817418 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b47fc-a884-483d-af65-dd29358743b7 req-8a4c3828-2e6d-4627-80b8-d1480dcacb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:24.821552 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-893b47fc-a884-483d-af65-dd29358743b7 req-8a4c3828-2e6d-4627-80b8-d1480dcacb8b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=982c51a6-73de-4637-9281-b53c0e8a4138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1219239 Sep 16 05:23:24.833950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a367a-f540-4473-bf2b-e4513166f190 req-1c585a23-b5fc-4db7-99e3-3a5b059e9c32 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:24.836601 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d77a367a-f540-4473-bf2b-e4513166f190 req-1c585a23-b5fc-4db7-99e3-3a5b059e9c32 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1253724 Sep 16 05:23:24.954982 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d77a367a-f540-4473-bf2b-e4513166f190 req-72815629-a0a1-4bf8-be50-7cfa9ef62cb0 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030831 Sep 16 05:23:24.991354 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-893b47fc-a884-483d-af65-dd29358743b7 req-7869ee02-3899-4806-97aa-a7e6cf35ebd6 service neutron] 10.222.0.38 "GET /v2.0/networks/982c51a6-73de-4637-9281-b53c0e8a4138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488824 Sep 16 05:23:25.031352 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59322) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.202246 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:23:25.232371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9fa46593-3f4e-4049-867d-1793c8a2b33e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/floatingips/119b1c0b-77a9-47fa-bf94-765aca8b90f4 HTTP/1.1" status: 200 len: 992 time: 0.1991999 Sep 16 05:23:25.261472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-893b47fc-a884-483d-af65-dd29358743b7 req-17ed528f-5e57-4006-92e5-55ece66be965 service neutron] 10.222.0.38 "GET /v2.0/networks/982c51a6-73de-4637-9281-b53c0e8a4138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672396 Sep 16 05:23:25.431526 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eed9d8bd-0a33-4393-a76d-d6e01e920f73 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.432272 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eed9d8bd-0a33-4393-a76d-d6e01e920f73 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.448056 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-eed9d8bd-0a33-4393-a76d-d6e01e920f73 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Calling delete_port for ee33ea39-cb91-4834-990e-304afcb29e7f owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:25.724585 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eed9d8bd-0a33-4393-a76d-d6e01e920f73 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.759526 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9d8bd-0a33-4393-a76d-d6e01e920f73 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event deleted for resources: {'Port': ['ID=ee33ea39-cb91-4834-990e-304afcb29e7f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:25.836617 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eed9d8bd-0a33-4393-a76d-d6e01e920f73 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.840193 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-eed9d8bd-0a33-4393-a76d-d6e01e920f73 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.841528 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-eed9d8bd-0a33-4393-a76d-d6e01e920f73 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "DELETE /v2.0/floatingips/8aa1c0d9-3745-4c37-9c45-3a72a1f6164a HTTP/1.1" status: 204 len: 168 time: 1.3268340 Sep 16 05:23:25.845947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59326) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.874220 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e45d61-b952-4e81-8e0b-89f56de2f679 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:25.874963 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e45d61-b952-4e81-8e0b-89f56de2f679 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:25.876913 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-37e45d61-b952-4e81-8e0b-89f56de2f679 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "DELETE /v2.0/ports/8ded14ff-7489-449d-9bac-9d318066012c HTTP/1.1" status: 404 len: 333 time: 0.0283957 Sep 16 05:23:25.880603 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59328) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.913650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7bda1a9f-1ec8-40b4-8f1e-89f4e5822f64 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e4d1961-2306-42ab-a530-01352b0adcf5 HTTP/1.1" status: 200 len: 205 time: 0.0318682 Sep 16 05:23:25.917452 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59330) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.959983 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-d6084e6e-4ec5-4ba1-b923-51f72b8b2847 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] delete failed (client error): The resource could not be found. Sep 16 05:23:25.967679 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d6084e6e-4ec5-4ba1-b923-51f72b8b2847 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "DELETE /v2.0/routers/1e4d1961-2306-42ab-a530-01352b0adcf5 HTTP/1.1" status: 404 len: 336 time: 0.0426607 Sep 16 05:23:25.969740 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59332) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:26.005401 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2db3f17-c92b-4e7e-a834-175877299931 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:26.005882 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2db3f17-c92b-4e7e-a834-175877299931 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:26.008001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c2db3f17-c92b-4e7e-a834-175877299931 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "DELETE /v2.0/subnets/3fd004f9-ac6d-48cb-af25-009a16537e98 HTTP/1.1" status: 404 len: 337 time: 0.0371952 Sep 16 05:23:26.011737 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59336) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:26.220924 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f4558-2c43-4990-a280-c06faeb9d361 req-a23d0569-72f3-4aa6-b25f-43e30705dfeb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:26.224819 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-787f4558-2c43-4990-a280-c06faeb9d361 req-a23d0569-72f3-4aa6-b25f-43e30705dfeb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1471753 Sep 16 05:23:26.251741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-6db58aba-ba58-448c-9788-3d5a00c49e7e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Deleting port 5214d0f4-850f-4687-a8f2-5372ba6a7fba {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:26.252309 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6db58aba-ba58-448c-9788-3d5a00c49e7e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.411195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-787f4558-2c43-4990-a280-c06faeb9d361 req-3550c97b-c4a6-414a-a6bb-ce2143ab33b2 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787422 Sep 16 05:23:26.466440 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6db58aba-ba58-448c-9788-3d5a00c49e7e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.486167 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-6db58aba-ba58-448c-9788-3d5a00c49e7e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Calling delete_port for 5214d0f4-850f-4687-a8f2-5372ba6a7fba owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:26.798971 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6db58aba-ba58-448c-9788-3d5a00c49e7e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.834758 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db58aba-ba58-448c-9788-3d5a00c49e7e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event deleted for resources: {'Port': ['ID=5214d0f4-850f-4687-a8f2-5372ba6a7fba,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:26.917576 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6db58aba-ba58-448c-9788-3d5a00c49e7e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.920432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6db58aba-ba58-448c-9788-3d5a00c49e7e tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "DELETE /v2.0/ports/5214d0f4-850f-4687-a8f2-5372ba6a7fba HTTP/1.1" status: 204 len: 168 time: 0.9070656 Sep 16 05:23:26.923482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59340) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:27.064417 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-b7e412a2-e172-4ea7-ab1d-adc139448f2c tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Deleting port 0961cb47-e499-4696-8928-d90e5982b2c6 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:27.064883 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7e412a2-e172-4ea7-ab1d-adc139448f2c tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.194371 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7e412a2-e172-4ea7-ab1d-adc139448f2c tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.211376 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-b7e412a2-e172-4ea7-ab1d-adc139448f2c tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Calling delete_port for 0961cb47-e499-4696-8928-d90e5982b2c6 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:27.511924 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7e412a2-e172-4ea7-ab1d-adc139448f2c tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.569551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e412a2-e172-4ea7-ab1d-adc139448f2c tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event deleted for resources: {'Port': ['ID=0961cb47-e499-4696-8928-d90e5982b2c6,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:27.642311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28292ff9-0e0b-443e-bf97-535f935de0f4 req-1ee8b952-2d7e-4e60-9fd8-54738d918cbf tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.644235 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-28292ff9-0e0b-443e-bf97-535f935de0f4 req-1ee8b952-2d7e-4e60-9fd8-54738d918cbf tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 944 time: 0.1436791 Sep 16 05:23:27.675886 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b7e412a2-e172-4ea7-ab1d-adc139448f2c tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.677835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b7e412a2-e172-4ea7-ab1d-adc139448f2c tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "DELETE /v2.0/ports/0961cb47-e499-4696-8928-d90e5982b2c6 HTTP/1.1" status: 204 len: 168 time: 0.7532177 Sep 16 05:23:27.682410 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59344) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:27.729315 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-28292ff9-0e0b-443e-bf97-535f935de0f4 req-e31bc62f-ffc8-418c-80c9-c46e3c1919c1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748687 Sep 16 05:23:27.754636 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5456c001-9c92-4bab-becf-e8d87c522b22 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.756434 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5456c001-9c92-4bab-becf-e8d87c522b22 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd9762f-ab24-440e-8251-f15784ea11c8 HTTP/1.1" status: 200 len: 913 time: 0.0730050 Sep 16 05:23:27.760950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59348) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:28.179885 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ccad48b6-aa32-4b71-9100-ee6ec66d0389 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.341206 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5d6a75ea-2127-4655-9cce-47275e28fcf5 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:23:28.475232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5d6a75ea-2127-4655-9cce-47275e28fcf5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5d6a75ea-2127-4655-9cce-47275e28fcf5,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:28.505134 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '5d6a75ea-2127-4655-9cce-47275e28fcf5', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'port_id': '5d6a75ea-2127-4655-9cce-47275e28fcf5', 'mac_address': 'fa:16:3e:3f:d0:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:23:28.523156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ccad48b6-aa32-4b71-9100-ee6ec66d0389 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Deleting port 7dd4cd2b-b95b-4e6f-8d18-a4c3b2f4481c {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:28.533138 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ccad48b6-aa32-4b71-9100-ee6ec66d0389 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.560901 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.576602 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6a75ea-2127-4655-9cce-47275e28fcf5 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:28.600839 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5d6a75ea-2127-4655-9cce-47275e28fcf5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5d6a75ea-2127-4655-9cce-47275e28fcf5,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:28.619741 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.656379 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ccad48b6-aa32-4b71-9100-ee6ec66d0389 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.673866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ccad48b6-aa32-4b71-9100-ee6ec66d0389 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Calling delete_port for 7dd4cd2b-b95b-4e6f-8d18-a4c3b2f4481c owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:28.727124 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.823098 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=5d6a75ea-2127-4655-9cce-47275e28fcf5,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:28.966936 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2ce57-8944-451a-8e14-af47a3f6b377 req-5c7c62e2-a394-4fb9-a8be-e21155d0d1d7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:28.968608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01c2ce57-8944-451a-8e14-af47a3f6b377 req-5c7c62e2-a394-4fb9-a8be-e21155d0d1d7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 945 time: 0.1114848 Sep 16 05:23:29.018327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01c2ce57-8944-451a-8e14-af47a3f6b377 req-25cc2c34-3c53-4a84-a902-3d4287f0467b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427184 Sep 16 05:23:29.107504 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['5d6a75ea-2127-4655-9cce-47275e28fcf5'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:29.128639 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ccad48b6-aa32-4b71-9100-ee6ec66d0389 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.166072 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad48b6-aa32-4b71-9100-ee6ec66d0389 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event deleted for resources: {'Port': ['ID=7dd4cd2b-b95b-4e6f-8d18-a4c3b2f4481c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:29.461318 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ccad48b6-aa32-4b71-9100-ee6ec66d0389 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.711916 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccad48b6-aa32-4b71-9100-ee6ec66d0389 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Router 2fd9762f-ab24-440e-8251-f15784ea11c8 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:29.850730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccad48b6-aa32-4b71-9100-ee6ec66d0389 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:29.856239 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ccad48b6-aa32-4b71-9100-ee6ec66d0389 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "PUT /v2.0/routers/2fd9762f-ab24-440e-8251-f15784ea11c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0940485 Sep 16 05:23:29.859640 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59356) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:29.866296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c02b49-dd0f-46a8-8e04-c86fff02ee87 None None] Sync routers for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:29.880084 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c02b49-dd0f-46a8-8e04-c86fff02ee87 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:29.880878 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-42c02b49-dd0f-46a8-8e04-c86fff02ee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:23:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:29.928157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-42c02b49-dd0f-46a8-8e04-c86fff02ee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:29.940102 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c02b49-dd0f-46a8-8e04-c86fff02ee87 None None] Routers {'2fd9762f-ab24-440e-8251-f15784ea11c8'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:29.941257 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-42c02b49-dd0f-46a8-8e04-c86fff02ee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:23:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2fd9762f-ab24-440e-8251-f15784ea11c8'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:29.993404 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ab296ab0-b31d-4b61-8726-07843f0f9128 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.005703 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-42c02b49-dd0f-46a8-8e04-c86fff02ee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:30.006687 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c02b49-dd0f-46a8-8e04-c86fff02ee87 None None] The sync data for ids ['2fd9762f-ab24-440e-8251-f15784ea11c8'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:30.233609 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ab296ab0-b31d-4b61-8726-07843f0f9128 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.247630 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78a1d0-f2c2-42db-a2bd-687fc6ae00d8 req-1b2a4c09-3c05-40dc-bd9e-1a95a7b910a2 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:30.249292 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce78a1d0-f2c2-42db-a2bd-687fc6ae00d8 req-1b2a4c09-3c05-40dc-bd9e-1a95a7b910a2 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 945 time: 0.1440976 Sep 16 05:23:30.299542 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce78a1d0-f2c2-42db-a2bd-687fc6ae00d8 req-ccf0b330-7227-4970-8c0d-200b0204db3f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417936 Sep 16 05:23:30.355431 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5d6a75ea-2127-4655-9cce-47275e28fcf5 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:30.380424 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-4cc1b0d0-6906-489c-87b2-36865fcc7434 req-6d844a5d-058f-4483-89ec-bb64b99c308d tempest-VolumesSnapshotTestJSON-1592129302 tempest-VolumesSnapshotTestJSON-1592129302-project] (95474) timed out ('10.222.0.38', 54761) {{(pid=95474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:23:30.438999 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ab296ab0-b31d-4b61-8726-07843f0f9128 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Deleting port a2e459b8-3bcd-402c-8db9-4f28a042ef42 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:30.439355 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ab296ab0-b31d-4b61-8726-07843f0f9128 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.501183 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 5d6a75ea-2127-4655-9cce-47275e28fcf5 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:23:30.507171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 5d6a75ea-2127-4655-9cce-47275e28fcf5 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:30.507912 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.538192 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ab296ab0-b31d-4b61-8726-07843f0f9128 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.553876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ab296ab0-b31d-4b61-8726-07843f0f9128 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Calling delete_port for a2e459b8-3bcd-402c-8db9-4f28a042ef42 owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:30.653679 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.680815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0223ee4-8224-42a5-bfc4-b301aaee6672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6a75ea-2127-4655-9cce-47275e28fcf5'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:30.683842 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80154243-9555-49dd-b646-6d5bd25e0d83" -d '{"events": [{"server_uuid": "e0223ee4-8224-42a5-bfc4-b301aaee6672", "name": "network-vif-plugged", "status": "completed", "tag": "5d6a75ea-2127-4655-9cce-47275e28fcf5"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:30.711238 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5d6a75ea-2127-4655-9cce-47275e28fcf5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5d6a75ea-2127-4655-9cce-47275e28fcf5,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:30.752704 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e274c251-8999-4814-ad67-b046f0e5b262 x-openstack-request-id: req-e274c251-8999-4814-ad67-b046f0e5b262 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:30.754049 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0223ee4-8224-42a5-bfc4-b301aaee6672", "name": "network-vif-plugged", "status": "completed", "tag": "5d6a75ea-2127-4655-9cce-47275e28fcf5", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:30.754049 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e274c251-8999-4814-ad67-b046f0e5b262 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:30.754049 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0223ee4-8224-42a5-bfc4-b301aaee6672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6a75ea-2127-4655-9cce-47275e28fcf5', 'code': 200} Sep 16 05:23:30.792421 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.910204 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ab296ab0-b31d-4b61-8726-07843f0f9128 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.992337 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab296ab0-b31d-4b61-8726-07843f0f9128 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event deleted for resources: {'Port': ['ID=a2e459b8-3bcd-402c-8db9-4f28a042ef42,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:31.037101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a92ba-def8-4d68-96e2-b6d07275a5a7 req-4aa56f89-7dfa-4709-a563-aed5eb991550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:31.037408 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=5d6a75ea-2127-4655-9cce-47275e28fcf5,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:31.038132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a4a92ba-def8-4d68-96e2-b6d07275a5a7 req-4aa56f89-7dfa-4709-a563-aed5eb991550 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 1098 time: 0.1864729 Sep 16 05:23:31.119376 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ab296ab0-b31d-4b61-8726-07843f0f9128 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.123943 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a4a92ba-def8-4d68-96e2-b6d07275a5a7 req-f09fc9d9-3709-45eb-a5ec-797679bd95ab service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532079 Sep 16 05:23:31.231550 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ab296ab0-b31d-4b61-8726-07843f0f9128 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.234678 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ab296ab0-b31d-4b61-8726-07843f0f9128 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.407504 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ab296ab0-b31d-4b61-8726-07843f0f9128 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.408085 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab296ab0-b31d-4b61-8726-07843f0f9128 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Fanout notify agent at l3_agent the message router_deleted on router 2fd9762f-ab24-440e-8251-f15784ea11c8 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:23:31.416797 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ab296ab0-b31d-4b61-8726-07843f0f9128 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.417911 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ab296ab0-b31d-4b61-8726-07843f0f9128 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "DELETE /v2.0/routers/2fd9762f-ab24-440e-8251-f15784ea11c8 HTTP/1.1" status: 204 len: 168 time: 1.5572586 Sep 16 05:23:31.422088 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59368) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:31.460354 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63fb44-48c7-45a2-b053-599182ae8bd5 req-caa44d42-6e3b-496d-ba69-ba6a395288b9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:31.463151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be63fb44-48c7-45a2-b053-599182ae8bd5 req-caa44d42-6e3b-496d-ba69-ba6a395288b9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 946 time: 0.0858121 Sep 16 05:23:31.483688 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b1a1d9-a0b0-4d16-9245-021afa46b9ad tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Deleting subnet 408ba3b6-ef56-4398-8c20-ffa423eb112f {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:31.487895 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-41b1a1d9-a0b0-4d16-9245-021afa46b9ad tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.533595 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be63fb44-48c7-45a2-b053-599182ae8bd5 req-5301cace-f85d-437a-bb2e-c94d9c4fb35a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627143 Sep 16 05:23:31.546200 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-41b1a1d9-a0b0-4d16-9245-021afa46b9ad tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.612183 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-41b1a1d9-a0b0-4d16-9245-021afa46b9ad tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.803830 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-41b1a1d9-a0b0-4d16-9245-021afa46b9ad tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.834424 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1a1d9-a0b0-4d16-9245-021afa46b9ad tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event deleted for resources: {'Subnet': ['ID=408ba3b6-ef56-4398-8c20-ffa423eb112f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:31.841700 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-41b1a1d9-a0b0-4d16-9245-021afa46b9ad tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.842788 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-41b1a1d9-a0b0-4d16-9245-021afa46b9ad tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "DELETE /v2.0/subnets/408ba3b6-ef56-4398-8c20-ffa423eb112f HTTP/1.1" status: 204 len: 168 time: 0.4194269 Sep 16 05:23:31.846851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59370) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:31.945808 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b65e28a-943f-46ac-9183-796b6995fbf6 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.050378 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b65e28a-943f-46ac-9183-796b6995fbf6 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.078614 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9b65e28a-943f-46ac-9183-796b6995fbf6 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44a0b82-5030-4f7d-a7c7-ae040132053e']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:32.093963 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9b65e28a-943f-46ac-9183-796b6995fbf6 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d9df9f-52c9-4ab2-aac7-80ef47e98a44') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:32.099724 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9b65e28a-943f-46ac-9183-796b6995fbf6 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d9df9f-52c9-4ab2-aac7-80ef47e98a44') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:32.105923 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b65e28a-943f-46ac-9183-796b6995fbf6 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.124084 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b65e28a-943f-46ac-9183-796b6995fbf6 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.132632 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b65e28a-943f-46ac-9183-796b6995fbf6 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b65e28a-943f-46ac-9183-796b6995fbf6 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:23:32.137379 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:23:32.285065 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b65e28a-943f-46ac-9183-796b6995fbf6 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.294319 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9b65e28a-943f-46ac-9183-796b6995fbf6 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.296451 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9b65e28a-943f-46ac-9183-796b6995fbf6 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] 10.222.0.20 "DELETE /v2.0/networks/d44a0b82-5030-4f7d-a7c7-ae040132053e HTTP/1.1" status: 204 len: 168 time: 0.4480715 Sep 16 05:23:32.311769 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65e28a-943f-46ac-9183-796b6995fbf6 tempest-FloatingIPTestJSON-845058671 tempest-FloatingIPTestJSON-845058671-project] Pushing event deleted for resources: {'Network': ['ID=d44a0b82-5030-4f7d-a7c7-ae040132053e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:32.677865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda08c6-d2db-4f75-a892-398fe2f27f61 req-dd8deecc-463b-4edb-875b-7943ce017ccc tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:32.679569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4eda08c6-d2db-4f75-a892-398fe2f27f61 req-dd8deecc-463b-4edb-875b-7943ce017ccc tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 946 time: 0.0537286 Sep 16 05:23:32.727150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4eda08c6-d2db-4f75-a892-398fe2f27f61 req-891ef346-d18b-4a37-bbfb-1bdfacebb7d5 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384111 Sep 16 05:23:33.260398 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59382) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:33.446410 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1f9b7576-7a4b-4242-9659-e2df502a8647 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be2ecd6c30b048df9bde843d2b3b4531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845329 Sep 16 05:23:33.449268 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59386) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:33.513621 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3aec189a-ca22-4217-bc82-4a5cec98c8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.540412 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3aec189a-ca22-4217-bc82-4a5cec98c8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.708082 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3aec189a-ca22-4217-bc82-4a5cec98c8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.710979 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3aec189a-ca22-4217-bc82-4a5cec98c8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.712264 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3aec189a-ca22-4217-bc82-4a5cec98c8a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9b03d67-d0d6-47b2-8d93-6f9161aff8ee HTTP/1.1" status: 204 len: 168 time: 0.2619667 Sep 16 05:23:33.721153 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec189a-ca22-4217-bc82-4a5cec98c8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b03d67-d0d6-47b2-8d93-6f9161aff8ee,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:33.880976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8372544-4937-4dd8-a7ea-d0a08ca6cab6 req-82f7594d-9f98-44e7-a248-9c133fb08288 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:33.883966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8372544-4937-4dd8-a7ea-d0a08ca6cab6 req-82f7594d-9f98-44e7-a248-9c133fb08288 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 946 time: 0.0641441 Sep 16 05:23:33.950421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8372544-4937-4dd8-a7ea-d0a08ca6cab6 req-638821e0-324f-4e5b-b315-5e47cc063c29 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586026 Sep 16 05:23:34.120962 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3a0be-70bd-471a-8715-12b17f49d92d req-2f40f367-da24-4b8a-903c-6881abd35d64 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:34.123269 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dee3a0be-70bd-471a-8715-12b17f49d92d req-2f40f367-da24-4b8a-903c-6881abd35d64 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 946 time: 0.0684702 Sep 16 05:23:34.180187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dee3a0be-70bd-471a-8715-12b17f49d92d req-556d2e3e-7ea0-41ac-9a92-745606cef53c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485373 Sep 16 05:23:35.010243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06485f-35b8-4602-9311-60d36a5ee855 req-70f16080-e6a7-470d-8982-eb3a4b7dc749 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:35.016841 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b06485f-35b8-4602-9311-60d36a5ee855 req-70f16080-e6a7-470d-8982-eb3a4b7dc749 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 946 time: 0.0694067 Sep 16 05:23:35.083763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b06485f-35b8-4602-9311-60d36a5ee855 req-7a16acf6-45d7-4d6b-95b1-aa58daf7f25b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621758 Sep 16 05:23:35.211884 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59422) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:35.327890 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e926dea4-2244-4a0f-8e20-8cec7e2fd28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.342832 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Request body: {'networks': [{'name': 'tempest-network--1951362932'}, {'name': 'tempest-network--341683783'}]} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:35.343219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Request body: {'network': {'name': 'tempest-network--1951362932'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:35.343656 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Request body: {'network': {'name': 'tempest-network--341683783'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:35.489154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Made reservation on behalf of aad459bdd8b84fc799318242b791fc85 for: {'network': 2} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:35.495318 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.505375 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.626407 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.722544 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.723586 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.777501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b0f3f9-b772-49b5-bd67-17c26783529a,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:35.792340 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:35.805302 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.805721 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Added segment c30438f4-e9f7-495e-bb66-a499c827bfe7 of type vlan for network f7b5ef80-9a46-4968-93f4-e2c5e3a6acef Sep 16 05:23:35.855134 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.891583 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:35.903718 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.904122 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Added segment 2ac80a58-91a9-4560-8b9b-7891da589424 of type vlan for network 1ce5f9d8-dd0d-44e3-90ae-9948b7cd0f29 Sep 16 05:23:35.962524 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.106373 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.107150 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.114111 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.120932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.121576 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.582569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3693457 Sep 16 05:23:36.585565 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59430) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:36.638608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event updated for resources: {'Network': ['ID=f7b5ef80-9a46-4968-93f4-e2c5e3a6acef,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:36.658336 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network f7b5ef80-9a46-4968-93f4-e2c5e3a6acef details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:36.694566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e4f8c-8309-4053-91a9-84ea9164e618 req-4860050c-14c2-40bd-89da-4dab77bd39ce tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.696276 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-385e4f8c-8309-4053-91a9-84ea9164e618 req-4860050c-14c2-40bd-89da-4dab77bd39ce tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 946 time: 0.5256298 Sep 16 05:23:36.792964 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68db8f69-c51f-4904-9802-d15cba474cb2 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.799728 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68db8f69-c51f-4904-9802-d15cba474cb2 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.806364 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68db8f69-c51f-4904-9802-d15cba474cb2 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.810409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6ec3c-f7e9-4f0d-ae0f-2f978b10a248 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event updated for resources: {'Network': ['ID=1ce5f9d8-dd0d-44e3-90ae-9948b7cd0f29,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:36.812372 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68db8f69-c51f-4904-9802-d15cba474cb2 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.818737 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-68db8f69-c51f-4904-9802-d15cba474cb2 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2272048 Sep 16 05:23:36.819263 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59432) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:36.836804 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 1ce5f9d8-dd0d-44e3-90ae-9948b7cd0f29 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:36.862824 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-385e4f8c-8309-4053-91a9-84ea9164e618 req-a993eb86-a86d-4d00-a42c-999aacce4487 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066723 Sep 16 05:23:36.913625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871073f-95ab-4773-8cd4-76256b08124a req-ef223706-823a-4391-8f7d-73b36577ae22 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.915596 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d871073f-95ab-4773-8cd4-76256b08124a req-ef223706-823a-4391-8f7d-73b36577ae22 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 946 time: 0.1610119 Sep 16 05:23:36.929583 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a975705-f8cf-4ffd-89cf-ce9887887a70 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.054600 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-d871073f-95ab-4773-8cd4-76256b08124a req-d94b82c1-872d-4e00-9ec1-6e7455abdedc tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Deleting port 5d6a75ea-2127-4655-9cce-47275e28fcf5 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:37.055124 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d871073f-95ab-4773-8cd4-76256b08124a req-d94b82c1-872d-4e00-9ec1-6e7455abdedc tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.057161 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a975705-f8cf-4ffd-89cf-ce9887887a70 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.085092 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9a975705-f8cf-4ffd-89cf-ce9887887a70 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b5ef80-9a46-4968-93f4-e2c5e3a6acef']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:37.097695 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9a975705-f8cf-4ffd-89cf-ce9887887a70 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30438f4-e9f7-495e-bb66-a499c827bfe7') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:37.098024 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-9a975705-f8cf-4ffd-89cf-ce9887887a70 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30438f4-e9f7-495e-bb66-a499c827bfe7') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:37.109624 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a975705-f8cf-4ffd-89cf-ce9887887a70 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.125793 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a975705-f8cf-4ffd-89cf-ce9887887a70 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.133614 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a975705-f8cf-4ffd-89cf-ce9887887a70 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:23:37.134024 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a975705-f8cf-4ffd-89cf-ce9887887a70 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:23:37.151875 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:23:37.231298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-d871073f-95ab-4773-8cd4-76256b08124a req-d94b82c1-872d-4e00-9ec1-6e7455abdedc tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] For port 5d6a75ea-2127-4655-9cce-47275e28fcf5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5d6a75ea-2127-4655-9cce-47275e28fcf5,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:37.232353 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d871073f-95ab-4773-8cd4-76256b08124a req-d94b82c1-872d-4e00-9ec1-6e7455abdedc tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.248970 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-d871073f-95ab-4773-8cd4-76256b08124a req-d94b82c1-872d-4e00-9ec1-6e7455abdedc tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Calling delete_port for 5d6a75ea-2127-4655-9cce-47275e28fcf5 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:37.386833 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a975705-f8cf-4ffd-89cf-ce9887887a70 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.398650 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a975705-f8cf-4ffd-89cf-ce9887887a70 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.404445 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9a975705-f8cf-4ffd-89cf-ce9887887a70 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "DELETE /v2.0/networks/f7b5ef80-9a46-4968-93f4-e2c5e3a6acef HTTP/1.1" status: 204 len: 168 time: 0.5806782 Sep 16 05:23:37.406463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59436) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:37.421862 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a975705-f8cf-4ffd-89cf-ce9887887a70 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event deleted for resources: {'Network': ['ID=f7b5ef80-9a46-4968-93f4-e2c5e3a6acef,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:37.509929 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-38f1152e-f707-43d9-b752-f9acd73ea6c7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.517173 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d871073f-95ab-4773-8cd4-76256b08124a req-d94b82c1-872d-4e00-9ec1-6e7455abdedc tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.556771 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['5d6a75ea-2127-4655-9cce-47275e28fcf5'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:37.561131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['578b9db1-6406-4476-a652-453f0fada557'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:37.578107 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b82c1-872d-4e00-9ec1-6e7455abdedc tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event deleted for resources: {'Port': ['ID=5d6a75ea-2127-4655-9cce-47275e28fcf5,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:37.653985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-d871073f-95ab-4773-8cd4-76256b08124a req-d94b82c1-872d-4e00-9ec1-6e7455abdedc tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] No DVR routers for this DVR port 5d6a75ea-2127-4655-9cce-47275e28fcf5 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:37.658033 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d871073f-95ab-4773-8cd4-76256b08124a req-d94b82c1-872d-4e00-9ec1-6e7455abdedc tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.660650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d871073f-95ab-4773-8cd4-76256b08124a req-d94b82c1-872d-4e00-9ec1-6e7455abdedc tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.38 "DELETE /v2.0/ports/5d6a75ea-2127-4655-9cce-47275e28fcf5 HTTP/1.1" status: 204 len: 173 time: 0.7386804 Sep 16 05:23:37.661155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0223ee4-8224-42a5-bfc4-b301aaee6672', 'name': 'network-vif-deleted', 'tag': '5d6a75ea-2127-4655-9cce-47275e28fcf5'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:37.663625 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764ee86f-54f1-4518-ac9d-82019bf0b1ef" -d '{"events": [{"server_uuid": "e0223ee4-8224-42a5-bfc4-b301aaee6672", "name": "network-vif-deleted", "tag": "5d6a75ea-2127-4655-9cce-47275e28fcf5"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:37.777968 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3186b817-78ca-4aae-afa2-ae92b3087c9e x-openstack-request-id: req-3186b817-78ca-4aae-afa2-ae92b3087c9e {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:37.778621 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0223ee4-8224-42a5-bfc4-b301aaee6672", "name": "network-vif-deleted", "tag": "5d6a75ea-2127-4655-9cce-47275e28fcf5", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:37.779179 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3186b817-78ca-4aae-afa2-ae92b3087c9e {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:37.783224 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0223ee4-8224-42a5-bfc4-b301aaee6672', 'name': 'network-vif-deleted', 'tag': '5d6a75ea-2127-4655-9cce-47275e28fcf5', 'status': 'completed', 'code': 200} Sep 16 05:23:37.783224 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-38f1152e-f707-43d9-b752-f9acd73ea6c7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.824107 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-38f1152e-f707-43d9-b752-f9acd73ea6c7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce5f9d8-dd0d-44e3-90ae-9948b7cd0f29']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:37.845120 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-38f1152e-f707-43d9-b752-f9acd73ea6c7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac80a58-91a9-4560-8b9b-7891da589424') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:37.846121 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-38f1152e-f707-43d9-b752-f9acd73ea6c7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac80a58-91a9-4560-8b9b-7891da589424') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:37.846585 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-760ddfeb-7ed7-4581-b676-ac98f6af9832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.874060 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-38f1152e-f707-43d9-b752-f9acd73ea6c7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.898308 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-38f1152e-f707-43d9-b752-f9acd73ea6c7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.910038 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f1152e-f707-43d9-b752-f9acd73ea6c7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:23:37.910706 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-38f1152e-f707-43d9-b752-f9acd73ea6c7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:23:37.916420 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:23:38.078157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aedf686a-a1f9-40af-b953-1efb5d98472d req-ba201635-5230-4836-a7c0-9930b59198a6 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 210 time: 0.0498543 Sep 16 05:23:38.255703 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-38f1152e-f707-43d9-b752-f9acd73ea6c7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.266973 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-38f1152e-f707-43d9-b752-f9acd73ea6c7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.272803 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-38f1152e-f707-43d9-b752-f9acd73ea6c7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "DELETE /v2.0/networks/1ce5f9d8-dd0d-44e3-90ae-9948b7cd0f29 HTTP/1.1" status: 204 len: 168 time: 0.8606002 Sep 16 05:23:38.273285 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59444) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:38.288889 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1152e-f707-43d9-b752-f9acd73ea6c7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event deleted for resources: {'Network': ['ID=1ce5f9d8-dd0d-44e3-90ae-9948b7cd0f29,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:38.443405 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b886262-643a-4393-a376-0c601f0204a6 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.454980 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b886262-643a-4393-a376-0c601f0204a6 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.458071 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6b886262-643a-4393-a376-0c601f0204a6 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1833088 Sep 16 05:23:38.462257 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59446) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:38.468944 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-fa41735c-b2f9-4b5c-89f7-a2eac583e40c tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-340318155'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:38.632091 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa41735c-b2f9-4b5c-89f7-a2eac583e40c tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Made reservation on behalf of aad459bdd8b84fc799318242b791fc85 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:38.636459 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa41735c-b2f9-4b5c-89f7-a2eac583e40c tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.667654 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa41735c-b2f9-4b5c-89f7-a2eac583e40c tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:38.679751 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa41735c-b2f9-4b5c-89f7-a2eac583e40c tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.680262 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-fa41735c-b2f9-4b5c-89f7-a2eac583e40c tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Added segment 0a313614-a887-47dc-b292-7dea9854b618 of type vlan for network 6eb28998-1572-456c-9eef-10505dc67f1f Sep 16 05:23:38.690207 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.736054 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa41735c-b2f9-4b5c-89f7-a2eac583e40c tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.843324 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa41735c-b2f9-4b5c-89f7-a2eac583e40c tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.872086 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa41735c-b2f9-4b5c-89f7-a2eac583e40c tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.872086 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fa41735c-b2f9-4b5c-89f7-a2eac583e40c tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.949792 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41735c-b2f9-4b5c-89f7-a2eac583e40c tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event updated for resources: {'Network': ['ID=6eb28998-1572-456c-9eef-10505dc67f1f,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:38.965501 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 6eb28998-1572-456c-9eef-10505dc67f1f details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:39.022592 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fa41735c-b2f9-4b5c-89f7-a2eac583e40c tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5586090 Sep 16 05:23:39.026119 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59448) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:39.038131 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-70441313-d6ee-454a-be5f-90acededa1ec tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-824800639'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:39.209537 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70441313-d6ee-454a-be5f-90acededa1ec tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Made reservation on behalf of aad459bdd8b84fc799318242b791fc85 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:39.212288 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca0124b0-1045-4419-9768-ed161fd1ba3e req-fa19837c-7594-44f8-8c33-da865490bfa3 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 210 time: 0.0294666 Sep 16 05:23:39.220983 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70441313-d6ee-454a-be5f-90acededa1ec tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.270261 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70441313-d6ee-454a-be5f-90acededa1ec tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:39.286961 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70441313-d6ee-454a-be5f-90acededa1ec tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.288852 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-70441313-d6ee-454a-be5f-90acededa1ec tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Added segment be527a9a-15d1-46df-973b-ede65dcff9d6 of type vlan for network e3ef4fb5-ec2b-4cd1-87a1-35a4a77c1fca Sep 16 05:23:39.366555 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70441313-d6ee-454a-be5f-90acededa1ec tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.391470 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.541365 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70441313-d6ee-454a-be5f-90acededa1ec tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.547978 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70441313-d6ee-454a-be5f-90acededa1ec tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:39.548900 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70441313-d6ee-454a-be5f-90acededa1ec tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.631692 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70441313-d6ee-454a-be5f-90acededa1ec tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event updated for resources: {'Network': ['ID=e3ef4fb5-ec2b-4cd1-87a1-35a4a77c1fca,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:39.647998 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network e3ef4fb5-ec2b-4cd1-87a1-35a4a77c1fca details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:39.678845 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-70441313-d6ee-454a-be5f-90acededa1ec tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6512098 Sep 16 05:23:39.683727 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59454) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:39.689707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Request body: {'ports': [{'network_id': '6eb28998-1572-456c-9eef-10505dc67f1f', 'name': 'tempest-port--1912095493', 'admin_state_up': True}, {'network_id': 'e3ef4fb5-ec2b-4cd1-87a1-35a4a77c1fca', 'admin_state_up': False}]} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:39.690034 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Request body: {'port': {'network_id': '6eb28998-1572-456c-9eef-10505dc67f1f', 'name': 'tempest-port--1912095493', 'admin_state_up': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:39.691536 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Request body: {'port': {'network_id': 'e3ef4fb5-ec2b-4cd1-87a1-35a4a77c1fca', 'admin_state_up': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:40.067652 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Made reservation on behalf of aad459bdd8b84fc799318242b791fc85 for: {'port': 2} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:40.072968 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.090560 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.189992 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] device_id is not set on port 86023a19-79ab-4759-8d08-50c1f379851a yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:40.385689 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc690df6-fa6b-4886-87d5-2c2b20e658f9 req-7759210e-2218-4c26-9857-ff290f5abc4f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 210 time: 0.0508194 Sep 16 05:23:40.414356 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5d6a75ea-2127-4655-9cce-47275e28fcf5 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:40.434153 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.458794 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 5d6a75ea-2127-4655-9cce-47275e28fcf5 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:40.459678 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5d6a75ea-2127-4655-9cce-47275e28fcf5 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:40.576932 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] device_id is not set on port 6a9027b0-28cf-4858-87aa-13fe558b6544 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:40.746484 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.899244 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.923974 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.993803 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event updated for resources: {'Port': ['ID=86023a19-79ab-4759-8d08-50c1f379851a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:41.007275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Checking segment: {'id': '0a313614-a887-47dc-b292-7dea9854b618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6eb28998-1572-456c-9eef-10505dc67f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:41.007649 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Network hostable DHCP agents. Network: 6eb28998-1572-456c-9eef-10505dc67f1f, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:23:41.095526 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Network 6eb28998-1572-456c-9eef-10505dc67f1f is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:23:41.221132 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 6eb28998-1572-456c-9eef-10505dc67f1f) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:41.227521 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:41.229202 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.235951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01416e86-8bfc-410e-85f2-7e4891369969 None None] Network 6eb28998-1572-456c-9eef-10505dc67f1f requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:41.351571 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event updated for resources: {'Port': ['ID=6a9027b0-28cf-4858-87aa-13fe558b6544,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:41.394815 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Checking segment: {'id': 'be527a9a-15d1-46df-973b-ede65dcff9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e3ef4fb5-ec2b-4cd1-87a1-35a4a77c1fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:41.394815 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Network hostable DHCP agents. Network: e3ef4fb5-ec2b-4cd1-87a1-35a4a77c1fca, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:23:41.489736 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Network e3ef4fb5-ec2b-4cd1-87a1-35a4a77c1fca is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:23:41.517927 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91cc3793-d073-4814-a9f1-7ed19868ff6d req-c2025b23-6613-4b83-bac7-5a1e54f02a1b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 210 time: 0.0374341 Sep 16 05:23:41.687793 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, e3ef4fb5-ec2b-4cd1-87a1-35a4a77c1fca) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:41.692931 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:41.700622 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:41.703512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dc6df6-ea30-40cd-8837-4ee26b284298 None None] Network e3ef4fb5-ec2b-4cd1-87a1-35a4a77c1fca requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:41.709238 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:41.709982 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.834676 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-02d8f43e-623a-438e-9870-1542e0bc1de7 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1487718 Sep 16 05:23:41.842417 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59464) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:41.905917 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537ef646-1e7c-4f39-a33e-c1ccaf1477e8 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:41.912403 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537ef646-1e7c-4f39-a33e-c1ccaf1477e8 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:41.914107 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-537ef646-1e7c-4f39-a33e-c1ccaf1477e8 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0698245 Sep 16 05:23:41.917160 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59466) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:42.034377 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-7339152a-a413-4996-ab2c-eb6bebf820fc tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Deleting port 86023a19-79ab-4759-8d08-50c1f379851a {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:42.034908 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7339152a-a413-4996-ab2c-eb6bebf820fc tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.116511 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7339152a-a413-4996-ab2c-eb6bebf820fc tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.132593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-7339152a-a413-4996-ab2c-eb6bebf820fc tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Calling delete_port for 86023a19-79ab-4759-8d08-50c1f379851a owned by {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:42.380705 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7339152a-a413-4996-ab2c-eb6bebf820fc tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.414151 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339152a-a413-4996-ab2c-eb6bebf820fc tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event deleted for resources: {'Port': ['ID=86023a19-79ab-4759-8d08-50c1f379851a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:42.421777 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7339152a-a413-4996-ab2c-eb6bebf820fc tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.423894 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7339152a-a413-4996-ab2c-eb6bebf820fc tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "DELETE /v2.0/ports/86023a19-79ab-4759-8d08-50c1f379851a HTTP/1.1" status: 204 len: 168 time: 0.5056953 Sep 16 05:23:42.428069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59470) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:42.544403 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-6cb3c294-5a3d-44ae-bb59-50025a535591 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Deleting port 6a9027b0-28cf-4858-87aa-13fe558b6544 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:42.545495 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6cb3c294-5a3d-44ae-bb59-50025a535591 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.640862 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6cb3c294-5a3d-44ae-bb59-50025a535591 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.670508 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16856884-5ede-45b0-9def-cd9c63dbfa3f req-c26e9a96-7ff0-43c5-a07a-5a6c51585603 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 210 time: 0.0523255 Sep 16 05:23:42.678271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-6cb3c294-5a3d-44ae-bb59-50025a535591 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Calling delete_port for 6a9027b0-28cf-4858-87aa-13fe558b6544 owned by {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:42.883949 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6cb3c294-5a3d-44ae-bb59-50025a535591 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.938667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3c294-5a3d-44ae-bb59-50025a535591 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event deleted for resources: {'Port': ['ID=6a9027b0-28cf-4858-87aa-13fe558b6544,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:42.945347 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6cb3c294-5a3d-44ae-bb59-50025a535591 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.954171 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59474) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:42.957082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6cb3c294-5a3d-44ae-bb59-50025a535591 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "DELETE /v2.0/ports/6a9027b0-28cf-4858-87aa-13fe558b6544 HTTP/1.1" status: 204 len: 168 time: 0.5264800 Sep 16 05:23:42.987217 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-133125e5-4728-4d33-a87f-523d30a0e21d tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0318625 Sep 16 05:23:42.992340 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59476) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:42.997693 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-dce6decd-55f9-4f48-b333-adf62e5d81d6 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1477951493'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:43.174566 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce6decd-55f9-4f48-b333-adf62e5d81d6 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Made reservation on behalf of aad459bdd8b84fc799318242b791fc85 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:43.179625 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dce6decd-55f9-4f48-b333-adf62e5d81d6 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.211624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce6decd-55f9-4f48-b333-adf62e5d81d6 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:43.226346 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dce6decd-55f9-4f48-b333-adf62e5d81d6 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.226690 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-dce6decd-55f9-4f48-b333-adf62e5d81d6 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Added segment 3a51d734-34b3-495d-b7a6-ff6a340aa2ba of type vlan for network 537ab18f-6a34-4294-a2d1-39e2b902268e Sep 16 05:23:43.272565 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dce6decd-55f9-4f48-b333-adf62e5d81d6 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.387958 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dce6decd-55f9-4f48-b333-adf62e5d81d6 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.399559 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce6decd-55f9-4f48-b333-adf62e5d81d6 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:43.400637 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dce6decd-55f9-4f48-b333-adf62e5d81d6 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.505686 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6decd-55f9-4f48-b333-adf62e5d81d6 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event updated for resources: {'Network': ['ID=537ab18f-6a34-4294-a2d1-39e2b902268e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:43.519421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 537ab18f-6a34-4294-a2d1-39e2b902268e details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:43.565199 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dce6decd-55f9-4f48-b333-adf62e5d81d6 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5711927 Sep 16 05:23:43.569238 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59480) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:43.574498 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-28213cda-b82d-4a32-9cdb-791996382b9b tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1071821748'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:43.718321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28213cda-b82d-4a32-9cdb-791996382b9b tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Made reservation on behalf of aad459bdd8b84fc799318242b791fc85 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:43.730340 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28213cda-b82d-4a32-9cdb-791996382b9b tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.778641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28213cda-b82d-4a32-9cdb-791996382b9b tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:43.790525 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28213cda-b82d-4a32-9cdb-791996382b9b tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.790866 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-28213cda-b82d-4a32-9cdb-791996382b9b tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Added segment 0a32a410-d731-400f-8edc-4e93f8b20897 of type vlan for network 1ec57b72-d7ba-45d4-a671-edd64cea9873 Sep 16 05:23:43.856243 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70349931-045c-4bf6-a51f-1d711f6a89a5 req-61f59c5a-8848-481f-bdb6-035413953ce9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0223ee4-8224-42a5-bfc4-b301aaee6672 HTTP/1.1" status: 200 len: 210 time: 0.0545588 Sep 16 05:23:43.871181 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28213cda-b82d-4a32-9cdb-791996382b9b tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.014814 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28213cda-b82d-4a32-9cdb-791996382b9b tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.021830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28213cda-b82d-4a32-9cdb-791996382b9b tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:44.022633 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28213cda-b82d-4a32-9cdb-791996382b9b tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.115659 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28213cda-b82d-4a32-9cdb-791996382b9b tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event updated for resources: {'Network': ['ID=1ec57b72-d7ba-45d4-a671-edd64cea9873,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:44.127986 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 1ec57b72-d7ba-45d4-a671-edd64cea9873 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:44.227323 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-28213cda-b82d-4a32-9cdb-791996382b9b tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6568832 Sep 16 05:23:47.501939 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59504) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:47.507403 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Request body: {'subnets': [{'network_id': '537ab18f-6a34-4294-a2d1-39e2b902268e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1932838498', 'ip_version': 6}, {'network_id': '1ec57b72-d7ba-45d4-a671-edd64cea9873', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:47.508024 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Request body: {'subnet': {'network_id': '537ab18f-6a34-4294-a2d1-39e2b902268e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1932838498', 'ip_version': 6}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:47.508877 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Request body: {'subnet': {'network_id': '1ec57b72-d7ba-45d4-a671-edd64cea9873', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:47.843752 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Made reservation on behalf of aad459bdd8b84fc799318242b791fc85 for: {'subnet': 2} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:47.852770 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.853304 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.533236 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.629130 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event updated for resources: {'Subnet': ['ID=9bec73ce-62a5-4548-b334-5c8aa258c76e,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:48.638862 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Checking segment: {'id': '3a51d734-34b3-495d-b7a6-ff6a340aa2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '537ab18f-6a34-4294-a2d1-39e2b902268e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:48.639384 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Network hostable DHCP agents. Network: 537ab18f-6a34-4294-a2d1-39e2b902268e, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:23:48.770402 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Network 537ab18f-6a34-4294-a2d1-39e2b902268e is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:23:48.860424 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 537ab18f-6a34-4294-a2d1-39e2b902268e) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:48.865870 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.872486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c09ba7f-17c8-4966-9f2f-e648c43c2de5 None None] Network 537ab18f-6a34-4294-a2d1-39e2b902268e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:48.963438 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event updated for resources: {'Subnet': ['ID=fbd7533e-a753-47cf-85f7-59132fe00da3,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:48.991665 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Checking segment: {'id': '0a32a410-d731-400f-8edc-4e93f8b20897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1ec57b72-d7ba-45d4-a671-edd64cea9873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:48.992035 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Network hostable DHCP agents. Network: 1ec57b72-d7ba-45d4-a671-edd64cea9873, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:23:49.115685 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Network 1ec57b72-d7ba-45d4-a671-edd64cea9873 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:23:49.187792 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-537ab18f-6a34-4294-a2d1-39e2b902268e', 'network_id': '537ab18f-6a34-4294-a2d1-39e2b902268e', 'tenant_id': 'aad459bdd8b84fc799318242b791fc85', 'fixed_ips': [{'subnet_id': '9bec73ce-62a5-4548-b334-5c8aa258c76e'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:49.188939 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.230745 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 1ec57b72-d7ba-45d4-a671-edd64cea9873) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:49.240039 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:49.240921 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:49.242026 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.284393 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0ddf15-309d-4efa-ae54-2f75b798eb52 None None] Network 1ec57b72-d7ba-45d4-a671-edd64cea9873 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:49.379078 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-73b97d46-7999-4b1d-87b8-e9d6b989e009 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.8740981 Sep 16 05:23:49.381155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59510) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:49.482907 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Allocated IP 2001:db8::1 (537ab18f-6a34-4294-a2d1-39e2b902268e/9bec73ce-62a5-4548-b334-5c8aa258c76e/0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:49.519865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c33f8c-b4c8-47e6-8970-da8c08359aa9 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:49.523342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c33f8c-b4c8-47e6-8970-da8c08359aa9 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:49.526831 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c33f8c-b4c8-47e6-8970-da8c08359aa9 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:49.537336 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b1c33f8c-b4c8-47e6-8970-da8c08359aa9 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1475353 Sep 16 05:23:49.546833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59514) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:49.637265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0c0bac-ddc1-46e2-af64-1ece50903692 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Deleting subnet 9bec73ce-62a5-4548-b334-5c8aa258c76e {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:49.685702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-1ec57b72-d7ba-45d4-a671-edd64cea9873', 'network_id': '1ec57b72-d7ba-45d4-a671-edd64cea9873', 'tenant_id': 'aad459bdd8b84fc799318242b791fc85', 'fixed_ips': [{'subnet_id': 'fbd7533e-a753-47cf-85f7-59132fe00da3'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:49.687116 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.916923 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.938927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] Allocated IP 2001:db8:0:1::1 (1ec57b72-d7ba-45d4-a671-edd64cea9873/fbd7533e-a753-47cf-85f7-59132fe00da3/c7c013b0-06b7-4e21-af36-a81643b277d2) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:50.077365 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c0c0bac-ddc1-46e2-af64-1ece50903692 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.080343 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.134426 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c0c0bac-ddc1-46e2-af64-1ece50903692 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.177517 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Network 537ab18f-6a34-4294-a2d1-39e2b902268e is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:50.186627 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:50.191660 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.193466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:50.208818 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Pushing event updated for resources: {'Port': ['ID=0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:50.232300 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.232636 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.232972 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.233475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.233829 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.234166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.234499 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.234828 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.235191 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.235694 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.240951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.240951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.280627 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c0c0bac-ddc1-46e2-af64-1ece50903692 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.303182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Attempting to bind port 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:50.303182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Attempting to bind port 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '3a51d734-34b3-495d-b7a6-ff6a340aa2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '537ab18f-6a34-4294-a2d1-39e2b902268e'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:50.303182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Attempting to bind port 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc on network 537ab18f-6a34-4294-a2d1-39e2b902268e {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:50.303182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:50.303182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Checking segment: {'id': '3a51d734-34b3-495d-b7a6-ff6a340aa2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '537ab18f-6a34-4294-a2d1-39e2b902268e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:50.303182 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.303182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Bound using segment: {'id': '3a51d734-34b3-495d-b7a6-ff6a340aa2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '537ab18f-6a34-4294-a2d1-39e2b902268e'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:50.303182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Bound port: 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a51d734-34b3-495d-b7a6-ff6a340aa2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '537ab18f-6a34-4294-a2d1-39e2b902268e'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:50.303182 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.413701 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.456005 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] Network 1ec57b72-d7ba-45d4-a671-edd64cea9873 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:50.459155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:50.465069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:50.471228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] Pushing event updated for resources: {'Port': ['ID=c7c013b0-06b7-4e21-af36-a81643b277d2,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:50.538480 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] Attempting to bind port c7c013b0-06b7-4e21-af36-a81643b277d2 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:50.538844 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] Attempting to bind port c7c013b0-06b7-4e21-af36-a81643b277d2 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '0a32a410-d731-400f-8edc-4e93f8b20897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1ec57b72-d7ba-45d4-a671-edd64cea9873'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:50.539195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] Attempting to bind port c7c013b0-06b7-4e21-af36-a81643b277d2 on network 1ec57b72-d7ba-45d4-a671-edd64cea9873 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:50.546444 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:50.547125 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] Checking segment: {'id': '0a32a410-d731-400f-8edc-4e93f8b20897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1ec57b72-d7ba-45d4-a671-edd64cea9873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:50.547647 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.548078 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] Bound using segment: {'id': '0a32a410-d731-400f-8edc-4e93f8b20897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1ec57b72-d7ba-45d4-a671-edd64cea9873'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:50.548646 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] Bound port: c7c013b0-06b7-4e21-af36-a81643b277d2, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a32a410-d731-400f-8edc-4e93f8b20897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1ec57b72-d7ba-45d4-a671-edd64cea9873'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:50.549790 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.555411 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c0c0bac-ddc1-46e2-af64-1ece50903692 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.575284 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] For port 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:50.589984 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c0bac-ddc1-46e2-af64-1ece50903692 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event deleted for resources: {'Subnet': ['ID=9bec73ce-62a5-4548-b334-5c8aa258c76e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:50.594237 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c0c0bac-ddc1-46e2-af64-1ece50903692 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.598462 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6c0c0bac-ddc1-46e2-af64-1ece50903692 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "DELETE /v2.0/subnets/9bec73ce-62a5-4548-b334-5c8aa258c76e HTTP/1.1" status: 204 len: 168 time: 1.0501182 Sep 16 05:23:50.603317 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59526) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:50.624119 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] For port 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc,segment=NetworkSegment(3a51d734-34b3-495d-b7a6-ff6a340aa2ba),segment_id=3a51d734-34b3-495d-b7a6-ff6a340aa2ba)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:50.672656 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] For port c7c013b0-06b7-4e21-af36-a81643b277d2, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:50.677870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] For port c7c013b0-06b7-4e21-af36-a81643b277d2, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c7c013b0-06b7-4e21-af36-a81643b277d2,segment=NetworkSegment(0a32a410-d731-400f-8edc-4e93f8b20897),segment_id=0a32a410-d731-400f-8edc-4e93f8b20897)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:50.687829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7e59be-eae4-492d-8251-f52b1aa17abf tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Deleting subnet fbd7533e-a753-47cf-85f7-59132fe00da3 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:50.719046 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fd7e59be-eae4-492d-8251-f52b1aa17abf tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.745492 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fd7e59be-eae4-492d-8251-f52b1aa17abf tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.799039 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.834615 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.860153 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fd7e59be-eae4-492d-8251-f52b1aa17abf tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.913405 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116251e6-23b9-45c4-9655-4722cc22cafc None None] Pushing event updated for resources: {'Port': ['ID=0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:51.016531 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81ef16-836a-4935-a721-9ca584e95427 None None] Pushing event updated for resources: {'Port': ['ID=c7c013b0-06b7-4e21-af36-a81643b277d2,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:51.053833 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fd7e59be-eae4-492d-8251-f52b1aa17abf tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.110736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e59be-eae4-492d-8251-f52b1aa17abf tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd7533e-a753-47cf-85f7-59132fe00da3,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:51.124859 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fd7e59be-eae4-492d-8251-f52b1aa17abf tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.128991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fd7e59be-eae4-492d-8251-f52b1aa17abf tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "DELETE /v2.0/subnets/fbd7533e-a753-47cf-85f7-59132fe00da3 HTTP/1.1" status: 204 len: 168 time: 0.5243433 Sep 16 05:23:51.132311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59530) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:51.294973 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6254b3-1324-44b8-8031-d9f11b5ff53d tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:51.302732 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7f6254b3-1324-44b8-8031-d9f11b5ff53d tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1654003 Sep 16 05:23:51.305439 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59532) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:51.404880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3aece-19f1-4de8-b6a3-c1e5967f22dd req-9d12ed2a-a74c-4993-815e-33f54499b744 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:51.406648 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5dc3aece-19f1-4de8-b6a3-c1e5967f22dd req-9d12ed2a-a74c-4993-815e-33f54499b744 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 945 time: 0.1623287 Sep 16 05:23:51.458754 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.471335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5dc3aece-19f1-4de8-b6a3-c1e5967f22dd req-7575e5cf-18cf-42b9-90f2-86f3983dbc92 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444715 Sep 16 05:23:51.559632 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Deleting port c7c013b0-06b7-4e21-af36-a81643b277d2 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:51.559983 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.649146 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] For port c7c013b0-06b7-4e21-af36-a81643b277d2, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c7c013b0-06b7-4e21-af36-a81643b277d2,segment=NetworkSegment(0a32a410-d731-400f-8edc-4e93f8b20897),segment_id=0a32a410-d731-400f-8edc-4e93f8b20897)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:51.649509 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.673707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Calling delete_port for c7c013b0-06b7-4e21-af36-a81643b277d2 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:51.837206 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.870404 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event deleted for resources: {'Port': ['ID=c7c013b0-06b7-4e21-af36-a81643b277d2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:51.872254 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] No DVR routers for this DVR port c7c013b0-06b7-4e21-af36-a81643b277d2 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:51.981404 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.019394 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec57b72-d7ba-45d4-a671-edd64cea9873']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:52.033018 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a32a410-d731-400f-8edc-4e93f8b20897') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:52.033341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a32a410-d731-400f-8edc-4e93f8b20897') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:52.046514 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.064507 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.075510 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:23:52.076511 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:23:52.082730 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:23:52.283621 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.295452 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.297219 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "DELETE /v2.0/networks/1ec57b72-d7ba-45d4-a671-edd64cea9873 HTTP/1.1" status: 204 len: 168 time: 0.9895313 Sep 16 05:23:52.299976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59536) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:52.324525 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b45e1-5316-45b4-bb2c-bbc9d7063dfe tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event deleted for resources: {'Network': ['ID=1ec57b72-d7ba-45d4-a671-edd64cea9873,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:52.403169 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bccdc3-29b4-4d97-9373-eb0bf14c1aa9 None None] Network 537ab18f-6a34-4294-a2d1-39e2b902268e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:52.457298 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.523096 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-68c9b1bd-009f-4712-8f15-f7ac251b0aee None None] Provisioning complete for port 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:52.523748 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-68c9b1bd-009f-4712-8f15-f7ac251b0aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.542611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Deleting port 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:52.543017 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.677017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] For port 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc,segment=NetworkSegment(3a51d734-34b3-495d-b7a6-ff6a340aa2ba),segment_id=3a51d734-34b3-495d-b7a6-ff6a340aa2ba)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:52.677581 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.707625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Calling delete_port for 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:52.729524 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db59a2-2865-4cb8-95d2-0743bfee435c req-aecc8247-530d-4597-9808-8cbb686b908b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.732021 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22db59a2-2865-4cb8-95d2-0743bfee435c req-aecc8247-530d-4597-9808-8cbb686b908b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 945 time: 0.1468792 Sep 16 05:23:52.851668 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22db59a2-2865-4cb8-95d2-0743bfee435c req-9b78a7c3-4b96-4190-bb10-abb1dd2371de tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=53f40ecd-f71b-4142-8067-251c348b833e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111264 Sep 16 05:23:52.856676 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-68c9b1bd-009f-4712-8f15-f7ac251b0aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.885623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:52.928486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586461c5-e2d7-4078-af42-f65e72f5dab8 None None] DHCP port deletion for 537ab18f-6a34-4294-a2d1-39e2b902268e request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:52.997856 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:52.998338 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.998640 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab00f09-e7e2-469c-8bcc-540b4a14c738 req-d5fc1ee6-74ea-4b74-b945-80023bec0fb4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:53.000531 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eab00f09-e7e2-469c-8bcc-540b4a14c738 req-d5fc1ee6-74ea-4b74-b945-80023bec0fb4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 945 time: 0.0688071 Sep 16 05:23:53.037264 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-586461c5-e2d7-4078-af42-f65e72f5dab8 None None] Deleting port 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:53.037760 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-586461c5-e2d7-4078-af42-f65e72f5dab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.055274 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.102563 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Could not find standard attr ID for object 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:23:53.102814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event deleted for resources: {'Port': ['ID=0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:53.113674 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] No DVR routers for this DVR port 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:53.154706 n-d-712140-13 neutron-server[95475]: INFO neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No ports have port_id starting with 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc Sep 16 05:23:53.177472 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f8cdb1-3855-446b-a78c-d44af35f2f2f None None] DHCP port deletion for 1ec57b72-d7ba-45d4-a671-edd64cea9873 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:53.179899 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-586461c5-e2d7-4078-af42-f65e72f5dab8 None None] For port 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc, host n-d-712140-13, got binding levels [] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:53.180382 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-586461c5-e2d7-4078-af42-f65e72f5dab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.198688 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-586461c5-e2d7-4078-af42-f65e72f5dab8 None None] Calling delete_port for 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:53.202195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.ipam_backend_mixin [None req-586461c5-e2d7-4078-af42-f65e72f5dab8 None None] Port 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc was not found and therefore no delete operation was performed {{(pid=95475) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:23:53.203647 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-586461c5-e2d7-4078-af42-f65e72f5dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.231606 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8099a0ee-250a-4685-a01d-73d67624fcdc None None] Network 1ec57b72-d7ba-45d4-a671-edd64cea9873 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:53.251336 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.263900 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8a624cb4-7373-4452-ad42-43546b6df807 None None] Could not find standard attr ID for object c7c013b0-06b7-4e21-af36-a81643b277d2. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:23:53.265657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586461c5-e2d7-4078-af42-f65e72f5dab8 None None] Pushing event deleted for resources: {'Port': ['ID=0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:53.269813 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586461c5-e2d7-4078-af42-f65e72f5dab8 None None] No DVR routers for this DVR port 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:53.272081 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8099a0ee-250a-4685-a01d-73d67624fcdc None None] Network 1ec57b72-d7ba-45d4-a671-edd64cea9873 could not be found, it might have been deleted concurrently. {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:23:53.281324 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537ab18f-6a34-4294-a2d1-39e2b902268e']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:53.300138 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a51d734-34b3-495d-b7a6-ff6a340aa2ba') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:53.300881 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a51d734-34b3-495d-b7a6-ff6a340aa2ba') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:53.309862 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-eab00f09-e7e2-469c-8bcc-540b4a14c738 req-f5cd36dd-b62a-4923-8921-d9c76d13e31a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Deleting port 578b9db1-6406-4476-a652-453f0fada557 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:53.310199 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-eab00f09-e7e2-469c-8bcc-540b4a14c738 req-f5cd36dd-b62a-4923-8921-d9c76d13e31a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.317864 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.357820 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.402388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:23:53.402703 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:23:53.405793 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:23:53.489389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-eab00f09-e7e2-469c-8bcc-540b4a14c738 req-f5cd36dd-b62a-4923-8921-d9c76d13e31a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] For port 578b9db1-6406-4476-a652-453f0fada557, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=578b9db1-6406-4476-a652-453f0fada557,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:53.489768 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-eab00f09-e7e2-469c-8bcc-540b4a14c738 req-f5cd36dd-b62a-4923-8921-d9c76d13e31a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.506774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-eab00f09-e7e2-469c-8bcc-540b4a14c738 req-f5cd36dd-b62a-4923-8921-d9c76d13e31a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Calling delete_port for 578b9db1-6406-4476-a652-453f0fada557 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:53.563937 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.573580 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.578456 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "DELETE /v2.0/networks/537ab18f-6a34-4294-a2d1-39e2b902268e HTTP/1.1" status: 204 len: 168 time: 1.2699628 Sep 16 05:23:53.579029 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59542) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:53.593855 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8490f49-2c69-48a3-8cf5-69e5530233b0 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event deleted for resources: {'Network': ['ID=537ab18f-6a34-4294-a2d1-39e2b902268e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:53.668064 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3697be6f-cd90-4477-b023-98fcf83efb1a tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.786776 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-eab00f09-e7e2-469c-8bcc-540b4a14c738 req-f5cd36dd-b62a-4923-8921-d9c76d13e31a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.789999 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3697be6f-cd90-4477-b023-98fcf83efb1a tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.818758 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-3697be6f-cd90-4477-b023-98fcf83efb1a tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ef4fb5-ec2b-4cd1-87a1-35a4a77c1fca']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:53.823327 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['578b9db1-6406-4476-a652-453f0fada557'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:53.837071 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-3697be6f-cd90-4477-b023-98fcf83efb1a tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be527a9a-15d1-46df-973b-ede65dcff9d6') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:53.837071 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-3697be6f-cd90-4477-b023-98fcf83efb1a tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be527a9a-15d1-46df-973b-ede65dcff9d6') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:53.849266 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd36dd-b62a-4923-8921-d9c76d13e31a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event deleted for resources: {'Port': ['ID=578b9db1-6406-4476-a652-453f0fada557,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:53.861813 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3697be6f-cd90-4477-b023-98fcf83efb1a tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.889306 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3697be6f-cd90-4477-b023-98fcf83efb1a tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.912979 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3697be6f-cd90-4477-b023-98fcf83efb1a tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:23:53.913401 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3697be6f-cd90-4477-b023-98fcf83efb1a tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:23:53.917340 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:23:53.942260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab00f09-e7e2-469c-8bcc-540b4a14c738 req-f5cd36dd-b62a-4923-8921-d9c76d13e31a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] No DVR routers for this DVR port 578b9db1-6406-4476-a652-453f0fada557 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:53.945922 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-eab00f09-e7e2-469c-8bcc-540b4a14c738 req-f5cd36dd-b62a-4923-8921-d9c76d13e31a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.949205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eab00f09-e7e2-469c-8bcc-540b4a14c738 req-f5cd36dd-b62a-4923-8921-d9c76d13e31a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.21 "DELETE /v2.0/ports/578b9db1-6406-4476-a652-453f0fada557 HTTP/1.1" status: 204 len: 173 time: 0.9407516 Sep 16 05:23:53.949954 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf98830e-6279-48f6-876c-c948f37440c8', 'name': 'network-vif-deleted', 'tag': '578b9db1-6406-4476-a652-453f0fada557'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:53.953960 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da303ff-dd95-4459-bd26-4c09e8fa89e4" -d '{"events": [{"server_uuid": "bf98830e-6279-48f6-876c-c948f37440c8", "name": "network-vif-deleted", "tag": "578b9db1-6406-4476-a652-453f0fada557"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:54.026402 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c2ce34-ee05-40dd-9bf5-c83891b707f5 x-openstack-request-id: req-57c2ce34-ee05-40dd-9bf5-c83891b707f5 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:54.026713 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf98830e-6279-48f6-876c-c948f37440c8", "name": "network-vif-deleted", "tag": "578b9db1-6406-4476-a652-453f0fada557", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:54.027036 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57c2ce34-ee05-40dd-9bf5-c83891b707f5 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:54.027513 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf98830e-6279-48f6-876c-c948f37440c8', 'name': 'network-vif-deleted', 'tag': '578b9db1-6406-4476-a652-453f0fada557', 'status': 'completed', 'code': 200} Sep 16 05:23:54.046830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9a7b9aa-7836-417a-9c27-1d2b70b33bed req-1f8a8d1f-d625-4123-9f6f-330385dc107f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 210 time: 0.0384533 Sep 16 05:23:54.144419 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3697be6f-cd90-4477-b023-98fcf83efb1a tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.154564 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3697be6f-cd90-4477-b023-98fcf83efb1a tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.161500 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3697be6f-cd90-4477-b023-98fcf83efb1a tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "DELETE /v2.0/networks/e3ef4fb5-ec2b-4cd1-87a1-35a4a77c1fca HTTP/1.1" status: 204 len: 168 time: 0.5764298 Sep 16 05:23:54.161500 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59550) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:54.188554 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697be6f-cd90-4477-b023-98fcf83efb1a tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event deleted for resources: {'Network': ['ID=e3ef4fb5-ec2b-4cd1-87a1-35a4a77c1fca,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:54.313556 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5a2289cc-89ed-44a8-a02d-3cf494a30035 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.440217 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5a2289cc-89ed-44a8-a02d-3cf494a30035 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.500346 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-5a2289cc-89ed-44a8-a02d-3cf494a30035 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb28998-1572-456c-9eef-10505dc67f1f']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:54.511875 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-5a2289cc-89ed-44a8-a02d-3cf494a30035 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a313614-a887-47dc-b292-7dea9854b618') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:54.512204 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-5a2289cc-89ed-44a8-a02d-3cf494a30035 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a313614-a887-47dc-b292-7dea9854b618') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:54.528028 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5a2289cc-89ed-44a8-a02d-3cf494a30035 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.544913 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5a2289cc-89ed-44a8-a02d-3cf494a30035 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.554405 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2289cc-89ed-44a8-a02d-3cf494a30035 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:23:54.555189 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5a2289cc-89ed-44a8-a02d-3cf494a30035 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:23:54.558940 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:23:54.571027 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.711390 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c7c013b0-06b7-4e21-af36-a81643b277d2 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:54.735167 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: c7c013b0-06b7-4e21-af36-a81643b277d2 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:54.735900 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c7c013b0-06b7-4e21-af36-a81643b277d2 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:54.737139 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:54.742530 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5a2289cc-89ed-44a8-a02d-3cf494a30035 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.750176 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5a2289cc-89ed-44a8-a02d-3cf494a30035 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.768479 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:54.768759 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5a2289cc-89ed-44a8-a02d-3cf494a30035 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] 10.222.0.20 "DELETE /v2.0/networks/6eb28998-1572-456c-9eef-10505dc67f1f HTTP/1.1" status: 204 len: 168 time: 0.6013815 Sep 16 05:23:54.769285 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0b4df62e-cf4f-4c5a-b9b5-62b78afc89bc not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:54.837386 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2289cc-89ed-44a8-a02d-3cf494a30035 tempest-BulkNetworkOpsIpV6Test-79924721 tempest-BulkNetworkOpsIpV6Test-79924721-project] Pushing event deleted for resources: {'Network': ['ID=6eb28998-1572-456c-9eef-10505dc67f1f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:55.182790 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba72a0e8-8421-4211-a1be-971087cb023c req-bd82811a-eafe-4851-aabd-87cb56f24b21 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 210 time: 0.0319700 Sep 16 05:23:55.518366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59562) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:55.799947 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6891a500-4aba-47ab-8ed6-89e4a33bc976 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aad459bdd8b84fc799318242b791fc85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797968 Sep 16 05:23:55.801596 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59568) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:55.903698 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-54bd3052-e3aa-4469-a250-2e572c492493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.942041 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-54bd3052-e3aa-4469-a250-2e572c492493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.180097 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-54bd3052-e3aa-4469-a250-2e572c492493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.183733 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-54bd3052-e3aa-4469-a250-2e572c492493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.191514 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-54bd3052-e3aa-4469-a250-2e572c492493 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8b0f3f9-b772-49b5-bd67-17c26783529a HTTP/1.1" status: 204 len: 168 time: 0.3877187 Sep 16 05:23:56.207904 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd3052-e3aa-4469-a250-2e572c492493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b0f3f9-b772-49b5-bd67-17c26783529a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:56.293899 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 578b9db1-6406-4476-a652-453f0fada557 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:56.347777 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 578b9db1-6406-4476-a652-453f0fada557 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:56.348223 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 578b9db1-6406-4476-a652-453f0fada557 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:56.397227 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e2b982e-4692-483c-a2d3-0257bf989684 req-ff582c28-ed01-4491-a219-3296c8654e4d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 210 time: 0.0495725 Sep 16 05:23:57.539816 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad597366-7686-4a89-b210-a92c1e60069a req-6749fb34-b4f0-461c-ba4b-935a320c0d1f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 210 time: 0.0336156 Sep 16 05:23:57.780319 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59598) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:57.951718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-5134120c-9e4a-411a-a08c-b1d7ca9c2b42 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'network': {'name': 'tempest-RoutersTest-1822175094'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:58.099870 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5134120c-9e4a-411a-a08c-b1d7ca9c2b42 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Made reservation on behalf of 6dde79cbb8bc442888fa657777bbfb51 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:58.103915 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5134120c-9e4a-411a-a08c-b1d7ca9c2b42 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.120133 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5134120c-9e4a-411a-a08c-b1d7ca9c2b42 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.286429 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5134120c-9e4a-411a-a08c-b1d7ca9c2b42 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.380098 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5134120c-9e4a-411a-a08c-b1d7ca9c2b42 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.415639 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5134120c-9e4a-411a-a08c-b1d7ca9c2b42 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:58.434919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134120c-9e4a-411a-a08c-b1d7ca9c2b42 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de532378-d1ea-4e97-bcc1-7f33e6b63368,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:58.438692 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5134120c-9e4a-411a-a08c-b1d7ca9c2b42 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.439571 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-5134120c-9e4a-411a-a08c-b1d7ca9c2b42 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Added segment 3c27632b-d3e1-4bca-ac53-b2cebcf2ae9f of type vlan for network 12abe2e9-34d3-47d9-8d1a-59459ca749a4 Sep 16 05:23:58.509264 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5134120c-9e4a-411a-a08c-b1d7ca9c2b42 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.662554 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc72e5f8-b117-4ef9-86fd-cab28a00330c req-d7ea9c91-8d7f-436a-9f41-250eacb1fcaf tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 210 time: 0.0373762 Sep 16 05:23:58.675193 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.737856 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5134120c-9e4a-411a-a08c-b1d7ca9c2b42 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.746519 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5134120c-9e4a-411a-a08c-b1d7ca9c2b42 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:58.754135 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5134120c-9e4a-411a-a08c-b1d7ca9c2b42 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.827639 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134120c-9e4a-411a-a08c-b1d7ca9c2b42 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Network': ['ID=12abe2e9-34d3-47d9-8d1a-59459ca749a4,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:58.842540 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 12abe2e9-34d3-47d9-8d1a-59459ca749a4 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:58.910650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5134120c-9e4a-411a-a08c-b1d7ca9c2b42 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1291559 Sep 16 05:23:58.913390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59608) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:58.918928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c6e16e4c-848b-47b2-9305-76926f2ef18b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'network': {'name': 'tempest-RoutersTest-2036683323'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:59.028750 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e16e4c-848b-47b2-9305-76926f2ef18b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Made reservation on behalf of 6dde79cbb8bc442888fa657777bbfb51 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:59.033038 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6e16e4c-848b-47b2-9305-76926f2ef18b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.065158 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e16e4c-848b-47b2-9305-76926f2ef18b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:59.091887 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6e16e4c-848b-47b2-9305-76926f2ef18b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.092727 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-c6e16e4c-848b-47b2-9305-76926f2ef18b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Added segment ba5cb228-7e43-4f61-ba81-baecf2988006 of type vlan for network fb7bf4e4-df2d-4d9e-8829-6a4a691194b8 Sep 16 05:23:59.150438 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6e16e4c-848b-47b2-9305-76926f2ef18b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.328731 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6e16e4c-848b-47b2-9305-76926f2ef18b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.334922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e16e4c-848b-47b2-9305-76926f2ef18b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:59.335577 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c6e16e4c-848b-47b2-9305-76926f2ef18b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.422558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e16e4c-848b-47b2-9305-76926f2ef18b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Network': ['ID=fb7bf4e4-df2d-4d9e-8829-6a4a691194b8,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:59.444371 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network fb7bf4e4-df2d-4d9e-8829-6a4a691194b8 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:59.500535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59612) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:59.501439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c6e16e4c-848b-47b2-9305-76926f2ef18b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5865917 Sep 16 05:23:59.508645 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'subnet': {'network_id': '12abe2e9-34d3-47d9-8d1a-59459ca749a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:59.684534 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Made reservation on behalf of 6dde79cbb8bc442888fa657777bbfb51 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:59.694793 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.885948 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc2210d5-9273-4980-a088-149386f157e3 req-742c9558-6bff-4629-a864-7732f2a7bc10 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf98830e-6279-48f6-876c-c948f37440c8 HTTP/1.1" status: 200 len: 210 time: 0.0781553 Sep 16 05:24:00.097032 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.191078 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Subnet': ['ID=4ead3f75-aab4-4c19-81bc-2e7b7d518f9c,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:00.204206 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.204559 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.205402 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.205746 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.206081 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.206471 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.206920 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.208235 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.208235 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.208235 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.208235 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.208855 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.214453 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Checking segment: {'id': '3c27632b-d3e1-4bca-ac53-b2cebcf2ae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '12abe2e9-34d3-47d9-8d1a-59459ca749a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:00.214820 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network hostable DHCP agents. Network: 12abe2e9-34d3-47d9-8d1a-59459ca749a4, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:24:00.356920 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network 12abe2e9-34d3-47d9-8d1a-59459ca749a4 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:24:00.464501 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 12abe2e9-34d3-47d9-8d1a-59459ca749a4) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:00.474463 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:00.476107 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62759517-d3d6-4a66-8e47-d6f3e8b7e0a6 None None] Network 12abe2e9-34d3-47d9-8d1a-59459ca749a4 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:00.476643 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.576148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59618) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:00.588990 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-aa2a124f-47f0-46c3-9b64-6ffb734b28f1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0862877 Sep 16 05:24:00.591476 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-a8697ece-3bd1-4e8c-a2e3-081b941d2056 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'subnet': {'network_id': 'fb7bf4e4-df2d-4d9e-8829-6a4a691194b8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:00.696515 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-12abe2e9-34d3-47d9-8d1a-59459ca749a4', 'network_id': '12abe2e9-34d3-47d9-8d1a-59459ca749a4', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'fixed_ips': [{'subnet_id': '4ead3f75-aab4-4c19-81bc-2e7b7d518f9c'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:00.698277 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.900525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8697ece-3bd1-4e8c-a2e3-081b941d2056 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Made reservation on behalf of 6dde79cbb8bc442888fa657777bbfb51 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:00.906532 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8697ece-3bd1-4e8c-a2e3-081b941d2056 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.986607 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] Allocated IP 172.20.0.2 (12abe2e9-34d3-47d9-8d1a-59459ca749a4/4ead3f75-aab4-4c19-81bc-2e7b7d518f9c/621e08f1-c577-45ba-959d-cdb5f400e168) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:01.265423 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.364336 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.411505 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] Network 12abe2e9-34d3-47d9-8d1a-59459ca749a4 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:01.415944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:01.419424 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:01.429332 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8697ece-3bd1-4e8c-a2e3-081b941d2056 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.530049 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] Pushing event updated for resources: {'Port': ['ID=621e08f1-c577-45ba-959d-cdb5f400e168,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:01.538607 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] Attempting to bind port 621e08f1-c577-45ba-959d-cdb5f400e168 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:01.539205 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] Attempting to bind port 621e08f1-c577-45ba-959d-cdb5f400e168 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '3c27632b-d3e1-4bca-ac53-b2cebcf2ae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '12abe2e9-34d3-47d9-8d1a-59459ca749a4'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:01.539774 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] Attempting to bind port 621e08f1-c577-45ba-959d-cdb5f400e168 on network 12abe2e9-34d3-47d9-8d1a-59459ca749a4 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:01.550433 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:01.551559 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] Checking segment: {'id': '3c27632b-d3e1-4bca-ac53-b2cebcf2ae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '12abe2e9-34d3-47d9-8d1a-59459ca749a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:01.552213 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.552828 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] Bound using segment: {'id': '3c27632b-d3e1-4bca-ac53-b2cebcf2ae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '12abe2e9-34d3-47d9-8d1a-59459ca749a4'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:01.553619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] Bound port: 621e08f1-c577-45ba-959d-cdb5f400e168, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c27632b-d3e1-4bca-ac53-b2cebcf2ae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '12abe2e9-34d3-47d9-8d1a-59459ca749a4'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:01.554237 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.561641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8697ece-3bd1-4e8c-a2e3-081b941d2056 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Subnet': ['ID=c73a83ea-2616-405f-bfcd-a3dca722e3eb,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:01.601706 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8697ece-3bd1-4e8c-a2e3-081b941d2056 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Checking segment: {'id': 'ba5cb228-7e43-4f61-ba81-baecf2988006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fb7bf4e4-df2d-4d9e-8829-6a4a691194b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:01.602531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8697ece-3bd1-4e8c-a2e3-081b941d2056 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network hostable DHCP agents. Network: fb7bf4e4-df2d-4d9e-8829-6a4a691194b8, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:24:01.644901 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] For port 621e08f1-c577-45ba-959d-cdb5f400e168, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:01.649034 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] For port 621e08f1-c577-45ba-959d-cdb5f400e168, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=621e08f1-c577-45ba-959d-cdb5f400e168,segment=NetworkSegment(3c27632b-d3e1-4bca-ac53-b2cebcf2ae9f),segment_id=3c27632b-d3e1-4bca-ac53-b2cebcf2ae9f)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:01.697979 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8697ece-3bd1-4e8c-a2e3-081b941d2056 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network fb7bf4e4-df2d-4d9e-8829-6a4a691194b8 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:24:01.735531 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.828118 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-a8697ece-3bd1-4e8c-a2e3-081b941d2056 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, fb7bf4e4-df2d-4d9e-8829-6a4a691194b8) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:01.846664 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8697ece-3bd1-4e8c-a2e3-081b941d2056 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:01.846664 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a8697ece-3bd1-4e8c-a2e3-081b941d2056 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.860037 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9aad02-85de-4bf3-827d-f78994e3de3b None None] Network fb7bf4e4-df2d-4d9e-8829-6a4a691194b8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:01.865601 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd712283-0b10-4a6d-b3bd-e8f7b0cf8e59 None None] Pushing event updated for resources: {'Port': ['ID=621e08f1-c577-45ba-959d-cdb5f400e168,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:01.989368 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a8697ece-3bd1-4e8c-a2e3-081b941d2056 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4084640 Sep 16 05:24:01.989950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59628) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:01.997137 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ad264149-4a8e-4a9b-b67d-151b23a3533f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1509346773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:02.131046 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ad264149-4a8e-4a9b-b67d-151b23a3533f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.132859 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ad264149-4a8e-4a9b-b67d-151b23a3533f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.175336 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-fb7bf4e4-df2d-4d9e-8829-6a4a691194b8', 'network_id': 'fb7bf4e4-df2d-4d9e-8829-6a4a691194b8', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'fixed_ips': [{'subnet_id': 'c73a83ea-2616-405f-bfcd-a3dca722e3eb'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:02.179831 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.207336 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:24:02.315063 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ad264149-4a8e-4a9b-b67d-151b23a3533f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.437921 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ad264149-4a8e-4a9b-b67d-151b23a3533f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.445171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] Allocated IP 172.21.0.2 (fb7bf4e4-df2d-4d9e-8829-6a4a691194b8/c73a83ea-2616-405f-bfcd-a3dca722e3eb/672880dc-e67c-49aa-a767-aedf0c54cd00) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:02.556874 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ad264149-4a8e-4a9b-b67d-151b23a3533f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.563037 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ad264149-4a8e-4a9b-b67d-151b23a3533f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5709739 Sep 16 05:24:02.565829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59634) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:02.767511 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.833902 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 621e08f1-c577-45ba-959d-cdb5f400e168 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:02.932098 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.047012 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] Network fb7bf4e4-df2d-4d9e-8829-6a4a691194b8 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:03.060223 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] Pushing event updated for resources: {'Port': ['ID=672880dc-e67c-49aa-a767-aedf0c54cd00,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:03.065403 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:03.070261 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:03.073798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 621e08f1-c577-45ba-959d-cdb5f400e168 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:03.074228 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.275586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] Attempting to bind port 672880dc-e67c-49aa-a767-aedf0c54cd00 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:03.277927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] Attempting to bind port 672880dc-e67c-49aa-a767-aedf0c54cd00 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'ba5cb228-7e43-4f61-ba81-baecf2988006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fb7bf4e4-df2d-4d9e-8829-6a4a691194b8'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:03.277927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] Attempting to bind port 672880dc-e67c-49aa-a767-aedf0c54cd00 on network fb7bf4e4-df2d-4d9e-8829-6a4a691194b8 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:03.294497 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:03.294875 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] Checking segment: {'id': 'ba5cb228-7e43-4f61-ba81-baecf2988006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fb7bf4e4-df2d-4d9e-8829-6a4a691194b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:03.295347 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.295857 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] Bound using segment: {'id': 'ba5cb228-7e43-4f61-ba81-baecf2988006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fb7bf4e4-df2d-4d9e-8829-6a4a691194b8'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:03.296367 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] Bound port: 672880dc-e67c-49aa-a767-aedf0c54cd00, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5cb228-7e43-4f61-ba81-baecf2988006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fb7bf4e4-df2d-4d9e-8829-6a4a691194b8'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:03.296860 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.472705 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.613382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] For port 672880dc-e67c-49aa-a767-aedf0c54cd00, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:03.620585 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] For port 672880dc-e67c-49aa-a767-aedf0c54cd00, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=672880dc-e67c-49aa-a767-aedf0c54cd00,segment=NetworkSegment(ba5cb228-7e43-4f61-ba81-baecf2988006),segment_id=ba5cb228-7e43-4f61-ba81-baecf2988006)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:03.623861 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 621e08f1-c577-45ba-959d-cdb5f400e168, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=621e08f1-c577-45ba-959d-cdb5f400e168,segment=NetworkSegment(3c27632b-d3e1-4bca-ac53-b2cebcf2ae9f),segment_id=3c27632b-d3e1-4bca-ac53-b2cebcf2ae9f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:03.692332 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b767bf3d-5e9b-40b6-bea6-b61b715a887d None None] Network 12abe2e9-34d3-47d9-8d1a-59459ca749a4 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:03.724447 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.746573 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.842794 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-333ad84d-b870-4ba5-9c8a-397eba74d7ba tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.968117 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2ccf4-d51a-43ec-89da-4d17ac471a30 None None] Pushing event updated for resources: {'Port': ['ID=672880dc-e67c-49aa-a767-aedf0c54cd00,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:03.974023 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ed533119-e83a-48ac-b969-4ee044bf6e62 None None] Provisioning complete for port 621e08f1-c577-45ba-959d-cdb5f400e168 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:03.974401 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ed533119-e83a-48ac-b969-4ee044bf6e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.414630 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=621e08f1-c577-45ba-959d-cdb5f400e168,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:04.810685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-333ad84d-b870-4ba5-9c8a-397eba74d7ba tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Allocated IP 172.20.0.1 (12abe2e9-34d3-47d9-8d1a-59459ca749a4/4ead3f75-aab4-4c19-81bc-2e7b7d518f9c/72d2fa1f-eab2-44ae-bc34-266fde362116) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:05.007686 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 621e08f1-c577-45ba-959d-cdb5f400e168 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:05.043226 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b513dbf2-810d-478c-8328-4077897b1913 None None] Provisioning complete for port 621e08f1-c577-45ba-959d-cdb5f400e168 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:05.043582 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b513dbf2-810d-478c-8328-4077897b1913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.076902 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-333ad84d-b870-4ba5-9c8a-397eba74d7ba tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.135521 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 621e08f1-c577-45ba-959d-cdb5f400e168 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:05.135817 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.248981 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-333ad84d-b870-4ba5-9c8a-397eba74d7ba tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.332752 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-017a94f6-0e6d-47ba-ac86-a89873a2885c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.379880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333ad84d-b870-4ba5-9c8a-397eba74d7ba tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network 12abe2e9-34d3-47d9-8d1a-59459ca749a4 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:05.392292 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-333ad84d-b870-4ba5-9c8a-397eba74d7ba tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:05.406304 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ad84d-b870-4ba5-9c8a-397eba74d7ba tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:05.406304 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ad84d-b870-4ba5-9c8a-397eba74d7ba tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=72d2fa1f-eab2-44ae-bc34-266fde362116,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:05.463943 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 672880dc-e67c-49aa-a767-aedf0c54cd00 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:05.527653 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-333ad84d-b870-4ba5-9c8a-397eba74d7ba tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.636201 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 672880dc-e67c-49aa-a767-aedf0c54cd00 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:05.637303 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.969998 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.028253 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-333ad84d-b870-4ba5-9c8a-397eba74d7ba tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.067158 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8b2bca-d1e1-46ba-9667-49da26828f81 None None] Network fb7bf4e4-df2d-4d9e-8829-6a4a691194b8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:06.079252 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 672880dc-e67c-49aa-a767-aedf0c54cd00, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=672880dc-e67c-49aa-a767-aedf0c54cd00,segment=NetworkSegment(ba5cb228-7e43-4f61-ba81-baecf2988006),segment_id=ba5cb228-7e43-4f61-ba81-baecf2988006)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:06.193921 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.196863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-dee917d4-91cc-4eee-8a39-3df2fae9ba12 None None] Provisioning complete for port 672880dc-e67c-49aa-a767-aedf0c54cd00 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:06.197422 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dee917d4-91cc-4eee-8a39-3df2fae9ba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.254383 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59698) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:06.263764 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-530c4cdc-d425-4922-aa03-e74d1b7f537a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-578067654', 'description': 'tempest-secgroup-smoke-578067654 description', 'project_id': '4e374b714a454b6bbbcea86d3b0a9144'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:06.380944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=672880dc-e67c-49aa-a767-aedf0c54cd00,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:06.459795 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-530c4cdc-d425-4922-aa03-e74d1b7f537a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.551325 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-dee917d4-91cc-4eee-8a39-3df2fae9ba12 None None] Provisioning complete for port 72d2fa1f-eab2-44ae-bc34-266fde362116 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:06.551853 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dee917d4-91cc-4eee-8a39-3df2fae9ba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.617046 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-333ad84d-b870-4ba5-9c8a-397eba74d7ba tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.623649 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-dee917d4-91cc-4eee-8a39-3df2fae9ba12 None None] Port 72d2fa1f-eab2-44ae-bc34-266fde362116 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:06.624388 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-530c4cdc-d425-4922-aa03-e74d1b7f537a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.673389 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3fe18d7-b40a-4229-acf4-3065b070b747 req-2957e65e-eedc-419f-9e24-7618588cee45 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0913150 Sep 16 05:24:06.729508 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 672880dc-e67c-49aa-a767-aedf0c54cd00 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:06.818862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 672880dc-e67c-49aa-a767-aedf0c54cd00 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:06.819275 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.855209 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe18d7-b40a-4229-acf4-3065b070b747 req-099d78e9-0bc6-4160-9fa2-b891a2e728ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:06.857082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3fe18d7-b40a-4229-acf4-3065b070b747 req-099d78e9-0bc6-4160-9fa2-b891a2e728ca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 1097 time: 0.1075685 Sep 16 05:24:06.871311 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67d36009-b5e3-493b-b2cf-ac46402cc4a6 req-7a5f86e2-a642-4141-9ad9-2770172f3664 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0697186 Sep 16 05:24:06.948953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f6b65dd0-ded0-4e11-a951-81ed677275f3 None None] Provisioning complete for port 672880dc-e67c-49aa-a767-aedf0c54cd00 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:06.949497 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6b65dd0-ded0-4e11-a951-81ed677275f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.044969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d36009-b5e3-493b-b2cf-ac46402cc4a6 req-a771f298-4c8d-4eca-a257-2912f92c77fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:07.046477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67d36009-b5e3-493b-b2cf-ac46402cc4a6 req-a771f298-4c8d-4eca-a257-2912f92c77fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcc7f3875a7c4f6fae36474d29c3b51d&device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 1102 time: 0.1112962 Sep 16 05:24:07.051309 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-333ad84d-b870-4ba5-9c8a-397eba74d7ba tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.070755 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-530c4cdc-d425-4922-aa03-e74d1b7f537a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.108433 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe18d7-b40a-4229-acf4-3065b070b747 req-c1d17f12-940c-40a7-9744-2717df5a81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:07.110187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3fe18d7-b40a-4229-acf4-3065b070b747 req-c1d17f12-940c-40a7-9744-2717df5a81e0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=982c51a6-73de-4637-9281-b53c0e8a4138 HTTP/1.1" status: 200 len: 898 time: 0.2204247 Sep 16 05:24:07.114864 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c4cdc-d425-4922-aa03-e74d1b7f537a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12df8fd5-895e-41b5-bb2c-3288cb2cc891,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:07.214775 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-530c4cdc-d425-4922-aa03-e74d1b7f537a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.216126 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-530c4cdc-d425-4922-aa03-e74d1b7f537a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9594553 Sep 16 05:24:07.221432 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59702) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:07.227397 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d63091c6-3982-44e5-aa2a-68be9114b7a5 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Request body: {'security_group_rule': {'security_group_id': '12df8fd5-895e-41b5-bb2c-3288cb2cc891', 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:07.263470 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-333ad84d-b870-4ba5-9c8a-397eba74d7ba tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.278636 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ad84d-b870-4ba5-9c8a-397eba74d7ba tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=72d2fa1f-eab2-44ae-bc34-266fde362116,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:07.308475 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3fe18d7-b40a-4229-acf4-3065b070b747 req-1dc6ec48-0883-40e7-b62c-e141c0a80578 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=936ebc44-b5d3-40a1-8b95-a9afd78282f5 HTTP/1.1" status: 200 len: 1000 time: 0.1601987 Sep 16 05:24:07.345683 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d63091c6-3982-44e5-aa2a-68be9114b7a5 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.405518 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d36009-b5e3-493b-b2cf-ac46402cc4a6 req-543e82f8-3a95-4d7b-ab1c-76479d8efbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:07.407471 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67d36009-b5e3-493b-b2cf-ac46402cc4a6 req-543e82f8-3a95-4d7b-ab1c-76479d8efbcf service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.3173459 Sep 16 05:24:07.430182 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d63091c6-3982-44e5-aa2a-68be9114b7a5 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.509133 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67d36009-b5e3-493b-b2cf-ac46402cc4a6 req-88d17a54-8538-4c5d-9f05-d9cfc49a7296 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=3c33515e-7dc3-409e-912b-abfe05e79100 HTTP/1.1" status: 200 len: 217 time: 0.0630167 Sep 16 05:24:07.522018 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe18d7-b40a-4229-acf4-3065b070b747 req-08dfd599-f1b0-4c1e-8153-3d5acb44bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:07.535331 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d63091c6-3982-44e5-aa2a-68be9114b7a5 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.535550 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3fe18d7-b40a-4229-acf4-3065b070b747 req-08dfd599-f1b0-4c1e-8153-3d5acb44bf5c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=32494b3c-fe00-4bad-8808-530777ba7c64 HTTP/1.1" status: 200 len: 835 time: 0.1960285 Sep 16 05:24:07.554749 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63091c6-3982-44e5-aa2a-68be9114b7a5 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bce695-92ef-49d0-9d0e-ba110862fd10,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:07.663863 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d63091c6-3982-44e5-aa2a-68be9114b7a5 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.668599 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d63091c6-3982-44e5-aa2a-68be9114b7a5 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4425824 Sep 16 05:24:07.668932 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59708) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:07.675689 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ee7b855e-403e-45fd-ad19-0bd650e27b64 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Request body: {'security_group_rule': {'security_group_id': '12df8fd5-895e-41b5-bb2c-3288cb2cc891', 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:07.706182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333ad84d-b870-4ba5-9c8a-397eba74d7ba tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network 12abe2e9-34d3-47d9-8d1a-59459ca749a4 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:07.714831 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d36009-b5e3-493b-b2cf-ac46402cc4a6 req-8c54cc23-bf33-4025-8616-d3d6acbd7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:07.717561 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67d36009-b5e3-493b-b2cf-ac46402cc4a6 req-8c54cc23-bf33-4025-8616-d3d6acbd7132 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1985598 Sep 16 05:24:07.719144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-333ad84d-b870-4ba5-9c8a-397eba74d7ba tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:07.758816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe18d7-b40a-4229-acf4-3065b070b747 req-753ad9d4-a84d-49d8-a13f-d9b452699fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:07.761674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3fe18d7-b40a-4229-acf4-3065b070b747 req-753ad9d4-a84d-49d8-a13f-d9b452699fb3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=982c51a6-73de-4637-9281-b53c0e8a4138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2149339 Sep 16 05:24:07.827517 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9b5c5d2a-44c0-499f-9570-be196138aa4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.855702 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ee7b855e-403e-45fd-ad19-0bd650e27b64 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.961004 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ee7b855e-403e-45fd-ad19-0bd650e27b64 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.988208 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c6ff743b-d370-462f-a596-7c0e94206e33 None None] Provisioning complete for port 72d2fa1f-eab2-44ae-bc34-266fde362116 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:07.988558 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c6ff743b-d370-462f-a596-7c0e94206e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.027135 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff743b-d370-462f-a596-7c0e94206e33 None None] Port 72d2fa1f-eab2-44ae-bc34-266fde362116 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:08.071460 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ee7b855e-403e-45fd-ad19-0bd650e27b64 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.076148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d36009-b5e3-493b-b2cf-ac46402cc4a6 req-474e8c22-c399-4f4a-a64f-c439868a6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:08.078739 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67d36009-b5e3-493b-b2cf-ac46402cc4a6 req-474e8c22-c399-4f4a-a64f-c439868a6232 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3487642 Sep 16 05:24:08.091825 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b855e-403e-45fd-ad19-0bd650e27b64 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094a253f-6651-4198-a594-15111fd0b454,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:08.196749 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ee7b855e-403e-45fd-ad19-0bd650e27b64 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.198232 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ee7b855e-403e-45fd-ad19-0bd650e27b64 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5279083 Sep 16 05:24:08.201875 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59710) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:08.208290 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-3aab60ea-2ab0-4bd0-a5d5-facf35af70ae tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Request body: {'security_group_rule': {'security_group_id': '12df8fd5-895e-41b5-bb2c-3288cb2cc891', 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:08.218370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3fe18d7-b40a-4229-acf4-3065b070b747 req-d8f3a060-3d2c-4bf9-bde5-b0b14ad242da service neutron] 10.222.0.38 "GET /v2.0/networks/982c51a6-73de-4637-9281-b53c0e8a4138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257183 Sep 16 05:24:08.305908 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3aab60ea-2ab0-4bd0-a5d5-facf35af70ae tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.384762 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3aab60ea-2ab0-4bd0-a5d5-facf35af70ae tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.459572 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333ad84d-b870-4ba5-9c8a-397eba74d7ba tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router 303d600c-3c77-47ce-882a-7e413c8792b0 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:24:08.473120 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67d36009-b5e3-493b-b2cf-ac46402cc4a6 req-db26cc2d-d754-4611-b7c3-32308ac43925 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776457 Sep 16 05:24:08.565184 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3fe18d7-b40a-4229-acf4-3065b070b747 req-d762e071-2c2a-4384-9e9e-af867d794410 service neutron] 10.222.0.38 "GET /v2.0/networks/982c51a6-73de-4637-9281-b53c0e8a4138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871888 Sep 16 05:24:08.574556 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3aab60ea-2ab0-4bd0-a5d5-facf35af70ae tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.664313 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab60ea-2ab0-4bd0-a5d5-facf35af70ae tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaab5eb8-f54c-4359-95d4-508bc9e25c71,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:08.665627 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333ad84d-b870-4ba5-9c8a-397eba74d7ba tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:08.666473 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.678916 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-333ad84d-b870-4ba5-9c8a-397eba74d7ba tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/303d600c-3c77-47ce-882a-7e413c8792b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1109536 Sep 16 05:24:08.682777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59714) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:08.685173 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f83789e-4751-47ca-b069-7741a335ad06 None None] Sync routers for ids ['303d600c-3c77-47ce-882a-7e413c8792b0'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:08.707858 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f83789e-4751-47ca-b069-7741a335ad06 None None] Routers {'303d600c-3c77-47ce-882a-7e413c8792b0'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:08.708461 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-5f83789e-4751-47ca-b069-7741a335ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['303d600c-3c77-47ce-882a-7e413c8792b0'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:08.741019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67d36009-b5e3-493b-b2cf-ac46402cc4a6 req-40535cd6-4503-41d1-a2b9-13d508c1b18d service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551425 Sep 16 05:24:08.749317 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-5f83789e-4751-47ca-b069-7741a335ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:08.749679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c70cb18-88aa-4ad0-a151-c42d3dbc03a8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:08.751209 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3c70cb18-88aa-4ad0-a151-c42d3dbc03a8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/ports/72d2fa1f-eab2-44ae-bc34-266fde362116 HTTP/1.1" status: 200 len: 910 time: 0.0670989 Sep 16 05:24:08.757200 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59716) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:08.761076 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3aab60ea-2ab0-4bd0-a5d5-facf35af70ae tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.768583 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3aab60ea-2ab0-4bd0-a5d5-facf35af70ae tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5650551 Sep 16 05:24:08.768887 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59718) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:08.774313 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f83789e-4751-47ca-b069-7741a335ad06 None None] Routers {'303d600c-3c77-47ce-882a-7e413c8792b0'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:08.775422 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-5f83789e-4751-47ca-b069-7741a335ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['303d600c-3c77-47ce-882a-7e413c8792b0'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:08.808784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-dfe9de4e-bbe6-4d40-b017-7b4f9a518bc8 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Request body: {'security_group_rule': {'security_group_id': '12df8fd5-895e-41b5-bb2c-3288cb2cc891', 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:08.816127 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-5f83789e-4751-47ca-b069-7741a335ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:08.816860 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f83789e-4751-47ca-b069-7741a335ad06 None None] The sync data for ids ['303d600c-3c77-47ce-882a-7e413c8792b0'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:09.328629 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dfe9de4e-bbe6-4d40-b017-7b4f9a518bc8 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.340146 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.505208 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dfe9de4e-bbe6-4d40-b017-7b4f9a518bc8 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.573908 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8d1f-bebc-4be3-aa2e-cfdb0c8b9a66 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.633765 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dfe9de4e-bbe6-4d40-b017-7b4f9a518bc8 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.699185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9de4e-bbe6-4d40-b017-7b4f9a518bc8 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b095c2a4-b3fc-406a-89ee-6fcd88d4c6c5,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:09.807599 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dfe9de4e-bbe6-4d40-b017-7b4f9a518bc8 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.809466 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-dfe9de4e-bbe6-4d40-b017-7b4f9a518bc8 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0048180 Sep 16 05:24:09.814873 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59738) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:09.822656 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d39fc09e-8539-4f43-85d0-06e969ff0b6e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Request body: {'security_group_rule': {'security_group_id': '12df8fd5-895e-41b5-bb2c-3288cb2cc891', 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:09.950447 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-0c5f8d1f-bebc-4be3-aa2e-cfdb0c8b9a66 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Allocated IP 172.21.0.1 (fb7bf4e4-df2d-4d9e-8829-6a4a691194b8/c73a83ea-2616-405f-bfcd-a3dca722e3eb/2925689a-7084-4391-8896-07b0b73ef909) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:09.956851 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-d39fc09e-8539-4f43-85d0-06e969ff0b6e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Project 4e374b714a454b6bbbcea86d3b0a9144 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:24:09.962583 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d39fc09e-8539-4f43-85d0-06e969ff0b6e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.046084 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d39fc09e-8539-4f43-85d0-06e969ff0b6e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.129050 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d39fc09e-8539-4f43-85d0-06e969ff0b6e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.153894 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fc09e-8539-4f43-85d0-06e969ff0b6e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f47d7a0-e562-48fc-9525-2a5b0d664802,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:10.165653 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8d1f-bebc-4be3-aa2e-cfdb0c8b9a66 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.292570 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d39fc09e-8539-4f43-85d0-06e969ff0b6e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.294775 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d39fc09e-8539-4f43-85d0-06e969ff0b6e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4778557 Sep 16 05:24:10.298499 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59746) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:10.306600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-2eff442f-7e66-4ec6-be65-fbabfd95a1ea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Request body: {'security_group_rule': {'security_group_id': '12df8fd5-895e-41b5-bb2c-3288cb2cc891', 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:10.327998 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8d1f-bebc-4be3-aa2e-cfdb0c8b9a66 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.376949 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5f8d1f-bebc-4be3-aa2e-cfdb0c8b9a66 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network fb7bf4e4-df2d-4d9e-8829-6a4a691194b8 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:10.380586 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-0c5f8d1f-bebc-4be3-aa2e-cfdb0c8b9a66 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:10.385071 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5f8d1f-bebc-4be3-aa2e-cfdb0c8b9a66 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:10.425590 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-2eff442f-7e66-4ec6-be65-fbabfd95a1ea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Project 4e374b714a454b6bbbcea86d3b0a9144 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:24:10.429763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f8d1f-bebc-4be3-aa2e-cfdb0c8b9a66 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=2925689a-7084-4391-8896-07b0b73ef909,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:10.436289 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2eff442f-7e66-4ec6-be65-fbabfd95a1ea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.450663 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8d1f-bebc-4be3-aa2e-cfdb0c8b9a66 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.550591 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2eff442f-7e66-4ec6-be65-fbabfd95a1ea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.627385 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2eff442f-7e66-4ec6-be65-fbabfd95a1ea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.654695 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff442f-7e66-4ec6-be65-fbabfd95a1ea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f332fe5-28ff-407c-81ea-cae5116844ab,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:10.733092 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8d1f-bebc-4be3-aa2e-cfdb0c8b9a66 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.774432 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2eff442f-7e66-4ec6-be65-fbabfd95a1ea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.776651 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2eff442f-7e66-4ec6-be65-fbabfd95a1ea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4754519 Sep 16 05:24:10.811240 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8cf0ec99-e7b4-4fed-ade5-edfc0b9a4286 None None] Provisioning complete for port 2925689a-7084-4391-8896-07b0b73ef909 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:10.813252 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ec99-e7b4-4fed-ade5-edfc0b9a4286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.891237 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.896384 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-8cf0ec99-e7b4-4fed-ade5-edfc0b9a4286 None None] Port 2925689a-7084-4391-8896-07b0b73ef909 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:11.173686 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8d1f-bebc-4be3-aa2e-cfdb0c8b9a66 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.294146 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8d1f-bebc-4be3-aa2e-cfdb0c8b9a66 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.399813 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8d1f-bebc-4be3-aa2e-cfdb0c8b9a66 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.401820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f8d1f-bebc-4be3-aa2e-cfdb0c8b9a66 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=2925689a-7084-4391-8896-07b0b73ef909,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:11.531945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5f8d1f-bebc-4be3-aa2e-cfdb0c8b9a66 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network fb7bf4e4-df2d-4d9e-8829-6a4a691194b8 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:11.534259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-0c5f8d1f-bebc-4be3-aa2e-cfdb0c8b9a66 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:11.678270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5f8d1f-bebc-4be3-aa2e-cfdb0c8b9a66 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router 303d600c-3c77-47ce-882a-7e413c8792b0 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:11.843034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5f8d1f-bebc-4be3-aa2e-cfdb0c8b9a66 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:11.852341 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0c5f8d1f-bebc-4be3-aa2e-cfdb0c8b9a66 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/303d600c-3c77-47ce-882a-7e413c8792b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0936050 Sep 16 05:24:11.856568 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59808) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:11.860533 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ee456-eca8-4738-ab6b-d968480838ed None None] Sync routers for ids ['303d600c-3c77-47ce-882a-7e413c8792b0'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:11.915562 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4d627791-1998-48f2-b468-f0dd43781503 None None] Provisioning complete for port 2925689a-7084-4391-8896-07b0b73ef909 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:11.916286 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4d627791-1998-48f2-b468-f0dd43781503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.945953 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49c417f-1b6d-4f21-b6b5-a39a5d05472e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:11.950729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59812) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:11.952148 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a49c417f-1b6d-4f21-b6b5-a39a5d05472e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/ports/2925689a-7084-4391-8896-07b0b73ef909 HTTP/1.1" status: 200 len: 910 time: 0.0932589 Sep 16 05:24:11.959097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ee456-eca8-4738-ab6b-d968480838ed None None] Routers {'303d600c-3c77-47ce-882a-7e413c8792b0'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:11.959938 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-257ee456-eca8-4738-ab6b-d968480838ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['303d600c-3c77-47ce-882a-7e413c8792b0'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:11.997247 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-257ee456-eca8-4738-ab6b-d968480838ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:12.010233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4d627791-1998-48f2-b468-f0dd43781503 None None] Port 2925689a-7084-4391-8896-07b0b73ef909 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:12.019951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ee456-eca8-4738-ab6b-d968480838ed None None] Routers {'303d600c-3c77-47ce-882a-7e413c8792b0'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:12.020691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-257ee456-eca8-4738-ab6b-d968480838ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['303d600c-3c77-47ce-882a-7e413c8792b0'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:12.079033 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-257ee456-eca8-4738-ab6b-d968480838ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:12.080661 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ee456-eca8-4738-ab6b-d968480838ed None None] The sync data for ids ['303d600c-3c77-47ce-882a-7e413c8792b0'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:12.474649 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2475336d-fc84-4d19-9ad5-1cd0f1447254 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.839373 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-2475336d-fc84-4d19-9ad5-1cd0f1447254 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting port 2925689a-7084-4391-8896-07b0b73ef909 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:12.839859 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2475336d-fc84-4d19-9ad5-1cd0f1447254 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.014125 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2475336d-fc84-4d19-9ad5-1cd0f1447254 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.034919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-2475336d-fc84-4d19-9ad5-1cd0f1447254 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Calling delete_port for 2925689a-7084-4391-8896-07b0b73ef909 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:13.349293 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2475336d-fc84-4d19-9ad5-1cd0f1447254 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.394483 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475336d-fc84-4d19-9ad5-1cd0f1447254 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Port': ['ID=2925689a-7084-4391-8896-07b0b73ef909,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:13.632410 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2475336d-fc84-4d19-9ad5-1cd0f1447254 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.856175 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2475336d-fc84-4d19-9ad5-1cd0f1447254 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router 303d600c-3c77-47ce-882a-7e413c8792b0 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:13.973245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2475336d-fc84-4d19-9ad5-1cd0f1447254 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:13.979524 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2475336d-fc84-4d19-9ad5-1cd0f1447254 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/303d600c-3c77-47ce-882a-7e413c8792b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0275018 Sep 16 05:24:13.982284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59868) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:13.991176 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068fbaa-ceb0-4557-add2-fc2c2bf10795 None None] Sync routers for ids ['303d600c-3c77-47ce-882a-7e413c8792b0'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:14.010816 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068fbaa-ceb0-4557-add2-fc2c2bf10795 None None] Routers {'303d600c-3c77-47ce-882a-7e413c8792b0'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:14.011590 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f068fbaa-ceb0-4557-add2-fc2c2bf10795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['303d600c-3c77-47ce-882a-7e413c8792b0'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:14.092241 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f068fbaa-ceb0-4557-add2-fc2c2bf10795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:14.116530 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068fbaa-ceb0-4557-add2-fc2c2bf10795 None None] Routers {'303d600c-3c77-47ce-882a-7e413c8792b0'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:14.117905 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f068fbaa-ceb0-4557-add2-fc2c2bf10795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['303d600c-3c77-47ce-882a-7e413c8792b0'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:14.155462 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f068fbaa-ceb0-4557-add2-fc2c2bf10795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:14.156516 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068fbaa-ceb0-4557-add2-fc2c2bf10795 None None] The sync data for ids ['303d600c-3c77-47ce-882a-7e413c8792b0'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:14.712176 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-582624a0-df26-4d11-8fd4-81d1c7a0b674 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.114485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-582624a0-df26-4d11-8fd4-81d1c7a0b674 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting port 72d2fa1f-eab2-44ae-bc34-266fde362116 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:15.115098 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-582624a0-df26-4d11-8fd4-81d1c7a0b674 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.264577 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-582624a0-df26-4d11-8fd4-81d1c7a0b674 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.279789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-582624a0-df26-4d11-8fd4-81d1c7a0b674 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Calling delete_port for 72d2fa1f-eab2-44ae-bc34-266fde362116 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:15.606392 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-582624a0-df26-4d11-8fd4-81d1c7a0b674 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.636189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582624a0-df26-4d11-8fd4-81d1c7a0b674 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Port': ['ID=72d2fa1f-eab2-44ae-bc34-266fde362116,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:15.834968 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-582624a0-df26-4d11-8fd4-81d1c7a0b674 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.085045 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582624a0-df26-4d11-8fd4-81d1c7a0b674 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router 303d600c-3c77-47ce-882a-7e413c8792b0 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:16.210749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582624a0-df26-4d11-8fd4-81d1c7a0b674 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:16.217834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-582624a0-df26-4d11-8fd4-81d1c7a0b674 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/303d600c-3c77-47ce-882a-7e413c8792b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2289512 Sep 16 05:24:16.221651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59896) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:16.226227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff222f5-aa0a-4dfa-9cf6-b17dcc3a1371 None None] Sync routers for ids ['303d600c-3c77-47ce-882a-7e413c8792b0'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:16.243820 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff222f5-aa0a-4dfa-9cf6-b17dcc3a1371 None None] Routers {'303d600c-3c77-47ce-882a-7e413c8792b0'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:16.249337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-fff222f5-aa0a-4dfa-9cf6-b17dcc3a1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['303d600c-3c77-47ce-882a-7e413c8792b0'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:16.267848 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-33ca99ef-0edc-42ec-9221-33e03547dbed tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/ports?device_id=303d600c-3c77-47ce-882a-7e413c8792b0 HTTP/1.1" status: 200 len: 205 time: 0.0433331 Sep 16 05:24:16.270513 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59898) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:16.370035 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c382-1cb5-4f5c-a75c-7d962a1e4593 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.475363 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-fff222f5-aa0a-4dfa-9cf6-b17dcc3a1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:16.487703 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff222f5-aa0a-4dfa-9cf6-b17dcc3a1371 None None] Routers {'303d600c-3c77-47ce-882a-7e413c8792b0'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:16.489028 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-fff222f5-aa0a-4dfa-9cf6-b17dcc3a1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['303d600c-3c77-47ce-882a-7e413c8792b0'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:16.552324 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-fff222f5-aa0a-4dfa-9cf6-b17dcc3a1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:16.553586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff222f5-aa0a-4dfa-9cf6-b17dcc3a1371 None None] The sync data for ids ['303d600c-3c77-47ce-882a-7e413c8792b0'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:16.632957 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c382-1cb5-4f5c-a75c-7d962a1e4593 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.637169 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c382-1cb5-4f5c-a75c-7d962a1e4593 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.769194 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c382-1cb5-4f5c-a75c-7d962a1e4593 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.770245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d2c382-1cb5-4f5c-a75c-7d962a1e4593 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Fanout notify agent at l3_agent the message router_deleted on router 303d600c-3c77-47ce-882a-7e413c8792b0 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:24:16.779741 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c382-1cb5-4f5c-a75c-7d962a1e4593 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.784174 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e0d2c382-1cb5-4f5c-a75c-7d962a1e4593 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/routers/303d600c-3c77-47ce-882a-7e413c8792b0 HTTP/1.1" status: 204 len: 168 time: 0.5094430 Sep 16 05:24:16.785161 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59904) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:16.868925 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb07fe1-d227-4cf5-8597-ee7eb8aab539 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting subnet c73a83ea-2616-405f-bfcd-a3dca722e3eb {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:16.874020 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0fb07fe1-d227-4cf5-8597-ee7eb8aab539 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.950577 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0fb07fe1-d227-4cf5-8597-ee7eb8aab539 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.075366 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0fb07fe1-d227-4cf5-8597-ee7eb8aab539 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.277494 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0fb07fe1-d227-4cf5-8597-ee7eb8aab539 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.309683 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb07fe1-d227-4cf5-8597-ee7eb8aab539 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Subnet': ['ID=c73a83ea-2616-405f-bfcd-a3dca722e3eb,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:17.315608 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0fb07fe1-d227-4cf5-8597-ee7eb8aab539 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.317514 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0fb07fe1-d227-4cf5-8597-ee7eb8aab539 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/subnets/c73a83ea-2616-405f-bfcd-a3dca722e3eb HTTP/1.1" status: 204 len: 168 time: 0.5309005 Sep 16 05:24:17.321519 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59914) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:17.326208 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0c9177-a0d1-4fd2-9592-e03334dced55 None None] Network fb7bf4e4-df2d-4d9e-8829-6a4a691194b8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:17.398352 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-055c9b0b-0ace-4a49-8cb8-73b41095a669 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting subnet 4ead3f75-aab4-4c19-81bc-2e7b7d518f9c {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:17.402433 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-055c9b0b-0ace-4a49-8cb8-73b41095a669 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.465008 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-055c9b0b-0ace-4a49-8cb8-73b41095a669 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.637657 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-055c9b0b-0ace-4a49-8cb8-73b41095a669 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.658939 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403dfc9c-e992-45b2-a440-b694132a7bd6 None None] DHCP port deletion for fb7bf4e4-df2d-4d9e-8829-6a4a691194b8 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:17.744737 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-403dfc9c-e992-45b2-a440-b694132a7bd6 None None] Deleting port 672880dc-e67c-49aa-a767-aedf0c54cd00 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:17.745263 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-403dfc9c-e992-45b2-a440-b694132a7bd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.848665 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-403dfc9c-e992-45b2-a440-b694132a7bd6 None None] For port 672880dc-e67c-49aa-a767-aedf0c54cd00, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=672880dc-e67c-49aa-a767-aedf0c54cd00,segment=NetworkSegment(ba5cb228-7e43-4f61-ba81-baecf2988006),segment_id=ba5cb228-7e43-4f61-ba81-baecf2988006)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:17.849071 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-403dfc9c-e992-45b2-a440-b694132a7bd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.854178 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-055c9b0b-0ace-4a49-8cb8-73b41095a669 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.869993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-403dfc9c-e992-45b2-a440-b694132a7bd6 None None] Calling delete_port for 672880dc-e67c-49aa-a767-aedf0c54cd00 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:17.919944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c9b0b-0ace-4a49-8cb8-73b41095a669 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Subnet': ['ID=4ead3f75-aab4-4c19-81bc-2e7b7d518f9c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:17.930784 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-055c9b0b-0ace-4a49-8cb8-73b41095a669 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.935291 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2f1383-b7b1-42af-b371-0b4d7213db02 None None] Network 12abe2e9-34d3-47d9-8d1a-59459ca749a4 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:17.936048 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-055c9b0b-0ace-4a49-8cb8-73b41095a669 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/subnets/4ead3f75-aab4-4c19-81bc-2e7b7d518f9c HTTP/1.1" status: 204 len: 168 time: 0.6131773 Sep 16 05:24:17.939818 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59920) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:18.094121 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.216034 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting port 672880dc-e67c-49aa-a767-aedf0c54cd00 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:18.216635 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.228321 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-403dfc9c-e992-45b2-a440-b694132a7bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.274311 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dfc9c-e992-45b2-a440-b694132a7bd6 None None] Pushing event deleted for resources: {'Port': ['ID=672880dc-e67c-49aa-a767-aedf0c54cd00,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:18.296848 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403dfc9c-e992-45b2-a440-b694132a7bd6 None None] No DVR routers for this DVR port 672880dc-e67c-49aa-a767-aedf0c54cd00 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:18.367140 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] For port 672880dc-e67c-49aa-a767-aedf0c54cd00, host n-d-712140-13, got binding levels [] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:18.367710 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.396322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Calling delete_port for 672880dc-e67c-49aa-a767-aedf0c54cd00 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:18.403981 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.ipam_backend_mixin [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Port 672880dc-e67c-49aa-a767-aedf0c54cd00 was not found and therefore no delete operation was performed {{(pid=95474) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:24:18.409364 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.452719 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Port': ['ID=672880dc-e67c-49aa-a767-aedf0c54cd00,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:18.456613 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc16a1e-a432-4925-8e44-31605475163a None None] DHCP port deletion for 12abe2e9-34d3-47d9-8d1a-59459ca749a4 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:18.459028 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] No DVR routers for this DVR port 672880dc-e67c-49aa-a767-aedf0c54cd00 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:18.552216 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2fc16a1e-a432-4925-8e44-31605475163a None None] Deleting port 621e08f1-c577-45ba-959d-cdb5f400e168 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:18.552716 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2fc16a1e-a432-4925-8e44-31605475163a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.617487 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.663369 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7bf4e4-df2d-4d9e-8829-6a4a691194b8']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:18.681184 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2fc16a1e-a432-4925-8e44-31605475163a None None] For port 621e08f1-c577-45ba-959d-cdb5f400e168, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=621e08f1-c577-45ba-959d-cdb5f400e168,segment=NetworkSegment(3c27632b-d3e1-4bca-ac53-b2cebcf2ae9f),segment_id=3c27632b-d3e1-4bca-ac53-b2cebcf2ae9f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:18.682331 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2fc16a1e-a432-4925-8e44-31605475163a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.689477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5cb228-7e43-4f61-ba81-baecf2988006') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:18.691181 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5cb228-7e43-4f61-ba81-baecf2988006') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:18.716726 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.728208 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2fc16a1e-a432-4925-8e44-31605475163a None None] Calling delete_port for 621e08f1-c577-45ba-959d-cdb5f400e168 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:18.739081 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.746875 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:18.747749 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:18.751906 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:18.776068 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 672880dc-e67c-49aa-a767-aedf0c54cd00 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:18.866231 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 672880dc-e67c-49aa-a767-aedf0c54cd00 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:18.866804 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 672880dc-e67c-49aa-a767-aedf0c54cd00 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:18.867413 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 621e08f1-c577-45ba-959d-cdb5f400e168 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:18.927394 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.933898 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.937821 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/networks/fb7bf4e4-df2d-4d9e-8829-6a4a691194b8 HTTP/1.1" status: 204 len: 168 time: 0.9948795 Sep 16 05:24:18.941306 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59934) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:18.970357 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac1523-ac9d-438d-99c4-1123865f9a69 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Network': ['ID=fb7bf4e4-df2d-4d9e-8829-6a4a691194b8,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:19.020214 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.081016 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.087495 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2fc16a1e-a432-4925-8e44-31605475163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.159705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc16a1e-a432-4925-8e44-31605475163a None None] Pushing event deleted for resources: {'Port': ['ID=621e08f1-c577-45ba-959d-cdb5f400e168,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:19.182400 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc16a1e-a432-4925-8e44-31605475163a None None] No DVR routers for this DVR port 621e08f1-c577-45ba-959d-cdb5f400e168 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:19.290654 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.317243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12abe2e9-34d3-47d9-8d1a-59459ca749a4']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:19.334375 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c27632b-d3e1-4bca-ac53-b2cebcf2ae9f') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:19.334637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c27632b-d3e1-4bca-ac53-b2cebcf2ae9f') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:19.346642 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.365725 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.376578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:19.377448 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:19.382646 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:19.642808 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.648980 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.650854 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/networks/12abe2e9-34d3-47d9-8d1a-59459ca749a4 HTTP/1.1" status: 204 len: 168 time: 0.7084351 Sep 16 05:24:19.657290 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59948) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:19.661304 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-579a4cee-ed8b-465a-a90d-f24e1c40b5a6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'network': {'name': 'tempest-RoutersTest-413471270'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:19.678665 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Network': ['ID=12abe2e9-34d3-47d9-8d1a-59459ca749a4,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:19.694356 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:19.694718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:19.695077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:19.695415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:19.695779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:19.696138 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:19.696466 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:19.696847 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:19.697176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:19.697502 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:19.697823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:19.698147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023611c8-3c0c-4011-a582-3d7108f2b8ef tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:19.821621 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579a4cee-ed8b-465a-a90d-f24e1c40b5a6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Made reservation on behalf of 6dde79cbb8bc442888fa657777bbfb51 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:19.826215 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-579a4cee-ed8b-465a-a90d-f24e1c40b5a6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.857771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579a4cee-ed8b-465a-a90d-f24e1c40b5a6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:24:19.868828 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-579a4cee-ed8b-465a-a90d-f24e1c40b5a6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.869114 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-579a4cee-ed8b-465a-a90d-f24e1c40b5a6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Added segment f7d93f19-15e0-43b2-8c22-2eab4742d639 of type vlan for network 09912341-029e-4995-a48b-69a9dab34fa1 Sep 16 05:24:19.931559 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-579a4cee-ed8b-465a-a90d-f24e1c40b5a6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.046153 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-579a4cee-ed8b-465a-a90d-f24e1c40b5a6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.052998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579a4cee-ed8b-465a-a90d-f24e1c40b5a6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:20.053706 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-579a4cee-ed8b-465a-a90d-f24e1c40b5a6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.133414 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a4cee-ed8b-465a-a90d-f24e1c40b5a6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Network': ['ID=09912341-029e-4995-a48b-69a9dab34fa1,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:20.150972 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 09912341-029e-4995-a48b-69a9dab34fa1 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:24:20.152123 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-579a4cee-ed8b-465a-a90d-f24e1c40b5a6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4949267 Sep 16 05:24:20.156833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 59954) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:20.163193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b9358457-6d9a-45e4-a123-342ec0cdcb9f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'subnet': {'network_id': '09912341-029e-4995-a48b-69a9dab34fa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:20.408267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9358457-6d9a-45e4-a123-342ec0cdcb9f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Made reservation on behalf of 6dde79cbb8bc442888fa657777bbfb51 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:20.412168 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b9358457-6d9a-45e4-a123-342ec0cdcb9f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.723355 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b9358457-6d9a-45e4-a123-342ec0cdcb9f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.843245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9358457-6d9a-45e4-a123-342ec0cdcb9f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Subnet': ['ID=45aef940-300f-4568-8c87-37b4ffe35642,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:20.861384 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9358457-6d9a-45e4-a123-342ec0cdcb9f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Checking segment: {'id': 'f7d93f19-15e0-43b2-8c22-2eab4742d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '09912341-029e-4995-a48b-69a9dab34fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:20.862299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9358457-6d9a-45e4-a123-342ec0cdcb9f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network hostable DHCP agents. Network: 09912341-029e-4995-a48b-69a9dab34fa1, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:24:20.979701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9358457-6d9a-45e4-a123-342ec0cdcb9f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network 09912341-029e-4995-a48b-69a9dab34fa1 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:24:21.122408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-b9358457-6d9a-45e4-a123-342ec0cdcb9f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 09912341-029e-4995-a48b-69a9dab34fa1) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:21.131534 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9358457-6d9a-45e4-a123-342ec0cdcb9f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:21.132334 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b9358457-6d9a-45e4-a123-342ec0cdcb9f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.160430 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a70824c-d28d-4c75-ad15-c4ce4a32839b None None] Network 09912341-029e-4995-a48b-69a9dab34fa1 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:21.242167 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b9358457-6d9a-45e4-a123-342ec0cdcb9f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0803907 Sep 16 05:24:21.242460 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59968) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:21.248658 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-051b402a-ebe6-486e-b637-54fed5b80299 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-187164626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:21.383679 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-051b402a-ebe6-486e-b637-54fed5b80299 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.385273 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-051b402a-ebe6-486e-b637-54fed5b80299 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.458779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-09912341-029e-4995-a48b-69a9dab34fa1', 'network_id': '09912341-029e-4995-a48b-69a9dab34fa1', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'fixed_ips': [{'subnet_id': '45aef940-300f-4568-8c87-37b4ffe35642'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:21.460262 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.481469 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-051b402a-ebe6-486e-b637-54fed5b80299 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.562992 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-051b402a-ebe6-486e-b637-54fed5b80299 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.688977 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-051b402a-ebe6-486e-b637-54fed5b80299 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.690825 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-051b402a-ebe6-486e-b637-54fed5b80299 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4472449 Sep 16 05:24:21.700743 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 59978) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:21.709573 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d1f4dbfb-6b7e-4810-b2f5-ba33e7f97943 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'port': {'network_id': '09912341-029e-4995-a48b-69a9dab34fa1', 'name': 'tempest-RoutersTest-1555088506'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:21.742251 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] Allocated IP 172.20.0.2 (09912341-029e-4995-a48b-69a9dab34fa1/45aef940-300f-4568-8c87-37b4ffe35642/5acd6d1e-0c4a-429e-ae6a-bcd73c58f942) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:22.025691 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.030221 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f4dbfb-6b7e-4810-b2f5-ba33e7f97943 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Made reservation on behalf of 6dde79cbb8bc442888fa657777bbfb51 for: {'port': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:22.034396 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1f4dbfb-6b7e-4810-b2f5-ba33e7f97943 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.060412 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [None req-d1f4dbfb-6b7e-4810-b2f5-ba33e7f97943 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] device_id is not set on port fe388f8f-b33c-4418-8ccf-67e757ca8927 yet. {{(pid=95474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:24:22.097090 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.187916 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] Network 09912341-029e-4995-a48b-69a9dab34fa1 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:22.193777 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:22.201190 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:22.268176 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] Pushing event updated for resources: {'Port': ['ID=5acd6d1e-0c4a-429e-ae6a-bcd73c58f942,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:22.341958 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] Attempting to bind port 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:22.342541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] Attempting to bind port 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'f7d93f19-15e0-43b2-8c22-2eab4742d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '09912341-029e-4995-a48b-69a9dab34fa1'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:22.343206 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] Attempting to bind port 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942 on network 09912341-029e-4995-a48b-69a9dab34fa1 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:22.351850 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-d1f4dbfb-6b7e-4810-b2f5-ba33e7f97943 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Allocated IP 172.20.0.5 (09912341-029e-4995-a48b-69a9dab34fa1/45aef940-300f-4568-8c87-37b4ffe35642/fe388f8f-b33c-4418-8ccf-67e757ca8927) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:22.356089 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:22.357030 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] Checking segment: {'id': 'f7d93f19-15e0-43b2-8c22-2eab4742d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '09912341-029e-4995-a48b-69a9dab34fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:22.357922 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.358323 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] Bound using segment: {'id': 'f7d93f19-15e0-43b2-8c22-2eab4742d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '09912341-029e-4995-a48b-69a9dab34fa1'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:22.359206 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] Bound port: 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d93f19-15e0-43b2-8c22-2eab4742d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '09912341-029e-4995-a48b-69a9dab34fa1'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:22.376966 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.467502 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] For port 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:22.475122 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] For port 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5acd6d1e-0c4a-429e-ae6a-bcd73c58f942,segment=NetworkSegment(f7d93f19-15e0-43b2-8c22-2eab4742d639),segment_id=f7d93f19-15e0-43b2-8c22-2eab4742d639)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:22.563019 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.716512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad257d02-ab6c-4d0c-b3cc-0bada26c5852 None None] Pushing event updated for resources: {'Port': ['ID=5acd6d1e-0c4a-429e-ae6a-bcd73c58f942,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:23.184413 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1f4dbfb-6b7e-4810-b2f5-ba33e7f97943 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.329271 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1f4dbfb-6b7e-4810-b2f5-ba33e7f97943 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.440052 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f4dbfb-6b7e-4810-b2f5-ba33e7f97943 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network 09912341-029e-4995-a48b-69a9dab34fa1 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:23.444424 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-d1f4dbfb-6b7e-4810-b2f5-ba33e7f97943 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:23.447599 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f4dbfb-6b7e-4810-b2f5-ba33e7f97943 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:23.458197 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4dbfb-6b7e-4810-b2f5-ba33e7f97943 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=fe388f8f-b33c-4418-8ccf-67e757ca8927,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:23.535988 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f4dbfb-6b7e-4810-b2f5-ba33e7f97943 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:23.537110 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1f4dbfb-6b7e-4810-b2f5-ba33e7f97943 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.640956 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d1f4dbfb-6b7e-4810-b2f5-ba33e7f97943 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9387257 Sep 16 05:24:23.668695 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60000) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:24.056846 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92f6e63-8f79-4184-a367-709b2519feae None None] Network 09912341-029e-4995-a48b-69a9dab34fa1 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:24.239950 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3efdbba1-4db1-484e-963f-ddef77ce6329 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.270768 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fe9c92ec-2c21-4b33-a9d5-e397591f5388 None None] Provisioning complete for port 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:24.271355 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fe9c92ec-2c21-4b33-a9d5-e397591f5388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.436233 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fe9c92ec-2c21-4b33-a9d5-e397591f5388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.489137 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fe9c92ec-2c21-4b33-a9d5-e397591f5388 None None] For port 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5acd6d1e-0c4a-429e-ae6a-bcd73c58f942,segment=NetworkSegment(f7d93f19-15e0-43b2-8c22-2eab4742d639),segment_id=f7d93f19-15e0-43b2-8c22-2eab4742d639)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:24.587151 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fe9c92ec-2c21-4b33-a9d5-e397591f5388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.677131 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.778397 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c92ec-2c21-4b33-a9d5-e397591f5388 None None] Pushing event updated for resources: {'Port': ['ID=5acd6d1e-0c4a-429e-ae6a-bcd73c58f942,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:24.921116 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:24.956468 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fb9b1006-5318-42a5-9683-c85c7eeac5a5 None None] Provisioning complete for port 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:24.956852 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fb9b1006-5318-42a5-9683-c85c7eeac5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.188190 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:25.189995 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.238290 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fb9b1006-5318-42a5-9683-c85c7eeac5a5 None None] Provisioning complete for port fe388f8f-b33c-4418-8ccf-67e757ca8927 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:25.239008 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fb9b1006-5318-42a5-9683-c85c7eeac5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.319788 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b1006-5318-42a5-9683-c85c7eeac5a5 None None] Port fe388f8f-b33c-4418-8ccf-67e757ca8927 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:25.442540 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3efdbba1-4db1-484e-963f-ddef77ce6329 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.453801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-625e5e0a-6bc1-4db5-82bb-c88c4b78b236 None None] Provisioning complete for port fe388f8f-b33c-4418-8ccf-67e757ca8927 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:25.456405 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-625e5e0a-6bc1-4db5-82bb-c88c4b78b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.525016 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-625e5e0a-6bc1-4db5-82bb-c88c4b78b236 None None] Port fe388f8f-b33c-4418-8ccf-67e757ca8927 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:25.768961 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3efdbba1-4db1-484e-963f-ddef77ce6329 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.877684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdbba1-4db1-484e-963f-ddef77ce6329 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=fe388f8f-b33c-4418-8ccf-67e757ca8927,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:26.205665 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3efdbba1-4db1-484e-963f-ddef77ce6329 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.270298 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-129fc65f-061e-4924-b79d-54f28f97ed28 None None] Provisioning complete for port fe388f8f-b33c-4418-8ccf-67e757ca8927 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:26.271174 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-129fc65f-061e-4924-b79d-54f28f97ed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.314063 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-129fc65f-061e-4924-b79d-54f28f97ed28 None None] Port fe388f8f-b33c-4418-8ccf-67e757ca8927 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:26.492414 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3efdbba1-4db1-484e-963f-ddef77ce6329 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.754499 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:26.814689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:26.815163 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.977023 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3efdbba1-4db1-484e-963f-ddef77ce6329 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.086044 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3efdbba1-4db1-484e-963f-ddef77ce6329 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.185074 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3efdbba1-4db1-484e-963f-ddef77ce6329 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.187364 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdbba1-4db1-484e-963f-ddef77ce6329 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=fe388f8f-b33c-4418-8ccf-67e757ca8927,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:27.318968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efdbba1-4db1-484e-963f-ddef77ce6329 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network 09912341-029e-4995-a48b-69a9dab34fa1 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:27.320787 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-3efdbba1-4db1-484e-963f-ddef77ce6329 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:27.610823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efdbba1-4db1-484e-963f-ddef77ce6329 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router d7eebee3-cd85-4fc7-827a-7369f43597a2 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:24:27.756779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efdbba1-4db1-484e-963f-ddef77ce6329 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:27.763404 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3efdbba1-4db1-484e-963f-ddef77ce6329 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/d7eebee3-cd85-4fc7-827a-7369f43597a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0927873 Sep 16 05:24:27.767118 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60046) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:27.773609 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ec782-ab6b-4c1f-b595-661a86940628 None None] Sync routers for ids ['d7eebee3-cd85-4fc7-827a-7369f43597a2'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:27.794048 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1ec782-ab6b-4c1f-b595-661a86940628 None None] Routers {'d7eebee3-cd85-4fc7-827a-7369f43597a2'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:27.798252 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-5b1ec782-ab6b-4c1f-b595-661a86940628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d7eebee3-cd85-4fc7-827a-7369f43597a2'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:27.858236 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce826da-8164-4310-a5b5-0655dbebede1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:27.860844 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8ce826da-8164-4310-a5b5-0655dbebede1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/ports/fe388f8f-b33c-4418-8ccf-67e757ca8927 HTTP/1.1" status: 200 len: 977 time: 0.0919616 Sep 16 05:24:27.865583 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60048) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:27.897915 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-5b1ec782-ab6b-4c1f-b595-661a86940628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:27.899469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-5d665110-d04b-427b-b1e4-5139009936a3 None None] Provisioning complete for port fe388f8f-b33c-4418-8ccf-67e757ca8927 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:27.900251 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5d665110-d04b-427b-b1e4-5139009936a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.924646 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1ec782-ab6b-4c1f-b595-661a86940628 None None] Routers {'d7eebee3-cd85-4fc7-827a-7369f43597a2'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:27.926218 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-5b1ec782-ab6b-4c1f-b595-661a86940628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d7eebee3-cd85-4fc7-827a-7369f43597a2'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:27.984531 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-5d665110-d04b-427b-b1e4-5139009936a3 None None] Port fe388f8f-b33c-4418-8ccf-67e757ca8927 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:27.989837 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-5b1ec782-ab6b-4c1f-b595-661a86940628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:27.990675 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ec782-ab6b-4c1f-b595-661a86940628 None None] The sync data for ids ['d7eebee3-cd85-4fc7-827a-7369f43597a2'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:28.523774 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5d6c47a5-bc12-4cad-871a-186a1b11b1fe tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.850628 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c47a5-bc12-4cad-871a-186a1b11b1fe tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting port fe388f8f-b33c-4418-8ccf-67e757ca8927 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:28.851451 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5d6c47a5-bc12-4cad-871a-186a1b11b1fe tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.905010 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.981197 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5d6c47a5-bc12-4cad-871a-186a1b11b1fe tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.000577 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c47a5-bc12-4cad-871a-186a1b11b1fe tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Calling delete_port for fe388f8f-b33c-4418-8ccf-67e757ca8927 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:29.350834 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5d6c47a5-bc12-4cad-871a-186a1b11b1fe tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.390412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c47a5-bc12-4cad-871a-186a1b11b1fe tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Port': ['ID=fe388f8f-b33c-4418-8ccf-67e757ca8927,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:29.622949 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5d6c47a5-bc12-4cad-871a-186a1b11b1fe tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.900621 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6c47a5-bc12-4cad-871a-186a1b11b1fe tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router d7eebee3-cd85-4fc7-827a-7369f43597a2 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:30.010107 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6c47a5-bc12-4cad-871a-186a1b11b1fe tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:30.015837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5d6c47a5-bc12-4cad-871a-186a1b11b1fe tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/d7eebee3-cd85-4fc7-827a-7369f43597a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1489563 Sep 16 05:24:30.020390 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60074) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:30.034220 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f737a08-c240-4f4d-81ea-8c0446aed8b1 None None] Sync routers for ids ['d7eebee3-cd85-4fc7-827a-7369f43597a2'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:30.044964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f737a08-c240-4f4d-81ea-8c0446aed8b1 None None] Routers {'d7eebee3-cd85-4fc7-827a-7369f43597a2'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:30.045786 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2f737a08-c240-4f4d-81ea-8c0446aed8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d7eebee3-cd85-4fc7-827a-7369f43597a2'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:30.088065 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2f737a08-c240-4f4d-81ea-8c0446aed8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:30.100288 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f737a08-c240-4f4d-81ea-8c0446aed8b1 None None] Routers {'d7eebee3-cd85-4fc7-827a-7369f43597a2'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:30.101109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2f737a08-c240-4f4d-81ea-8c0446aed8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d7eebee3-cd85-4fc7-827a-7369f43597a2'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:30.139701 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2f737a08-c240-4f4d-81ea-8c0446aed8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:30.140803 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f737a08-c240-4f4d-81ea-8c0446aed8b1 None None] The sync data for ids ['d7eebee3-cd85-4fc7-827a-7369f43597a2'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:30.491894 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-9fa752d0-9ec4-4b5e-8029-8e35d7045820 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] remove_router_interface failed (client error): The resource could not be found. Sep 16 05:24:30.493554 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9fa752d0-9ec4-4b5e-8029-8e35d7045820 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/d7eebee3-cd85-4fc7-827a-7369f43597a2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4716632 Sep 16 05:24:30.496451 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60080) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:30.558400 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8e9ca5cf-d53c-4623-be5a-69a887bd56ed tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7eebee3-cd85-4fc7-827a-7369f43597a2 HTTP/1.1" status: 200 len: 205 time: 0.0606360 Sep 16 05:24:30.696921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60082) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:30.796432 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ac22a70-c7e8-4f00-a2ba-d3e5a3b54aed tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.977150 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ac22a70-c7e8-4f00-a2ba-d3e5a3b54aed tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.979977 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ac22a70-c7e8-4f00-a2ba-d3e5a3b54aed tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.174144 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ac22a70-c7e8-4f00-a2ba-d3e5a3b54aed tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.175053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac22a70-c7e8-4f00-a2ba-d3e5a3b54aed tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Fanout notify agent at l3_agent the message router_deleted on router d7eebee3-cd85-4fc7-827a-7369f43597a2 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:24:31.198535 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4ac22a70-c7e8-4f00-a2ba-d3e5a3b54aed tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.205880 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4ac22a70-c7e8-4f00-a2ba-d3e5a3b54aed tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/routers/d7eebee3-cd85-4fc7-827a-7369f43597a2 HTTP/1.1" status: 204 len: 168 time: 0.5021644 Sep 16 05:24:31.205880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60096) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:31.307733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-f53e8431-89c7-4e54-afc6-d56fb4803b39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting subnet 45aef940-300f-4568-8c87-37b4ffe35642 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:31.313993 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f53e8431-89c7-4e54-afc6-d56fb4803b39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.388402 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f53e8431-89c7-4e54-afc6-d56fb4803b39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.526682 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f53e8431-89c7-4e54-afc6-d56fb4803b39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.779545 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f53e8431-89c7-4e54-afc6-d56fb4803b39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.817931 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f53e8431-89c7-4e54-afc6-d56fb4803b39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.820078 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f53e8431-89c7-4e54-afc6-d56fb4803b39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/subnets/45aef940-300f-4568-8c87-37b4ffe35642 HTTP/1.1" status: 204 len: 168 time: 0.6148772 Sep 16 05:24:31.823470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e8431-89c7-4e54-afc6-d56fb4803b39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Subnet': ['ID=45aef940-300f-4568-8c87-37b4ffe35642,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:31.825233 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60114) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:31.834792 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f607b841-54a5-4c06-a242-48babfc98a8b None None] Network 09912341-029e-4995-a48b-69a9dab34fa1 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:31.987268 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.068217 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting port 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:32.068798 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.116360 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d0760c-0e12-48d7-8622-4c0a48b71773 None None] DHCP port deletion for 09912341-029e-4995-a48b-69a9dab34fa1 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:32.146707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] For port 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5acd6d1e-0c4a-429e-ae6a-bcd73c58f942,segment=NetworkSegment(f7d93f19-15e0-43b2-8c22-2eab4742d639),segment_id=f7d93f19-15e0-43b2-8c22-2eab4742d639)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:32.146998 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.169976 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Calling delete_port for 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:32.216207 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-01d0760c-0e12-48d7-8622-4c0a48b71773 None None] Deleting port 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:32.216791 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-01d0760c-0e12-48d7-8622-4c0a48b71773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.315667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-01d0760c-0e12-48d7-8622-4c0a48b71773 None None] For port 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5acd6d1e-0c4a-429e-ae6a-bcd73c58f942,segment=NetworkSegment(f7d93f19-15e0-43b2-8c22-2eab4742d639),segment_id=f7d93f19-15e0-43b2-8c22-2eab4742d639)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:32.316382 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-01d0760c-0e12-48d7-8622-4c0a48b71773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.334649 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-01d0760c-0e12-48d7-8622-4c0a48b71773 None None] Calling delete_port for 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:32.432242 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.447349 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-01d0760c-0e12-48d7-8622-4c0a48b71773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.471950 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Port': ['ID=5acd6d1e-0c4a-429e-ae6a-bcd73c58f942,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:32.478343 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] No DVR routers for this DVR port 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:32.496490 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0760c-0e12-48d7-8622-4c0a48b71773 None None] Pushing event deleted for resources: {'Port': ['ID=5acd6d1e-0c4a-429e-ae6a-bcd73c58f942,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:32.499456 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d0760c-0e12-48d7-8622-4c0a48b71773 None None] No DVR routers for this DVR port 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:32.585466 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.614721 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09912341-029e-4995-a48b-69a9dab34fa1']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:32.627061 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d93f19-15e0-43b2-8c22-2eab4742d639') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:32.627495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d93f19-15e0-43b2-8c22-2eab4742d639') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:32.640448 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.670781 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.683416 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:32.684170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:32.690233 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:32.759896 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:32.962571 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.972911 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:32.973876 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5acd6d1e-0c4a-429e-ae6a-bcd73c58f942 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:32.993667 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.004669 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/networks/09912341-029e-4995-a48b-69a9dab34fa1 HTTP/1.1" status: 204 len: 168 time: 1.1680965 Sep 16 05:24:33.005458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60128) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:33.009219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-a6751ac7-b1d1-42cb-a581-a71be994c192 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'network': {'name': 'tempest-RoutersTest-1637122355'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:33.024702 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fe6b6-71de-4cc7-9e70-bacf36867093 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Network': ['ID=09912341-029e-4995-a48b-69a9dab34fa1,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:33.155925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6751ac7-b1d1-42cb-a581-a71be994c192 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Made reservation on behalf of 6dde79cbb8bc442888fa657777bbfb51 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:33.160403 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a6751ac7-b1d1-42cb-a581-a71be994c192 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.195305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6751ac7-b1d1-42cb-a581-a71be994c192 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:24:33.208863 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a6751ac7-b1d1-42cb-a581-a71be994c192 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.209305 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-a6751ac7-b1d1-42cb-a581-a71be994c192 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Added segment f35dc241-18de-48c6-988a-50ec82bc0567 of type vlan for network 8aa8a58d-fc4d-4866-9a75-6fef264eacce Sep 16 05:24:33.277987 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a6751ac7-b1d1-42cb-a581-a71be994c192 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.829585 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a6751ac7-b1d1-42cb-a581-a71be994c192 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.840594 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6751ac7-b1d1-42cb-a581-a71be994c192 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:33.841665 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a6751ac7-b1d1-42cb-a581-a71be994c192 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.951032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6751ac7-b1d1-42cb-a581-a71be994c192 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Network': ['ID=8aa8a58d-fc4d-4866-9a75-6fef264eacce,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:33.978183 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 8aa8a58d-fc4d-4866-9a75-6fef264eacce details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:24:33.994218 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a6751ac7-b1d1-42cb-a581-a71be994c192 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9860272 Sep 16 05:24:33.994952 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60154) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:34.019189 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-a3403a2d-03ce-4bb4-8eb0-a4eb9d0c3f7a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'subnet': {'network_id': '8aa8a58d-fc4d-4866-9a75-6fef264eacce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:34.253586 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3403a2d-03ce-4bb4-8eb0-a4eb9d0c3f7a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Made reservation on behalf of 6dde79cbb8bc442888fa657777bbfb51 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:34.257910 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3403a2d-03ce-4bb4-8eb0-a4eb9d0c3f7a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.579408 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3403a2d-03ce-4bb4-8eb0-a4eb9d0c3f7a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.659282 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3403a2d-03ce-4bb4-8eb0-a4eb9d0c3f7a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Subnet': ['ID=6121ea25-3500-4134-80d9-3691a7579c72,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:34.685430 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3403a2d-03ce-4bb4-8eb0-a4eb9d0c3f7a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Checking segment: {'id': 'f35dc241-18de-48c6-988a-50ec82bc0567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8aa8a58d-fc4d-4866-9a75-6fef264eacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:34.686103 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3403a2d-03ce-4bb4-8eb0-a4eb9d0c3f7a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network hostable DHCP agents. Network: 8aa8a58d-fc4d-4866-9a75-6fef264eacce, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:24:34.782111 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3403a2d-03ce-4bb4-8eb0-a4eb9d0c3f7a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network 8aa8a58d-fc4d-4866-9a75-6fef264eacce is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:24:34.824842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68772e-6924-4326-8b93-8e27b1af3d6c req-c48bdfab-1c5a-4e82-bc51-3bdefd25f091 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:34.838208 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f68772e-6924-4326-8b93-8e27b1af3d6c req-c48bdfab-1c5a-4e82-bc51-3bdefd25f091 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 945 time: 0.0905590 Sep 16 05:24:34.858628 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-a3403a2d-03ce-4bb4-8eb0-a4eb9d0c3f7a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 8aa8a58d-fc4d-4866-9a75-6fef264eacce) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:34.865080 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3403a2d-03ce-4bb4-8eb0-a4eb9d0c3f7a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:34.869316 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3403a2d-03ce-4bb4-8eb0-a4eb9d0c3f7a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.869586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efffcabd-0d14-42c1-a8d2-5bf6acf31192 None None] Network 8aa8a58d-fc4d-4866-9a75-6fef264eacce requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:34.910996 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f68772e-6924-4326-8b93-8e27b1af3d6c req-ba1d7427-c09c-4438-bccf-bcd30e384603 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710888 Sep 16 05:24:34.961622 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a3403a2d-03ce-4bb4-8eb0-a4eb9d0c3f7a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9603009 Sep 16 05:24:34.961812 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60170) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:34.963039 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60172) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:34.966697 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-efcff82b-5a4e-45fb-8ff0-22ec8cd7d75a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-742113322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:35.042040 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6a58b648-fc3f-4710-9cde-a23f8b9ff526 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/floatingips/119b1c0b-77a9-47fa-bf94-765aca8b90f4 HTTP/1.1" status: 200 len: 992 time: 0.0775917 Sep 16 05:24:35.070108 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-efcff82b-5a4e-45fb-8ff0-22ec8cd7d75a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.072886 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-efcff82b-5a4e-45fb-8ff0-22ec8cd7d75a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.150493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-8aa8a58d-fc4d-4866-9a75-6fef264eacce', 'network_id': '8aa8a58d-fc4d-4866-9a75-6fef264eacce', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'fixed_ips': [{'subnet_id': '6121ea25-3500-4134-80d9-3691a7579c72'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:35.152335 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.200234 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-efcff82b-5a4e-45fb-8ff0-22ec8cd7d75a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.319481 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12ec382f-1bf2-41ae-a9ef-e6a14aed2b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.335152 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-efcff82b-5a4e-45fb-8ff0-22ec8cd7d75a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.377228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] Allocated IP 172.20.0.2 (8aa8a58d-fc4d-4866-9a75-6fef264eacce/6121ea25-3500-4134-80d9-3691a7579c72/05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:35.459958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f59e09-4ab3-49a4-aabc-9ab4807b42a1 req-69243048-2987-4ead-ad73-3dff3738dd03 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:35.461611 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-55f59e09-4ab3-49a4-aabc-9ab4807b42a1 req-69243048-2987-4ead-ad73-3dff3738dd03 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 1097 time: 0.0492415 Sep 16 05:24:35.509857 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-efcff82b-5a4e-45fb-8ff0-22ec8cd7d75a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.511521 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-efcff82b-5a4e-45fb-8ff0-22ec8cd7d75a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5487156 Sep 16 05:24:35.514551 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60184) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:35.532778 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-55f59e09-4ab3-49a4-aabc-9ab4807b42a1 req-94ade446-6b3a-475f-9e30-bb839eef878b tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581191 Sep 16 05:24:35.607021 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.712525 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.793155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] Network 8aa8a58d-fc4d-4866-9a75-6fef264eacce is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:35.803164 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:35.809084 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:36.029057 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] Pushing event updated for resources: {'Port': ['ID=05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:36.046993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] Attempting to bind port 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:36.053104 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] Attempting to bind port 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'f35dc241-18de-48c6-988a-50ec82bc0567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8aa8a58d-fc4d-4866-9a75-6fef264eacce'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:36.053104 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] Attempting to bind port 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6 on network 8aa8a58d-fc4d-4866-9a75-6fef264eacce {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:36.062466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:36.065036 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] Checking segment: {'id': 'f35dc241-18de-48c6-988a-50ec82bc0567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8aa8a58d-fc4d-4866-9a75-6fef264eacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:36.066396 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.067457 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] Bound using segment: {'id': 'f35dc241-18de-48c6-988a-50ec82bc0567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8aa8a58d-fc4d-4866-9a75-6fef264eacce'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:36.068756 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] Bound port: 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35dc241-18de-48c6-988a-50ec82bc0567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8aa8a58d-fc4d-4866-9a75-6fef264eacce'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:36.069737 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.198952 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] For port 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:36.205703 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] For port 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6,segment=NetworkSegment(f35dc241-18de-48c6-988a-50ec82bc0567),segment_id=f35dc241-18de-48c6-988a-50ec82bc0567)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:36.222783 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5b3d88ed-0a00-448a-b822-0941161b5921 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.351352 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.483291 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf1f35-85f5-4d1a-8dae-4aec29f0f65c None None] Pushing event updated for resources: {'Port': ['ID=05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:36.601222 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-5b3d88ed-0a00-448a-b822-0941161b5921 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Allocated IP 172.20.0.1 (8aa8a58d-fc4d-4866-9a75-6fef264eacce/6121ea25-3500-4134-80d9-3691a7579c72/461def36-2553-4d70-bce9-4a7e9a098fd1) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:36.807774 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5b3d88ed-0a00-448a-b822-0941161b5921 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.991284 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5b3d88ed-0a00-448a-b822-0941161b5921 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.102722 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3d88ed-0a00-448a-b822-0941161b5921 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network 8aa8a58d-fc4d-4866-9a75-6fef264eacce is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:37.113622 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-5b3d88ed-0a00-448a-b822-0941161b5921 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:37.123204 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d88ed-0a00-448a-b822-0941161b5921 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:37.130113 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d88ed-0a00-448a-b822-0941161b5921 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=461def36-2553-4d70-bce9-4a7e9a098fd1,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:37.230156 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5b3d88ed-0a00-448a-b822-0941161b5921 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.613111 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5b3d88ed-0a00-448a-b822-0941161b5921 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.837069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60230) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:37.858992 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bdffd308-a7f7-4f8a-8ebb-3bd07f57e3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.886527 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c122da-1e20-4f90-af44-78e28fddd95a None None] Network 8aa8a58d-fc4d-4866-9a75-6fef264eacce requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:38.003653 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0fb0764e-0b85-438a-a22e-e1dbb8a4bd2c None None] Provisioning complete for port 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:38.004248 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0fb0764e-0b85-438a-a22e-e1dbb8a4bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.046196 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-7b200895-2aad-4321-84ba-b993741f4e65 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2045977 Sep 16 05:24:38.071128 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-0d860a62-783a-4412-bdbb-a25ecbe9a57e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:24:38.073016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-0d860a62-783a-4412-bdbb-a25ecbe9a57e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136693 Sep 16 05:24:38.211416 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5b3d88ed-0a00-448a-b822-0941161b5921 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.338273 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0fb0764e-0b85-438a-a22e-e1dbb8a4bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.343657 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5b3d88ed-0a00-448a-b822-0941161b5921 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.411805 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-0fb0764e-0b85-438a-a22e-e1dbb8a4bd2c None None] For port 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6,segment=NetworkSegment(f35dc241-18de-48c6-988a-50ec82bc0567),segment_id=f35dc241-18de-48c6-988a-50ec82bc0567)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:38.497965 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5b3d88ed-0a00-448a-b822-0941161b5921 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.520656 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d88ed-0a00-448a-b822-0941161b5921 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=461def36-2553-4d70-bce9-4a7e9a098fd1,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:38.602334 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0fb0764e-0b85-438a-a22e-e1dbb8a4bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.664188 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3d88ed-0a00-448a-b822-0941161b5921 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network 8aa8a58d-fc4d-4866-9a75-6fef264eacce is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:38.666073 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-5b3d88ed-0a00-448a-b822-0941161b5921 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:38.673924 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0764e-0b85-438a-a22e-e1dbb8a4bd2c None None] Pushing event updated for resources: {'Port': ['ID=05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:38.687502 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.737455 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0ca71666-3280-43e8-82d6-5f71e57cb6e4 None None] Provisioning complete for port 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:38.738148 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0ca71666-3280-43e8-82d6-5f71e57cb6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.896899 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:38.943330 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0ca71666-3280-43e8-82d6-5f71e57cb6e4 None None] Provisioning complete for port 461def36-2553-4d70-bce9-4a7e9a098fd1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:38.944357 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0ca71666-3280-43e8-82d6-5f71e57cb6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.012062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:39.012446 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.038823 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-0ca71666-3280-43e8-82d6-5f71e57cb6e4 None None] Port 461def36-2553-4d70-bce9-4a7e9a098fd1 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:39.150308 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3d88ed-0a00-448a-b822-0941161b5921 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router 559a04c4-db45-4aa1-8e0f-9a2a54a853ad is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:24:39.181466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-76ea207f-d082-4e90-a65f-9638d1e3a887 None None] Provisioning complete for port 461def36-2553-4d70-bce9-4a7e9a098fd1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:39.183281 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-76ea207f-d082-4e90-a65f-9638d1e3a887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.214338 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:24:39.279978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-76ea207f-d082-4e90-a65f-9638d1e3a887 None None] Port 461def36-2553-4d70-bce9-4a7e9a098fd1 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:39.323013 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3d88ed-0a00-448a-b822-0941161b5921 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:39.332374 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5b3d88ed-0a00-448a-b822-0941161b5921 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/559a04c4-db45-4aa1-8e0f-9a2a54a853ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8164415 Sep 16 05:24:39.335549 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60256) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:39.338960 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1011f8-8e2c-451f-83d5-3f64003e9f8e None None] Sync routers for ids ['559a04c4-db45-4aa1-8e0f-9a2a54a853ad'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:39.356645 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1011f8-8e2c-451f-83d5-3f64003e9f8e None None] Routers {'559a04c4-db45-4aa1-8e0f-9a2a54a853ad'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:39.357761 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ac1011f8-8e2c-451f-83d5-3f64003e9f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['559a04c4-db45-4aa1-8e0f-9a2a54a853ad'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:39.425668 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ac1011f8-8e2c-451f-83d5-3f64003e9f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:39.430543 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc80f87-f941-484d-a0ff-6eca2f3edb1c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:39.436474 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-adc80f87-f941-484d-a0ff-6eca2f3edb1c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/ports/461def36-2553-4d70-bce9-4a7e9a098fd1 HTTP/1.1" status: 200 len: 910 time: 0.0967464 Sep 16 05:24:39.437075 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60258) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:39.441501 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1011f8-8e2c-451f-83d5-3f64003e9f8e None None] Routers {'559a04c4-db45-4aa1-8e0f-9a2a54a853ad'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:39.442305 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ac1011f8-8e2c-451f-83d5-3f64003e9f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['559a04c4-db45-4aa1-8e0f-9a2a54a853ad'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:39.458574 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.501749 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ac1011f8-8e2c-451f-83d5-3f64003e9f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:39.502792 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1011f8-8e2c-451f-83d5-3f64003e9f8e None None] The sync data for ids ['559a04c4-db45-4aa1-8e0f-9a2a54a853ad'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:39.508783 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d0cc8dfe-eb74-4235-aad2-81cab8470d2c None None] Provisioning complete for port 461def36-2553-4d70-bce9-4a7e9a098fd1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:39.510277 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d0cc8dfe-eb74-4235-aad2-81cab8470d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.588680 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d0cc8dfe-eb74-4235-aad2-81cab8470d2c None None] Port 461def36-2553-4d70-bce9-4a7e9a098fd1 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:39.985142 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8229d47e-ad87-4c11-8d5f-68b52030741c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.435461 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd83449-10ce-4ee3-871d-66095bba147f req-0ec22819-85b7-489a-93b5-02a34ede71b2 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:40.438439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-0ec22819-85b7-489a-93b5-02a34ede71b2 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/ports/936ebc44-b5d3-40a1-8b95-a9afd78282f5 HTTP/1.1" status: 200 len: 1094 time: 0.3403664 Sep 16 05:24:40.451304 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-2bd83449-10ce-4ee3-871d-66095bba147f req-5c379418-9f7b-48ae-b5e7-e57ae191af22 service neutron] Request body: {'binding': {'host': 'n-h1-712140-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:40.451819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-2bd83449-10ce-4ee3-871d-66095bba147f req-5c379418-9f7b-48ae-b5e7-e57ae191af22 service neutron] Unknown quota resources ['binding']. {{(pid=95473) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:24:40.535849 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-8229d47e-ad87-4c11-8d5f-68b52030741c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting port 461def36-2553-4d70-bce9-4a7e9a098fd1 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:40.536442 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8229d47e-ad87-4c11-8d5f-68b52030741c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.719248 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8229d47e-ad87-4c11-8d5f-68b52030741c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.746231 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-8229d47e-ad87-4c11-8d5f-68b52030741c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Calling delete_port for 461def36-2553-4d70-bce9-4a7e9a098fd1 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:40.760780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-2bd83449-10ce-4ee3-871d-66095bba147f req-5c379418-9f7b-48ae-b5e7-e57ae191af22 service neutron] Attempting to bind port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 on host n-h1-712140-13 for vnic_type normal with profile None {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:40.761166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-2bd83449-10ce-4ee3-871d-66095bba147f req-5c379418-9f7b-48ae-b5e7-e57ae191af22 service neutron] Attempting to bind port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:40.761539 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd83449-10ce-4ee3-871d-66095bba147f req-5c379418-9f7b-48ae-b5e7-e57ae191af22 service neutron] Attempting to bind port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 on network 982c51a6-73de-4637-9281-b53c0e8a4138 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:40.772480 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd83449-10ce-4ee3-871d-66095bba147f req-5c379418-9f7b-48ae-b5e7-e57ae191af22 service neutron] Port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 on network 982c51a6-73de-4637-9281-b53c0e8a4138 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:24:40.772864 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd83449-10ce-4ee3-871d-66095bba147f req-5c379418-9f7b-48ae-b5e7-e57ae191af22 service neutron] Attempting to bind port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 on network 982c51a6-73de-4637-9281-b53c0e8a4138 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:40.812137 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:40.814972 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd83449-10ce-4ee3-871d-66095bba147f req-5c379418-9f7b-48ae-b5e7-e57ae191af22 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:40.815366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd83449-10ce-4ee3-871d-66095bba147f req-5c379418-9f7b-48ae-b5e7-e57ae191af22 service neutron] Checking segment: {'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:40.815717 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd83449-10ce-4ee3-871d-66095bba147f req-5c379418-9f7b-48ae-b5e7-e57ae191af22 service neutron] Bound using segment: {'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:40.816168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-2bd83449-10ce-4ee3-871d-66095bba147f req-5c379418-9f7b-48ae-b5e7-e57ae191af22 service neutron] Bound port: 936ebc44-b5d3-40a1-8b95-a9afd78282f5, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:40.931464 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:40.932159 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.988165 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.025701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-2bd83449-10ce-4ee3-871d-66095bba147f req-5c379418-9f7b-48ae-b5e7-e57ae191af22 service neutron] For port 936ebc44-b5d3-40a1-8b95-a9afd78282f5, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=936ebc44-b5d3-40a1-8b95-a9afd78282f5,segment=NetworkSegment(76c8ed33-7a19-44d6-a7e9-46953a852714),segment_id=76c8ed33-7a19-44d6-a7e9-46953a852714)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:41.321717 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2bd83449-10ce-4ee3-871d-66095bba147f req-5c379418-9f7b-48ae-b5e7-e57ae191af22 service neutron] Notify callbacks [] for binding, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.325426 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-5c379418-9f7b-48ae-b5e7-e57ae191af22 service neutron] 10.222.0.20 "POST /v2.0/ports/936ebc44-b5d3-40a1-8b95-a9afd78282f5/bindings HTTP/1.1" status: 201 len: 390 time: 0.8760192 Sep 16 05:24:41.400603 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8229d47e-ad87-4c11-8d5f-68b52030741c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.450722 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229d47e-ad87-4c11-8d5f-68b52030741c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Port': ['ID=461def36-2553-4d70-bce9-4a7e9a098fd1,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:41.692807 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8229d47e-ad87-4c11-8d5f-68b52030741c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.941298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29292a1-f820-4966-b983-6ecbdcae02f2 req-8e395bcf-937a-43dc-beef-9309b8b47492 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:41.943698 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a29292a1-f820-4966-b983-6ecbdcae02f2 req-8e395bcf-937a-43dc-beef-9309b8b47492 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1564271 Sep 16 05:24:42.006090 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8229d47e-ad87-4c11-8d5f-68b52030741c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router 559a04c4-db45-4aa1-8e0f-9a2a54a853ad has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:42.038534 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a29292a1-f820-4966-b983-6ecbdcae02f2 req-470e2626-cf38-4db4-aa5b-4d3b43029716 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579410 Sep 16 05:24:42.120467 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8229d47e-ad87-4c11-8d5f-68b52030741c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:42.128888 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8229d47e-ad87-4c11-8d5f-68b52030741c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/559a04c4-db45-4aa1-8e0f-9a2a54a853ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6868162 Sep 16 05:24:42.132929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f9e631-5b13-4373-a130-3051688dd947 None None] Sync routers for ids ['559a04c4-db45-4aa1-8e0f-9a2a54a853ad'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:42.133885 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60292) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:42.152755 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f9e631-5b13-4373-a130-3051688dd947 None None] Routers {'559a04c4-db45-4aa1-8e0f-9a2a54a853ad'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:42.153888 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-82f9e631-5b13-4373-a130-3051688dd947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['559a04c4-db45-4aa1-8e0f-9a2a54a853ad'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:42.188162 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-513f44a7-e3fc-4100-8eac-a0e7301c73cb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/ports?device_id=559a04c4-db45-4aa1-8e0f-9a2a54a853ad HTTP/1.1" status: 200 len: 205 time: 0.0523205 Sep 16 05:24:42.193739 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60294) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:42.208704 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-82f9e631-5b13-4373-a130-3051688dd947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:42.222151 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f9e631-5b13-4373-a130-3051688dd947 None None] Routers {'559a04c4-db45-4aa1-8e0f-9a2a54a853ad'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:42.223074 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-82f9e631-5b13-4373-a130-3051688dd947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['559a04c4-db45-4aa1-8e0f-9a2a54a853ad'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:42.318383 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-82f9e631-5b13-4373-a130-3051688dd947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:42.318804 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f9e631-5b13-4373-a130-3051688dd947 None None] The sync data for ids ['559a04c4-db45-4aa1-8e0f-9a2a54a853ad'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:42.339256 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0ecbf6ed-6e13-4ee9-9663-ba8a464681e8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.521560 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0ecbf6ed-6e13-4ee9-9663-ba8a464681e8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.524805 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0ecbf6ed-6e13-4ee9-9663-ba8a464681e8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.652538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd83449-10ce-4ee3-871d-66095bba147f req-453d83f3-1b71-4b28-8f73-4e6b3f469a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:42.654164 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-453d83f3-1b71-4b28-8f73-4e6b3f469a21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 1097 time: 0.0594206 Sep 16 05:24:42.789064 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0ecbf6ed-6e13-4ee9-9663-ba8a464681e8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.789807 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecbf6ed-6e13-4ee9-9663-ba8a464681e8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Fanout notify agent at l3_agent the message router_deleted on router 559a04c4-db45-4aa1-8e0f-9a2a54a853ad {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:24:42.805192 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0ecbf6ed-6e13-4ee9-9663-ba8a464681e8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.806429 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0ecbf6ed-6e13-4ee9-9663-ba8a464681e8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/routers/559a04c4-db45-4aa1-8e0f-9a2a54a853ad HTTP/1.1" status: 204 len: 168 time: 0.6109881 Sep 16 05:24:42.810097 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60304) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:42.862285 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd83449-10ce-4ee3-871d-66095bba147f req-310db145-4c31-46ae-a213-68875f6aac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:42.864357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-310db145-4c31-46ae-a213-68875f6aac85 service neutron] 10.222.0.21 "GET /v2.0/networks?id=982c51a6-73de-4637-9281-b53c0e8a4138 HTTP/1.1" status: 200 len: 898 time: 0.2013299 Sep 16 05:24:42.894403 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0a4285-2b0a-4355-8aad-f7695a956bcb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting subnet 6121ea25-3500-4134-80d9-3691a7579c72 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:42.901912 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4285-2b0a-4355-8aad-f7695a956bcb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.962670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-1c3e0812-25f7-4762-be70-a4c1dc25d0a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=936ebc44-b5d3-40a1-8b95-a9afd78282f5 HTTP/1.1" status: 200 len: 1000 time: 0.0898671 Sep 16 05:24:42.965382 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4285-2b0a-4355-8aad-f7695a956bcb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.024892 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd83449-10ce-4ee3-871d-66095bba147f req-9c56c717-059e-4db5-ac1a-b34d0486dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:43.027294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-9c56c717-059e-4db5-ac1a-b34d0486dfae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32494b3c-fe00-4bad-8808-530777ba7c64 HTTP/1.1" status: 200 len: 835 time: 0.0569427 Sep 16 05:24:43.072134 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4285-2b0a-4355-8aad-f7695a956bcb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.097032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd83449-10ce-4ee3-871d-66095bba147f req-f448be19-abbb-4c43-bf0a-aacfa88aa5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:43.102783 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-f448be19-abbb-4c43-bf0a-aacfa88aa5bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=982c51a6-73de-4637-9281-b53c0e8a4138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649641 Sep 16 05:24:43.353953 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-5c3c10c2-54ab-484c-ae8b-6f72c129638e service neutron] 10.222.0.21 "GET /v2.0/networks/982c51a6-73de-4637-9281-b53c0e8a4138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460320 Sep 16 05:24:43.372371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084f5d4-9ecc-4a31-a3d0-d66d8d22cb5d req-736375b1-967e-4ed3-9a6f-326c80e44e45 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:43.375257 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0084f5d4-9ecc-4a31-a3d0-d66d8d22cb5d req-736375b1-967e-4ed3-9a6f-326c80e44e45 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1536191 Sep 16 05:24:43.447190 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4285-2b0a-4355-8aad-f7695a956bcb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.486686 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a4285-2b0a-4355-8aad-f7695a956bcb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Subnet': ['ID=6121ea25-3500-4134-80d9-3691a7579c72,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:43.495834 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4285-2b0a-4355-8aad-f7695a956bcb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.501239 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ce0a4285-2b0a-4355-8aad-f7695a956bcb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/subnets/6121ea25-3500-4134-80d9-3691a7579c72 HTTP/1.1" status: 204 len: 168 time: 0.6868804 Sep 16 05:24:43.503716 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60314) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:43.507633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e8c3cd-0c65-43cf-a237-eb4f2928aa47 None None] Network 8aa8a58d-fc4d-4866-9a75-6fef264eacce requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:43.512203 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0084f5d4-9ecc-4a31-a3d0-d66d8d22cb5d req-8db3d511-bded-4c91-8a8c-ce8b056ac5f9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209383 Sep 16 05:24:43.566227 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-630cab1b-5c14-4806-93da-17cf42eb62e6 service neutron] 10.222.0.21 "GET /v2.0/networks/982c51a6-73de-4637-9281-b53c0e8a4138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895275 Sep 16 05:24:43.625643 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.704473 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting port 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:43.704887 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.771669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3627dcf-1edc-4a9e-b818-7a59e5e04f73 None None] DHCP port deletion for 8aa8a58d-fc4d-4866-9a75-6fef264eacce request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:43.805649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd83449-10ce-4ee3-871d-66095bba147f req-f0477083-9698-41a8-96c3-0c41bf464f03 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:43.810000 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-f0477083-9698-41a8-96c3-0c41bf464f03 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0&tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 1097 time: 0.1246386 Sep 16 05:24:43.821196 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] For port 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6,segment=NetworkSegment(f35dc241-18de-48c6-988a-50ec82bc0567),segment_id=f35dc241-18de-48c6-988a-50ec82bc0567)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:43.821489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712140-13'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:43.823456 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.844748 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Calling delete_port for 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:43.874165 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c3627dcf-1edc-4a9e-b818-7a59e5e04f73 None None] Deleting port 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:43.874553 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c3627dcf-1edc-4a9e-b818-7a59e5e04f73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.918030 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.961117 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c3627dcf-1edc-4a9e-b818-7a59e5e04f73 None None] For port 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6,segment=NetworkSegment(f35dc241-18de-48c6-988a-50ec82bc0567),segment_id=f35dc241-18de-48c6-988a-50ec82bc0567)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:43.961934 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c3627dcf-1edc-4a9e-b818-7a59e5e04f73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.987668 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c3627dcf-1edc-4a9e-b818-7a59e5e04f73 None None] Calling delete_port for 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:44.060848 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.117011 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c3627dcf-1edc-4a9e-b818-7a59e5e04f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.138558 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Port': ['ID=05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:44.145382 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] No DVR routers for this DVR port 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:44.152766 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3627dcf-1edc-4a9e-b818-7a59e5e04f73 None None] Pushing event deleted for resources: {'Port': ['ID=05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:44.163843 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3627dcf-1edc-4a9e-b818-7a59e5e04f73 None None] No DVR routers for this DVR port 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:44.280280 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.310025 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa8a58d-fc4d-4866-9a75-6fef264eacce']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:44.328387 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35dc241-18de-48c6-988a-50ec82bc0567') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:44.328728 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35dc241-18de-48c6-988a-50ec82bc0567') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:44.348953 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.369983 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.382500 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:44.383176 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:44.388968 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:44.544218 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.555166 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.562336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] For port 936ebc44-b5d3-40a1-8b95-a9afd78282f5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=936ebc44-b5d3-40a1-8b95-a9afd78282f5,segment=NetworkSegment(76c8ed33-7a19-44d6-a7e9-46953a852714),segment_id=76c8ed33-7a19-44d6-a7e9-46953a852714)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:44.567604 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/networks/8aa8a58d-fc4d-4866-9a75-6fef264eacce HTTP/1.1" status: 204 len: 168 time: 1.0624588 Sep 16 05:24:44.585773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60332) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:44.594944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-f9b2620d-eb12-47ff-be81-18befd6a524d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1039060875', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}, 'admin_state_up': False}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:44.605846 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545d567-64b6-422d-882c-fd2338062c39 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Network': ['ID=8aa8a58d-fc4d-4866-9a75-6fef264eacce,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:44.762916 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] For port 936ebc44-b5d3-40a1-8b95-a9afd78282f5, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:44.778358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:44.803017 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:44.803354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 05ffad14-fe3f-4e5b-b209-8f2eb5f15ed6 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:44.817527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b9332-f944-4d09-ae4a-fd61f234daa3 req-bccf121e-fbcb-4a64-bb1d-398cc5dc5ea5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:44.820193 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e7b9332-f944-4d09-ae4a-fd61f234daa3 req-bccf121e-fbcb-4a64-bb1d-398cc5dc5ea5 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1971829 Sep 16 05:24:44.827056 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f9b2620d-eb12-47ff-be81-18befd6a524d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.829717 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f9b2620d-eb12-47ff-be81-18befd6a524d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.942706 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '936ebc44-b5d3-40a1-8b95-a9afd78282f5'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:44.946794 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100ba38d-858a-42b1-bf4d-bed1f31a1751" -d '{"events": [{"server_uuid": "7305d2bf-119f-4994-8ed9-c9db64a9e2b0", "name": "network-vif-unplugged", "status": "completed", "tag": "936ebc44-b5d3-40a1-8b95-a9afd78282f5"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:44.954243 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.994026 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e7b9332-f944-4d09-ae4a-fd61f234daa3 req-b99bf26e-c1f4-4dde-8e14-106b84191762 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527674 Sep 16 05:24:44.996366 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6215de3-4916-464f-964d-e74681562584 x-openstack-request-id: req-d6215de3-4916-464f-964d-e74681562584 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:44.996814 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7305d2bf-119f-4994-8ed9-c9db64a9e2b0", "name": "network-vif-unplugged", "status": "completed", "tag": "936ebc44-b5d3-40a1-8b95-a9afd78282f5", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:44.997194 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6215de3-4916-464f-964d-e74681562584 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:44.997850 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '936ebc44-b5d3-40a1-8b95-a9afd78282f5', 'code': 200} Sep 16 05:24:45.034418 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f9b2620d-eb12-47ff-be81-18befd6a524d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.098343 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.208566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] Pushing event updated for resources: {'Port': ['ID=936ebc44-b5d3-40a1-8b95-a9afd78282f5,revision_number=7']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:45.415228 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f9b2620d-eb12-47ff-be81-18befd6a524d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.424298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] Attempting to bind port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 on host n-h2-712140-13 for vnic_type normal with profile {"migrating_to": "n-h1-712140-13"} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:45.424658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] Attempting to bind port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:45.424959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] Attempting to bind port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 on network 982c51a6-73de-4637-9281-b53c0e8a4138 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:45.430440 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] Port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 on network 982c51a6-73de-4637-9281-b53c0e8a4138 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:24:45.430785 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] Attempting to bind port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 on network 982c51a6-73de-4637-9281-b53c0e8a4138 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:45.438194 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:45.439044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] Checking segment: {'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:45.439629 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] Bound using segment: {'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:45.440304 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] Bound port: 936ebc44-b5d3-40a1-8b95-a9afd78282f5, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c8ed33-7a19-44d6-a7e9-46953a852714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:45.440914 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.478689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-363c67ce-5034-48a9-bfa3-9984ca64ab50 None None] Provisioning complete for port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:45.479373 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-363c67ce-5034-48a9-bfa3-9984ca64ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.545554 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-363c67ce-5034-48a9-bfa3-9984ca64ab50 None None] Port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:45.546647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] For port 936ebc44-b5d3-40a1-8b95-a9afd78282f5, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:45.566185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] For port 936ebc44-b5d3-40a1-8b95-a9afd78282f5, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=936ebc44-b5d3-40a1-8b95-a9afd78282f5,segment=NetworkSegment(76c8ed33-7a19-44d6-a7e9-46953a852714),segment_id=76c8ed33-7a19-44d6-a7e9-46953a852714)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:45.688541 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.801406 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f9b2620d-eb12-47ff-be81-18befd6a524d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.883707 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f9b2620d-eb12-47ff-be81-18befd6a524d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.900328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] Pushing event updated for resources: {'Port': ['ID=936ebc44-b5d3-40a1-8b95-a9afd78282f5,revision_number=8']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:46.017899 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:46.018460 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.020252 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-6c94bfc5-6bee-47fc-9e7b-273ef61fa5de service neutron] 10.222.0.21 "PUT /v2.0/ports/936ebc44-b5d3-40a1-8b95-a9afd78282f5 HTTP/1.1" status: 200 len: 1123 time: 2.2042639 Sep 16 05:24:46.142035 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['936ebc44-b5d3-40a1-8b95-a9afd78282f5'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:46.162141 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-f9b2620d-eb12-47ff-be81-18befd6a524d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Allocated IP 172.25.4.42 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/252e7672-7ea9-4829-9145-4f93b72faa69) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:46.216890 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d7d8deb8-279b-45fc-a747-70045acaaf30 None None] Provisioning complete for port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:46.217493 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d7d8deb8-279b-45fc-a747-70045acaaf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.372133 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d7d8deb8-279b-45fc-a747-70045acaaf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.419491 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936ebc44-b5d3-40a1-8b95-a9afd78282f5'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:46.422355 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3416b9e3-bdbc-4420-9810-e2f32a94776f" -d '{"events": [{"server_uuid": "7305d2bf-119f-4994-8ed9-c9db64a9e2b0", "name": "network-vif-plugged", "status": "completed", "tag": "936ebc44-b5d3-40a1-8b95-a9afd78282f5"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:46.433545 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f9b2620d-eb12-47ff-be81-18befd6a524d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.448441 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d7d8deb8-279b-45fc-a747-70045acaaf30 None None] For port 936ebc44-b5d3-40a1-8b95-a9afd78282f5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=936ebc44-b5d3-40a1-8b95-a9afd78282f5,segment=NetworkSegment(76c8ed33-7a19-44d6-a7e9-46953a852714),segment_id=76c8ed33-7a19-44d6-a7e9-46953a852714)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:46.455297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6442ff-b3b8-4ed2-b976-b2bf9fa30327 req-0091bb1e-b053-4577-a76e-3b19ed315523 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:46.457046 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f6442ff-b3b8-4ed2-b976-b2bf9fa30327 req-0091bb1e-b053-4577-a76e-3b19ed315523 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 943 time: 0.3400478 Sep 16 05:24:46.496727 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8075b1bf-c495-48f8-952e-62e03778f598 req-e7bb3431-f01a-47c5-b2bd-45d68e04b4dd tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578067654&fields=id&tenant_id=4e374b714a454b6bbbcea86d3b0a9144 HTTP/1.1" status: 200 len: 267 time: 0.1384544 Sep 16 05:24:46.551558 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d7d8deb8-279b-45fc-a747-70045acaaf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.569172 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f6442ff-b3b8-4ed2-b976-b2bf9fa30327 req-9ecac0a3-8c0e-4fb7-9c20-0f2ef187c68f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044347 Sep 16 05:24:46.616450 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8deb8-279b-45fc-a747-70045acaaf30 None None] Pushing event updated for resources: {'Port': ['ID=936ebc44-b5d3-40a1-8b95-a9afd78282f5,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:46.662217 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075b1bf-c495-48f8-952e-62e03778f598 req-0516455e-aeab-40df-bbb8-c65d00d6abe7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:46.664470 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8075b1bf-c495-48f8-952e-62e03778f598 req-0516455e-aeab-40df-bbb8-c65d00d6abe7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 811 time: 0.1475375 Sep 16 05:24:46.689343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8075b1bf-c495-48f8-952e-62e03778f598 req-f7556c11-682a-4878-8cac-c764c4c7d86b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/quotas/4e374b714a454b6bbbcea86d3b0a9144 HTTP/1.1" status: 200 len: 375 time: 0.0135105 Sep 16 05:24:46.690559 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f9b2620d-eb12-47ff-be81-18befd6a524d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.701004 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4579884d-23b8-4407-9376-6996a32574a4 x-openstack-request-id: req-4579884d-23b8-4407-9376-6996a32574a4 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:46.701359 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7305d2bf-119f-4994-8ed9-c9db64a9e2b0", "name": "network-vif-plugged", "status": "completed", "tag": "936ebc44-b5d3-40a1-8b95-a9afd78282f5", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:46.701702 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4579884d-23b8-4407-9376-6996a32574a4 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:46.702082 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936ebc44-b5d3-40a1-8b95-a9afd78282f5', 'code': 200} Sep 16 05:24:46.768035 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b2620d-eb12-47ff-be81-18befd6a524d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:46.780833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-f9b2620d-eb12-47ff-be81-18befd6a524d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:46.786706 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2620d-eb12-47ff-be81-18befd6a524d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:46.795730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2620d-eb12-47ff-be81-18befd6a524d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=252e7672-7ea9-4829-9145-4f93b72faa69,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:46.829860 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8075b1bf-c495-48f8-952e-62e03778f598 req-e62282f8-18f3-4e5f-9794-9e3309329fe1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1341689 Sep 16 05:24:46.999268 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'tag': '936ebc44-b5d3-40a1-8b95-a9afd78282f5'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:47.001996 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ded3962-b390-4be4-9636-da10fb6207ce" -d '{"events": [{"name": "network-changed", "server_uuid": "7305d2bf-119f-4994-8ed9-c9db64a9e2b0", "tag": "936ebc44-b5d3-40a1-8b95-a9afd78282f5"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:47.063034 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b6c637-02de-4bcb-a783-2d2908414554 x-openstack-request-id: req-40b6c637-02de-4bcb-a783-2d2908414554 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:47.063367 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7305d2bf-119f-4994-8ed9-c9db64a9e2b0", "tag": "936ebc44-b5d3-40a1-8b95-a9afd78282f5", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:47.063601 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40b6c637-02de-4bcb-a783-2d2908414554 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:47.064015 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'tag': '936ebc44-b5d3-40a1-8b95-a9afd78282f5', 'status': 'completed', 'code': 200} Sep 16 05:24:47.072835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8075b1bf-c495-48f8-952e-62e03778f598 req-427327fd-e8b3-4690-b6b3-c199ca79a59d service neutron] 10.222.0.20 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295780 Sep 16 05:24:47.259131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded3962-b390-4be4-9636-da10fb6207ce req-073bd69b-6017-4529-aaa6-553750f5a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:47.260724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ded3962-b390-4be4-9636-da10fb6207ce req-073bd69b-6017-4529-aaa6-553750f5a0fa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 1128 time: 0.1489730 Sep 16 05:24:47.299778 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8075b1bf-c495-48f8-952e-62e03778f598 req-cbb4f073-8945-45c8-b6fa-e20497a19862 service neutron] 10.222.0.20 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157822 Sep 16 05:24:47.406034 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f9b2620d-eb12-47ff-be81-18befd6a524d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.465217 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded3962-b390-4be4-9636-da10fb6207ce req-8fd84652-f678-4343-8121-1002d1909c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:47.466855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ded3962-b390-4be4-9636-da10fb6207ce req-8fd84652-f678-4343-8121-1002d1909c92 service neutron] 10.222.0.38 "GET /v2.0/networks?id=982c51a6-73de-4637-9281-b53c0e8a4138 HTTP/1.1" status: 200 len: 898 time: 0.1982973 Sep 16 05:24:47.588706 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ded3962-b390-4be4-9636-da10fb6207ce req-0c8b155d-cfb5-494a-8fa7-ae3ebcc6e78a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=936ebc44-b5d3-40a1-8b95-a9afd78282f5 HTTP/1.1" status: 200 len: 1000 time: 0.1130621 Sep 16 05:24:47.692448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded3962-b390-4be4-9636-da10fb6207ce req-8a57daea-acae-498d-9208-5a697d3f91b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:47.693936 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ded3962-b390-4be4-9636-da10fb6207ce req-8a57daea-acae-498d-9208-5a697d3f91b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=32494b3c-fe00-4bad-8808-530777ba7c64 HTTP/1.1" status: 200 len: 835 time: 0.0685461 Sep 16 05:24:47.799629 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f9b2620d-eb12-47ff-be81-18befd6a524d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.866272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded3962-b390-4be4-9636-da10fb6207ce req-9bc7be11-497e-4cbc-96cf-6b9f04f7a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:47.867748 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ded3962-b390-4be4-9636-da10fb6207ce req-9bc7be11-497e-4cbc-96cf-6b9f04f7a9ca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=982c51a6-73de-4637-9281-b53c0e8a4138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1477187 Sep 16 05:24:47.879346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe163f-5019-418a-a966-d48b0d574f08 req-81069146-2960-4a3f-91db-1ad1e6df20b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:47.886408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bffe163f-5019-418a-a966-d48b0d574f08 req-81069146-2960-4a3f-91db-1ad1e6df20b3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1598074 Sep 16 05:24:48.480635 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2fcce7ca-db7f-4409-9d2c-b881ff13f0f6 req-52bb1a4f-38d6-466d-b7dd-0e088d457110 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 210 time: 0.0806389 Sep 16 05:24:48.510294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bffe163f-5019-418a-a966-d48b0d574f08 req-f5eb3dcf-eb98-422c-92bc-af90a24c6d85 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6031268 Sep 16 05:24:48.537546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ded3962-b390-4be4-9636-da10fb6207ce req-4e8487d0-f631-43d8-a1a2-cf6093ede5df service neutron] 10.222.0.38 "GET /v2.0/networks/982c51a6-73de-4637-9281-b53c0e8a4138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6536171 Sep 16 05:24:48.653710 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b2620d-eb12-47ff-be81-18befd6a524d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router 31915ad1-1054-4fe5-a54e-33ce6b752481 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:24:48.745868 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ded3962-b390-4be4-9636-da10fb6207ce req-01ecf271-7cc5-4005-a2c2-8f2a8cea2fdd service neutron] 10.222.0.38 "GET /v2.0/networks/982c51a6-73de-4637-9281-b53c0e8a4138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986709 Sep 16 05:24:48.820591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b2620d-eb12-47ff-be81-18befd6a524d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:48.839098 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac72635-f4f5-4726-9b2a-4548c0ad4b7a None None] Sync routers for ids ['31915ad1-1054-4fe5-a54e-33ce6b752481'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:48.853168 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac72635-f4f5-4726-9b2a-4548c0ad4b7a None None] Routers {'31915ad1-1054-4fe5-a54e-33ce6b752481'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:48.854153 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-7ac72635-f4f5-4726-9b2a-4548c0ad4b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['31915ad1-1054-4fe5-a54e-33ce6b752481'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:48.903802 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-7ac72635-f4f5-4726-9b2a-4548c0ad4b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:48.915482 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac72635-f4f5-4726-9b2a-4548c0ad4b7a None None] Routers {'31915ad1-1054-4fe5-a54e-33ce6b752481'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:48.916576 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-7ac72635-f4f5-4726-9b2a-4548c0ad4b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['31915ad1-1054-4fe5-a54e-33ce6b752481'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:48.982388 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-7ac72635-f4f5-4726-9b2a-4548c0ad4b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:48.983510 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac72635-f4f5-4726-9b2a-4548c0ad4b7a None None] The sync data for ids ['31915ad1-1054-4fe5-a54e-33ce6b752481'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:48.990189 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f9b2620d-eb12-47ff-be81-18befd6a524d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.992050 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f9b2620d-eb12-47ff-be81-18befd6a524d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.4051335 Sep 16 05:24:48.995273 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60416) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:49.161860 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f23c35ae-6ef4-4959-91a5-64596f2ac50c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/routers/31915ad1-1054-4fe5-a54e-33ce6b752481 HTTP/1.1" status: 200 len: 880 time: 0.1652651 Sep 16 05:24:49.164864 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60420) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:49.674224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cde30e2a-3161-45d2-a246-d5b73bfa87d7 req-a02bb89a-0826-4719-8a4f-35b2509b355e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 210 time: 0.0611002 Sep 16 05:24:49.825366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db49f8-61d4-4144-953b-fbba0104ef3d req-366be0f5-1d33-4211-b3dc-fce354f516d6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:49.830431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24db49f8-61d4-4144-953b-fbba0104ef3d req-366be0f5-1d33-4211-b3dc-fce354f516d6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1257250 Sep 16 05:24:49.906410 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24db49f8-61d4-4144-953b-fbba0104ef3d req-1c897cbd-25d7-480c-b82a-271506c9d205 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577240 Sep 16 05:24:49.997951 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3d382a58-3bdc-429d-b27c-647de75043c5 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8319273 Sep 16 05:24:50.001068 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60434) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:50.005882 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d78bcf0a-6c37-4389-b46c-92beea7e1ae0 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1039060875'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:50.426145 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 936ebc44-b5d3-40a1-8b95-a9afd78282f5 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:24:50.439639 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d78bcf0a-6c37-4389-b46c-92beea7e1ae0 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.547279 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 936ebc44-b5d3-40a1-8b95-a9afd78282f5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=936ebc44-b5d3-40a1-8b95-a9afd78282f5,segment=NetworkSegment(76c8ed33-7a19-44d6-a7e9-46953a852714),segment_id=76c8ed33-7a19-44d6-a7e9-46953a852714)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:50.548476 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d78bcf0a-6c37-4389-b46c-92beea7e1ae0 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.567871 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 936ebc44-b5d3-40a1-8b95-a9afd78282f5 has no active binding in host n-h1-712140-13 {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:24:50.711669 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78bcf0a-6c37-4389-b46c-92beea7e1ae0 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router 31915ad1-1054-4fe5-a54e-33ce6b752481 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:50.893940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b69e8361-7bd8-458f-9a05-3ded4164581d req-db70ff3d-1dd2-467e-bc2e-3ac0804966d6 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 210 time: 0.0546947 Sep 16 05:24:50.910295 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78bcf0a-6c37-4389-b46c-92beea7e1ae0 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:50.927961 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d78bcf0a-6c37-4389-b46c-92beea7e1ae0 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.931994 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d78bcf0a-6c37-4389-b46c-92beea7e1ae0 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/31915ad1-1054-4fe5-a54e-33ce6b752481 HTTP/1.1" status: 200 len: 887 time: 0.9269419 Sep 16 05:24:50.933110 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60446) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:50.940309 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058bbc18-476f-4b0f-9ddb-81536d5b819e None None] Sync routers for ids ['31915ad1-1054-4fe5-a54e-33ce6b752481'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:50.961144 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058bbc18-476f-4b0f-9ddb-81536d5b819e None None] Routers {'31915ad1-1054-4fe5-a54e-33ce6b752481'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:50.961990 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-058bbc18-476f-4b0f-9ddb-81536d5b819e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['31915ad1-1054-4fe5-a54e-33ce6b752481'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:51.011578 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-058bbc18-476f-4b0f-9ddb-81536d5b819e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:51.025070 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058bbc18-476f-4b0f-9ddb-81536d5b819e None None] Routers {'31915ad1-1054-4fe5-a54e-33ce6b752481'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:51.026098 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-058bbc18-476f-4b0f-9ddb-81536d5b819e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['31915ad1-1054-4fe5-a54e-33ce6b752481'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:51.067288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075b1bf-c495-48f8-952e-62e03778f598 req-d8715858-df18-46dc-a2a2-51593d164ae5 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:51.070556 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8075b1bf-c495-48f8-952e-62e03778f598 req-d8715858-df18-46dc-a2a2-51593d164ae5 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.21 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 811 time: 0.1815248 Sep 16 05:24:51.074601 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-058bbc18-476f-4b0f-9ddb-81536d5b819e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:51.075752 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058bbc18-476f-4b0f-9ddb-81536d5b819e None None] The sync data for ids ['31915ad1-1054-4fe5-a54e-33ce6b752481'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:51.108457 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ac53d591-a985-48c6-8749-33c44d629d14 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/routers/31915ad1-1054-4fe5-a54e-33ce6b752481 HTTP/1.1" status: 200 len: 887 time: 0.1746204 Sep 16 05:24:51.111216 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60454) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:51.150350 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3264db28-e024-4767-90cf-bc023a9e6ab6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/ports?device_id=31915ad1-1054-4fe5-a54e-33ce6b752481 HTTP/1.1" status: 200 len: 205 time: 0.0354371 Sep 16 05:24:51.150615 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60456) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:51.168124 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8075b1bf-c495-48f8-952e-62e03778f598 req-c7f5a254-9d81-48c2-afc5-5f6900860acf tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e374b714a454b6bbbcea86d3b0a9144 HTTP/1.1" status: 200 len: 379 time: 0.0798731 Sep 16 05:24:51.182128 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da93b1-e8f0-40bb-aa56-c0a2c2275b92 req-597d2ce4-a92b-4e63-abeb-c797732190ab tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:51.193374 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2da93b1-e8f0-40bb-aa56-c0a2c2275b92 req-597d2ce4-a92b-4e63-abeb-c797732190ab tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 945 time: 0.0977004 Sep 16 05:24:51.193374 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-8075b1bf-c495-48f8-952e-62e03778f598 req-580748c2-aa8e-442c-86d5-4f89843e642a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Request body: {'port': {'device_id': '77623b23-3216-4a39-a847-20beb2ba8b43', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'admin_state_up': True, 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'security_groups': ['12df8fd5-895e-41b5-bb2c-3288cb2cc891']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:51.292418 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5467110-7c7f-4998-bdc8-0553edf1a95a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.323174 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2da93b1-e8f0-40bb-aa56-c0a2c2275b92 req-b5ffff6f-d313-4d21-b0f7-5795c88b6d38 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101670 Sep 16 05:24:51.442560 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5467110-7c7f-4998-bdc8-0553edf1a95a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.537821 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8075b1bf-c495-48f8-952e-62e03778f598 req-580748c2-aa8e-442c-86d5-4f89843e642a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Made reservation on behalf of 4e374b714a454b6bbbcea86d3b0a9144 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:51.541788 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8075b1bf-c495-48f8-952e-62e03778f598 req-580748c2-aa8e-442c-86d5-4f89843e642a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.682485 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-b5467110-7c7f-4998-bdc8-0553edf1a95a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting port 252e7672-7ea9-4829-9145-4f93b72faa69 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:51.683548 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5467110-7c7f-4998-bdc8-0553edf1a95a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.766485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-8075b1bf-c495-48f8-952e-62e03778f598 req-580748c2-aa8e-442c-86d5-4f89843e642a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Allocated IP 172.20.0.3 (43582cdc-205b-4fb3-8725-2a4b30e623df/5507afb9-2881-4920-bc53-bfa72716d79e/ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:51.858031 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5467110-7c7f-4998-bdc8-0553edf1a95a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.874560 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-b5467110-7c7f-4998-bdc8-0553edf1a95a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Calling delete_port for 252e7672-7ea9-4829-9145-4f93b72faa69 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:52.002215 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8075b1bf-c495-48f8-952e-62e03778f598 req-580748c2-aa8e-442c-86d5-4f89843e642a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.073267 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-375b1ea1-c6dd-46e6-9f4c-94a1876a2c2f req-80666346-c199-4ed5-91a8-8d5fa0124ebf tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 210 time: 0.0594966 Sep 16 05:24:52.190397 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8075b1bf-c495-48f8-952e-62e03778f598 req-580748c2-aa8e-442c-86d5-4f89843e642a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.246576 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5467110-7c7f-4998-bdc8-0553edf1a95a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.248703 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8075b1bf-c495-48f8-952e-62e03778f598 req-580748c2-aa8e-442c-86d5-4f89843e642a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Network 43582cdc-205b-4fb3-8725-2a4b30e623df is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:52.255520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-8075b1bf-c495-48f8-952e-62e03778f598 req-580748c2-aa8e-442c-86d5-4f89843e642a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:52.260818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-8075b1bf-c495-48f8-952e-62e03778f598 req-580748c2-aa8e-442c-86d5-4f89843e642a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:52.266076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580748c2-aa8e-442c-86d5-4f89843e642a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event updated for resources: {'Port': ['ID=ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:52.329560 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5467110-7c7f-4998-bdc8-0553edf1a95a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Port': ['ID=252e7672-7ea9-4829-9145-4f93b72faa69,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:52.336630 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075b1bf-c495-48f8-952e-62e03778f598 req-580748c2-aa8e-442c-86d5-4f89843e642a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:52.337722 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8075b1bf-c495-48f8-952e-62e03778f598 req-580748c2-aa8e-442c-86d5-4f89843e642a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.451136 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5467110-7c7f-4998-bdc8-0553edf1a95a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.537783 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8075b1bf-c495-48f8-952e-62e03778f598 req-580748c2-aa8e-442c-86d5-4f89843e642a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3525395 Sep 16 05:24:52.564718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Request body: {'port': {'device_id': '77623b23-3216-4a39-a847-20beb2ba8b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:52.587115 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5467110-7c7f-4998-bdc8-0553edf1a95a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.590042 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5467110-7c7f-4998-bdc8-0553edf1a95a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.621954 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb064316-5f13-41c6-8ae5-89fcc822f298 req-146e298e-8f56-4ecd-8f95-488f771c8580 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:52.637737 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bb064316-5f13-41c6-8ae5-89fcc822f298 req-146e298e-8f56-4ecd-8f95-488f771c8580 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1545465 Sep 16 05:24:52.736034 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bb064316-5f13-41c6-8ae5-89fcc822f298 req-a78c8f2c-7f50-445f-800f-7935b6adf04b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969164 Sep 16 05:24:52.747123 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.787416 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0e3089e9-e788-4500-bc66-baefefa813e2 None None] Provisioning complete for port ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:52.788963 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3089e9-e788-4500-bc66-baefefa813e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.807443 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5467110-7c7f-4998-bdc8-0553edf1a95a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.808175 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5467110-7c7f-4998-bdc8-0553edf1a95a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Fanout notify agent at l3_agent the message router_deleted on router 31915ad1-1054-4fe5-a54e-33ce6b752481 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:24:52.846245 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5467110-7c7f-4998-bdc8-0553edf1a95a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.856158 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b5467110-7c7f-4998-bdc8-0553edf1a95a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/routers/31915ad1-1054-4fe5-a54e-33ce6b752481 HTTP/1.1" status: 204 len: 168 time: 1.7005837 Sep 16 05:24:52.857100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60478) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:52.863053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-a568699a-569e-442b-9e2b-50bbdc04b7e8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'network': {'name': 'tempest-RoutersTest-1514259283'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:52.871849 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-0e3089e9-e788-4500-bc66-baefefa813e2 None None] Port ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:53.094072 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a568699a-569e-442b-9e2b-50bbdc04b7e8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Made reservation on behalf of 6dde79cbb8bc442888fa657777bbfb51 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:53.100691 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a568699a-569e-442b-9e2b-50bbdc04b7e8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.177598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a568699a-569e-442b-9e2b-50bbdc04b7e8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:24:53.205960 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a568699a-569e-442b-9e2b-50bbdc04b7e8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.206355 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-a568699a-569e-442b-9e2b-50bbdc04b7e8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Added segment 325372df-fd67-436b-8ba3-f1e05185676e of type vlan for network 1123051b-791a-4733-b2e7-3e63f737d4b0 Sep 16 05:24:53.304219 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a568699a-569e-442b-9e2b-50bbdc04b7e8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.369680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:53.381582 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66771fb1-69d9-4b82-b2b5-dd049306be51 req-0e7ae68b-8af3-4e86-b3e4-63f2b274cda9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:53.383288 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66771fb1-69d9-4b82-b2b5-dd049306be51 req-0e7ae68b-8af3-4e86-b3e4-63f2b274cda9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 931 time: 0.1673145 Sep 16 05:24:53.389398 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.439956 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Transition to ACTIVE for port object ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:24:53.478409 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66771fb1-69d9-4b82-b2b5-dd049306be51 req-1aa63aee-370a-465b-8d66-fe671bcd3fa4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744605 Sep 16 05:24:53.500884 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a568699a-569e-442b-9e2b-50bbdc04b7e8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.508258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a568699a-569e-442b-9e2b-50bbdc04b7e8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:53.508945 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a568699a-569e-442b-9e2b-50bbdc04b7e8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.533533 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.644394 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568699a-569e-442b-9e2b-50bbdc04b7e8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Network': ['ID=1123051b-791a-4733-b2e7-3e63f737d4b0,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:53.652287 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a568699a-569e-442b-9e2b-50bbdc04b7e8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7939556 Sep 16 05:24:53.654069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Pushing event updated for resources: {'Port': ['ID=ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:53.658961 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60488) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:53.666420 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 1123051b-791a-4733-b2e7-3e63f737d4b0 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:24:53.672205 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f7373ec8-4ed7-410a-a269-08d47281f5ff tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'subnet': {'network_id': '1123051b-791a-4733-b2e7-3e63f737d4b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:53.738346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Attempting to bind port ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:53.738700 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Attempting to bind port ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:53.739083 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Attempting to bind port ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 on network 43582cdc-205b-4fb3-8725-2a4b30e623df {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:53.753688 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Port ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 on network 43582cdc-205b-4fb3-8725-2a4b30e623df not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:24:53.754024 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Attempting to bind port ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 on network 43582cdc-205b-4fb3-8725-2a4b30e623df {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:53.767998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:53.767998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Checking segment: {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:53.768520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Bound using segment: {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:53.768684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Bound port: ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:53.768923 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.965260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] For port ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:53.970425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] For port ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:54.071698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa58356-34b4-404a-b8aa-f7e5e6cb98da req-2033b6aa-1b10-4b9f-8499-ee9883663b0f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.074563 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5aa58356-34b4-404a-b8aa-f7e5e6cb98da req-2033b6aa-1b10-4b9f-8499-ee9883663b0f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 945 time: 0.0941136 Sep 16 05:24:54.095992 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7373ec8-4ed7-410a-a269-08d47281f5ff tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Made reservation on behalf of 6dde79cbb8bc442888fa657777bbfb51 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:54.099598 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7373ec8-4ed7-410a-a269-08d47281f5ff tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.126388 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5aa58356-34b4-404a-b8aa-f7e5e6cb98da req-67437b6f-0719-436b-8546-103e2bf55bb6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437975 Sep 16 05:24:54.133032 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.191967 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.191967 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.191967 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8075b1bf-c495-48f8-952e-62e03778f598 req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] 10.222.0.21 "PUT /v2.0/ports/ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 HTTP/1.1" status: 200 len: 1092 time: 1.6303227 Sep 16 05:24:54.191967 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77623b23-3216-4a39-a847-20beb2ba8b43', 'tag': 'ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:54.191967 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d300162-0dd7-43c8-af50-6274895cff97" -d '{"events": [{"name": "network-changed", "server_uuid": "77623b23-3216-4a39-a847-20beb2ba8b43", "tag": "ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:54.243425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673eb8b0-2a02-44dc-934b-036e3b957e7a service neutron] Pushing event updated for resources: {'Port': ['ID=ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:54.256983 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2714b7b-69cc-4a30-9188-779bea64ed3d x-openstack-request-id: req-b2714b7b-69cc-4a30-9188-779bea64ed3d {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:54.257596 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77623b23-3216-4a39-a847-20beb2ba8b43", "tag": "ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:54.257922 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2714b7b-69cc-4a30-9188-779bea64ed3d {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:54.259316 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77623b23-3216-4a39-a847-20beb2ba8b43', 'tag': 'ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0', 'status': 'completed', 'code': 200} Sep 16 05:24:54.358859 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d300162-0dd7-43c8-af50-6274895cff97 req-db18579f-26e5-4df6-875d-8c7e558c57b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.362251 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d300162-0dd7-43c8-af50-6274895cff97 req-db18579f-26e5-4df6-875d-8c7e558c57b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 1095 time: 0.0587585 Sep 16 05:24:54.444849 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7373ec8-4ed7-410a-a269-08d47281f5ff tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.561697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d300162-0dd7-43c8-af50-6274895cff97 req-67839213-d675-4fe0-b620-9af3ab93a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.567477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d300162-0dd7-43c8-af50-6274895cff97 req-67839213-d675-4fe0-b620-9af3ab93a42b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1906536 Sep 16 05:24:54.629365 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7373ec8-4ed7-410a-a269-08d47281f5ff tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Subnet': ['ID=8f357908-f317-4037-bf3b-5b72a14cd0df,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:54.662380 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7373ec8-4ed7-410a-a269-08d47281f5ff tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Checking segment: {'id': '325372df-fd67-436b-8ba3-f1e05185676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1123051b-791a-4733-b2e7-3e63f737d4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:54.663539 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7373ec8-4ed7-410a-a269-08d47281f5ff tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network hostable DHCP agents. Network: 1123051b-791a-4733-b2e7-3e63f737d4b0, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:24:54.795499 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7373ec8-4ed7-410a-a269-08d47281f5ff tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network 1123051b-791a-4733-b2e7-3e63f737d4b0 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:24:54.824275 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.844493 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f0427-be4d-411b-aebf-4eef447bd287 req-2e20cb65-4f71-43b1-944f-a6ad4dbea781 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.846713 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a98f0427-be4d-411b-aebf-4eef447bd287 req-2e20cb65-4f71-43b1-944f-a6ad4dbea781 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 943 time: 0.1782537 Sep 16 05:24:54.850309 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d300162-0dd7-43c8-af50-6274895cff97 req-7f32ab5d-a7af-46f8-9b3b-8233c0244467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.852009 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d300162-0dd7-43c8-af50-6274895cff97 req-7f32ab5d-a7af-46f8-9b3b-8233c0244467 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2760935 Sep 16 05:24:54.896106 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a98f0427-be4d-411b-aebf-4eef447bd287 req-c9cabd83-438e-4949-9a6f-3261219b1fec tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411839 Sep 16 05:24:54.909395 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-f7373ec8-4ed7-410a-a269-08d47281f5ff tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 1123051b-791a-4733-b2e7-3e63f737d4b0) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:54.916789 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7373ec8-4ed7-410a-a269-08d47281f5ff tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.918025 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f7373ec8-4ed7-410a-a269-08d47281f5ff tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.929361 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74727953-6222-471b-802c-79253b07312c None None] Network 1123051b-791a-4733-b2e7-3e63f737d4b0 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:55.013461 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075b1bf-c495-48f8-952e-62e03778f598 req-d3d353bd-b28c-404d-aee5-d63f6911c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:55.016652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8075b1bf-c495-48f8-952e-62e03778f598 req-d3d353bd-b28c-404d-aee5-d63f6911c3f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 1095 time: 0.0931687 Sep 16 05:24:55.045784 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f7373ec8-4ed7-410a-a269-08d47281f5ff tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3833063 Sep 16 05:24:55.051848 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60510) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:55.061899 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-0df2918a-3bed-4216-b8d9-9d29078e07c4 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1540287381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:55.116280 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8075b1bf-c495-48f8-952e-62e03778f598 req-9e8b9b9e-8315-4ef1-b9d1-3d93a7c7a8c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 HTTP/1.1" status: 200 len: 217 time: 0.0847471 Sep 16 05:24:55.180046 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-1123051b-791a-4733-b2e7-3e63f737d4b0', 'network_id': '1123051b-791a-4733-b2e7-3e63f737d4b0', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'fixed_ips': [{'subnet_id': '8f357908-f317-4037-bf3b-5b72a14cd0df'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:55.180046 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.198627 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075b1bf-c495-48f8-952e-62e03778f598 req-87d9c580-034f-4624-9595-64a5af80428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:55.200662 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8075b1bf-c495-48f8-952e-62e03778f598 req-87d9c580-034f-4624-9595-64a5af80428f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.0763476 Sep 16 05:24:55.239835 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0df2918a-3bed-4216-b8d9-9d29078e07c4 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.241773 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0df2918a-3bed-4216-b8d9-9d29078e07c4 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.316919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075b1bf-c495-48f8-952e-62e03778f598 req-b8258a9d-94e2-4b77-abfd-9ce88c540cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:55.318536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8075b1bf-c495-48f8-952e-62e03778f598 req-b8258a9d-94e2-4b77-abfd-9ce88c540cd8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085684 Sep 16 05:24:55.335668 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3a1bb-b6ba-4056-9fd9-45ce6aca411c req-32c8936f-83bc-49b1-8d8c-b7ea4c86156a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:55.336781 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47a3a1bb-b6ba-4056-9fd9-45ce6aca411c req-32c8936f-83bc-49b1-8d8c-b7ea4c86156a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 945 time: 0.0898156 Sep 16 05:24:55.373365 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0df2918a-3bed-4216-b8d9-9d29078e07c4 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.447721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47a3a1bb-b6ba-4056-9fd9-45ce6aca411c req-a676c5ec-3cc7-40c2-ba23-d966a65684c2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858793 Sep 16 05:24:55.454464 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0df2918a-3bed-4216-b8d9-9d29078e07c4 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.459699 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Allocated IP 172.20.0.2 (1123051b-791a-4733-b2e7-3e63f737d4b0/8f357908-f317-4037-bf3b-5b72a14cd0df/8ee65e1c-c226-451e-b556-dbb8ecc2c790) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:55.495399 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8075b1bf-c495-48f8-952e-62e03778f598 req-37fc264f-72a1-44a8-8014-ded48c3167f1 service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575794 Sep 16 05:24:55.579102 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0df2918a-3bed-4216-b8d9-9d29078e07c4 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.582172 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0df2918a-3bed-4216-b8d9-9d29078e07c4 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5281498 Sep 16 05:24:55.586367 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60518) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:55.722025 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8075b1bf-c495-48f8-952e-62e03778f598 req-feac73bc-22ac-42db-8391-e7769a1c4955 service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176037 Sep 16 05:24:55.790620 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.844150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-53a07722-27aa-4e04-a702-b67270a66db7 service neutron] 10.222.0.38 "GET /v2.0/ports/936ebc44-b5d3-40a1-8b95-a9afd78282f5/bindings/n-h1-712140-13 HTTP/1.1" status: 200 len: 385 time: 0.1381407 Sep 16 05:24:55.909500 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.988872 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Network 1123051b-791a-4733-b2e7-3e63f737d4b0 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:56.005921 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:56.018555 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:56.140744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Pushing event updated for resources: {'Port': ['ID=8ee65e1c-c226-451e-b556-dbb8ecc2c790,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:56.166548 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:56.167463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:56.170098 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:56.170098 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:56.170098 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:56.170098 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:56.170725 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:56.172373 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:56.173066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:56.173766 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:56.174610 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:56.175308 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:56.187906 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Attempting to bind port 8ee65e1c-c226-451e-b556-dbb8ecc2c790 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:56.189905 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Attempting to bind port 8ee65e1c-c226-451e-b556-dbb8ecc2c790 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '325372df-fd67-436b-8ba3-f1e05185676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1123051b-791a-4733-b2e7-3e63f737d4b0'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:56.189905 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Attempting to bind port 8ee65e1c-c226-451e-b556-dbb8ecc2c790 on network 1123051b-791a-4733-b2e7-3e63f737d4b0 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:56.200778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:56.201607 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Checking segment: {'id': '325372df-fd67-436b-8ba3-f1e05185676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1123051b-791a-4733-b2e7-3e63f737d4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:56.202418 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.203914 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Bound using segment: {'id': '325372df-fd67-436b-8ba3-f1e05185676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1123051b-791a-4733-b2e7-3e63f737d4b0'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:56.205005 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Bound port: 8ee65e1c-c226-451e-b556-dbb8ecc2c790, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325372df-fd67-436b-8ba3-f1e05185676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1123051b-791a-4733-b2e7-3e63f737d4b0'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:56.205764 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.342511 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] For port 8ee65e1c-c226-451e-b556-dbb8ecc2c790, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:56.347604 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] For port 8ee65e1c-c226-451e-b556-dbb8ecc2c790, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8ee65e1c-c226-451e-b556-dbb8ecc2c790,segment=NetworkSegment(325372df-fd67-436b-8ba3-f1e05185676e),segment_id=325372df-fd67-436b-8ba3-f1e05185676e)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:56.365074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50340c-d5c6-4d2d-b11c-6b3e3233017d req-41d6e989-9083-46a1-a53e-2c4254894342 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:56.366769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e50340c-d5c6-4d2d-b11c-6b3e3233017d req-41d6e989-9083-46a1-a53e-2c4254894342 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 943 time: 0.2265897 Sep 16 05:24:56.403335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-2bd83449-10ce-4ee3-871d-66095bba147f req-d301f986-a5d3-42b6-b405-64c75dcfb8ed service neutron] For port 936ebc44-b5d3-40a1-8b95-a9afd78282f5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=936ebc44-b5d3-40a1-8b95-a9afd78282f5,segment=NetworkSegment(76c8ed33-7a19-44d6-a7e9-46953a852714),segment_id=76c8ed33-7a19-44d6-a7e9-46953a852714)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:56.450709 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e50340c-d5c6-4d2d-b11c-6b3e3233017d req-e4e1d247-02d8-4ba0-9d29-74353bc576f1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736873 Sep 16 05:24:56.452666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-2bd83449-10ce-4ee3-871d-66095bba147f req-d301f986-a5d3-42b6-b405-64c75dcfb8ed service neutron] For port 936ebc44-b5d3-40a1-8b95-a9afd78282f5, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:56.509306 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.553637 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08731c97-d80f-4d14-8873-2798e284c077 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.569668 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '936ebc44-b5d3-40a1-8b95-a9afd78282f5'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:56.575700 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f544d2-144e-4ca9-83e9-e8e52d471a69" -d '{"events": [{"server_uuid": "7305d2bf-119f-4994-8ed9-c9db64a9e2b0", "name": "network-vif-unplugged", "status": "completed", "tag": "936ebc44-b5d3-40a1-8b95-a9afd78282f5"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:56.610024 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-2bd83449-10ce-4ee3-871d-66095bba147f req-d301f986-a5d3-42b6-b405-64c75dcfb8ed service neutron] For port 936ebc44-b5d3-40a1-8b95-a9afd78282f5, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=936ebc44-b5d3-40a1-8b95-a9afd78282f5,segment=NetworkSegment(76c8ed33-7a19-44d6-a7e9-46953a852714),segment_id=76c8ed33-7a19-44d6-a7e9-46953a852714)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:56.674007 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905e4498-ebcd-4a13-afc3-39e6b221399c x-openstack-request-id: req-905e4498-ebcd-4a13-afc3-39e6b221399c {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:56.674593 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad583e88-c7a3-4c26-9fcc-1c5effcd466f None None] Pushing event updated for resources: {'Port': ['ID=8ee65e1c-c226-451e-b556-dbb8ecc2c790,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:56.676611 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7305d2bf-119f-4994-8ed9-c9db64a9e2b0", "name": "network-vif-unplugged", "status": "completed", "tag": "936ebc44-b5d3-40a1-8b95-a9afd78282f5", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:56.698742 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-905e4498-ebcd-4a13-afc3-39e6b221399c {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:56.699216 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '936ebc44-b5d3-40a1-8b95-a9afd78282f5', 'code': 200} Sep 16 05:24:56.766346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdecb8-64f7-4c13-9f54-41cf78d90ed3 req-c7b52cb0-0868-444f-a548-7c25593c8923 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:56.769189 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14fdecb8-64f7-4c13-9f54-41cf78d90ed3 req-c7b52cb0-0868-444f-a548-7c25593c8923 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1265457 Sep 16 05:24:56.776510 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2bd83449-10ce-4ee3-871d-66095bba147f req-d301f986-a5d3-42b6-b405-64c75dcfb8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.936225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14fdecb8-64f7-4c13-9f54-41cf78d90ed3 req-2e7110e0-30c0-47e7-bea4-bf5e539de69e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533544 Sep 16 05:24:57.063181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-2bd83449-10ce-4ee3-871d-66095bba147f req-d301f986-a5d3-42b6-b405-64c75dcfb8ed service neutron] Transition to ACTIVE for port object 936ebc44-b5d3-40a1-8b95-a9afd78282f5 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:24:57.129298 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-08731c97-d80f-4d14-8873-2798e284c077 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Allocated IP 172.20.0.1 (1123051b-791a-4733-b2e7-3e63f737d4b0/8f357908-f317-4037-bf3b-5b72a14cd0df/4d7c9b04-0406-4990-91fc-f69bbf83298b) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:57.193095 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2bd83449-10ce-4ee3-871d-66095bba147f req-d301f986-a5d3-42b6-b405-64c75dcfb8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.304938 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08731c97-d80f-4d14-8873-2798e284c077 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.386671 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301f986-a5d3-42b6-b405-64c75dcfb8ed service neutron] Pushing event updated for resources: {'Port': ['ID=936ebc44-b5d3-40a1-8b95-a9afd78282f5,revision_number=11']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:57.435366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd83449-10ce-4ee3-871d-66095bba147f req-d301f986-a5d3-42b6-b405-64c75dcfb8ed service neutron] No DVR routers for this DVR port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:57.441969 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08731c97-d80f-4d14-8873-2798e284c077 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.503049 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08731c97-d80f-4d14-8873-2798e284c077 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network 1123051b-791a-4733-b2e7-3e63f737d4b0 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:57.511566 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-08731c97-d80f-4d14-8873-2798e284c077 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:57.526941 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08731c97-d80f-4d14-8873-2798e284c077 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:57.585656 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08731c97-d80f-4d14-8873-2798e284c077 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=4d7c9b04-0406-4990-91fc-f69bbf83298b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:57.636765 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08731c97-d80f-4d14-8873-2798e284c077 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.773318 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-d301f986-a5d3-42b6-b405-64c75dcfb8ed service neutron] 10.222.0.38 "PUT /v2.0/ports/936ebc44-b5d3-40a1-8b95-a9afd78282f5/bindings/n-h1-712140-13/activate HTTP/1.1" status: 200 len: 370 time: 1.9208543 Sep 16 05:24:57.785031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118dce76-465e-4684-bc2d-1397f148b0e0 req-3c75d8b2-a1aa-4f51-acf3-246fdbf8e389 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:57.791505 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-118dce76-465e-4684-bc2d-1397f148b0e0 req-3c75d8b2-a1aa-4f51-acf3-246fdbf8e389 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 943 time: 0.1665337 Sep 16 05:24:57.849359 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-118dce76-465e-4684-bc2d-1397f148b0e0 req-e086a148-9c42-4f1e-816d-10a1c01a4cd6 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560760 Sep 16 05:24:58.035779 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08731c97-d80f-4d14-8873-2798e284c077 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.133141 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd83449-10ce-4ee3-871d-66095bba147f req-00995f43-a309-4007-8e2c-69c4f189a91d tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.138147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-00995f43-a309-4007-8e2c-69c4f189a91d tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0&tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 1096 time: 0.1302712 Sep 16 05:24:58.194765 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b287f9a-48de-4fc0-915a-2daf5be1c24d None None] Network 1123051b-791a-4733-b2e7-3e63f737d4b0 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:58.341309 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7888e4-798c-4b45-b194-409febf3e05c req-d37b5def-d906-4ade-acc2-26deb99620aa tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.357109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc7888e4-798c-4b45-b194-409febf3e05c req-d37b5def-d906-4ade-acc2-26deb99620aa tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 944 time: 0.1337736 Sep 16 05:24:58.382580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd83449-10ce-4ee3-871d-66095bba147f req-ac3ece58-8e47-4ffe-98f7-9e91e2eafdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.387098 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-ac3ece58-8e47-4ffe-98f7-9e91e2eafdff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0&tenant_id=3484936ae7a94b7a8f8a0023f559a1eb HTTP/1.1" status: 200 len: 1096 time: 0.2404170 Sep 16 05:24:58.417890 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d340ab81-9975-4921-b426-5afcdeb83f6d None None] Provisioning complete for port 8ee65e1c-c226-451e-b556-dbb8ecc2c790 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:58.418458 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d340ab81-9975-4921-b426-5afcdeb83f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.439856 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc7888e4-798c-4b45-b194-409febf3e05c req-78c84635-7210-4f8b-8ef7-182404c11080 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810483 Sep 16 05:24:58.524694 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd83449-10ce-4ee3-871d-66095bba147f req-03b1d45b-d02f-40cd-9345-2393c6a0fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.528766 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-03b1d45b-d02f-40cd-9345-2393c6a0fa4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 1096 time: 0.1027517 Sep 16 05:24:58.617883 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08731c97-d80f-4d14-8873-2798e284c077 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.653645 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.678270 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d340ab81-9975-4921-b426-5afcdeb83f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.701638 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd83449-10ce-4ee3-871d-66095bba147f req-52329209-866d-4b63-82fa-c97096d6d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.701638 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-52329209-866d-4b63-82fa-c97096d6d8e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=982c51a6-73de-4637-9281-b53c0e8a4138 HTTP/1.1" status: 200 len: 898 time: 0.1621485 Sep 16 05:24:58.730020 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08731c97-d80f-4d14-8873-2798e284c077 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.732403 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d340ab81-9975-4921-b426-5afcdeb83f6d None None] For port 8ee65e1c-c226-451e-b556-dbb8ecc2c790, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8ee65e1c-c226-451e-b556-dbb8ecc2c790,segment=NetworkSegment(325372df-fd67-436b-8ba3-f1e05185676e),segment_id=325372df-fd67-436b-8ba3-f1e05185676e)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:58.774225 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 936ebc44-b5d3-40a1-8b95-a9afd78282f5 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:58.833835 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d340ab81-9975-4921-b426-5afcdeb83f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.877358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-9e33de40-fc0b-4f1f-b91c-f31ad8bfd80c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=936ebc44-b5d3-40a1-8b95-a9afd78282f5 HTTP/1.1" status: 200 len: 998 time: 0.1705537 Sep 16 05:24:58.883033 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 936ebc44-b5d3-40a1-8b95-a9afd78282f5 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:58.951120 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340ab81-9975-4921-b426-5afcdeb83f6d None None] Pushing event updated for resources: {'Port': ['ID=8ee65e1c-c226-451e-b556-dbb8ecc2c790,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:58.966278 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8ee65e1c-c226-451e-b556-dbb8ecc2c790 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:59.058826 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 8ee65e1c-c226-451e-b556-dbb8ecc2c790 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:59.059499 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.073105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08731c97-d80f-4d14-8873-2798e284c077 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=4d7c9b04-0406-4990-91fc-f69bbf83298b,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:59.075548 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08731c97-d80f-4d14-8873-2798e284c077 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.173640 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd83449-10ce-4ee3-871d-66095bba147f req-d53ba91a-a367-48ee-b99c-91ce9d6e4b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:59.175964 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-d53ba91a-a367-48ee-b99c-91ce9d6e4b77 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32494b3c-fe00-4bad-8808-530777ba7c64 HTTP/1.1" status: 200 len: 835 time: 0.2914205 Sep 16 05:24:59.205485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edc300-5da6-40a1-94d8-02d0bd19eca7 req-48aa12ff-6a36-480d-bbe0-3dab23ed3e02 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:59.214040 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54edc300-5da6-40a1-94d8-02d0bd19eca7 req-48aa12ff-6a36-480d-bbe0-3dab23ed3e02 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 943 time: 0.1720953 Sep 16 05:24:59.291407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2c30e795-e53c-45a6-9c69-96597d59751b None None] Provisioning complete for port 8ee65e1c-c226-451e-b556-dbb8ecc2c790 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:59.292175 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2c30e795-e53c-45a6-9c69-96597d59751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.322462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd83449-10ce-4ee3-871d-66095bba147f req-b0a489a6-4a9b-4390-9bea-fc7474182eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:59.324093 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-b0a489a6-4a9b-4390-9bea-fc7474182eb3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=982c51a6-73de-4637-9281-b53c0e8a4138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1406977 Sep 16 05:24:59.341032 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08731c97-d80f-4d14-8873-2798e284c077 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network 1123051b-791a-4733-b2e7-3e63f737d4b0 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:59.346341 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54edc300-5da6-40a1-94d8-02d0bd19eca7 req-5524d939-3b56-45ba-bf5e-bf8de252233f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301820 Sep 16 05:24:59.348478 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-08731c97-d80f-4d14-8873-2798e284c077 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:59.542409 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-a2f54589-9a1e-4d0d-b3e4-0cbfdf559470 service neutron] 10.222.0.21 "GET /v2.0/networks/982c51a6-73de-4637-9281-b53c0e8a4138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955428 Sep 16 05:24:59.548053 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2c30e795-e53c-45a6-9c69-96597d59751b None None] Provisioning complete for port 4d7c9b04-0406-4990-91fc-f69bbf83298b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:59.548436 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2c30e795-e53c-45a6-9c69-96597d59751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.616105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2c30e795-e53c-45a6-9c69-96597d59751b None None] Port 4d7c9b04-0406-4990-91fc-f69bbf83298b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:59.668708 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08731c97-d80f-4d14-8873-2798e284c077 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router 82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:24:59.770227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-29b9c4a3-e896-40b9-aa48-43725eac0c77 None None] Provisioning complete for port 4d7c9b04-0406-4990-91fc-f69bbf83298b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:59.771384 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-29b9c4a3-e896-40b9-aa48-43725eac0c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.807141 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08731c97-d80f-4d14-8873-2798e284c077 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:59.820359 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8790c3-88ea-45a8-970b-d1bf482cbbb9 None None] Sync routers for ids ['82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:59.821634 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-08731c97-d80f-4d14-8873-2798e284c077 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2271311 Sep 16 05:24:59.823019 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60568) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:59.846744 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8790c3-88ea-45a8-970b-d1bf482cbbb9 None None] Routers {'82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:59.847069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-29b9c4a3-e896-40b9-aa48-43725eac0c77 None None] Port 4d7c9b04-0406-4990-91fc-f69bbf83298b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:59.853920 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-9c8790c3-88ea-45a8-970b-d1bf482cbbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:59.891649 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-9c8790c3-88ea-45a8-970b-d1bf482cbbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:59.901927 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8790c3-88ea-45a8-970b-d1bf482cbbb9 None None] Routers {'82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:59.902567 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-9c8790c3-88ea-45a8-970b-d1bf482cbbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:59.908704 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8366acd-93d9-4440-8837-9066d115e2d3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:59.910735 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a8366acd-93d9-4440-8837-9066d115e2d3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/ports/4d7c9b04-0406-4990-91fc-f69bbf83298b HTTP/1.1" status: 200 len: 910 time: 0.0860317 Sep 16 05:24:59.915052 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60570) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:59.921444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-20e160ec-47f7-474b-aa2c-5d67caf0c3fb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8f357908-f317-4037-bf3b-5b72a14cd0df'}]}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:59.951091 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-9c8790c3-88ea-45a8-970b-d1bf482cbbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:59.952169 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8790c3-88ea-45a8-970b-d1bf482cbbb9 None None] The sync data for ids ['82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:59.974043 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-defa2089-8746-466f-b0a5-e3ac45667472 None None] Provisioning complete for port 4d7c9b04-0406-4990-91fc-f69bbf83298b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:59.974871 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-defa2089-8746-466f-b0a5-e3ac45667472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:00.055425 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-defa2089-8746-466f-b0a5-e3ac45667472 None None] Port 4d7c9b04-0406-4990-91fc-f69bbf83298b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:00.139210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-332eaede-372d-445b-9fc1-08df1b2a3c47 service neutron] 10.222.0.21 "GET /v2.0/networks/982c51a6-73de-4637-9281-b53c0e8a4138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5879636 Sep 16 05:25:00.149131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbce559-84e8-409e-8110-a12c7b607fff req-ab30b71a-43b8-40d9-8541-4b2e8be68c39 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:00.150634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4dbce559-84e8-409e-8110-a12c7b607fff req-ab30b71a-43b8-40d9-8541-4b2e8be68c39 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 944 time: 0.5041034 Sep 16 05:25:00.176478 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20e160ec-47f7-474b-aa2c-5d67caf0c3fb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:00.209700 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4dbce559-84e8-409e-8110-a12c7b607fff req-a00a715f-2144-4805-b401-ae47fdfce45d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516372 Sep 16 05:25:00.577199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67313b9-f4a8-4032-af97-da8bc94a70f4 req-53263e36-fa41-4ad1-a4a2-24bac19c4f12 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:00.580147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e67313b9-f4a8-4032-af97-da8bc94a70f4 req-53263e36-fa41-4ad1-a4a2-24bac19c4f12 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 943 time: 0.1210351 Sep 16 05:25:00.649535 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e67313b9-f4a8-4032-af97-da8bc94a70f4 req-99128517-3dea-40d9-9a44-c2d2d32d2714 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611899 Sep 16 05:25:00.771337 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20e160ec-47f7-474b-aa2c-5d67caf0c3fb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:00.785604 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8ee65e1c-c226-451e-b556-dbb8ecc2c790 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:00.822431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd83449-10ce-4ee3-871d-66095bba147f req-32f27149-e7bc-4372-b004-918597a75423 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:00.824268 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-32f27149-e7bc-4372-b004-918597a75423 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0&tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&binding%3Ahost_id=n-h1-712140-13 HTTP/1.1" status: 200 len: 1096 time: 0.0733960 Sep 16 05:25:00.862004 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20e160ec-47f7-474b-aa2c-5d67caf0c3fb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:00.874034 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 8ee65e1c-c226-451e-b556-dbb8ecc2c790 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:00.880037 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:00.970060 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e160ec-47f7-474b-aa2c-5d67caf0c3fb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:00.971285 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-20e160ec-47f7-474b-aa2c-5d67caf0c3fb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:00.972810 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-20e160ec-47f7-474b-aa2c-5d67caf0c3fb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/ports/4d7c9b04-0406-4990-91fc-f69bbf83298b HTTP/1.1" status: 200 len: 910 time: 1.0565696 Sep 16 05:25:00.976747 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e160ec-47f7-474b-aa2c-5d67caf0c3fb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=4d7c9b04-0406-4990-91fc-f69bbf83298b,revision_number=3']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:00.979116 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60586) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:00.985716 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e160ec-47f7-474b-aa2c-5d67caf0c3fb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:00.986185 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e160ec-47f7-474b-aa2c-5d67caf0c3fb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:00.986446 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e160ec-47f7-474b-aa2c-5d67caf0c3fb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:00.986735 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e160ec-47f7-474b-aa2c-5d67caf0c3fb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:00.987131 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e160ec-47f7-474b-aa2c-5d67caf0c3fb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:00.988538 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e160ec-47f7-474b-aa2c-5d67caf0c3fb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:00.988538 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e160ec-47f7-474b-aa2c-5d67caf0c3fb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:00.988538 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e160ec-47f7-474b-aa2c-5d67caf0c3fb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:00.988538 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e160ec-47f7-474b-aa2c-5d67caf0c3fb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:00.988925 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e160ec-47f7-474b-aa2c-5d67caf0c3fb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:00.989179 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e160ec-47f7-474b-aa2c-5d67caf0c3fb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:00.989375 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e160ec-47f7-474b-aa2c-5d67caf0c3fb tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:01.079910 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-2bd83449-10ce-4ee3-871d-66095bba147f req-d02673e1-96e4-477c-8515-cb286b2c0f87 service neutron] For port 936ebc44-b5d3-40a1-8b95-a9afd78282f5, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:01.089224 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-2bd83449-10ce-4ee3-871d-66095bba147f req-d02673e1-96e4-477c-8515-cb286b2c0f87 service neutron] Notify callbacks [] for binding, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.092015 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bd83449-10ce-4ee3-871d-66095bba147f req-d02673e1-96e4-477c-8515-cb286b2c0f87 service neutron] 10.222.0.21 "DELETE /v2.0/ports/936ebc44-b5d3-40a1-8b95-a9afd78282f5/bindings/n-h2-712140-13 HTTP/1.1" status: 204 len: 173 time: 0.2594609 Sep 16 05:25:01.535164 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c7c13b1b-b3c8-410c-9307-c55647feca02 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.742544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd1680-e7c7-41c0-adaf-1234e7205734 req-6daefd09-e2b1-43b9-a712-9a9c5f4f2996 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:01.745398 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88dd1680-e7c7-41c0-adaf-1234e7205734 req-6daefd09-e2b1-43b9-a712-9a9c5f4f2996 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 944 time: 0.2349553 Sep 16 05:25:01.897005 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88dd1680-e7c7-41c0-adaf-1234e7205734 req-1af8f8f7-6f99-4d60-a7dc-981b00831a5d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395037 Sep 16 05:25:01.908495 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16a612-b182-4dde-9255-f1ce8ba46999 req-0d315529-ca05-4c41-83b6-134c0a866310 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:01.910179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b16a612-b182-4dde-9255-f1ce8ba46999 req-0d315529-ca05-4c41-83b6-134c0a866310 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 943 time: 0.1582735 Sep 16 05:25:02.116756 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b16a612-b182-4dde-9255-f1ce8ba46999 req-32f945f5-bb05-4ab6-8ad5-615134d4a60c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945922 Sep 16 05:25:02.188357 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a566d5c-4485-4e7e-86fb-ae0d0f2f35cc req-66483470-a6e7-4657-8d7f-44d3b09eb40b tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:02.191160 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a566d5c-4485-4e7e-86fb-ae0d0f2f35cc req-66483470-a6e7-4657-8d7f-44d3b09eb40b tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 1096 time: 0.1426499 Sep 16 05:25:02.262813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a566d5c-4485-4e7e-86fb-ae0d0f2f35cc req-226f92b2-6c77-4e4b-b373-2798b3bb1c72 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581143 Sep 16 05:25:02.272706 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c7c13b1b-b3c8-410c-9307-c55647feca02 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting port 4d7c9b04-0406-4990-91fc-f69bbf83298b {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:02.273064 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c7c13b1b-b3c8-410c-9307-c55647feca02 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.386496 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c7c13b1b-b3c8-410c-9307-c55647feca02 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.423614 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c7c13b1b-b3c8-410c-9307-c55647feca02 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Calling delete_port for 4d7c9b04-0406-4990-91fc-f69bbf83298b owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:02.454251 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e184ea-199b-4056-884b-caf7b25900b1 req-30e8a25a-2c6e-4626-86f2-71a0cfbfc633 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:02.455892 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01e184ea-199b-4056-884b-caf7b25900b1 req-30e8a25a-2c6e-4626-86f2-71a0cfbfc633 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 944 time: 0.0823414 Sep 16 05:25:02.538529 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01e184ea-199b-4056-884b-caf7b25900b1 req-936d4748-be6b-4f32-a27e-180cca63962a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524597 Sep 16 05:25:02.584221 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60614) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:02.681084 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2b495e15-deb4-4985-8f11-9464fd0ade8c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/floatingips/119b1c0b-77a9-47fa-bf94-765aca8b90f4 HTTP/1.1" status: 200 len: 990 time: 0.0948501 Sep 16 05:25:02.800913 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c7c13b1b-b3c8-410c-9307-c55647feca02 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.833631 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c13b1b-b3c8-410c-9307-c55647feca02 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Port': ['ID=4d7c9b04-0406-4990-91fc-f69bbf83298b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:02.931695 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60622) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:03.056329 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c7c13b1b-b3c8-410c-9307-c55647feca02 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.257122 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-5eccbff3-3483-4c3f-8c38-ed6cdd738bbb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Deleting port 98ca980f-da3f-4ff5-91c1-692e2bb54e08 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:03.257460 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eccbff3-3483-4c3f-8c38-ed6cdd738bbb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.305713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c13b1b-b3c8-410c-9307-c55647feca02 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router 82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:25:03.331320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2da422-e88a-4083-9810-365dfc175da8 req-487e7dd5-0151-452b-b894-418bcbd6b158 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:03.332900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d2da422-e88a-4083-9810-365dfc175da8 req-487e7dd5-0151-452b-b894-418bcbd6b158 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 943 time: 0.1132846 Sep 16 05:25:03.360995 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eccbff3-3483-4c3f-8c38-ed6cdd738bbb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.364708 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eccbff3-3483-4c3f-8c38-ed6cdd738bbb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.376223 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-5eccbff3-3483-4c3f-8c38-ed6cdd738bbb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Calling delete_port for 98ca980f-da3f-4ff5-91c1-692e2bb54e08 owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:03.429265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c13b1b-b3c8-410c-9307-c55647feca02 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:03.436512 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c7c13b1b-b3c8-410c-9307-c55647feca02 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4556332 Sep 16 05:25:03.444508 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195cb1b9-464b-4f7a-9219-9c3a3a1bbb21 None None] Sync routers for ids ['82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:03.445369 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60634) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:03.463440 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195cb1b9-464b-4f7a-9219-9c3a3a1bbb21 None None] Routers {'82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:03.464372 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-195cb1b9-464b-4f7a-9219-9c3a3a1bbb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:03.481986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0304a600-8ac4-4f8f-b3a0-c99fb3d296a1 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce HTTP/1.1" status: 200 len: 205 time: 0.0325377 Sep 16 05:25:03.481986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d2da422-e88a-4083-9810-365dfc175da8 req-bc12dd3c-36da-420e-9353-94d3d12290e7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134155 Sep 16 05:25:03.482485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60638) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:03.521818 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-195cb1b9-464b-4f7a-9219-9c3a3a1bbb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:03.539011 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195cb1b9-464b-4f7a-9219-9c3a3a1bbb21 None None] Routers {'82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:03.540279 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-195cb1b9-464b-4f7a-9219-9c3a3a1bbb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:03.596176 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-195cb1b9-464b-4f7a-9219-9c3a3a1bbb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:03.597005 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195cb1b9-464b-4f7a-9219-9c3a3a1bbb21 None None] The sync data for ids ['82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce'] in n-d-712140-13 is: [] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:25:03.606803 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c486af6b-1bc9-4a99-85dd-7ece2964efa5 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.724871 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eccbff3-3483-4c3f-8c38-ed6cdd738bbb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.782760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eccbff3-3483-4c3f-8c38-ed6cdd738bbb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Port': ['ID=98ca980f-da3f-4ff5-91c1-692e2bb54e08,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:03.829412 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c486af6b-1bc9-4a99-85dd-7ece2964efa5 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.833525 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c486af6b-1bc9-4a99-85dd-7ece2964efa5 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.890197 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eccbff3-3483-4c3f-8c38-ed6cdd738bbb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.890486 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-5eccbff3-3483-4c3f-8c38-ed6cdd738bbb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Floating IP 119b1c0b-77a9-47fa-bf94-765aca8b90f4 disassociated (deleted). External IP: 172.25.4.20, port: 936ebc44-b5d3-40a1-8b95-a9afd78282f5. Sep 16 05:25:03.966830 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c486af6b-1bc9-4a99-85dd-7ece2964efa5 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.967834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c486af6b-1bc9-4a99-85dd-7ece2964efa5 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Fanout notify agent at l3_agent the message router_deleted on router 82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:25:03.986187 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c486af6b-1bc9-4a99-85dd-7ece2964efa5 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.986187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c486af6b-1bc9-4a99-85dd-7ece2964efa5 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/routers/82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce HTTP/1.1" status: 204 len: 168 time: 0.4993739 Sep 16 05:25:03.986419 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60644) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:04.092879 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9e839a-1a60-44bc-b10a-db222fc3c3a4 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting subnet 8f357908-f317-4037-bf3b-5b72a14cd0df {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:04.097582 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-be9e839a-1a60-44bc-b10a-db222fc3c3a4 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.153488 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-be9e839a-1a60-44bc-b10a-db222fc3c3a4 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.245164 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eccbff3-3483-4c3f-8c38-ed6cdd738bbb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Router d5b6c095-9c3c-472a-91ac-d2c912a3ee57 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:25:04.294640 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-be9e839a-1a60-44bc-b10a-db222fc3c3a4 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.488061 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-be9e839a-1a60-44bc-b10a-db222fc3c3a4 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.538130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e839a-1a60-44bc-b10a-db222fc3c3a4 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Subnet': ['ID=8f357908-f317-4037-bf3b-5b72a14cd0df,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:04.544389 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-be9e839a-1a60-44bc-b10a-db222fc3c3a4 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.548831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-be9e839a-1a60-44bc-b10a-db222fc3c3a4 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/subnets/8f357908-f317-4037-bf3b-5b72a14cd0df HTTP/1.1" status: 204 len: 168 time: 0.5597470 Sep 16 05:25:04.551455 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60654) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:04.598542 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfe77e7-4ab3-4e3c-96e1-8764a2a58bc2 None None] Network 1123051b-791a-4733-b2e7-3e63f737d4b0 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:04.741469 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.898275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eccbff3-3483-4c3f-8c38-ed6cdd738bbb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:04.913542 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5eccbff3-3483-4c3f-8c38-ed6cdd738bbb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.962471 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5eccbff3-3483-4c3f-8c38-ed6cdd738bbb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "DELETE /v2.0/floatingips/119b1c0b-77a9-47fa-bf94-765aca8b90f4 HTTP/1.1" status: 204 len: 168 time: 2.0253179 Sep 16 05:25:04.962471 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'tag': '936ebc44-b5d3-40a1-8b95-a9afd78282f5'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:04.963005 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb3b08f-ddd0-4b73-a322-c1784c7ee9bd None None] DHCP port deletion for 1123051b-791a-4733-b2e7-3e63f737d4b0 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:25:04.963201 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92690ac4-ac3f-49a7-91ce-7018c06effcf" -d '{"events": [{"name": "network-changed", "server_uuid": "7305d2bf-119f-4994-8ed9-c9db64a9e2b0", "tag": "936ebc44-b5d3-40a1-8b95-a9afd78282f5"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:04.963431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68535cf-d992-43b2-9d71-d998fdf84007 req-1999aaf8-87c9-41f9-bb94-9236a7ec0205 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:04.972424 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa21827-4c94-4827-bcdf-80980a6a6efc None None] Sync routers for ids ['d5b6c095-9c3c-472a-91ac-d2c912a3ee57'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:04.974653 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b68535cf-d992-43b2-9d71-d998fdf84007 req-1999aaf8-87c9-41f9-bb94-9236a7ec0205 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 943 time: 0.2277565 Sep 16 05:25:04.995433 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa21827-4c94-4827-bcdf-80980a6a6efc None None] Routers {'d5b6c095-9c3c-472a-91ac-d2c912a3ee57'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:04.996447 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-eaa21827-4c94-4827-bcdf-80980a6a6efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d5b6c095-9c3c-472a-91ac-d2c912a3ee57'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:05.105846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b68535cf-d992-43b2-9d71-d998fdf84007 req-cd94bbe7-06d7-4278-b63e-1ffbf7350459 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068037 Sep 16 05:25:05.110224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting port 8ee65e1c-c226-451e-b556-dbb8ecc2c790 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:05.110649 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.217792 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3b08f-ddd0-4b73-a322-c1784c7ee9bd None None] Deleting port 8ee65e1c-c226-451e-b556-dbb8ecc2c790 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:05.219471 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bbb3b08f-ddd0-4b73-a322-c1784c7ee9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.318038 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-179d3f22-96f3-4478-a89b-20056bfa61b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.339851 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-eaa21827-4c94-4827-bcdf-80980a6a6efc None None] Set router d5b6c095-9c3c-472a-91ac-d2c912a3ee57 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:05.403749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] For port 8ee65e1c-c226-451e-b556-dbb8ecc2c790, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8ee65e1c-c226-451e-b556-dbb8ecc2c790,segment=NetworkSegment(325372df-fd67-436b-8ba3-f1e05185676e),segment_id=325372df-fd67-436b-8ba3-f1e05185676e)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:05.404322 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.445807 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Calling delete_port for 8ee65e1c-c226-451e-b556-dbb8ecc2c790 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:05.463085 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d27598d-225a-451e-a72e-a0b028a94b41 x-openstack-request-id: req-7d27598d-225a-451e-a72e-a0b028a94b41 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:05.463426 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7305d2bf-119f-4994-8ed9-c9db64a9e2b0", "tag": "936ebc44-b5d3-40a1-8b95-a9afd78282f5", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:05.463624 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d27598d-225a-451e-a72e-a0b028a94b41 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:05.464000 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'tag': '936ebc44-b5d3-40a1-8b95-a9afd78282f5', 'status': 'completed', 'code': 200} Sep 16 05:25:05.476868 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-bbb3b08f-ddd0-4b73-a322-c1784c7ee9bd None None] For port 8ee65e1c-c226-451e-b556-dbb8ecc2c790, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8ee65e1c-c226-451e-b556-dbb8ecc2c790,segment=NetworkSegment(325372df-fd67-436b-8ba3-f1e05185676e),segment_id=325372df-fd67-436b-8ba3-f1e05185676e)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:05.477374 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bbb3b08f-ddd0-4b73-a322-c1784c7ee9bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.534477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3b08f-ddd0-4b73-a322-c1784c7ee9bd None None] Calling delete_port for 8ee65e1c-c226-451e-b556-dbb8ecc2c790 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:05.741762 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92690ac4-ac3f-49a7-91ce-7018c06effcf req-a3374053-2b2f-4724-a038-77aa4ca9d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:05.746271 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92690ac4-ac3f-49a7-91ce-7018c06effcf req-a3374053-2b2f-4724-a038-77aa4ca9d5f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 1096 time: 0.0876079 Sep 16 05:25:05.795878 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.855700 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bbb3b08f-ddd0-4b73-a322-c1784c7ee9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.885339 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3b08f-ddd0-4b73-a322-c1784c7ee9bd None None] Pushing event deleted for resources: {'Port': ['ID=8ee65e1c-c226-451e-b556-dbb8ecc2c790,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:05.887281 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-eaa21827-4c94-4827-bcdf-80980a6a6efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99336490', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:48Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:49Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '39771fd7-4616-4850-9565-70c6b8e7ec29', 'name': '', 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:89:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '32494b3c-fe00-4bad-8808-530777ba7c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:54Z', 'updated_at': '2021-09-16T05:23:00Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '32494b3c-fe00-4bad-8808-530777ba7c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:05.899515 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb3b08f-ddd0-4b73-a322-c1784c7ee9bd None None] No DVR routers for this DVR port 8ee65e1c-c226-451e-b556-dbb8ecc2c790 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:05.907131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Port': ['ID=8ee65e1c-c226-451e-b556-dbb8ecc2c790,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:05.948269 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] No DVR routers for this DVR port 8ee65e1c-c226-451e-b556-dbb8ecc2c790 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:05.953623 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa21827-4c94-4827-bcdf-80980a6a6efc None None] Checking router: d5b6c095-9c3c-472a-91ac-d2c912a3ee57 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:25:05.969107 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa21827-4c94-4827-bcdf-80980a6a6efc None None] Routers {'d5b6c095-9c3c-472a-91ac-d2c912a3ee57'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:05.970807 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-eaa21827-4c94-4827-bcdf-80980a6a6efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:24:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d5b6c095-9c3c-472a-91ac-d2c912a3ee57'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:06.011967 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ce7cc-bfa0-4367-a15c-5a92d3d75f2b req-67b18d38-7f31-44c4-a6a7-558fe2eb63c6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:06.013658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b39ce7cc-bfa0-4367-a15c-5a92d3d75f2b req-67b18d38-7f31-44c4-a6a7-558fe2eb63c6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 944 time: 0.2986362 Sep 16 05:25:06.119768 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92690ac4-ac3f-49a7-91ce-7018c06effcf req-4064e5f7-56c9-43f0-94dd-457e003b48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:06.121394 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92690ac4-ac3f-49a7-91ce-7018c06effcf req-4064e5f7-56c9-43f0-94dd-457e003b48ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=982c51a6-73de-4637-9281-b53c0e8a4138 HTTP/1.1" status: 200 len: 898 time: 0.3428893 Sep 16 05:25:06.127270 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.199214 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-eaa21827-4c94-4827-bcdf-80980a6a6efc None None] Set router d5b6c095-9c3c-472a-91ac-d2c912a3ee57 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:06.337383 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.21', 56998) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:06.433869 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38c0d0-7840-4db5-b5b9-447a8126dc8e req-cabc9e5e-bf76-4461-85ec-7debf7655e3a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:06.435581 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ae38c0d0-7840-4db5-b5b9-447a8126dc8e req-cabc9e5e-bf76-4461-85ec-7debf7655e3a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.21 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 944 time: 0.0956304 Sep 16 05:25:06.532260 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-eaa21827-4c94-4827-bcdf-80980a6a6efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99336490', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:48Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:49Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '39771fd7-4616-4850-9565-70c6b8e7ec29', 'name': '', 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:89:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '32494b3c-fe00-4bad-8808-530777ba7c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:54Z', 'updated_at': '2021-09-16T05:23:00Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '32494b3c-fe00-4bad-8808-530777ba7c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:06.602588 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa21827-4c94-4827-bcdf-80980a6a6efc None None] The sync data for ids ['d5b6c095-9c3c-472a-91ac-d2c912a3ee57'] in n-d-712140-13 is: [{'id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99336490', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:48Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:49Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '39771fd7-4616-4850-9565-70c6b8e7ec29', 'name': '', 'network_id': '982c51a6-73de-4637-9281-b53c0e8a4138', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:89:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '32494b3c-fe00-4bad-8808-530777ba7c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:54Z', 'updated_at': '2021-09-16T05:23:00Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '32494b3c-fe00-4bad-8808-530777ba7c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:25:06.617808 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-ae38c0d0-7840-4db5-b5b9-447a8126dc8e req-d261e47e-d010-4e5d-aaae-ef1bbc8a23c6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Deleting port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:06.618189 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ae38c0d0-7840-4db5-b5b9-447a8126dc8e req-d261e47e-d010-4e5d-aaae-ef1bbc8a23c6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.636214 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92690ac4-ac3f-49a7-91ce-7018c06effcf req-87231b94-fd3f-4db5-9d5a-2741c7bec2d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=936ebc44-b5d3-40a1-8b95-a9afd78282f5 HTTP/1.1" status: 200 len: 217 time: 0.4869387 Sep 16 05:25:06.638020 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1123051b-791a-4733-b2e7-3e63f737d4b0']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:06.705480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b39ce7cc-bfa0-4367-a15c-5a92d3d75f2b req-96240e01-42ae-499b-a0c1-dbffa152b4f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ab1352e-e614-4d23-9c35-84a835ca7110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6590035 Sep 16 05:25:06.712000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325372df-fd67-436b-8ba3-f1e05185676e') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:06.712369 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325372df-fd67-436b-8ba3-f1e05185676e') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:06.742510 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [req-ae38c0d0-7840-4db5-b5b9-447a8126dc8e req-d261e47e-d010-4e5d-aaae-ef1bbc8a23c6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] For port 936ebc44-b5d3-40a1-8b95-a9afd78282f5, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=936ebc44-b5d3-40a1-8b95-a9afd78282f5,segment=NetworkSegment(76c8ed33-7a19-44d6-a7e9-46953a852714),segment_id=76c8ed33-7a19-44d6-a7e9-46953a852714)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:06.742930 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ae38c0d0-7840-4db5-b5b9-447a8126dc8e req-d261e47e-d010-4e5d-aaae-ef1bbc8a23c6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.769698 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [req-ae38c0d0-7840-4db5-b5b9-447a8126dc8e req-d261e47e-d010-4e5d-aaae-ef1bbc8a23c6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Calling delete_port for 936ebc44-b5d3-40a1-8b95-a9afd78282f5 owned by compute:nova {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:06.769898 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.809596 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.814024 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92690ac4-ac3f-49a7-91ce-7018c06effcf req-539841c7-2492-4a90-a04e-b3bae15a36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:06.822372 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92690ac4-ac3f-49a7-91ce-7018c06effcf req-539841c7-2492-4a90-a04e-b3bae15a36ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32494b3c-fe00-4bad-8808-530777ba7c64 HTTP/1.1" status: 200 len: 835 time: 0.1518226 Sep 16 05:25:06.835329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:25:06.835930 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:25:06.844843 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:25:06.849755 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40072911-8a08-4dbb-9c98-6ae00d414f0d req-12644d51-642a-48d4-bc43-deb73668849f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6951733 Sep 16 05:25:06.886261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3f468-429f-4445-bcef-84e6880f2a03 req-8a4cdacf-bd11-44e2-878e-f901a5fc3be9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:06.895369 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ff3f468-429f-4445-bcef-84e6880f2a03 req-8a4cdacf-bd11-44e2-878e-f901a5fc3be9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 943 time: 0.2735505 Sep 16 05:25:06.916753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8ee65e1c-c226-451e-b556-dbb8ecc2c790 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:06.963999 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 8ee65e1c-c226-451e-b556-dbb8ecc2c790 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:06.964743 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8ee65e1c-c226-451e-b556-dbb8ecc2c790 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:07.027882 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ff3f468-429f-4445-bcef-84e6880f2a03 req-dbaa42a0-496a-4627-b9e3-6c8b5d2f1443 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313879 Sep 16 05:25:07.037851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92690ac4-ac3f-49a7-91ce-7018c06effcf req-49e9ebda-e12e-4f47-bda0-bf7a577ae705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:07.039509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92690ac4-ac3f-49a7-91ce-7018c06effcf req-49e9ebda-e12e-4f47-bda0-bf7a577ae705 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=982c51a6-73de-4637-9281-b53c0e8a4138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2149496 Sep 16 05:25:07.067077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40072911-8a08-4dbb-9c98-6ae00d414f0d req-7df17ab0-47c2-43af-b9ef-243d8dce7040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:07.070054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40072911-8a08-4dbb-9c98-6ae00d414f0d req-7df17ab0-47c2-43af-b9ef-243d8dce7040 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcc7f3875a7c4f6fae36474d29c3b51d&device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 1102 time: 0.0969172 Sep 16 05:25:07.176745 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f4cfa8-da6d-42bc-a60b-8a765c4cb5de None None] New status for floating IP 119b1c0b-77a9-47fa-bf94-765aca8b90f4: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:25:07.190919 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.196108 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.199583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/networks/1123051b-791a-4733-b2e7-3e63f737d4b0 HTTP/1.1" status: 204 len: 168 time: 2.6454761 Sep 16 05:25:07.205163 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60686) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:07.212924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-749a09f2-a832-451f-b4d9-73196eddecc3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1646034583', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:07.233050 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ae38c0d0-7840-4db5-b5b9-447a8126dc8e req-d261e47e-d010-4e5d-aaae-ef1bbc8a23c6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.280291 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261e47e-d010-4e5d-aaae-ef1bbc8a23c6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Port': ['ID=936ebc44-b5d3-40a1-8b95-a9afd78282f5,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:07.363067 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae38c0d0-7840-4db5-b5b9-447a8126dc8e req-d261e47e-d010-4e5d-aaae-ef1bbc8a23c6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] No DVR routers for this DVR port 936ebc44-b5d3-40a1-8b95-a9afd78282f5 on host n-h1-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:07.367910 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [req-ae38c0d0-7840-4db5-b5b9-447a8126dc8e req-d261e47e-d010-4e5d-aaae-ef1bbc8a23c6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.370499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208dcb4-16fd-4260-96e0-76b60e7474e2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Network': ['ID=1123051b-791a-4733-b2e7-3e63f737d4b0,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:07.371685 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-ae38c0d0-7840-4db5-b5b9-447a8126dc8e req-d261e47e-d010-4e5d-aaae-ef1bbc8a23c6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.21 "DELETE /v2.0/ports/936ebc44-b5d3-40a1-8b95-a9afd78282f5 HTTP/1.1" status: 204 len: 173 time: 0.9291382 Sep 16 05:25:07.407024 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-749a09f2-a832-451f-b4d9-73196eddecc3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.410233 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-749a09f2-a832-451f-b4d9-73196eddecc3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.419608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92690ac4-ac3f-49a7-91ce-7018c06effcf req-139b6179-99f3-4d1b-8d82-925d05dfa22e service neutron] 10.222.0.21 "GET /v2.0/networks/982c51a6-73de-4637-9281-b53c0e8a4138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691373 Sep 16 05:25:07.421634 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40072911-8a08-4dbb-9c98-6ae00d414f0d req-40f96833-75fb-41b2-8a6a-62e718e18174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:07.423654 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40072911-8a08-4dbb-9c98-6ae00d414f0d req-40f96833-75fb-41b2-8a6a-62e718e18174 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3 HTTP/1.1" status: 200 len: 870 time: 0.3287575 Sep 16 05:25:07.507147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40072911-8a08-4dbb-9c98-6ae00d414f0d req-f420236f-f487-4939-b58e-cbde16ba1fba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=3c33515e-7dc3-409e-912b-abfe05e79100 HTTP/1.1" status: 200 len: 217 time: 0.0650334 Sep 16 05:25:07.510498 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'name': 'network-vif-deleted', 'tag': '936ebc44-b5d3-40a1-8b95-a9afd78282f5'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:07.515785 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d75b67-33bf-46a2-b1bb-5808d8a6efcd" -d '{"events": [{"server_uuid": "7305d2bf-119f-4994-8ed9-c9db64a9e2b0", "name": "network-vif-deleted", "tag": "936ebc44-b5d3-40a1-8b95-a9afd78282f5"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:07.523946 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-749a09f2-a832-451f-b4d9-73196eddecc3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.561075 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c4db4c-6365-4662-a9b2-dbd705534139 x-openstack-request-id: req-88c4db4c-6365-4662-a9b2-dbd705534139 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:07.561493 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7305d2bf-119f-4994-8ed9-c9db64a9e2b0", "name": "network-vif-deleted", "tag": "936ebc44-b5d3-40a1-8b95-a9afd78282f5", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:07.562499 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88c4db4c-6365-4662-a9b2-dbd705534139 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:07.563255 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7305d2bf-119f-4994-8ed9-c9db64a9e2b0', 'name': 'network-vif-deleted', 'tag': '936ebc44-b5d3-40a1-8b95-a9afd78282f5', 'status': 'completed', 'code': 200} Sep 16 05:25:07.611860 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-749a09f2-a832-451f-b4d9-73196eddecc3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.615619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40072911-8a08-4dbb-9c98-6ae00d414f0d req-ca073000-a80d-4d5f-bb1f-8e2254a52692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:07.617541 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40072911-8a08-4dbb-9c98-6ae00d414f0d req-ca073000-a80d-4d5f-bb1f-8e2254a52692 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.1008229 Sep 16 05:25:07.697829 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92690ac4-ac3f-49a7-91ce-7018c06effcf req-e39d5079-db13-457f-97bf-f175a19a5553 service neutron] 10.222.0.21 "GET /v2.0/networks/982c51a6-73de-4637-9281-b53c0e8a4138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656519 Sep 16 05:25:07.735660 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40072911-8a08-4dbb-9c98-6ae00d414f0d req-55f20b25-3c40-4382-84c1-cbe833c06d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:07.736008 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-749a09f2-a832-451f-b4d9-73196eddecc3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.737057 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40072911-8a08-4dbb-9c98-6ae00d414f0d req-55f20b25-3c40-4382-84c1-cbe833c06d1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1090438 Sep 16 05:25:07.740309 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-749a09f2-a832-451f-b4d9-73196eddecc3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5343010 Sep 16 05:25:07.743199 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60698) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:07.755185 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f630d6d9-7b6a-4c29-a441-4c9149e70172 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'network': {'name': 'tempest-RoutersTest-1595574368'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:07.852336 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e5588974-9859-452c-ad4a-9d576a59144d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.884019 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f630d6d9-7b6a-4c29-a441-4c9149e70172 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Made reservation on behalf of 6dde79cbb8bc442888fa657777bbfb51 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:07.890441 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d664b65-d857-49e3-b5bc-2e0b1a605bd8 req-bbd3bedf-11ff-4b01-88b0-609423693f2a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=7305d2bf-119f-4994-8ed9-c9db64a9e2b0 HTTP/1.1" status: 200 len: 210 time: 0.0732267 Sep 16 05:25:07.896018 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f630d6d9-7b6a-4c29-a441-4c9149e70172 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.927984 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f630d6d9-7b6a-4c29-a441-4c9149e70172 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:25:07.944741 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f630d6d9-7b6a-4c29-a441-4c9149e70172 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.945468 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-f630d6d9-7b6a-4c29-a441-4c9149e70172 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Added segment 749d0ba7-f2b3-40f2-b7ba-06dc80914dee of type vlan for network 0f3326ae-53d6-4be0-8baf-e59b52e81450 Sep 16 05:25:07.954654 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40072911-8a08-4dbb-9c98-6ae00d414f0d req-f2c37c33-edc9-496a-a070-bf26e56f0a30 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059436 Sep 16 05:25:08.024943 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f630d6d9-7b6a-4c29-a441-4c9149e70172 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.075611 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40072911-8a08-4dbb-9c98-6ae00d414f0d req-f040fea9-558c-4b69-b261-d56bfcc418b3 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136067 Sep 16 05:25:08.165945 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f630d6d9-7b6a-4c29-a441-4c9149e70172 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.173509 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f630d6d9-7b6a-4c29-a441-4c9149e70172 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:08.174493 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f630d6d9-7b6a-4c29-a441-4c9149e70172 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.187222 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a392f-766c-4c55-a1dc-336c0d3e343a req-4a65a40c-b6b7-407d-9ef9-bb34127090e7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:08.188907 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-897a392f-766c-4c55-a1dc-336c0d3e343a req-4a65a40c-b6b7-407d-9ef9-bb34127090e7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 943 time: 0.0753706 Sep 16 05:25:08.241958 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-897a392f-766c-4c55-a1dc-336c0d3e343a req-080bccd4-d5d1-4b0c-964f-42d7c319bd13 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436752 Sep 16 05:25:08.278364 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630d6d9-7b6a-4c29-a441-4c9149e70172 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Network': ['ID=0f3326ae-53d6-4be0-8baf-e59b52e81450,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:08.293910 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 0f3326ae-53d6-4be0-8baf-e59b52e81450 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:25:08.314142 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f630d6d9-7b6a-4c29-a441-4c9149e70172 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5689290 Sep 16 05:25:08.318095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60706) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:08.325674 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-dacbabf7-89ff-4815-810c-aec6e64d8bc3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'subnet': {'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:08.556228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:25:08.577794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacbabf7-89ff-4815-810c-aec6e64d8bc3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Made reservation on behalf of 6dde79cbb8bc442888fa657777bbfb51 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:08.584421 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dacbabf7-89ff-4815-810c-aec6e64d8bc3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.640682 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.679832 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:08.697074 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'port_id': 'ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0', 'mac_address': 'fa:16:3e:40:61:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:25:08.763296 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.777897 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:25:08.802759 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:08.914469 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.948855 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dacbabf7-89ff-4815-810c-aec6e64d8bc3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.977028 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:09.004968 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60720) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:09.052438 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbabf7-89ff-4815-810c-aec6e64d8bc3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Subnet': ['ID=13914aa9-97f4-4cab-a7d1-b97a0def2043,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:09.067705 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbabf7-89ff-4815-810c-aec6e64d8bc3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Checking segment: {'id': '749d0ba7-f2b3-40f2-b7ba-06dc80914dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:09.067705 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacbabf7-89ff-4815-810c-aec6e64d8bc3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network hostable DHCP agents. Network: 0f3326ae-53d6-4be0-8baf-e59b52e81450, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:25:09.160251 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacbabf7-89ff-4815-810c-aec6e64d8bc3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network 0f3326ae-53d6-4be0-8baf-e59b52e81450 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:25:09.299105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-dacbabf7-89ff-4815-810c-aec6e64d8bc3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 0f3326ae-53d6-4be0-8baf-e59b52e81450) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:09.313182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacbabf7-89ff-4815-810c-aec6e64d8bc3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:09.318485 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dacbabf7-89ff-4815-810c-aec6e64d8bc3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:09.320164 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc131c30-8c76-43a5-b302-7d6760d88c3d None None] Network 0f3326ae-53d6-4be0-8baf-e59b52e81450 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:09.354280 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:25:09.393007 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:09.469831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-dacbabf7-89ff-4815-810c-aec6e64d8bc3 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1496158 Sep 16 05:25:09.473097 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60730) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:09.488519 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b7f4a-c4ac-4e3c-9fc9-aca5c9766237 req-b0c25c43-5cf2-4f1f-b067-0bfdd7e84fdd tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:09.496307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f3b7f4a-c4ac-4e3c-9fc9-aca5c9766237 req-b0c25c43-5cf2-4f1f-b067-0bfdd7e84fdd tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 944 time: 0.1067066 Sep 16 05:25:09.601848 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f3b7f4a-c4ac-4e3c-9fc9-aca5c9766237 req-002bf22b-731c-44b5-9efd-13e7f25a0160 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950019 Sep 16 05:25:09.644929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-0f3326ae-53d6-4be0-8baf-e59b52e81450', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:09.646274 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:09.992188 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccc45-daea-4b11-9181-cbac1ffe8b73 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.021111 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] Allocated IP 172.20.0.2 (0f3326ae-53d6-4be0-8baf-e59b52e81450/13914aa9-97f4-4cab-a7d1-b97a0def2043/de60d816-ffba-48ca-ab9e-733cd8483eb9) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:10.056275 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e64108ce-8285-4306-bc07-9ec7649a3734 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.258587 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.353454 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.429096 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] Network 0f3326ae-53d6-4be0-8baf-e59b52e81450 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:10.444083 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:10.445765 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:10.451105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] Pushing event updated for resources: {'Port': ['ID=de60d816-ffba-48ca-ab9e-733cd8483eb9,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:10.526767 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] Attempting to bind port de60d816-ffba-48ca-ab9e-733cd8483eb9 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:10.527858 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] Attempting to bind port de60d816-ffba-48ca-ab9e-733cd8483eb9 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '749d0ba7-f2b3-40f2-b7ba-06dc80914dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:10.528265 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] Attempting to bind port de60d816-ffba-48ca-ab9e-733cd8483eb9 on network 0f3326ae-53d6-4be0-8baf-e59b52e81450 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:10.534857 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:10.535279 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] Checking segment: {'id': '749d0ba7-f2b3-40f2-b7ba-06dc80914dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:10.535684 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.536091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] Bound using segment: {'id': '749d0ba7-f2b3-40f2-b7ba-06dc80914dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:10.536626 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] Bound port: de60d816-ffba-48ca-ab9e-733cd8483eb9, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749d0ba7-f2b3-40f2-b7ba-06dc80914dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:10.536976 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.574817 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 936ebc44-b5d3-40a1-8b95-a9afd78282f5 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:10.589764 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-e64108ce-8285-4306-bc07-9ec7649a3734 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Allocated IP 172.20.0.1 (0f3326ae-53d6-4be0-8baf-e59b52e81450/13914aa9-97f4-4cab-a7d1-b97a0def2043/72ebeb7f-aa43-4226-a13b-59e5e260ff85) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:10.612670 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 936ebc44-b5d3-40a1-8b95-a9afd78282f5 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:10.613040 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 936ebc44-b5d3-40a1-8b95-a9afd78282f5 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:10.659448 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] For port de60d816-ffba-48ca-ab9e-733cd8483eb9, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:10.666195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] For port de60d816-ffba-48ca-ab9e-733cd8483eb9, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=de60d816-ffba-48ca-ab9e-733cd8483eb9,segment=NetworkSegment(749d0ba7-f2b3-40f2-b7ba-06dc80914dee),segment_id=749d0ba7-f2b3-40f2-b7ba-06dc80914dee)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:10.738346 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.829978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab50c78-463d-4c62-b745-24891f2c0dc3 req-a316960c-16f4-43dc-87b1-f7ddd2190f88 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:10.832521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ab50c78-463d-4c62-b745-24891f2c0dc3 req-a316960c-16f4-43dc-87b1-f7ddd2190f88 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 944 time: 0.0998151 Sep 16 05:25:10.912143 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ec1a5-2550-4e9e-b0b9-cebd537a9790 None None] Pushing event updated for resources: {'Port': ['ID=de60d816-ffba-48ca-ab9e-733cd8483eb9,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:10.929072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ab50c78-463d-4c62-b745-24891f2c0dc3 req-5b38e3a3-302b-438b-9a0f-8f3de1c6ddf3 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809021 Sep 16 05:25:10.933870 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.255907 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ccc45-daea-4b11-9181-cbac1ffe8b73 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Deleting port 39771fd7-4616-4850-9565-70c6b8e7ec29 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:11.256795 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccc45-daea-4b11-9181-cbac1ffe8b73 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.266017 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e64108ce-8285-4306-bc07-9ec7649a3734 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.425906 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-dc8ccc45-daea-4b11-9181-cbac1ffe8b73 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] For port 39771fd7-4616-4850-9565-70c6b8e7ec29, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=39771fd7-4616-4850-9565-70c6b8e7ec29,segment=NetworkSegment(76c8ed33-7a19-44d6-a7e9-46953a852714),segment_id=76c8ed33-7a19-44d6-a7e9-46953a852714)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:11.426200 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccc45-daea-4b11-9181-cbac1ffe8b73 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.440548 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ccc45-daea-4b11-9181-cbac1ffe8b73 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Calling delete_port for 39771fd7-4616-4850-9565-70c6b8e7ec29 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:11.493305 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e64108ce-8285-4306-bc07-9ec7649a3734 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.557563 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64108ce-8285-4306-bc07-9ec7649a3734 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network 0f3326ae-53d6-4be0-8baf-e59b52e81450 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:11.576092 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-e64108ce-8285-4306-bc07-9ec7649a3734 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:11.585832 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64108ce-8285-4306-bc07-9ec7649a3734 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:11.674782 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64108ce-8285-4306-bc07-9ec7649a3734 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=72ebeb7f-aa43-4226-a13b-59e5e260ff85,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:11.781732 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e64108ce-8285-4306-bc07-9ec7649a3734 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.116048 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e64108ce-8285-4306-bc07-9ec7649a3734 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.133703 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccc45-daea-4b11-9181-cbac1ffe8b73 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.139655 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e83fe-9b34-4367-b58e-09dbaa341004 req-2c542002-f074-4f44-b93e-60eaf6a18ce1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:12.139655 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-013e83fe-9b34-4367-b58e-09dbaa341004 req-2c542002-f074-4f44-b93e-60eaf6a18ce1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 944 time: 0.0698800 Sep 16 05:25:12.211125 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-013e83fe-9b34-4367-b58e-09dbaa341004 req-1b505496-9380-4091-a7aa-29a0c29e05a4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653601 Sep 16 05:25:12.225083 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ccc45-daea-4b11-9181-cbac1ffe8b73 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Port': ['ID=39771fd7-4616-4850-9565-70c6b8e7ec29,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:12.300787 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0c3af2-fb46-4aca-986a-58215123b7e9 None None] Network 0f3326ae-53d6-4be0-8baf-e59b52e81450 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:12.465958 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8cfd3f83-16e8-43fd-b77d-24030c5e4429 None None] Provisioning complete for port de60d816-ffba-48ca-ab9e-733cd8483eb9 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:12.467331 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3f83-16e8-43fd-b77d-24030c5e4429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.600920 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:12.865491 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3f83-16e8-43fd-b77d-24030c5e4429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.914692 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-8cfd3f83-16e8-43fd-b77d-24030c5e4429 None None] For port de60d816-ffba-48ca-ab9e-733cd8483eb9, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=de60d816-ffba-48ca-ab9e-733cd8483eb9,segment=NetworkSegment(749d0ba7-f2b3-40f2-b7ba-06dc80914dee),segment_id=749d0ba7-f2b3-40f2-b7ba-06dc80914dee)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:12.973495 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccc45-daea-4b11-9181-cbac1ffe8b73 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.002269 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:25:13.012622 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:13.013136 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.051040 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3f83-16e8-43fd-b77d-24030c5e4429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.098296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device de60d816-ffba-48ca-ab9e-733cd8483eb9 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:13.131475 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e64108ce-8285-4306-bc07-9ec7649a3734 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.182188 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd3f83-16e8-43fd-b77d-24030c5e4429 None None] Pushing event updated for resources: {'Port': ['ID=de60d816-ffba-48ca-ab9e-733cd8483eb9,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:13.237126 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port de60d816-ffba-48ca-ab9e-733cd8483eb9 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:13.237831 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.278310 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.329436 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77623b23-3216-4a39-a847-20beb2ba8b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:13.332970 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e2cc56-d8cc-4fef-8dd9-bab201addb5e" -d '{"events": [{"server_uuid": "77623b23-3216-4a39-a847-20beb2ba8b43", "name": "network-vif-plugged", "status": "completed", "tag": "ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:13.354791 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:13.391688 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e64108ce-8285-4306-bc07-9ec7649a3734 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.441445 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c40d5004-6010-4bb4-beca-1410906bfdca None None] Provisioning complete for port 72ebeb7f-aa43-4226-a13b-59e5e260ff85 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:13.441988 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c40d5004-6010-4bb4-beca-1410906bfdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.502578 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.521600 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e136077-5e80-48c7-9877-f8b842fbe0da x-openstack-request-id: req-7e136077-5e80-48c7-9877-f8b842fbe0da {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:13.521932 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77623b23-3216-4a39-a847-20beb2ba8b43", "name": "network-vif-plugged", "status": "completed", "tag": "ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:13.522151 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e136077-5e80-48c7-9877-f8b842fbe0da {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:13.522584 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77623b23-3216-4a39-a847-20beb2ba8b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0', 'code': 200} Sep 16 05:25:13.523268 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c40d5004-6010-4bb4-beca-1410906bfdca None None] Port 72ebeb7f-aa43-4226-a13b-59e5e260ff85 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:13.526784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834fcc2-2e83-4ee1-b6e0-549b06d33f21 req-18eb9118-43e9-4965-9240-a3aac9c95b5a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:13.538598 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2834fcc2-2e83-4ee1-b6e0-549b06d33f21 req-18eb9118-43e9-4965-9240-a3aac9c95b5a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 944 time: 0.1676648 Sep 16 05:25:13.553365 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e64108ce-8285-4306-bc07-9ec7649a3734 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.570373 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8ccc45-daea-4b11-9181-cbac1ffe8b73 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Router d5b6c095-9c3c-472a-91ac-d2c912a3ee57 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:25:13.576493 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64108ce-8285-4306-bc07-9ec7649a3734 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=72ebeb7f-aa43-4226-a13b-59e5e260ff85,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:13.613421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c40d5004-6010-4bb4-beca-1410906bfdca None None] Provisioning complete for port de60d816-ffba-48ca-ab9e-733cd8483eb9 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:13.614117 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c40d5004-6010-4bb4-beca-1410906bfdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.657325 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:13.706737 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2834fcc2-2e83-4ee1-b6e0-549b06d33f21 req-1be3a68c-9f1e-4239-be09-b271e6a3f772 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620588 Sep 16 05:25:13.752413 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c6944-99d2-4d8f-aa67-c0f7e8c43edf req-05a440e8-dc41-4567-ba28-7c66de62cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:13.757034 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-154c6944-99d2-4d8f-aa67-c0f7e8c43edf req-05a440e8-dc41-4567-ba28-7c66de62cde9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 1097 time: 0.1466753 Sep 16 05:25:13.844340 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-154c6944-99d2-4d8f-aa67-c0f7e8c43edf req-2945cb93-c320-47a2-b560-969e8fc41622 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798807 Sep 16 05:25:13.859274 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64108ce-8285-4306-bc07-9ec7649a3734 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network 0f3326ae-53d6-4be0-8baf-e59b52e81450 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:13.863690 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-e64108ce-8285-4306-bc07-9ec7649a3734 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:13.947930 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-40a84786-c33e-499a-921b-c2b437bfbcb9 None None] Provisioning complete for port 72ebeb7f-aa43-4226-a13b-59e5e260ff85 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:13.951198 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-40a84786-c33e-499a-921b-c2b437bfbcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.984356 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8ccc45-daea-4b11-9181-cbac1ffe8b73 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:14.001040 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dc8ccc45-daea-4b11-9181-cbac1ffe8b73 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "PUT /v2.0/routers/d5b6c095-9c3c-472a-91ac-d2c912a3ee57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9899209 Sep 16 05:25:14.001874 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60752) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:14.008551 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf1fd6-0d98-4085-ba3b-02bedcbbc63a None None] Sync routers for ids ['d5b6c095-9c3c-472a-91ac-d2c912a3ee57'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:14.040238 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf1fd6-0d98-4085-ba3b-02bedcbbc63a None None] Routers {'d5b6c095-9c3c-472a-91ac-d2c912a3ee57'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:14.041535 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1abf1fd6-0d98-4085-ba3b-02bedcbbc63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d5b6c095-9c3c-472a-91ac-d2c912a3ee57'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:14.084156 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-40a84786-c33e-499a-921b-c2b437bfbcb9 None None] Port 72ebeb7f-aa43-4226-a13b-59e5e260ff85 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:14.120531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ce201d-510d-49a5-8148-89c0f08b6305 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Deleting subnet 32494b3c-fe00-4bad-8808-530777ba7c64 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:14.134903 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5ce201d-510d-49a5-8148-89c0f08b6305 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.214214 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5ce201d-510d-49a5-8148-89c0f08b6305 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.278434 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64108ce-8285-4306-bc07-9ec7649a3734 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router fc872016-258c-40e1-96b3-41fc4e68cdfb is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:25:14.300380 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-1abf1fd6-0d98-4085-ba3b-02bedcbbc63a None None] Set router d5b6c095-9c3c-472a-91ac-d2c912a3ee57 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:14.316661 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-10fa24c0-5963-4383-aec0-a58dd555b287 None None] Provisioning complete for port 72ebeb7f-aa43-4226-a13b-59e5e260ff85 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:14.317090 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-10fa24c0-5963-4383-aec0-a58dd555b287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.367518 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5ce201d-510d-49a5-8148-89c0f08b6305 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.388315 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-10fa24c0-5963-4383-aec0-a58dd555b287 None None] Port 72ebeb7f-aa43-4226-a13b-59e5e260ff85 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:14.427242 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64108ce-8285-4306-bc07-9ec7649a3734 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:14.440826 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e64108ce-8285-4306-bc07-9ec7649a3734 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/fc872016-258c-40e1-96b3-41fc4e68cdfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9604096 Sep 16 05:25:14.440826 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60754) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:14.450006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] Sync routers for ids ['fc872016-258c-40e1-96b3-41fc4e68cdfb'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:14.456204 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-3686dbc4-bfc2-4ef3-a297-7f58a0e54810 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'network': {'name': 'tempest-RoutersTest-302558314'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:14.470860 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] Routers {'fc872016-258c-40e1-96b3-41fc4e68cdfb'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:14.471623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fc872016-258c-40e1-96b3-41fc4e68cdfb'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:14.581324 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5ce201d-510d-49a5-8148-89c0f08b6305 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.594501 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] Set router fc872016-258c-40e1-96b3-41fc4e68cdfb gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:14.628954 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3686dbc4-bfc2-4ef3-a297-7f58a0e54810 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Made reservation on behalf of 6dde79cbb8bc442888fa657777bbfb51 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:14.635879 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce201d-510d-49a5-8148-89c0f08b6305 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Subnet': ['ID=32494b3c-fe00-4bad-8808-530777ba7c64,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:14.644677 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5ce201d-510d-49a5-8148-89c0f08b6305 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.647598 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3686dbc4-bfc2-4ef3-a297-7f58a0e54810 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.652666 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d5ce201d-510d-49a5-8148-89c0f08b6305 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "DELETE /v2.0/subnets/32494b3c-fe00-4bad-8808-530777ba7c64 HTTP/1.1" status: 204 len: 168 time: 0.6485097 Sep 16 05:25:14.655946 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60756) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:14.671788 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef60c39-c678-4af1-bdc0-e454a80b1fd9 None None] Network 982c51a6-73de-4637-9281-b53c0e8a4138 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:14.678050 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1abf1fd6-0d98-4085-ba3b-02bedcbbc63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99336490', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:48Z', 'updated_at': '2021-09-16T05:25:11Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:49Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:14.694502 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3686dbc4-bfc2-4ef3-a297-7f58a0e54810 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:25:14.731802 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf1fd6-0d98-4085-ba3b-02bedcbbc63a None None] Checking router: d5b6c095-9c3c-472a-91ac-d2c912a3ee57 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:25:14.748240 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3686dbc4-bfc2-4ef3-a297-7f58a0e54810 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.748929 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-3686dbc4-bfc2-4ef3-a297-7f58a0e54810 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Added segment a8c6d412-d37e-48be-92b6-a1f8df10c2b9 of type vlan for network cc3fdabf-9a08-41d7-82f1-128810879f36 Sep 16 05:25:14.770309 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf1fd6-0d98-4085-ba3b-02bedcbbc63a None None] Routers {'d5b6c095-9c3c-472a-91ac-d2c912a3ee57'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:14.774998 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1abf1fd6-0d98-4085-ba3b-02bedcbbc63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d5b6c095-9c3c-472a-91ac-d2c912a3ee57'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:14.875277 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3686dbc4-bfc2-4ef3-a297-7f58a0e54810 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.929716 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device de60d816-ffba-48ca-ab9e-733cd8483eb9 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:15.001012 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3686dbc4-bfc2-4ef3-a297-7f58a0e54810 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.008233 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3686dbc4-bfc2-4ef3-a297-7f58a0e54810 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:15.009037 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3686dbc4-bfc2-4ef3-a297-7f58a0e54810 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.069419 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-1abf1fd6-0d98-4085-ba3b-02bedcbbc63a None None] Set router d5b6c095-9c3c-472a-91ac-d2c912a3ee57 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:15.088768 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd987-7319-4d9a-9311-717d91684177 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.135721 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3686dbc4-bfc2-4ef3-a297-7f58a0e54810 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6878049 Sep 16 05:25:15.205503 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60762) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:15.209947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd50770-c744-4f8a-a3a5-7af1e36dd5dd req-d06eb1dc-a22d-42ab-aa4e-6d403bda784a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:15.211823 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ebd50770-c744-4f8a-a3a5-7af1e36dd5dd req-d06eb1dc-a22d-42ab-aa4e-6d403bda784a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 945 time: 0.2782855 Sep 16 05:25:15.215391 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f36e2526-7916-440a-9c0d-9a304541a179 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'subnet': {'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:15.245859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686dbc4-bfc2-4ef3-a297-7f58a0e54810 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Network': ['ID=cc3fdabf-9a08-41d7-82f1-128810879f36,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:15.280972 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network cc3fdabf-9a08-41d7-82f1-128810879f36 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:25:15.394174 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port de60d816-ffba-48ca-ab9e-733cd8483eb9 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:15.395433 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.416080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ebd50770-c744-4f8a-a3a5-7af1e36dd5dd req-3c1065b8-f22f-42a0-8dc9-d740491fe7bf tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831543 Sep 16 05:25:15.565053 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd987-7319-4d9a-9311-717d91684177 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.598272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de37d502-c861-452d-8c38-1ef842632872 None None] DHCP port deletion for 982c51a6-73de-4637-9281-b53c0e8a4138 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:25:15.634598 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:11Z', 'revision_number': 2, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:12Z', 'revision_number': 2, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:15.650411 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1abf1fd6-0d98-4085-ba3b-02bedcbbc63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99336490', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:48Z', 'updated_at': '2021-09-16T05:25:11Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:49Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:15.684638 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf1fd6-0d98-4085-ba3b-02bedcbbc63a None None] The sync data for ids ['d5b6c095-9c3c-472a-91ac-d2c912a3ee57'] in n-d-712140-13 is: [{'id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99336490', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:48Z', 'updated_at': '2021-09-16T05:25:11Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': 'edc08a69-fe3b-403c-a761-1c0ad3855f49', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6c095-9c3c-472a-91ac-d2c912a3ee57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:49Z', 'updated_at': '2021-09-16T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:25:15.691069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] Checking router: fc872016-258c-40e1-96b3-41fc4e68cdfb for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:25:15.691419 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] Updating router fc872016-258c-40e1-96b3-41fc4e68cdfb port 72ebeb7f-aa43-4226-a13b-59e5e260ff85 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:25:15.714457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36e2526-7916-440a-9c0d-9a304541a179 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Made reservation on behalf of 6dde79cbb8bc442888fa657777bbfb51 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:15.721842 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f36e2526-7916-440a-9c0d-9a304541a179 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.741317 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.771891 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-de37d502-c861-452d-8c38-1ef842632872 None None] Deleting port d1666620-34fd-4230-a8d3-0998a8557679 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:15.772270 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-de37d502-c861-452d-8c38-1ef842632872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.841657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ba0dd987-7319-4d9a-9311-717d91684177 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Deleting port edc08a69-fe3b-403c-a761-1c0ad3855f49 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:15.843404 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd987-7319-4d9a-9311-717d91684177 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.972252 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-ba0dd987-7319-4d9a-9311-717d91684177 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] For port edc08a69-fe3b-403c-a761-1c0ad3855f49, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=edc08a69-fe3b-403c-a761-1c0ad3855f49,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:15.972628 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd987-7319-4d9a-9311-717d91684177 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.987573 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-ba0dd987-7319-4d9a-9311-717d91684177 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Calling delete_port for edc08a69-fe3b-403c-a761-1c0ad3855f49 owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:16.148645 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f36e2526-7916-440a-9c0d-9a304541a179 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.193138 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-de37d502-c861-452d-8c38-1ef842632872 None None] For port d1666620-34fd-4230-a8d3-0998a8557679, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=d1666620-34fd-4230-a8d3-0998a8557679,segment=NetworkSegment(76c8ed33-7a19-44d6-a7e9-46953a852714),segment_id=76c8ed33-7a19-44d6-a7e9-46953a852714)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:16.216892 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:25:16.220418 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-de37d502-c861-452d-8c38-1ef842632872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.240486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-de37d502-c861-452d-8c38-1ef842632872 None None] Calling delete_port for d1666620-34fd-4230-a8d3-0998a8557679 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:16.263108 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e2526-7916-440a-9c0d-9a304541a179 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Subnet': ['ID=b8978042-8c90-4309-b741-fbacf703eb1d,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:16.289747 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e2526-7916-440a-9c0d-9a304541a179 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Checking segment: {'id': 'a8c6d412-d37e-48be-92b6-a1f8df10c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:16.290568 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36e2526-7916-440a-9c0d-9a304541a179 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network hostable DHCP agents. Network: cc3fdabf-9a08-41d7-82f1-128810879f36, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:25:16.344907 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd987-7319-4d9a-9311-717d91684177 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.377680 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36e2526-7916-440a-9c0d-9a304541a179 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network cc3fdabf-9a08-41d7-82f1-128810879f36 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:25:16.395310 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0dd987-7319-4d9a-9311-717d91684177 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Port': ['ID=edc08a69-fe3b-403c-a761-1c0ad3855f49,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:16.454216 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-f36e2526-7916-440a-9c0d-9a304541a179 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, cc3fdabf-9a08-41d7-82f1-128810879f36) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:16.475703 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36e2526-7916-440a-9c0d-9a304541a179 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:16.477083 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22536ea3-ee18-4630-9dea-1babbfc6c867 None None] Network cc3fdabf-9a08-41d7-82f1-128810879f36 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:16.477612 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f36e2526-7916-440a-9c0d-9a304541a179 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.518160 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd987-7319-4d9a-9311-717d91684177 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.548804 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-de37d502-c861-452d-8c38-1ef842632872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.574845 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f36e2526-7916-440a-9c0d-9a304541a179 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3647344 Sep 16 05:25:16.575308 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60768) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:16.641045 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd987-7319-4d9a-9311-717d91684177 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.643831 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd987-7319-4d9a-9311-717d91684177 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.761530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d99a24-90fe-4595-8c18-31e04cdbc313 req-66a35676-7b03-4fe0-a6ba-a6cbd8d90fd0 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:16.763921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0d99a24-90fe-4595-8c18-31e04cdbc313 req-66a35676-7b03-4fe0-a6ba-a6cbd8d90fd0 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 945 time: 0.0709310 Sep 16 05:25:16.766159 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd987-7319-4d9a-9311-717d91684177 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.766766 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0dd987-7319-4d9a-9311-717d91684177 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Fanout notify agent at l3_agent the message router_deleted on router d5b6c095-9c3c-472a-91ac-d2c912a3ee57 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:25:16.782166 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd987-7319-4d9a-9311-717d91684177 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.791080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ba0dd987-7319-4d9a-9311-717d91684177 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "DELETE /v2.0/routers/d5b6c095-9c3c-472a-91ac-d2c912a3ee57 HTTP/1.1" status: 204 len: 168 time: 2.1254799 Sep 16 05:25:16.791632 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60770) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:16.854593 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.862203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de37d502-c861-452d-8c38-1ef842632872 None None] No DVR routers for this DVR port d1666620-34fd-4230-a8d3-0998a8557679 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:16.872464 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37d502-c861-452d-8c38-1ef842632872 None None] Pushing event deleted for resources: {'Port': ['ID=d1666620-34fd-4230-a8d3-0998a8557679,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:16.898216 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0d99a24-90fe-4595-8c18-31e04cdbc313 req-3539da96-118f-4fa9-81c6-9babd96fe298 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099770 Sep 16 05:25:16.962220 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.128113 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d1666620-34fd-4230-a8d3-0998a8557679 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:17.148232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea03721-7d50-4661-bee0-1072d85a4b63 req-fcd00c02-e235-49a4-a8ba-d961b3031d8d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:17.172530 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ea03721-7d50-4661-bee0-1072d85a4b63 req-fcd00c02-e235-49a4-a8ba-d961b3031d8d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 945 time: 0.1198184 Sep 16 05:25:17.221220 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: d1666620-34fd-4230-a8d3-0998a8557679 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:17.228826 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device d1666620-34fd-4230-a8d3-0998a8557679 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:17.228826 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 39771fd7-4616-4850-9565-70c6b8e7ec29 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:17.230376 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc9d77-1951-4162-a235-b0d0fbc664f3 None None] Pushing event updated for resources: {'Port': ['ID=72ebeb7f-aa43-4226-a13b-59e5e260ff85,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:17.241136 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-cc3fdabf-9a08-41d7-82f1-128810879f36', 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'fixed_ips': [{'subnet_id': 'b8978042-8c90-4309-b741-fbacf703eb1d'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:17.242421 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.301927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 39771fd7-4616-4850-9565-70c6b8e7ec29 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:17.302299 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 39771fd7-4616-4850-9565-70c6b8e7ec29 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:17.332856 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8ea03721-7d50-4661-bee0-1072d85a4b63 req-1d870f9c-bec7-4ca9-9f7a-c6d0a3800176 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591876 Sep 16 05:25:17.372248 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] Attempting to bind port 72ebeb7f-aa43-4226-a13b-59e5e260ff85 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:17.372625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] Attempting to bind port 72ebeb7f-aa43-4226-a13b-59e5e260ff85 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '749d0ba7-f2b3-40f2-b7ba-06dc80914dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:17.372833 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] Attempting to bind port 72ebeb7f-aa43-4226-a13b-59e5e260ff85 on network 0f3326ae-53d6-4be0-8baf-e59b52e81450 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:17.403468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60776) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:17.445188 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:17.447006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] Checking segment: {'id': '749d0ba7-f2b3-40f2-b7ba-06dc80914dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:17.447006 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.447006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] Bound using segment: {'id': '749d0ba7-f2b3-40f2-b7ba-06dc80914dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:17.450135 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] Bound port: 72ebeb7f-aa43-4226-a13b-59e5e260ff85, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749d0ba7-f2b3-40f2-b7ba-06dc80914dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:17.450662 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.661624 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] Allocated IP 172.21.0.2 (cc3fdabf-9a08-41d7-82f1-128810879f36/b8978042-8c90-4309-b741-fbacf703eb1d/e83bde97-e6b0-4b03-882c-80ce4e1e0ee6) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:17.664645 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] For port 72ebeb7f-aa43-4226-a13b-59e5e260ff85, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:17.673654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] For port 72ebeb7f-aa43-4226-a13b-59e5e260ff85, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=72ebeb7f-aa43-4226-a13b-59e5e260ff85,segment=NetworkSegment(749d0ba7-f2b3-40f2-b7ba-06dc80914dee),segment_id=749d0ba7-f2b3-40f2-b7ba-06dc80914dee)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:17.688597 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03489dba-05c6-4b9a-8c54-d58bff25cab2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.694113 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c3d83b-491a-46ca-adc3-66ec0f7044bd tempest-TestVolumeBootPattern-617243938 tempest-TestVolumeBootPattern-617243938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:17.696249 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e7c3d83b-491a-46ca-adc3-66ec0f7044bd tempest-TestVolumeBootPattern-617243938 tempest-TestVolumeBootPattern-617243938-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 1092 time: 0.2889807 Sep 16 05:25:17.700483 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60780) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:17.708041 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': 'ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:17.745566 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-7aad680e-41bb-42c1-aa5f-53473b79fc3f None None] Provisioning complete for port 72ebeb7f-aa43-4226-a13b-59e5e260ff85 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:17.745566 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7aad680e-41bb-42c1-aa5f-53473b79fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.807651 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.903827 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-7aad680e-41bb-42c1-aa5f-53473b79fc3f None None] Port 72ebeb7f-aa43-4226-a13b-59e5e260ff85 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:17.909063 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03489dba-05c6-4b9a-8c54-d58bff25cab2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.912694 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.955520 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc9d77-1951-4162-a235-b0d0fbc664f3 None None] Pushing event updated for resources: {'Port': ['ID=72ebeb7f-aa43-4226-a13b-59e5e260ff85,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:17.961295 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-03489dba-05c6-4b9a-8c54-d58bff25cab2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982c51a6-73de-4637-9281-b53c0e8a4138']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:17.981819 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-03489dba-05c6-4b9a-8c54-d58bff25cab2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c8ed33-7a19-44d6-a7e9-46953a852714') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:17.982092 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-03489dba-05c6-4b9a-8c54-d58bff25cab2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c8ed33-7a19-44d6-a7e9-46953a852714') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:17.997945 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03489dba-05c6-4b9a-8c54-d58bff25cab2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.043411 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03489dba-05c6-4b9a-8c54-d58bff25cab2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.067279 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03489dba-05c6-4b9a-8c54-d58bff25cab2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:25:18.067703 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03489dba-05c6-4b9a-8c54-d58bff25cab2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:25:18.071037 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:25:18.100112 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.133830 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.133830 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] Routers {'fc872016-258c-40e1-96b3-41fc4e68cdfb'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:18.137067 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fc872016-258c-40e1-96b3-41fc4e68cdfb'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:18.147743 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0028aca3-9084-40ad-adb9-db5735a6622b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.250028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Allocated IP 172.25.4.182 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/e403dd89-9a56-459f-b979-7727d0217fe3) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:18.271799 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.290264 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03489dba-05c6-4b9a-8c54-d58bff25cab2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.298367 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] Network cc3fdabf-9a08-41d7-82f1-128810879f36 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:18.300312 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:18.304366 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:18.306209 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-03489dba-05c6-4b9a-8c54-d58bff25cab2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.315126 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-03489dba-05c6-4b9a-8c54-d58bff25cab2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "DELETE /v2.0/networks/982c51a6-73de-4637-9281-b53c0e8a4138 HTTP/1.1" status: 204 len: 168 time: 1.5217717 Sep 16 05:25:18.318315 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60786) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:18.325977 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03489dba-05c6-4b9a-8c54-d58bff25cab2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Network': ['ID=982c51a6-73de-4637-9281-b53c0e8a4138,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:18.363701 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ddb0b838-d597-4963-9f52-a36560e77aa0 None None] Provisioning complete for port 72ebeb7f-aa43-4226-a13b-59e5e260ff85 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:18.364300 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ddb0b838-d597-4963-9f52-a36560e77aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.521215 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] Attempting to bind port e83bde97-e6b0-4b03-882c-80ce4e1e0ee6 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:18.521604 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] Attempting to bind port e83bde97-e6b0-4b03-882c-80ce4e1e0ee6 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'a8c6d412-d37e-48be-92b6-a1f8df10c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:18.521951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] Attempting to bind port e83bde97-e6b0-4b03-882c-80ce4e1e0ee6 on network cc3fdabf-9a08-41d7-82f1-128810879f36 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:18.538935 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-99ddcfab-f336-4542-8105-c562f021e1ca tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.540868 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:18.541429 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] Checking segment: {'id': 'a8c6d412-d37e-48be-92b6-a1f8df10c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:18.541784 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.542195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] Bound using segment: {'id': 'a8c6d412-d37e-48be-92b6-a1f8df10c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:18.542704 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] Bound port: e83bde97-e6b0-4b03-882c-80ce4e1e0ee6, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c6d412-d37e-48be-92b6-a1f8df10c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:18.543148 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.548941 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] Set router fc872016-258c-40e1-96b3-41fc4e68cdfb gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:18.591006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] Pushing event updated for resources: {'Port': ['ID=e83bde97-e6b0-4b03-882c-80ce4e1e0ee6,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:18.598565 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-99ddcfab-f336-4542-8105-c562f021e1ca tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.655609 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.763999 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device edc08a69-fe3b-403c-a761-1c0ad3855f49 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:18.805977 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.831506 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: edc08a69-fe3b-403c-a761-1c0ad3855f49 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:18.832161 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device edc08a69-fe3b-403c-a761-1c0ad3855f49 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:18.867782 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-0028aca3-9084-40ad-adb9-db5735a6622b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Allocated IP 172.21.0.1 (cc3fdabf-9a08-41d7-82f1-128810879f36/b8978042-8c90-4309-b741-fbacf703eb1d/38982901-5dda-4f32-b78f-cbc13cd140ad) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:18.887315 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-99ddcfab-f336-4542-8105-c562f021e1ca tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.910684 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-99ddcfab-f336-4542-8105-c562f021e1ca tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.912882 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-99ddcfab-f336-4542-8105-c562f021e1ca tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "DELETE /v2.0/security-groups/2ab1352e-e614-4d23-9c35-84a835ca7110 HTTP/1.1" status: 204 len: 168 time: 0.5932114 Sep 16 05:25:18.946090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] For port e83bde97-e6b0-4b03-882c-80ce4e1e0ee6, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:18.951090 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ddb0b838-d597-4963-9f52-a36560e77aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.955311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event updated for resources: {'Port': ['ID=e403dd89-9a56-459f-b979-7727d0217fe3,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:18.958769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] For port e83bde97-e6b0-4b03-882c-80ce4e1e0ee6, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e83bde97-e6b0-4b03-882c-80ce4e1e0ee6,segment=NetworkSegment(a8c6d412-d37e-48be-92b6-a1f8df10c2b9),segment_id=a8c6d412-d37e-48be-92b6-a1f8df10c2b9)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:18.971513 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddcfab-f336-4542-8105-c562f021e1ca tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab1352e-e614-4d23-9c35-84a835ca7110,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:18.981552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:18.985880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:18.988883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:19.051290 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.158816 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0028aca3-9084-40ad-adb9-db5735a6622b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.272778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ddb0b838-d597-4963-9f52-a36560e77aa0 None None] For port 72ebeb7f-aa43-4226-a13b-59e5e260ff85, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=72ebeb7f-aa43-4226-a13b-59e5e260ff85,segment=NetworkSegment(749d0ba7-f2b3-40f2-b7ba-06dc80914dee),segment_id=749d0ba7-f2b3-40f2-b7ba-06dc80914dee)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:19.304592 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1df87b-a66c-46e7-94c9-eef04d66880a None None] Pushing event updated for resources: {'Port': ['ID=e83bde97-e6b0-4b03-882c-80ce4e1e0ee6,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:19.349358 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0028aca3-9084-40ad-adb9-db5735a6622b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.383401 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ddb0b838-d597-4963-9f52-a36560e77aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.414495 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0028aca3-9084-40ad-adb9-db5735a6622b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network cc3fdabf-9a08-41d7-82f1-128810879f36 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:19.416498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:11Z', 'revision_number': 2, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:17Z', 'revision_number': 4, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:19.428052 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-0028aca3-9084-40ad-adb9-db5735a6622b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:19.434159 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0028aca3-9084-40ad-adb9-db5735a6622b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:19.441544 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028aca3-9084-40ad-adb9-db5735a6622b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=38982901-5dda-4f32-b78f-cbc13cd140ad,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:19.498864 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3bf1a6-83e2-41ab-a3be-5e463a6f7548 None None] The sync data for ids ['fc872016-258c-40e1-96b3-41fc4e68cdfb'] in n-d-712140-13 is: [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:11Z', 'revision_number': 2, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:17Z', 'revision_number': 4, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:25:19.514186 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0028aca3-9084-40ad-adb9-db5735a6622b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.552547 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0b838-d597-4963-9f52-a36560e77aa0 None None] Pushing event updated for resources: {'Port': ['ID=72ebeb7f-aa43-4226-a13b-59e5e260ff85,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:19.636930 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60822) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:19.643608 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c1f0ec8b-70d1-4be5-bf0f-ce2237eb5b68 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1368936739', 'description': 'tempest-secgroup-smoke-1368936739 description', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:19.907590 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c1f0ec8b-70d1-4be5-bf0f-ce2237eb5b68 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.997795 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.035204 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0028aca3-9084-40ad-adb9-db5735a6622b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.287675 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.371522 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c1f0ec8b-70d1-4be5-bf0f-ce2237eb5b68 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.495939 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c1f0ec8b-70d1-4be5-bf0f-ce2237eb5b68 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.540136 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.606016 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.638542 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0ec8b-70d1-4be5-bf0f-ce2237eb5b68 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f653b2-4627-4a17-9bc7-c118ba6426fa,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:20.690306 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.744254 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0028aca3-9084-40ad-adb9-db5735a6622b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.754332 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c1f0ec8b-70d1-4be5-bf0f-ce2237eb5b68 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.756081 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c1f0ec8b-70d1-4be5-bf0f-ce2237eb5b68 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1174533 Sep 16 05:25:20.762760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60862) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:20.770322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ed4cb2ff-f7cd-4035-905e-d257c2a8bfce tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': 'e1f653b2-4627-4a17-9bc7-c118ba6426fa', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:20.834400 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0028aca3-9084-40ad-adb9-db5735a6622b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.835948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event updated for resources: {'Port': ['ID=e403dd89-9a56-459f-b979-7727d0217fe3,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:20.861675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:20.862107 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:20.862377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:20.862721 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:20.863077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:20.863415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:20.863746 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:20.864078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:20.864406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:20.865012 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:20.865205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:20.865376 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:20.958207 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ed4cb2ff-f7cd-4035-905e-d257c2a8bfce tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.025931 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e83bde97-e6b0-4b03-882c-80ce4e1e0ee6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:21.035621 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Floating IP 56431846-790c-4cb6-8fad-8b436fed95cf associated. External IP: 172.25.4.182, port: ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0. Sep 16 05:25:21.085562 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0028aca3-9084-40ad-adb9-db5735a6622b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.088933 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028aca3-9084-40ad-adb9-db5735a6622b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=38982901-5dda-4f32-b78f-cbc13cd140ad,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:21.134784 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ed4cb2ff-f7cd-4035-905e-d257c2a8bfce tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.144077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b27bb92-43b7-42d2-ba6b-7a746d26300b None None] Network cc3fdabf-9a08-41d7-82f1-128810879f36 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:21.221956 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port e83bde97-e6b0-4b03-882c-80ce4e1e0ee6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:21.222832 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.287529 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0028aca3-9084-40ad-adb9-db5735a6622b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network cc3fdabf-9a08-41d7-82f1-128810879f36 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:21.287529 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-0028aca3-9084-40ad-adb9-db5735a6622b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:21.300232 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ed4cb2ff-f7cd-4035-905e-d257c2a8bfce tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.301540 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c07311c5-0163-42d2-838a-89271810fe03 None None] Provisioning complete for port e83bde97-e6b0-4b03-882c-80ce4e1e0ee6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:21.301922 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c07311c5-0163-42d2-838a-89271810fe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.391539 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4cb2ff-f7cd-4035-905e-d257c2a8bfce tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87ebf02-ec47-449c-aaed-911a1ba3a707,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:21.513624 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ed4cb2ff-f7cd-4035-905e-d257c2a8bfce tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.520181 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ed4cb2ff-f7cd-4035-905e-d257c2a8bfce tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7517252 Sep 16 05:25:21.523598 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60882) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:21.530869 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0028aca3-9084-40ad-adb9-db5735a6622b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router fc872016-258c-40e1-96b3-41fc4e68cdfb has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:25:21.537499 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-52d2218f-6c75-4f07-9ad1-8a2706813523 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': 'e1f653b2-4627-4a17-9bc7-c118ba6426fa', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:21.774607 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.783185 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c07311c5-0163-42d2-838a-89271810fe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.844466 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0028aca3-9084-40ad-adb9-db5735a6622b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:21.855671 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0028aca3-9084-40ad-adb9-db5735a6622b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/fc872016-258c-40e1-96b3-41fc4e68cdfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2754776 Sep 16 05:25:21.864254 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port e83bde97-e6b0-4b03-882c-80ce4e1e0ee6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e83bde97-e6b0-4b03-882c-80ce4e1e0ee6,segment=NetworkSegment(a8c6d412-d37e-48be-92b6-a1f8df10c2b9),segment_id=a8c6d412-d37e-48be-92b6-a1f8df10c2b9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:21.866648 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60894) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:21.866648 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6c3b3e1c-cbc7-48bd-bf9e-fb564a5511d8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'network': {'name': 'tempest-RoutersTest-2014509367'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:21.904218 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52d2218f-6c75-4f07-9ad1-8a2706813523 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.979786 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.980998 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 72ebeb7f-aa43-4226-a13b-59e5e260ff85 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:22.032387 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3b3e1c-cbc7-48bd-bf9e-fb564a5511d8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Made reservation on behalf of 6dde79cbb8bc442888fa657777bbfb51 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:22.047413 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3e1c-cbc7-48bd-bf9e-fb564a5511d8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.093268 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52d2218f-6c75-4f07-9ad1-8a2706813523 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.118008 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] Sync routers for ids ['fc872016-258c-40e1-96b3-41fc4e68cdfb'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:22.138783 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] Routers {'fc872016-258c-40e1-96b3-41fc4e68cdfb'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:22.142246 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fc872016-258c-40e1-96b3-41fc4e68cdfb'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:22.152044 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-c07311c5-0163-42d2-838a-89271810fe03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:25:22.152923 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-c07311c5-0163-42d2-838a-89271810fe03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:25:22.159109 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3b3e1c-cbc7-48bd-bf9e-fb564a5511d8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:25:22.175678 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=e83bde97-e6b0-4b03-882c-80ce4e1e0ee6,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:22.176637 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52d2218f-6c75-4f07-9ad1-8a2706813523 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.197503 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Router 246c2e41-7d64-4dcf-9317-3a361a726c34 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:25:22.207158 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3e1c-cbc7-48bd-bf9e-fb564a5511d8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.207789 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-6c3b3e1c-cbc7-48bd-bf9e-fb564a5511d8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Added segment a5764f3a-80c4-4808-9381-74885acf8bd6 of type vlan for network f8b04fbb-b349-4247-be84-64b7f62f939e Sep 16 05:25:22.226121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2218f-6c75-4f07-9ad1-8a2706813523 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbaab665-2a41-4117-8d75-3baba8de4db4,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:22.246064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 72ebeb7f-aa43-4226-a13b-59e5e260ff85 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:22.246645 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.289351 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3e1c-cbc7-48bd-bf9e-fb564a5511d8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.360568 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-52d2218f-6c75-4f07-9ad1-8a2706813523 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.366697 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-52d2218f-6c75-4f07-9ad1-8a2706813523 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8373158 Sep 16 05:25:22.367704 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60912) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:22.377323 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-80c46abb-9fba-428c-8d46-e6d69146ab8b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': 'e1f653b2-4627-4a17-9bc7-c118ba6426fa', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:22.440548 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3e1c-cbc7-48bd-bf9e-fb564a5511d8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.448247 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3b3e1c-cbc7-48bd-bf9e-fb564a5511d8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:22.449306 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3e1c-cbc7-48bd-bf9e-fb564a5511d8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.497649 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] Set router fc872016-258c-40e1-96b3-41fc4e68cdfb gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:22.518186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:22.536066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d193e67a-f26e-45ec-896b-0132a288aa86 None None] Sync routers for ids ['246c2e41-7d64-4dcf-9317-3a361a726c34'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:22.539273 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-80c46abb-9fba-428c-8d46-e6d69146ab8b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.567144 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193e67a-f26e-45ec-896b-0132a288aa86 None None] Routers {'246c2e41-7d64-4dcf-9317-3a361a726c34'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:22.568328 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-d193e67a-f26e-45ec-896b-0132a288aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['246c2e41-7d64-4dcf-9317-3a361a726c34'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:22.661208 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-80c46abb-9fba-428c-8d46-e6d69146ab8b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.661507 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.667945 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6c3b3e1c-cbc7-48bd-bf9e-fb564a5511d8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8099627 Sep 16 05:25:22.723205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60922) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:22.736843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7001f48b-008d-47d8-a61a-c659f3b85287 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'subnet': {'network_id': 'f8b04fbb-b349-4247-be84-64b7f62f939e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:22.782557 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-80c46abb-9fba-428c-8d46-e6d69146ab8b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.847796 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b3e1c-cbc7-48bd-bf9e-fb564a5511d8 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Network': ['ID=f8b04fbb-b349-4247-be84-64b7f62f939e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:22.855050 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-05d41a13-bfc9-48ad-9a6e-f1f6df2db70d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1491611 Sep 16 05:25:22.862336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77623b23-3216-4a39-a847-20beb2ba8b43', 'tag': 'ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:22.883178 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a393837-dd78-4398-8506-6df53e7dcaeb" -d '{"events": [{"name": "network-changed", "server_uuid": "77623b23-3216-4a39-a847-20beb2ba8b43", "tag": "ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:22.883512 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c46abb-9fba-428c-8d46-e6d69146ab8b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc07ff2-9760-4c20-8253-2c8e0ed303c1,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:22.903507 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network f8b04fbb-b349-4247-be84-64b7f62f939e details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:25:22.906627 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e83bde97-e6b0-4b03-882c-80ce4e1e0ee6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:22.994174 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-80c46abb-9fba-428c-8d46-e6d69146ab8b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.995365 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-80c46abb-9fba-428c-8d46-e6d69146ab8b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6268649 Sep 16 05:25:22.999854 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60940) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:23.006428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-56687cbb-01ec-4a26-af48-56cb75b0365a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': 'e1f653b2-4627-4a17-9bc7-c118ba6426fa', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:23.033635 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6702f026-abf1-44ec-be4b-e97a726a8a04 x-openstack-request-id: req-6702f026-abf1-44ec-be4b-e97a726a8a04 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:23.034036 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77623b23-3216-4a39-a847-20beb2ba8b43", "tag": "ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:23.034269 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6702f026-abf1-44ec-be4b-e97a726a8a04 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:23.034566 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77623b23-3216-4a39-a847-20beb2ba8b43', 'tag': 'ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0', 'status': 'completed', 'code': 200} Sep 16 05:25:23.082225 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-d193e67a-f26e-45ec-896b-0132a288aa86 None None] Set router 246c2e41-7d64-4dcf-9317-3a361a726c34 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:23.118152 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-56687cbb-01ec-4a26-af48-56cb75b0365a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.149400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a393837-dd78-4398-8506-6df53e7dcaeb req-d9aedef8-d96e-4638-af50-fcf86bc07afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:23.151695 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a393837-dd78-4398-8506-6df53e7dcaeb req-d9aedef8-d96e-4638-af50-fcf86bc07afb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 1097 time: 0.0839739 Sep 16 05:25:23.217822 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port e83bde97-e6b0-4b03-882c-80ce4e1e0ee6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:23.218439 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.272502 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0ad7cdec-0cd1-488f-a9f4-ed7e4f7ab61e None None] Provisioning complete for port 38982901-5dda-4f32-b78f-cbc13cd140ad triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:23.272902 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0ad7cdec-0cd1-488f-a9f4-ed7e4f7ab61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.289301 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7001f48b-008d-47d8-a61a-c659f3b85287 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Made reservation on behalf of 6dde79cbb8bc442888fa657777bbfb51 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:23.292955 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7001f48b-008d-47d8-a61a-c659f3b85287 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.296144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-56687cbb-01ec-4a26-af48-56cb75b0365a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.326814 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 3, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '38982901-5dda-4f32-b78f-cbc13cd140ad', 'name': '', 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:88:37:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:18Z', 'updated_at': '2021-09-16T05:25:20Z', 'revision_number': 2, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:23.350716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a393837-dd78-4398-8506-6df53e7dcaeb req-b62f8f24-2802-4266-9855-651993aa8492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:23.352566 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a393837-dd78-4398-8506-6df53e7dcaeb req-b62f8f24-2802-4266-9855-651993aa8492 service neutron] 10.222.0.21 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 912 time: 0.1935041 Sep 16 05:25:23.367360 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] Checking router: fc872016-258c-40e1-96b3-41fc4e68cdfb for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:25:23.367952 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] Updating router fc872016-258c-40e1-96b3-41fc4e68cdfb port 38982901-5dda-4f32-b78f-cbc13cd140ad binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:25:23.402899 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.413625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7cdec-0cd1-488f-a9f4-ed7e4f7ab61e None None] Port 38982901-5dda-4f32-b78f-cbc13cd140ad cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:23.472862 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-56687cbb-01ec-4a26-af48-56cb75b0365a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.504933 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a393837-dd78-4398-8506-6df53e7dcaeb req-ee084918-593f-403e-98c5-6b985d11459e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 HTTP/1.1" status: 200 len: 999 time: 0.1015723 Sep 16 05:25:23.505615 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0ad7cdec-0cd1-488f-a9f4-ed7e4f7ab61e None None] Provisioning complete for port e83bde97-e6b0-4b03-882c-80ce4e1e0ee6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:23.505615 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0ad7cdec-0cd1-488f-a9f4-ed7e4f7ab61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.506198 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56687cbb-01ec-4a26-af48-56cb75b0365a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8399e5-e098-4bea-b758-9b5ee501232f,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:23.617905 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-56687cbb-01ec-4a26-af48-56cb75b0365a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.625644 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-56687cbb-01ec-4a26-af48-56cb75b0365a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6235552 Sep 16 05:25:23.626934 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60956) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:23.643776 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-98586b09-cff3-4ec7-bfff-bd6f417a5d4b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': 'e1f653b2-4627-4a17-9bc7-c118ba6426fa', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:23.674157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-d193e67a-f26e-45ec-896b-0132a288aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '56431846-790c-4cb6-8fad-8b436fed95cf', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'floating_ip_address': '172.25.4.182', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'port_id': 'ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'mac_address': 'fa:16:3e:40:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77623b23-3216-4a39-a847-20beb2ba8b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:25:19Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 0, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:04Z', 'revision_number': 5, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:23.696074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a393837-dd78-4398-8506-6df53e7dcaeb req-d49f62e7-fb42-4b3b-87c5-d39073f15baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:23.699111 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a393837-dd78-4398-8506-6df53e7dcaeb req-d49f62e7-fb42-4b3b-87c5-d39073f15baf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.2000663 Sep 16 05:25:23.715036 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d193e67a-f26e-45ec-896b-0132a288aa86 None None] Checking router: 246c2e41-7d64-4dcf-9317-3a361a726c34 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:25:23.737037 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193e67a-f26e-45ec-896b-0132a288aa86 None None] Routers {'246c2e41-7d64-4dcf-9317-3a361a726c34'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:23.737037 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-d193e67a-f26e-45ec-896b-0132a288aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['246c2e41-7d64-4dcf-9317-3a361a726c34'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:23.809619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-bd89f070-fdd8-4742-b3d8-e79375f0563b None None] Provisioning complete for port 38982901-5dda-4f32-b78f-cbc13cd140ad triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:23.854476 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bd89f070-fdd8-4742-b3d8-e79375f0563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.856056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a393837-dd78-4398-8506-6df53e7dcaeb req-a6ba3227-1d95-4249-b7dd-0be7409a42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:23.856056 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a393837-dd78-4398-8506-6df53e7dcaeb req-a6ba3227-1d95-4249-b7dd-0be7409a42c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166768 Sep 16 05:25:23.918531 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-bd89f070-fdd8-4742-b3d8-e79375f0563b None None] Port 38982901-5dda-4f32-b78f-cbc13cd140ad cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:23.941644 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-d193e67a-f26e-45ec-896b-0132a288aa86 None None] Set router 246c2e41-7d64-4dcf-9317-3a361a726c34 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:23.958425 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-98586b09-cff3-4ec7-bfff-bd6f417a5d4b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Project 3484936ae7a94b7a8f8a0023f559a1eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:25:23.968436 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-98586b09-cff3-4ec7-bfff-bd6f417a5d4b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.969539 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.993866 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a393837-dd78-4398-8506-6df53e7dcaeb req-759afade-9c28-4709-a92a-da199dbaf750 service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579528 Sep 16 05:25:24.063795 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7001f48b-008d-47d8-a61a-c659f3b85287 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.073349 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-98586b09-cff3-4ec7-bfff-bd6f417a5d4b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.091527 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.176123 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02b307-89a2-4d6e-ba50-d56a734fd192 None None] Pushing event updated for resources: {'Port': ['ID=38982901-5dda-4f32-b78f-cbc13cd140ad,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:24.176448 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-98586b09-cff3-4ec7-bfff-bd6f417a5d4b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.188987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001f48b-008d-47d8-a61a-c659f3b85287 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Subnet': ['ID=cc6b1ead-a168-4bf1-83dd-fdcf5600d368,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:24.206839 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02b307-89a2-4d6e-ba50-d56a734fd192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:24.206839 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02b307-89a2-4d6e-ba50-d56a734fd192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:24.206839 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02b307-89a2-4d6e-ba50-d56a734fd192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:24.206839 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02b307-89a2-4d6e-ba50-d56a734fd192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:24.206839 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02b307-89a2-4d6e-ba50-d56a734fd192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:24.206839 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02b307-89a2-4d6e-ba50-d56a734fd192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:24.206839 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02b307-89a2-4d6e-ba50-d56a734fd192 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:24.206839 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02b307-89a2-4d6e-ba50-d56a734fd192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:24.206839 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02b307-89a2-4d6e-ba50-d56a734fd192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:24.206839 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02b307-89a2-4d6e-ba50-d56a734fd192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:24.206839 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02b307-89a2-4d6e-ba50-d56a734fd192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:24.206839 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02b307-89a2-4d6e-ba50-d56a734fd192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:24.240312 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98586b09-cff3-4ec7-bfff-bd6f417a5d4b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfd0883-6dec-4d0c-877b-11310441639f,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:24.270109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a393837-dd78-4398-8506-6df53e7dcaeb req-e033108a-5c7f-4922-a8dc-5994df6a4f8b service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675078 Sep 16 05:25:24.274200 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7001f48b-008d-47d8-a61a-c659f3b85287 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Checking segment: {'id': 'a5764f3a-80c4-4808-9381-74885acf8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f8b04fbb-b349-4247-be84-64b7f62f939e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:24.275727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7001f48b-008d-47d8-a61a-c659f3b85287 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network hostable DHCP agents. Network: f8b04fbb-b349-4247-be84-64b7f62f939e, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:25:24.276346 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] Attempting to bind port 38982901-5dda-4f32-b78f-cbc13cd140ad on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:24.277284 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] Attempting to bind port 38982901-5dda-4f32-b78f-cbc13cd140ad by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'a8c6d412-d37e-48be-92b6-a1f8df10c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:24.278337 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] Attempting to bind port 38982901-5dda-4f32-b78f-cbc13cd140ad on network cc3fdabf-9a08-41d7-82f1-128810879f36 {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:24.289731 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:24.290374 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] Checking segment: {'id': 'a8c6d412-d37e-48be-92b6-a1f8df10c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:24.291285 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.291951 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] Bound using segment: {'id': 'a8c6d412-d37e-48be-92b6-a1f8df10c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:24.293243 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] Bound port: 38982901-5dda-4f32-b78f-cbc13cd140ad, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c6d412-d37e-48be-92b6-a1f8df10c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:24.293901 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.370835 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-98586b09-cff3-4ec7-bfff-bd6f417a5d4b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.377256 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-98586b09-cff3-4ec7-bfff-bd6f417a5d4b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7439709 Sep 16 05:25:24.377570 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 60978) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:24.383281 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-58a51afe-0f34-49f2-a047-333ee39e202d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'security_group_rule': {'security_group_id': 'e1f653b2-4627-4a17-9bc7-c118ba6426fa', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:24.390541 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] For port 38982901-5dda-4f32-b78f-cbc13cd140ad, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:24.395803 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] For port 38982901-5dda-4f32-b78f-cbc13cd140ad, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=38982901-5dda-4f32-b78f-cbc13cd140ad,segment=NetworkSegment(a8c6d412-d37e-48be-92b6-a1f8df10c2b9),segment_id=a8c6d412-d37e-48be-92b6-a1f8df10c2b9)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:24.412283 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-d193e67a-f26e-45ec-896b-0132a288aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '56431846-790c-4cb6-8fad-8b436fed95cf', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'floating_ip_address': '172.25.4.182', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'port_id': 'ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'mac_address': 'fa:16:3e:40:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77623b23-3216-4a39-a847-20beb2ba8b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:25:19Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 0, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:04Z', 'revision_number': 5, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:24.444064 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7001f48b-008d-47d8-a61a-c659f3b85287 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network f8b04fbb-b349-4247-be84-64b7f62f939e is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:25:24.466052 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d193e67a-f26e-45ec-896b-0132a288aa86 None None] The sync data for ids ['246c2e41-7d64-4dcf-9317-3a361a726c34'] in n-d-712140-13 is: [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '56431846-790c-4cb6-8fad-8b436fed95cf', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'floating_ip_address': '172.25.4.182', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'port_id': 'ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'mac_address': 'fa:16:3e:40:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77623b23-3216-4a39-a847-20beb2ba8b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:25:19Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 0, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:04Z', 'revision_number': 5, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:25:24.498697 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.539174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-7001f48b-008d-47d8-a61a-c659f3b85287 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, f8b04fbb-b349-4247-be84-64b7f62f939e) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:24.540800 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-58a51afe-0f34-49f2-a047-333ee39e202d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Project 3484936ae7a94b7a8f8a0023f559a1eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:25:24.558513 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7001f48b-008d-47d8-a61a-c659f3b85287 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:24.561428 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7001f48b-008d-47d8-a61a-c659f3b85287 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.573651 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58a51afe-0f34-49f2-a047-333ee39e202d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.573862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b51680-3641-4ca9-bee1-9cb69f96221b None None] Network f8b04fbb-b349-4247-be84-64b7f62f939e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:24.602589 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] Routers {'fc872016-258c-40e1-96b3-41fc4e68cdfb'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:24.607951 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fc872016-258c-40e1-96b3-41fc4e68cdfb'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:24.618002 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02b307-89a2-4d6e-ba50-d56a734fd192 None None] Pushing event updated for resources: {'Port': ['ID=38982901-5dda-4f32-b78f-cbc13cd140ad,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:24.676095 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.690596 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7001f48b-008d-47d8-a61a-c659f3b85287 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9616990 Sep 16 05:25:24.691161 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 60988) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:24.715081 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-21954d0a-c767-4935-837a-3da7964d016c None None] Provisioning complete for port 38982901-5dda-4f32-b78f-cbc13cd140ad triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:24.715974 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-21954d0a-c767-4935-837a-3da7964d016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.790585 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58a51afe-0f34-49f2-a047-333ee39e202d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.858363 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58a51afe-0f34-49f2-a047-333ee39e202d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.935245 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a51afe-0f34-49f2-a047-333ee39e202d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63f7eec-83ee-49cc-92a3-21039c69095f,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:24.985056 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] Set router fc872016-258c-40e1-96b3-41fc4e68cdfb gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:25.012375 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58a51afe-0f34-49f2-a047-333ee39e202d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.016708 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-58a51afe-0f34-49f2-a047-333ee39e202d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6371257 Sep 16 05:25:25.020284 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32768) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:25.053945 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-034c69f5-e4ba-49e3-97db-8a92d4a0c7a4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'network': {'name': 'tempest-network-smoke--1512704324', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'port_security_enabled': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:25.081464 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8184d001-72bd-4e96-abff-140364f31894 None None] New status for floating IP 56431846-790c-4cb6-8fad-8b436fed95cf: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:25:25.262742 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034c69f5-e4ba-49e3-97db-8a92d4a0c7a4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Made reservation on behalf of 3484936ae7a94b7a8f8a0023f559a1eb for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:25.269691 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-034c69f5-e4ba-49e3-97db-8a92d4a0c7a4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.290439 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-f8b04fbb-b349-4247-be84-64b7f62f939e', 'network_id': 'f8b04fbb-b349-4247-be84-64b7f62f939e', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'fixed_ips': [{'subnet_id': 'cc6b1ead-a168-4bf1-83dd-fdcf5600d368'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:25.292926 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.316264 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034c69f5-e4ba-49e3-97db-8a92d4a0c7a4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:25:25.332417 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-034c69f5-e4ba-49e3-97db-8a92d4a0c7a4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.333247 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-034c69f5-e4ba-49e3-97db-8a92d4a0c7a4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Added segment 799629e5-3db3-4e5b-a75b-b6485fee2cbe of type vlan for network bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 Sep 16 05:25:25.359071 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-21954d0a-c767-4935-837a-3da7964d016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.396087 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-034c69f5-e4ba-49e3-97db-8a92d4a0c7a4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.531216 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-034c69f5-e4ba-49e3-97db-8a92d4a0c7a4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.541949 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034c69f5-e4ba-49e3-97db-8a92d4a0c7a4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:25.542831 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-034c69f5-e4ba-49e3-97db-8a92d4a0c7a4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.575763 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-21954d0a-c767-4935-837a-3da7964d016c None None] For port 38982901-5dda-4f32-b78f-cbc13cd140ad, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=38982901-5dda-4f32-b78f-cbc13cd140ad,segment=NetworkSegment(a8c6d412-d37e-48be-92b6-a1f8df10c2b9),segment_id=a8c6d412-d37e-48be-92b6-a1f8df10c2b9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:25.619286 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14d3eece-eaa3-424c-9e30-972ecb2c19ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.649097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] Allocated IP 172.22.0.2 (f8b04fbb-b349-4247-be84-64b7f62f939e/cc6b1ead-a168-4bf1-83dd-fdcf5600d368/3f7547eb-d9c0-46a8-8360-a6a074d0f3c5) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:25.674784 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-034c69f5-e4ba-49e3-97db-8a92d4a0c7a4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6524794 Sep 16 05:25:25.679431 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32786) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:25.680747 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 3, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '38982901-5dda-4f32-b78f-cbc13cd140ad', 'name': '', 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:88:37:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:18Z', 'updated_at': '2021-09-16T05:25:24Z', 'revision_number': 4, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:25.684568 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ec697f79-c35f-49ad-9297-3442240ac41a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2064478205', 'admin_state_up': True, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:25.685974 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-21954d0a-c767-4935-837a-3da7964d016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.699230 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c69f5-e4ba-49e3-97db-8a92d4a0c7a4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Network': ['ID=bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:25.729548 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:25:25.773911 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd368b-43d3-4283-9cf0-54e405d36d03 None None] The sync data for ids ['fc872016-258c-40e1-96b3-41fc4e68cdfb'] in n-d-712140-13 is: [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 3, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '38982901-5dda-4f32-b78f-cbc13cd140ad', 'name': '', 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:88:37:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:18Z', 'updated_at': '2021-09-16T05:25:24Z', 'revision_number': 4, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:25:25.812095 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec697f79-c35f-49ad-9297-3442240ac41a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.813345 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec697f79-c35f-49ad-9297-3442240ac41a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.961535 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec697f79-c35f-49ad-9297-3442240ac41a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.972679 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21954d0a-c767-4935-837a-3da7964d016c None None] Pushing event updated for resources: {'Port': ['ID=38982901-5dda-4f32-b78f-cbc13cd140ad,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:26.022548 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b11ce31c-e40f-4973-8d5e-5ed37e66c31d None None] Provisioning complete for port 38982901-5dda-4f32-b78f-cbc13cd140ad triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:26.022787 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b11ce31c-e40f-4973-8d5e-5ed37e66c31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.249987 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.289181 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec697f79-c35f-49ad-9297-3442240ac41a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.410902 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.524701 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] Network f8b04fbb-b349-4247-be84-64b7f62f939e is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:26.532542 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:26.553245 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:26.561252 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-14d3eece-eaa3-424c-9e30-972ecb2c19ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Allocated IP 172.22.0.1 (f8b04fbb-b349-4247-be84-64b7f62f939e/cc6b1ead-a168-4bf1-83dd-fdcf5600d368/7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:26.578204 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] Pushing event updated for resources: {'Port': ['ID=3f7547eb-d9c0-46a8-8360-a6a074d0f3c5,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:26.671407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] Attempting to bind port 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:26.672197 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] Attempting to bind port 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'a5764f3a-80c4-4808-9381-74885acf8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f8b04fbb-b349-4247-be84-64b7f62f939e'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:26.672798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] Attempting to bind port 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5 on network f8b04fbb-b349-4247-be84-64b7f62f939e {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:26.683073 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:26.683802 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] Checking segment: {'id': 'a5764f3a-80c4-4808-9381-74885acf8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f8b04fbb-b349-4247-be84-64b7f62f939e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:26.684554 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.685229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] Bound using segment: {'id': 'a5764f3a-80c4-4808-9381-74885acf8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f8b04fbb-b349-4247-be84-64b7f62f939e'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:26.686564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] Bound port: 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5764f3a-80c4-4808-9381-74885acf8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f8b04fbb-b349-4247-be84-64b7f62f939e'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:26.687468 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.752204 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec697f79-c35f-49ad-9297-3442240ac41a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.769443 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14d3eece-eaa3-424c-9e30-972ecb2c19ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.787106 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec697f79-c35f-49ad-9297-3442240ac41a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.859342 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] For port 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:26.868796 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] For port 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3f7547eb-d9c0-46a8-8360-a6a074d0f3c5,segment=NetworkSegment(a5764f3a-80c4-4808-9381-74885acf8bd6),segment_id=a5764f3a-80c4-4808-9381-74885acf8bd6)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:26.890986 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14d3eece-eaa3-424c-9e30-972ecb2c19ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.909831 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 38982901-5dda-4f32-b78f-cbc13cd140ad up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:26.951181 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.969206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d3eece-eaa3-424c-9e30-972ecb2c19ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network f8b04fbb-b349-4247-be84-64b7f62f939e is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:26.975285 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-14d3eece-eaa3-424c-9e30-972ecb2c19ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:26.981242 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d3eece-eaa3-424c-9e30-972ecb2c19ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:27.006665 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-ec697f79-c35f-49ad-9297-3442240ac41a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Allocated IP 172.25.4.86 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/4f332cfe-f483-43e1-8011-3a11b41ac8c4) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:27.075113 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105eef5-27fc-42e8-a378-d96e48c648a9 None None] Pushing event updated for resources: {'Port': ['ID=3f7547eb-d9c0-46a8-8360-a6a074d0f3c5,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:27.084773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 38982901-5dda-4f32-b78f-cbc13cd140ad triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:27.085206 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.086939 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3eece-eaa3-424c-9e30-972ecb2c19ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:27.118322 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14d3eece-eaa3-424c-9e30-972ecb2c19ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.270445 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec697f79-c35f-49ad-9297-3442240ac41a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.434647 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec697f79-c35f-49ad-9297-3442240ac41a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.498558 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14d3eece-eaa3-424c-9e30-972ecb2c19ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.533181 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec697f79-c35f-49ad-9297-3442240ac41a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:27.539668 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-ec697f79-c35f-49ad-9297-3442240ac41a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:27.552499 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec697f79-c35f-49ad-9297-3442240ac41a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:27.595117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec697f79-c35f-49ad-9297-3442240ac41a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=4f332cfe-f483-43e1-8011-3a11b41ac8c4,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:27.960291 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14d3eece-eaa3-424c-9e30-972ecb2c19ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.033506 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14d3eece-eaa3-424c-9e30-972ecb2c19ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.123235 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14d3eece-eaa3-424c-9e30-972ecb2c19ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.125639 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3eece-eaa3-424c-9e30-972ecb2c19ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:28.272162 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d3eece-eaa3-424c-9e30-972ecb2c19ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network f8b04fbb-b349-4247-be84-64b7f62f939e is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:28.275126 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-14d3eece-eaa3-424c-9e30-972ecb2c19ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:28.440155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d3eece-eaa3-424c-9e30-972ecb2c19ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router fc872016-258c-40e1-96b3-41fc4e68cdfb has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:25:28.503287 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc63131-19ab-425f-b222-f86b1cd3dd6d None None] Network f8b04fbb-b349-4247-be84-64b7f62f939e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:28.514630 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec697f79-c35f-49ad-9297-3442240ac41a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.618594 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d3eece-eaa3-424c-9e30-972ecb2c19ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:28.625504 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-14d3eece-eaa3-424c-9e30-972ecb2c19ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/fc872016-258c-40e1-96b3-41fc4e68cdfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9330144 Sep 16 05:25:28.629675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32878) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:28.637569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-0d389ce6-9062-4824-a5d3-45cdb22b6e1a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'network': {'name': 'tempest-RoutersTest-1202760054'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:28.653792 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] Sync routers for ids ['fc872016-258c-40e1-96b3-41fc4e68cdfb'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:28.674187 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e2f93037-6333-4c60-bd1f-2787ab503694 None None] Provisioning complete for port 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:28.675224 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e2f93037-6333-4c60-bd1f-2787ab503694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.680977 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.740249 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] Routers {'fc872016-258c-40e1-96b3-41fc4e68cdfb'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:28.741392 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fc872016-258c-40e1-96b3-41fc4e68cdfb'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:28.768750 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d389ce6-9062-4824-a5d3-45cdb22b6e1a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Made reservation on behalf of 6dde79cbb8bc442888fa657777bbfb51 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:28.801955 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0d389ce6-9062-4824-a5d3-45cdb22b6e1a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.867852 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d389ce6-9062-4824-a5d3-45cdb22b6e1a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:25:28.894841 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0d389ce6-9062-4824-a5d3-45cdb22b6e1a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.895614 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-0d389ce6-9062-4824-a5d3-45cdb22b6e1a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Added segment 91a29c90-0f6b-49da-bbc3-a50cbf16b509 of type vlan for network 0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74 Sep 16 05:25:28.938200 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:28.955686 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec697f79-c35f-49ad-9297-3442240ac41a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.967577 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0d389ce6-9062-4824-a5d3-45cdb22b6e1a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.060618 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] Set router fc872016-258c-40e1-96b3-41fc4e68cdfb gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:29.083054 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0d389ce6-9062-4824-a5d3-45cdb22b6e1a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.090284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d389ce6-9062-4824-a5d3-45cdb22b6e1a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:29.091252 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0d389ce6-9062-4824-a5d3-45cdb22b6e1a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.127095 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e2f93037-6333-4c60-bd1f-2787ab503694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.216804 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:29.217842 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.262063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0d389ce6-9062-4824-a5d3-45cdb22b6e1a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6308422 Sep 16 05:25:29.263666 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32900) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:29.271360 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d389ce6-9062-4824-a5d3-45cdb22b6e1a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Network': ['ID=0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:29.276459 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-2a935d4f-20d9-400a-861b-fa77b9b4df74 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'subnet': {'network_id': '0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:29.318049 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e2f93037-6333-4c60-bd1f-2787ab503694 None None] For port 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3f7547eb-d9c0-46a8-8360-a6a074d0f3c5,segment=NetworkSegment(a5764f3a-80c4-4808-9381-74885acf8bd6),segment_id=a5764f3a-80c4-4808-9381-74885acf8bd6)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:29.322636 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:25:29.410935 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e2f93037-6333-4c60-bd1f-2787ab503694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.422162 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec697f79-c35f-49ad-9297-3442240ac41a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Router a6262b24-ff1c-46ff-b5f6-712c5c07b196 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:25:29.588663 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f93037-6333-4c60-bd1f-2787ab503694 None None] Pushing event updated for resources: {'Port': ['ID=3f7547eb-d9c0-46a8-8360-a6a074d0f3c5,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:29.637681 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:27Z', 'revision_number': 4, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '38982901-5dda-4f32-b78f-cbc13cd140ad', 'name': '', 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:88:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:18Z', 'updated_at': '2021-09-16T05:25:25Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1', 'name': '', 'network_id': 'f8b04fbb-b349-4247-be84-64b7f62f939e', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:a0:82:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'cc6b1ead-a168-4bf1-83dd-fdcf5600d368', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:27Z', 'revision_number': 2, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'cc6b1ead-a168-4bf1-83dd-fdcf5600d368', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:29.658529 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a935d4f-20d9-400a-861b-fa77b9b4df74 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Made reservation on behalf of 6dde79cbb8bc442888fa657777bbfb51 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:29.667918 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a935d4f-20d9-400a-861b-fa77b9b4df74 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.676678 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] Checking router: fc872016-258c-40e1-96b3-41fc4e68cdfb for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:25:29.677113 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] Updating router fc872016-258c-40e1-96b3-41fc4e68cdfb port 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:25:29.701894 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-40bd379a-c8bf-4fe6-8c9b-5ddfbfa4db7c None None] Provisioning complete for port 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:29.701894 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-40bd379a-c8bf-4fe6-8c9b-5ddfbfa4db7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.726758 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.773693 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-40bd379a-c8bf-4fe6-8c9b-5ddfbfa4db7c None None] Port 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:29.811089 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec697f79-c35f-49ad-9297-3442240ac41a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:29.830417 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] Sync routers for ids ['a6262b24-ff1c-46ff-b5f6-712c5c07b196'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:29.845267 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] Routers {'a6262b24-ff1c-46ff-b5f6-712c5c07b196'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:29.846365 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['a6262b24-ff1c-46ff-b5f6-712c5c07b196'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:29.862077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-40bd379a-c8bf-4fe6-8c9b-5ddfbfa4db7c None None] Provisioning complete for port 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:29.862776 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-40bd379a-c8bf-4fe6-8c9b-5ddfbfa4db7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.987743 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec697f79-c35f-49ad-9297-3442240ac41a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.994312 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ec697f79-c35f-49ad-9297-3442240ac41a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.3092794 Sep 16 05:25:29.994504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32924) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:30.067130 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] Set router a6262b24-ff1c-46ff-b5f6-712c5c07b196 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:30.089195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c3e7fbd8-8c1a-4d88-85b6-89e89d851175 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3484936ae7a94b7a8f8a0023f559a1eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0913854 Sep 16 05:25:30.089715 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 32926) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:30.227311 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a935d4f-20d9-400a-861b-fa77b9b4df74 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.405552 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390429d8-c776-4816-8078-c0012a66bd66 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:30.408672 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-390429d8-c776-4816-8078-c0012a66bd66 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3174727 Sep 16 05:25:30.411751 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32938) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:30.417735 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a935d4f-20d9-400a-861b-fa77b9b4df74 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Subnet': ['ID=198596fe-cc05-49a2-b86c-035f2a6f4f5a,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:30.433040 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a935d4f-20d9-400a-861b-fa77b9b4df74 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Checking segment: {'id': '91a29c90-0f6b-49da-bbc3-a50cbf16b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:30.433746 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a935d4f-20d9-400a-861b-fa77b9b4df74 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network hostable DHCP agents. Network: 0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:25:30.466678 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a00c2c48-4849-4d35-902d-8f716c139806 tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484571 Sep 16 05:25:30.471146 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32944) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:30.474311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c816cc10-b292-44f0-af28-939f3eead76b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-700599407', 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13', 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:30.480805 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064478205', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:27Z', 'revision_number': 3, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:26Z', 'updated_at': '2021-09-16T05:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:30.519135 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] Checking router: a6262b24-ff1c-46ff-b5f6-712c5c07b196 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:25:30.525320 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] Updating router a6262b24-ff1c-46ff-b5f6-712c5c07b196 port 4f332cfe-f483-43e1-8011-3a11b41ac8c4 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:25:30.530459 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.551334 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.583607 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a935d4f-20d9-400a-861b-fa77b9b4df74 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network 0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:25:30.618859 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-76b47a78-87be-42ab-b17e-97001bfefde7 None None] Provisioning complete for port 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:30.619789 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-76b47a78-87be-42ab-b17e-97001bfefde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.644303 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.679955 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-2a935d4f-20d9-400a-861b-fa77b9b4df74 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:30.690607 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a935d4f-20d9-400a-861b-fa77b9b4df74 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:30.692021 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2a935d4f-20d9-400a-861b-fa77b9b4df74 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.695327 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d8f99b-3091-4cd5-a974-049f7b5e49b7 None None] Network 0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:30.707535 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c816cc10-b292-44f0-af28-939f3eead76b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Made reservation on behalf of 3484936ae7a94b7a8f8a0023f559a1eb for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:30.726207 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c816cc10-b292-44f0-af28-939f3eead76b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.790984 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-76b47a78-87be-42ab-b17e-97001bfefde7 None None] Port 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:30.823303 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2a935d4f-20d9-400a-861b-fa77b9b4df74 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5473013 Sep 16 05:25:30.824830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 32956) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:30.855702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e607a21-2aad-4404-9add-f7a3c5638a7b None None] Pushing event updated for resources: {'Port': ['ID=7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:31.008984 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:31.072410 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.191208 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] Attempting to bind port 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:31.191840 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] Attempting to bind port 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'a5764f3a-80c4-4808-9381-74885acf8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f8b04fbb-b349-4247-be84-64b7f62f939e'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:31.192701 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] Attempting to bind port 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1 on network f8b04fbb-b349-4247-be84-64b7f62f939e {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:31.197259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74', 'network_id': '0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'fixed_ips': [{'subnet_id': '198596fe-cc05-49a2-b86c-035f2a6f4f5a'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:31.198590 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.227111 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:31.236664 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] Checking segment: {'id': 'a5764f3a-80c4-4808-9381-74885acf8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f8b04fbb-b349-4247-be84-64b7f62f939e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:31.236664 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.236664 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] Bound using segment: {'id': 'a5764f3a-80c4-4808-9381-74885acf8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f8b04fbb-b349-4247-be84-64b7f62f939e'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:31.236664 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] Bound port: 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5764f3a-80c4-4808-9381-74885acf8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f8b04fbb-b349-4247-be84-64b7f62f939e'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:31.236664 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.262130 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.273973 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:31.274641 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.322005 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] Attempting to bind port 4f332cfe-f483-43e1-8011-3a11b41ac8c4 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:31.323132 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] Attempting to bind port 4f332cfe-f483-43e1-8011-3a11b41ac8c4 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:31.323575 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] Attempting to bind port 4f332cfe-f483-43e1-8011-3a11b41ac8c4 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:31.333361 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba87c7-2156-44dd-828e-840b407fa24f None None] Pushing event updated for resources: {'Port': ['ID=4f332cfe-f483-43e1-8011-3a11b41ac8c4,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:31.336246 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:31.336978 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:31.337246 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.337739 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:31.338316 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] Bound port: 4f332cfe-f483-43e1-8011-3a11b41ac8c4, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:31.338822 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.430712 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] For port 4f332cfe-f483-43e1-8011-3a11b41ac8c4, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:31.437069 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] For port 4f332cfe-f483-43e1-8011-3a11b41ac8c4, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4f332cfe-f483-43e1-8011-3a11b41ac8c4,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:31.531024 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-72d07a4b-1f8a-4198-8483-53698af36a0b None None] Provisioning complete for port 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:31.531327 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-72d07a4b-1f8a-4198-8483-53698af36a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.595773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] For port 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:31.628572 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] For port 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1,segment=NetworkSegment(a5764f3a-80c4-4808-9381-74885acf8bd6),segment_id=a5764f3a-80c4-4808-9381-74885acf8bd6)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:31.647149 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-72d07a4b-1f8a-4198-8483-53698af36a0b None None] Port 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:31.657254 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] Allocated IP 172.23.0.2 (0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74/198596fe-cc05-49a2-b86c-035f2a6f4f5a/2831d0c9-4eae-4c79-8732-40a56d2cff69) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:31.746605 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.788200 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.816465 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] Routers {'a6262b24-ff1c-46ff-b5f6-712c5c07b196'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:31.817241 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['a6262b24-ff1c-46ff-b5f6-712c5c07b196'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:31.914927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] Routers {'fc872016-258c-40e1-96b3-41fc4e68cdfb'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:31.916053 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fc872016-258c-40e1-96b3-41fc4e68cdfb'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:32.005163 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba87c7-2156-44dd-828e-840b407fa24f None None] Pushing event updated for resources: {'Port': ['ID=4f332cfe-f483-43e1-8011-3a11b41ac8c4,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:32.011313 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e607a21-2aad-4404-9add-f7a3c5638a7b None None] Pushing event updated for resources: {'Port': ['ID=7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:32.054811 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c816cc10-b292-44f0-af28-939f3eead76b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.151876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816cc10-b292-44f0-af28-939f3eead76b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Subnet': ['ID=7d619abd-b51c-4a62-964c-72907d848f97,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:32.164855 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] Set router a6262b24-ff1c-46ff-b5f6-712c5c07b196 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:32.165451 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.185314 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] Set router fc872016-258c-40e1-96b3-41fc4e68cdfb gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:32.211512 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c816cc10-b292-44f0-af28-939f3eead76b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Checking segment: {'id': '799629e5-3db3-4e5b-a75b-b6485fee2cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:32.211888 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c816cc10-b292-44f0-af28-939f3eead76b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network hostable DHCP agents. Network: bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:25:32.252252 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.293406 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca238-ab41-4416-b898-8cb723112097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.391920 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c816cc10-b292-44f0-af28-939f3eead76b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:25:32.448724 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] Network 0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:32.483561 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:32.493768 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:32.496784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-c816cc10-b292-44f0-af28-939f3eead76b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:32.507773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] Pushing event updated for resources: {'Port': ['ID=2831d0c9-4eae-4c79-8732-40a56d2cff69,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:32.511849 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-08ab53d3-ac29-467a-b028-e8315937c6a0 None None] Provisioning complete for port 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:32.512411 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-08ab53d3-ac29-467a-b028-e8315937c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.513718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c816cc10-b292-44f0-af28-939f3eead76b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:32.515403 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c816cc10-b292-44f0-af28-939f3eead76b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.554609 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064478205', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:27Z', 'revision_number': 3, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:26Z', 'updated_at': '2021-09-16T05:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:32.583814 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7871fde1-a82b-4c5f-8c6f-7ac2419731d7 None None] Network bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:32.587231 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ba9ddc-f936-4a34-99eb-22e0f703a96a None None] The sync data for ids ['a6262b24-ff1c-46ff-b5f6-712c5c07b196'] in n-d-712140-13 is: [{'id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064478205', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:27Z', 'revision_number': 3, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:26Z', 'updated_at': '2021-09-16T05:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:25:32.694827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c816cc10-b292-44f0-af28-939f3eead76b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2233529 Sep 16 05:25:32.695278 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33002) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:32.734617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-3c7ca238-ab41-4416-b898-8cb723112097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Allocated IP 172.23.0.1 (0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74/198596fe-cc05-49a2-b86c-035f2a6f4f5a/e62ddd06-81db-4c7d-8880-428fb7f6f6bd) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:32.983251 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca238-ab41-4416-b898-8cb723112097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.059140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] Attempting to bind port 2831d0c9-4eae-4c79-8732-40a56d2cff69 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:33.059772 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] Attempting to bind port 2831d0c9-4eae-4c79-8732-40a56d2cff69 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '91a29c90-0f6b-49da-bbc3-a50cbf16b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:33.060221 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] Attempting to bind port 2831d0c9-4eae-4c79-8732-40a56d2cff69 on network 0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:33.115475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:33.115919 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] Checking segment: {'id': '91a29c90-0f6b-49da-bbc3-a50cbf16b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:33.116272 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.116687 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] Bound using segment: {'id': '91a29c90-0f6b-49da-bbc3-a50cbf16b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:33.117189 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] Bound port: 2831d0c9-4eae-4c79-8732-40a56d2cff69, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a29c90-0f6b-49da-bbc3-a50cbf16b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:33.117582 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.160062 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca238-ab41-4416-b898-8cb723112097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.210947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7ca238-ab41-4416-b898-8cb723112097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network 0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:33.215281 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-3c7ca238-ab41-4416-b898-8cb723112097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:33.222692 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7ca238-ab41-4416-b898-8cb723112097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:33.237339 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ca238-ab41-4416-b898-8cb723112097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=e62ddd06-81db-4c7d-8880-428fb7f6f6bd,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:33.302468 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca238-ab41-4416-b898-8cb723112097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.346834 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-08ab53d3-ac29-467a-b028-e8315937c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.411813 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13', 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'fixed_ips': [{'subnet_id': '7d619abd-b51c-4a62-964c-72907d848f97'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:33.412740 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.510241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-08ab53d3-ac29-467a-b028-e8315937c6a0 None None] For port 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1,segment=NetworkSegment(a5764f3a-80c4-4808-9381-74885acf8bd6),segment_id=a5764f3a-80c4-4808-9381-74885acf8bd6)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:33.511941 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] For port 2831d0c9-4eae-4c79-8732-40a56d2cff69, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:33.535619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] For port 2831d0c9-4eae-4c79-8732-40a56d2cff69, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2831d0c9-4eae-4c79-8732-40a56d2cff69,segment=NetworkSegment(91a29c90-0f6b-49da-bbc3-a50cbf16b509),segment_id=91a29c90-0f6b-49da-bbc3-a50cbf16b509)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:33.579886 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca238-ab41-4416-b898-8cb723112097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.644838 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-08ab53d3-ac29-467a-b028-e8315937c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.647450 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.698984 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1fa5-c99f-4c06-a19a-6032b14a1321 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.714245 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:27Z', 'revision_number': 4, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '38982901-5dda-4f32-b78f-cbc13cd140ad', 'name': '', 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:88:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:18Z', 'updated_at': '2021-09-16T05:25:25Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1', 'name': '', 'network_id': 'f8b04fbb-b349-4247-be84-64b7f62f939e', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:a0:82:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'cc6b1ead-a168-4bf1-83dd-fdcf5600d368', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:31Z', 'revision_number': 4, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'cc6b1ead-a168-4bf1-83dd-fdcf5600d368', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:34.031114 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca238-ab41-4416-b898-8cb723112097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.072523 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a506ee8f-8ed4-46d2-9480-1d7c08233114 None None] The sync data for ids ['fc872016-258c-40e1-96b3-41fc4e68cdfb'] in n-d-712140-13 is: [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:27Z', 'revision_number': 4, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '38982901-5dda-4f32-b78f-cbc13cd140ad', 'name': '', 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:88:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:18Z', 'updated_at': '2021-09-16T05:25:25Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1', 'name': '', 'network_id': 'f8b04fbb-b349-4247-be84-64b7f62f939e', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:a0:82:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'cc6b1ead-a168-4bf1-83dd-fdcf5600d368', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:31Z', 'revision_number': 4, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'cc6b1ead-a168-4bf1-83dd-fdcf5600d368', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:25:34.113769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab53d3-ac29-467a-b028-e8315937c6a0 None None] Pushing event updated for resources: {'Port': ['ID=7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:34.132847 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] Allocated IP 172.20.0.2 (bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13/7d619abd-b51c-4a62-964c-72907d848f97/5bee86ca-baec-47e0-a24d-b07fc23021c6) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:34.145963 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca238-ab41-4416-b898-8cb723112097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.323950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ca238-ab41-4416-b898-8cb723112097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event updated for resources: {'Port': ['ID=e62ddd06-81db-4c7d-8880-428fb7f6f6bd,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:34.331524 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca238-ab41-4416-b898-8cb723112097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.366756 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81e9aa-6a27-47b8-a61e-24b9fac486f9 None None] Pushing event updated for resources: {'Port': ['ID=2831d0c9-4eae-4c79-8732-40a56d2cff69,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:34.600285 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7ca238-ab41-4416-b898-8cb723112097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Network 0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:34.610120 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-3c7ca238-ab41-4416-b898-8cb723112097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:34.642402 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.740885 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.907881 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] Network bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:34.916471 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] Pushing event updated for resources: {'Port': ['ID=5bee86ca-baec-47e0-a24d-b07fc23021c6,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:34.918200 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-cf2c1fa5-c99f-4c06-a19a-6032b14a1321 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Allocated IP 172.20.0.1 (bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13/7d619abd-b51c-4a62-964c-72907d848f97/29e7e307-bfbe-4fdc-806d-67edd25dcad3) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:34.922182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7ca238-ab41-4416-b898-8cb723112097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router fc872016-258c-40e1-96b3-41fc4e68cdfb has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:25:34.924492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:34.929285 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:35.033926 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] Attempting to bind port 5bee86ca-baec-47e0-a24d-b07fc23021c6 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:35.037896 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] Attempting to bind port 5bee86ca-baec-47e0-a24d-b07fc23021c6 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '799629e5-3db3-4e5b-a75b-b6485fee2cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:35.041192 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] Attempting to bind port 5bee86ca-baec-47e0-a24d-b07fc23021c6 on network bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:35.053179 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:35.054336 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] Checking segment: {'id': '799629e5-3db3-4e5b-a75b-b6485fee2cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:35.055487 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.056515 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] Bound using segment: {'id': '799629e5-3db3-4e5b-a75b-b6485fee2cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:35.064122 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] Bound port: 5bee86ca-baec-47e0-a24d-b07fc23021c6, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799629e5-3db3-4e5b-a75b-b6485fee2cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:35.066592 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.159860 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2831d0c9-4eae-4c79-8732-40a56d2cff69 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:35.178491 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7ca238-ab41-4416-b898-8cb723112097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:35.188115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3c7ca238-ab41-4416-b898-8cb723112097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/fc872016-258c-40e1-96b3-41fc4e68cdfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3574994 Sep 16 05:25:35.191220 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33072) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:35.198829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-46b5c2c6-7635-49da-a6ef-d191a3a46c22 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:35.223980 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1fa5-c99f-4c06-a19a-6032b14a1321 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.302239 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] For port 5bee86ca-baec-47e0-a24d-b07fc23021c6, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:35.308677 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] For port 5bee86ca-baec-47e0-a24d-b07fc23021c6, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5bee86ca-baec-47e0-a24d-b07fc23021c6,segment=NetworkSegment(799629e5-3db3-4e5b-a75b-b6485fee2cbe),segment_id=799629e5-3db3-4e5b-a75b-b6485fee2cbe)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:35.317641 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c8b2967b-a956-4611-bea4-d3a639b49be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.323258 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 2831d0c9-4eae-4c79-8732-40a56d2cff69 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:35.323258 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.351188 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1fa5-c99f-4c06-a19a-6032b14a1321 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.439799 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.478102 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c1fa5-c99f-4c06-a19a-6032b14a1321 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:35.487451 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-cf2c1fa5-c99f-4c06-a19a-6032b14a1321 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:35.499114 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2c1fa5-c99f-4c06-a19a-6032b14a1321 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:35.526868 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.587496 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c1fa5-c99f-4c06-a19a-6032b14a1321 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=29e7e307-bfbe-4fdc-806d-67edd25dcad3,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:35.622161 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 2831d0c9-4eae-4c79-8732-40a56d2cff69, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2831d0c9-4eae-4c79-8732-40a56d2cff69,segment=NetworkSegment(91a29c90-0f6b-49da-bbc3-a50cbf16b509),segment_id=91a29c90-0f6b-49da-bbc3-a50cbf16b509)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:35.650412 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c818e-7f00-4d91-be9e-23671c2ef906 None None] Pushing event updated for resources: {'Port': ['ID=5bee86ca-baec-47e0-a24d-b07fc23021c6,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:35.685197 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.687391 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:35.740161 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1fa5-c99f-4c06-a19a-6032b14a1321 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.973614 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:35.976534 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.120449 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=2831d0c9-4eae-4c79-8732-40a56d2cff69,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:36.256739 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1fa5-c99f-4c06-a19a-6032b14a1321 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.288137 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4f332cfe-f483-43e1-8011-3a11b41ac8c4 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:36.331407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768fbc31-3ea0-48d8-8e72-6801eeb18141 None None] Network 0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:36.401414 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.extraroute_db [None req-46b5c2c6-7635-49da-a6ef-d191a3a46c22 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95473) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:25:36.415616 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-acea92c4-b526-4c38-8bf9-28bc08a5fbb4 None None] Provisioning complete for port 2831d0c9-4eae-4c79-8732-40a56d2cff69 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:36.416304 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-acea92c4-b526-4c38-8bf9-28bc08a5fbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.438145 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.extraroute_db [None req-46b5c2c6-7635-49da-a6ef-d191a3a46c22 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Removed routes are [] {{(pid=95473) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:25:36.439511 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-46b5c2c6-7635-49da-a6ef-d191a3a46c22 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.497967 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 4f332cfe-f483-43e1-8011-3a11b41ac8c4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:36.499443 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.854650 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1fa5-c99f-4c06-a19a-6032b14a1321 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.871881 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] Sync routers for ids ['fc872016-258c-40e1-96b3-41fc4e68cdfb'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:36.879907 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-46b5c2c6-7635-49da-a6ef-d191a3a46c22 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.884459 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-46b5c2c6-7635-49da-a6ef-d191a3a46c22 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.919795 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.932319 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] Routers {'fc872016-258c-40e1-96b3-41fc4e68cdfb'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:36.933578 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fc872016-258c-40e1-96b3-41fc4e68cdfb'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:36.943242 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1fa5-c99f-4c06-a19a-6032b14a1321 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.099720 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1fa5-c99f-4c06-a19a-6032b14a1321 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.137386 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 4f332cfe-f483-43e1-8011-3a11b41ac8c4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4f332cfe-f483-43e1-8011-3a11b41ac8c4,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:37.151295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b5c2c6-7635-49da-a6ef-d191a3a46c22 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router fc872016-258c-40e1-96b3-41fc4e68cdfb has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:25:37.206799 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] Set router fc872016-258c-40e1-96b3-41fc4e68cdfb gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:37.300247 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.361857 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c1fa5-c99f-4c06-a19a-6032b14a1321 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:37.362457 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b5c2c6-7635-49da-a6ef-d191a3a46c22 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:37.365326 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-cf2c1fa5-c99f-4c06-a19a-6032b14a1321 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:37.394018 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-46b5c2c6-7635-49da-a6ef-d191a3a46c22 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.395628 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-46b5c2c6-7635-49da-a6ef-d191a3a46c22 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/fc872016-258c-40e1-96b3-41fc4e68cdfb HTTP/1.1" status: 200 len: 934 time: 2.2028270 Sep 16 05:25:37.395805 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c1fa5-c99f-4c06-a19a-6032b14a1321 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=29e7e307-bfbe-4fdc-806d-67edd25dcad3,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:37.399878 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33084) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:37.445477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f504e37-eeb1-4134-91ff-b237b80b0cc3 None None] Network bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:37.543928 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e21e372a-5d7c-49c3-9a4e-443709d74515 None None] Provisioning complete for port e62ddd06-81db-4c7d-8880-428fb7f6f6bd triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:37.544669 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e21e372a-5d7c-49c3-9a4e-443709d74515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.571527 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=4f332cfe-f483-43e1-8011-3a11b41ac8c4,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:37.744484 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e110d333-6b24-45b9-abae-e57210e1b742 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/routers/fc872016-258c-40e1-96b3-41fc4e68cdfb HTTP/1.1" status: 200 len: 934 time: 0.3416672 Sep 16 05:25:37.749452 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33088) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:37.761484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-d6293a6a-b8b5-48e7-a076-3a2894b4074e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'router': {'routes': None}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:37.767579 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2831d0c9-4eae-4c79-8732-40a56d2cff69 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:37.833074 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2c1fa5-c99f-4c06-a19a-6032b14a1321 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Router a6262b24-ff1c-46ff-b5f6-712c5c07b196 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:25:37.914689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e21e372a-5d7c-49c3-9a4e-443709d74515 None None] Port e62ddd06-81db-4c7d-8880-428fb7f6f6bd cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:38.050260 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d9608620-ec1e-49f8-bb6e-466a19f46657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.135075 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e21e372a-5d7c-49c3-9a4e-443709d74515 None None] Provisioning complete for port 2831d0c9-4eae-4c79-8732-40a56d2cff69 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:38.138686 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e21e372a-5d7c-49c3-9a4e-443709d74515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.359880 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 2831d0c9-4eae-4c79-8732-40a56d2cff69 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:38.360627 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.479722 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2c1fa5-c99f-4c06-a19a-6032b14a1321 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:38.497847 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cf2c1fa5-c99f-4c06-a19a-6032b14a1321 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "PUT /v2.0/routers/a6262b24-ff1c-46ff-b5f6-712c5c07b196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7901726 Sep 16 05:25:38.500714 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] Sync routers for ids ['a6262b24-ff1c-46ff-b5f6-712c5c07b196'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:38.518665 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] Routers {'a6262b24-ff1c-46ff-b5f6-712c5c07b196'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:38.519734 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['a6262b24-ff1c-46ff-b5f6-712c5c07b196'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:38.559252 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 6, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '38982901-5dda-4f32-b78f-cbc13cd140ad', 'name': '', 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:88:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:18Z', 'updated_at': '2021-09-16T05:25:25Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1', 'name': '', 'network_id': 'f8b04fbb-b349-4247-be84-64b7f62f939e', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:a0:82:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'cc6b1ead-a168-4bf1-83dd-fdcf5600d368', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:33Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'cc6b1ead-a168-4bf1-83dd-fdcf5600d368', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e62ddd06-81db-4c7d-8880-428fb7f6f6bd', 'name': '', 'network_id': '0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:3c:e7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '198596fe-cc05-49a2-b86c-035f2a6f4f5a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:32Z', 'updated_at': '2021-09-16T05:25:33Z', 'revision_number': 2, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '198596fe-cc05-49a2-b86c-035f2a6f4f5a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:38.700733 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] Set router a6262b24-ff1c-46ff-b5f6-712c5c07b196 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:38.740809 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.743224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] Checking router: fc872016-258c-40e1-96b3-41fc4e68cdfb for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:25:38.743867 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] Updating router fc872016-258c-40e1-96b3-41fc4e68cdfb port e62ddd06-81db-4c7d-8880-428fb7f6f6bd binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:25:38.855948 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.999597 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.extraroute_db [None req-d6293a6a-b8b5-48e7-a076-3a2894b4074e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Added routes are [] {{(pid=95473) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:25:39.000462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.extraroute_db [None req-d6293a6a-b8b5-48e7-a076-3a2894b4074e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95473) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:25:39.009876 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-1c0a3da7-95ba-46f1-a377-77e3140fa4be tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1368936739&fields=id&tenant_id=3484936ae7a94b7a8f8a0023f559a1eb HTTP/1.1" status: 200 len: 267 time: 0.1035864 Sep 16 05:25:39.040364 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5bee86ca-baec-47e0-a24d-b07fc23021c6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:39.083288 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064478205', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:26Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '29e7e307-bfbe-4fdc-806d-67edd25dcad3', 'name': '', 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:23:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '7d619abd-b51c-4a62-964c-72907d848f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:33Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 2, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '7d619abd-b51c-4a62-964c-72907d848f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:39.117574 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] Checking router: a6262b24-ff1c-46ff-b5f6-712c5c07b196 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:25:39.117895 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] Updating router a6262b24-ff1c-46ff-b5f6-712c5c07b196 port 29e7e307-bfbe-4fdc-806d-67edd25dcad3 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:25:39.157440 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.184428 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d6293a6a-b8b5-48e7-a076-3a2894b4074e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.229386 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a696885c-2299-4264-86fa-f4d3c1213ec2 None None] Provisioning complete for port e62ddd06-81db-4c7d-8880-428fb7f6f6bd triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:39.229872 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a696885c-2299-4264-86fa-f4d3c1213ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.350454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5bee86ca-baec-47e0-a24d-b07fc23021c6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:39.352412 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.370656 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a696885c-2299-4264-86fa-f4d3c1213ec2 None None] Port e62ddd06-81db-4c7d-8880-428fb7f6f6bd cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:39.521201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-a41923c8-e95b-4057-8506-4b4f98cf8c26 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:39.525364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-a41923c8-e95b-4057-8506-4b4f98cf8c26 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/networks?id=bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 HTTP/1.1" status: 200 len: 797 time: 0.4937270 Sep 16 05:25:39.620192 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.627588 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.662450 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a696885c-2299-4264-86fa-f4d3c1213ec2 None None] Provisioning complete for port 5bee86ca-baec-47e0-a24d-b07fc23021c6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:39.663640 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a696885c-2299-4264-86fa-f4d3c1213ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.674261 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-40b2bfb8-ab12-475d-9748-ac137998a49f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/quotas/3484936ae7a94b7a8f8a0023f559a1eb HTTP/1.1" status: 200 len: 375 time: 0.0670180 Sep 16 05:25:39.728657 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.759955 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d6293a6a-b8b5-48e7-a076-3a2894b4074e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.827175 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d6293a6a-b8b5-48e7-a076-3a2894b4074e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.864204 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e785f-2b0f-4e51-8994-30d516c1c863 None None] Pushing event updated for resources: {'Port': ['ID=29e7e307-bfbe-4fdc-806d-67edd25dcad3,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:39.932186 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] Attempting to bind port 29e7e307-bfbe-4fdc-806d-67edd25dcad3 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:39.934446 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] Attempting to bind port 29e7e307-bfbe-4fdc-806d-67edd25dcad3 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '799629e5-3db3-4e5b-a75b-b6485fee2cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:39.934446 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] Attempting to bind port 29e7e307-bfbe-4fdc-806d-67edd25dcad3 on network bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:39.941521 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:39.941895 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] Checking segment: {'id': '799629e5-3db3-4e5b-a75b-b6485fee2cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:39.942308 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.942707 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] Bound using segment: {'id': '799629e5-3db3-4e5b-a75b-b6485fee2cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:39.943381 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] Bound port: 29e7e307-bfbe-4fdc-806d-67edd25dcad3, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799629e5-3db3-4e5b-a75b-b6485fee2cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:39.943925 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:40.016086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-858f5de4-f2f4-416b-aa2f-52fe70aa3080 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2520390 Sep 16 05:25:40.033249 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6293a6a-b8b5-48e7-a076-3a2894b4074e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router fc872016-258c-40e1-96b3-41fc4e68cdfb has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:25:40.066358 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-473fbd89-9096-41a0-a786-f0c00c7ae4f3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:25:40.067668 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-473fbd89-9096-41a0-a786-f0c00c7ae4f3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102682 Sep 16 05:25:40.069471 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] For port 29e7e307-bfbe-4fdc-806d-67edd25dcad3, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:40.081014 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] For port 29e7e307-bfbe-4fdc-806d-67edd25dcad3, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=29e7e307-bfbe-4fdc-806d-67edd25dcad3,segment=NetworkSegment(799629e5-3db3-4e5b-a75b-b6485fee2cbe),segment_id=799629e5-3db3-4e5b-a75b-b6485fee2cbe)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:40.148001 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:40.152622 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:40.212761 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:40.225715 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] Routers {'a6262b24-ff1c-46ff-b5f6-712c5c07b196'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:40.227027 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['a6262b24-ff1c-46ff-b5f6-712c5c07b196'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:40.250951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 5bee86ca-baec-47e0-a24d-b07fc23021c6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5bee86ca-baec-47e0-a24d-b07fc23021c6,segment=NetworkSegment(799629e5-3db3-4e5b-a75b-b6485fee2cbe),segment_id=799629e5-3db3-4e5b-a75b-b6485fee2cbe)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:40.272010 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6293a6a-b8b5-48e7-a076-3a2894b4074e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:40.281415 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d6293a6a-b8b5-48e7-a076-3a2894b4074e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:40.282820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d6293a6a-b8b5-48e7-a076-3a2894b4074e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/fc872016-258c-40e1-96b3-41fc4e68cdfb HTTP/1.1" status: 200 len: 700 time: 2.5319059 Sep 16 05:25:40.286556 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a696885c-2299-4264-86fa-f4d3c1213ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:40.287808 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33110) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:40.319918 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:40.331028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-a44abd86-ebd4-4b5b-9e65-694e2c5d7c68 service neutron] 10.222.0.20 "GET /v2.0/networks/bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197185 Sep 16 05:25:40.367995 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:40.461889 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] Set router a6262b24-ff1c-46ff-b5f6-712c5c07b196 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:40.615606 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a696885c-2299-4264-86fa-f4d3c1213ec2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:25:40.616482 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a696885c-2299-4264-86fa-f4d3c1213ec2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:25:40.617969 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fcf17-13e6-4aac-a2fb-757a285718f4 None None] Pushing event updated for resources: {'Port': ['ID=e62ddd06-81db-4c7d-8880-428fb7f6f6bd,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:40.623370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-953226ca-ea18-4874-a694-dc5e717e98fb service neutron] 10.222.0.20 "GET /v2.0/networks/bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701824 Sep 16 05:25:40.629785 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4f332cfe-f483-43e1-8011-3a11b41ac8c4 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:40.672109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33112) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:40.681780 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e91bbecb-91c5-4c90-a5ae-7c6f07396d70 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/routers/fc872016-258c-40e1-96b3-41fc4e68cdfb HTTP/1.1" status: 200 len: 700 time: 0.3911061 Sep 16 05:25:40.725440 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e785f-2b0f-4e51-8994-30d516c1c863 None None] Pushing event updated for resources: {'Port': ['ID=29e7e307-bfbe-4fdc-806d-67edd25dcad3,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:40.900411 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] Attempting to bind port e62ddd06-81db-4c7d-8880-428fb7f6f6bd on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:40.900808 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] Attempting to bind port e62ddd06-81db-4c7d-8880-428fb7f6f6bd by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '91a29c90-0f6b-49da-bbc3-a50cbf16b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:40.901158 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] Attempting to bind port e62ddd06-81db-4c7d-8880-428fb7f6f6bd on network 0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:40.905409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=5bee86ca-baec-47e0-a24d-b07fc23021c6,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:40.941114 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:40.941524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] Checking segment: {'id': '91a29c90-0f6b-49da-bbc3-a50cbf16b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:40.942128 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:40.942527 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] Bound using segment: {'id': '91a29c90-0f6b-49da-bbc3-a50cbf16b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:40.943122 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] Bound port: e62ddd06-81db-4c7d-8880-428fb7f6f6bd, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a29c90-0f6b-49da-bbc3-a50cbf16b509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:40.943541 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.007955 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 4f332cfe-f483-43e1-8011-3a11b41ac8c4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:41.008345 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.090680 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] For port e62ddd06-81db-4c7d-8880-428fb7f6f6bd, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:41.186420 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] For port e62ddd06-81db-4c7d-8880-428fb7f6f6bd, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e62ddd06-81db-4c7d-8880-428fb7f6f6bd,segment=NetworkSegment(91a29c90-0f6b-49da-bbc3-a50cbf16b509),segment_id=91a29c90-0f6b-49da-bbc3-a50cbf16b509)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:41.219548 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.290173 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.297691 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064478205', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:26Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '29e7e307-bfbe-4fdc-806d-67edd25dcad3', 'name': '', 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:23:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '7d619abd-b51c-4a62-964c-72907d848f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:33Z', 'updated_at': '2021-09-16T05:25:40Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '7d619abd-b51c-4a62-964c-72907d848f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:41.359857 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f2d73-53de-4b92-b307-f4b7a758bcb9 None None] The sync data for ids ['a6262b24-ff1c-46ff-b5f6-712c5c07b196'] in n-d-712140-13 is: [{'id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064478205', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:26Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '29e7e307-bfbe-4fdc-806d-67edd25dcad3', 'name': '', 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:23:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '7d619abd-b51c-4a62-964c-72907d848f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:33Z', 'updated_at': '2021-09-16T05:25:40Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '7d619abd-b51c-4a62-964c-72907d848f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:25:41.533864 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] Routers {'fc872016-258c-40e1-96b3-41fc4e68cdfb'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:41.535709 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fc872016-258c-40e1-96b3-41fc4e68cdfb'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:41.634566 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a7effa5-5bd2-4930-9e4c-acefb948cab7 req-08837b80-64e4-4032-bf66-f0867cbfab20 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 210 time: 0.0748088 Sep 16 05:25:41.693912 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fcf17-13e6-4aac-a2fb-757a285718f4 None None] Pushing event updated for resources: {'Port': ['ID=e62ddd06-81db-4c7d-8880-428fb7f6f6bd,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:41.790916 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b757332f-70d1-40a7-9e5d-eee919dc2d17 None None] Provisioning complete for port e62ddd06-81db-4c7d-8880-428fb7f6f6bd triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:41.791625 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b757332f-70d1-40a7-9e5d-eee919dc2d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.792766 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14b76a7e-11ea-4b42-b506-10496dff375c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.942304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] Set router fc872016-258c-40e1-96b3-41fc4e68cdfb gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:42.099422 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b757332f-70d1-40a7-9e5d-eee919dc2d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.327961 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b757332f-70d1-40a7-9e5d-eee919dc2d17 None None] For port e62ddd06-81db-4c7d-8880-428fb7f6f6bd, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e62ddd06-81db-4c7d-8880-428fb7f6f6bd,segment=NetworkSegment(91a29c90-0f6b-49da-bbc3-a50cbf16b509),segment_id=91a29c90-0f6b-49da-bbc3-a50cbf16b509)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:42.333355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-14b76a7e-11ea-4b42-b506-10496dff375c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting port e62ddd06-81db-4c7d-8880-428fb7f6f6bd {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:42.333872 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14b76a7e-11ea-4b42-b506-10496dff375c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.453457 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b757332f-70d1-40a7-9e5d-eee919dc2d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.583140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b757332f-70d1-40a7-9e5d-eee919dc2d17 None None] Provisioning complete for port 29e7e307-bfbe-4fdc-806d-67edd25dcad3 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:42.584225 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b757332f-70d1-40a7-9e5d-eee919dc2d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.690812 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757332f-70d1-40a7-9e5d-eee919dc2d17 None None] Pushing event updated for resources: {'Port': ['ID=e62ddd06-81db-4c7d-8880-428fb7f6f6bd,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:42.704254 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-14b76a7e-11ea-4b42-b506-10496dff375c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] For port e62ddd06-81db-4c7d-8880-428fb7f6f6bd, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e62ddd06-81db-4c7d-8880-428fb7f6f6bd,segment=NetworkSegment(91a29c90-0f6b-49da-bbc3-a50cbf16b509),segment_id=91a29c90-0f6b-49da-bbc3-a50cbf16b509)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:42.704885 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14b76a7e-11ea-4b42-b506-10496dff375c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.806322 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 29e7e307-bfbe-4fdc-806d-67edd25dcad3 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:42.836901 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-14b76a7e-11ea-4b42-b506-10496dff375c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Calling delete_port for e62ddd06-81db-4c7d-8880-428fb7f6f6bd owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:42.845127 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a89eafb3-b825-4b73-b089-523073d01be0 req-8d406abc-8197-4d6b-aeaf-503fda4db16f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 210 time: 0.0904806 Sep 16 05:25:42.898359 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b757332f-70d1-40a7-9e5d-eee919dc2d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.926066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:39Z', 'revision_number': 7, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '38982901-5dda-4f32-b78f-cbc13cd140ad', 'name': '', 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:88:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:18Z', 'updated_at': '2021-09-16T05:25:25Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1', 'name': '', 'network_id': 'f8b04fbb-b349-4247-be84-64b7f62f939e', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:a0:82:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'cc6b1ead-a168-4bf1-83dd-fdcf5600d368', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:33Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'cc6b1ead-a168-4bf1-83dd-fdcf5600d368', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e62ddd06-81db-4c7d-8880-428fb7f6f6bd', 'name': '', 'network_id': '0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:3c:e7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '198596fe-cc05-49a2-b86c-035f2a6f4f5a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:32Z', 'updated_at': '2021-09-16T05:25:41Z', 'revision_number': 4, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '198596fe-cc05-49a2-b86c-035f2a6f4f5a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:43.008477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12628435-79b6-421c-b7ea-4da02d56ea1b None None] The sync data for ids ['fc872016-258c-40e1-96b3-41fc4e68cdfb'] in n-d-712140-13 is: [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:39Z', 'revision_number': 7, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '38982901-5dda-4f32-b78f-cbc13cd140ad', 'name': '', 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:88:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:18Z', 'updated_at': '2021-09-16T05:25:25Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1', 'name': '', 'network_id': 'f8b04fbb-b349-4247-be84-64b7f62f939e', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:a0:82:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'cc6b1ead-a168-4bf1-83dd-fdcf5600d368', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:33Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'cc6b1ead-a168-4bf1-83dd-fdcf5600d368', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e62ddd06-81db-4c7d-8880-428fb7f6f6bd', 'name': '', 'network_id': '0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:3c:e7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '198596fe-cc05-49a2-b86c-035f2a6f4f5a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:32Z', 'updated_at': '2021-09-16T05:25:41Z', 'revision_number': 4, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '198596fe-cc05-49a2-b86c-035f2a6f4f5a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:25:43.051550 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b757332f-70d1-40a7-9e5d-eee919dc2d17 None None] For port 29e7e307-bfbe-4fdc-806d-67edd25dcad3, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=29e7e307-bfbe-4fdc-806d-67edd25dcad3,segment=NetworkSegment(799629e5-3db3-4e5b-a75b-b6485fee2cbe),segment_id=799629e5-3db3-4e5b-a75b-b6485fee2cbe)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:43.056820 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 29e7e307-bfbe-4fdc-806d-67edd25dcad3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:43.057491 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:43.168894 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b757332f-70d1-40a7-9e5d-eee919dc2d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:43.285461 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b757332f-70d1-40a7-9e5d-eee919dc2d17 None None] Provisioning complete for port 5bee86ca-baec-47e0-a24d-b07fc23021c6 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:43.286251 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b757332f-70d1-40a7-9e5d-eee919dc2d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:43.307934 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14b76a7e-11ea-4b42-b506-10496dff375c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:43.388363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b76a7e-11ea-4b42-b506-10496dff375c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Port': ['ID=e62ddd06-81db-4c7d-8880-428fb7f6f6bd,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:43.411622 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757332f-70d1-40a7-9e5d-eee919dc2d17 None None] Pushing event updated for resources: {'Port': ['ID=29e7e307-bfbe-4fdc-806d-67edd25dcad3,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:43.465133 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5bee86ca-baec-47e0-a24d-b07fc23021c6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:43.660214 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5bee86ca-baec-47e0-a24d-b07fc23021c6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:43.660214 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:43.796126 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9de3060a-2229-47b7-be1d-35ccaa0fd52a None None] Could not find standard attr ID for object e62ddd06-81db-4c7d-8880-428fb7f6f6bd. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:25:43.813244 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-14b76a7e-11ea-4b42-b506-10496dff375c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:43.912169 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9de3060a-2229-47b7-be1d-35ccaa0fd52a None None] Provisioning complete for port 29e7e307-bfbe-4fdc-806d-67edd25dcad3 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:43.912809 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9de3060a-2229-47b7-be1d-35ccaa0fd52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:44.062989 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85e89841-5636-49ee-9d54-60f4e0d11fc2 req-5606dad2-3c05-484c-b7f4-ca82386edc8b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 210 time: 0.0743692 Sep 16 05:25:44.244606 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b76a7e-11ea-4b42-b506-10496dff375c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router fc872016-258c-40e1-96b3-41fc4e68cdfb has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:25:44.495526 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 29e7e307-bfbe-4fdc-806d-67edd25dcad3 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:44.606627 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 29e7e307-bfbe-4fdc-806d-67edd25dcad3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:44.608422 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:44.720772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b76a7e-11ea-4b42-b506-10496dff375c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:44.727490 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-14b76a7e-11ea-4b42-b506-10496dff375c tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/fc872016-258c-40e1-96b3-41fc4e68cdfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0533073 Sep 16 05:25:44.729366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33138) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:44.824192 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-1737b150-23ed-4297-a1c5-5050d60238db tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting subnet 198596fe-cc05-49a2-b86c-035f2a6f4f5a {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:44.848232 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1737b150-23ed-4297-a1c5-5050d60238db tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:44.936202 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1737b150-23ed-4297-a1c5-5050d60238db tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.054463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1894aa-7b92-4685-9792-95951eaa5aed None None] Sync routers for ids ['fc872016-258c-40e1-96b3-41fc4e68cdfb'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:45.071147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6a898676-712a-475a-8112-8d6c8d51f959 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:45.077612 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6a898676-712a-475a-8112-8d6c8d51f959 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.38 "GET /v2.0/networks?id=bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 HTTP/1.1" status: 200 len: 797 time: 0.2322628 Sep 16 05:25:45.087493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1894aa-7b92-4685-9792-95951eaa5aed None None] Routers {'fc872016-258c-40e1-96b3-41fc4e68cdfb'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:45.088672 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6c1894aa-7b92-4685-9792-95951eaa5aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fc872016-258c-40e1-96b3-41fc4e68cdfb'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:45.089184 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1737b150-23ed-4297-a1c5-5050d60238db tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.176068 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-7a8a0483-3f38-4884-af8f-16dff05fb7c9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3484936ae7a94b7a8f8a0023f559a1eb HTTP/1.1" status: 200 len: 380 time: 0.0846496 Sep 16 05:25:45.188413 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-775230ab-a026-43d6-b630-d551099e0fe2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'port': {'device_id': '9f363049-f71a-4a37-9631-056c039f7bc0', 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13', 'admin_state_up': True, 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'security_groups': ['e1f653b2-4627-4a17-9bc7-c118ba6426fa']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:45.247414 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-6c1894aa-7b92-4685-9792-95951eaa5aed None None] Set router fc872016-258c-40e1-96b3-41fc4e68cdfb gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:45.277942 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f44769d1-020a-42a5-8b53-dd966d56bb51 req-32ad76d3-f2b3-4ace-8508-603b73205b61 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 210 time: 0.0711007 Sep 16 05:25:45.502445 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1737b150-23ed-4297-a1c5-5050d60238db tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.509339 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6c1894aa-7b92-4685-9792-95951eaa5aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:43Z', 'revision_number': 8, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '38982901-5dda-4f32-b78f-cbc13cd140ad', 'name': '', 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:88:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:18Z', 'updated_at': '2021-09-16T05:25:25Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1', 'name': '', 'network_id': 'f8b04fbb-b349-4247-be84-64b7f62f939e', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:a0:82:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'cc6b1ead-a168-4bf1-83dd-fdcf5600d368', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:33Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'cc6b1ead-a168-4bf1-83dd-fdcf5600d368', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:45.542269 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1894aa-7b92-4685-9792-95951eaa5aed None None] Checking router: fc872016-258c-40e1-96b3-41fc4e68cdfb for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:25:45.542610 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737b150-23ed-4297-a1c5-5050d60238db tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Subnet': ['ID=198596fe-cc05-49a2-b86c-035f2a6f4f5a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:45.548871 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1737b150-23ed-4297-a1c5-5050d60238db tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.551395 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1894aa-7b92-4685-9792-95951eaa5aed None None] Routers {'fc872016-258c-40e1-96b3-41fc4e68cdfb'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:45.556854 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6c1894aa-7b92-4685-9792-95951eaa5aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fc872016-258c-40e1-96b3-41fc4e68cdfb'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:45.559257 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1737b150-23ed-4297-a1c5-5050d60238db tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/subnets/198596fe-cc05-49a2-b86c-035f2a6f4f5a HTTP/1.1" status: 204 len: 168 time: 0.8215036 Sep 16 05:25:45.559257 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33144) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:45.587947 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f29920a-1bc6-436a-9c3e-4784ac36a03d None None] Network 0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:45.623337 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-775230ab-a026-43d6-b630-d551099e0fe2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Made reservation on behalf of 3484936ae7a94b7a8f8a0023f559a1eb for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:45.629238 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-775230ab-a026-43d6-b630-d551099e0fe2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.712587 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.808877 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting port 2831d0c9-4eae-4c79-8732-40a56d2cff69 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:45.809985 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.868309 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-6c1894aa-7b92-4685-9792-95951eaa5aed None None] Set router fc872016-258c-40e1-96b3-41fc4e68cdfb gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:45.936449 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] For port 2831d0c9-4eae-4c79-8732-40a56d2cff69, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2831d0c9-4eae-4c79-8732-40a56d2cff69,segment=NetworkSegment(91a29c90-0f6b-49da-bbc3-a50cbf16b509),segment_id=91a29c90-0f6b-49da-bbc3-a50cbf16b509)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:45.937037 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.940337 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-775230ab-a026-43d6-b630-d551099e0fe2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Allocated IP 172.20.0.7 (bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13/7d619abd-b51c-4a62-964c-72907d848f97/1dd43812-5c86-4d5d-855d-64fef618ff05) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:45.967696 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Calling delete_port for 2831d0c9-4eae-4c79-8732-40a56d2cff69 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:46.271909 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:46.297052 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-775230ab-a026-43d6-b630-d551099e0fe2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:46.318619 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Port': ['ID=2831d0c9-4eae-4c79-8732-40a56d2cff69,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:46.327098 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] No DVR routers for this DVR port 2831d0c9-4eae-4c79-8732-40a56d2cff69 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:46.353124 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539a7630-805d-43c6-806a-cd8e0ecc6127 None None] DHCP port deletion for 0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:25:46.512383 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba57f892-a973-4ef9-9c09-cf4ff9c755db req-5908527e-c5ef-4776-99d7-c6696459c0de tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 210 time: 0.0511892 Sep 16 05:25:46.513094 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6c1894aa-7b92-4685-9792-95951eaa5aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:43Z', 'revision_number': 8, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '38982901-5dda-4f32-b78f-cbc13cd140ad', 'name': '', 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:88:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:18Z', 'updated_at': '2021-09-16T05:25:25Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1', 'name': '', 'network_id': 'f8b04fbb-b349-4247-be84-64b7f62f939e', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:a0:82:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'cc6b1ead-a168-4bf1-83dd-fdcf5600d368', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:33Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'cc6b1ead-a168-4bf1-83dd-fdcf5600d368', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:46.514074 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:46.517291 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2831d0c9-4eae-4c79-8732-40a56d2cff69 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:46.523306 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1894aa-7b92-4685-9792-95951eaa5aed None None] The sync data for ids ['fc872016-258c-40e1-96b3-41fc4e68cdfb'] in n-d-712140-13 is: [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:43Z', 'revision_number': 8, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '38982901-5dda-4f32-b78f-cbc13cd140ad', 'name': '', 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:88:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:18Z', 'updated_at': '2021-09-16T05:25:25Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1', 'name': '', 'network_id': 'f8b04fbb-b349-4247-be84-64b7f62f939e', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:a0:82:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'cc6b1ead-a168-4bf1-83dd-fdcf5600d368', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:33Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'cc6b1ead-a168-4bf1-83dd-fdcf5600d368', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:25:46.523641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:46.536794 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a29c90-0f6b-49da-bbc3-a50cbf16b509') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:46.537094 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a29c90-0f6b-49da-bbc3-a50cbf16b509') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:46.549578 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:46.559605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 2831d0c9-4eae-4c79-8732-40a56d2cff69 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:46.560646 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2831d0c9-4eae-4c79-8732-40a56d2cff69 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:46.568670 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:46.576465 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:25:46.577165 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:25:46.582396 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:25:46.997778 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-775230ab-a026-43d6-b630-d551099e0fe2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.009767 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.031056 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.037126 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/networks/0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74 HTTP/1.1" status: 204 len: 168 time: 1.4754903 Sep 16 05:25:47.048293 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33152) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:47.053656 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89fba8-df8c-4d0e-aea4-f70989c19d24 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Network': ['ID=0c9fea9f-e54e-4d67-bc34-19d0e0ce7b74,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:47.121658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-775230ab-a026-43d6-b630-d551099e0fe2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:47.160444 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-775230ab-a026-43d6-b630-d551099e0fe2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:47.165223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-775230ab-a026-43d6-b630-d551099e0fe2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:47.168098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775230ab-a026-43d6-b630-d551099e0fe2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=1dd43812-5c86-4d5d-855d-64fef618ff05,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:47.370098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5806b9-c170-4c1d-ba2a-7017aa6b3b13 req-03c8c315-0462-46f3-9f7a-5fdbd7f7ab62 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:47.375173 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c5806b9-c170-4c1d-ba2a-7017aa6b3b13 req-03c8c315-0462-46f3-9f7a-5fdbd7f7ab62 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 950 time: 0.1631908 Sep 16 05:25:47.412882 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-775230ab-a026-43d6-b630-d551099e0fe2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:47.413804 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-775230ab-a026-43d6-b630-d551099e0fe2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.464545 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-cd724901-f082-41f5-a36f-538fefdbd9e0 None None] Provisioning complete for port 1dd43812-5c86-4d5d-855d-64fef618ff05 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:47.464545 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cd724901-f082-41f5-a36f-538fefdbd9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.494407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-cd724901-f082-41f5-a36f-538fefdbd9e0 None None] Port 1dd43812-5c86-4d5d-855d-64fef618ff05 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:47.505988 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c5806b9-c170-4c1d-ba2a-7017aa6b3b13 req-7b58d62b-218e-4b4b-bc0e-1c8e73434cfa tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1776d85-7be8-42a8-98b3-add8711a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203842 Sep 16 05:25:47.604610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-775230ab-a026-43d6-b630-d551099e0fe2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4219024 Sep 16 05:25:47.629869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Request body: {'port': {'device_id': '9f363049-f71a-4a37-9631-056c039f7bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:47.676403 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b50e2f-5650-4991-bee1-14413aed8af8 req-8f7f0896-6454-4cdd-94ed-6258b4fc4d9e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:47.678079 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5b50e2f-5650-4991-bee1-14413aed8af8 req-8f7f0896-6454-4cdd-94ed-6258b4fc4d9e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 931 time: 0.1097178 Sep 16 05:25:47.746688 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.828338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5b50e2f-5650-4991-bee1-14413aed8af8 req-087c7c34-1790-49e2-9184-b6416c749b34 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332507 Sep 16 05:25:47.872197 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a66feb7-a358-4820-ae60-f543a3473b08 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.410985 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e62ddd06-81db-4c7d-8880-428fb7f6f6bd no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:48.433246 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: e62ddd06-81db-4c7d-8880-428fb7f6f6bd {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:48.433707 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e62ddd06-81db-4c7d-8880-428fb7f6f6bd not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:48.541907 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd43812-5c86-4d5d-855d-64fef618ff05 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:25:48.558537 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.599017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Transition to ACTIVE for port object 1dd43812-5c86-4d5d-855d-64fef618ff05 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:25:48.685944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-0a66feb7-a358-4820-ae60-f543a3473b08 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting port 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:48.686519 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a66feb7-a358-4820-ae60-f543a3473b08 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.722144 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.821767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31567c7b-fa6c-4182-8198-54a43a43bb6d req-37f0f974-6ac7-41c4-85df-11a92f4e9260 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:48.823523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31567c7b-fa6c-4182-8198-54a43a43bb6d req-37f0f974-6ac7-41c4-85df-11a92f4e9260 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 950 time: 0.2228248 Sep 16 05:25:48.866752 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd43812-5c86-4d5d-855d-64fef618ff05,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:48.925441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-0a66feb7-a358-4820-ae60-f543a3473b08 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] For port 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1,segment=NetworkSegment(a5764f3a-80c4-4808-9381-74885acf8bd6),segment_id=a5764f3a-80c4-4808-9381-74885acf8bd6)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:48.925829 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a66feb7-a358-4820-ae60-f543a3473b08 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.032289 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-0a66feb7-a358-4820-ae60-f543a3473b08 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Calling delete_port for 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:49.063173 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31567c7b-fa6c-4182-8198-54a43a43bb6d req-46be8422-4f60-44fa-a622-68854bb9c331 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1776d85-7be8-42a8-98b3-add8711a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143381 Sep 16 05:25:49.190641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38eeadf-8bb0-4f0d-8f57-c9f8218e50e1 req-52d80d53-5e14-472f-9f26-bcb6673dde26 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:49.192357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f38eeadf-8bb0-4f0d-8f57-c9f8218e50e1 req-52d80d53-5e14-472f-9f26-bcb6673dde26 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 943 time: 0.2060533 Sep 16 05:25:49.200736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Attempting to bind port 1dd43812-5c86-4d5d-855d-64fef618ff05 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:49.201166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Attempting to bind port 1dd43812-5c86-4d5d-855d-64fef618ff05 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '799629e5-3db3-4e5b-a75b-b6485fee2cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:49.201482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Attempting to bind port 1dd43812-5c86-4d5d-855d-64fef618ff05 on network bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:49.211192 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0b8e1-1e06-4527-8809-376e1130dcbe req-12ca357d-8c88-4ef5-adf3-552086622ded tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:49.212823 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4f0b8e1-1e06-4527-8809-376e1130dcbe req-12ca357d-8c88-4ef5-adf3-552086622ded tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.21 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 950 time: 0.2840755 Sep 16 05:25:49.242930 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Port 1dd43812-5c86-4d5d-855d-64fef618ff05 on network bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:25:49.243346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Attempting to bind port 1dd43812-5c86-4d5d-855d-64fef618ff05 on network bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:49.282247 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:49.282608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Checking segment: {'id': '799629e5-3db3-4e5b-a75b-b6485fee2cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:49.283021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Bound using segment: {'id': '799629e5-3db3-4e5b-a75b-b6485fee2cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:49.283499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Bound port: 1dd43812-5c86-4d5d-855d-64fef618ff05, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799629e5-3db3-4e5b-a75b-b6485fee2cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:49.283872 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.365920 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f38eeadf-8bb0-4f0d-8f57-c9f8218e50e1 req-bcb50ba4-3066-4ab0-975c-9cbb8e67c12f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665154 Sep 16 05:25:49.516342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] For port 1dd43812-5c86-4d5d-855d-64fef618ff05, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:49.522712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] For port 1dd43812-5c86-4d5d-855d-64fef618ff05, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1dd43812-5c86-4d5d-855d-64fef618ff05,segment=NetworkSegment(799629e5-3db3-4e5b-a75b-b6485fee2cbe),segment_id=799629e5-3db3-4e5b-a75b-b6485fee2cbe)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:49.530515 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a4f0b8e1-1e06-4527-8809-376e1130dcbe req-77c349d2-125b-45dd-aee6-dabae01c83f7 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Deleting port 3c33515e-7dc3-409e-912b-abfe05e79100 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:49.530935 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4f0b8e1-1e06-4527-8809-376e1130dcbe req-77c349d2-125b-45dd-aee6-dabae01c83f7 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.605464 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a66feb7-a358-4820-ae60-f543a3473b08 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.628207 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.661868 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66feb7-a358-4820-ae60-f543a3473b08 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Port': ['ID=7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:49.704598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:49.705237 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.706720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] 10.222.0.38 "PUT /v2.0/ports/1dd43812-5c86-4d5d-855d-64fef618ff05 HTTP/1.1" status: 200 len: 1092 time: 2.0859871 Sep 16 05:25:49.728129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f363049-f71a-4a37-9631-056c039f7bc0', 'tag': '1dd43812-5c86-4d5d-855d-64fef618ff05'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:49.730627 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1889bc8-f276-4eed-bfa1-4868493a004c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f363049-f71a-4a37-9631-056c039f7bc0", "tag": "1dd43812-5c86-4d5d-855d-64fef618ff05"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:49.797987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a4f0b8e1-1e06-4527-8809-376e1130dcbe req-77c349d2-125b-45dd-aee6-dabae01c83f7 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] For port 3c33515e-7dc3-409e-912b-abfe05e79100, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=3c33515e-7dc3-409e-912b-abfe05e79100,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:49.798365 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4f0b8e1-1e06-4527-8809-376e1130dcbe req-77c349d2-125b-45dd-aee6-dabae01c83f7 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.824439 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f582715-aa0d-490b-8ae9-0d1ba068b548 x-openstack-request-id: req-6f582715-aa0d-490b-8ae9-0d1ba068b548 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:49.824867 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f363049-f71a-4a37-9631-056c039f7bc0", "tag": "1dd43812-5c86-4d5d-855d-64fef618ff05", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:49.825037 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f582715-aa0d-490b-8ae9-0d1ba068b548 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:49.825489 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f363049-f71a-4a37-9631-056c039f7bc0', 'tag': '1dd43812-5c86-4d5d-855d-64fef618ff05', 'status': 'completed', 'code': 200} Sep 16 05:25:49.844886 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a4f0b8e1-1e06-4527-8809-376e1130dcbe req-77c349d2-125b-45dd-aee6-dabae01c83f7 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Calling delete_port for 3c33515e-7dc3-409e-912b-abfe05e79100 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:49.874710 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb22ee6-2dd1-4f30-bf82-c48de7d47e28 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd43812-5c86-4d5d-855d-64fef618ff05,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:50.055571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-0a5eba20-bb4d-4ddf-a51d-52e9760469f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:50.057378 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-0a5eba20-bb4d-4ddf-a51d-52e9760469f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 1095 time: 0.1984911 Sep 16 05:25:50.060653 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0a66feb7-a358-4820-ae60-f543a3473b08 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:50.502975 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-eb151c21-bc58-4077-a00d-d99407a7ff2b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dd43812-5c86-4d5d-855d-64fef618ff05 HTTP/1.1" status: 200 len: 217 time: 0.4251180 Sep 16 05:25:50.741718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-d1846d1a-012d-43d7-9631-254ae92f511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:50.743378 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-d1846d1a-012d-43d7-9631-254ae92f511c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7d619abd-b51c-4a62-964c-72907d848f97 HTTP/1.1" status: 200 len: 834 time: 0.1888318 Sep 16 05:25:50.773117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e970c-180e-4e6f-94b5-6c4e35b1d347 req-7553ca6f-b030-4ce2-b29e-d73d2d1ca984 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:50.774867 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c16e970c-180e-4e6f-94b5-6c4e35b1d347 req-7553ca6f-b030-4ce2-b29e-d73d2d1ca984 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 950 time: 0.2835243 Sep 16 05:25:50.810919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89578580-d07a-4578-93c4-1f21c2ec14a4 req-ea2018d7-4245-40c2-a9f1-2adb4e962a83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:50.812640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89578580-d07a-4578-93c4-1f21c2ec14a4 req-ea2018d7-4245-40c2-a9f1-2adb4e962a83 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 943 time: 0.3075421 Sep 16 05:25:50.891859 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4f0b8e1-1e06-4527-8809-376e1130dcbe req-77c349d2-125b-45dd-aee6-dabae01c83f7 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:50.927336 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['3c33515e-7dc3-409e-912b-abfe05e79100'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:25:51.009339 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-88f9c164-4f5f-40cf-ab39-88069ffc0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:51.011250 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-88f9c164-4f5f-40cf-ab39-88069ffc0d34 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2588255 Sep 16 05:25:51.012101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c349d2-125b-45dd-aee6-dabae01c83f7 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Pushing event deleted for resources: {'Port': ['ID=3c33515e-7dc3-409e-912b-abfe05e79100,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:51.028396 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c16e970c-180e-4e6f-94b5-6c4e35b1d347 req-0f0acb11-3ad9-450f-8089-c42e80a6ca59 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1776d85-7be8-42a8-98b3-add8711a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278659 Sep 16 05:25:51.067099 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89578580-d07a-4578-93c4-1f21c2ec14a4 req-25b3687f-17c9-4094-bc59-ed071d0768fe tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124622 Sep 16 05:25:51.109570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f0b8e1-1e06-4527-8809-376e1130dcbe req-77c349d2-125b-45dd-aee6-dabae01c83f7 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] No DVR routers for this DVR port 3c33515e-7dc3-409e-912b-abfe05e79100 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:51.115903 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a4f0b8e1-1e06-4527-8809-376e1130dcbe req-77c349d2-125b-45dd-aee6-dabae01c83f7 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.118126 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4f0b8e1-1e06-4527-8809-376e1130dcbe req-77c349d2-125b-45dd-aee6-dabae01c83f7 tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.21 "DELETE /v2.0/ports/3c33515e-7dc3-409e-912b-abfe05e79100 HTTP/1.1" status: 204 len: 173 time: 1.8916979 Sep 16 05:25:51.121986 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a66feb7-a358-4820-ae60-f543a3473b08 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router fc872016-258c-40e1-96b3-41fc4e68cdfb has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:25:51.280690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-7844c833-945d-4aec-955c-314e6ed134f4 service neutron] 10.222.0.38 "GET /v2.0/networks/bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462320 Sep 16 05:25:51.319024 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a66feb7-a358-4820-ae60-f543a3473b08 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:51.326348 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0a66feb7-a358-4820-ae60-f543a3473b08 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/fc872016-258c-40e1-96b3-41fc4e68cdfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2769909 Sep 16 05:25:51.331309 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33170) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:51.338293 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a1f9e1-5838-4cfd-ba32-b7ee03f8a9ee None None] Sync routers for ids ['fc872016-258c-40e1-96b3-41fc4e68cdfb'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:51.350011 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a1f9e1-5838-4cfd-ba32-b7ee03f8a9ee None None] Routers {'fc872016-258c-40e1-96b3-41fc4e68cdfb'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:51.350657 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f3a1f9e1-5838-4cfd-ba32-b7ee03f8a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fc872016-258c-40e1-96b3-41fc4e68cdfb'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:51.483209 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cfd209b1-8bb9-40e5-8838-1a959d8663ad req-2a546efb-fd0b-4721-a5c2-244fbe07f568 service neutron] 10.222.0.38 "GET /v2.0/networks/bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939063 Sep 16 05:25:51.491026 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f82c0a4-0726-4350-b30d-76fea8f89de0 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting subnet cc6b1ead-a168-4bf1-83dd-fdcf5600d368 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:51.506542 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f82c0a4-0726-4350-b30d-76fea8f89de0 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.580439 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f82c0a4-0726-4350-b30d-76fea8f89de0 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.604636 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-f3a1f9e1-5838-4cfd-ba32-b7ee03f8a9ee None None] Set router fc872016-258c-40e1-96b3-41fc4e68cdfb gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:51.720338 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f82c0a4-0726-4350-b30d-76fea8f89de0 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.773173 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1889bc8-f276-4eed-bfa1-4868493a004c req-8abd53f7-f017-4613-a729-951e08c2ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:51.774290 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1889bc8-f276-4eed-bfa1-4868493a004c req-8abd53f7-f017-4613-a729-951e08c2ee7c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 1095 time: 0.0536873 Sep 16 05:25:51.832499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142de076-c4bc-42c2-833f-eb1ccad01cdc', 'name': 'network-vif-deleted', 'tag': '3c33515e-7dc3-409e-912b-abfe05e79100'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:51.836356 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8831e4a2-b033-4df5-9d70-04f39948c8a8" -d '{"events": [{"server_uuid": "142de076-c4bc-42c2-833f-eb1ccad01cdc", "name": "network-vif-deleted", "tag": "3c33515e-7dc3-409e-912b-abfe05e79100"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:51.897306 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f82c0a4-0726-4350-b30d-76fea8f89de0 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.917879 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508d1e04-5c3d-4cae-82ce-f38d8a7e715d x-openstack-request-id: req-508d1e04-5c3d-4cae-82ce-f38d8a7e715d {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:51.918461 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142de076-c4bc-42c2-833f-eb1ccad01cdc", "name": "network-vif-deleted", "tag": "3c33515e-7dc3-409e-912b-abfe05e79100", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:51.918688 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-508d1e04-5c3d-4cae-82ce-f38d8a7e715d {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:51.919266 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142de076-c4bc-42c2-833f-eb1ccad01cdc', 'name': 'network-vif-deleted', 'tag': '3c33515e-7dc3-409e-912b-abfe05e79100', 'status': 'completed', 'code': 200} Sep 16 05:25:51.938989 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f3a1f9e1-5838-4cfd-ba32-b7ee03f8a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:49Z', 'revision_number': 9, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '38982901-5dda-4f32-b78f-cbc13cd140ad', 'name': '', 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:88:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:18Z', 'updated_at': '2021-09-16T05:25:25Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:51.959586 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82c0a4-0726-4350-b30d-76fea8f89de0 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Subnet': ['ID=cc6b1ead-a168-4bf1-83dd-fdcf5600d368,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:51.970842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1889bc8-f276-4eed-bfa1-4868493a004c req-6ea36059-6149-437b-ba64-1c314a187e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:51.971155 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5f82c0a4-0726-4350-b30d-76fea8f89de0 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.978394 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5f82c0a4-0726-4350-b30d-76fea8f89de0 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/subnets/cc6b1ead-a168-4bf1-83dd-fdcf5600d368 HTTP/1.1" status: 204 len: 168 time: 0.6415470 Sep 16 05:25:51.978714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1889bc8-f276-4eed-bfa1-4868493a004c req-6ea36059-6149-437b-ba64-1c314a187e66 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 HTTP/1.1" status: 200 len: 898 time: 0.1930513 Sep 16 05:25:51.978957 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed572d3-1db5-43da-b336-1f5002ffe473 None None] Network f8b04fbb-b349-4247-be84-64b7f62f939e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:51.979631 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33174) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:51.990233 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a1f9e1-5838-4cfd-ba32-b7ee03f8a9ee None None] Checking router: fc872016-258c-40e1-96b3-41fc4e68cdfb for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:25:52.009512 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a1f9e1-5838-4cfd-ba32-b7ee03f8a9ee None None] Routers {'fc872016-258c-40e1-96b3-41fc4e68cdfb'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:52.010557 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f3a1f9e1-5838-4cfd-ba32-b7ee03f8a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fc872016-258c-40e1-96b3-41fc4e68cdfb'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:52.089228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1889bc8-f276-4eed-bfa1-4868493a004c req-a445a26a-6008-45ed-9ec3-1d89e23b68aa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dd43812-5c86-4d5d-855d-64fef618ff05 HTTP/1.1" status: 200 len: 217 time: 0.0981388 Sep 16 05:25:52.167446 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:52.272819 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-f3a1f9e1-5838-4cfd-ba32-b7ee03f8a9ee None None] Set router fc872016-258c-40e1-96b3-41fc4e68cdfb gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:52.282324 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting port 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:52.285490 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:52.296257 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96b0af99-096c-43b4-9dd3-d6c4514f8354 req-1129edcd-fdce-4f1c-a2c4-4cec3a89d0cc tempest-VolumesBackupsTest-1120989756 tempest-VolumesBackupsTest-1120989756-project] 10.222.0.20 "GET /v2.0/ports?device_id=142de076-c4bc-42c2-833f-eb1ccad01cdc HTTP/1.1" status: 200 len: 210 time: 0.0668051 Sep 16 05:25:52.373249 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6983de68-8bbd-4d6c-b026-16492f660f20 None None] DHCP port deletion for f8b04fbb-b349-4247-be84-64b7f62f939e request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:25:52.387032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1889bc8-f276-4eed-bfa1-4868493a004c req-feee80f4-6d3f-47ef-95c7-d2202e3878c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:52.389412 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1889bc8-f276-4eed-bfa1-4868493a004c req-feee80f4-6d3f-47ef-95c7-d2202e3878c5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7d619abd-b51c-4a62-964c-72907d848f97 HTTP/1.1" status: 200 len: 834 time: 0.2990937 Sep 16 05:25:52.402008 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dd04b-7eae-4293-b478-c0fa1f250e96 req-10b611ab-86bc-445e-b4b7-9406eb3c738d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:52.413575 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b3dd04b-7eae-4293-b478-c0fa1f250e96 req-10b611ab-86bc-445e-b4b7-9406eb3c738d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 943 time: 0.1138232 Sep 16 05:25:52.473362 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] For port 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3f7547eb-d9c0-46a8-8360-a6a074d0f3c5,segment=NetworkSegment(a5764f3a-80c4-4808-9381-74885acf8bd6),segment_id=a5764f3a-80c4-4808-9381-74885acf8bd6)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:52.479866 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:52.517769 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Calling delete_port for 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:52.523212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1889bc8-f276-4eed-bfa1-4868493a004c req-91e31be1-ae0c-4b01-825e-ac4bb848a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:52.529678 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1889bc8-f276-4eed-bfa1-4868493a004c req-91e31be1-ae0c-4b01-825e-ac4bb848a6dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013589 Sep 16 05:25:52.534405 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b3dd04b-7eae-4293-b478-c0fa1f250e96 req-e2259e26-bde9-4b49-91b6-9e536d04163a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194532 Sep 16 05:25:52.582472 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6983de68-8bbd-4d6c-b026-16492f660f20 None None] Deleting port 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:52.587224 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6983de68-8bbd-4d6c-b026-16492f660f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:52.650908 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:52.735027 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1889bc8-f276-4eed-bfa1-4868493a004c req-33ee4bac-fd0c-4893-92ea-9ba75e02d570 service neutron] 10.222.0.38 "GET /v2.0/networks/bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979675 Sep 16 05:25:52.790354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6983de68-8bbd-4d6c-b026-16492f660f20 None None] For port 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3f7547eb-d9c0-46a8-8360-a6a074d0f3c5,segment=NetworkSegment(a5764f3a-80c4-4808-9381-74885acf8bd6),segment_id=a5764f3a-80c4-4808-9381-74885acf8bd6)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:52.791652 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6983de68-8bbd-4d6c-b026-16492f660f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:52.809638 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f3a1f9e1-5838-4cfd-ba32-b7ee03f8a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:49Z', 'revision_number': 9, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '38982901-5dda-4f32-b78f-cbc13cd140ad', 'name': '', 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:88:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:18Z', 'updated_at': '2021-09-16T05:25:25Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:52.830443 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6983de68-8bbd-4d6c-b026-16492f660f20 None None] Calling delete_port for 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:52.865352 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a1f9e1-5838-4cfd-ba32-b7ee03f8a9ee None None] The sync data for ids ['fc872016-258c-40e1-96b3-41fc4e68cdfb'] in n-d-712140-13 is: [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:49Z', 'revision_number': 9, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '38982901-5dda-4f32-b78f-cbc13cd140ad', 'name': '', 'network_id': 'cc3fdabf-9a08-41d7-82f1-128810879f36', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:88:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:18Z', 'updated_at': '2021-09-16T05:25:25Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': 'b8978042-8c90-4309-b741-fbacf703eb1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:25:52.900064 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1889bc8-f276-4eed-bfa1-4868493a004c req-9ae671fb-b9d9-42a6-84a0-aa1b0f243d3e service neutron] 10.222.0.38 "GET /v2.0/networks/bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564727 Sep 16 05:25:52.925279 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:52.951516 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 3c33515e-7dc3-409e-912b-abfe05e79100 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:52.969872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] No DVR routers for this DVR port 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:52.978979 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Port': ['ID=3f7547eb-d9c0-46a8-8360-a6a074d0f3c5,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:53.002801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 3c33515e-7dc3-409e-912b-abfe05e79100 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:53.004007 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 3c33515e-7dc3-409e-912b-abfe05e79100 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:53.010036 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.033442 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6983de68-8bbd-4d6c-b026-16492f660f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.065129 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983de68-8bbd-4d6c-b026-16492f660f20 None None] Pushing event deleted for resources: {'Port': ['ID=3f7547eb-d9c0-46a8-8360-a6a074d0f3c5,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:53.093205 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6983de68-8bbd-4d6c-b026-16492f660f20 None None] No DVR routers for this DVR port 3f7547eb-d9c0-46a8-8360-a6a074d0f3c5 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:53.097918 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.126770 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b04fbb-b349-4247-be84-64b7f62f939e']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:53.139979 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5764f3a-80c4-4808-9381-74885acf8bd6') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:53.140364 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5764f3a-80c4-4808-9381-74885acf8bd6') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:53.151950 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.168194 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.176409 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:25:53.176823 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:25:53.180165 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:25:53.211208 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:25:53.387912 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.394946 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.404199 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/networks/f8b04fbb-b349-4247-be84-64b7f62f939e HTTP/1.1" status: 204 len: 168 time: 1.4193261 Sep 16 05:25:53.404541 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33184) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:53.418538 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6f4cb-c4bc-4ca8-a645-a6c11798600a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Network': ['ID=f8b04fbb-b349-4247-be84-64b7f62f939e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:53.780883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb5745-86e7-4161-bd90-d8bb72d41b2e req-0e8c32b0-bb7d-4170-a7e2-3dad5f293539 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:53.783019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dffb5745-86e7-4161-bd90-d8bb72d41b2e req-0e8c32b0-bb7d-4170-a7e2-3dad5f293539 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 943 time: 0.1281180 Sep 16 05:25:53.847660 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dffb5745-86e7-4161-bd90-d8bb72d41b2e req-c137b6e7-5210-43ea-8991-55c637d88de6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575116 Sep 16 05:25:53.961383 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-34fd2407-b26e-4cd3-85c4-6ae4697818e6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:54.330634 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-34fd2407-b26e-4cd3-85c4-6ae4697818e6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting port 38982901-5dda-4f32-b78f-cbc13cd140ad {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:54.331185 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-34fd2407-b26e-4cd3-85c4-6ae4697818e6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:54.433236 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:54.463621 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-34fd2407-b26e-4cd3-85c4-6ae4697818e6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] For port 38982901-5dda-4f32-b78f-cbc13cd140ad, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=38982901-5dda-4f32-b78f-cbc13cd140ad,segment=NetworkSegment(a8c6d412-d37e-48be-92b6-a1f8df10c2b9),segment_id=a8c6d412-d37e-48be-92b6-a1f8df10c2b9)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:54.464016 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-34fd2407-b26e-4cd3-85c4-6ae4697818e6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:54.471086 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:54.471619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7cbcc0f5-a0f8-4f50-9c59-1abcfb4244f1 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:54.485707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-34fd2407-b26e-4cd3-85c4-6ae4697818e6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Calling delete_port for 38982901-5dda-4f32-b78f-cbc13cd140ad owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:54.575744 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:54.845527 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-34fd2407-b26e-4cd3-85c4-6ae4697818e6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:54.878528 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd2407-b26e-4cd3-85c4-6ae4697818e6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Port': ['ID=38982901-5dda-4f32-b78f-cbc13cd140ad,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:55.034729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 1dd43812-5c86-4d5d-855d-64fef618ff05 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:25:55.114174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204a157-5e32-472a-92bf-c73b3e2777c1 req-2aab156e-a332-457a-a51f-28cbce084a92 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:55.115900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b204a157-5e32-472a-92bf-c73b3e2777c1 req-2aab156e-a332-457a-a51f-28cbce084a92 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 943 time: 0.1482456 Sep 16 05:25:55.160365 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-34fd2407-b26e-4cd3-85c4-6ae4697818e6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:55.177560 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 1dd43812-5c86-4d5d-855d-64fef618ff05, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1dd43812-5c86-4d5d-855d-64fef618ff05,segment=NetworkSegment(799629e5-3db3-4e5b-a75b-b6485fee2cbe),segment_id=799629e5-3db3-4e5b-a75b-b6485fee2cbe)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:55.194222 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b204a157-5e32-472a-92bf-c73b3e2777c1 req-cb300401-439c-4bc3-b381-9ff201951490 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685611 Sep 16 05:25:55.195597 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '1dd43812-5c86-4d5d-855d-64fef618ff05', 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13', 'port_id': '1dd43812-5c86-4d5d-855d-64fef618ff05', 'mac_address': 'fa:16:3e:a0:0b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d619abd-b51c-4a62-964c-72907d848f97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:25:55.282607 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:55.307695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd43812-5c86-4d5d-855d-64fef618ff05 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:25:55.344508 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 1dd43812-5c86-4d5d-855d-64fef618ff05, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1dd43812-5c86-4d5d-855d-64fef618ff05,segment=NetworkSegment(799629e5-3db3-4e5b-a75b-b6485fee2cbe),segment_id=799629e5-3db3-4e5b-a75b-b6485fee2cbe)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:55.425883 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:55.431002 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fd2407-b26e-4cd3-85c4-6ae4697818e6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router fc872016-258c-40e1-96b3-41fc4e68cdfb has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:25:55.489711 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=1dd43812-5c86-4d5d-855d-64fef618ff05,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:55.604425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fd2407-b26e-4cd3-85c4-6ae4697818e6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:55.615692 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-34fd2407-b26e-4cd3-85c4-6ae4697818e6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/fc872016-258c-40e1-96b3-41fc4e68cdfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2056489 Sep 16 05:25:55.617433 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33194) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:55.625429 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34b7fe0-b509-4e5b-811a-80b4e2004bc8 None None] Sync routers for ids ['fc872016-258c-40e1-96b3-41fc4e68cdfb'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:55.638654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34b7fe0-b509-4e5b-811a-80b4e2004bc8 None None] Routers {'fc872016-258c-40e1-96b3-41fc4e68cdfb'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:55.640040 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e34b7fe0-b509-4e5b-811a-80b4e2004bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fc872016-258c-40e1-96b3-41fc4e68cdfb'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:55.684339 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bbe266-c9da-452c-95be-05cf407799ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting subnet b8978042-8c90-4309-b741-fbacf703eb1d {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:55.689627 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8bbe266-c9da-452c-95be-05cf407799ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:55.746413 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8bbe266-c9da-452c-95be-05cf407799ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:55.779890 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-e34b7fe0-b509-4e5b-811a-80b4e2004bc8 None None] Set router fc872016-258c-40e1-96b3-41fc4e68cdfb gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:55.845886 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['1dd43812-5c86-4d5d-855d-64fef618ff05'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:25:56.255812 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8bbe266-c9da-452c-95be-05cf407799ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.350042 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e34b7fe0-b509-4e5b-811a-80b4e2004bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:54Z', 'revision_number': 10, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:56.392283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3152c2-997b-46d6-904a-98d4c27924e7 req-ee5c1eb6-95db-447a-93d0-26d817cd030d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:56.402138 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf3152c2-997b-46d6-904a-98d4c27924e7 req-ee5c1eb6-95db-447a-93d0-26d817cd030d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 944 time: 0.0731680 Sep 16 05:25:56.428621 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34b7fe0-b509-4e5b-811a-80b4e2004bc8 None None] Checking router: fc872016-258c-40e1-96b3-41fc4e68cdfb for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:25:56.429391 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8bbe266-c9da-452c-95be-05cf407799ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.475059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbe266-c9da-452c-95be-05cf407799ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Subnet': ['ID=b8978042-8c90-4309-b741-fbacf703eb1d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:56.492996 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8bbe266-c9da-452c-95be-05cf407799ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.496364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b8bbe266-c9da-452c-95be-05cf407799ec tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/subnets/b8978042-8c90-4309-b741-fbacf703eb1d HTTP/1.1" status: 204 len: 168 time: 0.8791537 Sep 16 05:25:56.500648 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33200) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:56.509523 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505daf62-1e2c-493b-9862-7090d172dda2 None None] Network cc3fdabf-9a08-41d7-82f1-128810879f36 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:56.513604 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf3152c2-997b-46d6-904a-98d4c27924e7 req-513790a6-684e-4ca3-b630-96e17cf9e15f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094937 Sep 16 05:25:56.588186 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34b7fe0-b509-4e5b-811a-80b4e2004bc8 None None] Routers {'fc872016-258c-40e1-96b3-41fc4e68cdfb'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:56.589435 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e34b7fe0-b509-4e5b-811a-80b4e2004bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fc872016-258c-40e1-96b3-41fc4e68cdfb'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:56.621612 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.691350 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting port e83bde97-e6b0-4b03-882c-80ce4e1e0ee6 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:56.691725 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.780639 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] For port e83bde97-e6b0-4b03-882c-80ce4e1e0ee6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e83bde97-e6b0-4b03-882c-80ce4e1e0ee6,segment=NetworkSegment(a8c6d412-d37e-48be-92b6-a1f8df10c2b9),segment_id=a8c6d412-d37e-48be-92b6-a1f8df10c2b9)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:56.781310 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.798836 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Calling delete_port for e83bde97-e6b0-4b03-882c-80ce4e1e0ee6 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:56.954505 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-e34b7fe0-b509-4e5b-811a-80b4e2004bc8 None None] Set router fc872016-258c-40e1-96b3-41fc4e68cdfb gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:57.033501 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.071709 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Port': ['ID=e83bde97-e6b0-4b03-882c-80ce4e1e0ee6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:57.074809 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] No DVR routers for this DVR port e83bde97-e6b0-4b03-882c-80ce4e1e0ee6 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:57.171049 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961fb294-fecf-4b35-a397-5da146613479 None None] DHCP port deletion for cc3fdabf-9a08-41d7-82f1-128810879f36 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:25:57.174205 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.205729 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3fdabf-9a08-41d7-82f1-128810879f36']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:57.217905 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c6d412-d37e-48be-92b6-a1f8df10c2b9') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:57.227171 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c6d412-d37e-48be-92b6-a1f8df10c2b9') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:57.230613 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.251729 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.262808 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:25:57.264622 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:25:57.270599 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:25:57.358463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e34b7fe0-b509-4e5b-811a-80b4e2004bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:54Z', 'revision_number': 10, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:57.395664 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34b7fe0-b509-4e5b-811a-80b4e2004bc8 None None] The sync data for ids ['fc872016-258c-40e1-96b3-41fc4e68cdfb'] in n-d-712140-13 is: [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:54Z', 'revision_number': 10, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None, '_interfaces': [{'id': '72ebeb7f-aa43-4226-a13b-59e5e260ff85', 'name': '', 'network_id': '0f3326ae-53d6-4be0-8baf-e59b52e81450', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'mac_address': 'fa:16:3e:4c:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:10Z', 'updated_at': '2021-09-16T05:25:19Z', 'revision_number': 5, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'subnets': [{'id': '13914aa9-97f4-4cab-a7d1-b97a0def2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:25:57.488699 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.500790 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.503385 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/networks/cc3fdabf-9a08-41d7-82f1-128810879f36 HTTP/1.1" status: 204 len: 168 time: 1.0013897 Sep 16 05:25:57.507999 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33204) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:57.524105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7286f55-0263-4e53-8888-aaba970db5c7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Network': ['ID=cc3fdabf-9a08-41d7-82f1-128810879f36,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:57.800287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9552c47-509b-42ec-9bf0-0280e1133f1a req-8e3597e8-79ed-493a-9ef8-7d5ee81a814d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:57.802076 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9552c47-509b-42ec-9bf0-0280e1133f1a req-8e3597e8-79ed-493a-9ef8-7d5ee81a814d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 944 time: 0.1637931 Sep 16 05:25:57.891603 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c9552c47-509b-42ec-9bf0-0280e1133f1a req-7fa21162-902a-4591-90dd-dce7848faf2f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782623 Sep 16 05:25:58.088453 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05810d42-fb2c-42e9-89fd-966b34a4b14f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.439536 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-05810d42-fb2c-42e9-89fd-966b34a4b14f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting port 72ebeb7f-aa43-4226-a13b-59e5e260ff85 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:58.440158 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05810d42-fb2c-42e9-89fd-966b34a4b14f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.501923 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e83bde97-e6b0-4b03-882c-80ce4e1e0ee6 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:58.539104 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: e83bde97-e6b0-4b03-882c-80ce4e1e0ee6 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:58.539944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e83bde97-e6b0-4b03-882c-80ce4e1e0ee6 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:58.540798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 38982901-5dda-4f32-b78f-cbc13cd140ad no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:58.598475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 38982901-5dda-4f32-b78f-cbc13cd140ad {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:58.599061 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 38982901-5dda-4f32-b78f-cbc13cd140ad not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:58.607543 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-05810d42-fb2c-42e9-89fd-966b34a4b14f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] For port 72ebeb7f-aa43-4226-a13b-59e5e260ff85, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=72ebeb7f-aa43-4226-a13b-59e5e260ff85,segment=NetworkSegment(749d0ba7-f2b3-40f2-b7ba-06dc80914dee),segment_id=749d0ba7-f2b3-40f2-b7ba-06dc80914dee)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:58.608221 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05810d42-fb2c-42e9-89fd-966b34a4b14f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.630386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-05810d42-fb2c-42e9-89fd-966b34a4b14f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Calling delete_port for 72ebeb7f-aa43-4226-a13b-59e5e260ff85 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:58.692003 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.957337 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05810d42-fb2c-42e9-89fd-966b34a4b14f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.000686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05810d42-fb2c-42e9-89fd-966b34a4b14f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Port': ['ID=72ebeb7f-aa43-4226-a13b-59e5e260ff85,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:59.068636 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 1dd43812-5c86-4d5d-855d-64fef618ff05 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:59.281083 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae2115-e189-4b9e-bf93-206d5b4046a2 req-b317f888-47d0-4ffd-8471-86e5280b8a90 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:59.283059 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4aae2115-e189-4b9e-bf93-206d5b4046a2 req-b317f888-47d0-4ffd-8471-86e5280b8a90 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 944 time: 0.2625649 Sep 16 05:25:59.296608 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 1dd43812-5c86-4d5d-855d-64fef618ff05 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:25:59.304705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 1dd43812-5c86-4d5d-855d-64fef618ff05 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:59.305306 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.370935 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-05810d42-fb2c-42e9-89fd-966b34a4b14f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.451512 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.468605 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4aae2115-e189-4b9e-bf93-206d5b4046a2 req-758ad240-6344-4813-b39b-3f99d88c33b1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725581 Sep 16 05:25:59.485608 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f363049-f71a-4a37-9631-056c039f7bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd43812-5c86-4d5d-855d-64fef618ff05'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:59.488170 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53a00d9-0840-4bb9-be21-fd1406d4fc04" -d '{"events": [{"server_uuid": "9f363049-f71a-4a37-9631-056c039f7bc0", "name": "network-vif-plugged", "status": "completed", "tag": "1dd43812-5c86-4d5d-855d-64fef618ff05"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:59.506419 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 1dd43812-5c86-4d5d-855d-64fef618ff05, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1dd43812-5c86-4d5d-855d-64fef618ff05,segment=NetworkSegment(799629e5-3db3-4e5b-a75b-b6485fee2cbe),segment_id=799629e5-3db3-4e5b-a75b-b6485fee2cbe)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:59.559109 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee10807-1431-4eea-821c-dd37cddf1fba x-openstack-request-id: req-9ee10807-1431-4eea-821c-dd37cddf1fba {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:59.559625 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f363049-f71a-4a37-9631-056c039f7bc0", "name": "network-vif-plugged", "status": "completed", "tag": "1dd43812-5c86-4d5d-855d-64fef618ff05", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:59.560607 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ee10807-1431-4eea-821c-dd37cddf1fba {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:59.561291 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f363049-f71a-4a37-9631-056c039f7bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd43812-5c86-4d5d-855d-64fef618ff05', 'code': 200} Sep 16 05:25:59.615926 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.653383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05810d42-fb2c-42e9-89fd-966b34a4b14f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router fc872016-258c-40e1-96b3-41fc4e68cdfb has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:25:59.681538 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=1dd43812-5c86-4d5d-855d-64fef618ff05,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:59.693512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:59.694306 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:59.694967 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:59.695723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:59.696434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:59.697059 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:59.697694 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:59.698365 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:59.699026 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:59.699720 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:59.700713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:59.700932 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:59.775953 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05810d42-fb2c-42e9-89fd-966b34a4b14f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:59.784552 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-05810d42-fb2c-42e9-89fd-966b34a4b14f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/fc872016-258c-40e1-96b3-41fc4e68cdfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2744746 Sep 16 05:25:59.788997 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33288) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:59.800653 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627c325-8153-4f78-a1ba-762f1e75734b req-6a822f20-2f08-4498-825e-f42e0952b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:59.802612 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a627c325-8153-4f78-a1ba-762f1e75734b req-6a822f20-2f08-4498-825e-f42e0952b2d6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 1097 time: 0.0948591 Sep 16 05:25:59.804889 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66fd9e2-dbc1-4709-943f-33d072d8201b None None] Sync routers for ids ['fc872016-258c-40e1-96b3-41fc4e68cdfb'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:59.824195 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66fd9e2-dbc1-4709-943f-33d072d8201b None None] Routers {'fc872016-258c-40e1-96b3-41fc4e68cdfb'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:59.825889 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-c66fd9e2-dbc1-4709-943f-33d072d8201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fc872016-258c-40e1-96b3-41fc4e68cdfb'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:59.849084 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a627c325-8153-4f78-a1ba-762f1e75734b req-253c9707-1d8b-44f2-9640-7471ed19256b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385246 Sep 16 05:25:59.900255 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-4964ad43-2978-443e-baf6-a6d2523c4d1e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting subnet 13914aa9-97f4-4cab-a7d1-b97a0def2043 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:59.905906 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4964ad43-2978-443e-baf6-a6d2523c4d1e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.968394 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-c66fd9e2-dbc1-4709-943f-33d072d8201b None None] Set router fc872016-258c-40e1-96b3-41fc4e68cdfb gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:59.982849 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4964ad43-2978-443e-baf6-a6d2523c4d1e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.041869 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-c66fd9e2-dbc1-4709-943f-33d072d8201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:58Z', 'revision_number': 11, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:00.085490 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66fd9e2-dbc1-4709-943f-33d072d8201b None None] Checking router: fc872016-258c-40e1-96b3-41fc4e68cdfb for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:26:00.097931 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66fd9e2-dbc1-4709-943f-33d072d8201b None None] Routers {'fc872016-258c-40e1-96b3-41fc4e68cdfb'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:00.098976 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-c66fd9e2-dbc1-4709-943f-33d072d8201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fc872016-258c-40e1-96b3-41fc4e68cdfb'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:00.158758 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4964ad43-2978-443e-baf6-a6d2523c4d1e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.189860 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-c66fd9e2-dbc1-4709-943f-33d072d8201b None None] Set router fc872016-258c-40e1-96b3-41fc4e68cdfb gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:00.289665 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-c66fd9e2-dbc1-4709-943f-33d072d8201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:58Z', 'revision_number': 11, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:00.345907 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66fd9e2-dbc1-4709-943f-33d072d8201b None None] The sync data for ids ['fc872016-258c-40e1-96b3-41fc4e68cdfb'] in n-d-712140-13 is: [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:58Z', 'revision_number': 11, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:26:00.392275 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4964ad43-2978-443e-baf6-a6d2523c4d1e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.444048 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964ad43-2978-443e-baf6-a6d2523c4d1e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Subnet': ['ID=13914aa9-97f4-4cab-a7d1-b97a0def2043,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:00.452244 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4964ad43-2978-443e-baf6-a6d2523c4d1e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.459543 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4964ad43-2978-443e-baf6-a6d2523c4d1e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/subnets/13914aa9-97f4-4cab-a7d1-b97a0def2043 HTTP/1.1" status: 204 len: 168 time: 0.6645114 Sep 16 05:26:00.460478 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33292) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:00.465523 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec739d87-162a-4c9f-b006-54865af56987 None None] Network 0f3326ae-53d6-4be0-8baf-e59b52e81450 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:00.576638 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.680949 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Deleting port de60d816-ffba-48ca-ab9e-733cd8483eb9 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:00.681436 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.815168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9e31b-f3e7-4847-be8c-240c34da19f1 req-d2538b7c-cbee-48ea-bebc-09ce7a571746 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:00.815168 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acb9e31b-f3e7-4847-be8c-240c34da19f1 req-d2538b7c-cbee-48ea-bebc-09ce7a571746 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.1488209 Sep 16 05:26:00.817776 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] For port de60d816-ffba-48ca-ab9e-733cd8483eb9, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=de60d816-ffba-48ca-ab9e-733cd8483eb9,segment=NetworkSegment(749d0ba7-f2b3-40f2-b7ba-06dc80914dee),segment_id=749d0ba7-f2b3-40f2-b7ba-06dc80914dee)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:00.817776 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.836471 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Calling delete_port for de60d816-ffba-48ca-ab9e-733cd8483eb9 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:00.880754 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746ff4ac-bd1f-4342-afec-00029085ce06 None None] DHCP port deletion for 0f3326ae-53d6-4be0-8baf-e59b52e81450 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:26:00.882672 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acb9e31b-f3e7-4847-be8c-240c34da19f1 req-f940f4d0-9004-4d68-85ea-d98ee1c7455f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914371 Sep 16 05:26:00.937922 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 72ebeb7f-aa43-4226-a13b-59e5e260ff85 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:01.141992 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.150928 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 72ebeb7f-aa43-4226-a13b-59e5e260ff85 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:01.151263 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 72ebeb7f-aa43-4226-a13b-59e5e260ff85 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:01.184554 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-746ff4ac-bd1f-4342-afec-00029085ce06 None None] Deleting port de60d816-ffba-48ca-ab9e-733cd8483eb9 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:01.185146 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-746ff4ac-bd1f-4342-afec-00029085ce06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.208957 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Port': ['ID=de60d816-ffba-48ca-ab9e-733cd8483eb9,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:01.238657 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] No DVR routers for this DVR port de60d816-ffba-48ca-ab9e-733cd8483eb9 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:01.296354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-746ff4ac-bd1f-4342-afec-00029085ce06 None None] For port de60d816-ffba-48ca-ab9e-733cd8483eb9, host n-d-712140-13, got binding levels [] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:01.297011 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-746ff4ac-bd1f-4342-afec-00029085ce06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.300075 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:01.301080 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:01.301080 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:01.301080 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:01.301468 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:01.301735 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:01.302064 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:01.302396 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:01.302727 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:01.303122 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:01.303455 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:01.303779 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:01.322744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-746ff4ac-bd1f-4342-afec-00029085ce06 None None] Calling delete_port for de60d816-ffba-48ca-ab9e-733cd8483eb9 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:01.328651 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.ipam_backend_mixin [None req-746ff4ac-bd1f-4342-afec-00029085ce06 None None] Port de60d816-ffba-48ca-ab9e-733cd8483eb9 was not found and therefore no delete operation was performed {{(pid=95475) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:26:01.330730 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-746ff4ac-bd1f-4342-afec-00029085ce06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.385106 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746ff4ac-bd1f-4342-afec-00029085ce06 None None] No DVR routers for this DVR port de60d816-ffba-48ca-ab9e-733cd8483eb9 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:01.392294 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ff4ac-bd1f-4342-afec-00029085ce06 None None] Pushing event deleted for resources: {'Port': ['ID=de60d816-ffba-48ca-ab9e-733cd8483eb9,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:01.398506 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.426638 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3326ae-53d6-4be0-8baf-e59b52e81450']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:01.442061 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749d0ba7-f2b3-40f2-b7ba-06dc80914dee') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:01.442393 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749d0ba7-f2b3-40f2-b7ba-06dc80914dee') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:01.456343 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.473486 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.481608 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:01.482287 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:01.488393 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:01.803875 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.815644 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.818519 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/networks/0f3326ae-53d6-4be0-8baf-e59b52e81450 HTTP/1.1" status: 204 len: 168 time: 1.3564732 Sep 16 05:26:01.832339 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33300) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:01.837680 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf184197-bb33-4e3e-9f8a-28a57749536a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Pushing event deleted for resources: {'Network': ['ID=0f3326ae-53d6-4be0-8baf-e59b52e81450,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:01.848404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c98dfccf-63f6-4875-ad71-c184eea8e93a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'router': {'routes': None}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:02.043799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.extraroute_db [None req-c98dfccf-63f6-4875-ad71-c184eea8e93a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Added routes are [] {{(pid=95473) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:26:02.044544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.extraroute_db [None req-c98dfccf-63f6-4875-ad71-c184eea8e93a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Removed routes are [] {{(pid=95473) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:26:02.044544 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c98dfccf-63f6-4875-ad71-c184eea8e93a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.289627 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507c3b2-b291-4ee7-8d05-a3f7b364a3b6 req-785ba888-be1f-4356-8aa1-9e7c54457216 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:02.292346 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9507c3b2-b291-4ee7-8d05-a3f7b364a3b6 req-785ba888-be1f-4356-8aa1-9e7c54457216 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.2834520 Sep 16 05:26:02.367719 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c98dfccf-63f6-4875-ad71-c184eea8e93a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.385340 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c98dfccf-63f6-4875-ad71-c184eea8e93a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.482963 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device de60d816-ffba-48ca-ab9e-733cd8483eb9 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:02.504241 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9507c3b2-b291-4ee7-8d05-a3f7b364a3b6 req-cd25b96e-d78c-42b0-a3f3-09de0ff8d9ec tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012422 Sep 16 05:26:02.513309 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: de60d816-ffba-48ca-ab9e-733cd8483eb9 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:02.513799 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device de60d816-ffba-48ca-ab9e-733cd8483eb9 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:02.563447 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98dfccf-63f6-4875-ad71-c184eea8e93a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router fc872016-258c-40e1-96b3-41fc4e68cdfb has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:26:02.691781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98dfccf-63f6-4875-ad71-c184eea8e93a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:26:02.699527 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c98dfccf-63f6-4875-ad71-c184eea8e93a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.701313 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c98dfccf-63f6-4875-ad71-c184eea8e93a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/fc872016-258c-40e1-96b3-41fc4e68cdfb HTTP/1.1" status: 200 len: 701 time: 0.8639550 Sep 16 05:26:02.704607 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33308) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:02.708959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7482af6-c8fa-4eee-a23f-abb03511cdd6 None None] Sync routers for ids ['fc872016-258c-40e1-96b3-41fc4e68cdfb'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:26:02.721258 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7482af6-c8fa-4eee-a23f-abb03511cdd6 None None] Routers {'fc872016-258c-40e1-96b3-41fc4e68cdfb'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:02.728742 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f7482af6-c8fa-4eee-a23f-abb03511cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fc872016-258c-40e1-96b3-41fc4e68cdfb'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:02.744647 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8ff0908c-fa9f-4249-b465-0af9ef5bf948 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc872016-258c-40e1-96b3-41fc4e68cdfb HTTP/1.1" status: 200 len: 205 time: 0.0384386 Sep 16 05:26:02.745117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6724608-2068-4eb1-ace3-7e87a1a207f5 req-bc53879e-4b36-4835-a548-d3d311eb7082 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:02.753629 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33310) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:02.756179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a6724608-2068-4eb1-ace3-7e87a1a207f5 req-bc53879e-4b36-4835-a548-d3d311eb7082 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.1263068 Sep 16 05:26:02.806811 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a6724608-2068-4eb1-ace3-7e87a1a207f5 req-95b2e5c4-e226-40bb-94a2-b98f965a923c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492723 Sep 16 05:26:02.832846 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-f7482af6-c8fa-4eee-a23f-abb03511cdd6 None None] Set router fc872016-258c-40e1-96b3-41fc4e68cdfb gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:02.843567 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33312) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:02.850588 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e8fce41-6ec0-4c82-9a68-6deb9ccac018 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.908720 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f7482af6-c8fa-4eee-a23f-abb03511cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:58Z', 'revision_number': 11, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:02.946330 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7482af6-c8fa-4eee-a23f-abb03511cdd6 None None] Checking router: fc872016-258c-40e1-96b3-41fc4e68cdfb for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:26:02.961535 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7482af6-c8fa-4eee-a23f-abb03511cdd6 None None] Routers {'fc872016-258c-40e1-96b3-41fc4e68cdfb'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:02.962642 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f7482af6-c8fa-4eee-a23f-abb03511cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fc872016-258c-40e1-96b3-41fc4e68cdfb'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:03.055944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-f7482af6-c8fa-4eee-a23f-abb03511cdd6 None None] Set router fc872016-258c-40e1-96b3-41fc4e68cdfb gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:03.116184 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e8fce41-6ec0-4c82-9a68-6deb9ccac018 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.119100 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e8fce41-6ec0-4c82-9a68-6deb9ccac018 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.154658 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f7482af6-c8fa-4eee-a23f-abb03511cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:58Z', 'revision_number': 11, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:03.193739 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000f0185-6a91-4fed-b76b-64f764660a6f tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:03.195664 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-000f0185-6a91-4fed-b76b-64f764660a6f tempest-TestNetworkAdvancedServerOps-1454290587 tempest-TestNetworkAdvancedServerOps-1454290587-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 1092 time: 0.3502598 Sep 16 05:26:03.201110 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33316) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:03.204006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7482af6-c8fa-4eee-a23f-abb03511cdd6 None None] The sync data for ids ['fc872016-258c-40e1-96b3-41fc4e68cdfb'] in n-d-712140-13 is: [{'id': 'fc872016-258c-40e1-96b3-41fc4e68cdfb', 'name': 'tempest-RoutersTest-router-1646034583', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:58Z', 'revision_number': 11, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:26:03.207335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': '1dd43812-5c86-4d5d-855d-64fef618ff05', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:03.277986 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e8fce41-6ec0-4c82-9a68-6deb9ccac018 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.277986 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8fce41-6ec0-4c82-9a68-6deb9ccac018 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Fanout notify agent at l3_agent the message router_deleted on router fc872016-258c-40e1-96b3-41fc4e68cdfb {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:26:03.284609 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e8fce41-6ec0-4c82-9a68-6deb9ccac018 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.286573 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3e8fce41-6ec0-4c82-9a68-6deb9ccac018 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/routers/fc872016-258c-40e1-96b3-41fc4e68cdfb HTTP/1.1" status: 204 len: 168 time: 0.5312145 Sep 16 05:26:03.296545 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33318) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:03.302804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-64569a2b-aad1-4037-b7c3-2e0b98d6d363 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2079088630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:03.340168 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.469857 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-64569a2b-aad1-4037-b7c3-2e0b98d6d363 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.471890 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-64569a2b-aad1-4037-b7c3-2e0b98d6d363 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.573987 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-64569a2b-aad1-4037-b7c3-2e0b98d6d363 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.588457 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.670389 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-64569a2b-aad1-4037-b7c3-2e0b98d6d363 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.735775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Allocated IP 172.25.4.214 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/0a19ea7a-c2cb-44f4-9962-89d462741fc1) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:03.841988 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-64569a2b-aad1-4037-b7c3-2e0b98d6d363 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.845020 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-64569a2b-aad1-4037-b7c3-2e0b98d6d363 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5454855 Sep 16 05:26:03.847432 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33322) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:03.853048 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6c3a2822-47eb-4b96-942a-e21461957d78 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:03.871314 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.016961 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.088739 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:04.096327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:04.104877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:04.109618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=0a19ea7a-c2cb-44f4-9962-89d462741fc1,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:04.128007 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6c3a2822-47eb-4b96-942a-e21461957d78 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-915'] for router, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.300594 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6c3a2822-47eb-4b96-942a-e21461957d78 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527371'] for router, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.632623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3a2822-47eb-4b96-942a-e21461957d78 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Router ee1cb2cb-44ab-406a-9f15-9fe704651658 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:26:04.760531 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3a2822-47eb-4b96-942a-e21461957d78 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:26:04.777743 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6c3a2822-47eb-4b96-942a-e21461957d78 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.783239 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6c3a2822-47eb-4b96-942a-e21461957d78 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "PUT /v2.0/routers/ee1cb2cb-44ab-406a-9f15-9fe704651658 HTTP/1.1" status: 200 len: 694 time: 0.9320970 Sep 16 05:26:04.783499 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388e429-f558-4963-8578-f4002aa922d3 None None] Sync routers for ids ['ee1cb2cb-44ab-406a-9f15-9fe704651658'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:26:04.787373 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33326) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:04.807433 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388e429-f558-4963-8578-f4002aa922d3 None None] Routers {'ee1cb2cb-44ab-406a-9f15-9fe704651658'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:04.808853 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a388e429-f558-4963-8578-f4002aa922d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ee1cb2cb-44ab-406a-9f15-9fe704651658'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:04.907768 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-a388e429-f558-4963-8578-f4002aa922d3 None None] Set router ee1cb2cb-44ab-406a-9f15-9fe704651658 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:04.990143 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a388e429-f558-4963-8578-f4002aa922d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1cb2cb-44ab-406a-9f15-9fe704651658', 'name': 'tempest-RoutersTest-router-2079088630', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:03Z', 'updated_at': '2021-09-16T05:26:04Z', 'revision_number': 2, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:05.032798 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388e429-f558-4963-8578-f4002aa922d3 None None] Checking router: ee1cb2cb-44ab-406a-9f15-9fe704651658 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:26:05.046794 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388e429-f558-4963-8578-f4002aa922d3 None None] Routers {'ee1cb2cb-44ab-406a-9f15-9fe704651658'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:05.048176 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a388e429-f558-4963-8578-f4002aa922d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['ee1cb2cb-44ab-406a-9f15-9fe704651658'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:05.186201 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.268918 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-a388e429-f558-4963-8578-f4002aa922d3 None None] Set router ee1cb2cb-44ab-406a-9f15-9fe704651658 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:05.281870 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-893052df-7e11-4f80-b7e7-b95229f6f519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.329196 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a388e429-f558-4963-8578-f4002aa922d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1cb2cb-44ab-406a-9f15-9fe704651658', 'name': 'tempest-RoutersTest-router-2079088630', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:03Z', 'updated_at': '2021-09-16T05:26:04Z', 'revision_number': 2, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:05.361929 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388e429-f558-4963-8578-f4002aa922d3 None None] The sync data for ids ['ee1cb2cb-44ab-406a-9f15-9fe704651658'] in n-d-712140-13 is: [{'id': 'ee1cb2cb-44ab-406a-9f15-9fe704651658', 'name': 'tempest-RoutersTest-router-2079088630', 'tenant_id': '6dde79cbb8bc442888fa657777bbfb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:03Z', 'updated_at': '2021-09-16T05:26:04Z', 'revision_number': 2, 'project_id': '6dde79cbb8bc442888fa657777bbfb51', 'gw_port_host': None}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:26:05.428022 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-91257378-5ab7-4e70-a48b-2854a295100b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/routers/ee1cb2cb-44ab-406a-9f15-9fe704651658 HTTP/1.1" status: 200 len: 700 time: 0.6385775 Sep 16 05:26:05.429039 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33328) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:05.473944 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.481225 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a35ea742-bc01-42e4-9da2-a5f90601d9a7 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee1cb2cb-44ab-406a-9f15-9fe704651658 HTTP/1.1" status: 200 len: 205 time: 0.0504432 Sep 16 05:26:05.486128 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33330) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:05.584252 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6e24469-539c-435a-90bd-246c3ec0d77e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.792503 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6e24469-539c-435a-90bd-246c3ec0d77e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.797159 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6e24469-539c-435a-90bd-246c3ec0d77e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.861861 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.952937 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.978501 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6e24469-539c-435a-90bd-246c3ec0d77e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.983778 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e24469-539c-435a-90bd-246c3ec0d77e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Fanout notify agent at l3_agent the message router_deleted on router ee1cb2cb-44ab-406a-9f15-9fe704651658 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:26:06.003468 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6e24469-539c-435a-90bd-246c3ec0d77e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.004662 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e6e24469-539c-435a-90bd-246c3ec0d77e tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/routers/ee1cb2cb-44ab-406a-9f15-9fe704651658 HTTP/1.1" status: 204 len: 168 time: 0.5171521 Sep 16 05:26:06.010552 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33334) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:06.051197 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d2556c0e-53e1-400d-b8ee-df74964a9fce tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee1cb2cb-44ab-406a-9f15-9fe704651658 HTTP/1.1" status: 200 len: 205 time: 0.0391767 Sep 16 05:26:06.060044 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33336) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:06.087400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event updated for resources: {'Port': ['ID=0a19ea7a-c2cb-44f4-9962-89d462741fc1,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:06.100911 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.107219 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-d9b00ace-9cf6-49bc-b1ab-37b65ad3a92a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] delete failed (client error): The resource could not be found. Sep 16 05:26:06.114339 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d9b00ace-9cf6-49bc-b1ab-37b65ad3a92a tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/routers/ee1cb2cb-44ab-406a-9f15-9fe704651658 HTTP/1.1" status: 404 len: 336 time: 0.0471349 Sep 16 05:26:06.115471 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33338) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:06.157218 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8bcc25-5fec-488f-bdd3-e3b9efa3dc11 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:06.163849 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8bcc25-5fec-488f-bdd3-e3b9efa3dc11 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:06.163849 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9c8bcc25-5fec-488f-bdd3-e3b9efa3dc11 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/subnets/198596fe-cc05-49a2-b86c-035f2a6f4f5a HTTP/1.1" status: 404 len: 337 time: 0.0437412 Sep 16 05:26:06.167633 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33340) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:06.200727 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4019bc3-e418-49f6-81c7-2d66f1e2d8d6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:06.201284 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4019bc3-e418-49f6-81c7-2d66f1e2d8d6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:06.203797 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c4019bc3-e418-49f6-81c7-2d66f1e2d8d6 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/subnets/cc6b1ead-a168-4bf1-83dd-fdcf5600d368 HTTP/1.1" status: 404 len: 337 time: 0.0349693 Sep 16 05:26:06.209335 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33342) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:06.250715 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb8b6d6-1e83-4663-af3f-061a81d4f24d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:06.252424 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb8b6d6-1e83-4663-af3f-061a81d4f24d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:06.265624 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5eb8b6d6-1e83-4663-af3f-061a81d4f24d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/subnets/b8978042-8c90-4309-b741-fbacf703eb1d HTTP/1.1" status: 404 len: 337 time: 0.0428190 Sep 16 05:26:06.265624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33344) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:06.285555 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Floating IP 06cdcd97-08cc-4043-a902-5370dee5f19b associated. External IP: 172.25.4.214, port: 1dd43812-5c86-4d5d-855d-64fef618ff05. Sep 16 05:26:06.323908 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2092533-e124-4376-a2f9-6203406aeb38 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:06.324659 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2092533-e124-4376-a2f9-6203406aeb38 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:06.331789 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e2092533-e124-4376-a2f9-6203406aeb38 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/subnets/13914aa9-97f4-4cab-a7d1-b97a0def2043 HTTP/1.1" status: 404 len: 337 time: 0.0692065 Sep 16 05:26:06.337921 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33346) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:06.387003 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d3e0e30c-b828-46cf-98a9-e378cf543ef9 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc872016-258c-40e1-96b3-41fc4e68cdfb HTTP/1.1" status: 200 len: 205 time: 0.0520289 Sep 16 05:26:06.388050 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33348) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:06.452629 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-2db79804-cb38-49ec-9acd-110db4bdb14d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] delete failed (client error): The resource could not be found. Sep 16 05:26:06.455795 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2db79804-cb38-49ec-9acd-110db4bdb14d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/routers/fc872016-258c-40e1-96b3-41fc4e68cdfb HTTP/1.1" status: 404 len: 336 time: 0.0666053 Sep 16 05:26:06.456842 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33350) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:06.494239 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0c05229b-10ca-4c39-8c87-61100594d0a9 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce HTTP/1.1" status: 200 len: 205 time: 0.0362425 Sep 16 05:26:06.497584 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33352) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:06.542781 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-4d1c80b5-2304-42d4-a7da-3c396d164146 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] delete failed (client error): The resource could not be found. Sep 16 05:26:06.546724 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4d1c80b5-2304-42d4-a7da-3c396d164146 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/routers/82a86e0c-cd5d-47c7-8aa4-7b3d3fc843ce HTTP/1.1" status: 404 len: 336 time: 0.0448453 Sep 16 05:26:06.548679 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33354) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:06.588072 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77cea4a-b040-498b-8b8f-3e85f75596de tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:06.588537 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f77cea4a-b040-498b-8b8f-3e85f75596de tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:06.591347 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f77cea4a-b040-498b-8b8f-3e85f75596de tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/subnets/8f357908-f317-4037-bf3b-5b72a14cd0df HTTP/1.1" status: 404 len: 337 time: 0.0408499 Sep 16 05:26:06.597613 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33356) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:06.645087 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ebb6e822-0c24-4535-9448-f15decd527ed tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/ports?device_id=31915ad1-1054-4fe5-a54e-33ce6b752481 HTTP/1.1" status: 200 len: 205 time: 0.0434163 Sep 16 05:26:06.645624 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33358) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:06.658737 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Router a6262b24-ff1c-46ff-b5f6-712c5c07b196 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:26:06.727175 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-2b70cc82-84a4-4339-9459-d45a6499dd53 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] delete failed (client error): The resource could not be found. Sep 16 05:26:06.734220 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2b70cc82-84a4-4339-9459-d45a6499dd53 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/routers/31915ad1-1054-4fe5-a54e-33ce6b752481 HTTP/1.1" status: 404 len: 336 time: 0.0853496 Sep 16 05:26:06.734425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33362) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:06.798134 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3669399d-a4e4-4302-820f-89cbba29c58b tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/ports?device_id=559a04c4-db45-4aa1-8e0f-9a2a54a853ad HTTP/1.1" status: 200 len: 205 time: 0.0595341 Sep 16 05:26:06.799863 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33364) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:06.912138 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-604a9236-35d6-4b18-b069-3a6879c8b02d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] delete failed (client error): The resource could not be found. Sep 16 05:26:06.913000 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-604a9236-35d6-4b18-b069-3a6879c8b02d tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/routers/559a04c4-db45-4aa1-8e0f-9a2a54a853ad HTTP/1.1" status: 404 len: 336 time: 0.1118484 Sep 16 05:26:06.916011 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33366) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:06.939948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:26:06.951623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e330b70e-6cc3-4842-87e8-40e1348b4844 None None] Sync routers for ids ['a6262b24-ff1c-46ff-b5f6-712c5c07b196'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:26:06.963840 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e330b70e-6cc3-4842-87e8-40e1348b4844 None None] Routers {'a6262b24-ff1c-46ff-b5f6-712c5c07b196'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:06.964816 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e330b70e-6cc3-4842-87e8-40e1348b4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['a6262b24-ff1c-46ff-b5f6-712c5c07b196'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:06.967952 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27b3287-4349-4ba6-b4d8-863dd5c3c097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:06.968994 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27b3287-4349-4ba6-b4d8-863dd5c3c097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:06.971690 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d27b3287-4349-4ba6-b4d8-863dd5c3c097 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/subnets/6121ea25-3500-4134-80d9-3691a7579c72 HTTP/1.1" status: 404 len: 337 time: 0.0533288 Sep 16 05:26:06.974333 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33368) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:07.033357 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c51239a0-53fd-473a-9712-ed38f07a0c20 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7eebee3-cd85-4fc7-827a-7369f43597a2 HTTP/1.1" status: 200 len: 205 time: 0.0571926 Sep 16 05:26:07.035704 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33372) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:07.038729 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.122649 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-70579414-5109-4a07-a1ff-cc6f13e6dc73 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] delete failed (client error): The resource could not be found. Sep 16 05:26:07.127731 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-70579414-5109-4a07-a1ff-cc6f13e6dc73 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/routers/d7eebee3-cd85-4fc7-827a-7369f43597a2 HTTP/1.1" status: 404 len: 336 time: 0.0887797 Sep 16 05:26:07.129251 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33374) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:07.132189 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5459d3c4-13e3-4bf2-925d-30967d899f8e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9285879 Sep 16 05:26:07.136398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f363049-f71a-4a37-9631-056c039f7bc0', 'tag': '1dd43812-5c86-4d5d-855d-64fef618ff05'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:07.140939 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495f1f97-e7ec-4b81-8ad5-88fb145e6fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "9f363049-f71a-4a37-9631-056c039f7bc0", "tag": "1dd43812-5c86-4d5d-855d-64fef618ff05"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:07.232369 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-e330b70e-6cc3-4842-87e8-40e1348b4844 None None] Set router a6262b24-ff1c-46ff-b5f6-712c5c07b196 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:07.236493 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e83921-737d-44ed-8c35-c45dbcdc7169 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:07.237622 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35e83921-737d-44ed-8c35-c45dbcdc7169 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:07.241360 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-35e83921-737d-44ed-8c35-c45dbcdc7169 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/subnets/45aef940-300f-4568-8c87-37b4ffe35642 HTTP/1.1" status: 404 len: 337 time: 0.1105824 Sep 16 05:26:07.245703 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33380) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:07.267701 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2269a8bc-99ce-48b8-8b90-84faf00f75a7 x-openstack-request-id: req-2269a8bc-99ce-48b8-8b90-84faf00f75a7 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:07.268673 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f363049-f71a-4a37-9631-056c039f7bc0", "tag": "1dd43812-5c86-4d5d-855d-64fef618ff05", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:07.272034 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2269a8bc-99ce-48b8-8b90-84faf00f75a7 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:07.272788 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f363049-f71a-4a37-9631-056c039f7bc0', 'tag': '1dd43812-5c86-4d5d-855d-64fef618ff05', 'status': 'completed', 'code': 200} Sep 16 05:26:07.301224 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0368996f-622e-4c97-818f-96f83fba4f09 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "GET /v2.0/ports?device_id=303d600c-3c77-47ce-882a-7e413c8792b0 HTTP/1.1" status: 200 len: 205 time: 0.0525143 Sep 16 05:26:07.305083 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33384) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:07.372993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db38fb20-c613-496b-a180-0b389e32159f req-515f3202-37c0-47e5-9299-c7d0b0defec6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3550177 Sep 16 05:26:07.429996 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73360088-dacd-403e-9ffa-36f4e580fba2 req-e79996a6-ff20-46d3-b3c5-015ceea44f9e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:07.431355 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-73360088-dacd-403e-9ffa-36f4e580fba2 req-e79996a6-ff20-46d3-b3c5-015ceea44f9e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.1269777 Sep 16 05:26:07.433114 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-478b1922-cadd-421d-a5e8-4ec24d423ba2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] delete failed (client error): The resource could not be found. Sep 16 05:26:07.435647 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-478b1922-cadd-421d-a5e8-4ec24d423ba2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/routers/303d600c-3c77-47ce-882a-7e413c8792b0 HTTP/1.1" status: 404 len: 336 time: 0.1290019 Sep 16 05:26:07.438406 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33386) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:07.511547 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-32cb5ff7-efcb-4081-8f23-435a82b89b8f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:07.513342 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32cb5ff7-efcb-4081-8f23-435a82b89b8f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:07.517526 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-32cb5ff7-efcb-4081-8f23-435a82b89b8f tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/subnets/c73a83ea-2616-405f-bfcd-a3dca722e3eb HTTP/1.1" status: 404 len: 337 time: 0.0767310 Sep 16 05:26:07.519542 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33388) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:07.571660 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb0daa9-7d27-4f37-87b1-3d1b0ede6bf2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:07.572357 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb0daa9-7d27-4f37-87b1-3d1b0ede6bf2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:07.576339 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8fb0daa9-7d27-4f37-87b1-3d1b0ede6bf2 tempest-RoutersTest-1230679190 tempest-RoutersTest-1230679190-project] 10.222.0.20 "DELETE /v2.0/subnets/4ead3f75-aab4-4c19-81bc-2e7b7d518f9c HTTP/1.1" status: 404 len: 337 time: 0.0537157 Sep 16 05:26:07.579907 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-73360088-dacd-403e-9ffa-36f4e580fba2 req-90716dc8-bbda-46ec-ad9b-21d0b270d056 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292899 Sep 16 05:26:07.604500 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f1f97-e7ec-4b81-8ad5-88fb145e6fc6 req-a87c1ba4-6f38-4360-9c32-083c4ec0c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:07.607387 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-495f1f97-e7ec-4b81-8ad5-88fb145e6fc6 req-a87c1ba4-6f38-4360-9c32-083c4ec0c072 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 1097 time: 0.3231277 Sep 16 05:26:07.611846 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33392) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:07.623635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38fb20-c613-496b-a180-0b389e32159f req-8c3f5e19-6427-427d-92b4-0984a147a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:07.626108 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db38fb20-c613-496b-a180-0b389e32159f req-8c3f5e19-6427-427d-92b4-0984a147a4cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 1097 time: 0.1545427 Sep 16 05:26:07.696490 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e330b70e-6cc3-4842-87e8-40e1348b4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064478205', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:26Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '06cdcd97-08cc-4043-a902-5370dee5f19b', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'port_id': '1dd43812-5c86-4d5d-855d-64fef618ff05', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13', 'mac_address': 'fa:16:3e:a0:0b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f363049-f71a-4a37-9631-056c039f7bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:26:04Z', 'updated_at': '2021-09-16T05:26:04Z', 'revision_number': 0, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e7e307-bfbe-4fdc-806d-67edd25dcad3', 'name': '', 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:23:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '7d619abd-b51c-4a62-964c-72907d848f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:33Z', 'updated_at': '2021-09-16T05:25:42Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '7d619abd-b51c-4a62-964c-72907d848f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:07.763919 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e330b70e-6cc3-4842-87e8-40e1348b4844 None None] Checking router: a6262b24-ff1c-46ff-b5f6-712c5c07b196 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:26:07.783786 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-21ffa528-5f57-46d1-97ab-290f374a69c0 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/floatingips/06cdcd97-08cc-4043-a902-5370dee5f19b HTTP/1.1" status: 200 len: 991 time: 0.1641929 Sep 16 05:26:07.787541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e330b70e-6cc3-4842-87e8-40e1348b4844 None None] Routers {'a6262b24-ff1c-46ff-b5f6-712c5c07b196'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:07.788336 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e330b70e-6cc3-4842-87e8-40e1348b4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['a6262b24-ff1c-46ff-b5f6-712c5c07b196'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:07.874021 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c33014e0-3dee-484f-90d5-a7deb11f73dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.929007 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f1f97-e7ec-4b81-8ad5-88fb145e6fc6 req-ac4d8bd7-cc6d-4b7d-a2bf-9cbdfbeba8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:07.930589 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-495f1f97-e7ec-4b81-8ad5-88fb145e6fc6 req-ac4d8bd7-cc6d-4b7d-a2bf-9cbdfbeba8b6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 HTTP/1.1" status: 200 len: 898 time: 0.3031170 Sep 16 05:26:07.935723 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38fb20-c613-496b-a180-0b389e32159f req-917564a2-5dd4-4fee-bfa7-7902f1a576a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:07.937468 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db38fb20-c613-496b-a180-0b389e32159f req-917564a2-5dd4-4fee-bfa7-7902f1a576a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 912 time: 0.2212663 Sep 16 05:26:07.998153 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-e330b70e-6cc3-4842-87e8-40e1348b4844 None None] Set router a6262b24-ff1c-46ff-b5f6-712c5c07b196 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:08.072972 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-495f1f97-e7ec-4b81-8ad5-88fb145e6fc6 req-fbe32554-feaf-4df0-bbbb-4e651a17635a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dd43812-5c86-4d5d-855d-64fef618ff05 HTTP/1.1" status: 200 len: 999 time: 0.1344159 Sep 16 05:26:08.076121 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db38fb20-c613-496b-a180-0b389e32159f req-cd80d5c7-2d6a-4986-9935-888efb83a3ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 HTTP/1.1" status: 200 len: 1001 time: 0.1276278 Sep 16 05:26:08.171920 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f1f97-e7ec-4b81-8ad5-88fb145e6fc6 req-bb831607-f277-4d1c-90d3-756b04181968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:08.173634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-495f1f97-e7ec-4b81-8ad5-88fb145e6fc6 req-bb831607-f277-4d1c-90d3-756b04181968 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7d619abd-b51c-4a62-964c-72907d848f97 HTTP/1.1" status: 200 len: 834 time: 0.0943120 Sep 16 05:26:08.178187 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38fb20-c613-496b-a180-0b389e32159f req-84bb1ac6-8951-4b21-9c75-9334564d2287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:08.180248 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db38fb20-c613-496b-a180-0b389e32159f req-84bb1ac6-8951-4b21-9c75-9334564d2287 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.0924673 Sep 16 05:26:08.266265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f1f97-e7ec-4b81-8ad5-88fb145e6fc6 req-60ffdb13-3884-41ca-b423-094f4eea0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:08.268139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-495f1f97-e7ec-4b81-8ad5-88fb145e6fc6 req-60ffdb13-3884-41ca-b423-094f4eea0249 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867827 Sep 16 05:26:08.270190 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38fb20-c613-496b-a180-0b389e32159f req-39c17541-74aa-422e-9d32-af213873c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:08.271702 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db38fb20-c613-496b-a180-0b389e32159f req-39c17541-74aa-422e-9d32-af213873c4bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812557 Sep 16 05:26:08.423596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e330b70e-6cc3-4842-87e8-40e1348b4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064478205', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:26Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '06cdcd97-08cc-4043-a902-5370dee5f19b', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'port_id': '1dd43812-5c86-4d5d-855d-64fef618ff05', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13', 'mac_address': 'fa:16:3e:a0:0b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f363049-f71a-4a37-9631-056c039f7bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:26:04Z', 'updated_at': '2021-09-16T05:26:04Z', 'revision_number': 0, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e7e307-bfbe-4fdc-806d-67edd25dcad3', 'name': '', 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:23:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '7d619abd-b51c-4a62-964c-72907d848f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:33Z', 'updated_at': '2021-09-16T05:25:42Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '7d619abd-b51c-4a62-964c-72907d848f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:08.454147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-495f1f97-e7ec-4b81-8ad5-88fb145e6fc6 req-aeeb3c25-cfa0-45b1-9ab4-cee3e5a948f9 service neutron] 10.222.0.38 "GET /v2.0/networks/bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782973 Sep 16 05:26:08.456738 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e330b70e-6cc3-4842-87e8-40e1348b4844 None None] The sync data for ids ['a6262b24-ff1c-46ff-b5f6-712c5c07b196'] in n-d-712140-13 is: [{'id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064478205', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:26Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '06cdcd97-08cc-4043-a902-5370dee5f19b', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'port_id': '1dd43812-5c86-4d5d-855d-64fef618ff05', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13', 'mac_address': 'fa:16:3e:a0:0b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f363049-f71a-4a37-9631-056c039f7bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:26:04Z', 'updated_at': '2021-09-16T05:26:04Z', 'revision_number': 0, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e7e307-bfbe-4fdc-806d-67edd25dcad3', 'name': '', 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:23:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '7d619abd-b51c-4a62-964c-72907d848f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:33Z', 'updated_at': '2021-09-16T05:25:42Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '7d619abd-b51c-4a62-964c-72907d848f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:26:08.457107 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db38fb20-c613-496b-a180-0b389e32159f req-3e97294a-f382-4faf-a472-ce3db1550a7f service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726243 Sep 16 05:26:08.580608 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33400) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:08.592709 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:08.657580 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-3a0ebee7-4772-4df5-a3a4-bca3291ff1dc req-8963955f-5edc-4a2c-9ff9-09d795db65f5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567653 Sep 16 05:26:08.683452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-495f1f97-e7ec-4b81-8ad5-88fb145e6fc6 req-2f7b2889-6dc7-47ac-8d53-be5c4bd204dc service neutron] 10.222.0.38 "GET /v2.0/networks/bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213094 Sep 16 05:26:08.694661 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db38fb20-c613-496b-a180-0b389e32159f req-4fea7b7a-e271-4a5e-b75a-8199b3517ae6 service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173100 Sep 16 05:26:08.783487 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33404) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:08.838679 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253a75a6-9e17-4183-97b1-22d9d6662bf1 None None] New status for floating IP 06cdcd97-08cc-4043-a902-5370dee5f19b: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:26:08.906269 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-44bfa526-66d8-4643-a2b4-36cafc29c84a tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/floatingips/06cdcd97-08cc-4043-a902-5370dee5f19b HTTP/1.1" status: 200 len: 991 time: 0.1221604 Sep 16 05:26:08.911594 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3a156e63-6aea-4d66-8b54-fdcc34c81b9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6dde79cbb8bc442888fa657777bbfb51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254526 Sep 16 05:26:08.913999 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33406) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:08.977102 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4487ecfb-4569-4c73-b34a-2d0c6d369d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.008723 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4487ecfb-4569-4c73-b34a-2d0c6d369d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.030376 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ebee7-4772-4df5-a3a4-bca3291ff1dc req-6af890df-743d-4750-a7f8-1cf1bc35db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:09.034504 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a0ebee7-4772-4df5-a3a4-bca3291ff1dc req-6af890df-743d-4750-a7f8-1cf1bc35db2e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 1097 time: 0.1181767 Sep 16 05:26:09.199406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ebee7-4772-4df5-a3a4-bca3291ff1dc req-f44808a4-f85e-469e-86f5-7687d917f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:09.201758 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a0ebee7-4772-4df5-a3a4-bca3291ff1dc req-f44808a4-f85e-469e-86f5-7687d917f942 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 HTTP/1.1" status: 200 len: 898 time: 0.1395898 Sep 16 05:26:09.218456 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4487ecfb-4569-4c73-b34a-2d0c6d369d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.221649 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4487ecfb-4569-4c73-b34a-2d0c6d369d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.222975 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4487ecfb-4569-4c73-b34a-2d0c6d369d54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de532378-d1ea-4e97-bcc1-7f33e6b63368 HTTP/1.1" status: 204 len: 168 time: 0.3077884 Sep 16 05:26:09.235672 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487ecfb-4569-4c73-b34a-2d0c6d369d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de532378-d1ea-4e97-bcc1-7f33e6b63368,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:09.372042 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a0ebee7-4772-4df5-a3a4-bca3291ff1dc req-0a794207-9ea6-452c-8377-26c0436830d0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dd43812-5c86-4d5d-855d-64fef618ff05 HTTP/1.1" status: 200 len: 999 time: 0.1625862 Sep 16 05:26:09.381309 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.441910 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ebee7-4772-4df5-a3a4-bca3291ff1dc req-a0007eeb-9a17-4cd5-8f4f-4eeb3646ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:09.444387 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a0ebee7-4772-4df5-a3a4-bca3291ff1dc req-a0007eeb-9a17-4cd5-8f4f-4eeb3646ba9b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7d619abd-b51c-4a62-964c-72907d848f97 HTTP/1.1" status: 200 len: 834 time: 0.0658345 Sep 16 05:26:09.503363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ebee7-4772-4df5-a3a4-bca3291ff1dc req-7b52038c-0e8b-446d-b188-82fbb92b73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:09.505940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a0ebee7-4772-4df5-a3a4-bca3291ff1dc req-7b52038c-0e8b-446d-b188-82fbb92b73bb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540612 Sep 16 05:26:09.663955 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a0ebee7-4772-4df5-a3a4-bca3291ff1dc req-414b1ed1-88a5-41c1-9942-661687ee0837 service neutron] 10.222.0.38 "GET /v2.0/networks/bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494703 Sep 16 05:26:09.800406 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a0ebee7-4772-4df5-a3a4-bca3291ff1dc req-8bd60ce4-4201-412d-b62c-65b43995ad12 service neutron] 10.222.0.38 "GET /v2.0/networks/bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292174 Sep 16 05:26:09.908481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33418) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:10.003711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d4a8ad34-8218-41d9-8556-748e5c87dbd7 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/floatingips/06cdcd97-08cc-4043-a902-5370dee5f19b HTTP/1.1" status: 200 len: 993 time: 0.0912557 Sep 16 05:26:10.862349 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33434) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:10.901246 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.015927 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-3405db2c-ccde-4666-aa45-602e499caa44 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-283622601'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:11.119039 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3405db2c-ccde-4666-aa45-602e499caa44 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Made reservation on behalf of d706b92e2b044a9c9e21b66b387fba47 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:11.124703 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3405db2c-ccde-4666-aa45-602e499caa44 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.134532 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3405db2c-ccde-4666-aa45-602e499caa44 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.284467 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3405db2c-ccde-4666-aa45-602e499caa44 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.460643 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3405db2c-ccde-4666-aa45-602e499caa44 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.490741 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3405db2c-ccde-4666-aa45-602e499caa44 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:11.501593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405db2c-ccde-4666-aa45-602e499caa44 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=142c6350-7394-4758-bc95-7ae04b2ab2aa,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:11.507016 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3405db2c-ccde-4666-aa45-602e499caa44 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.507376 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-3405db2c-ccde-4666-aa45-602e499caa44 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Added segment 72db9a07-6328-4d19-80df-286b41078463 of type vlan for network cc29c3ad-6c1f-4b2c-9ad8-617a863d2045 Sep 16 05:26:11.565944 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3405db2c-ccde-4666-aa45-602e499caa44 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.678434 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3405db2c-ccde-4666-aa45-602e499caa44 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.689505 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3405db2c-ccde-4666-aa45-602e499caa44 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:11.690579 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3405db2c-ccde-4666-aa45-602e499caa44 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.826256 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405db2c-ccde-4666-aa45-602e499caa44 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Pushing event updated for resources: {'Network': ['ID=cc29c3ad-6c1f-4b2c-9ad8-617a863d2045,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:11.840015 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network cc29c3ad-6c1f-4b2c-9ad8-617a863d2045 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:11.846746 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3405db2c-ccde-4666-aa45-602e499caa44 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.9819663 Sep 16 05:26:11.852242 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33440) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:11.861322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-801d1663-b0bb-43f0-b01f-ba5be3425075 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'cc29c3ad-6c1f-4b2c-9ad8-617a863d2045', 'tempest-TagsTest-Tag-1725467589') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:12.191903 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-801d1663-b0bb-43f0-b01f-ba5be3425075 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] 10.222.0.20 "PUT /v2.0/networks/cc29c3ad-6c1f-4b2c-9ad8-617a863d2045/tags/tempest-TagsTest-Tag-1725467589 HTTP/1.1" status: 201 len: 201 time: 0.3339345 Sep 16 05:26:12.195033 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33442) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:12.199959 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-3f591253-3d17-45e4-b8ec-e82161098bfd tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cc29c3ad-6c1f-4b2c-9ad8-617a863d2045', 'tempest-TagsTest-Tag-1725467589') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:12.326537 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3f591253-3d17-45e4-b8ec-e82161098bfd tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] 10.222.0.20 "GET /v2.0/networks/cc29c3ad-6c1f-4b2c-9ad8-617a863d2045/tags/tempest-TagsTest-Tag-1725467589 HTTP/1.1" status: 204 len: 168 time: 0.1300454 Sep 16 05:26:12.330860 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33446) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:12.336370 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-db9d45cb-0a87-40ee-a309-90c11715ae28 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'cc29c3ad-6c1f-4b2c-9ad8-617a863d2045') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:12.438427 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-db9d45cb-0a87-40ee-a309-90c11715ae28 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] 10.222.0.20 "GET /v2.0/networks/cc29c3ad-6c1f-4b2c-9ad8-617a863d2045/tags HTTP/1.1" status: 200 len: 238 time: 0.1059577 Sep 16 05:26:12.442755 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33448) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:12.447970 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-c9397382-5d62-4e97-b7f9-c607f5f75234 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'cc29c3ad-6c1f-4b2c-9ad8-617a863d2045', {'tags': ['tempest-TagsTest-Tag-677984635', 'tempest-TagsTest-Tag-1284136248', 'tempest-TagsTest-Tag-1279843121']}) {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:12.703150 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c9397382-5d62-4e97-b7f9-c607f5f75234 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] 10.222.0.20 "PUT /v2.0/networks/cc29c3ad-6c1f-4b2c-9ad8-617a863d2045/tags HTTP/1.1" status: 200 len: 308 time: 0.2591732 Sep 16 05:26:12.706102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33450) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:12.712858 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-9b4fce89-16fe-4beb-b954-26ff4abd2889 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'cc29c3ad-6c1f-4b2c-9ad8-617a863d2045', 'tempest-TagsTest-Tag-677984635') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:12.942392 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9b4fce89-16fe-4beb-b954-26ff4abd2889 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] 10.222.0.20 "DELETE /v2.0/networks/cc29c3ad-6c1f-4b2c-9ad8-617a863d2045/tags/tempest-TagsTest-Tag-677984635 HTTP/1.1" status: 204 len: 168 time: 0.2348917 Sep 16 05:26:12.946061 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33452) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:12.954231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-3a53740e-1880-4291-9204-870eb7b0454d tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cc29c3ad-6c1f-4b2c-9ad8-617a863d2045', 'tempest-TagsTest-Tag-677984635') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:13.081120 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-3a53740e-1880-4291-9204-870eb7b0454d tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] show failed (client error): The resource could not be found. Sep 16 05:26:13.083260 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3a53740e-1880-4291-9204-870eb7b0454d tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] 10.222.0.20 "GET /v2.0/networks/cc29c3ad-6c1f-4b2c-9ad8-617a863d2045/tags/tempest-TagsTest-Tag-677984635 HTTP/1.1" status: 404 len: 325 time: 0.1351874 Sep 16 05:26:13.085940 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33454) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:13.093645 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-14bfa4f7-e581-4c5a-a1c9-f2f3a0ac2e76 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cc29c3ad-6c1f-4b2c-9ad8-617a863d2045', 'tempest-TagsTest-Tag-1284136248') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:13.192770 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-14bfa4f7-e581-4c5a-a1c9-f2f3a0ac2e76 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] 10.222.0.20 "GET /v2.0/networks/cc29c3ad-6c1f-4b2c-9ad8-617a863d2045/tags/tempest-TagsTest-Tag-1284136248 HTTP/1.1" status: 204 len: 168 time: 0.1051571 Sep 16 05:26:13.196721 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33456) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:13.205224 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-193e9edb-42c0-452d-b926-9957898ac976 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cc29c3ad-6c1f-4b2c-9ad8-617a863d2045', 'tempest-TagsTest-Tag-1279843121') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:13.330758 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-193e9edb-42c0-452d-b926-9957898ac976 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] 10.222.0.20 "GET /v2.0/networks/cc29c3ad-6c1f-4b2c-9ad8-617a863d2045/tags/tempest-TagsTest-Tag-1279843121 HTTP/1.1" status: 204 len: 168 time: 0.1322455 Sep 16 05:26:13.333379 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33458) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:13.342757 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.tag.tag_plugin [None req-44e8ff19-dcfe-43fa-a079-449e59b31483 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'cc29c3ad-6c1f-4b2c-9ad8-617a863d2045') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:13.603150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-44e8ff19-dcfe-43fa-a079-449e59b31483 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] 10.222.0.20 "DELETE /v2.0/networks/cc29c3ad-6c1f-4b2c-9ad8-617a863d2045/tags HTTP/1.1" status: 204 len: 168 time: 0.2679353 Sep 16 05:26:13.607199 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33462) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:13.614906 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-3d421ced-62e5-4b1f-89c4-07c0d81cca8e tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cc29c3ad-6c1f-4b2c-9ad8-617a863d2045', 'tempest-TagsTest-Tag-1284136248') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:13.722501 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-3d421ced-62e5-4b1f-89c4-07c0d81cca8e tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] show failed (client error): The resource could not be found. Sep 16 05:26:13.723889 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3d421ced-62e5-4b1f-89c4-07c0d81cca8e tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] 10.222.0.20 "GET /v2.0/networks/cc29c3ad-6c1f-4b2c-9ad8-617a863d2045/tags/tempest-TagsTest-Tag-1284136248 HTTP/1.1" status: 404 len: 326 time: 0.1155124 Sep 16 05:26:13.726991 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33464) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:13.734182 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-96187045-a847-438a-8e31-6e22e9a0ffd1 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cc29c3ad-6c1f-4b2c-9ad8-617a863d2045', 'tempest-TagsTest-Tag-1279843121') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:13.839401 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-96187045-a847-438a-8e31-6e22e9a0ffd1 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] show failed (client error): The resource could not be found. Sep 16 05:26:13.841173 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-96187045-a847-438a-8e31-6e22e9a0ffd1 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] 10.222.0.20 "GET /v2.0/networks/cc29c3ad-6c1f-4b2c-9ad8-617a863d2045/tags/tempest-TagsTest-Tag-1279843121 HTTP/1.1" status: 404 len: 326 time: 0.1125221 Sep 16 05:26:13.844908 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33466) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:13.850725 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.tag.tag_plugin [None req-ff78b2da-44bc-4836-80fd-1d4fc7435380 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'cc29c3ad-6c1f-4b2c-9ad8-617a863d2045') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:13.938127 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ff78b2da-44bc-4836-80fd-1d4fc7435380 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] 10.222.0.20 "DELETE /v2.0/networks/cc29c3ad-6c1f-4b2c-9ad8-617a863d2045/tags HTTP/1.1" status: 204 len: 168 time: 0.0904796 Sep 16 05:26:13.941918 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33468) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:14.044852 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38dcd38c-078c-4ac7-b38c-fd5a4af119b7 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.192838 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38dcd38c-078c-4ac7-b38c-fd5a4af119b7 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.224203 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-38dcd38c-078c-4ac7-b38c-fd5a4af119b7 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc29c3ad-6c1f-4b2c-9ad8-617a863d2045']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:14.238164 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-38dcd38c-078c-4ac7-b38c-fd5a4af119b7 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72db9a07-6328-4d19-80df-286b41078463') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:14.238448 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-38dcd38c-078c-4ac7-b38c-fd5a4af119b7 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72db9a07-6328-4d19-80df-286b41078463') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:14.261349 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38dcd38c-078c-4ac7-b38c-fd5a4af119b7 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.284338 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38dcd38c-078c-4ac7-b38c-fd5a4af119b7 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.294914 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38dcd38c-078c-4ac7-b38c-fd5a4af119b7 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:14.295762 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38dcd38c-078c-4ac7-b38c-fd5a4af119b7 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:14.299512 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:14.535382 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38dcd38c-078c-4ac7-b38c-fd5a4af119b7 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.547857 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-38dcd38c-078c-4ac7-b38c-fd5a4af119b7 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.551287 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-38dcd38c-078c-4ac7-b38c-fd5a4af119b7 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] 10.222.0.20 "DELETE /v2.0/networks/cc29c3ad-6c1f-4b2c-9ad8-617a863d2045 HTTP/1.1" status: 204 len: 168 time: 0.6080034 Sep 16 05:26:14.572209 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcd38c-078c-4ac7-b38c-fd5a4af119b7 tempest-TagsTest-717451750 tempest-TagsTest-717451750-project] Pushing event deleted for resources: {'Network': ['ID=cc29c3ad-6c1f-4b2c-9ad8-617a863d2045,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:16.180098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33482) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:16.391184 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6cd5e583-b523-4875-aba2-f6a634c4adf7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d706b92e2b044a9c9e21b66b387fba47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2094648 Sep 16 05:26:16.395336 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33490) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:16.456412 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-69241bb7-4ac5-45ee-899e-16cd2a5f1d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.487052 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-69241bb7-4ac5-45ee-899e-16cd2a5f1d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.682033 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-69241bb7-4ac5-45ee-899e-16cd2a5f1d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.682033 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-69241bb7-4ac5-45ee-899e-16cd2a5f1d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.683171 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-69241bb7-4ac5-45ee-899e-16cd2a5f1d10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/142c6350-7394-4758-bc95-7ae04b2ab2aa HTTP/1.1" status: 204 len: 168 time: 0.2861924 Sep 16 05:26:16.695171 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69241bb7-4ac5-45ee-899e-16cd2a5f1d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142c6350-7394-4758-bc95-7ae04b2ab2aa,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:24.615237 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.430109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33612) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:27.565073 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8e7211c5-0e15-439f-bd82-2b9e0bc7745e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.694336 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8e7211c5-0e15-439f-bd82-2b9e0bc7745e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.814808 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8e7211c5-0e15-439f-bd82-2b9e0bc7745e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.871118 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8e7211c5-0e15-439f-bd82-2b9e0bc7745e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13ed214b7da7415ea309c467149ff989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4393449 Sep 16 05:26:27.872313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7211c5-0e15-439f-bd82-2b9e0bc7745e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb08e9d4-ae4d-43cd-8ac8-ee329f9baecb,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:27.874571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33616) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:27.897158 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7211c5-0e15-439f-bd82-2b9e0bc7745e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:27.897479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7211c5-0e15-439f-bd82-2b9e0bc7745e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:27.897835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7211c5-0e15-439f-bd82-2b9e0bc7745e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:27.898171 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7211c5-0e15-439f-bd82-2b9e0bc7745e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:27.898536 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7211c5-0e15-439f-bd82-2b9e0bc7745e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:27.898871 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7211c5-0e15-439f-bd82-2b9e0bc7745e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:27.899237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7211c5-0e15-439f-bd82-2b9e0bc7745e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:27.899698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7211c5-0e15-439f-bd82-2b9e0bc7745e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:27.900031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7211c5-0e15-439f-bd82-2b9e0bc7745e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:27.900353 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7211c5-0e15-439f-bd82-2b9e0bc7745e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:27.900677 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7211c5-0e15-439f-bd82-2b9e0bc7745e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:27.901000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7211c5-0e15-439f-bd82-2b9e0bc7745e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:27.953346 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-153818d4-3026-4117-8882-a5e3a267c923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.987669 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-153818d4-3026-4117-8882-a5e3a267c923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.152731 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-153818d4-3026-4117-8882-a5e3a267c923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.156152 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-153818d4-3026-4117-8882-a5e3a267c923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.157478 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-153818d4-3026-4117-8882-a5e3a267c923 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb08e9d4-ae4d-43cd-8ac8-ee329f9baecb HTTP/1.1" status: 204 len: 168 time: 0.2819021 Sep 16 05:26:28.167562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153818d4-3026-4117-8882-a5e3a267c923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb08e9d4-ae4d-43cd-8ac8-ee329f9baecb,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:28.672104 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.098589 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33624) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:29.115563 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c3e9aab3-85e4-41b4-9b31-c302c0548532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.229962 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c3e9aab3-85e4-41b4-9b31-c302c0548532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.369594 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c3e9aab3-85e4-41b4-9b31-c302c0548532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.427725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c3e9aab3-85e4-41b4-9b31-c302c0548532 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47a758df506641519f72277ec56ab11b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249452 Sep 16 05:26:29.427725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9aab3-85e4-41b4-9b31-c302c0548532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234b3638-3832-4219-b40c-76797f977352,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:29.428364 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33626) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:29.500848 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d35102b0-037c-4784-ac1c-39cae3c3f03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.527174 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d35102b0-037c-4784-ac1c-39cae3c3f03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.734491 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d35102b0-037c-4784-ac1c-39cae3c3f03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.737266 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d35102b0-037c-4784-ac1c-39cae3c3f03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.738592 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d35102b0-037c-4784-ac1c-39cae3c3f03e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/234b3638-3832-4219-b40c-76797f977352 HTTP/1.1" status: 204 len: 168 time: 0.3082378 Sep 16 05:26:29.749761 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35102b0-037c-4784-ac1c-39cae3c3f03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234b3638-3832-4219-b40c-76797f977352,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:30.210389 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:26:34.008974 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33710) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:34.138497 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ef2873e9-7f79-4cb9-b629-aa89e810eeca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.314208 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ef2873e9-7f79-4cb9-b629-aa89e810eeca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.495048 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ef2873e9-7f79-4cb9-b629-aa89e810eeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.559449 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ef2873e9-7f79-4cb9-b629-aa89e810eeca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1629c36b23dd4b8aa8499dd102b80193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5489671 Sep 16 05:26:34.560794 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2873e9-7f79-4cb9-b629-aa89e810eeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ebfc58-02a1-4772-8754-9da240c13ad6,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:34.564777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33716) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:34.629026 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6690198b-f012-42ec-92ca-1146271ccaf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.663150 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6690198b-f012-42ec-92ca-1146271ccaf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.832369 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6690198b-f012-42ec-92ca-1146271ccaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.835652 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6690198b-f012-42ec-92ca-1146271ccaf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.836996 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6690198b-f012-42ec-92ca-1146271ccaf9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20ebfc58-02a1-4772-8754-9da240c13ad6 HTTP/1.1" status: 204 len: 168 time: 0.2704110 Sep 16 05:26:34.846156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690198b-f012-42ec-92ca-1146271ccaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ebfc58-02a1-4772-8754-9da240c13ad6,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:35.258588 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8f271f03-dbce-4d26-a9d4-e6e36a612474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.646840 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 33724) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:35.662993 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a89a8c77-92a9-4f5b-af7c-2c38c2af42c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.805263 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a89a8c77-92a9-4f5b-af7c-2c38c2af42c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.889550 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a89a8c77-92a9-4f5b-af7c-2c38c2af42c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.973991 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 33728) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:35.974680 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a89a8c77-92a9-4f5b-af7c-2c38c2af42c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02f7aa64046c4101b711370f2d3399a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260851 Sep 16 05:26:35.978928 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a8c77-92a9-4f5b-af7c-2c38c2af42c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84714ea5-8d40-4129-9e37-ff1452cb0a95,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:36.035248 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d74d5f6c-fb07-4e0c-b285-35f581a8e24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.068606 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d74d5f6c-fb07-4e0c-b285-35f581a8e24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.215334 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d74d5f6c-fb07-4e0c-b285-35f581a8e24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.220232 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d74d5f6c-fb07-4e0c-b285-35f581a8e24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.221997 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d74d5f6c-fb07-4e0c-b285-35f581a8e24a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84714ea5-8d40-4129-9e37-ff1452cb0a95 HTTP/1.1" status: 204 len: 168 time: 0.2460525 Sep 16 05:26:36.238466 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d5f6c-fb07-4e0c-b285-35f581a8e24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84714ea5-8d40-4129-9e37-ff1452cb0a95,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:37.781279 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5cb7109d-b40b-4504-a373-d0c2a91552bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.609316 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.332453 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.917374 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.631961 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.479749 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34002) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:56.655232 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-022ccbbe-ef5f-4a15-866a-cd00a7e2ffdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.813479 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-022ccbbe-ef5f-4a15-866a-cd00a7e2ffdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.894578 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-022ccbbe-ef5f-4a15-866a-cd00a7e2ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.953740 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-022ccbbe-ef5f-4a15-866a-cd00a7e2ffdb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abd7ac5c0abd4da8ba0bcbd7d5be2434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4718606 Sep 16 05:26:56.955221 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ccbbe-ef5f-4a15-866a-cd00a7e2ffdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a0786b-57b2-42e3-ac7d-69c2160c3b93,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:56.956768 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34006) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:57.021309 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-907ad367-5289-4899-b5fa-e4c5abafae36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.049933 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-907ad367-5289-4899-b5fa-e4c5abafae36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.196827 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-907ad367-5289-4899-b5fa-e4c5abafae36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.201654 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-907ad367-5289-4899-b5fa-e4c5abafae36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.206154 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-907ad367-5289-4899-b5fa-e4c5abafae36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34a0786b-57b2-42e3-ac7d-69c2160c3b93 HTTP/1.1" status: 204 len: 168 time: 0.2454338 Sep 16 05:26:57.220022 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ad367-5289-4899-b5fa-e4c5abafae36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a0786b-57b2-42e3-ac7d-69c2160c3b93,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:58.015365 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34018) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:58.031975 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28f8b3e0-501c-43c6-b4ba-8f091220f438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.193995 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28f8b3e0-501c-43c6-b4ba-8f091220f438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.305219 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-28f8b3e0-501c-43c6-b4ba-8f091220f438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.373800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8b3e0-501c-43c6-b4ba-8f091220f438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c992b162-dbe8-4a33-a380-b358144e59a3,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:58.382069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-28f8b3e0-501c-43c6-b4ba-8f091220f438 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b41e4510e09439693bea8207315c175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3648479 Sep 16 05:26:58.385265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34020) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:58.473142 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8a418cbf-e15d-484c-8dcb-4af106aa5da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.513548 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8a418cbf-e15d-484c-8dcb-4af106aa5da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.619372 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.659222 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8a418cbf-e15d-484c-8dcb-4af106aa5da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.661862 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8a418cbf-e15d-484c-8dcb-4af106aa5da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.663281 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8a418cbf-e15d-484c-8dcb-4af106aa5da7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c992b162-dbe8-4a33-a380-b358144e59a3 HTTP/1.1" status: 204 len: 168 time: 0.2760129 Sep 16 05:26:58.676080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a418cbf-e15d-484c-8dcb-4af106aa5da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c992b162-dbe8-4a33-a380-b358144e59a3,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:59.494755 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34036) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:59.523509 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c33ad57b-0f45-469b-9272-cf820141d297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.657861 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c33ad57b-0f45-469b-9272-cf820141d297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.714454 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c33ad57b-0f45-469b-9272-cf820141d297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.767498 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ad57b-0f45-469b-9272-cf820141d297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d92c54-f73c-4829-9366-b78c88510279,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:59.777594 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c33ad57b-0f45-469b-9272-cf820141d297 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4202f734c2864a438c7fcc8260a088f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772007 Sep 16 05:26:59.778012 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34040) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:59.858856 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5656aaf8-27f1-4890-8407-840e99d7e381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.898516 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5656aaf8-27f1-4890-8407-840e99d7e381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.086378 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5656aaf8-27f1-4890-8407-840e99d7e381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.089204 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5656aaf8-27f1-4890-8407-840e99d7e381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.090454 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5656aaf8-27f1-4890-8407-840e99d7e381 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2d92c54-f73c-4829-9366-b78c88510279 HTTP/1.1" status: 204 len: 168 time: 0.3112319 Sep 16 05:27:00.099448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656aaf8-27f1-4890-8407-840e99d7e381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d92c54-f73c-4829-9366-b78c88510279,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:02.459999 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34088) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:02.633838 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'network': {'name': 'tempest-network-smoke--1212068678', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'port_security_enabled': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:02.733925 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Made reservation on behalf of 01b7b9920374412690d68a80d11a9e52 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:02.738265 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.752269 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.869046 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.968207 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.020247 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:03.038078 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71432755-dd70-4121-9c51-bd7aa1ab0fec,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:03.056141 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.056701 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Added segment f501df62-250a-4c0d-a2fa-13210a6b40b6 of type vlan for network 8f6c5144-0ea5-4e05-b968-26ee6f5877c3 Sep 16 05:27:03.065020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:03.065020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:03.065020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:03.065020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:03.065020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:03.065020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:03.065020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:03.065020 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:03.065917 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:03.066040 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:03.066525 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:03.067155 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:03.147253 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.270906 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.280730 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.281600 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.369306 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Network': ['ID=8f6c5144-0ea5-4e05-b968-26ee6f5877c3,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:03.384503 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 8f6c5144-0ea5-4e05-b968-26ee6f5877c3 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:03.424020 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cbc80534-ea18-4d17-9c72-e4dd2271b143 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9596219 Sep 16 05:27:03.424504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34100) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:03.429748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-29a93b7f-c2ff-4b5e-b59f-e737c8bd3fa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'admin_state_up': True, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:03.554599 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-29a93b7f-c2ff-4b5e-b59f-e737c8bd3fa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.555826 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-29a93b7f-c2ff-4b5e-b59f-e737c8bd3fa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.621343 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-29a93b7f-c2ff-4b5e-b59f-e737c8bd3fa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.891738 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-29a93b7f-c2ff-4b5e-b59f-e737c8bd3fa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.540392 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-29a93b7f-c2ff-4b5e-b59f-e737c8bd3fa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.563827 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-29a93b7f-c2ff-4b5e-b59f-e737c8bd3fa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.697282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-29a93b7f-c2ff-4b5e-b59f-e737c8bd3fa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Allocated IP 172.25.4.221 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/105e0e33-dff2-467b-b5c2-d69df4a63dc6) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:04.885161 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-29a93b7f-c2ff-4b5e-b59f-e737c8bd3fa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:05.009840 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-29a93b7f-c2ff-4b5e-b59f-e737c8bd3fa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:05.094089 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a93b7f-c2ff-4b5e-b59f-e737c8bd3fa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:05.099527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-29a93b7f-c2ff-4b5e-b59f-e737c8bd3fa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:05.103952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a93b7f-c2ff-4b5e-b59f-e737c8bd3fa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:05.177161 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a93b7f-c2ff-4b5e-b59f-e737c8bd3fa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Port': ['ID=105e0e33-dff2-467b-b5c2-d69df4a63dc6,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:05.246558 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6da3d924-9128-44fb-bef9-d2a3157f93f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:05.555865 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-29a93b7f-c2ff-4b5e-b59f-e737c8bd3fa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:05.867353 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-29a93b7f-c2ff-4b5e-b59f-e737c8bd3fa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.131768 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a93b7f-c2ff-4b5e-b59f-e737c8bd3fa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Router fe3d64fa-d92a-4d29-bddd-56a77454d7ac is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:27:06.280223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a93b7f-c2ff-4b5e-b59f-e737c8bd3fa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:27:06.296960 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] Sync routers for ids ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:27:06.310687 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] Routers {'fe3d64fa-d92a-4d29-bddd-56a77454d7ac'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:06.311434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:26:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:06.363837 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-29a93b7f-c2ff-4b5e-b59f-e737c8bd3fa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.365998 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-29a93b7f-c2ff-4b5e-b59f-e737c8bd3fa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9400649 Sep 16 05:27:06.372047 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34118) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:06.446071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] Set router fe3d64fa-d92a-4d29-bddd-56a77454d7ac gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:06.477863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2a49a498-b2b0-45cb-8d55-02725bc36184 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=01b7b9920374412690d68a80d11a9e52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1005025 Sep 16 05:27:06.478503 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34122) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:06.618582 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fe3314-ea26-4fae-b852-ed7708dc67f1 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:06.623466 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b8fe3314-ea26-4fae-b852-ed7708dc67f1 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1419055 Sep 16 05:27:06.627166 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34126) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:06.660667 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7737824b-55ac-486e-8811-cad52287bf74 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316870 Sep 16 05:27:06.663625 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34128) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:06.670438 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-2f280dc2-473e-4256-8466-d7538f767a85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-815852636', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:06.719259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:27:05Z', 'revision_number': 3, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:06.779428 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] Checking router: fe3d64fa-d92a-4d29-bddd-56a77454d7ac for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:27:06.780014 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] Updating router fe3d64fa-d92a-4d29-bddd-56a77454d7ac port 105e0e33-dff2-467b-b5c2-d69df4a63dc6 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:27:06.841211 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.866323 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f280dc2-473e-4256-8466-d7538f767a85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Made reservation on behalf of 01b7b9920374412690d68a80d11a9e52 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:06.873435 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2f280dc2-473e-4256-8466-d7538f767a85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.124451 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea9ce8df-b00d-4802-9aa7-13afd217d9d2 req-e824dbd2-9355-4d4b-9696-b53d063949e2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0765944 Sep 16 05:27:07.236260 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:27:07.300474 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.308365 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ce8df-b00d-4802-9aa7-13afd217d9d2 req-2832532f-531f-4483-a00e-08927c2a86f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:07.312220 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea9ce8df-b00d-4802-9aa7-13afd217d9d2 req-2832532f-531f-4483-a00e-08927c2a86f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 1097 time: 0.0925426 Sep 16 05:27:07.322681 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2f280dc2-473e-4256-8466-d7538f767a85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.391689 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.439216 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f280dc2-473e-4256-8466-d7538f767a85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Subnet': ['ID=b8f5e1bf-4e93-4bf7-b95d-fab644c8393d,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:07.473412 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f280dc2-473e-4256-8466-d7538f767a85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Checking segment: {'id': 'f501df62-250a-4c0d-a2fa-13210a6b40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:07.474156 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f280dc2-473e-4256-8466-d7538f767a85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Network hostable DHCP agents. Network: 8f6c5144-0ea5-4e05-b968-26ee6f5877c3, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:07.529288 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead6a32-4693-4056-9f9c-342f230858a3 None None] Pushing event updated for resources: {'Port': ['ID=105e0e33-dff2-467b-b5c2-d69df4a63dc6,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:07.537026 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] Attempting to bind port 105e0e33-dff2-467b-b5c2-d69df4a63dc6 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:07.537654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] Attempting to bind port 105e0e33-dff2-467b-b5c2-d69df4a63dc6 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:07.538122 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] Attempting to bind port 105e0e33-dff2-467b-b5c2-d69df4a63dc6 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:07.560771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ce8df-b00d-4802-9aa7-13afd217d9d2 req-f9940e84-59ab-48fc-b8bf-a2ba6dc9e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:07.561064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead6a32-4693-4056-9f9c-342f230858a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:07.561064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead6a32-4693-4056-9f9c-342f230858a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:07.561064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead6a32-4693-4056-9f9c-342f230858a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:07.561064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead6a32-4693-4056-9f9c-342f230858a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:07.561064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead6a32-4693-4056-9f9c-342f230858a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:07.561609 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea9ce8df-b00d-4802-9aa7-13afd217d9d2 req-f9940e84-59ab-48fc-b8bf-a2ba6dc9e7ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 912 time: 0.2210155 Sep 16 05:27:07.561714 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead6a32-4693-4056-9f9c-342f230858a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:07.561714 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead6a32-4693-4056-9f9c-342f230858a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:07.561714 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead6a32-4693-4056-9f9c-342f230858a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:07.562122 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead6a32-4693-4056-9f9c-342f230858a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:07.562516 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead6a32-4693-4056-9f9c-342f230858a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:07.563030 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead6a32-4693-4056-9f9c-342f230858a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:07.563527 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead6a32-4693-4056-9f9c-342f230858a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:07.569387 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:07.570019 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:07.570677 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.571647 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:07.572622 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] Bound port: 105e0e33-dff2-467b-b5c2-d69df4a63dc6, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:07.573513 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.580983 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f280dc2-473e-4256-8466-d7538f767a85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Network 8f6c5144-0ea5-4e05-b968-26ee6f5877c3 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:07.671071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] For port 105e0e33-dff2-467b-b5c2-d69df4a63dc6, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:07.675674 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] For port 105e0e33-dff2-467b-b5c2-d69df4a63dc6, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=105e0e33-dff2-467b-b5c2-d69df4a63dc6,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:07.683530 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea9ce8df-b00d-4802-9aa7-13afd217d9d2 req-149cf08f-0e82-4996-b5ba-43e34fed3b9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 HTTP/1.1" status: 200 len: 1001 time: 0.1152098 Sep 16 05:27:07.697597 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-2f280dc2-473e-4256-8466-d7538f767a85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 8f6c5144-0ea5-4e05-b968-26ee6f5877c3) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:07.707772 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f280dc2-473e-4256-8466-d7538f767a85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:07.711406 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2f280dc2-473e-4256-8466-d7538f767a85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.711865 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7ba3c1-207a-4d1d-ab01-c0a76c0d9203 None None] Network 8f6c5144-0ea5-4e05-b968-26ee6f5877c3 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:07.789424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ce8df-b00d-4802-9aa7-13afd217d9d2 req-11052336-ece9-4419-9770-8eccea7bd93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:07.791147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea9ce8df-b00d-4802-9aa7-13afd217d9d2 req-11052336-ece9-4419-9770-8eccea7bd93c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.0996726 Sep 16 05:27:07.799100 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.815613 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2f280dc2-473e-4256-8466-d7538f767a85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1500082 Sep 16 05:27:07.819823 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34136) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:07.898381 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ce8df-b00d-4802-9aa7-13afd217d9d2 req-65d315dd-e869-4503-a88d-2cc22f2ac537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:07.901827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea9ce8df-b00d-4802-9aa7-13afd217d9d2 req-65d315dd-e869-4503-a88d-2cc22f2ac537 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992754 Sep 16 05:27:08.044001 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a8f3c96c-d535-42d1-ac0a-acfde5d6d052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.121275 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea9ce8df-b00d-4802-9aa7-13afd217d9d2 req-277d35b8-ec30-4083-8e38-5314e7476d71 service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094285 Sep 16 05:27:08.121752 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead6a32-4693-4056-9f9c-342f230858a3 None None] Pushing event updated for resources: {'Port': ['ID=105e0e33-dff2-467b-b5c2-d69df4a63dc6,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:08.126693 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] Routers {'fe3d64fa-d92a-4d29-bddd-56a77454d7ac'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:08.127531 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:27:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:08.268855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea9ce8df-b00d-4802-9aa7-13afd217d9d2 req-67c2a47d-222c-4fd4-b6e4-9b9fefeb6362 service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316829 Sep 16 05:27:08.310711 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'fixed_ips': [{'subnet_id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:27:08.311783 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.424364 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] Set router fe3d64fa-d92a-4d29-bddd-56a77454d7ac gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:08.632200 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] Allocated IP 172.20.0.2 (8f6c5144-0ea5-4e05-b968-26ee6f5877c3/b8f5e1bf-4e93-4bf7-b95d-fab644c8393d/6aa7771e-201d-48db-93cc-ad1d31ccab47) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:08.647181 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.666926 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82f9bda1-00e8-4ebb-ab5f-91dd3668af62 req-f30e4139-8671-4643-a017-d812c2ba5c50 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580840 Sep 16 05:27:08.826200 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9bda1-00e8-4ebb-ab5f-91dd3668af62 req-e790cb8d-834e-426d-beae-8f4564c600c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:08.828287 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82f9bda1-00e8-4ebb-ab5f-91dd3668af62 req-e790cb8d-834e-426d-beae-8f4564c600c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 1097 time: 0.0823491 Sep 16 05:27:08.910098 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:27:05Z', 'revision_number': 3, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:08.986400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9bda1-00e8-4ebb-ab5f-91dd3668af62 req-cfbc6612-3821-4972-8088-15e8fcae507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:08.988364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82f9bda1-00e8-4ebb-ab5f-91dd3668af62 req-cfbc6612-3821-4972-8088-15e8fcae507a service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 HTTP/1.1" status: 200 len: 898 time: 0.1339495 Sep 16 05:27:08.993780 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c4658b-c461-49a5-858a-2ec62f994e12 None None] The sync data for ids ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'] in n-d-712140-13 is: [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:27:05Z', 'revision_number': 3, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:27:09.062568 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9fb62af9-41d8-4014-8adb-d3828f3a9bc2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.097554 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.115952 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82f9bda1-00e8-4ebb-ab5f-91dd3668af62 req-2516bed4-9a9a-4b1d-8115-38e54b2d4a09 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dd43812-5c86-4d5d-855d-64fef618ff05 HTTP/1.1" status: 200 len: 1001 time: 0.1178813 Sep 16 05:27:09.189678 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9bda1-00e8-4ebb-ab5f-91dd3668af62 req-5e21e751-0dbe-45b0-8b3e-24cb05b76af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:09.192140 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82f9bda1-00e8-4ebb-ab5f-91dd3668af62 req-5e21e751-0dbe-45b0-8b3e-24cb05b76af3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7d619abd-b51c-4a62-964c-72907d848f97 HTTP/1.1" status: 200 len: 834 time: 0.0680430 Sep 16 05:27:09.202222 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.284972 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9bda1-00e8-4ebb-ab5f-91dd3668af62 req-6db05997-4bcc-430f-bcee-72966f8f3a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:09.287789 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82f9bda1-00e8-4ebb-ab5f-91dd3668af62 req-6db05997-4bcc-430f-bcee-72966f8f3a88 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870824 Sep 16 05:27:09.333625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] Network 8f6c5144-0ea5-4e05-b968-26ee6f5877c3 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:09.347872 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:09.364509 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:09.384803 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] Pushing event updated for resources: {'Port': ['ID=6aa7771e-201d-48db-93cc-ad1d31ccab47,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:09.438555 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.504601 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] Attempting to bind port 6aa7771e-201d-48db-93cc-ad1d31ccab47 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:09.505470 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] Attempting to bind port 6aa7771e-201d-48db-93cc-ad1d31ccab47 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'f501df62-250a-4c0d-a2fa-13210a6b40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:09.510220 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] Attempting to bind port 6aa7771e-201d-48db-93cc-ad1d31ccab47 on network 8f6c5144-0ea5-4e05-b968-26ee6f5877c3 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:09.519138 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:09.519878 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] Checking segment: {'id': 'f501df62-250a-4c0d-a2fa-13210a6b40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:09.520548 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.521198 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] Bound using segment: {'id': 'f501df62-250a-4c0d-a2fa-13210a6b40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:09.522133 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] Bound port: 6aa7771e-201d-48db-93cc-ad1d31ccab47, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f501df62-250a-4c0d-a2fa-13210a6b40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:09.522728 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.571808 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82f9bda1-00e8-4ebb-ab5f-91dd3668af62 req-e4269a39-7c48-41cd-baff-d5bdec8dab8f service neutron] 10.222.0.38 "GET /v2.0/networks/bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759840 Sep 16 05:27:09.638416 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] For port 6aa7771e-201d-48db-93cc-ad1d31ccab47, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:09.644791 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] For port 6aa7771e-201d-48db-93cc-ad1d31ccab47, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6aa7771e-201d-48db-93cc-ad1d31ccab47,segment=NetworkSegment(f501df62-250a-4c0d-a2fa-13210a6b40b6),segment_id=f501df62-250a-4c0d-a2fa-13210a6b40b6)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:09.721928 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-9fb62af9-41d8-4014-8adb-d3828f3a9bc2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Allocated IP 172.20.0.1 (8f6c5144-0ea5-4e05-b968-26ee6f5877c3/b8f5e1bf-4e93-4bf7-b95d-fab644c8393d/eea7646a-42e5-45cf-907c-f9d2849ec895) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:09.744071 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82f9bda1-00e8-4ebb-ab5f-91dd3668af62 req-7bfee8c3-1145-4ecf-b95c-348cc2c5a70a service neutron] 10.222.0.38 "GET /v2.0/networks/bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639175 Sep 16 05:27:09.748574 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.908057 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3e8ce-3cc1-4729-9b32-14bcaf7423e2 None None] Pushing event updated for resources: {'Port': ['ID=6aa7771e-201d-48db-93cc-ad1d31ccab47,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:09.960403 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9fb62af9-41d8-4014-8adb-d3828f3a9bc2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.076730 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9fb62af9-41d8-4014-8adb-d3828f3a9bc2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.172304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb62af9-41d8-4014-8adb-d3828f3a9bc2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Network 8f6c5144-0ea5-4e05-b968-26ee6f5877c3 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:10.174113 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-9fb62af9-41d8-4014-8adb-d3828f3a9bc2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:10.180704 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb62af9-41d8-4014-8adb-d3828f3a9bc2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Port': ['ID=eea7646a-42e5-45cf-907c-f9d2849ec895,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:10.182703 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb62af9-41d8-4014-8adb-d3828f3a9bc2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:10.319679 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9fb62af9-41d8-4014-8adb-d3828f3a9bc2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.605344 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 105e0e33-dff2-467b-b5c2-d69df4a63dc6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:10.668616 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9fb62af9-41d8-4014-8adb-d3828f3a9bc2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.697688 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 105e0e33-dff2-467b-b5c2-d69df4a63dc6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:10.698348 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.797504 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.836219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 105e0e33-dff2-467b-b5c2-d69df4a63dc6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=105e0e33-dff2-467b-b5c2-d69df4a63dc6,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:10.944821 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.963299 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.964632 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6aa7771e-201d-48db-93cc-ad1d31ccab47 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:11.138937 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=105e0e33-dff2-467b-b5c2-d69df4a63dc6,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:11.175289 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 6aa7771e-201d-48db-93cc-ad1d31ccab47 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:11.175704 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.219875 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9fb62af9-41d8-4014-8adb-d3828f3a9bc2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.309784 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.331224 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9fb62af9-41d8-4014-8adb-d3828f3a9bc2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.373153 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 6aa7771e-201d-48db-93cc-ad1d31ccab47, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6aa7771e-201d-48db-93cc-ad1d31ccab47,segment=NetworkSegment(f501df62-250a-4c0d-a2fa-13210a6b40b6),segment_id=f501df62-250a-4c0d-a2fa-13210a6b40b6)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:11.429154 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375328ec-938e-4bd4-9c04-f709034dedfc None None] Network 8f6c5144-0ea5-4e05-b968-26ee6f5877c3 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:11.433273 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb62af9-41d8-4014-8adb-d3828f3a9bc2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Port': ['ID=eea7646a-42e5-45cf-907c-f9d2849ec895,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:11.442854 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9fb62af9-41d8-4014-8adb-d3828f3a9bc2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.471131 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.579019 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb62af9-41d8-4014-8adb-d3828f3a9bc2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Network 8f6c5144-0ea5-4e05-b968-26ee6f5877c3 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:11.581075 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-9fb62af9-41d8-4014-8adb-d3828f3a9bc2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:11.662761 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6a3b420a-134a-4656-85ac-0a27833a6922 None None] Provisioning complete for port 6aa7771e-201d-48db-93cc-ad1d31ccab47 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:11.663490 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6a3b420a-134a-4656-85ac-0a27833a6922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.718404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=6aa7771e-201d-48db-93cc-ad1d31ccab47,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:11.797022 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb62af9-41d8-4014-8adb-d3828f3a9bc2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Router fe3d64fa-d92a-4d29-bddd-56a77454d7ac has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:27:11.989855 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb62af9-41d8-4014-8adb-d3828f3a9bc2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:27:11.996773 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9fb62af9-41d8-4014-8adb-d3828f3a9bc2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "PUT /v2.0/routers/fe3d64fa-d92a-4d29-bddd-56a77454d7ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1755714 Sep 16 05:27:12.000395 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34160) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:12.118688 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] Sync routers for ids ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:27:12.136972 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] Routers {'fe3d64fa-d92a-4d29-bddd-56a77454d7ac'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:12.139927 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:27:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:12.332008 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] Set router fe3d64fa-d92a-4d29-bddd-56a77454d7ac gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:12.338131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d579a58-868d-4543-b172-65403fb8b9cf tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:12.339391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d579a58-868d-4543-b172-65403fb8b9cf tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:12.340390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d579a58-868d-4543-b172-65403fb8b9cf tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:12.341112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d579a58-868d-4543-b172-65403fb8b9cf tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:12.342084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d579a58-868d-4543-b172-65403fb8b9cf tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:12.342822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d579a58-868d-4543-b172-65403fb8b9cf tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:12.343800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d579a58-868d-4543-b172-65403fb8b9cf tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:12.346729 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1d579a58-868d-4543-b172-65403fb8b9cf tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.3444555 Sep 16 05:27:12.349331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34164) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:12.383369 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d64803d3-fce6-40cb-8d3c-040ece3eec8e None None] Provisioning complete for port eea7646a-42e5-45cf-907c-f9d2849ec895 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:12.384159 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d64803d3-fce6-40cb-8d3c-040ece3eec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.483457 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d64803d3-fce6-40cb-8d3c-040ece3eec8e None None] Port eea7646a-42e5-45cf-907c-f9d2849ec895 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:27:12.497277 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d64803d3-fce6-40cb-8d3c-040ece3eec8e None None] Provisioning complete for port 6aa7771e-201d-48db-93cc-ad1d31ccab47 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:12.497860 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d64803d3-fce6-40cb-8d3c-040ece3eec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.551346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fc7aa7-39ec-4f94-8ee6-25e985491c34 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:12.563148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fc7aa7-39ec-4f94-8ee6-25e985491c34 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:12.563148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fc7aa7-39ec-4f94-8ee6-25e985491c34 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:12.563148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fc7aa7-39ec-4f94-8ee6-25e985491c34 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:12.563148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fc7aa7-39ec-4f94-8ee6-25e985491c34 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:12.563148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fc7aa7-39ec-4f94-8ee6-25e985491c34 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:12.563148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fc7aa7-39ec-4f94-8ee6-25e985491c34 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:12.563148 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d6fc7aa7-39ec-4f94-8ee6-25e985491c34 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4625 time: 0.2095611 Sep 16 05:27:12.563921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34168) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:12.653835 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 105e0e33-dff2-467b-b5c2-d69df4a63dc6 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:12.761544 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 105e0e33-dff2-467b-b5c2-d69df4a63dc6 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:12.762410 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.822083 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'eea7646a-42e5-45cf-907c-f9d2849ec895', 'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:39:7b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:09Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 2, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:12.871710 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] Checking router: fe3d64fa-d92a-4d29-bddd-56a77454d7ac for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:27:12.872380 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] Updating router fe3d64fa-d92a-4d29-bddd-56a77454d7ac port eea7646a-42e5-45cf-907c-f9d2849ec895 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:27:12.904531 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.926683 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e1350aa1-980f-4ae1-9d05-a635d9f4d0a4 None None] Provisioning complete for port eea7646a-42e5-45cf-907c-f9d2849ec895 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:12.927110 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e1350aa1-980f-4ae1-9d05-a635d9f4d0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.978323 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6aa7771e-201d-48db-93cc-ad1d31ccab47 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:13.022011 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e1350aa1-980f-4ae1-9d05-a635d9f4d0a4 None None] Port eea7646a-42e5-45cf-907c-f9d2849ec895 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:27:13.063102 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3ec0cf7f-69c8-42fb-98c8-a45d77080a67 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.4977040 Sep 16 05:27:13.085918 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 6aa7771e-201d-48db-93cc-ad1d31ccab47 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:13.086623 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.158221 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f6e94ca9-54b5-4784-8d1f-865e8de00af9 None None] Provisioning complete for port eea7646a-42e5-45cf-907c-f9d2849ec895 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:13.158724 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6e94ca9-54b5-4784-8d1f-865e8de00af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.271079 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-f6e94ca9-54b5-4784-8d1f-865e8de00af9 None None] Port eea7646a-42e5-45cf-907c-f9d2849ec895 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:27:13.325140 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.428687 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.487587 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc21a9-7a59-4192-8e05-2661b5489d68 None None] Pushing event updated for resources: {'Port': ['ID=eea7646a-42e5-45cf-907c-f9d2849ec895,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:13.519408 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc21a9-7a59-4192-8e05-2661b5489d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:13.519876 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc21a9-7a59-4192-8e05-2661b5489d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:13.520444 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc21a9-7a59-4192-8e05-2661b5489d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:13.520853 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc21a9-7a59-4192-8e05-2661b5489d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:13.521252 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc21a9-7a59-4192-8e05-2661b5489d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:13.521652 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc21a9-7a59-4192-8e05-2661b5489d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:13.522047 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc21a9-7a59-4192-8e05-2661b5489d68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:13.522469 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc21a9-7a59-4192-8e05-2661b5489d68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:13.522858 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc21a9-7a59-4192-8e05-2661b5489d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:13.523273 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc21a9-7a59-4192-8e05-2661b5489d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:13.523663 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc21a9-7a59-4192-8e05-2661b5489d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:13.524048 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc21a9-7a59-4192-8e05-2661b5489d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:13.583259 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] Attempting to bind port eea7646a-42e5-45cf-907c-f9d2849ec895 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:13.583724 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] Attempting to bind port eea7646a-42e5-45cf-907c-f9d2849ec895 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'f501df62-250a-4c0d-a2fa-13210a6b40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:13.583994 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] Attempting to bind port eea7646a-42e5-45cf-907c-f9d2849ec895 on network 8f6c5144-0ea5-4e05-b968-26ee6f5877c3 {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:13.591301 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:13.591762 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] Checking segment: {'id': 'f501df62-250a-4c0d-a2fa-13210a6b40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:13.592383 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.592788 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] Bound using segment: {'id': 'f501df62-250a-4c0d-a2fa-13210a6b40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:13.593438 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] Bound port: eea7646a-42e5-45cf-907c-f9d2849ec895, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f501df62-250a-4c0d-a2fa-13210a6b40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:13.593870 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.688862 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] For port eea7646a-42e5-45cf-907c-f9d2849ec895, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:13.693046 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] For port eea7646a-42e5-45cf-907c-f9d2849ec895, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=eea7646a-42e5-45cf-907c-f9d2849ec895,segment=NetworkSegment(f501df62-250a-4c0d-a2fa-13210a6b40b6),segment_id=f501df62-250a-4c0d-a2fa-13210a6b40b6)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:13.802569 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.818454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3eeb4257-7faa-4f86-b8c0-76c4da6e68bb None None] Provisioning complete for port eea7646a-42e5-45cf-907c-f9d2849ec895 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:13.820013 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3eeb4257-7faa-4f86-b8c0-76c4da6e68bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.928703 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] Routers {'fe3d64fa-d92a-4d29-bddd-56a77454d7ac'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:13.929812 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:27:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:13.939982 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3eeb4257-7faa-4f86-b8c0-76c4da6e68bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.970205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34180) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:13.975947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-fa16dda1-1626-4e54-823f-fc8b7a06c563 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1177181786', 'description': 'tempest-secgroup-smoke-1177181786 description', 'project_id': '01b7b9920374412690d68a80d11a9e52'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:13.986153 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc21a9-7a59-4192-8e05-2661b5489d68 None None] Pushing event updated for resources: {'Port': ['ID=eea7646a-42e5-45cf-907c-f9d2849ec895,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:14.038130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3eeb4257-7faa-4f86-b8c0-76c4da6e68bb None None] For port eea7646a-42e5-45cf-907c-f9d2849ec895, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=eea7646a-42e5-45cf-907c-f9d2849ec895,segment=NetworkSegment(f501df62-250a-4c0d-a2fa-13210a6b40b6),segment_id=f501df62-250a-4c0d-a2fa-13210a6b40b6)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:14.088706 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] Set router fe3d64fa-d92a-4d29-bddd-56a77454d7ac gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:14.127665 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fa16dda1-1626-4e54-823f-fc8b7a06c563 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.156120 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3eeb4257-7faa-4f86-b8c0-76c4da6e68bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.284590 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb4257-7faa-4f86-b8c0-76c4da6e68bb None None] Pushing event updated for resources: {'Port': ['ID=eea7646a-42e5-45cf-907c-f9d2849ec895,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:14.293265 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-69526f22-462f-4aea-af0f-d5047b085dc2 None None] Provisioning complete for port eea7646a-42e5-45cf-907c-f9d2849ec895 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:14.293737 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-69526f22-462f-4aea-af0f-d5047b085dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.302591 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fa16dda1-1626-4e54-823f-fc8b7a06c563 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.396152 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fa16dda1-1626-4e54-823f-fc8b7a06c563 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.434595 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16dda1-1626-4e54-823f-fc8b7a06c563 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80fa6e8d-93aa-4376-ad45-e1abb33d44bd,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:14.502727 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'eea7646a-42e5-45cf-907c-f9d2849ec895', 'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:39:7b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:09Z', 'updated_at': '2021-09-16T05:27:13Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:14.516449 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fa16dda1-1626-4e54-823f-fc8b7a06c563 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.521651 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fa16dda1-1626-4e54-823f-fc8b7a06c563 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5463722 Sep 16 05:27:14.522179 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34188) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:14.528430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-a521b9e4-1aef-4d4a-ae7c-4e6143572612 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group_rule': {'security_group_id': '80fa6e8d-93aa-4376-ad45-e1abb33d44bd', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:14.547301 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e9e9cb-ced0-49ca-b9e7-b13e30e1f1f1 None None] The sync data for ids ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'] in n-d-712140-13 is: [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'eea7646a-42e5-45cf-907c-f9d2849ec895', 'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:39:7b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:09Z', 'updated_at': '2021-09-16T05:27:13Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:27:14.668763 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a521b9e4-1aef-4d4a-ae7c-4e6143572612 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.238027 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a521b9e4-1aef-4d4a-ae7c-4e6143572612 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.379667 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a521b9e4-1aef-4d4a-ae7c-4e6143572612 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.419686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521b9e4-1aef-4d4a-ae7c-4e6143572612 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc35782-7eb8-4844-97f0-681f660ea3a7,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:15.508892 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a521b9e4-1aef-4d4a-ae7c-4e6143572612 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.511205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a521b9e4-1aef-4d4a-ae7c-4e6143572612 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9868147 Sep 16 05:27:15.514986 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34192) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:15.521133 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-37a8b18c-605f-46a7-a9e3-793b423c1d7b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group_rule': {'security_group_id': '80fa6e8d-93aa-4376-ad45-e1abb33d44bd', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:15.630791 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37a8b18c-605f-46a7-a9e3-793b423c1d7b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.711876 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37a8b18c-605f-46a7-a9e3-793b423c1d7b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.805429 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37a8b18c-605f-46a7-a9e3-793b423c1d7b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.830737 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8b18c-605f-46a7-a9e3-793b423c1d7b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625695ce-8ae1-40f1-a677-4f434a0c73a0,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:15.925613 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37a8b18c-605f-46a7-a9e3-793b423c1d7b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.931398 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-37a8b18c-605f-46a7-a9e3-793b423c1d7b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4107304 Sep 16 05:27:15.931914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34198) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:15.940609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-692b3396-728b-4c20-b97a-76f611998768 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group_rule': {'security_group_id': '80fa6e8d-93aa-4376-ad45-e1abb33d44bd', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:16.097817 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-692b3396-728b-4c20-b97a-76f611998768 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.204230 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-692b3396-728b-4c20-b97a-76f611998768 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.293530 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-692b3396-728b-4c20-b97a-76f611998768 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.314079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b3396-728b-4c20-b97a-76f611998768 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4694dad7-01e1-4683-8c8a-aad990ae306d,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:16.388977 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-692b3396-728b-4c20-b97a-76f611998768 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.390715 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-692b3396-728b-4c20-b97a-76f611998768 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4568088 Sep 16 05:27:16.394253 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34202) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:16.399515 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-9a0f7602-2a22-4582-968a-44c08b97480a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group_rule': {'security_group_id': '80fa6e8d-93aa-4376-ad45-e1abb33d44bd', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:16.552733 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a0f7602-2a22-4582-968a-44c08b97480a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.568782 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device eea7646a-42e5-45cf-907c-f9d2849ec895 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:16.631142 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a0f7602-2a22-4582-968a-44c08b97480a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.663281 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port eea7646a-42e5-45cf-907c-f9d2849ec895 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:16.664000 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.705645 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a0f7602-2a22-4582-968a-44c08b97480a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.731313 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f7602-2a22-4582-968a-44c08b97480a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48292ef2-c9cb-4867-aaca-1716f38ccee3,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:16.835869 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a0f7602-2a22-4582-968a-44c08b97480a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.837497 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9a0f7602-2a22-4582-968a-44c08b97480a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4418771 Sep 16 05:27:16.841696 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34204) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:16.847664 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-a003b3bc-6e49-4a7a-ace6-e7cf5c52e690 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group_rule': {'security_group_id': '80fa6e8d-93aa-4376-ad45-e1abb33d44bd', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:16.956550 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-a003b3bc-6e49-4a7a-ace6-e7cf5c52e690 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Project 01b7b9920374412690d68a80d11a9e52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:27:16.962404 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a003b3bc-6e49-4a7a-ace6-e7cf5c52e690 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.033522 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a003b3bc-6e49-4a7a-ace6-e7cf5c52e690 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.131144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a003b3bc-6e49-4a7a-ace6-e7cf5c52e690 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.167664 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003b3bc-6e49-4a7a-ace6-e7cf5c52e690 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f57a460-3bae-48e5-acdb-d2c3def5c65e,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:17.431217 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a003b3bc-6e49-4a7a-ace6-e7cf5c52e690 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.452212 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a003b3bc-6e49-4a7a-ace6-e7cf5c52e690 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5893524 Sep 16 05:27:17.454535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34214) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:17.459948 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-dedc2288-b318-4c65-a3ed-cde359998fcc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group_rule': {'security_group_id': '80fa6e8d-93aa-4376-ad45-e1abb33d44bd', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:17.663115 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-dedc2288-b318-4c65-a3ed-cde359998fcc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Project 01b7b9920374412690d68a80d11a9e52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:27:17.670348 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dedc2288-b318-4c65-a3ed-cde359998fcc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.757360 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dedc2288-b318-4c65-a3ed-cde359998fcc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.858760 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dedc2288-b318-4c65-a3ed-cde359998fcc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.884323 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc2288-b318-4c65-a3ed-cde359998fcc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65e53bd-696b-4f37-8947-16acf6d8ee6b,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:18.001474 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dedc2288-b318-4c65-a3ed-cde359998fcc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:18.003015 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dedc2288-b318-4c65-a3ed-cde359998fcc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5471246 Sep 16 05:27:18.178832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-8670a78c-eca0-40c8-a69f-0d68dee66d42 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1177181786&fields=id&tenant_id=01b7b9920374412690d68a80d11a9e52 HTTP/1.1" status: 200 len: 267 time: 0.0382855 Sep 16 05:27:18.309989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-e3f9a88c-daca-40df-a49b-4969dfff9101 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:18.311924 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-e3f9a88c-daca-40df-a49b-4969dfff9101 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/networks?id=8f6c5144-0ea5-4e05-b968-26ee6f5877c3 HTTP/1.1" status: 200 len: 797 time: 0.1247253 Sep 16 05:27:18.330989 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-95e5a32d-a4a3-4a2c-a0a7-eb393d8cae0e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/quotas/01b7b9920374412690d68a80d11a9e52 HTTP/1.1" status: 200 len: 375 time: 0.0104585 Sep 16 05:27:18.401963 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-8865c27a-3968-4c86-a63c-92ed70564f51 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=01b7b9920374412690d68a80d11a9e52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606811 Sep 16 05:27:18.701618 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-f40e08c2-df68-4a09-941b-b2ee195efe8b service neutron] 10.222.0.20 "GET /v2.0/networks/8f6c5144-0ea5-4e05-b968-26ee6f5877c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823701 Sep 16 05:27:18.821164 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-719bafd1-ffcf-41b7-86b5-dd39b4c78d5b service neutron] 10.222.0.20 "GET /v2.0/networks/8f6c5144-0ea5-4e05-b968-26ee6f5877c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131737 Sep 16 05:27:19.101245 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-27f890c8-d3f9-428f-beaa-1ae00c3d40d4 req-02e3744c-6056-4300-bf4e-86ba88005d3f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 210 time: 0.0366321 Sep 16 05:27:20.020854 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb688f6-0596-4063-9893-92dfd4e79824 req-880a1487-d6d7-43b1-af24-4ebb7525b0d1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:20.020854 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cb688f6-0596-4063-9893-92dfd4e79824 req-880a1487-d6d7-43b1-af24-4ebb7525b0d1 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.0640471 Sep 16 05:27:20.083626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cb688f6-0596-4063-9893-92dfd4e79824 req-56787ab5-c5f4-43fc-8759-074246ff7aeb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541713 Sep 16 05:27:20.190683 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aec4617d-3722-4f74-a88a-0f8e2ec93190 req-e599cdbb-9abd-47c5-9ed0-efd6102e3518 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 210 time: 0.0365958 Sep 16 05:27:20.644324 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-bb2307dd-c866-4693-875d-b9b8d02985e1 req-42aa853e-7670-4394-9099-8a8463b71157 service neutron] (95473) timed out ('10.222.0.20', 46748) {{(pid=95473) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:27:21.242159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba340c9f-f824-45a0-a698-a4fdd8423f63 req-20c19c03-cc53-47dc-a575-45ade58ee80e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:21.244147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba340c9f-f824-45a0-a698-a4fdd8423f63 req-20c19c03-cc53-47dc-a575-45ade58ee80e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.0712020 Sep 16 05:27:21.351929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba340c9f-f824-45a0-a698-a4fdd8423f63 req-66a990c4-a6b3-442b-a66f-645f4b70c903 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918388 Sep 16 05:27:21.399665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2065edda-cf67-4f47-bc06-1c2b03bf116f req-06010a75-f986-41a6-849f-09381429b177 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 210 time: 0.0561664 Sep 16 05:27:22.273562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-bfed3049-bd28-4917-b8bc-851cfedcc85c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:22.279169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-bfed3049-bd28-4917-b8bc-851cfedcc85c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.21 "GET /v2.0/networks?id=8f6c5144-0ea5-4e05-b968-26ee6f5877c3 HTTP/1.1" status: 200 len: 797 time: 0.1651404 Sep 16 05:27:22.339493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-f0857430-a8c8-4f29-aa0f-d4c6298f858e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01b7b9920374412690d68a80d11a9e52 HTTP/1.1" status: 200 len: 380 time: 0.0431242 Sep 16 05:27:22.349588 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-94881455-bb5e-485c-b7ef-1527e1aba18b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'port': {'device_id': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'admin_state_up': True, 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'security_groups': ['80fa6e8d-93aa-4376-ad45-e1abb33d44bd']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:22.595728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e111a2f0-dc6a-4afb-b097-3ac060f0c5be req-2ed00bca-7ff8-4b84-9333-67c04c029ea3 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 210 time: 0.0431206 Sep 16 05:27:22.607035 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b689a-2f80-4cb8-81f5-0989a639b90d req-51800476-eee6-44c4-a997-4d3c634d7117 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:22.608857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f45b689a-2f80-4cb8-81f5-0989a639b90d req-51800476-eee6-44c4-a997-4d3c634d7117 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.0990593 Sep 16 05:27:22.613936 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-94881455-bb5e-485c-b7ef-1527e1aba18b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Made reservation on behalf of 01b7b9920374412690d68a80d11a9e52 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:22.617815 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-94881455-bb5e-485c-b7ef-1527e1aba18b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.683352 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f45b689a-2f80-4cb8-81f5-0989a639b90d req-6419c19e-df76-40f7-a051-15053fd89b9e tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610094 Sep 16 05:27:22.817148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-94881455-bb5e-485c-b7ef-1527e1aba18b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Allocated IP 172.20.0.9 (8f6c5144-0ea5-4e05-b968-26ee6f5877c3/b8f5e1bf-4e93-4bf7-b95d-fab644c8393d/275f5b90-3e30-4b2c-a3a4-8c91547ef418) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:23.042160 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-94881455-bb5e-485c-b7ef-1527e1aba18b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.173876 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-94881455-bb5e-485c-b7ef-1527e1aba18b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.223157 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-94881455-bb5e-485c-b7ef-1527e1aba18b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Network 8f6c5144-0ea5-4e05-b968-26ee6f5877c3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:23.226479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-94881455-bb5e-485c-b7ef-1527e1aba18b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:23.230069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-94881455-bb5e-485c-b7ef-1527e1aba18b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:23.287347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94881455-bb5e-485c-b7ef-1527e1aba18b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Port': ['ID=275f5b90-3e30-4b2c-a3a4-8c91547ef418,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:23.331432 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-94881455-bb5e-485c-b7ef-1527e1aba18b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:23.332553 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-94881455-bb5e-485c-b7ef-1527e1aba18b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.511652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-94881455-bb5e-485c-b7ef-1527e1aba18b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1598790 Sep 16 05:27:23.526446 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Request body: {'port': {'device_id': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:23.597518 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-24d40f78-ebdb-4807-9858-c735d57ae129 None None] Provisioning complete for port 275f5b90-3e30-4b2c-a3a4-8c91547ef418 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:23.597518 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24d40f78-ebdb-4807-9858-c735d57ae129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.641227 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.670545 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-24d40f78-ebdb-4807-9858-c735d57ae129 None None] Port 275f5b90-3e30-4b2c-a3a4-8c91547ef418 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:27:23.985130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb9256-4e20-423b-8819-1f9f1777e80c req-16a3abca-29a8-4cdb-a762-7d1874ac7f9d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:23.986671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8bb9256-4e20-423b-8819-1f9f1777e80c req-16a3abca-29a8-4cdb-a762-7d1874ac7f9d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 931 time: 0.2733691 Sep 16 05:27:24.081111 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01bbcb-6e64-4f5e-bd8a-371f0dd6ac95 req-077db583-6a6d-4343-8fad-51697e4c32c3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:24.083244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb01bbcb-6e64-4f5e-bd8a-371f0dd6ac95 req-077db583-6a6d-4343-8fad-51697e4c32c3 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.2956452 Sep 16 05:27:24.142186 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8bb9256-4e20-423b-8819-1f9f1777e80c req-dab8202b-e97a-4b0f-9de6-3e7e5a46e30e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=80fa6e8d-93aa-4376-ad45-e1abb33d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450036 Sep 16 05:27:24.186213 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb01bbcb-6e64-4f5e-bd8a-371f0dd6ac95 req-81294ed5-f23a-4754-8bd0-c67f18ff4541 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870209 Sep 16 05:27:24.283706 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275f5b90-3e30-4b2c-a3a4-8c91547ef418 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:27:24.297489 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.313893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Transition to ACTIVE for port object 275f5b90-3e30-4b2c-a3a4-8c91547ef418 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:27:24.394178 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.483803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Pushing event updated for resources: {'Port': ['ID=275f5b90-3e30-4b2c-a3a4-8c91547ef418,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:24.614132 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Attempting to bind port 275f5b90-3e30-4b2c-a3a4-8c91547ef418 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:24.614932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Attempting to bind port 275f5b90-3e30-4b2c-a3a4-8c91547ef418 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'f501df62-250a-4c0d-a2fa-13210a6b40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:24.616893 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.617782 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Attempting to bind port 275f5b90-3e30-4b2c-a3a4-8c91547ef418 on network 8f6c5144-0ea5-4e05-b968-26ee6f5877c3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:24.624896 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Port 275f5b90-3e30-4b2c-a3a4-8c91547ef418 on network 8f6c5144-0ea5-4e05-b968-26ee6f5877c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:27:24.625472 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Attempting to bind port 275f5b90-3e30-4b2c-a3a4-8c91547ef418 on network 8f6c5144-0ea5-4e05-b968-26ee6f5877c3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:24.635028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:24.635571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Checking segment: {'id': 'f501df62-250a-4c0d-a2fa-13210a6b40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:24.636140 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Bound using segment: {'id': 'f501df62-250a-4c0d-a2fa-13210a6b40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:24.636924 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Bound port: 275f5b90-3e30-4b2c-a3a4-8c91547ef418, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f501df62-250a-4c0d-a2fa-13210a6b40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:24.637424 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.774474 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] For port 275f5b90-3e30-4b2c-a3a4-8c91547ef418, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:24.781164 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] For port 275f5b90-3e30-4b2c-a3a4-8c91547ef418, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=275f5b90-3e30-4b2c-a3a4-8c91547ef418,segment=NetworkSegment(f501df62-250a-4c0d-a2fa-13210a6b40b6),segment_id=f501df62-250a-4c0d-a2fa-13210a6b40b6)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:24.886375 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.934665 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:24.934665 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.934665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] 10.222.0.21 "PUT /v2.0/ports/275f5b90-3e30-4b2c-a3a4-8c91547ef418 HTTP/1.1" status: 200 len: 1092 time: 1.4137542 Sep 16 05:27:24.934665 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'tag': '275f5b90-3e30-4b2c-a3a4-8c91547ef418'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:24.937282 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7f343b-3660-45b6-b54d-cb2eaa50f103" -d '{"events": [{"name": "network-changed", "server_uuid": "3572bdb7-a74e-4115-b1c7-49234e9148ed", "tag": "275f5b90-3e30-4b2c-a3a4-8c91547ef418"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:24.982485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbef5e4-62b1-4228-b46e-b56720b3d212 service neutron] Pushing event updated for resources: {'Port': ['ID=275f5b90-3e30-4b2c-a3a4-8c91547ef418,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:25.154795 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-24224131-e568-42f4-8677-62f760bf9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:25.157783 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-24224131-e568-42f4-8677-62f760bf9358 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01b7b9920374412690d68a80d11a9e52&device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 1095 time: 0.0758619 Sep 16 05:27:25.256854 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-e802fe87-7085-4592-bf5d-c877751929d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275f5b90-3e30-4b2c-a3a4-8c91547ef418 HTTP/1.1" status: 200 len: 217 time: 0.0744135 Sep 16 05:27:25.268723 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc5bbf7-76f5-4fcb-a0c4-a5d1dddd51bc x-openstack-request-id: req-2bc5bbf7-76f5-4fcb-a0c4-a5d1dddd51bc {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:25.270108 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3572bdb7-a74e-4115-b1c7-49234e9148ed", "tag": "275f5b90-3e30-4b2c-a3a4-8c91547ef418", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:25.270108 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2bc5bbf7-76f5-4fcb-a0c4-a5d1dddd51bc {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:25.270532 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'tag': '275f5b90-3e30-4b2c-a3a4-8c91547ef418', 'status': 'completed', 'code': 200} Sep 16 05:27:25.445452 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-3175a976-c1f2-434b-be2b-6c6bc5776e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:25.447290 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-3175a976-c1f2-434b-be2b-6c6bc5776e32 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8f5e1bf-4e93-4bf7-b95d-fab644c8393d HTTP/1.1" status: 200 len: 834 time: 0.1754491 Sep 16 05:27:25.505932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c8ae3-da00-4138-af2e-296cf28d07c5 req-3b802010-b92d-44a9-a09d-b44ddf2ad6af tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:25.507626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-668c8ae3-da00-4138-af2e-296cf28d07c5 req-3b802010-b92d-44a9-a09d-b44ddf2ad6af tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 943 time: 0.1608195 Sep 16 05:27:25.525060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271de29-654d-45de-915e-e82537f6d391 req-041c758d-c23d-4f33-a68b-6b2964a6aff2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:25.527082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0271de29-654d-45de-915e-e82537f6d391 req-041c758d-c23d-4f33-a68b-6b2964a6aff2 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.1478097 Sep 16 05:27:25.575496 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-44a368a2-d780-46af-8024-15b35ba182eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:25.577088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-44a368a2-d780-46af-8024-15b35ba182eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f6c5144-0ea5-4e05-b968-26ee6f5877c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1214345 Sep 16 05:27:25.627554 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-668c8ae3-da00-4138-af2e-296cf28d07c5 req-7fedd6cb-ccab-4cc5-b63e-c804f5062abd tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=80fa6e8d-93aa-4376-ad45-e1abb33d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924563 Sep 16 05:27:25.649016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0271de29-654d-45de-915e-e82537f6d391 req-b4d73bbd-ed7a-4ba1-8249-019f58f0faeb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089420 Sep 16 05:27:25.758683 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-b7fb7e0c-925d-4091-b105-930e44c50f22 service neutron] 10.222.0.21 "GET /v2.0/networks/8f6c5144-0ea5-4e05-b968-26ee6f5877c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664915 Sep 16 05:27:25.883364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-633a757f-21b9-498b-a9f2-42495c4b8c0d req-26434205-857a-4322-b8ab-0515308754e7 service neutron] 10.222.0.21 "GET /v2.0/networks/8f6c5144-0ea5-4e05-b968-26ee6f5877c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175544 Sep 16 05:27:26.128364 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f343b-3660-45b6-b54d-cb2eaa50f103 req-0ef22a07-51ba-4105-b00d-a5ff203de4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:26.129988 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e7f343b-3660-45b6-b54d-cb2eaa50f103 req-0ef22a07-51ba-4105-b00d-a5ff203de4f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01b7b9920374412690d68a80d11a9e52&device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 1095 time: 0.0490170 Sep 16 05:27:26.304302 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f343b-3660-45b6-b54d-cb2eaa50f103 req-ca24de04-eea1-456b-a2a6-7acc2a498f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:26.305954 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e7f343b-3660-45b6-b54d-cb2eaa50f103 req-ca24de04-eea1-456b-a2a6-7acc2a498f2c service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f6c5144-0ea5-4e05-b968-26ee6f5877c3 HTTP/1.1" status: 200 len: 898 time: 0.1685884 Sep 16 05:27:26.358394 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e7f343b-3660-45b6-b54d-cb2eaa50f103 req-572052c9-560e-4f9e-bab0-81f73d1d9a3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275f5b90-3e30-4b2c-a3a4-8c91547ef418 HTTP/1.1" status: 200 len: 217 time: 0.0412815 Sep 16 05:27:26.415691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f343b-3660-45b6-b54d-cb2eaa50f103 req-4382e0e3-0eec-4c11-9b1f-97f1bdca19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:26.418328 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e7f343b-3660-45b6-b54d-cb2eaa50f103 req-4382e0e3-0eec-4c11-9b1f-97f1bdca19ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8f5e1bf-4e93-4bf7-b95d-fab644c8393d HTTP/1.1" status: 200 len: 834 time: 0.0548825 Sep 16 05:27:26.474591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f343b-3660-45b6-b54d-cb2eaa50f103 req-0c2f9e1a-cbf2-4cbf-9c84-1500f100f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:26.476807 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e7f343b-3660-45b6-b54d-cb2eaa50f103 req-0c2f9e1a-cbf2-4cbf-9c84-1500f100f039 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f6c5144-0ea5-4e05-b968-26ee6f5877c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506456 Sep 16 05:27:26.586065 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e7f343b-3660-45b6-b54d-cb2eaa50f103 req-4bf701a3-eaad-42d4-a448-49b5fe98805b service neutron] 10.222.0.21 "GET /v2.0/networks/8f6c5144-0ea5-4e05-b968-26ee6f5877c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007652 Sep 16 05:27:26.728523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9e7f343b-3660-45b6-b54d-cb2eaa50f103 req-2bd04cd7-71cd-452b-96e0-ce30d3e9805f service neutron] 10.222.0.21 "GET /v2.0/networks/8f6c5144-0ea5-4e05-b968-26ee6f5877c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343861 Sep 16 05:27:26.842005 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10df56-426c-4428-aaa4-edd83177865e req-deba0773-f58b-4bd4-9569-1f1d27ac4487 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:26.842413 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf10df56-426c-4428-aaa4-edd83177865e req-deba0773-f58b-4bd4-9569-1f1d27ac4487 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 943 time: 0.1037080 Sep 16 05:27:26.865565 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b9953-6756-474e-8826-c41aeefd766c req-8d0d0bd5-819b-436b-9ff6-62ea6741326f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:26.867253 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-290b9953-6756-474e-8826-c41aeefd766c req-8d0d0bd5-819b-436b-9ff6-62ea6741326f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.0797400 Sep 16 05:27:26.922417 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf10df56-426c-4428-aaa4-edd83177865e req-172dfce6-f2bd-4089-9538-f5726db7bd99 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=80fa6e8d-93aa-4376-ad45-e1abb33d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722969 Sep 16 05:27:26.933773 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-290b9953-6756-474e-8826-c41aeefd766c req-96e7b1ee-d3fa-412f-ae99-2e13735bf670 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567527 Sep 16 05:27:28.117201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20e73f-7fdb-4d9a-9e2b-119240bd78ae req-4622b47f-6af9-4d54-8927-11924811eff4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:28.119893 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b20e73f-7fdb-4d9a-9e2b-119240bd78ae req-4622b47f-6af9-4d54-8927-11924811eff4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 943 time: 0.1047790 Sep 16 05:27:28.135602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f301c-9aa3-4550-a1d1-dc04ffd81acc req-30f327e6-059f-425d-8af3-020bc738985b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:28.137082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-039f301c-9aa3-4550-a1d1-dc04ffd81acc req-30f327e6-059f-425d-8af3-020bc738985b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.0899906 Sep 16 05:27:28.203465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b20e73f-7fdb-4d9a-9e2b-119240bd78ae req-01389a14-87a9-4cdb-b747-1ad734f3ab5b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=80fa6e8d-93aa-4376-ad45-e1abb33d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636401 Sep 16 05:27:28.212541 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-039f301c-9aa3-4550-a1d1-dc04ffd81acc req-5a8fb1de-7842-4a98-a2ff-779bc3d25c10 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655549 Sep 16 05:27:28.653358 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.393157 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec2f2e-ec83-44df-a3da-4a2b3e230b8e req-8ab536df-2f90-4ca7-9c17-1d1c57c48115 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:29.395146 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89ec2f2e-ec83-44df-a3da-4a2b3e230b8e req-8ab536df-2f90-4ca7-9c17-1d1c57c48115 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 943 time: 0.0950887 Sep 16 05:27:29.437032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8a1e5-381a-47f3-9bd7-e19dccc586b3 req-31eb822f-91f0-45ca-b35f-9a85d4402edb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:29.439888 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48a8a1e5-381a-47f3-9bd7-e19dccc586b3 req-31eb822f-91f0-45ca-b35f-9a85d4402edb tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.1111977 Sep 16 05:27:29.522968 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89ec2f2e-ec83-44df-a3da-4a2b3e230b8e req-d3b37a7e-9bd5-4a5b-b6c4-b6fdf2624abc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=80fa6e8d-93aa-4376-ad45-e1abb33d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140068 Sep 16 05:27:29.562086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48a8a1e5-381a-47f3-9bd7-e19dccc586b3 req-9fbfab26-3ffd-4903-a2a5-29fa4891fe81 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093831 Sep 16 05:27:30.749043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fc391-4e47-4396-a789-278a8fbaafed req-2e3724c0-7bb5-4485-a1e5-f43574323a47 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:30.751995 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-242fc391-4e47-4396-a789-278a8fbaafed req-2e3724c0-7bb5-4485-a1e5-f43574323a47 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 943 time: 0.1391201 Sep 16 05:27:30.800174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3ecdb-9ee7-4aa8-af62-93cf80ce7501 req-f1635cd6-88f5-46d9-b7e7-55eb2aa4f390 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:30.802796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34b3ecdb-9ee7-4aa8-af62-93cf80ce7501 req-f1635cd6-88f5-46d9-b7e7-55eb2aa4f390 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.1386166 Sep 16 05:27:30.872175 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-242fc391-4e47-4396-a789-278a8fbaafed req-bb451d48-f3fa-4262-bd29-eec277f0df89 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=80fa6e8d-93aa-4376-ad45-e1abb33d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133850 Sep 16 05:27:30.904758 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34b3ecdb-9ee7-4aa8-af62-93cf80ce7501 req-f5e77c26-e1f5-46f6-b5ae-cfbe4509f7d0 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874898 Sep 16 05:27:31.414779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 275f5b90-3e30-4b2c-a3a4-8c91547ef418 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:27:31.533364 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 275f5b90-3e30-4b2c-a3a4-8c91547ef418, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=275f5b90-3e30-4b2c-a3a4-8c91547ef418,segment=NetworkSegment(f501df62-250a-4c0d-a2fa-13210a6b40b6),segment_id=f501df62-250a-4c0d-a2fa-13210a6b40b6)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:31.550519 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '275f5b90-3e30-4b2c-a3a4-8c91547ef418', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'port_id': '275f5b90-3e30-4b2c-a3a4-8c91547ef418', 'mac_address': 'fa:16:3e:b1:8f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:27:31.593468 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.609412 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275f5b90-3e30-4b2c-a3a4-8c91547ef418 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:27:31.630317 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 275f5b90-3e30-4b2c-a3a4-8c91547ef418, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=275f5b90-3e30-4b2c-a3a4-8c91547ef418,segment=NetworkSegment(f501df62-250a-4c0d-a2fa-13210a6b40b6),segment_id=f501df62-250a-4c0d-a2fa-13210a6b40b6)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:31.709674 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.786823 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=275f5b90-3e30-4b2c-a3a4-8c91547ef418,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:32.051952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd989413-11b7-44bb-9566-06fa7de25c1d req-d58a2802-5102-42f1-b346-54c9377a7645 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:32.053587 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd989413-11b7-44bb-9566-06fa7de25c1d req-d58a2802-5102-42f1-b346-54c9377a7645 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 944 time: 0.0831270 Sep 16 05:27:32.126004 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3792e1-b329-49c7-8e07-ae210fd595ce req-fd24d1ae-aeb3-46ad-a42e-2d209cdcee6f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:32.128503 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a3792e1-b329-49c7-8e07-ae210fd595ce req-fd24d1ae-aeb3-46ad-a42e-2d209cdcee6f tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.0942659 Sep 16 05:27:32.131874 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd989413-11b7-44bb-9566-06fa7de25c1d req-790c8e03-ec3b-41a6-a7ad-f786499ac1a3 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=80fa6e8d-93aa-4376-ad45-e1abb33d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575275 Sep 16 05:27:32.187755 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a3792e1-b329-49c7-8e07-ae210fd595ce req-9c4e0f0b-ff57-4632-8bdd-644385802f88 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461149 Sep 16 05:27:32.195028 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['275f5b90-3e30-4b2c-a3a4-8c91547ef418'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:27:33.380279 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08988d60-e288-4e94-91bb-f73ab735e5df req-c1050f7b-da4d-4836-9d4a-fbb73627c04b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:33.382769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08988d60-e288-4e94-91bb-f73ab735e5df req-c1050f7b-da4d-4836-9d4a-fbb73627c04b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 944 time: 0.1411679 Sep 16 05:27:33.412729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 275f5b90-3e30-4b2c-a3a4-8c91547ef418 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:33.449383 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c642e-cf01-44f4-8f4f-28a0eb909428 req-93e34b36-ba92-456a-bed0-e97e8a4f8356 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:33.452227 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e27c642e-cf01-44f4-8f4f-28a0eb909428 req-93e34b36-ba92-456a-bed0-e97e8a4f8356 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.1455543 Sep 16 05:27:33.492780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08988d60-e288-4e94-91bb-f73ab735e5df req-64dab5cd-8ac6-4912-9a96-98fbec47c6b2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=80fa6e8d-93aa-4376-ad45-e1abb33d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000419 Sep 16 05:27:33.537660 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e27c642e-cf01-44f4-8f4f-28a0eb909428 req-964f1a10-9a32-4efb-a555-c23d9320e0df tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674264 Sep 16 05:27:33.623705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 275f5b90-3e30-4b2c-a3a4-8c91547ef418 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:27:33.628753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 275f5b90-3e30-4b2c-a3a4-8c91547ef418 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:33.629123 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.729640 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.757612 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275f5b90-3e30-4b2c-a3a4-8c91547ef418'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:33.760236 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96e205b-757a-4f1f-8dfd-63055f3b7943" -d '{"events": [{"server_uuid": "3572bdb7-a74e-4115-b1c7-49234e9148ed", "name": "network-vif-plugged", "status": "completed", "tag": "275f5b90-3e30-4b2c-a3a4-8c91547ef418"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:33.774449 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 275f5b90-3e30-4b2c-a3a4-8c91547ef418, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=275f5b90-3e30-4b2c-a3a4-8c91547ef418,segment=NetworkSegment(f501df62-250a-4c0d-a2fa-13210a6b40b6),segment_id=f501df62-250a-4c0d-a2fa-13210a6b40b6)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:33.841638 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.949733 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935c7946-6613-4ba0-a9c7-91fbc4a87a9a x-openstack-request-id: req-935c7946-6613-4ba0-a9c7-91fbc4a87a9a {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:33.949733 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3572bdb7-a74e-4115-b1c7-49234e9148ed", "name": "network-vif-plugged", "status": "completed", "tag": "275f5b90-3e30-4b2c-a3a4-8c91547ef418", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:33.949733 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-935c7946-6613-4ba0-a9c7-91fbc4a87a9a {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:33.949733 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275f5b90-3e30-4b2c-a3a4-8c91547ef418', 'code': 200} Sep 16 05:27:33.949733 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=275f5b90-3e30-4b2c-a3a4-8c91547ef418,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:34.058061 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895a88d-2154-4c8d-be72-d3ade4346db9 req-2ea9a5ac-316b-4129-a317-b754a7d81ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:34.060964 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1895a88d-2154-4c8d-be72-d3ade4346db9 req-2ea9a5ac-316b-4129-a317-b754a7d81ea5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 1097 time: 0.0518610 Sep 16 05:27:34.108227 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1895a88d-2154-4c8d-be72-d3ade4346db9 req-550d1e48-3a1a-4ee3-89fe-9740c16b5456 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=80fa6e8d-93aa-4376-ad45-e1abb33d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387185 Sep 16 05:27:34.643525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39079bba-fb5e-4dfb-b8c9-5de8abbb496d req-e36638d3-a477-4eb0-bbb6-8fb422b10831 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:34.645149 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39079bba-fb5e-4dfb-b8c9-5de8abbb496d req-e36638d3-a477-4eb0-bbb6-8fb422b10831 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 945 time: 0.0580103 Sep 16 05:27:34.723548 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39079bba-fb5e-4dfb-b8c9-5de8abbb496d req-7cee9e8d-a541-4998-abdc-c1eceb38c9a1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=80fa6e8d-93aa-4376-ad45-e1abb33d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643287 Sep 16 05:27:34.739784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c68da-7b35-4c35-887b-0205f239ce71 req-b73a754f-635a-4677-a4e3-42446d6b1b3d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:34.741393 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-604c68da-7b35-4c35-887b-0205f239ce71 req-b73a754f-635a-4677-a4e3-42446d6b1b3d tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.0746050 Sep 16 05:27:34.783874 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-604c68da-7b35-4c35-887b-0205f239ce71 req-3af3b64b-4938-41ef-9bf4-5014a01416f4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344205 Sep 16 05:27:35.320038 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b6f70a32-422f-4035-a9fd-2d561b19f597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.958291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f42502-0020-4f3c-ba4f-7dbf3c558171 req-d424c851-0fd7-4308-8dad-111d7cad3409 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:35.960617 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12f42502-0020-4f3c-ba4f-7dbf3c558171 req-d424c851-0fd7-4308-8dad-111d7cad3409 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 945 time: 0.1528661 Sep 16 05:27:35.976137 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325ba1f-13be-4548-807f-2e373a78c5f0 req-f9143375-3206-4d24-9f98-2322e97aa4fc tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:35.977788 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d325ba1f-13be-4548-807f-2e373a78c5f0 req-f9143375-3206-4d24-9f98-2322e97aa4fc tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.0945015 Sep 16 05:27:36.040901 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d325ba1f-13be-4548-807f-2e373a78c5f0 req-c9ac7e0d-b2c3-46c1-9a0c-146868ae3383 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554237 Sep 16 05:27:36.051274 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12f42502-0020-4f3c-ba4f-7dbf3c558171 req-5555d042-f9a4-42e9-9be4-d70b59318203 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=80fa6e8d-93aa-4376-ad45-e1abb33d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723722 Sep 16 05:27:36.097269 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b596b1f-d857-412e-b0d0-613dee13ccd6 req-64fd65fa-f439-4a1b-8041-a7dbde91fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:36.098849 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b596b1f-d857-412e-b0d0-613dee13ccd6 req-64fd65fa-f439-4a1b-8041-a7dbde91fe21 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 1097 time: 0.0510750 Sep 16 05:27:36.139257 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b596b1f-d857-412e-b0d0-613dee13ccd6 req-aab3497b-949e-47bc-9658-0fbfb9bfba77 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322835 Sep 16 05:27:36.214785 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e9e99-68ec-4955-a4f6-2f9b54090fdb req-d74dfa8f-45ca-427c-837f-fd96232c7dd0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:36.216623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-194e9e99-68ec-4955-a4f6-2f9b54090fdb req-d74dfa8f-45ca-427c-837f-fd96232c7dd0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 945 time: 0.0576878 Sep 16 05:27:36.278303 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-194e9e99-68ec-4955-a4f6-2f9b54090fdb req-fc2fa222-594e-4b49-aeef-7f4a3f26147f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=80fa6e8d-93aa-4376-ad45-e1abb33d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551097 Sep 16 05:27:36.304930 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34442) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:36.350481 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d7d3f0-66bf-4788-9962-648a5426c26a tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:36.352231 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-29d7d3f0-66bf-4788-9962-648a5426c26a tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 1092 time: 0.0448239 Sep 16 05:27:36.357042 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 34444) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:36.365627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': '275f5b90-3e30-4b2c-a3a4-8c91547ef418', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:36.469417 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.579196 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.696931 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Allocated IP 172.25.4.46 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/0cea609b-ef69-4e31-819d-f82ef5e9195a) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:36.807013 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.939068 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.011582 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:37.016859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:37.028329 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:37.034983 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Port': ['ID=0cea609b-ef69-4e31-819d-f82ef5e9195a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:37.266195 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be999417-a271-41d3-b2c9-692e757044f1 req-c49926ae-97b9-45e6-b617-b80e55d2d552 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:37.267961 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be999417-a271-41d3-b2c9-692e757044f1 req-c49926ae-97b9-45e6-b617-b80e55d2d552 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.0970244 Sep 16 05:27:37.338260 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be999417-a271-41d3-b2c9-692e757044f1 req-0932de0b-c3ab-4222-8d6a-e786d1a007ed tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633309 Sep 16 05:27:37.522701 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.612190 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 1dd43812-5c86-4d5d-855d-64fef618ff05 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:27:37.619605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 1dd43812-5c86-4d5d-855d-64fef618ff05 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:37.681228 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.901426 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.988128 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.994718 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-85afd76f-e1eb-47fc-95ac-d11bc58a34ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.024686 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.033040 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 1dd43812-5c86-4d5d-855d-64fef618ff05, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1dd43812-5c86-4d5d-855d-64fef618ff05,segment=NetworkSegment(799629e5-3db3-4e5b-a75b-b6485fee2cbe),segment_id=799629e5-3db3-4e5b-a75b-b6485fee2cbe)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:38.061931 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '1dd43812-5c86-4d5d-855d-64fef618ff05', 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13', 'port_id': '1dd43812-5c86-4d5d-855d-64fef618ff05', 'mac_address': 'fa:16:3e:a0:0b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d619abd-b51c-4a62-964c-72907d848f97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:27:38.070804 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f363049-f71a-4a37-9631-056c039f7bc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dd43812-5c86-4d5d-855d-64fef618ff05'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:38.074013 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5b83ab-b1db-4f12-aa46-be168d287d38" -d '{"events": [{"server_uuid": "9f363049-f71a-4a37-9631-056c039f7bc0", "name": "network-vif-unplugged", "status": "completed", "tag": "1dd43812-5c86-4d5d-855d-64fef618ff05"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:38.090519 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 1dd43812-5c86-4d5d-855d-64fef618ff05, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1dd43812-5c86-4d5d-855d-64fef618ff05,segment=NetworkSegment(799629e5-3db3-4e5b-a75b-b6485fee2cbe),segment_id=799629e5-3db3-4e5b-a75b-b6485fee2cbe)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:38.109321 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Port': ['ID=0cea609b-ef69-4e31-819d-f82ef5e9195a,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:38.136238 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3bb8e9-3377-4ca3-8188-28b1204c3129 x-openstack-request-id: req-0a3bb8e9-3377-4ca3-8188-28b1204c3129 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:38.136710 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f363049-f71a-4a37-9631-056c039f7bc0", "name": "network-vif-unplugged", "status": "completed", "tag": "1dd43812-5c86-4d5d-855d-64fef618ff05", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:38.137098 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a3bb8e9-3377-4ca3-8188-28b1204c3129 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:38.137688 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f363049-f71a-4a37-9631-056c039f7bc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dd43812-5c86-4d5d-855d-64fef618ff05', 'code': 200} Sep 16 05:27:38.141666 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.142040 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.159444 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1dd43812-5c86-4d5d-855d-64fef618ff05 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:27:38.173972 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.271199 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:27:38.271653 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:27:38.273151 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Floating IP c290a8ec-9e99-4e80-8840-709eb5bb4ddc associated. External IP: 172.25.4.46, port: 275f5b90-3e30-4b2c-a3a4-8c91547ef418. Sep 16 05:27:38.277961 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=1dd43812-5c86-4d5d-855d-64fef618ff05,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:38.474542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c250bf-0225-4853-8b1a-5b037ec722c4 req-518c31d6-ef9b-40c9-9d45-c9b1877f665b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:38.476917 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63c250bf-0225-4853-8b1a-5b037ec722c4 req-518c31d6-ef9b-40c9-9d45-c9b1877f665b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 943 time: 0.0555882 Sep 16 05:27:38.543437 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63c250bf-0225-4853-8b1a-5b037ec722c4 req-e2f595b9-2207-434b-9a95-fa5e076bbfb9 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506928 Sep 16 05:27:38.561651 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.568496 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34472) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:38.591933 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Router fe3d64fa-d92a-4d29-bddd-56a77454d7ac has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:27:38.674277 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d8e6d714-4997-45dd-91e9-2b458ed1bd52 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/floatingips/06cdcd97-08cc-4043-a902-5370dee5f19b HTTP/1.1" status: 200 len: 991 time: 0.1035860 Sep 16 05:27:38.725870 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:27:38.740710 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a87ce-cd57-4bb0-858e-96b185887636 None None] Sync routers for ids ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:27:38.752747 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a87ce-cd57-4bb0-858e-96b185887636 None None] Routers {'fe3d64fa-d92a-4d29-bddd-56a77454d7ac'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:38.753469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a61a87ce-cd57-4bb0-858e-96b185887636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:27:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:38.807737 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.852453 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.860077 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-51c1873c-06ff-4828-b949-c75c8337d892 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5010188 Sep 16 05:27:38.860866 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'tag': '275f5b90-3e30-4b2c-a3a4-8c91547ef418'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:38.863277 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34474) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:38.863832 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d1445e-704a-4c4c-bed0-39d6f9a4de0f" -d '{"events": [{"name": "network-changed", "server_uuid": "3572bdb7-a74e-4115-b1c7-49234e9148ed", "tag": "275f5b90-3e30-4b2c-a3a4-8c91547ef418"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:38.907952 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd43812-5c86-4d5d-855d-64fef618ff05 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:27:38.911601 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067e848f-f6c9-433a-9481-e77a581afa2d x-openstack-request-id: req-067e848f-f6c9-433a-9481-e77a581afa2d {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:38.912106 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3572bdb7-a74e-4115-b1c7-49234e9148ed", "tag": "275f5b90-3e30-4b2c-a3a4-8c91547ef418", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:38.912501 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-067e848f-f6c9-433a-9481-e77a581afa2d {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:38.913091 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'tag': '275f5b90-3e30-4b2c-a3a4-8c91547ef418', 'status': 'completed', 'code': 200} Sep 16 05:27:38.941190 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 1dd43812-5c86-4d5d-855d-64fef618ff05, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1dd43812-5c86-4d5d-855d-64fef618ff05,segment=NetworkSegment(799629e5-3db3-4e5b-a75b-b6485fee2cbe),segment_id=799629e5-3db3-4e5b-a75b-b6485fee2cbe)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:38.956356 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-a61a87ce-cd57-4bb0-858e-96b185887636 None None] Set router fe3d64fa-d92a-4d29-bddd-56a77454d7ac gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:39.045035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3c473cdf-3b73-4ee2-aef6-f169cbe118d0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/floatingips/c290a8ec-9e99-4e80-8840-709eb5bb4ddc HTTP/1.1" status: 200 len: 990 time: 0.1790912 Sep 16 05:27:39.051732 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.077273 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1445e-704a-4c4c-bed0-39d6f9a4de0f req-73635d87-3110-4678-bb6b-d2e7b8fcedac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:39.079770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-37d1445e-704a-4c4c-bed0-39d6f9a4de0f req-73635d87-3110-4678-bb6b-d2e7b8fcedac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01b7b9920374412690d68a80d11a9e52&device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 1097 time: 0.1073511 Sep 16 05:27:39.140413 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=1dd43812-5c86-4d5d-855d-64fef618ff05,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:39.201368 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1445e-704a-4c4c-bed0-39d6f9a4de0f req-4e01f713-0d52-45ad-84af-fb5386dc26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:39.203122 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-37d1445e-704a-4c4c-bed0-39d6f9a4de0f req-4e01f713-0d52-45ad-84af-fb5386dc26e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f6c5144-0ea5-4e05-b968-26ee6f5877c3 HTTP/1.1" status: 200 len: 898 time: 0.1168132 Sep 16 05:27:39.308700 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-37d1445e-704a-4c4c-bed0-39d6f9a4de0f req-9ddb58b5-ed32-4bf1-97ee-e9529513ce99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275f5b90-3e30-4b2c-a3a4-8c91547ef418 HTTP/1.1" status: 200 len: 998 time: 0.0971677 Sep 16 05:27:39.320253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a61a87ce-cd57-4bb0-858e-96b185887636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c290a8ec-9e99-4e80-8840-709eb5bb4ddc', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'port_id': '275f5b90-3e30-4b2c-a3a4-8c91547ef418', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'mac_address': 'fa:16:3e:b1:8f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:27:37Z', 'updated_at': '2021-09-16T05:27:37Z', 'revision_number': 0, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea7646a-42e5-45cf-907c-f9d2849ec895', 'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:39:7b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:09Z', 'updated_at': '2021-09-16T05:27:13Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:39.372592 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.373876 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a87ce-cd57-4bb0-858e-96b185887636 None None] Checking router: fe3d64fa-d92a-4d29-bddd-56a77454d7ac for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:27:39.382764 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1445e-704a-4c4c-bed0-39d6f9a4de0f req-e1305c11-2056-4097-90be-3154f6120862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:39.385014 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-37d1445e-704a-4c4c-bed0-39d6f9a4de0f req-e1305c11-2056-4097-90be-3154f6120862 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8f5e1bf-4e93-4bf7-b95d-fab644c8393d HTTP/1.1" status: 200 len: 834 time: 0.0676420 Sep 16 05:27:39.392602 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a87ce-cd57-4bb0-858e-96b185887636 None None] Routers {'fe3d64fa-d92a-4d29-bddd-56a77454d7ac'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:39.393599 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a61a87ce-cd57-4bb0-858e-96b185887636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:27:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:39.443894 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1445e-704a-4c4c-bed0-39d6f9a4de0f req-42f2ef21-e632-4f5a-918c-b747e12e81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:39.445504 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-37d1445e-704a-4c4c-bed0-39d6f9a4de0f req-42f2ef21-e632-4f5a-918c-b747e12e81b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f6c5144-0ea5-4e05-b968-26ee6f5877c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518732 Sep 16 05:27:39.449671 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['1dd43812-5c86-4d5d-855d-64fef618ff05'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:27:39.575550 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-37d1445e-704a-4c4c-bed0-39d6f9a4de0f req-f2848824-d290-4024-9b27-48359fdee8d2 service neutron] 10.222.0.21 "GET /v2.0/networks/8f6c5144-0ea5-4e05-b968-26ee6f5877c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208248 Sep 16 05:27:39.584054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-a61a87ce-cd57-4bb0-858e-96b185887636 None None] Set router fe3d64fa-d92a-4d29-bddd-56a77454d7ac gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:39.699894 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-37d1445e-704a-4c4c-bed0-39d6f9a4de0f req-dfc24f6b-3520-48cc-afc0-662f85436a5b service neutron] 10.222.0.21 "GET /v2.0/networks/8f6c5144-0ea5-4e05-b968-26ee6f5877c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157489 Sep 16 05:27:40.012397 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a61a87ce-cd57-4bb0-858e-96b185887636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c290a8ec-9e99-4e80-8840-709eb5bb4ddc', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'port_id': '275f5b90-3e30-4b2c-a3a4-8c91547ef418', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'mac_address': 'fa:16:3e:b1:8f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:27:37Z', 'updated_at': '2021-09-16T05:27:37Z', 'revision_number': 0, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea7646a-42e5-45cf-907c-f9d2849ec895', 'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:39:7b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:09Z', 'updated_at': '2021-09-16T05:27:13Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:40.049216 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34488) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:40.052750 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a87ce-cd57-4bb0-858e-96b185887636 None None] The sync data for ids ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'] in n-d-712140-13 is: [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c290a8ec-9e99-4e80-8840-709eb5bb4ddc', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'port_id': '275f5b90-3e30-4b2c-a3a4-8c91547ef418', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'mac_address': 'fa:16:3e:b1:8f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:27:37Z', 'updated_at': '2021-09-16T05:27:37Z', 'revision_number': 0, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea7646a-42e5-45cf-907c-f9d2849ec895', 'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:39:7b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:09Z', 'updated_at': '2021-09-16T05:27:13Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:27:40.128580 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e7a423c3-5b58-434b-9472-a90cb9243d5a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/floatingips/c290a8ec-9e99-4e80-8840-709eb5bb4ddc HTTP/1.1" status: 200 len: 990 time: 0.0775990 Sep 16 05:27:40.376318 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c607709-32ab-4336-a851-1ab0ec23f105 None None] New status for floating IP c290a8ec-9e99-4e80-8840-709eb5bb4ddc: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:27:40.863804 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.132264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 34496) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:41.217358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1313cec7-8fcf-4758-875b-7c3b93bc558a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/floatingips/c290a8ec-9e99-4e80-8840-709eb5bb4ddc HTTP/1.1" status: 200 len: 992 time: 0.0836310 Sep 16 05:27:41.643927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 1dd43812-5c86-4d5d-855d-64fef618ff05 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:41.710742 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 1dd43812-5c86-4d5d-855d-64fef618ff05 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:41.711374 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.856978 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.898033 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f363049-f71a-4a37-9631-056c039f7bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd43812-5c86-4d5d-855d-64fef618ff05'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:41.903003 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33a994c-a214-4e47-8c10-ac8d74f51468" -d '{"events": [{"server_uuid": "9f363049-f71a-4a37-9631-056c039f7bc0", "name": "network-vif-plugged", "status": "completed", "tag": "1dd43812-5c86-4d5d-855d-64fef618ff05"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:41.930195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 1dd43812-5c86-4d5d-855d-64fef618ff05, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1dd43812-5c86-4d5d-855d-64fef618ff05,segment=NetworkSegment(799629e5-3db3-4e5b-a75b-b6485fee2cbe),segment_id=799629e5-3db3-4e5b-a75b-b6485fee2cbe)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:41.944913 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c11dbd-fca3-44c0-9777-76de9b57a7bf x-openstack-request-id: req-31c11dbd-fca3-44c0-9777-76de9b57a7bf {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:41.945214 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f363049-f71a-4a37-9631-056c039f7bc0", "name": "network-vif-plugged", "status": "completed", "tag": "1dd43812-5c86-4d5d-855d-64fef618ff05", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:41.945485 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31c11dbd-fca3-44c0-9777-76de9b57a7bf {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:41.945963 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f363049-f71a-4a37-9631-056c039f7bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd43812-5c86-4d5d-855d-64fef618ff05', 'code': 200} Sep 16 05:27:42.029340 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:42.088600 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=1dd43812-5c86-4d5d-855d-64fef618ff05,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:44.216957 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:27:54.628835 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:58.669413 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.491288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c07b5-f42d-4557-93e4-34a73bfa5008 req-2b00f1fe-5a8c-41d5-bd46-5d8037ebcab2 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:00.492900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e4c07b5-f42d-4557-93e4-34a73bfa5008 req-2b00f1fe-5a8c-41d5-bd46-5d8037ebcab2 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 945 time: 0.0787001 Sep 16 05:28:00.541052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e4c07b5-f42d-4557-93e4-34a73bfa5008 req-af140fd2-0d8c-4e1b-a025-091e2a59a0b1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408728 Sep 16 05:28:01.687496 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27ff26-5401-45bf-a115-18a488fb309e req-7661fc1a-80b0-4d1f-995d-36770e09257c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:01.689143 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b27ff26-5401-45bf-a115-18a488fb309e req-7661fc1a-80b0-4d1f-995d-36770e09257c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 945 time: 0.0559890 Sep 16 05:28:01.740135 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b27ff26-5401-45bf-a115-18a488fb309e req-4c6301c5-cb84-43bd-8ef9-e25ca32d1951 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412850 Sep 16 05:28:02.505929 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0873e-896c-4a7a-a444-48617ac318a4 req-6b821957-11b3-49b2-b329-c07b54111e1e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:02.507353 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aaa0873e-896c-4a7a-a444-48617ac318a4 req-6b821957-11b3-49b2-b329-c07b54111e1e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.21 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 945 time: 0.0727413 Sep 16 05:28:02.615916 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-aaa0873e-896c-4a7a-a444-48617ac318a4 req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Deleting port ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:02.616259 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-aaa0873e-896c-4a7a-a444-48617ac318a4 req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:02.720799 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-aaa0873e-896c-4a7a-a444-48617ac318a4 req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] For port ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:02.721795 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-aaa0873e-896c-4a7a-a444-48617ac318a4 req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:02.973801 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07978a0-4d72-415d-a8fa-0595c197aebb req-75c77125-d155-45e0-9ca7-e9f32dca7486 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:02.975370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b07978a0-4d72-415d-a8fa-0595c197aebb req-75c77125-d155-45e0-9ca7-e9f32dca7486 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 945 time: 0.1132596 Sep 16 05:28:02.986703 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-aaa0873e-896c-4a7a-a444-48617ac318a4 req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:02.988908 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-aaa0873e-896c-4a7a-a444-48617ac318a4 req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:02.988908 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [req-aaa0873e-896c-4a7a-a444-48617ac318a4 req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Floating IP 56431846-790c-4cb6-8fad-8b436fed95cf disassociated. External IP: 172.25.4.182, port: ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0. Sep 16 05:28:02.988908 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-aaa0873e-896c-4a7a-a444-48617ac318a4 req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Calling delete_port for ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:03.100978 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b07978a0-4d72-415d-a8fa-0595c197aebb req-84dd8154-009a-4d62-bf2c-4b2ca3d448e7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079969 Sep 16 05:28:03.309109 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-aaa0873e-896c-4a7a-a444-48617ac318a4 req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.341385 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event deleted for resources: {'Port': ['ID=ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:03.360593 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:03.361087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:03.361701 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:03.362161 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:03.362676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:03.363254 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:03.363744 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:03.376947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:03.376947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:03.376947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:03.376947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:03.376947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:03.917685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaa0873e-896c-4a7a-a444-48617ac318a4 req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Router 246c2e41-7d64-4dcf-9317-3a361a726c34 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:28:04.052746 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaa0873e-896c-4a7a-a444-48617ac318a4 req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:28:04.069279 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2775dde8-f877-4421-bf64-a77253cff946 None None] Sync routers for ids ['246c2e41-7d64-4dcf-9317-3a361a726c34'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:28:04.086579 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2775dde8-f877-4421-bf64-a77253cff946 None None] Routers {'246c2e41-7d64-4dcf-9317-3a361a726c34'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:04.087838 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2775dde8-f877-4421-bf64-a77253cff946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:27:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['246c2e41-7d64-4dcf-9317-3a361a726c34'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:04.100608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa0873e-896c-4a7a-a444-48617ac318a4 req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] No DVR routers for this DVR port ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:04.104429 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-aaa0873e-896c-4a7a-a444-48617ac318a4 req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.106763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aaa0873e-896c-4a7a-a444-48617ac318a4 req-56ef4ca4-df55-410a-9aae-c244ebcba102 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.21 "DELETE /v2.0/ports/ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 HTTP/1.1" status: 204 len: 173 time: 1.5918775 Sep 16 05:28:04.107343 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77623b23-3216-4a39-a847-20beb2ba8b43', 'name': 'network-vif-deleted', 'tag': 'ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:04.109957 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173a7bdd-1eec-4ae4-9c9b-f0f2dd35f828" -d '{"events": [{"server_uuid": "77623b23-3216-4a39-a847-20beb2ba8b43", "name": "network-vif-deleted", "tag": "ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:04.209824 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac423a7-d336-4c40-a76c-3e6b1dba1b23 x-openstack-request-id: req-6ac423a7-d336-4c40-a76c-3e6b1dba1b23 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:04.210094 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77623b23-3216-4a39-a847-20beb2ba8b43", "name": "network-vif-deleted", "tag": "ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:04.210485 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ac423a7-d336-4c40-a76c-3e6b1dba1b23 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:04.210729 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77623b23-3216-4a39-a847-20beb2ba8b43', 'name': 'network-vif-deleted', 'tag': 'ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0', 'status': 'completed', 'code': 200} Sep 16 05:28:04.318987 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f656a5a8-091a-49b3-8eea-d365e19d5b88 req-74c3efdd-1c1b-442c-afeb-e4981c255f67 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 210 time: 0.0495806 Sep 16 05:28:04.533663 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-2775dde8-f877-4421-bf64-a77253cff946 None None] Set router 246c2e41-7d64-4dcf-9317-3a361a726c34 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:04.863033 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2775dde8-f877-4421-bf64-a77253cff946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:04Z', 'revision_number': 5, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:04.926256 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2775dde8-f877-4421-bf64-a77253cff946 None None] Checking router: 246c2e41-7d64-4dcf-9317-3a361a726c34 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:28:04.947682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2775dde8-f877-4421-bf64-a77253cff946 None None] Routers {'246c2e41-7d64-4dcf-9317-3a361a726c34'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:04.949408 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2775dde8-f877-4421-bf64-a77253cff946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:27:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['246c2e41-7d64-4dcf-9317-3a361a726c34'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:05.146675 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-2775dde8-f877-4421-bf64-a77253cff946 None None] Set router 246c2e41-7d64-4dcf-9317-3a361a726c34 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:05.307658 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c7be6f54-d212-4f12-8ab5-5656f5e02a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.507675 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-957bd42e-2228-4bd4-aef6-7f749f603962 req-54c32a14-0085-4887-98bb-768504c3ecd2 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 210 time: 0.0355704 Sep 16 05:28:05.534531 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2775dde8-f877-4421-bf64-a77253cff946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:04Z', 'revision_number': 5, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:05.575264 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2775dde8-f877-4421-bf64-a77253cff946 None None] The sync data for ids ['246c2e41-7d64-4dcf-9317-3a361a726c34'] in n-d-712140-13 is: [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:04Z', 'revision_number': 5, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:28:05.630563 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:05.653908 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:05.654365 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device ece94b36-ac8b-41d9-9baf-0c8a8d16d0c0 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:05.919157 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7992446-45a5-43e0-849e-450003b6132e None None] New status for floating IP 56431846-790c-4cb6-8fad-8b436fed95cf: DOWN {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:28:06.626939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-645ab5d0-5785-42a9-8b8c-15645e64f192 req-63930055-562f-4233-8112-417d1185a133 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 210 time: 0.0333555 Sep 16 05:28:07.797101 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51223e26-d718-4288-9d45-44bc782ae7f1 req-1e8bd0f4-b004-4bd4-aa7a-a24d3ec49334 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 210 time: 0.0364072 Sep 16 05:28:07.858008 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-22761f21-fef1-435f-952c-63a75d23e4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.084617 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c29cdb0e-6c4e-44d3-a186-2bb93ce43255 req-156156cf-0282-4bb8-a2a3-003f3d6c2082 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0700147 Sep 16 05:28:08.198002 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cdb0e-6c4e-44d3-a186-2bb93ce43255 req-0ce1fc0a-3f83-45ef-bad3-5950cd96d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:08.199614 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c29cdb0e-6c4e-44d3-a186-2bb93ce43255 req-0ce1fc0a-3f83-45ef-bad3-5950cd96d16c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01b7b9920374412690d68a80d11a9e52&device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 1097 time: 0.0451713 Sep 16 05:28:08.331282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cdb0e-6c4e-44d3-a186-2bb93ce43255 req-60d4e787-e94c-490d-84aa-51ff49a5fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:08.332904 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c29cdb0e-6c4e-44d3-a186-2bb93ce43255 req-60d4e787-e94c-490d-84aa-51ff49a5fd66 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f6c5144-0ea5-4e05-b968-26ee6f5877c3 HTTP/1.1" status: 200 len: 898 time: 0.1103747 Sep 16 05:28:08.409936 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c29cdb0e-6c4e-44d3-a186-2bb93ce43255 req-0ac5ff54-0093-440c-b61e-e1ee50da8a8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275f5b90-3e30-4b2c-a3a4-8c91547ef418 HTTP/1.1" status: 200 len: 1000 time: 0.0693736 Sep 16 05:28:08.473865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cdb0e-6c4e-44d3-a186-2bb93ce43255 req-4411a455-4025-4a8f-8c1d-e5dea55056d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:08.475427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c29cdb0e-6c4e-44d3-a186-2bb93ce43255 req-4411a455-4025-4a8f-8c1d-e5dea55056d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8f5e1bf-4e93-4bf7-b95d-fab644c8393d HTTP/1.1" status: 200 len: 834 time: 0.0576949 Sep 16 05:28:08.532478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cdb0e-6c4e-44d3-a186-2bb93ce43255 req-e809c873-0c41-4b92-8bab-1eb51f81e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:08.534051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c29cdb0e-6c4e-44d3-a186-2bb93ce43255 req-e809c873-0c41-4b92-8bab-1eb51f81e2b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f6c5144-0ea5-4e05-b968-26ee6f5877c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500078 Sep 16 05:28:08.586684 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.650181 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c29cdb0e-6c4e-44d3-a186-2bb93ce43255 req-cbaff982-d5be-434b-aa90-93cab59b075a service neutron] 10.222.0.21 "GET /v2.0/networks/8f6c5144-0ea5-4e05-b968-26ee6f5877c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071970 Sep 16 05:28:08.768118 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c29cdb0e-6c4e-44d3-a186-2bb93ce43255 req-734b5c8c-3e50-48e4-9472-d44352c95130 service neutron] 10.222.0.21 "GET /v2.0/networks/8f6c5144-0ea5-4e05-b968-26ee6f5877c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103938 Sep 16 05:28:08.915907 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c96e24c2-18a7-4c15-b50b-5fbaca563fcb req-0153af4c-5e1a-4c75-8bd1-549a7eac69a9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77623b23-3216-4a39-a847-20beb2ba8b43 HTTP/1.1" status: 200 len: 210 time: 0.0370855 Sep 16 05:28:09.343502 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.345770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-122e81a2-da02-45ee-9887-b76518bd8cc8 req-80129802-10cb-428a-a390-145967106751 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0599203 Sep 16 05:28:09.473305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e81a2-da02-45ee-9887-b76518bd8cc8 req-067c5857-a22d-427c-8712-201cd9d3cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:09.475187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-122e81a2-da02-45ee-9887-b76518bd8cc8 req-067c5857-a22d-427c-8712-201cd9d3cd9a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 1097 time: 0.0568287 Sep 16 05:28:09.643500 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e81a2-da02-45ee-9887-b76518bd8cc8 req-889775e5-15fc-4490-a5e6-905b404923df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:09.646234 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-122e81a2-da02-45ee-9887-b76518bd8cc8 req-889775e5-15fc-4490-a5e6-905b404923df service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 HTTP/1.1" status: 200 len: 898 time: 0.1480138 Sep 16 05:28:09.770897 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-122e81a2-da02-45ee-9887-b76518bd8cc8 req-ec027907-4ca3-4582-8173-4a7c60e80a03 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dd43812-5c86-4d5d-855d-64fef618ff05 HTTP/1.1" status: 200 len: 1001 time: 0.1158261 Sep 16 05:28:09.860311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e81a2-da02-45ee-9887-b76518bd8cc8 req-782b0224-24c1-47cb-95f5-08747f502ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:09.862934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-122e81a2-da02-45ee-9887-b76518bd8cc8 req-782b0224-24c1-47cb-95f5-08747f502ca3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7d619abd-b51c-4a62-964c-72907d848f97 HTTP/1.1" status: 200 len: 834 time: 0.0840642 Sep 16 05:28:09.933282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e81a2-da02-45ee-9887-b76518bd8cc8 req-133627c2-a875-4e19-bd8d-8b7172668b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:09.935920 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-122e81a2-da02-45ee-9887-b76518bd8cc8 req-133627c2-a875-4e19-bd8d-8b7172668b18 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645761 Sep 16 05:28:10.109370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-122e81a2-da02-45ee-9887-b76518bd8cc8 req-b2b31138-4783-43c6-aabb-2fc8eca2da86 service neutron] 10.222.0.38 "GET /v2.0/networks/bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652918 Sep 16 05:28:10.248815 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-122e81a2-da02-45ee-9887-b76518bd8cc8 req-2932ae1d-5a11-418b-8802-2537bb3d81d1 service neutron] 10.222.0.38 "GET /v2.0/networks/bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314631 Sep 16 05:28:10.428423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-0065a1df-d7fd-4ef8-932c-4a6baf4ec48c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578067654&fields=id&tenant_id=4e374b714a454b6bbbcea86d3b0a9144 HTTP/1.1" status: 200 len: 267 time: 0.0637481 Sep 16 05:28:10.572502 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-3f55f8a2-eb72-401c-8ab8-a29ae407117f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:10.574174 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-3f55f8a2-eb72-401c-8ab8-a29ae407117f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 811 time: 0.1334791 Sep 16 05:28:10.592371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-f5c25442-63e3-494e-b5af-2597054d5be6 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/quotas/4e374b714a454b6bbbcea86d3b0a9144 HTTP/1.1" status: 200 len: 375 time: 0.0116572 Sep 16 05:28:10.672830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-029f0353-8a12-40a4-9ffd-2adac0f75517 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739641 Sep 16 05:28:10.876344 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-a0d55a80-2f6f-45f1-b558-454f4582dfc0 service neutron] 10.222.0.20 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866646 Sep 16 05:28:10.896914 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:11.052810 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-5b9bf266-b901-4a29-8a27-0db9c47c6bad service neutron] 10.222.0.20 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686165 Sep 16 05:28:11.809742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1b24f2c-f876-4e4a-a0e1-95dc1ff70f78 req-5d168560-f921-4f44-ba28-767097ccd795 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 210 time: 0.0467422 Sep 16 05:28:12.916765 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d98d2e8c-d08c-4d76-a593-5073763d55af req-72413315-9d63-4192-97cc-d26d6e95bf0c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 210 time: 0.0306904 Sep 16 05:28:14.115383 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dca2632-9896-4ae1-9a26-53c68a2e4556 req-6801be14-c404-4190-9ae9-8b86d8d658ab tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 210 time: 0.0363102 Sep 16 05:28:14.550813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-47351f21-02c5-410e-9665-92a414ece469 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:14.552453 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-47351f21-02c5-410e-9665-92a414ece469 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.38 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 811 time: 0.1260602 Sep 16 05:28:14.622276 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-c011d410-d07d-4540-83af-1e6c66519857 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e374b714a454b6bbbcea86d3b0a9144 HTTP/1.1" status: 200 len: 379 time: 0.0542822 Sep 16 05:28:14.635939 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-acc06a28-5203-45dd-8269-6c6375bee54e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Request body: {'port': {'device_id': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'admin_state_up': True, 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'security_groups': ['12df8fd5-895e-41b5-bb2c-3288cb2cc891']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:14.896929 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-acc06a28-5203-45dd-8269-6c6375bee54e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Made reservation on behalf of 4e374b714a454b6bbbcea86d3b0a9144 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:14.901943 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-acc06a28-5203-45dd-8269-6c6375bee54e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.085104 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-acc06a28-5203-45dd-8269-6c6375bee54e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Allocated IP 172.20.0.6 (43582cdc-205b-4fb3-8725-2a4b30e623df/5507afb9-2881-4920-bc53-bfa72716d79e/bebcb940-4fe1-40bf-bf69-37dc1eb09266) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:15.281737 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-acc06a28-5203-45dd-8269-6c6375bee54e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.329966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-11afd390-4ff1-408b-8ef4-59817eb77e23 req-4da5ff54-cac0-4493-8b18-400c01571b9c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 210 time: 0.0897543 Sep 16 05:28:15.433843 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-acc06a28-5203-45dd-8269-6c6375bee54e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.474239 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-acc06a28-5203-45dd-8269-6c6375bee54e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Network 43582cdc-205b-4fb3-8725-2a4b30e623df is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:15.479184 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-acc06a28-5203-45dd-8269-6c6375bee54e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:15.521794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-acc06a28-5203-45dd-8269-6c6375bee54e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:15.609186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc06a28-5203-45dd-8269-6c6375bee54e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event updated for resources: {'Port': ['ID=bebcb940-4fe1-40bf-bf69-37dc1eb09266,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:15.647663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-acc06a28-5203-45dd-8269-6c6375bee54e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:15.648571 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-acc06a28-5203-45dd-8269-6c6375bee54e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.783171 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-acc06a28-5203-45dd-8269-6c6375bee54e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1543474 Sep 16 05:28:15.801388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Request body: {'port': {'device_id': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:15.834868 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f683e377-e0fa-4480-814c-a718115b0969 None None] Provisioning complete for port bebcb940-4fe1-40bf-bf69-37dc1eb09266 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:15.835379 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f683e377-e0fa-4480-814c-a718115b0969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.881520 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.901677 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-f683e377-e0fa-4480-814c-a718115b0969 None None] Port bebcb940-4fe1-40bf-bf69-37dc1eb09266 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:28:16.336097 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bebcb940-4fe1-40bf-bf69-37dc1eb09266 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:28:16.353740 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.377189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Transition to ACTIVE for port object bebcb940-4fe1-40bf-bf69-37dc1eb09266 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:28:16.490319 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.584167 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213026d-585b-421d-bb72-5b8881b74bcf req-95b76a7d-f826-4d23-b287-e3c09db68c9f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:16.588018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a213026d-585b-421d-bb72-5b8881b74bcf req-95b76a7d-f826-4d23-b287-e3c09db68c9f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 931 time: 0.1597447 Sep 16 05:28:16.690316 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=bebcb940-4fe1-40bf-bf69-37dc1eb09266,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:16.766103 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a213026d-585b-421d-bb72-5b8881b74bcf req-c334959b-afbd-46ee-ae82-d87f043ed732 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548989 Sep 16 05:28:16.806458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Attempting to bind port bebcb940-4fe1-40bf-bf69-37dc1eb09266 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:16.806852 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Attempting to bind port bebcb940-4fe1-40bf-bf69-37dc1eb09266 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:16.807333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Attempting to bind port bebcb940-4fe1-40bf-bf69-37dc1eb09266 on network 43582cdc-205b-4fb3-8725-2a4b30e623df {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:16.812771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Port bebcb940-4fe1-40bf-bf69-37dc1eb09266 on network 43582cdc-205b-4fb3-8725-2a4b30e623df not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:16.813229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Attempting to bind port bebcb940-4fe1-40bf-bf69-37dc1eb09266 on network 43582cdc-205b-4fb3-8725-2a4b30e623df {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:16.819821 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:16.820309 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Checking segment: {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:16.821443 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Bound using segment: {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:16.822034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Bound port: bebcb940-4fe1-40bf-bf69-37dc1eb09266, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:16.822484 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.920076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] For port bebcb940-4fe1-40bf-bf69-37dc1eb09266, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:16.924543 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] For port bebcb940-4fe1-40bf-bf69-37dc1eb09266, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=bebcb940-4fe1-40bf-bf69-37dc1eb09266,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:16.977649 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.024667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:17.025515 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.027119 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-31856991-841d-4665-893a-31007dc29dd9 service neutron] 10.222.0.38 "PUT /v2.0/ports/bebcb940-4fe1-40bf-bf69-37dc1eb09266 HTTP/1.1" status: 200 len: 1092 time: 1.2300313 Sep 16 05:28:17.027710 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'tag': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:17.030391 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7f90ce-cfbc-4dd2-867c-fe79ec055559" -d '{"events": [{"name": "network-changed", "server_uuid": "45c6fdb0-fe43-42bf-a462-618333e7e25b", "tag": "bebcb940-4fe1-40bf-bf69-37dc1eb09266"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:17.085870 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31856991-841d-4665-893a-31007dc29dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=bebcb940-4fe1-40bf-bf69-37dc1eb09266,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:17.101536 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32e240e-b333-4f39-bb29-db572811a069 x-openstack-request-id: req-b32e240e-b333-4f39-bb29-db572811a069 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:17.103357 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c6fdb0-fe43-42bf-a462-618333e7e25b", "tag": "bebcb940-4fe1-40bf-bf69-37dc1eb09266", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:17.103759 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b32e240e-b333-4f39-bb29-db572811a069 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:17.104832 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'tag': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266', 'status': 'completed', 'code': 200} Sep 16 05:28:17.214626 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-b08a2d01-dd81-46cb-a9e4-bbc4e6b2f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:17.218082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-b08a2d01-dd81-46cb-a9e4-bbc4e6b2f2e3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 1095 time: 0.0803552 Sep 16 05:28:17.294150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-85a570ba-02b6-472d-9b50-afa95e8abbf8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bebcb940-4fe1-40bf-bf69-37dc1eb09266 HTTP/1.1" status: 200 len: 217 time: 0.0620103 Sep 16 05:28:17.394624 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-242f542e-6a5b-437f-90da-819d628192b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:17.397484 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-242f542e-6a5b-437f-90da-819d628192b8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.0962155 Sep 16 05:28:17.468732 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-39b8bc70-1e26-456a-a2ca-decd89446927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:17.471442 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-39b8bc70-1e26-456a-a2ca-decd89446927 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657887 Sep 16 05:28:17.659744 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-246d32b3-17f1-406c-bfcd-f9ed22a714a2 service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798613 Sep 16 05:28:17.776968 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67cbd379-768a-4bb7-99ca-c0b6073c685f req-499722f7-e8cd-4c60-914b-0b3252c310b4 service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028385 Sep 16 05:28:17.935723 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bacd4f-d03a-4351-b74b-efed8a7ae166 req-068c55c3-2ea5-48dd-8a2d-ca05c1bbc578 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:17.940257 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18bacd4f-d03a-4351-b74b-efed8a7ae166 req-068c55c3-2ea5-48dd-8a2d-ca05c1bbc578 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 943 time: 0.0793347 Sep 16 05:28:18.063648 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18bacd4f-d03a-4351-b74b-efed8a7ae166 req-b2c9620e-1306-40a9-bc65-e127e55b3183 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158512 Sep 16 05:28:18.078342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f90ce-cfbc-4dd2-867c-fe79ec055559 req-f4fea5e7-8813-4c3c-abbd-312d19381aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:18.080352 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac7f90ce-cfbc-4dd2-867c-fe79ec055559 req-f4fea5e7-8813-4c3c-abbd-312d19381aa2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 1095 time: 0.1199431 Sep 16 05:28:18.192729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f90ce-cfbc-4dd2-867c-fe79ec055559 req-17892a94-b9b5-4aec-b252-e6f2200f42dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:18.194280 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac7f90ce-cfbc-4dd2-867c-fe79ec055559 req-17892a94-b9b5-4aec-b252-e6f2200f42dc service neutron] 10.222.0.38 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 912 time: 0.1058774 Sep 16 05:28:18.248647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac7f90ce-cfbc-4dd2-867c-fe79ec055559 req-aee592cf-1ea8-447b-bf2d-24019fe02068 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bebcb940-4fe1-40bf-bf69-37dc1eb09266 HTTP/1.1" status: 200 len: 217 time: 0.0461669 Sep 16 05:28:18.307654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f90ce-cfbc-4dd2-867c-fe79ec055559 req-396683b4-137d-460e-8cce-54b020092bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:18.309634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac7f90ce-cfbc-4dd2-867c-fe79ec055559 req-396683b4-137d-460e-8cce-54b020092bd9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.0531166 Sep 16 05:28:18.363031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f90ce-cfbc-4dd2-867c-fe79ec055559 req-97852faa-7f97-4d69-ad39-76cbd1f3ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:18.364734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac7f90ce-cfbc-4dd2-867c-fe79ec055559 req-97852faa-7f97-4d69-ad39-76cbd1f3ab42 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472326 Sep 16 05:28:18.480367 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac7f90ce-cfbc-4dd2-867c-fe79ec055559 req-d99c1be8-4d67-4a3a-83dc-891e231f9337 service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048825 Sep 16 05:28:18.595357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac7f90ce-cfbc-4dd2-867c-fe79ec055559 req-77ee1fd6-6e2e-4b45-ab59-e3078021b7a7 service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075134 Sep 16 05:28:19.229310 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c3259-64d8-4057-ac4c-df80fc2730a2 req-1f80b53a-deaa-42dd-a38c-47ebe9477ebe tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:19.232288 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e1c3259-64d8-4057-ac4c-df80fc2730a2 req-1f80b53a-deaa-42dd-a38c-47ebe9477ebe tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 943 time: 0.0820153 Sep 16 05:28:19.291000 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e1c3259-64d8-4057-ac4c-df80fc2730a2 req-2965c2f9-0434-48d8-aa5e-2dca16980151 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514736 Sep 16 05:28:20.463713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3df9a3-aa83-4496-968a-349c5c9a37fe req-6aa56c3b-3e70-4002-9c36-ae313bc9c66a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:20.466767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e3df9a3-aa83-4496-968a-349c5c9a37fe req-6aa56c3b-3e70-4002-9c36-ae313bc9c66a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 943 time: 0.0929043 Sep 16 05:28:20.528570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e3df9a3-aa83-4496-968a-349c5c9a37fe req-4bc5541e-7d9d-40fe-be13-5838b9dbf88a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545678 Sep 16 05:28:21.221837 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:28:21.719849 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5428c-a24e-4a79-86c2-f59e3e133637 req-369c9a8c-0036-4e0d-b0ab-3b63555eb02e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:21.722611 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-52c5428c-a24e-4a79-86c2-f59e3e133637 req-369c9a8c-0036-4e0d-b0ab-3b63555eb02e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 943 time: 0.0731976 Sep 16 05:28:21.798526 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-52c5428c-a24e-4a79-86c2-f59e3e133637 req-eff9ca6e-9054-476f-ab7e-df38a299afad tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670183 Sep 16 05:28:22.957772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05511133-2361-4573-8870-d790243f0198 req-e01c04dc-75f2-41dc-b7ab-38b8dc12c919 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:22.960421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05511133-2361-4573-8870-d790243f0198 req-e01c04dc-75f2-41dc-b7ab-38b8dc12c919 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 943 time: 0.0689883 Sep 16 05:28:23.015852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05511133-2361-4573-8870-d790243f0198 req-72d9b381-71af-44f7-b14e-77efdc3d1b67 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428457 Sep 16 05:28:24.181404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f08b6d-90e6-4e01-9f62-b6bea2e27dc2 req-f454a45a-de97-48b1-bee5-9729defefd84 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:24.183130 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51f08b6d-90e6-4e01-9f62-b6bea2e27dc2 req-f454a45a-de97-48b1-bee5-9729defefd84 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 943 time: 0.0721252 Sep 16 05:28:24.235690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51f08b6d-90e6-4e01-9f62-b6bea2e27dc2 req-54d78cdb-8fe8-4c03-8740-bb033e9b25a6 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460916 Sep 16 05:28:24.639330 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.396033 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f9f63-668e-4e69-922f-463a2c7c21e0 req-39515806-3961-41b9-9a52-260b28c21b49 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:25.397743 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a5f9f63-668e-4e69-922f-463a2c7c21e0 req-39515806-3961-41b9-9a52-260b28c21b49 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 943 time: 0.0735638 Sep 16 05:28:25.457873 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a5f9f63-668e-4e69-922f-463a2c7c21e0 req-9a093bba-12a9-4fb8-ab80-631e38174e38 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499237 Sep 16 05:28:26.630158 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d120137-4114-45c2-9033-7847396b4fae req-37e140f4-c085-4a30-b7ff-5d76b208fb58 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:26.631859 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d120137-4114-45c2-9033-7847396b4fae req-37e140f4-c085-4a30-b7ff-5d76b208fb58 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 943 time: 0.0694292 Sep 16 05:28:26.675379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d120137-4114-45c2-9033-7847396b4fae req-b6f4773f-f2a2-49f8-883e-d8a442fd3f1e tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363414 Sep 16 05:28:27.830595 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5e672-0cca-469f-8ba9-dd5ece6b0420 req-f1ca424c-43be-469e-9ba8-5cf704ea6ede tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:27.832344 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e5e5e672-0cca-469f-8ba9-dd5ece6b0420 req-f1ca424c-43be-469e-9ba8-5cf704ea6ede tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 943 time: 0.0688901 Sep 16 05:28:27.885269 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e5e5e672-0cca-469f-8ba9-dd5ece6b0420 req-1c1f68b9-ba94-4ead-a775-bb35d6e1cc18 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409949 Sep 16 05:28:28.703917 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.057252 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139ede8-2ea8-4f20-a84f-64392d8f67cb req-7874bf02-0ed5-47a0-9018-1f50e8bfdff8 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:29.058911 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c139ede8-2ea8-4f20-a84f-64392d8f67cb req-7874bf02-0ed5-47a0-9018-1f50e8bfdff8 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 943 time: 0.0586653 Sep 16 05:28:29.118199 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c139ede8-2ea8-4f20-a84f-64392d8f67cb req-3dad5cb4-4906-4539-a862-af4b33095638 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481143 Sep 16 05:28:30.271154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43364e5-b137-40bc-a8f5-2b44d265a763 req-41119c34-d0ae-4831-8c6d-117462ba4af1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:30.272770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e43364e5-b137-40bc-a8f5-2b44d265a763 req-41119c34-d0ae-4831-8c6d-117462ba4af1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 943 time: 0.0680680 Sep 16 05:28:30.320366 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e43364e5-b137-40bc-a8f5-2b44d265a763 req-d56d78d3-1d7b-4002-ac03-f3039bf9dfc0 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386562 Sep 16 05:28:31.474213 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591edb0-bc32-420e-ac2c-9b89d6eb2584 req-b4f2e03c-9814-4efa-9546-fd097dfa389a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:31.475924 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9591edb0-bc32-420e-ac2c-9b89d6eb2584 req-b4f2e03c-9814-4efa-9546-fd097dfa389a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 943 time: 0.0559919 Sep 16 05:28:31.532347 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9591edb0-bc32-420e-ac2c-9b89d6eb2584 req-c02aab7e-8c90-45af-a5b5-82fd863d5d46 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486484 Sep 16 05:28:31.892019 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device bebcb940-4fe1-40bf-bf69-37dc1eb09266 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:28:32.024564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port bebcb940-4fe1-40bf-bf69-37dc1eb09266, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=bebcb940-4fe1-40bf-bf69-37dc1eb09266,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:32.037557 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'port_id': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266', 'mac_address': 'fa:16:3e:25:74:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:28:32.079900 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.095633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bebcb940-4fe1-40bf-bf69-37dc1eb09266 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:28:32.120130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port bebcb940-4fe1-40bf-bf69-37dc1eb09266, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=bebcb940-4fe1-40bf-bf69-37dc1eb09266,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:32.268384 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.329299 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=bebcb940-4fe1-40bf-bf69-37dc1eb09266,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:32.337413 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:32.337766 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:32.338110 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:32.338452 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:32.338794 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:32.339148 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:32.339479 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:32.339807 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:32.340395 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:32.340804 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:32.341156 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:32.341486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:32.656977 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['bebcb940-4fe1-40bf-bf69-37dc1eb09266'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:32.738611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f60e78-b729-44be-931b-d562d55888d7 req-4a3db817-2049-4b34-95e6-72a2fc71f7af tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:32.741652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72f60e78-b729-44be-931b-d562d55888d7 req-4a3db817-2049-4b34-95e6-72a2fc71f7af tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 944 time: 0.0844567 Sep 16 05:28:32.804327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72f60e78-b729-44be-931b-d562d55888d7 req-8107840b-e661-4a59-8df7-05eca082afcf tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503476 Sep 16 05:28:33.919246 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device bebcb940-4fe1-40bf-bf69-37dc1eb09266 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:33.990544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a861c-c967-4e90-ab48-87f96bc0d47c req-141df121-4f97-44c9-9d3b-ecd31a53c74f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:33.994022 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-555a861c-c967-4e90-ab48-87f96bc0d47c req-141df121-4f97-44c9-9d3b-ecd31a53c74f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 944 time: 0.0824149 Sep 16 05:28:34.052332 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-555a861c-c967-4e90-ab48-87f96bc0d47c req-a7d3af95-c304-4f64-b807-c1894e94183c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496507 Sep 16 05:28:34.068229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port bebcb940-4fe1-40bf-bf69-37dc1eb09266 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:28:34.076363 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port bebcb940-4fe1-40bf-bf69-37dc1eb09266 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:34.076951 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.203427 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.250941 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:34.255155 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b223abb5-cc21-4e5f-84ac-ec8dcdc15124" -d '{"events": [{"server_uuid": "45c6fdb0-fe43-42bf-a462-618333e7e25b", "name": "network-vif-plugged", "status": "completed", "tag": "bebcb940-4fe1-40bf-bf69-37dc1eb09266"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:34.266386 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port bebcb940-4fe1-40bf-bf69-37dc1eb09266, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=bebcb940-4fe1-40bf-bf69-37dc1eb09266,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:34.302081 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e953d8c5-9dc4-490f-9fa1-a4cb40c1daee x-openstack-request-id: req-e953d8c5-9dc4-490f-9fa1-a4cb40c1daee {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:34.302571 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c6fdb0-fe43-42bf-a462-618333e7e25b", "name": "network-vif-plugged", "status": "completed", "tag": "bebcb940-4fe1-40bf-bf69-37dc1eb09266", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:34.303087 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e953d8c5-9dc4-490f-9fa1-a4cb40c1daee {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:34.303708 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266', 'code': 200} Sep 16 05:28:34.348795 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.410554 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=bebcb940-4fe1-40bf-bf69-37dc1eb09266,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:34.465295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cc1b9-8fb4-4566-b0e3-54661c32729b req-04bd33ca-826c-407e-9edb-e65347e64cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:34.466935 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-618cc1b9-8fb4-4566-b0e3-54661c32729b req-04bd33ca-826c-407e-9edb-e65347e64cc1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 1097 time: 0.0641904 Sep 16 05:28:34.518956 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-618cc1b9-8fb4-4566-b0e3-54661c32729b req-ecc1c94a-dfdf-468b-8436-7128368608d0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447333 Sep 16 05:28:35.222138 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f509b-1446-4b9c-936a-653d6d3e90f8 req-75798657-a48f-4805-8162-f17f544dd197 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:35.224299 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e71f509b-1446-4b9c-936a-653d6d3e90f8 req-75798657-a48f-4805-8162-f17f544dd197 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 945 time: 0.0730600 Sep 16 05:28:35.270140 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e71f509b-1446-4b9c-936a-653d6d3e90f8 req-65f53380-6f7d-41f2-8e46-df766d806944 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393329 Sep 16 05:28:36.412032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061e9ba-9f70-4647-96ed-446c2cbce471 req-2f920e29-dcff-4268-b187-ab5ca488d518 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:36.414032 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b061e9ba-9f70-4647-96ed-446c2cbce471 req-2f920e29-dcff-4268-b187-ab5ca488d518 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 945 time: 0.0619190 Sep 16 05:28:36.461303 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b061e9ba-9f70-4647-96ed-446c2cbce471 req-18219d05-3a22-4316-9c79-2c7d803bd935 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405974 Sep 16 05:28:36.616468 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7287f0b2-e523-41da-8b48-9dea9abc2b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.594117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89649a2c-7888-4771-a517-b0f5661b1e25 req-2f406030-22cc-47b0-8324-a662446927db tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:37.597593 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89649a2c-7888-4771-a517-b0f5661b1e25 req-2f406030-22cc-47b0-8324-a662446927db tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 945 time: 0.0614402 Sep 16 05:28:37.643796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89649a2c-7888-4771-a517-b0f5661b1e25 req-cd5bfb7a-4ea3-4bf7-b1cf-31b75df69c6d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368476 Sep 16 05:28:37.787932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38c544-f13d-4049-b5f4-74194c6b864f req-71f3d7f4-9751-4863-8239-9cd0f55cac6a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:37.789492 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf38c544-f13d-4049-b5f4-74194c6b864f req-71f3d7f4-9751-4863-8239-9cd0f55cac6a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 945 time: 0.0560732 Sep 16 05:28:37.837152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf38c544-f13d-4049-b5f4-74194c6b864f req-f2283bd6-3ea8-4405-a186-47fc20a0ce53 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407550 Sep 16 05:28:37.864387 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35058) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:37.893110 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f38174de-ec18-4527-b0ff-e0b14327d0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.920216 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f0a434-8a40-4e54-84a9-f92b437761f8 tempest-TestVolumeBootPattern-617243938 tempest-TestVolumeBootPattern-617243938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:37.921925 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-61f0a434-8a40-4e54-84a9-f92b437761f8 tempest-TestVolumeBootPattern-617243938 tempest-TestVolumeBootPattern-617243938-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 1092 time: 0.0562322 Sep 16 05:28:37.925809 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35064) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:37.931261 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:38.096780 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.506777 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.626238 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.638953 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Allocated IP 172.25.4.22 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/04f23c2c-8d31-4ff1-9855-7226bc73ddaf) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:38.755749 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.913920 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.959713 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:38.963606 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:38.966971 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:39.013972 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event updated for resources: {'Port': ['ID=04f23c2c-8d31-4ff1-9855-7226bc73ddaf,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:39.030033 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:39.030380 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:39.030743 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:39.031090 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:39.031425 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:39.031796 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:39.032124 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:39.032444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:39.032787 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:39.033094 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:39.033414 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:39.033714 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:39.410652 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.458276 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.645609 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.852273 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.993409 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.067634 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event updated for resources: {'Port': ['ID=04f23c2c-8d31-4ff1-9855-7226bc73ddaf,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:40.076988 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.188231 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Floating IP 1e769a08-27fe-491a-9719-0f139c9d3fae associated. External IP: 172.25.4.22, port: bebcb940-4fe1-40bf-bf69-37dc1eb09266. Sep 16 05:28:40.438552 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Router 246c2e41-7d64-4dcf-9317-3a361a726c34 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:28:40.564459 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:28:40.576504 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dc6f1d-d67f-4dfa-b587-8af8aeff0dfb None None] Sync routers for ids ['246c2e41-7d64-4dcf-9317-3a361a726c34'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:28:40.587997 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dc6f1d-d67f-4dfa-b587-8af8aeff0dfb None None] Routers {'246c2e41-7d64-4dcf-9317-3a361a726c34'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:40.588688 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f7dc6f1d-d67f-4dfa-b587-8af8aeff0dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:28:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['246c2e41-7d64-4dcf-9317-3a361a726c34'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:40.688711 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.710091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-f7dc6f1d-d67f-4dfa-b587-8af8aeff0dfb None None] Set router 246c2e41-7d64-4dcf-9317-3a361a726c34 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:40.730912 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ae0a631e-0404-4ca8-bf66-39253e08bdea tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7953835 Sep 16 05:28:40.730912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'tag': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:40.730912 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03315408-c4d5-4926-ae37-0e38c3170917" -d '{"events": [{"name": "network-changed", "server_uuid": "45c6fdb0-fe43-42bf-a462-618333e7e25b", "tag": "bebcb940-4fe1-40bf-bf69-37dc1eb09266"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:40.769122 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94006d6-5d59-47bd-88e3-14e2851a0c99 x-openstack-request-id: req-e94006d6-5d59-47bd-88e3-14e2851a0c99 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:40.769470 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c6fdb0-fe43-42bf-a462-618333e7e25b", "tag": "bebcb940-4fe1-40bf-bf69-37dc1eb09266", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:40.769842 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e94006d6-5d59-47bd-88e3-14e2851a0c99 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:40.770248 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'tag': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266', 'status': 'completed', 'code': 200} Sep 16 05:28:40.885984 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03315408-c4d5-4926-ae37-0e38c3170917 req-f8443b73-1f15-4971-a17a-72d0b373ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:40.887652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03315408-c4d5-4926-ae37-0e38c3170917 req-f8443b73-1f15-4971-a17a-72d0b373ea49 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 1097 time: 0.0607667 Sep 16 05:28:40.992072 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.006160 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f7dc6f1d-d67f-4dfa-b587-8af8aeff0dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '1e769a08-27fe-491a-9719-0f139c9d3fae', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'port_id': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'mac_address': 'fa:16:3e:25:74:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:28:39Z', 'updated_at': '2021-09-16T05:28:39Z', 'revision_number': 0, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:04Z', 'revision_number': 5, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:41.035630 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03315408-c4d5-4926-ae37-0e38c3170917 req-903e9017-e1e1-40af-915d-43bcaa5b612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:41.036659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dc6f1d-d67f-4dfa-b587-8af8aeff0dfb None None] Checking router: 246c2e41-7d64-4dcf-9317-3a361a726c34 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:28:41.037127 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03315408-c4d5-4926-ae37-0e38c3170917 req-903e9017-e1e1-40af-915d-43bcaa5b612a service neutron] 10.222.0.38 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 912 time: 0.1423335 Sep 16 05:28:41.052698 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dc6f1d-d67f-4dfa-b587-8af8aeff0dfb None None] Routers {'246c2e41-7d64-4dcf-9317-3a361a726c34'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:41.053357 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f7dc6f1d-d67f-4dfa-b587-8af8aeff0dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:28:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['246c2e41-7d64-4dcf-9317-3a361a726c34'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:41.123233 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03315408-c4d5-4926-ae37-0e38c3170917 req-2a25b59e-5027-481e-9865-5d1561238671 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bebcb940-4fe1-40bf-bf69-37dc1eb09266 HTTP/1.1" status: 200 len: 998 time: 0.0786262 Sep 16 05:28:41.179048 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-f7dc6f1d-d67f-4dfa-b587-8af8aeff0dfb None None] Set router 246c2e41-7d64-4dcf-9317-3a361a726c34 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:41.190403 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03315408-c4d5-4926-ae37-0e38c3170917 req-3b98cad4-2389-43c5-a8a8-e6f271712809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:41.192407 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03315408-c4d5-4926-ae37-0e38c3170917 req-3b98cad4-2389-43c5-a8a8-e6f271712809 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.0621402 Sep 16 05:28:41.253142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03315408-c4d5-4926-ae37-0e38c3170917 req-7ae8fed8-a2ed-4425-973e-6ece5fbe5e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:41.255033 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03315408-c4d5-4926-ae37-0e38c3170917 req-7ae8fed8-a2ed-4425-973e-6ece5fbe5e52 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560293 Sep 16 05:28:41.390119 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03315408-c4d5-4926-ae37-0e38c3170917 req-766aa037-1ae2-4d20-a108-1bce033c605d service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276524 Sep 16 05:28:41.483808 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-f7dc6f1d-d67f-4dfa-b587-8af8aeff0dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '1e769a08-27fe-491a-9719-0f139c9d3fae', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'port_id': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'mac_address': 'fa:16:3e:25:74:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:28:39Z', 'updated_at': '2021-09-16T05:28:39Z', 'revision_number': 0, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:04Z', 'revision_number': 5, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:41.510386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03315408-c4d5-4926-ae37-0e38c3170917 req-56d502b7-fc3a-4842-94a5-4bcc1fc8dbbe service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110423 Sep 16 05:28:41.512826 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dc6f1d-d67f-4dfa-b587-8af8aeff0dfb None None] The sync data for ids ['246c2e41-7d64-4dcf-9317-3a361a726c34'] in n-d-712140-13 is: [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '1e769a08-27fe-491a-9719-0f139c9d3fae', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'port_id': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'mac_address': 'fa:16:3e:25:74:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:28:39Z', 'updated_at': '2021-09-16T05:28:39Z', 'revision_number': 0, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:04Z', 'revision_number': 5, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:28:41.745443 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b7c876-5417-492d-89f9-8452f288f689 None None] New status for floating IP 1e769a08-27fe-491a-9719-0f139c9d3fae: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:28:53.808520 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35226) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:54.021469 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-a96f48dd-720e-4308-81d5-e86be462f660 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Deleting port 0a19ea7a-c2cb-44f4-9962-89d462741fc1 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:54.021725 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a96f48dd-720e-4308-81d5-e86be462f660 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.148712 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a96f48dd-720e-4308-81d5-e86be462f660 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.149262 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a96f48dd-720e-4308-81d5-e86be462f660 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.165824 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-a96f48dd-720e-4308-81d5-e86be462f660 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Calling delete_port for 0a19ea7a-c2cb-44f4-9962-89d462741fc1 owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:54.384403 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35232) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:54.409072 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a96f48dd-720e-4308-81d5-e86be462f660 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.440771 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f48dd-720e-4308-81d5-e86be462f660 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Port': ['ID=0a19ea7a-c2cb-44f4-9962-89d462741fc1,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:54.502288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f10354-6f75-4636-aca2-b79052a791c8 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:54.502779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f10354-6f75-4636-aca2-b79052a791c8 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:54.503328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f10354-6f75-4636-aca2-b79052a791c8 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:54.505111 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-09f10354-6f75-4636-aca2-b79052a791c8 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=01b7b9920374412690d68a80d11a9e52&network_id=8f6c5144-0ea5-4e05-b968-26ee6f5877c3 HTTP/1.1" status: 200 len: 2972 time: 0.1197395 Sep 16 05:28:54.511863 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a96f48dd-720e-4308-81d5-e86be462f660 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.512381 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-a96f48dd-720e-4308-81d5-e86be462f660 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Floating IP 06cdcd97-08cc-4043-a902-5370dee5f19b disassociated (deleted). External IP: 172.25.4.214, port: 1dd43812-5c86-4d5d-855d-64fef618ff05. Sep 16 05:28:54.627269 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.764004 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96f48dd-720e-4308-81d5-e86be462f660 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Router a6262b24-ff1c-46ff-b5f6-712c5c07b196 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:28:54.893137 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96f48dd-720e-4308-81d5-e86be462f660 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:28:54.898477 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a96f48dd-720e-4308-81d5-e86be462f660 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.905610 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b90b94-7506-4812-aa07-34a66dfa52d0 None None] Sync routers for ids ['a6262b24-ff1c-46ff-b5f6-712c5c07b196'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:28:54.916153 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b90b94-7506-4812-aa07-34a66dfa52d0 None None] Routers {'a6262b24-ff1c-46ff-b5f6-712c5c07b196'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:54.916804 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-11b90b94-7506-4812-aa07-34a66dfa52d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:28:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['a6262b24-ff1c-46ff-b5f6-712c5c07b196'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:54.929847 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a96f48dd-720e-4308-81d5-e86be462f660 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "DELETE /v2.0/floatingips/06cdcd97-08cc-4043-a902-5370dee5f19b HTTP/1.1" status: 204 len: 168 time: 1.1212628 Sep 16 05:28:54.931866 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f363049-f71a-4a37-9631-056c039f7bc0', 'tag': '1dd43812-5c86-4d5d-855d-64fef618ff05'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:54.933479 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90f359b-f55b-4441-adab-db4e5c732f31" -d '{"events": [{"name": "network-changed", "server_uuid": "9f363049-f71a-4a37-9631-056c039f7bc0", "tag": "1dd43812-5c86-4d5d-855d-64fef618ff05"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:54.980231 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e9ef51-1bd6-4226-9b50-5667098b38da x-openstack-request-id: req-35e9ef51-1bd6-4226-9b50-5667098b38da {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:54.980735 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f363049-f71a-4a37-9631-056c039f7bc0", "tag": "1dd43812-5c86-4d5d-855d-64fef618ff05", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:54.981000 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35e9ef51-1bd6-4226-9b50-5667098b38da {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:54.981418 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f363049-f71a-4a37-9631-056c039f7bc0', 'tag': '1dd43812-5c86-4d5d-855d-64fef618ff05', 'status': 'completed', 'code': 200} Sep 16 05:28:55.050184 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-11b90b94-7506-4812-aa07-34a66dfa52d0 None None] Set router a6262b24-ff1c-46ff-b5f6-712c5c07b196 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:55.094348 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f359b-f55b-4441-adab-db4e5c732f31 req-3fcdb040-c4a3-4a3e-8f06-9b5897250fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:55.096128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c90f359b-f55b-4441-adab-db4e5c732f31 req-3fcdb040-c4a3-4a3e-8f06-9b5897250fa9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 1097 time: 0.0559571 Sep 16 05:28:55.213961 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f359b-f55b-4441-adab-db4e5c732f31 req-4fc0f4a4-3996-484d-aca8-00629135b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:55.216147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c90f359b-f55b-4441-adab-db4e5c732f31 req-4fc0f4a4-3996-484d-aca8-00629135b473 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 HTTP/1.1" status: 200 len: 898 time: 0.1119671 Sep 16 05:28:55.352032 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-11b90b94-7506-4812-aa07-34a66dfa52d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064478205', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:26Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '29e7e307-bfbe-4fdc-806d-67edd25dcad3', 'name': '', 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:23:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '7d619abd-b51c-4a62-964c-72907d848f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:33Z', 'updated_at': '2021-09-16T05:25:42Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '7d619abd-b51c-4a62-964c-72907d848f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:55.431330 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b90b94-7506-4812-aa07-34a66dfa52d0 None None] Checking router: a6262b24-ff1c-46ff-b5f6-712c5c07b196 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:28:55.454376 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b90b94-7506-4812-aa07-34a66dfa52d0 None None] Routers {'a6262b24-ff1c-46ff-b5f6-712c5c07b196'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:55.455728 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-11b90b94-7506-4812-aa07-34a66dfa52d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:28:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['a6262b24-ff1c-46ff-b5f6-712c5c07b196'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:55.625234 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-11b90b94-7506-4812-aa07-34a66dfa52d0 None None] Set router a6262b24-ff1c-46ff-b5f6-712c5c07b196 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:55.762669 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c90f359b-f55b-4441-adab-db4e5c732f31 req-512d9b77-479d-45c6-8091-dcaa2fd3e069 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dd43812-5c86-4d5d-855d-64fef618ff05 HTTP/1.1" status: 200 len: 217 time: 0.5294440 Sep 16 05:28:55.860524 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7563b-4eb6-4fa7-b6ee-d75029aefee0 req-1fbe8b47-122a-46cf-b86d-35da4380d087 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:55.861128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2a7563b-4eb6-4fa7-b6ee-d75029aefee0 req-1fbe8b47-122a-46cf-b86d-35da4380d087 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.1155541 Sep 16 05:28:55.863544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f359b-f55b-4441-adab-db4e5c732f31 req-74014039-baaa-413c-9125-8a8b8ce04016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:55.865143 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c90f359b-f55b-4441-adab-db4e5c732f31 req-74014039-baaa-413c-9125-8a8b8ce04016 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7d619abd-b51c-4a62-964c-72907d848f97 HTTP/1.1" status: 200 len: 834 time: 0.0763557 Sep 16 05:28:55.942403 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-11b90b94-7506-4812-aa07-34a66dfa52d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064478205', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:26Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '29e7e307-bfbe-4fdc-806d-67edd25dcad3', 'name': '', 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:23:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '7d619abd-b51c-4a62-964c-72907d848f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:33Z', 'updated_at': '2021-09-16T05:25:42Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '7d619abd-b51c-4a62-964c-72907d848f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:55.984600 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2a7563b-4eb6-4fa7-b6ee-d75029aefee0 req-14a88ea2-3434-4791-a023-aa927f73441b tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143517 Sep 16 05:28:55.993033 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f359b-f55b-4441-adab-db4e5c732f31 req-b2c89b45-aadd-458a-979b-b58f33c92456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:55.994827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c90f359b-f55b-4441-adab-db4e5c732f31 req-b2c89b45-aadd-458a-979b-b58f33c92456 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180422 Sep 16 05:28:56.162251 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c90f359b-f55b-4441-adab-db4e5c732f31 req-6763f6e7-bade-4831-9fd6-bfd850f5a6b4 service neutron] 10.222.0.38 "GET /v2.0/networks/bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559739 Sep 16 05:28:56.247729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b90b94-7506-4812-aa07-34a66dfa52d0 None None] The sync data for ids ['a6262b24-ff1c-46ff-b5f6-712c5c07b196'] in n-d-712140-13 is: [{'id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064478205', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:26Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '29e7e307-bfbe-4fdc-806d-67edd25dcad3', 'name': '', 'network_id': 'bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'mac_address': 'fa:16:3e:23:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '7d619abd-b51c-4a62-964c-72907d848f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:33Z', 'updated_at': '2021-09-16T05:25:42Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'subnets': [{'id': '7d619abd-b51c-4a62-964c-72907d848f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:28:56.287992 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c90f359b-f55b-4441-adab-db4e5c732f31 req-eb64ed89-ea93-4a23-b940-3c75d27ab5b6 service neutron] 10.222.0.38 "GET /v2.0/networks/bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171443 Sep 16 05:28:56.313895 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35260) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:56.398416 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eac9e73-9cca-4b13-b7de-afc6731389b5 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:56.400998 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3eac9e73-9cca-4b13-b7de-afc6731389b5 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c HTTP/1.1" status: 200 len: 814 time: 0.0858524 Sep 16 05:28:56.638635 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fcdf9f-a936-4c18-85ed-43910d9861d0 None None] New status for floating IP 06cdcd97-08cc-4043-a902-5370dee5f19b: DOWN {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:28:56.859791 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35268) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:56.869288 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-01035dd9-546c-4a68-8437-ca6e35186e6f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'network': {'name': 'tempest-network-smoke--223091175', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'port_security_enabled': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:57.010086 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01035dd9-546c-4a68-8437-ca6e35186e6f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Made reservation on behalf of 01b7b9920374412690d68a80d11a9e52 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:57.014127 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-01035dd9-546c-4a68-8437-ca6e35186e6f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.046966 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01035dd9-546c-4a68-8437-ca6e35186e6f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:57.076150 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-01035dd9-546c-4a68-8437-ca6e35186e6f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.077264 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-01035dd9-546c-4a68-8437-ca6e35186e6f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Added segment d50a889f-c89a-4e08-8dac-88a37014fbf5 of type vlan for network 05314924-8e64-4b04-86df-f12834f98f2d Sep 16 05:28:57.151430 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-01035dd9-546c-4a68-8437-ca6e35186e6f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.195043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daeb16a-c132-4aad-87a9-86fffd0d56ee req-9ff6a70c-7ef7-49aa-97e8-be6c5bb1cd93 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:57.197910 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2daeb16a-c132-4aad-87a9-86fffd0d56ee req-9ff6a70c-7ef7-49aa-97e8-be6c5bb1cd93 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.0754373 Sep 16 05:28:57.261008 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2daeb16a-c132-4aad-87a9-86fffd0d56ee req-63f68f89-bafd-497a-8a7a-7e1c93cc0553 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1f653b2-4627-4a17-9bc7-c118ba6426fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515683 Sep 16 05:28:57.280273 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-01035dd9-546c-4a68-8437-ca6e35186e6f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.297470 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01035dd9-546c-4a68-8437-ca6e35186e6f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:57.299381 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-01035dd9-546c-4a68-8437-ca6e35186e6f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.318346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044aa098-2b01-4b75-b8b8-b4ceef65ef12 req-ecb80757-3c5a-4282-91a2-1a18543ef5f4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:57.319711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-044aa098-2b01-4b75-b8b8-b4ceef65ef12 req-ecb80757-3c5a-4282-91a2-1a18543ef5f4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 945 time: 0.0744956 Sep 16 05:28:57.415991 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01035dd9-546c-4a68-8437-ca6e35186e6f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Network': ['ID=05314924-8e64-4b04-86df-f12834f98f2d,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:57.432954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 05314924-8e64-4b04-86df-f12834f98f2d details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:57.467643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-044aa098-2b01-4b75-b8b8-b4ceef65ef12 req-97828bc8-a685-4757-8151-32cbd82a39e4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Deleting port 1dd43812-5c86-4d5d-855d-64fef618ff05 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:57.468185 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-044aa098-2b01-4b75-b8b8-b4ceef65ef12 req-97828bc8-a685-4757-8151-32cbd82a39e4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.629546 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-044aa098-2b01-4b75-b8b8-b4ceef65ef12 req-97828bc8-a685-4757-8151-32cbd82a39e4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] For port 1dd43812-5c86-4d5d-855d-64fef618ff05, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=1dd43812-5c86-4d5d-855d-64fef618ff05,segment=NetworkSegment(799629e5-3db3-4e5b-a75b-b6485fee2cbe),segment_id=799629e5-3db3-4e5b-a75b-b6485fee2cbe)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:57.629918 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-044aa098-2b01-4b75-b8b8-b4ceef65ef12 req-97828bc8-a685-4757-8151-32cbd82a39e4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.649083 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-044aa098-2b01-4b75-b8b8-b4ceef65ef12 req-97828bc8-a685-4757-8151-32cbd82a39e4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Calling delete_port for 1dd43812-5c86-4d5d-855d-64fef618ff05 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:57.654609 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-01035dd9-546c-4a68-8437-ca6e35186e6f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7934368 Sep 16 05:28:57.660352 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35274) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:57.736921 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef55a8d-8247-482e-8887-38f26feef30f tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:57.741495 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35276) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:57.741806 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2ef55a8d-8247-482e-8887-38f26feef30f tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=01b7b9920374412690d68a80d11a9e52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0797348 Sep 16 05:28:58.000518 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a0f47f-8784-4993-8861-1fda1e9b9ef9 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:58.002174 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-45a0f47f-8784-4993-8861-1fda1e9b9ef9 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2596242 Sep 16 05:28:58.006806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35278) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:58.045283 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fa954833-0796-4f67-ab79-ae912db2bfe0 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363750 Sep 16 05:28:58.049148 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-044aa098-2b01-4b75-b8b8-b4ceef65ef12 req-97828bc8-a685-4757-8151-32cbd82a39e4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.055912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35280) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:58.108691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97828bc8-a685-4757-8151-32cbd82a39e4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Port': ['ID=1dd43812-5c86-4d5d-855d-64fef618ff05,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:58.132176 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-83282d9f-1042-49a9-bd9f-6054fe1de6db tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=01b7b9920374412690d68a80d11a9e52&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0628400 Sep 16 05:28:58.132308 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35282) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:58.191158 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-044aa098-2b01-4b75-b8b8-b4ceef65ef12 req-97828bc8-a685-4757-8151-32cbd82a39e4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] No DVR routers for this DVR port 1dd43812-5c86-4d5d-855d-64fef618ff05 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:58.196910 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-044aa098-2b01-4b75-b8b8-b4ceef65ef12 req-97828bc8-a685-4757-8151-32cbd82a39e4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.199720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-044aa098-2b01-4b75-b8b8-b4ceef65ef12 req-97828bc8-a685-4757-8151-32cbd82a39e4 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.38 "DELETE /v2.0/ports/1dd43812-5c86-4d5d-855d-64fef618ff05 HTTP/1.1" status: 204 len: 173 time: 0.8731716 Sep 16 05:28:58.200302 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f363049-f71a-4a37-9631-056c039f7bc0', 'name': 'network-vif-deleted', 'tag': '1dd43812-5c86-4d5d-855d-64fef618ff05'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:58.203286 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43535cf-74a0-44c7-8b6f-f2a22f8f0474" -d '{"events": [{"server_uuid": "9f363049-f71a-4a37-9631-056c039f7bc0", "name": "network-vif-deleted", "tag": "1dd43812-5c86-4d5d-855d-64fef618ff05"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:58.218861 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:28:58.285334 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931de2d0-537c-459d-86e5-150568c611ae x-openstack-request-id: req-931de2d0-537c-459d-86e5-150568c611ae {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:58.285334 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f363049-f71a-4a37-9631-056c039f7bc0", "name": "network-vif-deleted", "tag": "1dd43812-5c86-4d5d-855d-64fef618ff05", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:58.285334 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-931de2d0-537c-459d-86e5-150568c611ae {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:58.285334 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f363049-f71a-4a37-9631-056c039f7bc0', 'name': 'network-vif-deleted', 'tag': '1dd43812-5c86-4d5d-855d-64fef618ff05', 'status': 'completed', 'code': 200} Sep 16 05:28:58.319941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613aec5c-802e-437f-91fe-4b64758e0b2e tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:58.321552 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-613aec5c-802e-437f-91fe-4b64758e0b2e tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1991103 Sep 16 05:28:58.326502 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35286) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:58.358827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f407c8de-a29b-466e-b2cb-fb84769164b5 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309486 Sep 16 05:28:58.363100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35290) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:58.368654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-563e578f-2662-4f06-86fe-70b6801b1d7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-353421197', 'network_id': '05314924-8e64-4b04-86df-f12834f98f2d', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:58.502959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c7b3830-8db9-4066-b3c3-d857f48ec57f req-224bfcd6-97e8-45c6-962f-b7e282eb5c9c tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 210 time: 0.0624962 Sep 16 05:28:58.684509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563e578f-2662-4f06-86fe-70b6801b1d7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Made reservation on behalf of 01b7b9920374412690d68a80d11a9e52 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:58.691539 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-563e578f-2662-4f06-86fe-70b6801b1d7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.711996 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.118011 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-563e578f-2662-4f06-86fe-70b6801b1d7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.208565 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e578f-2662-4f06-86fe-70b6801b1d7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Subnet': ['ID=75eed44a-05de-4b28-b146-4116c787b7a7,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:59.220718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563e578f-2662-4f06-86fe-70b6801b1d7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Checking segment: {'id': 'd50a889f-c89a-4e08-8dac-88a37014fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '05314924-8e64-4b04-86df-f12834f98f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:59.221246 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563e578f-2662-4f06-86fe-70b6801b1d7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Network hostable DHCP agents. Network: 05314924-8e64-4b04-86df-f12834f98f2d, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:59.387325 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563e578f-2662-4f06-86fe-70b6801b1d7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Network 05314924-8e64-4b04-86df-f12834f98f2d is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:59.540327 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-563e578f-2662-4f06-86fe-70b6801b1d7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 05314924-8e64-4b04-86df-f12834f98f2d) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:59.548171 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563e578f-2662-4f06-86fe-70b6801b1d7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:59.549313 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-563e578f-2662-4f06-86fe-70b6801b1d7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.550759 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b724e786-1b8c-4098-9603-2da7b34754ee None None] Network 05314924-8e64-4b04-86df-f12834f98f2d requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:59.678591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8188b5ba-2e31-4388-a2c0-f0a75ce85713 req-09f105fe-f007-4cea-86ae-461dfe154691 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f363049-f71a-4a37-9631-056c039f7bc0 HTTP/1.1" status: 200 len: 210 time: 0.0341651 Sep 16 05:28:59.682677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-563e578f-2662-4f06-86fe-70b6801b1d7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3186669 Sep 16 05:28:59.824715 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-05314924-8e64-4b04-86df-f12834f98f2d', 'network_id': '05314924-8e64-4b04-86df-f12834f98f2d', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'fixed_ips': [{'subnet_id': '75eed44a-05de-4b28-b146-4116c787b7a7'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:28:59.826173 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.052930 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35342) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:00.058985 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-5a50c5ef-f3f4-4ae3-8b3f-151288a2a7e5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-802089674', 'description': 'tempest-secgroup-smoke-802089674 description', 'project_id': '01b7b9920374412690d68a80d11a9e52'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:00.081323 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] Allocated IP 172.20.0.18 (05314924-8e64-4b04-86df-f12834f98f2d/75eed44a-05de-4b28-b146-4116c787b7a7/a28dc348-90d2-4bc7-91c0-19a17684aa8e) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:00.152819 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5a50c5ef-f3f4-4ae3-8b3f-151288a2a7e5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.285594 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.297152 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5a50c5ef-f3f4-4ae3-8b3f-151288a2a7e5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.427778 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.469626 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] Network 05314924-8e64-4b04-86df-f12834f98f2d is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:00.473509 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5a50c5ef-f3f4-4ae3-8b3f-151288a2a7e5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.473739 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:00.483219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:00.493003 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] Pushing event updated for resources: {'Port': ['ID=a28dc348-90d2-4bc7-91c0-19a17684aa8e,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:00.514129 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50c5ef-f3f4-4ae3-8b3f-151288a2a7e5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c523aa46-4345-4c21-90b3-6842c1e5833a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:00.573062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] Attempting to bind port a28dc348-90d2-4bc7-91c0-19a17684aa8e on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:00.573481 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] Attempting to bind port a28dc348-90d2-4bc7-91c0-19a17684aa8e by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'd50a889f-c89a-4e08-8dac-88a37014fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '05314924-8e64-4b04-86df-f12834f98f2d'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:00.573935 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] Attempting to bind port a28dc348-90d2-4bc7-91c0-19a17684aa8e on network 05314924-8e64-4b04-86df-f12834f98f2d {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:00.580013 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:00.580439 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] Checking segment: {'id': 'd50a889f-c89a-4e08-8dac-88a37014fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '05314924-8e64-4b04-86df-f12834f98f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:00.580895 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.581421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] Bound using segment: {'id': 'd50a889f-c89a-4e08-8dac-88a37014fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '05314924-8e64-4b04-86df-f12834f98f2d'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:00.582005 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] Bound port: a28dc348-90d2-4bc7-91c0-19a17684aa8e, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50a889f-c89a-4e08-8dac-88a37014fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '05314924-8e64-4b04-86df-f12834f98f2d'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:00.582488 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.625729 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5a50c5ef-f3f4-4ae3-8b3f-151288a2a7e5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.627194 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5a50c5ef-f3f4-4ae3-8b3f-151288a2a7e5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5721726 Sep 16 05:29:00.633223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35360) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:00.642001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-feb7fa4d-0814-41cd-b483-5b03e0e88f7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group_rule': {'security_group_id': 'c523aa46-4345-4c21-90b3-6842c1e5833a', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:00.668738 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] For port a28dc348-90d2-4bc7-91c0-19a17684aa8e, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:00.672392 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] For port a28dc348-90d2-4bc7-91c0-19a17684aa8e, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a28dc348-90d2-4bc7-91c0-19a17684aa8e,segment=NetworkSegment(d50a889f-c89a-4e08-8dac-88a37014fbf5),segment_id=d50a889f-c89a-4e08-8dac-88a37014fbf5)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:00.759628 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35368) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:00.760323 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-feb7fa4d-0814-41cd-b483-5b03e0e88f7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.776245 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.842613 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f40b1-5ea1-4803-8514-e31904617478 None None] Pushing event updated for resources: {'Port': ['ID=a28dc348-90d2-4bc7-91c0-19a17684aa8e,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:00.849831 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-feb7fa4d-0814-41cd-b483-5b03e0e88f7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.979315 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-feb7fa4d-0814-41cd-b483-5b03e0e88f7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.012821 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7fa4d-0814-41cd-b483-5b03e0e88f7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a60104-5fe5-45bc-9f55-310e3a135da7,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:01.142181 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-feb7fa4d-0814-41cd-b483-5b03e0e88f7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.146177 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-feb7fa4d-0814-41cd-b483-5b03e0e88f7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5095227 Sep 16 05:29:01.149885 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35380) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:01.160100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3136f017-ac77-4da0-9de3-221a914ffb85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group_rule': {'security_group_id': 'c523aa46-4345-4c21-90b3-6842c1e5833a', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:01.348755 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3136f017-ac77-4da0-9de3-221a914ffb85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.452000 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3136f017-ac77-4da0-9de3-221a914ffb85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.541759 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3136f017-ac77-4da0-9de3-221a914ffb85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.577342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136f017-ac77-4da0-9de3-221a914ffb85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df77c84-e60a-47e4-b168-0529fbed7f9b,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:01.730739 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3136f017-ac77-4da0-9de3-221a914ffb85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.733020 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3136f017-ac77-4da0-9de3-221a914ffb85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5806642 Sep 16 05:29:01.737422 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35396) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:01.743752 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0f37208-00a6-4193-868b-77c25edc37bf tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.752187 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7df2112d-b955-4339-b9d1-fb56cfde6976 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group_rule': {'security_group_id': 'c523aa46-4345-4c21-90b3-6842c1e5833a', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:01.930739 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7df2112d-b955-4339-b9d1-fb56cfde6976 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.031388 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 1dd43812-5c86-4d5d-855d-64fef618ff05 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:02.065557 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7df2112d-b955-4339-b9d1-fb56cfde6976 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.082766 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 1dd43812-5c86-4d5d-855d-64fef618ff05 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:02.083740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 1dd43812-5c86-4d5d-855d-64fef618ff05 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:02.154067 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7df2112d-b955-4339-b9d1-fb56cfde6976 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.167310 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f10291e-3149-4fc5-a7ef-5293028ff4c6 None None] Network 05314924-8e64-4b04-86df-f12834f98f2d requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:02.176682 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-a0f37208-00a6-4193-868b-77c25edc37bf tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Deleting port 29e7e307-bfbe-4fdc-806d-67edd25dcad3 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:02.177166 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0f37208-00a6-4193-868b-77c25edc37bf tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.180726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2112d-b955-4339-b9d1-fb56cfde6976 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b013666-3456-4dfd-a9f6-5954824247ae,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:02.316173 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-09c631b2-72d0-48bf-bf63-bdc0597826ec None None] Provisioning complete for port a28dc348-90d2-4bc7-91c0-19a17684aa8e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:02.316549 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-09c631b2-72d0-48bf-bf63-bdc0597826ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.319629 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7df2112d-b955-4339-b9d1-fb56cfde6976 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.327656 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7df2112d-b955-4339-b9d1-fb56cfde6976 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5844016 Sep 16 05:29:02.328934 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35416) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:02.337332 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-961686f8-70f5-4c54-b265-30f7a5517805 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group_rule': {'security_group_id': 'c523aa46-4345-4c21-90b3-6842c1e5833a', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:02.372262 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-a0f37208-00a6-4193-868b-77c25edc37bf tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] For port 29e7e307-bfbe-4fdc-806d-67edd25dcad3, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=29e7e307-bfbe-4fdc-806d-67edd25dcad3,segment=NetworkSegment(799629e5-3db3-4e5b-a75b-b6485fee2cbe),segment_id=799629e5-3db3-4e5b-a75b-b6485fee2cbe)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:02.372869 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0f37208-00a6-4193-868b-77c25edc37bf tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.399053 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-a0f37208-00a6-4193-868b-77c25edc37bf tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Calling delete_port for 29e7e307-bfbe-4fdc-806d-67edd25dcad3 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:02.469302 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-961686f8-70f5-4c54-b265-30f7a5517805 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.484772 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-09c631b2-72d0-48bf-bf63-bdc0597826ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.543619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-09c631b2-72d0-48bf-bf63-bdc0597826ec None None] For port a28dc348-90d2-4bc7-91c0-19a17684aa8e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a28dc348-90d2-4bc7-91c0-19a17684aa8e,segment=NetworkSegment(d50a889f-c89a-4e08-8dac-88a37014fbf5),segment_id=d50a889f-c89a-4e08-8dac-88a37014fbf5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:02.679117 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-09c631b2-72d0-48bf-bf63-bdc0597826ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.734972 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a28dc348-90d2-4bc7-91c0-19a17684aa8e up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:02.819396 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-961686f8-70f5-4c54-b265-30f7a5517805 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.863007 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c631b2-72d0-48bf-bf63-bdc0597826ec None None] Pushing event updated for resources: {'Port': ['ID=a28dc348-90d2-4bc7-91c0-19a17684aa8e,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:02.887263 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port a28dc348-90d2-4bc7-91c0-19a17684aa8e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:02.888166 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.943769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b23fbb7f-94b8-4cd1-871e-2f4fe510c77e None None] Provisioning complete for port a28dc348-90d2-4bc7-91c0-19a17684aa8e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:02.944137 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b23fbb7f-94b8-4cd1-871e-2f4fe510c77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.951862 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-961686f8-70f5-4c54-b265-30f7a5517805 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.993315 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961686f8-70f5-4c54-b265-30f7a5517805 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b711d00-d092-4570-a3b5-31d515d6d20a,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:03.032506 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0f37208-00a6-4193-868b-77c25edc37bf tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.097514 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f37208-00a6-4193-868b-77c25edc37bf tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Port': ['ID=29e7e307-bfbe-4fdc-806d-67edd25dcad3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:03.139823 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-961686f8-70f5-4c54-b265-30f7a5517805 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.146417 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-961686f8-70f5-4c54-b265-30f7a5517805 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8124866 Sep 16 05:29:03.146565 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35442) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:03.153708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-02d020fc-9b57-4c54-ad55-fdf71fb9796c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group_rule': {'security_group_id': 'c523aa46-4345-4c21-90b3-6842c1e5833a', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:03.248779 n-d-712140-13 neutron-server[95473]: INFO neutron.db.securitygroups_db [None req-02d020fc-9b57-4c54-ad55-fdf71fb9796c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Project 01b7b9920374412690d68a80d11a9e52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:29:03.256474 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-02d020fc-9b57-4c54-ad55-fdf71fb9796c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.388371 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-02d020fc-9b57-4c54-ad55-fdf71fb9796c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.399853 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a0f37208-00a6-4193-868b-77c25edc37bf tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.499460 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-02d020fc-9b57-4c54-ad55-fdf71fb9796c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.522060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d020fc-9b57-4c54-ad55-fdf71fb9796c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e377b646-ec5c-47db-b7a9-c07f3961ee92,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:03.534186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d020fc-9b57-4c54-ad55-fdf71fb9796c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:03.534641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d020fc-9b57-4c54-ad55-fdf71fb9796c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:03.535102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d020fc-9b57-4c54-ad55-fdf71fb9796c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:03.535426 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d020fc-9b57-4c54-ad55-fdf71fb9796c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:03.535766 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d020fc-9b57-4c54-ad55-fdf71fb9796c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:03.536106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d020fc-9b57-4c54-ad55-fdf71fb9796c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:03.536512 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d020fc-9b57-4c54-ad55-fdf71fb9796c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:03.536778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d020fc-9b57-4c54-ad55-fdf71fb9796c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:03.537109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d020fc-9b57-4c54-ad55-fdf71fb9796c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:03.537494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d020fc-9b57-4c54-ad55-fdf71fb9796c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:03.537825 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d020fc-9b57-4c54-ad55-fdf71fb9796c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:03.538215 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d020fc-9b57-4c54-ad55-fdf71fb9796c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:03.676825 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-02d020fc-9b57-4c54-ad55-fdf71fb9796c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.678224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-02d020fc-9b57-4c54-ad55-fdf71fb9796c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5306070 Sep 16 05:29:03.683314 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f37208-00a6-4193-868b-77c25edc37bf tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Router a6262b24-ff1c-46ff-b5f6-712c5c07b196 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:29:03.684299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35460) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:03.690166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-46776289-10a6-4d6e-aab3-897664ce0301 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group_rule': {'security_group_id': 'c523aa46-4345-4c21-90b3-6842c1e5833a', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:03.829660 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f37208-00a6-4193-868b-77c25edc37bf tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:03.840102 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a0f37208-00a6-4193-868b-77c25edc37bf tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "PUT /v2.0/routers/a6262b24-ff1c-46ff-b5f6-712c5c07b196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0785348 Sep 16 05:29:03.843719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35466) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:03.844515 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c62c945-318a-4877-bd29-d760123420a7 None None] Sync routers for ids ['a6262b24-ff1c-46ff-b5f6-712c5c07b196'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:03.856486 n-d-712140-13 neutron-server[95473]: INFO neutron.db.securitygroups_db [None req-46776289-10a6-4d6e-aab3-897664ce0301 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Project 01b7b9920374412690d68a80d11a9e52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:29:03.860033 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c62c945-318a-4877-bd29-d760123420a7 None None] Routers {'a6262b24-ff1c-46ff-b5f6-712c5c07b196'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:03.860899 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-9c62c945-318a-4877-bd29-d760123420a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:28:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['a6262b24-ff1c-46ff-b5f6-712c5c07b196'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:03.893556 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-46776289-10a6-4d6e-aab3-897664ce0301 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.931391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-866ce07a-5da0-4670-952e-0bdcd4df26f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Deleting subnet 7d619abd-b51c-4a62-964c-72907d848f97 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:29:03.935499 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-866ce07a-5da0-4670-952e-0bdcd4df26f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.005945 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-866ce07a-5da0-4670-952e-0bdcd4df26f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.047035 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-46776289-10a6-4d6e-aab3-897664ce0301 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.048077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-9c62c945-318a-4877-bd29-d760123420a7 None None] Set router a6262b24-ff1c-46ff-b5f6-712c5c07b196 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:04.168232 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-46776289-10a6-4d6e-aab3-897664ce0301 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.218156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46776289-10a6-4d6e-aab3-897664ce0301 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860dc581-85ba-4973-8d74-8f3138553060,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:04.225088 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-866ce07a-5da0-4670-952e-0bdcd4df26f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.348212 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-9c62c945-318a-4877-bd29-d760123420a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064478205', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:29:02Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:26Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:04.358649 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-46776289-10a6-4d6e-aab3-897664ce0301 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.374915 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-46776289-10a6-4d6e-aab3-897664ce0301 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6752737 Sep 16 05:29:04.401966 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c62c945-318a-4877-bd29-d760123420a7 None None] Checking router: a6262b24-ff1c-46ff-b5f6-712c5c07b196 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:29:04.410297 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-866ce07a-5da0-4670-952e-0bdcd4df26f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.418263 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c62c945-318a-4877-bd29-d760123420a7 None None] Routers {'a6262b24-ff1c-46ff-b5f6-712c5c07b196'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:04.419620 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-9c62c945-318a-4877-bd29-d760123420a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:28:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['a6262b24-ff1c-46ff-b5f6-712c5c07b196'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:04.481618 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-866ce07a-5da0-4670-952e-0bdcd4df26f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.484589 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-866ce07a-5da0-4670-952e-0bdcd4df26f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "DELETE /v2.0/subnets/7d619abd-b51c-4a62-964c-72907d848f97 HTTP/1.1" status: 204 len: 168 time: 0.6397777 Sep 16 05:29:04.485693 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ce07a-5da0-4670-952e-0bdcd4df26f8 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Subnet': ['ID=7d619abd-b51c-4a62-964c-72907d848f97,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:04.489224 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35490) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:04.520057 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf6cc68-8226-4e2a-9896-bb660138e353 None None] Network bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:04.635262 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-fd2cce61-ec5f-4a7f-97fa-f6ad6ff799d1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-802089674&fields=id&tenant_id=01b7b9920374412690d68a80d11a9e52 HTTP/1.1" status: 200 len: 267 time: 0.0620832 Sep 16 05:29:04.814217 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c85d3ea0-41d2-4afa-9027-a971a85ea156 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.870178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a28dc348-90d2-4bc7-91c0-19a17684aa8e up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:04.871313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-602448cc-82db-450d-ba48-bdc064ecbc9b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:04.881501 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-602448cc-82db-450d-ba48-bdc064ecbc9b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/networks?id=05314924-8e64-4b04-86df-f12834f98f2d HTTP/1.1" status: 200 len: 796 time: 0.2301080 Sep 16 05:29:04.913710 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-c26cf4a2-74c4-4127-8141-a4b086eb9019 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/quotas/01b7b9920374412690d68a80d11a9e52 HTTP/1.1" status: 200 len: 375 time: 0.0296304 Sep 16 05:29:04.931581 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-9c62c945-318a-4877-bd29-d760123420a7 None None] Set router a6262b24-ff1c-46ff-b5f6-712c5c07b196 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:05.010681 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c85d3ea0-41d2-4afa-9027-a971a85ea156 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.022003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-4d81af71-ea22-4a56-8005-b2c81b7d0f7b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=01b7b9920374412690d68a80d11a9e52&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1067271 Sep 16 05:29:05.219269 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-c85d3ea0-41d2-4afa-9027-a971a85ea156 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Deleting port 4f332cfe-f483-43e1-8011-3a11b41ac8c4 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:05.220649 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c85d3ea0-41d2-4afa-9027-a971a85ea156 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.300825 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port a28dc348-90d2-4bc7-91c0-19a17684aa8e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:05.302366 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.306549 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-55379da8-103c-4d89-a63a-31edacb0f92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.338683 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-20bd5e0b-d806-4f2f-9cda-6fd347169723 service neutron] 10.222.0.20 "GET /v2.0/networks/05314924-8e64-4b04-86df-f12834f98f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019812 Sep 16 05:29:05.361142 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-c85d3ea0-41d2-4afa-9027-a971a85ea156 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] For port 4f332cfe-f483-43e1-8011-3a11b41ac8c4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=4f332cfe-f483-43e1-8011-3a11b41ac8c4,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:05.361636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c85d3ea0-41d2-4afa-9027-a971a85ea156 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.384524 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-c85d3ea0-41d2-4afa-9027-a971a85ea156 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Calling delete_port for 4f332cfe-f483-43e1-8011-3a11b41ac8c4 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:05.480350 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae44fd84-b275-4590-a47d-2a603e640f13 None None] DHCP port deletion for bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:29:05.558041 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-e9dd003f-b4dc-4ab9-8bfe-c2c1d033dfcf service neutron] 10.222.0.20 "GET /v2.0/networks/05314924-8e64-4b04-86df-f12834f98f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090619 Sep 16 05:29:05.629121 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-9c62c945-318a-4877-bd29-d760123420a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064478205', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:29:02Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:26Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:05.679075 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c62c945-318a-4877-bd29-d760123420a7 None None] The sync data for ids ['a6262b24-ff1c-46ff-b5f6-712c5c07b196'] in n-d-712140-13 is: [{'id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064478205', 'tenant_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:25Z', 'updated_at': '2021-09-16T05:29:02Z', 'revision_number': 5, 'project_id': '3484936ae7a94b7a8f8a0023f559a1eb', 'gw_port': {'id': '4f332cfe-f483-43e1-8011-3a11b41ac8c4', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6262b24-ff1c-46ff-b5f6-712c5c07b196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:26Z', 'updated_at': '2021-09-16T05:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:05.683712 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ae44fd84-b275-4590-a47d-2a603e640f13 None None] Deleting port 5bee86ca-baec-47e0-a24d-b07fc23021c6 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:05.683712 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ae44fd84-b275-4590-a47d-2a603e640f13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.760241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-ae44fd84-b275-4590-a47d-2a603e640f13 None None] For port 5bee86ca-baec-47e0-a24d-b07fc23021c6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5bee86ca-baec-47e0-a24d-b07fc23021c6,segment=NetworkSegment(799629e5-3db3-4e5b-a75b-b6485fee2cbe),segment_id=799629e5-3db3-4e5b-a75b-b6485fee2cbe)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:05.760639 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ae44fd84-b275-4590-a47d-2a603e640f13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.775577 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ae44fd84-b275-4590-a47d-2a603e640f13 None None] Calling delete_port for 5bee86ca-baec-47e0-a24d-b07fc23021c6 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:05.825760 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c85d3ea0-41d2-4afa-9027-a971a85ea156 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.866394 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d3ea0-41d2-4afa-9027-a971a85ea156 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Port': ['ID=4f332cfe-f483-43e1-8011-3a11b41ac8c4,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:05.972374 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c85d3ea0-41d2-4afa-9027-a971a85ea156 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.062158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57995ace-95b5-4295-9afa-2ddaa9a372d5 req-7dd064e6-7d82-4261-bccc-0cca13433bc1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 210 time: 0.0729568 Sep 16 05:29:06.240323 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c85d3ea0-41d2-4afa-9027-a971a85ea156 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.247857 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c85d3ea0-41d2-4afa-9027-a971a85ea156 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.369686 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ae44fd84-b275-4590-a47d-2a603e640f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.400552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44fd84-b275-4590-a47d-2a603e640f13 None None] Pushing event deleted for resources: {'Port': ['ID=5bee86ca-baec-47e0-a24d-b07fc23021c6,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:06.404924 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae44fd84-b275-4590-a47d-2a603e640f13 None None] No DVR routers for this DVR port 5bee86ca-baec-47e0-a24d-b07fc23021c6 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:29:06.470853 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c85d3ea0-41d2-4afa-9027-a971a85ea156 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.471711 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85d3ea0-41d2-4afa-9027-a971a85ea156 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Fanout notify agent at l3_agent the message router_deleted on router a6262b24-ff1c-46ff-b5f6-712c5c07b196 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:29:06.480295 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c85d3ea0-41d2-4afa-9027-a971a85ea156 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.481529 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c85d3ea0-41d2-4afa-9027-a971a85ea156 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "DELETE /v2.0/routers/a6262b24-ff1c-46ff-b5f6-712c5c07b196 HTTP/1.1" status: 204 len: 168 time: 1.9885793 Sep 16 05:29:06.485688 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35580) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:06.636711 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de56c0a3-d9ed-4ce4-ac8b-1a03231b70b6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.753747 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 29e7e307-bfbe-4fdc-806d-67edd25dcad3 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:06.768719 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de56c0a3-d9ed-4ce4-ac8b-1a03231b70b6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.778912 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 29e7e307-bfbe-4fdc-806d-67edd25dcad3 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:06.779272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 29e7e307-bfbe-4fdc-806d-67edd25dcad3 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:06.780472 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5bee86ca-baec-47e0-a24d-b07fc23021c6 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:06.802288 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 5bee86ca-baec-47e0-a24d-b07fc23021c6 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:06.802638 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5bee86ca-baec-47e0-a24d-b07fc23021c6 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:07.113192 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-de56c0a3-d9ed-4ce4-ac8b-1a03231b70b6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:07.127929 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-de56c0a3-d9ed-4ce4-ac8b-1a03231b70b6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799629e5-3db3-4e5b-a75b-b6485fee2cbe') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:07.128389 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-de56c0a3-d9ed-4ce4-ac8b-1a03231b70b6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799629e5-3db3-4e5b-a75b-b6485fee2cbe') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:07.144752 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de56c0a3-d9ed-4ce4-ac8b-1a03231b70b6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.172046 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de56c0a3-d9ed-4ce4-ac8b-1a03231b70b6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.183640 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de56c0a3-d9ed-4ce4-ac8b-1a03231b70b6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:29:07.184277 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de56c0a3-d9ed-4ce4-ac8b-1a03231b70b6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:29:07.190142 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:29:07.197488 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1901a10-fcb5-4719-9221-88acf43b63cf req-ceb08c59-a719-4086-b902-c1a8b5a153e1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 210 time: 0.0526419 Sep 16 05:29:07.442516 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de56c0a3-d9ed-4ce4-ac8b-1a03231b70b6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.451813 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-de56c0a3-d9ed-4ce4-ac8b-1a03231b70b6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.454271 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-de56c0a3-d9ed-4ce4-ac8b-1a03231b70b6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "DELETE /v2.0/networks/bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13 HTTP/1.1" status: 204 len: 168 time: 0.9669268 Sep 16 05:29:07.457620 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 35616) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:07.474294 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56c0a3-d9ed-4ce4-ac8b-1a03231b70b6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'Network': ['ID=bf1e6f45-fc85-420b-9aa2-42c6e6d4cd13,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:07.547872 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-789043c4-b83d-4da1-8c50-88ac49765510 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.580640 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-789043c4-b83d-4da1-8c50-88ac49765510 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.751138 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-789043c4-b83d-4da1-8c50-88ac49765510 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.756012 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-789043c4-b83d-4da1-8c50-88ac49765510 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.760039 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-789043c4-b83d-4da1-8c50-88ac49765510 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] 10.222.0.20 "DELETE /v2.0/security-groups/e1f653b2-4627-4a17-9bc7-c118ba6426fa HTTP/1.1" status: 204 len: 168 time: 0.3008745 Sep 16 05:29:07.779919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789043c4-b83d-4da1-8c50-88ac49765510 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f653b2-4627-4a17-9bc7-c118ba6426fa,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:07.808454 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8f4c7ec6-7373-4847-a95d-c5f951ba3e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.352027 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c3ba0e01-daf8-44f1-ba00-a09b9f190e28 req-3cb1f6a1-e7fe-45f7-9cf5-df0a88e3dac6 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 210 time: 0.0391247 Sep 16 05:29:08.576844 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4f332cfe-f483-43e1-8011-3a11b41ac8c4 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:08.611052 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35660) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:08.613827 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.620537 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 4f332cfe-f483-43e1-8011-3a11b41ac8c4 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:08.620537 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 4f332cfe-f483-43e1-8011-3a11b41ac8c4 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:08.654562 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2a53721-e2a5-4390-8c4a-f7eb0c018e0d req-de735f81-20f7-4e2e-83b3-988aa5bff118 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0670545 Sep 16 05:29:08.854954 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b37ce5af-7754-40bd-8248-162471b237ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3484936ae7a94b7a8f8a0023f559a1eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416797 Sep 16 05:29:08.859525 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35672) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:08.872323 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a53721-e2a5-4390-8c4a-f7eb0c018e0d req-cb64ae57-450a-4532-bb21-1e2cdb45f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:08.874749 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2a53721-e2a5-4390-8c4a-f7eb0c018e0d req-cb64ae57-450a-4532-bb21-1e2cdb45f4d3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 1097 time: 0.1283309 Sep 16 05:29:08.915347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-e0d6da96-8390-4fb4-a26b-1351adae43df tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:08.917445 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-e0d6da96-8390-4fb4-a26b-1351adae43df tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.21 "GET /v2.0/networks?id=05314924-8e64-4b04-86df-f12834f98f2d HTTP/1.1" status: 200 len: 796 time: 0.2073338 Sep 16 05:29:08.949191 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e642084-5f84-436f-9ee3-79bdf32d0db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.994550 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e642084-5f84-436f-9ee3-79bdf32d0db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.058471 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52ac3f99-05c4-4607-910a-9dcc4a3b14e1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01b7b9920374412690d68a80d11a9e52 HTTP/1.1" status: 200 len: 472 time: 0.1130412 Sep 16 05:29:09.074296 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-47f26199-01b0-4ab0-a061-64c5704c328d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'port': {'device_id': '125d1b3c-d87b-4d44-9aa7-942c30b230d3', 'network_id': '05314924-8e64-4b04-86df-f12834f98f2d', 'admin_state_up': True, 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'security_groups': ['c523aa46-4345-4c21-90b3-6842c1e5833a']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:09.141668 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a53721-e2a5-4390-8c4a-f7eb0c018e0d req-761360a5-c8bb-4daa-b8de-8d867e1919a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:09.143479 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2a53721-e2a5-4390-8c4a-f7eb0c018e0d req-761360a5-c8bb-4daa-b8de-8d867e1919a7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 912 time: 0.2246540 Sep 16 05:29:09.214700 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e642084-5f84-436f-9ee3-79bdf32d0db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.221373 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e642084-5f84-436f-9ee3-79bdf32d0db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.225208 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3e642084-5f84-436f-9ee3-79bdf32d0db6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f588864-b879-45f9-9a0b-1901e0490af1 HTTP/1.1" status: 204 len: 168 time: 0.3632476 Sep 16 05:29:09.256400 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e642084-5f84-436f-9ee3-79bdf32d0db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f588864-b879-45f9-9a0b-1901e0490af1,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:09.446059 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.653280 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2a53721-e2a5-4390-8c4a-f7eb0c018e0d req-f33d0021-a365-46e6-8b30-61bb682dd38b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bebcb940-4fe1-40bf-bf69-37dc1eb09266 HTTP/1.1" status: 200 len: 1000 time: 0.5017929 Sep 16 05:29:09.694993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b65bf18-0591-4bcf-ac71-b9fc58ab59cc req-c8515b96-b92c-474f-a93d-d72f25dedf0f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 210 time: 0.0598772 Sep 16 05:29:09.744689 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a53721-e2a5-4390-8c4a-f7eb0c018e0d req-89b0b685-6538-44c4-b1c7-ccd1ee9424b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:09.746437 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2a53721-e2a5-4390-8c4a-f7eb0c018e0d req-89b0b685-6538-44c4-b1c7-ccd1ee9424b1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.0845668 Sep 16 05:29:09.828172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a53721-e2a5-4390-8c4a-f7eb0c018e0d req-f0753bbc-4ab0-4431-a18f-1f7a4e8c0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:09.829735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2a53721-e2a5-4390-8c4a-f7eb0c018e0d req-f0753bbc-4ab0-4431-a18f-1f7a4e8c0b3b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765386 Sep 16 05:29:09.851375 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3971cad6-5382-4a12-b942-d3d8d9aca284 req-b9e1eda0-f36a-4db1-9da4-096e02c22e8a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0713639 Sep 16 05:29:09.865367 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-47f26199-01b0-4ab0-a061-64c5704c328d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Made reservation on behalf of 01b7b9920374412690d68a80d11a9e52 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:09.869968 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-47f26199-01b0-4ab0-a061-64c5704c328d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.049458 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2a53721-e2a5-4390-8c4a-f7eb0c018e0d req-cc9a91db-0873-48c0-a85c-d783bb8871b8 service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117500 Sep 16 05:29:10.054804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971cad6-5382-4a12-b942-d3d8d9aca284 req-d52d6e30-426e-437a-b2cf-9e1f08d96198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:10.056344 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3971cad6-5382-4a12-b942-d3d8d9aca284 req-d52d6e30-426e-437a-b2cf-9e1f08d96198 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01b7b9920374412690d68a80d11a9e52&device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 1097 time: 0.1247907 Sep 16 05:29:10.234370 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-47f26199-01b0-4ab0-a061-64c5704c328d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Allocated IP 172.20.0.21 (05314924-8e64-4b04-86df-f12834f98f2d/75eed44a-05de-4b28-b146-4116c787b7a7/172f5bc6-8ee8-4e08-ab5b-351b0f40327c) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:10.314467 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2a53721-e2a5-4390-8c4a-f7eb0c018e0d req-be9648b2-a2e3-4e26-af4a-dabb25de3130 service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570834 Sep 16 05:29:10.326159 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35714) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:10.334009 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971cad6-5382-4a12-b942-d3d8d9aca284 req-02ebdc69-f5e0-4013-8bc7-06effcb4d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:10.336301 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3971cad6-5382-4a12-b942-d3d8d9aca284 req-02ebdc69-f5e0-4013-8bc7-06effcb4d985 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f6c5144-0ea5-4e05-b968-26ee6f5877c3 HTTP/1.1" status: 200 len: 898 time: 0.2264104 Sep 16 05:29:10.378820 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9df7a029-e68e-4d7a-879d-5ac34039f26f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b59c992bb0fe423fb9477fedd29db75b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511031 Sep 16 05:29:10.382275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35720) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:10.439967 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e621305-e66c-4806-bfec-ea1438d07021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.462308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3971cad6-5382-4a12-b942-d3d8d9aca284 req-5083f6ad-02fb-43b5-806d-b399c619292f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275f5b90-3e30-4b2c-a3a4-8c91547ef418 HTTP/1.1" status: 200 len: 1000 time: 0.1151085 Sep 16 05:29:10.466394 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e621305-e66c-4806-bfec-ea1438d07021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.523555 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-47f26199-01b0-4ab0-a061-64c5704c328d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.558455 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971cad6-5382-4a12-b942-d3d8d9aca284 req-d1f55dad-bb37-4146-bc8c-8257c2866f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:10.559966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3971cad6-5382-4a12-b942-d3d8d9aca284 req-d1f55dad-bb37-4146-bc8c-8257c2866f56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8f5e1bf-4e93-4bf7-b95d-fab644c8393d HTTP/1.1" status: 200 len: 834 time: 0.0875888 Sep 16 05:29:10.611055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971cad6-5382-4a12-b942-d3d8d9aca284 req-50e5deb1-7a74-4580-8975-cac05e51de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:10.612461 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3971cad6-5382-4a12-b942-d3d8d9aca284 req-50e5deb1-7a74-4580-8975-cac05e51de0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f6c5144-0ea5-4e05-b968-26ee6f5877c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448256 Sep 16 05:29:10.625144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e621305-e66c-4806-bfec-ea1438d07021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.628116 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5e621305-e66c-4806-bfec-ea1438d07021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.629565 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5e621305-e66c-4806-bfec-ea1438d07021 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07d844be-2c9a-4bdb-9202-1226633e091b HTTP/1.1" status: 204 len: 168 time: 0.2457995 Sep 16 05:29:10.639379 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e621305-e66c-4806-bfec-ea1438d07021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d844be-2c9a-4bdb-9202-1226633e091b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:10.690957 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-47f26199-01b0-4ab0-a061-64c5704c328d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.757628 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-47f26199-01b0-4ab0-a061-64c5704c328d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Network 05314924-8e64-4b04-86df-f12834f98f2d is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:10.776212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-47f26199-01b0-4ab0-a061-64c5704c328d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:10.781772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-47f26199-01b0-4ab0-a061-64c5704c328d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:10.786136 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3971cad6-5382-4a12-b942-d3d8d9aca284 req-dfb38cd8-34d6-441d-ae68-1a4e7e5ed100 service neutron] 10.222.0.21 "GET /v2.0/networks/8f6c5144-0ea5-4e05-b968-26ee6f5877c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661437 Sep 16 05:29:10.789548 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f26199-01b0-4ab0-a061-64c5704c328d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Port': ['ID=172f5bc6-8ee8-4e08-ab5b-351b0f40327c,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:10.914476 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-47f26199-01b0-4ab0-a061-64c5704c328d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:10.915104 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-47f26199-01b0-4ab0-a061-64c5704c328d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.958144 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.971834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c3631-91f2-44b1-a8f4-9a869e241d3f req-c6807aa6-2807-4028-92d1-e2abf65252b4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:10.973425 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-557c3631-91f2-44b1-a8f4-9a869e241d3f req-c6807aa6-2807-4028-92d1-e2abf65252b4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 932 time: 0.1554723 Sep 16 05:29:11.020084 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3971cad6-5382-4a12-b942-d3d8d9aca284 req-c7c49f8b-594f-410c-983b-d6d0a785975f service neutron] 10.222.0.21 "GET /v2.0/networks/8f6c5144-0ea5-4e05-b968-26ee6f5877c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008436 Sep 16 05:29:11.050340 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-557c3631-91f2-44b1-a8f4-9a869e241d3f req-7bd97efb-3e6b-4cae-8f94-d9cc50dbe7ee tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=c523aa46-4345-4c21-90b3-6842c1e5833a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662904 Sep 16 05:29:11.075960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-47f26199-01b0-4ab0-a061-64c5704c328d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0103190 Sep 16 05:29:11.097129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Request body: {'port': {'device_id': '125d1b3c-d87b-4d44-9aa7-942c30b230d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:11.160570 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ce9550ca-e8ca-425d-ba8a-6f0e0ffa5e97 None None] Provisioning complete for port 172f5bc6-8ee8-4e08-ab5b-351b0f40327c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:11.161018 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ce9550ca-e8ca-425d-ba8a-6f0e0ffa5e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.167742 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.201494 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ce9550ca-e8ca-425d-ba8a-6f0e0ffa5e97 None None] Port 172f5bc6-8ee8-4e08-ab5b-351b0f40327c cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:11.609519 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 172f5bc6-8ee8-4e08-ab5b-351b0f40327c {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:29:11.619859 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.640729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Transition to ACTIVE for port object 172f5bc6-8ee8-4e08-ab5b-351b0f40327c will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:29:11.752290 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.820902 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Pushing event updated for resources: {'Port': ['ID=172f5bc6-8ee8-4e08-ab5b-351b0f40327c,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:11.925030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Attempting to bind port 172f5bc6-8ee8-4e08-ab5b-351b0f40327c on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:11.925565 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Attempting to bind port 172f5bc6-8ee8-4e08-ab5b-351b0f40327c by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'd50a889f-c89a-4e08-8dac-88a37014fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '05314924-8e64-4b04-86df-f12834f98f2d'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:11.926025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Attempting to bind port 172f5bc6-8ee8-4e08-ab5b-351b0f40327c on network 05314924-8e64-4b04-86df-f12834f98f2d {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:11.933303 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Port 172f5bc6-8ee8-4e08-ab5b-351b0f40327c on network 05314924-8e64-4b04-86df-f12834f98f2d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:11.933832 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Attempting to bind port 172f5bc6-8ee8-4e08-ab5b-351b0f40327c on network 05314924-8e64-4b04-86df-f12834f98f2d {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:11.941947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:11.942435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Checking segment: {'id': 'd50a889f-c89a-4e08-8dac-88a37014fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '05314924-8e64-4b04-86df-f12834f98f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:11.943026 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Bound using segment: {'id': 'd50a889f-c89a-4e08-8dac-88a37014fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '05314924-8e64-4b04-86df-f12834f98f2d'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:11.943644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Bound port: 172f5bc6-8ee8-4e08-ab5b-351b0f40327c, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50a889f-c89a-4e08-8dac-88a37014fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '05314924-8e64-4b04-86df-f12834f98f2d'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:11.944696 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.030653 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] For port 172f5bc6-8ee8-4e08-ab5b-351b0f40327c, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:12.034052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] For port 172f5bc6-8ee8-4e08-ab5b-351b0f40327c, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=172f5bc6-8ee8-4e08-ab5b-351b0f40327c,segment=NetworkSegment(d50a889f-c89a-4e08-8dac-88a37014fbf5),segment_id=d50a889f-c89a-4e08-8dac-88a37014fbf5)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:12.134521 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.168790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:12.169579 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.171463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] 10.222.0.21 "PUT /v2.0/ports/172f5bc6-8ee8-4e08-ab5b-351b0f40327c HTTP/1.1" status: 200 len: 1093 time: 1.0788221 Sep 16 05:29:12.192011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125d1b3c-d87b-4d44-9aa7-942c30b230d3', 'tag': '172f5bc6-8ee8-4e08-ab5b-351b0f40327c'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:12.195045 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcc0113-5ff0-4595-9f89-1f1611268721" -d '{"events": [{"name": "network-changed", "server_uuid": "125d1b3c-d87b-4d44-9aa7-942c30b230d3", "tag": "172f5bc6-8ee8-4e08-ab5b-351b0f40327c"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:12.242561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002d439-4cb8-4909-8253-34101976512a req-fc4c44bb-913d-485d-80c9-8d89d7b03b5e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:12.244464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0002d439-4cb8-4909-8253-34101976512a req-fc4c44bb-913d-485d-80c9-8d89d7b03b5e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 944 time: 0.1229081 Sep 16 05:29:12.269571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52208f31-a85e-4933-9f48-2b84d471d85c service neutron] Pushing event updated for resources: {'Port': ['ID=172f5bc6-8ee8-4e08-ab5b-351b0f40327c,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:12.274569 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aaad95f-65ee-40c7-8d4a-29a3d7bbcdc3 x-openstack-request-id: req-7aaad95f-65ee-40c7-8d4a-29a3d7bbcdc3 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:12.275024 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125d1b3c-d87b-4d44-9aa7-942c30b230d3", "tag": "172f5bc6-8ee8-4e08-ab5b-351b0f40327c", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:12.275414 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7aaad95f-65ee-40c7-8d4a-29a3d7bbcdc3 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:12.276001 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125d1b3c-d87b-4d44-9aa7-942c30b230d3', 'tag': '172f5bc6-8ee8-4e08-ab5b-351b0f40327c', 'status': 'completed', 'code': 200} Sep 16 05:29:12.331367 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0002d439-4cb8-4909-8253-34101976512a req-6660956b-dee5-4e05-abae-e1ff1cc42ceb tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=c523aa46-4345-4c21-90b3-6842c1e5833a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745456 Sep 16 05:29:12.371056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc0113-5ff0-4595-9f89-1f1611268721 req-b11246e3-2b99-419c-adf2-d55db6c13918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:12.373024 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bcc0113-5ff0-4595-9f89-1f1611268721 req-b11246e3-2b99-419c-adf2-d55db6c13918 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01b7b9920374412690d68a80d11a9e52&device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 1096 time: 0.0547023 Sep 16 05:29:12.625201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc0113-5ff0-4595-9f89-1f1611268721 req-bdaf9f73-fe5e-4cb7-8f85-d75d7d3101d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:12.625737 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc0113-5ff0-4595-9f89-1f1611268721 req-bdaf9f73-fe5e-4cb7-8f85-d75d7d3101d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:12.627498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bcc0113-5ff0-4595-9f89-1f1611268721 req-bdaf9f73-fe5e-4cb7-8f85-d75d7d3101d4 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=01b7b9920374412690d68a80d11a9e52&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2406049 Sep 16 05:29:12.837556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc0113-5ff0-4595-9f89-1f1611268721 req-2dbff4a6-bb39-4353-908e-cd8ebc50d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:12.839360 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bcc0113-5ff0-4595-9f89-1f1611268721 req-2dbff4a6-bb39-4353-908e-cd8ebc50d161 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2038326 Sep 16 05:29:12.952112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-68a9ccc6-5181-47b3-8baf-6c6e4abfca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:12.953835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-68a9ccc6-5181-47b3-8baf-6c6e4abfca73 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01b7b9920374412690d68a80d11a9e52&device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 1096 time: 0.0551162 Sep 16 05:29:13.298216 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-f69a27c0-a182-4a28-800a-e047cdf9c3ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=172f5bc6-8ee8-4e08-ab5b-351b0f40327c HTTP/1.1" status: 200 len: 217 time: 0.3314264 Sep 16 05:29:13.358611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-82b7dbef-9e2c-4922-80ed-b7891291c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:13.360326 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-82b7dbef-9e2c-4922-80ed-b7891291c25f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75eed44a-05de-4b28-b146-4116c787b7a7 HTTP/1.1" status: 200 len: 837 time: 0.0541737 Sep 16 05:29:13.435164 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-bd2da711-02c3-4ef4-aa82-00c12cd78ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:13.437953 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-bd2da711-02c3-4ef4-aa82-00c12cd78ef5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=05314924-8e64-4b04-86df-f12834f98f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0685513 Sep 16 05:29:13.644338 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e798-262f-4c14-81ff-4dea1f8f8794 req-a2d1e76a-98a1-45fd-8c8a-2acbc20d8366 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:13.647169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4527e798-262f-4c14-81ff-4dea1f8f8794 req-a2d1e76a-98a1-45fd-8c8a-2acbc20d8366 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 944 time: 0.2073674 Sep 16 05:29:13.699358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-1e8fde36-f90b-445f-9323-852ccaf09bdd service neutron] 10.222.0.21 "GET /v2.0/networks/05314924-8e64-4b04-86df-f12834f98f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443814 Sep 16 05:29:13.722803 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4527e798-262f-4c14-81ff-4dea1f8f8794 req-e5a88698-07d1-44ed-8ef8-4a2c95a33294 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=c523aa46-4345-4c21-90b3-6842c1e5833a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671892 Sep 16 05:29:13.844585 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ed8053c-befe-41ae-90ca-d5085f49729b req-612e5213-b86b-4d5c-8d9e-668a458e7582 service neutron] 10.222.0.21 "GET /v2.0/networks/05314924-8e64-4b04-86df-f12834f98f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367257 Sep 16 05:29:14.875003 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4436b1d-556e-4e70-972a-2cc5eb8f28b4 req-ea6a1a23-6998-4426-9411-684cf80dca85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:14.876647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4436b1d-556e-4e70-972a-2cc5eb8f28b4 req-ea6a1a23-6998-4426-9411-684cf80dca85 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 944 time: 0.0633867 Sep 16 05:29:14.928050 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4436b1d-556e-4e70-972a-2cc5eb8f28b4 req-4c20ace5-f5fe-4abf-b8c3-774c1ce2f26a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=c523aa46-4345-4c21-90b3-6842c1e5833a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396500 Sep 16 05:29:16.101127 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8a19a-6fd0-47e2-884f-5cffe6874bb6 req-565d7e07-9418-4d78-8daf-c904c017ce16 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:16.102762 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fe8a19a-6fd0-47e2-884f-5cffe6874bb6 req-565d7e07-9418-4d78-8daf-c904c017ce16 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 944 time: 0.0547235 Sep 16 05:29:16.161864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7fe8a19a-6fd0-47e2-884f-5cffe6874bb6 req-dea4832b-a705-43ca-a353-cbdaf2e0e17c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=c523aa46-4345-4c21-90b3-6842c1e5833a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476086 Sep 16 05:29:17.311740 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67c16d-baf3-4b9f-9e9c-e1d6ff9ae3dd req-9e033270-39ab-442a-be4d-67fdd5286ba5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:17.313382 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a67c16d-baf3-4b9f-9e9c-e1d6ff9ae3dd req-9e033270-39ab-442a-be4d-67fdd5286ba5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 944 time: 0.0600464 Sep 16 05:29:17.365047 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a67c16d-baf3-4b9f-9e9c-e1d6ff9ae3dd req-f4a7bf9c-2a8e-491e-8520-5e51a3afdfe8 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=c523aa46-4345-4c21-90b3-6842c1e5833a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382605 Sep 16 05:29:17.940335 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 172f5bc6-8ee8-4e08-ab5b-351b0f40327c details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:29:18.049609 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 172f5bc6-8ee8-4e08-ab5b-351b0f40327c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=172f5bc6-8ee8-4e08-ab5b-351b0f40327c,segment=NetworkSegment(d50a889f-c89a-4e08-8dac-88a37014fbf5),segment_id=d50a889f-c89a-4e08-8dac-88a37014fbf5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:18.061406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '172f5bc6-8ee8-4e08-ab5b-351b0f40327c', 'network_id': '05314924-8e64-4b04-86df-f12834f98f2d', 'port_id': '172f5bc6-8ee8-4e08-ab5b-351b0f40327c', 'mac_address': 'fa:16:3e:3f:00:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75eed44a-05de-4b28-b146-4116c787b7a7', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:29:18.104524 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.120120 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 172f5bc6-8ee8-4e08-ab5b-351b0f40327c {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:29:18.142354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 172f5bc6-8ee8-4e08-ab5b-351b0f40327c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=172f5bc6-8ee8-4e08-ab5b-351b0f40327c,segment=NetworkSegment(d50a889f-c89a-4e08-8dac-88a37014fbf5),segment_id=d50a889f-c89a-4e08-8dac-88a37014fbf5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:18.293508 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.351355 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=172f5bc6-8ee8-4e08-ab5b-351b0f40327c,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:18.510750 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23379ab4-33fc-4158-804c-6c3afed3047b req-8e53b636-a58e-4582-abf4-45b79479c9d7 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:18.512443 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23379ab4-33fc-4158-804c-6c3afed3047b req-8e53b636-a58e-4582-abf4-45b79479c9d7 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 945 time: 0.0546749 Sep 16 05:29:18.561855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23379ab4-33fc-4158-804c-6c3afed3047b req-1ec6853c-c662-4d25-b73d-d388fbd9d0b7 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=c523aa46-4345-4c21-90b3-6842c1e5833a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427454 Sep 16 05:29:18.679349 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['172f5bc6-8ee8-4e08-ab5b-351b0f40327c'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:29:19.713557 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6636b-5227-40fd-a34f-4944c5186b0e req-4502c98a-8898-4174-9d4f-87448624e6c3 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:19.715517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a2b6636b-5227-40fd-a34f-4944c5186b0e req-4502c98a-8898-4174-9d4f-87448624e6c3 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 945 time: 0.0573030 Sep 16 05:29:19.776091 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a2b6636b-5227-40fd-a34f-4944c5186b0e req-f053b777-2fe5-4b62-8da3-0e2f0951caab tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=c523aa46-4345-4c21-90b3-6842c1e5833a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528436 Sep 16 05:29:19.949885 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 172f5bc6-8ee8-4e08-ab5b-351b0f40327c up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:20.089959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 172f5bc6-8ee8-4e08-ab5b-351b0f40327c completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:29:20.097926 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 172f5bc6-8ee8-4e08-ab5b-351b0f40327c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:20.099149 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:20.229754 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:20.256035 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125d1b3c-d87b-4d44-9aa7-942c30b230d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172f5bc6-8ee8-4e08-ab5b-351b0f40327c'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:20.259401 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b699debb-22ba-4825-847e-58f2681e2b8d" -d '{"events": [{"server_uuid": "125d1b3c-d87b-4d44-9aa7-942c30b230d3", "name": "network-vif-plugged", "status": "completed", "tag": "172f5bc6-8ee8-4e08-ab5b-351b0f40327c"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:20.279071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 172f5bc6-8ee8-4e08-ab5b-351b0f40327c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=172f5bc6-8ee8-4e08-ab5b-351b0f40327c,segment=NetworkSegment(d50a889f-c89a-4e08-8dac-88a37014fbf5),segment_id=d50a889f-c89a-4e08-8dac-88a37014fbf5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:20.317206 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a158e1-e46f-4012-8154-3b482c391339 x-openstack-request-id: req-36a158e1-e46f-4012-8154-3b482c391339 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:20.317609 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125d1b3c-d87b-4d44-9aa7-942c30b230d3", "name": "network-vif-plugged", "status": "completed", "tag": "172f5bc6-8ee8-4e08-ab5b-351b0f40327c", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:20.317976 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36a158e1-e46f-4012-8154-3b482c391339 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:20.318463 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125d1b3c-d87b-4d44-9aa7-942c30b230d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172f5bc6-8ee8-4e08-ab5b-351b0f40327c', 'code': 200} Sep 16 05:29:20.368234 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:20.429210 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=172f5bc6-8ee8-4e08-ab5b-351b0f40327c,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:20.494092 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c086775-b258-419f-be32-45d8d2c13ecb req-d84e0ba9-0511-4c3f-8085-6f6cbe50ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:20.496585 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c086775-b258-419f-be32-45d8d2c13ecb req-d84e0ba9-0511-4c3f-8085-6f6cbe50ba92 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 1098 time: 0.0532722 Sep 16 05:29:20.543386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c086775-b258-419f-be32-45d8d2c13ecb req-7987772d-1274-47cc-87a2-6e63cc56581f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c523aa46-4345-4c21-90b3-6842c1e5833a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391614 Sep 16 05:29:20.950726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b659a-c21e-497b-a097-6bbbca63ec5d req-c51af2bb-1421-43ae-ad8a-a23f0ae212dd tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:20.952876 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-774b659a-c21e-497b-a097-6bbbca63ec5d req-c51af2bb-1421-43ae-ad8a-a23f0ae212dd tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 946 time: 0.0790074 Sep 16 05:29:21.004370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-774b659a-c21e-497b-a097-6bbbca63ec5d req-e6c0069f-b2a1-4f64-a45c-bef05bea2f96 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=c523aa46-4345-4c21-90b3-6842c1e5833a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449152 Sep 16 05:29:22.172360 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b6760-fd81-43cb-8c99-8f046e67becf req-7eee5db0-9750-4861-8c30-81442265b8f2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:22.175105 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f0b6760-fd81-43cb-8c99-8f046e67becf req-7eee5db0-9750-4861-8c30-81442265b8f2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 946 time: 0.0747705 Sep 16 05:29:22.233599 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8f0b6760-fd81-43cb-8c99-8f046e67becf req-aeea21ea-6c70-40a7-a58d-22073ace0c2b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=c523aa46-4345-4c21-90b3-6842c1e5833a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514071 Sep 16 05:29:23.429417 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd45661-cccf-49ae-bdc2-8d58a77e52e8 req-32753b1a-e5cd-43e6-9a8c-718601f1a5dd tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.431390 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ecd45661-cccf-49ae-bdc2-8d58a77e52e8 req-32753b1a-e5cd-43e6-9a8c-718601f1a5dd tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 946 time: 0.0749042 Sep 16 05:29:23.479457 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ecd45661-cccf-49ae-bdc2-8d58a77e52e8 req-f3972ef9-af6c-45f9-ba59-d3e63cd94ba1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=c523aa46-4345-4c21-90b3-6842c1e5833a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413206 Sep 16 05:29:23.639402 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6dbc3-42e4-4331-b90e-ba9387ae09c0 req-e0593f8a-5c3a-4e12-91d3-7e887b8156fb tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.643734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7a6dbc3-42e4-4331-b90e-ba9387ae09c0 req-e0593f8a-5c3a-4e12-91d3-7e887b8156fb tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 946 time: 0.0752814 Sep 16 05:29:23.712277 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7a6dbc3-42e4-4331-b90e-ba9387ae09c0 req-95539ae1-3d38-4d53-b92c-635157440112 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=c523aa46-4345-4c21-90b3-6842c1e5833a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586720 Sep 16 05:29:24.630374 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.215841 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 35940) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:25.759629 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2fb7b13-5559-4a25-8e29-fb886d81dbd1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.127291 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-a2fb7b13-5559-4a25-8e29-fb886d81dbd1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Allocated IP 172.20.0.17 (05314924-8e64-4b04-86df-f12834f98f2d/75eed44a-05de-4b28-b146-4116c787b7a7/7365c80a-c3fb-48e4-ae69-12cd5b052612) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:26.270233 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2fb7b13-5559-4a25-8e29-fb886d81dbd1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.368296 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2fb7b13-5559-4a25-8e29-fb886d81dbd1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.414176 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fb7b13-5559-4a25-8e29-fb886d81dbd1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Network 05314924-8e64-4b04-86df-f12834f98f2d is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:26.417724 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-a2fb7b13-5559-4a25-8e29-fb886d81dbd1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:26.424419 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb7b13-5559-4a25-8e29-fb886d81dbd1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:26.431989 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb7b13-5559-4a25-8e29-fb886d81dbd1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Port': ['ID=7365c80a-c3fb-48e4-ae69-12cd5b052612,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:26.490181 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2fb7b13-5559-4a25-8e29-fb886d81dbd1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.683070 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f00839bf-096a-41ad-b38c-799a74c64034 None None] Provisioning complete for port 7365c80a-c3fb-48e4-ae69-12cd5b052612 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:26.683803 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f00839bf-096a-41ad-b38c-799a74c64034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.722960 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-f00839bf-096a-41ad-b38c-799a74c64034 None None] Port 7365c80a-c3fb-48e4-ae69-12cd5b052612 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:26.790698 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2fb7b13-5559-4a25-8e29-fb886d81dbd1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.170971 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2fb7b13-5559-4a25-8e29-fb886d81dbd1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.243532 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2fb7b13-5559-4a25-8e29-fb886d81dbd1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.325233 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a2fb7b13-5559-4a25-8e29-fb886d81dbd1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.327115 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb7b13-5559-4a25-8e29-fb886d81dbd1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Port': ['ID=7365c80a-c3fb-48e4-ae69-12cd5b052612,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:27.461158 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fb7b13-5559-4a25-8e29-fb886d81dbd1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Network 05314924-8e64-4b04-86df-f12834f98f2d is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:27.461158 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-a2fb7b13-5559-4a25-8e29-fb886d81dbd1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:27.644048 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fb7b13-5559-4a25-8e29-fb886d81dbd1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Router fe3d64fa-d92a-4d29-bddd-56a77454d7ac has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:29:27.811169 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fb7b13-5559-4a25-8e29-fb886d81dbd1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:27.819896 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a2fb7b13-5559-4a25-8e29-fb886d81dbd1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "PUT /v2.0/routers/fe3d64fa-d92a-4d29-bddd-56a77454d7ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6025112 Sep 16 05:29:27.831164 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] Sync routers for ids ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:27.845537 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] Routers {'fe3d64fa-d92a-4d29-bddd-56a77454d7ac'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:27.848835 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:29:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:27.855091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-01307a1f-3b15-4b36-b0b4-00ee79cb18a5 None None] Provisioning complete for port 7365c80a-c3fb-48e4-ae69-12cd5b052612 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:27.855911 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-01307a1f-3b15-4b36-b0b4-00ee79cb18a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.896264 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-01307a1f-3b15-4b36-b0b4-00ee79cb18a5 None None] Port 7365c80a-c3fb-48e4-ae69-12cd5b052612 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:27.991989 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] Set router fe3d64fa-d92a-4d29-bddd-56a77454d7ac gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:28.250146 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:29:26Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c290a8ec-9e99-4e80-8840-709eb5bb4ddc', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'port_id': '275f5b90-3e30-4b2c-a3a4-8c91547ef418', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'mac_address': 'fa:16:3e:b1:8f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:27:37Z', 'updated_at': '2021-09-16T05:27:40Z', 'revision_number': 1, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7365c80a-c3fb-48e4-ae69-12cd5b052612', 'name': '', 'network_id': '05314924-8e64-4b04-86df-f12834f98f2d', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:f8:5f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '75eed44a-05de-4b28-b146-4116c787b7a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:25Z', 'updated_at': '2021-09-16T05:29:26Z', 'revision_number': 2, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': '75eed44a-05de-4b28-b146-4116c787b7a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eea7646a-42e5-45cf-907c-f9d2849ec895', 'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:39:7b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:09Z', 'updated_at': '2021-09-16T05:27:13Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:28.284958 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] Checking router: fe3d64fa-d92a-4d29-bddd-56a77454d7ac for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:29:28.285312 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] Updating router fe3d64fa-d92a-4d29-bddd-56a77454d7ac port 7365c80a-c3fb-48e4-ae69-12cd5b052612 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:29:28.314120 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.757469 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.829752 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.887551 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.989761 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fe2a2-645d-486d-83cf-c2301bcb93ef None None] Pushing event updated for resources: {'Port': ['ID=7365c80a-c3fb-48e4-ae69-12cd5b052612,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:29.038109 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fe2a2-645d-486d-83cf-c2301bcb93ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:29.038459 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fe2a2-645d-486d-83cf-c2301bcb93ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:29.039035 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fe2a2-645d-486d-83cf-c2301bcb93ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:29.039379 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fe2a2-645d-486d-83cf-c2301bcb93ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:29.039718 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fe2a2-645d-486d-83cf-c2301bcb93ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:29.040052 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fe2a2-645d-486d-83cf-c2301bcb93ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:29.040384 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fe2a2-645d-486d-83cf-c2301bcb93ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:29.040711 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fe2a2-645d-486d-83cf-c2301bcb93ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:29.041037 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fe2a2-645d-486d-83cf-c2301bcb93ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:29.041459 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fe2a2-645d-486d-83cf-c2301bcb93ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:29.041790 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fe2a2-645d-486d-83cf-c2301bcb93ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:29.042351 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fe2a2-645d-486d-83cf-c2301bcb93ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:29.071675 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] Attempting to bind port 7365c80a-c3fb-48e4-ae69-12cd5b052612 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:29.072707 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] Attempting to bind port 7365c80a-c3fb-48e4-ae69-12cd5b052612 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'd50a889f-c89a-4e08-8dac-88a37014fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '05314924-8e64-4b04-86df-f12834f98f2d'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:29.073286 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] Attempting to bind port 7365c80a-c3fb-48e4-ae69-12cd5b052612 on network 05314924-8e64-4b04-86df-f12834f98f2d {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:29.081399 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:29.081829 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] Checking segment: {'id': 'd50a889f-c89a-4e08-8dac-88a37014fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '05314924-8e64-4b04-86df-f12834f98f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:29.082243 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:29.082644 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] Bound using segment: {'id': 'd50a889f-c89a-4e08-8dac-88a37014fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '05314924-8e64-4b04-86df-f12834f98f2d'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:29.083187 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] Bound port: 7365c80a-c3fb-48e4-ae69-12cd5b052612, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50a889f-c89a-4e08-8dac-88a37014fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '05314924-8e64-4b04-86df-f12834f98f2d'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:29.083618 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:29.201895 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] For port 7365c80a-c3fb-48e4-ae69-12cd5b052612, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:29.205662 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] For port 7365c80a-c3fb-48e4-ae69-12cd5b052612, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7365c80a-c3fb-48e4-ae69-12cd5b052612,segment=NetworkSegment(d50a889f-c89a-4e08-8dac-88a37014fbf5),segment_id=d50a889f-c89a-4e08-8dac-88a37014fbf5)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:29.250561 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:29.345512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4c13941b-d050-4824-8c2e-92eccadd093b None None] Provisioning complete for port 7365c80a-c3fb-48e4-ae69-12cd5b052612 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:29.346584 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c13941b-d050-4824-8c2e-92eccadd093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:29.368318 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fe2a2-645d-486d-83cf-c2301bcb93ef None None] Pushing event updated for resources: {'Port': ['ID=7365c80a-c3fb-48e4-ae69-12cd5b052612,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:29.373691 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] Routers {'fe3d64fa-d92a-4d29-bddd-56a77454d7ac'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:29.374564 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:29:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:29.487202 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c13941b-d050-4824-8c2e-92eccadd093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:29.541429 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] Set router fe3d64fa-d92a-4d29-bddd-56a77454d7ac gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:29.551504 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4c13941b-d050-4824-8c2e-92eccadd093b None None] For port 7365c80a-c3fb-48e4-ae69-12cd5b052612, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7365c80a-c3fb-48e4-ae69-12cd5b052612,segment=NetworkSegment(d50a889f-c89a-4e08-8dac-88a37014fbf5),segment_id=d50a889f-c89a-4e08-8dac-88a37014fbf5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:29.661156 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c13941b-d050-4824-8c2e-92eccadd093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:29.735474 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13941b-d050-4824-8c2e-92eccadd093b None None] Pushing event updated for resources: {'Port': ['ID=7365c80a-c3fb-48e4-ae69-12cd5b052612,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:29.805811 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-37060f7c-b702-4647-bdd6-42c4fa1faaef None None] Provisioning complete for port 7365c80a-c3fb-48e4-ae69-12cd5b052612 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:29.806514 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-37060f7c-b702-4647-bdd6-42c4fa1faaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:29.905965 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:29:26Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c290a8ec-9e99-4e80-8840-709eb5bb4ddc', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'port_id': '275f5b90-3e30-4b2c-a3a4-8c91547ef418', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'mac_address': 'fa:16:3e:b1:8f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:27:37Z', 'updated_at': '2021-09-16T05:27:40Z', 'revision_number': 1, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7365c80a-c3fb-48e4-ae69-12cd5b052612', 'name': '', 'network_id': '05314924-8e64-4b04-86df-f12834f98f2d', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:f8:5f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '75eed44a-05de-4b28-b146-4116c787b7a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:25Z', 'updated_at': '2021-09-16T05:29:29Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': '75eed44a-05de-4b28-b146-4116c787b7a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eea7646a-42e5-45cf-907c-f9d2849ec895', 'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:39:7b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:09Z', 'updated_at': '2021-09-16T05:27:13Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:29.958945 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3682a43d-cae5-4613-bcf1-ec124aba7e3d None None] The sync data for ids ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'] in n-d-712140-13 is: [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:29:26Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c290a8ec-9e99-4e80-8840-709eb5bb4ddc', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'port_id': '275f5b90-3e30-4b2c-a3a4-8c91547ef418', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'mac_address': 'fa:16:3e:b1:8f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:27:37Z', 'updated_at': '2021-09-16T05:27:40Z', 'revision_number': 1, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7365c80a-c3fb-48e4-ae69-12cd5b052612', 'name': '', 'network_id': '05314924-8e64-4b04-86df-f12834f98f2d', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:f8:5f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '75eed44a-05de-4b28-b146-4116c787b7a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:25Z', 'updated_at': '2021-09-16T05:29:29Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': '75eed44a-05de-4b28-b146-4116c787b7a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eea7646a-42e5-45cf-907c-f9d2849ec895', 'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:39:7b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:09Z', 'updated_at': '2021-09-16T05:27:13Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:30.652807 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7365c80a-c3fb-48e4-ae69-12cd5b052612 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:30.742135 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 7365c80a-c3fb-48e4-ae69-12cd5b052612 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:30.742732 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:35.219752 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:29:35.260685 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7da77b88-938d-45ce-82a4-13aca2078338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.803555 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-950a7f4f-1acc-455b-9997-a87e8121fa1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.625944 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:39.428516 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:40.882861 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:54.768869 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:58.726346 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.049275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36322) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:59.528262 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.338434 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Deleting port 7365c80a-c3fb-48e4-ae69-12cd5b052612 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:00.339337 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.482934 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] For port 7365c80a-c3fb-48e4-ae69-12cd5b052612, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7365c80a-c3fb-48e4-ae69-12cd5b052612,segment=NetworkSegment(d50a889f-c89a-4e08-8dac-88a37014fbf5),segment_id=d50a889f-c89a-4e08-8dac-88a37014fbf5)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:00.483470 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.504655 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Calling delete_port for 7365c80a-c3fb-48e4-ae69-12cd5b052612 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:00.909606 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.945616 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event deleted for resources: {'Port': ['ID=7365c80a-c3fb-48e4-ae69-12cd5b052612,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:00.961439 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:00.961439 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:00.961439 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:00.962016 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:00.962016 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:00.962448 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:00.965275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:00.965275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:00.965275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:00.965275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:00.965275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:00.965275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:01.253512 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:01.658332 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Router fe3d64fa-d92a-4d29-bddd-56a77454d7ac has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:01.817416 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:01.824662 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-afd06db9-1cca-42cd-ac0e-20e53ceab6e9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "PUT /v2.0/routers/fe3d64fa-d92a-4d29-bddd-56a77454d7ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7737594 Sep 16 05:30:01.836196 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daae0b68-331f-486c-bfd5-9080c066c014 None None] Sync routers for ids ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:01.851118 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daae0b68-331f-486c-bfd5-9080c066c014 None None] Routers {'fe3d64fa-d92a-4d29-bddd-56a77454d7ac'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:01.851774 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-daae0b68-331f-486c-bfd5-9080c066c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:29:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:01.982664 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-daae0b68-331f-486c-bfd5-9080c066c014 None None] Set router fe3d64fa-d92a-4d29-bddd-56a77454d7ac gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:02.274750 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-daae0b68-331f-486c-bfd5-9080c066c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:30:00Z', 'revision_number': 6, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c290a8ec-9e99-4e80-8840-709eb5bb4ddc', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'port_id': '275f5b90-3e30-4b2c-a3a4-8c91547ef418', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'mac_address': 'fa:16:3e:b1:8f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:27:37Z', 'updated_at': '2021-09-16T05:27:40Z', 'revision_number': 1, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea7646a-42e5-45cf-907c-f9d2849ec895', 'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:39:7b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:09Z', 'updated_at': '2021-09-16T05:27:13Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:02.313815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daae0b68-331f-486c-bfd5-9080c066c014 None None] Checking router: fe3d64fa-d92a-4d29-bddd-56a77454d7ac for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:02.325898 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daae0b68-331f-486c-bfd5-9080c066c014 None None] Routers {'fe3d64fa-d92a-4d29-bddd-56a77454d7ac'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:02.326561 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-daae0b68-331f-486c-bfd5-9080c066c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:29:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:02.467987 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-daae0b68-331f-486c-bfd5-9080c066c014 None None] Set router fe3d64fa-d92a-4d29-bddd-56a77454d7ac gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:02.869715 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-daae0b68-331f-486c-bfd5-9080c066c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:30:00Z', 'revision_number': 6, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c290a8ec-9e99-4e80-8840-709eb5bb4ddc', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'port_id': '275f5b90-3e30-4b2c-a3a4-8c91547ef418', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'mac_address': 'fa:16:3e:b1:8f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:27:37Z', 'updated_at': '2021-09-16T05:27:40Z', 'revision_number': 1, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea7646a-42e5-45cf-907c-f9d2849ec895', 'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:39:7b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:09Z', 'updated_at': '2021-09-16T05:27:13Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:02.876039 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc446fa-2ceb-41f7-aa41-5717e2d668eb req-466ad603-0976-4140-a7b9-1eb1f1662d16 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:02.878609 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbc446fa-2ceb-41f7-aa41-5717e2d668eb req-466ad603-0976-4140-a7b9-1eb1f1662d16 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 946 time: 0.4916542 Sep 16 05:30:02.912156 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daae0b68-331f-486c-bfd5-9080c066c014 None None] The sync data for ids ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'] in n-d-712140-13 is: [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:30:00Z', 'revision_number': 6, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'c290a8ec-9e99-4e80-8840-709eb5bb4ddc', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'port_id': '275f5b90-3e30-4b2c-a3a4-8c91547ef418', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'mac_address': 'fa:16:3e:b1:8f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:27:37Z', 'updated_at': '2021-09-16T05:27:40Z', 'revision_number': 1, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea7646a-42e5-45cf-907c-f9d2849ec895', 'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:39:7b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:09Z', 'updated_at': '2021-09-16T05:27:13Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:02.940044 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbc446fa-2ceb-41f7-aa41-5717e2d668eb req-32e99862-f00f-434a-8c73-549d382a84f4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=c523aa46-4345-4c21-90b3-6842c1e5833a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465803 Sep 16 05:30:04.118666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75824e-9f43-496b-9b0d-309553db0648 req-92e78888-85ce-4a80-a060-a40c38193536 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:04.121234 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea75824e-9f43-496b-9b0d-309553db0648 req-92e78888-85ce-4a80-a060-a40c38193536 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.21 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 946 time: 0.0848656 Sep 16 05:30:04.282575 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c2399-58da-431c-a6ab-7afce50da6be req-bbb56e8d-950f-4e30-9eee-4d43e134df8c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:04.283475 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-908c2399-58da-431c-a6ab-7afce50da6be req-bbb56e8d-950f-4e30-9eee-4d43e134df8c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 946 time: 0.2096848 Sep 16 05:30:04.291889 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-ea75824e-9f43-496b-9b0d-309553db0648 req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Deleting port 172f5bc6-8ee8-4e08-ab5b-351b0f40327c {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:04.292496 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ea75824e-9f43-496b-9b0d-309553db0648 req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.405445 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-908c2399-58da-431c-a6ab-7afce50da6be req-c2ae3989-fc67-425a-8d73-fe8244a460f8 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=c523aa46-4345-4c21-90b3-6842c1e5833a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939572 Sep 16 05:30:04.434459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-ea75824e-9f43-496b-9b0d-309553db0648 req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] For port 172f5bc6-8ee8-4e08-ab5b-351b0f40327c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=172f5bc6-8ee8-4e08-ab5b-351b0f40327c,segment=NetworkSegment(d50a889f-c89a-4e08-8dac-88a37014fbf5),segment_id=d50a889f-c89a-4e08-8dac-88a37014fbf5)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:04.435058 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ea75824e-9f43-496b-9b0d-309553db0648 req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.459318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-ea75824e-9f43-496b-9b0d-309553db0648 req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Calling delete_port for 172f5bc6-8ee8-4e08-ab5b-351b0f40327c owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:04.625071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7365c80a-c3fb-48e4-ae69-12cd5b052612 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:04.660575 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 7365c80a-c3fb-48e4-ae69-12cd5b052612 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:04.660979 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7365c80a-c3fb-48e4-ae69-12cd5b052612 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:04.751290 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ea75824e-9f43-496b-9b0d-309553db0648 req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.788980 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event deleted for resources: {'Port': ['ID=172f5bc6-8ee8-4e08-ab5b-351b0f40327c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:04.845052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:04.845052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:04.845052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:04.845052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:04.845052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:04.845052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:04.845052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:04.845052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:04.845052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:04.845052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:04.845052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:04.845052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:04.884487 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea75824e-9f43-496b-9b0d-309553db0648 req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] No DVR routers for this DVR port 172f5bc6-8ee8-4e08-ab5b-351b0f40327c on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:04.890126 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ea75824e-9f43-496b-9b0d-309553db0648 req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.894082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea75824e-9f43-496b-9b0d-309553db0648 req-39fefca3-5a08-43f4-8974-49f6b4feb13d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.21 "DELETE /v2.0/ports/172f5bc6-8ee8-4e08-ab5b-351b0f40327c HTTP/1.1" status: 204 len: 173 time: 0.7664914 Sep 16 05:30:04.894869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125d1b3c-d87b-4d44-9aa7-942c30b230d3', 'name': 'network-vif-deleted', 'tag': '172f5bc6-8ee8-4e08-ab5b-351b0f40327c'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:04.906382 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6030cf4-656c-4ea7-9d25-066eca1875c5" -d '{"events": [{"server_uuid": "125d1b3c-d87b-4d44-9aa7-942c30b230d3", "name": "network-vif-deleted", "tag": "172f5bc6-8ee8-4e08-ab5b-351b0f40327c"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:04.966295 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f3d6be-c77f-49fe-9e43-e15a7723394c x-openstack-request-id: req-35f3d6be-c77f-49fe-9e43-e15a7723394c {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:04.966629 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125d1b3c-d87b-4d44-9aa7-942c30b230d3", "name": "network-vif-deleted", "tag": "172f5bc6-8ee8-4e08-ab5b-351b0f40327c", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:04.966954 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35f3d6be-c77f-49fe-9e43-e15a7723394c {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:04.967381 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125d1b3c-d87b-4d44-9aa7-942c30b230d3', 'name': 'network-vif-deleted', 'tag': '172f5bc6-8ee8-4e08-ab5b-351b0f40327c', 'status': 'completed', 'code': 200} Sep 16 05:30:05.274908 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8e96f347-dc7c-46ef-87e8-3d4546b11840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.557955 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-080a9265-a497-4888-a3ff-c63ae51040f8 req-fe3c0a5f-1972-4dbb-b96d-6f8adcd1cbbc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=125d1b3c-d87b-4d44-9aa7-942c30b230d3 HTTP/1.1" status: 200 len: 210 time: 0.0339158 Sep 16 05:30:06.243511 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 172f5bc6-8ee8-4e08-ab5b-351b0f40327c no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:06.266297 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 172f5bc6-8ee8-4e08-ab5b-351b0f40327c {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:06.266648 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 172f5bc6-8ee8-4e08-ab5b-351b0f40327c not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:06.637534 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36412) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:06.706705 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f4d9048f-f9d7-4742-8823-6f52ef4e86b6 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.737076 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f4d9048f-f9d7-4742-8823-6f52ef4e86b6 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.916795 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f4d9048f-f9d7-4742-8823-6f52ef4e86b6 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.919448 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f4d9048f-f9d7-4742-8823-6f52ef4e86b6 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.920721 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f4d9048f-f9d7-4742-8823-6f52ef4e86b6 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "DELETE /v2.0/security-groups/c523aa46-4345-4c21-90b3-6842c1e5833a HTTP/1.1" status: 204 len: 168 time: 0.2821488 Sep 16 05:30:06.931526 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9048f-f9d7-4742-8823-6f52ef4e86b6 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c523aa46-4345-4c21-90b3-6842c1e5833a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:07.039460 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36420) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:07.102711 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e37936-bbfd-4914-9dc8-2568fc36afe6 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Deleting subnet 75eed44a-05de-4b28-b146-4116c787b7a7 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:30:07.107469 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37e37936-bbfd-4914-9dc8-2568fc36afe6 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.167730 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37e37936-bbfd-4914-9dc8-2568fc36afe6 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.272636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37e37936-bbfd-4914-9dc8-2568fc36afe6 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.420836 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37e37936-bbfd-4914-9dc8-2568fc36afe6 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.458507 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e37936-bbfd-4914-9dc8-2568fc36afe6 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event deleted for resources: {'Subnet': ['ID=75eed44a-05de-4b28-b146-4116c787b7a7,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:07.461429 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37e37936-bbfd-4914-9dc8-2568fc36afe6 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.464287 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-37e37936-bbfd-4914-9dc8-2568fc36afe6 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "DELETE /v2.0/subnets/75eed44a-05de-4b28-b146-4116c787b7a7 HTTP/1.1" status: 204 len: 168 time: 0.4235144 Sep 16 05:30:07.469051 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36432) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:07.473440 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097310bd-b182-4261-aa1a-3558301b9ed9 None None] Network 05314924-8e64-4b04-86df-f12834f98f2d requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:07.639809 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.761778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] DHCP port deletion for 05314924-8e64-4b04-86df-f12834f98f2d request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:30:07.764974 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Deleting port a28dc348-90d2-4bc7-91c0-19a17684aa8e {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:07.765522 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.820511 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bf870b50-4c71-47b0-826a-f014c03b9991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.873207 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] Deleting port a28dc348-90d2-4bc7-91c0-19a17684aa8e {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:07.873820 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.906026 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] For port a28dc348-90d2-4bc7-91c0-19a17684aa8e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a28dc348-90d2-4bc7-91c0-19a17684aa8e,segment=NetworkSegment(d50a889f-c89a-4e08-8dac-88a37014fbf5),segment_id=d50a889f-c89a-4e08-8dac-88a37014fbf5)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:07.907515 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.939644 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Calling delete_port for a28dc348-90d2-4bc7-91c0-19a17684aa8e owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:07.989516 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] For port a28dc348-90d2-4bc7-91c0-19a17684aa8e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a28dc348-90d2-4bc7-91c0-19a17684aa8e,segment=NetworkSegment(d50a889f-c89a-4e08-8dac-88a37014fbf5),segment_id=d50a889f-c89a-4e08-8dac-88a37014fbf5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:07.990274 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.014704 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] Calling delete_port for a28dc348-90d2-4bc7-91c0-19a17684aa8e owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:08.226753 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.233041 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.265057 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] No DVR routers for this DVR port a28dc348-90d2-4bc7-91c0-19a17684aa8e on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:08.270292 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] Pushing event deleted for resources: {'Port': ['ID=a28dc348-90d2-4bc7-91c0-19a17684aa8e,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:08.278660 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event deleted for resources: {'Port': ['ID=a28dc348-90d2-4bc7-91c0-19a17684aa8e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:08.283635 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.284407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.285003 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.285477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.286703 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.287639 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.287639 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.288853 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.289376 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.289879 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] No DVR routers for this DVR port a28dc348-90d2-4bc7-91c0-19a17684aa8e on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:08.289982 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.290485 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.290931 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214c0f7-4d6f-4cef-807d-d43c205f18e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.413487 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.452742 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05314924-8e64-4b04-86df-f12834f98f2d']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:08.466567 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50a889f-c89a-4e08-8dac-88a37014fbf5') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:08.467056 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50a889f-c89a-4e08-8dac-88a37014fbf5') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:08.485594 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.509089 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.517838 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:08.518261 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:08.522835 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:08.625522 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.677618 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.681077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a28dc348-90d2-4bc7-91c0-19a17684aa8e no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:08.687187 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.695119 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "DELETE /v2.0/networks/05314924-8e64-4b04-86df-f12834f98f2d HTTP/1.1" status: 204 len: 168 time: 1.2207997 Sep 16 05:30:08.695223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36446) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:08.713235 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: a28dc348-90d2-4bc7-91c0-19a17684aa8e {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:08.713744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a28dc348-90d2-4bc7-91c0-19a17684aa8e not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:08.714474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886effd-46a8-4b60-98d5-b0e52e42b2e0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event deleted for resources: {'Network': ['ID=05314924-8e64-4b04-86df-f12834f98f2d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:08.936194 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-e812f6f6-15d3-4f87-af15-df00859acd64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Deleting port 0cea609b-ef69-4e31-819d-f82ef5e9195a {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:08.936562 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e812f6f6-15d3-4f87-af15-df00859acd64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.057453 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e812f6f6-15d3-4f87-af15-df00859acd64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.057774 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e812f6f6-15d3-4f87-af15-df00859acd64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.078261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-e812f6f6-15d3-4f87-af15-df00859acd64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Calling delete_port for 0cea609b-ef69-4e31-819d-f82ef5e9195a owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:09.086077 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-efd8a7ac-1adc-4ba9-8649-f97c03c58c76 req-4f6b7303-3bef-47f5-bec3-ca74300a9c47 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0825546 Sep 16 05:30:09.279748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8a7ac-1adc-4ba9-8649-f97c03c58c76 req-cbe25f66-4114-4028-ba10-a22e03bbd4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:09.281402 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-efd8a7ac-1adc-4ba9-8649-f97c03c58c76 req-cbe25f66-4114-4028-ba10-a22e03bbd4f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01b7b9920374412690d68a80d11a9e52&device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 1097 time: 0.1113892 Sep 16 05:30:09.417898 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.451877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8a7ac-1adc-4ba9-8649-f97c03c58c76 req-55103565-275e-4e62-b90e-a2a916333afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:09.453768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-efd8a7ac-1adc-4ba9-8649-f97c03c58c76 req-55103565-275e-4e62-b90e-a2a916333afb service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f6c5144-0ea5-4e05-b968-26ee6f5877c3 HTTP/1.1" status: 200 len: 898 time: 0.1467590 Sep 16 05:30:09.538550 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e812f6f6-15d3-4f87-af15-df00859acd64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.556581 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-efd8a7ac-1adc-4ba9-8649-f97c03c58c76 req-29c20fb5-bab5-4f1a-a3ae-5e5eef6a8f6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275f5b90-3e30-4b2c-a3a4-8c91547ef418 HTTP/1.1" status: 200 len: 1000 time: 0.0947337 Sep 16 05:30:09.612189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812f6f6-15d3-4f87-af15-df00859acd64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event deleted for resources: {'Port': ['ID=0cea609b-ef69-4e31-819d-f82ef5e9195a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:09.710991 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8a7ac-1adc-4ba9-8649-f97c03c58c76 req-3edb5ef4-8273-4607-ae95-0958db26fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:09.712571 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-efd8a7ac-1adc-4ba9-8649-f97c03c58c76 req-3edb5ef4-8273-4607-ae95-0958db26fb54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8f5e1bf-4e93-4bf7-b95d-fab644c8393d HTTP/1.1" status: 200 len: 834 time: 0.1148894 Sep 16 05:30:09.771471 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e812f6f6-15d3-4f87-af15-df00859acd64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.772073 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-e812f6f6-15d3-4f87-af15-df00859acd64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Floating IP c290a8ec-9e99-4e80-8840-709eb5bb4ddc disassociated (deleted). External IP: 172.25.4.46, port: 275f5b90-3e30-4b2c-a3a4-8c91547ef418. Sep 16 05:30:09.967379 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8a7ac-1adc-4ba9-8649-f97c03c58c76 req-f091a354-8c49-4aa5-aa36-4086eaa44646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:09.970438 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-efd8a7ac-1adc-4ba9-8649-f97c03c58c76 req-f091a354-8c49-4aa5-aa36-4086eaa44646 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f6c5144-0ea5-4e05-b968-26ee6f5877c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2489445 Sep 16 05:30:10.040618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-efd8a7ac-1adc-4ba9-8649-f97c03c58c76 req-6dd82b9e-ff79-4a38-9796-58e2c0ac3f0e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:30:10.041960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-efd8a7ac-1adc-4ba9-8649-f97c03c58c76 req-6dd82b9e-ff79-4a38-9796-58e2c0ac3f0e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136521 Sep 16 05:30:10.096650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62130e75-6c3c-4549-b3ce-db84831cf85e req-dd5a9022-0c35-4026-a855-1c0264fec3e3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2281654 Sep 16 05:30:10.268528 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-efd8a7ac-1adc-4ba9-8649-f97c03c58c76 req-5ad45b62-e0cc-445c-9a13-785b576f50bd service neutron] 10.222.0.21 "GET /v2.0/networks/8f6c5144-0ea5-4e05-b968-26ee6f5877c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164080 Sep 16 05:30:10.388557 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62130e75-6c3c-4549-b3ce-db84831cf85e req-0f396415-8aa6-4a8f-b140-b4b01d8f8ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:10.391242 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62130e75-6c3c-4549-b3ce-db84831cf85e req-0f396415-8aa6-4a8f-b140-b4b01d8f8ecf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 1097 time: 0.1948133 Sep 16 05:30:10.538336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e812f6f6-15d3-4f87-af15-df00859acd64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Router fe3d64fa-d92a-4d29-bddd-56a77454d7ac has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:10.612175 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-efd8a7ac-1adc-4ba9-8649-f97c03c58c76 req-56edb0bd-02b3-4829-adde-5e76a8132e71 service neutron] 10.222.0.21 "GET /v2.0/networks/8f6c5144-0ea5-4e05-b968-26ee6f5877c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338988 Sep 16 05:30:10.699507 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62130e75-6c3c-4549-b3ce-db84831cf85e req-abb5dc39-e8e4-48ff-9790-d81974a75b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:10.701409 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62130e75-6c3c-4549-b3ce-db84831cf85e req-abb5dc39-e8e4-48ff-9790-d81974a75b8c service neutron] 10.222.0.38 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 912 time: 0.2400279 Sep 16 05:30:10.922615 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:10.924296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62130e75-6c3c-4549-b3ce-db84831cf85e req-6bc74488-d2c4-4b46-8ed6-62d1d4d0213f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bebcb940-4fe1-40bf-bf69-37dc1eb09266 HTTP/1.1" status: 200 len: 1000 time: 0.2131526 Sep 16 05:30:10.927298 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e812f6f6-15d3-4f87-af15-df00859acd64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:10.935464 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e812f6f6-15d3-4f87-af15-df00859acd64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:10.945768 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005af93-cfa2-4690-bb93-61f2a27331eb None None] Sync routers for ids ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:10.957867 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a005af93-cfa2-4690-bb93-61f2a27331eb None None] Routers {'fe3d64fa-d92a-4d29-bddd-56a77454d7ac'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:10.959283 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a005af93-cfa2-4690-bb93-61f2a27331eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:30:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:11.051786 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e812f6f6-15d3-4f87-af15-df00859acd64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "DELETE /v2.0/floatingips/c290a8ec-9e99-4e80-8840-709eb5bb4ddc HTTP/1.1" status: 204 len: 168 time: 2.3548019 Sep 16 05:30:11.056955 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'tag': '275f5b90-3e30-4b2c-a3a4-8c91547ef418'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:11.061351 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9fd36d-bff4-4953-9f3f-8d5d3d417e21" -d '{"events": [{"name": "network-changed", "server_uuid": "3572bdb7-a74e-4115-b1c7-49234e9148ed", "tag": "275f5b90-3e30-4b2c-a3a4-8c91547ef418"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:11.097848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62130e75-6c3c-4549-b3ce-db84831cf85e req-b9cc418d-2163-429d-854b-1ae41eac9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.101326 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62130e75-6c3c-4549-b3ce-db84831cf85e req-b9cc418d-2163-429d-854b-1ae41eac9ec2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.1599185 Sep 16 05:30:11.152784 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-a005af93-cfa2-4690-bb93-61f2a27331eb None None] Set router fe3d64fa-d92a-4d29-bddd-56a77454d7ac gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:11.159356 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18f9786-7fbd-4fea-bec5-5435606157b1 x-openstack-request-id: req-c18f9786-7fbd-4fea-bec5-5435606157b1 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:11.160049 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3572bdb7-a74e-4115-b1c7-49234e9148ed", "tag": "275f5b90-3e30-4b2c-a3a4-8c91547ef418", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:11.162838 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c18f9786-7fbd-4fea-bec5-5435606157b1 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:11.162838 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'tag': '275f5b90-3e30-4b2c-a3a4-8c91547ef418', 'status': 'completed', 'code': 200} Sep 16 05:30:11.234940 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62130e75-6c3c-4549-b3ce-db84831cf85e req-f253fa53-17c3-48f1-abb0-5c35699ca484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.236934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62130e75-6c3c-4549-b3ce-db84831cf85e req-f253fa53-17c3-48f1-abb0-5c35699ca484 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1278558 Sep 16 05:30:11.283666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fd36d-bff4-4953-9f3f-8d5d3d417e21 req-575a5bf1-b8b0-43c0-bce5-4c6d3b8956fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.285281 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb9fd36d-bff4-4953-9f3f-8d5d3d417e21 req-575a5bf1-b8b0-43c0-bce5-4c6d3b8956fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01b7b9920374412690d68a80d11a9e52&device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 1097 time: 0.0964262 Sep 16 05:30:11.481387 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a005af93-cfa2-4690-bb93-61f2a27331eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:30:00Z', 'revision_number': 6, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'eea7646a-42e5-45cf-907c-f9d2849ec895', 'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:39:7b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:09Z', 'updated_at': '2021-09-16T05:27:13Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:11.520447 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005af93-cfa2-4690-bb93-61f2a27331eb None None] Checking router: fe3d64fa-d92a-4d29-bddd-56a77454d7ac for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:11.531335 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a005af93-cfa2-4690-bb93-61f2a27331eb None None] Routers {'fe3d64fa-d92a-4d29-bddd-56a77454d7ac'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:11.531991 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a005af93-cfa2-4690-bb93-61f2a27331eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:30:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:11.669057 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-a005af93-cfa2-4690-bb93-61f2a27331eb None None] Set router fe3d64fa-d92a-4d29-bddd-56a77454d7ac gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:11.964747 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a005af93-cfa2-4690-bb93-61f2a27331eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:30:00Z', 'revision_number': 6, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'eea7646a-42e5-45cf-907c-f9d2849ec895', 'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:39:7b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:09Z', 'updated_at': '2021-09-16T05:27:13Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:11.995731 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005af93-cfa2-4690-bb93-61f2a27331eb None None] The sync data for ids ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'] in n-d-712140-13 is: [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:30:00Z', 'revision_number': 6, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'eea7646a-42e5-45cf-907c-f9d2849ec895', 'name': '', 'network_id': '8f6c5144-0ea5-4e05-b968-26ee6f5877c3', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:39:7b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:09Z', 'updated_at': '2021-09-16T05:27:13Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'b8f5e1bf-4e93-4bf7-b95d-fab644c8393d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:12.012864 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18599124-88fa-4243-a4ce-47f2534b29a3 req-b4e5c611-597c-4a66-8643-81c98cfdebc8 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.014514 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18599124-88fa-4243-a4ce-47f2534b29a3 req-b4e5c611-597c-4a66-8643-81c98cfdebc8 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 945 time: 0.2269156 Sep 16 05:30:12.016594 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62130e75-6c3c-4549-b3ce-db84831cf85e req-69eeedd3-4b35-4e13-923b-67df78508d96 service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7715683 Sep 16 05:30:12.085008 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fd36d-bff4-4953-9f3f-8d5d3d417e21 req-6faf6cbc-322b-466a-8841-ac7476a18e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.086641 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb9fd36d-bff4-4953-9f3f-8d5d3d417e21 req-6faf6cbc-322b-466a-8841-ac7476a18e40 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f6c5144-0ea5-4e05-b968-26ee6f5877c3 HTTP/1.1" status: 200 len: 898 time: 0.7895803 Sep 16 05:30:12.179615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb9fd36d-bff4-4953-9f3f-8d5d3d417e21 req-09574e4e-43cf-47d3-8e28-8dd410d7341c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275f5b90-3e30-4b2c-a3a4-8c91547ef418 HTTP/1.1" status: 200 len: 217 time: 0.0775499 Sep 16 05:30:12.186964 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18599124-88fa-4243-a4ce-47f2534b29a3 req-68aa79c5-23c3-468e-9a16-1ad1aa6d1f7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=80fa6e8d-93aa-4376-ad45-e1abb33d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589260 Sep 16 05:30:12.238137 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:30:12.289556 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62130e75-6c3c-4549-b3ce-db84831cf85e req-c473a204-873f-4de1-9f00-1e90a8ef8f46 service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625232 Sep 16 05:30:12.297004 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fd36d-bff4-4953-9f3f-8d5d3d417e21 req-4a35a920-acc8-460e-b740-76f123f991d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.302124 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb9fd36d-bff4-4953-9f3f-8d5d3d417e21 req-4a35a920-acc8-460e-b740-76f123f991d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8f5e1bf-4e93-4bf7-b95d-fab644c8393d HTTP/1.1" status: 200 len: 834 time: 0.1109934 Sep 16 05:30:12.388565 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fd36d-bff4-4953-9f3f-8d5d3d417e21 req-f6833328-792d-4ae8-934e-c461a0388334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.390219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb9fd36d-bff4-4953-9f3f-8d5d3d417e21 req-f6833328-792d-4ae8-934e-c461a0388334 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f6c5144-0ea5-4e05-b968-26ee6f5877c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816731 Sep 16 05:30:12.412171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c017b1a-401d-4fb4-95be-7c221e67809b None None] New status for floating IP c290a8ec-9e99-4e80-8840-709eb5bb4ddc: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:30:12.541158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb9fd36d-bff4-4953-9f3f-8d5d3d417e21 req-88f31684-89ad-4522-8717-192842f1c4a5 service neutron] 10.222.0.21 "GET /v2.0/networks/8f6c5144-0ea5-4e05-b968-26ee6f5877c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430106 Sep 16 05:30:12.690706 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb9fd36d-bff4-4953-9f3f-8d5d3d417e21 req-6b33e6bd-2fb8-4f76-86ab-596a09a72755 service neutron] 10.222.0.21 "GET /v2.0/networks/8f6c5144-0ea5-4e05-b968-26ee6f5877c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414664 Sep 16 05:30:13.387019 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f99695-e40f-4ac1-ac42-96dd019889e1 req-865b8cb5-d459-4919-88e9-12cc0d653e79 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:13.388769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26f99695-e40f-4ac1-ac42-96dd019889e1 req-865b8cb5-d459-4919-88e9-12cc0d653e79 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 945 time: 0.0657492 Sep 16 05:30:13.448405 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26f99695-e40f-4ac1-ac42-96dd019889e1 req-37aaeec3-8ede-4152-9dd5-2352bfbb9840 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=80fa6e8d-93aa-4376-ad45-e1abb33d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476456 Sep 16 05:30:13.521698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7b961-63af-4889-a50c-112400afb15d req-d54b10be-65b8-453e-96d0-fc36401598f7 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:13.523378 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54e7b961-63af-4889-a50c-112400afb15d req-d54b10be-65b8-453e-96d0-fc36401598f7 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.21 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 945 time: 0.0657413 Sep 16 05:30:13.680695 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-54e7b961-63af-4889-a50c-112400afb15d req-0a2b6d41-f7c1-414b-9c7a-f6d1625163c1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Deleting port 275f5b90-3e30-4b2c-a3a4-8c91547ef418 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:13.681207 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-54e7b961-63af-4889-a50c-112400afb15d req-0a2b6d41-f7c1-414b-9c7a-f6d1625163c1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.833877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-54e7b961-63af-4889-a50c-112400afb15d req-0a2b6d41-f7c1-414b-9c7a-f6d1625163c1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] For port 275f5b90-3e30-4b2c-a3a4-8c91547ef418, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=275f5b90-3e30-4b2c-a3a4-8c91547ef418,segment=NetworkSegment(f501df62-250a-4c0d-a2fa-13210a6b40b6),segment_id=f501df62-250a-4c0d-a2fa-13210a6b40b6)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:13.834295 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-54e7b961-63af-4889-a50c-112400afb15d req-0a2b6d41-f7c1-414b-9c7a-f6d1625163c1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.852949 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-54e7b961-63af-4889-a50c-112400afb15d req-0a2b6d41-f7c1-414b-9c7a-f6d1625163c1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Calling delete_port for 275f5b90-3e30-4b2c-a3a4-8c91547ef418 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:14.117382 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-54e7b961-63af-4889-a50c-112400afb15d req-0a2b6d41-f7c1-414b-9c7a-f6d1625163c1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.172072 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b6d41-f7c1-414b-9c7a-f6d1625163c1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event deleted for resources: {'Port': ['ID=275f5b90-3e30-4b2c-a3a4-8c91547ef418,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:14.253001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e7b961-63af-4889-a50c-112400afb15d req-0a2b6d41-f7c1-414b-9c7a-f6d1625163c1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] No DVR routers for this DVR port 275f5b90-3e30-4b2c-a3a4-8c91547ef418 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:14.256798 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-54e7b961-63af-4889-a50c-112400afb15d req-0a2b6d41-f7c1-414b-9c7a-f6d1625163c1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.259645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-54e7b961-63af-4889-a50c-112400afb15d req-0a2b6d41-f7c1-414b-9c7a-f6d1625163c1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.21 "DELETE /v2.0/ports/275f5b90-3e30-4b2c-a3a4-8c91547ef418 HTTP/1.1" status: 204 len: 173 time: 0.7302897 Sep 16 05:30:14.260222 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'name': 'network-vif-deleted', 'tag': '275f5b90-3e30-4b2c-a3a4-8c91547ef418'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:14.264119 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fdbc8f-d583-4129-a0f1-f0194127307b" -d '{"events": [{"server_uuid": "3572bdb7-a74e-4115-b1c7-49234e9148ed", "name": "network-vif-deleted", "tag": "275f5b90-3e30-4b2c-a3a4-8c91547ef418"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:14.339127 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9922da81-ae41-4535-8b48-91b7270ee66f x-openstack-request-id: req-9922da81-ae41-4535-8b48-91b7270ee66f {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:14.339733 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3572bdb7-a74e-4115-b1c7-49234e9148ed", "name": "network-vif-deleted", "tag": "275f5b90-3e30-4b2c-a3a4-8c91547ef418", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:14.340101 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9922da81-ae41-4535-8b48-91b7270ee66f {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:14.340572 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3572bdb7-a74e-4115-b1c7-49234e9148ed', 'name': 'network-vif-deleted', 'tag': '275f5b90-3e30-4b2c-a3a4-8c91547ef418', 'status': 'completed', 'code': 200} Sep 16 05:30:14.581399 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc04b17e-f60f-40b1-aa46-0e6a2d462345 req-f6edd582-6b94-47dc-900b-c36a4ad11cf2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=3572bdb7-a74e-4115-b1c7-49234e9148ed HTTP/1.1" status: 200 len: 210 time: 0.0397186 Sep 16 05:30:15.653029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36542) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:15.735660 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8cf4bf16-e5ad-4bc5-9c15-a36e702caaa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.781920 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8cf4bf16-e5ad-4bc5-9c15-a36e702caaa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.985623 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8cf4bf16-e5ad-4bc5-9c15-a36e702caaa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.991376 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8cf4bf16-e5ad-4bc5-9c15-a36e702caaa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.993853 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8cf4bf16-e5ad-4bc5-9c15-a36e702caaa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "DELETE /v2.0/security-groups/80fa6e8d-93aa-4376-ad45-e1abb33d44bd HTTP/1.1" status: 204 len: 168 time: 0.3396909 Sep 16 05:30:16.013473 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4bf16-e5ad-4bc5-9c15-a36e702caaa9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fa6e8d-93aa-4376-ad45-e1abb33d44bd,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:16.126235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36550) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:16.262960 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 275f5b90-3e30-4b2c-a3a4-8c91547ef418 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:16.310991 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 275f5b90-3e30-4b2c-a3a4-8c91547ef418 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:16.311649 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 275f5b90-3e30-4b2c-a3a4-8c91547ef418 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:16.689447 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b954e6e9-0c53-4677-bc85-a10c14f873e4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.018686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-b954e6e9-0c53-4677-bc85-a10c14f873e4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Deleting port eea7646a-42e5-45cf-907c-f9d2849ec895 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:17.019584 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b954e6e9-0c53-4677-bc85-a10c14f873e4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.128482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-b954e6e9-0c53-4677-bc85-a10c14f873e4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] For port eea7646a-42e5-45cf-907c-f9d2849ec895, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=eea7646a-42e5-45cf-907c-f9d2849ec895,segment=NetworkSegment(f501df62-250a-4c0d-a2fa-13210a6b40b6),segment_id=f501df62-250a-4c0d-a2fa-13210a6b40b6)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:17.128857 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b954e6e9-0c53-4677-bc85-a10c14f873e4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.142645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-b954e6e9-0c53-4677-bc85-a10c14f873e4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Calling delete_port for eea7646a-42e5-45cf-907c-f9d2849ec895 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:17.887755 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b954e6e9-0c53-4677-bc85-a10c14f873e4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.930310 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954e6e9-0c53-4677-bc85-a10c14f873e4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event deleted for resources: {'Port': ['ID=eea7646a-42e5-45cf-907c-f9d2849ec895,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:18.217668 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b954e6e9-0c53-4677-bc85-a10c14f873e4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.496183 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b954e6e9-0c53-4677-bc85-a10c14f873e4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Router fe3d64fa-d92a-4d29-bddd-56a77454d7ac has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:18.699989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b954e6e9-0c53-4677-bc85-a10c14f873e4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:18.711883 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b954e6e9-0c53-4677-bc85-a10c14f873e4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "PUT /v2.0/routers/fe3d64fa-d92a-4d29-bddd-56a77454d7ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5841522 Sep 16 05:30:18.713223 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36576) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:18.717049 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcde5a2-8165-48ad-b6b1-611987b38c40 None None] Sync routers for ids ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:18.735460 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcde5a2-8165-48ad-b6b1-611987b38c40 None None] Routers {'fe3d64fa-d92a-4d29-bddd-56a77454d7ac'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:18.737157 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-5bcde5a2-8165-48ad-b6b1-611987b38c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:30:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:18.774475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed4cb34-f887-427a-a092-663ed0fd8f93 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Deleting subnet b8f5e1bf-4e93-4bf7-b95d-fab644c8393d {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:30:18.778171 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bed4cb34-f887-427a-a092-663ed0fd8f93 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.842771 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bed4cb34-f887-427a-a092-663ed0fd8f93 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.968995 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bed4cb34-f887-427a-a092-663ed0fd8f93 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.134007 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bed4cb34-f887-427a-a092-663ed0fd8f93 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.176197 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4cb34-f887-427a-a092-663ed0fd8f93 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event deleted for resources: {'Subnet': ['ID=b8f5e1bf-4e93-4bf7-b95d-fab644c8393d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:19.184049 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bed4cb34-f887-427a-a092-663ed0fd8f93 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.186307 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bed4cb34-f887-427a-a092-663ed0fd8f93 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "DELETE /v2.0/subnets/b8f5e1bf-4e93-4bf7-b95d-fab644c8393d HTTP/1.1" status: 204 len: 168 time: 0.4720058 Sep 16 05:30:19.190683 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36580) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:19.196578 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-5bcde5a2-8165-48ad-b6b1-611987b38c40 None None] Set router fe3d64fa-d92a-4d29-bddd-56a77454d7ac gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:19.205485 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f8b6b4-4c78-4bf9-82e3-213e6ffd0a7f None None] Network 8f6c5144-0ea5-4e05-b968-26ee6f5877c3 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:19.399060 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7b1aad5-770e-44cb-9301-02333af5478e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.555985 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-5bcde5a2-8165-48ad-b6b1-611987b38c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:30:17Z', 'revision_number': 7, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:19.577152 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7b1aad5-770e-44cb-9301-02333af5478e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.603531 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcde5a2-8165-48ad-b6b1-611987b38c40 None None] Checking router: fe3d64fa-d92a-4d29-bddd-56a77454d7ac for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:19.626734 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcde5a2-8165-48ad-b6b1-611987b38c40 None None] Routers {'fe3d64fa-d92a-4d29-bddd-56a77454d7ac'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:19.628205 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-5bcde5a2-8165-48ad-b6b1-611987b38c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:30:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:19.656238 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258905fe-b651-4fa6-8c3a-20f0acde0150 None None] DHCP port deletion for 8f6c5144-0ea5-4e05-b968-26ee6f5877c3 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:30:19.759199 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-258905fe-b651-4fa6-8c3a-20f0acde0150 None None] Deleting port 6aa7771e-201d-48db-93cc-ad1d31ccab47 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:19.760557 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-258905fe-b651-4fa6-8c3a-20f0acde0150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.863428 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-5bcde5a2-8165-48ad-b6b1-611987b38c40 None None] Set router fe3d64fa-d92a-4d29-bddd-56a77454d7ac gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:19.877205 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-c7b1aad5-770e-44cb-9301-02333af5478e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Deleting port 105e0e33-dff2-467b-b5c2-d69df4a63dc6 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:19.878337 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7b1aad5-770e-44cb-9301-02333af5478e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.923484 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-258905fe-b651-4fa6-8c3a-20f0acde0150 None None] For port 6aa7771e-201d-48db-93cc-ad1d31ccab47, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6aa7771e-201d-48db-93cc-ad1d31ccab47,segment=NetworkSegment(f501df62-250a-4c0d-a2fa-13210a6b40b6),segment_id=f501df62-250a-4c0d-a2fa-13210a6b40b6)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:19.924569 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-258905fe-b651-4fa6-8c3a-20f0acde0150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.943799 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-258905fe-b651-4fa6-8c3a-20f0acde0150 None None] Calling delete_port for 6aa7771e-201d-48db-93cc-ad1d31ccab47 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:20.023806 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-c7b1aad5-770e-44cb-9301-02333af5478e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] For port 105e0e33-dff2-467b-b5c2-d69df4a63dc6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=105e0e33-dff2-467b-b5c2-d69df4a63dc6,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:20.024201 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7b1aad5-770e-44cb-9301-02333af5478e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.080280 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-c7b1aad5-770e-44cb-9301-02333af5478e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Calling delete_port for 105e0e33-dff2-467b-b5c2-d69df4a63dc6 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:20.321454 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-5bcde5a2-8165-48ad-b6b1-611987b38c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:30:17Z', 'revision_number': 7, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:20.357485 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcde5a2-8165-48ad-b6b1-611987b38c40 None None] The sync data for ids ['fe3d64fa-d92a-4d29-bddd-56a77454d7ac'] in n-d-712140-13 is: [{'id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'name': 'tempest-TestNetworkBasicOps-router-1001669083', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:03Z', 'updated_at': '2021-09-16T05:30:17Z', 'revision_number': 7, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '105e0e33-dff2-467b-b5c2-d69df4a63dc6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3d64fa-d92a-4d29-bddd-56a77454d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:04Z', 'updated_at': '2021-09-16T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:20.376925 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-258905fe-b651-4fa6-8c3a-20f0acde0150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.441190 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258905fe-b651-4fa6-8c3a-20f0acde0150 None None] Pushing event deleted for resources: {'Port': ['ID=6aa7771e-201d-48db-93cc-ad1d31ccab47,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:20.441190 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258905fe-b651-4fa6-8c3a-20f0acde0150 None None] No DVR routers for this DVR port 6aa7771e-201d-48db-93cc-ad1d31ccab47 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:20.523470 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7b1aad5-770e-44cb-9301-02333af5478e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.557132 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1aad5-770e-44cb-9301-02333af5478e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event deleted for resources: {'Port': ['ID=105e0e33-dff2-467b-b5c2-d69df4a63dc6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:20.632608 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7b1aad5-770e-44cb-9301-02333af5478e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.767123 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7b1aad5-770e-44cb-9301-02333af5478e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.771008 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7b1aad5-770e-44cb-9301-02333af5478e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.962406 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7b1aad5-770e-44cb-9301-02333af5478e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.962406 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b1aad5-770e-44cb-9301-02333af5478e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Fanout notify agent at l3_agent the message router_deleted on router fe3d64fa-d92a-4d29-bddd-56a77454d7ac {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:30:20.963900 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device eea7646a-42e5-45cf-907c-f9d2849ec895 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:20.975628 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7b1aad5-770e-44cb-9301-02333af5478e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.977256 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c7b1aad5-770e-44cb-9301-02333af5478e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "DELETE /v2.0/routers/fe3d64fa-d92a-4d29-bddd-56a77454d7ac HTTP/1.1" status: 204 len: 168 time: 1.7853475 Sep 16 05:30:20.982095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36596) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:21.009131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: eea7646a-42e5-45cf-907c-f9d2849ec895 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:21.009131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device eea7646a-42e5-45cf-907c-f9d2849ec895 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:21.009131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6aa7771e-201d-48db-93cc-ad1d31ccab47 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:21.034118 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 6aa7771e-201d-48db-93cc-ad1d31ccab47 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:21.034482 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6aa7771e-201d-48db-93cc-ad1d31ccab47 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:21.105054 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7da8d65-41bf-42dc-9210-242920ac9d5b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.214647 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7da8d65-41bf-42dc-9210-242920ac9d5b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.238143 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-f7da8d65-41bf-42dc-9210-242920ac9d5b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6c5144-0ea5-4e05-b968-26ee6f5877c3']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:21.259985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-f7da8d65-41bf-42dc-9210-242920ac9d5b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f501df62-250a-4c0d-a2fa-13210a6b40b6') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:21.260340 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-f7da8d65-41bf-42dc-9210-242920ac9d5b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f501df62-250a-4c0d-a2fa-13210a6b40b6') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:21.287462 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7da8d65-41bf-42dc-9210-242920ac9d5b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.336701 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7da8d65-41bf-42dc-9210-242920ac9d5b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7da8d65-41bf-42dc-9210-242920ac9d5b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7da8d65-41bf-42dc-9210-242920ac9d5b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:21.362688 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:21.508436 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7da8d65-41bf-42dc-9210-242920ac9d5b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.517550 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f7da8d65-41bf-42dc-9210-242920ac9d5b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.520778 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f7da8d65-41bf-42dc-9210-242920ac9d5b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "DELETE /v2.0/networks/8f6c5144-0ea5-4e05-b968-26ee6f5877c3 HTTP/1.1" status: 204 len: 168 time: 0.5358627 Sep 16 05:30:21.544517 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36606) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:21.553012 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-b6a59e89-993c-4b50-98b3-b9130d990aef tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'network': {'name': 'tempest-network-smoke--65810754', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'port_security_enabled': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:21.750568 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a59e89-993c-4b50-98b3-b9130d990aef tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Made reservation on behalf of 01b7b9920374412690d68a80d11a9e52 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:21.753458 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e89-993c-4b50-98b3-b9130d990aef tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.821128 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a59e89-993c-4b50-98b3-b9130d990aef tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:21.837293 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e89-993c-4b50-98b3-b9130d990aef tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.838023 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-b6a59e89-993c-4b50-98b3-b9130d990aef tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Added segment 43384501-f7d7-4a62-8300-296480b5ba73 of type vlan for network 26b9a8cc-51bb-4439-9f56-2e45814dd9c9 Sep 16 05:30:21.896046 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e89-993c-4b50-98b3-b9130d990aef tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.950592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da8d65-41bf-42dc-9210-242920ac9d5b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event deleted for resources: {'Network': ['ID=8f6c5144-0ea5-4e05-b968-26ee6f5877c3,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:22.022761 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e89-993c-4b50-98b3-b9130d990aef tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.030794 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a59e89-993c-4b50-98b3-b9130d990aef tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:22.031597 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e89-993c-4b50-98b3-b9130d990aef tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.148977 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a59e89-993c-4b50-98b3-b9130d990aef tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Network': ['ID=26b9a8cc-51bb-4439-9f56-2e45814dd9c9,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:22.167185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 26b9a8cc-51bb-4439-9f56-2e45814dd9c9 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:22.217396 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b6a59e89-993c-4b50-98b3-b9130d990aef tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6671779 Sep 16 05:30:22.218114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36616) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:22.227994 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-cdca2e01-61f2-416b-a621-b554fadb3fdc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-996330811', 'admin_state_up': True, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:22.354378 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdca2e01-61f2-416b-a621-b554fadb3fdc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.355730 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdca2e01-61f2-416b-a621-b554fadb3fdc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.421663 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdca2e01-61f2-416b-a621-b554fadb3fdc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.648036 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 105e0e33-dff2-467b-b5c2-d69df4a63dc6 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:22.676232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 105e0e33-dff2-467b-b5c2-d69df4a63dc6 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:22.678408 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 105e0e33-dff2-467b-b5c2-d69df4a63dc6 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:22.700510 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdca2e01-61f2-416b-a621-b554fadb3fdc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.113120 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdca2e01-61f2-416b-a621-b554fadb3fdc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.143809 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdca2e01-61f2-416b-a621-b554fadb3fdc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.301728 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-cdca2e01-61f2-416b-a621-b554fadb3fdc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Allocated IP 172.25.4.199 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/259879f5-5cbe-4de0-8621-524e3327e671) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:23.483220 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdca2e01-61f2-416b-a621-b554fadb3fdc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.672013 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdca2e01-61f2-416b-a621-b554fadb3fdc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.732484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdca2e01-61f2-416b-a621-b554fadb3fdc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:23.739925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-cdca2e01-61f2-416b-a621-b554fadb3fdc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:23.743826 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdca2e01-61f2-416b-a621-b554fadb3fdc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:23.750582 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca2e01-61f2-416b-a621-b554fadb3fdc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Port': ['ID=259879f5-5cbe-4de0-8621-524e3327e671,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:24.250081 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdca2e01-61f2-416b-a621-b554fadb3fdc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.491230 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdca2e01-61f2-416b-a621-b554fadb3fdc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.670571 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.784877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdca2e01-61f2-416b-a621-b554fadb3fdc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Router 40859f16-5a08-4f88-9ea7-d21f02f9c8fc is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:30:24.954331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdca2e01-61f2-416b-a621-b554fadb3fdc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:24.970774 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] Sync routers for ids ['40859f16-5a08-4f88-9ea7-d21f02f9c8fc'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:24.981580 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] Routers {'40859f16-5a08-4f88-9ea7-d21f02f9c8fc'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:24.982259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:30:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['40859f16-5a08-4f88-9ea7-d21f02f9c8fc'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:25.081952 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cdca2e01-61f2-416b-a621-b554fadb3fdc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.084337 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-cdca2e01-61f2-416b-a621-b554fadb3fdc tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8639572 Sep 16 05:30:25.087038 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36624) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:25.105653 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] Set router 40859f16-5a08-4f88-9ea7-d21f02f9c8fc gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:25.127904 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-17e1f7b6-c736-48d0-93c8-6f981e0a2eff tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=01b7b9920374412690d68a80d11a9e52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347784 Sep 16 05:30:25.128204 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36626) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:25.231807 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1de89bc-e2e2-4bca-a5be-966988dc655a tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:25.234930 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f1de89bc-e2e2-4bca-a5be-966988dc655a tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1044137 Sep 16 05:30:25.236342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36628) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:25.275944 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4358d249-b92d-4de0-a76b-deeafc5ca398 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360830 Sep 16 05:30:25.276790 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36630) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:25.285565 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-b6dd3d44-6429-4886-97d5-716c74240c52 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-696406882', 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:25.332539 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'name': 'tempest-TestNetworkBasicOps-router-996330811', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '259879f5-5cbe-4de0-8621-524e3327e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:22Z', 'updated_at': '2021-09-16T05:30:23Z', 'revision_number': 3, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '259879f5-5cbe-4de0-8621-524e3327e671', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:23Z', 'updated_at': '2021-09-16T05:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:25.369953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] Checking router: 40859f16-5a08-4f88-9ea7-d21f02f9c8fc for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:25.370345 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] Updating router 40859f16-5a08-4f88-9ea7-d21f02f9c8fc port 259879f5-5cbe-4de0-8621-524e3327e671 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:30:25.403986 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.538662 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dd3d44-6429-4886-97d5-716c74240c52 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Made reservation on behalf of 01b7b9920374412690d68a80d11a9e52 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:25.542482 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b6dd3d44-6429-4886-97d5-716c74240c52 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.724461 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.847790 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.916446 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b6dd3d44-6429-4886-97d5-716c74240c52 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.931311 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188873c-60ee-4ccc-b91f-f55a5ab33b37 None None] Pushing event updated for resources: {'Port': ['ID=259879f5-5cbe-4de0-8621-524e3327e671,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:25.949958 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] Attempting to bind port 259879f5-5cbe-4de0-8621-524e3327e671 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:25.950558 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] Attempting to bind port 259879f5-5cbe-4de0-8621-524e3327e671 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:25.951225 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] Attempting to bind port 259879f5-5cbe-4de0-8621-524e3327e671 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:25.965507 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:25.966423 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:25.967129 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.968329 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:25.968969 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] Bound port: 259879f5-5cbe-4de0-8621-524e3327e671, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:25.969238 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.976754 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd3d44-6429-4886-97d5-716c74240c52 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Subnet': ['ID=ebd51aed-d536-421b-83c5-4648a4c2ea0e,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:26.011513 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd3d44-6429-4886-97d5-716c74240c52 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Checking segment: {'id': '43384501-f7d7-4a62-8300-296480b5ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:26.011954 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dd3d44-6429-4886-97d5-716c74240c52 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Network hostable DHCP agents. Network: 26b9a8cc-51bb-4439-9f56-2e45814dd9c9, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:30:26.041049 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] For port 259879f5-5cbe-4de0-8621-524e3327e671, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:26.045068 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] For port 259879f5-5cbe-4de0-8621-524e3327e671, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=259879f5-5cbe-4de0-8621-524e3327e671,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:26.133476 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dd3d44-6429-4886-97d5-716c74240c52 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Network 26b9a8cc-51bb-4439-9f56-2e45814dd9c9 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:30:26.145381 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.246773 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-b6dd3d44-6429-4886-97d5-716c74240c52 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 26b9a8cc-51bb-4439-9f56-2e45814dd9c9) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:26.253544 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] Routers {'40859f16-5a08-4f88-9ea7-d21f02f9c8fc'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:26.255005 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:30:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['40859f16-5a08-4f88-9ea7-d21f02f9c8fc'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:26.255957 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dd3d44-6429-4886-97d5-716c74240c52 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:26.257507 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b6dd3d44-6429-4886-97d5-716c74240c52 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.339148 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c538544f-9927-428d-98ea-b863b5acd5b3 None None] Network 26b9a8cc-51bb-4439-9f56-2e45814dd9c9 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:26.367547 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188873c-60ee-4ccc-b91f-f55a5ab33b37 None None] Pushing event updated for resources: {'Port': ['ID=259879f5-5cbe-4de0-8621-524e3327e671,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:26.378526 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b6dd3d44-6429-4886-97d5-716c74240c52 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0998974 Sep 16 05:30:26.384502 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36634) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:26.531655 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] Set router 40859f16-5a08-4f88-9ea7-d21f02f9c8fc gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:26.684960 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-26b9a8cc-51bb-4439-9f56-2e45814dd9c9', 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'fixed_ips': [{'subnet_id': 'ebd51aed-d536-421b-83c5-4648a4c2ea0e'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:30:26.685721 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.894363 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] Allocated IP 172.20.0.2 (26b9a8cc-51bb-4439-9f56-2e45814dd9c9/ebd51aed-d536-421b-83c5-4648a4c2ea0e/74de2b2f-371d-4891-a35f-eccfc304fce4) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:26.918498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'name': 'tempest-TestNetworkBasicOps-router-996330811', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '259879f5-5cbe-4de0-8621-524e3327e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:22Z', 'updated_at': '2021-09-16T05:30:23Z', 'revision_number': 3, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '259879f5-5cbe-4de0-8621-524e3327e671', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:23Z', 'updated_at': '2021-09-16T05:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:26.960980 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b911b-b744-4c4f-81f4-0194a6e2b92e None None] The sync data for ids ['40859f16-5a08-4f88-9ea7-d21f02f9c8fc'] in n-d-712140-13 is: [{'id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'name': 'tempest-TestNetworkBasicOps-router-996330811', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '259879f5-5cbe-4de0-8621-524e3327e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:22Z', 'updated_at': '2021-09-16T05:30:23Z', 'revision_number': 3, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '259879f5-5cbe-4de0-8621-524e3327e671', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:23Z', 'updated_at': '2021-09-16T05:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:27.113961 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.188994 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c08da7e3-8ed6-45d4-a046-a5e8369d6f23 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.202572 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.235416 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] Network 26b9a8cc-51bb-4439-9f56-2e45814dd9c9 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:27.268895 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:27.273296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:27.361863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] Pushing event updated for resources: {'Port': ['ID=74de2b2f-371d-4891-a35f-eccfc304fce4,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:27.416208 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] Attempting to bind port 74de2b2f-371d-4891-a35f-eccfc304fce4 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:27.416691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] Attempting to bind port 74de2b2f-371d-4891-a35f-eccfc304fce4 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '43384501-f7d7-4a62-8300-296480b5ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:27.417129 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] Attempting to bind port 74de2b2f-371d-4891-a35f-eccfc304fce4 on network 26b9a8cc-51bb-4439-9f56-2e45814dd9c9 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:27.423673 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:27.424007 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] Checking segment: {'id': '43384501-f7d7-4a62-8300-296480b5ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:27.424563 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.425024 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] Bound using segment: {'id': '43384501-f7d7-4a62-8300-296480b5ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:27.425595 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] Bound port: 74de2b2f-371d-4891-a35f-eccfc304fce4, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43384501-f7d7-4a62-8300-296480b5ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:27.426210 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.525886 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] For port 74de2b2f-371d-4891-a35f-eccfc304fce4, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:27.529463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] For port 74de2b2f-371d-4891-a35f-eccfc304fce4, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=74de2b2f-371d-4891-a35f-eccfc304fce4,segment=NetworkSegment(43384501-f7d7-4a62-8300-296480b5ba73),segment_id=43384501-f7d7-4a62-8300-296480b5ba73)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:27.666009 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.749950 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060b1d1-7fc8-4e9c-888b-1514b7f2bd9c None None] Pushing event updated for resources: {'Port': ['ID=74de2b2f-371d-4891-a35f-eccfc304fce4,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:27.791656 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-c08da7e3-8ed6-45d4-a046-a5e8369d6f23 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Allocated IP 172.20.0.1 (26b9a8cc-51bb-4439-9f56-2e45814dd9c9/ebd51aed-d536-421b-83c5-4648a4c2ea0e/95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:28.001575 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c08da7e3-8ed6-45d4-a046-a5e8369d6f23 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.146464 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c08da7e3-8ed6-45d4-a046-a5e8369d6f23 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.244592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08da7e3-8ed6-45d4-a046-a5e8369d6f23 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Network 26b9a8cc-51bb-4439-9f56-2e45814dd9c9 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:28.250955 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-c08da7e3-8ed6-45d4-a046-a5e8369d6f23 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:28.257949 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08da7e3-8ed6-45d4-a046-a5e8369d6f23 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:28.727199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08da7e3-8ed6-45d4-a046-a5e8369d6f23 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Port': ['ID=95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:28.756211 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.757391 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c08da7e3-8ed6-45d4-a046-a5e8369d6f23 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.820822 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 74de2b2f-371d-4891-a35f-eccfc304fce4 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:28.939090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 74de2b2f-371d-4891-a35f-eccfc304fce4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:28.939597 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.215459 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c08da7e3-8ed6-45d4-a046-a5e8369d6f23 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.336497 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.394331 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 74de2b2f-371d-4891-a35f-eccfc304fce4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=74de2b2f-371d-4891-a35f-eccfc304fce4,segment=NetworkSegment(43384501-f7d7-4a62-8300-296480b5ba73),segment_id=43384501-f7d7-4a62-8300-296480b5ba73)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:29.409065 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bfd641-359e-4a51-a82c-69ae84a5585c None None] Network 26b9a8cc-51bb-4439-9f56-2e45814dd9c9 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:29.497765 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.498654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 259879f5-5cbe-4de0-8621-524e3327e671 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:29.505864 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c317857f-c0b7-4b32-92ff-deb683a63752 None None] Provisioning complete for port 74de2b2f-371d-4891-a35f-eccfc304fce4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:29.506438 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c317857f-c0b7-4b32-92ff-deb683a63752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.636815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=74de2b2f-371d-4891-a35f-eccfc304fce4,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:29.709119 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 259879f5-5cbe-4de0-8621-524e3327e671 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:29.709119 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.818053 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c08da7e3-8ed6-45d4-a046-a5e8369d6f23 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.915769 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c08da7e3-8ed6-45d4-a046-a5e8369d6f23 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.925521 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.951509 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 259879f5-5cbe-4de0-8621-524e3327e671, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=259879f5-5cbe-4de0-8621-524e3327e671,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:30.032505 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.032732 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c08da7e3-8ed6-45d4-a046-a5e8369d6f23 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.034649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08da7e3-8ed6-45d4-a046-a5e8369d6f23 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Port': ['ID=95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:30.139751 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=259879f5-5cbe-4de0-8621-524e3327e671,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:30.190993 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08da7e3-8ed6-45d4-a046-a5e8369d6f23 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Network 26b9a8cc-51bb-4439-9f56-2e45814dd9c9 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:30.194739 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-c08da7e3-8ed6-45d4-a046-a5e8369d6f23 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:30.275490 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4f52fc2b-15a2-4318-a65b-c0c634d97673 None None] Provisioning complete for port 74de2b2f-371d-4891-a35f-eccfc304fce4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:30.276246 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4f52fc2b-15a2-4318-a65b-c0c634d97673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.407747 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4f52fc2b-15a2-4318-a65b-c0c634d97673 None None] Provisioning complete for port 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:30.408136 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4f52fc2b-15a2-4318-a65b-c0c634d97673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.436199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08da7e3-8ed6-45d4-a046-a5e8369d6f23 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Router 40859f16-5a08-4f88-9ea7-d21f02f9c8fc has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:30.448611 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4f52fc2b-15a2-4318-a65b-c0c634d97673 None None] Port 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:30.590433 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-42e327fd-2849-4a2e-b3f1-7f1f8c455ead None None] Provisioning complete for port 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:30.591316 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-42e327fd-2849-4a2e-b3f1-7f1f8c455ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.639925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08da7e3-8ed6-45d4-a046-a5e8369d6f23 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:30.654171 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] Sync routers for ids ['40859f16-5a08-4f88-9ea7-d21f02f9c8fc'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:30.667037 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c08da7e3-8ed6-45d4-a046-a5e8369d6f23 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "PUT /v2.0/routers/40859f16-5a08-4f88-9ea7-d21f02f9c8fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2790790 Sep 16 05:30:30.668753 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36654) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:30.681172 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] Routers {'40859f16-5a08-4f88-9ea7-d21f02f9c8fc'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:30.682253 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:30:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['40859f16-5a08-4f88-9ea7-d21f02f9c8fc'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:30.687985 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-42e327fd-2849-4a2e-b3f1-7f1f8c455ead None None] Port 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:30.759029 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 74de2b2f-371d-4891-a35f-eccfc304fce4 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:30.842173 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 74de2b2f-371d-4891-a35f-eccfc304fce4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:30.843245 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.862351 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] Set router 40859f16-5a08-4f88-9ea7-d21f02f9c8fc gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:30.941620 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ff6ec7ef-e9a2-4edc-ae9b-d22909991f06 None None] Provisioning complete for port 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:30.942256 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ff6ec7ef-e9a2-4edc-ae9b-d22909991f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:31.017471 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c726aeb-ec82-4f2f-8cac-d006f26a8512 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.018366 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c726aeb-ec82-4f2f-8cac-d006f26a8512 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.019265 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c726aeb-ec82-4f2f-8cac-d006f26a8512 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.020185 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c726aeb-ec82-4f2f-8cac-d006f26a8512 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.021051 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c726aeb-ec82-4f2f-8cac-d006f26a8512 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.021941 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c726aeb-ec82-4f2f-8cac-d006f26a8512 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.027340 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1c726aeb-ec82-4f2f-8cac-d006f26a8512 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.3545029 Sep 16 05:30:31.030239 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36656) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:31.039880 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ec7ef-e9a2-4edc-ae9b-d22909991f06 None None] Port 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:31.046353 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 259879f5-5cbe-4de0-8621-524e3327e671 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:31.135093 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'name': 'tempest-TestNetworkBasicOps-router-996330811', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '259879f5-5cbe-4de0-8621-524e3327e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:22Z', 'updated_at': '2021-09-16T05:30:28Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '259879f5-5cbe-4de0-8621-524e3327e671', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:23Z', 'updated_at': '2021-09-16T05:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0', 'name': '', 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:a4:e6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ebd51aed-d536-421b-83c5-4648a4c2ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:27Z', 'updated_at': '2021-09-16T05:30:29Z', 'revision_number': 2, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'ebd51aed-d536-421b-83c5-4648a4c2ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:31.138294 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 259879f5-5cbe-4de0-8621-524e3327e671 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:31.138838 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:31.165585 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] Checking router: 40859f16-5a08-4f88-9ea7-d21f02f9c8fc for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:31.166239 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] Updating router 40859f16-5a08-4f88-9ea7-d21f02f9c8fc port 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:30:31.202535 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:31.546145 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f002a0df-786a-42ad-9e0a-b13c3a80ffef tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.546636 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f002a0df-786a-42ad-9e0a-b13c3a80ffef tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.547170 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f002a0df-786a-42ad-9e0a-b13c3a80ffef tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.547844 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f002a0df-786a-42ad-9e0a-b13c3a80ffef tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.548391 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f002a0df-786a-42ad-9e0a-b13c3a80ffef tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.548868 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f002a0df-786a-42ad-9e0a-b13c3a80ffef tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.551713 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f002a0df-786a-42ad-9e0a-b13c3a80ffef tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.5191586 Sep 16 05:30:31.556669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36660) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:31.641429 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:31.744569 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:31.788495 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-be190e58-4bb7-4d3c-9733-b1a9c1e188aa tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2298586 Sep 16 05:30:31.841442 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052c072-a0d4-4de7-81ee-849cebc4eda3 None None] Pushing event updated for resources: {'Port': ['ID=95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:31.860362 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052c072-a0d4-4de7-81ee-849cebc4eda3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:31.860890 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052c072-a0d4-4de7-81ee-849cebc4eda3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:31.861442 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052c072-a0d4-4de7-81ee-849cebc4eda3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:31.861984 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052c072-a0d4-4de7-81ee-849cebc4eda3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:31.862980 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052c072-a0d4-4de7-81ee-849cebc4eda3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:31.863498 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052c072-a0d4-4de7-81ee-849cebc4eda3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:31.864010 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052c072-a0d4-4de7-81ee-849cebc4eda3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:31.864831 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052c072-a0d4-4de7-81ee-849cebc4eda3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:31.865511 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052c072-a0d4-4de7-81ee-849cebc4eda3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:31.866518 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052c072-a0d4-4de7-81ee-849cebc4eda3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:31.867321 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052c072-a0d4-4de7-81ee-849cebc4eda3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:31.868076 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052c072-a0d4-4de7-81ee-849cebc4eda3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:32.007593 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] Attempting to bind port 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:32.007593 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] Attempting to bind port 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '43384501-f7d7-4a62-8300-296480b5ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:32.007593 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] Attempting to bind port 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0 on network 26b9a8cc-51bb-4439-9f56-2e45814dd9c9 {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:32.010781 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:32.011415 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] Checking segment: {'id': '43384501-f7d7-4a62-8300-296480b5ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:32.012063 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.012782 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] Bound using segment: {'id': '43384501-f7d7-4a62-8300-296480b5ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:32.013540 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] Bound port: 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43384501-f7d7-4a62-8300-296480b5ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:32.014178 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.090178 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36664) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:32.099796 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-438e6bbe-9c7d-41f8-bc79-0bc3aa72d44f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-996296869', 'description': 'tempest-secgroup-smoke-996296869 description', 'project_id': '01b7b9920374412690d68a80d11a9e52'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:32.131472 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] For port 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:32.136368 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] For port 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0,segment=NetworkSegment(43384501-f7d7-4a62-8300-296480b5ba73),segment_id=43384501-f7d7-4a62-8300-296480b5ba73)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:32.248212 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.276519 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-438e6bbe-9c7d-41f8-bc79-0bc3aa72d44f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.305221 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c2f2c20f-8002-42d1-907f-a4a9faf1e007 None None] Provisioning complete for port 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:32.305987 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2f2c20f-8002-42d1-907f-a4a9faf1e007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.310288 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] Routers {'40859f16-5a08-4f88-9ea7-d21f02f9c8fc'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:32.310996 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:30:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['40859f16-5a08-4f88-9ea7-d21f02f9c8fc'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:32.388236 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052c072-a0d4-4de7-81ee-849cebc4eda3 None None] Pushing event updated for resources: {'Port': ['ID=95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:32.491070 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-438e6bbe-9c7d-41f8-bc79-0bc3aa72d44f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.535801 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2f2c20f-8002-42d1-907f-a4a9faf1e007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.536936 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] Set router 40859f16-5a08-4f88-9ea7-d21f02f9c8fc gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:32.590357 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-438e6bbe-9c7d-41f8-bc79-0bc3aa72d44f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.607419 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c2f2c20f-8002-42d1-907f-a4a9faf1e007 None None] For port 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0,segment=NetworkSegment(43384501-f7d7-4a62-8300-296480b5ba73),segment_id=43384501-f7d7-4a62-8300-296480b5ba73)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:32.649936 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e6bbe-9c7d-41f8-bc79-0bc3aa72d44f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1a7c32-e771-4c5c-bc56-bd32bc3983b8,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:32.694062 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2f2c20f-8002-42d1-907f-a4a9faf1e007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.722424 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-438e6bbe-9c7d-41f8-bc79-0bc3aa72d44f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.727327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-438e6bbe-9c7d-41f8-bc79-0bc3aa72d44f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6342540 Sep 16 05:30:32.729966 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36668) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:32.741284 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-804742a2-7365-45ed-a409-fb0d13dfd3c2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group_rule': {'security_group_id': '1c1a7c32-e771-4c5c-bc56-bd32bc3983b8', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:32.771186 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2c20f-8002-42d1-907f-a4a9faf1e007 None None] Pushing event updated for resources: {'Port': ['ID=95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:32.826760 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-35713526-779e-4dea-bef2-5932a391065d None None] Provisioning complete for port 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:32.827346 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-35713526-779e-4dea-bef2-5932a391065d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.880273 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-804742a2-7365-45ed-a409-fb0d13dfd3c2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.911827 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'name': 'tempest-TestNetworkBasicOps-router-996330811', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '259879f5-5cbe-4de0-8621-524e3327e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:22Z', 'updated_at': '2021-09-16T05:30:28Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '259879f5-5cbe-4de0-8621-524e3327e671', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:23Z', 'updated_at': '2021-09-16T05:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0', 'name': '', 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:a4:e6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ebd51aed-d536-421b-83c5-4648a4c2ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:27Z', 'updated_at': '2021-09-16T05:30:32Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'ebd51aed-d536-421b-83c5-4648a4c2ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:32.951478 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6003a43-f787-47f9-8f99-451d4b016956 None None] The sync data for ids ['40859f16-5a08-4f88-9ea7-d21f02f9c8fc'] in n-d-712140-13 is: [{'id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'name': 'tempest-TestNetworkBasicOps-router-996330811', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '259879f5-5cbe-4de0-8621-524e3327e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:22Z', 'updated_at': '2021-09-16T05:30:28Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '259879f5-5cbe-4de0-8621-524e3327e671', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:23Z', 'updated_at': '2021-09-16T05:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0', 'name': '', 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:a4:e6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ebd51aed-d536-421b-83c5-4648a4c2ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:27Z', 'updated_at': '2021-09-16T05:30:32Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'ebd51aed-d536-421b-83c5-4648a4c2ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:33.004023 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-804742a2-7365-45ed-a409-fb0d13dfd3c2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.167201 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-804742a2-7365-45ed-a409-fb0d13dfd3c2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.188315 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804742a2-7365-45ed-a409-fb0d13dfd3c2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93388753-5fb3-46ec-9ae6-ba98715cf395,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:33.296564 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-804742a2-7365-45ed-a409-fb0d13dfd3c2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.302366 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-804742a2-7365-45ed-a409-fb0d13dfd3c2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5664229 Sep 16 05:30:33.308090 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36672) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:33.308090 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d41ba7bd-5664-44d1-8b5d-15794010e653 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group_rule': {'security_group_id': '1c1a7c32-e771-4c5c-bc56-bd32bc3983b8', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:33.411071 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d41ba7bd-5664-44d1-8b5d-15794010e653 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.533927 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d41ba7bd-5664-44d1-8b5d-15794010e653 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.666354 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d41ba7bd-5664-44d1-8b5d-15794010e653 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.692907 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ba7bd-5664-44d1-8b5d-15794010e653 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ada0666-c0e4-4517-8176-ec9b4a806ca3,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:33.777379 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d41ba7bd-5664-44d1-8b5d-15794010e653 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.779615 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d41ba7bd-5664-44d1-8b5d-15794010e653 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4756951 Sep 16 05:30:33.784573 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36676) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:33.791312 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-e382028b-a1be-4eed-b5de-1fafbdf88b38 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group_rule': {'security_group_id': '1c1a7c32-e771-4c5c-bc56-bd32bc3983b8', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:33.907345 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e382028b-a1be-4eed-b5de-1fafbdf88b38 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.990386 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e382028b-a1be-4eed-b5de-1fafbdf88b38 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.071276 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e382028b-a1be-4eed-b5de-1fafbdf88b38 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.109800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382028b-a1be-4eed-b5de-1fafbdf88b38 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8158655c-ee88-4d14-b088-51ab5a60b84f,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:34.179855 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e382028b-a1be-4eed-b5de-1fafbdf88b38 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.185783 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e382028b-a1be-4eed-b5de-1fafbdf88b38 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3952115 Sep 16 05:30:34.186231 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36678) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:34.194917 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-4142f18e-83ca-4b51-816f-3ceff8653c0e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group_rule': {'security_group_id': '1c1a7c32-e771-4c5c-bc56-bd32bc3983b8', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:34.322663 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4142f18e-83ca-4b51-816f-3ceff8653c0e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.448515 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4142f18e-83ca-4b51-816f-3ceff8653c0e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.533635 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4142f18e-83ca-4b51-816f-3ceff8653c0e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.569566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142f18e-83ca-4b51-816f-3ceff8653c0e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1afcbb8-3801-4fcb-a853-de6dd47ef312,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:34.665074 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4142f18e-83ca-4b51-816f-3ceff8653c0e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.669728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4142f18e-83ca-4b51-816f-3ceff8653c0e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4793043 Sep 16 05:30:34.670536 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 36682) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:34.681074 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-a27c671e-65f6-4234-8ef3-e649be3a4a0c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group_rule': {'security_group_id': '1c1a7c32-e771-4c5c-bc56-bd32bc3983b8', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:34.809075 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-a27c671e-65f6-4234-8ef3-e649be3a4a0c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Project 01b7b9920374412690d68a80d11a9e52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:30:34.819708 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a27c671e-65f6-4234-8ef3-e649be3a4a0c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.827643 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:34.925345 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:34.925815 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.942287 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a27c671e-65f6-4234-8ef3-e649be3a4a0c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:35.036694 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a27c671e-65f6-4234-8ef3-e649be3a4a0c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:35.081698 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c671e-65f6-4234-8ef3-e649be3a4a0c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3632ad8-5fee-492b-a1f1-5080c86528b3,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:35.206553 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a27c671e-65f6-4234-8ef3-e649be3a4a0c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:35.212613 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a27c671e-65f6-4234-8ef3-e649be3a4a0c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5370989 Sep 16 05:30:35.213796 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36684) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:35.220490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-2c6d01a5-406b-4668-bd62-97f25629f4fb tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'security_group_rule': {'security_group_id': '1c1a7c32-e771-4c5c-bc56-bd32bc3983b8', 'project_id': '01b7b9920374412690d68a80d11a9e52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:35.242320 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7e986986-ed58-4780-89a7-a863d2bc0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:35.331122 n-d-712140-13 neutron-server[95473]: INFO neutron.db.securitygroups_db [None req-2c6d01a5-406b-4668-bd62-97f25629f4fb tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Project 01b7b9920374412690d68a80d11a9e52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:30:35.339979 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2c6d01a5-406b-4668-bd62-97f25629f4fb tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:35.425325 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2c6d01a5-406b-4668-bd62-97f25629f4fb tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:35.517603 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2c6d01a5-406b-4668-bd62-97f25629f4fb tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:35.543931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d01a5-406b-4668-bd62-97f25629f4fb tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bfa419-87bb-4449-bfa6-9e2b03593a02,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:35.637159 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2c6d01a5-406b-4668-bd62-97f25629f4fb tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:35.639354 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2c6d01a5-406b-4668-bd62-97f25629f4fb tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4242401 Sep 16 05:30:36.067784 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-84c8e18b-a439-44d2-9148-885ca1ca5e3c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-996296869&fields=id&tenant_id=01b7b9920374412690d68a80d11a9e52 HTTP/1.1" status: 200 len: 267 time: 0.0673001 Sep 16 05:30:36.258449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-a9d6ae2e-9d89-45c3-9416-d2eae0c002d2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:36.261775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-a9d6ae2e-9d89-45c3-9416-d2eae0c002d2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/networks?id=26b9a8cc-51bb-4439-9f56-2e45814dd9c9 HTTP/1.1" status: 200 len: 795 time: 0.1926386 Sep 16 05:30:36.290724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-acbe8826-f04a-46d6-b532-078851f5361c tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/quotas/01b7b9920374412690d68a80d11a9e52 HTTP/1.1" status: 200 len: 375 time: 0.0162530 Sep 16 05:30:36.388072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-02e35088-4e1d-47b6-bdf0-c1f2cdf57dd5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=01b7b9920374412690d68a80d11a9e52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876701 Sep 16 05:30:36.555802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-d608124b-d94b-4995-b316-83eb95abb9b3 service neutron] 10.222.0.20 "GET /v2.0/networks/26b9a8cc-51bb-4439-9f56-2e45814dd9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467233 Sep 16 05:30:36.699558 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-de69eafc-7e9e-42fc-b0dc-6a0cce6ef616 service neutron] 10.222.0.20 "GET /v2.0/networks/26b9a8cc-51bb-4439-9f56-2e45814dd9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315413 Sep 16 05:30:37.116787 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-127b5e5d-d00c-499c-b9f1-778e3a653f3b req-dbe18485-e40d-4dd0-92c6-3d682415cdaa tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 210 time: 0.0520866 Sep 16 05:30:37.822592 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d82b3e67-7e10-45df-af72-61edca08fa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:38.236464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1078aae-63a5-48f2-a261-14e1cfb58eda req-7eb902b4-2a75-4016-a46b-7aae7a685d7f tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 210 time: 0.0385003 Sep 16 05:30:38.733478 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.442515 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.463926 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c02f1c4e-b039-459f-a2c1-cdceaddf71e0 req-e8ad00c2-2205-4591-ad63-2f12b0db54c7 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 210 time: 0.0766625 Sep 16 05:30:40.382489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-516913a2-289f-4c01-b746-016e37c44e65 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:40.384723 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-516913a2-289f-4c01-b746-016e37c44e65 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.21 "GET /v2.0/networks?id=26b9a8cc-51bb-4439-9f56-2e45814dd9c9 HTTP/1.1" status: 200 len: 795 time: 0.1874726 Sep 16 05:30:40.468316 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-01876835-3119-4d49-9e6d-854d014158bf tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01b7b9920374412690d68a80d11a9e52 HTTP/1.1" status: 200 len: 379 time: 0.0615633 Sep 16 05:30:40.481525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-888e3f50-d255-4acf-bc15-f10da1e47c64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'port': {'device_id': '62fdc25b-acd7-42c9-b2a2-78433dd8b041', 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9', 'admin_state_up': True, 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'security_groups': ['1c1a7c32-e771-4c5c-bc56-bd32bc3983b8']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:40.680606 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac8207aa-b18b-40c1-86a3-19790ba446fc req-8a994101-5c01-4220-8a53-f9a2fa9d3953 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 210 time: 0.0576160 Sep 16 05:30:40.960066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-888e3f50-d255-4acf-bc15-f10da1e47c64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Made reservation on behalf of 01b7b9920374412690d68a80d11a9e52 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:40.964945 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-888e3f50-d255-4acf-bc15-f10da1e47c64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.991694 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.191563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-888e3f50-d255-4acf-bc15-f10da1e47c64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Allocated IP 172.20.0.14 (26b9a8cc-51bb-4439-9f56-2e45814dd9c9/ebd51aed-d536-421b-83c5-4648a4c2ea0e/545286d9-0859-4ca6-8247-886a7109dbae) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:41.435404 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-888e3f50-d255-4acf-bc15-f10da1e47c64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.568019 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-888e3f50-d255-4acf-bc15-f10da1e47c64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.647392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-888e3f50-d255-4acf-bc15-f10da1e47c64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Network 26b9a8cc-51bb-4439-9f56-2e45814dd9c9 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:41.652825 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-888e3f50-d255-4acf-bc15-f10da1e47c64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:41.659830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-888e3f50-d255-4acf-bc15-f10da1e47c64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:41.722070 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e3f50-d255-4acf-bc15-f10da1e47c64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Port': ['ID=545286d9-0859-4ca6-8247-886a7109dbae,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:41.769091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-888e3f50-d255-4acf-bc15-f10da1e47c64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:41.771844 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-888e3f50-d255-4acf-bc15-f10da1e47c64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.946766 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97b299-b99c-4a8c-8a5b-ae115a24c1f3 req-77139ce6-3fa8-4097-885a-5cc6336ef043 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:41.952826 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a97b299-b99c-4a8c-8a5b-ae115a24c1f3 req-77139ce6-3fa8-4097-885a-5cc6336ef043 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 932 time: 0.1078951 Sep 16 05:30:42.008987 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f8f45cbc-885b-41b7-a825-f0a44dab6fd7 None None] Provisioning complete for port 545286d9-0859-4ca6-8247-886a7109dbae triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:42.009822 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f8f45cbc-885b-41b7-a825-f0a44dab6fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.022407 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a97b299-b99c-4a8c-8a5b-ae115a24c1f3 req-211f18bc-e03b-4361-9f2e-da6c1f13493a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c1a7c32-e771-4c5c-bc56-bd32bc3983b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568187 Sep 16 05:30:42.071378 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-f8f45cbc-885b-41b7-a825-f0a44dab6fd7 None None] Port 545286d9-0859-4ca6-8247-886a7109dbae cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:42.078132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-888e3f50-d255-4acf-bc15-f10da1e47c64 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6021414 Sep 16 05:30:42.101170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Request body: {'port': {'device_id': '62fdc25b-acd7-42c9-b2a2-78433dd8b041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:42.213111 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.670276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545286d9-0859-4ca6-8247-886a7109dbae {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:42.686538 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.707598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Transition to ACTIVE for port object 545286d9-0859-4ca6-8247-886a7109dbae will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:30:42.841430 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.926770 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=545286d9-0859-4ca6-8247-886a7109dbae,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:43.060203 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Attempting to bind port 545286d9-0859-4ca6-8247-886a7109dbae on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:43.060203 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Attempting to bind port 545286d9-0859-4ca6-8247-886a7109dbae by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '43384501-f7d7-4a62-8300-296480b5ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:43.060203 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Attempting to bind port 545286d9-0859-4ca6-8247-886a7109dbae on network 26b9a8cc-51bb-4439-9f56-2e45814dd9c9 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:43.072087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Port 545286d9-0859-4ca6-8247-886a7109dbae on network 26b9a8cc-51bb-4439-9f56-2e45814dd9c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:30:43.073008 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Attempting to bind port 545286d9-0859-4ca6-8247-886a7109dbae on network 26b9a8cc-51bb-4439-9f56-2e45814dd9c9 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:43.087424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:43.087984 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Checking segment: {'id': '43384501-f7d7-4a62-8300-296480b5ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:43.088630 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Bound using segment: {'id': '43384501-f7d7-4a62-8300-296480b5ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:43.089904 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Bound port: 545286d9-0859-4ca6-8247-886a7109dbae, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43384501-f7d7-4a62-8300-296480b5ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:43.090489 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.284958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] For port 545286d9-0859-4ca6-8247-886a7109dbae, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:43.296094 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] For port 545286d9-0859-4ca6-8247-886a7109dbae, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=545286d9-0859-4ca6-8247-886a7109dbae,segment=NetworkSegment(43384501-f7d7-4a62-8300-296480b5ba73),segment_id=43384501-f7d7-4a62-8300-296480b5ba73)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:43.321333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423af977-f403-4db4-8415-76d9fc3f0cda req-eb705fe9-a9f2-4d5d-9536-1e026b4ce96b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:43.323342 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-423af977-f403-4db4-8415-76d9fc3f0cda req-eb705fe9-a9f2-4d5d-9536-1e026b4ce96b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 944 time: 0.1337185 Sep 16 05:30:43.437992 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-423af977-f403-4db4-8415-76d9fc3f0cda req-28d136ba-2c3a-471c-a73c-437a71170208 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c1a7c32-e771-4c5c-bc56-bd32bc3983b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580554 Sep 16 05:30:43.557378 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.625602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:43.626792 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.628722 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] 10.222.0.21 "PUT /v2.0/ports/545286d9-0859-4ca6-8247-886a7109dbae HTTP/1.1" status: 200 len: 1093 time: 1.5355246 Sep 16 05:30:43.630283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62fdc25b-acd7-42c9-b2a2-78433dd8b041', 'tag': '545286d9-0859-4ca6-8247-886a7109dbae'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:43.635054 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b67406-de36-4b4c-9b82-316ea0f74fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "62fdc25b-acd7-42c9-b2a2-78433dd8b041", "tag": "545286d9-0859-4ca6-8247-886a7109dbae"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:43.703137 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c73b1-70cf-45af-a512-ac2ba9f5fbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=545286d9-0859-4ca6-8247-886a7109dbae,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:43.852338 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20962d17-c5c2-4389-a180-dfc1ecf58d7c x-openstack-request-id: req-20962d17-c5c2-4389-a180-dfc1ecf58d7c {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:43.852338 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62fdc25b-acd7-42c9-b2a2-78433dd8b041", "tag": "545286d9-0859-4ca6-8247-886a7109dbae", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:43.852338 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20962d17-c5c2-4389-a180-dfc1ecf58d7c {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:43.852338 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62fdc25b-acd7-42c9-b2a2-78433dd8b041', 'tag': '545286d9-0859-4ca6-8247-886a7109dbae', 'status': 'completed', 'code': 200} Sep 16 05:30:43.871682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-db22a6fb-fbb3-4a61-8c70-34a9821cb783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:43.873349 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-db22a6fb-fbb3-4a61-8c70-34a9821cb783 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01b7b9920374412690d68a80d11a9e52&device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 1096 time: 0.0810490 Sep 16 05:30:43.931796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-c7675d29-5ccb-4581-b766-e9c77a4cf024 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=545286d9-0859-4ca6-8247-886a7109dbae HTTP/1.1" status: 200 len: 217 time: 0.0432737 Sep 16 05:30:44.002995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-663f1ba6-1878-4216-b961-206659d4cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:44.005433 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-663f1ba6-1878-4216-b961-206659d4cdeb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebd51aed-d536-421b-83c5-4648a4c2ea0e HTTP/1.1" status: 200 len: 834 time: 0.0658760 Sep 16 05:30:44.075551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-b107b176-59f0-43da-90cc-ce369536d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:44.077415 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-b107b176-59f0-43da-90cc-ce369536d681 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26b9a8cc-51bb-4439-9f56-2e45814dd9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632854 Sep 16 05:30:44.238659 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-ef08b602-88d8-44a9-b6e3-d63a21bffb04 service neutron] 10.222.0.21 "GET /v2.0/networks/26b9a8cc-51bb-4439-9f56-2e45814dd9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524689 Sep 16 05:30:44.386431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d51def8d-15dd-4202-87ec-b99cb37d87dd req-f8b7b9ab-b10a-493d-a2e9-8225bc9e1db7 service neutron] 10.222.0.21 "GET /v2.0/networks/26b9a8cc-51bb-4439-9f56-2e45814dd9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407166 Sep 16 05:30:44.596785 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202197f-445c-413c-aa73-8615c3ffb238 req-d92b861e-4d17-49ae-aee1-9fbaa49c8fea tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:44.599199 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6202197f-445c-413c-aa73-8615c3ffb238 req-d92b861e-4d17-49ae-aee1-9fbaa49c8fea tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 944 time: 0.0629969 Sep 16 05:30:44.697818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b67406-de36-4b4c-9b82-316ea0f74fa1 req-93e23573-08ef-46b0-8c9c-ac6edaa4df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:44.699511 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9b67406-de36-4b4c-9b82-316ea0f74fa1 req-93e23573-08ef-46b0-8c9c-ac6edaa4df34 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01b7b9920374412690d68a80d11a9e52&device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 1096 time: 0.0993299 Sep 16 05:30:44.706228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6202197f-445c-413c-aa73-8615c3ffb238 req-82169915-1f8a-4db3-a5d3-dbac05c2378d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c1a7c32-e771-4c5c-bc56-bd32bc3983b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596707 Sep 16 05:30:44.820967 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b67406-de36-4b4c-9b82-316ea0f74fa1 req-a578c1ca-6e15-4fa2-b455-0811783e8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:44.822509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9b67406-de36-4b4c-9b82-316ea0f74fa1 req-a578c1ca-6e15-4fa2-b455-0811783e8f71 service neutron] 10.222.0.21 "GET /v2.0/networks?id=26b9a8cc-51bb-4439-9f56-2e45814dd9c9 HTTP/1.1" status: 200 len: 896 time: 0.1135640 Sep 16 05:30:44.895760 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9b67406-de36-4b4c-9b82-316ea0f74fa1 req-4454f3a6-0a94-41d2-acb5-5997d3b0a03d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=545286d9-0859-4ca6-8247-886a7109dbae HTTP/1.1" status: 200 len: 217 time: 0.0646172 Sep 16 05:30:44.969525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b67406-de36-4b4c-9b82-316ea0f74fa1 req-550ecc63-e9eb-4f8d-8477-c936f6485368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:44.971165 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9b67406-de36-4b4c-9b82-316ea0f74fa1 req-550ecc63-e9eb-4f8d-8477-c936f6485368 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebd51aed-d536-421b-83c5-4648a4c2ea0e HTTP/1.1" status: 200 len: 834 time: 0.0685289 Sep 16 05:30:45.027022 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b67406-de36-4b4c-9b82-316ea0f74fa1 req-da7fe958-e0d8-40ed-a076-62aff3775221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:45.028716 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9b67406-de36-4b4c-9b82-316ea0f74fa1 req-da7fe958-e0d8-40ed-a076-62aff3775221 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26b9a8cc-51bb-4439-9f56-2e45814dd9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504816 Sep 16 05:30:45.190999 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9b67406-de36-4b4c-9b82-316ea0f74fa1 req-42bf76bf-ff6a-46d1-a4c2-f08f5700e6cc service neutron] 10.222.0.21 "GET /v2.0/networks/26b9a8cc-51bb-4439-9f56-2e45814dd9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531503 Sep 16 05:30:45.325476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9b67406-de36-4b4c-9b82-316ea0f74fa1 req-8a0d4168-46b5-457e-b270-c2a57b0f2fd4 service neutron] 10.222.0.21 "GET /v2.0/networks/26b9a8cc-51bb-4439-9f56-2e45814dd9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271770 Sep 16 05:30:45.907081 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d052b28-e5cf-4a04-83eb-dfad29cc8929 req-6abd70fa-bf7e-4ce1-8002-8ae50062df09 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:45.908824 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d052b28-e5cf-4a04-83eb-dfad29cc8929 req-6abd70fa-bf7e-4ce1-8002-8ae50062df09 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 944 time: 0.0816753 Sep 16 05:30:45.967582 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d052b28-e5cf-4a04-83eb-dfad29cc8929 req-ff54db6a-6639-4f4c-8206-01042cbbbacf tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c1a7c32-e771-4c5c-bc56-bd32bc3983b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482528 Sep 16 05:30:47.115581 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208b1a2-cd7b-4f28-9bcf-b847249f5458 req-d499017e-a672-48dc-a9f5-ea8c163d9626 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:47.118206 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5208b1a2-cd7b-4f28-9bcf-b847249f5458 req-d499017e-a672-48dc-a9f5-ea8c163d9626 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 944 time: 0.0652609 Sep 16 05:30:47.197154 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5208b1a2-cd7b-4f28-9bcf-b847249f5458 req-8116474b-a34d-4193-b642-54c3b8ded5b0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c1a7c32-e771-4c5c-bc56-bd32bc3983b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614882 Sep 16 05:30:48.375438 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a68e8-07b5-4818-81af-5e706029942e req-206b5a94-a9e3-4057-9cb1-727d6e32d1f9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:48.377056 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-105a68e8-07b5-4818-81af-5e706029942e req-206b5a94-a9e3-4057-9cb1-727d6e32d1f9 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 944 time: 0.0606647 Sep 16 05:30:48.424158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-105a68e8-07b5-4818-81af-5e706029942e req-dae43866-f621-425a-96fe-98c90a8014a4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c1a7c32-e771-4c5c-bc56-bd32bc3983b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398395 Sep 16 05:30:48.522974 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 545286d9-0859-4ca6-8247-886a7109dbae details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:30:48.638841 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 545286d9-0859-4ca6-8247-886a7109dbae, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=545286d9-0859-4ca6-8247-886a7109dbae,segment=NetworkSegment(43384501-f7d7-4a62-8300-296480b5ba73),segment_id=43384501-f7d7-4a62-8300-296480b5ba73)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:48.654236 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '545286d9-0859-4ca6-8247-886a7109dbae', 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9', 'port_id': '545286d9-0859-4ca6-8247-886a7109dbae', 'mac_address': 'fa:16:3e:c0:11:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd51aed-d536-421b-83c5-4648a4c2ea0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:30:48.704739 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:48.726672 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545286d9-0859-4ca6-8247-886a7109dbae {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:48.751101 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 545286d9-0859-4ca6-8247-886a7109dbae, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=545286d9-0859-4ca6-8247-886a7109dbae,segment=NetworkSegment(43384501-f7d7-4a62-8300-296480b5ba73),segment_id=43384501-f7d7-4a62-8300-296480b5ba73)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:48.869912 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:48.946610 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=545286d9-0859-4ca6-8247-886a7109dbae,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:49.225134 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:30:49.250403 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['545286d9-0859-4ca6-8247-886a7109dbae'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:49.623902 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f220fe-9d4e-4f57-8c40-c198dfa8b71d req-e51c8079-fa4b-4a70-8191-1cbf1ba9e96b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:49.625796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-38f220fe-9d4e-4f57-8c40-c198dfa8b71d req-e51c8079-fa4b-4a70-8191-1cbf1ba9e96b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 945 time: 0.0776272 Sep 16 05:30:49.695069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-38f220fe-9d4e-4f57-8c40-c198dfa8b71d req-47211889-046e-490b-9d17-ef29ae67e8d1 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c1a7c32-e771-4c5c-bc56-bd32bc3983b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580351 Sep 16 05:30:50.529243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 545286d9-0859-4ca6-8247-886a7109dbae up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:50.756333 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 545286d9-0859-4ca6-8247-886a7109dbae completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:30:50.765426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 545286d9-0859-4ca6-8247-886a7109dbae triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:50.765426 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.889926 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.919217 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fdc25b-acd7-42c9-b2a2-78433dd8b041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545286d9-0859-4ca6-8247-886a7109dbae'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:50.921623 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2271d2e7-e4f1-4d06-997c-a4e76580a102" -d '{"events": [{"server_uuid": "62fdc25b-acd7-42c9-b2a2-78433dd8b041", "name": "network-vif-plugged", "status": "completed", "tag": "545286d9-0859-4ca6-8247-886a7109dbae"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:50.923251 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418bad9-997b-4fc9-b87f-38d26e21afe5 req-e45b3b59-e75d-4937-9cb0-1e3a45547666 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:50.926497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a418bad9-997b-4fc9-b87f-38d26e21afe5 req-e45b3b59-e75d-4937-9cb0-1e3a45547666 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 945 time: 0.1183858 Sep 16 05:30:50.943097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 545286d9-0859-4ca6-8247-886a7109dbae, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=545286d9-0859-4ca6-8247-886a7109dbae,segment=NetworkSegment(43384501-f7d7-4a62-8300-296480b5ba73),segment_id=43384501-f7d7-4a62-8300-296480b5ba73)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:50.999932 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d553891b-9eb2-4a6b-b5b5-aa955d0c1a54 x-openstack-request-id: req-d553891b-9eb2-4a6b-b5b5-aa955d0c1a54 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:51.000223 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fdc25b-acd7-42c9-b2a2-78433dd8b041", "name": "network-vif-plugged", "status": "completed", "tag": "545286d9-0859-4ca6-8247-886a7109dbae", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:51.000643 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d553891b-9eb2-4a6b-b5b5-aa955d0c1a54 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:51.001401 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fdc25b-acd7-42c9-b2a2-78433dd8b041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545286d9-0859-4ca6-8247-886a7109dbae', 'code': 200} Sep 16 05:30:51.007121 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a418bad9-997b-4fc9-b87f-38d26e21afe5 req-2d8721d2-3d4f-4cc4-982f-98df51cf959e tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c1a7c32-e771-4c5c-bc56-bd32bc3983b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677793 Sep 16 05:30:51.045376 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.125623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=545286d9-0859-4ca6-8247-886a7109dbae,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:51.148505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e3180-af45-4091-9a13-42d67dc1ca8d req-1b0fe6e3-0d25-4b31-9456-75fa40f1e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:51.151521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-013e3180-af45-4091-9a13-42d67dc1ca8d req-1b0fe6e3-0d25-4b31-9456-75fa40f1e823 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 1098 time: 0.0553560 Sep 16 05:30:51.195335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-013e3180-af45-4091-9a13-42d67dc1ca8d req-d1814cbc-41a9-44f8-95dd-448e3536b8af service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1c1a7c32-e771-4c5c-bc56-bd32bc3983b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362422 Sep 16 05:30:52.165773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fbe55-63f9-4827-852d-43046db18b4a req-476dabcd-e8e4-49eb-876b-9fdb99e1e9f0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:52.168449 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-736fbe55-63f9-4827-852d-43046db18b4a req-476dabcd-e8e4-49eb-876b-9fdb99e1e9f0 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 946 time: 0.0828900 Sep 16 05:30:52.220761 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-736fbe55-63f9-4827-852d-43046db18b4a req-3afcbee0-0971-4517-b776-3eccff42f088 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c1a7c32-e771-4c5c-bc56-bd32bc3983b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459051 Sep 16 05:30:53.397850 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6027c2-7d64-4083-b280-b65f51490ffe req-83de530c-a092-4608-8f3a-4afa0d710c4d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.399660 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba6027c2-7d64-4083-b280-b65f51490ffe req-83de530c-a092-4608-8f3a-4afa0d710c4d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 946 time: 0.0657773 Sep 16 05:30:53.459071 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba6027c2-7d64-4083-b280-b65f51490ffe req-8832eb97-5705-433e-9d90-610eb81bc881 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c1a7c32-e771-4c5c-bc56-bd32bc3983b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451701 Sep 16 05:30:53.610182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a48b07-63da-4298-bf95-ba4f923b1d3e req-29d09975-188e-4617-8630-c61b992f5636 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.611797 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e1a48b07-63da-4298-bf95-ba4f923b1d3e req-29d09975-188e-4617-8630-c61b992f5636 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 946 time: 0.0694375 Sep 16 05:30:53.662795 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e1a48b07-63da-4298-bf95-ba4f923b1d3e req-cac0899c-ad22-4ed2-8d8b-c2a008c56710 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c1a7c32-e771-4c5c-bc56-bd32bc3983b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395658 Sep 16 05:30:53.694416 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36948) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:53.751699 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20073952-0e56-437c-b7ef-707b232e0413 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.753295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-20073952-0e56-437c-b7ef-707b232e0413 tempest-TestNetworkBasicOps-894540055 tempest-TestNetworkBasicOps-894540055-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 1093 time: 0.0576646 Sep 16 05:30:53.757969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 36950) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:53.762641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': '545286d9-0859-4ca6-8247-886a7109dbae', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:53.892373 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.016082 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.177004 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Allocated IP 172.25.4.228 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/a113a818-4e38-4973-81f4-e3f5d199bd46) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:54.346983 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.510505 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.589318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:54.594550 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:54.602059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:54.640509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Port': ['ID=a113a818-4e38-4973-81f4-e3f5d199bd46,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:54.670807 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.671256 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.934844 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.199598 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.302430 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.441887 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event updated for resources: {'Port': ['ID=a113a818-4e38-4973-81f4-e3f5d199bd46,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:56.478054 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.657800 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Floating IP be72133e-dad5-48f3-a255-a6c4efc12ed1 associated. External IP: 172.25.4.228, port: 545286d9-0859-4ca6-8247-886a7109dbae. Sep 16 05:30:57.067120 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Router 40859f16-5a08-4f88-9ea7-d21f02f9c8fc has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:57.260179 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:57.278387 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8183813f-998d-41e3-81a9-f1069cfea02d None None] Sync routers for ids ['40859f16-5a08-4f88-9ea7-d21f02f9c8fc'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:57.297187 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8183813f-998d-41e3-81a9-f1069cfea02d None None] Routers {'40859f16-5a08-4f88-9ea7-d21f02f9c8fc'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:57.302761 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-8183813f-998d-41e3-81a9-f1069cfea02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:30:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['40859f16-5a08-4f88-9ea7-d21f02f9c8fc'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:57.436800 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.480267 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0e58b44f-70de-4e47-9820-d0da27bf1356 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7211800 Sep 16 05:30:57.481334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62fdc25b-acd7-42c9-b2a2-78433dd8b041', 'tag': '545286d9-0859-4ca6-8247-886a7109dbae'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:57.484114 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4c366d-dbd1-48db-8ba6-a8f57030f06d" -d '{"events": [{"name": "network-changed", "server_uuid": "62fdc25b-acd7-42c9-b2a2-78433dd8b041", "tag": "545286d9-0859-4ca6-8247-886a7109dbae"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:57.484302 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37006) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:57.497225 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-8183813f-998d-41e3-81a9-f1069cfea02d None None] Set router 40859f16-5a08-4f88-9ea7-d21f02f9c8fc gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:57.569692 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadfd570-844c-40df-98ff-98b8f394ef63 x-openstack-request-id: req-eadfd570-844c-40df-98ff-98b8f394ef63 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:57.569944 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62fdc25b-acd7-42c9-b2a2-78433dd8b041", "tag": "545286d9-0859-4ca6-8247-886a7109dbae", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:57.570205 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eadfd570-844c-40df-98ff-98b8f394ef63 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:57.570605 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62fdc25b-acd7-42c9-b2a2-78433dd8b041', 'tag': '545286d9-0859-4ca6-8247-886a7109dbae', 'status': 'completed', 'code': 200} Sep 16 05:30:57.663283 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8d357861-272c-46d9-adf5-5481c6ac5011 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/floatingips/be72133e-dad5-48f3-a255-a6c4efc12ed1 HTTP/1.1" status: 200 len: 992 time: 0.1759288 Sep 16 05:30:57.717791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c366d-dbd1-48db-8ba6-a8f57030f06d req-854aaea3-998a-4097-9561-41b8760e8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:57.724552 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe4c366d-dbd1-48db-8ba6-a8f57030f06d req-854aaea3-998a-4097-9561-41b8760e8945 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01b7b9920374412690d68a80d11a9e52&device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 1098 time: 0.0826664 Sep 16 05:30:57.942054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c366d-dbd1-48db-8ba6-a8f57030f06d req-f776734c-8910-4f1c-88f6-ab24569fc650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:57.943800 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe4c366d-dbd1-48db-8ba6-a8f57030f06d req-f776734c-8910-4f1c-88f6-ab24569fc650 service neutron] 10.222.0.21 "GET /v2.0/networks?id=26b9a8cc-51bb-4439-9f56-2e45814dd9c9 HTTP/1.1" status: 200 len: 896 time: 0.1940455 Sep 16 05:30:58.002084 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-8183813f-998d-41e3-81a9-f1069cfea02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'name': 'tempest-TestNetworkBasicOps-router-996330811', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '259879f5-5cbe-4de0-8621-524e3327e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:22Z', 'updated_at': '2021-09-16T05:30:28Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '259879f5-5cbe-4de0-8621-524e3327e671', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:23Z', 'updated_at': '2021-09-16T05:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'be72133e-dad5-48f3-a255-a6c4efc12ed1', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'floating_ip_address': '172.25.4.228', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'port_id': '545286d9-0859-4ca6-8247-886a7109dbae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9', 'mac_address': 'fa:16:3e:c0:11:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fdc25b-acd7-42c9-b2a2-78433dd8b041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:30:55Z', 'updated_at': '2021-09-16T05:30:55Z', 'revision_number': 0, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0', 'name': '', 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:a4:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ebd51aed-d536-421b-83c5-4648a4c2ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:27Z', 'updated_at': '2021-09-16T05:30:32Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'ebd51aed-d536-421b-83c5-4648a4c2ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:58.044332 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8183813f-998d-41e3-81a9-f1069cfea02d None None] Checking router: 40859f16-5a08-4f88-9ea7-d21f02f9c8fc for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:58.055287 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8183813f-998d-41e3-81a9-f1069cfea02d None None] Routers {'40859f16-5a08-4f88-9ea7-d21f02f9c8fc'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:58.056036 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-8183813f-998d-41e3-81a9-f1069cfea02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:30:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['40859f16-5a08-4f88-9ea7-d21f02f9c8fc'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:58.087801 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe4c366d-dbd1-48db-8ba6-a8f57030f06d req-b22993fd-96e3-466e-90a1-44dbf9885ce1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=545286d9-0859-4ca6-8247-886a7109dbae HTTP/1.1" status: 200 len: 1000 time: 0.1345928 Sep 16 05:30:58.166553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c366d-dbd1-48db-8ba6-a8f57030f06d req-d6debaff-7960-45e9-8d2d-2ceb045bfc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:58.168266 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe4c366d-dbd1-48db-8ba6-a8f57030f06d req-d6debaff-7960-45e9-8d2d-2ceb045bfc2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebd51aed-d536-421b-83c5-4648a4c2ea0e HTTP/1.1" status: 200 len: 834 time: 0.0737314 Sep 16 05:30:58.256693 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c366d-dbd1-48db-8ba6-a8f57030f06d req-f8e8e16b-baa3-4a4f-8c39-f9b93940e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:58.258375 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe4c366d-dbd1-48db-8ba6-a8f57030f06d req-f8e8e16b-baa3-4a4f-8c39-f9b93940e063 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26b9a8cc-51bb-4439-9f56-2e45814dd9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803220 Sep 16 05:30:58.279132 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-8183813f-998d-41e3-81a9-f1069cfea02d None None] Set router 40859f16-5a08-4f88-9ea7-d21f02f9c8fc gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:58.438631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe4c366d-dbd1-48db-8ba6-a8f57030f06d req-23ddf8b2-4c26-4141-9f7d-d4303fd0698c service neutron] 10.222.0.21 "GET /v2.0/networks/26b9a8cc-51bb-4439-9f56-2e45814dd9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644819 Sep 16 05:30:58.584843 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe4c366d-dbd1-48db-8ba6-a8f57030f06d req-fa05b89a-9e4d-46b3-ba35-4cd6854acfa6 service neutron] 10.222.0.21 "GET /v2.0/networks/26b9a8cc-51bb-4439-9f56-2e45814dd9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442595 Sep 16 05:30:58.592142 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-8183813f-998d-41e3-81a9-f1069cfea02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'name': 'tempest-TestNetworkBasicOps-router-996330811', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '259879f5-5cbe-4de0-8621-524e3327e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:22Z', 'updated_at': '2021-09-16T05:30:28Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '259879f5-5cbe-4de0-8621-524e3327e671', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:23Z', 'updated_at': '2021-09-16T05:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'be72133e-dad5-48f3-a255-a6c4efc12ed1', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'floating_ip_address': '172.25.4.228', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'port_id': '545286d9-0859-4ca6-8247-886a7109dbae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9', 'mac_address': 'fa:16:3e:c0:11:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fdc25b-acd7-42c9-b2a2-78433dd8b041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:30:55Z', 'updated_at': '2021-09-16T05:30:55Z', 'revision_number': 0, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0', 'name': '', 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:a4:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ebd51aed-d536-421b-83c5-4648a4c2ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:27Z', 'updated_at': '2021-09-16T05:30:32Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'ebd51aed-d536-421b-83c5-4648a4c2ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:58.667310 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8183813f-998d-41e3-81a9-f1069cfea02d None None] The sync data for ids ['40859f16-5a08-4f88-9ea7-d21f02f9c8fc'] in n-d-712140-13 is: [{'id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'name': 'tempest-TestNetworkBasicOps-router-996330811', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '259879f5-5cbe-4de0-8621-524e3327e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:22Z', 'updated_at': '2021-09-16T05:30:28Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '259879f5-5cbe-4de0-8621-524e3327e671', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:23Z', 'updated_at': '2021-09-16T05:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'be72133e-dad5-48f3-a255-a6c4efc12ed1', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'floating_ip_address': '172.25.4.228', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'port_id': '545286d9-0859-4ca6-8247-886a7109dbae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9', 'mac_address': 'fa:16:3e:c0:11:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fdc25b-acd7-42c9-b2a2-78433dd8b041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:30:55Z', 'updated_at': '2021-09-16T05:30:55Z', 'revision_number': 0, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0', 'name': '', 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:a4:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ebd51aed-d536-421b-83c5-4648a4c2ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:27Z', 'updated_at': '2021-09-16T05:30:32Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'ebd51aed-d536-421b-83c5-4648a4c2ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:58.670218 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37028) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:58.775536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fd9afae3-4854-4d9b-a4b7-ef1b5fd4dc8d tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/floatingips/be72133e-dad5-48f3-a255-a6c4efc12ed1 HTTP/1.1" status: 200 len: 992 time: 0.1034832 Sep 16 05:30:58.840327 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.950854 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d4d1ea-f5a3-40f1-9af1-24846947825d None None] New status for floating IP be72133e-dad5-48f3-a255-a6c4efc12ed1: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:30:59.781912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37044) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:59.916782 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d7f894d6-da64-4516-a7e1-f131e7a7eeae tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/floatingips/be72133e-dad5-48f3-a255-a6c4efc12ed1 HTTP/1.1" status: 200 len: 994 time: 0.1317787 Sep 16 05:31:05.349695 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6f94-f268-46ac-931f-7255a2a4c1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:07.881090 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-27cf6014-34e5-49f1-9d96-ef369997c9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:08.606814 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:09.387389 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:10.210354 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9d8b121-c6d9-4b55-b000-53de89224674 req-b5017c52-e249-4d16-b579-8ce472d3e73a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1982419 Sep 16 05:31:10.342649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8b121-c6d9-4b55-b000-53de89224674 req-bd49358f-f792-4217-a5d7-3744b6b19eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:10.345882 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9d8b121-c6d9-4b55-b000-53de89224674 req-bd49358f-f792-4217-a5d7-3744b6b19eb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01b7b9920374412690d68a80d11a9e52&device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 1098 time: 0.0577233 Sep 16 05:31:10.562176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8b121-c6d9-4b55-b000-53de89224674 req-94ad75a2-0ad7-4d62-9719-ec96dfc9e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:10.564754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9d8b121-c6d9-4b55-b000-53de89224674 req-94ad75a2-0ad7-4d62-9719-ec96dfc9e060 service neutron] 10.222.0.21 "GET /v2.0/networks?id=26b9a8cc-51bb-4439-9f56-2e45814dd9c9 HTTP/1.1" status: 200 len: 896 time: 0.1877289 Sep 16 05:31:10.714423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9d8b121-c6d9-4b55-b000-53de89224674 req-c1d4fa3b-b880-4e2a-9723-5d45be03a15d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=545286d9-0859-4ca6-8247-886a7109dbae HTTP/1.1" status: 200 len: 1002 time: 0.1417313 Sep 16 05:31:10.865915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8b121-c6d9-4b55-b000-53de89224674 req-768c2c68-2d02-4858-bc55-2524d7d66874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:10.873036 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9d8b121-c6d9-4b55-b000-53de89224674 req-768c2c68-2d02-4858-bc55-2524d7d66874 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebd51aed-d536-421b-83c5-4648a4c2ea0e HTTP/1.1" status: 200 len: 834 time: 0.1478846 Sep 16 05:31:10.881728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b53f117b-934c-4b17-bba9-2df61d7b2f3e req-69334344-534b-42b5-835b-53d6c82d47e6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2396598 Sep 16 05:31:10.935482 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:10.946926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8b121-c6d9-4b55-b000-53de89224674 req-ef628c9e-e7b1-44b3-a88f-9ce45b48be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:10.967253 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9d8b121-c6d9-4b55-b000-53de89224674 req-ef628c9e-e7b1-44b3-a88f-9ce45b48be20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26b9a8cc-51bb-4439-9f56-2e45814dd9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660064 Sep 16 05:31:11.094480 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f117b-934c-4b17-bba9-2df61d7b2f3e req-cadc6da2-3a5f-4854-bac8-2e27c9112f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:11.096238 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b53f117b-934c-4b17-bba9-2df61d7b2f3e req-cadc6da2-3a5f-4854-bac8-2e27c9112f15 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 1097 time: 0.1221621 Sep 16 05:31:11.134212 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9d8b121-c6d9-4b55-b000-53de89224674 req-e507b48b-73ae-4edf-9635-485706558ad5 service neutron] 10.222.0.21 "GET /v2.0/networks/26b9a8cc-51bb-4439-9f56-2e45814dd9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757662 Sep 16 05:31:11.375527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f117b-934c-4b17-bba9-2df61d7b2f3e req-207c7d6d-f93a-497c-a215-3da5aedbe727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:11.377339 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b53f117b-934c-4b17-bba9-2df61d7b2f3e req-207c7d6d-f93a-497c-a215-3da5aedbe727 service neutron] 10.222.0.38 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 912 time: 0.2572103 Sep 16 05:31:11.385004 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9d8b121-c6d9-4b55-b000-53de89224674 req-00d77564-32d4-4fd4-87e9-dca10472d75d service neutron] 10.222.0.21 "GET /v2.0/networks/26b9a8cc-51bb-4439-9f56-2e45814dd9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323697 Sep 16 05:31:11.494697 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b53f117b-934c-4b17-bba9-2df61d7b2f3e req-5317c64f-99c7-46e3-9a50-486931f7128c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bebcb940-4fe1-40bf-bf69-37dc1eb09266 HTTP/1.1" status: 200 len: 1000 time: 0.1084120 Sep 16 05:31:11.567847 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f117b-934c-4b17-bba9-2df61d7b2f3e req-ba7a409e-1f64-4342-a2ee-e9c17bee98fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:11.569372 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b53f117b-934c-4b17-bba9-2df61d7b2f3e req-ba7a409e-1f64-4342-a2ee-e9c17bee98fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.0678596 Sep 16 05:31:11.637837 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f117b-934c-4b17-bba9-2df61d7b2f3e req-0793dd5f-7298-4586-9d89-6f1b3cee880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:11.639624 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b53f117b-934c-4b17-bba9-2df61d7b2f3e req-0793dd5f-7298-4586-9d89-6f1b3cee880a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625181 Sep 16 05:31:11.655361 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-b53f117b-934c-4b17-bba9-2df61d7b2f3e req-24507627-b259-4b0c-a7b0-e3b8f8c8bb59 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:31:11.656906 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b53f117b-934c-4b17-bba9-2df61d7b2f3e req-24507627-b259-4b0c-a7b0-e3b8f8c8bb59 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100906 Sep 16 05:31:11.801157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b53f117b-934c-4b17-bba9-2df61d7b2f3e req-c05941ee-70dc-43a3-bb76-f5fed0cae6e8 service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369052 Sep 16 05:31:11.960172 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b53f117b-934c-4b17-bba9-2df61d7b2f3e req-58c22137-b335-48c8-bc4b-4a20677804c5 service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517918 Sep 16 05:31:24.675608 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.221383 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:31:28.703273 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.777684 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d3928f68-62ef-4d56-a350-c24f8b5a30f2 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578067654&fields=id&tenant_id=4e374b714a454b6bbbcea86d3b0a9144 HTTP/1.1" status: 200 len: 267 time: 0.0549600 Sep 16 05:31:28.972588 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-41335d27-2fc9-41df-9040-8c2387820b15 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:28.974947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-41335d27-2fc9-41df-9040-8c2387820b15 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 811 time: 0.1874804 Sep 16 05:31:28.993005 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-3d9c5ae5-8f80-4106-a9ab-e41548aaebc1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/quotas/4e374b714a454b6bbbcea86d3b0a9144 HTTP/1.1" status: 200 len: 375 time: 0.0113757 Sep 16 05:31:29.063928 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-b9f51093-1d0d-4a64-848b-32198e00a4a3 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0622728 Sep 16 05:31:29.198804 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-5c58b063-8789-4c62-b49a-b10b1eb6b43d service neutron] 10.222.0.20 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130319 Sep 16 05:31:29.318796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-9f35fd52-46e8-4645-9f32-e047185b7be1 service neutron] 10.222.0.20 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055939 Sep 16 05:31:30.306723 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-683c3ab8-c5f9-4339-9e12-1c80df50bf22 req-8a370ab0-0282-4a5c-a821-343399d3b66b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 210 time: 0.0586627 Sep 16 05:31:31.460085 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07753ec5-793a-4963-8330-373c08a459f8 req-0367cba2-15a3-466c-b743-d3f453fd1401 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 210 time: 0.0301933 Sep 16 05:31:32.579051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d663f0f9-3571-4cbc-942c-28df80447d31 req-76d7d2e4-57c9-4d93-a53f-95c62d693c82 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 210 time: 0.0326009 Sep 16 05:31:33.268512 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-f531e104-0437-4b0c-925e-70b900ea15bd tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:33.272131 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-f531e104-0437-4b0c-925e-70b900ea15bd tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.21 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 811 time: 0.1410108 Sep 16 05:31:33.358524 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-3b039905-dee2-46af-b1f8-81c3e92b2e80 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e374b714a454b6bbbcea86d3b0a9144 HTTP/1.1" status: 200 len: 379 time: 0.0691273 Sep 16 05:31:33.369097 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Request body: {'port': {'device_id': 'd50692b5-c124-47c3-b4bd-075aeee59885', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'admin_state_up': True, 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'security_groups': ['12df8fd5-895e-41b5-bb2c-3288cb2cc891']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:33.581956 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Made reservation on behalf of 4e374b714a454b6bbbcea86d3b0a9144 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:33.587479 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:33.748578 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7d8ed06-31ba-4455-8fca-0e01ee0b782b req-35356d43-8c2f-4244-8bc3-5e3a05f72efe tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 210 time: 0.0447538 Sep 16 05:31:33.837587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Allocated IP 172.20.0.14 (43582cdc-205b-4fb3-8725-2a4b30e623df/5507afb9-2881-4920-bc53-bfa72716d79e/10e24f19-6409-46a8-907e-2d39acb9b67b) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:34.038508 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.177836 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.259512 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Network 43582cdc-205b-4fb3-8725-2a4b30e623df is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:34.265852 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:34.278432 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:34.323082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event updated for resources: {'Port': ['ID=10e24f19-6409-46a8-907e-2d39acb9b67b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:34.352561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:34.353105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:34.353652 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:34.354204 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:34.354757 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:34.355343 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:34.355891 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:34.356420 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:34.356959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:34.357499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:34.358030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:34.358572 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:34.396580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:34.397655 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.518117 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-89638fec-bd20-4320-a203-b30226700f2c tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1531129 Sep 16 05:31:34.539613 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Request body: {'port': {'device_id': 'd50692b5-c124-47c3-b4bd-075aeee59885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:34.592181 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3e1e09f1-7913-488c-8d33-e429f6335ecf None None] Provisioning complete for port 10e24f19-6409-46a8-907e-2d39acb9b67b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:34.593133 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3e1e09f1-7913-488c-8d33-e429f6335ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.650858 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-3e1e09f1-7913-488c-8d33-e429f6335ecf None None] Port 10e24f19-6409-46a8-907e-2d39acb9b67b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:34.660600 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.023854 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f3bb1-3b3d-46b4-af69-f0c223a125be req-6ec32275-4c86-4186-a185-65c2f4b8b96a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:35.033501 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d26f3bb1-3b3d-46b4-af69-f0c223a125be req-6ec32275-4c86-4186-a185-65c2f4b8b96a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 932 time: 0.1207063 Sep 16 05:31:35.105070 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d26f3bb1-3b3d-46b4-af69-f0c223a125be req-02516b9e-8d04-4d31-b633-2b91bdd01f97 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693922 Sep 16 05:31:35.193608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e24f19-6409-46a8-907e-2d39acb9b67b {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:31:35.214375 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.238431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Transition to ACTIVE for port object 10e24f19-6409-46a8-907e-2d39acb9b67b will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:31:35.280128 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2dafdc10-3031-40ea-8938-fbd60ce3bc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.326052 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.387465 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Pushing event updated for resources: {'Port': ['ID=10e24f19-6409-46a8-907e-2d39acb9b67b,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:35.481779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Attempting to bind port 10e24f19-6409-46a8-907e-2d39acb9b67b on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:35.482128 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Attempting to bind port 10e24f19-6409-46a8-907e-2d39acb9b67b by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:35.482466 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Attempting to bind port 10e24f19-6409-46a8-907e-2d39acb9b67b on network 43582cdc-205b-4fb3-8725-2a4b30e623df {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:35.488489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Port 10e24f19-6409-46a8-907e-2d39acb9b67b on network 43582cdc-205b-4fb3-8725-2a4b30e623df not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:35.488810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Attempting to bind port 10e24f19-6409-46a8-907e-2d39acb9b67b on network 43582cdc-205b-4fb3-8725-2a4b30e623df {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:35.495151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:35.495547 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Checking segment: {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:35.495906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Bound using segment: {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:35.496446 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Bound port: 10e24f19-6409-46a8-907e-2d39acb9b67b, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b01113-eab6-4539-a5c1-4abfca7043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:35.496733 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.593379 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] For port 10e24f19-6409-46a8-907e-2d39acb9b67b, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:35.597421 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] For port 10e24f19-6409-46a8-907e-2d39acb9b67b, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=10e24f19-6409-46a8-907e-2d39acb9b67b,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:35.713465 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.758460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:35.759241 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.760843 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] 10.222.0.21 "PUT /v2.0/ports/10e24f19-6409-46a8-907e-2d39acb9b67b HTTP/1.1" status: 200 len: 1093 time: 1.2281249 Sep 16 05:31:35.761355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50692b5-c124-47c3-b4bd-075aeee59885', 'tag': '10e24f19-6409-46a8-907e-2d39acb9b67b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:35.763912 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d23a32-2120-49f9-a3f3-78c14dd8b57e" -d '{"events": [{"name": "network-changed", "server_uuid": "d50692b5-c124-47c3-b4bd-075aeee59885", "tag": "10e24f19-6409-46a8-907e-2d39acb9b67b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:35.824168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134157a-9870-4c3b-a0cf-febbcdda083c service neutron] Pushing event updated for resources: {'Port': ['ID=10e24f19-6409-46a8-907e-2d39acb9b67b,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:35.853391 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7455b6-28dc-457f-a3ae-bd8ef68291c6 x-openstack-request-id: req-ad7455b6-28dc-457f-a3ae-bd8ef68291c6 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:35.853964 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50692b5-c124-47c3-b4bd-075aeee59885", "tag": "10e24f19-6409-46a8-907e-2d39acb9b67b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:35.854398 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad7455b6-28dc-457f-a3ae-bd8ef68291c6 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:35.855065 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50692b5-c124-47c3-b4bd-075aeee59885', 'tag': '10e24f19-6409-46a8-907e-2d39acb9b67b', 'status': 'completed', 'code': 200} Sep 16 05:31:35.967740 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d23a32-2120-49f9-a3f3-78c14dd8b57e req-2acf52e1-bb71-4aaa-993a-b25a9d2bb68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:35.969668 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91d23a32-2120-49f9-a3f3-78c14dd8b57e req-2acf52e1-bb71-4aaa-993a-b25a9d2bb68c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 1096 time: 0.0633094 Sep 16 05:31:36.120703 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d23a32-2120-49f9-a3f3-78c14dd8b57e req-2a66ddb4-f91c-4c92-b7dd-9fd24d7c0a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:36.122491 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91d23a32-2120-49f9-a3f3-78c14dd8b57e req-2a66ddb4-f91c-4c92-b7dd-9fd24d7c0a38 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1386721 Sep 16 05:31:36.322308 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d23a32-2120-49f9-a3f3-78c14dd8b57e req-047be5f0-7eb2-4c2c-ba57-2a1dc16d9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:36.323922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91d23a32-2120-49f9-a3f3-78c14dd8b57e req-047be5f0-7eb2-4c2c-ba57-2a1dc16d9f20 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1936476 Sep 16 05:31:36.343786 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253628d-5ab5-414e-8435-8af1181aad2d req-cd870814-d415-4e18-94e7-22ac40f3c30f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:36.345455 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d253628d-5ab5-414e-8435-8af1181aad2d req-cd870814-d415-4e18-94e7-22ac40f3c30f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 944 time: 0.1051712 Sep 16 05:31:36.394692 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d253628d-5ab5-414e-8435-8af1181aad2d req-52729145-f997-4d3f-a4d6-7af44f04d4d7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412135 Sep 16 05:31:36.466697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-ec3e01e2-971e-45b7-9a7d-b6402e78d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:36.468482 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-ec3e01e2-971e-45b7-9a7d-b6402e78d678 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 1096 time: 0.0496743 Sep 16 05:31:36.530721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-08b68df0-eb2a-4125-b49f-d5b159a38a6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10e24f19-6409-46a8-907e-2d39acb9b67b HTTP/1.1" status: 200 len: 217 time: 0.0482659 Sep 16 05:31:36.626654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-3bda30e0-e8e2-4a35-9f93-4ec673a0fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:36.629578 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-3bda30e0-e8e2-4a35-9f93-4ec673a0fc5c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.0914588 Sep 16 05:31:36.688946 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-0a4c45a4-2809-4870-bee9-b45ed32cba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:36.691161 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-0a4c45a4-2809-4870-bee9-b45ed32cba19 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539227 Sep 16 05:31:36.812802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-caf4ec7f-5fd7-420a-a9e8-0905b1ead16d service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139290 Sep 16 05:31:36.983831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad8e7a47-baff-476b-8a48-0724db913e1e req-6d1e05b6-a27e-49eb-ac98-dd9463250bbc service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633756 Sep 16 05:31:37.598771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536c5c7-0eaa-4929-806e-f03f876366c3 req-3d16f391-fc05-4a28-9c28-5cb6ba46755b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:37.600722 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a536c5c7-0eaa-4929-806e-f03f876366c3 req-3d16f391-fc05-4a28-9c28-5cb6ba46755b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 944 time: 0.0729303 Sep 16 05:31:37.677258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a536c5c7-0eaa-4929-806e-f03f876366c3 req-95874d79-bdd8-4e87-92ca-e36f51fb500d tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645442 Sep 16 05:31:37.977849 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef18e-277d-4769-b2a1-8cac2029a6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.154589 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37692) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:38.313662 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5a0f2f21-fd4a-4f3a-a0c9-50f93e56943c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcc7f3875a7c4f6fae36474d29c3b51d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577203 Sep 16 05:31:38.316989 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37696) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:38.378595 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ee94a3fb-c85e-4dbc-9cae-b2c7ccee82f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.405502 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ee94a3fb-c85e-4dbc-9cae-b2c7ccee82f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.594860 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ee94a3fb-c85e-4dbc-9cae-b2c7ccee82f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.599740 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ee94a3fb-c85e-4dbc-9cae-b2c7ccee82f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.601421 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ee94a3fb-c85e-4dbc-9cae-b2c7ccee82f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1776d85-7be8-42a8-98b3-add8711a93a6 HTTP/1.1" status: 204 len: 168 time: 0.2833042 Sep 16 05:31:38.615019 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94a3fb-c85e-4dbc-9cae-b2c7ccee82f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1776d85-7be8-42a8-98b3-add8711a93a6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:38.627117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94a3fb-c85e-4dbc-9cae-b2c7ccee82f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:38.629398 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94a3fb-c85e-4dbc-9cae-b2c7ccee82f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:38.629990 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94a3fb-c85e-4dbc-9cae-b2c7ccee82f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:38.630755 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94a3fb-c85e-4dbc-9cae-b2c7ccee82f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:38.631095 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94a3fb-c85e-4dbc-9cae-b2c7ccee82f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:38.631635 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94a3fb-c85e-4dbc-9cae-b2c7ccee82f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:38.632195 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94a3fb-c85e-4dbc-9cae-b2c7ccee82f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:38.632771 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94a3fb-c85e-4dbc-9cae-b2c7ccee82f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:38.633355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94a3fb-c85e-4dbc-9cae-b2c7ccee82f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:38.633938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94a3fb-c85e-4dbc-9cae-b2c7ccee82f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:38.634517 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94a3fb-c85e-4dbc-9cae-b2c7ccee82f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:38.635122 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94a3fb-c85e-4dbc-9cae-b2c7ccee82f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:38.661032 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.227925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33a96b-c212-490e-b405-cdeda5aeeead req-3c103819-794d-4126-a709-ee53099ea670 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:39.230714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a33a96b-c212-490e-b405-cdeda5aeeead req-3c103819-794d-4126-a709-ee53099ea670 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 944 time: 0.4364777 Sep 16 05:31:39.296671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0a33a96b-c212-490e-b405-cdeda5aeeead req-0c383577-3882-491d-a7b4-ef31fb4de746 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576942 Sep 16 05:31:39.386135 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.485662 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1500bc-c1c1-4a04-89af-b26be7706c8c req-4687d50d-da98-4a5a-995b-e1d84342c423 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:40.488793 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be1500bc-c1c1-4a04-89af-b26be7706c8c req-4687d50d-da98-4a5a-995b-e1d84342c423 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 944 time: 0.0807235 Sep 16 05:31:40.537930 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be1500bc-c1c1-4a04-89af-b26be7706c8c req-6e69a02a-829f-4e28-947b-003528639d0a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418866 Sep 16 05:31:40.977275 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.788660 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad499d-c736-4088-8f3b-dc4061758c8e req-ec92412c-f06a-455d-accf-c69ff3f16ab3 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:41.790311 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a6ad499d-c736-4088-8f3b-dc4061758c8e req-ec92412c-f06a-455d-accf-c69ff3f16ab3 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 944 time: 0.1630726 Sep 16 05:31:41.840520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a6ad499d-c736-4088-8f3b-dc4061758c8e req-eea9701e-1e07-4bd8-ae91-1342af4d9eb9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426524 Sep 16 05:31:42.973494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e56651-966f-457a-b27d-9dfb6f44c2e8 req-12dae8f6-0a3d-44f9-82db-584f2b046111 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:42.975021 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97e56651-966f-457a-b27d-9dfb6f44c2e8 req-12dae8f6-0a3d-44f9-82db-584f2b046111 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 944 time: 0.0572014 Sep 16 05:31:43.017600 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-97e56651-966f-457a-b27d-9dfb6f44c2e8 req-0438d528-d084-44b6-bcd6-3047d6c2d71a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361862 Sep 16 05:31:44.184738 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846cffa-50d7-4858-adfc-0be68dad78f5 req-944d39c0-7284-4f8c-a823-50c9db08a4cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:44.187634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8846cffa-50d7-4858-adfc-0be68dad78f5 req-944d39c0-7284-4f8c-a823-50c9db08a4cb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 944 time: 0.0865788 Sep 16 05:31:44.233139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8846cffa-50d7-4858-adfc-0be68dad78f5 req-20340f4e-edaa-4876-90bc-56c4b70d6d91 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383129 Sep 16 05:31:45.372801 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966c1d-25a7-458d-966b-241ce2fd2b3e req-3edabc9c-a82c-430b-bd92-4d87b9ffeabb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:45.374473 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0966c1d-25a7-458d-966b-241ce2fd2b3e req-3edabc9c-a82c-430b-bd92-4d87b9ffeabb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 944 time: 0.0565286 Sep 16 05:31:45.426645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0966c1d-25a7-458d-966b-241ce2fd2b3e req-6561ecaa-2342-4032-b214-200002b79522 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403194 Sep 16 05:31:46.578776 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311a439-e693-4919-b045-9b283145cc0f req-63912b8d-503f-4843-9b27-44c76772a976 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:46.582016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e311a439-e693-4919-b045-9b283145cc0f req-63912b8d-503f-4843-9b27-44c76772a976 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 944 time: 0.0636413 Sep 16 05:31:46.648188 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e311a439-e693-4919-b045-9b283145cc0f req-96d16554-9074-4cc2-8972-680d8301d9b1 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569632 Sep 16 05:31:47.760050 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37768) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:47.840392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abeef3-23b6-49c8-af0f-400375a1be60 req-17e09571-4f69-49f3-906b-7aa9e99f60e9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:47.843632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a6abeef3-23b6-49c8-af0f-400375a1be60 req-17e09571-4f69-49f3-906b-7aa9e99f60e9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 944 time: 0.0967393 Sep 16 05:31:47.890175 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a6abeef3-23b6-49c8-af0f-400375a1be60 req-10d1eef9-a7ff-46c2-977a-408464caea85 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397098 Sep 16 05:31:47.917261 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65635017-c14d-406c-978d-f562fecc0348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.034054 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65635017-c14d-406c-978d-f562fecc0348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.177167 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65635017-c14d-406c-978d-f562fecc0348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.224086 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-65635017-c14d-406c-978d-f562fecc0348 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0cdbfe12a10245309850d5d360c2b78d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4625630 Sep 16 05:31:48.225516 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65635017-c14d-406c-978d-f562fecc0348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cddee1-37b1-4b70-9d36-3897f2a85ece,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:48.227342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37772) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:48.303099 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e4802bc2-0b8b-4fea-a6d2-4ed44e47c2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.331597 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e4802bc2-0b8b-4fea-a6d2-4ed44e47c2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.521001 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e4802bc2-0b8b-4fea-a6d2-4ed44e47c2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.524132 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e4802bc2-0b8b-4fea-a6d2-4ed44e47c2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.525415 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e4802bc2-0b8b-4fea-a6d2-4ed44e47c2a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53cddee1-37b1-4b70-9d36-3897f2a85ece HTTP/1.1" status: 204 len: 168 time: 0.2958455 Sep 16 05:31:48.541392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4802bc2-0b8b-4fea-a6d2-4ed44e47c2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cddee1-37b1-4b70-9d36-3897f2a85ece,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:48.786513 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 10e24f19-6409-46a8-907e-2d39acb9b67b details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:31:49.071925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c3ee6-0125-4a88-b196-911ca0bcbac2 req-04ed4b3f-7caf-4f06-aec2-8a856c9bfa1b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:49.075983 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a73c3ee6-0125-4a88-b196-911ca0bcbac2 req-04ed4b3f-7caf-4f06-aec2-8a856c9bfa1b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 944 time: 0.0856123 Sep 16 05:31:49.152677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a73c3ee6-0125-4a88-b196-911ca0bcbac2 req-9336b985-dcd9-431b-b103-08349edf08b2 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626099 Sep 16 05:31:49.166799 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 10e24f19-6409-46a8-907e-2d39acb9b67b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=10e24f19-6409-46a8-907e-2d39acb9b67b,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:49.187972 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '10e24f19-6409-46a8-907e-2d39acb9b67b', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'port_id': '10e24f19-6409-46a8-907e-2d39acb9b67b', 'mac_address': 'fa:16:3e:fb:df:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:31:49.247925 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.279329 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e24f19-6409-46a8-907e-2d39acb9b67b {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:31:49.317343 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 10e24f19-6409-46a8-907e-2d39acb9b67b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=10e24f19-6409-46a8-907e-2d39acb9b67b,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:49.433907 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.491328 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=10e24f19-6409-46a8-907e-2d39acb9b67b,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:49.500067 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.500410 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.500748 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.501085 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.501431 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.501744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.502608 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.503079 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.503406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.503729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.504166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.504494 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.836227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['10e24f19-6409-46a8-907e-2d39acb9b67b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:31:50.300505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a364083-7ec0-4273-a21e-7b9d691c92d0 req-89b41ac5-f375-4f16-9cc0-be960376a4ec tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:50.302621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a364083-7ec0-4273-a21e-7b9d691c92d0 req-89b41ac5-f375-4f16-9cc0-be960376a4ec tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 945 time: 0.0560985 Sep 16 05:31:50.352142 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a364083-7ec0-4273-a21e-7b9d691c92d0 req-38973f83-7197-489b-a466-0ed81cb67399 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430231 Sep 16 05:31:51.486061 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59b24b-0eb5-4552-b542-9721c0043f76 req-b3f2d04c-30af-4314-a2d0-ef176b19f37b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:51.487919 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c59b24b-0eb5-4552-b542-9721c0043f76 req-b3f2d04c-30af-4314-a2d0-ef176b19f37b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 945 time: 0.0578527 Sep 16 05:31:51.538314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c59b24b-0eb5-4552-b542-9721c0043f76 req-5d3229d2-4fb6-4e8c-963c-346abe575b29 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392299 Sep 16 05:31:52.672880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337b709-429d-4474-bbe5-76199d707f3c req-86d1f7b0-bf83-47f8-b559-2485b01f7778 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:52.675445 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1337b709-429d-4474-bbe5-76199d707f3c req-86d1f7b0-bf83-47f8-b559-2485b01f7778 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 945 time: 0.0613735 Sep 16 05:31:52.719071 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1337b709-429d-4474-bbe5-76199d707f3c req-b87d3494-4c5e-42a1-8ca0-d70519d6a6b4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374544 Sep 16 05:31:52.817885 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 10e24f19-6409-46a8-907e-2d39acb9b67b up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:52.929391 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 10e24f19-6409-46a8-907e-2d39acb9b67b completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:31:52.933962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 10e24f19-6409-46a8-907e-2d39acb9b67b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:52.934338 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.028781 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.054632 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50692b5-c124-47c3-b4bd-075aeee59885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e24f19-6409-46a8-907e-2d39acb9b67b'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:53.057010 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f287e9-ce25-4b30-a4e6-2dfef4e2d3d2" -d '{"events": [{"server_uuid": "d50692b5-c124-47c3-b4bd-075aeee59885", "name": "network-vif-plugged", "status": "completed", "tag": "10e24f19-6409-46a8-907e-2d39acb9b67b"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:53.071761 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 10e24f19-6409-46a8-907e-2d39acb9b67b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=10e24f19-6409-46a8-907e-2d39acb9b67b,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:53.100781 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6bcf93-5813-4dea-8f7a-6a5db1a1ba9b x-openstack-request-id: req-cf6bcf93-5813-4dea-8f7a-6a5db1a1ba9b {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:53.101201 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50692b5-c124-47c3-b4bd-075aeee59885", "name": "network-vif-plugged", "status": "completed", "tag": "10e24f19-6409-46a8-907e-2d39acb9b67b", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:53.101611 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf6bcf93-5813-4dea-8f7a-6a5db1a1ba9b {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:53.102202 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50692b5-c124-47c3-b4bd-075aeee59885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e24f19-6409-46a8-907e-2d39acb9b67b', 'code': 200} Sep 16 05:31:53.182684 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.245635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0b347-5310-4d21-a9d6-7a9478758907 req-e53d3335-4dc6-4a60-86e5-1500284a90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:53.245966 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=10e24f19-6409-46a8-907e-2d39acb9b67b,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:53.248013 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fa0b347-5310-4d21-a9d6-7a9478758907 req-e53d3335-4dc6-4a60-86e5-1500284a90dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 1098 time: 0.0568898 Sep 16 05:31:53.291860 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fa0b347-5310-4d21-a9d6-7a9478758907 req-eb608055-7f45-4187-a2eb-fb7eea0249a1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360327 Sep 16 05:31:53.856562 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217814c0-2414-4f87-8c4e-0de159d1e293 req-60fd2530-40ad-4c2f-bd4e-08d8df15ea83 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:53.858844 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-217814c0-2414-4f87-8c4e-0de159d1e293 req-60fd2530-40ad-4c2f-bd4e-08d8df15ea83 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 946 time: 0.0655951 Sep 16 05:31:53.905248 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-217814c0-2414-4f87-8c4e-0de159d1e293 req-e2fd7b0d-3c33-4a8a-8066-fa66a599e284 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390310 Sep 16 05:31:54.680671 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.050141 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a911c7-ed1c-4cec-9d3c-d344446402a9 req-b6ca2ae9-adc3-416d-adaa-3bf0148e0499 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:55.051866 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22a911c7-ed1c-4cec-9d3c-d344446402a9 req-b6ca2ae9-adc3-416d-adaa-3bf0148e0499 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 946 time: 0.0631776 Sep 16 05:31:55.099294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22a911c7-ed1c-4cec-9d3c-d344446402a9 req-9bfd9765-bb59-4350-8b4e-7057a2ee2397 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397384 Sep 16 05:31:55.247347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acddcf-6dca-4e65-a777-5c743bdda673 req-9c5cd278-690b-4a49-9a3c-5ab66d92b206 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:55.252713 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5acddcf-6dca-4e65-a777-5c743bdda673 req-9c5cd278-690b-4a49-9a3c-5ab66d92b206 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 946 time: 0.0719404 Sep 16 05:31:55.297218 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5acddcf-6dca-4e65-a777-5c743bdda673 req-e7213fd7-48b9-4887-8ba1-233299bf5016 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411716 Sep 16 05:31:55.323698 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37796) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:55.601443 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac444e4-1bb3-4cb1-b374-a2387add6e53 tempest-TestVolumeBootPattern-617243938 tempest-TestVolumeBootPattern-617243938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:55.604305 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fac444e4-1bb3-4cb1-b374-a2387add6e53 tempest-TestVolumeBootPattern-617243938 tempest-TestVolumeBootPattern-617243938-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 1093 time: 0.2791324 Sep 16 05:31:55.607216 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37800) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:55.612856 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': '10e24f19-6409-46a8-907e-2d39acb9b67b', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:55.828746 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.958225 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.122546 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Allocated IP 172.25.4.10 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/41151e21-4e52-4c7d-af37-4525597cb7b0) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:56.275430 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.388729 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.430415 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:56.433661 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:56.441898 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:56.446973 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event updated for resources: {'Port': ['ID=41151e21-4e52-4c7d-af37-4525597cb7b0,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:56.879576 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.040631 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.237532 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.290795 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.378549 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event updated for resources: {'Port': ['ID=41151e21-4e52-4c7d-af37-4525597cb7b0,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:57.388047 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.508637 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Floating IP 03e09af0-5c1e-4e78-9e06-d6c3a3f6f6cb associated. External IP: 172.25.4.10, port: 10e24f19-6409-46a8-907e-2d39acb9b67b. Sep 16 05:31:57.749887 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Router 246c2e41-7d64-4dcf-9317-3a361a726c34 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:57.875049 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:57.886985 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b23b25d-6f08-4486-85c7-9227f83fbe6e None None] Sync routers for ids ['246c2e41-7d64-4dcf-9317-3a361a726c34'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:57.901016 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b23b25d-6f08-4486-85c7-9227f83fbe6e None None] Routers {'246c2e41-7d64-4dcf-9317-3a361a726c34'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:57.901883 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2b23b25d-6f08-4486-85c7-9227f83fbe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:31:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['246c2e41-7d64-4dcf-9317-3a361a726c34'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:57.965399 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.999428 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f042f853-68b3-4d6a-bce3-ae0f606e4027 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3907874 Sep 16 05:31:58.000509 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50692b5-c124-47c3-b4bd-075aeee59885', 'tag': '10e24f19-6409-46a8-907e-2d39acb9b67b'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:58.004587 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae52078-394d-47c8-b319-08572f874404" -d '{"events": [{"name": "network-changed", "server_uuid": "d50692b5-c124-47c3-b4bd-075aeee59885", "tag": "10e24f19-6409-46a8-907e-2d39acb9b67b"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:58.092425 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-2b23b25d-6f08-4486-85c7-9227f83fbe6e None None] Set router 246c2e41-7d64-4dcf-9317-3a361a726c34 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:58.230506 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0f03da-8c03-4d77-b5e9-b509b105fcd0 x-openstack-request-id: req-8c0f03da-8c03-4d77-b5e9-b509b105fcd0 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:58.230791 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50692b5-c124-47c3-b4bd-075aeee59885", "tag": "10e24f19-6409-46a8-907e-2d39acb9b67b", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:58.231075 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c0f03da-8c03-4d77-b5e9-b509b105fcd0 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:58.231481 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50692b5-c124-47c3-b4bd-075aeee59885', 'tag': '10e24f19-6409-46a8-907e-2d39acb9b67b', 'status': 'completed', 'code': 200} Sep 16 05:31:58.330874 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae52078-394d-47c8-b319-08572f874404 req-2a12e188-2a9c-4359-b1fb-6168838983a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:58.332515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eae52078-394d-47c8-b319-08572f874404 req-2a12e188-2a9c-4359-b1fb-6168838983a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 1098 time: 0.0479343 Sep 16 05:31:58.407445 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2b23b25d-6f08-4486-85c7-9227f83fbe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '03e09af0-5c1e-4e78-9e06-d6c3a3f6f6cb', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'floating_ip_address': '172.25.4.10', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'port_id': '10e24f19-6409-46a8-907e-2d39acb9b67b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'mac_address': 'fa:16:3e:fb:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50692b5-c124-47c3-b4bd-075aeee59885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:31:56Z', 'revision_number': 0, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'fixed_ip_address_scope': None}, {'id': '1e769a08-27fe-491a-9719-0f139c9d3fae', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'port_id': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'mac_address': 'fa:16:3e:25:74:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:28:39Z', 'updated_at': '2021-09-16T05:28:41Z', 'revision_number': 1, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:04Z', 'revision_number': 5, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:58.444662 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b23b25d-6f08-4486-85c7-9227f83fbe6e None None] Checking router: 246c2e41-7d64-4dcf-9317-3a361a726c34 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:31:58.451819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae52078-394d-47c8-b319-08572f874404 req-48790173-ec0c-49c5-bf8a-ae76c698dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:58.453473 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eae52078-394d-47c8-b319-08572f874404 req-48790173-ec0c-49c5-bf8a-ae76c698dd25 service neutron] 10.222.0.21 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 912 time: 0.1130533 Sep 16 05:31:58.455710 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b23b25d-6f08-4486-85c7-9227f83fbe6e None None] Routers {'246c2e41-7d64-4dcf-9317-3a361a726c34'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:58.456372 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2b23b25d-6f08-4486-85c7-9227f83fbe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:31:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['246c2e41-7d64-4dcf-9317-3a361a726c34'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:58.536088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eae52078-394d-47c8-b319-08572f874404 req-43212bb6-ca23-400f-a8e9-426b92c033cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10e24f19-6409-46a8-907e-2d39acb9b67b HTTP/1.1" status: 200 len: 999 time: 0.0752850 Sep 16 05:31:58.591203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-2b23b25d-6f08-4486-85c7-9227f83fbe6e None None] Set router 246c2e41-7d64-4dcf-9317-3a361a726c34 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:58.608310 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae52078-394d-47c8-b319-08572f874404 req-ad073a40-93ef-4246-98d3-c9f9db9c1af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:58.611141 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eae52078-394d-47c8-b319-08572f874404 req-ad073a40-93ef-4246-98d3-c9f9db9c1af4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.0660923 Sep 16 05:31:58.670214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae52078-394d-47c8-b319-08572f874404 req-347783ec-fa30-425e-9692-18140772adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:58.672179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eae52078-394d-47c8-b319-08572f874404 req-347783ec-fa30-425e-9692-18140772adcb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538557 Sep 16 05:31:58.701739 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:58.812098 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eae52078-394d-47c8-b319-08572f874404 req-709dc6a9-c04c-4224-83cd-119471ba4a13 service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320603 Sep 16 05:31:58.919310 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2b23b25d-6f08-4486-85c7-9227f83fbe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '03e09af0-5c1e-4e78-9e06-d6c3a3f6f6cb', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'floating_ip_address': '172.25.4.10', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'port_id': '10e24f19-6409-46a8-907e-2d39acb9b67b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'mac_address': 'fa:16:3e:fb:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50692b5-c124-47c3-b4bd-075aeee59885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:31:56Z', 'revision_number': 0, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'fixed_ip_address_scope': None}, {'id': '1e769a08-27fe-491a-9719-0f139c9d3fae', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'port_id': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'mac_address': 'fa:16:3e:25:74:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:28:39Z', 'updated_at': '2021-09-16T05:28:41Z', 'revision_number': 1, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:04Z', 'revision_number': 5, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:58.929509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eae52078-394d-47c8-b319-08572f874404 req-561a567c-5ab0-4e85-a16b-6ee96aa18d10 service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098924 Sep 16 05:31:58.952975 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b23b25d-6f08-4486-85c7-9227f83fbe6e None None] The sync data for ids ['246c2e41-7d64-4dcf-9317-3a361a726c34'] in n-d-712140-13 is: [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '03e09af0-5c1e-4e78-9e06-d6c3a3f6f6cb', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'floating_ip_address': '172.25.4.10', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'port_id': '10e24f19-6409-46a8-907e-2d39acb9b67b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'mac_address': 'fa:16:3e:fb:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50692b5-c124-47c3-b4bd-075aeee59885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:31:56Z', 'revision_number': 0, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'fixed_ip_address_scope': None}, {'id': '1e769a08-27fe-491a-9719-0f139c9d3fae', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'port_id': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'mac_address': 'fa:16:3e:25:74:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:28:39Z', 'updated_at': '2021-09-16T05:28:41Z', 'revision_number': 1, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:04Z', 'revision_number': 5, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:59.206565 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd584661-8a17-449a-b036-220a45b7d46f None None] New status for floating IP 03e09af0-5c1e-4e78-9e06-d6c3a3f6f6cb: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:32:03.225349 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:32:05.294598 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d455ef19-da2e-43c6-aa65-57e6d3ce1c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:07.894667 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-520215d4-4022-4686-bc22-91ee44598012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.616343 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.985219 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37814) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:09.162116 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5cd8c69e-fa6a-4967-872b-44e0029386d8 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/floatingips/be72133e-dad5-48f3-a255-a6c4efc12ed1 HTTP/1.1" status: 200 len: 994 time: 0.1753469 Sep 16 05:32:09.402979 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.433468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37822) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:09.638043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-2f28aef8-c3cd-41db-b456-acc32b94cb6a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Deleting port a113a818-4e38-4973-81f4-e3f5d199bd46 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:09.638591 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f28aef8-c3cd-41db-b456-acc32b94cb6a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.744103 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f28aef8-c3cd-41db-b456-acc32b94cb6a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.744440 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f28aef8-c3cd-41db-b456-acc32b94cb6a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.761176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-2f28aef8-c3cd-41db-b456-acc32b94cb6a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Calling delete_port for a113a818-4e38-4973-81f4-e3f5d199bd46 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:10.062155 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f28aef8-c3cd-41db-b456-acc32b94cb6a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:10.092060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28aef8-c3cd-41db-b456-acc32b94cb6a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event deleted for resources: {'Port': ['ID=a113a818-4e38-4973-81f4-e3f5d199bd46,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:10.159604 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f28aef8-c3cd-41db-b456-acc32b94cb6a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:10.160111 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-2f28aef8-c3cd-41db-b456-acc32b94cb6a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Floating IP be72133e-dad5-48f3-a255-a6c4efc12ed1 disassociated (deleted). External IP: 172.25.4.228, port: 545286d9-0859-4ca6-8247-886a7109dbae. Sep 16 05:32:10.400429 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f28aef8-c3cd-41db-b456-acc32b94cb6a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Router 40859f16-5a08-4f88-9ea7-d21f02f9c8fc has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:10.555594 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f28aef8-c3cd-41db-b456-acc32b94cb6a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:10.561386 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f28aef8-c3cd-41db-b456-acc32b94cb6a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:10.566709 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdbc0d9-5340-45b4-95b3-cbec066078b8 None None] Sync routers for ids ['40859f16-5a08-4f88-9ea7-d21f02f9c8fc'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:10.586703 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdbc0d9-5340-45b4-95b3-cbec066078b8 None None] Routers {'40859f16-5a08-4f88-9ea7-d21f02f9c8fc'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:10.587527 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-9bdbc0d9-5340-45b4-95b3-cbec066078b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:32:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['40859f16-5a08-4f88-9ea7-d21f02f9c8fc'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:10.595521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2f28aef8-c3cd-41db-b456-acc32b94cb6a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "DELETE /v2.0/floatingips/be72133e-dad5-48f3-a255-a6c4efc12ed1 HTTP/1.1" status: 204 len: 168 time: 1.1607397 Sep 16 05:32:10.596121 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62fdc25b-acd7-42c9-b2a2-78433dd8b041', 'tag': '545286d9-0859-4ca6-8247-886a7109dbae'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:10.599198 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1940aeb-40b1-49ad-a17a-12413b163762" -d '{"events": [{"name": "network-changed", "server_uuid": "62fdc25b-acd7-42c9-b2a2-78433dd8b041", "tag": "545286d9-0859-4ca6-8247-886a7109dbae"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:10.673674 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cd5bb9-253a-4eb3-990a-b57caa402afd x-openstack-request-id: req-52cd5bb9-253a-4eb3-990a-b57caa402afd {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:10.674360 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62fdc25b-acd7-42c9-b2a2-78433dd8b041", "tag": "545286d9-0859-4ca6-8247-886a7109dbae", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:10.674543 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52cd5bb9-253a-4eb3-990a-b57caa402afd {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:10.675536 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62fdc25b-acd7-42c9-b2a2-78433dd8b041', 'tag': '545286d9-0859-4ca6-8247-886a7109dbae', 'status': 'completed', 'code': 200} Sep 16 05:32:10.712920 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-9bdbc0d9-5340-45b4-95b3-cbec066078b8 None None] Set router 40859f16-5a08-4f88-9ea7-d21f02f9c8fc gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:10.777741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1940aeb-40b1-49ad-a17a-12413b163762 req-dad053e5-ddce-4695-88fd-2bbf57726c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:10.780366 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1940aeb-40b1-49ad-a17a-12413b163762 req-dad053e5-ddce-4695-88fd-2bbf57726c51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01b7b9920374412690d68a80d11a9e52&device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 1098 time: 0.0555944 Sep 16 05:32:10.929554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1940aeb-40b1-49ad-a17a-12413b163762 req-8a9f1bb1-9b3d-4a04-a9ea-cdcaac0e8025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:10.931312 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1940aeb-40b1-49ad-a17a-12413b163762 req-8a9f1bb1-9b3d-4a04-a9ea-cdcaac0e8025 service neutron] 10.222.0.21 "GET /v2.0/networks?id=26b9a8cc-51bb-4439-9f56-2e45814dd9c9 HTTP/1.1" status: 200 len: 896 time: 0.1434200 Sep 16 05:32:10.990836 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-9bdbc0d9-5340-45b4-95b3-cbec066078b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'name': 'tempest-TestNetworkBasicOps-router-996330811', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '259879f5-5cbe-4de0-8621-524e3327e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:22Z', 'updated_at': '2021-09-16T05:30:28Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '259879f5-5cbe-4de0-8621-524e3327e671', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:23Z', 'updated_at': '2021-09-16T05:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0', 'name': '', 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:a4:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ebd51aed-d536-421b-83c5-4648a4c2ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:27Z', 'updated_at': '2021-09-16T05:30:32Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'ebd51aed-d536-421b-83c5-4648a4c2ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:10.995331 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1940aeb-40b1-49ad-a17a-12413b163762 req-9a758aa5-5b51-4a60-83fd-2891081ec0fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=545286d9-0859-4ca6-8247-886a7109dbae HTTP/1.1" status: 200 len: 217 time: 0.0566182 Sep 16 05:32:11.075213 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdbc0d9-5340-45b4-95b3-cbec066078b8 None None] Checking router: 40859f16-5a08-4f88-9ea7-d21f02f9c8fc for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:11.092650 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdbc0d9-5340-45b4-95b3-cbec066078b8 None None] Routers {'40859f16-5a08-4f88-9ea7-d21f02f9c8fc'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:11.094320 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-9bdbc0d9-5340-45b4-95b3-cbec066078b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:32:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['40859f16-5a08-4f88-9ea7-d21f02f9c8fc'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:11.109963 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1940aeb-40b1-49ad-a17a-12413b163762 req-d3738cc8-a93d-4dd0-992c-59fc4a5222e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:11.112301 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1940aeb-40b1-49ad-a17a-12413b163762 req-d3738cc8-a93d-4dd0-992c-59fc4a5222e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebd51aed-d536-421b-83c5-4648a4c2ea0e HTTP/1.1" status: 200 len: 834 time: 0.1089053 Sep 16 05:32:11.124358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bee0d3e3-bcb6-468b-96a0-3c72392d271a req-0a67d5ec-eb55-48a5-b2a6-9c51f0772036 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0671828 Sep 16 05:32:11.158869 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.175606 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1940aeb-40b1-49ad-a17a-12413b163762 req-0c03521f-19ce-436a-94ee-84857eee5eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:11.177613 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1940aeb-40b1-49ad-a17a-12413b163762 req-0c03521f-19ce-436a-94ee-84857eee5eae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26b9a8cc-51bb-4439-9f56-2e45814dd9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571187 Sep 16 05:32:11.309271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0d3e3-bcb6-468b-96a0-3c72392d271a req-b566f3ab-9467-4bcb-b90b-4a3d75ea8ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:11.312021 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bee0d3e3-bcb6-468b-96a0-3c72392d271a req-b566f3ab-9467-4bcb-b90b-4a3d75ea8ae9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 1098 time: 0.1169415 Sep 16 05:32:11.317305 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-9bdbc0d9-5340-45b4-95b3-cbec066078b8 None None] Set router 40859f16-5a08-4f88-9ea7-d21f02f9c8fc gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:11.428734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1940aeb-40b1-49ad-a17a-12413b163762 req-984c84eb-b64f-4ad4-9c24-71ef548a4fa4 service neutron] 10.222.0.21 "GET /v2.0/networks/26b9a8cc-51bb-4439-9f56-2e45814dd9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423677 Sep 16 05:32:11.558213 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd2032-d4c1-4399-a361-1e1e2b282e2d req-80c2dbfa-6bb1-4cf3-ae37-6943dc825c78 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:11.559819 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99dd2032-d4c1-4399-a361-1e1e2b282e2d req-80c2dbfa-6bb1-4cf3-ae37-6943dc825c78 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 946 time: 0.1975667 Sep 16 05:32:11.563296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-9bdbc0d9-5340-45b4-95b3-cbec066078b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'name': 'tempest-TestNetworkBasicOps-router-996330811', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '259879f5-5cbe-4de0-8621-524e3327e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:22Z', 'updated_at': '2021-09-16T05:30:28Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '259879f5-5cbe-4de0-8621-524e3327e671', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:23Z', 'updated_at': '2021-09-16T05:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0', 'name': '', 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:a4:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ebd51aed-d536-421b-83c5-4648a4c2ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:27Z', 'updated_at': '2021-09-16T05:30:32Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'ebd51aed-d536-421b-83c5-4648a4c2ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:11.595348 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdbc0d9-5340-45b4-95b3-cbec066078b8 None None] The sync data for ids ['40859f16-5a08-4f88-9ea7-d21f02f9c8fc'] in n-d-712140-13 is: [{'id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'name': 'tempest-TestNetworkBasicOps-router-996330811', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '259879f5-5cbe-4de0-8621-524e3327e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:22Z', 'updated_at': '2021-09-16T05:30:28Z', 'revision_number': 4, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '259879f5-5cbe-4de0-8621-524e3327e671', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:23Z', 'updated_at': '2021-09-16T05:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0', 'name': '', 'network_id': '26b9a8cc-51bb-4439-9f56-2e45814dd9c9', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'mac_address': 'fa:16:3e:a4:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ebd51aed-d536-421b-83c5-4648a4c2ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:27Z', 'updated_at': '2021-09-16T05:30:32Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'subnets': [{'id': 'ebd51aed-d536-421b-83c5-4648a4c2ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:11.643973 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7449c4f8-f059-4bb8-8f26-265868daa953 req-b42196f5-04b6-40b9-9022-28c17a064ec0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2550793 Sep 16 05:32:11.648897 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0d3e3-bcb6-468b-96a0-3c72392d271a req-5ff7e8a2-fed0-4a68-9f49-3e7747331e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:11.650987 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bee0d3e3-bcb6-468b-96a0-3c72392d271a req-5ff7e8a2-fed0-4a68-9f49-3e7747331e6d service neutron] 10.222.0.21 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 912 time: 0.2905450 Sep 16 05:32:11.729927 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99dd2032-d4c1-4399-a361-1e1e2b282e2d req-01fc768c-6584-496f-ac87-6cc88e5da061 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c1a7c32-e771-4c5c-bc56-bd32bc3983b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334727 Sep 16 05:32:11.742842 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f1940aeb-40b1-49ad-a17a-12413b163762 req-21788151-524b-400a-b394-1f092b59e65b service neutron] 10.222.0.21 "GET /v2.0/networks/26b9a8cc-51bb-4439-9f56-2e45814dd9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824101 Sep 16 05:32:11.797750 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bee0d3e3-bcb6-468b-96a0-3c72392d271a req-6c7f7246-9917-4765-a67a-a4322f29906e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10e24f19-6409-46a8-907e-2d39acb9b67b HTTP/1.1" status: 200 len: 1001 time: 0.1361315 Sep 16 05:32:11.811366 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449c4f8-f059-4bb8-8f26-265868daa953 req-a4c15252-bb8c-407f-8307-be29273c187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:11.811714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7449c4f8-f059-4bb8-8f26-265868daa953 req-a4c15252-bb8c-407f-8307-be29273c187b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 1097 time: 0.0804605 Sep 16 05:32:11.953917 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0d3e3-bcb6-468b-96a0-3c72392d271a req-27a511bf-afc6-450b-aad9-bb8925e12a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:11.956054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bee0d3e3-bcb6-468b-96a0-3c72392d271a req-27a511bf-afc6-450b-aad9-bb8925e12a93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.1502876 Sep 16 05:32:12.000657 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95562c66-da82-4d63-862f-e95e040b4b08 None None] New status for floating IP be72133e-dad5-48f3-a255-a6c4efc12ed1: DOWN {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:32:12.037516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449c4f8-f059-4bb8-8f26-265868daa953 req-3f77585c-ea98-4124-a0bd-7ce88961d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:12.039573 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7449c4f8-f059-4bb8-8f26-265868daa953 req-3f77585c-ea98-4124-a0bd-7ce88961d5b9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 912 time: 0.1931462 Sep 16 05:32:12.056865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0d3e3-bcb6-468b-96a0-3c72392d271a req-b7bf651f-4913-4955-9f8e-26e06f70bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:12.058617 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bee0d3e3-bcb6-468b-96a0-3c72392d271a req-b7bf651f-4913-4955-9f8e-26e06f70bf38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939538 Sep 16 05:32:12.209546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7449c4f8-f059-4bb8-8f26-265868daa953 req-5a438395-4c7d-4c02-bd8c-8d4a25d73449 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bebcb940-4fe1-40bf-bf69-37dc1eb09266 HTTP/1.1" status: 200 len: 1000 time: 0.1625824 Sep 16 05:32:12.301934 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449c4f8-f059-4bb8-8f26-265868daa953 req-63d63f0a-de54-46cc-bcf6-0b7f1aa750a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:12.304112 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7449c4f8-f059-4bb8-8f26-265868daa953 req-63d63f0a-de54-46cc-bcf6-0b7f1aa750a9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.0877106 Sep 16 05:32:12.306332 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bee0d3e3-bcb6-468b-96a0-3c72392d271a req-40c4edb8-559e-4d0d-bb07-9474b9a4f7c5 service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042189 Sep 16 05:32:12.447979 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449c4f8-f059-4bb8-8f26-265868daa953 req-c5da1480-2f56-421e-a864-571b21fc2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:12.449487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7449c4f8-f059-4bb8-8f26-265868daa953 req-c5da1480-2f56-421e-a864-571b21fc2474 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1376405 Sep 16 05:32:12.492988 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bee0d3e3-bcb6-468b-96a0-3c72392d271a req-daf08722-8baa-4833-9368-c2c84c04bc87 service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711502 Sep 16 05:32:12.594035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7449c4f8-f059-4bb8-8f26-265868daa953 req-161012ac-56b3-44ae-96c1-568781f81377 service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361108 Sep 16 05:32:12.732739 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7449c4f8-f059-4bb8-8f26-265868daa953 req-cd85a77f-91b3-4fe6-855e-c24e9e7f7857 service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316395 Sep 16 05:32:12.875208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26a4f9-2faa-40d1-8ba3-1fc1dd910b0c req-dd8fb6c3-756c-418a-b576-e8c69391fbbd tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:12.878063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab26a4f9-2faa-40d1-8ba3-1fc1dd910b0c req-dd8fb6c3-756c-418a-b576-e8c69391fbbd tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 946 time: 0.0597398 Sep 16 05:32:12.926189 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab26a4f9-2faa-40d1-8ba3-1fc1dd910b0c req-a14ad653-f656-4b81-9472-499d4d208219 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c1a7c32-e771-4c5c-bc56-bd32bc3983b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404739 Sep 16 05:32:13.153395 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94289b-9f45-4734-a847-65637e3b64c6 req-62a9a40b-4363-4109-b094-7fde8edccef7 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:13.154861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb94289b-9f45-4734-a847-65637e3b64c6 req-62a9a40b-4363-4109-b094-7fde8edccef7 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.21 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 946 time: 0.0617194 Sep 16 05:32:13.261162 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-eb94289b-9f45-4734-a847-65637e3b64c6 req-0b2f863f-1eef-4799-81d7-3280ebbcbdc4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Deleting port 545286d9-0859-4ca6-8247-886a7109dbae {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:13.261651 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-eb94289b-9f45-4734-a847-65637e3b64c6 req-0b2f863f-1eef-4799-81d7-3280ebbcbdc4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.722034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-eb94289b-9f45-4734-a847-65637e3b64c6 req-0b2f863f-1eef-4799-81d7-3280ebbcbdc4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] For port 545286d9-0859-4ca6-8247-886a7109dbae, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=545286d9-0859-4ca6-8247-886a7109dbae,segment=NetworkSegment(43384501-f7d7-4a62-8300-296480b5ba73),segment_id=43384501-f7d7-4a62-8300-296480b5ba73)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:13.722977 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-eb94289b-9f45-4734-a847-65637e3b64c6 req-0b2f863f-1eef-4799-81d7-3280ebbcbdc4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.746805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-eb94289b-9f45-4734-a847-65637e3b64c6 req-0b2f863f-1eef-4799-81d7-3280ebbcbdc4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Calling delete_port for 545286d9-0859-4ca6-8247-886a7109dbae owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:14.055438 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817da5e-b0db-45b5-adfc-ed74a0e29426 req-8972f39a-d835-4015-b5eb-9538cdec18b2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:14.057035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0817da5e-b0db-45b5-adfc-ed74a0e29426 req-8972f39a-d835-4015-b5eb-9538cdec18b2 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 946 time: 0.0546396 Sep 16 05:32:14.100205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0817da5e-b0db-45b5-adfc-ed74a0e29426 req-1d6b8ee3-ae50-4777-bbd3-db172a56b03a tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c1a7c32-e771-4c5c-bc56-bd32bc3983b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367050 Sep 16 05:32:14.278960 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-eb94289b-9f45-4734-a847-65637e3b64c6 req-0b2f863f-1eef-4799-81d7-3280ebbcbdc4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.309549 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f863f-1eef-4799-81d7-3280ebbcbdc4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event deleted for resources: {'Port': ['ID=545286d9-0859-4ca6-8247-886a7109dbae,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:14.354591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb94289b-9f45-4734-a847-65637e3b64c6 req-0b2f863f-1eef-4799-81d7-3280ebbcbdc4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] No DVR routers for this DVR port 545286d9-0859-4ca6-8247-886a7109dbae on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:14.357439 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-eb94289b-9f45-4734-a847-65637e3b64c6 req-0b2f863f-1eef-4799-81d7-3280ebbcbdc4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.359744 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb94289b-9f45-4734-a847-65637e3b64c6 req-0b2f863f-1eef-4799-81d7-3280ebbcbdc4 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.21 "DELETE /v2.0/ports/545286d9-0859-4ca6-8247-886a7109dbae HTTP/1.1" status: 204 len: 173 time: 1.1988418 Sep 16 05:32:14.360066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fdc25b-acd7-42c9-b2a2-78433dd8b041', 'name': 'network-vif-deleted', 'tag': '545286d9-0859-4ca6-8247-886a7109dbae'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:14.363673 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9346abb-077c-42dc-84f1-a94cd1575461" -d '{"events": [{"server_uuid": "62fdc25b-acd7-42c9-b2a2-78433dd8b041", "name": "network-vif-deleted", "tag": "545286d9-0859-4ca6-8247-886a7109dbae"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:14.405119 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1cab8e-2748-4e90-8b63-f7d8062f0352 x-openstack-request-id: req-5c1cab8e-2748-4e90-8b63-f7d8062f0352 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:14.405418 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fdc25b-acd7-42c9-b2a2-78433dd8b041", "name": "network-vif-deleted", "tag": "545286d9-0859-4ca6-8247-886a7109dbae", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:14.405672 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c1cab8e-2748-4e90-8b63-f7d8062f0352 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:14.406073 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fdc25b-acd7-42c9-b2a2-78433dd8b041', 'name': 'network-vif-deleted', 'tag': '545286d9-0859-4ca6-8247-886a7109dbae', 'status': 'completed', 'code': 200} Sep 16 05:32:15.245052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ac4fa2b-59e1-4b7a-90e5-67d9341a98be req-6ef40b29-0f4b-4ce7-b593-6cc5d80fa934 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "GET /v2.0/ports?device_id=62fdc25b-acd7-42c9-b2a2-78433dd8b041 HTTP/1.1" status: 200 len: 210 time: 0.0524323 Sep 16 05:32:16.307104 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37846) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:16.384035 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-16aa83ca-3220-4b06-8858-e3bcdb0f9e42 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.415553 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-16aa83ca-3220-4b06-8858-e3bcdb0f9e42 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.599044 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-16aa83ca-3220-4b06-8858-e3bcdb0f9e42 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.601700 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-16aa83ca-3220-4b06-8858-e3bcdb0f9e42 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.603029 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-16aa83ca-3220-4b06-8858-e3bcdb0f9e42 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "DELETE /v2.0/security-groups/1c1a7c32-e771-4c5c-bc56-bd32bc3983b8 HTTP/1.1" status: 204 len: 168 time: 0.2944474 Sep 16 05:32:16.615493 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa83ca-3220-4b06-8858-e3bcdb0f9e42 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1a7c32-e771-4c5c-bc56-bd32bc3983b8,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:16.726951 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37850) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:16.927839 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 545286d9-0859-4ca6-8247-886a7109dbae no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:16.967265 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 545286d9-0859-4ca6-8247-886a7109dbae {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:16.967811 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 545286d9-0859-4ca6-8247-886a7109dbae not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:17.275217 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d2d023d7-9d24-4f17-8979-05615346b23b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.590980 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d2d023d7-9d24-4f17-8979-05615346b23b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Deleting port 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:17.591222 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d2d023d7-9d24-4f17-8979-05615346b23b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.697858 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-d2d023d7-9d24-4f17-8979-05615346b23b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] For port 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0,segment=NetworkSegment(43384501-f7d7-4a62-8300-296480b5ba73),segment_id=43384501-f7d7-4a62-8300-296480b5ba73)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:17.698223 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d2d023d7-9d24-4f17-8979-05615346b23b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.714496 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d2d023d7-9d24-4f17-8979-05615346b23b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Calling delete_port for 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:18.073407 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d2d023d7-9d24-4f17-8979-05615346b23b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:18.115247 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d023d7-9d24-4f17-8979-05615346b23b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event deleted for resources: {'Port': ['ID=95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:18.698149 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d2d023d7-9d24-4f17-8979-05615346b23b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.002133 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d023d7-9d24-4f17-8979-05615346b23b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Router 40859f16-5a08-4f88-9ea7-d21f02f9c8fc has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:19.131139 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d023d7-9d24-4f17-8979-05615346b23b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:19.137427 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d2d023d7-9d24-4f17-8979-05615346b23b tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "PUT /v2.0/routers/40859f16-5a08-4f88-9ea7-d21f02f9c8fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4088161 Sep 16 05:32:19.140556 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37854) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:19.144234 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761ec4ba-3f0c-4688-86c3-939046e6bb01 None None] Sync routers for ids ['40859f16-5a08-4f88-9ea7-d21f02f9c8fc'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:19.155682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761ec4ba-3f0c-4688-86c3-939046e6bb01 None None] Routers {'40859f16-5a08-4f88-9ea7-d21f02f9c8fc'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:19.156409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-761ec4ba-3f0c-4688-86c3-939046e6bb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:32:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['40859f16-5a08-4f88-9ea7-d21f02f9c8fc'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:19.200515 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af04bee-7447-4eb8-88a2-dbea6643a2b7 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Deleting subnet ebd51aed-d536-421b-83c5-4648a4c2ea0e {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:19.204229 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5af04bee-7447-4eb8-88a2-dbea6643a2b7 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.257861 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5af04bee-7447-4eb8-88a2-dbea6643a2b7 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.387433 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5af04bee-7447-4eb8-88a2-dbea6643a2b7 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.517066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-761ec4ba-3f0c-4688-86c3-939046e6bb01 None None] Set router 40859f16-5a08-4f88-9ea7-d21f02f9c8fc gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:19.577049 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5af04bee-7447-4eb8-88a2-dbea6643a2b7 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.623439 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5af04bee-7447-4eb8-88a2-dbea6643a2b7 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.631553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37856) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:19.632325 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5af04bee-7447-4eb8-88a2-dbea6643a2b7 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "DELETE /v2.0/subnets/ebd51aed-d536-421b-83c5-4648a4c2ea0e HTTP/1.1" status: 204 len: 168 time: 0.4902308 Sep 16 05:32:19.633615 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af04bee-7447-4eb8-88a2-dbea6643a2b7 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd51aed-d536-421b-83c5-4648a4c2ea0e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:19.652850 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1688e4b3-2fff-4ed6-9287-dfa5bb9b9e37 None None] Network 26b9a8cc-51bb-4439-9f56-2e45814dd9c9 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:19.815602 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-18186abe-da4e-43ca-aff6-d36ebc9f7636 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.916152 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-761ec4ba-3f0c-4688-86c3-939046e6bb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'name': 'tempest-TestNetworkBasicOps-router-996330811', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '259879f5-5cbe-4de0-8621-524e3327e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:22Z', 'updated_at': '2021-09-16T05:32:17Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '259879f5-5cbe-4de0-8621-524e3327e671', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:23Z', 'updated_at': '2021-09-16T05:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:19.966297 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761ec4ba-3f0c-4688-86c3-939046e6bb01 None None] Checking router: 40859f16-5a08-4f88-9ea7-d21f02f9c8fc for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:19.983312 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761ec4ba-3f0c-4688-86c3-939046e6bb01 None None] Routers {'40859f16-5a08-4f88-9ea7-d21f02f9c8fc'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:19.984449 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-761ec4ba-3f0c-4688-86c3-939046e6bb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:32:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['40859f16-5a08-4f88-9ea7-d21f02f9c8fc'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:19.991137 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e421db-8db9-4865-acfd-5374fd26553d None None] DHCP port deletion for 26b9a8cc-51bb-4439-9f56-2e45814dd9c9 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:32:20.000370 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-18186abe-da4e-43ca-aff6-d36ebc9f7636 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.140924 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-761ec4ba-3f0c-4688-86c3-939046e6bb01 None None] Set router 40859f16-5a08-4f88-9ea7-d21f02f9c8fc gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:20.203723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c4e421db-8db9-4865-acfd-5374fd26553d None None] Deleting port 74de2b2f-371d-4891-a35f-eccfc304fce4 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:20.205258 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c4e421db-8db9-4865-acfd-5374fd26553d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.264418 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-18186abe-da4e-43ca-aff6-d36ebc9f7636 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Deleting port 259879f5-5cbe-4de0-8621-524e3327e671 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:20.265058 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-18186abe-da4e-43ca-aff6-d36ebc9f7636 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.344015 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c4e421db-8db9-4865-acfd-5374fd26553d None None] For port 74de2b2f-371d-4891-a35f-eccfc304fce4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=74de2b2f-371d-4891-a35f-eccfc304fce4,segment=NetworkSegment(43384501-f7d7-4a62-8300-296480b5ba73),segment_id=43384501-f7d7-4a62-8300-296480b5ba73)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:20.344919 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c4e421db-8db9-4865-acfd-5374fd26553d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.384805 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c4e421db-8db9-4865-acfd-5374fd26553d None None] Calling delete_port for 74de2b2f-371d-4891-a35f-eccfc304fce4 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:20.387375 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-18186abe-da4e-43ca-aff6-d36ebc9f7636 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] For port 259879f5-5cbe-4de0-8621-524e3327e671, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=259879f5-5cbe-4de0-8621-524e3327e671,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:20.393318 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-18186abe-da4e-43ca-aff6-d36ebc9f7636 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.404028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-18186abe-da4e-43ca-aff6-d36ebc9f7636 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Calling delete_port for 259879f5-5cbe-4de0-8621-524e3327e671 owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:20.677312 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-761ec4ba-3f0c-4688-86c3-939046e6bb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'name': 'tempest-TestNetworkBasicOps-router-996330811', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '259879f5-5cbe-4de0-8621-524e3327e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:22Z', 'updated_at': '2021-09-16T05:32:17Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '259879f5-5cbe-4de0-8621-524e3327e671', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:23Z', 'updated_at': '2021-09-16T05:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:20.743842 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761ec4ba-3f0c-4688-86c3-939046e6bb01 None None] The sync data for ids ['40859f16-5a08-4f88-9ea7-d21f02f9c8fc'] in n-d-712140-13 is: [{'id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'name': 'tempest-TestNetworkBasicOps-router-996330811', 'tenant_id': '01b7b9920374412690d68a80d11a9e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '259879f5-5cbe-4de0-8621-524e3327e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:22Z', 'updated_at': '2021-09-16T05:32:17Z', 'revision_number': 5, 'project_id': '01b7b9920374412690d68a80d11a9e52', 'gw_port': {'id': '259879f5-5cbe-4de0-8621-524e3327e671', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40859f16-5a08-4f88-9ea7-d21f02f9c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:23Z', 'updated_at': '2021-09-16T05:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:20.760834 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 74de2b2f-371d-4891-a35f-eccfc304fce4 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:20.769925 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-18186abe-da4e-43ca-aff6-d36ebc9f7636 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.819591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18186abe-da4e-43ca-aff6-d36ebc9f7636 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event deleted for resources: {'Port': ['ID=259879f5-5cbe-4de0-8621-524e3327e671,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:20.828400 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c4e421db-8db9-4865-acfd-5374fd26553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.879007 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e421db-8db9-4865-acfd-5374fd26553d None None] No DVR routers for this DVR port 74de2b2f-371d-4891-a35f-eccfc304fce4 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:20.881857 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e421db-8db9-4865-acfd-5374fd26553d None None] Pushing event deleted for resources: {'Port': ['ID=74de2b2f-371d-4891-a35f-eccfc304fce4,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:20.884307 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No active binding found for port 74de2b2f-371d-4891-a35f-eccfc304fce4 {{(pid=95475) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 05:32:20.891503 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 74de2b2f-371d-4891-a35f-eccfc304fce4 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:20.926327 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-18186abe-da4e-43ca-aff6-d36ebc9f7636 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.062733 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-18186abe-da4e-43ca-aff6-d36ebc9f7636 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.065843 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-18186abe-da4e-43ca-aff6-d36ebc9f7636 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.311698 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-18186abe-da4e-43ca-aff6-d36ebc9f7636 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.321106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18186abe-da4e-43ca-aff6-d36ebc9f7636 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Fanout notify agent at l3_agent the message router_deleted on router 40859f16-5a08-4f88-9ea7-d21f02f9c8fc {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:32:21.321106 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-18186abe-da4e-43ca-aff6-d36ebc9f7636 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.322164 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-18186abe-da4e-43ca-aff6-d36ebc9f7636 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "DELETE /v2.0/routers/40859f16-5a08-4f88-9ea7-d21f02f9c8fc HTTP/1.1" status: 204 len: 168 time: 1.6876457 Sep 16 05:32:21.325036 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37858) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:21.456207 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a5d87f99-c694-4255-a8fe-84a0d78141b5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.603360 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a5d87f99-c694-4255-a8fe-84a0d78141b5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.631505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-a5d87f99-c694-4255-a8fe-84a0d78141b5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b9a8cc-51bb-4439-9f56-2e45814dd9c9']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:21.645946 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-a5d87f99-c694-4255-a8fe-84a0d78141b5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43384501-f7d7-4a62-8300-296480b5ba73') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:21.646274 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-a5d87f99-c694-4255-a8fe-84a0d78141b5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43384501-f7d7-4a62-8300-296480b5ba73') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:21.665238 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a5d87f99-c694-4255-a8fe-84a0d78141b5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.683376 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a5d87f99-c694-4255-a8fe-84a0d78141b5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.691550 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d87f99-c694-4255-a8fe-84a0d78141b5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:21.691972 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a5d87f99-c694-4255-a8fe-84a0d78141b5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:21.695592 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:21.865411 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a5d87f99-c694-4255-a8fe-84a0d78141b5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.877761 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a5d87f99-c694-4255-a8fe-84a0d78141b5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.884087 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a5d87f99-c694-4255-a8fe-84a0d78141b5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] 10.222.0.20 "DELETE /v2.0/networks/26b9a8cc-51bb-4439-9f56-2e45814dd9c9 HTTP/1.1" status: 204 len: 168 time: 0.5572853 Sep 16 05:32:21.922736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d87f99-c694-4255-a8fe-84a0d78141b5 tempest-TestNetworkBasicOps-975389320 tempest-TestNetworkBasicOps-975389320-project] Pushing event deleted for resources: {'Network': ['ID=26b9a8cc-51bb-4439-9f56-2e45814dd9c9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:22.651535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37864) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:22.781195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 259879f5-5cbe-4de0-8621-524e3327e671 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:22.806099 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 259879f5-5cbe-4de0-8621-524e3327e671 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:22.806452 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 259879f5-5cbe-4de0-8621-524e3327e671 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:22.808564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:22.830167 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:22.830514 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 95e9844e-ab4c-4d52-a1a8-1e8d1b0c4ef0 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:22.919121 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c93acb3c-328d-4bcb-8820-b62ea947b8ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01b7b9920374412690d68a80d11a9e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2653379 Sep 16 05:32:22.924603 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37868) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:23.010323 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-821ac142-6019-47f7-99b4-569db2735581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.040614 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-821ac142-6019-47f7-99b4-569db2735581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.198706 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-821ac142-6019-47f7-99b4-569db2735581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.202575 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-821ac142-6019-47f7-99b4-569db2735581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.203914 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-821ac142-6019-47f7-99b4-569db2735581 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71432755-dd70-4121-9c51-bd7aa1ab0fec HTTP/1.1" status: 204 len: 168 time: 0.2777073 Sep 16 05:32:23.214184 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ac142-6019-47f7-99b4-569db2735581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71432755-dd70-4121-9c51-bd7aa1ab0fec,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:24.026596 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37874) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:24.041080 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-25303c92-1410-4f65-ac82-18aee5196362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.163169 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-25303c92-1410-4f65-ac82-18aee5196362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.255999 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-25303c92-1410-4f65-ac82-18aee5196362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.306336 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-25303c92-1410-4f65-ac82-18aee5196362 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25c7ccb260e34490adf0ac3102994a06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2785637 Sep 16 05:32:24.307597 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25303c92-1410-4f65-ac82-18aee5196362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a42bdb4-3f92-4673-a7f8-34a9811cc6f6,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:24.309701 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37876) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:24.372097 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aa0a2e05-ad49-4cc8-8d66-d79eb7880385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.399501 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aa0a2e05-ad49-4cc8-8d66-d79eb7880385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.545848 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aa0a2e05-ad49-4cc8-8d66-d79eb7880385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.549733 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-aa0a2e05-ad49-4cc8-8d66-d79eb7880385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.551012 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-aa0a2e05-ad49-4cc8-8d66-d79eb7880385 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a42bdb4-3f92-4673-a7f8-34a9811cc6f6 HTTP/1.1" status: 204 len: 168 time: 0.2391884 Sep 16 05:32:24.562798 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a2e05-ad49-4cc8-8d66-d79eb7880385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a42bdb4-3f92-4673-a7f8-34a9811cc6f6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:24.691304 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.185801 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37898) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:26.307190 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-43882ea2-6001-4ad3-b0b3-a9b9b8851d28 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1122834082-network', 'tenant_id': 'e2e7ac70e566476686f7d9d40bdde4bf'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:26.444609 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43882ea2-6001-4ad3-b0b3-a9b9b8851d28 admin admin] Made reservation on behalf of e2e7ac70e566476686f7d9d40bdde4bf for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:26.447178 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43882ea2-6001-4ad3-b0b3-a9b9b8851d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.458446 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43882ea2-6001-4ad3-b0b3-a9b9b8851d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.572598 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43882ea2-6001-4ad3-b0b3-a9b9b8851d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.667483 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43882ea2-6001-4ad3-b0b3-a9b9b8851d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.699730 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43882ea2-6001-4ad3-b0b3-a9b9b8851d28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:26.708571 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43882ea2-6001-4ad3-b0b3-a9b9b8851d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddceb6f-a477-40bd-bc70-bcc358f762c1,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:26.716502 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43882ea2-6001-4ad3-b0b3-a9b9b8851d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.717006 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-43882ea2-6001-4ad3-b0b3-a9b9b8851d28 admin admin] Added segment 5568ab4e-8983-4e0f-8298-9f96c42edff1 of type vlan for network 9e2c56db-86ef-42ed-bd03-d99902ea57e8 Sep 16 05:32:26.767549 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43882ea2-6001-4ad3-b0b3-a9b9b8851d28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.987322 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43882ea2-6001-4ad3-b0b3-a9b9b8851d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.993045 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43882ea2-6001-4ad3-b0b3-a9b9b8851d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:26.993045 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43882ea2-6001-4ad3-b0b3-a9b9b8851d28 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.103544 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43882ea2-6001-4ad3-b0b3-a9b9b8851d28 admin admin] Pushing event updated for resources: {'Network': ['ID=9e2c56db-86ef-42ed-bd03-d99902ea57e8,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:27.116551 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 9e2c56db-86ef-42ed-bd03-d99902ea57e8 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:27.147411 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-43882ea2-6001-4ad3-b0b3-a9b9b8851d28 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9595768 Sep 16 05:32:27.151390 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37902) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:27.158383 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-2b2e6d73-327c-4ca3-864a-b2261c9c08e5 admin admin] Request body: {'subnet': {'network_id': '9e2c56db-86ef-42ed-bd03-d99902ea57e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1122834082-subnet', 'tenant_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:27.304282 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2e6d73-327c-4ca3-864a-b2261c9c08e5 admin admin] Made reservation on behalf of e2e7ac70e566476686f7d9d40bdde4bf for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:27.306642 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2b2e6d73-327c-4ca3-864a-b2261c9c08e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.682716 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2b2e6d73-327c-4ca3-864a-b2261c9c08e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.743393 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e6d73-327c-4ca3-864a-b2261c9c08e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb93b942-0266-4178-a6d6-2e2d68122e5d,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:27.769503 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e6d73-327c-4ca3-864a-b2261c9c08e5 admin admin] Checking segment: {'id': '5568ab4e-8983-4e0f-8298-9f96c42edff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e2c56db-86ef-42ed-bd03-d99902ea57e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:27.772266 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2e6d73-327c-4ca3-864a-b2261c9c08e5 admin admin] Network hostable DHCP agents. Network: 9e2c56db-86ef-42ed-bd03-d99902ea57e8, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:28.004221 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2e6d73-327c-4ca3-864a-b2261c9c08e5 admin admin] Network 9e2c56db-86ef-42ed-bd03-d99902ea57e8 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:28.164437 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-2b2e6d73-327c-4ca3-864a-b2261c9c08e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 9e2c56db-86ef-42ed-bd03-d99902ea57e8) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:28.169621 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2e6d73-327c-4ca3-864a-b2261c9c08e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:28.170392 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2b2e6d73-327c-4ca3-864a-b2261c9c08e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.179148 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3225b90e-0012-4230-8423-c1f81ea51618 None None] Network 9e2c56db-86ef-42ed-bd03-d99902ea57e8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:28.280107 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2b2e6d73-327c-4ca3-864a-b2261c9c08e5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1271231 Sep 16 05:32:28.284986 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37906) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:28.290316 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c88759a7-6c6c-4084-8cc6-cf7866d81e4d admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1122834082-router', 'tenant_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:28.357994 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9e2c56db-86ef-42ed-bd03-d99902ea57e8', 'network_id': '9e2c56db-86ef-42ed-bd03-d99902ea57e8', 'tenant_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'fixed_ips': [{'subnet_id': 'fb93b942-0266-4178-a6d6-2e2d68122e5d'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:28.359488 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.460675 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c88759a7-6c6c-4084-8cc6-cf7866d81e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.462717 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c88759a7-6c6c-4084-8cc6-cf7866d81e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.541145 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c88759a7-6c6c-4084-8cc6-cf7866d81e4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.578524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] Allocated IP 172.20.0.2 (9e2c56db-86ef-42ed-bd03-d99902ea57e8/fb93b942-0266-4178-a6d6-2e2d68122e5d/864bd29d-68b3-4abb-9413-b9e542b06df4) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:28.761765 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.792611 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.821215 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c88759a7-6c6c-4084-8cc6-cf7866d81e4d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.868618 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.943935 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] Network 9e2c56db-86ef-42ed-bd03-d99902ea57e8 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:28.949356 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:28.957007 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:28.985875 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] Pushing event updated for resources: {'Port': ['ID=864bd29d-68b3-4abb-9413-b9e542b06df4,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:29.067636 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] Attempting to bind port 864bd29d-68b3-4abb-9413-b9e542b06df4 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:29.068051 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] Attempting to bind port 864bd29d-68b3-4abb-9413-b9e542b06df4 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '5568ab4e-8983-4e0f-8298-9f96c42edff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e2c56db-86ef-42ed-bd03-d99902ea57e8'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:29.068517 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] Attempting to bind port 864bd29d-68b3-4abb-9413-b9e542b06df4 on network 9e2c56db-86ef-42ed-bd03-d99902ea57e8 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:29.075338 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:29.075716 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] Checking segment: {'id': '5568ab4e-8983-4e0f-8298-9f96c42edff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e2c56db-86ef-42ed-bd03-d99902ea57e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:29.076133 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.076658 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] Bound using segment: {'id': '5568ab4e-8983-4e0f-8298-9f96c42edff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e2c56db-86ef-42ed-bd03-d99902ea57e8'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:29.077033 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] Bound port: 864bd29d-68b3-4abb-9413-b9e542b06df4, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5568ab4e-8983-4e0f-8298-9f96c42edff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e2c56db-86ef-42ed-bd03-d99902ea57e8'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:29.077463 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.152207 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] For port 864bd29d-68b3-4abb-9413-b9e542b06df4, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:29.155874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] For port 864bd29d-68b3-4abb-9413-b9e542b06df4, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=864bd29d-68b3-4abb-9413-b9e542b06df4,segment=NetworkSegment(5568ab4e-8983-4e0f-8298-9f96c42edff1),segment_id=5568ab4e-8983-4e0f-8298-9f96c42edff1)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:29.208865 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c88759a7-6c6c-4084-8cc6-cf7866d81e4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.230391 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c88759a7-6c6c-4084-8cc6-cf7866d81e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.273837 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.353037 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8eb7cf-0f3b-44ca-bbaf-bd8ba84fb876 None None] Pushing event updated for resources: {'Port': ['ID=864bd29d-68b3-4abb-9413-b9e542b06df4,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:29.389511 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-c88759a7-6c6c-4084-8cc6-cf7866d81e4d admin admin] Allocated IP 172.25.4.220 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/8812043f-fcb8-47e6-86cb-8860bc6744c1) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:29.520537 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c88759a7-6c6c-4084-8cc6-cf7866d81e4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.703085 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c88759a7-6c6c-4084-8cc6-cf7866d81e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.773265 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88759a7-6c6c-4084-8cc6-cf7866d81e4d admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:29.778532 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-c88759a7-6c6c-4084-8cc6-cf7866d81e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:29.785299 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88759a7-6c6c-4084-8cc6-cf7866d81e4d admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:29.856094 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88759a7-6c6c-4084-8cc6-cf7866d81e4d admin admin] Pushing event updated for resources: {'Port': ['ID=8812043f-fcb8-47e6-86cb-8860bc6744c1,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:30.352554 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c88759a7-6c6c-4084-8cc6-cf7866d81e4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.407781 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d998d71-026e-4a49-8c29-d26802b54769 None None] Network 9e2c56db-86ef-42ed-bd03-d99902ea57e8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:30.483397 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fd496634-1009-40e2-a1ee-bdef281a79ed None None] Provisioning complete for port 864bd29d-68b3-4abb-9413-b9e542b06df4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:30.483822 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd496634-1009-40e2-a1ee-bdef281a79ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.639079 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c88759a7-6c6c-4084-8cc6-cf7866d81e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.651816 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd496634-1009-40e2-a1ee-bdef281a79ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.696423 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fd496634-1009-40e2-a1ee-bdef281a79ed None None] For port 864bd29d-68b3-4abb-9413-b9e542b06df4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=864bd29d-68b3-4abb-9413-b9e542b06df4,segment=NetworkSegment(5568ab4e-8983-4e0f-8298-9f96c42edff1),segment_id=5568ab4e-8983-4e0f-8298-9f96c42edff1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:30.805867 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd496634-1009-40e2-a1ee-bdef281a79ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.867969 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 864bd29d-68b3-4abb-9413-b9e542b06df4 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:30.912940 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd496634-1009-40e2-a1ee-bdef281a79ed None None] Pushing event updated for resources: {'Port': ['ID=864bd29d-68b3-4abb-9413-b9e542b06df4,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:30.944822 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 864bd29d-68b3-4abb-9413-b9e542b06df4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:30.946945 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.982244 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88759a7-6c6c-4084-8cc6-cf7866d81e4d admin admin] Router 45843e32-226d-4fcf-b6ba-8606e68fe460 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:32:31.078475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8c8015dc-6067-4c94-a799-3c24b91ccf6f None None] Provisioning complete for port 864bd29d-68b3-4abb-9413-b9e542b06df4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:31.079232 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8c8015dc-6067-4c94-a799-3c24b91ccf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.138910 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88759a7-6c6c-4084-8cc6-cf7866d81e4d admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:31.153194 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] Sync routers for ids ['45843e32-226d-4fcf-b6ba-8606e68fe460'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:31.171125 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] Routers {'45843e32-226d-4fcf-b6ba-8606e68fe460'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:31.173332 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:32:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['45843e32-226d-4fcf-b6ba-8606e68fe460'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:31.272985 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c88759a7-6c6c-4084-8cc6-cf7866d81e4d admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.274859 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c88759a7-6c6c-4084-8cc6-cf7866d81e4d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.9885297 Sep 16 05:32:31.278098 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37908) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:31.320730 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] Set router 45843e32-226d-4fcf-b6ba-8606e68fe460 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:31.609467 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45843e32-226d-4fcf-b6ba-8606e68fe460', 'name': 'tempest-ImageQuotaTest-1122834082-router', 'tenant_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '8812043f-fcb8-47e6-86cb-8860bc6744c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:28Z', 'updated_at': '2021-09-16T05:32:30Z', 'revision_number': 3, 'project_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'gw_port': {'id': '8812043f-fcb8-47e6-86cb-8860bc6744c1', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45843e32-226d-4fcf-b6ba-8606e68fe460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:29Z', 'updated_at': '2021-09-16T05:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:31.642628 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] Checking router: 45843e32-226d-4fcf-b6ba-8606e68fe460 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:31.642945 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] Updating router 45843e32-226d-4fcf-b6ba-8606e68fe460 port 8812043f-fcb8-47e6-86cb-8860bc6744c1 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:31.672469 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.016017 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.170263 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.225085 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] Attempting to bind port 8812043f-fcb8-47e6-86cb-8860bc6744c1 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:32.225570 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] Attempting to bind port 8812043f-fcb8-47e6-86cb-8860bc6744c1 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:32.226182 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] Attempting to bind port 8812043f-fcb8-47e6-86cb-8860bc6744c1 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:32.243468 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:32.243846 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:32.258908 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.258908 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:32.258908 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] Bound port: 8812043f-fcb8-47e6-86cb-8860bc6744c1, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:32.258908 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.258908 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d79d1-9a79-4619-8e15-d1f11c86ab13 None None] Pushing event updated for resources: {'Port': ['ID=8812043f-fcb8-47e6-86cb-8860bc6744c1,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:32.274541 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a73c2264-a1f3-46c8-9f92-5ada3edeaea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.277342 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d79d1-9a79-4619-8e15-d1f11c86ab13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:32.277699 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d79d1-9a79-4619-8e15-d1f11c86ab13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:32.278032 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d79d1-9a79-4619-8e15-d1f11c86ab13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:32.278366 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d79d1-9a79-4619-8e15-d1f11c86ab13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:32.278694 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d79d1-9a79-4619-8e15-d1f11c86ab13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:32.279063 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d79d1-9a79-4619-8e15-d1f11c86ab13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:32.279390 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d79d1-9a79-4619-8e15-d1f11c86ab13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:32.279710 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d79d1-9a79-4619-8e15-d1f11c86ab13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:32.280031 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d79d1-9a79-4619-8e15-d1f11c86ab13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:32.280351 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d79d1-9a79-4619-8e15-d1f11c86ab13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:32.280669 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d79d1-9a79-4619-8e15-d1f11c86ab13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:32.280986 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d79d1-9a79-4619-8e15-d1f11c86ab13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:32.324398 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] For port 8812043f-fcb8-47e6-86cb-8860bc6744c1, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:32.328746 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] For port 8812043f-fcb8-47e6-86cb-8860bc6744c1, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8812043f-fcb8-47e6-86cb-8860bc6744c1,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:32.433754 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.494376 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] Routers {'45843e32-226d-4fcf-b6ba-8606e68fe460'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:32.495059 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:32:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['45843e32-226d-4fcf-b6ba-8606e68fe460'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:32.517871 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-a73c2264-a1f3-46c8-9f92-5ada3edeaea1 admin admin] Allocated IP 172.20.0.1 (9e2c56db-86ef-42ed-bd03-d99902ea57e8/fb93b942-0266-4178-a6d6-2e2d68122e5d/64db8c58-0ebe-4f4e-b017-9f43cc80c627) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:32.550715 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d79d1-9a79-4619-8e15-d1f11c86ab13 None None] Pushing event updated for resources: {'Port': ['ID=8812043f-fcb8-47e6-86cb-8860bc6744c1,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:32.628847 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] Set router 45843e32-226d-4fcf-b6ba-8606e68fe460 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:32.642422 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a73c2264-a1f3-46c8-9f92-5ada3edeaea1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.771263 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 864bd29d-68b3-4abb-9413-b9e542b06df4 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:32.821848 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a73c2264-a1f3-46c8-9f92-5ada3edeaea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.833409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 864bd29d-68b3-4abb-9413-b9e542b06df4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:32.833708 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.860001 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45843e32-226d-4fcf-b6ba-8606e68fe460', 'name': 'tempest-ImageQuotaTest-1122834082-router', 'tenant_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '8812043f-fcb8-47e6-86cb-8860bc6744c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:28Z', 'updated_at': '2021-09-16T05:32:30Z', 'revision_number': 3, 'project_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'gw_port': {'id': '8812043f-fcb8-47e6-86cb-8860bc6744c1', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45843e32-226d-4fcf-b6ba-8606e68fe460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:29Z', 'updated_at': '2021-09-16T05:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:32.869979 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73c2264-a1f3-46c8-9f92-5ada3edeaea1 admin admin] Network 9e2c56db-86ef-42ed-bd03-d99902ea57e8 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:32.873362 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-a73c2264-a1f3-46c8-9f92-5ada3edeaea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:32.878499 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73c2264-a1f3-46c8-9f92-5ada3edeaea1 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:32.900138 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb64764-6535-4cc0-a794-683ba9075e7f None None] The sync data for ids ['45843e32-226d-4fcf-b6ba-8606e68fe460'] in n-d-712140-13 is: [{'id': '45843e32-226d-4fcf-b6ba-8606e68fe460', 'name': 'tempest-ImageQuotaTest-1122834082-router', 'tenant_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '8812043f-fcb8-47e6-86cb-8860bc6744c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:28Z', 'updated_at': '2021-09-16T05:32:30Z', 'revision_number': 3, 'project_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'gw_port': {'id': '8812043f-fcb8-47e6-86cb-8860bc6744c1', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45843e32-226d-4fcf-b6ba-8606e68fe460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:29Z', 'updated_at': '2021-09-16T05:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:32.914646 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c2264-a1f3-46c8-9f92-5ada3edeaea1 admin admin] Pushing event updated for resources: {'Port': ['ID=64db8c58-0ebe-4f4e-b017-9f43cc80c627,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:32.948915 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a73c2264-a1f3-46c8-9f92-5ada3edeaea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.245141 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2e0f6deb-db53-4f29-8030-0a99e7ccc181 None None] Provisioning complete for port 64db8c58-0ebe-4f4e-b017-9f43cc80c627 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:33.245516 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2e0f6deb-db53-4f29-8030-0a99e7ccc181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.301057 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a73c2264-a1f3-46c8-9f92-5ada3edeaea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.308194 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f6deb-db53-4f29-8030-0a99e7ccc181 None None] Port 64db8c58-0ebe-4f4e-b017-9f43cc80c627 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:33.578580 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a73c2264-a1f3-46c8-9f92-5ada3edeaea1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.644719 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a73c2264-a1f3-46c8-9f92-5ada3edeaea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.733056 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a73c2264-a1f3-46c8-9f92-5ada3edeaea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.735380 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c2264-a1f3-46c8-9f92-5ada3edeaea1 admin admin] Pushing event updated for resources: {'Port': ['ID=64db8c58-0ebe-4f4e-b017-9f43cc80c627,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:33.863305 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73c2264-a1f3-46c8-9f92-5ada3edeaea1 admin admin] Network 9e2c56db-86ef-42ed-bd03-d99902ea57e8 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:33.865435 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-a73c2264-a1f3-46c8-9f92-5ada3edeaea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:34.055251 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73c2264-a1f3-46c8-9f92-5ada3edeaea1 admin admin] Router 45843e32-226d-4fcf-b6ba-8606e68fe460 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:34.188740 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73c2264-a1f3-46c8-9f92-5ada3edeaea1 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:34.194828 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a73c2264-a1f3-46c8-9f92-5ada3edeaea1 admin admin] 10.222.0.20 "PUT /v2.0/routers/45843e32-226d-4fcf-b6ba-8606e68fe460/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9150653 Sep 16 05:32:34.243063 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-39482a24-9066-4d62-83e1-c50682acb940 None None] Provisioning complete for port 64db8c58-0ebe-4f4e-b017-9f43cc80c627 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:34.244023 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-39482a24-9066-4d62-83e1-c50682acb940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.292684 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-39482a24-9066-4d62-83e1-c50682acb940 None None] Port 64db8c58-0ebe-4f4e-b017-9f43cc80c627 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:34.833325 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8812043f-fcb8-47e6-86cb-8860bc6744c1 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:34.869893 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] Sync routers for ids ['45843e32-226d-4fcf-b6ba-8606e68fe460'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:34.901762 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] Routers {'45843e32-226d-4fcf-b6ba-8606e68fe460'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:34.903094 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:32:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['45843e32-226d-4fcf-b6ba-8606e68fe460'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:34.983766 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 8812043f-fcb8-47e6-86cb-8860bc6744c1 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:34.984148 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.272958 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] Set router 45843e32-226d-4fcf-b6ba-8606e68fe460 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:35.419566 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7d5bda04-9a7a-4d9e-a26d-8302b205a063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.487799 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.549410 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 8812043f-fcb8-47e6-86cb-8860bc6744c1, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8812043f-fcb8-47e6-86cb-8860bc6744c1,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:35.622731 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45843e32-226d-4fcf-b6ba-8606e68fe460', 'name': 'tempest-ImageQuotaTest-1122834082-router', 'tenant_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '8812043f-fcb8-47e6-86cb-8860bc6744c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:28Z', 'updated_at': '2021-09-16T05:32:33Z', 'revision_number': 4, 'project_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'gw_port': {'id': '8812043f-fcb8-47e6-86cb-8860bc6744c1', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45843e32-226d-4fcf-b6ba-8606e68fe460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:29Z', 'updated_at': '2021-09-16T05:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '64db8c58-0ebe-4f4e-b017-9f43cc80c627', 'name': '', 'network_id': '9e2c56db-86ef-42ed-bd03-d99902ea57e8', 'tenant_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'mac_address': 'fa:16:3e:b5:d3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45843e32-226d-4fcf-b6ba-8606e68fe460', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'fb93b942-0266-4178-a6d6-2e2d68122e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:32Z', 'updated_at': '2021-09-16T05:32:33Z', 'revision_number': 2, 'project_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'subnets': [{'id': 'fb93b942-0266-4178-a6d6-2e2d68122e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:35.659131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] Checking router: 45843e32-226d-4fcf-b6ba-8606e68fe460 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:35.659497 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] Updating router 45843e32-226d-4fcf-b6ba-8606e68fe460 port 64db8c58-0ebe-4f4e-b017-9f43cc80c627 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:35.670983 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.722458 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.778489 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=8812043f-fcb8-47e6-86cb-8860bc6744c1,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:35.916690 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37928) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:36.161353 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.279359 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.380343 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cbab4-70e3-4340-8802-6d6d669edb63 None None] Pushing event updated for resources: {'Port': ['ID=64db8c58-0ebe-4f4e-b017-9f43cc80c627,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:36.411918 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f03dbe3-11ef-4afc-8a0f-0553d6cf101c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.449477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] Attempting to bind port 64db8c58-0ebe-4f4e-b017-9f43cc80c627 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:36.450137 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] Attempting to bind port 64db8c58-0ebe-4f4e-b017-9f43cc80c627 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '5568ab4e-8983-4e0f-8298-9f96c42edff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e2c56db-86ef-42ed-bd03-d99902ea57e8'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:36.450747 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] Attempting to bind port 64db8c58-0ebe-4f4e-b017-9f43cc80c627 on network 9e2c56db-86ef-42ed-bd03-d99902ea57e8 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:36.457781 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:36.460543 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] Checking segment: {'id': '5568ab4e-8983-4e0f-8298-9f96c42edff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e2c56db-86ef-42ed-bd03-d99902ea57e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:36.460543 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.460543 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] Bound using segment: {'id': '5568ab4e-8983-4e0f-8298-9f96c42edff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e2c56db-86ef-42ed-bd03-d99902ea57e8'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:36.460543 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] Bound port: 64db8c58-0ebe-4f4e-b017-9f43cc80c627, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5568ab4e-8983-4e0f-8298-9f96c42edff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e2c56db-86ef-42ed-bd03-d99902ea57e8'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:36.460543 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.577791 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] For port 64db8c58-0ebe-4f4e-b017-9f43cc80c627, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:36.584708 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] For port 64db8c58-0ebe-4f4e-b017-9f43cc80c627, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=64db8c58-0ebe-4f4e-b017-9f43cc80c627,segment=NetworkSegment(5568ab4e-8983-4e0f-8298-9f96c42edff1),segment_id=5568ab4e-8983-4e0f-8298-9f96c42edff1)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:36.662543 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.753200 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] Routers {'45843e32-226d-4fcf-b6ba-8606e68fe460'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:36.754272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:32:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['45843e32-226d-4fcf-b6ba-8606e68fe460'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:36.838009 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cbab4-70e3-4340-8802-6d6d669edb63 None None] Pushing event updated for resources: {'Port': ['ID=64db8c58-0ebe-4f4e-b017-9f43cc80c627,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:36.842138 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8f03dbe3-11ef-4afc-8a0f-0553d6cf101c admin admin] Deleting port 64db8c58-0ebe-4f4e-b017-9f43cc80c627 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:36.842401 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f03dbe3-11ef-4afc-8a0f-0553d6cf101c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.850330 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8812043f-fcb8-47e6-86cb-8860bc6744c1 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:36.926841 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e9357f18-6d66-4155-81da-8267973a190b None None] Provisioning complete for port 64db8c58-0ebe-4f4e-b017-9f43cc80c627 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:36.927497 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e9357f18-6d66-4155-81da-8267973a190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.948170 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-8f03dbe3-11ef-4afc-8a0f-0553d6cf101c admin admin] For port 64db8c58-0ebe-4f4e-b017-9f43cc80c627, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=64db8c58-0ebe-4f4e-b017-9f43cc80c627,segment=NetworkSegment(5568ab4e-8983-4e0f-8298-9f96c42edff1),segment_id=5568ab4e-8983-4e0f-8298-9f96c42edff1)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:36.948753 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f03dbe3-11ef-4afc-8a0f-0553d6cf101c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.981379 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8f03dbe3-11ef-4afc-8a0f-0553d6cf101c admin admin] Calling delete_port for 64db8c58-0ebe-4f4e-b017-9f43cc80c627 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:37.136455 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] Set router 45843e32-226d-4fcf-b6ba-8606e68fe460 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:37.202074 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 8812043f-fcb8-47e6-86cb-8860bc6744c1 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:37.202582 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.347328 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f03dbe3-11ef-4afc-8a0f-0553d6cf101c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.375874 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03dbe3-11ef-4afc-8a0f-0553d6cf101c admin admin] Pushing event deleted for resources: {'Port': ['ID=64db8c58-0ebe-4f4e-b017-9f43cc80c627,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:37.415199 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e9357f18-6d66-4155-81da-8267973a190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.659107 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f03dbe3-11ef-4afc-8a0f-0553d6cf101c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.761840 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d8b6bd69-0f49-49d1-a803-2b29c7c7c162 None None] Could not find standard attr ID for object 64db8c58-0ebe-4f4e-b017-9f43cc80c627. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:32:37.795638 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45843e32-226d-4fcf-b6ba-8606e68fe460', 'name': 'tempest-ImageQuotaTest-1122834082-router', 'tenant_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '8812043f-fcb8-47e6-86cb-8860bc6744c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:28Z', 'updated_at': '2021-09-16T05:32:33Z', 'revision_number': 4, 'project_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'gw_port': {'id': '8812043f-fcb8-47e6-86cb-8860bc6744c1', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45843e32-226d-4fcf-b6ba-8606e68fe460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:29Z', 'updated_at': '2021-09-16T05:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '64db8c58-0ebe-4f4e-b017-9f43cc80c627', 'name': '', 'network_id': '9e2c56db-86ef-42ed-bd03-d99902ea57e8', 'tenant_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'mac_address': 'fa:16:3e:b5:d3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45843e32-226d-4fcf-b6ba-8606e68fe460', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'fb93b942-0266-4178-a6d6-2e2d68122e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:32Z', 'updated_at': '2021-09-16T05:32:36Z', 'revision_number': 4, 'project_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'subnets': [{'id': 'fb93b942-0266-4178-a6d6-2e2d68122e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:37.847441 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b67a26-d707-4d9b-af99-bf4c4621a2f9 None None] The sync data for ids ['45843e32-226d-4fcf-b6ba-8606e68fe460'] in n-d-712140-13 is: [{'id': '45843e32-226d-4fcf-b6ba-8606e68fe460', 'name': 'tempest-ImageQuotaTest-1122834082-router', 'tenant_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '8812043f-fcb8-47e6-86cb-8860bc6744c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:28Z', 'updated_at': '2021-09-16T05:32:33Z', 'revision_number': 4, 'project_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'gw_port': {'id': '8812043f-fcb8-47e6-86cb-8860bc6744c1', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45843e32-226d-4fcf-b6ba-8606e68fe460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:29Z', 'updated_at': '2021-09-16T05:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '64db8c58-0ebe-4f4e-b017-9f43cc80c627', 'name': '', 'network_id': '9e2c56db-86ef-42ed-bd03-d99902ea57e8', 'tenant_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'mac_address': 'fa:16:3e:b5:d3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45843e32-226d-4fcf-b6ba-8606e68fe460', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'fb93b942-0266-4178-a6d6-2e2d68122e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:32Z', 'updated_at': '2021-09-16T05:32:36Z', 'revision_number': 4, 'project_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'subnets': [{'id': 'fb93b942-0266-4178-a6d6-2e2d68122e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:37.883248 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a6c99358-0d87-41fd-9706-81017ef6a253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.020163 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f03dbe3-11ef-4afc-8a0f-0553d6cf101c admin admin] Router 45843e32-226d-4fcf-b6ba-8606e68fe460 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:38.168888 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f03dbe3-11ef-4afc-8a0f-0553d6cf101c admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:38.176990 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8f03dbe3-11ef-4afc-8a0f-0553d6cf101c admin admin] 10.222.0.20 "PUT /v2.0/routers/45843e32-226d-4fcf-b6ba-8606e68fe460/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2585037 Sep 16 05:32:38.180186 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37932) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:38.311584 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.486006 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.643778 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.651459 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Deleting port 8812043f-fcb8-47e6-86cb-8860bc6744c1 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:38.651949 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.801318 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] For port 8812043f-fcb8-47e6-86cb-8860bc6744c1, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8812043f-fcb8-47e6-86cb-8860bc6744c1,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:38.801825 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.823408 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Calling delete_port for 8812043f-fcb8-47e6-86cb-8860bc6744c1 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:39.117146 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.168916 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8812043f-fcb8-47e6-86cb-8860bc6744c1,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:39.206716 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:39.207288 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:39.207817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:39.208344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:39.208775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:39.209207 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:39.209715 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:39.210466 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:39.210927 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:39.211350 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:39.211789 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:39.212291 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:39.271927 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.351348 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6f3132-91b8-41bf-b7ec-530230eb8062 None None] Sync routers for ids ['45843e32-226d-4fcf-b6ba-8606e68fe460'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:39.358246 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.367746 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6f3132-91b8-41bf-b7ec-530230eb8062 None None] Routers {'45843e32-226d-4fcf-b6ba-8606e68fe460'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:39.368882 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ec6f3132-91b8-41bf-b7ec-530230eb8062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:32:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['45843e32-226d-4fcf-b6ba-8606e68fe460'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:39.389978 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.393184 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.524405 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.525112 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45843e32-226d-4fcf-b6ba-8606e68fe460 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:32:39.531230 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.534605 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6123d172-cb3b-4bdd-839b-7ea661b323f4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/45843e32-226d-4fcf-b6ba-8606e68fe460 HTTP/1.1" status: 204 len: 168 time: 1.3530653 Sep 16 05:32:39.537910 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37934) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:39.596568 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-ec6f3132-91b8-41bf-b7ec-530230eb8062 None None] Set router 45843e32-226d-4fcf-b6ba-8606e68fe460 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:39.597504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-6290aa34-b0d0-473c-9bba-562338ed86f6 admin admin] Deleting subnet fb93b942-0266-4178-a6d6-2e2d68122e5d {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:39.601421 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6290aa34-b0d0-473c-9bba-562338ed86f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.646153 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6290aa34-b0d0-473c-9bba-562338ed86f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.659867 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ec6f3132-91b8-41bf-b7ec-530230eb8062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45843e32-226d-4fcf-b6ba-8606e68fe460', 'name': 'tempest-ImageQuotaTest-1122834082-router', 'tenant_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:28Z', 'updated_at': '2021-09-16T05:32:38Z', 'revision_number': 7, 'project_id': 'e2e7ac70e566476686f7d9d40bdde4bf', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:39.702691 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6f3132-91b8-41bf-b7ec-530230eb8062 None None] Checking router: 45843e32-226d-4fcf-b6ba-8606e68fe460 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:39.714164 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6f3132-91b8-41bf-b7ec-530230eb8062 None None] Routers set() bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:39.714802 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6f3132-91b8-41bf-b7ec-530230eb8062 None None] Router IDs set() for agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 05:32:39.715905 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_agentschedulers_db [None req-ec6f3132-91b8-41bf-b7ec-530230eb8062 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'45843e32-226d-4fcf-b6ba-8606e68fe460'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:32:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent'). {{(pid=95476) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 05:32:39.716424 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6f3132-91b8-41bf-b7ec-530230eb8062 None None] The sync data for ids ['45843e32-226d-4fcf-b6ba-8606e68fe460'] in n-d-712140-13 is: [] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:39.766983 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6290aa34-b0d0-473c-9bba-562338ed86f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.968354 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6290aa34-b0d0-473c-9bba-562338ed86f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.998310 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290aa34-b0d0-473c-9bba-562338ed86f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb93b942-0266-4178-a6d6-2e2d68122e5d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:40.012961 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6290aa34-b0d0-473c-9bba-562338ed86f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.015439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6290aa34-b0d0-473c-9bba-562338ed86f6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fb93b942-0266-4178-a6d6-2e2d68122e5d HTTP/1.1" status: 204 len: 168 time: 0.4763973 Sep 16 05:32:40.015904 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c817bc-0d10-44b5-81c6-4d06b006c9bc None None] Network 9e2c56db-86ef-42ed-bd03-d99902ea57e8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:40.018405 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290aa34-b0d0-473c-9bba-562338ed86f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:40.019001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290aa34-b0d0-473c-9bba-562338ed86f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:40.019517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290aa34-b0d0-473c-9bba-562338ed86f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:40.019937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290aa34-b0d0-473c-9bba-562338ed86f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:40.020587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290aa34-b0d0-473c-9bba-562338ed86f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:40.021095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290aa34-b0d0-473c-9bba-562338ed86f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:40.021448 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37936) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:40.021607 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290aa34-b0d0-473c-9bba-562338ed86f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:40.022163 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290aa34-b0d0-473c-9bba-562338ed86f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:40.022703 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290aa34-b0d0-473c-9bba-562338ed86f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:40.023389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290aa34-b0d0-473c-9bba-562338ed86f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:40.023947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290aa34-b0d0-473c-9bba-562338ed86f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:40.024492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290aa34-b0d0-473c-9bba-562338ed86f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:40.229636 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:32:40.489750 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ef2a74-713e-4ec3-ad3c-e3652d3b650b None None] DHCP port deletion for 9e2c56db-86ef-42ed-bd03-d99902ea57e8 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:32:40.489750 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-65ef2a74-713e-4ec3-ad3c-e3652d3b650b None None] Deleting port 864bd29d-68b3-4abb-9413-b9e542b06df4 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:40.489750 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-65ef2a74-713e-4ec3-ad3c-e3652d3b650b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.507563 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-65ef2a74-713e-4ec3-ad3c-e3652d3b650b None None] For port 864bd29d-68b3-4abb-9413-b9e542b06df4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=864bd29d-68b3-4abb-9413-b9e542b06df4,segment=NetworkSegment(5568ab4e-8983-4e0f-8298-9f96c42edff1),segment_id=5568ab4e-8983-4e0f-8298-9f96c42edff1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:40.507955 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-65ef2a74-713e-4ec3-ad3c-e3652d3b650b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.522623 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.533867 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-65ef2a74-713e-4ec3-ad3c-e3652d3b650b None None] Calling delete_port for 864bd29d-68b3-4abb-9413-b9e542b06df4 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:40.593397 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] Deleting port 864bd29d-68b3-4abb-9413-b9e542b06df4 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:40.593834 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.666355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] For port 864bd29d-68b3-4abb-9413-b9e542b06df4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=864bd29d-68b3-4abb-9413-b9e542b06df4,segment=NetworkSegment(5568ab4e-8983-4e0f-8298-9f96c42edff1),segment_id=5568ab4e-8983-4e0f-8298-9f96c42edff1)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:40.666956 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.687784 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] Calling delete_port for 864bd29d-68b3-4abb-9413-b9e542b06df4 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:40.794266 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 64db8c58-0ebe-4f4e-b017-9f43cc80c627 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:40.814923 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.833056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 64db8c58-0ebe-4f4e-b017-9f43cc80c627 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:40.833597 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 64db8c58-0ebe-4f4e-b017-9f43cc80c627 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:40.834239 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8812043f-fcb8-47e6-86cb-8860bc6744c1 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:40.844102 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-65ef2a74-713e-4ec3-ad3c-e3652d3b650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.849585 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] No DVR routers for this DVR port 864bd29d-68b3-4abb-9413-b9e542b06df4 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:40.855706 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=864bd29d-68b3-4abb-9413-b9e542b06df4,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:40.914669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 8812043f-fcb8-47e6-86cb-8860bc6744c1 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:40.915540 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8812043f-fcb8-47e6-86cb-8860bc6744c1 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:40.916224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 864bd29d-68b3-4abb-9413-b9e542b06df4 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:40.954691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef2a74-713e-4ec3-ad3c-e3652d3b650b None None] Pushing event deleted for resources: {'Port': ['ID=864bd29d-68b3-4abb-9413-b9e542b06df4,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:40.962087 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 864bd29d-68b3-4abb-9413-b9e542b06df4 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:40.962704 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 864bd29d-68b3-4abb-9413-b9e542b06df4 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:40.965187 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ef2a74-713e-4ec3-ad3c-e3652d3b650b None None] No DVR routers for this DVR port 864bd29d-68b3-4abb-9413-b9e542b06df4 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:40.973299 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.009055 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2c56db-86ef-42ed-bd03-d99902ea57e8']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:41.024417 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5568ab4e-8983-4e0f-8298-9f96c42edff1') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:41.033766 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5568ab4e-8983-4e0f-8298-9f96c42edff1') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:41.037049 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.053119 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.060195 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:41.060972 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.061393 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: self.session.flush() Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:41.064051 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:41.232751 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.240493 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.242580 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9e2c56db-86ef-42ed-bd03-d99902ea57e8 HTTP/1.1" status: 204 len: 168 time: 1.2191095 Sep 16 05:32:41.254967 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f7356-bc44-4078-ae9b-4f748529cad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e2c56db-86ef-42ed-bd03-d99902ea57e8,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:41.713646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37942) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:41.770640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f80507a2-77fa-487c-9cec-cea7da1dc2fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2e7ac70e566476686f7d9d40bdde4bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552073 Sep 16 05:32:41.773291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37944) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:41.830260 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7538bc2a-a055-4816-94ac-8a918e6776fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.854178 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7538bc2a-a055-4816-94ac-8a918e6776fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.030514 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7538bc2a-a055-4816-94ac-8a918e6776fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.034196 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7538bc2a-a055-4816-94ac-8a918e6776fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.035711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7538bc2a-a055-4816-94ac-8a918e6776fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dddceb6f-a477-40bd-bc70-bcc358f762c1 HTTP/1.1" status: 204 len: 168 time: 0.2614639 Sep 16 05:32:42.045052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538bc2a-a055-4816-94ac-8a918e6776fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddceb6f-a477-40bd-bc70-bcc358f762c1,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:42.895570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 37950) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:42.916004 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d31118ce-a5da-4b47-b1b3-f0b1eadd586d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.045671 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d31118ce-a5da-4b47-b1b3-f0b1eadd586d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.175506 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d31118ce-a5da-4b47-b1b3-f0b1eadd586d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.226214 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d31118ce-a5da-4b47-b1b3-f0b1eadd586d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3291678 Sep 16 05:32:43.227176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31118ce-a5da-4b47-b1b3-f0b1eadd586d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d79bbf-b070-4d0d-b7f9-c617d7aa9c56,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:43.229557 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 37952) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:43.296182 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee00e-4a93-4a8a-80d4-952e8e288f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.324135 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee00e-4a93-4a8a-80d4-952e8e288f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.478075 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee00e-4a93-4a8a-80d4-952e8e288f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.480960 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee00e-4a93-4a8a-80d4-952e8e288f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.482137 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0c3ee00e-4a93-4a8a-80d4-952e8e288f53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36d79bbf-b070-4d0d-b7f9-c617d7aa9c56 HTTP/1.1" status: 204 len: 168 time: 0.2510898 Sep 16 05:32:43.491372 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ee00e-4a93-4a8a-80d4-952e8e288f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d79bbf-b070-4d0d-b7f9-c617d7aa9c56,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:54.660849 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:58.723791 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:05.241567 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b152203a-62b8-47bc-bdf3-2b2e8a2be66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:07.832057 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d9ba2772-4b89-4756-86c0-af28249a013c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:08.672831 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:09.418831 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:10.963386 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:12.621650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ac342ac-bd28-455b-8f85-45eedbf87396 req-6decb90d-613f-40d8-9640-0015dd01af2b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479321 Sep 16 05:33:12.750586 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac342ac-bd28-455b-8f85-45eedbf87396 req-c3b49f95-a095-44ac-9ed9-3e7b9b2a04fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:12.752529 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ac342ac-bd28-455b-8f85-45eedbf87396 req-c3b49f95-a095-44ac-9ed9-3e7b9b2a04fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 1097 time: 0.0583723 Sep 16 05:33:12.885010 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac342ac-bd28-455b-8f85-45eedbf87396 req-747eee4d-2d37-48f7-ae05-69da4f6b9705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:12.885010 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ac342ac-bd28-455b-8f85-45eedbf87396 req-747eee4d-2d37-48f7-ae05-69da4f6b9705 service neutron] 10.222.0.38 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 912 time: 0.1102605 Sep 16 05:33:12.964247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ac342ac-bd28-455b-8f85-45eedbf87396 req-ae2e01e0-d625-4e7c-a79a-9e79f3bf3927 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bebcb940-4fe1-40bf-bf69-37dc1eb09266 HTTP/1.1" status: 200 len: 1000 time: 0.0737941 Sep 16 05:33:13.026786 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac342ac-bd28-455b-8f85-45eedbf87396 req-747701ae-08a1-4b5b-9bfe-3118df429c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:13.028685 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ac342ac-bd28-455b-8f85-45eedbf87396 req-747701ae-08a1-4b5b-9bfe-3118df429c5e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.0573673 Sep 16 05:33:13.112065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac342ac-bd28-455b-8f85-45eedbf87396 req-650b51d0-9ad7-4a9b-b60b-03fc74f6a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:13.113647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ac342ac-bd28-455b-8f85-45eedbf87396 req-650b51d0-9ad7-4a9b-b60b-03fc74f6a6f0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780957 Sep 16 05:33:13.116947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47fef821-c0c2-4420-b39c-e3d3fb3f4c60 req-31653e0f-44ec-42e0-8406-40b25b57c695 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0800200 Sep 16 05:33:13.274912 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ac342ac-bd28-455b-8f85-45eedbf87396 req-41c6010c-75e1-4181-9480-ea22c96f47a3 service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536705 Sep 16 05:33:13.278152 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fef821-c0c2-4420-b39c-e3d3fb3f4c60 req-d680ec2d-1b8c-45c0-a6b4-bcecf8c8f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:13.279736 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47fef821-c0c2-4420-b39c-e3d3fb3f4c60 req-d680ec2d-1b8c-45c0-a6b4-bcecf8c8f18e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 1098 time: 0.0803723 Sep 16 05:33:13.527835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ac342ac-bd28-455b-8f85-45eedbf87396 req-e4112945-699b-4868-bd4b-1d6552efa03c service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435298 Sep 16 05:33:13.540336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fef821-c0c2-4420-b39c-e3d3fb3f4c60 req-75371af5-4e17-4922-a6ca-54b04b640d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:13.542822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47fef821-c0c2-4420-b39c-e3d3fb3f4c60 req-75371af5-4e17-4922-a6ca-54b04b640d43 service neutron] 10.222.0.21 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 912 time: 0.2264743 Sep 16 05:33:13.625834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47fef821-c0c2-4420-b39c-e3d3fb3f4c60 req-b86ee747-631d-479f-83e3-21d281e97d3f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10e24f19-6409-46a8-907e-2d39acb9b67b HTTP/1.1" status: 200 len: 1001 time: 0.0746815 Sep 16 05:33:13.684713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fef821-c0c2-4420-b39c-e3d3fb3f4c60 req-ead5ac4b-6cbf-4f1e-910d-0e3040157c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:13.686274 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47fef821-c0c2-4420-b39c-e3d3fb3f4c60 req-ead5ac4b-6cbf-4f1e-910d-0e3040157c23 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.0537677 Sep 16 05:33:13.739724 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fef821-c0c2-4420-b39c-e3d3fb3f4c60 req-5d5d1cdd-2113-4910-b1b2-30163138a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:13.741303 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47fef821-c0c2-4420-b39c-e3d3fb3f4c60 req-5d5d1cdd-2113-4910-b1b2-30163138a8af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483437 Sep 16 05:33:13.855291 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47fef821-c0c2-4420-b39c-e3d3fb3f4c60 req-f29cb490-ac3d-477d-90fd-f8954b761968 service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059830 Sep 16 05:33:13.960569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-47fef821-c0c2-4420-b39c-e3d3fb3f4c60 req-aa8d3c74-8510-4f00-adb0-19d8546b084d service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980279 Sep 16 05:33:17.229857 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:33:24.700518 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:28.704830 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:35.248869 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d857676c-67d6-43b0-868a-b37462ca5e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:37.888635 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-61f4ae07-3375-48dc-8d43-0e9c52ae8cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:38.688985 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:39.356569 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:40.934271 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:54.231344 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:33:54.691944 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.714349 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.308220 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4bcee38c-93e9-46e3-8615-a7b28dd74d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.788022 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-77a773ae-040f-4f1e-bb97-8cefb03f1163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.601759 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.454270 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.933276 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.595555 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fc9dfc-6e02-4305-9ff8-946ff2c67eee req-a77c50f9-1624-4bdd-a845-1217de34db64 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506158 Sep 16 05:34:12.701010 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc9dfc-6e02-4305-9ff8-946ff2c67eee req-5177e153-857b-496c-ae95-6ca3e21bc174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:12.702572 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fc9dfc-6e02-4305-9ff8-946ff2c67eee req-5177e153-857b-496c-ae95-6ca3e21bc174 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 1097 time: 0.0451188 Sep 16 05:34:12.814731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc9dfc-6e02-4305-9ff8-946ff2c67eee req-c2d78cfc-7595-41b2-8b8d-4611e9c2b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:12.816269 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fc9dfc-6e02-4305-9ff8-946ff2c67eee req-c2d78cfc-7595-41b2-8b8d-4611e9c2b632 service neutron] 10.222.0.38 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 912 time: 0.0945566 Sep 16 05:34:12.893155 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fc9dfc-6e02-4305-9ff8-946ff2c67eee req-d49dcc5f-a741-472d-b325-45e38631d60e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bebcb940-4fe1-40bf-bf69-37dc1eb09266 HTTP/1.1" status: 200 len: 1000 time: 0.0698109 Sep 16 05:34:12.947511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc9dfc-6e02-4305-9ff8-946ff2c67eee req-bd12610e-edb7-4e2d-92db-890f8059fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:12.949045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fc9dfc-6e02-4305-9ff8-946ff2c67eee req-bd12610e-edb7-4e2d-92db-890f8059fb93 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.0492299 Sep 16 05:34:13.002055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc9dfc-6e02-4305-9ff8-946ff2c67eee req-c6328f3d-75ce-4702-a597-7c47fcc4e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:13.003697 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fc9dfc-6e02-4305-9ff8-946ff2c67eee req-c6328f3d-75ce-4702-a597-7c47fcc4e9ee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478227 Sep 16 05:34:13.106384 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fc9dfc-6e02-4305-9ff8-946ff2c67eee req-9d97baf3-e24d-4ca6-be55-4d64e33d5ff4 service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957270 Sep 16 05:34:13.210228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71fc9dfc-6e02-4305-9ff8-946ff2c67eee req-694e1d78-c118-44fb-8c08-90aeac8aa4a9 service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970671 Sep 16 05:34:13.567310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9dad1d38-2220-4152-8345-acd7f113be16 req-130f01be-b854-4fd2-8a3e-51a75546bf72 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497587 Sep 16 05:34:13.671099 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad1d38-2220-4152-8345-acd7f113be16 req-35d85ecc-e929-45d4-ad15-9d7552de24cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:13.672842 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9dad1d38-2220-4152-8345-acd7f113be16 req-35d85ecc-e929-45d4-ad15-9d7552de24cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 1098 time: 0.0460534 Sep 16 05:34:13.806760 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad1d38-2220-4152-8345-acd7f113be16 req-0ddfe138-7d0d-4296-9d5b-030d956a4386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:13.808842 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9dad1d38-2220-4152-8345-acd7f113be16 req-0ddfe138-7d0d-4296-9d5b-030d956a4386 service neutron] 10.222.0.21 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 912 time: 0.1114745 Sep 16 05:34:13.892736 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9dad1d38-2220-4152-8345-acd7f113be16 req-12681ace-ef9d-41d9-a129-1db3bfb4518a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10e24f19-6409-46a8-907e-2d39acb9b67b HTTP/1.1" status: 200 len: 1001 time: 0.0764017 Sep 16 05:34:13.966434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad1d38-2220-4152-8345-acd7f113be16 req-d55a0a73-1a94-44d7-9ccd-20eae5d9f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:13.968169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9dad1d38-2220-4152-8345-acd7f113be16 req-d55a0a73-1a94-44d7-9ccd-20eae5d9f3a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.0673966 Sep 16 05:34:14.027756 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad1d38-2220-4152-8345-acd7f113be16 req-614c83ef-de24-43a2-9965-111988b339ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:14.029500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9dad1d38-2220-4152-8345-acd7f113be16 req-614c83ef-de24-43a2-9965-111988b339ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546069 Sep 16 05:34:14.135071 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9dad1d38-2220-4152-8345-acd7f113be16 req-bde8a87c-e316-4cf7-a668-c41527ece77d service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973377 Sep 16 05:34:14.254151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9dad1d38-2220-4152-8345-acd7f113be16 req-c51fc245-bab5-4746-b007-ea99d12516b3 service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122119 Sep 16 05:34:24.692691 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.104521 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38006) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:28.471883 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Deleting port 41151e21-4e52-4c7d-af37-4525597cb7b0 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:28.472201 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.566941 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.567272 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.581755 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Calling delete_port for 41151e21-4e52-4c7d-af37-4525597cb7b0 owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:28.679469 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.870248 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.903654 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event deleted for resources: {'Port': ['ID=41151e21-4e52-4c7d-af37-4525597cb7b0,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:28.918589 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.923036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.923036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.923036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.923036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.923036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.923036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.923036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.923036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.923036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.923036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.923036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.986549 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.987096 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Floating IP 03e09af0-5c1e-4e78-9e06-d6c3a3f6f6cb disassociated (deleted). External IP: 172.25.4.10, port: 10e24f19-6409-46a8-907e-2d39acb9b67b. Sep 16 05:34:29.239059 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Router 246c2e41-7d64-4dcf-9317-3a361a726c34 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:29.367603 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:29.374968 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.382716 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f51c6d-b7cc-46f9-9235-1bbbe7ec7a3b None None] Sync routers for ids ['246c2e41-7d64-4dcf-9317-3a361a726c34'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:29.401778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f51c6d-b7cc-46f9-9235-1bbbe7ec7a3b None None] Routers {'246c2e41-7d64-4dcf-9317-3a361a726c34'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:29.420664 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b2f51c6d-b7cc-46f9-9235-1bbbe7ec7a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:34:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['246c2e41-7d64-4dcf-9317-3a361a726c34'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:29.420908 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2e1600fe-8d6e-408d-a1b1-ee92d35aa079 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "DELETE /v2.0/floatingips/03e09af0-5c1e-4e78-9e06-d6c3a3f6f6cb HTTP/1.1" status: 204 len: 168 time: 1.3136632 Sep 16 05:34:29.420908 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50692b5-c124-47c3-b4bd-075aeee59885', 'tag': '10e24f19-6409-46a8-907e-2d39acb9b67b'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:29.424587 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16da42e7-3ea6-417c-9409-b19276041a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "d50692b5-c124-47c3-b4bd-075aeee59885", "tag": "10e24f19-6409-46a8-907e-2d39acb9b67b"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:29.478562 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a289ba40-f705-48fd-b620-dc87398d4399 x-openstack-request-id: req-a289ba40-f705-48fd-b620-dc87398d4399 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:29.479190 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50692b5-c124-47c3-b4bd-075aeee59885", "tag": "10e24f19-6409-46a8-907e-2d39acb9b67b", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:29.479488 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a289ba40-f705-48fd-b620-dc87398d4399 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:29.479999 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50692b5-c124-47c3-b4bd-075aeee59885', 'tag': '10e24f19-6409-46a8-907e-2d39acb9b67b', 'status': 'completed', 'code': 200} Sep 16 05:34:29.594698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da42e7-3ea6-417c-9409-b19276041a0e req-a99bb032-506f-47cc-9267-ef6d68e43575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:29.598039 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16da42e7-3ea6-417c-9409-b19276041a0e req-a99bb032-506f-47cc-9267-ef6d68e43575 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 1098 time: 0.0715470 Sep 16 05:34:29.751872 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da42e7-3ea6-417c-9409-b19276041a0e req-c4293fb7-c9d6-49e9-a6db-c4f03ea64b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:29.753932 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16da42e7-3ea6-417c-9409-b19276041a0e req-c4293fb7-c9d6-49e9-a6db-c4f03ea64b01 service neutron] 10.222.0.21 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 912 time: 0.1486454 Sep 16 05:34:29.778630 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-b2f51c6d-b7cc-46f9-9235-1bbbe7ec7a3b None None] Set router 246c2e41-7d64-4dcf-9317-3a361a726c34 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:29.826502 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16da42e7-3ea6-417c-9409-b19276041a0e req-a47ceec1-e8b5-4146-a449-ee80af1759fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10e24f19-6409-46a8-907e-2d39acb9b67b HTTP/1.1" status: 200 len: 217 time: 0.0616291 Sep 16 05:34:29.904424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da42e7-3ea6-417c-9409-b19276041a0e req-34095ce5-b2d9-4650-8532-1b39cd0f10c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:29.906001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16da42e7-3ea6-417c-9409-b19276041a0e req-34095ce5-b2d9-4650-8532-1b39cd0f10c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.0739813 Sep 16 05:34:30.026786 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da42e7-3ea6-417c-9409-b19276041a0e req-10ded051-f125-4e06-b742-c699e6c62c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:30.030120 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16da42e7-3ea6-417c-9409-b19276041a0e req-10ded051-f125-4e06-b742-c699e6c62c2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765538 Sep 16 05:34:30.101796 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b2f51c6d-b7cc-46f9-9235-1bbbe7ec7a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '1e769a08-27fe-491a-9719-0f139c9d3fae', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'port_id': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'mac_address': 'fa:16:3e:25:74:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:28:39Z', 'updated_at': '2021-09-16T05:28:41Z', 'revision_number': 1, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:04Z', 'revision_number': 5, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:30.135250 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f51c6d-b7cc-46f9-9235-1bbbe7ec7a3b None None] Checking router: 246c2e41-7d64-4dcf-9317-3a361a726c34 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:30.146200 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f51c6d-b7cc-46f9-9235-1bbbe7ec7a3b None None] Routers {'246c2e41-7d64-4dcf-9317-3a361a726c34'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:30.147108 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b2f51c6d-b7cc-46f9-9235-1bbbe7ec7a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:34:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['246c2e41-7d64-4dcf-9317-3a361a726c34'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:30.184118 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb5347-86a7-49e5-9988-86d8e8b03dbf req-6b24b67a-498b-4333-b056-fe6bdaf0cb0f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:30.185878 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35bb5347-86a7-49e5-9988-86d8e8b03dbf req-6b24b67a-498b-4333-b056-fe6bdaf0cb0f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 946 time: 0.1367533 Sep 16 05:34:30.205986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16da42e7-3ea6-417c-9409-b19276041a0e req-3ce6277f-6143-4e1d-9044-a631e1cad46e service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660662 Sep 16 05:34:30.270328 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35bb5347-86a7-49e5-9988-86d8e8b03dbf req-e031a9e7-d2d6-41e1-b79b-381790a08a7f tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724809 Sep 16 05:34:30.289977 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-b2f51c6d-b7cc-46f9-9235-1bbbe7ec7a3b None None] Set router 246c2e41-7d64-4dcf-9317-3a361a726c34 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:30.331809 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16da42e7-3ea6-417c-9409-b19276041a0e req-6045078f-5c77-4e67-8de8-d0d527e99e5f service neutron] 10.222.0.21 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157832 Sep 16 05:34:30.554673 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b2f51c6d-b7cc-46f9-9235-1bbbe7ec7a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '1e769a08-27fe-491a-9719-0f139c9d3fae', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'port_id': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'mac_address': 'fa:16:3e:25:74:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:28:39Z', 'updated_at': '2021-09-16T05:28:41Z', 'revision_number': 1, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:04Z', 'revision_number': 5, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:30.583963 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f51c6d-b7cc-46f9-9235-1bbbe7ec7a3b None None] The sync data for ids ['246c2e41-7d64-4dcf-9317-3a361a726c34'] in n-d-712140-13 is: [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '1e769a08-27fe-491a-9719-0f139c9d3fae', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'port_id': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'mac_address': 'fa:16:3e:25:74:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:28:39Z', 'updated_at': '2021-09-16T05:28:41Z', 'revision_number': 1, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:04Z', 'revision_number': 5, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:30.851379 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814a8f48-f2e2-4bb7-a566-1585799ac2a7 None None] New status for floating IP 03e09af0-5c1e-4e78-9e06-d6c3a3f6f6cb: DOWN {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:34:31.230752 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:34:31.455412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f0521-2c17-4961-9fe6-f149c6bb86f7 req-bf979ee5-3392-439f-af23-701bff60d830 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:31.457139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf0f0521-2c17-4961-9fe6-f149c6bb86f7 req-bf979ee5-3392-439f-af23-701bff60d830 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 946 time: 0.0548711 Sep 16 05:34:31.504291 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf0f0521-2c17-4961-9fe6-f149c6bb86f7 req-ad858fa3-f19c-41a7-9013-a5ea78007f58 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399117 Sep 16 05:34:31.827303 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99401089-d2e1-4cc4-bf3b-e3066ec86e24 req-585997a8-5c48-4fdc-901c-1fe8ee2dc437 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:31.830250 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99401089-d2e1-4cc4-bf3b-e3066ec86e24 req-585997a8-5c48-4fdc-901c-1fe8ee2dc437 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 946 time: 0.0608854 Sep 16 05:34:31.935125 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-99401089-d2e1-4cc4-bf3b-e3066ec86e24 req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Deleting port 10e24f19-6409-46a8-907e-2d39acb9b67b {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:31.935468 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-99401089-d2e1-4cc4-bf3b-e3066ec86e24 req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:32.049587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-99401089-d2e1-4cc4-bf3b-e3066ec86e24 req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] For port 10e24f19-6409-46a8-907e-2d39acb9b67b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=10e24f19-6409-46a8-907e-2d39acb9b67b,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:32.049998 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-99401089-d2e1-4cc4-bf3b-e3066ec86e24 req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:32.064374 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-99401089-d2e1-4cc4-bf3b-e3066ec86e24 req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Calling delete_port for 10e24f19-6409-46a8-907e-2d39acb9b67b owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:32.344419 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-99401089-d2e1-4cc4-bf3b-e3066ec86e24 req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:32.384932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event deleted for resources: {'Port': ['ID=10e24f19-6409-46a8-907e-2d39acb9b67b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:32.417830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:32.418178 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:32.418545 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:32.418909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:32.419243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:32.419577 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:32.419933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:32.420393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:32.420576 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:32.420904 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:32.421228 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:32.421546 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:32.443691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-99401089-d2e1-4cc4-bf3b-e3066ec86e24 req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] No DVR routers for this DVR port 10e24f19-6409-46a8-907e-2d39acb9b67b on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:32.453847 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-99401089-d2e1-4cc4-bf3b-e3066ec86e24 req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:32.453847 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-99401089-d2e1-4cc4-bf3b-e3066ec86e24 req-76936885-f314-46b9-b67c-6afb643d5b30 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.21 "DELETE /v2.0/ports/10e24f19-6409-46a8-907e-2d39acb9b67b HTTP/1.1" status: 204 len: 173 time: 0.6128843 Sep 16 05:34:32.453847 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50692b5-c124-47c3-b4bd-075aeee59885', 'name': 'network-vif-deleted', 'tag': '10e24f19-6409-46a8-907e-2d39acb9b67b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:32.453847 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456a8cd5-fd00-459c-af4e-c98e85f86f44" -d '{"events": [{"server_uuid": "d50692b5-c124-47c3-b4bd-075aeee59885", "name": "network-vif-deleted", "tag": "10e24f19-6409-46a8-907e-2d39acb9b67b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:32.629611 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4bed2e92-e802-4763-aa1d-aa89e5b8f9a1 req-2ce21217-2298-4f17-ab86-2d7948d481c7 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 210 time: 0.0289624 Sep 16 05:34:32.950519 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46939941-57c0-4404-801c-ddb76838e8a7 x-openstack-request-id: req-46939941-57c0-4404-801c-ddb76838e8a7 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:32.950970 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50692b5-c124-47c3-b4bd-075aeee59885", "name": "network-vif-deleted", "tag": "10e24f19-6409-46a8-907e-2d39acb9b67b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:32.951351 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46939941-57c0-4404-801c-ddb76838e8a7 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:32.951883 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50692b5-c124-47c3-b4bd-075aeee59885', 'name': 'network-vif-deleted', 'tag': '10e24f19-6409-46a8-907e-2d39acb9b67b', 'status': 'completed', 'code': 200} Sep 16 05:34:33.765971 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc79121c-83d7-4d09-bee5-32bc23c14b89 req-fd3006a6-0228-493b-ae7a-5df1ac185bb2 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 210 time: 0.0450280 Sep 16 05:34:34.928170 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d795d23-4b1a-4514-93d7-15c8dc9061c9 req-6064a262-5fc2-4127-aa56-8db84e96f534 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 210 time: 0.0542204 Sep 16 05:34:35.275650 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cfa483fb-5b9c-464a-8fdd-f66585f67ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.623553 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 10e24f19-6409-46a8-907e-2d39acb9b67b no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:35.649933 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 10e24f19-6409-46a8-907e-2d39acb9b67b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:35.650399 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 10e24f19-6409-46a8-907e-2d39acb9b67b not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:36.452774 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3cef0f8f-b45d-4309-99aa-f80b79334183 req-344f3de5-6a5e-4274-acee-cf5a60822cff tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 210 time: 0.3957965 Sep 16 05:34:37.607994 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7564f2b-f556-45b6-847d-ead8774eb73d req-9bcfc502-7f32-486b-b772-157887039838 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50692b5-c124-47c3-b4bd-075aeee59885 HTTP/1.1" status: 200 len: 210 time: 0.0293355 Sep 16 05:34:37.831473 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5555d180-4d1b-406c-92ef-6a01a9a92893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.633502 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:39.425102 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:40.939269 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:44.452695 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38088) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:44.625889 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-348dc0ad-3350-47b8-8c12-41cc31887120 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Deleting port 04f23c2c-8d31-4ff1-9855-7226bc73ddaf {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:44.626491 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-348dc0ad-3350-47b8-8c12-41cc31887120 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:44.714511 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-348dc0ad-3350-47b8-8c12-41cc31887120 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:44.714815 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-348dc0ad-3350-47b8-8c12-41cc31887120 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:44.730471 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-348dc0ad-3350-47b8-8c12-41cc31887120 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Calling delete_port for 04f23c2c-8d31-4ff1-9855-7226bc73ddaf owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:44.976362 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-348dc0ad-3350-47b8-8c12-41cc31887120 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:45.005401 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348dc0ad-3350-47b8-8c12-41cc31887120 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event deleted for resources: {'Port': ['ID=04f23c2c-8d31-4ff1-9855-7226bc73ddaf,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:45.078572 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-348dc0ad-3350-47b8-8c12-41cc31887120 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:45.079681 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-348dc0ad-3350-47b8-8c12-41cc31887120 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Floating IP 1e769a08-27fe-491a-9719-0f139c9d3fae disassociated (deleted). External IP: 172.25.4.22, port: bebcb940-4fe1-40bf-bf69-37dc1eb09266. Sep 16 05:34:45.324232 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348dc0ad-3350-47b8-8c12-41cc31887120 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Router 246c2e41-7d64-4dcf-9317-3a361a726c34 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:45.448546 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348dc0ad-3350-47b8-8c12-41cc31887120 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:45.455412 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-348dc0ad-3350-47b8-8c12-41cc31887120 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:45.461913 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6212ed5-3f70-4c4b-8f89-8e06e2331443 None None] Sync routers for ids ['246c2e41-7d64-4dcf-9317-3a361a726c34'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:45.479595 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6212ed5-3f70-4c4b-8f89-8e06e2331443 None None] Routers {'246c2e41-7d64-4dcf-9317-3a361a726c34'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:45.480645 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c6212ed5-3f70-4c4b-8f89-8e06e2331443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:34:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['246c2e41-7d64-4dcf-9317-3a361a726c34'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:45.499519 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-348dc0ad-3350-47b8-8c12-41cc31887120 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "DELETE /v2.0/floatingips/1e769a08-27fe-491a-9719-0f139c9d3fae HTTP/1.1" status: 204 len: 168 time: 1.0455616 Sep 16 05:34:45.500324 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'tag': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:45.504106 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2162afd487d9156b2fc6b047e4003e98674b265088f7fb48a04a46a9f687e829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88561e46-af21-4b5e-9fb1-20f1cc0bdea7" -d '{"events": [{"name": "network-changed", "server_uuid": "45c6fdb0-fe43-42bf-a462-618333e7e25b", "tag": "bebcb940-4fe1-40bf-bf69-37dc1eb09266"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:45.555478 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ed0c4f-ef8c-41e1-a6b6-b6135c986238 x-openstack-request-id: req-70ed0c4f-ef8c-41e1-a6b6-b6135c986238 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:45.555957 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c6fdb0-fe43-42bf-a462-618333e7e25b", "tag": "bebcb940-4fe1-40bf-bf69-37dc1eb09266", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:45.556348 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70ed0c4f-ef8c-41e1-a6b6-b6135c986238 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:45.556972 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'tag': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266', 'status': 'completed', 'code': 200} Sep 16 05:34:45.632531 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-c6212ed5-3f70-4c4b-8f89-8e06e2331443 None None] Set router 246c2e41-7d64-4dcf-9317-3a361a726c34 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:45.655193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88561e46-af21-4b5e-9fb1-20f1cc0bdea7 req-971d2d08-ce83-48e9-8f20-6a229868ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:45.657490 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88561e46-af21-4b5e-9fb1-20f1cc0bdea7 req-971d2d08-ce83-48e9-8f20-6a229868ef55 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 1097 time: 0.0522761 Sep 16 05:34:45.765716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88561e46-af21-4b5e-9fb1-20f1cc0bdea7 req-94e52de8-638e-4c0f-b81e-5d91ee344679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:45.768036 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88561e46-af21-4b5e-9fb1-20f1cc0bdea7 req-94e52de8-638e-4c0f-b81e-5d91ee344679 service neutron] 10.222.0.38 "GET /v2.0/networks?id=43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 200 len: 912 time: 0.1043234 Sep 16 05:34:45.814645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88561e46-af21-4b5e-9fb1-20f1cc0bdea7 req-d1b05676-5f6b-45f9-ba49-da82b1397e6d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bebcb940-4fe1-40bf-bf69-37dc1eb09266 HTTP/1.1" status: 200 len: 217 time: 0.0398192 Sep 16 05:34:45.905638 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88561e46-af21-4b5e-9fb1-20f1cc0bdea7 req-d60c024a-c390-4153-8f8a-9c75d42d7c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:45.909665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88561e46-af21-4b5e-9fb1-20f1cc0bdea7 req-d60c024a-c390-4153-8f8a-9c75d42d7c4a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 200 len: 850 time: 0.0799868 Sep 16 05:34:45.910568 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c6212ed5-3f70-4c4b-8f89-8e06e2331443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:04Z', 'revision_number': 5, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:45.963510 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6212ed5-3f70-4c4b-8f89-8e06e2331443 None None] Checking router: 246c2e41-7d64-4dcf-9317-3a361a726c34 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:45.978968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88561e46-af21-4b5e-9fb1-20f1cc0bdea7 req-b8caf636-860c-4a1d-95e6-77aca6a7f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:45.980579 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6212ed5-3f70-4c4b-8f89-8e06e2331443 None None] Routers {'246c2e41-7d64-4dcf-9317-3a361a726c34'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:45.981160 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88561e46-af21-4b5e-9fb1-20f1cc0bdea7 req-b8caf636-860c-4a1d-95e6-77aca6a7f9ba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=43582cdc-205b-4fb3-8725-2a4b30e623df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655370 Sep 16 05:34:45.981853 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c6212ed5-3f70-4c4b-8f89-8e06e2331443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:34:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['246c2e41-7d64-4dcf-9317-3a361a726c34'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:46.108404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf29466-27e7-4fe2-a93d-832f24cb8f15 req-81033ae1-56fb-423e-8fb8-223ed868b74b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:46.110138 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1cf29466-27e7-4fe2-a93d-832f24cb8f15 req-81033ae1-56fb-423e-8fb8-223ed868b74b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 945 time: 0.1272340 Sep 16 05:34:46.151916 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88561e46-af21-4b5e-9fb1-20f1cc0bdea7 req-51397103-d235-4be4-b340-54b2c390386a service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575065 Sep 16 05:34:46.181678 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-c6212ed5-3f70-4c4b-8f89-8e06e2331443 None None] Set router 246c2e41-7d64-4dcf-9317-3a361a726c34 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:46.191993 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1cf29466-27e7-4fe2-a93d-832f24cb8f15 req-50d5c587-d202-4e40-9cbc-4f9af1a6c9c9 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732887 Sep 16 05:34:46.292629 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88561e46-af21-4b5e-9fb1-20f1cc0bdea7 req-60b4d624-8dbb-48b0-8924-ad8857ae3184 service neutron] 10.222.0.38 "GET /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275699 Sep 16 05:34:46.456388 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c6212ed5-3f70-4c4b-8f89-8e06e2331443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:04Z', 'revision_number': 5, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:46.490564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6212ed5-3f70-4c4b-8f89-8e06e2331443 None None] The sync data for ids ['246c2e41-7d64-4dcf-9317-3a361a726c34'] in n-d-712140-13 is: [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 4, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3', 'name': '', 'network_id': '43582cdc-205b-4fb3-8725-2a4b30e623df', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'mac_address': 'fa:16:3e:93:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:04Z', 'revision_number': 5, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'subnets': [{'id': '5507afb9-2881-4920-bc53-bfa72716d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:46.753355 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9e3602-262a-4234-a1e2-247344c17705 None None] New status for floating IP 1e769a08-27fe-491a-9719-0f139c9d3fae: DOWN {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:34:46.882836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0d128-977c-47fe-ad29-f23fae5964d2 req-40834f1c-ee6a-42a6-8231-5d976cf29a8a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:46.884784 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62f0d128-977c-47fe-ad29-f23fae5964d2 req-40834f1c-ee6a-42a6-8231-5d976cf29a8a tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.38 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 945 time: 0.0715952 Sep 16 05:34:46.988014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-62f0d128-977c-47fe-ad29-f23fae5964d2 req-37f8f7f9-bda1-4803-b39d-2544c3deb8f4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Deleting port bebcb940-4fe1-40bf-bf69-37dc1eb09266 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:46.988443 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-62f0d128-977c-47fe-ad29-f23fae5964d2 req-37f8f7f9-bda1-4803-b39d-2544c3deb8f4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:47.108042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-62f0d128-977c-47fe-ad29-f23fae5964d2 req-37f8f7f9-bda1-4803-b39d-2544c3deb8f4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] For port bebcb940-4fe1-40bf-bf69-37dc1eb09266, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=bebcb940-4fe1-40bf-bf69-37dc1eb09266,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:47.108647 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-62f0d128-977c-47fe-ad29-f23fae5964d2 req-37f8f7f9-bda1-4803-b39d-2544c3deb8f4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:47.134211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-62f0d128-977c-47fe-ad29-f23fae5964d2 req-37f8f7f9-bda1-4803-b39d-2544c3deb8f4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Calling delete_port for bebcb940-4fe1-40bf-bf69-37dc1eb09266 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:47.372935 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abf3db-926b-46d7-a1b5-39c5d6ab79e2 req-d050356a-124e-478a-9fba-7ebb19e68eb0 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:47.374696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41abf3db-926b-46d7-a1b5-39c5d6ab79e2 req-d050356a-124e-478a-9fba-7ebb19e68eb0 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 945 time: 0.0613236 Sep 16 05:34:47.419753 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41abf3db-926b-46d7-a1b5-39c5d6ab79e2 req-5b23df8d-60b1-4b0a-bc55-0ecdc199aa25 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/security-groups?id=12df8fd5-895e-41b5-bb2c-3288cb2cc891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379038 Sep 16 05:34:47.435581 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-62f0d128-977c-47fe-ad29-f23fae5964d2 req-37f8f7f9-bda1-4803-b39d-2544c3deb8f4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:47.470939 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8f7f9-bda1-4803-b39d-2544c3deb8f4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event deleted for resources: {'Port': ['ID=bebcb940-4fe1-40bf-bf69-37dc1eb09266,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:47.522200 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f0d128-977c-47fe-ad29-f23fae5964d2 req-37f8f7f9-bda1-4803-b39d-2544c3deb8f4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] No DVR routers for this DVR port bebcb940-4fe1-40bf-bf69-37dc1eb09266 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:47.525565 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-62f0d128-977c-47fe-ad29-f23fae5964d2 req-37f8f7f9-bda1-4803-b39d-2544c3deb8f4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:47.528252 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-62f0d128-977c-47fe-ad29-f23fae5964d2 req-37f8f7f9-bda1-4803-b39d-2544c3deb8f4 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.38 "DELETE /v2.0/ports/bebcb940-4fe1-40bf-bf69-37dc1eb09266 HTTP/1.1" status: 204 len: 173 time: 0.6375513 Sep 16 05:34:47.528832 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'name': 'network-vif-deleted', 'tag': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:47.532529 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7afa3e-70a2-4c07-ba17-41aa6f378761" -d '{"events": [{"server_uuid": "45c6fdb0-fe43-42bf-a462-618333e7e25b", "name": "network-vif-deleted", "tag": "bebcb940-4fe1-40bf-bf69-37dc1eb09266"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:47.584698 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7be3a5f-0aee-4a2b-b2c4-90bfc4de5518 x-openstack-request-id: req-c7be3a5f-0aee-4a2b-b2c4-90bfc4de5518 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:47.585040 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c6fdb0-fe43-42bf-a462-618333e7e25b", "name": "network-vif-deleted", "tag": "bebcb940-4fe1-40bf-bf69-37dc1eb09266", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:47.585338 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7be3a5f-0aee-4a2b-b2c4-90bfc4de5518 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:47.585986 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c6fdb0-fe43-42bf-a462-618333e7e25b', 'name': 'network-vif-deleted', 'tag': 'bebcb940-4fe1-40bf-bf69-37dc1eb09266', 'status': 'completed', 'code': 200} Sep 16 05:34:48.563952 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e05d490-0019-467b-a2fd-477f80eef7fd req-8f5fe998-9688-463a-a10a-7ad7456183ec tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 210 time: 0.0375493 Sep 16 05:34:49.628919 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device bebcb940-4fe1-40bf-bf69-37dc1eb09266 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:49.669447 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: bebcb940-4fe1-40bf-bf69-37dc1eb09266 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:49.670384 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device bebcb940-4fe1-40bf-bf69-37dc1eb09266 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:49.722108 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33c5fc94-1c17-4b22-a911-ed613c08b8fa req-c39156ce-f3d5-433b-a647-91d918a3a353 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 210 time: 0.0360725 Sep 16 05:34:50.854787 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e350822-98f2-4a21-b964-2a70d846c3c1 req-2718e1c0-dbbf-4767-a469-4b36d1553eef tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 210 time: 0.0430880 Sep 16 05:34:51.989760 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60aa5f9b-fdd2-493f-baf1-d3dcdf0ee86d req-b36d48e2-8f3f-4141-8087-c83acb234945 tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c6fdb0-fe43-42bf-a462-618333e7e25b HTTP/1.1" status: 200 len: 210 time: 0.0301592 Sep 16 05:34:53.056705 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38110) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:53.214441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-a88690ac-10de-436d-8546-7bd54afb52fb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Deleting port e403dd89-9a56-459f-b979-7727d0217fe3 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:53.214776 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a88690ac-10de-436d-8546-7bd54afb52fb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:53.307294 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a88690ac-10de-436d-8546-7bd54afb52fb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:53.307548 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a88690ac-10de-436d-8546-7bd54afb52fb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:53.322146 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-a88690ac-10de-436d-8546-7bd54afb52fb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Calling delete_port for e403dd89-9a56-459f-b979-7727d0217fe3 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:53.589884 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a88690ac-10de-436d-8546-7bd54afb52fb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:53.623391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88690ac-10de-436d-8546-7bd54afb52fb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event deleted for resources: {'Port': ['ID=e403dd89-9a56-459f-b979-7727d0217fe3,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:53.690687 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a88690ac-10de-436d-8546-7bd54afb52fb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:53.693562 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a88690ac-10de-436d-8546-7bd54afb52fb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:53.694840 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a88690ac-10de-436d-8546-7bd54afb52fb tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "DELETE /v2.0/floatingips/56431846-790c-4cb6-8fad-8b436fed95cf HTTP/1.1" status: 204 len: 168 time: 0.6367569 Sep 16 05:34:54.681390 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:57.214246 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38126) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:57.286106 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08569775-4415-43b6-8fda-b4a44dd1f85b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:57.316101 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08569775-4415-43b6-8fda-b4a44dd1f85b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:57.487527 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08569775-4415-43b6-8fda-b4a44dd1f85b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:57.497254 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-08569775-4415-43b6-8fda-b4a44dd1f85b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:57.497254 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-08569775-4415-43b6-8fda-b4a44dd1f85b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] 10.222.0.20 "DELETE /v2.0/security-groups/12df8fd5-895e-41b5-bb2c-3288cb2cc891 HTTP/1.1" status: 204 len: 168 time: 0.2764437 Sep 16 05:34:57.505784 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08569775-4415-43b6-8fda-b4a44dd1f85b tempest-TestVolumeBootPattern-1175067083 tempest-TestVolumeBootPattern-1175067083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12df8fd5-895e-41b5-bb2c-3288cb2cc891,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:57.735820 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38130) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:58.211396 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6c030fa-753c-4321-aa7b-0e041de51295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.490911 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d6c030fa-753c-4321-aa7b-0e041de51295 admin admin] Deleting port f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:58.491689 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6c030fa-753c-4321-aa7b-0e041de51295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.609312 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-d6c030fa-753c-4321-aa7b-0e041de51295 admin admin] For port f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:58.610353 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6c030fa-753c-4321-aa7b-0e041de51295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.628237 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d6c030fa-753c-4321-aa7b-0e041de51295 admin admin] Calling delete_port for f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:58.692468 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.966842 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6c030fa-753c-4321-aa7b-0e041de51295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.996995 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c030fa-753c-4321-aa7b-0e041de51295 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:59.197565 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6c030fa-753c-4321-aa7b-0e041de51295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:59.447514 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c030fa-753c-4321-aa7b-0e041de51295 admin admin] Router 246c2e41-7d64-4dcf-9317-3a361a726c34 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:59.896150 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c030fa-753c-4321-aa7b-0e041de51295 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:59.907751 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d6c030fa-753c-4321-aa7b-0e041de51295 admin admin] 10.222.0.20 "PUT /v2.0/routers/246c2e41-7d64-4dcf-9317-3a361a726c34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1677115 Sep 16 05:34:59.908816 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38134) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:59.911293 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a88e69f-4157-4600-8a10-36a3223b285b None None] Sync routers for ids ['246c2e41-7d64-4dcf-9317-3a361a726c34'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:59.927273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a88e69f-4157-4600-8a10-36a3223b285b None None] Routers {'246c2e41-7d64-4dcf-9317-3a361a726c34'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:59.931426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-5a88e69f-4157-4600-8a10-36a3223b285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:34:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['246c2e41-7d64-4dcf-9317-3a361a726c34'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:00.047858 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-5a88e69f-4157-4600-8a10-36a3223b285b None None] Set router 246c2e41-7d64-4dcf-9317-3a361a726c34 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:35:00.050155 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30d0215d-688d-42cf-9df4-6e8f441ebdc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.185047 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30d0215d-688d-42cf-9df4-6e8f441ebdc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.310842 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-5a88e69f-4157-4600-8a10-36a3223b285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:34:58Z', 'revision_number': 5, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port': {'id': '8bdd7fe9-bbdd-4032-b362-65c23e77fcb6', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:54Z', 'updated_at': '2021-09-16T05:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:00.331660 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-30d0215d-688d-42cf-9df4-6e8f441ebdc5 admin admin] Deleting port 8bdd7fe9-bbdd-4032-b362-65c23e77fcb6 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:00.332007 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30d0215d-688d-42cf-9df4-6e8f441ebdc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.350488 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a88e69f-4157-4600-8a10-36a3223b285b None None] Checking router: 246c2e41-7d64-4dcf-9317-3a361a726c34 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:35:00.362167 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a88e69f-4157-4600-8a10-36a3223b285b None None] Routers {'246c2e41-7d64-4dcf-9317-3a361a726c34'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:00.363098 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-5a88e69f-4157-4600-8a10-36a3223b285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:34:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['246c2e41-7d64-4dcf-9317-3a361a726c34'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:00.434381 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-30d0215d-688d-42cf-9df4-6e8f441ebdc5 admin admin] For port 8bdd7fe9-bbdd-4032-b362-65c23e77fcb6, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=8bdd7fe9-bbdd-4032-b362-65c23e77fcb6,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:00.434833 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30d0215d-688d-42cf-9df4-6e8f441ebdc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.455899 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-30d0215d-688d-42cf-9df4-6e8f441ebdc5 admin admin] Calling delete_port for 8bdd7fe9-bbdd-4032-b362-65c23e77fcb6 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:00.502897 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-5a88e69f-4157-4600-8a10-36a3223b285b None None] Set router 246c2e41-7d64-4dcf-9317-3a361a726c34 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:35:00.582823 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-5a88e69f-4157-4600-8a10-36a3223b285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:35:00Z', 'revision_number': 6, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:00.617473 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a88e69f-4157-4600-8a10-36a3223b285b None None] The sync data for ids ['246c2e41-7d64-4dcf-9317-3a361a726c34'] in n-d-712140-13 is: [{'id': '246c2e41-7d64-4dcf-9317-3a361a726c34', 'name': 'tempest-TestVolumeBootPattern-370564107-router', 'tenant_id': '4e374b714a454b6bbbcea86d3b0a9144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:53Z', 'updated_at': '2021-09-16T05:35:00Z', 'revision_number': 6, 'project_id': '4e374b714a454b6bbbcea86d3b0a9144', 'gw_port_host': None}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:35:00.764865 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30d0215d-688d-42cf-9df4-6e8f441ebdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.800012 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0215d-688d-42cf-9df4-6e8f441ebdc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bdd7fe9-bbdd-4032-b362-65c23e77fcb6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:00.871824 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30d0215d-688d-42cf-9df4-6e8f441ebdc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.986185 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30d0215d-688d-42cf-9df4-6e8f441ebdc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.989655 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30d0215d-688d-42cf-9df4-6e8f441ebdc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.141747 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:01.163695 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:35:01.164044 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f2f462cd-3f1b-4c1c-9b80-52b35e9ad5b3 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:01.173103 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30d0215d-688d-42cf-9df4-6e8f441ebdc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.173887 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d0215d-688d-42cf-9df4-6e8f441ebdc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 246c2e41-7d64-4dcf-9317-3a361a726c34 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:35:01.179002 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-30d0215d-688d-42cf-9df4-6e8f441ebdc5 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.189502 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-30d0215d-688d-42cf-9df4-6e8f441ebdc5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/246c2e41-7d64-4dcf-9317-3a361a726c34 HTTP/1.1" status: 204 len: 168 time: 1.2700610 Sep 16 05:35:01.189502 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38136) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:01.234398 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a1fb60-b003-48a3-accc-e26d678571a9 admin admin] Deleting subnet 5507afb9-2881-4920-bc53-bfa72716d79e {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:35:01.238787 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0a1fb60-b003-48a3-accc-e26d678571a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.277501 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0a1fb60-b003-48a3-accc-e26d678571a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.373201 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0a1fb60-b003-48a3-accc-e26d678571a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.555975 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0a1fb60-b003-48a3-accc-e26d678571a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.593767 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1fb60-b003-48a3-accc-e26d678571a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5507afb9-2881-4920-bc53-bfa72716d79e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:01.597135 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f0a1fb60-b003-48a3-accc-e26d678571a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.600403 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f0a1fb60-b003-48a3-accc-e26d678571a9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5507afb9-2881-4920-bc53-bfa72716d79e HTTP/1.1" status: 204 len: 168 time: 0.4160326 Sep 16 05:35:01.602511 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9becaab1-3dda-4b10-ba71-2141f24939f1 None None] Network 43582cdc-205b-4fb3-8725-2a4b30e623df requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:35:01.603869 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38138) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:01.719876 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.823981 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] Deleting port f3001b3e-c862-42cf-8d97-61b172a016ea {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:01.824559 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.847146 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] DHCP port deletion for 43582cdc-205b-4fb3-8725-2a4b30e623df request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:35:01.901068 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] For port f3001b3e-c862-42cf-8d97-61b172a016ea, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f3001b3e-c862-42cf-8d97-61b172a016ea,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:01.901444 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.911409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] Deleting port f3001b3e-c862-42cf-8d97-61b172a016ea {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:01.911792 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.921425 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] Calling delete_port for f3001b3e-c862-42cf-8d97-61b172a016ea owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:01.984293 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] For port f3001b3e-c862-42cf-8d97-61b172a016ea, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=f3001b3e-c862-42cf-8d97-61b172a016ea,segment=NetworkSegment(20b01113-eab6-4539-a5c1-4abfca7043b4),segment_id=20b01113-eab6-4539-a5c1-4abfca7043b4)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:01.984746 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.004110 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] Calling delete_port for f3001b3e-c862-42cf-8d97-61b172a016ea owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:02.104012 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.112537 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.135201 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3001b3e-c862-42cf-8d97-61b172a016ea,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:02.139486 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] No DVR routers for this DVR port f3001b3e-c862-42cf-8d97-61b172a016ea on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:35:02.143862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] Pushing event deleted for resources: {'Port': ['ID=f3001b3e-c862-42cf-8d97-61b172a016ea,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:02.147320 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] No DVR routers for this DVR port f3001b3e-c862-42cf-8d97-61b172a016ea on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:35:02.155005 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:02.155493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:02.155769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:02.156039 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:02.156451 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:02.156778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:02.157094 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:02.157423 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:02.157748 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:02.158120 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:02.158394 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:02.158711 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60bcc-3bc3-48f6-b0aa-91bed9f8d8a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:02.233381 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.256190 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43582cdc-205b-4fb3-8725-2a4b30e623df']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:02.267107 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b01113-eab6-4539-a5c1-4abfca7043b4') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:02.267568 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b01113-eab6-4539-a5c1-4abfca7043b4') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:02.278663 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.295296 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.302934 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:35:02.303341 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:35:02.305275 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:35:02.541167 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.550511 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.554441 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] 10.222.0.20 "DELETE /v2.0/networks/43582cdc-205b-4fb3-8725-2a4b30e623df HTTP/1.1" status: 204 len: 168 time: 0.9491205 Sep 16 05:35:02.559335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38140) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:02.567810 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0208f2-c8d5-4f57-9490-c0fbda26aa01 admin admin] Pushing event deleted for resources: {'Network': ['ID=43582cdc-205b-4fb3-8725-2a4b30e623df,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:02.873607 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f3001b3e-c862-42cf-8d97-61b172a016ea no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:02.897019 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: f3001b3e-c862-42cf-8d97-61b172a016ea {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:35:02.897400 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device f3001b3e-c862-42cf-8d97-61b172a016ea not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:02.897769 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8bdd7fe9-bbdd-4032-b362-65c23e77fcb6 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:02.917803 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 8bdd7fe9-bbdd-4032-b362-65c23e77fcb6 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:35:02.918149 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 8bdd7fe9-bbdd-4032-b362-65c23e77fcb6 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:03.038490 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-79939e24-0d02-452c-a3f9-c0289839bf92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:03.351801 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-79939e24-0d02-452c-a3f9-c0289839bf92 admin admin] Deleting port e5339bdf-f7a3-4373-b256-e45597f62c85 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:03.352131 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-79939e24-0d02-452c-a3f9-c0289839bf92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:03.471793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-79939e24-0d02-452c-a3f9-c0289839bf92 admin admin] For port e5339bdf-f7a3-4373-b256-e45597f62c85, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=e5339bdf-f7a3-4373-b256-e45597f62c85,segment=NetworkSegment(f53a69e9-f8dd-4926-b092-430f98e86ea9),segment_id=f53a69e9-f8dd-4926-b092-430f98e86ea9)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:03.472179 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-79939e24-0d02-452c-a3f9-c0289839bf92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:03.488726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-79939e24-0d02-452c-a3f9-c0289839bf92 admin admin] Calling delete_port for e5339bdf-f7a3-4373-b256-e45597f62c85 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:03.753500 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-79939e24-0d02-452c-a3f9-c0289839bf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:03.792813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79939e24-0d02-452c-a3f9-c0289839bf92 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5339bdf-f7a3-4373-b256-e45597f62c85,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:03.998122 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-79939e24-0d02-452c-a3f9-c0289839bf92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:04.297484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79939e24-0d02-452c-a3f9-c0289839bf92 admin admin] Router 3ee76041-5d1a-4ad2-b20d-fe5442c7f611 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:35:04.420209 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79939e24-0d02-452c-a3f9-c0289839bf92 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:35:04.426641 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-79939e24-0d02-452c-a3f9-c0289839bf92 admin admin] 10.222.0.20 "PUT /v2.0/routers/3ee76041-5d1a-4ad2-b20d-fe5442c7f611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8658893 Sep 16 05:35:04.430238 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665dcdf1-87fc-4d77-8400-7d6b7176da47 None None] Sync routers for ids ['3ee76041-5d1a-4ad2-b20d-fe5442c7f611'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:35:04.431136 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38142) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:04.442174 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665dcdf1-87fc-4d77-8400-7d6b7176da47 None None] Routers {'3ee76041-5d1a-4ad2-b20d-fe5442c7f611'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:04.442818 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-665dcdf1-87fc-4d77-8400-7d6b7176da47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:34:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['3ee76041-5d1a-4ad2-b20d-fe5442c7f611'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:04.560535 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6d183b0-e53b-4d9d-ae25-439209064fa4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:04.585993 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-665dcdf1-87fc-4d77-8400-7d6b7176da47 None None] Set router 3ee76041-5d1a-4ad2-b20d-fe5442c7f611 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:35:04.755262 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6d183b0-e53b-4d9d-ae25-439209064fa4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:04.814994 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-665dcdf1-87fc-4d77-8400-7d6b7176da47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee76041-5d1a-4ad2-b20d-fe5442c7f611', 'name': 'tempest-TestVolumeBootPattern-391631245-router', 'tenant_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '6887dc54-b15e-47d8-9e2d-e71c33628f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:05Z', 'updated_at': '2021-09-16T05:35:03Z', 'revision_number': 5, 'project_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'gw_port': {'id': '6887dc54-b15e-47d8-9e2d-e71c33628f77', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee76041-5d1a-4ad2-b20d-fe5442c7f611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:06Z', 'updated_at': '2021-09-16T05:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:04.848041 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665dcdf1-87fc-4d77-8400-7d6b7176da47 None None] Checking router: 3ee76041-5d1a-4ad2-b20d-fe5442c7f611 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:35:04.862216 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665dcdf1-87fc-4d77-8400-7d6b7176da47 None None] Routers {'3ee76041-5d1a-4ad2-b20d-fe5442c7f611'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:04.864128 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-665dcdf1-87fc-4d77-8400-7d6b7176da47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:34:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['3ee76041-5d1a-4ad2-b20d-fe5442c7f611'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:04.952900 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d6d183b0-e53b-4d9d-ae25-439209064fa4 admin admin] Deleting port 6887dc54-b15e-47d8-9e2d-e71c33628f77 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:04.954017 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6d183b0-e53b-4d9d-ae25-439209064fa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:04.994302 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-665dcdf1-87fc-4d77-8400-7d6b7176da47 None None] Set router 3ee76041-5d1a-4ad2-b20d-fe5442c7f611 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:35:05.078324 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-665dcdf1-87fc-4d77-8400-7d6b7176da47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee76041-5d1a-4ad2-b20d-fe5442c7f611', 'name': 'tempest-TestVolumeBootPattern-391631245-router', 'tenant_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:05Z', 'updated_at': '2021-09-16T05:35:04Z', 'revision_number': 6, 'project_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:05.079795 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-d6d183b0-e53b-4d9d-ae25-439209064fa4 admin admin] For port 6887dc54-b15e-47d8-9e2d-e71c33628f77, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6887dc54-b15e-47d8-9e2d-e71c33628f77,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:05.080170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6d183b0-e53b-4d9d-ae25-439209064fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:05.105666 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d6d183b0-e53b-4d9d-ae25-439209064fa4 admin admin] Calling delete_port for 6887dc54-b15e-47d8-9e2d-e71c33628f77 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:05.111356 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665dcdf1-87fc-4d77-8400-7d6b7176da47 None None] The sync data for ids ['3ee76041-5d1a-4ad2-b20d-fe5442c7f611'] in n-d-712140-13 is: [{'id': '3ee76041-5d1a-4ad2-b20d-fe5442c7f611', 'name': 'tempest-TestVolumeBootPattern-391631245-router', 'tenant_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:05Z', 'updated_at': '2021-09-16T05:35:04Z', 'revision_number': 6, 'project_id': '396d12c4eda54c8bb689ab0fb2d876e5', 'gw_port_host': None}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:35:05.278474 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0208ce5f-0552-4b66-9819-fbb02d7599d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:05.439525 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6d183b0-e53b-4d9d-ae25-439209064fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:05.467054 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d183b0-e53b-4d9d-ae25-439209064fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6887dc54-b15e-47d8-9e2d-e71c33628f77,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:05.589500 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6d183b0-e53b-4d9d-ae25-439209064fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:05.684186 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6d183b0-e53b-4d9d-ae25-439209064fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:05.686337 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6d183b0-e53b-4d9d-ae25-439209064fa4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:05.806147 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6d183b0-e53b-4d9d-ae25-439209064fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:05.806737 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d183b0-e53b-4d9d-ae25-439209064fa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ee76041-5d1a-4ad2-b20d-fe5442c7f611 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:35:05.811339 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d6d183b0-e53b-4d9d-ae25-439209064fa4 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:05.812509 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d6d183b0-e53b-4d9d-ae25-439209064fa4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3ee76041-5d1a-4ad2-b20d-fe5442c7f611 HTTP/1.1" status: 204 len: 168 time: 1.3803711 Sep 16 05:35:05.816208 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38144) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:05.871755 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a83a9d9-4a60-43ca-84c7-503088980625 admin admin] Deleting subnet fe0afec1-1e67-4a26-a236-c5e5dbfa42b3 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:35:05.875085 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a83a9d9-4a60-43ca-84c7-503088980625 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:05.916029 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a83a9d9-4a60-43ca-84c7-503088980625 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.023269 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a83a9d9-4a60-43ca-84c7-503088980625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.286814 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a83a9d9-4a60-43ca-84c7-503088980625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.318031 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83a9d9-4a60-43ca-84c7-503088980625 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe0afec1-1e67-4a26-a236-c5e5dbfa42b3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:06.323376 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4a83a9d9-4a60-43ca-84c7-503088980625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.326210 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4a83a9d9-4a60-43ca-84c7-503088980625 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fe0afec1-1e67-4a26-a236-c5e5dbfa42b3 HTTP/1.1" status: 204 len: 168 time: 0.5084221 Sep 16 05:35:06.328341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38146) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:06.336469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce37fe94-648a-46f6-9e09-55055089e0eb None None] Network c258984f-8dd0-449a-afe8-e61b83471008 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:35:06.409836 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.477534 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] Deleting port 86f740a7-639f-477c-9b2a-5e781382bfaf {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:06.478219 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.549382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f63737-9dde-49e1-af5c-0ea78825a7e5 None None] DHCP port deletion for c258984f-8dd0-449a-afe8-e61b83471008 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:35:06.574728 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] For port 86f740a7-639f-477c-9b2a-5e781382bfaf, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=86f740a7-639f-477c-9b2a-5e781382bfaf,segment=NetworkSegment(f53a69e9-f8dd-4926-b092-430f98e86ea9),segment_id=f53a69e9-f8dd-4926-b092-430f98e86ea9)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:06.575264 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.597250 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] Calling delete_port for 86f740a7-639f-477c-9b2a-5e781382bfaf owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:06.609217 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-95f63737-9dde-49e1-af5c-0ea78825a7e5 None None] Deleting port 86f740a7-639f-477c-9b2a-5e781382bfaf {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:06.609818 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-95f63737-9dde-49e1-af5c-0ea78825a7e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.683588 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-95f63737-9dde-49e1-af5c-0ea78825a7e5 None None] For port 86f740a7-639f-477c-9b2a-5e781382bfaf, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=86f740a7-639f-477c-9b2a-5e781382bfaf,segment=NetworkSegment(f53a69e9-f8dd-4926-b092-430f98e86ea9),segment_id=f53a69e9-f8dd-4926-b092-430f98e86ea9)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:06.683989 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-95f63737-9dde-49e1-af5c-0ea78825a7e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.699058 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-95f63737-9dde-49e1-af5c-0ea78825a7e5 None None] Calling delete_port for 86f740a7-639f-477c-9b2a-5e781382bfaf owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:06.766760 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.803148 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] Pushing event deleted for resources: {'Port': ['ID=86f740a7-639f-477c-9b2a-5e781382bfaf,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:06.803148 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] No DVR routers for this DVR port 86f740a7-639f-477c-9b2a-5e781382bfaf on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:35:06.909805 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.934716 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c258984f-8dd0-449a-afe8-e61b83471008']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:06.946370 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53a69e9-f8dd-4926-b092-430f98e86ea9') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:06.946649 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53a69e9-f8dd-4926-b092-430f98e86ea9') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:06.960015 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.972172 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6887dc54-b15e-47d8-9e2d-e71c33628f77 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:06.976649 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.985548 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:35:06.986160 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:35:06.988147 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:35:06.996331 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-95f63737-9dde-49e1-af5c-0ea78825a7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.998475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 6887dc54-b15e-47d8-9e2d-e71c33628f77 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:35:06.998475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6887dc54-b15e-47d8-9e2d-e71c33628f77 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:06.999351 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 86f740a7-639f-477c-9b2a-5e781382bfaf no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:07.042639 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 86f740a7-639f-477c-9b2a-5e781382bfaf {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:35:07.043016 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 86f740a7-639f-477c-9b2a-5e781382bfaf not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:07.043445 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e5339bdf-f7a3-4373-b256-e45597f62c85 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:07.049325 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f63737-9dde-49e1-af5c-0ea78825a7e5 None None] Pushing event deleted for resources: {'Port': ['ID=86f740a7-639f-477c-9b2a-5e781382bfaf,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:07.050693 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f63737-9dde-49e1-af5c-0ea78825a7e5 None None] No DVR routers for this DVR port 86f740a7-639f-477c-9b2a-5e781382bfaf on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:35:07.070691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: e5339bdf-f7a3-4373-b256-e45597f62c85 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:35:07.071062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device e5339bdf-f7a3-4373-b256-e45597f62c85 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:07.132136 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:07.139595 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:07.140473 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c258984f-8dd0-449a-afe8-e61b83471008 HTTP/1.1" status: 204 len: 168 time: 0.8111680 Sep 16 05:35:07.160506 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b850ea-9750-41f1-b225-723919c02660 admin admin] Pushing event deleted for resources: {'Network': ['ID=c258984f-8dd0-449a-afe8-e61b83471008,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:07.469736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38150) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:07.518016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2ddd45ce-dbdf-478c-b196-3a272e4bdf3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e374b714a454b6bbbcea86d3b0a9144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468237 Sep 16 05:35:07.521151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38152) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:07.574322 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-483f436a-f1c6-44fa-8ead-b5065ad1a662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:07.597985 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-483f436a-f1c6-44fa-8ead-b5065ad1a662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:07.749170 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-483f436a-f1c6-44fa-8ead-b5065ad1a662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:07.752177 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-483f436a-f1c6-44fa-8ead-b5065ad1a662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:07.753683 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-483f436a-f1c6-44fa-8ead-b5065ad1a662 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53f40ecd-f71b-4142-8067-251c348b833e HTTP/1.1" status: 204 len: 168 time: 0.2315426 Sep 16 05:35:07.764884 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f436a-f1c6-44fa-8ead-b5065ad1a662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f40ecd-f71b-4142-8067-251c348b833e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:07.817948 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a51a6ea9-00a9-4189-aeea-9cc24335a87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.230808 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:35:08.504625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38158) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:08.555364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-456dc35d-9556-4cfd-8fce-173a07ef7800 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=396d12c4eda54c8bb689ab0fb2d876e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492601 Sep 16 05:35:08.558027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38160) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:08.606210 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.618927 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7fbd1ed-bdad-4650-a73f-69c62c8ae71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.651251 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7fbd1ed-bdad-4650-a73f-69c62c8ae71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.834760 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7fbd1ed-bdad-4650-a73f-69c62c8ae71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.837536 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c7fbd1ed-bdad-4650-a73f-69c62c8ae71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.838784 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c7fbd1ed-bdad-4650-a73f-69c62c8ae71e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9888c9ff-2b47-4798-9768-ca9e6ac4c592 HTTP/1.1" status: 204 len: 168 time: 0.2797749 Sep 16 05:35:08.852232 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbd1ed-bdad-4650-a73f-69c62c8ae71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9888c9ff-2b47-4798-9768-ca9e6ac4c592,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:09.412254 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:10.970429 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:21.274959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-edeeff7d-8b25-46b2-a8db-4a716ca011ff tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b2953445f45d4400af7e1d3c4b66bfe6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346856 Sep 16 05:35:21.500893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-ca26ace1-e778-46dc-aba9-18b5eeaa98c3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:21.502817 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-ca26ace1-e778-46dc-aba9-18b5eeaa98c3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2207911 Sep 16 05:35:21.521269 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-d3ac04ea-c73b-496a-87f1-2b29e3672066 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/quotas/b2953445f45d4400af7e1d3c4b66bfe6 HTTP/1.1" status: 200 len: 375 time: 0.0110035 Sep 16 05:35:21.559340 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-8b48044b-9fec-4bf5-9a4a-16bfef1e906a tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2953445f45d4400af7e1d3c4b66bfe6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311291 Sep 16 05:35:21.971144 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a39214c2-a8f3-4247-bf1f-2d37e99228d3 req-9b0e421d-0ae1-4261-8a15-3f7f67ae01e6 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c36b0b2-3f85-4abb-b3b8-faf5948c02ed HTTP/1.1" status: 200 len: 210 time: 0.1751983 Sep 16 05:35:23.080574 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a093a90-43f4-42f6-9836-ffd1bda9f89f req-88f2d1fc-925c-4d69-9d3c-64bc54ddbdd0 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c36b0b2-3f85-4abb-b3b8-faf5948c02ed HTTP/1.1" status: 200 len: 210 time: 0.0346622 Sep 16 05:35:24.510016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a3ba87b-2a83-4acf-9905-d19828b23d91 req-4f7cac60-4085-4ac3-afed-00e10ec78da7 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c36b0b2-3f85-4abb-b3b8-faf5948c02ed HTTP/1.1" status: 200 len: 210 time: 0.3535988 Sep 16 05:35:24.539827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-c8c478a0-2e1f-4bcc-a362-c90a7afc9602 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b2953445f45d4400af7e1d3c4b66bfe6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326777 Sep 16 05:35:24.669775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-a5befc7a-fbd7-4857-a0bb-1e657096e10b tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:24.671415 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-a5befc7a-fbd7-4857-a0bb-1e657096e10b tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1261609 Sep 16 05:35:24.692348 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-4d81d52a-9d80-4d68-9c23-f8cab0fa08c8 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Request body: {'port': {'device_id': '2c36b0b2-3f85-4abb-b3b8-faf5948c02ed', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'admin_state_up': True, 'tenant_id': 'b2953445f45d4400af7e1d3c4b66bfe6'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:24.697746 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:24.914393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-4d81d52a-9d80-4d68-9c23-f8cab0fa08c8 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Made reservation on behalf of b2953445f45d4400af7e1d3c4b66bfe6 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:24.918286 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-4d81d52a-9d80-4d68-9c23-f8cab0fa08c8 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:24.929662 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-4d81d52a-9d80-4d68-9c23-f8cab0fa08c8 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:25.042835 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-4d81d52a-9d80-4d68-9c23-f8cab0fa08c8 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:25.143322 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-4d81d52a-9d80-4d68-9c23-f8cab0fa08c8 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:25.217860 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81d52a-9d80-4d68-9c23-f8cab0fa08c8 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e918f24-01ad-4e60-9808-05fb06bcaa7d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:25.297672 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-4d81d52a-9d80-4d68-9c23-f8cab0fa08c8 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Allocated IP 192.168.233.239 (2a246870-62d8-492c-9b4b-fd78cc6fd5d3/ab80350b-7133-471c-bec8-fe95d1f2801e/01ea63c1-2a43-458a-818c-6562b99ef99b) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:25.471828 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-4d81d52a-9d80-4d68-9c23-f8cab0fa08c8 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:25.604092 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-4d81d52a-9d80-4d68-9c23-f8cab0fa08c8 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:25.683913 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-4d81d52a-9d80-4d68-9c23-f8cab0fa08c8 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:25.695078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-4d81d52a-9d80-4d68-9c23-f8cab0fa08c8 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:25.698316 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81d52a-9d80-4d68-9c23-f8cab0fa08c8 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Pushing event updated for resources: {'Port': ['ID=01ea63c1-2a43-458a-818c-6562b99ef99b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:25.701576 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-4d81d52a-9d80-4d68-9c23-f8cab0fa08c8 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:25.748898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8d2e7-1633-4bf2-9797-a3c0e0def00d req-9aa29421-afe1-4d9e-8889-71232c48ab87 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:25.751291 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18c8d2e7-1633-4bf2-9797-a3c0e0def00d req-9aa29421-afe1-4d9e-8889-71232c48ab87 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c36b0b2-3f85-4abb-b3b8-faf5948c02ed HTTP/1.1" status: 200 len: 936 time: 0.1444669 Sep 16 05:35:25.791883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-4d81d52a-9d80-4d68-9c23-f8cab0fa08c8 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:25.792554 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-4d81d52a-9d80-4d68-9c23-f8cab0fa08c8 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:25.826158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18c8d2e7-1633-4bf2-9797-a3c0e0def00d req-05ff03f5-958a-44c1-91a7-344955633fbb tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e918f24-01ad-4e60-9808-05fb06bcaa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605168 Sep 16 05:35:25.898845 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-4d81d52a-9d80-4d68-9c23-f8cab0fa08c8 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2125168 Sep 16 05:35:25.920059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Request body: {'port': {'device_id': '2c36b0b2-3f85-4abb-b3b8-faf5948c02ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:25.936517 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e41e5d3c-345f-40ba-8285-6b7817cf4a54 None None] Provisioning complete for port 01ea63c1-2a43-458a-818c-6562b99ef99b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:25.937655 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e41e5d3c-345f-40ba-8285-6b7817cf4a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:25.980432 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e41e5d3c-345f-40ba-8285-6b7817cf4a54 None None] Port 01ea63c1-2a43-458a-818c-6562b99ef99b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:35:25.981908 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.283122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ea63c1-2a43-458a-818c-6562b99ef99b {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:26.291585 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.305594 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Transition to ACTIVE for port object 01ea63c1-2a43-458a-818c-6562b99ef99b will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:35:26.392150 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.446287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Pushing event updated for resources: {'Port': ['ID=01ea63c1-2a43-458a-818c-6562b99ef99b,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:26.523626 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Attempting to bind port 01ea63c1-2a43-458a-818c-6562b99ef99b on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:35:26.523945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Attempting to bind port 01ea63c1-2a43-458a-818c-6562b99ef99b by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:35:26.524276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Attempting to bind port 01ea63c1-2a43-458a-818c-6562b99ef99b on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:26.529451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Port 01ea63c1-2a43-458a-818c-6562b99ef99b on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:35:26.529775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Attempting to bind port 01ea63c1-2a43-458a-818c-6562b99ef99b on network 2a246870-62d8-492c-9b4b-fd78cc6fd5d3 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:26.543643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:35:26.543643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Checking segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:26.543643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Bound using segment: {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:35:26.543643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Bound port: 01ea63c1-2a43-458a-818c-6562b99ef99b, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badeb0a6-3c0d-4205-8865-118895d7136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:35:26.543643 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.641560 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] For port 01ea63c1-2a43-458a-818c-6562b99ef99b, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:35:26.645218 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] For port 01ea63c1-2a43-458a-818c-6562b99ef99b, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=01ea63c1-2a43-458a-818c-6562b99ef99b,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:35:26.723902 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.767933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:26.768616 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.770178 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] 10.222.0.21 "PUT /v2.0/ports/01ea63c1-2a43-458a-818c-6562b99ef99b HTTP/1.1" status: 200 len: 1097 time: 0.8563738 Sep 16 05:35:26.770708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c36b0b2-3f85-4abb-b3b8-faf5948c02ed', 'tag': '01ea63c1-2a43-458a-818c-6562b99ef99b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:26.773201 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1161f4a1-331c-4c54-8552-72b2be04d887" -d '{"events": [{"name": "network-changed", "server_uuid": "2c36b0b2-3f85-4abb-b3b8-faf5948c02ed", "tag": "01ea63c1-2a43-458a-818c-6562b99ef99b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:26.818294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93903728-2b32-4240-bf71-fd745c867d62 service neutron] Pushing event updated for resources: {'Port': ['ID=01ea63c1-2a43-458a-818c-6562b99ef99b,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:26.835462 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfbceda-9eca-46fd-bff4-a2cc82c0239d x-openstack-request-id: req-8dfbceda-9eca-46fd-bff4-a2cc82c0239d {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:26.835761 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c36b0b2-3f85-4abb-b3b8-faf5948c02ed", "tag": "01ea63c1-2a43-458a-818c-6562b99ef99b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:26.836017 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8dfbceda-9eca-46fd-bff4-a2cc82c0239d {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:26.836464 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c36b0b2-3f85-4abb-b3b8-faf5948c02ed', 'tag': '01ea63c1-2a43-458a-818c-6562b99ef99b', 'status': 'completed', 'code': 200} Sep 16 05:35:26.976491 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161f4a1-331c-4c54-8552-72b2be04d887 req-69d59100-b405-429f-bd7c-5c984aa30ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:26.978115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1161f4a1-331c-4c54-8552-72b2be04d887 req-69d59100-b405-429f-bd7c-5c984aa30ea9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2953445f45d4400af7e1d3c4b66bfe6&device_id=2c36b0b2-3f85-4abb-b3b8-faf5948c02ed HTTP/1.1" status: 200 len: 1100 time: 0.0844991 Sep 16 05:35:27.045237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa5836-db96-44a3-98fa-231187811ebb req-0e423220-0270-4774-8bd3-ed56a7d89c0c tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:27.048055 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41fa5836-db96-44a3-98fa-231187811ebb req-0e423220-0270-4774-8bd3-ed56a7d89c0c tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c36b0b2-3f85-4abb-b3b8-faf5948c02ed HTTP/1.1" status: 200 len: 948 time: 0.1183584 Sep 16 05:35:27.051874 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1161f4a1-331c-4c54-8552-72b2be04d887 req-b1742171-9f90-4fd9-b92e-15212a0d1269 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b2953445f45d4400af7e1d3c4b66bfe6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587807 Sep 16 05:35:27.150172 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41fa5836-db96-44a3-98fa-231187811ebb req-f196eb19-76ea-4e4d-8319-18a7ab0de8fe tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e918f24-01ad-4e60-9808-05fb06bcaa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960848 Sep 16 05:35:27.190923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161f4a1-331c-4c54-8552-72b2be04d887 req-de9d1903-8acf-42a5-b82e-9520928f86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:27.192514 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1161f4a1-331c-4c54-8552-72b2be04d887 req-de9d1903-8acf-42a5-b82e-9520928f86c1 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318736 Sep 16 05:35:27.312954 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-7c0b27d3-b4ca-47d6-a3c0-f3db3ac9b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:27.314435 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-7c0b27d3-b4ca-47d6-a3c0-f3db3ac9b336 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2953445f45d4400af7e1d3c4b66bfe6&device_id=2c36b0b2-3f85-4abb-b3b8-faf5948c02ed HTTP/1.1" status: 200 len: 1100 time: 0.0547249 Sep 16 05:35:27.369238 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-b18eedf4-9a8e-4db1-b84e-07f088051ae1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=01ea63c1-2a43-458a-818c-6562b99ef99b HTTP/1.1" status: 200 len: 217 time: 0.0401161 Sep 16 05:35:27.423056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-896b06f9-01db-49a4-bedc-ebd176bf2197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:27.424622 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-896b06f9-01db-49a4-bedc-ebd176bf2197 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab80350b-7133-471c-bec8-fe95d1f2801e HTTP/1.1" status: 200 len: 843 time: 0.0481999 Sep 16 05:35:27.478848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-1af90608-ca90-478c-9055-29bca5722cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:27.481057 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-1af90608-ca90-478c-9055-29bca5722cc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a246870-62d8-492c-9b4b-fd78cc6fd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0486372 Sep 16 05:35:27.594489 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-042c73c0-7907-4fd4-94bd-84f927f94eda service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062703 Sep 16 05:35:27.749163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e25e0d2f-ec8c-48f4-8ca8-66692cafbf69 req-c6d416d4-b564-4f2c-9538-1c7b4eb2ef69 service neutron] 10.222.0.21 "GET /v2.0/networks/2a246870-62d8-492c-9b4b-fd78cc6fd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479278 Sep 16 05:35:28.286951 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb7f08-8bbb-44c4-8cd2-067214295c31 req-34e02bad-d5a5-4875-820f-bbbca264341d tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:28.288708 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84fb7f08-8bbb-44c4-8cd2-067214295c31 req-34e02bad-d5a5-4875-820f-bbbca264341d tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c36b0b2-3f85-4abb-b3b8-faf5948c02ed HTTP/1.1" status: 200 len: 948 time: 0.0569155 Sep 16 05:35:28.334962 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84fb7f08-8bbb-44c4-8cd2-067214295c31 req-c40762bb-b95e-4d87-8f9a-67a76b98a15f tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e918f24-01ad-4e60-9808-05fb06bcaa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395730 Sep 16 05:35:28.677839 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:29.460198 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340dce3-37f2-4152-a16f-20409fb7f7cf req-057ef3ac-ca66-4dd7-9501-5542029f6ba8 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:29.461853 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4340dce3-37f2-4152-a16f-20409fb7f7cf req-057ef3ac-ca66-4dd7-9501-5542029f6ba8 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c36b0b2-3f85-4abb-b3b8-faf5948c02ed HTTP/1.1" status: 200 len: 948 time: 0.0543580 Sep 16 05:35:29.505794 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4340dce3-37f2-4152-a16f-20409fb7f7cf req-2e543f36-53a6-4852-9d0b-0785d68627f4 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e918f24-01ad-4e60-9808-05fb06bcaa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374339 Sep 16 05:35:30.656334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4e582-615c-42f5-9ee8-710adbf29699 req-11068fce-cca5-44f9-b669-bccbd2f3c171 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:30.658294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8be4e582-615c-42f5-9ee8-710adbf29699 req-11068fce-cca5-44f9-b669-bccbd2f3c171 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c36b0b2-3f85-4abb-b3b8-faf5948c02ed HTTP/1.1" status: 200 len: 948 time: 0.0787017 Sep 16 05:35:30.708024 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8be4e582-615c-42f5-9ee8-710adbf29699 req-d64cc4cb-52d0-4e14-ac7a-c177368bbc57 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e918f24-01ad-4e60-9808-05fb06bcaa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388467 Sep 16 05:35:31.746321 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 01ea63c1-2a43-458a-818c-6562b99ef99b details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:35:31.846365 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b60f10-a337-47b2-a382-a46a1b008806 req-57c5873f-b0c0-468d-8fbe-db0ad84e0e67 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:31.850209 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7b60f10-a337-47b2-a382-a46a1b008806 req-57c5873f-b0c0-468d-8fbe-db0ad84e0e67 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c36b0b2-3f85-4abb-b3b8-faf5948c02ed HTTP/1.1" status: 200 len: 948 time: 0.0662229 Sep 16 05:35:31.875400 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 01ea63c1-2a43-458a-818c-6562b99ef99b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=01ea63c1-2a43-458a-818c-6562b99ef99b,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:31.888684 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '01ea63c1-2a43-458a-818c-6562b99ef99b', 'network_id': '2a246870-62d8-492c-9b4b-fd78cc6fd5d3', 'port_id': '01ea63c1-2a43-458a-818c-6562b99ef99b', 'mac_address': 'fa:16:3e:d5:63:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab80350b-7133-471c-bec8-fe95d1f2801e', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:35:31.896307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7b60f10-a337-47b2-a382-a46a1b008806 req-e8127990-24da-48e8-8819-cb3c169547f9 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e918f24-01ad-4e60-9808-05fb06bcaa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425401 Sep 16 05:35:31.932019 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:31.947185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ea63c1-2a43-458a-818c-6562b99ef99b {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:31.971676 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 01ea63c1-2a43-458a-818c-6562b99ef99b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=01ea63c1-2a43-458a-818c-6562b99ef99b,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:32.072082 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:32.128833 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=01ea63c1-2a43-458a-818c-6562b99ef99b,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:32.503453 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['01ea63c1-2a43-458a-818c-6562b99ef99b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:33.042928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825c17e-e537-4475-b88b-7a080ccf0df4 req-353f89f2-4d20-417e-8645-a756479c470e tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:33.044599 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6825c17e-e537-4475-b88b-7a080ccf0df4 req-353f89f2-4d20-417e-8645-a756479c470e tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c36b0b2-3f85-4abb-b3b8-faf5948c02ed HTTP/1.1" status: 200 len: 949 time: 0.0626037 Sep 16 05:35:33.098466 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6825c17e-e537-4475-b88b-7a080ccf0df4 req-b72ee7ef-87c4-4174-9759-25f05facc51a tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e918f24-01ad-4e60-9808-05fb06bcaa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456228 Sep 16 05:35:33.760217 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 01ea63c1-2a43-458a-818c-6562b99ef99b up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:33.896754 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 01ea63c1-2a43-458a-818c-6562b99ef99b completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:35:33.900952 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 01ea63c1-2a43-458a-818c-6562b99ef99b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:33.901325 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:33.986496 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:34.011534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c36b0b2-3f85-4abb-b3b8-faf5948c02ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ea63c1-2a43-458a-818c-6562b99ef99b'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:34.013767 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3b2aa3-b12e-4d5a-ae7f-05b122599096" -d '{"events": [{"server_uuid": "2c36b0b2-3f85-4abb-b3b8-faf5948c02ed", "name": "network-vif-plugged", "status": "completed", "tag": "01ea63c1-2a43-458a-818c-6562b99ef99b"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:34.027846 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 01ea63c1-2a43-458a-818c-6562b99ef99b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=01ea63c1-2a43-458a-818c-6562b99ef99b,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:34.112391 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:34.148023 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cf8cf4-e162-4671-8081-e97d6ce845fa x-openstack-request-id: req-b8cf8cf4-e162-4671-8081-e97d6ce845fa {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:34.148320 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c36b0b2-3f85-4abb-b3b8-faf5948c02ed", "name": "network-vif-plugged", "status": "completed", "tag": "01ea63c1-2a43-458a-818c-6562b99ef99b", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:34.148573 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8cf8cf4-e162-4671-8081-e97d6ce845fa {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:34.148955 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c36b0b2-3f85-4abb-b3b8-faf5948c02ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ea63c1-2a43-458a-818c-6562b99ef99b', 'code': 200} Sep 16 05:35:34.179426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=01ea63c1-2a43-458a-818c-6562b99ef99b,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:34.266622 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017808fd-b544-4d9f-ab04-90781ace5733 req-02418893-7dc1-45da-ba87-96ee07ccbddf tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:34.268232 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-017808fd-b544-4d9f-ab04-90781ace5733 req-02418893-7dc1-45da-ba87-96ee07ccbddf tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c36b0b2-3f85-4abb-b3b8-faf5948c02ed HTTP/1.1" status: 200 len: 950 time: 0.0865002 Sep 16 05:35:34.286694 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316729ce-fd51-491e-8bae-401d13089822 req-99bbde8b-1cd2-4a9b-a437-22794f129943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:34.288339 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-316729ce-fd51-491e-8bae-401d13089822 req-99bbde8b-1cd2-4a9b-a437-22794f129943 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2c36b0b2-3f85-4abb-b3b8-faf5948c02ed HTTP/1.1" status: 200 len: 1102 time: 0.0723755 Sep 16 05:35:34.336837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-017808fd-b544-4d9f-ab04-90781ace5733 req-44bd9c68-962b-4c49-88db-9ef031e7a72c tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e918f24-01ad-4e60-9808-05fb06bcaa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614085 Sep 16 05:35:34.348957 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-316729ce-fd51-491e-8bae-401d13089822 req-86694480-aac4-46f4-a68c-39a69f176b4a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9e918f24-01ad-4e60-9808-05fb06bcaa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509672 Sep 16 05:35:35.245546 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-14d66404-b0c5-40a9-bbe0-f7119d304f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:35.471269 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30441420-70d4-4bf0-96d8-26a2f9e2e315 req-9aa6aee6-b7d1-4d8b-ac78-1397618c3b64 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:35.472948 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-30441420-70d4-4bf0-96d8-26a2f9e2e315 req-9aa6aee6-b7d1-4d8b-ac78-1397618c3b64 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c36b0b2-3f85-4abb-b3b8-faf5948c02ed HTTP/1.1" status: 200 len: 950 time: 0.0616982 Sep 16 05:35:35.537826 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-30441420-70d4-4bf0-96d8-26a2f9e2e315 req-9848c160-f55b-4897-9ef9-40d62b662af5 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e918f24-01ad-4e60-9808-05fb06bcaa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576560 Sep 16 05:35:36.666313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca1417-c9fe-4d4b-913a-ce9d7691bed1 req-55ebc5e9-8597-4fba-bfde-5956ee9a0ea3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:36.667939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0eca1417-c9fe-4d4b-913a-ce9d7691bed1 req-55ebc5e9-8597-4fba-bfde-5956ee9a0ea3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c36b0b2-3f85-4abb-b3b8-faf5948c02ed HTTP/1.1" status: 200 len: 950 time: 0.0598984 Sep 16 05:35:36.712503 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0eca1417-c9fe-4d4b-913a-ce9d7691bed1 req-ac188c51-bbbf-4a6e-91ea-87a208e107ac tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e918f24-01ad-4e60-9808-05fb06bcaa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354002 Sep 16 05:35:37.196951 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-eeba6fc8-e883-4695-952a-86049f4186e5 req-058bb683-4802-4581-85c9-996c31b0facd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:35:37.198295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eeba6fc8-e883-4695-952a-86049f4186e5 req-058bb683-4802-4581-85c9-996c31b0facd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0786684 Sep 16 05:35:37.794123 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bf05cda9-0a7a-4854-8043-bd8cf71ea2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:37.800715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-74f91d16-c21d-4f9d-bdf7-b6eb66d71fbd req-d330b82d-3fef-4621-9626-7c47fd92e4ba service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:35:37.801755 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-74f91d16-c21d-4f9d-bdf7-b6eb66d71fbd req-d330b82d-3fef-4621-9626-7c47fd92e4ba service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0685668 Sep 16 05:35:38.592450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6be0c-ebc5-4952-b792-6339a85e53c4 req-70d1e882-ef22-4bd7-8315-79dc821bc2f0 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:38.595476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1c6be0c-ebc5-4952-b792-6339a85e53c4 req-70d1e882-ef22-4bd7-8315-79dc821bc2f0 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c36b0b2-3f85-4abb-b3b8-faf5948c02ed HTTP/1.1" status: 200 len: 950 time: 0.0695956 Sep 16 05:35:38.610338 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:38.641817 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b1c6be0c-ebc5-4952-b792-6339a85e53c4 req-ae48e0f7-9106-4469-9c94-5b8a9a82b8a7 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e918f24-01ad-4e60-9808-05fb06bcaa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395176 Sep 16 05:35:39.388372 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:39.793595 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffd90b-ddfb-4c2f-8175-c1e0b14e8879 req-030622bb-3034-456d-83f2-bc1dba5ebe0d tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:39.797126 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-43ffd90b-ddfb-4c2f-8175-c1e0b14e8879 req-030622bb-3034-456d-83f2-bc1dba5ebe0d tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c36b0b2-3f85-4abb-b3b8-faf5948c02ed HTTP/1.1" status: 200 len: 950 time: 0.0651417 Sep 16 05:35:39.850585 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-43ffd90b-ddfb-4c2f-8175-c1e0b14e8879 req-ba5cf1c7-fe65-4500-b3b9-177846a5a6df tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e918f24-01ad-4e60-9808-05fb06bcaa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467162 Sep 16 05:35:40.152660 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6ce62-6a42-4563-8fe1-81b28b01a48f req-ddb140e8-5b6b-4465-b760-92a28ade0044 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:40.154305 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5d6ce62-6a42-4563-8fe1-81b28b01a48f req-ddb140e8-5b6b-4465-b760-92a28ade0044 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c36b0b2-3f85-4abb-b3b8-faf5948c02ed HTTP/1.1" status: 200 len: 950 time: 0.0582583 Sep 16 05:35:40.257135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a5d6ce62-6a42-4563-8fe1-81b28b01a48f req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Deleting port 01ea63c1-2a43-458a-818c-6562b99ef99b {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:40.257506 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a5d6ce62-6a42-4563-8fe1-81b28b01a48f req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:40.368149 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a5d6ce62-6a42-4563-8fe1-81b28b01a48f req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] For port 01ea63c1-2a43-458a-818c-6562b99ef99b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=01ea63c1-2a43-458a-818c-6562b99ef99b,segment=NetworkSegment(badeb0a6-3c0d-4205-8865-118895d7136f),segment_id=badeb0a6-3c0d-4205-8865-118895d7136f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:40.368548 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a5d6ce62-6a42-4563-8fe1-81b28b01a48f req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:40.383815 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a5d6ce62-6a42-4563-8fe1-81b28b01a48f req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Calling delete_port for 01ea63c1-2a43-458a-818c-6562b99ef99b owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:40.634135 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a5d6ce62-6a42-4563-8fe1-81b28b01a48f req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:40.669694 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['01ea63c1-2a43-458a-818c-6562b99ef99b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:40.671466 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Pushing event deleted for resources: {'Port': ['ID=01ea63c1-2a43-458a-818c-6562b99ef99b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:40.685833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:40.686192 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:40.686547 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:40.687399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:40.687740 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:40.688073 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:40.688414 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:40.688749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:40.689077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:40.689390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:40.689716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:40.690055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:40.735324 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d6ce62-6a42-4563-8fe1-81b28b01a48f req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] No DVR routers for this DVR port 01ea63c1-2a43-458a-818c-6562b99ef99b on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:35:40.739393 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a5d6ce62-6a42-4563-8fe1-81b28b01a48f req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:40.744844 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a5d6ce62-6a42-4563-8fe1-81b28b01a48f req-6fb9097a-2e72-4947-8569-8bf01d20e5e3 tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.21 "DELETE /v2.0/ports/01ea63c1-2a43-458a-818c-6562b99ef99b HTTP/1.1" status: 204 len: 173 time: 0.5819833 Sep 16 05:35:40.744844 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c36b0b2-3f85-4abb-b3b8-faf5948c02ed', 'name': 'network-vif-deleted', 'tag': '01ea63c1-2a43-458a-818c-6562b99ef99b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:40.746861 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318617f0-a655-470b-b69c-61aeff99a547" -d '{"events": [{"server_uuid": "2c36b0b2-3f85-4abb-b3b8-faf5948c02ed", "name": "network-vif-deleted", "tag": "01ea63c1-2a43-458a-818c-6562b99ef99b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:40.793069 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a047e6-a9b5-4d0a-a263-7cb812652c68 x-openstack-request-id: req-c2a047e6-a9b5-4d0a-a263-7cb812652c68 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:40.793761 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c36b0b2-3f85-4abb-b3b8-faf5948c02ed", "name": "network-vif-deleted", "tag": "01ea63c1-2a43-458a-818c-6562b99ef99b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:40.794345 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2a047e6-a9b5-4d0a-a263-7cb812652c68 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:40.794821 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c36b0b2-3f85-4abb-b3b8-faf5948c02ed', 'name': 'network-vif-deleted', 'tag': '01ea63c1-2a43-458a-818c-6562b99ef99b', 'status': 'completed', 'code': 200} Sep 16 05:35:40.947762 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:40.988241 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61d88ff2-8b24-4138-b305-2eb1825412d2 req-575b40a7-cf7e-4680-b9ad-b97e386558fb tempest-ServersAdminNegativeTestJSON-935898687 tempest-ServersAdminNegativeTestJSON-935898687-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c36b0b2-3f85-4abb-b3b8-faf5948c02ed HTTP/1.1" status: 200 len: 210 time: 0.0333281 Sep 16 05:35:42.642423 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38320) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:42.802351 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-36db1713-b710-473f-9b4d-2a63148f9e03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2953445f45d4400af7e1d3c4b66bfe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586082 Sep 16 05:35:42.805474 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38324) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:42.870279 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1097d975-fffc-447b-afc0-c0cd7b515eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:42.900502 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1097d975-fffc-447b-afc0-c0cd7b515eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:43.085546 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1097d975-fffc-447b-afc0-c0cd7b515eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:43.088589 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1097d975-fffc-447b-afc0-c0cd7b515eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:43.089975 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1097d975-fffc-447b-afc0-c0cd7b515eff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e918f24-01ad-4e60-9808-05fb06bcaa7d HTTP/1.1" status: 204 len: 168 time: 0.2833984 Sep 16 05:35:43.101506 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097d975-fffc-447b-afc0-c0cd7b515eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e918f24-01ad-4e60-9808-05fb06bcaa7d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:43.107742 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097d975-fffc-447b-afc0-c0cd7b515eff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:43.108087 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097d975-fffc-447b-afc0-c0cd7b515eff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:43.108430 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097d975-fffc-447b-afc0-c0cd7b515eff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:43.108874 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097d975-fffc-447b-afc0-c0cd7b515eff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:43.109206 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097d975-fffc-447b-afc0-c0cd7b515eff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:43.109530 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097d975-fffc-447b-afc0-c0cd7b515eff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:43.109857 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097d975-fffc-447b-afc0-c0cd7b515eff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:43.110172 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097d975-fffc-447b-afc0-c0cd7b515eff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:43.110499 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097d975-fffc-447b-afc0-c0cd7b515eff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:43.110809 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097d975-fffc-447b-afc0-c0cd7b515eff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:43.111146 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097d975-fffc-447b-afc0-c0cd7b515eff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:43.111467 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097d975-fffc-447b-afc0-c0cd7b515eff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:43.843365 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-8ff4ec45-9c6e-4554-aaca-06442cf9ac24 req-6737f6f3-13f9-4190-9a77-58866fa5ddba service neutron] (95474) timed out ('10.222.0.20', 39538) {{(pid=95474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:35:43.844867 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38330) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:43.849754 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 01ea63c1-2a43-458a-818c-6562b99ef99b no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:43.861603 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-db562e68-e06e-44e2-8cac-c56ba8c1f2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:43.871719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 01ea63c1-2a43-458a-818c-6562b99ef99b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:35:43.872069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 01ea63c1-2a43-458a-818c-6562b99ef99b not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:43.968801 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-db562e68-e06e-44e2-8cac-c56ba8c1f2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.045377 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-db562e68-e06e-44e2-8cac-c56ba8c1f2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.086958 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db562e68-e06e-44e2-8cac-c56ba8c1f2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1577da8-35bb-446d-8e02-091c42ee040f,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:44.092326 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-db562e68-e06e-44e2-8cac-c56ba8c1f2a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a96d92c085e475e91e5ffe3eb0cd78b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459776 Sep 16 05:35:44.095763 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38332) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:44.161559 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-73c5eecc-0c31-477a-bc39-7738d66ef139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.187891 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-73c5eecc-0c31-477a-bc39-7738d66ef139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.317752 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-73c5eecc-0c31-477a-bc39-7738d66ef139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.320280 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-73c5eecc-0c31-477a-bc39-7738d66ef139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.321544 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-73c5eecc-0c31-477a-bc39-7738d66ef139 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1577da8-35bb-446d-8e02-091c42ee040f HTTP/1.1" status: 204 len: 168 time: 0.2245052 Sep 16 05:35:44.330307 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5eecc-0c31-477a-bc39-7738d66ef139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1577da8-35bb-446d-8e02-091c42ee040f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:45.230894 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:35:45.563775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38354) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:45.725751 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-1af281b6-d3f4-4f99-8e51-cd3e5cced518 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-98781883-network', 'tenant_id': '3487dd19a8fd4c4dbe3cd73ac4fb286b'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:45.831924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af281b6-d3f4-4f99-8e51-cd3e5cced518 admin admin] Made reservation on behalf of 3487dd19a8fd4c4dbe3cd73ac4fb286b for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:45.835139 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1af281b6-d3f4-4f99-8e51-cd3e5cced518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.846014 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1af281b6-d3f4-4f99-8e51-cd3e5cced518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.956886 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1af281b6-d3f4-4f99-8e51-cd3e5cced518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.033685 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1af281b6-d3f4-4f99-8e51-cd3e5cced518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.062759 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af281b6-d3f4-4f99-8e51-cd3e5cced518 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:35:46.074152 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af281b6-d3f4-4f99-8e51-cd3e5cced518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bf2796-56d4-4a3b-81a2-1999588c2194,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:46.080951 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1af281b6-d3f4-4f99-8e51-cd3e5cced518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.081325 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-1af281b6-d3f4-4f99-8e51-cd3e5cced518 admin admin] Added segment 5e87e854-0f71-4728-88ae-8d5774f4b004 of type vlan for network 39d91bb8-5ca3-4a8f-b773-279589720ff7 Sep 16 05:35:46.129971 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1af281b6-d3f4-4f99-8e51-cd3e5cced518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.256950 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1af281b6-d3f4-4f99-8e51-cd3e5cced518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.258035 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af281b6-d3f4-4f99-8e51-cd3e5cced518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:46.258675 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1af281b6-d3f4-4f99-8e51-cd3e5cced518 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.326058 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af281b6-d3f4-4f99-8e51-cd3e5cced518 admin admin] Pushing event updated for resources: {'Network': ['ID=39d91bb8-5ca3-4a8f-b773-279589720ff7,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:46.338658 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 39d91bb8-5ca3-4a8f-b773-279589720ff7 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:35:46.366700 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1af281b6-d3f4-4f99-8e51-cd3e5cced518 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8012426 Sep 16 05:35:46.370872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 38360) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:46.376820 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f8bb0d90-169d-4583-bc0d-f05836013e57 admin admin] Request body: {'subnet': {'network_id': '39d91bb8-5ca3-4a8f-b773-279589720ff7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-98781883-subnet', 'tenant_id': '3487dd19a8fd4c4dbe3cd73ac4fb286b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:46.497665 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bb0d90-169d-4583-bc0d-f05836013e57 admin admin] Made reservation on behalf of 3487dd19a8fd4c4dbe3cd73ac4fb286b for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:46.502254 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f8bb0d90-169d-4583-bc0d-f05836013e57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.851454 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f8bb0d90-169d-4583-bc0d-f05836013e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.918557 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb0d90-169d-4583-bc0d-f05836013e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b7042f7-4228-4bba-a8cb-0f37ac0a4a10,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:46.928813 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bb0d90-169d-4583-bc0d-f05836013e57 admin admin] Checking segment: {'id': '5e87e854-0f71-4728-88ae-8d5774f4b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '39d91bb8-5ca3-4a8f-b773-279589720ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:46.929180 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bb0d90-169d-4583-bc0d-f05836013e57 admin admin] Network hostable DHCP agents. Network: 39d91bb8-5ca3-4a8f-b773-279589720ff7, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:35:47.032459 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bb0d90-169d-4583-bc0d-f05836013e57 admin admin] Network 39d91bb8-5ca3-4a8f-b773-279589720ff7 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:35:47.126828 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-f8bb0d90-169d-4583-bc0d-f05836013e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 39d91bb8-5ca3-4a8f-b773-279589720ff7) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:47.133345 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb0d90-169d-4583-bc0d-f05836013e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:47.134097 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f8bb0d90-169d-4583-bc0d-f05836013e57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:47.141289 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e02183-0ec0-470c-90f3-735a973479c8 None None] Network 39d91bb8-5ca3-4a8f-b773-279589720ff7 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:35:47.223424 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f8bb0d90-169d-4583-bc0d-f05836013e57 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8510516 Sep 16 05:35:47.329196 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2241f3-13fd-44f6-806c-0af25d127b66 None None] Network 39d91bb8-5ca3-4a8f-b773-279589720ff7 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:35:47.818781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-0391e14f-aa61-4b37-bad7-127f1a0ded7e tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:47.821610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-0391e14f-aa61-4b37-bad7-127f1a0ded7e tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/networks?id=39d91bb8-5ca3-4a8f-b773-279589720ff7 HTTP/1.1" status: 200 len: 810 time: 0.1816657 Sep 16 05:35:47.839922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-db14f386-52c5-43b3-b045-55ff6bd8c7a5 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/quotas/3487dd19a8fd4c4dbe3cd73ac4fb286b HTTP/1.1" status: 200 len: 375 time: 0.0122206 Sep 16 05:35:47.878451 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-cd729159-6179-43fc-8236-8c022e3c069c tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3487dd19a8fd4c4dbe3cd73ac4fb286b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314777 Sep 16 05:35:47.891488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-cbc9d149-1269-4bdd-9aa6-89b23ce86534 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:35:47.892643 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-cbc9d149-1269-4bdd-9aa6-89b23ce86534 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061965 Sep 16 05:35:48.001403 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-7bc0187c-d295-4fc4-9785-00ebaf909691 service neutron] 10.222.0.20 "GET /v2.0/networks/39d91bb8-5ca3-4a8f-b773-279589720ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015728 Sep 16 05:35:48.106339 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-ba52940d-2634-49e4-8c65-3a14d38bb425 service neutron] 10.222.0.20 "GET /v2.0/networks/39d91bb8-5ca3-4a8f-b773-279589720ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972722 Sep 16 05:35:48.414329 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-458efb7e-19c0-436f-9d40-b99f2b19949d req-39a3403c-b6aa-4091-87d6-deb8652f9630 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 210 time: 0.0466132 Sep 16 05:35:49.516251 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61fae890-2f64-464e-93c5-931fb682fbef req-128e520c-76b9-4b50-b1a3-f30e9dc15233 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 210 time: 0.0452461 Sep 16 05:35:50.623722 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-484cefd2-ead8-45c8-89ce-b65676532184 req-b8a9bd70-d732-4ea1-be81-d67a651da66c tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 210 time: 0.0333953 Sep 16 05:35:51.213494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-d63efddb-1351-48d8-923f-13dfb1f24606 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:51.215298 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-d63efddb-1351-48d8-923f-13dfb1f24606 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.21 "GET /v2.0/networks?id=39d91bb8-5ca3-4a8f-b773-279589720ff7 HTTP/1.1" status: 200 len: 810 time: 0.1286595 Sep 16 05:35:51.236995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-fa32fd53-4e87-4c5b-b8ef-c8bb598e58df tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Request body: {'port': {'device_id': 'b2f7d9bb-a2aa-4449-a622-efeb4319a5bb', 'network_id': '39d91bb8-5ca3-4a8f-b773-279589720ff7', 'admin_state_up': True, 'tenant_id': '3487dd19a8fd4c4dbe3cd73ac4fb286b'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:51.514407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-fa32fd53-4e87-4c5b-b8ef-c8bb598e58df tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Made reservation on behalf of 3487dd19a8fd4c4dbe3cd73ac4fb286b for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:51.519199 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-fa32fd53-4e87-4c5b-b8ef-c8bb598e58df tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:51.673424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-fa32fd53-4e87-4c5b-b8ef-c8bb598e58df tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Allocated IP 172.20.0.5 (39d91bb8-5ca3-4a8f-b773-279589720ff7/9b7042f7-4228-4bba-a8cb-0f37ac0a4a10/d3edfb61-08da-4257-a593-be44cfba39d9) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:51.780838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-92549ea3-b877-493a-aea0-fc522b6d5dc6 req-cf3624b5-98e3-468b-be62-1c6d17cafbcf tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 210 time: 0.0459580 Sep 16 05:35:51.888138 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-fa32fd53-4e87-4c5b-b8ef-c8bb598e58df tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.089308 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-fa32fd53-4e87-4c5b-b8ef-c8bb598e58df tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.137734 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-fa32fd53-4e87-4c5b-b8ef-c8bb598e58df tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Network 39d91bb8-5ca3-4a8f-b773-279589720ff7 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:52.141211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-fa32fd53-4e87-4c5b-b8ef-c8bb598e58df tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:52.145444 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-fa32fd53-4e87-4c5b-b8ef-c8bb598e58df tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:52.176210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32fd53-4e87-4c5b-b8ef-c8bb598e58df tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Pushing event updated for resources: {'Port': ['ID=d3edfb61-08da-4257-a593-be44cfba39d9,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:52.209042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-fa32fd53-4e87-4c5b-b8ef-c8bb598e58df tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:52.209868 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-fa32fd53-4e87-4c5b-b8ef-c8bb598e58df tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.291839 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-fa32fd53-4e87-4c5b-b8ef-c8bb598e58df tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0616636 Sep 16 05:35:52.311284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Request body: {'port': {'device_id': 'b2f7d9bb-a2aa-4449-a622-efeb4319a5bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:52.371973 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.679739 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3edfb61-08da-4257-a593-be44cfba39d9 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:52.689009 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.707579 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Transition to ACTIVE for port object d3edfb61-08da-4257-a593-be44cfba39d9 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:35:52.825195 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.917006 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3edfb61-08da-4257-a593-be44cfba39d9,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:53.003682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abb3c6-756e-4035-a392-65595cd87a38 req-dd7112a4-8484-4288-a3a1-cf9c3c8d4547 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:53.005347 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2abb3c6-756e-4035-a392-65595cd87a38 req-dd7112a4-8484-4288-a3a1-cf9c3c8d4547 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 943 time: 0.1204512 Sep 16 05:35:53.010797 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Attempting to bind port d3edfb61-08da-4257-a593-be44cfba39d9 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:35:53.011251 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Attempting to bind port d3edfb61-08da-4257-a593-be44cfba39d9 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '5e87e854-0f71-4728-88ae-8d5774f4b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '39d91bb8-5ca3-4a8f-b773-279589720ff7'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:35:53.011602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Attempting to bind port d3edfb61-08da-4257-a593-be44cfba39d9 on network 39d91bb8-5ca3-4a8f-b773-279589720ff7 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:53.024825 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Port d3edfb61-08da-4257-a593-be44cfba39d9 on network 39d91bb8-5ca3-4a8f-b773-279589720ff7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:35:53.025241 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Attempting to bind port d3edfb61-08da-4257-a593-be44cfba39d9 on network 39d91bb8-5ca3-4a8f-b773-279589720ff7 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:53.047325 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:35:53.047699 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Checking segment: {'id': '5e87e854-0f71-4728-88ae-8d5774f4b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '39d91bb8-5ca3-4a8f-b773-279589720ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:53.048098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Bound using segment: {'id': '5e87e854-0f71-4728-88ae-8d5774f4b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '39d91bb8-5ca3-4a8f-b773-279589720ff7'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:35:53.048560 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Bound port: d3edfb61-08da-4257-a593-be44cfba39d9, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e87e854-0f71-4728-88ae-8d5774f4b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '39d91bb8-5ca3-4a8f-b773-279589720ff7'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:35:53.048922 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.075424 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2abb3c6-756e-4035-a392-65595cd87a38 req-a696665b-e183-4923-9ce5-286fd0696ec0 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595169 Sep 16 05:35:53.137364 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] For port d3edfb61-08da-4257-a593-be44cfba39d9, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:35:53.141466 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] For port d3edfb61-08da-4257-a593-be44cfba39d9, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d3edfb61-08da-4257-a593-be44cfba39d9,segment=NetworkSegment(5e87e854-0f71-4728-88ae-8d5774f4b004),segment_id=5e87e854-0f71-4728-88ae-8d5774f4b004)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:35:53.217323 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.256847 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:53.257481 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.259035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] 10.222.0.21 "PUT /v2.0/ports/d3edfb61-08da-4257-a593-be44cfba39d9 HTTP/1.1" status: 200 len: 1092 time: 0.9525216 Sep 16 05:35:53.259527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f7d9bb-a2aa-4449-a622-efeb4319a5bb', 'tag': 'd3edfb61-08da-4257-a593-be44cfba39d9'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:53.262005 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f276aab-cc09-4666-a01b-1fa06c6288c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f7d9bb-a2aa-4449-a622-efeb4319a5bb", "tag": "d3edfb61-08da-4257-a593-be44cfba39d9"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:53.293090 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cfcee-55d0-4bb1-891c-e1dff6e64ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3edfb61-08da-4257-a593-be44cfba39d9,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:53.318788 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8b17b0-0fcd-414b-b1bd-a119751f1d56 x-openstack-request-id: req-0c8b17b0-0fcd-414b-b1bd-a119751f1d56 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:53.319117 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f7d9bb-a2aa-4449-a622-efeb4319a5bb", "tag": "d3edfb61-08da-4257-a593-be44cfba39d9", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:53.319373 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c8b17b0-0fcd-414b-b1bd-a119751f1d56 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:53.319787 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f7d9bb-a2aa-4449-a622-efeb4319a5bb', 'tag': 'd3edfb61-08da-4257-a593-be44cfba39d9', 'status': 'completed', 'code': 200} Sep 16 05:35:53.412269 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f276aab-cc09-4666-a01b-1fa06c6288c0 req-82aea713-2194-4f57-8fb9-2d42cb6623db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:53.413829 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f276aab-cc09-4666-a01b-1fa06c6288c0 req-82aea713-2194-4f57-8fb9-2d42cb6623db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3487dd19a8fd4c4dbe3cd73ac4fb286b&device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 1095 time: 0.0498879 Sep 16 05:35:53.542081 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f276aab-cc09-4666-a01b-1fa06c6288c0 req-a084fdf5-a930-4d47-9119-9caffe27ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:53.543651 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f276aab-cc09-4666-a01b-1fa06c6288c0 req-a084fdf5-a930-4d47-9119-9caffe27ade7 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3487dd19a8fd4c4dbe3cd73ac4fb286b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1145167 Sep 16 05:35:53.654460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f276aab-cc09-4666-a01b-1fa06c6288c0 req-c5d71729-64f9-44ae-a3e5-fd037b7f68cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:53.656975 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f276aab-cc09-4666-a01b-1fa06c6288c0 req-c5d71729-64f9-44ae-a3e5-fd037b7f68cf service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1061428 Sep 16 05:35:53.763234 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-b747e030-8c0c-4d5c-a422-7421c7642612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:53.765396 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-b747e030-8c0c-4d5c-a422-7421c7642612 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3487dd19a8fd4c4dbe3cd73ac4fb286b&device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 1095 time: 0.0477786 Sep 16 05:35:53.822726 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-3691336e-3db8-4abc-9d3d-458ee230cbe1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3edfb61-08da-4257-a593-be44cfba39d9 HTTP/1.1" status: 200 len: 217 time: 0.0437489 Sep 16 05:35:53.880909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-a7d91fe9-b501-423f-82c5-57a39289110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:53.882630 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-a7d91fe9-b501-423f-82c5-57a39289110f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b7042f7-4228-4bba-a8cb-0f37ac0a4a10 HTTP/1.1" status: 200 len: 850 time: 0.0525403 Sep 16 05:35:53.924664 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-0e51c5dd-1436-4ee9-829c-bd0c87950db9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39d91bb8-5ca3-4a8f-b773-279589720ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347736 Sep 16 05:35:54.053414 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-6b8c036a-6936-4bd9-af55-ade974893d9a service neutron] 10.222.0.21 "GET /v2.0/networks/39d91bb8-5ca3-4a8f-b773-279589720ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221821 Sep 16 05:35:54.182664 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8810bba1-9fe0-4be0-a419-e82c1c65c38f req-e19b108f-9d27-4e59-a6d7-0e2b4c5f28a5 service neutron] 10.222.0.21 "GET /v2.0/networks/39d91bb8-5ca3-4a8f-b773-279589720ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215057 Sep 16 05:35:54.222704 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11557557-ed88-41ee-aa47-474b7e6f455e req-422f96ef-d0bc-4479-87f2-bd689702fc51 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:54.224397 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-11557557-ed88-41ee-aa47-474b7e6f455e req-422f96ef-d0bc-4479-87f2-bd689702fc51 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 943 time: 0.0654974 Sep 16 05:35:54.268282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-11557557-ed88-41ee-aa47-474b7e6f455e req-6b4495fe-4f8c-4aa7-8584-cd0417aefda7 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372925 Sep 16 05:35:54.674550 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:55.404328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667a2bb-291e-46bf-8abd-7adb05dd53af req-b8c8affc-b2fa-4217-abe5-645110e05a07 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:55.407131 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2667a2bb-291e-46bf-8abd-7adb05dd53af req-b8c8affc-b2fa-4217-abe5-645110e05a07 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 943 time: 0.0615973 Sep 16 05:35:55.451154 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2667a2bb-291e-46bf-8abd-7adb05dd53af req-0802d47e-2e3d-42b0-a25d-82a2180ffb30 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373871 Sep 16 05:35:56.595046 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5a554-b4c3-47d3-9192-d8e52438d896 req-b8c51d78-dd9f-4c0b-91ec-7282a0659bfe tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:56.597787 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7b5a554-b4c3-47d3-9192-d8e52438d896 req-b8c51d78-dd9f-4c0b-91ec-7282a0659bfe tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 943 time: 0.0706267 Sep 16 05:35:56.642389 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7b5a554-b4c3-47d3-9192-d8e52438d896 req-e8484fdc-e5b3-4a10-b14b-a752df2f6561 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383799 Sep 16 05:35:57.769549 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf55aa-cdfa-4b05-9843-833ba2077fcc req-53b63fc2-8c78-40ac-bf0d-30811c8816cd tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:57.772191 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1fcf55aa-cdfa-4b05-9843-833ba2077fcc req-53b63fc2-8c78-40ac-bf0d-30811c8816cd tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 943 time: 0.0536811 Sep 16 05:35:57.817495 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1fcf55aa-cdfa-4b05-9843-833ba2077fcc req-59bedc81-1367-4617-9086-b91122ee7e15 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386195 Sep 16 05:35:57.932000 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d3edfb61-08da-4257-a593-be44cfba39d9 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:35:58.036664 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port d3edfb61-08da-4257-a593-be44cfba39d9, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d3edfb61-08da-4257-a593-be44cfba39d9,segment=NetworkSegment(5e87e854-0f71-4728-88ae-8d5774f4b004),segment_id=5e87e854-0f71-4728-88ae-8d5774f4b004)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:58.049783 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'd3edfb61-08da-4257-a593-be44cfba39d9', 'network_id': '39d91bb8-5ca3-4a8f-b773-279589720ff7', 'port_id': 'd3edfb61-08da-4257-a593-be44cfba39d9', 'mac_address': 'fa:16:3e:3c:3d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7042f7-4228-4bba-a8cb-0f37ac0a4a10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:35:58.088811 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:58.103478 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3edfb61-08da-4257-a593-be44cfba39d9 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:58.124934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port d3edfb61-08da-4257-a593-be44cfba39d9, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d3edfb61-08da-4257-a593-be44cfba39d9,segment=NetworkSegment(5e87e854-0f71-4728-88ae-8d5774f4b004),segment_id=5e87e854-0f71-4728-88ae-8d5774f4b004)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:58.225979 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:58.285371 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=d3edfb61-08da-4257-a593-be44cfba39d9,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:58.596921 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['d3edfb61-08da-4257-a593-be44cfba39d9'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:58.707000 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:58.958659 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31743154-c317-4d7f-94e7-c3ca73451f73 req-bbb709e9-1a98-44d3-8223-b876a88bb45e tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:58.960810 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31743154-c317-4d7f-94e7-c3ca73451f73 req-bbb709e9-1a98-44d3-8223-b876a88bb45e tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 944 time: 0.0611439 Sep 16 05:35:59.009599 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31743154-c317-4d7f-94e7-c3ca73451f73 req-86386ae9-76bf-4b69-8f31-cad155ad9246 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365052 Sep 16 05:35:59.930680 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d3edfb61-08da-4257-a593-be44cfba39d9 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:00.063548 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port d3edfb61-08da-4257-a593-be44cfba39d9 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:36:00.070853 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port d3edfb61-08da-4257-a593-be44cfba39d9 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:00.072467 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:00.169659 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f364ae-2153-46e5-8cb0-13259804ea2d req-26d4f0cb-66d8-4c71-a0cc-d94b49bdb9b3 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:00.169659 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f3f364ae-2153-46e5-8cb0-13259804ea2d req-26d4f0cb-66d8-4c71-a0cc-d94b49bdb9b3 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 944 time: 0.0605366 Sep 16 05:36:00.174789 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:00.213603 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f3f364ae-2153-46e5-8cb0-13259804ea2d req-a3418e3d-1a3e-4bb0-b715-de8b3bdf5333 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387630 Sep 16 05:36:00.215216 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f7d9bb-a2aa-4449-a622-efeb4319a5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3edfb61-08da-4257-a593-be44cfba39d9'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:00.218283 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35af53d7-3de9-4d39-a977-e577e346f903" -d '{"events": [{"server_uuid": "b2f7d9bb-a2aa-4449-a622-efeb4319a5bb", "name": "network-vif-plugged", "status": "completed", "tag": "d3edfb61-08da-4257-a593-be44cfba39d9"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:00.236689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port d3edfb61-08da-4257-a593-be44cfba39d9, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d3edfb61-08da-4257-a593-be44cfba39d9,segment=NetworkSegment(5e87e854-0f71-4728-88ae-8d5774f4b004),segment_id=5e87e854-0f71-4728-88ae-8d5774f4b004)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:00.273927 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06407ed7-1e3e-461c-a539-25983144dbff x-openstack-request-id: req-06407ed7-1e3e-461c-a539-25983144dbff {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:00.274244 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f7d9bb-a2aa-4449-a622-efeb4319a5bb", "name": "network-vif-plugged", "status": "completed", "tag": "d3edfb61-08da-4257-a593-be44cfba39d9", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:00.274502 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06407ed7-1e3e-461c-a539-25983144dbff {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:00.275154 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f7d9bb-a2aa-4449-a622-efeb4319a5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3edfb61-08da-4257-a593-be44cfba39d9', 'code': 200} Sep 16 05:36:00.311763 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:00.385395 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=d3edfb61-08da-4257-a593-be44cfba39d9,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:00.435956 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45643dd-6828-4af7-8cca-51f6f0b8fbf3 req-45e7bed5-dff5-497f-ae03-d6e9d23909be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:00.439193 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a45643dd-6828-4af7-8cca-51f6f0b8fbf3 req-45e7bed5-dff5-497f-ae03-d6e9d23909be service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 1097 time: 0.0768685 Sep 16 05:36:00.479313 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a45643dd-6828-4af7-8cca-51f6f0b8fbf3 req-fda5ad34-1061-40ef-814c-42cc78832f35 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334766 Sep 16 05:36:01.361789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebe72e-1ac1-4041-9729-168ee2b205ad req-cc33101f-6db5-4998-9d69-c23798d1e1dc tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:01.363620 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9ebe72e-1ac1-4041-9729-168ee2b205ad req-cc33101f-6db5-4998-9d69-c23798d1e1dc tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0599234 Sep 16 05:36:01.414018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9ebe72e-1ac1-4041-9729-168ee2b205ad req-58011e73-b158-4393-885d-48719ba3fd69 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437376 Sep 16 05:36:02.547759 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484ab3c-7d96-4f72-b914-e82444d099f9 req-eba47177-6003-4e57-bb61-9f2dea6d4e88 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:02.549519 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1484ab3c-7d96-4f72-b914-e82444d099f9 req-eba47177-6003-4e57-bb61-9f2dea6d4e88 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0566988 Sep 16 05:36:02.598724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1484ab3c-7d96-4f72-b914-e82444d099f9 req-3c2bebe4-4fec-40c5-904d-b270f60b8907 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378666 Sep 16 05:36:03.179420 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c795c0-f224-4c12-9591-90f999d69010 req-5630303b-9989-4672-a344-123d61fa037f tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:03.181105 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26c795c0-f224-4c12-9591-90f999d69010 req-5630303b-9989-4672-a344-123d61fa037f tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0566690 Sep 16 05:36:03.228721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-26c795c0-f224-4c12-9591-90f999d69010 req-322b95d7-a428-4717-b24c-89b5be785a22 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381119 Sep 16 05:36:03.412817 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-3ef0f5f2-9046-444a-954d-91584e4de9ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1349585 Sep 16 05:36:03.425866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-42d4e433-3678-4146-97a3-f1eab32fc168 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:36:03.427673 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-42d4e433-3678-4146-97a3-f1eab32fc168 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090909 Sep 16 05:36:04.429610 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196271e-f969-4852-9f57-a2b9e65e578f req-3f8178bf-f2ff-465c-9a09-b4be3b00e2eb tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:04.432351 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e196271e-f969-4852-9f57-a2b9e65e578f req-3f8178bf-f2ff-465c-9a09-b4be3b00e2eb tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.1021831 Sep 16 05:36:04.500650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e196271e-f969-4852-9f57-a2b9e65e578f req-d848c37e-df05-432b-8bda-76cf82dc0257 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596149 Sep 16 05:36:05.336624 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4d16a4fa-79ad-4b6e-b12f-2fac3ac87373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:05.648308 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126e5d9-e8ee-464a-9c7f-2d656a8b1929 req-d536c1a4-6535-49aa-ab5f-97dd8516a0c0 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:05.649904 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c126e5d9-e8ee-464a-9c7f-2d656a8b1929 req-d536c1a4-6535-49aa-ab5f-97dd8516a0c0 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0638456 Sep 16 05:36:05.703264 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c126e5d9-e8ee-464a-9c7f-2d656a8b1929 req-9d15cb80-67de-4ff4-a4ab-09d4b165a489 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407867 Sep 16 05:36:06.391608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-667c6f76-ff00-4be9-85e6-acc9b173a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:06.393304 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-667c6f76-ff00-4be9-85e6-acc9b173a4ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3487dd19a8fd4c4dbe3cd73ac4fb286b&device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 1097 time: 0.4032078 Sep 16 05:36:06.502142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-6fdf53ea-370e-448f-82c4-accb6ee48c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:06.503729 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-6fdf53ea-370e-448f-82c4-accb6ee48c18 service neutron] 10.222.0.21 "GET /v2.0/networks?id=39d91bb8-5ca3-4a8f-b773-279589720ff7 HTTP/1.1" status: 200 len: 911 time: 0.1027775 Sep 16 05:36:06.555929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-e6c6426c-949d-4ff9-a47a-499eb81d1c12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3edfb61-08da-4257-a593-be44cfba39d9 HTTP/1.1" status: 200 len: 217 time: 0.0447011 Sep 16 05:36:06.611214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-4ed4de02-3d86-4274-96c7-4dc21af95611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:06.612733 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-4ed4de02-3d86-4274-96c7-4dc21af95611 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b7042f7-4228-4bba-a8cb-0f37ac0a4a10 HTTP/1.1" status: 200 len: 850 time: 0.0496962 Sep 16 05:36:06.647547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-1bb257ad-55df-4023-aa72-154ff22c864a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39d91bb8-5ca3-4a8f-b773-279589720ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273643 Sep 16 05:36:06.756510 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-8512ff5c-b5f0-4281-b861-3dd285e37011 service neutron] 10.222.0.21 "GET /v2.0/networks/39d91bb8-5ca3-4a8f-b773-279589720ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023140 Sep 16 05:36:06.915049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb6c61-84c2-461c-9f84-72ed34ad92eb req-bf2ab44d-6b18-4b60-b406-891dac162216 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:06.916975 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67fb6c61-84c2-461c-9f84-72ed34ad92eb req-bf2ab44d-6b18-4b60-b406-891dac162216 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.1275046 Sep 16 05:36:06.919726 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-1ce28d3d-4afb-4243-83b0-6360b3838109 service neutron] 10.222.0.21 "GET /v2.0/networks/39d91bb8-5ca3-4a8f-b773-279589720ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566970 Sep 16 05:36:06.969052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67fb6c61-84c2-461c-9f84-72ed34ad92eb req-4db9be2e-0789-4409-b013-0d4b39fa7140 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440965 Sep 16 05:36:07.845264 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b1db6411-b9b6-48d6-b4a1-7c543c86cd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:08.100122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ba682-3af4-4e01-b444-5c302e81be10 req-7a0aa01e-a162-4190-b8fb-84ddd52b9742 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:08.101682 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf4ba682-3af4-4e01-b444-5c302e81be10 req-7a0aa01e-a162-4190-b8fb-84ddd52b9742 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0564611 Sep 16 05:36:08.150626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf4ba682-3af4-4e01-b444-5c302e81be10 req-23e0a2d6-9252-4638-909a-dd9e01068d33 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373147 Sep 16 05:36:08.599604 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:09.287229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fead8f-0296-403c-b6b4-971d8c8323b0 req-45c3eee4-bc0e-436e-859c-0e6856b467a2 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:09.288952 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b4fead8f-0296-403c-b6b4-971d8c8323b0 req-45c3eee4-bc0e-436e-859c-0e6856b467a2 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0543568 Sep 16 05:36:09.339323 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b4fead8f-0296-403c-b6b4-971d8c8323b0 req-22ce4793-841d-4533-9583-4cda6dcbd2b6 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382378 Sep 16 05:36:09.404821 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:10.467940 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd154381-b617-4017-91c3-6aef536f6d55 req-b202d788-64e1-4ed5-943e-3707e6ff07d6 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:10.469615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd154381-b617-4017-91c3-6aef536f6d55 req-b202d788-64e1-4ed5-943e-3707e6ff07d6 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0551109 Sep 16 05:36:10.522735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd154381-b617-4017-91c3-6aef536f6d55 req-8bb9ff3f-ec46-4d30-a6a6-e7eb241b0dc6 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423198 Sep 16 05:36:10.970989 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:11.647621 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d1873-88ce-40b4-8f19-20f85becaa3f req-49a98400-95f9-423f-88aa-be8ea59c4a2a tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:11.649222 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba4d1873-88ce-40b4-8f19-20f85becaa3f req-49a98400-95f9-423f-88aa-be8ea59c4a2a tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0530243 Sep 16 05:36:11.697286 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba4d1873-88ce-40b4-8f19-20f85becaa3f req-6d828860-e3d9-4cd1-adb4-8b59e481f0aa tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363526 Sep 16 05:36:12.824824 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96e220-d299-4d1a-912d-b0b72e712e35 req-42381ee9-a448-4afd-8b5f-d53a23c8176d tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:12.826548 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd96e220-d299-4d1a-912d-b0b72e712e35 req-42381ee9-a448-4afd-8b5f-d53a23c8176d tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0535667 Sep 16 05:36:12.875082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd96e220-d299-4d1a-912d-b0b72e712e35 req-b7a7ccf9-3ed1-4c4b-b576-2c2e593b1409 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385034 Sep 16 05:36:14.009760 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b81dd-7c17-40a8-8779-4b736d52c39a req-d860912f-562d-434b-be74-703319474aea tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:14.011432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab5b81dd-7c17-40a8-8779-4b736d52c39a req-d860912f-562d-434b-be74-703319474aea tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0543759 Sep 16 05:36:14.084697 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab5b81dd-7c17-40a8-8779-4b736d52c39a req-580d9b35-b1c8-49cb-b683-42dae354b954 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652478 Sep 16 05:36:15.240824 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049de3f7-a03a-4a0d-94c5-d115096ee09b req-4f90a378-e286-4061-9591-ecda852738ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:15.241938 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-049de3f7-a03a-4a0d-94c5-d115096ee09b req-4f90a378-e286-4061-9591-ecda852738ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3487dd19a8fd4c4dbe3cd73ac4fb286b&device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 1097 time: 0.1743543 Sep 16 05:36:15.265709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8edc8c-fc13-42bf-a4be-8487b74e6c13 req-289ff72a-3a4d-4ef5-a036-4198591cf021 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:15.267779 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b8edc8c-fc13-42bf-a4be-8487b74e6c13 req-289ff72a-3a4d-4ef5-a036-4198591cf021 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0794883 Sep 16 05:36:15.415269 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b8edc8c-fc13-42bf-a4be-8487b74e6c13 req-64b155b3-f417-4d16-b5ca-54b0c6780c40 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311672 Sep 16 05:36:15.443963 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049de3f7-a03a-4a0d-94c5-d115096ee09b req-a79585d0-8a70-4365-adeb-8b4fe786379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:15.446660 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-049de3f7-a03a-4a0d-94c5-d115096ee09b req-a79585d0-8a70-4365-adeb-8b4fe786379f service neutron] 10.222.0.21 "GET /v2.0/networks?id=39d91bb8-5ca3-4a8f-b773-279589720ff7 HTTP/1.1" status: 200 len: 911 time: 0.1773808 Sep 16 05:36:15.494730 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-049de3f7-a03a-4a0d-94c5-d115096ee09b req-b5ed744d-3134-41fb-afea-d6d1fd33de93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3edfb61-08da-4257-a593-be44cfba39d9 HTTP/1.1" status: 200 len: 217 time: 0.0395360 Sep 16 05:36:15.570825 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049de3f7-a03a-4a0d-94c5-d115096ee09b req-fa339b7c-c78a-4054-a319-71adeec611e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:15.572472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-049de3f7-a03a-4a0d-94c5-d115096ee09b req-fa339b7c-c78a-4054-a319-71adeec611e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b7042f7-4228-4bba-a8cb-0f37ac0a4a10 HTTP/1.1" status: 200 len: 850 time: 0.0705507 Sep 16 05:36:15.610327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-049de3f7-a03a-4a0d-94c5-d115096ee09b req-9055b12b-ee9c-4a66-8a2b-83bb521bcd15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39d91bb8-5ca3-4a8f-b773-279589720ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299506 Sep 16 05:36:15.752746 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-049de3f7-a03a-4a0d-94c5-d115096ee09b req-4088fc21-ba7c-4a4c-84b2-999546ffeadc service neutron] 10.222.0.21 "GET /v2.0/networks/39d91bb8-5ca3-4a8f-b773-279589720ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354353 Sep 16 05:36:15.885413 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-049de3f7-a03a-4a0d-94c5-d115096ee09b req-d2bbef6b-ea71-4e37-b4f0-12eef1f52a42 service neutron] 10.222.0.21 "GET /v2.0/networks/39d91bb8-5ca3-4a8f-b773-279589720ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130891 Sep 16 05:36:16.552900 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23987755-dae1-4d6c-98f1-d73fa3fa9dba req-ae109afa-5690-42ee-812b-3bc58e0ff325 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:16.554569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23987755-dae1-4d6c-98f1-d73fa3fa9dba req-ae109afa-5690-42ee-812b-3bc58e0ff325 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0584762 Sep 16 05:36:16.597726 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23987755-dae1-4d6c-98f1-d73fa3fa9dba req-ae410a40-d476-4ecd-988c-258994f6d0f7 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349815 Sep 16 05:36:17.775003 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c46f66-7352-480f-be6f-160c181002a4 req-7618ba9c-25fe-452e-880f-4aff3c04b7db tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:17.777837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34c46f66-7352-480f-be6f-160c181002a4 req-7618ba9c-25fe-452e-880f-4aff3c04b7db tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0683625 Sep 16 05:36:17.841696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34c46f66-7352-480f-be6f-160c181002a4 req-4d1a9bef-9bc5-4edd-8b4c-a3535e6033e7 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569646 Sep 16 05:36:18.986057 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cf846-b4c7-4cdd-aaeb-1033a39835ef req-d821dfde-d3ed-4aca-aea7-ebef43d8162a tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:18.987709 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a32cf846-b4c7-4cdd-aaeb-1033a39835ef req-d821dfde-d3ed-4aca-aea7-ebef43d8162a tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0535417 Sep 16 05:36:19.032724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a32cf846-b4c7-4cdd-aaeb-1033a39835ef req-7dad01ad-1a2e-41dc-bd90-3513d1fb7e64 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386753 Sep 16 05:36:20.154087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f672d-55a8-4a53-98be-11d551b42cde req-107a9fd7-fd48-4a6f-9782-c800cbb6aaaa tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:20.155557 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e9f672d-55a8-4a53-98be-11d551b42cde req-107a9fd7-fd48-4a6f-9782-c800cbb6aaaa tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0525706 Sep 16 05:36:20.196736 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e9f672d-55a8-4a53-98be-11d551b42cde req-24d0491b-6f35-4e55-bd10-672a1b132952 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350995 Sep 16 05:36:21.332283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aee48a-1199-4a2a-988c-5d88260bd9c1 req-e5a2f0fe-5d91-4d65-a317-e0050151417f tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:21.333981 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14aee48a-1199-4a2a-988c-5d88260bd9c1 req-e5a2f0fe-5d91-4d65-a317-e0050151417f tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0599377 Sep 16 05:36:21.384162 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14aee48a-1199-4a2a-988c-5d88260bd9c1 req-4c0a29af-bf74-4904-90c7-3e25280b8da4 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424185 Sep 16 05:36:22.231077 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:36:22.519341 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80772aef-7cc2-4a9f-b1b4-7623d7c49e37 req-200236ef-597c-445c-9dba-4b419ff160de tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:22.520955 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80772aef-7cc2-4a9f-b1b4-7623d7c49e37 req-200236ef-597c-445c-9dba-4b419ff160de tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0569272 Sep 16 05:36:22.570094 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80772aef-7cc2-4a9f-b1b4-7623d7c49e37 req-ce16e2a0-400c-440b-a910-265f013763d1 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380819 Sep 16 05:36:23.723730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd088ca-e753-42cd-8017-20dc4d4f0eba req-4643fc10-c7c9-4655-bdc2-d87b34236ec2 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:23.726235 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afd088ca-e753-42cd-8017-20dc4d4f0eba req-4643fc10-c7c9-4655-bdc2-d87b34236ec2 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0806623 Sep 16 05:36:23.777617 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afd088ca-e753-42cd-8017-20dc4d4f0eba req-625c4adf-1b4f-4762-9572-05276a05ef54 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409074 Sep 16 05:36:24.659763 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.924211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a9599-3dda-4565-b897-84149697c90d req-40ff8038-51b5-4619-91ce-bb89b861e23d tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:24.925938 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d10a9599-3dda-4565-b897-84149697c90d req-40ff8038-51b5-4619-91ce-bb89b861e23d tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0673296 Sep 16 05:36:24.974727 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d10a9599-3dda-4565-b897-84149697c90d req-6fa9b0f6-1c30-4f73-97a4-78c20fa302ac tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419972 Sep 16 05:36:26.104007 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4007b9-fd85-44a7-b17a-9f2d7436d008 req-1eeb6e52-3459-4ecd-b82b-18f5a5c32c3d tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:26.105542 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b4007b9-fd85-44a7-b17a-9f2d7436d008 req-1eeb6e52-3459-4ecd-b82b-18f5a5c32c3d tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0546951 Sep 16 05:36:26.150139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b4007b9-fd85-44a7-b17a-9f2d7436d008 req-f30622f5-de12-45da-89cd-016787fa7a26 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380995 Sep 16 05:36:27.304172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ff5f6-7536-40af-a80f-df2eebba76e3 req-5666fa33-2cc4-4341-a42e-408949737e16 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:27.306238 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e10ff5f6-7536-40af-a80f-df2eebba76e3 req-5666fa33-2cc4-4341-a42e-408949737e16 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0680251 Sep 16 05:36:27.352201 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e10ff5f6-7536-40af-a80f-df2eebba76e3 req-0fe1b4c8-bc9b-498b-878c-26a5743a4e8c tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382445 Sep 16 05:36:28.497122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b1f33-74f1-4617-b2ab-684680cb1e73 req-46713ce5-0f42-46a9-8c3d-ae5d936c3ad9 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:28.499986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da1b1f33-74f1-4617-b2ab-684680cb1e73 req-46713ce5-0f42-46a9-8c3d-ae5d936c3ad9 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0573761 Sep 16 05:36:28.554361 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da1b1f33-74f1-4617-b2ab-684680cb1e73 req-4f45ed05-a2c2-49f8-8505-43a47cd911fa tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441256 Sep 16 05:36:28.696080 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:29.688589 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98965e41-64d9-436d-af8c-f0f2a208b8f7 req-e2de6e59-cb99-4f5e-8c48-e25c56d33df7 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:29.690213 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-98965e41-64d9-436d-af8c-f0f2a208b8f7 req-e2de6e59-cb99-4f5e-8c48-e25c56d33df7 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0560145 Sep 16 05:36:29.733614 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-98965e41-64d9-436d-af8c-f0f2a208b8f7 req-5f4c1669-3b7f-4ad9-bc8f-b2c917a038eb tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358672 Sep 16 05:36:30.875736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f1d3d-30b5-4cfd-8d81-0ccf3481644f req-7bc5e23e-5079-487d-9b67-9de7ebfc44f1 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:30.878550 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-908f1d3d-30b5-4cfd-8d81-0ccf3481644f req-7bc5e23e-5079-487d-9b67-9de7ebfc44f1 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0683870 Sep 16 05:36:30.948783 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-908f1d3d-30b5-4cfd-8d81-0ccf3481644f req-a4347dfc-edf0-4fc4-85e2-439508ca734d tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624280 Sep 16 05:36:32.081801 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c49666-14a9-4cf4-9a73-23f62501c974 req-5cc118f4-8d38-407c-879b-bf4b9dcf940a tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:32.083480 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1c49666-14a9-4cf4-9a73-23f62501c974 req-5cc118f4-8d38-407c-879b-bf4b9dcf940a tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0552633 Sep 16 05:36:32.139533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1c49666-14a9-4cf4-9a73-23f62501c974 req-fe8a9faa-d265-4884-ae47-9dc1494f9e28 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441515 Sep 16 05:36:33.270641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2aad5-32d1-4a8e-b92f-deb937bec030 req-ef502a3a-2c16-4b45-b40f-b6831e96c9a3 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:33.272356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b3c2aad5-32d1-4a8e-b92f-deb937bec030 req-ef502a3a-2c16-4b45-b40f-b6831e96c9a3 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0547197 Sep 16 05:36:33.336984 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b3c2aad5-32d1-4a8e-b92f-deb937bec030 req-ba6293bc-39b9-400c-b142-1d7c7852213b tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523555 Sep 16 05:36:34.319709 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-cb3df613-5171-4524-be77-55df3be5e4f4 service neutron] show failed (client error): The resource could not be found. Sep 16 05:36:34.320795 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-cb3df613-5171-4524-be77-55df3be5e4f4 service neutron] 10.222.0.21 "GET /v2.0/ports/d3edfb61-08da-4257-a593-be44cfba39d9/bindings/n-h2-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.0631878 Sep 16 05:36:34.468952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c11c1-0b36-49f3-a48b-71761d9632bf req-16ab33ff-5da2-4ea5-b367-5361f4680c57 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:34.470633 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b7c11c1-0b36-49f3-a48b-71761d9632bf req-16ab33ff-5da2-4ea5-b367-5361f4680c57 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0604389 Sep 16 05:36:34.517609 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b7c11c1-0b36-49f3-a48b-71761d9632bf req-62e56f88-b591-470f-9c10-e7bf1d28bf1a tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402074 Sep 16 05:36:34.932515 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-b40e8303-c570-4c52-9615-aa5b5283d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:34.934163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-b40e8303-c570-4c52-9615-aa5b5283d096 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb&tenant_id=3487dd19a8fd4c4dbe3cd73ac4fb286b HTTP/1.1" status: 200 len: 1097 time: 0.1499720 Sep 16 05:36:34.953659 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-13', 'device_owner': 'compute:nova'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:35.018017 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:35.256093 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8b2602fb-4f98-4d87-9f17-870a211a1d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:35.265192 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] For port d3edfb61-08da-4257-a593-be44cfba39d9, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=d3edfb61-08da-4257-a593-be44cfba39d9,segment=NetworkSegment(5e87e854-0f71-4728-88ae-8d5774f4b004),segment_id=5e87e854-0f71-4728-88ae-8d5774f4b004)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:35.303440 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] For port d3edfb61-08da-4257-a593-be44cfba39d9, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:35.349362 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f7d9bb-a2aa-4449-a622-efeb4319a5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3edfb61-08da-4257-a593-be44cfba39d9'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:35.351765 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4e6c9b-feaf-45ed-8e1a-87374b0c7710" -d '{"events": [{"server_uuid": "b2f7d9bb-a2aa-4449-a622-efeb4319a5bb", "name": "network-vif-unplugged", "status": "completed", "tag": "d3edfb61-08da-4257-a593-be44cfba39d9"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:35.356017 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:35.371853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] Transition to ACTIVE for port object d3edfb61-08da-4257-a593-be44cfba39d9 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:36:35.454109 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd676c7-58d0-4ae9-be87-ebab0994a537 x-openstack-request-id: req-9bd676c7-58d0-4ae9-be87-ebab0994a537 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:35.454444 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f7d9bb-a2aa-4449-a622-efeb4319a5bb", "name": "network-vif-unplugged", "status": "completed", "tag": "d3edfb61-08da-4257-a593-be44cfba39d9", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:35.454772 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bd676c7-58d0-4ae9-be87-ebab0994a537 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:35.455297 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f7d9bb-a2aa-4449-a622-efeb4319a5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3edfb61-08da-4257-a593-be44cfba39d9', 'code': 200} Sep 16 05:36:35.459043 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:35.527398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] No DVR routers for this DVR port d3edfb61-08da-4257-a593-be44cfba39d9 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:35.531945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07447458-4e2f-4990-bc78-990a28469105 service neutron] Pushing event updated for resources: {'Port': ['ID=d3edfb61-08da-4257-a593-be44cfba39d9,revision_number=6']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:35.584329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] Attempting to bind port d3edfb61-08da-4257-a593-be44cfba39d9 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:35.584686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] Attempting to bind port d3edfb61-08da-4257-a593-be44cfba39d9 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '5e87e854-0f71-4728-88ae-8d5774f4b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '39d91bb8-5ca3-4a8f-b773-279589720ff7'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:35.584989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] Attempting to bind port d3edfb61-08da-4257-a593-be44cfba39d9 on network 39d91bb8-5ca3-4a8f-b773-279589720ff7 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:35.590490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] Port d3edfb61-08da-4257-a593-be44cfba39d9 on network 39d91bb8-5ca3-4a8f-b773-279589720ff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:36:35.590802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] Attempting to bind port d3edfb61-08da-4257-a593-be44cfba39d9 on network 39d91bb8-5ca3-4a8f-b773-279589720ff7 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:35.597148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:35.597505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] Checking segment: {'id': '5e87e854-0f71-4728-88ae-8d5774f4b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '39d91bb8-5ca3-4a8f-b773-279589720ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:35.597874 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] Bound using segment: {'id': '5e87e854-0f71-4728-88ae-8d5774f4b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '39d91bb8-5ca3-4a8f-b773-279589720ff7'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:35.598318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] Bound port: d3edfb61-08da-4257-a593-be44cfba39d9, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e87e854-0f71-4728-88ae-8d5774f4b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '39d91bb8-5ca3-4a8f-b773-279589720ff7'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:35.598683 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:35.709225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de89751-2456-4d98-8399-6a723194889a req-97546d51-25d8-4184-81ce-139d7b8b2c32 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:35.710899 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5de89751-2456-4d98-8399-6a723194889a req-97546d51-25d8-4184-81ce-139d7b8b2c32 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 943 time: 0.0986283 Sep 16 05:36:35.715749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] For port d3edfb61-08da-4257-a593-be44cfba39d9, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:35.723484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] For port d3edfb61-08da-4257-a593-be44cfba39d9, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d3edfb61-08da-4257-a593-be44cfba39d9,segment=NetworkSegment(5e87e854-0f71-4728-88ae-8d5774f4b004),segment_id=5e87e854-0f71-4728-88ae-8d5774f4b004)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:35.785899 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5de89751-2456-4d98-8399-6a723194889a req-6b8137bd-49a1-49df-bce6-586ee31d0190 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658555 Sep 16 05:36:35.800265 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:35.856516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:35.857191 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:35.859981 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-07447458-4e2f-4990-bc78-990a28469105 service neutron] 10.222.0.38 "PUT /v2.0/ports/d3edfb61-08da-4257-a593-be44cfba39d9 HTTP/1.1" status: 200 len: 1092 time: 0.9112864 Sep 16 05:36:35.892292 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07447458-4e2f-4990-bc78-990a28469105 service neutron] Pushing event updated for resources: {'Port': ['ID=d3edfb61-08da-4257-a593-be44cfba39d9,revision_number=7']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:35.946542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-f3d41a88-ca07-4229-aec1-719d4337adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:35.948168 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-f3d41a88-ca07-4229-aec1-719d4337adcf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3487dd19a8fd4c4dbe3cd73ac4fb286b&device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 1095 time: 0.0484140 Sep 16 05:36:36.085175 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-633cd60e-7064-4542-a86e-43bec5ef1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:36.086615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-633cd60e-7064-4542-a86e-43bec5ef1d59 service neutron] 10.222.0.38 "GET /v2.0/networks?id=39d91bb8-5ca3-4a8f-b773-279589720ff7 HTTP/1.1" status: 200 len: 911 time: 0.1311381 Sep 16 05:36:36.136096 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-14f739cf-8139-45ed-ba4d-bdbaa3ed29a5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3edfb61-08da-4257-a593-be44cfba39d9 HTTP/1.1" status: 200 len: 217 time: 0.0421789 Sep 16 05:36:36.207353 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-3badd503-2c95-40fa-b7b0-0261de532450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:36.209104 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-3badd503-2c95-40fa-b7b0-0261de532450 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9b7042f7-4228-4bba-a8cb-0f37ac0a4a10 HTTP/1.1" status: 200 len: 850 time: 0.0633345 Sep 16 05:36:36.252499 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-38884911-5f11-46b0-8dc2-bda5e7f12d2c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=39d91bb8-5ca3-4a8f-b773-279589720ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359480 Sep 16 05:36:36.378286 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-0f583232-fbed-4250-b31b-a4dc8e2ec7c9 service neutron] 10.222.0.38 "GET /v2.0/networks/39d91bb8-5ca3-4a8f-b773-279589720ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182559 Sep 16 05:36:36.481757 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-124fd62d-d725-40e1-ac02-a74c0ff0280c req-c2fe5eea-b143-4f09-87ae-f1b553db505d service neutron] 10.222.0.38 "GET /v2.0/networks/39d91bb8-5ca3-4a8f-b773-279589720ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951421 Sep 16 05:36:36.966506 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbee45f-141f-4892-b728-0e3801a89caf req-6e9e38fa-4796-4612-a985-49a56a573c12 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:36.968729 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dbee45f-141f-4892-b728-0e3801a89caf req-6e9e38fa-4796-4612-a985-49a56a573c12 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 943 time: 0.0805473 Sep 16 05:36:37.027205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1dbee45f-141f-4892-b728-0e3801a89caf req-06d84d7b-e361-446e-a9fa-22875b37197a tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519700 Sep 16 05:36:37.456829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f7d9bb-a2aa-4449-a622-efeb4319a5bb', 'tag': 'd3edfb61-08da-4257-a593-be44cfba39d9'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:37.459651 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f7d9bb-a2aa-4449-a622-efeb4319a5bb", "tag": "d3edfb61-08da-4257-a593-be44cfba39d9"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:37.523129 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7133d4f-110b-4fbd-bdaa-1f68343ccab4 x-openstack-request-id: req-b7133d4f-110b-4fbd-bdaa-1f68343ccab4 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:37.523129 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f7d9bb-a2aa-4449-a622-efeb4319a5bb", "tag": "d3edfb61-08da-4257-a593-be44cfba39d9", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:37.523129 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7133d4f-110b-4fbd-bdaa-1f68343ccab4 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:37.524394 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f7d9bb-a2aa-4449-a622-efeb4319a5bb', 'tag': 'd3edfb61-08da-4257-a593-be44cfba39d9', 'status': 'completed', 'code': 200} Sep 16 05:36:37.638826 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7 req-93156c48-3a50-4f58-bcd9-46649a1084d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:37.640460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7 req-93156c48-3a50-4f58-bcd9-46649a1084d4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3487dd19a8fd4c4dbe3cd73ac4fb286b&device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 1095 time: 0.0786543 Sep 16 05:36:37.642418 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7 req-b1614fa4-6382-4c8a-8895-cd573654930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:37.644024 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7 req-b1614fa4-6382-4c8a-8895-cd573654930a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3487dd19a8fd4c4dbe3cd73ac4fb286b&device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 1095 time: 0.0732534 Sep 16 05:36:37.804547 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7620d0f3-b9b4-4f85-8ec4-c68eccea434c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:37.824654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7 req-6160a98d-0b75-4aee-a3fa-d16f1bda5307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:37.827084 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7 req-6160a98d-0b75-4aee-a3fa-d16f1bda5307 service neutron] 10.222.0.38 "GET /v2.0/networks?id=39d91bb8-5ca3-4a8f-b773-279589720ff7 HTTP/1.1" status: 200 len: 911 time: 0.1786149 Sep 16 05:36:37.828577 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7 req-bcc48c2d-585b-43df-a0c3-ccad8a0c5803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:37.830197 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7 req-bcc48c2d-585b-43df-a0c3-ccad8a0c5803 service neutron] 10.222.0.21 "GET /v2.0/networks?id=39d91bb8-5ca3-4a8f-b773-279589720ff7 HTTP/1.1" status: 200 len: 911 time: 0.1743321 Sep 16 05:36:37.912992 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7 req-5b9db90c-170c-42ad-aa6d-51c2c92dfe4d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3edfb61-08da-4257-a593-be44cfba39d9 HTTP/1.1" status: 200 len: 217 time: 0.0779309 Sep 16 05:36:37.914429 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7 req-7267f1eb-20a3-47d3-a779-a7588b23fbb0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3edfb61-08da-4257-a593-be44cfba39d9 HTTP/1.1" status: 200 len: 217 time: 0.0726221 Sep 16 05:36:38.021522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7 req-43898db0-9d9c-4da4-af63-a8bcd34abf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:38.023086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7 req-43898db0-9d9c-4da4-af63-a8bcd34abf65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b7042f7-4228-4bba-a8cb-0f37ac0a4a10 HTTP/1.1" status: 200 len: 850 time: 0.1013813 Sep 16 05:36:38.025001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7 req-c0a6fa10-b076-4b30-8327-e89f288b3194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:38.026705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7 req-c0a6fa10-b076-4b30-8327-e89f288b3194 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9b7042f7-4228-4bba-a8cb-0f37ac0a4a10 HTTP/1.1" status: 200 len: 850 time: 0.1037338 Sep 16 05:36:38.084268 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7 req-7d8fadf4-ae94-433e-8dc1-d12cffffaa3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39d91bb8-5ca3-4a8f-b773-279589720ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534649 Sep 16 05:36:38.086524 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7 req-7166074e-e2d8-400e-b572-6e6d2bdd5758 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=39d91bb8-5ca3-4a8f-b773-279589720ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475478 Sep 16 05:36:38.103732 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d3edfb61-08da-4257-a593-be44cfba39d9 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:38.175244 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device d3edfb61-08da-4257-a593-be44cfba39d9 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:38.307709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7637dec-1425-4c98-9829-40de95c3cacd req-1e4b232c-41dc-4ae2-8956-7cdee409e295 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:38.310725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7637dec-1425-4c98-9829-40de95c3cacd req-1e4b232c-41dc-4ae2-8956-7cdee409e295 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 943 time: 0.1915722 Sep 16 05:36:38.319293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7 req-174fec5a-e9b1-428e-96a4-927d56ee6c80 service neutron] 10.222.0.21 "GET /v2.0/networks/39d91bb8-5ca3-4a8f-b773-279589720ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280567 Sep 16 05:36:38.321171 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7 req-94800a96-f9da-4d16-acf3-1dc73731d5f5 service neutron] 10.222.0.38 "GET /v2.0/networks/39d91bb8-5ca3-4a8f-b773-279589720ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214725 Sep 16 05:36:38.493676 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7637dec-1425-4c98-9829-40de95c3cacd req-6da74f5d-67b3-41dc-901e-514cdacc7631 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714809 Sep 16 05:36:38.529763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7 req-0f32111c-c8f8-4ffa-b456-c564368ccbee service neutron] 10.222.0.38 "GET /v2.0/networks/39d91bb8-5ca3-4a8f-b773-279589720ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998127 Sep 16 05:36:38.534059 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f2ffc9eb-82f7-44b5-be81-98e511ca60c7 req-e5edcf18-84aa-4c7b-b6d1-57d7b01230e1 service neutron] 10.222.0.21 "GET /v2.0/networks/39d91bb8-5ca3-4a8f-b773-279589720ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035198 Sep 16 05:36:38.621544 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:39.407545 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:39.659037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad08b7-6f53-4418-90c4-29853721f0da req-d236f86d-f35e-4f6c-9efe-b73803b97468 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:39.660626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbad08b7-6f53-4418-90c4-29853721f0da req-d236f86d-f35e-4f6c-9efe-b73803b97468 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 943 time: 0.0769126 Sep 16 05:36:39.706580 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbad08b7-6f53-4418-90c4-29853721f0da req-bdd08a9a-2d9f-4500-8179-6305371c13de tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393879 Sep 16 05:36:40.195962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device d3edfb61-08da-4257-a593-be44cfba39d9 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:36:40.315819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port d3edfb61-08da-4257-a593-be44cfba39d9, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d3edfb61-08da-4257-a593-be44cfba39d9,segment=NetworkSegment(5e87e854-0f71-4728-88ae-8d5774f4b004),segment_id=5e87e854-0f71-4728-88ae-8d5774f4b004)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:40.330027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'd3edfb61-08da-4257-a593-be44cfba39d9', 'network_id': '39d91bb8-5ca3-4a8f-b773-279589720ff7', 'port_id': 'd3edfb61-08da-4257-a593-be44cfba39d9', 'mac_address': 'fa:16:3e:3c:3d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7042f7-4228-4bba-a8cb-0f37ac0a4a10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:36:40.371630 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:40.386581 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3edfb61-08da-4257-a593-be44cfba39d9 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:36:40.410347 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port d3edfb61-08da-4257-a593-be44cfba39d9, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d3edfb61-08da-4257-a593-be44cfba39d9,segment=NetworkSegment(5e87e854-0f71-4728-88ae-8d5774f4b004),segment_id=5e87e854-0f71-4728-88ae-8d5774f4b004)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:40.490078 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:40.544932 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=d3edfb61-08da-4257-a593-be44cfba39d9,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:40.553402 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:40.553940 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:40.554366 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:40.554748 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:40.555159 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:40.555555 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:40.555925 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:40.556253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:40.556681 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:40.557094 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:40.557493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:40.557871 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:40.871972 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88dba8-6dc0-42ba-94d2-d2dc734049b2 req-55988214-1a85-41fd-b7bf-85c76746e0e8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:40.875045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce88dba8-6dc0-42ba-94d2-d2dc734049b2 req-55988214-1a85-41fd-b7bf-85c76746e0e8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 944 time: 0.0875676 Sep 16 05:36:40.928221 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce88dba8-6dc0-42ba-94d2-d2dc734049b2 req-3cb4b327-002d-42a3-89df-15ce15405131 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460663 Sep 16 05:36:40.942034 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['d3edfb61-08da-4257-a593-be44cfba39d9'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:36:40.949142 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:41.610677 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-451a082e-ad83-4370-a2f3-d496b7c01cab tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:41.612411 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-451a082e-ad83-4370-a2f3-d496b7c01cab tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb&tenant_id=3487dd19a8fd4c4dbe3cd73ac4fb286b&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 944 time: 0.1015575 Sep 16 05:36:41.689450 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-20747ac7-ab95-4975-902c-4c4fe83f03f9 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:36:41.690570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-20747ac7-ab95-4975-902c-4c4fe83f03f9 service neutron] 10.222.0.21 "DELETE /v2.0/ports/d3edfb61-08da-4257-a593-be44cfba39d9/bindings/n-h1-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.0701547 Sep 16 05:36:41.803227 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-679779ef-9102-436d-be72-c3290545b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:41.804769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-679779ef-9102-436d-be72-c3290545b1db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3487dd19a8fd4c4dbe3cd73ac4fb286b&device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 1096 time: 0.0458469 Sep 16 05:36:41.914501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-8863a095-b91d-4757-a633-d27f8538612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:41.915937 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-8863a095-b91d-4757-a633-d27f8538612d service neutron] 10.222.0.21 "GET /v2.0/networks?id=39d91bb8-5ca3-4a8f-b773-279589720ff7 HTTP/1.1" status: 200 len: 911 time: 0.1037197 Sep 16 05:36:41.960970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-582ca7ff-99f8-45ba-abe2-64eca8d94227 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3edfb61-08da-4257-a593-be44cfba39d9 HTTP/1.1" status: 200 len: 217 time: 0.0380957 Sep 16 05:36:42.016056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-277e1d81-45f2-4ff6-a45e-11e2a35ed370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:42.017564 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-277e1d81-45f2-4ff6-a45e-11e2a35ed370 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b7042f7-4228-4bba-a8cb-0f37ac0a4a10 HTTP/1.1" status: 200 len: 850 time: 0.0496931 Sep 16 05:36:42.052621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-71182cfc-f834-4f46-8c17-d07fc2d19fd2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39d91bb8-5ca3-4a8f-b773-279589720ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273438 Sep 16 05:36:42.160522 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-43f62bdd-51a4-4e30-8b62-2b94f2939cff service neutron] 10.222.0.21 "GET /v2.0/networks/39d91bb8-5ca3-4a8f-b773-279589720ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009567 Sep 16 05:36:42.206260 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device d3edfb61-08da-4257-a593-be44cfba39d9 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:42.284436 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-cb91559f-9452-46a4-ba08-88f8b55b58b8 service neutron] 10.222.0.21 "GET /v2.0/networks/39d91bb8-5ca3-4a8f-b773-279589720ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168153 Sep 16 05:36:42.330358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port d3edfb61-08da-4257-a593-be44cfba39d9 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:36:42.337146 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port d3edfb61-08da-4257-a593-be44cfba39d9 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:42.352237 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.447794 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.481552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f7d9bb-a2aa-4449-a622-efeb4319a5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3edfb61-08da-4257-a593-be44cfba39d9'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:42.485117 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a8eb55-4f8e-4873-90b7-36173fc47eb4" -d '{"events": [{"server_uuid": "b2f7d9bb-a2aa-4449-a622-efeb4319a5bb", "name": "network-vif-plugged", "status": "completed", "tag": "d3edfb61-08da-4257-a593-be44cfba39d9"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:42.501875 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port d3edfb61-08da-4257-a593-be44cfba39d9, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d3edfb61-08da-4257-a593-be44cfba39d9,segment=NetworkSegment(5e87e854-0f71-4728-88ae-8d5774f4b004),segment_id=5e87e854-0f71-4728-88ae-8d5774f4b004)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:42.575419 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747bbb62-d5e6-4b1d-996b-01ad98dbd61e x-openstack-request-id: req-747bbb62-d5e6-4b1d-996b-01ad98dbd61e {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:42.575837 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f7d9bb-a2aa-4449-a622-efeb4319a5bb", "name": "network-vif-plugged", "status": "completed", "tag": "d3edfb61-08da-4257-a593-be44cfba39d9", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:42.576820 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-747bbb62-d5e6-4b1d-996b-01ad98dbd61e {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:42.577496 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f7d9bb-a2aa-4449-a622-efeb4319a5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3edfb61-08da-4257-a593-be44cfba39d9', 'code': 200} Sep 16 05:36:42.656534 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.709117 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=d3edfb61-08da-4257-a593-be44cfba39d9,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:44.043001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18e35e-cd3d-4917-bb58-c333a347877f req-ed233e8b-e78c-45da-86eb-795fb25a4747 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:44.045636 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b18e35e-cd3d-4917-bb58-c333a347877f req-ed233e8b-e78c-45da-86eb-795fb25a4747 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0579705 Sep 16 05:36:44.090633 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b18e35e-cd3d-4917-bb58-c333a347877f req-eb5a123e-63d5-40b5-a370-8e76fb8e6b0c tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379488 Sep 16 05:36:45.227912 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63deed19-edf6-4dc1-b672-e1097a798e94 req-fa731403-2132-4702-a177-a01c79352c75 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:45.229620 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63deed19-edf6-4dc1-b672-e1097a798e94 req-fa731403-2132-4702-a177-a01c79352c75 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0605392 Sep 16 05:36:45.274835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-63deed19-edf6-4dc1-b672-e1097a798e94 req-ef75b6b8-1762-44d3-88ab-9046551161ee tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360677 Sep 16 05:36:45.613492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-f49af727-87b7-4ac8-96a9-36ea0936084b tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:45.615184 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-f49af727-87b7-4ac8-96a9-36ea0936084b tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 945 time: 0.0556679 Sep 16 05:36:45.719688 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Deleting port d3edfb61-08da-4257-a593-be44cfba39d9 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:45.720107 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:45.815364 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] For port d3edfb61-08da-4257-a593-be44cfba39d9, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=d3edfb61-08da-4257-a593-be44cfba39d9,segment=NetworkSegment(5e87e854-0f71-4728-88ae-8d5774f4b004),segment_id=5e87e854-0f71-4728-88ae-8d5774f4b004)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:45.815745 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:45.836449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Calling delete_port for d3edfb61-08da-4257-a593-be44cfba39d9 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:46.414302 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:46.450575 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bedf5-448c-435e-97ca-8f46e577c937 req-6e4811c0-31d0-470a-983c-222fb9b610e2 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:46.452513 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-113bedf5-448c-435e-97ca-8f46e577c937 req-6e4811c0-31d0-470a-983c-222fb9b610e2 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f7d9bb-a2aa-4449-a622-efeb4319a5bb HTTP/1.1" status: 200 len: 867 time: 0.0938206 Sep 16 05:36:46.457446 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Pushing event deleted for resources: {'Port': ['ID=d3edfb61-08da-4257-a593-be44cfba39d9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:46.476169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:46.476169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:46.476169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:46.476169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:46.476646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:46.476815 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:46.477144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:46.477462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:46.477786 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:46.478116 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:46.478432 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:46.478779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:46.540468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] No DVR routers for this DVR port d3edfb61-08da-4257-a593-be44cfba39d9 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:46.545887 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:46.548007 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b8086d0-72a9-46c7-8f44-7861dc8a5867 req-e3f8eb62-f23c-4b75-a568-d7a8b0cba6d8 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.38 "DELETE /v2.0/ports/d3edfb61-08da-4257-a593-be44cfba39d9 HTTP/1.1" status: 204 len: 173 time: 0.9256773 Sep 16 05:36:46.548468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f7d9bb-a2aa-4449-a622-efeb4319a5bb', 'name': 'network-vif-deleted', 'tag': 'd3edfb61-08da-4257-a593-be44cfba39d9'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:46.550978 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32e2fa5-137c-4dd2-b701-6f9a45cabe3e" -d '{"events": [{"server_uuid": "b2f7d9bb-a2aa-4449-a622-efeb4319a5bb", "name": "network-vif-deleted", "tag": "d3edfb61-08da-4257-a593-be44cfba39d9"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:46.557384 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-113bedf5-448c-435e-97ca-8f46e577c937 req-4573759b-c6d1-4b1f-be2d-c8d00c812094 tempest-DeleteServersTestJSON-1754865344 tempest-DeleteServersTestJSON-1754865344-project] 10.222.0.20 "GET /v2.0/security-groups?id=90bf2796-56d4-4a3b-81a2-1999588c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910311 Sep 16 05:36:46.593440 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8301f0d0-3702-43b2-a9d4-5420075a750a x-openstack-request-id: req-8301f0d0-3702-43b2-a9d4-5420075a750a {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:46.593880 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f7d9bb-a2aa-4449-a622-efeb4319a5bb", "name": "network-vif-deleted", "tag": "d3edfb61-08da-4257-a593-be44cfba39d9", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:46.594251 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8301f0d0-3702-43b2-a9d4-5420075a750a {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:46.595074 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f7d9bb-a2aa-4449-a622-efeb4319a5bb', 'name': 'network-vif-deleted', 'tag': 'd3edfb61-08da-4257-a593-be44cfba39d9', 'status': 'completed', 'code': 200} Sep 16 05:36:47.732326 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38542) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:47.787305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6565ac-dd6c-4071-a496-52a30581b2a9 admin admin] Deleting subnet 9b7042f7-4228-4bba-a8cb-0f37ac0a4a10 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:36:47.791322 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd6565ac-dd6c-4071-a496-52a30581b2a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:47.834215 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd6565ac-dd6c-4071-a496-52a30581b2a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:47.879697 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd6565ac-dd6c-4071-a496-52a30581b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.025469 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd6565ac-dd6c-4071-a496-52a30581b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.059527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6565ac-dd6c-4071-a496-52a30581b2a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b7042f7-4228-4bba-a8cb-0f37ac0a4a10,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:48.067534 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bd6565ac-dd6c-4071-a496-52a30581b2a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.070156 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bd6565ac-dd6c-4071-a496-52a30581b2a9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9b7042f7-4228-4bba-a8cb-0f37ac0a4a10 HTTP/1.1" status: 204 len: 168 time: 0.3364210 Sep 16 05:36:48.072481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38544) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:48.147371 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9e552994-54c8-4e30-8ad7-2c9443b242bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.240058 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9e552994-54c8-4e30-8ad7-2c9443b242bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.240492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device d3edfb61-08da-4257-a593-be44cfba39d9 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:48.261797 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: d3edfb61-08da-4257-a593-be44cfba39d9 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:48.262140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device d3edfb61-08da-4257-a593-be44cfba39d9 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:48.265530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-9e552994-54c8-4e30-8ad7-2c9443b242bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d91bb8-5ca3-4a8f-b773-279589720ff7']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:48.276709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-9e552994-54c8-4e30-8ad7-2c9443b242bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e87e854-0f71-4728-88ae-8d5774f4b004') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:48.277010 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-9e552994-54c8-4e30-8ad7-2c9443b242bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e87e854-0f71-4728-88ae-8d5774f4b004') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:48.289538 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9e552994-54c8-4e30-8ad7-2c9443b242bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.304846 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9e552994-54c8-4e30-8ad7-2c9443b242bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.312567 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e552994-54c8-4e30-8ad7-2c9443b242bd admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:36:48.312994 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9e552994-54c8-4e30-8ad7-2c9443b242bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:36:48.314999 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:36:48.449862 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9e552994-54c8-4e30-8ad7-2c9443b242bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.463053 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9e552994-54c8-4e30-8ad7-2c9443b242bd admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.465017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9e552994-54c8-4e30-8ad7-2c9443b242bd admin admin] 10.222.0.20 "DELETE /v2.0/networks/39d91bb8-5ca3-4a8f-b773-279589720ff7 HTTP/1.1" status: 204 len: 168 time: 0.3915353 Sep 16 05:36:48.476568 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e552994-54c8-4e30-8ad7-2c9443b242bd admin admin] Pushing event deleted for resources: {'Network': ['ID=39d91bb8-5ca3-4a8f-b773-279589720ff7,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:48.891078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38548) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:48.942670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c2a99c50-2fd5-4cc6-8c45-ad0478da3280 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3487dd19a8fd4c4dbe3cd73ac4fb286b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498996 Sep 16 05:36:48.946516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38550) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:49.003375 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-602a77af-52a8-4ade-a446-b632e74b9f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:49.028352 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-602a77af-52a8-4ade-a446-b632e74b9f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:49.170236 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-602a77af-52a8-4ade-a446-b632e74b9f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:49.172915 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-602a77af-52a8-4ade-a446-b632e74b9f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:49.174244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-602a77af-52a8-4ade-a446-b632e74b9f3f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90bf2796-56d4-4a3b-81a2-1999588c2194 HTTP/1.1" status: 204 len: 168 time: 0.2266581 Sep 16 05:36:49.187939 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a77af-52a8-4ade-a446-b632e74b9f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bf2796-56d4-4a3b-81a2-1999588c2194,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:50.339259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38572) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:50.448772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-81525472-42a9-4337-bde3-ad636b473a36 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-930720098-network', 'tenant_id': 'e2bda6a665b64703a92178c8df542453'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:50.569726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81525472-42a9-4337-bde3-ad636b473a36 admin admin] Made reservation on behalf of e2bda6a665b64703a92178c8df542453 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:36:50.572580 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-81525472-42a9-4337-bde3-ad636b473a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:50.582744 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-81525472-42a9-4337-bde3-ad636b473a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:50.687944 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-81525472-42a9-4337-bde3-ad636b473a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:50.786558 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-81525472-42a9-4337-bde3-ad636b473a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:50.815682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81525472-42a9-4337-bde3-ad636b473a36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:36:50.827520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81525472-42a9-4337-bde3-ad636b473a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbb6c64-d0a2-48f5-91bb-530bab13b876,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:50.833976 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-81525472-42a9-4337-bde3-ad636b473a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:50.834324 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-81525472-42a9-4337-bde3-ad636b473a36 admin admin] Added segment 55d14d7c-d334-463e-ab8d-e585a9e4840f of type vlan for network 816608ff-472a-4f84-920d-48428571b6c6 Sep 16 05:36:50.900771 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-81525472-42a9-4337-bde3-ad636b473a36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:51.030862 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-81525472-42a9-4337-bde3-ad636b473a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:51.032100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81525472-42a9-4337-bde3-ad636b473a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:51.032784 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-81525472-42a9-4337-bde3-ad636b473a36 admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:51.132950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81525472-42a9-4337-bde3-ad636b473a36 admin admin] Pushing event updated for resources: {'Network': ['ID=816608ff-472a-4f84-920d-48428571b6c6,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:51.137478 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-81525472-42a9-4337-bde3-ad636b473a36 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7968860 Sep 16 05:36:51.143641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 38576) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:51.146377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 816608ff-472a-4f84-920d-48428571b6c6 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:36:51.148145 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8d87b736-af18-46e5-bbfe-7ef314ebef34 admin admin] Request body: {'subnet': {'network_id': '816608ff-472a-4f84-920d-48428571b6c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-930720098-subnet', 'tenant_id': 'e2bda6a665b64703a92178c8df542453', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:51.275883 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d87b736-af18-46e5-bbfe-7ef314ebef34 admin admin] Made reservation on behalf of e2bda6a665b64703a92178c8df542453 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:36:51.278476 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d87b736-af18-46e5-bbfe-7ef314ebef34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:51.649881 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d87b736-af18-46e5-bbfe-7ef314ebef34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:51.704177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87b736-af18-46e5-bbfe-7ef314ebef34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fb01e70-bbeb-4549-9403-b6c5a0b313a3,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:51.722542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87b736-af18-46e5-bbfe-7ef314ebef34 admin admin] Checking segment: {'id': '55d14d7c-d334-463e-ab8d-e585a9e4840f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '816608ff-472a-4f84-920d-48428571b6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:51.722932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d87b736-af18-46e5-bbfe-7ef314ebef34 admin admin] Network hostable DHCP agents. Network: 816608ff-472a-4f84-920d-48428571b6c6, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:36:51.884224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d87b736-af18-46e5-bbfe-7ef314ebef34 admin admin] Network 816608ff-472a-4f84-920d-48428571b6c6 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:36:52.038053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-8d87b736-af18-46e5-bbfe-7ef314ebef34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 816608ff-472a-4f84-920d-48428571b6c6) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:52.042652 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d87b736-af18-46e5-bbfe-7ef314ebef34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:52.043285 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8d87b736-af18-46e5-bbfe-7ef314ebef34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:52.049328 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1523283d-c0bf-4611-bd30-a4b3361094eb None None] Network 816608ff-472a-4f84-920d-48428571b6c6 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:36:52.148139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8d87b736-af18-46e5-bbfe-7ef314ebef34 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0053294 Sep 16 05:36:52.186808 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cf7b52-db3e-4462-9dce-3e7e60525658 None None] Network 816608ff-472a-4f84-920d-48428571b6c6 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:36:52.671589 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-0d86d339-1016-4bb9-8018-dedc7c6022e1 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:52.673139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-0d86d339-1016-4bb9-8018-dedc7c6022e1 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/networks?id=816608ff-472a-4f84-920d-48428571b6c6 HTTP/1.1" status: 200 len: 814 time: 0.1247792 Sep 16 05:36:52.694963 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-be3e4220-f8b4-4faa-93bd-a3ff71ca0909 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/quotas/e2bda6a665b64703a92178c8df542453 HTTP/1.1" status: 200 len: 375 time: 0.0112579 Sep 16 05:36:52.732520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-9bb43da3-83c0-401e-be9e-8fcbb21f52ff tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2bda6a665b64703a92178c8df542453&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300293 Sep 16 05:36:52.744461 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-ebd63d8a-def3-4a2c-ac52-b34db7017c79 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:36:52.745542 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-ebd63d8a-def3-4a2c-ac52-b34db7017c79 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057833 Sep 16 05:36:52.856828 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-7ea1bc70-ac1c-42cd-9dc4-eb04d013db5d service neutron] 10.222.0.20 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037076 Sep 16 05:36:52.962369 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-26e73440-a751-4731-b6af-71ac6641d426 service neutron] 10.222.0.20 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984170 Sep 16 05:36:53.282483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-946939f0-41fc-49c7-8577-afbcb45f4ba5 req-1848210c-6800-4651-8338-39b77e6bb4ae tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 210 time: 0.0355508 Sep 16 05:36:54.397150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3541c1e2-188b-4277-a8d0-69e639651964 req-cc52a149-9226-4a6b-b9be-128ab4568d97 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 210 time: 0.0318971 Sep 16 05:36:54.721453 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:55.539916 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8512751-b31c-44c1-962f-0307ace87cd3 req-2d4426f7-1667-4998-bfec-0423cd5c3e1b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 210 time: 0.0332458 Sep 16 05:36:56.259460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-35674fb8-9ac7-465b-9a1d-f8ab02f3ad06 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:56.263932 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-35674fb8-9ac7-465b-9a1d-f8ab02f3ad06 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.38 "GET /v2.0/networks?id=816608ff-472a-4f84-920d-48428571b6c6 HTTP/1.1" status: 200 len: 814 time: 0.1314149 Sep 16 05:36:56.280760 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-9166385f-0516-4318-a094-f5dbc2e1035b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Request body: {'port': {'device_id': 'deae1277-d623-44ed-938c-f7f2c5a9b66c', 'network_id': '816608ff-472a-4f84-920d-48428571b6c6', 'admin_state_up': True, 'tenant_id': 'e2bda6a665b64703a92178c8df542453'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:56.518167 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-9166385f-0516-4318-a094-f5dbc2e1035b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Made reservation on behalf of e2bda6a665b64703a92178c8df542453 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:36:56.522039 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-9166385f-0516-4318-a094-f5dbc2e1035b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:56.700225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-179902ce-6f0c-47a6-af37-d474af5bf749 req-756923e8-fc31-4aac-8a9d-c01e68686fe6 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 210 time: 0.0604632 Sep 16 05:36:56.724692 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-9166385f-0516-4318-a094-f5dbc2e1035b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Allocated IP 172.20.0.5 (816608ff-472a-4f84-920d-48428571b6c6/7fb01e70-bbeb-4549-9403-b6c5a0b313a3/ff8d68ac-1bef-4f90-ad2d-d46a74ac296d) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:56.903422 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-9166385f-0516-4318-a094-f5dbc2e1035b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:57.021711 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-9166385f-0516-4318-a094-f5dbc2e1035b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:57.069076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-9166385f-0516-4318-a094-f5dbc2e1035b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Network 816608ff-472a-4f84-920d-48428571b6c6 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:57.072266 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-9166385f-0516-4318-a094-f5dbc2e1035b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:57.080652 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-9166385f-0516-4318-a094-f5dbc2e1035b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:57.135357 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166385f-0516-4318-a094-f5dbc2e1035b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Pushing event updated for resources: {'Port': ['ID=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:57.168805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-9166385f-0516-4318-a094-f5dbc2e1035b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:57.169500 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-9166385f-0516-4318-a094-f5dbc2e1035b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:57.242386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-9166385f-0516-4318-a094-f5dbc2e1035b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9669960 Sep 16 05:36:57.260673 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Request body: {'port': {'device_id': 'deae1277-d623-44ed-938c-f7f2c5a9b66c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:57.324823 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:57.624795 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8d68ac-1bef-4f90-ad2d-d46a74ac296d {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:36:57.634451 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:57.648291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Transition to ACTIVE for port object ff8d68ac-1bef-4f90-ad2d-d46a74ac296d will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:36:57.717564 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:57.774058 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Pushing event updated for resources: {'Port': ['ID=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:57.890685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206eea08-88a7-47dd-99e5-bd55397bf94c req-5c5c70ad-7519-4e9d-b4da-a6d933908c10 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:57.892506 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-206eea08-88a7-47dd-99e5-bd55397bf94c req-5c5c70ad-7519-4e9d-b4da-a6d933908c10 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 943 time: 0.1129482 Sep 16 05:36:57.895932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Attempting to bind port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:57.896276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Attempting to bind port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '55d14d7c-d334-463e-ab8d-e585a9e4840f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '816608ff-472a-4f84-920d-48428571b6c6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:57.896613 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Attempting to bind port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d on network 816608ff-472a-4f84-920d-48428571b6c6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:57.901921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d on network 816608ff-472a-4f84-920d-48428571b6c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:36:57.902311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Attempting to bind port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d on network 816608ff-472a-4f84-920d-48428571b6c6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:57.915184 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:57.915534 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Checking segment: {'id': '55d14d7c-d334-463e-ab8d-e585a9e4840f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '816608ff-472a-4f84-920d-48428571b6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:57.915936 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Bound using segment: {'id': '55d14d7c-d334-463e-ab8d-e585a9e4840f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '816608ff-472a-4f84-920d-48428571b6c6'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:57.916399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Bound port: ff8d68ac-1bef-4f90-ad2d-d46a74ac296d, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d14d7c-d334-463e-ab8d-e585a9e4840f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '816608ff-472a-4f84-920d-48428571b6c6'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:57.916775 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:57.976861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-206eea08-88a7-47dd-99e5-bd55397bf94c req-2595966c-4fd6-42a3-8c1a-a78f01ad05c8 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720575 Sep 16 05:36:58.016382 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] For port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:58.020203 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] For port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d,segment=NetworkSegment(55d14d7c-d334-463e-ab8d-e585a9e4840f),segment_id=55d14d7c-d334-463e-ab8d-e585a9e4840f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:58.411564 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:58.449177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:58.451351 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:58.451570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] 10.222.0.38 "PUT /v2.0/ports/ff8d68ac-1bef-4f90-ad2d-d46a74ac296d HTTP/1.1" status: 200 len: 1092 time: 1.1954868 Sep 16 05:36:58.452025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deae1277-d623-44ed-938c-f7f2c5a9b66c', 'tag': 'ff8d68ac-1bef-4f90-ad2d-d46a74ac296d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:58.454332 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a0adbb-97c7-45d5-918c-80f706c17bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "deae1277-d623-44ed-938c-f7f2c5a9b66c", "tag": "ff8d68ac-1bef-4f90-ad2d-d46a74ac296d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:58.496860 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aff90b8-7eb0-4cdd-9ddc-259778aea7c1 x-openstack-request-id: req-1aff90b8-7eb0-4cdd-9ddc-259778aea7c1 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:58.496860 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deae1277-d623-44ed-938c-f7f2c5a9b66c", "tag": "ff8d68ac-1bef-4f90-ad2d-d46a74ac296d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:58.496860 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1aff90b8-7eb0-4cdd-9ddc-259778aea7c1 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:58.497400 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deae1277-d623-44ed-938c-f7f2c5a9b66c', 'tag': 'ff8d68ac-1bef-4f90-ad2d-d46a74ac296d', 'status': 'completed', 'code': 200} Sep 16 05:36:58.499147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed0312-ddba-492f-80f9-cb1fab11b8ec service neutron] Pushing event updated for resources: {'Port': ['ID=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:58.584492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0adbb-97c7-45d5-918c-80f706c17bf4 req-ebe42065-dac5-4071-b6b3-f72ff3368e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:58.586219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14a0adbb-97c7-45d5-918c-80f706c17bf4 req-ebe42065-dac5-4071-b6b3-f72ff3368e7f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2bda6a665b64703a92178c8df542453&device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 1095 time: 0.0460534 Sep 16 05:36:58.727573 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0adbb-97c7-45d5-918c-80f706c17bf4 req-3e832f23-c21e-487f-ad66-b1abae72a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:58.727573 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14a0adbb-97c7-45d5-918c-80f706c17bf4 req-3e832f23-c21e-487f-ad66-b1abae72a1e0 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=e2bda6a665b64703a92178c8df542453&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1104252 Sep 16 05:36:58.809552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0adbb-97c7-45d5-918c-80f706c17bf4 req-f2dfc88c-afe3-424a-87ee-c7f169758f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:58.812432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14a0adbb-97c7-45d5-918c-80f706c17bf4 req-f2dfc88c-afe3-424a-87ee-c7f169758f63 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960796 Sep 16 05:36:58.826388 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:58.925900 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-d40f75ff-147b-4a2b-a143-7b90c13e0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:58.930701 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-d40f75ff-147b-4a2b-a143-7b90c13e0840 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2bda6a665b64703a92178c8df542453&device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 1095 time: 0.0519750 Sep 16 05:36:58.992759 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-41f0c0dd-80f7-47cb-a88e-700846557928 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d HTTP/1.1" status: 200 len: 217 time: 0.0514379 Sep 16 05:36:59.050654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-62dc7e70-917d-4a09-b016-bacb374f0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:59.052240 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-62dc7e70-917d-4a09-b016-bacb374f0a07 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7fb01e70-bbeb-4549-9403-b6c5a0b313a3 HTTP/1.1" status: 200 len: 854 time: 0.0527706 Sep 16 05:36:59.116823 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-a2e78c56-7d5d-4e56-b07c-a9c41b6b6eab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=816608ff-472a-4f84-920d-48428571b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547516 Sep 16 05:36:59.168968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a0c04-f821-4d63-896b-8986f443f950 req-acf1e851-48ef-4c85-a30f-9ed6788782dc tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:59.171338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-544a0c04-f821-4d63-896b-8986f443f950 req-acf1e851-48ef-4c85-a30f-9ed6788782dc tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 943 time: 0.1112981 Sep 16 05:36:59.232832 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:36:59.261283 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-544a0c04-f821-4d63-896b-8986f443f950 req-be128717-ca9f-4b16-8551-8f4183b32b04 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607846 Sep 16 05:36:59.263934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-eb234a3f-672f-4558-bd2b-df580d985da1 service neutron] 10.222.0.38 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391072 Sep 16 05:36:59.379899 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33f0405d-d02d-4f21-9767-3db8466c4b43 req-783d4b46-84fa-4340-895e-15522c7d81d6 service neutron] 10.222.0.38 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089032 Sep 16 05:37:00.404031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4342d-6ee2-495c-acfa-ef80c22ee1e2 req-05b792d9-c397-4c1f-82b0-639b39c92e25 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:00.406150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afa4342d-6ee2-495c-acfa-ef80c22ee1e2 req-05b792d9-c397-4c1f-82b0-639b39c92e25 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 943 time: 0.0578637 Sep 16 05:37:00.447297 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afa4342d-6ee2-495c-acfa-ef80c22ee1e2 req-9abe86de-c50b-4337-85dd-59e06e8cf18d tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346265 Sep 16 05:37:01.608166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c10a1-ce5c-4e75-b902-786c24e924f3 req-a3c95fe0-9ae1-4c6e-b74d-f3643e7bc00f tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:01.610358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b2c10a1-ce5c-4e75-b902-786c24e924f3 req-a3c95fe0-9ae1-4c6e-b74d-f3643e7bc00f tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 943 time: 0.0855036 Sep 16 05:37:01.662059 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b2c10a1-ce5c-4e75-b902-786c24e924f3 req-731bf65c-6081-4274-bd7b-198b899ccc73 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443757 Sep 16 05:37:02.258209 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ff8d68ac-1bef-4f90-ad2d-d46a74ac296d details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:37:02.375940 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d,segment=NetworkSegment(55d14d7c-d334-463e-ab8d-e585a9e4840f),segment_id=55d14d7c-d334-463e-ab8d-e585a9e4840f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:02.391124 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'ff8d68ac-1bef-4f90-ad2d-d46a74ac296d', 'network_id': '816608ff-472a-4f84-920d-48428571b6c6', 'port_id': 'ff8d68ac-1bef-4f90-ad2d-d46a74ac296d', 'mac_address': 'fa:16:3e:21:13:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb01e70-bbeb-4549-9403-b6c5a0b313a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:37:02.437746 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:02.452931 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8d68ac-1bef-4f90-ad2d-d46a74ac296d {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:02.479725 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d,segment=NetworkSegment(55d14d7c-d334-463e-ab8d-e585a9e4840f),segment_id=55d14d7c-d334-463e-ab8d-e585a9e4840f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:02.590349 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:02.647736 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:02.807917 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b1045-f793-490c-973f-6ff146e0edd5 req-ba1a4081-0766-48bb-a818-b6a746a26e89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:02.809617 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-237b1045-f793-490c-973f-6ff146e0edd5 req-ba1a4081-0766-48bb-a818-b6a746a26e89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 944 time: 0.0624821 Sep 16 05:37:02.861188 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-237b1045-f793-490c-973f-6ff146e0edd5 req-11cbdc09-de56-4e1a-8882-112a367c042d tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386589 Sep 16 05:37:02.991145 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['ff8d68ac-1bef-4f90-ad2d-d46a74ac296d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:03.996463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708d4fa-3c1b-4307-b02f-56d6585289fd req-032a62d8-2345-4001-a2c3-70c3fdb81d2e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:03.998575 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5708d4fa-3c1b-4307-b02f-56d6585289fd req-032a62d8-2345-4001-a2c3-70c3fdb81d2e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 944 time: 0.0564294 Sep 16 05:37:04.057602 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5708d4fa-3c1b-4307-b02f-56d6585289fd req-8df5ae9d-ee1d-4c37-874a-7695fb4b2590 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486050 Sep 16 05:37:04.258809 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ff8d68ac-1bef-4f90-ad2d-d46a74ac296d up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:04.398093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:37:04.402762 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:04.403247 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:04.492779 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:04.522433 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deae1277-d623-44ed-938c-f7f2c5a9b66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8d68ac-1bef-4f90-ad2d-d46a74ac296d'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:04.524769 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03600426-167a-4640-a88f-154112396fbd" -d '{"events": [{"server_uuid": "deae1277-d623-44ed-938c-f7f2c5a9b66c", "name": "network-vif-plugged", "status": "completed", "tag": "ff8d68ac-1bef-4f90-ad2d-d46a74ac296d"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:04.544728 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d,segment=NetworkSegment(55d14d7c-d334-463e-ab8d-e585a9e4840f),segment_id=55d14d7c-d334-463e-ab8d-e585a9e4840f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:04.582436 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66d524c-146b-4a50-9fd5-7b617d2cb050 x-openstack-request-id: req-a66d524c-146b-4a50-9fd5-7b617d2cb050 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:04.582918 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deae1277-d623-44ed-938c-f7f2c5a9b66c", "name": "network-vif-plugged", "status": "completed", "tag": "ff8d68ac-1bef-4f90-ad2d-d46a74ac296d", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:04.583261 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a66d524c-146b-4a50-9fd5-7b617d2cb050 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:04.583985 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deae1277-d623-44ed-938c-f7f2c5a9b66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8d68ac-1bef-4f90-ad2d-d46a74ac296d', 'code': 200} Sep 16 05:37:04.641113 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:04.722122 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:04.725167 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6a250-c94e-4c94-a0b8-6a025122c54c req-e1bcd07e-0192-4027-8ad1-fc02685e0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.727728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffd6a250-c94e-4c94-a0b8-6a025122c54c req-e1bcd07e-0192-4027-8ad1-fc02685e0b5c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 1097 time: 0.0486691 Sep 16 05:37:04.773488 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffd6a250-c94e-4c94-a0b8-6a025122c54c req-6ae648df-4b81-4a66-9e8e-325350368369 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376928 Sep 16 05:37:05.204996 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fad786-a3e5-4b29-8d68-dcc1c158f9d3 req-17927d47-6e4b-4994-97ce-ef0061d211f4 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:05.206935 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0fad786-a3e5-4b29-8d68-dcc1c158f9d3 req-17927d47-6e4b-4994-97ce-ef0061d211f4 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0597029 Sep 16 05:37:05.249690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0fad786-a3e5-4b29-8d68-dcc1c158f9d3 req-466abad8-fde6-47e8-bb6d-10e5ed13d787 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362318 Sep 16 05:37:05.289719 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0aff571d-d9b2-4abd-9d67-a972df42d330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:06.382753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98b63f-41d7-488f-b4cd-a83f307a62ee req-b0ed200c-656e-4342-88e7-011b32822b39 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:06.385225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf98b63f-41d7-488f-b4cd-a83f307a62ee req-b0ed200c-656e-4342-88e7-011b32822b39 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0584042 Sep 16 05:37:06.432897 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf98b63f-41d7-488f-b4cd-a83f307a62ee req-7a865b62-11e5-4fc3-8a1b-7bf38eb098d2 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413058 Sep 16 05:37:07.568287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bca2d-255a-43bc-9f71-4ee5de4e0fdb req-44916f9f-d3ba-4424-84f4-4f41d64e2c2e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:07.570062 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e0bca2d-255a-43bc-9f71-4ee5de4e0fdb req-44916f9f-d3ba-4424-84f4-4f41d64e2c2e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0588593 Sep 16 05:37:07.616951 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5e0bca2d-255a-43bc-9f71-4ee5de4e0fdb req-7ffee24f-4e02-4e5a-922c-11b790a3b00a tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398662 Sep 16 05:37:07.742010 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb654ea-98ec-4f00-b57f-c67c2e273ee9 req-a73cb4c7-ae42-4677-bf40-a03ace63f087 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:07.743781 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3fb654ea-98ec-4f00-b57f-c67c2e273ee9 req-a73cb4c7-ae42-4677-bf40-a03ace63f087 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0548940 Sep 16 05:37:07.795444 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3fb654ea-98ec-4f00-b57f-c67c2e273ee9 req-aabeecf2-ad9f-4720-a416-4d23b5681403 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434966 Sep 16 05:37:07.842497 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2cd7c305-23c2-4cfb-8ae8-ff51e3359484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:08.149320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b7406-8a77-4cec-be82-a60556e8085d req-0f174b18-bff9-4393-842a-bc9378a32367 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:08.150852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc6b7406-8a77-4cec-be82-a60556e8085d req-0f174b18-bff9-4393-842a-bc9378a32367 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0571744 Sep 16 05:37:08.194681 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc6b7406-8a77-4cec-be82-a60556e8085d req-14117a88-866c-403c-bb43-d27ca0ccb488 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364320 Sep 16 05:37:08.334085 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfeb66a-d093-4acd-9f95-ce04632d98fb req-6a00b430-0bd9-446a-96dc-18a90840cf95 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:08.335747 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dcfeb66a-d093-4acd-9f95-ce04632d98fb req-6a00b430-0bd9-446a-96dc-18a90840cf95 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0567224 Sep 16 05:37:08.385806 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dcfeb66a-d093-4acd-9f95-ce04632d98fb req-006f80de-084e-49e1-9441-187336142583 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420370 Sep 16 05:37:08.603944 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:08.881619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49b8d2-996e-4ea2-8b24-e2b746e68e49 req-e216b434-87a2-4944-ab2e-fca0958d31f8 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:08.883577 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d49b8d2-996e-4ea2-8b24-e2b746e68e49 req-e216b434-87a2-4944-ab2e-fca0958d31f8 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0603552 Sep 16 05:37:08.928268 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d49b8d2-996e-4ea2-8b24-e2b746e68e49 req-e955acf8-8e10-4035-8d13-cb503a37af7d tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373192 Sep 16 05:37:09.048292 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-52ac3f09-4c5a-4169-a0a7-0931017690e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448575 Sep 16 05:37:09.461262 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:10.065827 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c85b81-2208-4094-a914-f34a0b0701e2 req-82b6db9b-d877-4c52-9b28-2a888430d75c tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:10.067694 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08c85b81-2208-4094-a914-f34a0b0701e2 req-82b6db9b-d877-4c52-9b28-2a888430d75c tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0574193 Sep 16 05:37:10.111867 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08c85b81-2208-4094-a914-f34a0b0701e2 req-5ecb7b01-17e5-4137-995a-0ca59a52c664 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378766 Sep 16 05:37:10.952964 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:11.264378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c884a-7ca5-4594-8ddd-371927024d0e req-19a8822c-aaef-4ed1-bfb2-4cd51d064c93 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:11.267352 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f36c884a-7ca5-4594-8ddd-371927024d0e req-19a8822c-aaef-4ed1-bfb2-4cd51d064c93 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0806983 Sep 16 05:37:11.314770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f36c884a-7ca5-4594-8ddd-371927024d0e req-2e3e6bae-ea89-47e7-b62a-865265e069c6 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410094 Sep 16 05:37:11.912957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-af61d2b2-fbd7-42ec-8561-4c0865377904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:11.914828 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-af61d2b2-fbd7-42ec-8561-4c0865377904 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2bda6a665b64703a92178c8df542453&device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 1097 time: 0.0507803 Sep 16 05:37:12.023253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-1b11e21f-b736-4381-b2d6-5d98601d1bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:12.024768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-1b11e21f-b736-4381-b2d6-5d98601d1bf9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=816608ff-472a-4f84-920d-48428571b6c6 HTTP/1.1" status: 200 len: 915 time: 0.1008999 Sep 16 05:37:12.068437 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-1c6a0d6b-81a8-41f0-9a61-3cd469d2924b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d HTTP/1.1" status: 200 len: 217 time: 0.0354056 Sep 16 05:37:12.119523 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-ea0468a3-4cac-4cb2-8dd3-cc14f46041ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:12.120999 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-ea0468a3-4cac-4cb2-8dd3-cc14f46041ed service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7fb01e70-bbeb-4549-9403-b6c5a0b313a3 HTTP/1.1" status: 200 len: 854 time: 0.0460947 Sep 16 05:37:12.153939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-caab5315-3b83-496d-885f-7111075c31b1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=816608ff-472a-4f84-920d-48428571b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255773 Sep 16 05:37:12.255832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-be4acaae-9e61-429d-87ae-79fa361d424a service neutron] 10.222.0.38 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940263 Sep 16 05:37:12.364292 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-c5dd00b9-9ba2-4046-bc6f-87784b00b744 service neutron] 10.222.0.38 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011622 Sep 16 05:37:12.450099 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f3119-de5e-4c0c-b62d-6fde04ecb7da req-e204bc5c-024e-4204-bdd3-ec82a651a998 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:12.452337 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af2f3119-de5e-4c0c-b62d-6fde04ecb7da req-e204bc5c-024e-4204-bdd3-ec82a651a998 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0609741 Sep 16 05:37:12.496820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af2f3119-de5e-4c0c-b62d-6fde04ecb7da req-c1cdf5f7-3e65-42bf-9a87-7418ba20edf1 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354037 Sep 16 05:37:13.643323 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702454a-e973-411e-a21a-8d66964acd9d req-b4a275d7-2063-476f-ac23-66464e4e4db4 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:13.645093 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3702454a-e973-411e-a21a-8d66964acd9d req-b4a275d7-2063-476f-ac23-66464e4e4db4 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0562937 Sep 16 05:37:13.692711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3702454a-e973-411e-a21a-8d66964acd9d req-f94b247a-831d-445e-b298-b993159a6cf5 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364883 Sep 16 05:37:14.822828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18a03-1333-4139-82cc-24770bbff225 req-3f2dc4a8-625c-4a26-bfcc-0351aa91c9ab tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:14.824585 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5f18a03-1333-4139-82cc-24770bbff225 req-3f2dc4a8-625c-4a26-bfcc-0351aa91c9ab tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0589511 Sep 16 05:37:14.871782 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f5f18a03-1333-4139-82cc-24770bbff225 req-2d1a644a-5468-46d2-b6e6-92c0eb5124b8 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355899 Sep 16 05:37:16.048186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cdf0c-7f24-419d-8de5-d6561d644adb req-c1c7e3a3-b513-4b83-b0d2-a238454e39f6 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:16.049899 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc5cdf0c-7f24-419d-8de5-d6561d644adb req-c1c7e3a3-b513-4b83-b0d2-a238454e39f6 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0676634 Sep 16 05:37:16.100937 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc5cdf0c-7f24-419d-8de5-d6561d644adb req-751a6924-a02e-48ce-8be1-64e0aed95a7e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438578 Sep 16 05:37:16.664768 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2e09f-afb5-4198-b294-94602f0ec674 req-0890ae37-efcc-425e-bf91-8243a59a35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:16.666351 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72e2e09f-afb5-4198-b294-94602f0ec674 req-0890ae37-efcc-425e-bf91-8243a59a35c4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2bda6a665b64703a92178c8df542453&device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 1097 time: 0.0518253 Sep 16 05:37:16.783811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2e09f-afb5-4198-b294-94602f0ec674 req-53daa200-d48e-487e-9689-ea4cc3747011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:16.785523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72e2e09f-afb5-4198-b294-94602f0ec674 req-53daa200-d48e-487e-9689-ea4cc3747011 service neutron] 10.222.0.38 "GET /v2.0/networks?id=816608ff-472a-4f84-920d-48428571b6c6 HTTP/1.1" status: 200 len: 915 time: 0.0981755 Sep 16 05:37:16.832107 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72e2e09f-afb5-4198-b294-94602f0ec674 req-84920bb9-3066-48b3-9061-3aee3d712b27 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d HTTP/1.1" status: 200 len: 217 time: 0.0390007 Sep 16 05:37:16.886943 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2e09f-afb5-4198-b294-94602f0ec674 req-dec7d777-39d8-4863-8105-edbf3a8db2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:16.889087 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72e2e09f-afb5-4198-b294-94602f0ec674 req-dec7d777-39d8-4863-8105-edbf3a8db2cf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7fb01e70-bbeb-4549-9403-b6c5a0b313a3 HTTP/1.1" status: 200 len: 854 time: 0.0498865 Sep 16 05:37:16.926067 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72e2e09f-afb5-4198-b294-94602f0ec674 req-62e0636b-4263-4c73-ac77-ca59189fe9d9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=816608ff-472a-4f84-920d-48428571b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304604 Sep 16 05:37:17.027599 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72e2e09f-afb5-4198-b294-94602f0ec674 req-a39a57cf-76a2-43a9-a89e-94e0a620964b service neutron] 10.222.0.38 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942824 Sep 16 05:37:17.140045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72e2e09f-afb5-4198-b294-94602f0ec674 req-ffbbaceb-3ecb-4b03-ac6e-7ea36c25847a service neutron] 10.222.0.38 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023402 Sep 16 05:37:17.241619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339ae08-aa8d-45e7-9e43-30361f73b006 req-d6b8d3a5-994f-4a6d-bb13-f80d6d375030 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:17.243530 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c339ae08-aa8d-45e7-9e43-30361f73b006 req-d6b8d3a5-994f-4a6d-bb13-f80d6d375030 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0558314 Sep 16 05:37:17.287169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c339ae08-aa8d-45e7-9e43-30361f73b006 req-4e1ea443-eb04-4a20-8fab-75dfe16b76dc tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361440 Sep 16 05:37:18.464170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b3f4d-76a9-42e0-b9fe-e25b9a5f9644 req-287727e7-9784-4c5a-b343-ff551bf4853c tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:18.467565 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae3b3f4d-76a9-42e0-b9fe-e25b9a5f9644 req-287727e7-9784-4c5a-b343-ff551bf4853c tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0835474 Sep 16 05:37:18.512601 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae3b3f4d-76a9-42e0-b9fe-e25b9a5f9644 req-970d40e1-c8b0-46ef-9298-ae46ca83413f tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384686 Sep 16 05:37:20.041833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8eb502-6247-40ca-ae61-d790e266187d req-9e017b4d-5e30-4b8a-88b1-b27b01ad708b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:20.043963 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b8eb502-6247-40ca-ae61-d790e266187d req-9e017b4d-5e30-4b8a-88b1-b27b01ad708b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.4249499 Sep 16 05:37:20.090396 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b8eb502-6247-40ca-ae61-d790e266187d req-5494b7aa-585c-4fcf-8897-4a35e413b8cb tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382075 Sep 16 05:37:21.237205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456db388-3039-4e16-885a-7bd00934fded req-06a00455-c115-49a8-b49b-6384e470b53b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:21.239928 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-456db388-3039-4e16-885a-7bd00934fded req-06a00455-c115-49a8-b49b-6384e470b53b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0710764 Sep 16 05:37:21.283788 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-456db388-3039-4e16-885a-7bd00934fded req-de3e3f9d-8840-4f25-bac9-7ad8920558f3 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372789 Sep 16 05:37:22.426215 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b34b1-1045-43c6-962b-69fc5ea78069 req-13e5e5dc-a801-4736-90c2-20c9f609e6eb tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:22.428238 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b17b34b1-1045-43c6-962b-69fc5ea78069 req-13e5e5dc-a801-4736-90c2-20c9f609e6eb tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0662212 Sep 16 05:37:22.474170 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b17b34b1-1045-43c6-962b-69fc5ea78069 req-ee7f8303-2d1d-464c-b173-48614b462efd tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393276 Sep 16 05:37:23.613858 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905d9bd-fb61-47ed-9ac8-a57626b869a7 req-3e770f48-8f1c-4a6a-9e9f-6304f207c589 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:23.615660 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6905d9bd-fb61-47ed-9ac8-a57626b869a7 req-3e770f48-8f1c-4a6a-9e9f-6304f207c589 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0612710 Sep 16 05:37:23.662270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6905d9bd-fb61-47ed-9ac8-a57626b869a7 req-9b888ff1-86b9-4860-9cdb-f180f63cca69 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358927 Sep 16 05:37:24.740711 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:24.788096 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304307f-4488-4478-8d84-dc55e2210560 req-6f37c0e1-eaf3-4809-8d2c-0f04aae8d17f tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:24.789767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4304307f-4488-4478-8d84-dc55e2210560 req-6f37c0e1-eaf3-4809-8d2c-0f04aae8d17f tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0535884 Sep 16 05:37:24.833379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4304307f-4488-4478-8d84-dc55e2210560 req-123fe9d5-70bb-4596-a02c-b886d4c3ac6d tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354059 Sep 16 05:37:25.970641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7f1b0-7869-4d18-b56a-042aa4110e70 req-2e254c41-b58e-43ba-8fb4-8fe854370b03 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:25.972427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15f7f1b0-7869-4d18-b56a-042aa4110e70 req-2e254c41-b58e-43ba-8fb4-8fe854370b03 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0606380 Sep 16 05:37:26.014925 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15f7f1b0-7869-4d18-b56a-042aa4110e70 req-19b172fc-8d94-4750-a52f-901db194f1b9 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359013 Sep 16 05:37:27.147977 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d598db-a6ff-4486-bd9a-e666af0dc6bb req-10baff79-b284-4f05-a562-4f0b616d6eed tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.149583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79d598db-a6ff-4486-bd9a-e666af0dc6bb req-10baff79-b284-4f05-a562-4f0b616d6eed tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0594633 Sep 16 05:37:27.193647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79d598db-a6ff-4486-bd9a-e666af0dc6bb req-21cda9a8-7d77-4395-9724-178c631c315d tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366471 Sep 16 05:37:28.331620 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f43c02-b578-434b-b769-3d0c9af25a3e req-d3f8a691-e294-4713-acf3-5dc5ad8ba2b9 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:28.333272 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95f43c02-b578-434b-b769-3d0c9af25a3e req-d3f8a691-e294-4713-acf3-5dc5ad8ba2b9 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0531092 Sep 16 05:37:28.380874 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95f43c02-b578-434b-b769-3d0c9af25a3e req-418882f0-3edf-4586-830d-12841e184bd9 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358574 Sep 16 05:37:28.689318 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:29.511396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e4e2a-2645-41a0-8ea5-0f2bfa595a67 req-c893b003-f183-4eee-a162-5792b84f64f6 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:29.513190 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-628e4e2a-2645-41a0-8ea5-0f2bfa595a67 req-c893b003-f183-4eee-a162-5792b84f64f6 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0546422 Sep 16 05:37:29.580919 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-628e4e2a-2645-41a0-8ea5-0f2bfa595a67 req-e64e58ab-64e9-4361-a039-f51f9ad4fbeb tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591152 Sep 16 05:37:30.785335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2415c7-1baf-4eb2-be98-8960b1dc6386 req-87a950a3-d3c7-4a5d-a8ed-e5ea5b5619d7 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:30.787018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d2415c7-1baf-4eb2-be98-8960b1dc6386 req-87a950a3-d3c7-4a5d-a8ed-e5ea5b5619d7 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0599866 Sep 16 05:37:30.836160 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d2415c7-1baf-4eb2-be98-8960b1dc6386 req-e8aab37e-3f76-404b-aeb8-3ece8713a752 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426908 Sep 16 05:37:32.016265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6f25e-4d1b-4281-a229-044e9cf7cdec req-b9856a78-28cc-44ae-9651-cc850fdc4b98 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:32.018135 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48f6f25e-4d1b-4281-a229-044e9cf7cdec req-b9856a78-28cc-44ae-9651-cc850fdc4b98 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0625963 Sep 16 05:37:32.068983 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48f6f25e-4d1b-4281-a229-044e9cf7cdec req-08c5eeeb-1115-49d3-a442-d808323628ef tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430193 Sep 16 05:37:33.294048 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf47969-ca81-4ac9-b11f-fe53f57e497f req-50037b39-b7a1-47d6-a004-735a872f923e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:33.296372 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-edf47969-ca81-4ac9-b11f-fe53f57e497f req-50037b39-b7a1-47d6-a004-735a872f923e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.1007550 Sep 16 05:37:33.342930 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-edf47969-ca81-4ac9-b11f-fe53f57e497f req-6fcb52d7-4410-49bf-9d15-77baf045c492 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361953 Sep 16 05:37:34.577533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af822800-e2c7-4ca7-85ad-0fea04e72fa5 req-4f2d2953-2587-4bf1-a924-198d68d6f9cf tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:34.579134 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af822800-e2c7-4ca7-85ad-0fea04e72fa5 req-4f2d2953-2587-4bf1-a924-198d68d6f9cf tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.1047573 Sep 16 05:37:34.619522 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af822800-e2c7-4ca7-85ad-0fea04e72fa5 req-554c1539-32fc-42f8-a785-e970056b1c96 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338531 Sep 16 05:37:35.271617 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ba01e0e7-ab6b-40b6-9c8b-2148a0926eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.766859 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee70e2-cd9a-42ee-94c5-6b2ef440572e req-45a7ee28-942a-452f-9e1c-cc2c9e664c97 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:35.768568 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a6ee70e2-cd9a-42ee-94c5-6b2ef440572e req-45a7ee28-942a-452f-9e1c-cc2c9e664c97 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0565996 Sep 16 05:37:35.819636 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a6ee70e2-cd9a-42ee-94c5-6b2ef440572e req-bba9b7d8-62e7-4d4a-9f62-a940e2f2fb9c tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409060 Sep 16 05:37:36.231546 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:37:36.955273 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fd243-2634-4e97-a1b9-4d17a13ee624 req-70e2af6e-0276-415d-abec-2fa6cf4b23c5 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:36.957058 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b24fd243-2634-4e97-a1b9-4d17a13ee624 req-70e2af6e-0276-415d-abec-2fa6cf4b23c5 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0555732 Sep 16 05:37:37.003058 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b24fd243-2634-4e97-a1b9-4d17a13ee624 req-a360b99c-760c-4493-b744-1ebe225b9677 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378149 Sep 16 05:37:37.814536 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1c1a2afe-163e-49a5-a47d-da6ae07a2a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.139090 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27fbfe-a3a4-4458-99b6-d628eaf8ccf3 req-bc54a41a-82d8-4dbb-b770-7cf07e8492f5 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:38.140622 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af27fbfe-a3a4-4458-99b6-d628eaf8ccf3 req-bc54a41a-82d8-4dbb-b770-7cf07e8492f5 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0589440 Sep 16 05:37:38.187129 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af27fbfe-a3a4-4458-99b6-d628eaf8ccf3 req-2a7c4b61-176b-4872-9e12-3d71f3b00fde tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395849 Sep 16 05:37:38.648723 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:39.316138 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96233d98-62a8-41e1-bf18-51572f25efb8 req-fed1136f-fbfe-42de-866a-68972fb75aca tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:39.317726 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96233d98-62a8-41e1-bf18-51572f25efb8 req-fed1136f-fbfe-42de-866a-68972fb75aca tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0529261 Sep 16 05:37:39.367967 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96233d98-62a8-41e1-bf18-51572f25efb8 req-9601e0a8-bea7-439b-8aca-b9a6946f3a1d tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388391 Sep 16 05:37:39.391794 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.025701 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-c916eebd-26de-44c6-bb90-76fa219e591e service neutron] show failed (client error): The resource could not be found. Sep 16 05:37:40.026761 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-c916eebd-26de-44c6-bb90-76fa219e591e service neutron] 10.222.0.38 "GET /v2.0/ports/ff8d68ac-1bef-4f90-ad2d-d46a74ac296d/bindings/n-h1-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.0613511 Sep 16 05:37:40.554047 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb8103-0632-41e2-96dc-e4e3c70423a9 req-0e06f5b3-01f9-4dd0-8bb4-5ae69c5c3029 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:40.554047 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bffb8103-0632-41e2-96dc-e4e3c70423a9 req-0e06f5b3-01f9-4dd0-8bb4-5ae69c5c3029 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0628307 Sep 16 05:37:40.557973 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bffb8103-0632-41e2-96dc-e4e3c70423a9 req-5673148b-0f55-4a0d-bb0c-3780f3ee7d8a tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369041 Sep 16 05:37:40.658256 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-e8fdb4e9-72a8-45c8-9d04-c788ac257eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:40.659761 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-e8fdb4e9-72a8-45c8-9d04-c788ac257eea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c&tenant_id=e2bda6a665b64703a92178c8df542453 HTTP/1.1" status: 200 len: 1097 time: 0.0461192 Sep 16 05:37:40.679953 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-13', 'device_owner': 'compute:nova'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:40.744010 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.986067 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.048926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] For port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d,segment=NetworkSegment(55d14d7c-d334-463e-ab8d-e585a9e4840f),segment_id=55d14d7c-d334-463e-ab8d-e585a9e4840f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:41.086393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] For port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:41.140147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deae1277-d623-44ed-938c-f7f2c5a9b66c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff8d68ac-1bef-4f90-ad2d-d46a74ac296d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:41.144162 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9eba528-bddd-46b6-94ea-9fb20469996d" -d '{"events": [{"server_uuid": "deae1277-d623-44ed-938c-f7f2c5a9b66c", "name": "network-vif-unplugged", "status": "completed", "tag": "ff8d68ac-1bef-4f90-ad2d-d46a74ac296d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:41.151617 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.169567 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] Transition to ACTIVE for port object ff8d68ac-1bef-4f90-ad2d-d46a74ac296d will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:37:41.201351 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d53f4e2-6168-4160-91fe-2ae02c4cfe61 x-openstack-request-id: req-7d53f4e2-6168-4160-91fe-2ae02c4cfe61 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:41.201774 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deae1277-d623-44ed-938c-f7f2c5a9b66c", "name": "network-vif-unplugged", "status": "completed", "tag": "ff8d68ac-1bef-4f90-ad2d-d46a74ac296d", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:41.202120 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d53f4e2-6168-4160-91fe-2ae02c4cfe61 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:41.202613 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deae1277-d623-44ed-938c-f7f2c5a9b66c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff8d68ac-1bef-4f90-ad2d-d46a74ac296d', 'code': 200} Sep 16 05:37:41.254521 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.323488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] No DVR routers for this DVR port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:41.326334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] Pushing event updated for resources: {'Port': ['ID=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d,revision_number=6']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:41.372273 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] Attempting to bind port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:41.372615 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] Attempting to bind port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '55d14d7c-d334-463e-ab8d-e585a9e4840f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '816608ff-472a-4f84-920d-48428571b6c6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:41.372954 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] Attempting to bind port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d on network 816608ff-472a-4f84-920d-48428571b6c6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:41.379335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] Port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d on network 816608ff-472a-4f84-920d-48428571b6c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:37:41.380045 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] Attempting to bind port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d on network 816608ff-472a-4f84-920d-48428571b6c6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:41.385734 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:41.386069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] Checking segment: {'id': '55d14d7c-d334-463e-ab8d-e585a9e4840f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '816608ff-472a-4f84-920d-48428571b6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:41.386477 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] Bound using segment: {'id': '55d14d7c-d334-463e-ab8d-e585a9e4840f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '816608ff-472a-4f84-920d-48428571b6c6'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:41.386942 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] Bound port: ff8d68ac-1bef-4f90-ad2d-d46a74ac296d, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d14d7c-d334-463e-ab8d-e585a9e4840f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '816608ff-472a-4f84-920d-48428571b6c6'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:41.387315 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.479011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] For port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:41.483543 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] For port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d,segment=NetworkSegment(55d14d7c-d334-463e-ab8d-e585a9e4840f),segment_id=55d14d7c-d334-463e-ab8d-e585a9e4840f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:41.578642 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.629257 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:41.630673 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.633190 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] 10.222.0.21 "PUT /v2.0/ports/ff8d68ac-1bef-4f90-ad2d-d46a74ac296d HTTP/1.1" status: 200 len: 1092 time: 0.9587643 Sep 16 05:37:41.692449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d94ae-380a-477b-9f2a-f9e287a6ea0c service neutron] Pushing event updated for resources: {'Port': ['ID=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d,revision_number=7']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:41.761923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-d44aa8e4-ac18-40df-9ef4-8075e15ef9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:41.764522 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-d44aa8e4-ac18-40df-9ef4-8075e15ef9e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2bda6a665b64703a92178c8df542453&device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 1095 time: 0.0831699 Sep 16 05:37:41.772890 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755a292-ea26-4d91-b5c3-11a10c30a4bb req-1dcef2d1-8fab-4793-a290-886ac81c9202 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:41.774686 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8755a292-ea26-4d91-b5c3-11a10c30a4bb req-1dcef2d1-8fab-4793-a290-886ac81c9202 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 943 time: 0.1085520 Sep 16 05:37:41.891881 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8755a292-ea26-4d91-b5c3-11a10c30a4bb req-8bb3f2d3-5019-411a-808f-d04baf346efd tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040936 Sep 16 05:37:41.926304 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-f2789897-26f8-4613-b25b-240a48546106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:41.927919 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-f2789897-26f8-4613-b25b-240a48546106 service neutron] 10.222.0.21 "GET /v2.0/networks?id=816608ff-472a-4f84-920d-48428571b6c6 HTTP/1.1" status: 200 len: 915 time: 0.1519625 Sep 16 05:37:41.979463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-41a097dc-7a2e-47b6-8b35-4c5a884dce21 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d HTTP/1.1" status: 200 len: 217 time: 0.0430059 Sep 16 05:37:42.034424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-3a520875-6833-44ca-85d9-34d0840f9080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:42.037863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-3a520875-6833-44ca-85d9-34d0840f9080 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7fb01e70-bbeb-4549-9403-b6c5a0b313a3 HTTP/1.1" status: 200 len: 854 time: 0.0500152 Sep 16 05:37:42.188531 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-cf10adc7-e99c-4251-bf3c-f2f187cb1113 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=816608ff-472a-4f84-920d-48428571b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813057 Sep 16 05:37:42.296741 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-a7789eb8-6fb2-4e1f-bd70-29ed6505c5de service neutron] 10.222.0.21 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010416 Sep 16 05:37:42.364053 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ff8d68ac-1bef-4f90-ad2d-d46a74ac296d no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:42.402376 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f595b6-6887-4064-96bb-a3cd366d4e41 req-2d0e6dc4-600c-4fc4-9639-c9c04f9bf379 service neutron] 10.222.0.21 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994227 Sep 16 05:37:42.409981 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device ff8d68ac-1bef-4f90-ad2d-d46a74ac296d not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:43.031911 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5f413-9164-4866-8eda-aa6517720141 req-204c3be2-b8e1-4bfd-9d5e-d1dbe1d1f701 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:43.033559 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0e5f413-9164-4866-8eda-aa6517720141 req-204c3be2-b8e1-4bfd-9d5e-d1dbe1d1f701 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 943 time: 0.0595782 Sep 16 05:37:43.076826 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0e5f413-9164-4866-8eda-aa6517720141 req-aadb4a83-3e7a-4523-895d-0772b5fe196a tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366304 Sep 16 05:37:43.203821 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deae1277-d623-44ed-938c-f7f2c5a9b66c', 'tag': 'ff8d68ac-1bef-4f90-ad2d-d46a74ac296d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:43.206723 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a023f46fbee9b2b1a67ff9c53c6edc3ddb3e62d1892b87361da59001f751ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca228a84-9857-4ad2-a6c9-120b74c172c7" -d '{"events": [{"name": "network-changed", "server_uuid": "deae1277-d623-44ed-938c-f7f2c5a9b66c", "tag": "ff8d68ac-1bef-4f90-ad2d-d46a74ac296d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:43.260845 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b109767-111e-4eef-a340-8f5ce9b32e02 x-openstack-request-id: req-1b109767-111e-4eef-a340-8f5ce9b32e02 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:43.261239 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deae1277-d623-44ed-938c-f7f2c5a9b66c", "tag": "ff8d68ac-1bef-4f90-ad2d-d46a74ac296d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:43.261606 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b109767-111e-4eef-a340-8f5ce9b32e02 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:43.262204 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deae1277-d623-44ed-938c-f7f2c5a9b66c', 'tag': 'ff8d68ac-1bef-4f90-ad2d-d46a74ac296d', 'status': 'completed', 'code': 200} Sep 16 05:37:43.385893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca228a84-9857-4ad2-a6c9-120b74c172c7 req-6dbf401b-d347-41a5-ac08-c3223e0da7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:43.385893 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca228a84-9857-4ad2-a6c9-120b74c172c7 req-6dbf401b-d347-41a5-ac08-c3223e0da7db service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2bda6a665b64703a92178c8df542453&device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 1095 time: 0.0772147 Sep 16 05:37:43.385893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca228a84-9857-4ad2-a6c9-120b74c172c7 req-d4d4b060-ecf8-48dd-bbeb-6ccb6ad2c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:43.385893 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca228a84-9857-4ad2-a6c9-120b74c172c7 req-d4d4b060-ecf8-48dd-bbeb-6ccb6ad2c746 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2bda6a665b64703a92178c8df542453&device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 1095 time: 0.0820482 Sep 16 05:37:43.573033 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca228a84-9857-4ad2-a6c9-120b74c172c7 req-fe80baf5-2aa7-4064-8e0f-97976ead7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:43.574596 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca228a84-9857-4ad2-a6c9-120b74c172c7 req-fe80baf5-2aa7-4064-8e0f-97976ead7b6e service neutron] 10.222.0.38 "GET /v2.0/networks?id=816608ff-472a-4f84-920d-48428571b6c6 HTTP/1.1" status: 200 len: 915 time: 0.1847649 Sep 16 05:37:43.576778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca228a84-9857-4ad2-a6c9-120b74c172c7 req-f862758a-1bbe-4f40-934d-546124c0ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:43.578212 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca228a84-9857-4ad2-a6c9-120b74c172c7 req-f862758a-1bbe-4f40-934d-546124c0ee4d service neutron] 10.222.0.21 "GET /v2.0/networks?id=816608ff-472a-4f84-920d-48428571b6c6 HTTP/1.1" status: 200 len: 915 time: 0.1802158 Sep 16 05:37:43.659846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca228a84-9857-4ad2-a6c9-120b74c172c7 req-5a828409-3a15-45d6-b33e-5f3624d989d9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d HTTP/1.1" status: 200 len: 217 time: 0.0766389 Sep 16 05:37:43.661607 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca228a84-9857-4ad2-a6c9-120b74c172c7 req-f9f3727f-5395-42a4-9d80-e3162ebe6940 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d HTTP/1.1" status: 200 len: 217 time: 0.0723214 Sep 16 05:37:43.758828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca228a84-9857-4ad2-a6c9-120b74c172c7 req-9dea4d31-58e1-4c2f-aff8-c61f610a9f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:43.760379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca228a84-9857-4ad2-a6c9-120b74c172c7 req-9dea4d31-58e1-4c2f-aff8-c61f610a9f4a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7fb01e70-bbeb-4549-9403-b6c5a0b313a3 HTTP/1.1" status: 200 len: 854 time: 0.0932553 Sep 16 05:37:43.765073 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca228a84-9857-4ad2-a6c9-120b74c172c7 req-0a5c79c8-90ca-4a5e-8101-cf15b762ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:43.766650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca228a84-9857-4ad2-a6c9-120b74c172c7 req-0a5c79c8-90ca-4a5e-8101-cf15b762ade2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7fb01e70-bbeb-4549-9403-b6c5a0b313a3 HTTP/1.1" status: 200 len: 854 time: 0.0910227 Sep 16 05:37:43.802965 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca228a84-9857-4ad2-a6c9-120b74c172c7 req-d3cb5b2c-d994-41d7-b0bb-7105592eb36c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=816608ff-472a-4f84-920d-48428571b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352156 Sep 16 05:37:43.827170 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca228a84-9857-4ad2-a6c9-120b74c172c7 req-bc64f91a-7f87-40a3-bc16-501f472e0971 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=816608ff-472a-4f84-920d-48428571b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511942 Sep 16 05:37:43.982417 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca228a84-9857-4ad2-a6c9-120b74c172c7 req-1e417c80-fbb6-463f-b72e-8626d09d6ef9 service neutron] 10.222.0.38 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650088 Sep 16 05:37:44.002671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca228a84-9857-4ad2-a6c9-120b74c172c7 req-e9a58e45-1a1f-4aca-94ea-3fcdcd82d9c3 service neutron] 10.222.0.21 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625049 Sep 16 05:37:44.174763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca228a84-9857-4ad2-a6c9-120b74c172c7 req-2a1257c8-27d1-4e41-926f-17159cb11739 service neutron] 10.222.0.38 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844635 Sep 16 05:37:44.190260 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca228a84-9857-4ad2-a6c9-120b74c172c7 req-c14cb0b9-903d-463a-8017-486f4fb47f62 service neutron] 10.222.0.21 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712964 Sep 16 05:37:44.233709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e302dd1-359a-4e5c-b239-d1d6ce50f94c req-8524f68d-0fe5-4429-9b39-e0985be4739c tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:44.235288 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e302dd1-359a-4e5c-b239-d1d6ce50f94c req-8524f68d-0fe5-4429-9b39-e0985be4739c tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 943 time: 0.0687158 Sep 16 05:37:44.278051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e302dd1-359a-4e5c-b239-d1d6ce50f94c req-664fec82-5193-4f30-9bcd-4444356f0a1e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362859 Sep 16 05:37:45.407029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fc9f2-2ab0-4c11-8cdb-30aa38c2b05c req-64654066-16b4-4711-bceb-b6b4ce2b6228 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:45.408699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b42fc9f2-2ab0-4c11-8cdb-30aa38c2b05c req-64654066-16b4-4711-bceb-b6b4ce2b6228 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 943 time: 0.0551305 Sep 16 05:37:45.455614 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b42fc9f2-2ab0-4c11-8cdb-30aa38c2b05c req-b45998af-f450-4efe-a82d-e7cf88e7ff41 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400658 Sep 16 05:37:46.304715 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device ff8d68ac-1bef-4f90-ad2d-d46a74ac296d details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:37:46.408293 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d,segment=NetworkSegment(55d14d7c-d334-463e-ab8d-e585a9e4840f),segment_id=55d14d7c-d334-463e-ab8d-e585a9e4840f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:46.422160 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'ff8d68ac-1bef-4f90-ad2d-d46a74ac296d', 'network_id': '816608ff-472a-4f84-920d-48428571b6c6', 'port_id': 'ff8d68ac-1bef-4f90-ad2d-d46a74ac296d', 'mac_address': 'fa:16:3e:21:13:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb01e70-bbeb-4549-9403-b6c5a0b313a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:37:46.486779 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:46.515673 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8d68ac-1bef-4f90-ad2d-d46a74ac296d {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:46.548964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d,segment=NetworkSegment(55d14d7c-d334-463e-ab8d-e585a9e4840f),segment_id=55d14d7c-d334-463e-ab8d-e585a9e4840f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:46.594394 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a1d0a-5db2-4950-90cb-4bff25d6cf48 req-c05b6982-c771-4dc1-b8d6-7a59082e06db tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:46.596003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-715a1d0a-5db2-4950-90cb-4bff25d6cf48 req-c05b6982-c771-4dc1-b8d6-7a59082e06db tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 943 time: 0.0638704 Sep 16 05:37:46.629016 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:46.645539 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-715a1d0a-5db2-4950-90cb-4bff25d6cf48 req-2affe311-054b-4ab3-a722-86eb46ebf062 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425229 Sep 16 05:37:46.693068 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:46.703444 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:46.703834 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:46.704135 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:46.704473 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:46.705059 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:46.705396 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:46.705720 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:46.706046 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:46.706372 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:46.706690 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:46.707043 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:46.707363 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:47.064369 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['ff8d68ac-1bef-4f90-ad2d-d46a74ac296d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:47.144773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919882b2-6013-42b5-9488-7728cddb22f2 req-c686822e-1cf8-4687-8cac-8d1688f427be tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.146488 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-919882b2-6013-42b5-9488-7728cddb22f2 req-c686822e-1cf8-4687-8cac-8d1688f427be tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 944 time: 0.0731139 Sep 16 05:37:47.214586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-919882b2-6013-42b5-9488-7728cddb22f2 req-25e4d4c6-31a7-4f3f-8e23-301bd9513c1d tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545850 Sep 16 05:37:47.357989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40241d-9e7c-4e42-8a0f-4cf482e761d7 req-32b4fef0-b121-417a-b1fc-f407ec9033f8 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.359651 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b40241d-9e7c-4e42-8a0f-4cf482e761d7 req-32b4fef0-b121-417a-b1fc-f407ec9033f8 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.38 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c&tenant_id=e2bda6a665b64703a92178c8df542453&binding%3Ahost_id=n-h1-712140-13 HTTP/1.1" status: 200 len: 944 time: 0.0614200 Sep 16 05:37:47.440777 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-4b40241d-9e7c-4e42-8a0f-4cf482e761d7 req-87f59e05-8d5d-4277-b846-dffba5e03297 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:37:47.442476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b40241d-9e7c-4e42-8a0f-4cf482e761d7 req-87f59e05-8d5d-4277-b846-dffba5e03297 service neutron] 10.222.0.38 "DELETE /v2.0/ports/ff8d68ac-1bef-4f90-ad2d-d46a74ac296d/bindings/n-h2-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.0753508 Sep 16 05:37:47.559669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40241d-9e7c-4e42-8a0f-4cf482e761d7 req-37a53f81-8ff9-48fb-bd39-3087c4009409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.561073 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b40241d-9e7c-4e42-8a0f-4cf482e761d7 req-37a53f81-8ff9-48fb-bd39-3087c4009409 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2bda6a665b64703a92178c8df542453&device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 1096 time: 0.0529807 Sep 16 05:37:47.673959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40241d-9e7c-4e42-8a0f-4cf482e761d7 req-d7995dca-6db9-4ffb-9d0f-f3327b905bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.675584 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b40241d-9e7c-4e42-8a0f-4cf482e761d7 req-d7995dca-6db9-4ffb-9d0f-f3327b905bcd service neutron] 10.222.0.38 "GET /v2.0/networks?id=816608ff-472a-4f84-920d-48428571b6c6 HTTP/1.1" status: 200 len: 915 time: 0.1070354 Sep 16 05:37:47.725708 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b40241d-9e7c-4e42-8a0f-4cf482e761d7 req-d878d259-abfa-4568-8881-e58d7b5caef3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d HTTP/1.1" status: 200 len: 217 time: 0.0432084 Sep 16 05:37:47.778624 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40241d-9e7c-4e42-8a0f-4cf482e761d7 req-11a3038a-1a99-4305-918a-4678b938dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.780255 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b40241d-9e7c-4e42-8a0f-4cf482e761d7 req-11a3038a-1a99-4305-918a-4678b938dd54 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7fb01e70-bbeb-4549-9403-b6c5a0b313a3 HTTP/1.1" status: 200 len: 854 time: 0.0477941 Sep 16 05:37:47.814547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b40241d-9e7c-4e42-8a0f-4cf482e761d7 req-8c305758-1f48-42f2-ab3d-5e60648ddf81 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=816608ff-472a-4f84-920d-48428571b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277371 Sep 16 05:37:47.928412 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b40241d-9e7c-4e42-8a0f-4cf482e761d7 req-88a5da64-dd3d-43ef-b12f-91656df614d5 service neutron] 10.222.0.38 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056376 Sep 16 05:37:48.030636 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b40241d-9e7c-4e42-8a0f-4cf482e761d7 req-5eeee3d9-b573-4313-95b8-3fd7615a1a78 service neutron] 10.222.0.38 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943429 Sep 16 05:37:48.309378 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device ff8d68ac-1bef-4f90-ad2d-d46a74ac296d up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:48.387527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753a0ab-7293-4958-9fb4-e244421e6cf8 req-5f64f138-62f5-44be-b680-e0ccd295a205 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:48.389228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a753a0ab-7293-4958-9fb4-e244421e6cf8 req-5f64f138-62f5-44be-b680-e0ccd295a205 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 944 time: 0.0763471 Sep 16 05:37:48.434274 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:37:48.438650 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:48.439064 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:48.457469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a753a0ab-7293-4958-9fb4-e244421e6cf8 req-bd6b8557-8b41-4918-b904-c92f86dea6ee tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602081 Sep 16 05:37:48.543554 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:48.569949 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deae1277-d623-44ed-938c-f7f2c5a9b66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8d68ac-1bef-4f90-ad2d-d46a74ac296d'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:48.572173 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae89267c-b2be-43e7-b89e-f967a2701986" -d '{"events": [{"server_uuid": "deae1277-d623-44ed-938c-f7f2c5a9b66c", "name": "network-vif-plugged", "status": "completed", "tag": "ff8d68ac-1bef-4f90-ad2d-d46a74ac296d"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:48.587581 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d,segment=NetworkSegment(55d14d7c-d334-463e-ab8d-e585a9e4840f),segment_id=55d14d7c-d334-463e-ab8d-e585a9e4840f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:48.629154 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50b7f2b-942b-4823-8ed9-2eb61434879d x-openstack-request-id: req-f50b7f2b-942b-4823-8ed9-2eb61434879d {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:48.629546 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deae1277-d623-44ed-938c-f7f2c5a9b66c", "name": "network-vif-plugged", "status": "completed", "tag": "ff8d68ac-1bef-4f90-ad2d-d46a74ac296d", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:48.629951 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f50b7f2b-942b-4823-8ed9-2eb61434879d {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:48.630412 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deae1277-d623-44ed-938c-f7f2c5a9b66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8d68ac-1bef-4f90-ad2d-d46a74ac296d', 'code': 200} Sep 16 05:37:48.709066 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:48.776988 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:49.583271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e555e-ad9b-4205-b651-665004bec1de req-bc34e61c-98b1-4d51-bc1e-6e0bd76b505c tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:49.584868 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc1e555e-ad9b-4205-b651-665004bec1de req-bc34e61c-98b1-4d51-bc1e-6e0bd76b505c tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0522583 Sep 16 05:37:49.628189 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc1e555e-ad9b-4205-b651-665004bec1de req-383f12a0-97b9-411b-81b2-df61ca0e755e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362182 Sep 16 05:37:49.769972 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986db34-b48f-4324-b7db-f513f1c4a3f4 req-66c3c4d4-a512-4872-9398-8e2e2f4d36af tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:49.772619 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5986db34-b48f-4324-b7db-f513f1c4a3f4 req-66c3c4d4-a512-4872-9398-8e2e2f4d36af tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0542951 Sep 16 05:37:49.819754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5986db34-b48f-4324-b7db-f513f1c4a3f4 req-7a4a827c-c920-4e52-b936-1d53caf62cb1 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367548 Sep 16 05:37:49.959993 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2ce16-6652-4757-b683-ee14823636c5 req-c645b6c3-6051-4ca0-8f2f-e19b7b6b4362 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:49.961704 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3bd2ce16-6652-4757-b683-ee14823636c5 req-c645b6c3-6051-4ca0-8f2f-e19b7b6b4362 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0611894 Sep 16 05:37:50.010423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3bd2ce16-6652-4757-b683-ee14823636c5 req-8be70dbe-1661-446d-a000-46e5f6058c74 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418940 Sep 16 05:37:50.739172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-b12d7422-4e7c-4e3f-a5f4-605aab53f2fd tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:50.740834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-b12d7422-4e7c-4e3f-a5f4-605aab53f2fd tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/networks?id=816608ff-472a-4f84-920d-48428571b6c6 HTTP/1.1" status: 200 len: 814 time: 0.1137247 Sep 16 05:37:50.758011 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-637bd510-5cd3-4754-aeb7-5c823a325c9c tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/quotas/e2bda6a665b64703a92178c8df542453 HTTP/1.1" status: 200 len: 375 time: 0.0098851 Sep 16 05:37:50.811849 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-6d1d92f0-5e69-4cf9-b95c-6ef300950040 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2bda6a665b64703a92178c8df542453&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468788 Sep 16 05:37:50.929452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-bb4bd5a2-1a55-4c48-9ad1-fadaf4a4dcdb service neutron] 10.222.0.20 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057215 Sep 16 05:37:51.054000 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-b456e97d-987a-4fb9-bb9b-baf685dfec11 service neutron] 10.222.0.20 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158142 Sep 16 05:37:51.333065 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ffd7ac1-d5c9-467c-b79a-3686d492f37c req-1195c6ac-b70d-4118-9a5f-e742a96b9bcd tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 210 time: 0.0308995 Sep 16 05:37:52.100812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee20c15-5db6-430c-8d35-9a07c84ee0eb req-7cc46a5c-f3e7-4d9d-a275-3d847286e19d tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:52.102516 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aee20c15-5db6-430c-8d35-9a07c84ee0eb req-7cc46a5c-f3e7-4d9d-a275-3d847286e19d tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.21 "GET /v2.0/ports?device_id=deae1277-d623-44ed-938c-f7f2c5a9b66c HTTP/1.1" status: 200 len: 945 time: 0.0566137 Sep 16 05:37:52.221891 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-aee20c15-5db6-430c-8d35-9a07c84ee0eb req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Deleting port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:52.222146 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-aee20c15-5db6-430c-8d35-9a07c84ee0eb req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:52.326830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-aee20c15-5db6-430c-8d35-9a07c84ee0eb req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] For port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d,segment=NetworkSegment(55d14d7c-d334-463e-ab8d-e585a9e4840f),segment_id=55d14d7c-d334-463e-ab8d-e585a9e4840f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:52.327301 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-aee20c15-5db6-430c-8d35-9a07c84ee0eb req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:52.345052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-aee20c15-5db6-430c-8d35-9a07c84ee0eb req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Calling delete_port for ff8d68ac-1bef-4f90-ad2d-d46a74ac296d owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:52.486017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5702d09a-0720-4295-86ff-240734d6f834 req-6f625aec-74d9-4ba8-8c60-fb8b88ad00ef tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 210 time: 0.0340466 Sep 16 05:37:52.675280 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-aee20c15-5db6-430c-8d35-9a07c84ee0eb req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:52.709149 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['ff8d68ac-1bef-4f90-ad2d-d46a74ac296d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:52.710022 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Pushing event deleted for resources: {'Port': ['ID=ff8d68ac-1bef-4f90-ad2d-d46a74ac296d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:52.724047 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:52.724393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:52.725647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:52.725647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:52.725647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:52.726148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:52.726148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:52.726453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:52.726778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:52.727128 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:52.727452 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:52.727777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:52.776382 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee20c15-5db6-430c-8d35-9a07c84ee0eb req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] No DVR routers for this DVR port ff8d68ac-1bef-4f90-ad2d-d46a74ac296d on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:52.780470 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-aee20c15-5db6-430c-8d35-9a07c84ee0eb req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:52.783150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aee20c15-5db6-430c-8d35-9a07c84ee0eb req-b2a291e9-c248-4495-bfe5-923369a17f89 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.21 "DELETE /v2.0/ports/ff8d68ac-1bef-4f90-ad2d-d46a74ac296d HTTP/1.1" status: 204 len: 173 time: 0.6736658 Sep 16 05:37:52.783150 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deae1277-d623-44ed-938c-f7f2c5a9b66c', 'name': 'network-vif-deleted', 'tag': 'ff8d68ac-1bef-4f90-ad2d-d46a74ac296d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:52.835535 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4878c7ce-ed7f-460b-9e38-f6371d42e66a" -d '{"events": [{"server_uuid": "deae1277-d623-44ed-938c-f7f2c5a9b66c", "name": "network-vif-deleted", "tag": "ff8d68ac-1bef-4f90-ad2d-d46a74ac296d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:52.943094 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97f6566-6516-4b70-a987-4fcac4888d31 x-openstack-request-id: req-c97f6566-6516-4b70-a987-4fcac4888d31 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:52.943557 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deae1277-d623-44ed-938c-f7f2c5a9b66c", "name": "network-vif-deleted", "tag": "ff8d68ac-1bef-4f90-ad2d-d46a74ac296d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:52.943939 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c97f6566-6516-4b70-a987-4fcac4888d31 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:52.944590 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deae1277-d623-44ed-938c-f7f2c5a9b66c', 'name': 'network-vif-deleted', 'tag': 'ff8d68ac-1bef-4f90-ad2d-d46a74ac296d', 'status': 'completed', 'code': 200} Sep 16 05:37:53.598591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4384538c-8b1f-402d-a254-b87f20dbebd2 req-20b1267e-5717-4660-bd4d-71300449695f tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 210 time: 0.0297129 Sep 16 05:37:53.806152 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-11015861-afdd-4401-b68b-0b2f1e5be2e0 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:53.808071 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-11015861-afdd-4401-b68b-0b2f1e5be2e0 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.21 "GET /v2.0/networks?id=816608ff-472a-4f84-920d-48428571b6c6 HTTP/1.1" status: 200 len: 814 time: 0.1508527 Sep 16 05:37:53.830691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-04fe6914-d28c-40c7-a85b-11606fc2a7fc tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Request body: {'port': {'device_id': 'c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050', 'network_id': '816608ff-472a-4f84-920d-48428571b6c6', 'admin_state_up': True, 'tenant_id': 'e2bda6a665b64703a92178c8df542453'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:54.088750 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-04fe6914-d28c-40c7-a85b-11606fc2a7fc tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Made reservation on behalf of e2bda6a665b64703a92178c8df542453 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:54.092498 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-04fe6914-d28c-40c7-a85b-11606fc2a7fc tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:54.269816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-04fe6914-d28c-40c7-a85b-11606fc2a7fc tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Allocated IP 172.20.0.6 (816608ff-472a-4f84-920d-48428571b6c6/7fb01e70-bbeb-4549-9403-b6c5a0b313a3/a740c29e-f676-4d24-8cc6-66497a8217bf) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:54.438986 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-04fe6914-d28c-40c7-a85b-11606fc2a7fc tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:54.620264 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-04fe6914-d28c-40c7-a85b-11606fc2a7fc tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:54.673925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-04fe6914-d28c-40c7-a85b-11606fc2a7fc tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Network 816608ff-472a-4f84-920d-48428571b6c6 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:54.677746 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-04fe6914-d28c-40c7-a85b-11606fc2a7fc tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:54.684879 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-04fe6914-d28c-40c7-a85b-11606fc2a7fc tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:54.689317 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:54.693240 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe6914-d28c-40c7-a85b-11606fc2a7fc tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Pushing event updated for resources: {'Port': ['ID=a740c29e-f676-4d24-8cc6-66497a8217bf,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:54.771451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-04fe6914-d28c-40c7-a85b-11606fc2a7fc tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:54.772306 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-04fe6914-d28c-40c7-a85b-11606fc2a7fc tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:54.801109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd433061-dfe4-42b8-b2d3-3b63f8fe46a1 req-a60a9afc-2fbc-42dd-808b-f9a5dc1cce2a tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:54.808938 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd433061-dfe4-42b8-b2d3-3b63f8fe46a1 req-a60a9afc-2fbc-42dd-808b-f9a5dc1cce2a tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 931 time: 0.0885217 Sep 16 05:37:54.853688 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd433061-dfe4-42b8-b2d3-3b63f8fe46a1 req-664053ef-0909-4b8a-8b08-09b0b9046f36 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436966 Sep 16 05:37:54.905066 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-04fe6914-d28c-40c7-a85b-11606fc2a7fc tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0821514 Sep 16 05:37:54.924931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Request body: {'port': {'device_id': 'c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:54.993007 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.300584 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a740c29e-f676-4d24-8cc6-66497a8217bf {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:55.308720 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.322694 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Transition to ACTIVE for port object a740c29e-f676-4d24-8cc6-66497a8217bf will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:37:55.406252 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.467452 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Pushing event updated for resources: {'Port': ['ID=a740c29e-f676-4d24-8cc6-66497a8217bf,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:55.541564 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Attempting to bind port a740c29e-f676-4d24-8cc6-66497a8217bf on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:55.541910 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Attempting to bind port a740c29e-f676-4d24-8cc6-66497a8217bf by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '55d14d7c-d334-463e-ab8d-e585a9e4840f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '816608ff-472a-4f84-920d-48428571b6c6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:55.542253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Attempting to bind port a740c29e-f676-4d24-8cc6-66497a8217bf on network 816608ff-472a-4f84-920d-48428571b6c6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:55.548034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Port a740c29e-f676-4d24-8cc6-66497a8217bf on network 816608ff-472a-4f84-920d-48428571b6c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:37:55.548351 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Attempting to bind port a740c29e-f676-4d24-8cc6-66497a8217bf on network 816608ff-472a-4f84-920d-48428571b6c6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:55.555658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:55.555916 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Checking segment: {'id': '55d14d7c-d334-463e-ab8d-e585a9e4840f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '816608ff-472a-4f84-920d-48428571b6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:55.556299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Bound using segment: {'id': '55d14d7c-d334-463e-ab8d-e585a9e4840f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '816608ff-472a-4f84-920d-48428571b6c6'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:55.556743 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Bound port: a740c29e-f676-4d24-8cc6-66497a8217bf, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d14d7c-d334-463e-ab8d-e585a9e4840f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '816608ff-472a-4f84-920d-48428571b6c6'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:55.557112 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.630643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] For port a740c29e-f676-4d24-8cc6-66497a8217bf, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:55.634635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] For port a740c29e-f676-4d24-8cc6-66497a8217bf, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a740c29e-f676-4d24-8cc6-66497a8217bf,segment=NetworkSegment(55d14d7c-d334-463e-ab8d-e585a9e4840f),segment_id=55d14d7c-d334-463e-ab8d-e585a9e4840f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:55.701209 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.743631 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:55.744463 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.746010 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] 10.222.0.21 "PUT /v2.0/ports/a740c29e-f676-4d24-8cc6-66497a8217bf HTTP/1.1" status: 200 len: 1092 time: 0.8270521 Sep 16 05:37:55.746484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050', 'tag': 'a740c29e-f676-4d24-8cc6-66497a8217bf'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:55.749588 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12231c3c-1b80-4370-9884-ca994bfee768" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050", "tag": "a740c29e-f676-4d24-8cc6-66497a8217bf"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:55.784231 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90d7e4-0797-4df8-8127-7c6d4ebc61ec service neutron] Pushing event updated for resources: {'Port': ['ID=a740c29e-f676-4d24-8cc6-66497a8217bf,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:55.803415 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1217ed-9d10-4200-b5cb-20d48f200453 x-openstack-request-id: req-fb1217ed-9d10-4200-b5cb-20d48f200453 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:55.803862 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050", "tag": "a740c29e-f676-4d24-8cc6-66497a8217bf", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:55.804295 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb1217ed-9d10-4200-b5cb-20d48f200453 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:55.805050 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050', 'tag': 'a740c29e-f676-4d24-8cc6-66497a8217bf', 'status': 'completed', 'code': 200} Sep 16 05:37:55.901757 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12231c3c-1b80-4370-9884-ca994bfee768 req-9fc44417-0844-4501-9e7f-23d6b2c11633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:55.904391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12231c3c-1b80-4370-9884-ca994bfee768 req-9fc44417-0844-4501-9e7f-23d6b2c11633 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2bda6a665b64703a92178c8df542453&device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 1095 time: 0.0597904 Sep 16 05:37:56.059730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12231c3c-1b80-4370-9884-ca994bfee768 req-52096d75-7faa-4d87-a421-b78b81bfdce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:56.061213 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12231c3c-1b80-4370-9884-ca994bfee768 req-52096d75-7faa-4d87-a421-b78b81bfdce8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e2bda6a665b64703a92178c8df542453&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1437712 Sep 16 05:37:56.070828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd35b2-fbf5-42de-859b-8673b8c2efa3 req-0ae3772c-f8e7-4cc7-b264-e1e0d00ab9b3 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:56.072055 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ccd35b2-fbf5-42de-859b-8673b8c2efa3 req-0ae3772c-f8e7-4cc7-b264-e1e0d00ab9b3 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 943 time: 0.0787997 Sep 16 05:37:56.349040 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device ff8d68ac-1bef-4f90-ad2d-d46a74ac296d no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:56.378396 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: ff8d68ac-1bef-4f90-ad2d-d46a74ac296d {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:37:56.378727 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device ff8d68ac-1bef-4f90-ad2d-d46a74ac296d not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:56.603733 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ccd35b2-fbf5-42de-859b-8673b8c2efa3 req-fb7c6ba5-d592-4731-b5a1-99db3948eeca tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215845 Sep 16 05:37:56.633147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12231c3c-1b80-4370-9884-ca994bfee768 req-0460aaee-bb44-46b3-b57e-afa2d93de7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:56.634702 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12231c3c-1b80-4370-9884-ca994bfee768 req-0460aaee-bb44-46b3-b57e-afa2d93de7b7 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5617402 Sep 16 05:37:56.755920 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-1ca535c7-6ba7-4093-9c30-ade491d7c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:56.757561 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-1ca535c7-6ba7-4093-9c30-ade491d7c8c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2bda6a665b64703a92178c8df542453&device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 1095 time: 0.0470774 Sep 16 05:37:56.811918 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-d0082d7f-ea59-475d-9e52-a1311b9b9328 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a740c29e-f676-4d24-8cc6-66497a8217bf HTTP/1.1" status: 200 len: 217 time: 0.0415637 Sep 16 05:37:56.868230 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-494afd7a-9dcb-46ac-a5e3-e00aaa4ee771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:56.869823 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-494afd7a-9dcb-46ac-a5e3-e00aaa4ee771 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7fb01e70-bbeb-4549-9403-b6c5a0b313a3 HTTP/1.1" status: 200 len: 854 time: 0.0509706 Sep 16 05:37:56.905342 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-cdb9e96e-ad68-46bb-98af-e5da2c281ffe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=816608ff-472a-4f84-920d-48428571b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278347 Sep 16 05:37:57.013830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-3eb98e3a-5f5e-469f-9c9d-a33ff89b3aba service neutron] 10.222.0.21 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013913 Sep 16 05:37:57.114415 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44cc0b9b-370f-405f-9ae2-fc28d321ffbb req-86b03675-0d0e-4856-b6cc-138a56fecf2f service neutron] 10.222.0.21 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934908 Sep 16 05:37:57.774860 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee839c3e-c20a-445e-8942-d6f0fb0719c9 req-29cc0571-ca15-4327-936c-38f2e6d0de16 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:57.776949 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee839c3e-c20a-445e-8942-d6f0fb0719c9 req-29cc0571-ca15-4327-936c-38f2e6d0de16 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 943 time: 0.0623219 Sep 16 05:37:57.838666 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee839c3e-c20a-445e-8942-d6f0fb0719c9 req-46cc75d2-b55f-425c-bfc6-7fa51e71fa86 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537357 Sep 16 05:37:58.708920 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.975809 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bcf40-b158-4f1a-958e-4ba8e68e551f req-f24cc698-4e02-4cff-8480-61508a89c75a tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:58.977280 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-892bcf40-b158-4f1a-958e-4ba8e68e551f req-f24cc698-4e02-4cff-8480-61508a89c75a tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 943 time: 0.0546966 Sep 16 05:37:59.038866 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-892bcf40-b158-4f1a-958e-4ba8e68e551f req-8bdeb2d0-cec2-4068-aba3-9d4054a86695 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543203 Sep 16 05:38:00.173802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912c05b-6bf1-4852-89d4-4b4331c6abab req-543981be-49d4-4350-9172-b21cd53867dc tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:00.175453 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2912c05b-6bf1-4852-89d4-4b4331c6abab req-543981be-49d4-4350-9172-b21cd53867dc tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 943 time: 0.0545275 Sep 16 05:38:00.221401 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2912c05b-6bf1-4852-89d4-4b4331c6abab req-47e57a26-312d-4796-a252-9c20761c4564 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382566 Sep 16 05:38:00.379005 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a740c29e-f676-4d24-8cc6-66497a8217bf details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:38:00.484618 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a740c29e-f676-4d24-8cc6-66497a8217bf, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a740c29e-f676-4d24-8cc6-66497a8217bf,segment=NetworkSegment(55d14d7c-d334-463e-ab8d-e585a9e4840f),segment_id=55d14d7c-d334-463e-ab8d-e585a9e4840f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:00.498172 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'a740c29e-f676-4d24-8cc6-66497a8217bf', 'network_id': '816608ff-472a-4f84-920d-48428571b6c6', 'port_id': 'a740c29e-f676-4d24-8cc6-66497a8217bf', 'mac_address': 'fa:16:3e:db:0a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb01e70-bbeb-4549-9403-b6c5a0b313a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:38:00.539155 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.554123 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a740c29e-f676-4d24-8cc6-66497a8217bf {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:38:00.576211 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a740c29e-f676-4d24-8cc6-66497a8217bf, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a740c29e-f676-4d24-8cc6-66497a8217bf,segment=NetworkSegment(55d14d7c-d334-463e-ab8d-e585a9e4840f),segment_id=55d14d7c-d334-463e-ab8d-e585a9e4840f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:00.674675 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.725915 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=a740c29e-f676-4d24-8cc6-66497a8217bf,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:01.027456 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['a740c29e-f676-4d24-8cc6-66497a8217bf'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:01.363570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963a47d-a18c-4496-a5d0-96ba3a9f2408 req-2a4f77a4-096c-4289-9692-d5bc64241a21 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:01.365765 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b963a47d-a18c-4496-a5d0-96ba3a9f2408 req-2a4f77a4-096c-4289-9692-d5bc64241a21 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 944 time: 0.0688517 Sep 16 05:38:01.416514 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b963a47d-a18c-4496-a5d0-96ba3a9f2408 req-bf1a6430-4062-4054-9cb9-07c0eacf1b95 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402460 Sep 16 05:38:02.395007 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a740c29e-f676-4d24-8cc6-66497a8217bf up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:02.522782 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port a740c29e-f676-4d24-8cc6-66497a8217bf completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:38:02.527933 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port a740c29e-f676-4d24-8cc6-66497a8217bf triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:02.528580 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.548952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a702ca-c8b7-4217-967d-85632a8e2eea req-8e996f0e-5a41-42e7-a8d8-e26c00f68a7d tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:02.555094 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4a702ca-c8b7-4217-967d-85632a8e2eea req-8e996f0e-5a41-42e7-a8d8-e26c00f68a7d tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 944 time: 0.0572281 Sep 16 05:38:02.611259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4a702ca-c8b7-4217-967d-85632a8e2eea req-d83336cb-353b-4d60-b195-66d22ccd7bef tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484850 Sep 16 05:38:02.642249 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.668229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a740c29e-f676-4d24-8cc6-66497a8217bf'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:02.671357 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5291716ef54fa403fcea927051f7a46e17f68859763822c66e0afedf181d7525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74eafecb-2aa3-407b-b759-bdf92ff14461" -d '{"events": [{"server_uuid": "c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050", "name": "network-vif-plugged", "status": "completed", "tag": "a740c29e-f676-4d24-8cc6-66497a8217bf"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:02.688378 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port a740c29e-f676-4d24-8cc6-66497a8217bf, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a740c29e-f676-4d24-8cc6-66497a8217bf,segment=NetworkSegment(55d14d7c-d334-463e-ab8d-e585a9e4840f),segment_id=55d14d7c-d334-463e-ab8d-e585a9e4840f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:02.714351 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51617f4-04f7-4d28-ab39-88e001358024 x-openstack-request-id: req-b51617f4-04f7-4d28-ab39-88e001358024 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:02.714661 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050", "name": "network-vif-plugged", "status": "completed", "tag": "a740c29e-f676-4d24-8cc6-66497a8217bf", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:02.714993 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b51617f4-04f7-4d28-ab39-88e001358024 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:02.718612 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a740c29e-f676-4d24-8cc6-66497a8217bf', 'code': 200} Sep 16 05:38:02.775513 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.860690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db07cbe-e206-434a-9feb-68e4487bd878 req-9db328b1-9f55-43f0-8633-dbc08aa2ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:02.862482 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7db07cbe-e206-434a-9feb-68e4487bd878 req-9db328b1-9f55-43f0-8633-dbc08aa2ef3e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 1097 time: 0.0516064 Sep 16 05:38:02.874113 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=a740c29e-f676-4d24-8cc6-66497a8217bf,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:02.909242 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7db07cbe-e206-434a-9feb-68e4487bd878 req-114ccdea-7f37-4386-bdae-103000cdfa3c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382717 Sep 16 05:38:03.749673 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09454544-684a-4eb3-b5f6-d2fef3ef4e20 req-f33efb11-3e2d-420f-b98b-4218696c3dbb tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:03.751617 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09454544-684a-4eb3-b5f6-d2fef3ef4e20 req-f33efb11-3e2d-420f-b98b-4218696c3dbb tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0597425 Sep 16 05:38:03.794796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09454544-684a-4eb3-b5f6-d2fef3ef4e20 req-4d58f66c-7b32-4421-a32d-65264aaefabf tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368135 Sep 16 05:38:04.936002 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd45ff4-37f8-44c6-b309-9bb34851b8bf req-847fea58-7884-464d-9ec8-93fcb776653e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:04.937664 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bdd45ff4-37f8-44c6-b309-9bb34851b8bf req-847fea58-7884-464d-9ec8-93fcb776653e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0630157 Sep 16 05:38:04.987025 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bdd45ff4-37f8-44c6-b309-9bb34851b8bf req-4463fe21-7e48-42b4-85fd-c4c2b5260e9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376747 Sep 16 05:38:05.130337 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84259f89-47a0-410c-ae30-19c68495c359 req-ad8704bf-d179-416c-93f9-f9fa33d7f6e9 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:05.132656 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84259f89-47a0-410c-ae30-19c68495c359 req-ad8704bf-d179-416c-93f9-f9fa33d7f6e9 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0648899 Sep 16 05:38:05.179931 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84259f89-47a0-410c-ae30-19c68495c359 req-50139dfe-eb8c-4e01-bd1f-7659bdf837d4 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399530 Sep 16 05:38:05.270953 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-63faa383-5a84-47c2-a1e7-5f054088fcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.635445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a72d65-3811-4559-adb8-a03609eef6ef req-7d97c607-61b5-4a9a-a61f-ca4564250d2c tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:05.637815 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64a72d65-3811-4559-adb8-a03609eef6ef req-7d97c607-61b5-4a9a-a61f-ca4564250d2c tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0790553 Sep 16 05:38:05.705071 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-64a72d65-3811-4559-adb8-a03609eef6ef req-d0f6ea0e-b33c-42ea-9d56-dbd00ba2eaf6 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603123 Sep 16 05:38:05.741526 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2a4029e-62d5-4974-826a-401e07d2097d req-ea84ddfb-0a8b-4fab-9d0e-1b02bc76a30b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0534682 Sep 16 05:38:06.845697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3632b-241a-456e-a7bf-0ecadc9b9ef1 req-ada2b8d1-5b92-42cb-8617-0447641cace8 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:06.847893 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffe3632b-241a-456e-a7bf-0ecadc9b9ef1 req-ada2b8d1-5b92-42cb-8617-0447641cace8 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0671077 Sep 16 05:38:06.896864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffe3632b-241a-456e-a7bf-0ecadc9b9ef1 req-dbba05d4-d71e-41c8-80d3-2dfcbf107a6c tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431249 Sep 16 05:38:07.824603 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-357b9b2a-0a3b-477f-b8d8-4f23d59ef3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.037013 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292c22d-5455-405e-9e9f-bbfef69495fc req-cca9e2d5-7654-4f3f-a7d0-ef0e2a96365b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:08.038733 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0292c22d-5455-405e-9e9f-bbfef69495fc req-cca9e2d5-7654-4f3f-a7d0-ef0e2a96365b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0578787 Sep 16 05:38:08.102781 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0292c22d-5455-405e-9e9f-bbfef69495fc req-425f2930-535a-41f6-ad58-f94730cc7bcb tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562758 Sep 16 05:38:08.136766 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4029e-62d5-4974-826a-401e07d2097d req-000a9515-9d0c-406a-ad45-92b09122bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:08.139180 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2a4029e-62d5-4974-826a-401e07d2097d req-000a9515-9d0c-406a-ad45-92b09122bd20 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2bda6a665b64703a92178c8df542453&device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 1097 time: 0.0522342 Sep 16 05:38:08.258430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4029e-62d5-4974-826a-401e07d2097d req-ada03471-f94d-4a9d-b775-dba99251e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:08.260998 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2a4029e-62d5-4974-826a-401e07d2097d req-ada03471-f94d-4a9d-b775-dba99251e598 service neutron] 10.222.0.21 "GET /v2.0/networks?id=816608ff-472a-4f84-920d-48428571b6c6 HTTP/1.1" status: 200 len: 915 time: 0.1143138 Sep 16 05:38:08.315890 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2a4029e-62d5-4974-826a-401e07d2097d req-a1d00211-16a7-4124-8589-9cee9e26cdd7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a740c29e-f676-4d24-8cc6-66497a8217bf HTTP/1.1" status: 200 len: 217 time: 0.0469611 Sep 16 05:38:08.375401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4029e-62d5-4974-826a-401e07d2097d req-c9fe301d-8111-4df8-9431-904951312729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:08.377027 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2a4029e-62d5-4974-826a-401e07d2097d req-c9fe301d-8111-4df8-9431-904951312729 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7fb01e70-bbeb-4549-9403-b6c5a0b313a3 HTTP/1.1" status: 200 len: 854 time: 0.0534513 Sep 16 05:38:08.415952 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2a4029e-62d5-4974-826a-401e07d2097d req-dc0df7c3-417a-4583-8f32-bc069b767a98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=816608ff-472a-4f84-920d-48428571b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314231 Sep 16 05:38:08.523394 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2a4029e-62d5-4974-826a-401e07d2097d req-92d0a049-d84a-46a3-b70c-b456c6c46e25 service neutron] 10.222.0.21 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004367 Sep 16 05:38:08.614347 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.629745 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2a4029e-62d5-4974-826a-401e07d2097d req-b9ba3100-7ace-4d6d-88a7-58f8d3fb8fb5 service neutron] 10.222.0.21 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971839 Sep 16 05:38:09.237830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cd841-c8e6-4549-974f-7f415701b5f5 req-7b303fa2-9735-4fd2-831f-f5f1222f230e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:09.239524 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0c7cd841-c8e6-4549-974f-7f415701b5f5 req-7b303fa2-9735-4fd2-831f-f5f1222f230e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0531540 Sep 16 05:38:09.288305 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0c7cd841-c8e6-4549-974f-7f415701b5f5 req-ec716a41-9da8-475c-903a-1fea37730f8b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423622 Sep 16 05:38:09.423087 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.415680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8368aa3-8f36-4bb1-8fbc-b14be9cb6897 req-fe5c4a25-af69-4b18-a09e-4f8d1346a431 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:10.417577 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8368aa3-8f36-4bb1-8fbc-b14be9cb6897 req-fe5c4a25-af69-4b18-a09e-4f8d1346a431 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0534856 Sep 16 05:38:10.464202 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8368aa3-8f36-4bb1-8fbc-b14be9cb6897 req-d36c5a1d-2e30-4042-98db-84f5b75f262b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376439 Sep 16 05:38:10.976998 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.616556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af55d84-f517-4f38-b3e9-eae8697439ff req-d533eb6f-2f9a-41fd-9958-b07e03e0bf14 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:11.618193 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5af55d84-f517-4f38-b3e9-eae8697439ff req-d533eb6f-2f9a-41fd-9958-b07e03e0bf14 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0608909 Sep 16 05:38:11.662902 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5af55d84-f517-4f38-b3e9-eae8697439ff req-d0748ab6-a67c-4162-8046-91c29a425de8 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379562 Sep 16 05:38:12.788853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143dd54-76b0-451c-a289-7e3f6ac9fb4c req-b4173fde-87c0-44b5-a4d6-188949c882c2 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:12.790725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f143dd54-76b0-451c-a289-7e3f6ac9fb4c req-b4173fde-87c0-44b5-a4d6-188949c882c2 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0523443 Sep 16 05:38:12.844992 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f143dd54-76b0-451c-a289-7e3f6ac9fb4c req-056ddb09-70d8-49cd-97d3-c04469a01a97 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467486 Sep 16 05:38:13.232854 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:38:13.985843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e2f06-d3f5-4c84-953e-e136b5c0098f req-8fda57c2-09b5-4e60-8ce9-36b773078e29 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:13.987533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-316e2f06-d3f5-4c84-953e-e136b5c0098f req-8fda57c2-09b5-4e60-8ce9-36b773078e29 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0555069 Sep 16 05:38:14.035138 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-316e2f06-d3f5-4c84-953e-e136b5c0098f req-7ed59599-167c-47f8-aaed-6c81719a2190 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410538 Sep 16 05:38:15.163082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524f023-a552-4071-8829-10ab0550ec13 req-bd09764c-a692-4683-bf9a-1a12620103f6 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:15.164771 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8524f023-a552-4071-8829-10ab0550ec13 req-bd09764c-a692-4683-bf9a-1a12620103f6 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0566466 Sep 16 05:38:15.210069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8524f023-a552-4071-8829-10ab0550ec13 req-73d51452-f9b9-4e52-9791-8c17a7a9a902 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386117 Sep 16 05:38:16.083867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6938f-fad6-4309-a09e-7493004ee60d req-790ba141-6343-4801-a73b-2f0153769c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:16.085589 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aab6938f-fad6-4309-a09e-7493004ee60d req-790ba141-6343-4801-a73b-2f0153769c91 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2bda6a665b64703a92178c8df542453&device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 1097 time: 0.0526621 Sep 16 05:38:16.225696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6938f-fad6-4309-a09e-7493004ee60d req-a8bbf40e-e8e2-45db-a199-428ec8d753fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:16.227386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aab6938f-fad6-4309-a09e-7493004ee60d req-a8bbf40e-e8e2-45db-a199-428ec8d753fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=816608ff-472a-4f84-920d-48428571b6c6 HTTP/1.1" status: 200 len: 915 time: 0.1187398 Sep 16 05:38:16.279909 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aab6938f-fad6-4309-a09e-7493004ee60d req-97ac2023-cdef-4764-b945-cfb2324073bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a740c29e-f676-4d24-8cc6-66497a8217bf HTTP/1.1" status: 200 len: 217 time: 0.0440755 Sep 16 05:38:16.419879 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6938f-fad6-4309-a09e-7493004ee60d req-def76dbc-9854-4257-afa9-9a296653f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:16.422062 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aab6938f-fad6-4309-a09e-7493004ee60d req-def76dbc-9854-4257-afa9-9a296653f8d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7fb01e70-bbeb-4549-9403-b6c5a0b313a3 HTTP/1.1" status: 200 len: 854 time: 0.1353319 Sep 16 05:38:16.437519 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7264c-8e1c-48a9-8e13-c11e7e1c10a4 req-3355d118-1d34-4121-b565-4f494849bee0 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:16.439244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08a7264c-8e1c-48a9-8e13-c11e7e1c10a4 req-3355d118-1d34-4121-b565-4f494849bee0 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.1395626 Sep 16 05:38:16.478586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aab6938f-fad6-4309-a09e-7493004ee60d req-ae60089a-1511-4e40-87f3-bfdc4f371645 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=816608ff-472a-4f84-920d-48428571b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382729 Sep 16 05:38:16.550567 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08a7264c-8e1c-48a9-8e13-c11e7e1c10a4 req-a1ca60a6-2219-48c0-9372-1e9de3d2f482 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011522 Sep 16 05:38:16.623637 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aab6938f-fad6-4309-a09e-7493004ee60d req-72b410ac-bd33-4b36-9c18-20350088bcb3 service neutron] 10.222.0.21 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357734 Sep 16 05:38:16.729842 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aab6938f-fad6-4309-a09e-7493004ee60d req-ef87ec68-93fe-43bd-8462-525ef0a33887 service neutron] 10.222.0.21 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993805 Sep 16 05:38:17.730294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c87288-3eb2-4186-9fff-e433b01510e5 req-a95d594d-57b7-40c1-8686-0b5a81c24fb4 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:17.733440 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4c87288-3eb2-4186-9fff-e433b01510e5 req-a95d594d-57b7-40c1-8686-0b5a81c24fb4 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0993459 Sep 16 05:38:17.776252 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4c87288-3eb2-4186-9fff-e433b01510e5 req-6cdc7962-17ea-436b-a9c0-173362cd63df tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366302 Sep 16 05:38:18.912202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db363374-84c1-4f3f-8dee-700b1cacbdde req-070db30a-c4a6-4d61-96ec-173f3d967b45 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:18.913656 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db363374-84c1-4f3f-8dee-700b1cacbdde req-070db30a-c4a6-4d61-96ec-173f3d967b45 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0555272 Sep 16 05:38:18.956922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db363374-84c1-4f3f-8dee-700b1cacbdde req-86ea96a9-6868-4bfa-a697-688045e784a3 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358655 Sep 16 05:38:20.095774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1db57-8518-4de9-ba5e-27cc0e887f6a req-3ce4c9f7-5cb3-4f67-8c7a-a180e19b2409 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:20.097348 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23e1db57-8518-4de9-ba5e-27cc0e887f6a req-3ce4c9f7-5cb3-4f67-8c7a-a180e19b2409 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0520146 Sep 16 05:38:20.140591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23e1db57-8518-4de9-ba5e-27cc0e887f6a req-220f6050-834d-4d0c-a759-ded8e907bb3c tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369692 Sep 16 05:38:21.287290 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0d5d9-1210-4c7e-8ef6-6c2bf7c28d52 req-b9cdab2b-3477-472d-af6f-f16857b4ceeb tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:21.289039 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bda0d5d9-1210-4c7e-8ef6-6c2bf7c28d52 req-b9cdab2b-3477-472d-af6f-f16857b4ceeb tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0645702 Sep 16 05:38:21.336295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bda0d5d9-1210-4c7e-8ef6-6c2bf7c28d52 req-927a2dd3-bb1b-48cb-b619-740505ae85d7 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397420 Sep 16 05:38:22.461800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8154de1-f8df-42f7-8c6f-2ea828986d55 req-fc794dd0-cece-4d19-876f-3abd241e0458 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:22.463386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8154de1-f8df-42f7-8c6f-2ea828986d55 req-fc794dd0-cece-4d19-876f-3abd241e0458 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0527189 Sep 16 05:38:22.506506 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8154de1-f8df-42f7-8c6f-2ea828986d55 req-b6ad2881-5eba-415b-8383-cc4473cfd9b6 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366104 Sep 16 05:38:23.630368 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162b402-3ec3-408a-aa40-c38109fd974d req-85830120-76a6-41d9-bce6-e87d8e169311 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:23.632015 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2162b402-3ec3-408a-aa40-c38109fd974d req-85830120-76a6-41d9-bce6-e87d8e169311 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0530829 Sep 16 05:38:23.674455 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2162b402-3ec3-408a-aa40-c38109fd974d req-0feadd7d-2ab9-4e4d-aafb-c70da76764da tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357206 Sep 16 05:38:24.710520 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:24.818816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f34066-0e31-4b02-904b-fa5afe28156a req-9838ab52-6f39-40d2-a3bc-dc19eaacf0e0 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:24.820503 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90f34066-0e31-4b02-904b-fa5afe28156a req-9838ab52-6f39-40d2-a3bc-dc19eaacf0e0 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0604224 Sep 16 05:38:24.867124 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90f34066-0e31-4b02-904b-fa5afe28156a req-0f234d6a-6fc0-4c78-bea0-8ca474de52df tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382333 Sep 16 05:38:25.997306 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494b1ec-6b03-457c-a56b-5973c1adbe51 req-fe908b65-4691-47f5-88f0-80d5bfc5b83a tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:25.999018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1494b1ec-6b03-457c-a56b-5973c1adbe51 req-fe908b65-4691-47f5-88f0-80d5bfc5b83a tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0552936 Sep 16 05:38:26.042553 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1494b1ec-6b03-457c-a56b-5973c1adbe51 req-9c5305ff-82b7-4589-9c03-47dbd9b982a4 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365200 Sep 16 05:38:27.168878 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989287a-9953-419a-8831-b4f69c2d4eed req-4ec3ef9f-88af-4092-a579-8c066a7c18c6 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.170668 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7989287a-9953-419a-8831-b4f69c2d4eed req-4ec3ef9f-88af-4092-a579-8c066a7c18c6 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0532858 Sep 16 05:38:27.216437 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7989287a-9953-419a-8831-b4f69c2d4eed req-3f2c95bc-cab5-4125-a8cc-49fae307b553 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351839 Sep 16 05:38:28.378096 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7d5c7-3758-4c84-8be0-0f4fe3d6dd2f req-5e7fd9a3-0a57-4d72-b86a-af08c58c226c tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:28.379818 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72d7d5c7-3758-4c84-8be0-0f4fe3d6dd2f req-5e7fd9a3-0a57-4d72-b86a-af08c58c226c tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0607355 Sep 16 05:38:28.424207 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-72d7d5c7-3758-4c84-8be0-0f4fe3d6dd2f req-71224822-a989-4f24-b690-c7bac2683a19 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379906 Sep 16 05:38:28.727599 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:29.559224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba4fb3-25fe-4a30-9cd5-b8844fec4cab req-971c2f68-ebec-44a8-abb9-f460fbe8bec3 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:29.561038 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4ba4fb3-25fe-4a30-9cd5-b8844fec4cab req-971c2f68-ebec-44a8-abb9-f460fbe8bec3 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0580928 Sep 16 05:38:29.611320 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4ba4fb3-25fe-4a30-9cd5-b8844fec4cab req-9d879438-6b89-4ee1-8868-d44afdbb3043 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396106 Sep 16 05:38:30.735563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213255dd-99f6-4bcf-9c22-0a02bb88680f req-3f5c9150-69c9-4376-90bd-2da6cce0c583 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:30.737305 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-213255dd-99f6-4bcf-9c22-0a02bb88680f req-3f5c9150-69c9-4376-90bd-2da6cce0c583 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0522478 Sep 16 05:38:30.782994 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-213255dd-99f6-4bcf-9c22-0a02bb88680f req-19c70880-1a58-4e5e-8b40-e7b5ae129f87 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390620 Sep 16 05:38:31.911284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949f588-1ca1-4777-a76d-1ca078c003b0 req-a71431d0-7fc7-4436-ac37-b6e38a72a9b2 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:31.912893 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6949f588-1ca1-4777-a76d-1ca078c003b0 req-a71431d0-7fc7-4436-ac37-b6e38a72a9b2 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0573092 Sep 16 05:38:31.955680 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6949f588-1ca1-4777-a76d-1ca078c003b0 req-0fd8c3a4-34f6-4a9b-bbe3-52e6e98ae527 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362244 Sep 16 05:38:33.081334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4251e9-3907-4552-bbc8-ad7eec33bb11 req-e4962334-a913-4b4f-9f91-7934553400a4 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:33.082847 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd4251e9-3907-4552-bbc8-ad7eec33bb11 req-e4962334-a913-4b4f-9f91-7934553400a4 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0558128 Sep 16 05:38:33.127325 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fd4251e9-3907-4552-bbc8-ad7eec33bb11 req-e7bc91be-494d-4617-ade2-d5093debaaff tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380769 Sep 16 05:38:34.250540 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250050dc-b9fe-4f61-a337-d673b38e8250 req-5715d3af-e73d-4ef3-94d0-ef67aac385d4 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:34.252236 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-250050dc-b9fe-4f61-a337-d673b38e8250 req-5715d3af-e73d-4ef3-94d0-ef67aac385d4 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0538454 Sep 16 05:38:34.293965 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-250050dc-b9fe-4f61-a337-d673b38e8250 req-674479e4-da7b-4990-bce4-e74e6d39c3da tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352156 Sep 16 05:38:35.250642 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-077eba78-37fc-4f7a-8089-5d3880758f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:35.429863 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab881c4f-d087-4437-8998-1ab6636ec5f1 req-8512d265-6f0f-485c-8d06-69f285135196 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:35.431489 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab881c4f-d087-4437-8998-1ab6636ec5f1 req-8512d265-6f0f-485c-8d06-69f285135196 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0558326 Sep 16 05:38:35.472281 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab881c4f-d087-4437-8998-1ab6636ec5f1 req-5018c21d-4117-4314-9c4a-44bbe263f23a tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339332 Sep 16 05:38:36.626814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb92f7-2af6-45d4-8df3-bb18f8b616c2 req-a1da6550-cccb-4c94-ad9b-4eede2beb4a3 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:36.629260 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-adcb92f7-2af6-45d4-8df3-bb18f8b616c2 req-a1da6550-cccb-4c94-ad9b-4eede2beb4a3 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0709841 Sep 16 05:38:36.681074 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-adcb92f7-2af6-45d4-8df3-bb18f8b616c2 req-5c657ff2-4dc8-446a-b6e3-455534fc517b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456405 Sep 16 05:38:37.795869 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b5433039-1352-46b2-a10e-3e82ae05097b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:37.810392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28701e6-e934-4c88-b165-334c9fb8141d req-7a11e7e3-c1a8-4e39-a55a-93b1fc0b1b8a tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:37.812151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c28701e6-e934-4c88-b165-334c9fb8141d req-7a11e7e3-c1a8-4e39-a55a-93b1fc0b1b8a tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0537112 Sep 16 05:38:37.854446 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c28701e6-e934-4c88-b165-334c9fb8141d req-82428849-c636-4306-a0af-238509e570f2 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360615 Sep 16 05:38:38.610588 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:38.983621 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b390e9f-112a-48af-b13f-b6867d1c6c99 req-65b7394a-1b54-4291-9bf4-13cf2bcc6b43 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:38.985247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b390e9f-112a-48af-b13f-b6867d1c6c99 req-65b7394a-1b54-4291-9bf4-13cf2bcc6b43 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0575893 Sep 16 05:38:39.029838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b390e9f-112a-48af-b13f-b6867d1c6c99 req-7d8d66c4-c48d-4896-9a13-461c8dc9c91b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382137 Sep 16 05:38:39.410846 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:40.161583 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a45b27-8927-455e-92aa-27e391a40f69 req-fb06eb2f-3be7-400b-9226-d7ac92b94f2c tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.163415 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15a45b27-8927-455e-92aa-27e391a40f69 req-fb06eb2f-3be7-400b-9226-d7ac92b94f2c tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0576751 Sep 16 05:38:40.232159 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15a45b27-8927-455e-92aa-27e391a40f69 req-2e5f72ce-5e64-431b-841d-ea93ebc7d3e3 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608706 Sep 16 05:38:40.956093 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:41.358043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfee125-8f4b-4be0-ae4a-8e60e04b36ae req-fbf89761-277e-4e65-b74a-5ea47124c9e0 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:41.359780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0bfee125-8f4b-4be0-ae4a-8e60e04b36ae req-fbf89761-277e-4e65-b74a-5ea47124c9e0 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0547690 Sep 16 05:38:41.408368 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0bfee125-8f4b-4be0-ae4a-8e60e04b36ae req-44fdb7f4-de30-43ea-815b-795cbe520386 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419178 Sep 16 05:38:42.546577 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db017799-df71-44e3-bbe1-11c2030825c9 req-f9cb62d7-ab0d-4976-a05f-b19e408249f5 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:42.548188 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db017799-df71-44e3-bbe1-11c2030825c9 req-f9cb62d7-ab0d-4976-a05f-b19e408249f5 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0581520 Sep 16 05:38:42.589415 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db017799-df71-44e3-bbe1-11c2030825c9 req-487d087f-c51a-45d9-bdb2-a887245f3d00 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347884 Sep 16 05:38:43.738781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3cdc4-ed5a-4987-b479-5c7296e8eede req-80b0ac2f-d149-4f3c-856a-0c8f4541348f tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:43.741526 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66c3cdc4-ed5a-4987-b479-5c7296e8eede req-80b0ac2f-d149-4f3c-856a-0c8f4541348f tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0798159 Sep 16 05:38:43.797782 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66c3cdc4-ed5a-4987-b479-5c7296e8eede req-96f3f389-a882-4b87-b5e3-f573a00fbc0c tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492461 Sep 16 05:38:44.930747 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bad502-a606-41d0-ab2e-772472f2405f req-6a48e13e-75f9-4ad7-a57a-475a677d03a7 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:44.932386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57bad502-a606-41d0-ab2e-772472f2405f req-6a48e13e-75f9-4ad7-a57a-475a677d03a7 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0523872 Sep 16 05:38:44.972099 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57bad502-a606-41d0-ab2e-772472f2405f req-897678d8-f5cf-4dec-b9fb-be15a1e9267b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330420 Sep 16 05:38:45.928264 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-b2a4029e-62d5-4974-826a-401e07d2097d req-b983933b-c8e6-46c8-a711-0b60b993db4f service neutron] show failed (client error): The resource could not be found. Sep 16 05:38:45.929283 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2a4029e-62d5-4974-826a-401e07d2097d req-b983933b-c8e6-46c8-a711-0b60b993db4f service neutron] 10.222.0.21 "GET /v2.0/ports/a740c29e-f676-4d24-8cc6-66497a8217bf/bindings/n-h2-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.0669224 Sep 16 05:38:46.099564 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3945f-490c-40e1-ac36-f30d2b667a2a req-6c292c32-d0b7-4cd1-a84a-39d1e3b02e29 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:46.101140 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60c3945f-490c-40e1-ac36-f30d2b667a2a req-6c292c32-d0b7-4cd1-a84a-39d1e3b02e29 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0521948 Sep 16 05:38:46.140675 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-60c3945f-490c-40e1-ac36-f30d2b667a2a req-114ff571-6159-4e1d-93c2-86d50ba22f37 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325642 Sep 16 05:38:46.566245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4029e-62d5-4974-826a-401e07d2097d req-03f568e7-906c-47fd-87fd-1452172e47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:46.567808 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2a4029e-62d5-4974-826a-401e07d2097d req-03f568e7-906c-47fd-87fd-1452172e47cb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050&tenant_id=e2bda6a665b64703a92178c8df542453 HTTP/1.1" status: 200 len: 1097 time: 0.0851529 Sep 16 05:38:46.586814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-13', 'device_owner': 'compute:nova'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:46.650790 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:46.880349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] For port a740c29e-f676-4d24-8cc6-66497a8217bf, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=a740c29e-f676-4d24-8cc6-66497a8217bf,segment=NetworkSegment(55d14d7c-d334-463e-ab8d-e585a9e4840f),segment_id=55d14d7c-d334-463e-ab8d-e585a9e4840f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:46.919733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] For port a740c29e-f676-4d24-8cc6-66497a8217bf, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:46.962845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a740c29e-f676-4d24-8cc6-66497a8217bf'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:46.965970 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500c25d9-9b69-4ea2-a7c6-b61dff22af81" -d '{"events": [{"server_uuid": "c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050", "name": "network-vif-unplugged", "status": "completed", "tag": "a740c29e-f676-4d24-8cc6-66497a8217bf"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:46.970517 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:46.986205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] Transition to ACTIVE for port object a740c29e-f676-4d24-8cc6-66497a8217bf will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:38:47.023748 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9507809-daa8-427a-b747-31c60b83b710 x-openstack-request-id: req-a9507809-daa8-427a-b747-31c60b83b710 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:47.024047 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050", "name": "network-vif-unplugged", "status": "completed", "tag": "a740c29e-f676-4d24-8cc6-66497a8217bf", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:47.024299 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9507809-daa8-427a-b747-31c60b83b710 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:47.024881 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a740c29e-f676-4d24-8cc6-66497a8217bf', 'code': 200} Sep 16 05:38:47.091312 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:47.160828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] No DVR routers for this DVR port a740c29e-f676-4d24-8cc6-66497a8217bf on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:38:47.162839 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] Pushing event updated for resources: {'Port': ['ID=a740c29e-f676-4d24-8cc6-66497a8217bf,revision_number=6']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:47.216569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] Attempting to bind port a740c29e-f676-4d24-8cc6-66497a8217bf on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:47.217082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] Attempting to bind port a740c29e-f676-4d24-8cc6-66497a8217bf by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '55d14d7c-d334-463e-ab8d-e585a9e4840f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '816608ff-472a-4f84-920d-48428571b6c6'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:47.217520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] Attempting to bind port a740c29e-f676-4d24-8cc6-66497a8217bf on network 816608ff-472a-4f84-920d-48428571b6c6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:47.235068 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] Port a740c29e-f676-4d24-8cc6-66497a8217bf on network 816608ff-472a-4f84-920d-48428571b6c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:38:47.235404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] Attempting to bind port a740c29e-f676-4d24-8cc6-66497a8217bf on network 816608ff-472a-4f84-920d-48428571b6c6 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:47.257178 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:47.257530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] Checking segment: {'id': '55d14d7c-d334-463e-ab8d-e585a9e4840f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '816608ff-472a-4f84-920d-48428571b6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:47.257934 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] Bound using segment: {'id': '55d14d7c-d334-463e-ab8d-e585a9e4840f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '816608ff-472a-4f84-920d-48428571b6c6'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:47.258393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] Bound port: a740c29e-f676-4d24-8cc6-66497a8217bf, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d14d7c-d334-463e-ab8d-e585a9e4840f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '816608ff-472a-4f84-920d-48428571b6c6'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:47.258771 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:47.311439 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc56488-ba89-4a4a-8318-211a2bfed2cc req-cec29535-ab2a-44ac-b99d-643875323b21 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:47.313028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4bc56488-ba89-4a4a-8318-211a2bfed2cc req-cec29535-ab2a-44ac-b99d-643875323b21 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 943 time: 0.0929160 Sep 16 05:38:47.369713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] For port a740c29e-f676-4d24-8cc6-66497a8217bf, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:47.374998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] For port a740c29e-f676-4d24-8cc6-66497a8217bf, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a740c29e-f676-4d24-8cc6-66497a8217bf,segment=NetworkSegment(55d14d7c-d334-463e-ab8d-e585a9e4840f),segment_id=55d14d7c-d334-463e-ab8d-e585a9e4840f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:47.380773 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4bc56488-ba89-4a4a-8318-211a2bfed2cc req-4029b3dd-04d4-4141-b2c8-09850e357702 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610182 Sep 16 05:38:47.448217 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:47.489006 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:47.496395 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:47.496395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] 10.222.0.38 "PUT /v2.0/ports/a740c29e-f676-4d24-8cc6-66497a8217bf HTTP/1.1" status: 200 len: 1092 time: 0.9086361 Sep 16 05:38:47.515263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db79b69-261a-4bee-a7a1-848d0648702b service neutron] Pushing event updated for resources: {'Port': ['ID=a740c29e-f676-4d24-8cc6-66497a8217bf,revision_number=7']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:47.565689 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4029e-62d5-4974-826a-401e07d2097d req-e3bd6547-21f0-4538-85fe-f4fd1647bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:47.567254 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2a4029e-62d5-4974-826a-401e07d2097d req-e3bd6547-21f0-4538-85fe-f4fd1647bb23 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2bda6a665b64703a92178c8df542453&device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 1095 time: 0.0432172 Sep 16 05:38:47.680131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4029e-62d5-4974-826a-401e07d2097d req-93c44237-6376-4c09-9c4c-6a86441d4195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:47.681540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2a4029e-62d5-4974-826a-401e07d2097d req-93c44237-6376-4c09-9c4c-6a86441d4195 service neutron] 10.222.0.38 "GET /v2.0/networks?id=816608ff-472a-4f84-920d-48428571b6c6 HTTP/1.1" status: 200 len: 915 time: 0.1071417 Sep 16 05:38:47.728793 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2a4029e-62d5-4974-826a-401e07d2097d req-d454f619-92f6-4ee9-924c-9ac2c7eb45a2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a740c29e-f676-4d24-8cc6-66497a8217bf HTTP/1.1" status: 200 len: 217 time: 0.0402396 Sep 16 05:38:47.780423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4029e-62d5-4974-826a-401e07d2097d req-643c6e6a-0a4f-4f66-9da2-0c25e5112734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:47.781852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2a4029e-62d5-4974-826a-401e07d2097d req-643c6e6a-0a4f-4f66-9da2-0c25e5112734 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7fb01e70-bbeb-4549-9403-b6c5a0b313a3 HTTP/1.1" status: 200 len: 854 time: 0.0465035 Sep 16 05:38:47.815065 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2a4029e-62d5-4974-826a-401e07d2097d req-86652d0b-5450-45e7-810c-a09563dae75c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=816608ff-472a-4f84-920d-48428571b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260787 Sep 16 05:38:47.928000 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2a4029e-62d5-4974-826a-401e07d2097d req-ee704602-2483-4644-b5cf-c954c9de8c19 service neutron] 10.222.0.38 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060832 Sep 16 05:38:48.032122 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2a4029e-62d5-4974-826a-401e07d2097d req-2332ded9-d139-4841-92a4-deedecc7b72e service neutron] 10.222.0.38 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968797 Sep 16 05:38:48.528442 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265dd23-aa75-4d26-81b4-33c00ae533f1 req-fe2e4c7b-884c-41fe-a3ac-f433114cdd41 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:48.530026 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f265dd23-aa75-4d26-81b4-33c00ae533f1 req-fe2e4c7b-884c-41fe-a3ac-f433114cdd41 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 943 time: 0.0549381 Sep 16 05:38:48.569820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f265dd23-aa75-4d26-81b4-33c00ae533f1 req-15bc4fce-8d0f-4e42-b3fc-705cf97b41e9 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335176 Sep 16 05:38:49.026345 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050', 'tag': 'a740c29e-f676-4d24-8cc6-66497a8217bf'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:49.029293 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050", "tag": "a740c29e-f676-4d24-8cc6-66497a8217bf"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:49.086112 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d131c00f-0792-4f9c-948e-62ac6b381caa x-openstack-request-id: req-d131c00f-0792-4f9c-948e-62ac6b381caa {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:49.086402 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050", "tag": "a740c29e-f676-4d24-8cc6-66497a8217bf", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:49.086652 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d131c00f-0792-4f9c-948e-62ac6b381caa {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:49.087088 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050', 'tag': 'a740c29e-f676-4d24-8cc6-66497a8217bf', 'status': 'completed', 'code': 200} Sep 16 05:38:49.199516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac req-9dc154e5-c779-46c1-a683-ebeca3de850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:49.201103 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac req-9dc154e5-c779-46c1-a683-ebeca3de850c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2bda6a665b64703a92178c8df542453&device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 1095 time: 0.0721333 Sep 16 05:38:49.203271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac req-56af45fa-b572-41c7-8c27-c155a9a622a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:49.205035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac req-56af45fa-b572-41c7-8c27-c155a9a622a2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2bda6a665b64703a92178c8df542453&device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 1095 time: 0.0679629 Sep 16 05:38:49.385249 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac req-9d4c7788-d240-4777-81e9-70117e65f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:49.386872 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac req-9d4c7788-d240-4777-81e9-70117e65f729 service neutron] 10.222.0.21 "GET /v2.0/networks?id=816608ff-472a-4f84-920d-48428571b6c6 HTTP/1.1" status: 200 len: 915 time: 0.1791446 Sep 16 05:38:49.390682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac req-9235b450-c9ef-4ae5-9485-c85d94a85e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:49.392734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac req-9235b450-c9ef-4ae5-9485-c85d94a85e2a service neutron] 10.222.0.38 "GET /v2.0/networks?id=816608ff-472a-4f84-920d-48428571b6c6 HTTP/1.1" status: 200 len: 915 time: 0.1765020 Sep 16 05:38:49.440626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac req-f48c11f5-27db-4e0b-8ad3-7b1a9cc73920 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a740c29e-f676-4d24-8cc6-66497a8217bf HTTP/1.1" status: 200 len: 217 time: 0.0467761 Sep 16 05:38:49.477613 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac req-64c0bb44-838c-417a-9fe7-2cb87b23ac5d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a740c29e-f676-4d24-8cc6-66497a8217bf HTTP/1.1" status: 200 len: 217 time: 0.0768132 Sep 16 05:38:49.555942 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac req-1567918c-274a-4811-9fa5-3128f4b9b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:49.557450 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac req-1567918c-274a-4811-9fa5-3128f4b9b6ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7fb01e70-bbeb-4549-9403-b6c5a0b313a3 HTTP/1.1" status: 200 len: 854 time: 0.0895975 Sep 16 05:38:49.564385 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac req-538992c7-e9c5-4720-99c0-f75682b32fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:49.565860 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac req-538992c7-e9c5-4720-99c0-f75682b32fbc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7fb01e70-bbeb-4549-9403-b6c5a0b313a3 HTTP/1.1" status: 200 len: 854 time: 0.0639882 Sep 16 05:38:49.613118 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac req-58648095-d091-4158-90a5-bb5b563695a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=816608ff-472a-4f84-920d-48428571b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462837 Sep 16 05:38:49.615117 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac req-ba443a4d-d54e-4900-9aad-29f4a092cb03 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=816608ff-472a-4f84-920d-48428571b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403576 Sep 16 05:38:49.831218 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cafc91-68c3-4394-9a2f-8ff2d3a7a6c5 req-3063df2a-ab92-4d5f-ac89-4bd91660aee1 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:49.832273 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91cafc91-68c3-4394-9a2f-8ff2d3a7a6c5 req-3063df2a-ab92-4d5f-ac89-4bd91660aee1 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 943 time: 0.1858768 Sep 16 05:38:49.838170 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac req-768a7e35-b828-4565-955a-3a8ae922eba3 service neutron] 10.222.0.38 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091124 Sep 16 05:38:49.840578 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac req-de12983e-fbd3-4687-a2ac-37d00773229d service neutron] 10.222.0.21 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208893 Sep 16 05:38:50.001903 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91cafc91-68c3-4394-9a2f-8ff2d3a7a6c5 req-e570a031-c014-4d41-abc4-d0d9efc47904 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602933 Sep 16 05:38:50.045767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac req-da7f5412-3d99-4694-acf4-7208c27efcdc service neutron] 10.222.0.21 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967280 Sep 16 05:38:50.051577 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a48a0b6-945f-4cb3-a364-ebe8fa14f5ac req-a6dc966a-9fd0-4dbd-8eff-872150865455 service neutron] 10.222.0.38 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999791 Sep 16 05:38:50.232184 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:38:50.596914 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a740c29e-f676-4d24-8cc6-66497a8217bf no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:38:50.635134 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device a740c29e-f676-4d24-8cc6-66497a8217bf not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:38:51.136068 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8f051-e2ba-4039-9366-ee804dc473f3 req-b0f16de8-5411-42c2-b721-b64f51b77a7b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:51.138271 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7c8f051-e2ba-4039-9366-ee804dc473f3 req-b0f16de8-5411-42c2-b721-b64f51b77a7b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 943 time: 0.0617762 Sep 16 05:38:51.184584 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7c8f051-e2ba-4039-9366-ee804dc473f3 req-5209239b-fbea-4dea-be1c-4ba15bfe712f tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373213 Sep 16 05:38:52.307044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78301831-6a21-4663-81bf-f5c096893718 req-4df8d49e-6493-4e7b-aa59-72ea5c66cf3a tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:52.308600 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78301831-6a21-4663-81bf-f5c096893718 req-4df8d49e-6493-4e7b-aa59-72ea5c66cf3a tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 943 time: 0.0509129 Sep 16 05:38:52.350541 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78301831-6a21-4663-81bf-f5c096893718 req-0e278a89-5ab8-4c89-b944-65d4002b41b9 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358412 Sep 16 05:38:52.705732 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a740c29e-f676-4d24-8cc6-66497a8217bf details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:38:52.709588 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545a921-f536-472d-a1e9-d04d4415aa98 req-8e5afabd-847d-4e94-abb1-599e67ec7778 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:52.709978 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6545a921-f536-472d-a1e9-d04d4415aa98 req-8e5afabd-847d-4e94-abb1-599e67ec7778 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 943 time: 0.0535815 Sep 16 05:38:52.753959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6545a921-f536-472d-a1e9-d04d4415aa98 req-f797e932-b02b-41cf-a34a-878b9a1f82fe tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373456 Sep 16 05:38:52.816789 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port a740c29e-f676-4d24-8cc6-66497a8217bf, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a740c29e-f676-4d24-8cc6-66497a8217bf,segment=NetworkSegment(55d14d7c-d334-463e-ab8d-e585a9e4840f),segment_id=55d14d7c-d334-463e-ab8d-e585a9e4840f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:52.833521 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'a740c29e-f676-4d24-8cc6-66497a8217bf', 'network_id': '816608ff-472a-4f84-920d-48428571b6c6', 'port_id': 'a740c29e-f676-4d24-8cc6-66497a8217bf', 'mac_address': 'fa:16:3e:db:0a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb01e70-bbeb-4549-9403-b6c5a0b313a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:38:52.841822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78726fbe-ef27-44b8-8b49-1455c7204698 req-56800713-9672-4e71-a90f-e903bb3334d3 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:52.843436 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78726fbe-ef27-44b8-8b49-1455c7204698 req-56800713-9672-4e71-a90f-e903bb3334d3 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050&tenant_id=e2bda6a665b64703a92178c8df542453&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 943 time: 0.0595434 Sep 16 05:38:52.882607 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.899424 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a740c29e-f676-4d24-8cc6-66497a8217bf {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:38:52.913805 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-78726fbe-ef27-44b8-8b49-1455c7204698 req-e4b8b30c-d252-4d2b-88cd-3518df4f574e service neutron] delete failed (client error): The resource could not be found. Sep 16 05:38:52.914992 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78726fbe-ef27-44b8-8b49-1455c7204698 req-e4b8b30c-d252-4d2b-88cd-3518df4f574e service neutron] 10.222.0.21 "DELETE /v2.0/ports/a740c29e-f676-4d24-8cc6-66497a8217bf/bindings/n-h1-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.0643497 Sep 16 05:38:52.921159 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port a740c29e-f676-4d24-8cc6-66497a8217bf, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a740c29e-f676-4d24-8cc6-66497a8217bf,segment=NetworkSegment(55d14d7c-d334-463e-ab8d-e585a9e4840f),segment_id=55d14d7c-d334-463e-ab8d-e585a9e4840f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:53.026176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78726fbe-ef27-44b8-8b49-1455c7204698 req-5f8ddc7c-9c52-4f5f-9b9f-67903e54818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:53.027768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78726fbe-ef27-44b8-8b49-1455c7204698 req-5f8ddc7c-9c52-4f5f-9b9f-67903e54818b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2bda6a665b64703a92178c8df542453&device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 1095 time: 0.0450861 Sep 16 05:38:53.069587 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:53.122599 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=a740c29e-f676-4d24-8cc6-66497a8217bf,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:53.130078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78726fbe-ef27-44b8-8b49-1455c7204698 req-56427337-8765-40f2-84c3-f5aaaec57e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:53.130779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:53.131158 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:53.131604 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:53.131762 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78726fbe-ef27-44b8-8b49-1455c7204698 req-56427337-8765-40f2-84c3-f5aaaec57e98 service neutron] 10.222.0.21 "GET /v2.0/networks?id=816608ff-472a-4f84-920d-48428571b6c6 HTTP/1.1" status: 200 len: 915 time: 0.0963476 Sep 16 05:38:53.131882 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:53.132142 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:53.132470 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:53.132846 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:53.133122 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:53.133443 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:53.133764 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:53.134086 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:53.134458 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:53.176893 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78726fbe-ef27-44b8-8b49-1455c7204698 req-8e67259e-8b22-4880-ae1f-d5b4c062716f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a740c29e-f676-4d24-8cc6-66497a8217bf HTTP/1.1" status: 200 len: 217 time: 0.0367906 Sep 16 05:38:53.225616 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78726fbe-ef27-44b8-8b49-1455c7204698 req-78756794-6791-4fd0-a5e0-dd058672eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:53.227099 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78726fbe-ef27-44b8-8b49-1455c7204698 req-78756794-6791-4fd0-a5e0-dd058672eab9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7fb01e70-bbeb-4549-9403-b6c5a0b313a3 HTTP/1.1" status: 200 len: 854 time: 0.0429070 Sep 16 05:38:53.264203 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78726fbe-ef27-44b8-8b49-1455c7204698 req-d3b1da3f-6b01-4882-955e-7c6aaa60d9a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=816608ff-472a-4f84-920d-48428571b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300992 Sep 16 05:38:53.357562 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78726fbe-ef27-44b8-8b49-1455c7204698 req-c1d49701-5739-43d1-b187-23141fb0084b service neutron] 10.222.0.21 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859787 Sep 16 05:38:53.496682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['a740c29e-f676-4d24-8cc6-66497a8217bf'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:53.817594 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78726fbe-ef27-44b8-8b49-1455c7204698 req-ff6c92b4-9082-4a87-9e22-c0c21f5bc9d7 service neutron] 10.222.0.21 "GET /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532878 Sep 16 05:38:53.894829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3dcd3-6ca5-443d-8c8e-8acc6508e123 req-a4d67895-f25f-4abe-ad88-09ca0dd136f1 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:53.896514 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78e3dcd3-6ca5-443d-8c8e-8acc6508e123 req-a4d67895-f25f-4abe-ad88-09ca0dd136f1 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 944 time: 0.0601301 Sep 16 05:38:53.948926 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-78e3dcd3-6ca5-443d-8c8e-8acc6508e123 req-42d74c94-b0e5-4bae-bac8-5366cfa041c4 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456429 Sep 16 05:38:54.692639 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:54.725953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a740c29e-f676-4d24-8cc6-66497a8217bf up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:54.844990 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port a740c29e-f676-4d24-8cc6-66497a8217bf completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:38:54.851934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port a740c29e-f676-4d24-8cc6-66497a8217bf triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:54.853843 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:54.940981 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:54.966195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a740c29e-f676-4d24-8cc6-66497a8217bf'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:54.990801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port a740c29e-f676-4d24-8cc6-66497a8217bf, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a740c29e-f676-4d24-8cc6-66497a8217bf,segment=NetworkSegment(55d14d7c-d334-463e-ab8d-e585a9e4840f),segment_id=55d14d7c-d334-463e-ab8d-e585a9e4840f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:55.034152 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b71e7ce-30ee-4518-b763-52c1c9bb978a" -d '{"events": [{"server_uuid": "c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050", "name": "network-vif-plugged", "status": "completed", "tag": "a740c29e-f676-4d24-8cc6-66497a8217bf"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:55.080795 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:55.106232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de89b4f-8c81-4844-a0e4-72c0161590d8 req-96e113a7-6545-443e-b8ab-837ca553dc5d tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:55.106232 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0de89b4f-8c81-4844-a0e4-72c0161590d8 req-96e113a7-6545-443e-b8ab-837ca553dc5d tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 944 time: 0.0660827 Sep 16 05:38:55.147924 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=a740c29e-f676-4d24-8cc6-66497a8217bf,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:55.152492 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827657dc-52fb-4b4b-9945-178d56342e09 x-openstack-request-id: req-827657dc-52fb-4b4b-9945-178d56342e09 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:55.152934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0de89b4f-8c81-4844-a0e4-72c0161590d8 req-21868bf3-4311-46e4-9020-f431fc19931b tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368679 Sep 16 05:38:55.153101 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050", "name": "network-vif-plugged", "status": "completed", "tag": "a740c29e-f676-4d24-8cc6-66497a8217bf", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:55.153101 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-827657dc-52fb-4b4b-9945-178d56342e09 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:55.153381 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a740c29e-f676-4d24-8cc6-66497a8217bf', 'code': 200} Sep 16 05:38:55.289325 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca904b-ae3b-46e0-9f99-bafc93e7b2a5 req-0f97ace5-30c4-4a52-95a4-a6018a7efc8f tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:55.290865 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59ca904b-ae3b-46e0-9f99-bafc93e7b2a5 req-0f97ace5-30c4-4a52-95a4-a6018a7efc8f tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0589590 Sep 16 05:38:55.334769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-59ca904b-ae3b-46e0-9f99-bafc93e7b2a5 req-6dcaa721-dbb8-4979-8f9b-618a509dbbc0 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363393 Sep 16 05:38:55.461245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed371b-fc28-4ba3-8aff-111b1e058560 req-4c5efd41-13c3-4180-bc7a-04ddd0b97d34 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:55.462935 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bed371b-fc28-4ba3-8aff-111b1e058560 req-4c5efd41-13c3-4180-bc7a-04ddd0b97d34 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0565348 Sep 16 05:38:55.509748 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bed371b-fc28-4ba3-8aff-111b1e058560 req-8d07dfc0-7f01-4a3f-a5bf-7cac1d3a1609 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359218 Sep 16 05:38:56.092232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350b48c-746e-4e01-8c1b-7701146b2bd1 req-40049473-a935-4383-9405-a9fafd8a7dc2 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:56.093784 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7350b48c-746e-4e01-8c1b-7701146b2bd1 req-40049473-a935-4383-9405-a9fafd8a7dc2 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0542116 Sep 16 05:38:56.135370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7350b48c-746e-4e01-8c1b-7701146b2bd1 req-e41a29d9-da78-4cc9-b76a-aca29709c3c2 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351024 Sep 16 05:38:57.275486 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0e0fa-4969-4ea7-83e4-017f08697e60 req-33af5d6d-a1bc-4a8c-a1e6-6624f2934b3d tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:57.277645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ad0e0fa-4969-4ea7-83e4-017f08697e60 req-33af5d6d-a1bc-4a8c-a1e6-6624f2934b3d tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0687211 Sep 16 05:38:57.320598 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ad0e0fa-4969-4ea7-83e4-017f08697e60 req-5726f53b-6c7c-4d56-88cc-36badeecb44c tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fbb6c64-d0a2-48f5-91bb-530bab13b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364063 Sep 16 05:38:57.498658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf61682-ecdf-49cb-a11e-84d8154ac977 req-f98d31d6-aec0-4e28-9523-3f630fd51d4d tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:57.500298 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6bf61682-ecdf-49cb-a11e-84d8154ac977 req-f98d31d6-aec0-4e28-9523-3f630fd51d4d tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 945 time: 0.0556130 Sep 16 05:38:57.600958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-6bf61682-ecdf-49cb-a11e-84d8154ac977 req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Deleting port a740c29e-f676-4d24-8cc6-66497a8217bf {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:38:57.601304 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6bf61682-ecdf-49cb-a11e-84d8154ac977 req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:57.703270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-6bf61682-ecdf-49cb-a11e-84d8154ac977 req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] For port a740c29e-f676-4d24-8cc6-66497a8217bf, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=a740c29e-f676-4d24-8cc6-66497a8217bf,segment=NetworkSegment(55d14d7c-d334-463e-ab8d-e585a9e4840f),segment_id=55d14d7c-d334-463e-ab8d-e585a9e4840f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:57.703886 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6bf61682-ecdf-49cb-a11e-84d8154ac977 req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:57.718000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-6bf61682-ecdf-49cb-a11e-84d8154ac977 req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Calling delete_port for a740c29e-f676-4d24-8cc6-66497a8217bf owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:38:57.936559 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6bf61682-ecdf-49cb-a11e-84d8154ac977 req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:57.969809 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['a740c29e-f676-4d24-8cc6-66497a8217bf'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:57.970416 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Pushing event deleted for resources: {'Port': ['ID=a740c29e-f676-4d24-8cc6-66497a8217bf,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:57.985133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:57.985494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:57.985851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:57.986198 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:57.986542 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:57.986919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:57.987251 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:57.987583 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:57.987919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:57.988328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:57.988607 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:57.988936 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:58.028401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf61682-ecdf-49cb-a11e-84d8154ac977 req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] No DVR routers for this DVR port a740c29e-f676-4d24-8cc6-66497a8217bf on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:38:58.031390 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-6bf61682-ecdf-49cb-a11e-84d8154ac977 req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:58.033514 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6bf61682-ecdf-49cb-a11e-84d8154ac977 req-6ac939df-1887-4845-a599-df2944702f9e tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.38 "DELETE /v2.0/ports/a740c29e-f676-4d24-8cc6-66497a8217bf HTTP/1.1" status: 204 len: 173 time: 0.5268285 Sep 16 05:38:58.033978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050', 'name': 'network-vif-deleted', 'tag': 'a740c29e-f676-4d24-8cc6-66497a8217bf'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:58.036469 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8176b44c-3007-4b67-8cb9-22d4e311f504" -d '{"events": [{"server_uuid": "c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050", "name": "network-vif-deleted", "tag": "a740c29e-f676-4d24-8cc6-66497a8217bf"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:58.075979 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746b21f1-5952-4571-b906-f91a7abc1b03 x-openstack-request-id: req-746b21f1-5952-4571-b906-f91a7abc1b03 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:58.076305 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050", "name": "network-vif-deleted", "tag": "a740c29e-f676-4d24-8cc6-66497a8217bf", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:58.081051 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-746b21f1-5952-4571-b906-f91a7abc1b03 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:58.081051 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050', 'name': 'network-vif-deleted', 'tag': 'a740c29e-f676-4d24-8cc6-66497a8217bf', 'status': 'completed', 'code': 200} Sep 16 05:38:58.442447 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6f468fd-1ca8-4d70-a867-dec96ede6697 req-0d6772ba-da27-4eb8-9025-792991a24ae3 tempest-ServerDiskConfigTestJSON-1863545393 tempest-ServerDiskConfigTestJSON-1863545393-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f2cbf9-8dfc-4b8a-91be-8aabbdb23050 HTTP/1.1" status: 200 len: 210 time: 0.0291159 Sep 16 05:38:58.743685 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:59.570467 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39002) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:59.623886 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-de079ff6-45f1-4ad0-8fd7-61b5033cd308 admin admin] Deleting subnet 7fb01e70-bbeb-4549-9403-b6c5a0b313a3 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:38:59.627225 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de079ff6-45f1-4ad0-8fd7-61b5033cd308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:59.663789 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de079ff6-45f1-4ad0-8fd7-61b5033cd308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:59.711643 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de079ff6-45f1-4ad0-8fd7-61b5033cd308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:59.857149 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de079ff6-45f1-4ad0-8fd7-61b5033cd308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:59.886841 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de079ff6-45f1-4ad0-8fd7-61b5033cd308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fb01e70-bbeb-4549-9403-b6c5a0b313a3,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:59.891252 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de079ff6-45f1-4ad0-8fd7-61b5033cd308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:59.893585 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-de079ff6-45f1-4ad0-8fd7-61b5033cd308 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7fb01e70-bbeb-4549-9403-b6c5a0b313a3 HTTP/1.1" status: 204 len: 168 time: 0.3216875 Sep 16 05:38:59.896748 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39004) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:59.985042 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.079586 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.102194 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816608ff-472a-4f84-920d-48428571b6c6']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:00.113454 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d14d7c-d334-463e-ab8d-e585a9e4840f') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:00.113748 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d14d7c-d334-463e-ab8d-e585a9e4840f') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:00.124626 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.139554 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.146280 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:39:00.149475 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:39:00.293298 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.299709 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.304160 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] 10.222.0.20 "DELETE /v2.0/networks/816608ff-472a-4f84-920d-48428571b6c6 HTTP/1.1" status: 204 len: 168 time: 0.4037666 Sep 16 05:39:00.312968 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Pushing event deleted for resources: {'Network': ['ID=816608ff-472a-4f84-920d-48428571b6c6,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:00.321267 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:00.321720 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:00.322065 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:00.322464 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:00.322726 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:00.323080 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:00.323404 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:00.323725 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:00.324050 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:00.324364 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:00.324788 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:00.325199 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35934c4f-c2b3-4865-b47f-cd114af5e613 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:00.626807 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39010) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:00.671880 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c0054d06-acc3-46d1-8d37-aee38329a418 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2bda6a665b64703a92178c8df542453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437694 Sep 16 05:39:00.674673 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39012) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:00.734137 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c80dc100-ec04-494f-bc4d-3fbbc86b1b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.758116 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c80dc100-ec04-494f-bc4d-3fbbc86b1b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.779771 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a740c29e-f676-4d24-8cc6-66497a8217bf no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:00.801268 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: a740c29e-f676-4d24-8cc6-66497a8217bf {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:00.801597 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device a740c29e-f676-4d24-8cc6-66497a8217bf not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:00.887702 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c80dc100-ec04-494f-bc4d-3fbbc86b1b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.890846 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c80dc100-ec04-494f-bc4d-3fbbc86b1b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.892452 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c80dc100-ec04-494f-bc4d-3fbbc86b1b58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fbb6c64-d0a2-48f5-91bb-530bab13b876 HTTP/1.1" status: 204 len: 168 time: 0.2168095 Sep 16 05:39:00.902217 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80dc100-ec04-494f-bc4d-3fbbc86b1b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbb6c64-d0a2-48f5-91bb-530bab13b876,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:02.093369 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39034) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:02.219971 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e6b6f594-ec37-4499-bcfd-983d3a9c2b71 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-137069825-network', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:02.335737 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b6f594-ec37-4499-bcfd-983d3a9c2b71 admin admin] Made reservation on behalf of b57657202d0842fa8f4602e517981ce2 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:02.338186 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f594-ec37-4499-bcfd-983d3a9c2b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:02.348657 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f594-ec37-4499-bcfd-983d3a9c2b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:02.490606 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f594-ec37-4499-bcfd-983d3a9c2b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:02.544269 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f594-ec37-4499-bcfd-983d3a9c2b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:02.570448 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b6f594-ec37-4499-bcfd-983d3a9c2b71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:39:02.581672 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6f594-ec37-4499-bcfd-983d3a9c2b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882eced2-573f-44de-a08a-00d37446e18f,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:02.591573 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f594-ec37-4499-bcfd-983d3a9c2b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:02.591573 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-e6b6f594-ec37-4499-bcfd-983d3a9c2b71 admin admin] Added segment cae0ee06-5ccb-4567-adca-9e72794ec954 of type vlan for network ea709df9-1b60-440d-95e3-289caa2ed864 Sep 16 05:39:02.630833 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f594-ec37-4499-bcfd-983d3a9c2b71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:02.736116 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f594-ec37-4499-bcfd-983d3a9c2b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:02.737222 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b6f594-ec37-4499-bcfd-983d3a9c2b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:02.737898 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f594-ec37-4499-bcfd-983d3a9c2b71 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:03.109914 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6f594-ec37-4499-bcfd-983d3a9c2b71 admin admin] Pushing event updated for resources: {'Network': ['ID=ea709df9-1b60-440d-95e3-289caa2ed864,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:03.121212 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network ea709df9-1b60-440d-95e3-289caa2ed864 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:39:03.180425 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e6b6f594-ec37-4499-bcfd-983d3a9c2b71 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0826166 Sep 16 05:39:03.180716 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39038) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:03.186750 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-013ca961-f643-47d8-acfe-542fc2ddd1dd admin admin] Request body: {'subnet': {'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-137069825-subnet', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:03.263899 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013ca961-f643-47d8-acfe-542fc2ddd1dd admin admin] Made reservation on behalf of b57657202d0842fa8f4602e517981ce2 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:03.266363 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-013ca961-f643-47d8-acfe-542fc2ddd1dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:03.498435 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-013ca961-f643-47d8-acfe-542fc2ddd1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:03.556786 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ca961-f643-47d8-acfe-542fc2ddd1dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0933d1f2-c8fb-42b6-b271-68961540a425,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:03.569352 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ca961-f643-47d8-acfe-542fc2ddd1dd admin admin] Checking segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:03.569791 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ca961-f643-47d8-acfe-542fc2ddd1dd admin admin] Network hostable DHCP agents. Network: ea709df9-1b60-440d-95e3-289caa2ed864, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:39:03.661408 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ca961-f643-47d8-acfe-542fc2ddd1dd admin admin] Network ea709df9-1b60-440d-95e3-289caa2ed864 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:39:03.738522 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-013ca961-f643-47d8-acfe-542fc2ddd1dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, ea709df9-1b60-440d-95e3-289caa2ed864) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:03.743444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013ca961-f643-47d8-acfe-542fc2ddd1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:03.744372 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-013ca961-f643-47d8-acfe-542fc2ddd1dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:03.748795 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e56eb5-cb5a-4d56-9210-4aff2cfe46ac None None] Network ea709df9-1b60-440d-95e3-289caa2ed864 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:39:03.831916 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-013ca961-f643-47d8-acfe-542fc2ddd1dd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6491122 Sep 16 05:39:03.842197 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39040) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:03.848181 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-abf3abae-c227-4ab2-8633-2f8f6de48217 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:03.911485 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa085eb-09b7-483f-a438-283372548271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-ea709df9-1b60-440d-95e3-289caa2ed864', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:39:03.912348 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5aa085eb-09b7-483f-a438-283372548271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:03.940022 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abf3abae-c227-4ab2-8633-2f8f6de48217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:03.941358 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abf3abae-c227-4ab2-8633-2f8f6de48217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:04.003311 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abf3abae-c227-4ab2-8633-2f8f6de48217 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:04.081658 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-5aa085eb-09b7-483f-a438-283372548271 None None] Allocated IP 172.20.0.2 (ea709df9-1b60-440d-95e3-289caa2ed864/0933d1f2-c8fb-42b6-b271-68961540a425/45d6ab75-1609-4d1a-a654-6df01f84f7fa) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:04.258017 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5aa085eb-09b7-483f-a438-283372548271 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:04.295879 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abf3abae-c227-4ab2-8633-2f8f6de48217 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:04.367164 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5aa085eb-09b7-483f-a438-283372548271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:04.415578 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa085eb-09b7-483f-a438-283372548271 None None] Network ea709df9-1b60-440d-95e3-289caa2ed864 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:04.420175 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-5aa085eb-09b7-483f-a438-283372548271 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:04.426457 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa085eb-09b7-483f-a438-283372548271 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:04.432596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa085eb-09b7-483f-a438-283372548271 None None] Pushing event updated for resources: {'Port': ['ID=45d6ab75-1609-4d1a-a654-6df01f84f7fa,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:04.513406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5aa085eb-09b7-483f-a438-283372548271 None None] Attempting to bind port 45d6ab75-1609-4d1a-a654-6df01f84f7fa on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:04.513903 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5aa085eb-09b7-483f-a438-283372548271 None None] Attempting to bind port 45d6ab75-1609-4d1a-a654-6df01f84f7fa by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:04.514364 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa085eb-09b7-483f-a438-283372548271 None None] Attempting to bind port 45d6ab75-1609-4d1a-a654-6df01f84f7fa on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:04.520400 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa085eb-09b7-483f-a438-283372548271 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:04.521086 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa085eb-09b7-483f-a438-283372548271 None None] Checking segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:04.521588 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5aa085eb-09b7-483f-a438-283372548271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:04.522087 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa085eb-09b7-483f-a438-283372548271 None None] Bound using segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:04.522664 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-5aa085eb-09b7-483f-a438-283372548271 None None] Bound port: 45d6ab75-1609-4d1a-a654-6df01f84f7fa, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:04.523244 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5aa085eb-09b7-483f-a438-283372548271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:04.624774 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5aa085eb-09b7-483f-a438-283372548271 None None] For port 45d6ab75-1609-4d1a-a654-6df01f84f7fa, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:04.630573 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5aa085eb-09b7-483f-a438-283372548271 None None] For port 45d6ab75-1609-4d1a-a654-6df01f84f7fa, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=45d6ab75-1609-4d1a-a654-6df01f84f7fa,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:04.636904 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abf3abae-c227-4ab2-8633-2f8f6de48217 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:04.658300 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abf3abae-c227-4ab2-8633-2f8f6de48217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:04.782658 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-abf3abae-c227-4ab2-8633-2f8f6de48217 admin admin] Allocated IP 172.25.4.133 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/6764b0fa-4f0b-4488-88fc-73be9a64c5c7) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:04.797273 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5aa085eb-09b7-483f-a438-283372548271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:04.881165 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa085eb-09b7-483f-a438-283372548271 None None] Pushing event updated for resources: {'Port': ['ID=45d6ab75-1609-4d1a-a654-6df01f84f7fa,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:04.935288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abf3abae-c227-4ab2-8633-2f8f6de48217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:05.045649 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abf3abae-c227-4ab2-8633-2f8f6de48217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:05.110527 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf3abae-c227-4ab2-8633-2f8f6de48217 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:05.115872 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-abf3abae-c227-4ab2-8633-2f8f6de48217 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:05.126252 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf3abae-c227-4ab2-8633-2f8f6de48217 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:05.162345 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3abae-c227-4ab2-8633-2f8f6de48217 admin admin] Pushing event updated for resources: {'Port': ['ID=6764b0fa-4f0b-4488-88fc-73be9a64c5c7,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:05.269414 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d4bcaca3-0715-4d5a-8676-4c77d5dad027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:05.474846 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abf3abae-c227-4ab2-8633-2f8f6de48217 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:05.708813 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abf3abae-c227-4ab2-8633-2f8f6de48217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:05.903783 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9828827b-05cc-41d3-a159-41e9e241fba7 None None] Network ea709df9-1b60-440d-95e3-289caa2ed864 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:39:05.947439 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fe359a4b-0d28-434e-ac75-b22bef64205f None None] Provisioning complete for port 45d6ab75-1609-4d1a-a654-6df01f84f7fa triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:05.947868 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fe359a4b-0d28-434e-ac75-b22bef64205f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:05.955707 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf3abae-c227-4ab2-8633-2f8f6de48217 admin admin] Router 764b2ebd-b52b-4b11-ace3-b737e42cb443 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:39:06.112928 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf3abae-c227-4ab2-8633-2f8f6de48217 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:06.116371 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fe359a4b-0d28-434e-ac75-b22bef64205f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:06.150860 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] Sync routers for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:06.172922 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:06.173569 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:38:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:06.186641 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fe359a4b-0d28-434e-ac75-b22bef64205f None None] For port 45d6ab75-1609-4d1a-a654-6df01f84f7fa, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=45d6ab75-1609-4d1a-a654-6df01f84f7fa,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:06.216507 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-abf3abae-c227-4ab2-8633-2f8f6de48217 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:06.221901 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-abf3abae-c227-4ab2-8633-2f8f6de48217 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3735428 Sep 16 05:39:06.227017 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39042) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:06.293517 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fe359a4b-0d28-434e-ac75-b22bef64205f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:06.355771 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:06.455179 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe359a4b-0d28-434e-ac75-b22bef64205f None None] Pushing event updated for resources: {'Port': ['ID=45d6ab75-1609-4d1a-a654-6df01f84f7fa,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:06.552857 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-599d9686-07fb-4c44-8ce7-8c84477ef0d5 None None] Provisioning complete for port 45d6ab75-1609-4d1a-a654-6df01f84f7fa triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:06.553725 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-599d9686-07fb-4c44-8ce7-8c84477ef0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:06.699028 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:05Z', 'revision_number': 3, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:06.736259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] Checking router: 764b2ebd-b52b-4b11-ace3-b737e42cb443 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:06.736589 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] Updating router 764b2ebd-b52b-4b11-ace3-b737e42cb443 port 6764b0fa-4f0b-4488-88fc-73be9a64c5c7 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:39:06.765134 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:07.042636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-159715ad-6edd-4369-aba6-fe89d2b5ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:07.049007 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 45d6ab75-1609-4d1a-a654-6df01f84f7fa up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:07.088438 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:07.112032 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 45d6ab75-1609-4d1a-a654-6df01f84f7fa triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:07.112408 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:07.184400 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:07.227551 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-159715ad-6edd-4369-aba6-fe89d2b5ca62 admin admin] Allocated IP 172.20.0.1 (ea709df9-1b60-440d-95e3-289caa2ed864/0933d1f2-c8fb-42b6-b271-68961540a425/7dc1ae31-c07d-424f-b73d-6e69ffef4c7d) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:07.258459 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] Attempting to bind port 6764b0fa-4f0b-4488-88fc-73be9a64c5c7 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:07.258833 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] Attempting to bind port 6764b0fa-4f0b-4488-88fc-73be9a64c5c7 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:07.259249 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] Attempting to bind port 6764b0fa-4f0b-4488-88fc-73be9a64c5c7 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:07.262281 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac828354-850d-41bb-8fdd-a9416b309682 None None] Pushing event updated for resources: {'Port': ['ID=6764b0fa-4f0b-4488-88fc-73be9a64c5c7,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:07.274753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:07.277497 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:07.278016 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:07.278566 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:07.279183 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] Bound port: 6764b0fa-4f0b-4488-88fc-73be9a64c5c7, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:07.279582 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:07.341746 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] For port 6764b0fa-4f0b-4488-88fc-73be9a64c5c7, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:07.345401 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] For port 6764b0fa-4f0b-4488-88fc-73be9a64c5c7, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6764b0fa-4f0b-4488-88fc-73be9a64c5c7,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:07.388544 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-159715ad-6edd-4369-aba6-fe89d2b5ca62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:07.407297 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:07.469558 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:07.470195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:38:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:07.482015 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-159715ad-6edd-4369-aba6-fe89d2b5ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:07.512996 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac828354-850d-41bb-8fdd-a9416b309682 None None] Pushing event updated for resources: {'Port': ['ID=6764b0fa-4f0b-4488-88fc-73be9a64c5c7,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:07.526648 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159715ad-6edd-4369-aba6-fe89d2b5ca62 admin admin] Network ea709df9-1b60-440d-95e3-289caa2ed864 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:07.531874 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-159715ad-6edd-4369-aba6-fe89d2b5ca62 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:07.536540 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159715ad-6edd-4369-aba6-fe89d2b5ca62 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:07.558636 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159715ad-6edd-4369-aba6-fe89d2b5ca62 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc1ae31-c07d-424f-b73d-6e69ffef4c7d,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:07.584837 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-159715ad-6edd-4369-aba6-fe89d2b5ca62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:07.607427 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:07.820539 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-159715ad-6edd-4369-aba6-fe89d2b5ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:07.884167 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-cfaa3a9b-ffa4-4d81-ba29-9867a70a6702 None None] Provisioning complete for port 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:07.884525 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cfaa3a9b-ffa4-4d81-ba29-9867a70a6702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:07.945102 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2aaf50ee-52d9-439a-8f4e-7f2337479254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:07.966699 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa3a9b-ffa4-4d81-ba29-9867a70a6702 None None] Port 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:08.024427 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-159715ad-6edd-4369-aba6-fe89d2b5ca62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:08.040631 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:05Z', 'revision_number': 3, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:08.073967 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c774977-c4e7-4121-a987-9eb8526c66e1 None None] The sync data for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 is: [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:05Z', 'revision_number': 3, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:08.124121 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-159715ad-6edd-4369-aba6-fe89d2b5ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:08.200901 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159715ad-6edd-4369-aba6-fe89d2b5ca62 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc1ae31-c07d-424f-b73d-6e69ffef4c7d,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:08.202430 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-159715ad-6edd-4369-aba6-fe89d2b5ca62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:08.368576 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159715ad-6edd-4369-aba6-fe89d2b5ca62 admin admin] Network ea709df9-1b60-440d-95e3-289caa2ed864 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:08.371259 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-159715ad-6edd-4369-aba6-fe89d2b5ca62 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:08.529324 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159715ad-6edd-4369-aba6-fe89d2b5ca62 admin admin] Router 764b2ebd-b52b-4b11-ace3-b737e42cb443 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:39:08.612677 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:08.693100 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-709c0151-3d97-43a1-9a96-21ba035c218c None None] Provisioning complete for port 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:08.693512 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-709c0151-3d97-43a1-9a96-21ba035c218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:08.734546 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159715ad-6edd-4369-aba6-fe89d2b5ca62 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:08.744146 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-159715ad-6edd-4369-aba6-fe89d2b5ca62 admin admin] 10.222.0.20 "PUT /v2.0/routers/764b2ebd-b52b-4b11-ace3-b737e42cb443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5203774 Sep 16 05:39:08.755126 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-709c0151-3d97-43a1-9a96-21ba035c218c None None] Port 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:09.040341 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6764b0fa-4f0b-4488-88fc-73be9a64c5c7 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:09.104279 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 6764b0fa-4f0b-4488-88fc-73be9a64c5c7 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:09.106868 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:09.191474 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:09.213573 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 6764b0fa-4f0b-4488-88fc-73be9a64c5c7, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6764b0fa-4f0b-4488-88fc-73be9a64c5c7,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:09.317108 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:09.380452 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=6764b0fa-4f0b-4488-88fc-73be9a64c5c7,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:09.456442 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:09.689907 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39052) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:09.694817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-95b585f6-89c1-498a-9af0-b1034343e710 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--311391193', 'description': 'tempest-description--174600809'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:09.816969 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] Sync routers for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:09.827549 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:09.828347 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:39:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:09.847190 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95b585f6-89c1-498a-9af0-b1034343e710 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:09.946418 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95b585f6-89c1-498a-9af0-b1034343e710 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:09.947394 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:10.021616 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95b585f6-89c1-498a-9af0-b1034343e710 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:10.055308 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b585f6-89c1-498a-9af0-b1034343e710 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e411300-7954-447f-8fdd-b35e134a4196,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:10.144277 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95b585f6-89c1-498a-9af0-b1034343e710 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:10.145754 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-95b585f6-89c1-498a-9af0-b1034343e710 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4547207 Sep 16 05:39:10.148802 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39054) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:10.154486 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-018d31c9-85b9-4d5c-bd85-ae297ca07914 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Request body: {'security_group_rule': {'security_group_id': '8e411300-7954-447f-8fdd-b35e134a4196', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:10.209154 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 2, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:10.236376 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] Checking router: 764b2ebd-b52b-4b11-ace3-b737e42cb443 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:10.236734 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] Updating router 764b2ebd-b52b-4b11-ace3-b737e42cb443 port 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:39:10.269918 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:10.280556 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-018d31c9-85b9-4d5c-bd85-ae297ca07914 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:10.346121 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-018d31c9-85b9-4d5c-bd85-ae297ca07914 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:10.421353 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-018d31c9-85b9-4d5c-bd85-ae297ca07914 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:10.439898 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d31c9-85b9-4d5c-bd85-ae297ca07914 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85dab9a6-cbc7-43a0-b2da-10d8d76c89cc,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:10.529825 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-018d31c9-85b9-4d5c-bd85-ae297ca07914 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:10.531168 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-018d31c9-85b9-4d5c-bd85-ae297ca07914 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3810039 Sep 16 05:39:10.534026 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39056) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:10.539084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7adfa7c8-d3b1-4842-891c-f466390a4cea tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Request body: {'security_group_rule': {'security_group_id': '8e411300-7954-447f-8fdd-b35e134a4196', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:10.550942 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:10.629549 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:10.685852 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be0b46-e170-4027-83b7-3271cbbcf90c None None] Pushing event updated for resources: {'Port': ['ID=7dc1ae31-c07d-424f-b73d-6e69ffef4c7d,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:10.694664 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7adfa7c8-d3b1-4842-891c-f466390a4cea tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:10.734570 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0b46-e170-4027-83b7-3271cbbcf90c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:10.735163 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0b46-e170-4027-83b7-3271cbbcf90c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:10.735711 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0b46-e170-4027-83b7-3271cbbcf90c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:10.736248 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0b46-e170-4027-83b7-3271cbbcf90c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:10.736798 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0b46-e170-4027-83b7-3271cbbcf90c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:10.737318 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0b46-e170-4027-83b7-3271cbbcf90c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:10.737860 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0b46-e170-4027-83b7-3271cbbcf90c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:10.738339 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0b46-e170-4027-83b7-3271cbbcf90c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:10.738801 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0b46-e170-4027-83b7-3271cbbcf90c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:10.739367 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0b46-e170-4027-83b7-3271cbbcf90c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:10.739837 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0b46-e170-4027-83b7-3271cbbcf90c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:10.740409 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0b46-e170-4027-83b7-3271cbbcf90c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:10.765330 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] Attempting to bind port 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:10.765715 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] Attempting to bind port 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:10.766082 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] Attempting to bind port 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:10.772221 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:10.772598 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] Checking segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:10.773248 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:10.773654 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] Bound using segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:10.774160 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] Bound port: 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:10.774548 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:10.798353 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7adfa7c8-d3b1-4842-891c-f466390a4cea tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:10.852294 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] For port 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:10.857497 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] For port 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7dc1ae31-c07d-424f-b73d-6e69ffef4c7d,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:10.888080 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7adfa7c8-d3b1-4842-891c-f466390a4cea tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:10.909539 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfa7c8-d3b1-4842-891c-f466390a4cea tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93df39a-e5f2-4308-b962-bdaf8428a91c,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:10.976304 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:10.997909 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-aabfb0e4-18ef-4c9b-afe7-64e605e1ef39 None None] Provisioning complete for port 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:10.998677 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aabfb0e4-18ef-4c9b-afe7-64e605e1ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:11.007292 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7adfa7c8-d3b1-4842-891c-f466390a4cea tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:11.014063 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39058) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:11.014686 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7adfa7c8-d3b1-4842-891c-f466390a4cea tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4788241 Sep 16 05:39:11.019265 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-4652d25c-3e93-40c9-8533-b0405a030bc9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:11.034025 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6764b0fa-4f0b-4488-88fc-73be9a64c5c7 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:11.053374 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:11.054052 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:39:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:11.076938 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:11.105464 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be0b46-e170-4027-83b7-3271cbbcf90c None None] Pushing event updated for resources: {'Port': ['ID=7dc1ae31-c07d-424f-b73d-6e69ffef4c7d,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:11.151277 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 6764b0fa-4f0b-4488-88fc-73be9a64c5c7 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:11.152519 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:11.166734 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4652d25c-3e93-40c9-8533-b0405a030bc9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:11.192634 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:11.206127 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aabfb0e4-18ef-4c9b-afe7-64e605e1ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:11.256643 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-aabfb0e4-18ef-4c9b-afe7-64e605e1ef39 None None] For port 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7dc1ae31-c07d-424f-b73d-6e69ffef4c7d,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:11.297732 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4652d25c-3e93-40c9-8533-b0405a030bc9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:11.332280 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aabfb0e4-18ef-4c9b-afe7-64e605e1ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:11.400477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfb0e4-18ef-4c9b-afe7-64e605e1ef39 None None] Pushing event updated for resources: {'Port': ['ID=7dc1ae31-c07d-424f-b73d-6e69ffef4c7d,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:11.432000 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-4652d25c-3e93-40c9-8533-b0405a030bc9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Allocated IP 172.25.4.103 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/53343a7b-7018-4bea-b855-bdf4bde5fb65) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:11.446121 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:10Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:11.454440 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-04aaaf37-56a9-4b79-8da7-ecfad8c6d5d4 None None] Provisioning complete for port 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:11.454817 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-04aaaf37-56a9-4b79-8da7-ecfad8c6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:11.474805 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b36ba-ec2d-4082-b52b-f250b2f873bc None None] The sync data for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 is: [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:10Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:11.586153 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4652d25c-3e93-40c9-8533-b0405a030bc9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:11.738676 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4652d25c-3e93-40c9-8533-b0405a030bc9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:11.781724 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4652d25c-3e93-40c9-8533-b0405a030bc9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:11.784705 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-4652d25c-3e93-40c9-8533-b0405a030bc9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:11.791630 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4652d25c-3e93-40c9-8533-b0405a030bc9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:11.798346 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652d25c-3e93-40c9-8533-b0405a030bc9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Pushing event updated for resources: {'Port': ['ID=53343a7b-7018-4bea-b855-bdf4bde5fb65,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:11.906982 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4652d25c-3e93-40c9-8533-b0405a030bc9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:12.013263 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4652d25c-3e93-40c9-8533-b0405a030bc9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:12.214312 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4652d25c-3e93-40c9-8533-b0405a030bc9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:12.307494 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4652d25c-3e93-40c9-8533-b0405a030bc9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:12.395445 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652d25c-3e93-40c9-8533-b0405a030bc9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Pushing event updated for resources: {'Port': ['ID=53343a7b-7018-4bea-b855-bdf4bde5fb65,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:12.408880 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4652d25c-3e93-40c9-8533-b0405a030bc9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:12.511675 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4652d25c-3e93-40c9-8533-b0405a030bc9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:12.513842 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4652d25c-3e93-40c9-8533-b0405a030bc9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4983151 Sep 16 05:39:12.695246 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-f59025a6-4420-42d1-a555-2b3e1c4950e6 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--311391193&fields=id&tenant_id=b57657202d0842fa8f4602e517981ce2 HTTP/1.1" status: 200 len: 267 time: 0.0488899 Sep 16 05:39:12.850504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-2a83ca6d-a07a-472e-ac57-7e04643cf19b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:12.852196 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-2a83ca6d-a07a-472e-ac57-7e04643cf19b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 811 time: 0.1487274 Sep 16 05:39:12.869521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-2c01af9d-6e59-405a-bff8-253cd5d5e678 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/quotas/b57657202d0842fa8f4602e517981ce2 HTTP/1.1" status: 200 len: 375 time: 0.0102997 Sep 16 05:39:12.955055 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-ec1f3a23-b7ff-470b-889c-bb40447344f6 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788248 Sep 16 05:39:13.051788 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:13.143243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:13.143604 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:13.208531 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-e3738ab9-d1d0-48ee-b1ec-d883f5e6e07b service neutron] 10.222.0.20 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791148 Sep 16 05:39:13.332339 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-d6722d74-9766-48eb-9f76-2bfe74006368 service neutron] 10.222.0.20 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164446 Sep 16 05:39:13.664961 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b3d67595-f910-44f8-8821-460ab193f919 req-ebbaf2b7-a5a7-4b53-aa15-a14d534c5a21 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 210 time: 0.0294480 Sep 16 05:39:14.748692 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02fcd6ac-acd6-4ae7-9e25-7c34c3940fe4 req-c258d147-fd84-4e95-9c5a-3e8f3fdc7917 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 210 time: 0.0282266 Sep 16 05:39:15.868262 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7b6ecdc1-10ee-4bb6-a621-2fb7a0f7e9d2 req-b9f452b1-50da-4c14-bd16-b70c70fc4287 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 210 time: 0.0346565 Sep 16 05:39:16.404460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-c6f8e64f-4769-4925-83b7-23cc3e42fbd8 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:16.407150 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-c6f8e64f-4769-4925-83b7-23cc3e42fbd8 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 811 time: 0.1551063 Sep 16 05:39:16.466250 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-49ea2ac0-09fb-49ff-9b08-39604b1861cc tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57657202d0842fa8f4602e517981ce2 HTTP/1.1" status: 200 len: 379 time: 0.0434380 Sep 16 05:39:16.477822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-b2ae1a51-3be7-4d70-965f-c42b6eebf936 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Request body: {'port': {'device_id': 'd8928da2-9c7d-4595-ae8e-4369adddade1', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'admin_state_up': True, 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'security_groups': ['8e411300-7954-447f-8fdd-b35e134a4196']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:16.749411 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-b2ae1a51-3be7-4d70-965f-c42b6eebf936 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Made reservation on behalf of b57657202d0842fa8f4602e517981ce2 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:16.753373 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-b2ae1a51-3be7-4d70-965f-c42b6eebf936 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:16.919061 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-b2ae1a51-3be7-4d70-965f-c42b6eebf936 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Allocated IP 172.20.0.3 (ea709df9-1b60-440d-95e3-289caa2ed864/0933d1f2-c8fb-42b6-b271-68961540a425/863dd1d1-afa9-49a9-ac1e-1dc0a15a179a) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:17.065575 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c801a25b-3cd6-49b6-883d-f2aa102c5a16 req-52045db6-4eef-4292-a4d8-c3f7764e09bf tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 210 time: 0.0839999 Sep 16 05:39:17.173511 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-b2ae1a51-3be7-4d70-965f-c42b6eebf936 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:17.310784 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-b2ae1a51-3be7-4d70-965f-c42b6eebf936 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:17.361091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-b2ae1a51-3be7-4d70-965f-c42b6eebf936 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Network ea709df9-1b60-440d-95e3-289caa2ed864 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:17.364583 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-b2ae1a51-3be7-4d70-965f-c42b6eebf936 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:17.371335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-b2ae1a51-3be7-4d70-965f-c42b6eebf936 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:17.378425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae1a51-3be7-4d70-965f-c42b6eebf936 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Pushing event updated for resources: {'Port': ['ID=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:17.436934 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-b2ae1a51-3be7-4d70-965f-c42b6eebf936 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:17.437654 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-b2ae1a51-3be7-4d70-965f-c42b6eebf936 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:17.579463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-b2ae1a51-3be7-4d70-965f-c42b6eebf936 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1065507 Sep 16 05:39:17.597923 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Request body: {'port': {'device_id': 'd8928da2-9c7d-4595-ae8e-4369adddade1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:17.632319 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-31ec66e7-db78-482b-aada-66668eb28a1b None None] Provisioning complete for port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:17.633149 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-31ec66e7-db78-482b-aada-66668eb28a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:17.659648 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:17.672944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-31ec66e7-db78-482b-aada-66668eb28a1b None None] Port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:17.983820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:39:17.992413 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:18.005307 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Transition to ACTIVE for port object 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:39:18.075573 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:18.202967 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:18.330015 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f0e0f-0a40-41a8-95b5-2faa17801a79 req-91e7bb79-6d23-4a95-bac3-3bc08d5f8143 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:18.332233 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-727f0e0f-0a40-41a8-95b5-2faa17801a79 req-91e7bb79-6d23-4a95-bac3-3bc08d5f8143 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 943 time: 0.1773136 Sep 16 05:39:18.362968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Attempting to bind port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:18.363311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Attempting to bind port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:18.363658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Attempting to bind port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:18.374676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a on network ea709df9-1b60-440d-95e3-289caa2ed864 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:39:18.375035 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Attempting to bind port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:18.389810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:18.390087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Checking segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:18.390449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Bound using segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:18.390922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Bound port: 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:18.391298 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:18.399428 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-727f0e0f-0a40-41a8-95b5-2faa17801a79 req-cca1181e-215e-4601-893b-9b0ce9217c50 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609205 Sep 16 05:39:18.470253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] For port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:18.474018 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] For port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:18.559489 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:18.602565 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:18.603353 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:18.605211 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] 10.222.0.38 "PUT /v2.0/ports/863dd1d1-afa9-49a9-ac1e-1dc0a15a179a HTTP/1.1" status: 200 len: 1092 time: 1.0118372 Sep 16 05:39:18.605781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8928da2-9c7d-4595-ae8e-4369adddade1', 'tag': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:18.608858 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c0e7ce-6e02-4034-8642-8ed9d2de4720" -d '{"events": [{"name": "network-changed", "server_uuid": "d8928da2-9c7d-4595-ae8e-4369adddade1", "tag": "863dd1d1-afa9-49a9-ac1e-1dc0a15a179a"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:18.657115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140f714-ba83-49a8-b5f2-a80578c4a4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:18.681132 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfeda18e-96d9-4cec-a23b-af9f14b755a8 x-openstack-request-id: req-dfeda18e-96d9-4cec-a23b-af9f14b755a8 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:18.681132 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8928da2-9c7d-4595-ae8e-4369adddade1", "tag": "863dd1d1-afa9-49a9-ac1e-1dc0a15a179a", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:18.681490 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dfeda18e-96d9-4cec-a23b-af9f14b755a8 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:18.681779 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8928da2-9c7d-4595-ae8e-4369adddade1', 'tag': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a', 'status': 'completed', 'code': 200} Sep 16 05:39:18.785117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0e7ce-6e02-4034-8642-8ed9d2de4720 req-4ba6a564-fadb-4eb6-bcab-6e11dbab6c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:18.786742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3c0e7ce-6e02-4034-8642-8ed9d2de4720 req-4ba6a564-fadb-4eb6-bcab-6e11dbab6c80 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 1095 time: 0.0586424 Sep 16 05:39:18.914092 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0e7ce-6e02-4034-8642-8ed9d2de4720 req-6dc58daa-580b-4c8f-b65a-3e74c7a9f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:18.916723 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3c0e7ce-6e02-4034-8642-8ed9d2de4720 req-6dc58daa-580b-4c8f-b65a-3e74c7a9f9f9 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=b57657202d0842fa8f4602e517981ce2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1161585 Sep 16 05:39:19.052919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0e7ce-6e02-4034-8642-8ed9d2de4720 req-064d5d12-a764-4d4b-8f3c-992c5f5b6fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:19.055063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3c0e7ce-6e02-4034-8642-8ed9d2de4720 req-064d5d12-a764-4d4b-8f3c-992c5f5b6fa3 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317539 Sep 16 05:39:19.159198 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-3277f3f4-d005-4014-bb42-3ea7137585c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:19.160939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-3277f3f4-d005-4014-bb42-3ea7137585c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 1095 time: 0.0458467 Sep 16 05:39:19.211578 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-c8d49b6c-fd29-4309-9848-126962e42ee2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a HTTP/1.1" status: 200 len: 217 time: 0.0371997 Sep 16 05:39:19.270057 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a2145952-fdbe-4a3c-b2ed-c2efd7a62d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:19.271629 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a2145952-fdbe-4a3c-b2ed-c2efd7a62d38 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0537837 Sep 16 05:39:19.325000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a9cfe66c-fa93-4cd9-a2f7-614d66b26922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:19.326970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-a9cfe66c-fa93-4cd9-a2f7-614d66b26922 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480237 Sep 16 05:39:19.432488 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-0a84711f-abe8-4393-84f2-4e6d3b545d9a service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985699 Sep 16 05:39:19.569418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16b882ae-9f9a-434e-a1c2-7cbd3502cb4a req-11539d2d-00f9-42da-b26d-e99d94a5b8ac service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298034 Sep 16 05:39:19.584666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e678f-00c4-496a-b1dd-2f417aa3de18 req-4a9652aa-426b-4fce-94e8-85da5e383560 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:19.586282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b1e678f-00c4-496a-b1dd-2f417aa3de18 req-4a9652aa-426b-4fce-94e8-85da5e383560 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 943 time: 0.0800695 Sep 16 05:39:19.640956 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b1e678f-00c4-496a-b1dd-2f417aa3de18 req-25233236-7189-42d9-b676-e288a5450673 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428631 Sep 16 05:39:20.775429 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358882c0-10fc-4fcc-a8ff-f24246ea7ccc req-07e23f7e-7415-4905-af39-2ad7079dfd95 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:20.778327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-358882c0-10fc-4fcc-a8ff-f24246ea7ccc req-07e23f7e-7415-4905-af39-2ad7079dfd95 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 943 time: 0.0566945 Sep 16 05:39:20.822870 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-358882c0-10fc-4fcc-a8ff-f24246ea7ccc req-da0de169-5c4e-4cec-a9ac-d5b0e02b3d62 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377049 Sep 16 05:39:21.960072 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ff3e8-c4a4-4bf4-af74-54aa260dd3f0 req-953ffa16-8e14-4396-a272-de54ce07e004 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:21.961872 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf6ff3e8-c4a4-4bf4-af74-54aa260dd3f0 req-953ffa16-8e14-4396-a272-de54ce07e004 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 943 time: 0.0540340 Sep 16 05:39:22.006152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf6ff3e8-c4a4-4bf4-af74-54aa260dd3f0 req-d6acb1f5-3f1a-4609-a53f-4537d793acd9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369086 Sep 16 05:39:22.934301 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:39:23.048440 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:23.066325 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'port_id': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a', 'mac_address': 'fa:16:3e:60:a7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:39:23.119945 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:23.136728 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:39:23.160756 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:23.183575 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c947e-0ae6-4b5e-9702-8e54c2926c4a req-588c12fe-1bd8-4482-8e80-4af048e030bc tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:23.185887 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d8c947e-0ae6-4b5e-9702-8e54c2926c4a req-588c12fe-1bd8-4482-8e80-4af048e030bc tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 943 time: 0.0577388 Sep 16 05:39:23.233250 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d8c947e-0ae6-4b5e-9702-8e54c2926c4a req-d5419b87-e77b-40dc-895a-48bda63a0f36 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411630 Sep 16 05:39:23.290092 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:23.344602 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:23.655691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['863dd1d1-afa9-49a9-ac1e-1dc0a15a179a'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:39:24.360809 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f941c33-890a-49fc-99c2-b9e4a4db6b04 req-91f5f26c-0fef-4a5a-b6a5-d77fb253dee6 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:24.362455 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f941c33-890a-49fc-99c2-b9e4a4db6b04 req-91f5f26c-0fef-4a5a-b6a5-d77fb253dee6 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 944 time: 0.0556235 Sep 16 05:39:24.411145 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f941c33-890a-49fc-99c2-b9e4a4db6b04 req-de6d927a-b2cc-4ee7-8d65-7ad0ebd57649 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374718 Sep 16 05:39:24.720938 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:24.938120 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:25.092431 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:39:25.097838 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:25.098224 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.191976 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.221264 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8928da2-9c7d-4595-ae8e-4369adddade1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:25.223720 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fbd948-516d-462b-a5b9-1a987c84ebbd" -d '{"events": [{"server_uuid": "d8928da2-9c7d-4595-ae8e-4369adddade1", "name": "network-vif-plugged", "status": "completed", "tag": "863dd1d1-afa9-49a9-ac1e-1dc0a15a179a"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:25.238798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:25.266826 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98733bd3-2000-4d8c-a1ef-5c13968267e9 x-openstack-request-id: req-98733bd3-2000-4d8c-a1ef-5c13968267e9 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:25.267234 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8928da2-9c7d-4595-ae8e-4369adddade1", "name": "network-vif-plugged", "status": "completed", "tag": "863dd1d1-afa9-49a9-ac1e-1dc0a15a179a", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:25.267565 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98733bd3-2000-4d8c-a1ef-5c13968267e9 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:25.268010 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8928da2-9c7d-4595-ae8e-4369adddade1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a', 'code': 200} Sep 16 05:39:25.332573 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.401648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73935618-8ae2-4f4e-92d0-71af9fa69a96 req-a1a23719-89f6-45e2-bb46-858668d0ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:25.403458 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-73935618-8ae2-4f4e-92d0-71af9fa69a96 req-a1a23719-89f6-45e2-bb46-858668d0ca61 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 1097 time: 0.0472145 Sep 16 05:39:25.422350 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:25.452714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-73935618-8ae2-4f4e-92d0-71af9fa69a96 req-df3c50de-8174-479a-9927-39518e99c2ae service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415220 Sep 16 05:39:25.579695 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1dd06a-10e6-4f4d-831c-29a4c9256056 req-a3065185-7386-422f-b08c-183248feb40f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:25.581326 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a1dd06a-10e6-4f4d-831c-29a4c9256056 req-a3065185-7386-422f-b08c-183248feb40f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0577717 Sep 16 05:39:25.631302 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a1dd06a-10e6-4f4d-831c-29a4c9256056 req-3985fb13-ae91-42ba-8448-0502347be28e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424442 Sep 16 05:39:26.786407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c705735-0d37-4639-9547-bfc4128d9ae3 req-df6d4253-fe21-4b95-8407-1ee56e1a1c51 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:26.788125 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c705735-0d37-4639-9547-bfc4128d9ae3 req-df6d4253-fe21-4b95-8407-1ee56e1a1c51 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0589049 Sep 16 05:39:26.840323 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c705735-0d37-4639-9547-bfc4128d9ae3 req-4f9a3927-8c15-4c1d-b1a4-e932d5ee3fa2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401278 Sep 16 05:39:27.232077 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:39:27.978608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e0425-9433-49b6-9d28-820c0c6f19fa req-aaaea8f7-5a96-4a0a-bf3a-a74c06bd81fb tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:27.982139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-587e0425-9433-49b6-9d28-820c0c6f19fa req-aaaea8f7-5a96-4a0a-bf3a-a74c06bd81fb tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0654936 Sep 16 05:39:28.046859 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-587e0425-9433-49b6-9d28-820c0c6f19fa req-d873c619-a69b-4b6a-b9de-23b87d953b8a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580492 Sep 16 05:39:28.192647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bb599-cade-43bc-a61a-46d1c0dce7cc req-766b30be-e9b3-4e33-bc13-8b205d344a0c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:28.194333 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-530bb599-cade-43bc-a61a-46d1c0dce7cc req-766b30be-e9b3-4e33-bc13-8b205d344a0c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0634158 Sep 16 05:39:28.206607 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 39124) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:28.211829 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-defb4585-cd28-41dc-a1fc-25e6d552e918 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Request body: {'floatingip': {'port_id': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:28.266539 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-defb4585-cd28-41dc-a1fc-25e6d552e918 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for floatingip, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.747421 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.885392 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-defb4585-cd28-41dc-a1fc-25e6d552e918 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.941236 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-defb4585-cd28-41dc-a1fc-25e6d552e918 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.065175 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-defb4585-cd28-41dc-a1fc-25e6d552e918 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Floating IP e6fff030-da70-4ea1-81ed-fdfc70af43a0 associated. External IP: 172.25.4.103, port: 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a. Sep 16 05:39:29.382344 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defb4585-cd28-41dc-a1fc-25e6d552e918 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Router 764b2ebd-b52b-4b11-ace3-b737e42cb443 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:39:29.590276 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defb4585-cd28-41dc-a1fc-25e6d552e918 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:29.598269 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-defb4585-cd28-41dc-a1fc-25e6d552e918 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.603012 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00576b48-c114-41b3-abce-82e96826c56b None None] Sync routers for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:29.615322 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00576b48-c114-41b3-abce-82e96826c56b None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:29.615948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-00576b48-c114-41b3-abce-82e96826c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:39:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:29.649296 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-defb4585-cd28-41dc-a1fc-25e6d552e918 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "PUT /v2.0/floatingips/e6fff030-da70-4ea1-81ed-fdfc70af43a0 HTTP/1.1" status: 200 len: 991 time: 1.4413874 Sep 16 05:39:29.650036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8928da2-9c7d-4595-ae8e-4369adddade1', 'tag': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:29.720466 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2663f9d672860e5b08cb8136f6a16bb4a4489f933b2f52128081a9a2ad1bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a5b4ae-acfe-4baf-9f6d-510d25eb7b56" -d '{"events": [{"name": "network-changed", "server_uuid": "d8928da2-9c7d-4595-ae8e-4369adddade1", "tag": "863dd1d1-afa9-49a9-ac1e-1dc0a15a179a"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:29.756105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-00576b48-c114-41b3-abce-82e96826c56b None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:29.870554 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b409a656-dba6-426a-a5b6-ed673badd662 x-openstack-request-id: req-b409a656-dba6-426a-a5b6-ed673badd662 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:29.871034 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8928da2-9c7d-4595-ae8e-4369adddade1", "tag": "863dd1d1-afa9-49a9-ac1e-1dc0a15a179a", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:29.871406 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b409a656-dba6-426a-a5b6-ed673badd662 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:29.872321 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8928da2-9c7d-4595-ae8e-4369adddade1', 'tag': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a', 'status': 'completed', 'code': 200} Sep 16 05:39:29.983225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5b4ae-acfe-4baf-9f6d-510d25eb7b56 req-77bd2917-74b3-4f1d-844e-87abd7f57c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:29.985464 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41a5b4ae-acfe-4baf-9f6d-510d25eb7b56 req-77bd2917-74b3-4f1d-844e-87abd7f57c0b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 1097 time: 0.0735834 Sep 16 05:39:30.051073 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-00576b48-c114-41b3-abce-82e96826c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'e6fff030-da70-4ea1-81ed-fdfc70af43a0', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'port_id': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'mac_address': 'fa:16:3e:60:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8928da2-9c7d-4595-ae8e-4369adddade1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:11Z', 'updated_at': '2021-09-16T05:39:28Z', 'revision_number': 1, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:30.099211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5b4ae-acfe-4baf-9f6d-510d25eb7b56 req-e3ca76f6-59f6-4759-b8e2-3ebe0cd17248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:30.100753 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41a5b4ae-acfe-4baf-9f6d-510d25eb7b56 req-e3ca76f6-59f6-4759-b8e2-3ebe0cd17248 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1087191 Sep 16 05:39:30.102749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00576b48-c114-41b3-abce-82e96826c56b None None] Checking router: 764b2ebd-b52b-4b11-ace3-b737e42cb443 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:30.119558 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00576b48-c114-41b3-abce-82e96826c56b None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:30.121600 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-00576b48-c114-41b3-abce-82e96826c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:39:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:30.180452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41a5b4ae-acfe-4baf-9f6d-510d25eb7b56 req-d0a53645-a0d4-4ba4-8e8c-4272e03182bf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a HTTP/1.1" status: 200 len: 999 time: 0.0724418 Sep 16 05:39:30.240859 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5b4ae-acfe-4baf-9f6d-510d25eb7b56 req-64280ddb-b144-41dd-ab2e-42b1dcd7d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:30.243124 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41a5b4ae-acfe-4baf-9f6d-510d25eb7b56 req-64280ddb-b144-41dd-ab2e-42b1dcd7d491 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0546937 Sep 16 05:39:30.297830 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-00576b48-c114-41b3-abce-82e96826c56b None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:30.298267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5b4ae-acfe-4baf-9f6d-510d25eb7b56 req-c104fafd-b0aa-49e9-b960-adc1752a9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:30.299930 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41a5b4ae-acfe-4baf-9f6d-510d25eb7b56 req-c104fafd-b0aa-49e9-b960-adc1752a9379 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499828 Sep 16 05:39:30.421189 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41a5b4ae-acfe-4baf-9f6d-510d25eb7b56 req-4ee44c94-4326-4fa2-8fb6-6e7f29be7247 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139424 Sep 16 05:39:30.548728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41a5b4ae-acfe-4baf-9f6d-510d25eb7b56 req-7e5eb367-1ebd-4415-9cdf-f75fb9a08943 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198163 Sep 16 05:39:30.609118 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-00576b48-c114-41b3-abce-82e96826c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'e6fff030-da70-4ea1-81ed-fdfc70af43a0', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'port_id': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'mac_address': 'fa:16:3e:60:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8928da2-9c7d-4595-ae8e-4369adddade1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:11Z', 'updated_at': '2021-09-16T05:39:28Z', 'revision_number': 1, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:30.638550 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00576b48-c114-41b3-abce-82e96826c56b None None] The sync data for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 is: [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'e6fff030-da70-4ea1-81ed-fdfc70af43a0', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'port_id': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'mac_address': 'fa:16:3e:60:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8928da2-9c7d-4595-ae8e-4369adddade1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:11Z', 'updated_at': '2021-09-16T05:39:28Z', 'revision_number': 1, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:30.870778 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799cf5d6-ba13-4fcd-a790-ebc699f8cf54 None None] New status for floating IP e6fff030-da70-4ea1-81ed-fdfc70af43a0: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:39:35.295337 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b657f634-f323-48bc-9e06-5a3aba41a0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.783444 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8cf67a7a-eb90-44c8-b47d-bd8a116f08ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:38.589521 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.400623 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.975792 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:54.731813 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:58.761212 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:04.235353 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:40:05.245598 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5349c9e5-5b1d-47ff-8e50-8102e50b4bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:07.373425 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-ae38c0d0-7840-4db5-b5b9-447a8126dc8e req-d261e47e-d010-4e5d-aaae-ef1bbc8a23c6 tempest-TestNetworkAdvancedServerOps-1978715565 tempest-TestNetworkAdvancedServerOps-1978715565-project] (95474) timed out ('10.222.0.21', 56998) {{(pid=95474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:40:07.793259 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bf7b7ca-a538-4a96-a9ba-46988dae79fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.608977 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:09.426615 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:10.954348 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:20.564969 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffcf0319-1a52-4002-a625-6dfd4f1aa63f req-6848ed1a-8906-4e5d-9c92-59f79b85d276 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540521 Sep 16 05:40:20.678079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf0319-1a52-4002-a625-6dfd4f1aa63f req-1f45ff46-1ea7-429a-9313-03b62e90205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:20.679676 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffcf0319-1a52-4002-a625-6dfd4f1aa63f req-1f45ff46-1ea7-429a-9313-03b62e90205f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 1097 time: 0.0483685 Sep 16 05:40:20.786107 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf0319-1a52-4002-a625-6dfd4f1aa63f req-ef4ac9ee-2260-48c1-87d5-0fd6bbc61a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:20.787711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffcf0319-1a52-4002-a625-6dfd4f1aa63f req-ef4ac9ee-2260-48c1-87d5-0fd6bbc61a87 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.0886097 Sep 16 05:40:20.864985 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffcf0319-1a52-4002-a625-6dfd4f1aa63f req-21fb73ed-a154-4287-ab2e-aa93198ae940 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a HTTP/1.1" status: 200 len: 1001 time: 0.0697038 Sep 16 05:40:20.917591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf0319-1a52-4002-a625-6dfd4f1aa63f req-99202627-d217-46a3-b061-ea6e0d6aad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:20.919159 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffcf0319-1a52-4002-a625-6dfd4f1aa63f req-99202627-d217-46a3-b061-ea6e0d6aad91 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0473602 Sep 16 05:40:20.968549 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf0319-1a52-4002-a625-6dfd4f1aa63f req-39065aa2-8705-4f92-bc8c-cbacd3bb8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:20.970104 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffcf0319-1a52-4002-a625-6dfd4f1aa63f req-39065aa2-8705-4f92-bc8c-cbacd3bb8999 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436444 Sep 16 05:40:21.072631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffcf0319-1a52-4002-a625-6dfd4f1aa63f req-8c0febd5-9a62-4487-b232-4f61bc3a1b9f service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949509 Sep 16 05:40:21.179508 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffcf0319-1a52-4002-a625-6dfd4f1aa63f req-ab35050e-c208-4db1-93a8-da81ebbb2308 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993500 Sep 16 05:40:24.745811 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:28.757019 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.316869 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-92e756c8-69d6-4656-8ebb-8f710407e701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:37.791970 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6167e1de-7494-4780-8891-2bb5ed55915f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:38.602721 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:39.413946 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:40.980606 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:41.235045 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:40:54.747434 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.770555 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:05.287633 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1c45f062-092e-4dc2-8546-0eb56e1b0eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:07.794495 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-859c4157-f0bb-4dca-a044-41eedfbe9a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:08.584729 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:08.659445 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-3a0ebee7-4772-4df5-a3a4-bca3291ff1dc req-8963955f-5edc-4a2c-9ff9-09d795db65f5 service neutron] (95474) timed out ('10.222.0.38', 54969) {{(pid=95474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:41:09.430776 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.979334 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:18.235661 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:41:19.606894 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1cdf4e9b-c142-45af-af6a-8562978d3d07 req-756aa46c-2bca-45d2-8cca-23dece8939ce service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454485 Sep 16 05:41:19.741427 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf4e9b-c142-45af-af6a-8562978d3d07 req-c9d42bed-15cf-4ca0-92e1-ffe1c6fb9841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:19.743068 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1cdf4e9b-c142-45af-af6a-8562978d3d07 req-c9d42bed-15cf-4ca0-92e1-ffe1c6fb9841 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 1097 time: 0.0493011 Sep 16 05:41:19.858657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf4e9b-c142-45af-af6a-8562978d3d07 req-678069a6-005c-425d-b74b-0d0c58b38f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:19.860191 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1cdf4e9b-c142-45af-af6a-8562978d3d07 req-678069a6-005c-425d-b74b-0d0c58b38f23 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.0978448 Sep 16 05:41:19.935414 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1cdf4e9b-c142-45af-af6a-8562978d3d07 req-83756e22-f845-4420-afe5-5ea1db40cea9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a HTTP/1.1" status: 200 len: 1001 time: 0.0676870 Sep 16 05:41:19.990204 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf4e9b-c142-45af-af6a-8562978d3d07 req-e13033a0-2d0f-46d2-beae-2d178d6dd9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:19.991736 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1cdf4e9b-c142-45af-af6a-8562978d3d07 req-e13033a0-2d0f-46d2-beae-2d178d6dd9f3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0493915 Sep 16 05:41:20.042430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf4e9b-c142-45af-af6a-8562978d3d07 req-1ab0b654-f27d-4a76-8c4a-4dc849d2762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:20.044074 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1cdf4e9b-c142-45af-af6a-8562978d3d07 req-1ab0b654-f27d-4a76-8c4a-4dc849d2762d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454829 Sep 16 05:41:20.054499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-1cdf4e9b-c142-45af-af6a-8562978d3d07 req-c5482a21-9522-467b-9ad7-adcdcd92c7ba service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:41:20.055551 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1cdf4e9b-c142-45af-af6a-8562978d3d07 req-c5482a21-9522-467b-9ad7-adcdcd92c7ba service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050361 Sep 16 05:41:20.156240 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1cdf4e9b-c142-45af-af6a-8562978d3d07 req-7e994948-4808-4c91-96a8-d7c0cda3cf83 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936930 Sep 16 05:41:20.267734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1cdf4e9b-c142-45af-af6a-8562978d3d07 req-7e1e3a7f-14bd-4167-86a4-2285b64b1187 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047666 Sep 16 05:41:24.773541 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:28.825660 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:35.258706 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1026e87f-9370-4795-867d-987b589234d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:37.798255 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ed0ec677-e714-4a17-bfa0-48bba993e8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:38.609395 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:39.419276 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:40.984250 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.775192 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.236689 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:41:58.738113 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:03.318516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8299bfe-57ad-49cd-8526-c3c70b42bb59 req-b4e9d94f-5399-4062-a7d8-0bcbc73c3b89 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:03.320360 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8299bfe-57ad-49cd-8526-c3c70b42bb59 req-b4e9d94f-5399-4062-a7d8-0bcbc73c3b89 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0545845 Sep 16 05:42:03.363060 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8299bfe-57ad-49cd-8526-c3c70b42bb59 req-aef291c8-2e42-4a5b-9988-463382ace17b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355792 Sep 16 05:42:03.804568 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2859b-3d91-448a-b0a6-325d954524df req-124f79f5-5c19-4edc-8d3c-8517da7025a2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:03.806501 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44f2859b-3d91-448a-b0a6-325d954524df req-124f79f5-5c19-4edc-8d3c-8517da7025a2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0558467 Sep 16 05:42:03.854463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-44f2859b-3d91-448a-b0a6-325d954524df req-b76abf7b-efba-4164-994d-afe910d4cc9e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412958 Sep 16 05:42:03.964287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39498) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:04.080311 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-c3535655-e6e5-4371-bedd-b2694448f4aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1143928 Sep 16 05:42:04.092106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-f1899b23-8fb1-4d2e-a108-d2831c792ecb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:42:04.093272 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-f1899b23-8fb1-4d2e-a108-d2831c792ecb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065310 Sep 16 05:42:05.011793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4518ccb-5ed1-4b53-bd8b-4ddc9b8776a9 req-4b480d66-685f-4bfc-bd69-a35903c5cf3f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:05.013959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4518ccb-5ed1-4b53-bd8b-4ddc9b8776a9 req-4b480d66-685f-4bfc-bd69-a35903c5cf3f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0621607 Sep 16 05:42:05.067533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4518ccb-5ed1-4b53-bd8b-4ddc9b8776a9 req-7686fdbf-28e6-4efe-9c67-f531fa51e032 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418315 Sep 16 05:42:05.281152 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-654783f3-74e6-499d-912b-7903591cd969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:06.204169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e14d7-2e06-4945-8207-d29004ac29d0 req-1edef141-ebe1-42cb-8db6-b6249939630e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:06.205883 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe8e14d7-2e06-4945-8207-d29004ac29d0 req-1edef141-ebe1-42cb-8db6-b6249939630e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0586753 Sep 16 05:42:06.250682 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe8e14d7-2e06-4945-8207-d29004ac29d0 req-42f89786-07b3-46b8-941f-bc2ed0918a22 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374925 Sep 16 05:42:06.691167 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-ae335825-1008-404f-96a4-71c55ddf310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:06.692846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-ae335825-1008-404f-96a4-71c55ddf310d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 1097 time: 0.0487251 Sep 16 05:42:06.790095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-5ace664e-76cc-464e-ad51-b8190edb2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:06.791658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-5ace664e-76cc-464e-ad51-b8190edb2ff4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.0920630 Sep 16 05:42:06.874976 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-b3358039-6060-4d0d-b3dd-6a17e6e97cf6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a HTTP/1.1" status: 200 len: 1001 time: 0.0759408 Sep 16 05:42:06.928825 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-cd0dbee3-39be-42a6-9586-e112c124ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:06.930346 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-cd0dbee3-39be-42a6-9586-e112c124ca8c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0485477 Sep 16 05:42:06.979266 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-ef8ec308-3406-4ad7-badd-3c4f9e84d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:06.980827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-ef8ec308-3406-4ad7-badd-3c4f9e84d3cf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434897 Sep 16 05:42:07.090556 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-3366ff38-3b55-4e16-9df3-b7cbbd24497d service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020763 Sep 16 05:42:07.189570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-26a43f7b-b055-40a5-8ef3-92ee7605fd07 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916481 Sep 16 05:42:07.443255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62b5a7-21c3-4c51-b82e-3119eed7b174 req-36b9b9ff-65e8-4f96-87d7-485ef696d0ff tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:07.446064 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b62b5a7-21c3-4c51-b82e-3119eed7b174 req-36b9b9ff-65e8-4f96-87d7-485ef696d0ff tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0956128 Sep 16 05:42:07.809375 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7c94d527-d291-4d80-9664-98739e034377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.858986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b62b5a7-21c3-4c51-b82e-3119eed7b174 req-07851531-1d6e-4944-9010-c09dc2f2b6b2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4053733 Sep 16 05:42:08.614733 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:08.999733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5c7d1-b37f-432e-a152-e9ed6f33dbe2 req-36978f49-4c3d-4ba2-8d55-1ade9a25c0a9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:09.001380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afb5c7d1-b37f-432e-a152-e9ed6f33dbe2 req-36978f49-4c3d-4ba2-8d55-1ade9a25c0a9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0554106 Sep 16 05:42:09.044264 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afb5c7d1-b37f-432e-a152-e9ed6f33dbe2 req-a0dfd7fe-2563-448f-9fbd-4236ead9f7ab tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360155 Sep 16 05:42:09.434899 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.178773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb62ebd-92dd-44e8-a397-7065cfd5f83a req-0350979d-f6fd-498b-9c09-b7d78293ed8c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:10.180463 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fb62ebd-92dd-44e8-a397-7065cfd5f83a req-0350979d-f6fd-498b-9c09-b7d78293ed8c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0581703 Sep 16 05:42:10.227430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fb62ebd-92dd-44e8-a397-7065cfd5f83a req-8b4e7ef3-0c27-4a09-a5f8-6ce98094e425 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398376 Sep 16 05:42:10.971993 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:11.384270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba970ee-82c9-4e55-b579-036425d95783 req-1bb1d29d-1133-423b-842d-3a6b7e2052c2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:11.385845 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ba970ee-82c9-4e55-b579-036425d95783 req-1bb1d29d-1133-423b-842d-3a6b7e2052c2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0636039 Sep 16 05:42:11.431884 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ba970ee-82c9-4e55-b579-036425d95783 req-a205c625-4d40-4110-ba12-d72a09ad39be tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388229 Sep 16 05:42:12.570468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f17bce-4702-4fb9-a35f-34d9dd8a4885 req-15826fc0-f190-477e-b874-35f60ac88d28 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:12.572220 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50f17bce-4702-4fb9-a35f-34d9dd8a4885 req-15826fc0-f190-477e-b874-35f60ac88d28 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0553071 Sep 16 05:42:12.631728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50f17bce-4702-4fb9-a35f-34d9dd8a4885 req-2014ff47-4c13-4283-b714-a847bf8804f8 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525215 Sep 16 05:42:13.758182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379ea80-a9c8-4f2a-bf20-95cde67055d2 req-276a8819-aa00-4d47-af9d-51121f35100a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:13.759846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0379ea80-a9c8-4f2a-bf20-95cde67055d2 req-276a8819-aa00-4d47-af9d-51121f35100a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0534866 Sep 16 05:42:13.804470 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0379ea80-a9c8-4f2a-bf20-95cde67055d2 req-65a9bf3a-93d9-4f5e-be82-318e9064086c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369062 Sep 16 05:42:14.936811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e1d54-c7c5-48ad-82a6-5222d8a5ea39 req-e465273c-6823-4843-8958-dd15b8bf18d2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:14.938440 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc6e1d54-c7c5-48ad-82a6-5222d8a5ea39 req-e465273c-6823-4843-8958-dd15b8bf18d2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0589280 Sep 16 05:42:14.980510 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc6e1d54-c7c5-48ad-82a6-5222d8a5ea39 req-9db52d38-3500-4f7e-b583-86969d0b8b5a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349662 Sep 16 05:42:16.113442 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a1a74-177a-4b84-84cf-cefcd204b843 req-f8de3622-315a-4e1c-85bb-2e5ac93a562d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:16.115270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-390a1a74-177a-4b84-84cf-cefcd204b843 req-f8de3622-315a-4e1c-85bb-2e5ac93a562d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0590043 Sep 16 05:42:16.160065 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-390a1a74-177a-4b84-84cf-cefcd204b843 req-6bab590f-15c3-45db-8aeb-e8278130c668 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372105 Sep 16 05:42:17.288242 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989974e-36b3-4718-a447-a42bd8af87e4 req-d53e1f6c-33f6-4b5e-8a7a-0e02654ead18 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:17.289864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7989974e-36b3-4718-a447-a42bd8af87e4 req-d53e1f6c-33f6-4b5e-8a7a-0e02654ead18 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0547287 Sep 16 05:42:17.341517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7989974e-36b3-4718-a447-a42bd8af87e4 req-fb412a53-2690-4c07-9727-c35725233ddb tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396705 Sep 16 05:42:18.493143 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5aed7-3654-474e-b9d4-582dbe5c2e01 req-88a4d634-e415-4dcc-bb5a-865562694e6b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:18.497413 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65c5aed7-3654-474e-b9d4-582dbe5c2e01 req-88a4d634-e415-4dcc-bb5a-865562694e6b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0666394 Sep 16 05:42:18.545929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65c5aed7-3654-474e-b9d4-582dbe5c2e01 req-af7884e2-6111-45ae-baa6-1188d34eb05f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423477 Sep 16 05:42:19.680430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c17cde-ce84-4093-b7af-b72f21b4d111 req-b94a7e29-86f3-40dd-a4ae-5042f1fd9277 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:19.682152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41c17cde-ce84-4093-b7af-b72f21b4d111 req-b94a7e29-86f3-40dd-a4ae-5042f1fd9277 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0612369 Sep 16 05:42:19.724882 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-41c17cde-ce84-4093-b7af-b72f21b4d111 req-9b4b765c-4ed4-4b09-a20d-6af15db40863 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359051 Sep 16 05:42:19.870423 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-27dc9b0c-75b2-4e1b-8a95-021df4608233 service neutron] show failed (client error): The resource could not be found. Sep 16 05:42:19.872493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-27dc9b0c-75b2-4e1b-8a95-021df4608233 service neutron] 10.222.0.38 "GET /v2.0/ports/863dd1d1-afa9-49a9-ac1e-1dc0a15a179a/bindings/n-h1-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.0621355 Sep 16 05:42:20.435120 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-41ac36f3-a181-4864-9cf7-51f920de9b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:20.436823 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-41ac36f3-a181-4864-9cf7-51f920de9b1a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1&tenant_id=b57657202d0842fa8f4602e517981ce2 HTTP/1.1" status: 200 len: 1097 time: 0.0606277 Sep 16 05:42:20.447973 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-1c670eeb-1c89-4c40-86cf-f0ae63714b00 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:42:20.449067 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-1c670eeb-1c89-4c40-86cf-f0ae63714b00 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058177 Sep 16 05:42:20.467846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-13', 'device_owner': 'compute:nova'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:20.529825 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:20.771896 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] For port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:20.814776 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] For port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:20.893729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8928da2-9c7d-4595-ae8e-4369adddade1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:42:20.896146 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204d74f2-973c-48b0-b909-1ec92add1997" -d '{"events": [{"server_uuid": "d8928da2-9c7d-4595-ae8e-4369adddade1", "name": "network-vif-unplugged", "status": "completed", "tag": "863dd1d1-afa9-49a9-ac1e-1dc0a15a179a"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:42:20.902029 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:20.931449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Transition to ACTIVE for port object 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:42:20.945300 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d391f42-ed59-409a-bd93-13f2a70b7618 req-453c33aa-74fb-4c9e-98b1-d1134bda97a6 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:20.947525 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d391f42-ed59-409a-bd93-13f2a70b7618 req-453c33aa-74fb-4c9e-98b1-d1134bda97a6 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.1054442 Sep 16 05:42:20.983508 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c52750-ce5f-4f6b-ae30-4bf9aadac159 x-openstack-request-id: req-18c52750-ce5f-4f6b-ae30-4bf9aadac159 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:42:20.983789 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8928da2-9c7d-4595-ae8e-4369adddade1", "name": "network-vif-unplugged", "status": "completed", "tag": "863dd1d1-afa9-49a9-ac1e-1dc0a15a179a", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:42:20.984037 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18c52750-ce5f-4f6b-ae30-4bf9aadac159 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:42:20.984490 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8928da2-9c7d-4595-ae8e-4369adddade1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a', 'code': 200} Sep 16 05:42:21.001628 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d391f42-ed59-409a-bd93-13f2a70b7618 req-f260b6cf-e498-43ef-bd1a-a6628e54f8cd tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445781 Sep 16 05:42:21.006196 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:21.294941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Pushing event updated for resources: {'Port': ['ID=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a,revision_number=6']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:21.366421 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:21.367030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:21.367610 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:21.368181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:21.368719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:21.369308 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:21.369878 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:21.370388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:21.371001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:21.372120 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:21.372641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:21.373188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:21.406121 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e172ce-5740-4819-b249-a8ca07717dec req-11705a03-0d59-4ce0-8c44-285b0467b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:21.408855 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09e172ce-5740-4819-b249-a8ca07717dec req-11705a03-0d59-4ce0-8c44-285b0467b281 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 1053 time: 0.3443010 Sep 16 05:42:21.446617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] No DVR routers for this DVR port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:42:21.756886 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e172ce-5740-4819-b249-a8ca07717dec req-4ad62582-728d-4974-8236-68232f54c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:21.759530 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09e172ce-5740-4819-b249-a8ca07717dec req-4ad62582-728d-4974-8236-68232f54c83a service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.3152339 Sep 16 05:42:21.909063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Attempting to bind port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:42:21.909888 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Attempting to bind port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:42:21.910084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Attempting to bind port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:21.928933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a on network ea709df9-1b60-440d-95e3-289caa2ed864 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:42:21.929482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Attempting to bind port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:21.948023 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09e172ce-5740-4819-b249-a8ca07717dec req-350cafc4-1977-4aad-915f-6a722ce31e4b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a HTTP/1.1" status: 200 len: 999 time: 0.1806369 Sep 16 05:42:21.949209 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:42:21.949727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Checking segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:21.950360 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Bound using segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:42:21.951410 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Bound port: 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:42:21.952005 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:22.043760 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e172ce-5740-4819-b249-a8ca07717dec req-d280063a-a7c4-4883-aac4-b981bce9a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:22.045314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09e172ce-5740-4819-b249-a8ca07717dec req-d280063a-a7c4-4883-aac4-b981bce9a888 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0896125 Sep 16 05:42:22.109659 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] For port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:22.145206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] For port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:22.156053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e172ce-5740-4819-b249-a8ca07717dec req-2c7a8f27-447d-417f-956b-8447d38df00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:22.161563 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09e172ce-5740-4819-b249-a8ca07717dec req-2c7a8f27-447d-417f-956b-8447d38df00d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023960 Sep 16 05:42:22.181151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587b9e6-4bce-4f88-bd5d-4a202ff546c2 req-f448acea-d0fb-493d-ae4d-25c3c236e892 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:22.182771 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7587b9e6-4bce-4f88-bd5d-4a202ff546c2 req-f448acea-d0fb-493d-ae4d-25c3c236e892 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 943 time: 0.0864036 Sep 16 05:42:22.231177 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:22.327269 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7587b9e6-4bce-4f88-bd5d-4a202ff546c2 req-026ba94b-1fd1-4fe7-baae-e270e208dc15 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314015 Sep 16 05:42:22.328999 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:22.329819 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:22.331453 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] 10.222.0.21 "PUT /v2.0/ports/863dd1d1-afa9-49a9-ac1e-1dc0a15a179a HTTP/1.1" status: 200 len: 1092 time: 1.8683140 Sep 16 05:42:22.374134 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09e172ce-5740-4819-b249-a8ca07717dec req-a3779e65-338e-4e1f-9397-429fd80e1e6a service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083108 Sep 16 05:42:22.399942 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] Pushing event updated for resources: {'Port': ['ID=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a,revision_number=7']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:22.539933 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09e172ce-5740-4819-b249-a8ca07717dec req-29469fd5-3ff1-4f59-aab0-8597d9138b32 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534131 Sep 16 05:42:22.718912 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-9c4ca8df-9c02-4642-965d-8e6511c8cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:22.720576 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-9c4ca8df-9c02-4642-965d-8e6511c8cf3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 1095 time: 0.0469642 Sep 16 05:42:22.832166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-79865306-9ebc-4fb8-a067-fe763d78f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:22.833859 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-79865306-9ebc-4fb8-a067-fe763d78f69f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1062961 Sep 16 05:42:22.910687 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-74bf54aa-cf61-48bf-9fe5-79cf4b3a5535 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a HTTP/1.1" status: 200 len: 999 time: 0.0693052 Sep 16 05:42:22.966638 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-7493be09-952b-4262-8b4c-d22536f3aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:22.968241 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-7493be09-952b-4262-8b4c-d22536f3aafd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0508313 Sep 16 05:42:22.985751 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8928da2-9c7d-4595-ae8e-4369adddade1', 'tag': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:42:22.988239 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b048609f-e2f1-4121-8f26-a87e172f8b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8928da2-9c7d-4595-ae8e-4369adddade1", "tag": "863dd1d1-afa9-49a9-ac1e-1dc0a15a179a"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:42:23.029175 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-86c31b2f-9119-4ed1-8a06-aa18389e506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:23.037938 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-86c31b2f-9119-4ed1-8a06-aa18389e506f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617723 Sep 16 05:42:23.046917 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e2283b-2ebd-4c6c-9d73-fb82b6d8601c x-openstack-request-id: req-40e2283b-2ebd-4c6c-9d73-fb82b6d8601c {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:42:23.047419 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8928da2-9c7d-4595-ae8e-4369adddade1", "tag": "863dd1d1-afa9-49a9-ac1e-1dc0a15a179a", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:42:23.047673 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40e2283b-2ebd-4c6c-9d73-fb82b6d8601c {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:42:23.048163 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8928da2-9c7d-4595-ae8e-4369adddade1', 'tag': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a', 'status': 'completed', 'code': 200} Sep 16 05:42:23.194655 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-398ce5c8-f2d7-43ba-ae13-6710e8ed4f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:23.196215 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-398ce5c8-f2d7-43ba-ae13-6710e8ed4f1f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 1095 time: 0.1039531 Sep 16 05:42:23.202132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-4ad26499-3d27-4fcb-a0e9-faf079dcffac service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398678 Sep 16 05:42:23.381182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-54d502c3-28f7-4258-a476-f5c2d4db233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:23.382783 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-54d502c3-28f7-4258-a476-f5c2d4db233d service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1788938 Sep 16 05:42:23.388610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-66f20a39-3f45-419a-b810-3b3afeb7df38 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761665 Sep 16 05:42:23.463106 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-187176fc-889e-4967-9180-ee32d237a4a7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a HTTP/1.1" status: 200 len: 999 time: 0.0722866 Sep 16 05:42:23.581672 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-49531e41-c2fc-444b-a797-81801ad66e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:23.583320 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-49531e41-c2fc-444b-a797-81801ad66e7b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.1089060 Sep 16 05:42:23.598842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121be4a0-a9e9-4747-b1b0-51d17787eb8c req-d276208b-840e-4f0c-a2b9-e4289d79bfed tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:23.600553 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-121be4a0-a9e9-4747-b1b0-51d17787eb8c req-d276208b-840e-4f0c-a2b9-e4289d79bfed tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 943 time: 0.1364579 Sep 16 05:42:23.660683 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-237ec59b-2857-4d83-8805-69fc115a188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:23.662279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-237ec59b-2857-4d83-8805-69fc115a188b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 1095 time: 0.1304715 Sep 16 05:42:23.714284 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-121be4a0-a9e9-4747-b1b0-51d17787eb8c req-3804a5f0-73b9-4f6d-81c4-9cfc1cdc8df5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992475 Sep 16 05:42:23.724185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-fa83f8f4-03e4-4f30-a81d-ecb3ed8324f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:23.725764 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-fa83f8f4-03e4-4f30-a81d-ecb3ed8324f2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224778 Sep 16 05:42:23.860642 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-9c2231fd-88b1-4611-b1f2-db68d1f64762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:23.862166 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-9c2231fd-88b1-4611-b1f2-db68d1f64762 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1904497 Sep 16 05:42:23.930119 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-d6de4619-d3dc-4780-ab1d-b4e07f0b705c service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961131 Sep 16 05:42:23.958114 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-5fd463dd-e3dc-4f46-956f-7260c7f84752 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a HTTP/1.1" status: 200 len: 999 time: 0.0877643 Sep 16 05:42:23.963377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:42:24.006448 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:42:24.066002 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-55ab6bd2-0ea8-4938-b10c-937fba6c6a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:24.067562 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-55ab6bd2-0ea8-4938-b10c-937fba6c6a49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0992475 Sep 16 05:42:24.114083 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-f13b06a9-1b10-4880-9b14-8a921b399b2f service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726704 Sep 16 05:42:24.128867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-a6a5c49f-86d2-46ec-9a71-bb6ea0537024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:24.130449 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-a6a5c49f-86d2-46ec-9a71-bb6ea0537024 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539267 Sep 16 05:42:24.247209 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-a74c0cf3-76da-4202-acb5-75519e1497b7 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088281 Sep 16 05:42:24.347362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b048609f-e2f1-4121-8f26-a87e172f8b8e req-a69bfc3b-0e67-42b8-bbee-27ec90be3f9c service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935755 Sep 16 05:42:24.789199 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:24.879041 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306bd8e-37df-412e-9d10-8e9692257da8 req-c6e66b88-91f9-47c7-90b2-e5fa327efdc6 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:24.880590 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5306bd8e-37df-412e-9d10-8e9692257da8 req-c6e66b88-91f9-47c7-90b2-e5fa327efdc6 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 943 time: 0.0597467 Sep 16 05:42:24.921724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5306bd8e-37df-412e-9d10-8e9692257da8 req-be5bb8ab-fc74-4ddd-9b7c-ccd12c2536dc tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350347 Sep 16 05:42:26.051142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb7c45-3b64-4c40-b480-d4c142746e7a req-d1a5bdb0-5dfe-4e9b-b264-4ba236474afe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:26.052788 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96eb7c45-3b64-4c40-b480-d4c142746e7a req-d1a5bdb0-5dfe-4e9b-b264-4ba236474afe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 943 time: 0.0541909 Sep 16 05:42:26.099075 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96eb7c45-3b64-4c40-b480-d4c142746e7a req-0a303e0b-d7bb-458f-8b58-6f14bc23770d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385578 Sep 16 05:42:27.260766 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099fd7d-f943-4f28-a599-d64f5c820e5f req-73802b33-c01f-44d2-a6f4-3f4da307185f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:27.264222 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f099fd7d-f943-4f28-a599-d64f5c820e5f req-73802b33-c01f-44d2-a6f4-3f4da307185f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 943 time: 0.0822120 Sep 16 05:42:27.306771 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f099fd7d-f943-4f28-a599-d64f5c820e5f req-8342fee9-be48-4dce-b408-c1defb4a2871 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365787 Sep 16 05:42:27.495708 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:42:27.598389 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:27.615553 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'port_id': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a', 'mac_address': 'fa:16:3e:60:a7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:42:27.657727 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:27.673623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:42:27.700125 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:27.737613 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78b8da-7999-4721-9909-9a6f30b86f95 req-4ca36ba9-266c-4a15-ac1b-3d133b055ec1 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:27.740374 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc78b8da-7999-4721-9909-9a6f30b86f95 req-4ca36ba9-266c-4a15-ac1b-3d133b055ec1 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 943 time: 0.0748723 Sep 16 05:42:27.768962 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:27.820864 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:27.831444 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:27.831444 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:27.831654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:27.831865 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:27.832199 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:27.832533 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:27.832862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:27.833188 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:27.833513 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:27.833839 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:27.834164 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:27.834486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:27.866623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc78b8da-7999-4721-9909-9a6f30b86f95 req-fe1c1e1f-0ac5-4c6e-8cac-0ab23ac3887c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163399 Sep 16 05:42:27.906775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ee4a7-ed83-4c5e-aa7e-2595cffdd8d4 req-6c374ae4-4039-416b-9f70-c82ed52a53a5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:27.909511 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f62ee4a7-ed83-4c5e-aa7e-2595cffdd8d4 req-6c374ae4-4039-416b-9f70-c82ed52a53a5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1&tenant_id=b57657202d0842fa8f4602e517981ce2&binding%3Ahost_id=n-h1-712140-13 HTTP/1.1" status: 200 len: 944 time: 0.1344514 Sep 16 05:42:27.984138 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-f62ee4a7-ed83-4c5e-aa7e-2595cffdd8d4 req-3d58d4ff-b7c7-42f2-aec5-8006f98a7ad2 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:42:27.985296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f62ee4a7-ed83-4c5e-aa7e-2595cffdd8d4 req-3d58d4ff-b7c7-42f2-aec5-8006f98a7ad2 service neutron] 10.222.0.38 "DELETE /v2.0/ports/863dd1d1-afa9-49a9-ac1e-1dc0a15a179a/bindings/n-h2-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.0684240 Sep 16 05:42:28.109877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ee4a7-ed83-4c5e-aa7e-2595cffdd8d4 req-c718d3be-a21e-4f91-a2a0-4168aa5adad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:28.111398 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f62ee4a7-ed83-4c5e-aa7e-2595cffdd8d4 req-c718d3be-a21e-4f91-a2a0-4168aa5adad2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 1096 time: 0.0558293 Sep 16 05:42:28.223106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ee4a7-ed83-4c5e-aa7e-2595cffdd8d4 req-0a43a594-1ba2-4e39-9633-03d8869f38a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:28.224373 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['863dd1d1-afa9-49a9-ac1e-1dc0a15a179a'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:42:28.224894 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f62ee4a7-ed83-4c5e-aa7e-2595cffdd8d4 req-0a43a594-1ba2-4e39-9633-03d8869f38a9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1068990 Sep 16 05:42:28.301584 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f62ee4a7-ed83-4c5e-aa7e-2595cffdd8d4 req-01ba1233-c834-466e-b4ff-9027285a1789 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a HTTP/1.1" status: 200 len: 1000 time: 0.0690603 Sep 16 05:42:28.361628 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ee4a7-ed83-4c5e-aa7e-2595cffdd8d4 req-51de9ce2-0d53-4d3f-9450-4634dabff135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:28.363129 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f62ee4a7-ed83-4c5e-aa7e-2595cffdd8d4 req-51de9ce2-0d53-4d3f-9450-4634dabff135 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0545657 Sep 16 05:42:28.413412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ee4a7-ed83-4c5e-aa7e-2595cffdd8d4 req-fc815ae3-7ede-4512-9a6f-6b5ea3289f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:28.415008 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f62ee4a7-ed83-4c5e-aa7e-2595cffdd8d4 req-fc815ae3-7ede-4512-9a6f-6b5ea3289f08 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451758 Sep 16 05:42:28.574828 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f62ee4a7-ed83-4c5e-aa7e-2595cffdd8d4 req-dfcd4e8c-729a-4663-bc7e-10852dab88db service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515841 Sep 16 05:42:28.682101 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f62ee4a7-ed83-4c5e-aa7e-2595cffdd8d4 req-fa3deaed-eeca-4d4f-b757-a972fbc4f8dc service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003375 Sep 16 05:42:28.788782 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:29.021179 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340edec-ddc4-42a2-b849-5c52a7544c9e req-6a9c427d-f0cf-48ef-9d31-3ac0cfef5d69 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:29.022746 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1340edec-ddc4-42a2-b849-5c52a7544c9e req-6a9c427d-f0cf-48ef-9d31-3ac0cfef5d69 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 944 time: 0.0584588 Sep 16 05:42:29.063677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1340edec-ddc4-42a2-b849-5c52a7544c9e req-da738c83-ce8a-4a8b-93e0-abef15fea80b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333190 Sep 16 05:42:29.529272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:29.677219 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:42:29.681498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:29.681874 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:29.773167 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:29.800559 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8928da2-9c7d-4595-ae8e-4369adddade1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:42:29.802990 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfa86e1-1c25-420a-9982-b0195161072e" -d '{"events": [{"server_uuid": "d8928da2-9c7d-4595-ae8e-4369adddade1", "name": "network-vif-plugged", "status": "completed", "tag": "863dd1d1-afa9-49a9-ac1e-1dc0a15a179a"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:42:29.824475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:29.892346 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f182f40-0e82-473e-a084-a19dbc8b52f3 x-openstack-request-id: req-4f182f40-0e82-473e-a084-a19dbc8b52f3 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:42:29.892346 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8928da2-9c7d-4595-ae8e-4369adddade1", "name": "network-vif-plugged", "status": "completed", "tag": "863dd1d1-afa9-49a9-ac1e-1dc0a15a179a", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:42:29.892346 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f182f40-0e82-473e-a084-a19dbc8b52f3 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:42:29.892346 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8928da2-9c7d-4595-ae8e-4369adddade1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a', 'code': 200} Sep 16 05:42:29.945952 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:29.997265 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:30.193772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb0d6c-c080-4b03-bdf3-56ac7e61e761 req-ac7920d6-c7bf-4e55-991c-6a2855a6500f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:30.195403 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23bb0d6c-c080-4b03-bdf3-56ac7e61e761 req-ac7920d6-c7bf-4e55-991c-6a2855a6500f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0549984 Sep 16 05:42:30.247775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23bb0d6c-c080-4b03-bdf3-56ac7e61e761 req-3223a33f-9dd2-425c-ab4c-30406aa929ab tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449586 Sep 16 05:42:30.371025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412ebcf-5242-4214-8fad-43c7d3f5a9b2 req-6fd5574e-bd36-4306-abf5-5ec0ae161c4e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:30.372771 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f412ebcf-5242-4214-8fad-43c7d3f5a9b2 req-6fd5574e-bd36-4306-abf5-5ec0ae161c4e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0530245 Sep 16 05:42:30.414419 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f412ebcf-5242-4214-8fad-43c7d3f5a9b2 req-3d2461a1-99c4-4bf3-af9f-48978be7169d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336847 Sep 16 05:42:30.540159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc80b6-58f3-4a3d-bda1-21b1026df832 req-e0ac6441-7d19-40eb-9b50-f073af739308 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:30.541782 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5bbc80b6-58f3-4a3d-bda1-21b1026df832 req-e0ac6441-7d19-40eb-9b50-f073af739308 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0568533 Sep 16 05:42:30.583692 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5bbc80b6-58f3-4a3d-bda1-21b1026df832 req-89fc552d-1f72-47a9-a3b8-7676856b26f3 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354588 Sep 16 05:42:31.123067 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118dbb4-b6d7-4726-b5de-74c3f9de3c4f req-0b07c23f-22a8-4eaa-8076-bc822f3f705e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:31.124736 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f118dbb4-b6d7-4726-b5de-74c3f9de3c4f req-0b07c23f-22a8-4eaa-8076-bc822f3f705e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0634234 Sep 16 05:42:31.174023 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f118dbb4-b6d7-4726-b5de-74c3f9de3c4f req-201b0ab8-9905-45bf-90fb-8baa58dac6ca tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405204 Sep 16 05:42:32.237173 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:42:32.312106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6c455-8c2d-486b-8535-d4dcc40b571f req-485c8f50-43ca-4b5e-abb6-ab2dc59435b6 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:32.313707 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57c6c455-8c2d-486b-8535-d4dcc40b571f req-485c8f50-43ca-4b5e-abb6-ab2dc59435b6 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0560956 Sep 16 05:42:32.356254 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57c6c455-8c2d-486b-8535-d4dcc40b571f req-cf5af33c-a263-484f-8770-6c7f75f1e214 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352728 Sep 16 05:42:32.695461 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91180dc8-d661-4c0d-879c-e3483f7cc422 req-d35bd572-dcbd-43f2-bf10-7600b28dc02a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:32.697064 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91180dc8-d661-4c0d-879c-e3483f7cc422 req-d35bd572-dcbd-43f2-bf10-7600b28dc02a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0644147 Sep 16 05:42:33.168708 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-91180dc8-d661-4c0d-879c-e3483f7cc422 req-63fafdf8-9db7-4ee2-98a7-8ecdc7f49852 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Deleting port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:42:33.169056 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-91180dc8-d661-4c0d-879c-e3483f7cc422 req-63fafdf8-9db7-4ee2-98a7-8ecdc7f49852 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:33.277779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-91180dc8-d661-4c0d-879c-e3483f7cc422 req-63fafdf8-9db7-4ee2-98a7-8ecdc7f49852 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] For port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:33.278353 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-91180dc8-d661-4c0d-879c-e3483f7cc422 req-63fafdf8-9db7-4ee2-98a7-8ecdc7f49852 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:33.521624 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-91180dc8-d661-4c0d-879c-e3483f7cc422 req-63fafdf8-9db7-4ee2-98a7-8ecdc7f49852 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:33.522387 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-91180dc8-d661-4c0d-879c-e3483f7cc422 req-63fafdf8-9db7-4ee2-98a7-8ecdc7f49852 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:33.522387 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [req-91180dc8-d661-4c0d-879c-e3483f7cc422 req-63fafdf8-9db7-4ee2-98a7-8ecdc7f49852 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Floating IP e6fff030-da70-4ea1-81ed-fdfc70af43a0 disassociated. External IP: 172.25.4.103, port: 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a. Sep 16 05:42:33.522653 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-91180dc8-d661-4c0d-879c-e3483f7cc422 req-63fafdf8-9db7-4ee2-98a7-8ecdc7f49852 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Calling delete_port for 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:42:33.550504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8873064-ffb9-400e-af4a-520cfeb1435a req-600ec76f-6e8b-469d-846e-1f4a979dca4b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:33.560454 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8873064-ffb9-400e-af4a-520cfeb1435a req-600ec76f-6e8b-469d-846e-1f4a979dca4b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 945 time: 0.0914810 Sep 16 05:42:33.641056 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8873064-ffb9-400e-af4a-520cfeb1435a req-febd0cc5-7b6d-4b20-8aea-74e20396349f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578668 Sep 16 05:42:33.814743 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-91180dc8-d661-4c0d-879c-e3483f7cc422 req-63fafdf8-9db7-4ee2-98a7-8ecdc7f49852 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:33.850983 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fafdf8-9db7-4ee2-98a7-8ecdc7f49852 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Pushing event deleted for resources: {'Port': ['ID=863dd1d1-afa9-49a9-ac1e-1dc0a15a179a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:33.987331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91180dc8-d661-4c0d-879c-e3483f7cc422 req-63fafdf8-9db7-4ee2-98a7-8ecdc7f49852 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Router 764b2ebd-b52b-4b11-ace3-b737e42cb443 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:42:34.119718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91180dc8-d661-4c0d-879c-e3483f7cc422 req-63fafdf8-9db7-4ee2-98a7-8ecdc7f49852 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:34.131980 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee61e80-3ecd-4988-bd7c-2be524700a05 None None] Sync routers for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:34.146544 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee61e80-3ecd-4988-bd7c-2be524700a05 None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:34.148176 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7ee61e80-3ecd-4988-bd7c-2be524700a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:42:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:34.168710 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-91180dc8-d661-4c0d-879c-e3483f7cc422 req-63fafdf8-9db7-4ee2-98a7-8ecdc7f49852 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] No DVR routers for this DVR port 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:42:34.172160 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-91180dc8-d661-4c0d-879c-e3483f7cc422 req-63fafdf8-9db7-4ee2-98a7-8ecdc7f49852 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:34.174591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-91180dc8-d661-4c0d-879c-e3483f7cc422 req-63fafdf8-9db7-4ee2-98a7-8ecdc7f49852 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.21 "DELETE /v2.0/ports/863dd1d1-afa9-49a9-ac1e-1dc0a15a179a HTTP/1.1" status: 204 len: 173 time: 1.4712009 Sep 16 05:42:34.175094 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8928da2-9c7d-4595-ae8e-4369adddade1', 'name': 'network-vif-deleted', 'tag': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:42:34.177732 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e83538-0e6a-426b-9534-fc31b1caef45" -d '{"events": [{"server_uuid": "d8928da2-9c7d-4595-ae8e-4369adddade1", "name": "network-vif-deleted", "tag": "863dd1d1-afa9-49a9-ac1e-1dc0a15a179a"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:42:34.223283 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ed8ae8-a1f2-4bfd-8de9-1cf8c7f60be4 x-openstack-request-id: req-d3ed8ae8-a1f2-4bfd-8de9-1cf8c7f60be4 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:42:34.223633 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8928da2-9c7d-4595-ae8e-4369adddade1", "name": "network-vif-deleted", "tag": "863dd1d1-afa9-49a9-ac1e-1dc0a15a179a", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:42:34.223900 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3ed8ae8-a1f2-4bfd-8de9-1cf8c7f60be4 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:42:34.224407 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8928da2-9c7d-4595-ae8e-4369adddade1', 'name': 'network-vif-deleted', 'tag': '863dd1d1-afa9-49a9-ac1e-1dc0a15a179a', 'status': 'completed', 'code': 200} Sep 16 05:42:34.448172 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-7ee61e80-3ecd-4988-bd7c-2be524700a05 None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:34.686492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7ee61e80-3ecd-4988-bd7c-2be524700a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:34.738697 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee61e80-3ecd-4988-bd7c-2be524700a05 None None] Checking router: 764b2ebd-b52b-4b11-ace3-b737e42cb443 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:34.750759 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee61e80-3ecd-4988-bd7c-2be524700a05 None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:34.751477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7ee61e80-3ecd-4988-bd7c-2be524700a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:42:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:34.914180 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-7ee61e80-3ecd-4988-bd7c-2be524700a05 None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:34.940898 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f05e11c-e3e4-4aea-9037-e948829e99ba req-539909db-ebba-4aaa-8000-aa93db2fc80c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8928da2-9c7d-4595-ae8e-4369adddade1 HTTP/1.1" status: 200 len: 210 time: 0.1492052 Sep 16 05:42:35.208185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7ee61e80-3ecd-4988-bd7c-2be524700a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:35.239743 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee61e80-3ecd-4988-bd7c-2be524700a05 None None] The sync data for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 is: [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:35.288974 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cec8d0de-d897-4ae9-b428-2b2890e7ad7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:35.508297 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba65299-b00e-4ea9-ba85-2b92f2706b1b None None] New status for floating IP e6fff030-da70-4ea1-81ed-fdfc70af43a0: DOWN {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:42:35.590343 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:42:35.616182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:42:35.616473 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 863dd1d1-afa9-49a9-ac1e-1dc0a15a179a not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:42:36.329859 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-4db6c0ae-3750-4767-b69e-a0f253bd1392 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--311391193&fields=id&tenant_id=b57657202d0842fa8f4602e517981ce2 HTTP/1.1" status: 200 len: 267 time: 0.0352352 Sep 16 05:42:36.454524 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-17c8216f-f5b4-408d-98f6-c03aab4226f5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:36.456140 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-17c8216f-f5b4-408d-98f6-c03aab4226f5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 811 time: 0.1188221 Sep 16 05:42:36.471716 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-a5c2fcc3-cc1d-44b1-a708-e56721b56e70 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/quotas/b57657202d0842fa8f4602e517981ce2 HTTP/1.1" status: 200 len: 375 time: 0.0097237 Sep 16 05:42:36.533960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-1e894e0b-08d1-4822-a781-139977fbb359 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565398 Sep 16 05:42:36.648853 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-481a60d0-56dc-4162-87f5-4a972a374942 service neutron] 10.222.0.20 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011539 Sep 16 05:42:36.751364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-697b0545-d6da-447d-bd34-8e9272e6c4cb service neutron] 10.222.0.20 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960739 Sep 16 05:42:37.006824 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05738c08-78a4-417f-8d46-806955905941 req-862c1ee9-3220-4485-8aa2-0f88b14a16ca tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 210 time: 0.0359237 Sep 16 05:42:37.829399 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8b23f22a-b938-4fd0-a436-d9b4149287fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.118633 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b13b114-df45-4610-ba35-0ad3fdfd64cb req-e832d6c2-d732-41fc-b195-4500e7c059a8 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 210 time: 0.0293348 Sep 16 05:42:38.611557 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:39.243490 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20b4b3be-1da0-4da6-86e7-0bd0d1682b35 req-e9f4575f-4a61-4c47-91be-02987664512b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 210 time: 0.0462348 Sep 16 05:42:39.351421 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-3616a0ef-f6bd-4408-b5e7-d8452c2dec47 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:39.353032 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-3616a0ef-f6bd-4408-b5e7-d8452c2dec47 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 811 time: 0.1410654 Sep 16 05:42:39.407493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-9847af14-8721-4d35-9273-afdbad8e7027 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57657202d0842fa8f4602e517981ce2 HTTP/1.1" status: 200 len: 379 time: 0.0387800 Sep 16 05:42:39.417018 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-53c35342-4fd7-4359-a643-1ddeb7ae1476 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Request body: {'port': {'device_id': 'e5ddf2de-e7ff-41ba-b3c6-cc95f5521697', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'admin_state_up': True, 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'security_groups': ['8e411300-7954-447f-8fdd-b35e134a4196']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:39.466222 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:39.642765 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-53c35342-4fd7-4359-a643-1ddeb7ae1476 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Made reservation on behalf of b57657202d0842fa8f4602e517981ce2 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:39.646510 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-53c35342-4fd7-4359-a643-1ddeb7ae1476 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:39.795378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-53c35342-4fd7-4359-a643-1ddeb7ae1476 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Allocated IP 172.20.0.10 (ea709df9-1b60-440d-95e3-289caa2ed864/0933d1f2-c8fb-42b6-b271-68961540a425/161cf0c7-0025-45ea-b67b-02f1108c6f7b) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:39.957508 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-53c35342-4fd7-4359-a643-1ddeb7ae1476 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:40.054660 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-53c35342-4fd7-4359-a643-1ddeb7ae1476 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:40.106411 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-53c35342-4fd7-4359-a643-1ddeb7ae1476 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Network ea709df9-1b60-440d-95e3-289caa2ed864 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:40.109896 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-53c35342-4fd7-4359-a643-1ddeb7ae1476 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:40.116359 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-53c35342-4fd7-4359-a643-1ddeb7ae1476 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:40.124034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c35342-4fd7-4359-a643-1ddeb7ae1476 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Pushing event updated for resources: {'Port': ['ID=161cf0c7-0025-45ea-b67b-02f1108c6f7b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:40.182778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-53c35342-4fd7-4359-a643-1ddeb7ae1476 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:40.184212 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-53c35342-4fd7-4359-a643-1ddeb7ae1476 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:40.290299 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-53c35342-4fd7-4359-a643-1ddeb7ae1476 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8772004 Sep 16 05:42:40.313930 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Request body: {'port': {'device_id': 'e5ddf2de-e7ff-41ba-b3c6-cc95f5521697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:40.330191 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4e319da8-9da5-45c9-adf0-9827d17f69f9 None None] Provisioning complete for port 161cf0c7-0025-45ea-b67b-02f1108c6f7b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:40.330623 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4e319da8-9da5-45c9-adf0-9827d17f69f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:40.367671 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4e319da8-9da5-45c9-adf0-9827d17f69f9 None None] Port 161cf0c7-0025-45ea-b67b-02f1108c6f7b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:42:40.413676 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:40.510201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f4ec0-51b0-448f-96c5-b0daa16cd96d req-92be3e42-541e-42d8-a3c3-8c9882bf5c34 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:40.510201 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f8f4ec0-51b0-448f-96c5-b0daa16cd96d req-92be3e42-541e-42d8-a3c3-8c9882bf5c34 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 932 time: 0.1095085 Sep 16 05:42:40.590121 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f8f4ec0-51b0-448f-96c5-b0daa16cd96d req-73877c3f-bfaf-4550-93ac-ececef19a65f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070457 Sep 16 05:42:40.794067 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161cf0c7-0025-45ea-b67b-02f1108c6f7b {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:42:40.802174 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:40.815558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Transition to ACTIVE for port object 161cf0c7-0025-45ea-b67b-02f1108c6f7b will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:42:40.880193 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:40.944488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Pushing event updated for resources: {'Port': ['ID=161cf0c7-0025-45ea-b67b-02f1108c6f7b,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:41.036054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Attempting to bind port 161cf0c7-0025-45ea-b67b-02f1108c6f7b on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:42:41.036426 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Attempting to bind port 161cf0c7-0025-45ea-b67b-02f1108c6f7b by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:42:41.036766 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Attempting to bind port 161cf0c7-0025-45ea-b67b-02f1108c6f7b on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:41.042311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Port 161cf0c7-0025-45ea-b67b-02f1108c6f7b on network ea709df9-1b60-440d-95e3-289caa2ed864 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:42:41.042645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Attempting to bind port 161cf0c7-0025-45ea-b67b-02f1108c6f7b on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:41.048537 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.049389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:42:41.049389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Checking segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:41.049719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Bound using segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:42:41.050226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Bound port: 161cf0c7-0025-45ea-b67b-02f1108c6f7b, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:42:41.050603 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.130784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] For port 161cf0c7-0025-45ea-b67b-02f1108c6f7b, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:41.134783 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] For port 161cf0c7-0025-45ea-b67b-02f1108c6f7b, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:41.252279 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.290767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:41.299783 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.299783 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] 10.222.0.21 "PUT /v2.0/ports/161cf0c7-0025-45ea-b67b-02f1108c6f7b HTTP/1.1" status: 200 len: 1093 time: 0.9883265 Sep 16 05:42:41.299783 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ddf2de-e7ff-41ba-b3c6-cc95f5521697', 'tag': '161cf0c7-0025-45ea-b67b-02f1108c6f7b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:42:41.299783 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667218c2-8d6a-4b56-a88c-4fc7351f8c76" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ddf2de-e7ff-41ba-b3c6-cc95f5521697", "tag": "161cf0c7-0025-45ea-b67b-02f1108c6f7b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:42:41.322508 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bceb-3353-4b56-be18-f25ae62d6e09 service neutron] Pushing event updated for resources: {'Port': ['ID=161cf0c7-0025-45ea-b67b-02f1108c6f7b,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:41.358538 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b719ab19-f14d-4737-84ea-00d0a7fd5aca x-openstack-request-id: req-b719ab19-f14d-4737-84ea-00d0a7fd5aca {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:42:41.358831 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ddf2de-e7ff-41ba-b3c6-cc95f5521697", "tag": "161cf0c7-0025-45ea-b67b-02f1108c6f7b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:42:41.359116 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b719ab19-f14d-4737-84ea-00d0a7fd5aca {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:42:41.359517 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ddf2de-e7ff-41ba-b3c6-cc95f5521697', 'tag': '161cf0c7-0025-45ea-b67b-02f1108c6f7b', 'status': 'completed', 'code': 200} Sep 16 05:42:41.451371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667218c2-8d6a-4b56-a88c-4fc7351f8c76 req-bd4fa454-68b4-4c59-9e9e-695e7d317040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:41.455577 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-667218c2-8d6a-4b56-a88c-4fc7351f8c76 req-bd4fa454-68b4-4c59-9e9e-695e7d317040 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 1096 time: 0.0484929 Sep 16 05:42:41.584487 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667218c2-8d6a-4b56-a88c-4fc7351f8c76 req-2f98b57b-92a3-438a-bae3-059b4b95559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:41.586003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-667218c2-8d6a-4b56-a88c-4fc7351f8c76 req-2f98b57b-92a3-438a-bae3-059b4b95559a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b57657202d0842fa8f4602e517981ce2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1193407 Sep 16 05:42:41.722789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667218c2-8d6a-4b56-a88c-4fc7351f8c76 req-ba3117b9-376c-4297-a987-25b0e794b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:41.724244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-667218c2-8d6a-4b56-a88c-4fc7351f8c76 req-ba3117b9-376c-4297-a987-25b0e794b87b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317301 Sep 16 05:42:41.745013 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664be83-95bc-4547-93e3-90c64133f8ae req-a2514f08-b394-4894-9b85-aae27d19ab0d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:41.748055 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a664be83-95bc-4547-93e3-90c64133f8ae req-a2514f08-b394-4894-9b85-aae27d19ab0d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 944 time: 0.0701752 Sep 16 05:42:41.797778 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a664be83-95bc-4547-93e3-90c64133f8ae req-f0f449f1-e16b-4de6-873c-6ac833c7384c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413637 Sep 16 05:42:41.847843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-6d942740-b6d9-4301-affb-ac10f2a471c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:41.849477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-6d942740-b6d9-4301-affb-ac10f2a471c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 1096 time: 0.0498588 Sep 16 05:42:41.918610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-8bbc7d33-1a1e-4445-8891-f45c8a87f9ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b HTTP/1.1" status: 200 len: 217 time: 0.0533519 Sep 16 05:42:41.976206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-cc9a198c-132b-4124-af3b-28530b526f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:41.977641 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-cc9a198c-132b-4124-af3b-28530b526f7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0480216 Sep 16 05:42:42.028278 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-755f6fc8-1d46-4ccf-8be9-0203591bd3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:42.029863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-755f6fc8-1d46-4ccf-8be9-0203591bd3f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445366 Sep 16 05:42:42.133038 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-de5e3878-76dd-46c9-a981-b77daecf9715 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954719 Sep 16 05:42:42.251516 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e776cd2-0ca0-4bb4-94c0-ff2cfd437cb9 req-9a0d1c66-1450-4c0c-b5c1-8bfc371f8105 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115823 Sep 16 05:42:42.944929 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a5836-14f3-40a9-b444-f2cf54efbf9a req-a9a69eaf-522d-4e51-bafa-bcd5d897018f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:42.946561 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-302a5836-14f3-40a9-b444-f2cf54efbf9a req-a9a69eaf-522d-4e51-bafa-bcd5d897018f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 944 time: 0.0669169 Sep 16 05:42:42.994283 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-302a5836-14f3-40a9-b444-f2cf54efbf9a req-629be24c-3575-49d2-ba19-c2393c8e475a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402734 Sep 16 05:42:44.124566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219840d6-4d90-4a69-9b6a-e05e131632fe req-cbd5ae63-dbaa-4dd9-9203-68aa2fafcf12 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:44.126134 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-219840d6-4d90-4a69-9b6a-e05e131632fe req-cbd5ae63-dbaa-4dd9-9203-68aa2fafcf12 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 944 time: 0.0537384 Sep 16 05:42:44.171005 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-219840d6-4d90-4a69-9b6a-e05e131632fe req-a81d6e5d-48ba-4d64-bb64-f2aa835801e6 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376949 Sep 16 05:42:45.307727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32658422-a154-40e0-836f-c84a2e3f757b req-dc79dd0b-7bbe-45d6-8be7-4fa31653a0c5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:45.309932 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32658422-a154-40e0-836f-c84a2e3f757b req-dc79dd0b-7bbe-45d6-8be7-4fa31653a0c5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 944 time: 0.0553479 Sep 16 05:42:45.351452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-32658422-a154-40e0-836f-c84a2e3f757b req-86579eb5-038d-44e2-9095-c3a942774499 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343049 Sep 16 05:42:45.619431 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 161cf0c7-0025-45ea-b67b-02f1108c6f7b details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:42:45.727683 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 161cf0c7-0025-45ea-b67b-02f1108c6f7b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:45.741150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '161cf0c7-0025-45ea-b67b-02f1108c6f7b', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'port_id': '161cf0c7-0025-45ea-b67b-02f1108c6f7b', 'mac_address': 'fa:16:3e:53:7c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:42:45.782032 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.796582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161cf0c7-0025-45ea-b67b-02f1108c6f7b {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:42:45.819393 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 161cf0c7-0025-45ea-b67b-02f1108c6f7b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:45.894215 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.951840 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=161cf0c7-0025-45ea-b67b-02f1108c6f7b,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:46.270466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['161cf0c7-0025-45ea-b67b-02f1108c6f7b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:42:46.489804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4a005-806d-4df1-8223-f74df6acb3b4 req-59073b1b-4059-463c-8620-5de9e0d582af tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:46.491475 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4c4a005-806d-4df1-8223-f74df6acb3b4 req-59073b1b-4059-463c-8620-5de9e0d582af tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 945 time: 0.0597150 Sep 16 05:42:46.535315 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4c4a005-806d-4df1-8223-f74df6acb3b4 req-7f72b5bf-ab93-4fa1-a2e5-90afd10e4b5d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371377 Sep 16 05:42:47.635134 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 161cf0c7-0025-45ea-b67b-02f1108c6f7b up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:47.678155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdd313-2faf-47b5-b45d-e50574140ef2 req-74904a43-2b6b-4af9-8810-c60ef2670b62 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:47.680259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66cdd313-2faf-47b5-b45d-e50574140ef2 req-74904a43-2b6b-4af9-8810-c60ef2670b62 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 945 time: 0.0682333 Sep 16 05:42:47.726572 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66cdd313-2faf-47b5-b45d-e50574140ef2 req-46906b87-ae92-482b-b2d1-62983c1a9659 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389147 Sep 16 05:42:47.765763 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 161cf0c7-0025-45ea-b67b-02f1108c6f7b completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:42:47.770069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 161cf0c7-0025-45ea-b67b-02f1108c6f7b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:47.770451 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:47.862228 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:47.887903 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ddf2de-e7ff-41ba-b3c6-cc95f5521697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161cf0c7-0025-45ea-b67b-02f1108c6f7b'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:42:47.890282 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd77b54-f0ec-4a09-a7c9-554d16d5c44f" -d '{"events": [{"server_uuid": "e5ddf2de-e7ff-41ba-b3c6-cc95f5521697", "name": "network-vif-plugged", "status": "completed", "tag": "161cf0c7-0025-45ea-b67b-02f1108c6f7b"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:42:47.906373 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 161cf0c7-0025-45ea-b67b-02f1108c6f7b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:47.945484 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcef3fa-d8b2-4eb2-be3f-cc1a8757199e x-openstack-request-id: req-7dcef3fa-d8b2-4eb2-be3f-cc1a8757199e {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:42:47.945782 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ddf2de-e7ff-41ba-b3c6-cc95f5521697", "name": "network-vif-plugged", "status": "completed", "tag": "161cf0c7-0025-45ea-b67b-02f1108c6f7b", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:42:47.946037 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7dcef3fa-d8b2-4eb2-be3f-cc1a8757199e {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:42:47.946437 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ddf2de-e7ff-41ba-b3c6-cc95f5521697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161cf0c7-0025-45ea-b67b-02f1108c6f7b', 'code': 200} Sep 16 05:42:47.977279 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:48.033962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=161cf0c7-0025-45ea-b67b-02f1108c6f7b,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:48.134515 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec0f0a-de17-471c-a239-ee1580edc364 req-db30b6b9-9e80-412f-922f-6e3cdca418ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:48.136127 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57ec0f0a-de17-471c-a239-ee1580edc364 req-db30b6b9-9e80-412f-922f-6e3cdca418ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 1098 time: 0.0986114 Sep 16 05:42:48.173788 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57ec0f0a-de17-471c-a239-ee1580edc364 req-907bcaf6-0197-40ef-a4b6-5c6287b5999f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307870 Sep 16 05:42:48.857110 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5778196-d128-44c5-a664-39c492f6f97e req-994c864f-fc97-4cf7-9096-10e5a9f2021a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:48.858743 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5778196-d128-44c5-a664-39c492f6f97e req-994c864f-fc97-4cf7-9096-10e5a9f2021a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0581541 Sep 16 05:42:48.900752 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c5778196-d128-44c5-a664-39c492f6f97e req-99f51ecd-f667-4902-b610-25a8820d427d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355854 Sep 16 05:42:50.034048 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053d880-b37a-4f1a-bf35-e66a89af5ca4 req-17e5524f-f0f5-4d75-be75-ae8520071b49 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:50.035900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d053d880-b37a-4f1a-bf35-e66a89af5ca4 req-17e5524f-f0f5-4d75-be75-ae8520071b49 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0561182 Sep 16 05:42:50.079427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d053d880-b37a-4f1a-bf35-e66a89af5ca4 req-261c7696-dea6-46ff-a050-9695634ecf04 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369999 Sep 16 05:42:50.217359 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124871-aef9-4df9-a6f0-f2308f0534e6 req-88065c51-7341-4b0c-a90f-cd98fa19a2f2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:50.218969 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f124871-aef9-4df9-a6f0-f2308f0534e6 req-88065c51-7341-4b0c-a90f-cd98fa19a2f2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0677576 Sep 16 05:42:50.228062 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 39670) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:50.233977 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-17c124d0-ac46-46c5-a16c-7865885c7ac7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Request body: {'floatingip': {'port_id': '161cf0c7-0025-45ea-b67b-02f1108c6f7b'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:50.278011 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17c124d0-ac46-46c5-a16c-7865885c7ac7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:50.788160 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17c124d0-ac46-46c5-a16c-7865885c7ac7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:50.859713 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17c124d0-ac46-46c5-a16c-7865885c7ac7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:50.970463 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-17c124d0-ac46-46c5-a16c-7865885c7ac7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Floating IP e6fff030-da70-4ea1-81ed-fdfc70af43a0 associated. External IP: 172.25.4.103, port: 161cf0c7-0025-45ea-b67b-02f1108c6f7b. Sep 16 05:42:51.211406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c124d0-ac46-46c5-a16c-7865885c7ac7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Router 764b2ebd-b52b-4b11-ace3-b737e42cb443 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:42:51.335578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c124d0-ac46-46c5-a16c-7865885c7ac7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:51.341393 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-17c124d0-ac46-46c5-a16c-7865885c7ac7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.346592 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075c792b-b9c9-4bb4-8d74-d2ba173e4949 None None] Sync routers for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:51.357439 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c792b-b9c9-4bb4-8d74-d2ba173e4949 None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:51.358089 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-075c792b-b9c9-4bb4-8d74-d2ba173e4949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:42:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:51.379219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-17c124d0-ac46-46c5-a16c-7865885c7ac7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "PUT /v2.0/floatingips/e6fff030-da70-4ea1-81ed-fdfc70af43a0 HTTP/1.1" status: 200 len: 992 time: 1.1497984 Sep 16 05:42:51.380173 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ddf2de-e7ff-41ba-b3c6-cc95f5521697', 'tag': '161cf0c7-0025-45ea-b67b-02f1108c6f7b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:42:51.383400 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de9291a-4f02-4b00-b713-c184121504ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ddf2de-e7ff-41ba-b3c6-cc95f5521697", "tag": "161cf0c7-0025-45ea-b67b-02f1108c6f7b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:42:51.428289 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf93f58-3f7b-4aa8-8ddf-30ca2007f6ae x-openstack-request-id: req-bdf93f58-3f7b-4aa8-8ddf-30ca2007f6ae {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:42:51.429002 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ddf2de-e7ff-41ba-b3c6-cc95f5521697", "tag": "161cf0c7-0025-45ea-b67b-02f1108c6f7b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:42:51.429410 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bdf93f58-3f7b-4aa8-8ddf-30ca2007f6ae {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:42:51.431113 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ddf2de-e7ff-41ba-b3c6-cc95f5521697', 'tag': '161cf0c7-0025-45ea-b67b-02f1108c6f7b', 'status': 'completed', 'code': 200} Sep 16 05:42:51.503249 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-075c792b-b9c9-4bb4-8d74-d2ba173e4949 None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:51.543741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9291a-4f02-4b00-b713-c184121504ed req-63db0cb7-8098-4a3b-949f-f73fc7d6e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:51.545373 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2de9291a-4f02-4b00-b713-c184121504ed req-63db0cb7-8098-4a3b-949f-f73fc7d6e118 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 1098 time: 0.0624177 Sep 16 05:42:51.788222 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-075c792b-b9c9-4bb4-8d74-d2ba173e4949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'e6fff030-da70-4ea1-81ed-fdfc70af43a0', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'port_id': '161cf0c7-0025-45ea-b67b-02f1108c6f7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'mac_address': 'fa:16:3e:53:7c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ddf2de-e7ff-41ba-b3c6-cc95f5521697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:11Z', 'updated_at': '2021-09-16T05:42:50Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:51.835422 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075c792b-b9c9-4bb4-8d74-d2ba173e4949 None None] Checking router: 764b2ebd-b52b-4b11-ace3-b737e42cb443 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:51.849372 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c792b-b9c9-4bb4-8d74-d2ba173e4949 None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:51.850480 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-075c792b-b9c9-4bb4-8d74-d2ba173e4949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:42:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:51.995302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-075c792b-b9c9-4bb4-8d74-d2ba173e4949 None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:52.022069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9291a-4f02-4b00-b713-c184121504ed req-1518889e-dd97-4fd2-9990-2f07e6e5e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:52.023591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2de9291a-4f02-4b00-b713-c184121504ed req-1518889e-dd97-4fd2-9990-2f07e6e5e72c service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.4713807 Sep 16 05:42:52.093884 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2de9291a-4f02-4b00-b713-c184121504ed req-e89dca09-2ade-425b-85cf-195c809ec9f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b HTTP/1.1" status: 200 len: 1000 time: 0.0629478 Sep 16 05:42:52.161952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9291a-4f02-4b00-b713-c184121504ed req-480f2156-a2d3-4eba-aeef-04c4bebddce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:52.163507 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2de9291a-4f02-4b00-b713-c184121504ed req-480f2156-a2d3-4eba-aeef-04c4bebddce9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0629013 Sep 16 05:42:52.212702 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9291a-4f02-4b00-b713-c184121504ed req-49b31291-c158-44d9-8d5e-bdcec68608bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:52.214238 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2de9291a-4f02-4b00-b713-c184121504ed req-49b31291-c158-44d9-8d5e-bdcec68608bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435846 Sep 16 05:42:52.243802 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-075c792b-b9c9-4bb4-8d74-d2ba173e4949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'e6fff030-da70-4ea1-81ed-fdfc70af43a0', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'port_id': '161cf0c7-0025-45ea-b67b-02f1108c6f7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'mac_address': 'fa:16:3e:53:7c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ddf2de-e7ff-41ba-b3c6-cc95f5521697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:11Z', 'updated_at': '2021-09-16T05:42:50Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:52.278522 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075c792b-b9c9-4bb4-8d74-d2ba173e4949 None None] The sync data for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 is: [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'e6fff030-da70-4ea1-81ed-fdfc70af43a0', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'port_id': '161cf0c7-0025-45ea-b67b-02f1108c6f7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'mac_address': 'fa:16:3e:53:7c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ddf2de-e7ff-41ba-b3c6-cc95f5521697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:11Z', 'updated_at': '2021-09-16T05:42:50Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:52.313297 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2de9291a-4f02-4b00-b713-c184121504ed req-b7fbc02d-4692-4293-8916-0f037940759e service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918398 Sep 16 05:42:52.426234 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2de9291a-4f02-4b00-b713-c184121504ed req-b33dbbab-3cc5-4e30-9539-e08802bb6154 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056921 Sep 16 05:42:52.517775 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e34f5-3df4-4040-b07c-1875afb99eba None None] New status for floating IP e6fff030-da70-4ea1-81ed-fdfc70af43a0: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:42:54.819599 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:58.753985 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.270552 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-23d1110e-1344-468c-b5ba-a2be93cd2f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.862177 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3239c861-deab-413e-b147-369666fafe30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:08.611189 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:09.241031 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:43:09.481523 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.156357 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.090092 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af836e8c-34ab-431a-8f1c-ad31167bfe44 req-d970be2c-b996-4f89-8821-d3fa08d4053e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484793 Sep 16 05:43:23.210182 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836e8c-34ab-431a-8f1c-ad31167bfe44 req-2f30c071-ca15-4ea6-ac7d-64742c4fd4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:23.212337 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af836e8c-34ab-431a-8f1c-ad31167bfe44 req-2f30c071-ca15-4ea6-ac7d-64742c4fd4a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 1098 time: 0.0540829 Sep 16 05:43:23.330810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836e8c-34ab-431a-8f1c-ad31167bfe44 req-24f1a3d4-6716-458c-acd3-3e96daf00c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:23.332397 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af836e8c-34ab-431a-8f1c-ad31167bfe44 req-24f1a3d4-6716-458c-acd3-3e96daf00c26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.0994852 Sep 16 05:43:23.412440 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af836e8c-34ab-431a-8f1c-ad31167bfe44 req-a9f64fab-fedd-4e7b-87b9-c02c921ad054 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b HTTP/1.1" status: 200 len: 1002 time: 0.0721829 Sep 16 05:43:23.468580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836e8c-34ab-431a-8f1c-ad31167bfe44 req-c2036424-8563-4510-82bd-e12d35e8103e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:23.470109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af836e8c-34ab-431a-8f1c-ad31167bfe44 req-c2036424-8563-4510-82bd-e12d35e8103e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0504546 Sep 16 05:43:23.522146 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836e8c-34ab-431a-8f1c-ad31167bfe44 req-e16792f5-05b4-4b7c-92e8-be28c9c03772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:23.523802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af836e8c-34ab-431a-8f1c-ad31167bfe44 req-e16792f5-05b4-4b7c-92e8-be28c9c03772 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465193 Sep 16 05:43:23.629257 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af836e8c-34ab-431a-8f1c-ad31167bfe44 req-a35d3e82-c62f-42b2-8a99-8d794e94579a service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964906 Sep 16 05:43:23.733030 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af836e8c-34ab-431a-8f1c-ad31167bfe44 req-c9b39c43-8f4a-44a2-a163-27360e31b208 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957181 Sep 16 05:43:24.796281 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.761862 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.270066 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-124163f6-269b-4a47-a050-cceeb05e49a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:37.793880 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f65c05d-0f4a-4479-bc19-113037691468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.650246 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.445088 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:41.013417 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:46.241372 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:43:54.807118 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:58.775838 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:05.249864 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-afffdfbb-bba1-4be4-a43b-6c38f7a975bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:07.801133 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-db3631c3-cc32-4770-9425-17165f090146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:08.589623 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:09.452397 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:10.987197 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.242172 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:44:24.815513 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.042343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce5273e1-fd69-46a4-b890-05a7d720b934 req-0f613ae3-c4d0-41de-9225-bb68732abb84 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522268 Sep 16 05:44:25.182307 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5273e1-fd69-46a4-b890-05a7d720b934 req-f49e10a0-1204-4fcb-a42b-885b48058ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:25.185175 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce5273e1-fd69-46a4-b890-05a7d720b934 req-f49e10a0-1204-4fcb-a42b-885b48058ebd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 1098 time: 0.0740435 Sep 16 05:44:25.300509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5273e1-fd69-46a4-b890-05a7d720b934 req-0d79e3e5-6d67-4df8-b140-b37df1b96b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:25.302209 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce5273e1-fd69-46a4-b890-05a7d720b934 req-0d79e3e5-6d67-4df8-b140-b37df1b96b91 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.0963736 Sep 16 05:44:25.392786 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce5273e1-fd69-46a4-b890-05a7d720b934 req-b0b72078-fa8a-46a2-ba2d-85e54fefc4e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b HTTP/1.1" status: 200 len: 1002 time: 0.0829742 Sep 16 05:44:25.457254 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5273e1-fd69-46a4-b890-05a7d720b934 req-11d74bfe-fd28-4d44-90d1-16d10e8a855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:25.458732 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce5273e1-fd69-46a4-b890-05a7d720b934 req-11d74bfe-fd28-4d44-90d1-16d10e8a855d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0592992 Sep 16 05:44:25.506424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5273e1-fd69-46a4-b890-05a7d720b934 req-e790104c-058f-455e-a26c-443299d5db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:25.507994 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce5273e1-fd69-46a4-b890-05a7d720b934 req-e790104c-058f-455e-a26c-443299d5db8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418746 Sep 16 05:44:25.614617 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce5273e1-fd69-46a4-b890-05a7d720b934 req-64f4e394-d2e8-488d-b940-03dfb06a1411 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990489 Sep 16 05:44:25.716996 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce5273e1-fd69-46a4-b890-05a7d720b934 req-497c5fbd-516d-4c5f-82ea-92dc4af24556 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949359 Sep 16 05:44:28.826570 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:35.263758 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-489bdd0e-949b-43ec-8f34-465e2ffd5f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:37.844053 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-81889b35-edbd-455a-9253-003e5201931a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:38.611858 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:39.452233 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:40.986395 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:54.897383 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:58.857514 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:00.242457 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:45:05.314679 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-568f1a44-57be-4cbb-a041-46f96fc77289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:07.828440 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4082b37d-2422-4d8e-ba8c-7dd556a58c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:08.600075 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:09.454597 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:11.005742 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:19.000836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867194f7-4ad4-43fb-9d8c-c35e3e3dffd2 req-5e036387-4e7f-4b44-82a1-9278530a3010 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:19.002586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-867194f7-4ad4-43fb-9d8c-c35e3e3dffd2 req-5e036387-4e7f-4b44-82a1-9278530a3010 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0549684 Sep 16 05:45:19.045478 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-867194f7-4ad4-43fb-9d8c-c35e3e3dffd2 req-87e82a9a-f958-4dd4-aeef-b619e4cb8980 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357430 Sep 16 05:45:20.187836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca331aa0-cc52-44ef-a111-a8f71191f846 req-34e4812b-60c9-41ef-9aae-9ea33154b4da tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:20.189472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca331aa0-cc52-44ef-a111-a8f71191f846 req-34e4812b-60c9-41ef-9aae-9ea33154b4da tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0693543 Sep 16 05:45:20.233145 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca331aa0-cc52-44ef-a111-a8f71191f846 req-d1cbc113-7e53-4213-810c-1e240b75f8c2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353982 Sep 16 05:45:21.361155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29453077-55f7-480d-bba5-a4325d73cb1a req-7d77965b-8bc2-45e0-a816-b2eeada49d24 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:21.362913 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-29453077-55f7-480d-bba5-a4325d73cb1a req-7d77965b-8bc2-45e0-a816-b2eeada49d24 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0570879 Sep 16 05:45:21.419014 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-29453077-55f7-480d-bba5-a4325d73cb1a req-d9a5698b-73ae-445a-973a-0d1d5ce1f80e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484247 Sep 16 05:45:22.551389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e43cd2-2592-42e9-a6bf-a8b3435d8ae7 req-aa1b6e1f-17c2-4bdd-b0d7-812e97ea6ee3 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:22.553128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82e43cd2-2592-42e9-a6bf-a8b3435d8ae7 req-aa1b6e1f-17c2-4bdd-b0d7-812e97ea6ee3 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0558801 Sep 16 05:45:22.597736 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82e43cd2-2592-42e9-a6bf-a8b3435d8ae7 req-974a8b07-3a57-410a-8809-0d357c2c272c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376105 Sep 16 05:45:23.734210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bf089-a87c-40a6-b29e-e230299240b7 req-49183cfd-26c2-445e-9707-f513d5caccfb tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:23.737035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-813bf089-a87c-40a6-b29e-e230299240b7 req-49183cfd-26c2-445e-9707-f513d5caccfb tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0686467 Sep 16 05:45:23.789222 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-813bf089-a87c-40a6-b29e-e230299240b7 req-6f198e60-e14d-4d32-97f8-4fa1b0ddd8cb tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451798 Sep 16 05:45:24.814328 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:24.925979 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc0cdf-f3cd-4ca9-9c2f-e08e1170c6b2 req-dc3edd60-51e3-48ee-92c4-b55bfb82e062 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:24.927703 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1cbc0cdf-f3cd-4ca9-9c2f-e08e1170c6b2 req-dc3edd60-51e3-48ee-92c4-b55bfb82e062 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0573275 Sep 16 05:45:24.985141 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1cbc0cdf-f3cd-4ca9-9c2f-e08e1170c6b2 req-fb003df8-594f-48ce-998e-81e9c18af89f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454962 Sep 16 05:45:25.089811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19768772-50bb-4f1c-b4cb-df819c70c2bc req-eee8a33d-0144-4a4d-b150-567bbff7ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:25.091296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19768772-50bb-4f1c-b4cb-df819c70c2bc req-eee8a33d-0144-4a4d-b150-567bbff7ba17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 1098 time: 0.0475445 Sep 16 05:45:25.228009 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19768772-50bb-4f1c-b4cb-df819c70c2bc req-754c4572-a29b-4fd9-9ff7-7c27a071dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:25.229587 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19768772-50bb-4f1c-b4cb-df819c70c2bc req-754c4572-a29b-4fd9-9ff7-7c27a071dd35 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1172762 Sep 16 05:45:25.306473 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19768772-50bb-4f1c-b4cb-df819c70c2bc req-3338d9fd-485a-47d4-a571-179252f028bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b HTTP/1.1" status: 200 len: 1002 time: 0.0693297 Sep 16 05:45:25.359391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19768772-50bb-4f1c-b4cb-df819c70c2bc req-8c9a2e9f-8549-4a00-bfc0-5e9d98a580be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:25.360805 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19768772-50bb-4f1c-b4cb-df819c70c2bc req-8c9a2e9f-8549-4a00-bfc0-5e9d98a580be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0467401 Sep 16 05:45:25.408996 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19768772-50bb-4f1c-b4cb-df819c70c2bc req-c4feda82-3059-43e9-91f1-36edb3f0cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:25.410551 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19768772-50bb-4f1c-b4cb-df819c70c2bc req-c4feda82-3059-43e9-91f1-36edb3f0cde7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423241 Sep 16 05:45:25.519398 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19768772-50bb-4f1c-b4cb-df819c70c2bc req-ead12d0c-264d-477e-a6ed-1aa3bc2fb653 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017184 Sep 16 05:45:25.627802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-19768772-50bb-4f1c-b4cb-df819c70c2bc req-1e1f5eef-a06b-4374-9c51-7c052ab20478 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984085 Sep 16 05:45:26.111885 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3a052-a3fb-4994-8552-097d8afb20d3 req-13d227e1-ee88-48d0-aa52-67461e855d25 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:26.113536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0a3a052-a3fb-4994-8552-097d8afb20d3 req-13d227e1-ee88-48d0-aa52-67461e855d25 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0576038 Sep 16 05:45:26.159813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0a3a052-a3fb-4994-8552-097d8afb20d3 req-8966251c-71ff-46c6-bd7e-08b7bc73e3db tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393286 Sep 16 05:45:27.290453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d72e3-a910-4c59-a73d-1a9dfdbea6f3 req-7c678be7-68c5-4ce9-b7ea-390c2efb5efe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:27.292154 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be9d72e3-a910-4c59-a73d-1a9dfdbea6f3 req-7c678be7-68c5-4ce9-b7ea-390c2efb5efe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0537174 Sep 16 05:45:27.337192 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be9d72e3-a910-4c59-a73d-1a9dfdbea6f3 req-00b98164-47c3-4834-8fa9-fe76be0c6b1f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379634 Sep 16 05:45:28.457544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c496c9-0bb6-4885-8f05-5043edbae3ae req-8e8aa042-8b5a-4db3-b61e-a9f544ab206c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:28.459193 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07c496c9-0bb6-4885-8f05-5043edbae3ae req-8e8aa042-8b5a-4db3-b61e-a9f544ab206c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0519631 Sep 16 05:45:28.504587 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07c496c9-0bb6-4885-8f05-5043edbae3ae req-493826be-406f-4f87-b03b-78327172ddec tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389228 Sep 16 05:45:28.848298 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:29.634007 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb0a18-d833-47ac-a4eb-3e9c2f56cbea req-44c3f17c-16e4-454c-be8c-573219dd077d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:29.635677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66cb0a18-d833-47ac-a4eb-3e9c2f56cbea req-44c3f17c-16e4-454c-be8c-573219dd077d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0543904 Sep 16 05:45:29.677805 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66cb0a18-d833-47ac-a4eb-3e9c2f56cbea req-196b0511-a089-4776-985a-b1ffd990d0c1 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357740 Sep 16 05:45:30.064276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c830d9-8960-4615-a329-302da8903006 req-f414288c-73f6-4867-9975-8c3583e83957 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:30.065856 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35c830d9-8960-4615-a329-302da8903006 req-f414288c-73f6-4867-9975-8c3583e83957 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0526073 Sep 16 05:45:30.106421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35c830d9-8960-4615-a329-302da8903006 req-1ca3f07e-4d2e-4d6a-ba72-b1f766dc4ae6 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338612 Sep 16 05:45:30.263970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-68e1079b-0d39-4675-bbb6-3ff74f93caf3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0491230 Sep 16 05:45:31.237083 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366b612-80ef-430e-a7fd-16437026c107 req-9a4a0380-d5f3-4b6e-a49a-33373e2affab tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:31.238697 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a366b612-80ef-430e-a7fd-16437026c107 req-9a4a0380-d5f3-4b6e-a49a-33373e2affab tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0594840 Sep 16 05:45:31.284883 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a366b612-80ef-430e-a7fd-16437026c107 req-3aa7f539-3b9a-4776-a47e-a7019f5ab3ed tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362151 Sep 16 05:45:32.413072 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240b590-1716-4504-b90b-79f184c35f6f req-3d236f33-0de9-4995-aa35-d54d20d59009 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:32.415310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b240b590-1716-4504-b90b-79f184c35f6f req-3d236f33-0de9-4995-aa35-d54d20d59009 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0538769 Sep 16 05:45:32.460245 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b240b590-1716-4504-b90b-79f184c35f6f req-4a676b90-2778-4628-b789-16c5b5cab355 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378544 Sep 16 05:45:32.597048 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-8704ae62-98c5-464e-8c51-c094e1431d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:32.598670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-8704ae62-98c5-464e-8c51-c094e1431d04 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 1098 time: 0.0449522 Sep 16 05:45:32.707616 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-783bce1c-d585-4a14-b7e1-81521b55fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:32.709636 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-783bce1c-d585-4a14-b7e1-81521b55fd54 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1038668 Sep 16 05:45:32.790190 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-95ae6368-05f1-4115-9aee-84b5ab9cab32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b HTTP/1.1" status: 200 len: 1002 time: 0.0720317 Sep 16 05:45:32.850506 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-daaca478-1a34-472b-9bea-bce9b2208270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:32.853426 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-daaca478-1a34-472b-9bea-bce9b2208270 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0568814 Sep 16 05:45:32.903027 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-e4e1e593-36ba-4cd3-914e-1d44a44726ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:32.904606 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-e4e1e593-36ba-4cd3-914e-1d44a44726ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441566 Sep 16 05:45:33.009548 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-dc9680d6-cd4e-4182-87be-5c6765a78bb7 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963073 Sep 16 05:45:33.106558 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-68604392-bbc5-4625-97b3-736fb5eab8e6 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914834 Sep 16 05:45:33.610318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea4f7f-6215-4f15-b176-a3867cb580c9 req-d80c1297-6ea8-4de6-ba7a-6d6b6dbf43e5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:33.611975 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d3ea4f7f-6215-4f15-b176-a3867cb580c9 req-d80c1297-6ea8-4de6-ba7a-6d6b6dbf43e5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0533407 Sep 16 05:45:33.654040 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d3ea4f7f-6215-4f15-b176-a3867cb580c9 req-6a9a722e-53e0-4ea4-808c-0fe28b5ad3e4 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357084 Sep 16 05:45:34.784099 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23d48e-0e58-46ef-a22e-41f16161f27c req-2026fa0f-84a7-4741-a717-007a4bb65d4f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:34.785874 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff23d48e-0e58-46ef-a22e-41f16161f27c req-2026fa0f-84a7-4741-a717-007a4bb65d4f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0560203 Sep 16 05:45:34.828061 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff23d48e-0e58-46ef-a22e-41f16161f27c req-e4e45879-3c3c-4809-a47c-edcc2dcaf127 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353508 Sep 16 05:45:35.285257 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2e266bcf-b7ba-475c-8e8d-6c7357ad91b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:35.321782 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-6d34ee91-3de4-4eae-a723-ae0d9e1971f9 service neutron] show failed (client error): The resource could not be found. Sep 16 05:45:35.322865 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-6d34ee91-3de4-4eae-a723-ae0d9e1971f9 service neutron] 10.222.0.21 "GET /v2.0/ports/161cf0c7-0025-45ea-b67b-02f1108c6f7b/bindings/n-h2-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.0602157 Sep 16 05:45:35.906098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-94b7aa14-05f1-4c38-a3eb-91c0bc736503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:35.907681 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-94b7aa14-05f1-4c38-a3eb-91c0bc736503 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697&tenant_id=b57657202d0842fa8f4602e517981ce2 HTTP/1.1" status: 200 len: 1098 time: 0.1170278 Sep 16 05:45:35.943305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-13', 'device_owner': 'compute:nova'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:36.021219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7155cc6-2840-41c3-89da-890639379326 req-5907e2b3-d935-4970-a3e0-a245e896d1c8 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:36.023007 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7155cc6-2840-41c3-89da-890639379326 req-5907e2b3-d935-4970-a3e0-a245e896d1c8 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.1192777 Sep 16 05:45:36.052250 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:36.113430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7155cc6-2840-41c3-89da-890639379326 req-7e4d43be-6836-4663-a133-2b6b20da7673 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824187 Sep 16 05:45:36.318472 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] For port 161cf0c7-0025-45ea-b67b-02f1108c6f7b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:36.358612 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] For port 161cf0c7-0025-45ea-b67b-02f1108c6f7b, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:45:36.415109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ddf2de-e7ff-41ba-b3c6-cc95f5521697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '161cf0c7-0025-45ea-b67b-02f1108c6f7b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:36.417656 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51a1d78-1715-4da2-af97-9b28be789172" -d '{"events": [{"server_uuid": "e5ddf2de-e7ff-41ba-b3c6-cc95f5521697", "name": "network-vif-unplugged", "status": "completed", "tag": "161cf0c7-0025-45ea-b67b-02f1108c6f7b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:36.422033 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:36.438762 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Transition to ACTIVE for port object 161cf0c7-0025-45ea-b67b-02f1108c6f7b will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:45:36.513961 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:36.557367 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150285ce-6eb2-4e50-80c2-2e750b4098cc x-openstack-request-id: req-150285ce-6eb2-4e50-80c2-2e750b4098cc {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:36.557869 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ddf2de-e7ff-41ba-b3c6-cc95f5521697", "name": "network-vif-unplugged", "status": "completed", "tag": "161cf0c7-0025-45ea-b67b-02f1108c6f7b", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:36.558269 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-150285ce-6eb2-4e50-80c2-2e750b4098cc {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:36.558871 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ddf2de-e7ff-41ba-b3c6-cc95f5521697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '161cf0c7-0025-45ea-b67b-02f1108c6f7b', 'code': 200} Sep 16 05:45:36.668970 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Pushing event updated for resources: {'Port': ['ID=161cf0c7-0025-45ea-b67b-02f1108c6f7b,revision_number=6']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:36.692678 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.693259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.693888 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.694486 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.695118 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.696287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.696870 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.697437 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.698014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.698875 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.699495 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.700076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.773951 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] No DVR routers for this DVR port 161cf0c7-0025-45ea-b67b-02f1108c6f7b on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:36.932277 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Attempting to bind port 161cf0c7-0025-45ea-b67b-02f1108c6f7b on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:45:36.933016 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Attempting to bind port 161cf0c7-0025-45ea-b67b-02f1108c6f7b by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:45:36.933016 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Attempting to bind port 161cf0c7-0025-45ea-b67b-02f1108c6f7b on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:45:36.937728 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Port 161cf0c7-0025-45ea-b67b-02f1108c6f7b on network ea709df9-1b60-440d-95e3-289caa2ed864 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:45:36.938057 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Attempting to bind port 161cf0c7-0025-45ea-b67b-02f1108c6f7b on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:45:36.943273 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:45:36.943622 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Checking segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:45:36.944016 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Bound using segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:45:36.944459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Bound port: 161cf0c7-0025-45ea-b67b-02f1108c6f7b, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:45:36.944823 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:37.011850 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] For port 161cf0c7-0025-45ea-b67b-02f1108c6f7b, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:45:37.015101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] For port 161cf0c7-0025-45ea-b67b-02f1108c6f7b, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:45:37.108665 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:37.149971 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:37.150623 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:37.152946 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] 10.222.0.38 "PUT /v2.0/ports/161cf0c7-0025-45ea-b67b-02f1108c6f7b HTTP/1.1" status: 200 len: 1093 time: 1.2178895 Sep 16 05:45:37.175287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47897b-d3e4-45e0-bf71-37e6542586cd service neutron] Pushing event updated for resources: {'Port': ['ID=161cf0c7-0025-45ea-b67b-02f1108c6f7b,revision_number=7']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:37.248106 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:45:37.286413 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-6acd3039-dac8-49db-9c37-ee9e81fc2b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:37.287987 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-6acd3039-dac8-49db-9c37-ee9e81fc2b9d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 1096 time: 0.0835650 Sep 16 05:45:37.296463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514302a-13fc-4af8-8497-508196c19753 req-21d1b2f5-1aa0-4167-bc08-56b2002d1c7c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:37.298071 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d514302a-13fc-4af8-8497-508196c19753 req-21d1b2f5-1aa0-4167-bc08-56b2002d1c7c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 944 time: 0.0956426 Sep 16 05:45:37.402040 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d514302a-13fc-4af8-8497-508196c19753 req-8f3e9ef2-be33-41ab-a75a-3c527f526b0e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936618 Sep 16 05:45:37.426477 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-6eda7afe-aa55-4a17-bc7f-eec000487819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:37.428052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-6eda7afe-aa55-4a17-bc7f-eec000487819 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1290665 Sep 16 05:45:37.501864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-927983ca-88c2-4dc5-a988-655b457ae430 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b HTTP/1.1" status: 200 len: 1000 time: 0.0662558 Sep 16 05:45:37.553495 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-9c4c000b-1a31-492a-bcc0-620a321f25fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:37.555939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-9c4c000b-1a31-492a-bcc0-620a321f25fa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0466869 Sep 16 05:45:37.608540 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-4360d169-8086-4572-b1da-c4aca495ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:37.610269 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-4360d169-8086-4572-b1da-c4aca495ab95 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475171 Sep 16 05:45:37.718272 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-cec0c329-0730-48d1-998b-92dcc97c7290 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005225 Sep 16 05:45:37.817887 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9914692b-5dc9-4002-aa8b-fca347e635a3 req-eeb9edae-66ff-4b14-a10a-292ae372f27f service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928550 Sep 16 05:45:37.836563 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-52e8760b-b405-4255-814a-684ac17efbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:38.362379 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 161cf0c7-0025-45ea-b67b-02f1108c6f7b no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:38.406522 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 161cf0c7-0025-45ea-b67b-02f1108c6f7b not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:38.544252 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfea84c-21d7-48fd-a717-9d7516e161cb req-48cc1873-2c7b-4198-a4c7-56f69c68975f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:38.544252 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7dfea84c-21d7-48fd-a717-9d7516e161cb req-48cc1873-2c7b-4198-a4c7-56f69c68975f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 944 time: 0.0646546 Sep 16 05:45:38.563781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ddf2de-e7ff-41ba-b3c6-cc95f5521697', 'tag': '161cf0c7-0025-45ea-b67b-02f1108c6f7b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:38.566108 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582c3389-a8a6-4fdf-b99e-50990d7a90b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ddf2de-e7ff-41ba-b3c6-cc95f5521697", "tag": "161cf0c7-0025-45ea-b67b-02f1108c6f7b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:38.591779 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7dfea84c-21d7-48fd-a717-9d7516e161cb req-5fb4080c-a266-4272-b2a3-4260005d30fe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419135 Sep 16 05:45:38.603204 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:38.637478 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cca3b9-3fcd-4703-8c69-914e2853cf82 x-openstack-request-id: req-a5cca3b9-3fcd-4703-8c69-914e2853cf82 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:38.637957 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ddf2de-e7ff-41ba-b3c6-cc95f5521697", "tag": "161cf0c7-0025-45ea-b67b-02f1108c6f7b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:38.638365 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5cca3b9-3fcd-4703-8c69-914e2853cf82 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:38.639020 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ddf2de-e7ff-41ba-b3c6-cc95f5521697', 'tag': '161cf0c7-0025-45ea-b67b-02f1108c6f7b', 'status': 'completed', 'code': 200} Sep 16 05:45:38.740977 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-c0ba378f-7aee-42f3-a27f-5baa7aeb8c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:38.743154 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-c0ba378f-7aee-42f3-a27f-5baa7aeb8c7c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 1096 time: 0.0728531 Sep 16 05:45:38.760254 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-6b4fc0f0-d71f-4360-ab26-602a120504a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:38.761733 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-6b4fc0f0-d71f-4360-ab26-602a120504a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 1096 time: 0.0641246 Sep 16 05:45:38.922902 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-b24a299b-873d-4fde-a74e-fcaca486c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:38.924474 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-b24a299b-873d-4fde-a74e-fcaca486c007 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1742060 Sep 16 05:45:38.930251 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-2f5e7020-434c-457e-a70c-9b32a5274ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:38.931964 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-2f5e7020-434c-457e-a70c-9b32a5274ee3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1582570 Sep 16 05:45:39.037323 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-1a6b15d9-855e-45d8-9c83-2f19a0a53340 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b HTTP/1.1" status: 200 len: 1000 time: 0.1044743 Sep 16 05:45:39.063089 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-7c464f3c-c669-4342-b4d1-af9be20eb723 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b HTTP/1.1" status: 200 len: 1000 time: 0.0925534 Sep 16 05:45:39.142688 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-a7f88b9a-78ee-4232-a9f6-4c99b82bd621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:39.144175 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-a7f88b9a-78ee-4232-a9f6-4c99b82bd621 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0985336 Sep 16 05:45:39.151347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-578d214a-f92b-4949-8604-be946eb59ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:39.152825 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-578d214a-f92b-4949-8604-be946eb59ef2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0677335 Sep 16 05:45:39.229503 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-5bae2052-4e55-41b6-85bf-9ea729d49b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:39.231102 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-5bae2052-4e55-41b6-85bf-9ea729d49b60 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773816 Sep 16 05:45:39.237412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-a5f559e4-3721-4f14-b0d2-b30ab4e19c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:39.238943 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-a5f559e4-3721-4f14-b0d2-b30ab4e19c93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774772 Sep 16 05:45:39.441105 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-201ba0ad-85b1-4400-a9ce-47fc84262e54 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008040 Sep 16 05:45:39.442210 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:39.444073 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-aee6f126-6e57-4e69-b4a4-faedf8a780ed service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959817 Sep 16 05:45:40.030848 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-5773c122-8664-4269-924c-e5e88fd3266b service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827272 Sep 16 05:45:40.036322 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-582c3389-a8a6-4fdf-b99e-50990d7a90b7 req-655009a2-24a9-4ca8-9f59-cb82984370c8 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800412 Sep 16 05:45:40.046317 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8e06d-a848-4222-b244-ff79019af5d1 req-0a8d4ace-2d7a-4710-be45-38f4393badc1 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:40.047967 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ba8e06d-a848-4222-b244-ff79019af5d1 req-0a8d4ace-2d7a-4710-be45-38f4393badc1 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 944 time: 0.1355858 Sep 16 05:45:40.104814 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7ba8e06d-a848-4222-b244-ff79019af5d1 req-14a52f2a-6369-4428-9bf5-c31b31b42bb7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431623 Sep 16 05:45:41.219984 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:41.242043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2c3fb-7d4b-478c-927f-7eed6fc24105 req-28835126-5e5c-4a19-8be4-3b0ed2fe8bed tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:41.244513 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4c2c3fb-7d4b-478c-927f-7eed6fc24105 req-28835126-5e5c-4a19-8be4-3b0ed2fe8bed tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 944 time: 0.0578134 Sep 16 05:45:41.289691 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4c2c3fb-7d4b-478c-927f-7eed6fc24105 req-58a1eda5-2746-4bd9-9a7b-7e1e1ffce4b7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381496 Sep 16 05:45:42.417837 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547f1ce-ebf9-4886-bb72-89dea1b3a495 req-f19e22d0-44f5-4b99-8d35-7ff93893d458 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:42.419525 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e547f1ce-ebf9-4886-bb72-89dea1b3a495 req-f19e22d0-44f5-4b99-8d35-7ff93893d458 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 944 time: 0.0546348 Sep 16 05:45:42.477402 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e547f1ce-ebf9-4886-bb72-89dea1b3a495 req-611e1477-dfac-41b7-af73-ac1fa5728b5c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515020 Sep 16 05:45:42.839709 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 161cf0c7-0025-45ea-b67b-02f1108c6f7b details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:45:42.851906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff0a7e-70b0-4285-a5a6-58ddecf14972 req-14ec80e1-b9a9-4610-a271-3e963d12432e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:42.853996 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2ff0a7e-70b0-4285-a5a6-58ddecf14972 req-14ec80e1-b9a9-4610-a271-3e963d12432e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 944 time: 0.0661113 Sep 16 05:45:42.935975 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2ff0a7e-70b0-4285-a5a6-58ddecf14972 req-941efc98-1c85-4beb-8cd1-c89166f1ec11 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727472 Sep 16 05:45:42.957583 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443a5a2-fa12-4a7b-99ba-6333d7b1128b req-e281a652-2c9f-43c7-a30d-43b34c1667c5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:42.959267 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5443a5a2-fa12-4a7b-99ba-6333d7b1128b req-e281a652-2c9f-43c7-a30d-43b34c1667c5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697&tenant_id=b57657202d0842fa8f4602e517981ce2&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 944 time: 0.0771632 Sep 16 05:45:43.014246 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 161cf0c7-0025-45ea-b67b-02f1108c6f7b, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:43.024968 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-5443a5a2-fa12-4a7b-99ba-6333d7b1128b req-cf320450-4747-4f68-985d-461b513dc656 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:45:43.026014 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5443a5a2-fa12-4a7b-99ba-6333d7b1128b req-cf320450-4747-4f68-985d-461b513dc656 service neutron] 10.222.0.21 "DELETE /v2.0/ports/161cf0c7-0025-45ea-b67b-02f1108c6f7b/bindings/n-h1-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.0593884 Sep 16 05:45:43.035392 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '161cf0c7-0025-45ea-b67b-02f1108c6f7b', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'port_id': '161cf0c7-0025-45ea-b67b-02f1108c6f7b', 'mac_address': 'fa:16:3e:53:7c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:45:43.084674 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:43.102659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161cf0c7-0025-45ea-b67b-02f1108c6f7b {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:45:43.129131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 161cf0c7-0025-45ea-b67b-02f1108c6f7b, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:43.153955 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443a5a2-fa12-4a7b-99ba-6333d7b1128b req-9f304d4a-3a49-4790-b178-d871aedecf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:43.155676 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5443a5a2-fa12-4a7b-99ba-6333d7b1128b req-9f304d4a-3a49-4790-b178-d871aedecf48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 1096 time: 0.0585318 Sep 16 05:45:43.204866 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:43.260851 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=161cf0c7-0025-45ea-b67b-02f1108c6f7b,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:43.269811 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:43.270037 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:43.270380 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:43.270719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:43.271082 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:43.271418 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:43.271746 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:43.272100 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:43.272748 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:43.272748 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:43.273081 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:43.273426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:43.291138 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443a5a2-fa12-4a7b-99ba-6333d7b1128b req-ab0c9a80-81f3-4150-a94b-c7196176344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:43.292672 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5443a5a2-fa12-4a7b-99ba-6333d7b1128b req-ab0c9a80-81f3-4150-a94b-c7196176344b service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1302912 Sep 16 05:45:43.376551 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5443a5a2-fa12-4a7b-99ba-6333d7b1128b req-92121a1f-e92e-4d24-a90a-e3a00cdbdb80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b HTTP/1.1" status: 200 len: 1001 time: 0.0758986 Sep 16 05:45:43.433699 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443a5a2-fa12-4a7b-99ba-6333d7b1128b req-a9abf388-1c0a-4d88-8fa0-ad40389c4ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:43.435265 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5443a5a2-fa12-4a7b-99ba-6333d7b1128b req-a9abf388-1c0a-4d88-8fa0-ad40389c4ef2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0499306 Sep 16 05:45:43.489802 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443a5a2-fa12-4a7b-99ba-6333d7b1128b req-94fd0455-76e8-41e1-b01c-cb14ac508aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:43.491441 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5443a5a2-fa12-4a7b-99ba-6333d7b1128b req-94fd0455-76e8-41e1-b01c-cb14ac508aec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487309 Sep 16 05:45:43.605896 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5443a5a2-fa12-4a7b-99ba-6333d7b1128b req-ba0d30f6-9624-42eb-901b-008bb6ca3128 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066337 Sep 16 05:45:43.616786 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['161cf0c7-0025-45ea-b67b-02f1108c6f7b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:45:43.770380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5443a5a2-fa12-4a7b-99ba-6333d7b1128b req-8790d37c-ef8d-4cdb-9edb-5170c3ae7f86 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566534 Sep 16 05:45:44.081078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13705c46-3044-4252-8292-fd5074719c24 req-f5d14874-25d8-4a08-86ff-d9c2551892c4 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:44.082957 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13705c46-3044-4252-8292-fd5074719c24 req-f5d14874-25d8-4a08-86ff-d9c2551892c4 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 945 time: 0.0593445 Sep 16 05:45:44.133715 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13705c46-3044-4252-8292-fd5074719c24 req-1bb34cca-cf25-4983-bc31-1962764a8eb0 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427148 Sep 16 05:45:44.845944 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 161cf0c7-0025-45ea-b67b-02f1108c6f7b up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:45:44.993893 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 161cf0c7-0025-45ea-b67b-02f1108c6f7b completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:45:44.998662 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 161cf0c7-0025-45ea-b67b-02f1108c6f7b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:45:44.999176 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.113002 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.155100 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ddf2de-e7ff-41ba-b3c6-cc95f5521697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161cf0c7-0025-45ea-b67b-02f1108c6f7b'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:45.159422 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea4e5c4-0645-45d5-9f85-1b117abf0b68" -d '{"events": [{"server_uuid": "e5ddf2de-e7ff-41ba-b3c6-cc95f5521697", "name": "network-vif-plugged", "status": "completed", "tag": "161cf0c7-0025-45ea-b67b-02f1108c6f7b"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:45.191295 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 161cf0c7-0025-45ea-b67b-02f1108c6f7b, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:45.296568 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba2a786-dfe9-4887-b144-3320f9aa6d0c x-openstack-request-id: req-9ba2a786-dfe9-4887-b144-3320f9aa6d0c {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:45.296990 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ddf2de-e7ff-41ba-b3c6-cc95f5521697", "name": "network-vif-plugged", "status": "completed", "tag": "161cf0c7-0025-45ea-b67b-02f1108c6f7b", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:45.297377 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ba2a786-dfe9-4887-b144-3320f9aa6d0c {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:45.297980 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ddf2de-e7ff-41ba-b3c6-cc95f5521697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161cf0c7-0025-45ea-b67b-02f1108c6f7b', 'code': 200} Sep 16 05:45:45.302293 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.311580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0a691-68f5-453b-a013-e49c8aa9925b req-ffe25ae0-6c35-4c7e-b414-14a82e3215b9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:45.313308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53e0a691-68f5-453b-a013-e49c8aa9925b req-ffe25ae0-6c35-4c7e-b414-14a82e3215b9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 945 time: 0.0739129 Sep 16 05:45:45.366368 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=161cf0c7-0025-45ea-b67b-02f1108c6f7b,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:45.369583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-53e0a691-68f5-453b-a013-e49c8aa9925b req-94472f94-59e1-4e54-9afe-38dcd40a8350 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436406 Sep 16 05:45:45.533484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05800f2-74be-4c70-8b96-ad21bf6a8b67 req-7a819405-54c9-4345-8b2c-aa1d73169f3a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:45.535080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d05800f2-74be-4c70-8b96-ad21bf6a8b67 req-7a819405-54c9-4345-8b2c-aa1d73169f3a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0545864 Sep 16 05:45:45.584130 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d05800f2-74be-4c70-8b96-ad21bf6a8b67 req-2d49f31a-c2e5-48e6-a49a-a8f2e47c5f75 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387239 Sep 16 05:45:46.020956 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490349f4-bb08-4921-a1ed-a2dea815c56c req-c56201e4-b23e-40e1-8b4b-4b9c4931f2c6 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:46.023676 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-490349f4-bb08-4921-a1ed-a2dea815c56c req-c56201e4-b23e-40e1-8b4b-4b9c4931f2c6 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0649331 Sep 16 05:45:46.078862 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-490349f4-bb08-4921-a1ed-a2dea815c56c req-5e1c7cd1-d118-4253-9f61-c454307a5527 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469601 Sep 16 05:45:46.168552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5967de-ee0b-4306-ae10-7fdc3acce785 req-d0c30606-2649-4a86-9791-21ec023fc218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:46.171238 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b5967de-ee0b-4306-ae10-7fdc3acce785 req-d0c30606-2649-4a86-9791-21ec023fc218 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 1098 time: 0.0670054 Sep 16 05:45:46.276495 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5967de-ee0b-4306-ae10-7fdc3acce785 req-289ff4fa-ca2f-49f3-82dd-432930d611ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:46.278254 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b5967de-ee0b-4306-ae10-7fdc3acce785 req-289ff4fa-ca2f-49f3-82dd-432930d611ae service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1000485 Sep 16 05:45:46.357616 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b5967de-ee0b-4306-ae10-7fdc3acce785 req-53051868-699e-4f04-8f9e-cb29247d6032 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b HTTP/1.1" status: 200 len: 1002 time: 0.0715189 Sep 16 05:45:46.409636 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5967de-ee0b-4306-ae10-7fdc3acce785 req-57120884-bf5b-4702-9fe9-084994bc077d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:46.411174 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b5967de-ee0b-4306-ae10-7fdc3acce785 req-57120884-bf5b-4702-9fe9-084994bc077d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0468755 Sep 16 05:45:46.459114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5967de-ee0b-4306-ae10-7fdc3acce785 req-95f0e6e6-46f6-4f7f-80c2-3f29b395fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:46.460729 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b5967de-ee0b-4306-ae10-7fdc3acce785 req-95f0e6e6-46f6-4f7f-80c2-3f29b395fe4f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428813 Sep 16 05:45:46.572122 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b5967de-ee0b-4306-ae10-7fdc3acce785 req-c6aaa8d9-6f1d-4d7a-b752-c643dbd705a7 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035814 Sep 16 05:45:46.681994 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b5967de-ee0b-4306-ae10-7fdc3acce785 req-d27ddc18-28c8-480c-b93a-f6e149c16814 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026192 Sep 16 05:45:47.232600 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bb666-e0fa-425f-b664-c8e66014b16d req-42dbe42a-6acd-4e44-86e4-f36dd1af3499 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:47.234284 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-444bb666-e0fa-425f-b664-c8e66014b16d req-42dbe42a-6acd-4e44-86e4-f36dd1af3499 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0706449 Sep 16 05:45:47.284626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-444bb666-e0fa-425f-b664-c8e66014b16d req-d6290545-9337-4fa3-b7b4-585eab8955a4 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429671 Sep 16 05:45:48.414025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622db41-5a31-4a25-b14c-b73dd2787e6c req-26b97897-f0f1-4de8-962d-788d2efa143a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:48.416142 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0622db41-5a31-4a25-b14c-b73dd2787e6c req-26b97897-f0f1-4de8-962d-788d2efa143a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0542505 Sep 16 05:45:48.474921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0622db41-5a31-4a25-b14c-b73dd2787e6c req-bea840b8-a9b1-4c1a-8f88-129407194d6b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519271 Sep 16 05:45:49.089252 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a1edb-2058-4649-88a6-9f81131bed5e req-7e558257-de97-4cd9-8d30-b902d4ba3430 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:49.090706 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e5a1edb-2058-4649-88a6-9f81131bed5e req-7e558257-de97-4cd9-8d30-b902d4ba3430 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0544879 Sep 16 05:45:49.142069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e5a1edb-2058-4649-88a6-9f81131bed5e req-df9afeab-2e54-4700-af9a-da02fe57cfb5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401108 Sep 16 05:45:50.296728 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac2597-7b97-4d90-add0-d7a70119aee6 req-19bea66d-b2c7-4b65-9de9-7904d5689b83 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:50.298307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aeac2597-7b97-4d90-add0-d7a70119aee6 req-19bea66d-b2c7-4b65-9de9-7904d5689b83 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0573251 Sep 16 05:45:50.342479 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aeac2597-7b97-4d90-add0-d7a70119aee6 req-e505b6a6-5377-4b6b-89f5-aa60a47549d2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379903 Sep 16 05:45:50.719541 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e269534-fb05-4092-95a1-3fcf8b3d9f6c req-0db018a9-3354-4b92-af09-2aace61f36fc tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:50.721128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e269534-fb05-4092-95a1-3fcf8b3d9f6c req-0db018a9-3354-4b92-af09-2aace61f36fc tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 946 time: 0.0511737 Sep 16 05:45:50.841491 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-4e269534-fb05-4092-95a1-3fcf8b3d9f6c req-d05020bd-5491-4e6c-94c3-3ed02d01895f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Deleting port 161cf0c7-0025-45ea-b67b-02f1108c6f7b {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:50.842064 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e269534-fb05-4092-95a1-3fcf8b3d9f6c req-d05020bd-5491-4e6c-94c3-3ed02d01895f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:50.953886 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4e269534-fb05-4092-95a1-3fcf8b3d9f6c req-d05020bd-5491-4e6c-94c3-3ed02d01895f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] For port 161cf0c7-0025-45ea-b67b-02f1108c6f7b, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=161cf0c7-0025-45ea-b67b-02f1108c6f7b,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:50.954255 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e269534-fb05-4092-95a1-3fcf8b3d9f6c req-d05020bd-5491-4e6c-94c3-3ed02d01895f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:51.164835 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e269534-fb05-4092-95a1-3fcf8b3d9f6c req-d05020bd-5491-4e6c-94c3-3ed02d01895f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:51.165210 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e269534-fb05-4092-95a1-3fcf8b3d9f6c req-d05020bd-5491-4e6c-94c3-3ed02d01895f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:51.165556 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [req-4e269534-fb05-4092-95a1-3fcf8b3d9f6c req-d05020bd-5491-4e6c-94c3-3ed02d01895f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Floating IP e6fff030-da70-4ea1-81ed-fdfc70af43a0 disassociated. External IP: 172.25.4.103, port: 161cf0c7-0025-45ea-b67b-02f1108c6f7b. Sep 16 05:45:51.165948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-4e269534-fb05-4092-95a1-3fcf8b3d9f6c req-d05020bd-5491-4e6c-94c3-3ed02d01895f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Calling delete_port for 161cf0c7-0025-45ea-b67b-02f1108c6f7b owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:51.420055 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e269534-fb05-4092-95a1-3fcf8b3d9f6c req-d05020bd-5491-4e6c-94c3-3ed02d01895f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:51.471896 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05020bd-5491-4e6c-94c3-3ed02d01895f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Pushing event deleted for resources: {'Port': ['ID=161cf0c7-0025-45ea-b67b-02f1108c6f7b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:51.492670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bb3e2248-3775-4250-a6a2-8539fdf3fa5f req-22d43249-9030-4045-bb27-c3c106da6cee tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 210 time: 0.0636680 Sep 16 05:45:51.634410 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e269534-fb05-4092-95a1-3fcf8b3d9f6c req-d05020bd-5491-4e6c-94c3-3ed02d01895f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Router 764b2ebd-b52b-4b11-ace3-b737e42cb443 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:45:51.770823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e269534-fb05-4092-95a1-3fcf8b3d9f6c req-d05020bd-5491-4e6c-94c3-3ed02d01895f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:45:51.782539 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fba7b8-11b0-4bdc-86c5-6552536da5d1 None None] Sync routers for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:45:51.794377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fba7b8-11b0-4bdc-86c5-6552536da5d1 None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:51.795193 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-77fba7b8-11b0-4bdc-86c5-6552536da5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:45:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:51.817331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e269534-fb05-4092-95a1-3fcf8b3d9f6c req-d05020bd-5491-4e6c-94c3-3ed02d01895f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] No DVR routers for this DVR port 161cf0c7-0025-45ea-b67b-02f1108c6f7b on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:51.820304 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4e269534-fb05-4092-95a1-3fcf8b3d9f6c req-d05020bd-5491-4e6c-94c3-3ed02d01895f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:51.827339 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e269534-fb05-4092-95a1-3fcf8b3d9f6c req-d05020bd-5491-4e6c-94c3-3ed02d01895f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.38 "DELETE /v2.0/ports/161cf0c7-0025-45ea-b67b-02f1108c6f7b HTTP/1.1" status: 204 len: 173 time: 1.0944681 Sep 16 05:45:51.827339 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ddf2de-e7ff-41ba-b3c6-cc95f5521697', 'name': 'network-vif-deleted', 'tag': '161cf0c7-0025-45ea-b67b-02f1108c6f7b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:51.827339 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec7a127-d688-4a99-ad03-2a74f1ec3431" -d '{"events": [{"server_uuid": "e5ddf2de-e7ff-41ba-b3c6-cc95f5521697", "name": "network-vif-deleted", "tag": "161cf0c7-0025-45ea-b67b-02f1108c6f7b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:51.871080 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108727f4-581d-4e77-9b91-3e5ff9359aa1 x-openstack-request-id: req-108727f4-581d-4e77-9b91-3e5ff9359aa1 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:51.871080 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ddf2de-e7ff-41ba-b3c6-cc95f5521697", "name": "network-vif-deleted", "tag": "161cf0c7-0025-45ea-b67b-02f1108c6f7b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:51.871080 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-108727f4-581d-4e77-9b91-3e5ff9359aa1 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:51.871447 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ddf2de-e7ff-41ba-b3c6-cc95f5521697', 'name': 'network-vif-deleted', 'tag': '161cf0c7-0025-45ea-b67b-02f1108c6f7b', 'status': 'completed', 'code': 200} Sep 16 05:45:51.947177 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-77fba7b8-11b0-4bdc-86c5-6552536da5d1 None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:52.253619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-77fba7b8-11b0-4bdc-86c5-6552536da5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:52.294932 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fba7b8-11b0-4bdc-86c5-6552536da5d1 None None] Checking router: 764b2ebd-b52b-4b11-ace3-b737e42cb443 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:45:52.307169 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fba7b8-11b0-4bdc-86c5-6552536da5d1 None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:52.307847 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-77fba7b8-11b0-4bdc-86c5-6552536da5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:45:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:52.444253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-77fba7b8-11b0-4bdc-86c5-6552536da5d1 None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:52.650536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aa37ac7b-2d34-439b-8a95-13d840835a12 req-403e28fb-61a5-44e7-a131-f422caa1892d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ddf2de-e7ff-41ba-b3c6-cc95f5521697 HTTP/1.1" status: 200 len: 210 time: 0.0365484 Sep 16 05:45:52.726985 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-77fba7b8-11b0-4bdc-86c5-6552536da5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:52.761287 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fba7b8-11b0-4bdc-86c5-6552536da5d1 None None] The sync data for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 is: [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:45:53.045785 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb6918a-33a5-4a99-a4f9-dfe56ed3002f None None] New status for floating IP e6fff030-da70-4ea1-81ed-fdfc70af43a0: DOWN {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:45:53.992910 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-b6b29970-5f6c-4209-9700-4d8b638af563 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--311391193&fields=id&tenant_id=b57657202d0842fa8f4602e517981ce2 HTTP/1.1" status: 200 len: 267 time: 0.0386822 Sep 16 05:45:54.118574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-bc68ecb7-af89-468b-8cee-86ace6580cab tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:54.120287 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-bc68ecb7-af89-468b-8cee-86ace6580cab tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 811 time: 0.1193933 Sep 16 05:45:54.145661 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-ef920b8f-bd80-4c8b-98ce-b481d517816a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/quotas/b57657202d0842fa8f4602e517981ce2 HTTP/1.1" status: 200 len: 375 time: 0.0189950 Sep 16 05:45:54.203575 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-34fe45c8-9c72-4db0-b9d4-f507e3612452 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509069 Sep 16 05:45:54.263679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-2ec0e847-b858-4c9a-81c4-42bf6b27902b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:45:54.264790 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-2ec0e847-b858-4c9a-81c4-42bf6b27902b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487757 Sep 16 05:45:54.367066 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-8804804b-518c-4dfe-9b85-c242cdb89285 service neutron] 10.222.0.20 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943282 Sep 16 05:45:54.470934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-013da5f2-0dab-4691-bd52-eda3aa950320 service neutron] 10.222.0.20 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967901 Sep 16 05:45:54.753267 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8fc1adc4-a53d-415d-9c5c-29b58b9b0c7d req-f809a256-637e-49af-96f8-a96def8954c1 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0343177 Sep 16 05:45:54.879520 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:54.894574 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 161cf0c7-0025-45ea-b67b-02f1108c6f7b no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:54.926136 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 161cf0c7-0025-45ea-b67b-02f1108c6f7b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:54.926483 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 161cf0c7-0025-45ea-b67b-02f1108c6f7b not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:55.843266 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9394711-5ffb-4b71-be1e-9a1d1539fdd4 req-24adcfec-1f91-451a-9777-8df2c6b55ab7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0322416 Sep 16 05:45:56.973876 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa33bb78-de47-4f95-8c11-3b9791bde784 req-0d8e1b64-2cf3-4b91-b69c-6aa529d288dd tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0357294 Sep 16 05:45:57.389202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-b7934dd6-c9f7-4b50-a752-58094b08958c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:57.390997 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-b7934dd6-c9f7-4b50-a752-58094b08958c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 811 time: 0.1159048 Sep 16 05:45:57.449567 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-7889fb81-f9ff-4f18-9d81-44bf9789395f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57657202d0842fa8f4602e517981ce2 HTTP/1.1" status: 200 len: 379 time: 0.0380099 Sep 16 05:45:57.463114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-bbd984d6-ff09-47bf-ba1c-1f7a1c8c56d2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Request body: {'port': {'device_id': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'admin_state_up': True, 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'security_groups': ['8e411300-7954-447f-8fdd-b35e134a4196']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:57.764644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-bbd984d6-ff09-47bf-ba1c-1f7a1c8c56d2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Made reservation on behalf of b57657202d0842fa8f4602e517981ce2 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:45:57.768859 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-bbd984d6-ff09-47bf-ba1c-1f7a1c8c56d2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:57.919680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-bbd984d6-ff09-47bf-ba1c-1f7a1c8c56d2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Allocated IP 172.20.0.6 (ea709df9-1b60-440d-95e3-289caa2ed864/0933d1f2-c8fb-42b6-b271-68961540a425/b83311ca-6bfc-4f5a-b949-35bb454f2444) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:45:58.123905 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85a942a4-3146-4872-8adf-161b688f465b req-db63bf50-623b-4067-aa37-d90fe65fe6c3 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0430088 Sep 16 05:45:58.134752 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-bbd984d6-ff09-47bf-ba1c-1f7a1c8c56d2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.257446 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-bbd984d6-ff09-47bf-ba1c-1f7a1c8c56d2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.303679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-bbd984d6-ff09-47bf-ba1c-1f7a1c8c56d2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Network ea709df9-1b60-440d-95e3-289caa2ed864 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:45:58.307925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-bbd984d6-ff09-47bf-ba1c-1f7a1c8c56d2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:45:58.311982 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-bbd984d6-ff09-47bf-ba1c-1f7a1c8c56d2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:45:58.344528 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd984d6-ff09-47bf-ba1c-1f7a1c8c56d2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Pushing event updated for resources: {'Port': ['ID=b83311ca-6bfc-4f5a-b949-35bb454f2444,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:58.385954 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-bbd984d6-ff09-47bf-ba1c-1f7a1c8c56d2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:58.386761 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-bbd984d6-ff09-47bf-ba1c-1f7a1c8c56d2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.488338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-bbd984d6-ff09-47bf-ba1c-1f7a1c8c56d2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0296981 Sep 16 05:45:58.508268 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Request body: {'port': {'device_id': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:58.568744 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.654124 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e8233590-ead5-408b-8d69-ec8ae8821201 None None] Provisioning complete for port b83311ca-6bfc-4f5a-b949-35bb454f2444 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:45:58.654756 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e8233590-ead5-408b-8d69-ec8ae8821201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.716367 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e8233590-ead5-408b-8d69-ec8ae8821201 None None] Port b83311ca-6bfc-4f5a-b949-35bb454f2444 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:45:58.876204 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.883361 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83311ca-6bfc-4f5a-b949-35bb454f2444 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:45:58.892926 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.906689 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Transition to ACTIVE for port object b83311ca-6bfc-4f5a-b949-35bb454f2444 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:45:58.976475 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.042009 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Pushing event updated for resources: {'Port': ['ID=b83311ca-6bfc-4f5a-b949-35bb454f2444,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:59.133944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Attempting to bind port b83311ca-6bfc-4f5a-b949-35bb454f2444 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:45:59.135161 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Attempting to bind port b83311ca-6bfc-4f5a-b949-35bb454f2444 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:45:59.135161 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Attempting to bind port b83311ca-6bfc-4f5a-b949-35bb454f2444 on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:45:59.140397 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Port b83311ca-6bfc-4f5a-b949-35bb454f2444 on network ea709df9-1b60-440d-95e3-289caa2ed864 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:45:59.140716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Attempting to bind port b83311ca-6bfc-4f5a-b949-35bb454f2444 on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:45:59.146628 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:45:59.147005 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Checking segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:45:59.147595 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Bound using segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:45:59.148130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Bound port: b83311ca-6bfc-4f5a-b949-35bb454f2444, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:45:59.148511 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.232645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] For port b83311ca-6bfc-4f5a-b949-35bb454f2444, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:45:59.236784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] For port b83311ca-6bfc-4f5a-b949-35bb454f2444, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:45:59.305532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39db0d-f4c2-46ca-a3a4-e55ffefbbb3a req-18a3b4b3-57f3-480d-b2c6-4bc8776e091f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:59.308193 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da39db0d-f4c2-46ca-a3a4-e55ffefbbb3a req-18a3b4b3-57f3-480d-b2c6-4bc8776e091f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 943 time: 0.0772827 Sep 16 05:45:59.348536 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.395447 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da39db0d-f4c2-46ca-a3a4-e55ffefbbb3a req-45becaee-52fd-4b67-b861-2fd58653bd94 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809658 Sep 16 05:45:59.409480 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:59.410118 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.411608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] 10.222.0.38 "PUT /v2.0/ports/b83311ca-6bfc-4f5a-b949-35bb454f2444 HTTP/1.1" status: 200 len: 1092 time: 0.9092495 Sep 16 05:45:59.412069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'tag': 'b83311ca-6bfc-4f5a-b949-35bb454f2444'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:59.415346 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ea80d5-27ae-4eff-aa66-bbdd564d0bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4fa167-2609-44ab-961f-368aa1e2e7c7", "tag": "b83311ca-6bfc-4f5a-b949-35bb454f2444"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:59.452641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b122115-23fb-41e7-a048-3817581c89bc service neutron] Pushing event updated for resources: {'Port': ['ID=b83311ca-6bfc-4f5a-b949-35bb454f2444,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:59.484901 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07820526-6b9b-4e4d-b2c9-d36449dfcd2f x-openstack-request-id: req-07820526-6b9b-4e4d-b2c9-d36449dfcd2f {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:59.485223 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4fa167-2609-44ab-961f-368aa1e2e7c7", "tag": "b83311ca-6bfc-4f5a-b949-35bb454f2444", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:59.485502 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07820526-6b9b-4e4d-b2c9-d36449dfcd2f {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:59.486063 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'tag': 'b83311ca-6bfc-4f5a-b949-35bb454f2444', 'status': 'completed', 'code': 200} Sep 16 05:45:59.575602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea80d5-27ae-4eff-aa66-bbdd564d0bd1 req-0d438a7d-1cb6-45f2-8677-d9b823a5cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:59.577239 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9ea80d5-27ae-4eff-aa66-bbdd564d0bd1 req-0d438a7d-1cb6-45f2-8677-d9b823a5cdb8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 1095 time: 0.0518427 Sep 16 05:45:59.708860 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea80d5-27ae-4eff-aa66-bbdd564d0bd1 req-7600d7fc-c47c-48a2-aed8-9abf91b8e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:59.710707 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9ea80d5-27ae-4eff-aa66-bbdd564d0bd1 req-7600d7fc-c47c-48a2-aed8-9abf91b8e2c9 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=b57657202d0842fa8f4602e517981ce2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1200361 Sep 16 05:45:59.832019 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea80d5-27ae-4eff-aa66-bbdd564d0bd1 req-84645f7b-5c7b-4f76-8879-ad683040c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:59.834605 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9ea80d5-27ae-4eff-aa66-bbdd564d0bd1 req-84645f7b-5c7b-4f76-8879-ad683040c862 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1172009 Sep 16 05:45:59.944426 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-120c5d36-b6bf-43a8-b306-6d651a23ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:59.946081 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-120c5d36-b6bf-43a8-b306-6d651a23ee32 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 1095 time: 0.0488865 Sep 16 05:46:00.002732 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-441a3bc9-7d4f-45be-a020-b98e3345f93e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444 HTTP/1.1" status: 200 len: 217 time: 0.0434551 Sep 16 05:46:00.055616 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4fd36e45-203d-47e8-8987-201c9ec77d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:00.057127 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-4fd36e45-203d-47e8-8987-201c9ec77d2f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0474596 Sep 16 05:46:00.115552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-c4a58d89-1374-41db-ad9a-b49b14a248c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:00.118093 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-c4a58d89-1374-41db-ad9a-b49b14a248c5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518811 Sep 16 05:46:00.223302 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-fd899753-7826-4c30-8d97-a23bd206de87 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973520 Sep 16 05:46:00.318285 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6b172bd-4fd0-497c-aa12-8e206caad8ce req-c443a965-2dd9-4ce5-a483-c64febd782a6 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880406 Sep 16 05:46:00.545089 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c984b1-ffc4-4cc2-959c-657dc45d46e8 req-6dd37a43-91f0-4408-82cc-917795d8c4a9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:00.546771 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6c984b1-ffc4-4cc2-959c-657dc45d46e8 req-6dd37a43-91f0-4408-82cc-917795d8c4a9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 943 time: 0.0612087 Sep 16 05:46:00.594468 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6c984b1-ffc4-4cc2-959c-657dc45d46e8 req-984fc4d8-9558-47c2-a52c-020b5e14580c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411904 Sep 16 05:46:01.727993 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef6abc-c154-41fd-b6b5-0ab22ce0e8bd req-5e0e6bc4-f3db-450a-8938-e34523cc79a2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:01.730098 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01ef6abc-c154-41fd-b6b5-0ab22ce0e8bd req-5e0e6bc4-f3db-450a-8938-e34523cc79a2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 943 time: 0.0592270 Sep 16 05:46:01.779083 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01ef6abc-c154-41fd-b6b5-0ab22ce0e8bd req-f0dcf482-05cb-4097-9814-b20687014aeb tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422447 Sep 16 05:46:02.940514 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00eaeb-6885-441e-9732-d7c9ef69b967 req-40a92edc-56f9-40c8-ba12-a5b5e18abdbe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:02.942118 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca00eaeb-6885-441e-9732-d7c9ef69b967 req-40a92edc-56f9-40c8-ba12-a5b5e18abdbe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 943 time: 0.0678787 Sep 16 05:46:02.986159 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca00eaeb-6885-441e-9732-d7c9ef69b967 req-3310a8dd-0ba4-42a0-9191-62a9486045e0 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367985 Sep 16 05:46:04.139119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fd8a1-c2a2-4fd6-9beb-7b35debea44c req-1a731a99-c3a7-4853-9e40-4c9776a37e25 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:04.141647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-876fd8a1-c2a2-4fd6-9beb-7b35debea44c req-1a731a99-c3a7-4853-9e40-4c9776a37e25 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 943 time: 0.0737488 Sep 16 05:46:04.197120 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-876fd8a1-c2a2-4fd6-9beb-7b35debea44c req-ad62d029-8efd-4b7a-85b5-dbea0861e402 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422177 Sep 16 05:46:04.970203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b83311ca-6bfc-4f5a-b949-35bb454f2444 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:46:05.075320 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port b83311ca-6bfc-4f5a-b949-35bb454f2444, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:05.089671 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'b83311ca-6bfc-4f5a-b949-35bb454f2444', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'port_id': 'b83311ca-6bfc-4f5a-b949-35bb454f2444', 'mac_address': 'fa:16:3e:b7:e7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:46:05.133713 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.159429 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83311ca-6bfc-4f5a-b949-35bb454f2444 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:05.183161 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port b83311ca-6bfc-4f5a-b949-35bb454f2444, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:05.304693 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.340072 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-03bf26e7-fb49-4e72-bd61-d873f4899419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.368125 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a58c78-088e-41a2-b94f-f26224e82023 req-461f29cd-2ba3-42a1-aa5a-cd2827ed2531 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:05.371037 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0a58c78-088e-41a2-b94f-f26224e82023 req-461f29cd-2ba3-42a1-aa5a-cd2827ed2531 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 943 time: 0.0836077 Sep 16 05:46:05.372927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=b83311ca-6bfc-4f5a-b949-35bb454f2444,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:05.436447 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0a58c78-088e-41a2-b94f-f26224e82023 req-d2156c25-8d99-4602-b8c3-0045ec67bcc0 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571446 Sep 16 05:46:05.654082 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['b83311ca-6bfc-4f5a-b949-35bb454f2444'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:46:06.574484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cec2d-7780-4d62-ab6c-437b944e102e req-af4b6c87-3508-418f-a096-a2088d5f84f3 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:06.576156 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-903cec2d-7780-4d62-ab6c-437b944e102e req-af4b6c87-3508-418f-a096-a2088d5f84f3 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 944 time: 0.0571747 Sep 16 05:46:06.619618 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-903cec2d-7780-4d62-ab6c-437b944e102e req-6504db8a-492f-4353-b958-36636d6b2b06 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370746 Sep 16 05:46:06.964524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b83311ca-6bfc-4f5a-b949-35bb454f2444 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:46:07.099901 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port b83311ca-6bfc-4f5a-b949-35bb454f2444 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:46:07.107217 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port b83311ca-6bfc-4f5a-b949-35bb454f2444 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:07.109042 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.243725 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.270382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83311ca-6bfc-4f5a-b949-35bb454f2444'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:07.273286 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5673fbb2-0b4b-456f-9f7f-5a2f1b759daa" -d '{"events": [{"server_uuid": "3d4fa167-2609-44ab-961f-368aa1e2e7c7", "name": "network-vif-plugged", "status": "completed", "tag": "b83311ca-6bfc-4f5a-b949-35bb454f2444"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:07.291203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port b83311ca-6bfc-4f5a-b949-35bb454f2444, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:07.316297 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf839d0d-cc4e-41cf-bdcf-5c8c7e125bd6 x-openstack-request-id: req-bf839d0d-cc4e-41cf-bdcf-5c8c7e125bd6 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:07.316739 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4fa167-2609-44ab-961f-368aa1e2e7c7", "name": "network-vif-plugged", "status": "completed", "tag": "b83311ca-6bfc-4f5a-b949-35bb454f2444", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:07.317081 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf839d0d-cc4e-41cf-bdcf-5c8c7e125bd6 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:07.317577 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83311ca-6bfc-4f5a-b949-35bb454f2444', 'code': 200} Sep 16 05:46:07.385339 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.437502 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=b83311ca-6bfc-4f5a-b949-35bb454f2444,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:07.447055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae5c1f-d20b-43f1-bfbd-10fa85c7d75a req-339dec51-6110-4788-b34d-b87ca1831e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:07.448872 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-faae5c1f-d20b-43f1-bfbd-10fa85c7d75a req-339dec51-6110-4788-b34d-b87ca1831e9a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 1097 time: 0.0472419 Sep 16 05:46:07.858707 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4d27606a-eb45-4c8a-8e8a-2092cefcedb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.902929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-faae5c1f-d20b-43f1-bfbd-10fa85c7d75a req-8c6e76cd-1b7e-4e99-908a-1d9d94b65123 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4445298 Sep 16 05:46:07.921797 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dacf2-7c5d-4470-8f20-18c3500cf8b8 req-d18c8bf2-ab5c-4efc-9479-dc13f138f12c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:07.923423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-945dacf2-7c5d-4470-8f20-18c3500cf8b8 req-d18c8bf2-ab5c-4efc-9479-dc13f138f12c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0655782 Sep 16 05:46:07.965005 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-945dacf2-7c5d-4470-8f20-18c3500cf8b8 req-e6308548-3622-4348-a5d2-3f097ac0255c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348945 Sep 16 05:46:08.653354 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.089533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08a08d-3068-4ec0-ad98-2dd492005700 req-1568d317-2780-4efe-9614-0a81ae4a3fdf tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:09.091196 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e08a08d-3068-4ec0-ad98-2dd492005700 req-1568d317-2780-4efe-9614-0a81ae4a3fdf tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0530674 Sep 16 05:46:09.133779 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e08a08d-3068-4ec0-ad98-2dd492005700 req-0540c8cd-17e0-4115-8e78-f1ab3da1ce34 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363646 Sep 16 05:46:09.493203 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:10.263171 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d05c6-5bea-4ee9-9737-b70ab2f5a391 req-8dcc137e-5f51-4197-a973-988448f4c0ef tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:10.264873 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e9d05c6-5bea-4ee9-9737-b70ab2f5a391 req-8dcc137e-5f51-4197-a973-988448f4c0ef tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0549769 Sep 16 05:46:10.312592 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e9d05c6-5bea-4ee9-9737-b70ab2f5a391 req-2a9cb3cb-805c-47d3-a0c9-9d112a9704a7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350273 Sep 16 05:46:10.437917 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9026d83-5029-4faf-8090-d1b3d4fa919c req-f47c4a43-3cc3-48aa-9f14-46255bc776d4 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:10.439381 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9026d83-5029-4faf-8090-d1b3d4fa919c req-f47c4a43-3cc3-48aa-9f14-46255bc776d4 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0575173 Sep 16 05:46:10.451870 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 40172) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:10.459239 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-832743d2-bcf9-4d88-85d3-ad04ed185c98 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Request body: {'floatingip': {'port_id': 'b83311ca-6bfc-4f5a-b949-35bb454f2444'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:10.505862 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-832743d2-bcf9-4d88-85d3-ad04ed185c98 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for floatingip, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:11.013314 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:11.021655 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-832743d2-bcf9-4d88-85d3-ad04ed185c98 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:11.127584 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-832743d2-bcf9-4d88-85d3-ad04ed185c98 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:11.237782 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-832743d2-bcf9-4d88-85d3-ad04ed185c98 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Floating IP e6fff030-da70-4ea1-81ed-fdfc70af43a0 associated. External IP: 172.25.4.103, port: b83311ca-6bfc-4f5a-b949-35bb454f2444. Sep 16 05:46:11.785097 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832743d2-bcf9-4d88-85d3-ad04ed185c98 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Router 764b2ebd-b52b-4b11-ace3-b737e42cb443 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:46:11.915202 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832743d2-bcf9-4d88-85d3-ad04ed185c98 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:46:11.921289 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-832743d2-bcf9-4d88-85d3-ad04ed185c98 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:11.927523 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ecb5e-c530-42d5-96d3-886a2e105a56 None None] Sync routers for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:46:11.938497 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ecb5e-c530-42d5-96d3-886a2e105a56 None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:46:11.939178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-535ecb5e-c530-42d5-96d3-886a2e105a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:46:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:11.957156 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-832743d2-bcf9-4d88-85d3-ad04ed185c98 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "PUT /v2.0/floatingips/e6fff030-da70-4ea1-81ed-fdfc70af43a0 HTTP/1.1" status: 200 len: 991 time: 1.5039146 Sep 16 05:46:11.957916 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'tag': 'b83311ca-6bfc-4f5a-b949-35bb454f2444'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:11.960259 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2663f9d672860e5b08cb8136f6a16bb4a4489f933b2f52128081a9a2ad1bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9c93f6-8636-4e8c-9a09-6b6987ab3405" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4fa167-2609-44ab-961f-368aa1e2e7c7", "tag": "b83311ca-6bfc-4f5a-b949-35bb454f2444"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:12.060029 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdf81ed-c693-450b-9a9d-b31f494da12e x-openstack-request-id: req-4cdf81ed-c693-450b-9a9d-b31f494da12e {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:12.060320 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4fa167-2609-44ab-961f-368aa1e2e7c7", "tag": "b83311ca-6bfc-4f5a-b949-35bb454f2444", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:12.060570 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4cdf81ed-c693-450b-9a9d-b31f494da12e {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:12.060971 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'tag': 'b83311ca-6bfc-4f5a-b949-35bb454f2444', 'status': 'completed', 'code': 200} Sep 16 05:46:12.069374 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-535ecb5e-c530-42d5-96d3-886a2e105a56 None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:46:12.173930 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c93f6-8636-4e8c-9a09-6b6987ab3405 req-c77b0840-6a98-44e7-9c41-4f69d4b066b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:12.176752 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c9c93f6-8636-4e8c-9a09-6b6987ab3405 req-c77b0840-6a98-44e7-9c41-4f69d4b066b4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 1097 time: 0.0727744 Sep 16 05:46:12.313207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c93f6-8636-4e8c-9a09-6b6987ab3405 req-c929dec8-420d-44d3-bc07-0ace0cf0249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:12.314753 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c9c93f6-8636-4e8c-9a09-6b6987ab3405 req-c929dec8-420d-44d3-bc07-0ace0cf0249b service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1314859 Sep 16 05:46:12.401170 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c9c93f6-8636-4e8c-9a09-6b6987ab3405 req-d50b190d-8418-43c7-bdc3-f9de947adb8f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444 HTTP/1.1" status: 200 len: 999 time: 0.0789571 Sep 16 05:46:12.465213 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c93f6-8636-4e8c-9a09-6b6987ab3405 req-f4ddf13a-14ea-4c9c-99e0-7cf724d354f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:12.466828 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c9c93f6-8636-4e8c-9a09-6b6987ab3405 req-f4ddf13a-14ea-4c9c-99e0-7cf724d354f2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0585802 Sep 16 05:46:12.531193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c93f6-8636-4e8c-9a09-6b6987ab3405 req-1b9ec671-151c-4534-bc9f-a42826e8185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:12.532760 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c9c93f6-8636-4e8c-9a09-6b6987ab3405 req-1b9ec671-151c-4534-bc9f-a42826e8185c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581517 Sep 16 05:46:12.536796 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-535ecb5e-c530-42d5-96d3-886a2e105a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'e6fff030-da70-4ea1-81ed-fdfc70af43a0', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'port_id': 'b83311ca-6bfc-4f5a-b949-35bb454f2444', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'mac_address': 'fa:16:3e:b7:e7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:11Z', 'updated_at': '2021-09-16T05:46:10Z', 'revision_number': 9, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:12.565479 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ecb5e-c530-42d5-96d3-886a2e105a56 None None] Checking router: 764b2ebd-b52b-4b11-ace3-b737e42cb443 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:46:12.575622 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ecb5e-c530-42d5-96d3-886a2e105a56 None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:46:12.576273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-535ecb5e-c530-42d5-96d3-886a2e105a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:46:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:12.636024 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c9c93f6-8636-4e8c-9a09-6b6987ab3405 req-75176e64-16ae-4d7b-b86b-2941a5561573 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962279 Sep 16 05:46:12.692551 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-535ecb5e-c530-42d5-96d3-886a2e105a56 None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:46:12.745987 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3c9c93f6-8636-4e8c-9a09-6b6987ab3405 req-22bc0f03-6dce-4f56-8043-94a8fdbe7e1d service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023495 Sep 16 05:46:12.985765 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-535ecb5e-c530-42d5-96d3-886a2e105a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'e6fff030-da70-4ea1-81ed-fdfc70af43a0', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'port_id': 'b83311ca-6bfc-4f5a-b949-35bb454f2444', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'mac_address': 'fa:16:3e:b7:e7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:11Z', 'updated_at': '2021-09-16T05:46:10Z', 'revision_number': 9, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:13.021024 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ecb5e-c530-42d5-96d3-886a2e105a56 None None] The sync data for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 is: [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'e6fff030-da70-4ea1-81ed-fdfc70af43a0', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'port_id': 'b83311ca-6bfc-4f5a-b949-35bb454f2444', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'mac_address': 'fa:16:3e:b7:e7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:11Z', 'updated_at': '2021-09-16T05:46:10Z', 'revision_number': 9, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:46:13.365006 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98885a7b-9151-44ce-a9cb-44ea145fc0c7 None None] New status for floating IP e6fff030-da70-4ea1-81ed-fdfc70af43a0: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:46:14.248000 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:46:24.359925 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c66808a5-f681-41ec-aaf1-d2a01f2fdc06 req-78972e3e-0e33-4c44-9c6f-d220b722bbc2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462902 Sep 16 05:46:24.463623 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66808a5-f681-41ec-aaf1-d2a01f2fdc06 req-9766c1f7-f301-4d5a-8a74-253d4da4ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:24.465089 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c66808a5-f681-41ec-aaf1-d2a01f2fdc06 req-9766c1f7-f301-4d5a-8a74-253d4da4ee72 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 1097 time: 0.0464909 Sep 16 05:46:24.586375 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66808a5-f681-41ec-aaf1-d2a01f2fdc06 req-e863b84b-3ae9-4917-9ac9-7fdd40d2c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:24.587900 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c66808a5-f681-41ec-aaf1-d2a01f2fdc06 req-e863b84b-3ae9-4917-9ac9-7fdd40d2c710 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1011069 Sep 16 05:46:24.666003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c66808a5-f681-41ec-aaf1-d2a01f2fdc06 req-ce967681-ce29-4436-95ef-a22a15fb10f3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444 HTTP/1.1" status: 200 len: 1002 time: 0.0699792 Sep 16 05:46:24.725267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66808a5-f681-41ec-aaf1-d2a01f2fdc06 req-99bfc06a-2d42-443c-83d6-a9d179573080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:24.726912 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c66808a5-f681-41ec-aaf1-d2a01f2fdc06 req-99bfc06a-2d42-443c-83d6-a9d179573080 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0544190 Sep 16 05:46:24.777047 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66808a5-f681-41ec-aaf1-d2a01f2fdc06 req-338de7c4-85b4-44fb-aa5e-7eea061a832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:24.778657 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c66808a5-f681-41ec-aaf1-d2a01f2fdc06 req-338de7c4-85b4-44fb-aa5e-7eea061a832d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449777 Sep 16 05:46:24.875858 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:24.916574 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c66808a5-f681-41ec-aaf1-d2a01f2fdc06 req-5366ce00-4347-4815-829a-ddd1c054cf7d service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301455 Sep 16 05:46:25.039304 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c66808a5-f681-41ec-aaf1-d2a01f2fdc06 req-783a7d67-3112-4a45-8695-889e11c17b89 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158280 Sep 16 05:46:28.861352 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:35.272705 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dd80-6cd9-4b70-a24c-3945ea2390aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:37.806848 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f41249ef-f28d-42d8-92f2-2d7f7696f6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:38.615210 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:39.464052 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:41.035650 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:51.248017 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:46:54.852705 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:58.855493 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:05.300949 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d8d863f4-aa93-4bd9-87ab-a3e2d6d63ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:07.824426 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e8de9da-638f-412b-902c-8d0fcfd70e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:08.609384 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:09.458059 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:11.001285 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:24.867329 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:25.591729 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c79e3651-6eb0-4d77-8c31-fbc30aa68487 req-a3bd561f-651e-4a2e-907e-f415e2756af3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465748 Sep 16 05:47:25.712672 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e3651-6eb0-4d77-8c31-fbc30aa68487 req-fb08f21b-96b9-4e1a-9fa0-b1f253a1b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:25.714309 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c79e3651-6eb0-4d77-8c31-fbc30aa68487 req-fb08f21b-96b9-4e1a-9fa0-b1f253a1b925 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 1097 time: 0.0590882 Sep 16 05:47:25.835913 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e3651-6eb0-4d77-8c31-fbc30aa68487 req-2bde98ff-352c-4621-ab6c-06cea489970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:25.837501 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c79e3651-6eb0-4d77-8c31-fbc30aa68487 req-2bde98ff-352c-4621-ab6c-06cea489970e service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1035120 Sep 16 05:47:25.916344 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c79e3651-6eb0-4d77-8c31-fbc30aa68487 req-7cfa1665-b27f-418f-9553-4951e671e69d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444 HTTP/1.1" status: 200 len: 1002 time: 0.0712602 Sep 16 05:47:25.980780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e3651-6eb0-4d77-8c31-fbc30aa68487 req-7003ab16-a337-462e-850a-f0b36f98bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:25.982406 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c79e3651-6eb0-4d77-8c31-fbc30aa68487 req-7003ab16-a337-462e-850a-f0b36f98bbc5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0585260 Sep 16 05:47:26.044612 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e3651-6eb0-4d77-8c31-fbc30aa68487 req-be2ba7ab-6808-42fd-ab75-5dd6a26b4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:26.046370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c79e3651-6eb0-4d77-8c31-fbc30aa68487 req-be2ba7ab-6808-42fd-ab75-5dd6a26b4ccb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464857 Sep 16 05:47:26.160019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c79e3651-6eb0-4d77-8c31-fbc30aa68487 req-bfe91f00-5ed3-47f7-8b5d-b1081d7960db service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034110 Sep 16 05:47:26.262310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c79e3651-6eb0-4d77-8c31-fbc30aa68487 req-c04ba2df-a3fe-4241-b984-0b1b80514c76 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948117 Sep 16 05:47:28.251360 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:47:28.869016 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:35.266083 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4bd873c6-b7da-4ee6-af0e-6787d0fafd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:37.817309 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c67b31e1-6f68-4af2-b1ee-517987f8870e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:38.634977 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:39.448974 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.045781 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:54.897093 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:58.859557 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:05.252033 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:48:05.291262 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-affe451e-965f-48ee-99d5-3081ba2507ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:07.825490 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1d4c33e5-e572-4f01-95aa-404a370ef63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:08.613478 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:09.466212 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:11.012098 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.885758 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:28.208222 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d02dfb3-0eef-4d11-a105-641b68646f58 req-4f9d0302-6cf6-44a1-9206-3b5122584b41 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554919 Sep 16 05:48:28.317158 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02dfb3-0eef-4d11-a105-641b68646f58 req-97747458-3d0c-4ea8-a546-bb778a4c9169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:28.322363 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d02dfb3-0eef-4d11-a105-641b68646f58 req-97747458-3d0c-4ea8-a546-bb778a4c9169 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 1097 time: 0.0575299 Sep 16 05:48:28.437206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02dfb3-0eef-4d11-a105-641b68646f58 req-7af1e963-dd33-4721-b33b-243e3e9855f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:28.438637 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d02dfb3-0eef-4d11-a105-641b68646f58 req-7af1e963-dd33-4721-b33b-243e3e9855f8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.0947859 Sep 16 05:48:28.512399 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d02dfb3-0eef-4d11-a105-641b68646f58 req-2694eecc-f29b-4378-b61a-c3634976258e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444 HTTP/1.1" status: 200 len: 1002 time: 0.0657156 Sep 16 05:48:28.566246 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02dfb3-0eef-4d11-a105-641b68646f58 req-9b6728c4-5a23-464f-89ad-b09e9f19a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:28.567820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d02dfb3-0eef-4d11-a105-641b68646f58 req-9b6728c4-5a23-464f-89ad-b09e9f19a5f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0487309 Sep 16 05:48:28.622110 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02dfb3-0eef-4d11-a105-641b68646f58 req-0442cd60-a784-4d1e-aa8f-a97bcb50792c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:28.623714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d02dfb3-0eef-4d11-a105-641b68646f58 req-0442cd60-a784-4d1e-aa8f-a97bcb50792c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488863 Sep 16 05:48:28.751720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d02dfb3-0eef-4d11-a105-641b68646f58 req-c9b3dc2d-517d-493a-93be-922feffd0e84 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195128 Sep 16 05:48:28.870354 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d02dfb3-0eef-4d11-a105-641b68646f58 req-79c928d2-24a1-4a25-8ade-218bae2d7b3c service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108680 Sep 16 05:48:28.882201 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:35.295822 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-654d8837-651a-4e24-b2e8-501b1b07f7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:37.835878 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1d1b6bfc-aab7-467f-8499-4019de09e2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:38.595406 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:39.484067 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.026635 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.252129 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:48:42.292330 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-5ae8e117-56af-485e-9f90-62e2856b09e0 req-3120a1e2-fdf7-4f37-8226-25f104111028 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:48:42.293425 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ae8e117-56af-485e-9f90-62e2856b09e0 req-3120a1e2-fdf7-4f37-8226-25f104111028 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066583 Sep 16 05:48:42.694309 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4ddc8-584a-4899-95e1-aa89c865e96f req-664927a6-5fef-4d04-9db9-d07af30b6306 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:42.696871 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4c4ddc8-584a-4899-95e1-aa89c865e96f req-664927a6-5fef-4d04-9db9-d07af30b6306 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.1165802 Sep 16 05:48:42.752262 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4c4ddc8-584a-4899-95e1-aa89c865e96f req-3f99f249-87e2-4c6b-9e63-75dfbe798f27 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409188 Sep 16 05:48:42.812073 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51bf483e-d163-4836-a512-abfc188617ce req-dcafbfdf-23e5-4d82-aa5a-bb8819427a02 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1020784 Sep 16 05:48:43.968909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aafadf-ddfe-4b4a-921b-86122c226c76 req-7d585acb-e637-4b25-b2d5-370e745652af tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:43.971468 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61aafadf-ddfe-4b4a-921b-86122c226c76 req-7d585acb-e637-4b25-b2d5-370e745652af tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.1376383 Sep 16 05:48:44.020812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61aafadf-ddfe-4b4a-921b-86122c226c76 req-68b471cc-6d01-4d8f-bd4e-01c9e95ea1ee tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406723 Sep 16 05:48:45.085406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf483e-d163-4836-a512-abfc188617ce req-c990ce16-905f-4b7f-8037-8177d0d270c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:45.086446 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51bf483e-d163-4836-a512-abfc188617ce req-c990ce16-905f-4b7f-8037-8177d0d270c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 1097 time: 0.0485716 Sep 16 05:48:45.211642 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e100a-ef87-4bd1-813e-b55eb5fb95ee req-0e176148-55fe-425a-a3b7-d3fc3d982f2f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:45.213274 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-739e100a-ef87-4bd1-813e-b55eb5fb95ee req-0e176148-55fe-425a-a3b7-d3fc3d982f2f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.1115675 Sep 16 05:48:45.243386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf483e-d163-4836-a512-abfc188617ce req-08f17d97-4628-4aad-b520-d94ed0e85048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:45.244920 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51bf483e-d163-4836-a512-abfc188617ce req-08f17d97-4628-4aad-b520-d94ed0e85048 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1512346 Sep 16 05:48:45.303280 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-739e100a-ef87-4bd1-813e-b55eb5fb95ee req-4679fe78-b87b-4e10-8b4b-c0f5f15c8486 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830557 Sep 16 05:48:45.325895 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51bf483e-d163-4836-a512-abfc188617ce req-a623cdaf-1d7c-4849-9b20-c8d00950de59 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444 HTTP/1.1" status: 200 len: 1002 time: 0.0739424 Sep 16 05:48:45.382948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf483e-d163-4836-a512-abfc188617ce req-536910cd-f329-4fa5-8094-8db501085e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:45.384370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51bf483e-d163-4836-a512-abfc188617ce req-536910cd-f329-4fa5-8094-8db501085e0f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0513554 Sep 16 05:48:45.441281 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf483e-d163-4836-a512-abfc188617ce req-27b78608-e5ad-489c-a222-9414747f1c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:45.442823 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51bf483e-d163-4836-a512-abfc188617ce req-27b78608-e5ad-489c-a222-9414747f1c43 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474622 Sep 16 05:48:45.540939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51bf483e-d163-4836-a512-abfc188617ce req-d0556b75-8483-4c87-a834-bc62df383955 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900538 Sep 16 05:48:45.652817 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51bf483e-d163-4836-a512-abfc188617ce req-d5a40b50-6652-4489-9064-3c5318b8ae80 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048360 Sep 16 05:48:46.431730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa4bfd-992a-4c78-a3a9-40a8c8af4a26 req-8b5e7ec5-3353-4728-9005-162e0042e544 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:46.433419 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25aa4bfd-992a-4c78-a3a9-40a8c8af4a26 req-8b5e7ec5-3353-4728-9005-162e0042e544 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0565200 Sep 16 05:48:46.473446 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-25aa4bfd-992a-4c78-a3a9-40a8c8af4a26 req-a7fb56bc-8922-4777-b460-c1b342cbc3b8 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340223 Sep 16 05:48:47.605403 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bb0ac-15d9-4f30-a294-b76a56d254c9 req-a4d3dd36-97d4-4344-9f92-f2639015e16b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:47.606822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-171bb0ac-15d9-4f30-a294-b76a56d254c9 req-a4d3dd36-97d4-4344-9f92-f2639015e16b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0628467 Sep 16 05:48:47.652410 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-171bb0ac-15d9-4f30-a294-b76a56d254c9 req-1d052c1a-c03f-4bd0-a7e2-2cc503551823 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394459 Sep 16 05:48:48.773395 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89756441-c344-4237-a61e-17c4b6c4e78b req-0e5cab57-204a-4256-8b1b-50be4d5c8bc4 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:48.774989 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89756441-c344-4237-a61e-17c4b6c4e78b req-0e5cab57-204a-4256-8b1b-50be4d5c8bc4 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0534344 Sep 16 05:48:48.816621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89756441-c344-4237-a61e-17c4b6c4e78b req-3c72577e-19b9-42b6-a3d8-a4769eabf6b8 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354302 Sep 16 05:48:49.943789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb51f2b-cfbe-47cb-b9ce-83be7141b388 req-ae4f70a6-3fe2-40e5-ae32-20eb76ba0ddb tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:49.945894 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4fb51f2b-cfbe-47cb-b9ce-83be7141b388 req-ae4f70a6-3fe2-40e5-ae32-20eb76ba0ddb tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0541887 Sep 16 05:48:49.986431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4fb51f2b-cfbe-47cb-b9ce-83be7141b388 req-49fd9ba9-7cc0-4bad-9cad-d073cb1c76f3 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343509 Sep 16 05:48:51.118285 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10f7e3-ba23-4eda-8f94-c2c3e5def299 req-f7cf3389-cbb4-49b1-b4e3-02d2e4dccc3f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:51.120804 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c10f7e3-ba23-4eda-8f94-c2c3e5def299 req-f7cf3389-cbb4-49b1-b4e3-02d2e4dccc3f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0532765 Sep 16 05:48:51.166611 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c10f7e3-ba23-4eda-8f94-c2c3e5def299 req-03842ba6-a1bd-4304-a267-63bf9db9c070 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397172 Sep 16 05:48:52.291597 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ed41a-6ed9-43bc-9da9-b9afe2e4327a req-d63e806d-3a85-42c5-b3e8-41733a6b90d4 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:52.293161 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e39ed41a-6ed9-43bc-9da9-b9afe2e4327a req-d63e806d-3a85-42c5-b3e8-41733a6b90d4 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0512569 Sep 16 05:48:52.332643 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e39ed41a-6ed9-43bc-9da9-b9afe2e4327a req-28af5703-200f-4a45-a042-4b0d81e755b0 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334148 Sep 16 05:48:53.461734 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9b228-aa9c-49ab-a836-1fce4dd15bbf req-30a4fcdc-363f-458c-b27f-aadf1ed06eee tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:53.463336 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cdd9b228-aa9c-49ab-a836-1fce4dd15bbf req-30a4fcdc-363f-458c-b27f-aadf1ed06eee tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0528209 Sep 16 05:48:53.517344 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cdd9b228-aa9c-49ab-a836-1fce4dd15bbf req-421d288b-7391-496e-ae7b-8cd1dfbe98f8 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378618 Sep 16 05:48:54.646396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e4642-0382-40d4-9e5e-4cdcec00e3c5 req-f56945f8-4b23-4dea-b407-5d780f0a677b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:54.649240 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a38e4642-0382-40d4-9e5e-4cdcec00e3c5 req-f56945f8-4b23-4dea-b407-5d780f0a677b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0597823 Sep 16 05:48:54.695510 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a38e4642-0382-40d4-9e5e-4cdcec00e3c5 req-3c707517-1c94-4fb8-8ea0-0e391b43de8b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390587 Sep 16 05:48:54.884103 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:55.816972 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97a392-0103-43af-9e4d-c0d75f8aa164 req-7ac8061d-b0f7-42d2-8afb-108bfdb65a51 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:55.818607 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c97a392-0103-43af-9e4d-c0d75f8aa164 req-7ac8061d-b0f7-42d2-8afb-108bfdb65a51 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0543346 Sep 16 05:48:55.863573 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c97a392-0103-43af-9e4d-c0d75f8aa164 req-49a106b0-4071-4d91-a8de-78509f1967c7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375688 Sep 16 05:48:56.993083 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a498618-7386-4dd8-aa23-5af871e83982 req-c77b470c-3d78-4257-bafb-133b7926ee9e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:56.994735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a498618-7386-4dd8-aa23-5af871e83982 req-c77b470c-3d78-4257-bafb-133b7926ee9e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0516613 Sep 16 05:48:57.040105 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a498618-7386-4dd8-aa23-5af871e83982 req-9e731ce4-15db-4833-9e7d-ea726aa3df44 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388458 Sep 16 05:48:58.177343 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-51bf483e-d163-4836-a512-abfc188617ce req-83df9550-96f4-4f85-a119-3ee92743e4f9 service neutron] show failed (client error): The resource could not be found. Sep 16 05:48:58.178412 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51bf483e-d163-4836-a512-abfc188617ce req-83df9550-96f4-4f85-a119-3ee92743e4f9 service neutron] 10.222.0.38 "GET /v2.0/ports/b83311ca-6bfc-4f5a-b949-35bb454f2444/bindings/n-h1-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.0939929 Sep 16 05:48:58.187300 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756baf4-8a6e-4670-94a5-93909a28bba6 req-73e8cbb3-f29e-44f4-8888-5922c5bee24a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:58.188863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d756baf4-8a6e-4670-94a5-93909a28bba6 req-73e8cbb3-f29e-44f4-8888-5922c5bee24a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0754378 Sep 16 05:48:58.235349 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d756baf4-8a6e-4670-94a5-93909a28bba6 req-04ef27f8-f285-4c2f-949f-3a7b3b4f6238 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391285 Sep 16 05:48:58.800828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf483e-d163-4836-a512-abfc188617ce req-1b24e805-bc9f-4290-9e8b-b424eed2a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:58.802385 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51bf483e-d163-4836-a512-abfc188617ce req-1b24e805-bc9f-4290-9e8b-b424eed2a879 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7&tenant_id=b57657202d0842fa8f4602e517981ce2 HTTP/1.1" status: 200 len: 1097 time: 0.1005957 Sep 16 05:48:58.821729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-13', 'device_owner': 'compute:nova'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:58.877247 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:58.884039 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:59.102160 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] For port b83311ca-6bfc-4f5a-b949-35bb454f2444, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:59.137934 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] For port b83311ca-6bfc-4f5a-b949-35bb454f2444, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:59.184840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b83311ca-6bfc-4f5a-b949-35bb454f2444'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:59.187220 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca9df5b-cb4e-46d6-88ef-51d46e220d1a" -d '{"events": [{"server_uuid": "3d4fa167-2609-44ab-961f-368aa1e2e7c7", "name": "network-vif-unplugged", "status": "completed", "tag": "b83311ca-6bfc-4f5a-b949-35bb454f2444"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:59.191451 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:59.206274 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Transition to ACTIVE for port object b83311ca-6bfc-4f5a-b949-35bb454f2444 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:48:59.276566 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8361b4-a303-4797-9b81-c254fe6da433 x-openstack-request-id: req-4d8361b4-a303-4797-9b81-c254fe6da433 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:59.277076 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4fa167-2609-44ab-961f-368aa1e2e7c7", "name": "network-vif-unplugged", "status": "completed", "tag": "b83311ca-6bfc-4f5a-b949-35bb454f2444", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:59.277331 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d8361b4-a303-4797-9b81-c254fe6da433 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:59.277850 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b83311ca-6bfc-4f5a-b949-35bb454f2444', 'code': 200} Sep 16 05:48:59.306120 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:59.401317 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b83311ca-6bfc-4f5a-b949-35bb454f2444,revision_number=6']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:59.445054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:59.445435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:59.445776 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:59.446115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:59.446449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:59.446778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:59.447135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:59.447463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:59.447793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:59.448124 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:59.448447 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:59.448769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:59.464806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53adb7-dcc9-42af-9c2d-42f5f26f497d req-bcf931ab-3497-4702-a8cf-9cff7c7fd3cc tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:59.466481 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf53adb7-dcc9-42af-9c2d-42f5f26f497d req-bcf931ab-3497-4702-a8cf-9cff7c7fd3cc tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 943 time: 0.1565287 Sep 16 05:48:59.523631 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] No DVR routers for this DVR port b83311ca-6bfc-4f5a-b949-35bb454f2444 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:48:59.577487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf53adb7-dcc9-42af-9c2d-42f5f26f497d req-616108d4-46ed-4439-80fb-96e170627144 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043322 Sep 16 05:48:59.711021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Attempting to bind port b83311ca-6bfc-4f5a-b949-35bb454f2444 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:48:59.711274 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Attempting to bind port b83311ca-6bfc-4f5a-b949-35bb454f2444 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:48:59.711608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Attempting to bind port b83311ca-6bfc-4f5a-b949-35bb454f2444 on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:59.716353 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Port b83311ca-6bfc-4f5a-b949-35bb454f2444 on network ea709df9-1b60-440d-95e3-289caa2ed864 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:48:59.716685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Attempting to bind port b83311ca-6bfc-4f5a-b949-35bb454f2444 on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:59.721660 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:48:59.722015 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Checking segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:59.722399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Bound using segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:59.722836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Bound port: b83311ca-6bfc-4f5a-b949-35bb454f2444, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:48:59.723291 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:59.803891 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] For port b83311ca-6bfc-4f5a-b949-35bb454f2444, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:59.807194 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] For port b83311ca-6bfc-4f5a-b949-35bb454f2444, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:59.886589 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:59.925161 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:59.925801 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:59.927291 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51bf483e-d163-4836-a512-abfc188617ce req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] 10.222.0.21 "PUT /v2.0/ports/b83311ca-6bfc-4f5a-b949-35bb454f2444 HTTP/1.1" status: 200 len: 1092 time: 1.1101768 Sep 16 05:48:59.961441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a90da9-cc9c-45e6-a968-f871cf3ae7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b83311ca-6bfc-4f5a-b949-35bb454f2444,revision_number=7']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:00.010628 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf483e-d163-4836-a512-abfc188617ce req-93b66138-ca32-473a-912f-dc7d32d50f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:00.012231 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51bf483e-d163-4836-a512-abfc188617ce req-93b66138-ca32-473a-912f-dc7d32d50f38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 1095 time: 0.0464628 Sep 16 05:49:00.118463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf483e-d163-4836-a512-abfc188617ce req-ea301f2d-e7cd-4d7a-a0c2-dc896744d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:00.120004 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51bf483e-d163-4836-a512-abfc188617ce req-ea301f2d-e7cd-4d7a-a0c2-dc896744d9be service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1005936 Sep 16 05:49:00.188261 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51bf483e-d163-4836-a512-abfc188617ce req-b35e785b-7cac-4b23-805e-dd73f4b5d74f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444 HTTP/1.1" status: 200 len: 1000 time: 0.0611718 Sep 16 05:49:00.242254 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf483e-d163-4836-a512-abfc188617ce req-6e66857b-6781-4363-a5c0-bb1ebac2b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:00.243758 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51bf483e-d163-4836-a512-abfc188617ce req-6e66857b-6781-4363-a5c0-bb1ebac2b728 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0482919 Sep 16 05:49:00.292789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf483e-d163-4836-a512-abfc188617ce req-8040407d-df79-4cd2-94a5-e89521197c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:00.294314 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51bf483e-d163-4836-a512-abfc188617ce req-8040407d-df79-4cd2-94a5-e89521197c81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422251 Sep 16 05:49:00.391437 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51bf483e-d163-4836-a512-abfc188617ce req-36d35812-8c94-4209-aaa5-9df64cb3dd12 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889311 Sep 16 05:49:00.492645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51bf483e-d163-4836-a512-abfc188617ce req-2b75c188-0eaf-4fc5-bf60-c1ccfd60c804 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934987 Sep 16 05:49:00.730229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13394bb-b3bc-449b-a385-83292cfc6cb5 req-9edbb3ab-f564-461f-a2f0-07bfeade94cb tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:00.732955 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c13394bb-b3bc-449b-a385-83292cfc6cb5 req-9edbb3ab-f564-461f-a2f0-07bfeade94cb tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 943 time: 0.0655355 Sep 16 05:49:00.792663 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c13394bb-b3bc-449b-a385-83292cfc6cb5 req-c0acc20f-ff25-41f2-b6be-98fc62a5cc12 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504797 Sep 16 05:49:01.279271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'tag': 'b83311ca-6bfc-4f5a-b949-35bb454f2444'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:01.281679 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3da1b8-ac6c-400b-8c80-2ee144111e22" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4fa167-2609-44ab-961f-368aa1e2e7c7", "tag": "b83311ca-6bfc-4f5a-b949-35bb454f2444"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:01.331629 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaa4cb1-a2ce-4388-b1ab-39235c56e3c9 x-openstack-request-id: req-8aaa4cb1-a2ce-4388-b1ab-39235c56e3c9 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:01.331930 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4fa167-2609-44ab-961f-368aa1e2e7c7", "tag": "b83311ca-6bfc-4f5a-b949-35bb454f2444", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:01.332261 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8aaa4cb1-a2ce-4388-b1ab-39235c56e3c9 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:01.332691 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'tag': 'b83311ca-6bfc-4f5a-b949-35bb454f2444', 'status': 'completed', 'code': 200} Sep 16 05:49:01.442737 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-8f8fbb63-0919-46ad-8a7d-0dc95b6acbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:01.444534 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-8f8fbb63-0919-46ad-8a7d-0dc95b6acbe4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 1095 time: 0.0746880 Sep 16 05:49:01.450423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-26e3ede9-816e-450b-8847-3d4fc4b66bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:01.456837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-26e3ede9-816e-450b-8847-3d4fc4b66bd7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 1095 time: 0.0740333 Sep 16 05:49:01.617332 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-238fa3d9-b776-4517-ba50-1e1ccd68d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:01.618827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-238fa3d9-b776-4517-ba50-1e1ccd68d8bb service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1657209 Sep 16 05:49:01.620091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-4db125b6-8715-430b-8c1b-9d7ae3251f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:01.621536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-4db125b6-8715-430b-8c1b-9d7ae3251f94 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1603379 Sep 16 05:49:01.740051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-330a6b55-9712-4077-8980-3f3f1b8a05b3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444 HTTP/1.1" status: 200 len: 1000 time: 0.1141577 Sep 16 05:49:01.747649 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-fb64f0d9-5b96-49bd-be0f-138da4046f22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444 HTTP/1.1" status: 200 len: 1000 time: 0.1139755 Sep 16 05:49:01.823061 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b83311ca-6bfc-4f5a-b949-35bb454f2444 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:01.839922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-050a0c6f-88ee-4486-846a-198440d979c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:01.841564 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-050a0c6f-88ee-4486-846a-198440d979c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0930402 Sep 16 05:49:01.846293 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-0ebe63d9-ad90-4769-962b-c92177641850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:01.848168 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-0ebe63d9-ad90-4769-962b-c92177641850 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0922110 Sep 16 05:49:01.883241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b83311ca-6bfc-4f5a-b949-35bb454f2444 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:01.954165 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-ed619568-8a96-4d84-95ec-158b03dbdd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:01.955762 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-ed619568-8a96-4d84-95ec-158b03dbdd82 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067443 Sep 16 05:49:01.967015 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-e1b41ef0-ecc6-4a95-a0c4-5cc4cf20a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:01.968550 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-e1b41ef0-ecc6-4a95-a0c4-5cc4cf20a242 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1099834 Sep 16 05:49:02.468809 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4ce1c-1958-4f7f-a69d-09c5b59122c3 req-b7c6ce09-6194-4c92-8d1b-c44928ab69d5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:02.470344 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22d4ce1c-1958-4f7f-a69d-09c5b59122c3 req-b7c6ce09-6194-4c92-8d1b-c44928ab69d5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 943 time: 0.5604465 Sep 16 05:49:02.538347 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-bca947f5-9089-4b83-a88d-249405a94c14 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585287 Sep 16 05:49:02.549162 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-8e6f3ba9-d9fb-4a30-b1f3-d8d23069b324 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5858393 Sep 16 05:49:02.578117 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22d4ce1c-1958-4f7f-a69d-09c5b59122c3 req-a15607db-c280-4a40-94eb-fd21385238e5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968614 Sep 16 05:49:02.733436 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-10d59652-d7b2-49fd-ab1f-8dbd21f9d1b7 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862960 Sep 16 05:49:02.740435 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f3da1b8-ac6c-400b-8c80-2ee144111e22 req-ca978662-8311-4709-80c7-36f11926eae8 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814301 Sep 16 05:49:03.384157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b83311ca-6bfc-4f5a-b949-35bb454f2444 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:49:03.482819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b83311ca-6bfc-4f5a-b949-35bb454f2444, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:03.495508 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'b83311ca-6bfc-4f5a-b949-35bb454f2444', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'port_id': 'b83311ca-6bfc-4f5a-b949-35bb454f2444', 'mac_address': 'fa:16:3e:b7:e7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:49:03.536314 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:03.550177 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83311ca-6bfc-4f5a-b949-35bb454f2444 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:49:03.577501 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b83311ca-6bfc-4f5a-b949-35bb454f2444, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:03.651277 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:03.700499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67034f83-ccb3-4fb0-a8cc-224d0a7a3e6c req-1419d419-5f9f-49b1-aa64-20de202fde76 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:03.702057 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67034f83-ccb3-4fb0-a8cc-224d0a7a3e6c req-1419d419-5f9f-49b1-aa64-20de202fde76 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 944 time: 0.0521660 Sep 16 05:49:03.702597 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=b83311ca-6bfc-4f5a-b949-35bb454f2444,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:03.711101 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:03.711457 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:03.711802 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:03.712147 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:03.712485 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:03.712821 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:03.713151 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:03.713483 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:03.713813 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:03.714150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:03.714471 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:03.714798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:03.743000 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67034f83-ccb3-4fb0-a8cc-224d0a7a3e6c req-c14f5f96-6152-48f1-859c-0342f561fbea tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343721 Sep 16 05:49:04.168893 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b83311ca-6bfc-4f5a-b949-35bb454f2444'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:49:04.874550 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f217c-2dd2-4027-9481-72bf8a1ec7d9 req-ec642966-f15b-43cd-9380-d7bf9f19658e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:04.876315 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a12f217c-2dd2-4027-9481-72bf8a1ec7d9 req-ec642966-f15b-43cd-9380-d7bf9f19658e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 944 time: 0.0608716 Sep 16 05:49:04.920045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a12f217c-2dd2-4027-9481-72bf8a1ec7d9 req-3656e4f4-ed13-4851-9f62-6c9b30ee5309 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372329 Sep 16 05:49:05.314021 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-28fa107b-03af-416a-9cd5-6fa17860da0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:05.400820 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b83311ca-6bfc-4f5a-b949-35bb454f2444 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:05.548314 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port b83311ca-6bfc-4f5a-b949-35bb454f2444 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:49:05.552498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port b83311ca-6bfc-4f5a-b949-35bb454f2444 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:05.552881 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:05.574167 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ee40e-640a-4957-9c73-9ae128220ec9 req-b003d2e6-e5a3-4ccf-ac00-3ce52ce64d7b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:05.575869 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da7ee40e-640a-4957-9c73-9ae128220ec9 req-b003d2e6-e5a3-4ccf-ac00-3ce52ce64d7b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 944 time: 0.0522072 Sep 16 05:49:05.624852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da7ee40e-640a-4957-9c73-9ae128220ec9 req-495aa722-a64b-4ef3-bac4-004980b194ae tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422542 Sep 16 05:49:05.647483 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:05.677183 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83311ca-6bfc-4f5a-b949-35bb454f2444'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:05.680351 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3564386-5b04-4f18-aa17-d12c68ba1bdb" -d '{"events": [{"server_uuid": "3d4fa167-2609-44ab-961f-368aa1e2e7c7", "name": "network-vif-plugged", "status": "completed", "tag": "b83311ca-6bfc-4f5a-b949-35bb454f2444"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:05.685869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-1ea5305a-be75-47cd-97f3-e2b46131206a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:05.687486 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-1ea5305a-be75-47cd-97f3-e2b46131206a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7&tenant_id=b57657202d0842fa8f4602e517981ce2&binding%3Ahost_id=n-h1-712140-13 HTTP/1.1" status: 200 len: 944 time: 0.0603015 Sep 16 05:49:05.695014 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b83311ca-6bfc-4f5a-b949-35bb454f2444, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:05.737404 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8f2202-1bde-4ed2-80e4-36f65cbd04bf x-openstack-request-id: req-9b8f2202-1bde-4ed2-80e4-36f65cbd04bf {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:05.737702 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4fa167-2609-44ab-961f-368aa1e2e7c7", "name": "network-vif-plugged", "status": "completed", "tag": "b83311ca-6bfc-4f5a-b949-35bb454f2444", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:05.737952 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b8f2202-1bde-4ed2-80e4-36f65cbd04bf {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:05.738348 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83311ca-6bfc-4f5a-b949-35bb454f2444', 'code': 200} Sep 16 05:49:05.755817 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:05.764696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-575958bd-bc63-42a8-9045-5d7f363f05f0 service neutron] 10.222.0.21 "GET /v2.0/ports/b83311ca-6bfc-4f5a-b949-35bb454f2444/bindings/n-h1-712140-13 HTTP/1.1" status: 200 len: 383 time: 0.0693660 Sep 16 05:49:05.808361 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=b83311ca-6bfc-4f5a-b949-35bb454f2444,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:05.849921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-29341fbe-5184-4705-a846-b6fcf2b860b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:05.852193 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-29341fbe-5184-4705-a846-b6fcf2b860b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 1097 time: 0.0460255 Sep 16 05:49:05.950658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-aa18dd05-a27d-475c-a76c-5156f3c89e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:05.952092 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-aa18dd05-a27d-475c-a76c-5156f3c89e31 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.0923121 Sep 16 05:49:06.024713 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-da924051-af7d-4771-a22e-bf3f86ec6ac3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444 HTTP/1.1" status: 200 len: 1002 time: 0.0656834 Sep 16 05:49:06.077731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-0e3b204b-e364-489a-9811-9b025cf4d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:06.080328 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-0e3b204b-e364-489a-9811-9b025cf4d56b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0469487 Sep 16 05:49:06.126028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-0b144e54-118b-479d-a53d-f1cc4546347f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:06.127591 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-0b144e54-118b-479d-a53d-f1cc4546347f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414693 Sep 16 05:49:06.232567 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-55fe8330-77c2-4585-9c20-6f596f66c695 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980582 Sep 16 05:49:06.332618 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-617f38df-f564-45a9-b066-8ede836e9beb service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929728 Sep 16 05:49:06.767293 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807cc56-74cd-4d1d-873c-2d6350e85d22 req-ff8ac41f-bb53-4913-ac87-3328430b8cf9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:06.768843 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a807cc56-74cd-4d1d-873c-2d6350e85d22 req-ff8ac41f-bb53-4913-ac87-3328430b8cf9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0578918 Sep 16 05:49:06.808971 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a807cc56-74cd-4d1d-873c-2d6350e85d22 req-569e1ad0-e410-44e2-8f60-a06fb8b5ff69 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341566 Sep 16 05:49:07.814053 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1d009ebb-e4cf-45e4-8837-ef84c3fff4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:07.936711 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45235a2-7b16-4959-9d3f-81124670303e req-e692512b-9db7-4168-807e-c5fa91542301 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:07.938317 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d45235a2-7b16-4959-9d3f-81124670303e req-e692512b-9db7-4168-807e-c5fa91542301 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0538540 Sep 16 05:49:07.979299 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d45235a2-7b16-4959-9d3f-81124670303e req-7057f25b-6dbe-4a51-afe1-4c649e43d3b9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332801 Sep 16 05:49:08.622792 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.328494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda69660-d24e-47ad-809a-8703ee721eb7 req-6647d9c1-3ae9-4b3d-8c51-7a8bb9cd017c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:09.330089 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cda69660-d24e-47ad-809a-8703ee721eb7 req-6647d9c1-3ae9-4b3d-8c51-7a8bb9cd017c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0515537 Sep 16 05:49:09.375037 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cda69660-d24e-47ad-809a-8703ee721eb7 req-163381be-629b-4934-a98e-456d4a6e6147 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382032 Sep 16 05:49:09.430169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-fada0ffb-11c2-49e7-b4f7-a9c80e2c5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:09.431749 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-fada0ffb-11c2-49e7-b4f7-a9c80e2c5bcb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7&tenant_id=b57657202d0842fa8f4602e517981ce2 HTTP/1.1" status: 200 len: 1097 time: 0.0486529 Sep 16 05:49:09.449401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-13', 'device_owner': 'compute:nova'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:09.472421 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.510748 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.737177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] For port b83311ca-6bfc-4f5a-b949-35bb454f2444, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:09.773018 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] For port b83311ca-6bfc-4f5a-b949-35bb454f2444, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:09.820204 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b83311ca-6bfc-4f5a-b949-35bb454f2444'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:09.822587 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ed0ef3-bda0-439d-9df3-228b939ce030" -d '{"events": [{"server_uuid": "3d4fa167-2609-44ab-961f-368aa1e2e7c7", "name": "network-vif-unplugged", "status": "completed", "tag": "b83311ca-6bfc-4f5a-b949-35bb454f2444"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:09.826775 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.841541 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] Transition to ACTIVE for port object b83311ca-6bfc-4f5a-b949-35bb454f2444 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:49:09.882510 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefe29f6-b7ae-4721-9de1-6e22d79e93fe x-openstack-request-id: req-cefe29f6-b7ae-4721-9de1-6e22d79e93fe {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:09.882510 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4fa167-2609-44ab-961f-368aa1e2e7c7", "name": "network-vif-unplugged", "status": "completed", "tag": "b83311ca-6bfc-4f5a-b949-35bb454f2444", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:09.882510 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cefe29f6-b7ae-4721-9de1-6e22d79e93fe {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:09.882510 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b83311ca-6bfc-4f5a-b949-35bb454f2444', 'code': 200} Sep 16 05:49:09.902855 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.980134 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] Pushing event updated for resources: {'Port': ['ID=b83311ca-6bfc-4f5a-b949-35bb454f2444,revision_number=10']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:10.031265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] No DVR routers for this DVR port b83311ca-6bfc-4f5a-b949-35bb454f2444 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:10.194744 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] Attempting to bind port b83311ca-6bfc-4f5a-b949-35bb454f2444 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:10.195120 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] Attempting to bind port b83311ca-6bfc-4f5a-b949-35bb454f2444 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:10.195457 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] Attempting to bind port b83311ca-6bfc-4f5a-b949-35bb454f2444 on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:10.200611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] Port b83311ca-6bfc-4f5a-b949-35bb454f2444 on network ea709df9-1b60-440d-95e3-289caa2ed864 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:49:10.200936 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] Attempting to bind port b83311ca-6bfc-4f5a-b949-35bb454f2444 on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:10.212474 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:10.212713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] Checking segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:10.213130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] Bound using segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:10.213579 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] Bound port: b83311ca-6bfc-4f5a-b949-35bb454f2444, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:10.213955 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:10.284667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] For port b83311ca-6bfc-4f5a-b949-35bb454f2444, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:10.288480 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] For port b83311ca-6bfc-4f5a-b949-35bb454f2444, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:10.354264 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:10.390050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:10.390690 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:10.392199 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] 10.222.0.38 "PUT /v2.0/ports/b83311ca-6bfc-4f5a-b949-35bb454f2444 HTTP/1.1" status: 200 len: 1093 time: 0.9469459 Sep 16 05:49:10.418926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778ce77-e69c-487a-a4ea-356010801658 service neutron] Pushing event updated for resources: {'Port': ['ID=b83311ca-6bfc-4f5a-b949-35bb454f2444,revision_number=11']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:10.514992 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-856b1bff-7165-48b4-be28-d7720614d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:10.516557 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-856b1bff-7165-48b4-be28-d7720614d1ed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 1096 time: 0.0879133 Sep 16 05:49:10.536903 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33ce5b-0204-460a-b71a-55d47031485a req-bbb41f1a-18af-4609-a38e-67427d2c4d56 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:10.536903 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad33ce5b-0204-460a-b71a-55d47031485a req-bbb41f1a-18af-4609-a38e-67427d2c4d56 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 944 time: 0.0732071 Sep 16 05:49:10.629520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad33ce5b-0204-460a-b71a-55d47031485a req-a033434c-80ad-48b3-96da-80f032ac5967 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862932 Sep 16 05:49:10.654388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-06b791bc-d766-4e5a-9eb5-05273dcd46f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:10.655953 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-06b791bc-d766-4e5a-9eb5-05273dcd46f7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1213124 Sep 16 05:49:10.728066 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-f34b7fca-ebe7-49e6-ac2d-189333b5b344 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444 HTTP/1.1" status: 200 len: 1000 time: 0.0643220 Sep 16 05:49:10.781725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-81b44a7f-eca0-4e6b-b973-5934e423e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:10.783297 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-81b44a7f-eca0-4e6b-b973-5934e423e664 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0485003 Sep 16 05:49:10.844056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-9be7551a-5c0c-4acf-87ea-6bcf549cfcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:10.845616 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-9be7551a-5c0c-4acf-87ea-6bcf549cfcc1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557241 Sep 16 05:49:10.950034 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-574b3cc4-4616-48a7-859a-a513cf0baeb9 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970070 Sep 16 05:49:11.047601 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-70819ce0-d7f4-40cb-a796-a180024f4a21 req-686cd52d-4496-4dc4-a758-40169269e165 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898492 Sep 16 05:49:11.054488 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.758808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345907f1-a4fe-493e-8fd5-34a2bacda8d8 req-e81cf9b7-4b40-486d-899d-2df4fbae5819 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:11.760469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-345907f1-a4fe-493e-8fd5-34a2bacda8d8 req-e81cf9b7-4b40-486d-899d-2df4fbae5819 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 944 time: 0.0534914 Sep 16 05:49:11.801956 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-345907f1-a4fe-493e-8fd5-34a2bacda8d8 req-ff503662-a113-440b-a82d-2c8da4686b83 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340772 Sep 16 05:49:11.880786 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'tag': 'b83311ca-6bfc-4f5a-b949-35bb454f2444'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:11.883851 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4fa167-2609-44ab-961f-368aa1e2e7c7", "tag": "b83311ca-6bfc-4f5a-b949-35bb454f2444"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:11.936467 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86461570-d8ca-44a3-9fa1-8e5f70e89370 x-openstack-request-id: req-86461570-d8ca-44a3-9fa1-8e5f70e89370 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:11.936763 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4fa167-2609-44ab-961f-368aa1e2e7c7", "tag": "b83311ca-6bfc-4f5a-b949-35bb454f2444", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:11.937007 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86461570-d8ca-44a3-9fa1-8e5f70e89370 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:11.937402 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'tag': 'b83311ca-6bfc-4f5a-b949-35bb454f2444', 'status': 'completed', 'code': 200} Sep 16 05:49:12.071878 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-9143db4b-2b75-4a23-9ef2-e6532f4398cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:12.073469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-9143db4b-2b75-4a23-9ef2-e6532f4398cd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 1096 time: 0.0973938 Sep 16 05:49:12.078866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-179643a2-d565-409a-ac58-5e10d15b12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:12.080421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-179643a2-d565-409a-ac58-5e10d15b12d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 1096 time: 0.0905983 Sep 16 05:49:12.244289 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-bfd66612-bb9d-4109-9d7e-28e052dbe2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:12.245779 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-bfd66612-bb9d-4109-9d7e-28e052dbe2ec service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1643643 Sep 16 05:49:12.246892 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-73ec1f9b-6ac2-4558-9503-3dd2c0d93da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:12.248219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-73ec1f9b-6ac2-4558-9503-3dd2c0d93da9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1589348 Sep 16 05:49:12.360624 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-c01ec324-307a-4b71-a189-944357c8ae5a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444 HTTP/1.1" status: 200 len: 1000 time: 0.1067901 Sep 16 05:49:12.362403 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-f6d1c695-6fc3-4565-87d4-fdad0c4a6f25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444 HTTP/1.1" status: 200 len: 1000 time: 0.1029489 Sep 16 05:49:12.447294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-2d6b4eba-8e7a-4999-a6ea-4ae4d92dc390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:12.448772 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-2d6b4eba-8e7a-4999-a6ea-4ae4d92dc390 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0808210 Sep 16 05:49:12.452252 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-e81826db-4591-412d-b75b-1079bde516b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:12.453603 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-e81826db-4591-412d-b75b-1079bde516b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0780768 Sep 16 05:49:12.528450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-abfd5b41-2b45-48a8-9685-f7e696265dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:12.529899 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-abfd5b41-2b45-48a8-9685-f7e696265dfb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666692 Sep 16 05:49:12.532619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-abdac86c-f7e2-44f1-9b33-a2945ff3d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:12.533972 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-abdac86c-f7e2-44f1-9b33-a2945ff3d25f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782316 Sep 16 05:49:12.693043 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-2d16839d-ded4-4c62-b75f-6d2cbd48ea7c service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556001 Sep 16 05:49:12.696035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-bb39823c-bf19-4874-ab85-e8a632a7c08e service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511638 Sep 16 05:49:12.863479 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-ef48eb33-e0c6-4d82-95d1-3f61a5741a21 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629188 Sep 16 05:49:12.867700 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a01f902-b2d3-4e5c-bfa6-0f9ae17e1cc2 req-ca9977e4-f3e0-4d9b-880c-5fe4aae6693b service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601279 Sep 16 05:49:12.929939 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efbd54-2c69-4d45-9f01-276538acdab3 req-c6baf31a-e41c-4e51-9b09-6421793a1b81 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:12.931517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f3efbd54-2c69-4d45-9f01-276538acdab3 req-c6baf31a-e41c-4e51-9b09-6421793a1b81 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 944 time: 0.0572021 Sep 16 05:49:12.975139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f3efbd54-2c69-4d45-9f01-276538acdab3 req-718aec52-bb83-4569-89ee-8c77ee0dc0b9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368731 Sep 16 05:49:13.432397 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b83311ca-6bfc-4f5a-b949-35bb454f2444 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:13.477988 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b83311ca-6bfc-4f5a-b949-35bb454f2444 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:13.869961 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b83311ca-6bfc-4f5a-b949-35bb454f2444 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:49:13.974719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port b83311ca-6bfc-4f5a-b949-35bb454f2444, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:13.986520 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'b83311ca-6bfc-4f5a-b949-35bb454f2444', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'port_id': 'b83311ca-6bfc-4f5a-b949-35bb454f2444', 'mac_address': 'fa:16:3e:b7:e7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:49:14.027998 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.043034 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83311ca-6bfc-4f5a-b949-35bb454f2444 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:49:14.064078 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port b83311ca-6bfc-4f5a-b949-35bb454f2444, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:14.102839 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a53e4-7d53-4438-985a-bc0fe54a1d81 req-e1b46dd2-9a57-4702-959f-e2d52e84bb8d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:14.104331 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-020a53e4-7d53-4438-985a-bc0fe54a1d81 req-e1b46dd2-9a57-4702-959f-e2d52e84bb8d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 944 time: 0.0552964 Sep 16 05:49:14.144950 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-020a53e4-7d53-4438-985a-bc0fe54a1d81 req-b7b7c50b-c6ae-4e72-8fb7-7c3afead35d2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338230 Sep 16 05:49:14.159994 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.215805 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=b83311ca-6bfc-4f5a-b949-35bb454f2444,revision_number=12']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:14.621111 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['b83311ca-6bfc-4f5a-b949-35bb454f2444'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:49:15.267502 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc15400-6c84-4ee2-b813-9946fdc17d77 req-262beb0c-0b6e-428c-a9f1-b716d3c189f9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:15.269125 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cbc15400-6c84-4ee2-b813-9946fdc17d77 req-262beb0c-0b6e-428c-a9f1-b716d3c189f9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0512733 Sep 16 05:49:15.310162 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cbc15400-6c84-4ee2-b813-9946fdc17d77 req-72aa18bb-326e-46b9-9eeb-50157a51e8ac tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347204 Sep 16 05:49:15.436197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececa37f-843a-410a-906a-033c80068972 req-e7eb18e3-2acf-45e3-bc17-d25d1e09f80d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:15.437693 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ececa37f-843a-410a-906a-033c80068972 req-e7eb18e3-2acf-45e3-bc17-d25d1e09f80d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0566542 Sep 16 05:49:15.482652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ececa37f-843a-410a-906a-033c80068972 req-cac602a5-ce2e-43d1-8502-07c375810b18 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388634 Sep 16 05:49:15.605727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d6938-3150-4736-a923-e4586d8a0fe8 req-bf1ba963-50a9-43b8-b5e8-f8be3efbcfc0 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:15.607312 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-967d6938-3150-4736-a923-e4586d8a0fe8 req-bf1ba963-50a9-43b8-b5e8-f8be3efbcfc0 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0523090 Sep 16 05:49:15.649391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-967d6938-3150-4736-a923-e4586d8a0fe8 req-ab574101-47a4-4e41-b73c-f2909f23cc44 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360167 Sep 16 05:49:15.871352 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b83311ca-6bfc-4f5a-b949-35bb454f2444 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:16.023021 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port b83311ca-6bfc-4f5a-b949-35bb454f2444 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:49:16.027365 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port b83311ca-6bfc-4f5a-b949-35bb454f2444 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:16.027739 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:16.109928 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:16.134864 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83311ca-6bfc-4f5a-b949-35bb454f2444'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:16.137270 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d13bac-ed1b-4525-8ebf-f7feb21a8418" -d '{"events": [{"server_uuid": "3d4fa167-2609-44ab-961f-368aa1e2e7c7", "name": "network-vif-plugged", "status": "completed", "tag": "b83311ca-6bfc-4f5a-b949-35bb454f2444"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:16.154212 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port b83311ca-6bfc-4f5a-b949-35bb454f2444, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:16.180358 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a151aa-ab83-46eb-8971-f65fc00b2443 x-openstack-request-id: req-34a151aa-ab83-46eb-8971-f65fc00b2443 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:16.180643 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4fa167-2609-44ab-961f-368aa1e2e7c7", "name": "network-vif-plugged", "status": "completed", "tag": "b83311ca-6bfc-4f5a-b949-35bb454f2444", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:16.180894 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34a151aa-ab83-46eb-8971-f65fc00b2443 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:16.181308 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83311ca-6bfc-4f5a-b949-35bb454f2444', 'code': 200} Sep 16 05:49:16.199396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156bf33-39b1-4662-8662-ec7685267e9c req-987551ab-a6a3-4786-b038-df3cce0fd849 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:16.200967 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3156bf33-39b1-4662-8662-ec7685267e9c req-987551ab-a6a3-4786-b038-df3cce0fd849 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0566533 Sep 16 05:49:16.241386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3156bf33-39b1-4662-8662-ec7685267e9c req-29d4ee5b-052c-485c-9fb7-f7b6bd825ce6 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341089 Sep 16 05:49:16.250809 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:16.301650 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=b83311ca-6bfc-4f5a-b949-35bb454f2444,revision_number=13']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:17.381697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65183021-2031-4b60-b076-f678610f7b9a req-62f27c08-8097-4261-ad9d-75cc573c6280 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:17.383374 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65183021-2031-4b60-b076-f678610f7b9a req-62f27c08-8097-4261-ad9d-75cc573c6280 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0572209 Sep 16 05:49:17.424189 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-65183021-2031-4b60-b076-f678610f7b9a req-14404caa-fa00-412a-860d-63e0424c339a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339503 Sep 16 05:49:17.739326 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc702709-e1cd-46c5-a077-cbfce5515be9 req-f980590c-04a9-485a-95af-c215d1914081 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:17.740901 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc702709-e1cd-46c5-a077-cbfce5515be9 req-f980590c-04a9-485a-95af-c215d1914081 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0520620 Sep 16 05:49:17.848844 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-bc702709-e1cd-46c5-a077-cbfce5515be9 req-1541a8ca-7f34-42e3-ad86-ec05ec653a4c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Deleting port b83311ca-6bfc-4f5a-b949-35bb454f2444 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:17.849377 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bc702709-e1cd-46c5-a077-cbfce5515be9 req-1541a8ca-7f34-42e3-ad86-ec05ec653a4c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.962317 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-bc702709-e1cd-46c5-a077-cbfce5515be9 req-1541a8ca-7f34-42e3-ad86-ec05ec653a4c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] For port b83311ca-6bfc-4f5a-b949-35bb454f2444, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=b83311ca-6bfc-4f5a-b949-35bb454f2444,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:17.962691 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bc702709-e1cd-46c5-a077-cbfce5515be9 req-1541a8ca-7f34-42e3-ad86-ec05ec653a4c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.141680 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bc702709-e1cd-46c5-a077-cbfce5515be9 req-1541a8ca-7f34-42e3-ad86-ec05ec653a4c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.141909 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bc702709-e1cd-46c5-a077-cbfce5515be9 req-1541a8ca-7f34-42e3-ad86-ec05ec653a4c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.142234 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [req-bc702709-e1cd-46c5-a077-cbfce5515be9 req-1541a8ca-7f34-42e3-ad86-ec05ec653a4c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Floating IP e6fff030-da70-4ea1-81ed-fdfc70af43a0 disassociated. External IP: 172.25.4.103, port: b83311ca-6bfc-4f5a-b949-35bb454f2444. Sep 16 05:49:18.142575 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-bc702709-e1cd-46c5-a077-cbfce5515be9 req-1541a8ca-7f34-42e3-ad86-ec05ec653a4c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Calling delete_port for b83311ca-6bfc-4f5a-b949-35bb454f2444 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:18.362109 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bc702709-e1cd-46c5-a077-cbfce5515be9 req-1541a8ca-7f34-42e3-ad86-ec05ec653a4c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.399884 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541a8ca-7f34-42e3-ad86-ec05ec653a4c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Pushing event deleted for resources: {'Port': ['ID=b83311ca-6bfc-4f5a-b949-35bb454f2444,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:18.548920 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8652c4e0-88a8-49f0-98cb-b37905fe7f90 req-47979016-e674-4f38-bb84-e98a8de0de3f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0431499 Sep 16 05:49:18.566568 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc702709-e1cd-46c5-a077-cbfce5515be9 req-1541a8ca-7f34-42e3-ad86-ec05ec653a4c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Router 764b2ebd-b52b-4b11-ace3-b737e42cb443 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:49:18.679517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc702709-e1cd-46c5-a077-cbfce5515be9 req-1541a8ca-7f34-42e3-ad86-ec05ec653a4c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:49:18.689963 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ce5d0-b7ab-4905-8243-035b562c44de None None] Sync routers for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:49:18.705799 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ce5d0-b7ab-4905-8243-035b562c44de None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:18.706463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4e4ce5d0-b7ab-4905-8243-035b562c44de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:49:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:18.733006 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc702709-e1cd-46c5-a077-cbfce5515be9 req-1541a8ca-7f34-42e3-ad86-ec05ec653a4c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] No DVR routers for this DVR port b83311ca-6bfc-4f5a-b949-35bb454f2444 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:18.736679 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bc702709-e1cd-46c5-a077-cbfce5515be9 req-1541a8ca-7f34-42e3-ad86-ec05ec653a4c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.738816 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc702709-e1cd-46c5-a077-cbfce5515be9 req-1541a8ca-7f34-42e3-ad86-ec05ec653a4c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.38 "DELETE /v2.0/ports/b83311ca-6bfc-4f5a-b949-35bb454f2444 HTTP/1.1" status: 204 len: 173 time: 0.9910586 Sep 16 05:49:18.739600 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'name': 'network-vif-deleted', 'tag': 'b83311ca-6bfc-4f5a-b949-35bb454f2444'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:18.744664 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db104d8-3bf1-46b4-986d-499ac608dd85" -d '{"events": [{"server_uuid": "3d4fa167-2609-44ab-961f-368aa1e2e7c7", "name": "network-vif-deleted", "tag": "b83311ca-6bfc-4f5a-b949-35bb454f2444"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:18.785410 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33167ed-6b0f-43cc-b8b2-f05bfaff5baa x-openstack-request-id: req-b33167ed-6b0f-43cc-b8b2-f05bfaff5baa {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:18.785747 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4fa167-2609-44ab-961f-368aa1e2e7c7", "name": "network-vif-deleted", "tag": "b83311ca-6bfc-4f5a-b949-35bb454f2444", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:18.785984 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b33167ed-6b0f-43cc-b8b2-f05bfaff5baa {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:18.786388 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4fa167-2609-44ab-961f-368aa1e2e7c7', 'name': 'network-vif-deleted', 'tag': 'b83311ca-6bfc-4f5a-b949-35bb454f2444', 'status': 'completed', 'code': 200} Sep 16 05:49:18.828168 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-4e4ce5d0-b7ab-4905-8243-035b562c44de None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:19.050259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4e4ce5d0-b7ab-4905-8243-035b562c44de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:19.080346 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ce5d0-b7ab-4905-8243-035b562c44de None None] Checking router: 764b2ebd-b52b-4b11-ace3-b737e42cb443 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:49:19.090706 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ce5d0-b7ab-4905-8243-035b562c44de None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:19.091470 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4e4ce5d0-b7ab-4905-8243-035b562c44de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:49:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:19.205625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-4e4ce5d0-b7ab-4905-8243-035b562c44de None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:19.252184 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:49:19.434874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4e4ce5d0-b7ab-4905-8243-035b562c44de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:19.465340 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ce5d0-b7ab-4905-8243-035b562c44de None None] The sync data for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 is: [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:49:19.672720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cabf93e2-a985-465f-b9d3-8ee8c4cffb0c req-17e0a6f1-4f07-4d96-90d1-b5b4a376faaf tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d4fa167-2609-44ab-961f-368aa1e2e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0307896 Sep 16 05:49:19.728089 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23e7f52-06f7-4bdc-9de4-1a29b7ff3459 None None] New status for floating IP e6fff030-da70-4ea1-81ed-fdfc70af43a0: DOWN {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:49:20.989101 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-c9e8b81f-846a-4528-a535-ca19b6a192b1 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--311391193&fields=id&tenant_id=b57657202d0842fa8f4602e517981ce2 HTTP/1.1" status: 200 len: 267 time: 0.0347512 Sep 16 05:49:21.102296 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-3338d98d-d757-49cd-86ea-3d4a5bafcb00 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:21.103851 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-3338d98d-d757-49cd-86ea-3d4a5bafcb00 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 811 time: 0.1077302 Sep 16 05:49:21.119947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-842e2ad6-89d6-4d06-a075-9c73fe4a512c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/quotas/b57657202d0842fa8f4602e517981ce2 HTTP/1.1" status: 200 len: 375 time: 0.0099866 Sep 16 05:49:21.175650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-a795a119-422a-4d7a-b938-65164d5a47f5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498528 Sep 16 05:49:21.337482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-9043f7cc-1e15-479f-be1b-c9ef6f2677e0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:49:21.338579 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-9043f7cc-1e15-479f-be1b-c9ef6f2677e0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0529070 Sep 16 05:49:21.434762 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-9b6c885d-b7b3-4336-b0fb-34272a565e0e service neutron] 10.222.0.20 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894208 Sep 16 05:49:21.539841 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-6fb1006f-aed9-4d79-8329-1bc592e0f46d service neutron] 10.222.0.20 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987506 Sep 16 05:49:21.845628 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eeefb811-281b-45d7-81c3-c6d732e9433f req-fd470650-a5ae-4ae2-94ca-aee9ddcfdb09 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 210 time: 0.0310855 Sep 16 05:49:21.914475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b83311ca-6bfc-4f5a-b949-35bb454f2444 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:21.935756 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: b83311ca-6bfc-4f5a-b949-35bb454f2444 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:49:21.936176 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device b83311ca-6bfc-4f5a-b949-35bb454f2444 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:22.958091 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-746f0017-89ca-4e42-989c-d5847067bef0 req-6085e925-35d2-4f5f-9335-eff5f0971712 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 210 time: 0.0296409 Sep 16 05:49:24.075019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f8a0291-a98a-4f63-8abe-829b08fe821a req-47ae7af7-34bd-4bb0-a456-17e58bcb79c2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 210 time: 0.0422142 Sep 16 05:49:24.231307 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-e1dfb68a-f456-4599-9626-2472bcd2feeb tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:24.233282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-e1dfb68a-f456-4599-9626-2472bcd2feeb tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 811 time: 0.1175492 Sep 16 05:49:24.289585 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-3732e1d2-8fd4-4242-8208-1ca4e8cf8f5b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57657202d0842fa8f4602e517981ce2 HTTP/1.1" status: 200 len: 379 time: 0.0397670 Sep 16 05:49:24.300152 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-472a5fff-a193-4e74-8d0d-63d6c75d9bbe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Request body: {'port': {'device_id': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'admin_state_up': True, 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'security_groups': ['8e411300-7954-447f-8fdd-b35e134a4196']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:24.513523 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-472a5fff-a193-4e74-8d0d-63d6c75d9bbe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Made reservation on behalf of b57657202d0842fa8f4602e517981ce2 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:24.517324 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-472a5fff-a193-4e74-8d0d-63d6c75d9bbe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.654207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-472a5fff-a193-4e74-8d0d-63d6c75d9bbe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Allocated IP 172.20.0.4 (ea709df9-1b60-440d-95e3-289caa2ed864/0933d1f2-c8fb-42b6-b271-68961540a425/178bcaee-8f33-40be-abaf-392b6f587337) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:24.820740 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-472a5fff-a193-4e74-8d0d-63d6c75d9bbe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.905464 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.936933 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-472a5fff-a193-4e74-8d0d-63d6c75d9bbe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.988766 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-472a5fff-a193-4e74-8d0d-63d6c75d9bbe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Network ea709df9-1b60-440d-95e3-289caa2ed864 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:24.990275 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-472a5fff-a193-4e74-8d0d-63d6c75d9bbe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:24.993820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-472a5fff-a193-4e74-8d0d-63d6c75d9bbe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:25.041210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a5fff-a193-4e74-8d0d-63d6c75d9bbe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Pushing event updated for resources: {'Port': ['ID=178bcaee-8f33-40be-abaf-392b6f587337,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:25.075295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-472a5fff-a193-4e74-8d0d-63d6c75d9bbe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:25.076021 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-472a5fff-a193-4e74-8d0d-63d6c75d9bbe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.300647 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-648a4458-ef60-456f-b8bd-a3208ef78bdf None None] Provisioning complete for port 178bcaee-8f33-40be-abaf-392b6f587337 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:25.301321 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-648a4458-ef60-456f-b8bd-a3208ef78bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.346819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-648a4458-ef60-456f-b8bd-a3208ef78bdf None None] Port 178bcaee-8f33-40be-abaf-392b6f587337 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:49:25.586489 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-472a5fff-a193-4e74-8d0d-63d6c75d9bbe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2904711 Sep 16 05:49:25.607110 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Request body: {'port': {'device_id': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:25.617874 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b705472-4829-4ed9-9917-04a0848e8d96 req-3dfc0e8c-9a4f-4ac6-b785-4820f2e80113 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:25.619611 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b705472-4829-4ed9-9917-04a0848e8d96 req-3dfc0e8c-9a4f-4ac6-b785-4820f2e80113 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 931 time: 0.4598880 Sep 16 05:49:25.705758 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b705472-4829-4ed9-9917-04a0848e8d96 req-8cfb09bd-dc91-46eb-86f0-c993be2605b6 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663366 Sep 16 05:49:25.706502 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.058214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178bcaee-8f33-40be-abaf-392b6f587337 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:49:26.071190 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.096034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Transition to ACTIVE for port object 178bcaee-8f33-40be-abaf-392b6f587337 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:49:26.182083 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.233477 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Pushing event updated for resources: {'Port': ['ID=178bcaee-8f33-40be-abaf-392b6f587337,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:26.325453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Attempting to bind port 178bcaee-8f33-40be-abaf-392b6f587337 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:26.325777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Attempting to bind port 178bcaee-8f33-40be-abaf-392b6f587337 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:26.326110 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Attempting to bind port 178bcaee-8f33-40be-abaf-392b6f587337 on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:26.331328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Port 178bcaee-8f33-40be-abaf-392b6f587337 on network ea709df9-1b60-440d-95e3-289caa2ed864 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:49:26.331636 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Attempting to bind port 178bcaee-8f33-40be-abaf-392b6f587337 on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:26.338530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:26.339085 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Checking segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:26.339484 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Bound using segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:26.339929 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Bound port: 178bcaee-8f33-40be-abaf-392b6f587337, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:26.340300 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.422435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:26.426428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=178bcaee-8f33-40be-abaf-392b6f587337,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:26.537085 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.572768 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:26.573391 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.574812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] 10.222.0.21 "PUT /v2.0/ports/178bcaee-8f33-40be-abaf-392b6f587337 HTTP/1.1" status: 200 len: 1092 time: 0.9728498 Sep 16 05:49:26.575291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'tag': '178bcaee-8f33-40be-abaf-392b6f587337'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:26.578113 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75131a2c-d332-45ab-b988-d6beea6b7c45" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d9f66a-f135-4c52-ba02-aef87a46616f", "tag": "178bcaee-8f33-40be-abaf-392b6f587337"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:26.607394 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8a460-c8ca-499a-adbc-fb118ba427ce service neutron] Pushing event updated for resources: {'Port': ['ID=178bcaee-8f33-40be-abaf-392b6f587337,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:26.618658 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c8774b-6ef6-426b-abf9-3116f3d401ba x-openstack-request-id: req-66c8774b-6ef6-426b-abf9-3116f3d401ba {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:26.618981 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d9f66a-f135-4c52-ba02-aef87a46616f", "tag": "178bcaee-8f33-40be-abaf-392b6f587337", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:26.619236 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66c8774b-6ef6-426b-abf9-3116f3d401ba {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:26.619635 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'tag': '178bcaee-8f33-40be-abaf-392b6f587337', 'status': 'completed', 'code': 200} Sep 16 05:49:26.714976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75131a2c-d332-45ab-b988-d6beea6b7c45 req-eb6065a2-7387-43cc-8344-f7b1a60e3ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:26.716720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-75131a2c-d332-45ab-b988-d6beea6b7c45 req-eb6065a2-7387-43cc-8344-f7b1a60e3ae4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 1095 time: 0.0552909 Sep 16 05:49:26.860900 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75131a2c-d332-45ab-b988-d6beea6b7c45 req-55fd0e8a-7d07-442c-892a-6f5cfae72ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:26.862334 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-75131a2c-d332-45ab-b988-d6beea6b7c45 req-55fd0e8a-7d07-442c-892a-6f5cfae72ed4 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b57657202d0842fa8f4602e517981ce2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1322255 Sep 16 05:49:26.875832 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55270ed0-e688-4037-8c40-9fe71d94873f req-9a7be0f3-79db-4fff-9131-beb48e751983 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:26.877335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-55270ed0-e688-4037-8c40-9fe71d94873f req-9a7be0f3-79db-4fff-9131-beb48e751983 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 943 time: 0.0765090 Sep 16 05:49:26.977631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-55270ed0-e688-4037-8c40-9fe71d94873f req-16ecb031-2670-4685-8470-4d36c616cca8 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903792 Sep 16 05:49:27.011952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75131a2c-d332-45ab-b988-d6beea6b7c45 req-d1130788-8b18-4226-ab04-387cae021549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:27.013456 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-75131a2c-d332-45ab-b988-d6beea6b7c45 req-d1130788-8b18-4226-ab04-387cae021549 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352274 Sep 16 05:49:27.111965 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-3ff81e49-b92e-4eea-9053-67ac6f7edb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:27.113403 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-3ff81e49-b92e-4eea-9053-67ac6f7edb60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 1095 time: 0.0432229 Sep 16 05:49:27.167411 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-fc187e2f-e6c9-4d72-8c95-c72ff06d3d27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=178bcaee-8f33-40be-abaf-392b6f587337 HTTP/1.1" status: 200 len: 217 time: 0.0401754 Sep 16 05:49:27.221663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-f18d4269-5ce0-4b2b-a08c-a06d9b88ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:27.223227 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-f18d4269-5ce0-4b2b-a08c-a06d9b88ff49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0490186 Sep 16 05:49:27.270715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-f26569e7-efb0-43d9-a0d5-8c85cf6cc4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:27.272966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-f26569e7-efb0-43d9-a0d5-8c85cf6cc4fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433114 Sep 16 05:49:27.375112 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-f51e12fb-09a0-41fa-b684-19257b19223e service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951099 Sep 16 05:49:27.471383 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bac07d7-e575-47f2-968e-c82fe4aa29ce req-f2a74c22-75b2-4c18-a8f4-4454bbb14321 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896788 Sep 16 05:49:28.126340 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51607c-290d-4d96-8cf9-cc3775c15978 req-f7c0ba52-edb4-4a59-a7ad-8ac2ce11210e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:28.127920 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b51607c-290d-4d96-8cf9-cc3775c15978 req-f7c0ba52-edb4-4a59-a7ad-8ac2ce11210e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 943 time: 0.0610697 Sep 16 05:49:28.171023 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b51607c-290d-4d96-8cf9-cc3775c15978 req-a8e03458-1053-491d-b5b6-ee5d6bf35ca7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361123 Sep 16 05:49:28.870636 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.298485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dedc16-0beb-4799-a787-1f44c9f14665 req-83990bc4-652c-4c0e-a445-05569a91cb15 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:29.300107 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24dedc16-0beb-4799-a787-1f44c9f14665 req-83990bc4-652c-4c0e-a445-05569a91cb15 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 943 time: 0.0544028 Sep 16 05:49:29.344853 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24dedc16-0beb-4799-a787-1f44c9f14665 req-743eb88b-4d14-4f71-bcff-68b468a7b988 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385482 Sep 16 05:49:30.473658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3765649-e5db-4d03-aaa4-7a7cb617be82 req-2ac35839-232c-43ca-8714-0a480fec5f7a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:30.475350 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3765649-e5db-4d03-aaa4-7a7cb617be82 req-2ac35839-232c-43ca-8714-0a480fec5f7a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 943 time: 0.0535746 Sep 16 05:49:30.517937 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3765649-e5db-4d03-aaa4-7a7cb617be82 req-f9a29696-ef5f-46ce-b028-dc44e23e1dd6 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355065 Sep 16 05:49:31.508997 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 178bcaee-8f33-40be-abaf-392b6f587337 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:49:31.616610 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=178bcaee-8f33-40be-abaf-392b6f587337,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:31.629320 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '178bcaee-8f33-40be-abaf-392b6f587337', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'port_id': '178bcaee-8f33-40be-abaf-392b6f587337', 'mac_address': 'fa:16:3e:08:f4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:49:31.657588 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c03aa2-0ae1-405a-b32b-5fa8b645f414 req-9fda2519-f652-4432-9ec1-a69385b909a5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:31.659166 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-11c03aa2-0ae1-405a-b32b-5fa8b645f414 req-9fda2519-f652-4432-9ec1-a69385b909a5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 943 time: 0.0664656 Sep 16 05:49:31.674067 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.693299 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178bcaee-8f33-40be-abaf-392b6f587337 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:49:31.702500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-11c03aa2-0ae1-405a-b32b-5fa8b645f414 req-5d54cad5-b6df-4fad-82f9-66e5c2c3c393 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365977 Sep 16 05:49:31.716678 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=178bcaee-8f33-40be-abaf-392b6f587337,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:31.867808 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:32.075512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=178bcaee-8f33-40be-abaf-392b6f587337,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:32.248540 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['178bcaee-8f33-40be-abaf-392b6f587337'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:49:32.830189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a55b4d-6ec0-4ceb-9d03-bced42a620e1 req-997723d5-e4e3-4e67-9d63-9aa9f0c00eac tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:32.831826 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12a55b4d-6ec0-4ceb-9d03-bced42a620e1 req-997723d5-e4e3-4e67-9d63-9aa9f0c00eac tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 944 time: 0.0518298 Sep 16 05:49:32.873729 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12a55b4d-6ec0-4ceb-9d03-bced42a620e1 req-0bbae7d1-76c2-4246-9986-ebca5540612b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345137 Sep 16 05:49:33.513315 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 178bcaee-8f33-40be-abaf-392b6f587337 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:33.713096 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 178bcaee-8f33-40be-abaf-392b6f587337 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:49:33.717250 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 178bcaee-8f33-40be-abaf-392b6f587337 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:33.717675 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:33.824042 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:33.847952 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178bcaee-8f33-40be-abaf-392b6f587337'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:33.850352 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4f3610-fa37-4d7b-bac0-0886681ef043" -d '{"events": [{"server_uuid": "f2d9f66a-f135-4c52-ba02-aef87a46616f", "name": "network-vif-plugged", "status": "completed", "tag": "178bcaee-8f33-40be-abaf-392b6f587337"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:33.870587 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=178bcaee-8f33-40be-abaf-392b6f587337,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:33.890586 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2488aad8-6184-4406-832a-c5e46b7ef9b4 x-openstack-request-id: req-2488aad8-6184-4406-832a-c5e46b7ef9b4 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:33.890911 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d9f66a-f135-4c52-ba02-aef87a46616f", "name": "network-vif-plugged", "status": "completed", "tag": "178bcaee-8f33-40be-abaf-392b6f587337", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:33.891163 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2488aad8-6184-4406-832a-c5e46b7ef9b4 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:33.891612 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178bcaee-8f33-40be-abaf-392b6f587337', 'code': 200} Sep 16 05:49:33.984410 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:34.034156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bfda0-e824-4d54-af59-42294b5e58a2 req-bfd1dd89-2814-4991-b35b-cda980653068 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:34.035757 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-210bfda0-e824-4d54-af59-42294b5e58a2 req-bfd1dd89-2814-4991-b35b-cda980653068 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 944 time: 0.0872905 Sep 16 05:49:34.040216 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=178bcaee-8f33-40be-abaf-392b6f587337,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:34.052058 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c479ba7-6eb9-45af-a88e-3dbc7f86682e req-4d977eac-13aa-4d40-b2dd-8cb5ac5ef157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:34.053600 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9c479ba7-6eb9-45af-a88e-3dbc7f86682e req-4d977eac-13aa-4d40-b2dd-8cb5ac5ef157 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 1097 time: 0.0728722 Sep 16 05:49:34.102663 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-210bfda0-e824-4d54-af59-42294b5e58a2 req-81d3d75a-e1b4-4340-a738-c7560dcbc24e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590549 Sep 16 05:49:34.108371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9c479ba7-6eb9-45af-a88e-3dbc7f86682e req-8d2cd1ed-6ad7-49a0-99f5-8ceb29dcd2e6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463850 Sep 16 05:49:35.243642 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1f45a-6f51-4403-84d7-bf576f9b8b01 req-dcf76309-4b65-4620-9ec4-6b56121a65b4 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:35.245244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-98d1f45a-6f51-4403-84d7-bf576f9b8b01 req-dcf76309-4b65-4620-9ec4-6b56121a65b4 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0576191 Sep 16 05:49:35.287313 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-98d1f45a-6f51-4403-84d7-bf576f9b8b01 req-729a02b6-d005-4b24-b151-361c601f9bc4 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356410 Sep 16 05:49:35.296113 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7a28871c-2d81-483b-89bc-bfd7533d285d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.404673 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139b406-4b0e-4b0d-bf2c-1383e9a29d5c req-c82729b5-23c0-432b-9154-2f213cc44002 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:36.406186 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3139b406-4b0e-4b0d-bf2c-1383e9a29d5c req-c82729b5-23c0-432b-9154-2f213cc44002 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0492425 Sep 16 05:49:36.448596 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3139b406-4b0e-4b0d-bf2c-1383e9a29d5c req-8fec3134-5a2a-4761-8450-87a61ca46365 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363073 Sep 16 05:49:36.575900 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea01da1-149c-4037-850b-585b48da1a46 req-b888f7d0-45e6-45ef-8b43-55bf7fccabfd tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:36.579864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ea01da1-149c-4037-850b-585b48da1a46 req-b888f7d0-45e6-45ef-8b43-55bf7fccabfd tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0578899 Sep 16 05:49:36.586223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 40720) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:36.591299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6c3a419d-c9e5-46ae-ab60-5306356ce72d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Request body: {'floatingip': {'port_id': '178bcaee-8f33-40be-abaf-392b6f587337'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:36.633315 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c3a419d-c9e5-46ae-ab60-5306356ce72d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for floatingip, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.112421 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c3a419d-c9e5-46ae-ab60-5306356ce72d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.201844 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c3a419d-c9e5-46ae-ab60-5306356ce72d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.312511 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-6c3a419d-c9e5-46ae-ab60-5306356ce72d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Floating IP e6fff030-da70-4ea1-81ed-fdfc70af43a0 associated. External IP: 172.25.4.103, port: 178bcaee-8f33-40be-abaf-392b6f587337. Sep 16 05:49:37.586907 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3a419d-c9e5-46ae-ab60-5306356ce72d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Router 764b2ebd-b52b-4b11-ace3-b737e42cb443 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:49:37.709114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3a419d-c9e5-46ae-ab60-5306356ce72d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:49:37.714405 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c3a419d-c9e5-46ae-ab60-5306356ce72d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.722637 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204bfc0-32c9-4c78-a4fd-7874be735489 None None] Sync routers for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:49:37.733749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204bfc0-32c9-4c78-a4fd-7874be735489 None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:37.734438 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2204bfc0-32c9-4c78-a4fd-7874be735489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:49:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:37.776863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6c3a419d-c9e5-46ae-ab60-5306356ce72d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "PUT /v2.0/floatingips/e6fff030-da70-4ea1-81ed-fdfc70af43a0 HTTP/1.1" status: 200 len: 992 time: 1.1892848 Sep 16 05:49:37.777803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'tag': '178bcaee-8f33-40be-abaf-392b6f587337'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:37.785888 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe6740b-2b8c-4404-9142-08f163844e07" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d9f66a-f135-4c52-ba02-aef87a46616f", "tag": "178bcaee-8f33-40be-abaf-392b6f587337"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:37.842980 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c160d6bd-c4c9-4447-ae49-a7f094fc14cb x-openstack-request-id: req-c160d6bd-c4c9-4447-ae49-a7f094fc14cb {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:37.843290 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d9f66a-f135-4c52-ba02-aef87a46616f", "tag": "178bcaee-8f33-40be-abaf-392b6f587337", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:37.843536 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c160d6bd-c4c9-4447-ae49-a7f094fc14cb {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:37.843941 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'tag': '178bcaee-8f33-40be-abaf-392b6f587337', 'status': 'completed', 'code': 200} Sep 16 05:49:37.893475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-2204bfc0-32c9-4c78-a4fd-7874be735489 None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:37.893475 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-24322af6-f00f-4e24-bb13-a39446a4b2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.949706 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6740b-2b8c-4404-9142-08f163844e07 req-9b21bf69-dedf-4e01-92b1-5b9e2b352bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:37.952608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fe6740b-2b8c-4404-9142-08f163844e07 req-9b21bf69-dedf-4e01-92b1-5b9e2b352bb6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 1097 time: 0.0543110 Sep 16 05:49:38.083093 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6740b-2b8c-4404-9142-08f163844e07 req-5cfdf259-d641-4e48-844e-b8251aa372be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:38.084645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fe6740b-2b8c-4404-9142-08f163844e07 req-5cfdf259-d641-4e48-844e-b8251aa372be service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1253781 Sep 16 05:49:38.167554 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2204bfc0-32c9-4c78-a4fd-7874be735489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'e6fff030-da70-4ea1-81ed-fdfc70af43a0', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'port_id': '178bcaee-8f33-40be-abaf-392b6f587337', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'mac_address': 'fa:16:3e:08:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:11Z', 'updated_at': '2021-09-16T05:49:37Z', 'revision_number': 13, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:38.172244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fe6740b-2b8c-4404-9142-08f163844e07 req-c0d53ad5-8965-4711-9f4a-8bbf5268b82a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=178bcaee-8f33-40be-abaf-392b6f587337 HTTP/1.1" status: 200 len: 1000 time: 0.0799155 Sep 16 05:49:38.200435 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204bfc0-32c9-4c78-a4fd-7874be735489 None None] Checking router: 764b2ebd-b52b-4b11-ace3-b737e42cb443 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:49:38.209105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204bfc0-32c9-4c78-a4fd-7874be735489 None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:38.209729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2204bfc0-32c9-4c78-a4fd-7874be735489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:49:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:38.227081 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6740b-2b8c-4404-9142-08f163844e07 req-af4983f7-6164-444c-a37e-8aef42b9eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:38.228782 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fe6740b-2b8c-4404-9142-08f163844e07 req-af4983f7-6164-444c-a37e-8aef42b9eb0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0496845 Sep 16 05:49:38.285011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6740b-2b8c-4404-9142-08f163844e07 req-86a0b108-e44c-484b-8b08-e4be74928bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:38.286581 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fe6740b-2b8c-4404-9142-08f163844e07 req-86a0b108-e44c-484b-8b08-e4be74928bcd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513949 Sep 16 05:49:38.324756 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-2204bfc0-32c9-4c78-a4fd-7874be735489 None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:38.383953 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fe6740b-2b8c-4404-9142-08f163844e07 req-cdc2f108-532e-4bf3-9731-89e2bd529afd service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902505 Sep 16 05:49:38.489377 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0fe6740b-2b8c-4404-9142-08f163844e07 req-ff3196d0-2369-4d06-a306-b2cf65231a3e service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987389 Sep 16 05:49:38.590625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2204bfc0-32c9-4c78-a4fd-7874be735489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'e6fff030-da70-4ea1-81ed-fdfc70af43a0', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'port_id': '178bcaee-8f33-40be-abaf-392b6f587337', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'mac_address': 'fa:16:3e:08:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:11Z', 'updated_at': '2021-09-16T05:49:37Z', 'revision_number': 13, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:38.628669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204bfc0-32c9-4c78-a4fd-7874be735489 None None] The sync data for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 is: [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'e6fff030-da70-4ea1-81ed-fdfc70af43a0', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'port_id': '178bcaee-8f33-40be-abaf-392b6f587337', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'mac_address': 'fa:16:3e:08:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:11Z', 'updated_at': '2021-09-16T05:49:37Z', 'revision_number': 13, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:49:38.718771 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:38.842135 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd1274f-7de8-44bf-a819-a49c0da2158d None None] New status for floating IP e6fff030-da70-4ea1-81ed-fdfc70af43a0: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:49:39.484446 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:41.027215 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:54.903645 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:56.251367 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:49:58.872546 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:05.287142 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8715dfca-cffd-4f31-bc40-0f42ae51f982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:07.811786 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-33443e4b-d32c-4eb6-be8c-cc0f656269c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:08.603519 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:09.529212 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:11.043956 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:24.931680 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:28.871873 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:29.004859 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acddbb40-b42b-4a93-a26b-3af41ea8ceda req-5391423b-3c8c-4b00-ac75-07f613e37d18 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431423 Sep 16 05:50:29.120851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddbb40-b42b-4a93-a26b-3af41ea8ceda req-5fa44632-78de-4725-8fc1-57426c50d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:29.122341 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acddbb40-b42b-4a93-a26b-3af41ea8ceda req-5fa44632-78de-4725-8fc1-57426c50d7a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 1097 time: 0.0461996 Sep 16 05:50:29.239788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddbb40-b42b-4a93-a26b-3af41ea8ceda req-1232f986-8173-4ba3-9a67-e5128a03c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:29.241330 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acddbb40-b42b-4a93-a26b-3af41ea8ceda req-1232f986-8173-4ba3-9a67-e5128a03c641 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.0958433 Sep 16 05:50:29.309136 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acddbb40-b42b-4a93-a26b-3af41ea8ceda req-737d5f91-6a93-4f84-b8e9-e2d9977768d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=178bcaee-8f33-40be-abaf-392b6f587337 HTTP/1.1" status: 200 len: 1002 time: 0.0603256 Sep 16 05:50:29.368028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddbb40-b42b-4a93-a26b-3af41ea8ceda req-9f55339e-75f5-4eb4-a106-94922497263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:29.369583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acddbb40-b42b-4a93-a26b-3af41ea8ceda req-9f55339e-75f5-4eb4-a106-94922497263e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0536368 Sep 16 05:50:29.429808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddbb40-b42b-4a93-a26b-3af41ea8ceda req-d8a08bd8-49a0-463f-ba12-57c5a9fa551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:29.431289 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acddbb40-b42b-4a93-a26b-3af41ea8ceda req-d8a08bd8-49a0-463f-ba12-57c5a9fa551b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528436 Sep 16 05:50:29.533722 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acddbb40-b42b-4a93-a26b-3af41ea8ceda req-60adca9d-7f55-4b0b-b292-5b5b3b43a5b9 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938554 Sep 16 05:50:29.637833 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-acddbb40-b42b-4a93-a26b-3af41ea8ceda req-9ecbe6e4-1211-401a-99af-82f369370895 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967240 Sep 16 05:50:33.253199 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:50:35.322577 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7c776eb8-ba4d-459d-9ed6-6b0b3fcc005e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:37.794244 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-95a55d5c-2af4-4536-be22-ea0c2253ec67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:38.599388 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:39.508275 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:41.005249 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:54.899241 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:58.905607 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.305003 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8af34070-02c7-4dda-9540-dfd43e84452f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:07.790436 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8d4aae89-8cb6-4b7a-b438-4c58d0f030b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:08.598643 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.475620 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:10.253556 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:51:11.027227 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:24.918065 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:28.946562 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:30.021293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c808d683-6e9d-4b80-bd16-9cee0e68326e req-96a334ef-7a8e-49f6-9233-2e8dd071ca59 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462747 Sep 16 05:51:30.126052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808d683-6e9d-4b80-bd16-9cee0e68326e req-50a94162-6301-40f2-a867-969b074cc04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.128008 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c808d683-6e9d-4b80-bd16-9cee0e68326e req-50a94162-6301-40f2-a867-969b074cc04b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 1097 time: 0.0458529 Sep 16 05:51:30.257473 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808d683-6e9d-4b80-bd16-9cee0e68326e req-31fd339f-ad2d-4c1d-8191-22df42413495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.260212 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c808d683-6e9d-4b80-bd16-9cee0e68326e req-31fd339f-ad2d-4c1d-8191-22df42413495 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1116457 Sep 16 05:51:30.365315 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c808d683-6e9d-4b80-bd16-9cee0e68326e req-9186f50a-2672-46fc-b32c-17744dcd2fd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=178bcaee-8f33-40be-abaf-392b6f587337 HTTP/1.1" status: 200 len: 1002 time: 0.0973270 Sep 16 05:51:30.429692 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808d683-6e9d-4b80-bd16-9cee0e68326e req-61ea3877-d44c-443b-981d-8aeae20e46d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.438711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c808d683-6e9d-4b80-bd16-9cee0e68326e req-61ea3877-d44c-443b-981d-8aeae20e46d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0587707 Sep 16 05:51:30.487140 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808d683-6e9d-4b80-bd16-9cee0e68326e req-3f1d6a6d-0503-41ee-bd75-c4c710482957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.490200 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c808d683-6e9d-4b80-bd16-9cee0e68326e req-3f1d6a6d-0503-41ee-bd75-c4c710482957 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508258 Sep 16 05:51:30.644435 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c808d683-6e9d-4b80-bd16-9cee0e68326e req-f08d35c3-ba68-4229-8157-3853b5678d27 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472356 Sep 16 05:51:31.124495 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c808d683-6e9d-4b80-bd16-9cee0e68326e req-823166a9-ff0e-420e-b2f0-9751c5a53fed service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726119 Sep 16 05:51:35.346200 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5102cd6b-44ca-4cc3-bf50-b537597312cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:37.809138 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-00cd892e-5ff3-49f0-bc83-b7c0bca6e7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.600525 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.477500 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.020235 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.259831 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:51:54.928791 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:58.928396 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:05.300327 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7144db60-9b92-4327-8574-7f7f846d4a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:07.834395 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-456ac92e-25aa-4c46-89b2-60ff802f6a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:08.631201 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:09.500813 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:11.022333 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:21.384356 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8723ab-d434-4dfe-859f-de54331dfe9b req-2fa5b6ca-d628-4ee4-b9e9-5ab69f51cef9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:21.386001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a8723ab-d434-4dfe-859f-de54331dfe9b req-2fa5b6ca-d628-4ee4-b9e9-5ab69f51cef9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0561221 Sep 16 05:52:21.435797 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a8723ab-d434-4dfe-859f-de54331dfe9b req-d907c835-bb6b-410d-8210-8b82e06c8df1 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388260 Sep 16 05:52:24.248824 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:52:24.926012 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:28.922624 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:29.998571 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef9bcd4b-d169-4248-a70f-c54ae7aeff14 req-9e46cdb3-c7eb-4560-b19f-a716e22cfca5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439262 Sep 16 05:52:30.109050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bcd4b-d169-4248-a70f-c54ae7aeff14 req-1f719c2b-827b-4c86-9f7f-415adf235977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:30.110636 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef9bcd4b-d169-4248-a70f-c54ae7aeff14 req-1f719c2b-827b-4c86-9f7f-415adf235977 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 1097 time: 0.0510659 Sep 16 05:52:30.247647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bcd4b-d169-4248-a70f-c54ae7aeff14 req-383fec00-efb6-4fbf-889a-c19ec0223629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:30.249713 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef9bcd4b-d169-4248-a70f-c54ae7aeff14 req-383fec00-efb6-4fbf-889a-c19ec0223629 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1185863 Sep 16 05:52:30.324655 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef9bcd4b-d169-4248-a70f-c54ae7aeff14 req-1ab75cbd-98bd-4b0a-9e0e-89b6c9b2c514 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=178bcaee-8f33-40be-abaf-392b6f587337 HTTP/1.1" status: 200 len: 1002 time: 0.0676358 Sep 16 05:52:30.403714 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bcd4b-d169-4248-a70f-c54ae7aeff14 req-3bb0d4f2-1b52-45dd-8476-03ef26b97cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:30.405618 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef9bcd4b-d169-4248-a70f-c54ae7aeff14 req-3bb0d4f2-1b52-45dd-8476-03ef26b97cfc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0703197 Sep 16 05:52:30.460387 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bcd4b-d169-4248-a70f-c54ae7aeff14 req-128b967a-65ad-427b-9edf-c8413e26e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:30.461955 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef9bcd4b-d169-4248-a70f-c54ae7aeff14 req-128b967a-65ad-427b-9edf-c8413e26e208 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496511 Sep 16 05:52:30.473363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-ef9bcd4b-d169-4248-a70f-c54ae7aeff14 req-1d297f08-fcd1-440d-9701-11e1ac23581f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:52:30.474703 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef9bcd4b-d169-4248-a70f-c54ae7aeff14 req-1d297f08-fcd1-440d-9701-11e1ac23581f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054123 Sep 16 05:52:30.580693 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef9bcd4b-d169-4248-a70f-c54ae7aeff14 req-88c1e98a-1657-4ea1-8046-5cd0e0e731f2 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990207 Sep 16 05:52:30.680103 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef9bcd4b-d169-4248-a70f-c54ae7aeff14 req-600971a3-1157-442b-8d84-025a20ba1ab5 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913527 Sep 16 05:52:34.922307 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c725e68-ef35-49d2-ac01-600b6284f935 req-8884fb28-aaf2-44ea-a4c4-070bcec63631 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:34.923905 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c725e68-ef35-49d2-ac01-600b6284f935 req-8884fb28-aaf2-44ea-a4c4-070bcec63631 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0535471 Sep 16 05:52:34.967775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c725e68-ef35-49d2-ac01-600b6284f935 req-b7b82dd2-0246-4340-b4a5-aa6f499ea96a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355461 Sep 16 05:52:35.092494 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-eaf7ba6e-060c-4e6a-be05-485004283eba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0469270 Sep 16 05:52:35.103492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-c9f0c1e6-5fd9-4553-9f29-f3e275a3a446 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:52:35.104525 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-c9f0c1e6-5fd9-4553-9f29-f3e275a3a446 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054965 Sep 16 05:52:35.311731 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-29706e8f-cd87-4495-8055-b951b1340c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:36.110570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151478cc-4d67-4920-b106-233ce5afb9ed req-33346fca-1a80-4480-a8c8-b4633432dd21 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:36.112286 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-151478cc-4d67-4920-b106-233ce5afb9ed req-33346fca-1a80-4480-a8c8-b4633432dd21 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0640216 Sep 16 05:52:36.162913 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-151478cc-4d67-4920-b106-233ce5afb9ed req-a090e8d6-3215-4f89-8860-c14a95fac213 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442839 Sep 16 05:52:37.303270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9da33-e642-4b9e-a8f3-1e1157b4a6f0 req-f04920b5-1c59-4716-b4d7-b4b272640b6b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:37.315095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ed9da33-e642-4b9e-a8f3-1e1157b4a6f0 req-f04920b5-1c59-4716-b4d7-b4b272640b6b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0609083 Sep 16 05:52:37.358178 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ed9da33-e642-4b9e-a8f3-1e1157b4a6f0 req-58c6e295-0182-4033-bf0e-2fe4bc6364df tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462542 Sep 16 05:52:37.722044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-7ead27af-077f-49bf-a346-5b9eba507e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:37.725316 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-7ead27af-077f-49bf-a346-5b9eba507e06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 1097 time: 0.0575483 Sep 16 05:52:37.807363 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a7331405-342f-41fc-8d35-ed7952202f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:37.845810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-7946626a-8db8-4cb7-a5cb-930c29438db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:37.847389 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-7946626a-8db8-4cb7-a5cb-930c29438db9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1154325 Sep 16 05:52:37.921130 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-f75ea626-288e-4738-b367-61fbdc0482c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=178bcaee-8f33-40be-abaf-392b6f587337 HTTP/1.1" status: 200 len: 1002 time: 0.0668111 Sep 16 05:52:37.987756 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-d23063c7-ad28-4206-b139-5440e83095e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:37.989328 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-d23063c7-ad28-4206-b139-5440e83095e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0613389 Sep 16 05:52:38.037123 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-f3765bdd-7b5e-4935-b980-bc73f6d4f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:38.038678 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-f3765bdd-7b5e-4935-b980-bc73f6d4f403 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429103 Sep 16 05:52:38.136477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-8b8cf8b1-ef72-4ebc-8d03-857415a401d9 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901105 Sep 16 05:52:38.247187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-4a4411b0-973f-4892-ae46-97f61d2d5d01 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039133 Sep 16 05:52:38.491450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0006fa7-5c5e-46f0-8d61-cd3174cadae4 req-95ad9e9d-0dd9-4427-a082-6cc700400438 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:38.493517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0006fa7-5c5e-46f0-8d61-cd3174cadae4 req-95ad9e9d-0dd9-4427-a082-6cc700400438 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0619164 Sep 16 05:52:38.557086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0006fa7-5c5e-46f0-8d61-cd3174cadae4 req-05450fbb-f062-4f19-98be-6c8adc20f0c4 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523846 Sep 16 05:52:38.641425 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:39.490412 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:39.682737 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d08f3-4f53-433a-bc40-96b837656dde req-33184381-7f4f-453a-9362-996195013fb1 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:39.684339 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b20d08f3-4f53-433a-bc40-96b837656dde req-33184381-7f4f-453a-9362-996195013fb1 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0521066 Sep 16 05:52:39.738171 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b20d08f3-4f53-433a-bc40-96b837656dde req-04ac4d8a-334a-45db-b810-5b7fa6a296e9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411339 Sep 16 05:52:40.990126 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594c7e8-bc78-45a0-862d-36d9a72b587d req-90b024d0-7fa6-4e15-ba96-4a3ead2eef54 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:40.990126 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c594c7e8-bc78-45a0-862d-36d9a72b587d req-90b024d0-7fa6-4e15-ba96-4a3ead2eef54 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0612199 Sep 16 05:52:40.990126 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c594c7e8-bc78-45a0-862d-36d9a72b587d req-684eb0d2-36bd-42b6-b801-a19b3b51eb91 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378754 Sep 16 05:52:41.038707 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:42.051878 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611def1e-740d-4e0f-9a11-d6c3b8780491 req-27bc30fe-c13d-4387-8b5f-6286f3f019fa tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:42.053487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-611def1e-740d-4e0f-9a11-d6c3b8780491 req-27bc30fe-c13d-4387-8b5f-6286f3f019fa tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0515919 Sep 16 05:52:42.094980 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-611def1e-740d-4e0f-9a11-d6c3b8780491 req-1a09d7a7-a43b-4e5c-8d65-5257a9f94245 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352352 Sep 16 05:52:43.224791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43593b-e627-46e0-b429-2531c56f17c3 req-5df7fe43-ddf7-4239-8e4e-1feb27a7ec02 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:43.226428 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b43593b-e627-46e0-b429-2531c56f17c3 req-5df7fe43-ddf7-4239-8e4e-1feb27a7ec02 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0534101 Sep 16 05:52:43.276832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b43593b-e627-46e0-b429-2531c56f17c3 req-588387e1-d405-4d90-86fe-9733f82d466a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396614 Sep 16 05:52:44.404645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dd779-f74b-47a7-af9c-d92f67f994b5 req-8c3fc289-2d73-4512-b546-995eb1c799b8 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:44.406387 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f69dd779-f74b-47a7-af9c-d92f67f994b5 req-8c3fc289-2d73-4512-b546-995eb1c799b8 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0538480 Sep 16 05:52:44.454351 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f69dd779-f74b-47a7-af9c-d92f67f994b5 req-0051c4c0-5b2b-4797-8ca5-8370bc86eb94 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366619 Sep 16 05:52:45.576963 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c9c78-1905-4763-ba1e-1d71e603c378 req-7e14744c-6cbc-4d8f-9bb0-17f6fdeeed5e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:45.578631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e0c9c78-1905-4763-ba1e-1d71e603c378 req-7e14744c-6cbc-4d8f-9bb0-17f6fdeeed5e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0525608 Sep 16 05:52:45.645363 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e0c9c78-1905-4763-ba1e-1d71e603c378 req-c9c62d9d-a9cd-4f80-9aa4-9ad6efe05a8d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586209 Sep 16 05:52:46.775101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a643213-ce6a-4437-87bf-e397e3791100 req-ef0b354b-ab9a-4fcc-a8a6-bb7b0dc73359 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:46.775101 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a643213-ce6a-4437-87bf-e397e3791100 req-ef0b354b-ab9a-4fcc-a8a6-bb7b0dc73359 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0527284 Sep 16 05:52:46.837132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4a643213-ce6a-4437-87bf-e397e3791100 req-fa34d9c1-b14e-413b-ab06-bb49e9b0c73c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560288 Sep 16 05:52:47.959038 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb05ccb-51c0-4170-b8fd-a7705576da42 req-cc6a46d0-a708-41ef-9a83-286209d34705 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:47.960670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cb05ccb-51c0-4170-b8fd-a7705576da42 req-cc6a46d0-a708-41ef-9a83-286209d34705 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0524027 Sep 16 05:52:48.011095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cb05ccb-51c0-4170-b8fd-a7705576da42 req-5a058047-51ad-4d3a-8810-6eaf7a37fd17 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442178 Sep 16 05:52:49.138095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f3960-1aea-40b2-ace6-871db07d3c71 req-b4f7cbaa-db91-42ad-b07a-6987c2b151e7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:49.139670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c93f3960-1aea-40b2-ace6-871db07d3c71 req-b4f7cbaa-db91-42ad-b07a-6987c2b151e7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0549533 Sep 16 05:52:49.186310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c93f3960-1aea-40b2-ace6-871db07d3c71 req-02436e79-fc02-4370-a9c8-65b31f802ec0 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396733 Sep 16 05:52:50.319241 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678cfa0-1b48-481a-b0e2-c6cd7e5b7d26 req-c70ca83c-bdb1-4afb-a840-fa5aada78969 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:50.321386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4678cfa0-1b48-481a-b0e2-c6cd7e5b7d26 req-c70ca83c-bdb1-4afb-a840-fa5aada78969 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0606184 Sep 16 05:52:50.380218 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4678cfa0-1b48-481a-b0e2-c6cd7e5b7d26 req-3eb4c39d-a9ac-46b9-8190-1ef8052af185 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520508 Sep 16 05:52:51.501741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0222f-ad8c-4e3a-8b1a-b6abb30ed997 req-d0731a94-1d4b-4c5d-bbf0-b9f02dda58c7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:51.503320 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aec0222f-ad8c-4e3a-8b1a-b6abb30ed997 req-d0731a94-1d4b-4c5d-bbf0-b9f02dda58c7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0502396 Sep 16 05:52:51.557644 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aec0222f-ad8c-4e3a-8b1a-b6abb30ed997 req-634b81ca-661b-4dc2-9922-f19614d9023a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480714 Sep 16 05:52:52.693780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f926c-c420-4a6d-9542-f4a05bb2dbdf req-b6b3c855-cae9-4213-8a18-9232579f8d04 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:52.695465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a4f926c-c420-4a6d-9542-f4a05bb2dbdf req-b6b3c855-cae9-4213-8a18-9232579f8d04 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0585029 Sep 16 05:52:52.738816 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a4f926c-c420-4a6d-9542-f4a05bb2dbdf req-42bea488-9816-446a-8b3c-c50d47626245 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364141 Sep 16 05:52:53.879178 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bf04b-8c76-48b6-bc6b-95b25ea5b606 req-27c2ade7-f8f0-46b7-9cac-0e5c1e5c17be tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:53.880845 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe4bf04b-8c76-48b6-bc6b-95b25ea5b606 req-27c2ade7-f8f0-46b7-9cac-0e5c1e5c17be tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0533881 Sep 16 05:52:53.935552 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe4bf04b-8c76-48b6-bc6b-95b25ea5b606 req-0450bd46-f011-431f-a81c-dd2fcb6efba3 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480509 Sep 16 05:52:54.973963 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:55.087808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc42a5-bdf4-4265-a471-b32186bb879f req-99ed7f9d-1a5a-417f-bd94-1eae11b5214a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:55.089374 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4bc42a5-bdf4-4265-a471-b32186bb879f req-99ed7f9d-1a5a-417f-bd94-1eae11b5214a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0597520 Sep 16 05:52:55.136072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4bc42a5-bdf4-4265-a471-b32186bb879f req-8ac6e468-7500-46b5-a9e1-8e975d2c102b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392959 Sep 16 05:52:56.299682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dfd58-0324-4f58-b477-5e2ef77d6b6c req-33c82c69-139f-48b4-a1ae-746ea1b09eb7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:56.302081 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-405dfd58-0324-4f58-b477-5e2ef77d6b6c req-33c82c69-139f-48b4-a1ae-746ea1b09eb7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0884912 Sep 16 05:52:56.368044 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-405dfd58-0324-4f58-b477-5e2ef77d6b6c req-788a24f8-0550-4f4b-bf2f-de3a56052a9f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588188 Sep 16 05:52:57.516031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db09a3-f2c6-4566-86f0-74c5b11ba5f9 req-9ea127e8-a6e7-4043-8861-79bdabe9910e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:57.517694 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8db09a3-f2c6-4566-86f0-74c5b11ba5f9 req-9ea127e8-a6e7-4043-8861-79bdabe9910e tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0621550 Sep 16 05:52:57.569068 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8db09a3-f2c6-4566-86f0-74c5b11ba5f9 req-d2f14aed-5dbe-4f9e-a45d-215e76574794 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413852 Sep 16 05:52:58.231089 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-91676e99-1c64-4e9b-8788-3a720b6183cf service neutron] show failed (client error): The resource could not be found. Sep 16 05:52:58.232775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-91676e99-1c64-4e9b-8788-3a720b6183cf service neutron] 10.222.0.21 "GET /v2.0/ports/178bcaee-8f33-40be-abaf-392b6f587337/bindings/n-h2-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.0657594 Sep 16 05:52:58.722679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000a5c0-2856-4e32-ba4e-41318c358018 req-c153d4c3-08da-4262-bfac-695145f471dc tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:58.724382 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b000a5c0-2856-4e32-ba4e-41318c358018 req-c153d4c3-08da-4262-bfac-695145f471dc tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0648665 Sep 16 05:52:58.792529 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b000a5c0-2856-4e32-ba4e-41318c358018 req-d9cd8d11-1b4f-410c-9c6c-b797cbd1a916 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615768 Sep 16 05:52:58.803411 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-096af26d-3607-4d89-bb67-49c1f2df8fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:58.805062 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-096af26d-3607-4d89-bb67-49c1f2df8fa8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f&tenant_id=b57657202d0842fa8f4602e517981ce2 HTTP/1.1" status: 200 len: 1097 time: 0.1142192 Sep 16 05:52:58.816608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-06032334-2393-4ad6-8516-d514f36c8071 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:52:58.817659 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-06032334-2393-4ad6-8516-d514f36c8071 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057890 Sep 16 05:52:58.835525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-13', 'device_owner': 'compute:nova'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:58.900100 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:58.943793 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:59.116436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=178bcaee-8f33-40be-abaf-392b6f587337,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:59.152623 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:52:59.206232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '178bcaee-8f33-40be-abaf-392b6f587337'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:52:59.208651 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba3cc1f-61ee-4340-af6a-d97ff130f29b" -d '{"events": [{"server_uuid": "f2d9f66a-f135-4c52-ba02-aef87a46616f", "name": "network-vif-unplugged", "status": "completed", "tag": "178bcaee-8f33-40be-abaf-392b6f587337"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:52:59.213301 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:59.234712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Transition to ACTIVE for port object 178bcaee-8f33-40be-abaf-392b6f587337 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:52:59.323950 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:59.355776 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62efc6d7-d63d-4ea9-96e3-6046b8f8ce86 x-openstack-request-id: req-62efc6d7-d63d-4ea9-96e3-6046b8f8ce86 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:52:59.356111 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d9f66a-f135-4c52-ba02-aef87a46616f", "name": "network-vif-unplugged", "status": "completed", "tag": "178bcaee-8f33-40be-abaf-392b6f587337", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:52:59.356288 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62efc6d7-d63d-4ea9-96e3-6046b8f8ce86 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:52:59.357227 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '178bcaee-8f33-40be-abaf-392b6f587337', 'code': 200} Sep 16 05:52:59.410566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Pushing event updated for resources: {'Port': ['ID=178bcaee-8f33-40be-abaf-392b6f587337,revision_number=6']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:59.423079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:59.423464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:59.423766 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:59.424109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:59.424444 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:59.424782 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:59.425117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:59.425618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:59.425760 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:59.426080 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:59.426408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:59.426732 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:59.475614 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] No DVR routers for this DVR port 178bcaee-8f33-40be-abaf-392b6f587337 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:52:59.656295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Attempting to bind port 178bcaee-8f33-40be-abaf-392b6f587337 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:52:59.656651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Attempting to bind port 178bcaee-8f33-40be-abaf-392b6f587337 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:52:59.656991 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Attempting to bind port 178bcaee-8f33-40be-abaf-392b6f587337 on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:59.662469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Port 178bcaee-8f33-40be-abaf-392b6f587337 on network ea709df9-1b60-440d-95e3-289caa2ed864 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:52:59.662872 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Attempting to bind port 178bcaee-8f33-40be-abaf-392b6f587337 on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:59.668676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:52:59.669026 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Checking segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:52:59.670079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Bound using segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:52:59.670845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Bound port: 178bcaee-8f33-40be-abaf-392b6f587337, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:52:59.671508 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:59.746640 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:52:59.750150 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=178bcaee-8f33-40be-abaf-392b6f587337,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:52:59.830602 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:59.873206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:59.873741 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:59.878786 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] 10.222.0.38 "PUT /v2.0/ports/178bcaee-8f33-40be-abaf-392b6f587337 HTTP/1.1" status: 200 len: 1092 time: 1.0440574 Sep 16 05:52:59.938045 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea187f7-48ff-40c8-9dac-be396b0a08e7 service neutron] Pushing event updated for resources: {'Port': ['ID=178bcaee-8f33-40be-abaf-392b6f587337,revision_number=7']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:59.981957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b6096-bec9-47bf-9e4b-d8dcfe63df96 req-a7c2abfb-4964-4754-8b4e-b1e075670dfe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:59.983561 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-412b6096-bec9-47bf-9e4b-d8dcfe63df96 req-a7c2abfb-4964-4754-8b4e-b1e075670dfe tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 943 time: 0.1055298 Sep 16 05:52:59.992183 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-02642fed-28bf-46a2-bb3d-ec7afd4068ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:59.993701 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-02642fed-28bf-46a2-bb3d-ec7afd4068ff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 1095 time: 0.0730634 Sep 16 05:53:00.063833 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-412b6096-bec9-47bf-9e4b-d8dcfe63df96 req-7cce5838-9dd6-47ee-8990-611bcbc354c2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739949 Sep 16 05:53:00.130500 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-c2dc01c5-4fc6-4a06-9dea-dc6404767ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:00.132046 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-c2dc01c5-4fc6-4a06-9dea-dc6404767ca5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1314383 Sep 16 05:53:00.206940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-19f16a52-5d79-4a69-b037-a43598b67374 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=178bcaee-8f33-40be-abaf-392b6f587337 HTTP/1.1" status: 200 len: 1000 time: 0.0668116 Sep 16 05:53:00.264230 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-eb140571-51f0-46ae-bd5c-aeeeef210266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:00.265700 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-eb140571-51f0-46ae-bd5c-aeeeef210266 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0525532 Sep 16 05:53:00.314742 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-597246cb-3974-4d61-a646-204cd318b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:00.316348 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-597246cb-3974-4d61-a646-204cd318b23c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443070 Sep 16 05:53:00.425939 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-138420a5-2d93-43f3-8ef5-4049ad046593 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015260 Sep 16 05:53:00.537547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-cc6408c7-3818-4a8e-89be-c1546e122ab7 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043139 Sep 16 05:53:00.785531 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 178bcaee-8f33-40be-abaf-392b6f587337 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:00.827188 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 178bcaee-8f33-40be-abaf-392b6f587337 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:01.243588 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783d8c0-1e21-42da-a5ee-28aef97eb816 req-186a51e7-8ba6-4d3e-89c9-863792f986d2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:01.246844 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0783d8c0-1e21-42da-a5ee-28aef97eb816 req-186a51e7-8ba6-4d3e-89c9-863792f986d2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 943 time: 0.0640388 Sep 16 05:53:01.249618 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:53:01.301031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0783d8c0-1e21-42da-a5ee-28aef97eb816 req-1827f3c3-a087-4e49-a247-a7b0cbd6d920 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414364 Sep 16 05:53:01.358968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'tag': '178bcaee-8f33-40be-abaf-392b6f587337'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:01.361373 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4b008c-d3d0-454b-afef-744dc3d6ec62" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d9f66a-f135-4c52-ba02-aef87a46616f", "tag": "178bcaee-8f33-40be-abaf-392b6f587337"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:01.417297 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca4499e-1be2-4291-b92f-b7c326c2d39d x-openstack-request-id: req-dca4499e-1be2-4291-b92f-b7c326c2d39d {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:01.417631 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d9f66a-f135-4c52-ba02-aef87a46616f", "tag": "178bcaee-8f33-40be-abaf-392b6f587337", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:01.417926 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dca4499e-1be2-4291-b92f-b7c326c2d39d {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:01.418442 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'tag': '178bcaee-8f33-40be-abaf-392b6f587337', 'status': 'completed', 'code': 200} Sep 16 05:53:01.581807 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-facb98a5-dcfc-4fb8-b2b5-a542ba00d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:01.584198 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-facb98a5-dcfc-4fb8-b2b5-a542ba00d74b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 1095 time: 0.1153071 Sep 16 05:53:01.588863 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-f9f02fa0-6999-4269-b827-e03f43803c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:01.590998 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-f9f02fa0-6999-4269-b827-e03f43803c62 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 1095 time: 0.1072843 Sep 16 05:53:01.864489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-c81bc8df-78d0-4a15-ab43-a718c1f30e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:01.866091 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-c81bc8df-78d0-4a15-ab43-a718c1f30e9d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.2739849 Sep 16 05:53:01.869517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-b1aef0af-1057-42eb-8ed1-86627cf85d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:01.871112 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-b1aef0af-1057-42eb-8ed1-86627cf85d5a service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.2652559 Sep 16 05:53:01.988423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-1f38a7ec-87ff-4159-ac5c-56eeed11e963 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=178bcaee-8f33-40be-abaf-392b6f587337 HTTP/1.1" status: 200 len: 1000 time: 0.1147280 Sep 16 05:53:01.995345 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-21aa14d7-7a39-4ebb-afa8-c0d2d771b8c6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=178bcaee-8f33-40be-abaf-392b6f587337 HTTP/1.1" status: 200 len: 1000 time: 0.1122811 Sep 16 05:53:02.085100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-588cce1c-78c1-487d-935a-9d86f5b58d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:02.086551 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-588cce1c-78c1-487d-935a-9d86f5b58d0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0903399 Sep 16 05:53:02.088170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-0b11eb97-67c6-4a76-9636-51615783d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:02.089642 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-0b11eb97-67c6-4a76-9636-51615783d5f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0851727 Sep 16 05:53:02.172693 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-f4662a7f-ed50-47f0-8265-ebdffc5c58ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:02.174283 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-f4662a7f-ed50-47f0-8265-ebdffc5c58ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801866 Sep 16 05:53:02.177642 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-58b2157e-b895-4467-855d-2b8fa1574493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:02.179224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-58b2157e-b895-4467-855d-2b8fa1574493 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768092 Sep 16 05:53:02.446860 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-db41c3cd-d003-4036-85f4-762e790cfb49 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556505 Sep 16 05:53:02.449769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-0abc3f93-85a5-474b-a48c-4bd00252db7f service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674766 Sep 16 05:53:02.721004 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ddbb8-12cc-4192-a2d2-127b5efb61aa req-40cf6a08-4673-42fc-983a-09770b6697a3 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:02.723515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-260ddbb8-12cc-4192-a2d2-127b5efb61aa req-40cf6a08-4673-42fc-983a-09770b6697a3 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 943 time: 0.3287842 Sep 16 05:53:02.825557 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-10bb901b-90c2-4600-9ff0-e3f468ce4574 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501501 Sep 16 05:53:02.828934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-260ddbb8-12cc-4192-a2d2-127b5efb61aa req-e60d7943-075d-4090-8acb-9b51cbc1ce14 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899854 Sep 16 05:53:02.831640 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c4b008c-d3d0-454b-afef-744dc3d6ec62 req-6a05d29d-2679-463e-8118-f0bb43d98fe1 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543065 Sep 16 05:53:04.015873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c878ca5-9b34-41ae-bfbc-0f2bce0c059a req-281f8b12-3f32-4e9a-94ae-7deb68c6e921 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:04.018598 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c878ca5-9b34-41ae-bfbc-0f2bce0c059a req-281f8b12-3f32-4e9a-94ae-7deb68c6e921 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 943 time: 0.0935061 Sep 16 05:53:04.074456 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c878ca5-9b34-41ae-bfbc-0f2bce0c059a req-246dd18e-ad2e-408a-84a6-3e476ad87bd7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467637 Sep 16 05:53:05.249034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60e476-f3fd-40a9-b4ea-be69e3d69b58 req-3263c4b8-2fd6-4d1d-a2f7-9df7f0187629 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:05.251429 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea60e476-f3fd-40a9-b4ea-be69e3d69b58 req-3263c4b8-2fd6-4d1d-a2f7-9df7f0187629 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 943 time: 0.0804472 Sep 16 05:53:05.299922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ea60e476-f3fd-40a9-b4ea-be69e3d69b58 req-a8fe8590-f9c4-4db3-ba02-03c774cad421 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369992 Sep 16 05:53:05.303881 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-76be3ce5-6a73-407a-ba00-628c7a699d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:05.743276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-b2a4029e-62d5-4974-826a-401e07d2097d req-ea84ddfb-0a8b-4fab-9d0e-1b02bc76a30b service neutron] (95473) timed out ('10.222.0.20', 60230) {{(pid=95473) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:53:06.427749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44f1a5-7890-4d97-a2b3-03e44a3d1a4b req-3d32044f-7c56-4f3b-9dc4-361eef7ab812 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:06.429352 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c44f1a5-7890-4d97-a2b3-03e44a3d1a4b req-3d32044f-7c56-4f3b-9dc4-361eef7ab812 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 943 time: 0.0532455 Sep 16 05:53:06.477725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c44f1a5-7890-4d97-a2b3-03e44a3d1a4b req-c21d52af-d3e9-4e9a-8234-30499427b469 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410812 Sep 16 05:53:07.613399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0743e26-36e9-4dc2-9b2d-46d64837d5d0 req-9281da78-e191-406e-a0ec-ca08cd3af660 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:07.615038 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0743e26-36e9-4dc2-9b2d-46d64837d5d0 req-9281da78-e191-406e-a0ec-ca08cd3af660 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 943 time: 0.0549536 Sep 16 05:53:07.659723 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0743e26-36e9-4dc2-9b2d-46d64837d5d0 req-e2040ddd-9285-4003-b60f-7530618439b2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383883 Sep 16 05:53:07.798397 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9cdc0506-62c3-483e-8d7b-152635e329e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.609610 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.784284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c841b78-6cc7-4a74-b59f-3bf29bf814ec req-47ab81a9-8fb8-45a4-8dfe-35f4f5305813 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:08.785998 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c841b78-6cc7-4a74-b59f-3bf29bf814ec req-47ab81a9-8fb8-45a4-8dfe-35f4f5305813 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 943 time: 0.0541353 Sep 16 05:53:08.829942 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c841b78-6cc7-4a74-b59f-3bf29bf814ec req-261d0432-0d88-4e46-a4b2-182845f2b4af tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371633 Sep 16 05:53:09.497754 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:09.954790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53abe5-5c90-4d5a-be4e-162f0355e972 req-96c47895-e884-4300-ab1d-dbb2fbf3f196 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:09.956374 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d53abe5-5c90-4d5a-be4e-162f0355e972 req-96c47895-e884-4300-ab1d-dbb2fbf3f196 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 943 time: 0.0517292 Sep 16 05:53:09.999023 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8d53abe5-5c90-4d5a-be4e-162f0355e972 req-0f5820ce-1c87-4a54-89a0-5b12354eecda tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363336 Sep 16 05:53:11.035329 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:11.129401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369442ab-97a0-43d7-a9a4-d56b48edbcec req-2359ff61-6eb5-415d-b04c-289e84502287 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:11.131066 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-369442ab-97a0-43d7-a9a4-d56b48edbcec req-2359ff61-6eb5-415d-b04c-289e84502287 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 943 time: 0.0581019 Sep 16 05:53:11.174820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-369442ab-97a0-43d7-a9a4-d56b48edbcec req-d1adf845-af78-4958-a406-a11513598902 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372703 Sep 16 05:53:12.315356 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717c2f4-7c81-4a1c-8579-caa60a648a32 req-b7e01967-a186-47b5-87a0-376163e2c453 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:12.316925 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b717c2f4-7c81-4a1c-8579-caa60a648a32 req-b7e01967-a186-47b5-87a0-376163e2c453 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 943 time: 0.0528259 Sep 16 05:53:12.359051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b717c2f4-7c81-4a1c-8579-caa60a648a32 req-8385bea5-c159-4175-9cc8-a219073a5f75 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350595 Sep 16 05:53:13.486221 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35dc85-09b4-4b08-b580-245dffbe6c11 req-2bc7a333-0d91-4ec3-9e6f-23505d6843bb tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:13.487915 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc35dc85-09b4-4b08-b580-245dffbe6c11 req-2bc7a333-0d91-4ec3-9e6f-23505d6843bb tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 943 time: 0.0530407 Sep 16 05:53:13.529328 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc35dc85-09b4-4b08-b580-245dffbe6c11 req-7ad54ee1-eaed-4b26-99ae-22e179adbe78 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354459 Sep 16 05:53:14.658669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186d3a9-f7d8-40d7-ab3b-47cf9529afdd req-0525cc42-6ca1-4d7d-8ac3-5c62740db552 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:14.660419 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1186d3a9-f7d8-40d7-ab3b-47cf9529afdd req-0525cc42-6ca1-4d7d-8ac3-5c62740db552 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 943 time: 0.0566642 Sep 16 05:53:14.703022 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1186d3a9-f7d8-40d7-ab3b-47cf9529afdd req-01536759-1f0e-48b8-a010-9ef33dcdfc50 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358732 Sep 16 05:53:15.270021 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 178bcaee-8f33-40be-abaf-392b6f587337 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:53:15.377171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=178bcaee-8f33-40be-abaf-392b6f587337,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:15.389512 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '178bcaee-8f33-40be-abaf-392b6f587337', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'port_id': '178bcaee-8f33-40be-abaf-392b6f587337', 'mac_address': 'fa:16:3e:08:f4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:53:15.432993 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:15.449866 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178bcaee-8f33-40be-abaf-392b6f587337 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:53:15.472669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=178bcaee-8f33-40be-abaf-392b6f587337,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:15.592136 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:15.645224 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=178bcaee-8f33-40be-abaf-392b6f587337,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:15.653492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:15.653874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:15.654214 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:15.654545 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:15.654908 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:15.658659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:15.658659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:15.658659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:15.658659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:15.658659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:15.658659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:15.658659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:15.848436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbb3c9-440e-45a5-a379-c9deeed5e2b3 req-db77f808-cd17-419d-b4bf-74a0243569fc tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:15.851164 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e5bbb3c9-440e-45a5-a379-c9deeed5e2b3 req-db77f808-cd17-419d-b4bf-74a0243569fc tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 944 time: 0.0639772 Sep 16 05:53:15.894003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e5bbb3c9-440e-45a5-a379-c9deeed5e2b3 req-37357aed-491f-459c-82d8-9ca7727f24f6 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359282 Sep 16 05:53:15.995680 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['178bcaee-8f33-40be-abaf-392b6f587337'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:53:16.561001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cf554-99f3-4591-869f-8bc4aec5b384 req-adfc8b5f-4467-4e73-bf11-6d42f42c4b04 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:16.565277 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-493cf554-99f3-4591-869f-8bc4aec5b384 req-adfc8b5f-4467-4e73-bf11-6d42f42c4b04 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 944 time: 0.0578532 Sep 16 05:53:16.648267 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-493cf554-99f3-4591-869f-8bc4aec5b384 req-e82e0b12-c676-478f-b2c6-ed7b1f012f96 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778670 Sep 16 05:53:16.657173 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-c2a74797-faf7-472b-bf27-514bbdae859c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:16.659515 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-c2a74797-faf7-472b-bf27-514bbdae859c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f&tenant_id=b57657202d0842fa8f4602e517981ce2&binding%3Ahost_id=n-h2-712140-13 HTTP/1.1" status: 200 len: 944 time: 0.0879016 Sep 16 05:53:16.739734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-668acb79-c513-4bc5-b655-90cac1a2855a service neutron] 10.222.0.38 "GET /v2.0/ports/178bcaee-8f33-40be-abaf-392b6f587337/bindings/n-h2-712140-13 HTTP/1.1" status: 200 len: 383 time: 0.0719979 Sep 16 05:53:16.822818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-5855babe-a0d1-4368-9e27-2759bb1e1ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:16.824441 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-5855babe-a0d1-4368-9e27-2759bb1e1ae0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 1096 time: 0.0439293 Sep 16 05:53:17.268042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-a1bc568f-b63d-4b40-a11c-6f80bbea047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:17.269570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-a1bc568f-b63d-4b40-a11c-6f80bbea047c service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.4380999 Sep 16 05:53:17.271877 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 178bcaee-8f33-40be-abaf-392b6f587337 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:17.345853 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f056c55f-3d6f-4a28-b3fe-8c02415b6a90 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=178bcaee-8f33-40be-abaf-392b6f587337 HTTP/1.1" status: 200 len: 1001 time: 0.0665872 Sep 16 05:53:17.401346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-6a0f8276-a672-4023-9740-622179acabf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:17.403282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-6a0f8276-a672-4023-9740-622179acabf0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0513389 Sep 16 05:53:17.440336 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 178bcaee-8f33-40be-abaf-392b6f587337 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:53:17.444341 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 178bcaee-8f33-40be-abaf-392b6f587337 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:17.444721 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:17.456149 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-4d07d12a-7776-4b55-9be4-269a91ae6873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:17.461735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-4d07d12a-7776-4b55-9be4-269a91ae6873 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478518 Sep 16 05:53:17.576362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-5b80845a-6507-4e85-ac30-567ab779ebad service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102500 Sep 16 05:53:17.699322 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-51e6a0e1-2a8f-49a2-aff1-ccd7a0512579 service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138208 Sep 16 05:53:17.729401 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:17.761850 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178bcaee-8f33-40be-abaf-392b6f587337'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:17.764453 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b399a4b2-549f-44ba-9e7e-a2f37fdf7463" -d '{"events": [{"server_uuid": "f2d9f66a-f135-4c52-ba02-aef87a46616f", "name": "network-vif-plugged", "status": "completed", "tag": "178bcaee-8f33-40be-abaf-392b6f587337"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:17.780659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=178bcaee-8f33-40be-abaf-392b6f587337,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:17.809248 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eaa6c6-c86c-4966-9467-6f27940a8fda req-edd6dab8-5b08-4fed-9d56-1335d8aab5a2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:17.812180 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-81eaa6c6-c86c-4966-9467-6f27940a8fda req-edd6dab8-5b08-4fed-9d56-1335d8aab5a2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 944 time: 0.0735104 Sep 16 05:53:17.860443 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-81eaa6c6-c86c-4966-9467-6f27940a8fda req-838df215-311b-4b92-9f2b-e4bae0856e99 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404522 Sep 16 05:53:17.883958 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:17.910774 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1939185-33fe-4d8e-9aa2-0cd6ae8e1af5 x-openstack-request-id: req-f1939185-33fe-4d8e-9aa2-0cd6ae8e1af5 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:17.911156 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d9f66a-f135-4c52-ba02-aef87a46616f", "name": "network-vif-plugged", "status": "completed", "tag": "178bcaee-8f33-40be-abaf-392b6f587337", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:17.911331 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1939185-33fe-4d8e-9aa2-0cd6ae8e1af5 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:17.911719 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178bcaee-8f33-40be-abaf-392b6f587337', 'code': 200} Sep 16 05:53:17.942657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=178bcaee-8f33-40be-abaf-392b6f587337,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:18.990851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9cd83-1599-441a-95fc-27098e0d0074 req-8d09b245-18f2-4ab2-b721-8addb21cf2e5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:18.992420 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3b9cd83-1599-441a-95fc-27098e0d0074 req-8d09b245-18f2-4ab2-b721-8addb21cf2e5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0516403 Sep 16 05:53:19.035657 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3b9cd83-1599-441a-95fc-27098e0d0074 req-c9ceae11-6204-4408-9824-b0529f947bfc tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359871 Sep 16 05:53:20.172264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018489c2-bbbd-4f95-9f0c-e1a29e0c2390 req-6a8fd51b-9567-4f3c-812e-fbdc1d485510 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:20.174951 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-018489c2-bbbd-4f95-9f0c-e1a29e0c2390 req-6a8fd51b-9567-4f3c-812e-fbdc1d485510 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0623326 Sep 16 05:53:20.217579 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-018489c2-bbbd-4f95-9f0c-e1a29e0c2390 req-042a17fc-bfda-4bed-bc04-4cd32b524ee8 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363050 Sep 16 05:53:21.362982 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051bd45-6c95-49ae-aaf0-6b0407fca085 req-50d3a823-b7cb-43e2-a49d-f29cc0a26f0d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:21.364731 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f051bd45-6c95-49ae-aaf0-6b0407fca085 req-50d3a823-b7cb-43e2-a49d-f29cc0a26f0d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0584347 Sep 16 05:53:21.412240 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f051bd45-6c95-49ae-aaf0-6b0407fca085 req-0c71a97f-ef02-41e7-8475-425c90672852 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377288 Sep 16 05:53:22.547909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dde4f9-2d08-4fd5-8787-c387889a3ea2 req-168c872d-0bc0-4326-9fdc-20085883d464 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:22.550334 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9dde4f9-2d08-4fd5-8787-c387889a3ea2 req-168c872d-0bc0-4326-9fdc-20085883d464 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0561252 Sep 16 05:53:22.600228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9dde4f9-2d08-4fd5-8787-c387889a3ea2 req-419aa3d1-ddc5-4f6f-8959-f496f54dc64f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412698 Sep 16 05:53:23.291305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-306e333f-7617-43c5-ba46-cce9bcbc717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:23.292835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-306e333f-7617-43c5-ba46-cce9bcbc717a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f&tenant_id=b57657202d0842fa8f4602e517981ce2 HTTP/1.1" status: 200 len: 1097 time: 0.0487192 Sep 16 05:53:23.300882 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 178bcaee-8f33-40be-abaf-392b6f587337 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:23.310948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-13', 'device_owner': 'compute:nova'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:23.370189 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:23.400117 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:23.421025 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '178bcaee-8f33-40be-abaf-392b6f587337'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:23.424366 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826ae662-f0e1-4425-ae8f-c03f7f64abd2" -d '{"events": [{"server_uuid": "f2d9f66a-f135-4c52-ba02-aef87a46616f", "name": "network-vif-unplugged", "status": "completed", "tag": "178bcaee-8f33-40be-abaf-392b6f587337"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:23.440323 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=178bcaee-8f33-40be-abaf-392b6f587337,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:23.485475 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24774f67-cba6-43f4-8267-177509032d0f x-openstack-request-id: req-24774f67-cba6-43f4-8267-177509032d0f {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:23.486516 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d9f66a-f135-4c52-ba02-aef87a46616f", "name": "network-vif-unplugged", "status": "completed", "tag": "178bcaee-8f33-40be-abaf-392b6f587337", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:23.486821 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24774f67-cba6-43f4-8267-177509032d0f {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:23.487256 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '178bcaee-8f33-40be-abaf-392b6f587337', 'code': 200} Sep 16 05:53:23.530714 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:23.530997 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.db.api [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:53:23.531325 n-d-712140-13 neutron-server[95473]: DEBUG oslo_db.api [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:53:23.586013 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=178bcaee-8f33-40be-abaf-392b6f587337,revision_number=10']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:23.738143 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8bc96-a278-4534-baa9-4f14a0201ae1 req-bbd12005-d34c-438e-a37a-5eee250d08f7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:23.739820 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-30e8bc96-a278-4534-baa9-4f14a0201ae1 req-bbd12005-d34c-438e-a37a-5eee250d08f7 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 944 time: 0.0594122 Sep 16 05:53:23.781690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-30e8bc96-a278-4534-baa9-4f14a0201ae1 req-8445b1fc-802d-4461-a363-c1d86673cfe5 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340457 Sep 16 05:53:24.063937 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.287894 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=178bcaee-8f33-40be-abaf-392b6f587337,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:24.332747 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:24.372224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178bcaee-8f33-40be-abaf-392b6f587337 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:53:24.382554 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.397314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Transition to ACTIVE for port object 178bcaee-8f33-40be-abaf-392b6f587337 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:53:24.486001 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.569108 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Pushing event updated for resources: {'Port': ['ID=178bcaee-8f33-40be-abaf-392b6f587337,revision_number=11']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:24.629235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] No DVR routers for this DVR port 178bcaee-8f33-40be-abaf-392b6f587337 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:24.798012 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Attempting to bind port 178bcaee-8f33-40be-abaf-392b6f587337 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:24.798665 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Attempting to bind port 178bcaee-8f33-40be-abaf-392b6f587337 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:24.798665 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Attempting to bind port 178bcaee-8f33-40be-abaf-392b6f587337 on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:24.806250 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Port 178bcaee-8f33-40be-abaf-392b6f587337 on network ea709df9-1b60-440d-95e3-289caa2ed864 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:53:24.806570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Attempting to bind port 178bcaee-8f33-40be-abaf-392b6f587337 on network ea709df9-1b60-440d-95e3-289caa2ed864 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:24.812132 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:24.812495 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Checking segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:24.813528 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Bound using segment: {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:24.814673 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Bound port: 178bcaee-8f33-40be-abaf-392b6f587337, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae0ee06-5ccb-4567-adca-9e72794ec954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:24.815213 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.929523 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:24.933369 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=178bcaee-8f33-40be-abaf-392b6f587337,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:24.942296 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40576f59-9c89-470f-8af4-44071be08e19 req-90ed5677-9657-492e-b652-ac3b342c7230 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:24.944073 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40576f59-9c89-470f-8af4-44071be08e19 req-90ed5677-9657-492e-b652-ac3b342c7230 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 944 time: 0.0808930 Sep 16 05:53:24.946713 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.990576 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-40576f59-9c89-470f-8af4-44071be08e19 req-32988141-0e6f-4d4c-aeea-7b8e7f599d65 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381584 Sep 16 05:53:25.081047 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.120000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:25.120645 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.122278 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] 10.222.0.21 "PUT /v2.0/ports/178bcaee-8f33-40be-abaf-392b6f587337 HTTP/1.1" status: 200 len: 1093 time: 1.8155990 Sep 16 05:53:25.124759 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'tag': '178bcaee-8f33-40be-abaf-392b6f587337'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:25.127496 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032df894-ce5a-47cc-929a-f97d5acba9ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d9f66a-f135-4c52-ba02-aef87a46616f", "tag": "178bcaee-8f33-40be-abaf-392b6f587337"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:25.185782 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7cea0-d5e6-4fb9-b13a-a496289858d2 service neutron] Pushing event updated for resources: {'Port': ['ID=178bcaee-8f33-40be-abaf-392b6f587337,revision_number=12']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:25.202249 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d5977b-5872-4218-9ae8-16cebdec0961 x-openstack-request-id: req-85d5977b-5872-4218-9ae8-16cebdec0961 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:25.202537 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d9f66a-f135-4c52-ba02-aef87a46616f", "tag": "178bcaee-8f33-40be-abaf-392b6f587337", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:25.202825 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85d5977b-5872-4218-9ae8-16cebdec0961 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:25.203258 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'tag': '178bcaee-8f33-40be-abaf-392b6f587337', 'status': 'completed', 'code': 200} Sep 16 05:53:25.225717 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-84e6e07a-2314-4dc5-8caf-930010e7e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:25.228984 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-84e6e07a-2314-4dc5-8caf-930010e7e804 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 1096 time: 0.0632527 Sep 16 05:53:25.348998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-3c6fdd07-11d1-41bc-9d1f-f511c2eefbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:25.350567 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-3c6fdd07-11d1-41bc-9d1f-f511c2eefbfd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 1096 time: 0.1071372 Sep 16 05:53:25.382204 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-e7ae5b0d-3e71-40a9-8fe1-3cc25c87ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:25.383737 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-e7ae5b0d-3e71-40a9-8fe1-3cc25c87ff7f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1487720 Sep 16 05:53:25.502677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-73fbc8c9-a342-4fe6-b835-d914b7b72f02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=178bcaee-8f33-40be-abaf-392b6f587337 HTTP/1.1" status: 200 len: 1000 time: 0.1090894 Sep 16 05:53:25.522721 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-eb1a35cc-9225-46e5-a1d3-b727b1b22ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:25.524253 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-eb1a35cc-9225-46e5-a1d3-b727b1b22ec3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1643708 Sep 16 05:53:25.607223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-d036e165-ede3-4226-93ec-c1a7fd477017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:25.608748 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-d036e165-ede3-4226-93ec-c1a7fd477017 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0984042 Sep 16 05:53:25.634527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-f4efb14d-12f5-4108-ab7c-5048aa90dff1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=178bcaee-8f33-40be-abaf-392b6f587337 HTTP/1.1" status: 200 len: 1000 time: 0.0919993 Sep 16 05:53:25.709594 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-047ec398-2c0e-4425-b2b6-7e5fff92c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:25.711182 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-047ec398-2c0e-4425-b2b6-7e5fff92c60f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0624125 Sep 16 05:53:25.714710 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-43174608-3351-47f6-a496-ffb6f885e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:25.716327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-43174608-3351-47f6-a496-ffb6f885e62c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989785 Sep 16 05:53:25.823996 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-0377540f-6afb-4846-b710-dd552e9ebe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:25.825834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-0377540f-6afb-4846-b710-dd552e9ebe9f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1074097 Sep 16 05:53:25.874697 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-f64e510d-8cf3-46f6-abe1-3358dfc4412e service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482933 Sep 16 05:53:26.013293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-2191b4fc-a826-483c-98ad-95047059bcaf service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796610 Sep 16 05:53:26.132726 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46219ec7-24e0-49ef-b43c-8548ce6479ae req-6abe39a1-13a4-40de-910c-1de5c6ecfb4d service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182388 Sep 16 05:53:26.189912 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-add37401-aaf3-4909-ab26-a96e8ffad3fb service neutron] 10.222.0.38 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694374 Sep 16 05:53:26.201049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269b049-8d32-4dcc-a90d-228480cd7a31 req-4be769eb-2acd-467a-811e-4030261a6104 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:26.202728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6269b049-8d32-4dcc-a90d-228480cd7a31 req-4be769eb-2acd-467a-811e-4030261a6104 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 944 time: 0.1292486 Sep 16 05:53:26.293958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-3ab42495-6c6a-4377-aaac-fee1a84a9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:26.293958 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-3ab42495-6c6a-4377-aaac-fee1a84a9774 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 1096 time: 0.0867298 Sep 16 05:53:26.296421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6269b049-8d32-4dcc-a90d-228480cd7a31 req-8f6dbad0-02f5-4e2f-8bf7-ebbba26a70f2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796871 Sep 16 05:53:26.425259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-040b498f-cec7-47ac-a3ac-d409ca0f415b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:26.427863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-040b498f-cec7-47ac-a3ac-d409ca0f415b service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1278307 Sep 16 05:53:26.513041 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-82ee2827-5a97-4ade-9132-46f1d9d0c092 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=178bcaee-8f33-40be-abaf-392b6f587337 HTTP/1.1" status: 200 len: 1000 time: 0.0793464 Sep 16 05:53:26.577148 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-778a2f68-68fe-4cff-841c-957c253d6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:26.579467 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-778a2f68-68fe-4cff-841c-957c253d6fd1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0595438 Sep 16 05:53:26.644237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-4f8f1c9f-50be-44bb-830a-e001b0f2e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:26.645946 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-4f8f1c9f-50be-44bb-830a-e001b0f2e2c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596118 Sep 16 05:53:26.760587 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-52f681bf-9d30-49c3-a387-b76454e48e09 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064394 Sep 16 05:53:26.912954 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-032df894-ce5a-47cc-929a-f97d5acba9ed req-f3ec76f2-8894-44df-9cdd-23b586621be2 service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448903 Sep 16 05:53:27.439729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa165e-0b90-42de-a25f-6cf4e4e971ec req-e5da1265-6b21-4f43-b6d9-709da5d02ff9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:27.441507 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0fa165e-0b90-42de-a25f-6cf4e4e971ec req-e5da1265-6b21-4f43-b6d9-709da5d02ff9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 944 time: 0.0570133 Sep 16 05:53:27.488197 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0fa165e-0b90-42de-a25f-6cf4e4e971ec req-13261faf-7d8e-4d7f-847e-8422c6face8d tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393057 Sep 16 05:53:28.624246 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a7527-5425-4e71-8cec-eef903697206 req-3dee3bc3-052a-43c3-8230-78b15a321ad4 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:28.625824 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-213a7527-5425-4e71-8cec-eef903697206 req-3dee3bc3-052a-43c3-8230-78b15a321ad4 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 944 time: 0.0600350 Sep 16 05:53:28.683117 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-213a7527-5425-4e71-8cec-eef903697206 req-99765803-e433-4169-876f-23101a5ef6af tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468800 Sep 16 05:53:28.963191 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.860495 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cf92c-b7af-4d95-bb5f-a88ce8d29ae2 req-cf65c2ae-73c8-4efb-ac2d-6616055d5eef tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:29.863062 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-235cf92c-b7af-4d95-bb5f-a88ce8d29ae2 req-cf65c2ae-73c8-4efb-ac2d-6616055d5eef tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 944 time: 0.0624623 Sep 16 05:53:29.915301 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-235cf92c-b7af-4d95-bb5f-a88ce8d29ae2 req-72617547-1e06-4435-b136-0badcd0e6c39 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413656 Sep 16 05:53:31.093603 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d67f6-b8f0-4ceb-a01b-fe02771afa1d req-110971e7-e9fb-4f25-a09e-f25a873bd5fd tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:31.095465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e19d67f6-b8f0-4ceb-a01b-fe02771afa1d req-110971e7-e9fb-4f25-a09e-f25a873bd5fd tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 944 time: 0.0967052 Sep 16 05:53:31.098912 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f1012-a189-4c40-9758-a60411980397 req-9779d0bc-97ec-44b6-a2ab-20856e8ce264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:31.100493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-917f1012-a189-4c40-9758-a60411980397 req-9779d0bc-97ec-44b6-a2ab-20856e8ce264 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b57657202d0842fa8f4602e517981ce2&device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 1096 time: 0.0864725 Sep 16 05:53:31.145793 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e19d67f6-b8f0-4ceb-a01b-fe02771afa1d req-a3591a24-aedf-432d-8ac8-0dd219a4377c tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440834 Sep 16 05:53:31.229274 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f1012-a189-4c40-9758-a60411980397 req-85432fff-bb4d-4e48-953b-04ebcd81287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:31.230795 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-917f1012-a189-4c40-9758-a60411980397 req-85432fff-bb4d-4e48-953b-04ebcd81287b service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 200 len: 912 time: 0.1004210 Sep 16 05:53:31.309279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-917f1012-a189-4c40-9758-a60411980397 req-fa01d8cc-c32a-4fff-a4f7-a8fc7797599f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=178bcaee-8f33-40be-abaf-392b6f587337 HTTP/1.1" status: 200 len: 1000 time: 0.0706890 Sep 16 05:53:31.362932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f1012-a189-4c40-9758-a60411980397 req-2bd6b544-0a31-4634-8619-b3d34d7f3c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:31.364378 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-917f1012-a189-4c40-9758-a60411980397 req-2bd6b544-0a31-4634-8619-b3d34d7f3c5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 200 len: 850 time: 0.0485878 Sep 16 05:53:31.414425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f1012-a189-4c40-9758-a60411980397 req-37318385-8bb8-48fe-8c67-f3bca157bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:31.416031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-917f1012-a189-4c40-9758-a60411980397 req-37318385-8bb8-48fe-8c67-f3bca157bb9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea709df9-1b60-440d-95e3-289caa2ed864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437703 Sep 16 05:53:31.542521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-917f1012-a189-4c40-9758-a60411980397 req-9e4253ab-8243-43bd-8478-237e930c436c service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176248 Sep 16 05:53:31.646698 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-917f1012-a189-4c40-9758-a60411980397 req-2d447841-03b2-41eb-b3f2-f1f98cc173ee service neutron] 10.222.0.21 "GET /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920568 Sep 16 05:53:32.290380 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a818d-61d1-4388-8543-1cb0be9ed180 req-7e88806c-a5f7-4f23-a371-268f3f652562 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:32.292047 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c1a818d-61d1-4388-8543-1cb0be9ed180 req-7e88806c-a5f7-4f23-a371-268f3f652562 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 944 time: 0.0610793 Sep 16 05:53:32.334329 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6c1a818d-61d1-4388-8543-1cb0be9ed180 req-2762085c-a046-490b-90cc-c160198eb335 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360873 Sep 16 05:53:33.469345 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ab661-88fc-413b-a492-83724072007f req-6d045ff6-357a-4cfd-880a-9c77774cde6a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:33.471701 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-231ab661-88fc-413b-a492-83724072007f req-6d045ff6-357a-4cfd-880a-9c77774cde6a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 944 time: 0.0520704 Sep 16 05:53:33.510802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-231ab661-88fc-413b-a492-83724072007f req-66e29924-e2b1-452b-aeb3-aa4b6bfb9b2a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326662 Sep 16 05:53:34.640439 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaca854-cbaa-4f18-822e-ec005e52d16d req-3fa83af7-d2aa-4b8b-bc6a-5b6fc20ab8da tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:34.642495 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8aaca854-cbaa-4f18-822e-ec005e52d16d req-3fa83af7-d2aa-4b8b-bc6a-5b6fc20ab8da tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 944 time: 0.0584950 Sep 16 05:53:34.682132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8aaca854-cbaa-4f18-822e-ec005e52d16d req-0f098c70-c7a9-436d-84d6-5da1148ebed2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335217 Sep 16 05:53:35.334588 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-80a0ce6e-835e-4dd6-bc18-c48751bd3358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.815804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953afe05-763a-465a-9c8d-35ee9146b0de req-c05e6b3d-8a62-4f65-b22d-25116257c0d0 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:35.817921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-953afe05-763a-465a-9c8d-35ee9146b0de req-c05e6b3d-8a62-4f65-b22d-25116257c0d0 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 944 time: 0.0578747 Sep 16 05:53:35.866584 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-953afe05-763a-465a-9c8d-35ee9146b0de req-79d77329-fe88-4005-a4d0-6bf370284c60 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378051 Sep 16 05:53:37.002215 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a12ba-58a6-4b5e-9b4e-c2a55d929e87 req-88d87e58-1e5d-4573-9f65-d1077d742e58 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:37.003871 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-952a12ba-58a6-4b5e-9b4e-c2a55d929e87 req-88d87e58-1e5d-4573-9f65-d1077d742e58 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 944 time: 0.0559649 Sep 16 05:53:37.045469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-952a12ba-58a6-4b5e-9b4e-c2a55d929e87 req-37158385-bc49-475d-b726-641e0b709e77 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350308 Sep 16 05:53:37.886966 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d029fc2d-b045-43ac-906c-2515b0630e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:38.175082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f2f08-bb9a-47cf-af3e-86d805683c20 req-2c8e58c4-dc9c-411c-aabb-7cac22bdcb66 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:38.178153 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f18f2f08-bb9a-47cf-af3e-86d805683c20 req-2c8e58c4-dc9c-411c-aabb-7cac22bdcb66 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 944 time: 0.0549717 Sep 16 05:53:38.221870 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f18f2f08-bb9a-47cf-af3e-86d805683c20 req-fef875a2-0b85-40a5-ab67-b90d47590949 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360668 Sep 16 05:53:38.248215 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:53:38.651536 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.013511 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 178bcaee-8f33-40be-abaf-392b6f587337 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:53:39.128212 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=178bcaee-8f33-40be-abaf-392b6f587337,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:39.142061 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '178bcaee-8f33-40be-abaf-392b6f587337', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'port_id': '178bcaee-8f33-40be-abaf-392b6f587337', 'mac_address': 'fa:16:3e:08:f4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:53:39.182814 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.196659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178bcaee-8f33-40be-abaf-392b6f587337 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:53:39.218228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=178bcaee-8f33-40be-abaf-392b6f587337,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:39.297030 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.359257 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=178bcaee-8f33-40be-abaf-392b6f587337,revision_number=13']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:39.360649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981e942-be7e-40ac-bd89-85f51b2acba4 req-59bad40e-69fd-4ac8-a414-de5a0c72ca4a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:39.362273 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5981e942-be7e-40ac-bd89-85f51b2acba4 req-59bad40e-69fd-4ac8-a414-de5a0c72ca4a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0616467 Sep 16 05:53:39.413624 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5981e942-be7e-40ac-bd89-85f51b2acba4 req-de8404f4-49bf-48c7-9ca1-709c51ed202b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443888 Sep 16 05:53:39.566152 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.548553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb88059-4df7-43f0-8785-8e20a9911fbf req-6c650da3-24da-4978-9009-38be4df91cff tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:40.550094 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dfb88059-4df7-43f0-8785-8e20a9911fbf req-6c650da3-24da-4978-9009-38be4df91cff tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0539794 Sep 16 05:53:40.592787 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dfb88059-4df7-43f0-8785-8e20a9911fbf req-10fc5581-b6e8-485a-ac23-4ef0fb9ca84f tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363998 Sep 16 05:53:40.717664 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a2293-9210-4d92-b142-eeeccd4226ed req-e783949e-7f2f-4d80-b365-6095386dffe1 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:40.719213 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f8a2293-9210-4d92-b142-eeeccd4226ed req-e783949e-7f2f-4d80-b365-6095386dffe1 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0536051 Sep 16 05:53:40.767801 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f8a2293-9210-4d92-b142-eeeccd4226ed req-eed53b18-ca27-431c-878a-87597189d231 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410337 Sep 16 05:53:40.866075 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['178bcaee-8f33-40be-abaf-392b6f587337'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:53:40.917057 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ef18c-da7c-4908-99ad-713819ef596a req-efcd02df-0a46-4086-a864-2b9d03ab16a9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:40.918664 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-348ef18c-da7c-4908-99ad-713819ef596a req-efcd02df-0a46-4086-a864-2b9d03ab16a9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0609798 Sep 16 05:53:40.975400 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-348ef18c-da7c-4908-99ad-713819ef596a req-699a1fa0-7ba5-454c-8e68-d5b2a1d440d4 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462217 Sep 16 05:53:41.076999 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.538065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d972a-efb4-4b6c-b09b-0b5acb76397d req-2d28b31c-02b7-497e-90ae-d3cb057355dd tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:41.539789 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-339d972a-efb4-4b6c-b09b-0b5acb76397d req-2d28b31c-02b7-497e-90ae-d3cb057355dd tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.0536094 Sep 16 05:53:41.580471 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-339d972a-efb4-4b6c-b09b-0b5acb76397d req-018b5722-f03e-4d5f-814e-7756ea4feedc tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344267 Sep 16 05:53:42.763238 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f593a9e-c411-4a8b-98e7-fe3df9c25e82 req-aa4ab477-7af5-403b-8653-80e0e1af9de0 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:42.764932 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f593a9e-c411-4a8b-98e7-fe3df9c25e82 req-aa4ab477-7af5-403b-8653-80e0e1af9de0 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 945 time: 0.1114984 Sep 16 05:53:42.817649 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f593a9e-c411-4a8b-98e7-fe3df9c25e82 req-72caf546-afa9-4bd4-a3b0-f8854571c38b tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461717 Sep 16 05:53:43.023322 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 178bcaee-8f33-40be-abaf-392b6f587337 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:43.188567 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 178bcaee-8f33-40be-abaf-392b6f587337 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:53:43.192996 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 178bcaee-8f33-40be-abaf-392b6f587337 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:43.193543 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:43.276713 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:43.301331 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178bcaee-8f33-40be-abaf-392b6f587337'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:43.304380 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb34e0a5-9f92-4a14-88ef-c78111fdacc3" -d '{"events": [{"server_uuid": "f2d9f66a-f135-4c52-ba02-aef87a46616f", "name": "network-vif-plugged", "status": "completed", "tag": "178bcaee-8f33-40be-abaf-392b6f587337"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:43.318843 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=178bcaee-8f33-40be-abaf-392b6f587337,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:43.344332 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c1edd9-c364-4b76-813e-5f2a6d4add54 x-openstack-request-id: req-a8c1edd9-c364-4b76-813e-5f2a6d4add54 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:43.344660 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d9f66a-f135-4c52-ba02-aef87a46616f", "name": "network-vif-plugged", "status": "completed", "tag": "178bcaee-8f33-40be-abaf-392b6f587337", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:43.344974 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8c1edd9-c364-4b76-813e-5f2a6d4add54 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:43.345490 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178bcaee-8f33-40be-abaf-392b6f587337', 'code': 200} Sep 16 05:53:43.439867 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:43.493255 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=178bcaee-8f33-40be-abaf-392b6f587337,revision_number=14']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:43.629958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c2d53-4fdb-4ebd-b377-5cba2f192fc4 req-f7c83e35-7b29-42ef-a92f-56ada2a90bd0 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:43.631500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c5c2d53-4fdb-4ebd-b377-5cba2f192fc4 req-f7c83e35-7b29-42ef-a92f-56ada2a90bd0 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 946 time: 0.0565901 Sep 16 05:53:43.729527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-7c5c2d53-4fdb-4ebd-b377-5cba2f192fc4 req-e8a656c4-a441-418a-84f4-d52fb901dcce tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Deleting port 178bcaee-8f33-40be-abaf-392b6f587337 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:43.729874 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7c5c2d53-4fdb-4ebd-b377-5cba2f192fc4 req-e8a656c4-a441-418a-84f4-d52fb901dcce tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:43.830850 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-7c5c2d53-4fdb-4ebd-b377-5cba2f192fc4 req-e8a656c4-a441-418a-84f4-d52fb901dcce tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] For port 178bcaee-8f33-40be-abaf-392b6f587337, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=178bcaee-8f33-40be-abaf-392b6f587337,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:43.831718 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7c5c2d53-4fdb-4ebd-b377-5cba2f192fc4 req-e8a656c4-a441-418a-84f4-d52fb901dcce tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.034105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b1152-4d5d-4935-86d1-8f6cd2d167d2 req-809b4bd5-f49f-4b4b-a8c6-cb24694987d9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:44.035736 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af8b1152-4d5d-4935-86d1-8f6cd2d167d2 req-809b4bd5-f49f-4b4b-a8c6-cb24694987d9 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 946 time: 0.1365521 Sep 16 05:53:44.080439 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7c5c2d53-4fdb-4ebd-b377-5cba2f192fc4 req-e8a656c4-a441-418a-84f4-d52fb901dcce tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.080804 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7c5c2d53-4fdb-4ebd-b377-5cba2f192fc4 req-e8a656c4-a441-418a-84f4-d52fb901dcce tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.081131 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [req-7c5c2d53-4fdb-4ebd-b377-5cba2f192fc4 req-e8a656c4-a441-418a-84f4-d52fb901dcce tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Floating IP e6fff030-da70-4ea1-81ed-fdfc70af43a0 disassociated. External IP: 172.25.4.103, port: 178bcaee-8f33-40be-abaf-392b6f587337. Sep 16 05:53:44.081491 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-7c5c2d53-4fdb-4ebd-b377-5cba2f192fc4 req-e8a656c4-a441-418a-84f4-d52fb901dcce tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Calling delete_port for 178bcaee-8f33-40be-abaf-392b6f587337 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:44.108098 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-af8b1152-4d5d-4935-86d1-8f6cd2d167d2 req-77b25b70-c427-45f6-bea7-3da4eaafe9f1 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e411300-7954-447f-8fdd-b35e134a4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650294 Sep 16 05:53:44.302529 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7c5c2d53-4fdb-4ebd-b377-5cba2f192fc4 req-e8a656c4-a441-418a-84f4-d52fb901dcce tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.339869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a656c4-a441-418a-84f4-d52fb901dcce tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Pushing event deleted for resources: {'Port': ['ID=178bcaee-8f33-40be-abaf-392b6f587337,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:44.475259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c5c2d53-4fdb-4ebd-b377-5cba2f192fc4 req-e8a656c4-a441-418a-84f4-d52fb901dcce tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Router 764b2ebd-b52b-4b11-ace3-b737e42cb443 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:44.601450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c5c2d53-4fdb-4ebd-b377-5cba2f192fc4 req-e8a656c4-a441-418a-84f4-d52fb901dcce tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:44.614270 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bebc25-e4c4-4143-bc1d-02d644dfb541 None None] Sync routers for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:44.636477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bebc25-e4c4-4143-bc1d-02d644dfb541 None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:44.637129 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e5bebc25-e4c4-4143-bc1d-02d644dfb541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:53:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:44.764678 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-e5bebc25-e4c4-4143-bc1d-02d644dfb541 None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:45.013541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e5bebc25-e4c4-4143-bc1d-02d644dfb541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:45.019633 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5c2d53-4fdb-4ebd-b377-5cba2f192fc4 req-e8a656c4-a441-418a-84f4-d52fb901dcce tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] No DVR routers for this DVR port 178bcaee-8f33-40be-abaf-392b6f587337 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:45.023516 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-7c5c2d53-4fdb-4ebd-b377-5cba2f192fc4 req-e8a656c4-a441-418a-84f4-d52fb901dcce tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.025538 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c5c2d53-4fdb-4ebd-b377-5cba2f192fc4 req-e8a656c4-a441-418a-84f4-d52fb901dcce tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.21 "DELETE /v2.0/ports/178bcaee-8f33-40be-abaf-392b6f587337 HTTP/1.1" status: 204 len: 173 time: 1.3869905 Sep 16 05:53:45.025987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'name': 'network-vif-deleted', 'tag': '178bcaee-8f33-40be-abaf-392b6f587337'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:45.028328 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a0801e-71f8-4ed2-a99c-e09fe1b50993" -d '{"events": [{"server_uuid": "f2d9f66a-f135-4c52-ba02-aef87a46616f", "name": "network-vif-deleted", "tag": "178bcaee-8f33-40be-abaf-392b6f587337"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:45.046526 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bebc25-e4c4-4143-bc1d-02d644dfb541 None None] Checking router: 764b2ebd-b52b-4b11-ace3-b737e42cb443 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:45.057055 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bebc25-e4c4-4143-bc1d-02d644dfb541 None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:45.057702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e5bebc25-e4c4-4143-bc1d-02d644dfb541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:53:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:45.077486 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4800b0-96b3-4b1e-b374-75f538bf135f x-openstack-request-id: req-fe4800b0-96b3-4b1e-b374-75f538bf135f {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:45.078019 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d9f66a-f135-4c52-ba02-aef87a46616f", "name": "network-vif-deleted", "tag": "178bcaee-8f33-40be-abaf-392b6f587337", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:45.078395 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe4800b0-96b3-4b1e-b374-75f538bf135f {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:45.078972 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d9f66a-f135-4c52-ba02-aef87a46616f', 'name': 'network-vif-deleted', 'tag': '178bcaee-8f33-40be-abaf-392b6f587337', 'status': 'completed', 'code': 200} Sep 16 05:53:45.195854 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-e5bebc25-e4c4-4143-bc1d-02d644dfb541 None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:45.228137 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-340c6532-60e4-4859-a688-bca84a5e0316 req-f22b8a5f-86b4-42be-bd04-d8c876315709 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 210 time: 0.0330431 Sep 16 05:53:45.480359 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-e5bebc25-e4c4-4143-bc1d-02d644dfb541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:45.507872 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bebc25-e4c4-4143-bc1d-02d644dfb541 None None] The sync data for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 is: [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:39:07Z', 'revision_number': 4, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7dc1ae31-c07d-424f-b73d-6e69ffef4c7d', 'name': '', 'network_id': 'ea709df9-1b60-440d-95e3-289caa2ed864', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'mac_address': 'fa:16:3e:bf:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:07Z', 'updated_at': '2021-09-16T05:39:11Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'subnets': [{'id': '0933d1f2-c8fb-42b6-b271-68961540a425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:45.773687 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f062d-ab49-41f5-853e-ec266f83b3c5 None None] New status for floating IP e6fff030-da70-4ea1-81ed-fdfc70af43a0: DOWN {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:53:46.397687 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b2137b9-fc02-4c39-ab76-86f87fcc54aa req-3b5e9c51-2cc7-4baa-9b85-568346538ad2 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 210 time: 0.0885601 Sep 16 05:53:47.042513 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 178bcaee-8f33-40be-abaf-392b6f587337 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:47.064684 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 178bcaee-8f33-40be-abaf-392b6f587337 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:47.065014 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 178bcaee-8f33-40be-abaf-392b6f587337 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:47.512775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80af70f8-c5b5-4e5a-b5dc-d59787a766d1 req-8f3cada0-1033-4b67-a72f-1b5e7e1e0e00 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 210 time: 0.0288200 Sep 16 05:53:48.632399 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-89d67424-0b4b-4ae3-bb6a-96a993f5f389 req-e245414d-b32a-4b48-976c-b6975429afb3 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 210 time: 0.0356967 Sep 16 05:53:49.772765 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0ff39bb1-49d7-4632-8463-9dd211a8038e req-62fddaed-41dc-46ca-a7e4-b28578516df4 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d9f66a-f135-4c52-ba02-aef87a46616f HTTP/1.1" status: 200 len: 210 time: 0.0360425 Sep 16 05:53:54.951152 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:55.000940 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41362) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:55.065044 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8e11cad-42ec-427d-9d3e-48ed8b59a6f8 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:55.094340 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8e11cad-42ec-427d-9d3e-48ed8b59a6f8 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:55.239340 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8e11cad-42ec-427d-9d3e-48ed8b59a6f8 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:55.243320 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d8e11cad-42ec-427d-9d3e-48ed8b59a6f8 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:55.244674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d8e11cad-42ec-427d-9d3e-48ed8b59a6f8 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "DELETE /v2.0/security-groups/8e411300-7954-447f-8fdd-b35e134a4196 HTTP/1.1" status: 204 len: 168 time: 0.2426815 Sep 16 05:53:55.247466 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41364) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:55.254196 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e11cad-42ec-427d-9d3e-48ed8b59a6f8 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e411300-7954-447f-8fdd-b35e134a4196,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:55.262923 n-d-712140-13 neutron-server[95474]: INFO neutron.api.v2.resource [None req-9ec2e3a3-9623-4f5b-a9c8-c20ae88d5f5a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] show failed (client error): The resource could not be found. Sep 16 05:53:55.266511 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9ec2e3a3-9623-4f5b-a9c8-c20ae88d5f5a tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "GET /v2.0/security-groups/8e411300-7954-447f-8fdd-b35e134a4196 HTTP/1.1" status: 404 len: 347 time: 0.0155368 Sep 16 05:53:55.266760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41368) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:55.400252 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Deleting port 53343a7b-7018-4bea-b855-bdf4bde5fb65 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:55.400579 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:55.493077 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:55.493417 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:55.507022 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Calling delete_port for 53343a7b-7018-4bea-b855-bdf4bde5fb65 owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:55.733909 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:55.762268 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Pushing event deleted for resources: {'Port': ['ID=53343a7b-7018-4bea-b855-bdf4bde5fb65,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:55.779220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:55.779220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:55.779220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:55.779220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:55.779220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:55.779220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:55.779220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:55.779220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:55.779220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:55.779220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:55.779220 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:55.780424 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:55.841051 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:55.843832 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:55.845074 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-29f3ac02-370e-47d8-9035-2da8d1559296 tempest-ServerActionsTestJSON-1964398461 tempest-ServerActionsTestJSON-1964398461-project] 10.222.0.20 "DELETE /v2.0/floatingips/e6fff030-da70-4ea1-81ed-fdfc70af43a0 HTTP/1.1" status: 204 len: 168 time: 0.5773058 Sep 16 05:53:55.848069 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41370) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:56.412068 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-527feff2-b04c-4985-ab5e-5a47456fafad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:56.686002 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-527feff2-b04c-4985-ab5e-5a47456fafad admin admin] Deleting port 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:56.686262 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-527feff2-b04c-4985-ab5e-5a47456fafad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:56.778371 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-527feff2-b04c-4985-ab5e-5a47456fafad admin admin] For port 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7dc1ae31-c07d-424f-b73d-6e69ffef4c7d,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:56.778734 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-527feff2-b04c-4985-ab5e-5a47456fafad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:56.792161 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-527feff2-b04c-4985-ab5e-5a47456fafad admin admin] Calling delete_port for 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:57.050612 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-527feff2-b04c-4985-ab5e-5a47456fafad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:57.080685 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527feff2-b04c-4985-ab5e-5a47456fafad admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc1ae31-c07d-424f-b73d-6e69ffef4c7d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:57.282314 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-527feff2-b04c-4985-ab5e-5a47456fafad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:57.531403 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527feff2-b04c-4985-ab5e-5a47456fafad admin admin] Router 764b2ebd-b52b-4b11-ace3-b737e42cb443 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:57.644775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527feff2-b04c-4985-ab5e-5a47456fafad admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:57.651491 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-527feff2-b04c-4985-ab5e-5a47456fafad admin admin] 10.222.0.20 "PUT /v2.0/routers/764b2ebd-b52b-4b11-ace3-b737e42cb443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8019476 Sep 16 05:53:57.653911 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41374) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:57.656167 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6684c38f-36da-4b21-9ea8-0dddb5baa065 None None] Sync routers for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:57.666995 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6684c38f-36da-4b21-9ea8-0dddb5baa065 None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:57.667779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6684c38f-36da-4b21-9ea8-0dddb5baa065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:53:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:57.776767 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d98c755-028c-40d4-91c7-7403afe4dd41 admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:57.779101 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-6684c38f-36da-4b21-9ea8-0dddb5baa065 None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:57.888503 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d98c755-028c-40d4-91c7-7403afe4dd41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:57.970020 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6684c38f-36da-4b21-9ea8-0dddb5baa065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:53:56Z', 'revision_number': 5, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port': {'id': '6764b0fa-4f0b-4488-88fc-73be9a64c5c7', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:04Z', 'updated_at': '2021-09-16T05:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:57.997981 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6684c38f-36da-4b21-9ea8-0dddb5baa065 None None] Checking router: 764b2ebd-b52b-4b11-ace3-b737e42cb443 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:58.008809 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6684c38f-36da-4b21-9ea8-0dddb5baa065 None None] Routers {'764b2ebd-b52b-4b11-ace3-b737e42cb443'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:58.009617 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6684c38f-36da-4b21-9ea8-0dddb5baa065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:53:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['764b2ebd-b52b-4b11-ace3-b737e42cb443'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:58.023767 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8d98c755-028c-40d4-91c7-7403afe4dd41 admin admin] Deleting port 6764b0fa-4f0b-4488-88fc-73be9a64c5c7 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:58.025285 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d98c755-028c-40d4-91c7-7403afe4dd41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.121400 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-8d98c755-028c-40d4-91c7-7403afe4dd41 admin admin] For port 6764b0fa-4f0b-4488-88fc-73be9a64c5c7, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6764b0fa-4f0b-4488-88fc-73be9a64c5c7,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:58.121725 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d98c755-028c-40d4-91c7-7403afe4dd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.137129 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8d98c755-028c-40d4-91c7-7403afe4dd41 admin admin] Calling delete_port for 6764b0fa-4f0b-4488-88fc-73be9a64c5c7 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:58.270634 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-6684c38f-36da-4b21-9ea8-0dddb5baa065 None None] Set router 764b2ebd-b52b-4b11-ace3-b737e42cb443 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:58.356339 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6684c38f-36da-4b21-9ea8-0dddb5baa065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:53:57Z', 'revision_number': 6, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:58.385342 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6684c38f-36da-4b21-9ea8-0dddb5baa065 None None] The sync data for ids ['764b2ebd-b52b-4b11-ace3-b737e42cb443'] in n-d-712140-13 is: [{'id': '764b2ebd-b52b-4b11-ace3-b737e42cb443', 'name': 'tempest-ServerActionsTestJSON-137069825-router', 'tenant_id': 'b57657202d0842fa8f4602e517981ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:03Z', 'updated_at': '2021-09-16T05:53:57Z', 'revision_number': 6, 'project_id': 'b57657202d0842fa8f4602e517981ce2', 'gw_port_host': None}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:58.445165 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d98c755-028c-40d4-91c7-7403afe4dd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.473122 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98c755-028c-40d4-91c7-7403afe4dd41 admin admin] Pushing event deleted for resources: {'Port': ['ID=6764b0fa-4f0b-4488-88fc-73be9a64c5c7,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:58.543946 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d98c755-028c-40d4-91c7-7403afe4dd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.647899 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d98c755-028c-40d4-91c7-7403afe4dd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.650403 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d98c755-028c-40d4-91c7-7403afe4dd41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.802741 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d98c755-028c-40d4-91c7-7403afe4dd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.803744 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d98c755-028c-40d4-91c7-7403afe4dd41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 764b2ebd-b52b-4b11-ace3-b737e42cb443 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:53:58.808583 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d98c755-028c-40d4-91c7-7403afe4dd41 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.809788 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8d98c755-028c-40d4-91c7-7403afe4dd41 admin admin] 10.222.0.20 "DELETE /v2.0/routers/764b2ebd-b52b-4b11-ace3-b737e42cb443 HTTP/1.1" status: 204 len: 168 time: 1.1546402 Sep 16 05:53:58.812819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41376) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:58.866348 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-2833ba37-6ed2-4fe1-a83d-86f1181c5fd0 admin admin] Deleting subnet 0933d1f2-c8fb-42b6-b271-68961540a425 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:53:58.869906 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2833ba37-6ed2-4fe1-a83d-86f1181c5fd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.914331 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2833ba37-6ed2-4fe1-a83d-86f1181c5fd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.000172 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2833ba37-6ed2-4fe1-a83d-86f1181c5fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.021808 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.137057 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2833ba37-6ed2-4fe1-a83d-86f1181c5fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.165321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833ba37-6ed2-4fe1-a83d-86f1181c5fd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0933d1f2-c8fb-42b6-b271-68961540a425,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:59.174377 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2833ba37-6ed2-4fe1-a83d-86f1181c5fd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.177722 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2833ba37-6ed2-4fe1-a83d-86f1181c5fd0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0933d1f2-c8fb-42b6-b271-68961540a425 HTTP/1.1" status: 204 len: 168 time: 0.3628955 Sep 16 05:53:59.180154 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41378) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:59.182231 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726dd5ae-c4ac-46e8-b09b-79ae25673c7a None None] Network ea709df9-1b60-440d-95e3-289caa2ed864 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:59.258101 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.322842 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] Deleting port 45d6ab75-1609-4d1a-a654-6df01f84f7fa {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:59.323215 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.374993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b09add1-06d4-4cae-920b-1b85149d00a0 None None] DHCP port deletion for ea709df9-1b60-440d-95e3-289caa2ed864 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:53:59.402145 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] For port 45d6ab75-1609-4d1a-a654-6df01f84f7fa, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=45d6ab75-1609-4d1a-a654-6df01f84f7fa,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:59.402626 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.419285 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] Calling delete_port for 45d6ab75-1609-4d1a-a654-6df01f84f7fa owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:59.441268 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-5b09add1-06d4-4cae-920b-1b85149d00a0 None None] Deleting port 45d6ab75-1609-4d1a-a654-6df01f84f7fa {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:59.441646 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5b09add1-06d4-4cae-920b-1b85149d00a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.524884 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5b09add1-06d4-4cae-920b-1b85149d00a0 None None] For port 45d6ab75-1609-4d1a-a654-6df01f84f7fa, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=45d6ab75-1609-4d1a-a654-6df01f84f7fa,segment=NetworkSegment(cae0ee06-5ccb-4567-adca-9e72794ec954),segment_id=cae0ee06-5ccb-4567-adca-9e72794ec954)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:59.525283 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5b09add1-06d4-4cae-920b-1b85149d00a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.539264 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-5b09add1-06d4-4cae-920b-1b85149d00a0 None None] Calling delete_port for 45d6ab75-1609-4d1a-a654-6df01f84f7fa owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:59.556777 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:59.582183 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:59.582535 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7dc1ae31-c07d-424f-b73d-6e69ffef4c7d not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:59.582995 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 45d6ab75-1609-4d1a-a654-6df01f84f7fa no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:59.593725 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.621214 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] Pushing event deleted for resources: {'Port': ['ID=45d6ab75-1609-4d1a-a654-6df01f84f7fa,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:59.625614 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] No DVR routers for this DVR port 45d6ab75-1609-4d1a-a654-6df01f84f7fa on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:59.649553 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 45d6ab75-1609-4d1a-a654-6df01f84f7fa {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:59.649891 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 45d6ab75-1609-4d1a-a654-6df01f84f7fa not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:59.650310 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6764b0fa-4f0b-4488-88fc-73be9a64c5c7 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:59.682835 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 6764b0fa-4f0b-4488-88fc-73be9a64c5c7 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:59.683127 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6764b0fa-4f0b-4488-88fc-73be9a64c5c7 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:59.703081 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5b09add1-06d4-4cae-920b-1b85149d00a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.711774 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.732604 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09add1-06d4-4cae-920b-1b85149d00a0 None None] Pushing event deleted for resources: {'Port': ['ID=45d6ab75-1609-4d1a-a654-6df01f84f7fa,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:59.738806 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b09add1-06d4-4cae-920b-1b85149d00a0 None None] No DVR routers for this DVR port 45d6ab75-1609-4d1a-a654-6df01f84f7fa on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:59.739202 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea709df9-1b60-440d-95e3-289caa2ed864']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:59.754301 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae0ee06-5ccb-4567-adca-9e72794ec954') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:59.754598 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae0ee06-5ccb-4567-adca-9e72794ec954') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:59.765198 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.778483 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.784438 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:53:59.784832 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:53:59.787069 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:53:59.911840 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.917679 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.919619 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] 10.222.0.20 "DELETE /v2.0/networks/ea709df9-1b60-440d-95e3-289caa2ed864 HTTP/1.1" status: 204 len: 168 time: 0.7383273 Sep 16 05:53:59.936387 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661fefe-8015-4539-97ea-93e465e6da3b admin admin] Pushing event deleted for resources: {'Network': ['ID=ea709df9-1b60-440d-95e3-289caa2ed864,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:00.353380 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41382) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:00.400219 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d69dcf4b-54e8-4157-a979-8212d9ee74e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b57657202d0842fa8f4602e517981ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450730 Sep 16 05:54:00.402092 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41384) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:00.471664 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c649e307-ebf5-4aa2-9a61-3066bf7f495e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:00.492049 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c649e307-ebf5-4aa2-9a61-3066bf7f495e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:00.631115 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c649e307-ebf5-4aa2-9a61-3066bf7f495e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:00.633732 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c649e307-ebf5-4aa2-9a61-3066bf7f495e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:00.634956 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c649e307-ebf5-4aa2-9a61-3066bf7f495e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/882eced2-573f-44de-a08a-00d37446e18f HTTP/1.1" status: 204 len: 168 time: 0.2319314 Sep 16 05:54:00.643747 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649e307-ebf5-4aa2-9a61-3066bf7f495e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882eced2-573f-44de-a08a-00d37446e18f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:01.933067 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41406) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:02.048869 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1583894641-network', 'tenant_id': '7d3d0ef5fa3e401489d2a3583c84b8b0'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:02.145267 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Made reservation on behalf of 7d3d0ef5fa3e401489d2a3583c84b8b0 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:02.147661 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:02.162702 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:02.256649 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:02.347542 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:02.374757 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:54:02.385015 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4296608f-4223-4816-854f-c2d0cad8e4fa,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:02.394497 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:02.394856 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Added segment 8b76d768-16d9-4f1d-9a0e-3f1d3c46e786 of type vlan for network 3b6cefdb-8695-4420-a6b1-0494689b1735 Sep 16 05:54:02.403201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:02.403463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:02.403744 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:02.404087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:02.404430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:02.404766 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:02.405098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:02.405433 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:02.405779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:02.406093 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:02.406421 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:02.406748 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:02.452834 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:02.599542 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:02.600743 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:02.601332 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:02.666973 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] Pushing event updated for resources: {'Network': ['ID=3b6cefdb-8695-4420-a6b1-0494689b1735,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:02.678683 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 3b6cefdb-8695-4420-a6b1-0494689b1735 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:54:02.723306 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ae0da519-2a8f-4c83-a5b7-c72047a9c376 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7889383 Sep 16 05:54:02.728979 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41410) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:02.736776 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-cb1f0d41-a63b-4002-b2d4-bd931771fb92 admin admin] Request body: {'subnet': {'network_id': '3b6cefdb-8695-4420-a6b1-0494689b1735', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1583894641-subnet', 'tenant_id': '7d3d0ef5fa3e401489d2a3583c84b8b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:02.830964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1f0d41-a63b-4002-b2d4-bd931771fb92 admin admin] Made reservation on behalf of 7d3d0ef5fa3e401489d2a3583c84b8b0 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:02.834080 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cb1f0d41-a63b-4002-b2d4-bd931771fb92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:03.099535 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cb1f0d41-a63b-4002-b2d4-bd931771fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:03.153155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f0d41-a63b-4002-b2d4-bd931771fb92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49b14be5-d673-4e01-a692-362a5fb95f24,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:03.171488 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1f0d41-a63b-4002-b2d4-bd931771fb92 admin admin] Checking segment: {'id': '8b76d768-16d9-4f1d-9a0e-3f1d3c46e786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3b6cefdb-8695-4420-a6b1-0494689b1735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:54:03.171853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1f0d41-a63b-4002-b2d4-bd931771fb92 admin admin] Network hostable DHCP agents. Network: 3b6cefdb-8695-4420-a6b1-0494689b1735, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:54:03.284671 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1f0d41-a63b-4002-b2d4-bd931771fb92 admin admin] Network 3b6cefdb-8695-4420-a6b1-0494689b1735 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:54:03.373288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-cb1f0d41-a63b-4002-b2d4-bd931771fb92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 3b6cefdb-8695-4420-a6b1-0494689b1735) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:03.377935 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1f0d41-a63b-4002-b2d4-bd931771fb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:03.379316 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cb1f0d41-a63b-4002-b2d4-bd931771fb92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:03.384702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0012dfd2-8f77-4419-a67d-da81eaa593a0 None None] Network 3b6cefdb-8695-4420-a6b1-0494689b1735 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:54:03.462407 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-cb1f0d41-a63b-4002-b2d4-bd931771fb92 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7322278 Sep 16 05:54:03.519398 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeb3e77-4759-431e-a3ca-98c00c306b71 None None] Network 3b6cefdb-8695-4420-a6b1-0494689b1735 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:54:03.938538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-dc807d76-5c7d-4664-8af7-7e7144eb061a tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:03.940067 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-dc807d76-5c7d-4664-8af7-7e7144eb061a tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/networks?id=3b6cefdb-8695-4420-a6b1-0494689b1735 HTTP/1.1" status: 200 len: 814 time: 0.1361096 Sep 16 05:54:03.956604 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-3c5045ac-5d7e-4dba-9baa-d3bde6a88396 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/quotas/7d3d0ef5fa3e401489d2a3583c84b8b0 HTTP/1.1" status: 200 len: 375 time: 0.0097215 Sep 16 05:54:03.990838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-4b59a657-d372-46e2-bef8-60eeff50fe90 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d3d0ef5fa3e401489d2a3583c84b8b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276990 Sep 16 05:54:04.088194 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-17ea9e9f-2dcc-4f96-9479-82dc658250b9 service neutron] 10.222.0.20 "GET /v2.0/networks/3b6cefdb-8695-4420-a6b1-0494689b1735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898681 Sep 16 05:54:04.195909 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-dee5f934-be23-4964-a3ae-560a356cb4b9 service neutron] 10.222.0.20 "GET /v2.0/networks/3b6cefdb-8695-4420-a6b1-0494689b1735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009290 Sep 16 05:54:05.290798 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2f70188e-a9ce-4e6c-95f0-537f7c7971b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:05.532011 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca8b9b3b-b3d1-4523-975e-bd42b3659646 req-d03bd3a2-6019-478b-b9eb-fd2f56190573 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 210 time: 0.0315635 Sep 16 05:54:06.654082 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9584313-b8b2-4441-9da8-8d6adc2f064b req-2e1b12c9-70ba-4773-86f0-f1df48a5e930 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 210 time: 0.0308793 Sep 16 05:54:07.824913 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6666208f-ad3e-40b5-ac71-5a5f4d79db11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:07.829832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-55bae66a-171f-438b-a6ac-aea03c10523b req-bb5b8b2d-fe3f-4c57-920e-5bb7aad76531 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 210 time: 0.0835490 Sep 16 05:54:07.938420 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-d0437358-b523-4d01-8dea-3170070577fa tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:07.939970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-d0437358-b523-4d01-8dea-3170070577fa tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.21 "GET /v2.0/networks?id=3b6cefdb-8695-4420-a6b1-0494689b1735 HTTP/1.1" status: 200 len: 814 time: 0.1771483 Sep 16 05:54:07.959988 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-b05eb8e8-493b-4ae5-b7b2-1f8cbeeb8a9c tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Request body: {'port': {'device_id': 'e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4', 'network_id': '3b6cefdb-8695-4420-a6b1-0494689b1735', 'admin_state_up': True, 'tenant_id': '7d3d0ef5fa3e401489d2a3583c84b8b0'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:08.181694 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-b05eb8e8-493b-4ae5-b7b2-1f8cbeeb8a9c tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Made reservation on behalf of 7d3d0ef5fa3e401489d2a3583c84b8b0 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:08.185394 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-b05eb8e8-493b-4ae5-b7b2-1f8cbeeb8a9c tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:08.400231 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-b05eb8e8-493b-4ae5-b7b2-1f8cbeeb8a9c tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Allocated IP 172.20.0.7 (3b6cefdb-8695-4420-a6b1-0494689b1735/49b14be5-d673-4e01-a692-362a5fb95f24/b972c0c5-608a-4d21-8d1c-4553065a41b4) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:54:08.577063 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-b05eb8e8-493b-4ae5-b7b2-1f8cbeeb8a9c tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:08.642249 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:08.716991 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-b05eb8e8-493b-4ae5-b7b2-1f8cbeeb8a9c tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:08.762556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-b05eb8e8-493b-4ae5-b7b2-1f8cbeeb8a9c tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Network 3b6cefdb-8695-4420-a6b1-0494689b1735 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:54:08.765731 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-b05eb8e8-493b-4ae5-b7b2-1f8cbeeb8a9c tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:08.772500 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-b05eb8e8-493b-4ae5-b7b2-1f8cbeeb8a9c tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:54:08.778635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05eb8e8-493b-4ae5-b7b2-1f8cbeeb8a9c tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Pushing event updated for resources: {'Port': ['ID=b972c0c5-608a-4d21-8d1c-4553065a41b4,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:08.837511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-b05eb8e8-493b-4ae5-b7b2-1f8cbeeb8a9c tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:08.838237 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-b05eb8e8-493b-4ae5-b7b2-1f8cbeeb8a9c tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:08.948086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-b05eb8e8-493b-4ae5-b7b2-1f8cbeeb8a9c tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9925694 Sep 16 05:54:08.980082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42a35e-ded5-4296-bb73-5e54188d6237 req-e210b412-e4b4-4232-bd17-61ef3205d231 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:08.981745 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee42a35e-ded5-4296-bb73-5e54188d6237 req-e210b412-e4b4-4232-bd17-61ef3205d231 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 931 time: 0.0650070 Sep 16 05:54:09.039120 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Request body: {'port': {'device_id': 'e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:09.071128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ee42a35e-ded5-4296-bb73-5e54188d6237 req-595f9578-e97f-426b-ae12-7ba4750b0334 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825999 Sep 16 05:54:09.116215 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:09.408499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b972c0c5-608a-4d21-8d1c-4553065a41b4 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:54:09.420140 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:09.444284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Transition to ACTIVE for port object b972c0c5-608a-4d21-8d1c-4553065a41b4 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:54:09.519389 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:09.536936 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:09.596959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Pushing event updated for resources: {'Port': ['ID=b972c0c5-608a-4d21-8d1c-4553065a41b4,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:09.673640 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Attempting to bind port b972c0c5-608a-4d21-8d1c-4553065a41b4 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:54:09.673912 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Attempting to bind port b972c0c5-608a-4d21-8d1c-4553065a41b4 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '8b76d768-16d9-4f1d-9a0e-3f1d3c46e786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3b6cefdb-8695-4420-a6b1-0494689b1735'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:54:09.674183 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Attempting to bind port b972c0c5-608a-4d21-8d1c-4553065a41b4 on network 3b6cefdb-8695-4420-a6b1-0494689b1735 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:54:09.680646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Port b972c0c5-608a-4d21-8d1c-4553065a41b4 on network 3b6cefdb-8695-4420-a6b1-0494689b1735 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:54:09.680926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Attempting to bind port b972c0c5-608a-4d21-8d1c-4553065a41b4 on network 3b6cefdb-8695-4420-a6b1-0494689b1735 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:54:09.686572 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:54:09.686948 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Checking segment: {'id': '8b76d768-16d9-4f1d-9a0e-3f1d3c46e786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3b6cefdb-8695-4420-a6b1-0494689b1735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:54:09.687609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Bound using segment: {'id': '8b76d768-16d9-4f1d-9a0e-3f1d3c46e786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3b6cefdb-8695-4420-a6b1-0494689b1735'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:54:09.688050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Bound port: b972c0c5-608a-4d21-8d1c-4553065a41b4, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b76d768-16d9-4f1d-9a0e-3f1d3c46e786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3b6cefdb-8695-4420-a6b1-0494689b1735'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:54:09.688411 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:09.765017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] For port b972c0c5-608a-4d21-8d1c-4553065a41b4, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:54:09.769861 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] For port b972c0c5-608a-4d21-8d1c-4553065a41b4, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b972c0c5-608a-4d21-8d1c-4553065a41b4,segment=NetworkSegment(8b76d768-16d9-4f1d-9a0e-3f1d3c46e786),segment_id=8b76d768-16d9-4f1d-9a0e-3f1d3c46e786)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:54:09.865710 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:09.905787 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:09.906437 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:09.908271 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] 10.222.0.21 "PUT /v2.0/ports/b972c0c5-608a-4d21-8d1c-4553065a41b4 HTTP/1.1" status: 200 len: 1092 time: 0.9429662 Sep 16 05:54:09.908758 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4', 'tag': 'b972c0c5-608a-4d21-8d1c-4553065a41b4'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:54:09.911338 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f84c2e-7aa5-414f-a859-f4b19c794106" -d '{"events": [{"name": "network-changed", "server_uuid": "e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4", "tag": "b972c0c5-608a-4d21-8d1c-4553065a41b4"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:54:09.940969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cafee8-907d-4f24-b84a-962646adb3ed service neutron] Pushing event updated for resources: {'Port': ['ID=b972c0c5-608a-4d21-8d1c-4553065a41b4,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:09.982905 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b56147a-78ce-462a-a87a-4e6aac010178 x-openstack-request-id: req-6b56147a-78ce-462a-a87a-4e6aac010178 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:54:09.982905 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4", "tag": "b972c0c5-608a-4d21-8d1c-4553065a41b4", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:54:09.982905 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b56147a-78ce-462a-a87a-4e6aac010178 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:54:09.982905 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4', 'tag': 'b972c0c5-608a-4d21-8d1c-4553065a41b4', 'status': 'completed', 'code': 200} Sep 16 05:54:10.056414 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f84c2e-7aa5-414f-a859-f4b19c794106 req-7af3a265-8455-4bc1-8200-6af51446b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:10.057963 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f84c2e-7aa5-414f-a859-f4b19c794106 req-7af3a265-8455-4bc1-8200-6af51446b00f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d3d0ef5fa3e401489d2a3583c84b8b0&device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 1095 time: 0.0450928 Sep 16 05:54:10.224259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f84c2e-7aa5-414f-a859-f4b19c794106 req-9df6c2c3-7abd-451b-a850-9026267a1496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:10.225830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f84c2e-7aa5-414f-a859-f4b19c794106 req-9df6c2c3-7abd-451b-a850-9026267a1496 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=7d3d0ef5fa3e401489d2a3583c84b8b0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1521225 Sep 16 05:54:10.239557 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43eb847-3984-4042-b303-1d44045b007b req-1e5adb78-e1d5-4017-9b7f-514ff4f1a89f tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:10.241007 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b43eb847-3984-4042-b303-1d44045b007b req-1e5adb78-e1d5-4017-9b7f-514ff4f1a89f tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 943 time: 0.0759695 Sep 16 05:54:10.350967 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b43eb847-3984-4042-b303-1d44045b007b req-51ea4a93-162e-49c5-a2e2-31888ea6413f tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008172 Sep 16 05:54:10.378514 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f84c2e-7aa5-414f-a859-f4b19c794106 req-26d81693-ec9e-43ca-8f0b-f37167fe4c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:10.380734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02f84c2e-7aa5-414f-a859-f4b19c794106 req-26d81693-ec9e-43ca-8f0b-f37167fe4c1f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1386926 Sep 16 05:54:10.490737 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-deae59d3-1538-405b-a612-ea4a93e082a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:10.492360 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-deae59d3-1538-405b-a612-ea4a93e082a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d3d0ef5fa3e401489d2a3583c84b8b0&device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 1095 time: 0.0467153 Sep 16 05:54:10.546430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-78956edb-b26b-443b-83bd-52d6931dbc80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b972c0c5-608a-4d21-8d1c-4553065a41b4 HTTP/1.1" status: 200 len: 217 time: 0.0401831 Sep 16 05:54:10.599578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-579275a9-a4c2-4930-a142-999e01bf21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:10.601083 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-579275a9-a4c2-4930-a142-999e01bf21b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49b14be5-d673-4e01-a692-362a5fb95f24 HTTP/1.1" status: 200 len: 854 time: 0.0479727 Sep 16 05:54:10.634686 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-9622a8f1-f717-42f7-a3f7-f327b70bc63d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b6cefdb-8695-4420-a6b1-0494689b1735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267527 Sep 16 05:54:10.739144 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-fdacc74f-d5e7-4516-b579-ad2f9229e0c7 service neutron] 10.222.0.21 "GET /v2.0/networks/3b6cefdb-8695-4420-a6b1-0494689b1735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965617 Sep 16 05:54:10.837369 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fbca9d89-17e1-4585-acad-f6c9c46a64ab req-eacc59f1-f851-4b47-b21e-96a6cc323e0f service neutron] 10.222.0.21 "GET /v2.0/networks/3b6cefdb-8695-4420-a6b1-0494689b1735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911796 Sep 16 05:54:11.059032 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:11.483373 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e2313-db1b-4dd2-bc78-32a84d166ac1 req-f7b0d5d0-8882-4931-89e9-4b18583293fd tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:11.484981 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-696e2313-db1b-4dd2-bc78-32a84d166ac1 req-f7b0d5d0-8882-4931-89e9-4b18583293fd tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 943 time: 0.0551491 Sep 16 05:54:11.541070 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-696e2313-db1b-4dd2-bc78-32a84d166ac1 req-b6c564e8-338b-4f2d-a777-06d74d6f8eb3 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491877 Sep 16 05:54:12.672838 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337ccc8-5d0a-480a-bf63-9b08a9c82de0 req-9f8f2c95-3d4f-45af-9fe1-850398c93532 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:12.674734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2337ccc8-5d0a-480a-bf63-9b08a9c82de0 req-9f8f2c95-3d4f-45af-9fe1-850398c93532 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 943 time: 0.0562191 Sep 16 05:54:12.715541 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2337ccc8-5d0a-480a-bf63-9b08a9c82de0 req-28d8833e-e5c6-4f96-a0cb-2173eb2c28d1 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341854 Sep 16 05:54:13.840724 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246a629-173f-4180-8943-e8c74ea23370 req-32b82c97-2516-4d07-a047-e90aa9e604df tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:13.842310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a246a629-173f-4180-8943-e8c74ea23370 req-32b82c97-2516-4d07-a047-e90aa9e604df tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 943 time: 0.0547857 Sep 16 05:54:13.894107 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a246a629-173f-4180-8943-e8c74ea23370 req-549908be-7165-4323-b489-25bd13680c29 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450244 Sep 16 05:54:15.021648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7faef14-f86c-4dc1-a124-d7aff9070b9e req-9c482b31-50fc-4b2d-8e57-a7059e867af0 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:15.023203 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7faef14-f86c-4dc1-a124-d7aff9070b9e req-9c482b31-50fc-4b2d-8e57-a7059e867af0 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 943 time: 0.0515161 Sep 16 05:54:15.069131 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7faef14-f86c-4dc1-a124-d7aff9070b9e req-ca633479-c2cf-4637-b5b1-704fa7fa8b5e tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390489 Sep 16 05:54:15.190526 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b972c0c5-608a-4d21-8d1c-4553065a41b4 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:54:15.252349 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:54:15.293957 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b972c0c5-608a-4d21-8d1c-4553065a41b4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b972c0c5-608a-4d21-8d1c-4553065a41b4,segment=NetworkSegment(8b76d768-16d9-4f1d-9a0e-3f1d3c46e786),segment_id=8b76d768-16d9-4f1d-9a0e-3f1d3c46e786)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:15.307245 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'b972c0c5-608a-4d21-8d1c-4553065a41b4', 'network_id': '3b6cefdb-8695-4420-a6b1-0494689b1735', 'port_id': 'b972c0c5-608a-4d21-8d1c-4553065a41b4', 'mac_address': 'fa:16:3e:4f:a9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b14be5-d673-4e01-a692-362a5fb95f24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:54:15.356880 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:15.371988 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b972c0c5-608a-4d21-8d1c-4553065a41b4 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:54:15.394149 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b972c0c5-608a-4d21-8d1c-4553065a41b4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b972c0c5-608a-4d21-8d1c-4553065a41b4,segment=NetworkSegment(8b76d768-16d9-4f1d-9a0e-3f1d3c46e786),segment_id=8b76d768-16d9-4f1d-9a0e-3f1d3c46e786)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:15.477307 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:15.528959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=b972c0c5-608a-4d21-8d1c-4553065a41b4,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:15.850690 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b972c0c5-608a-4d21-8d1c-4553065a41b4'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:54:16.202291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17241880-dbc8-48e1-9e12-d371841e50b8 req-509fd596-7e84-426d-9500-26f766290007 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:16.204021 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17241880-dbc8-48e1-9e12-d371841e50b8 req-509fd596-7e84-426d-9500-26f766290007 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 944 time: 0.0600793 Sep 16 05:54:16.245593 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17241880-dbc8-48e1-9e12-d371841e50b8 req-72524b14-d27a-4184-9b67-04822450d3dd tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347886 Sep 16 05:54:17.216829 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b972c0c5-608a-4d21-8d1c-4553065a41b4 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:54:17.362258 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port b972c0c5-608a-4d21-8d1c-4553065a41b4 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:54:17.369448 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port b972c0c5-608a-4d21-8d1c-4553065a41b4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:17.378036 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:17.387753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bbd54-1f2e-49a1-97a0-b8608cd562e2 req-cada8e96-6715-47dc-9211-45459d323b26 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:17.389334 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e9bbd54-1f2e-49a1-97a0-b8608cd562e2 req-cada8e96-6715-47dc-9211-45459d323b26 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 944 time: 0.0602522 Sep 16 05:54:17.440345 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e9bbd54-1f2e-49a1-97a0-b8608cd562e2 req-6585e8d2-de21-45f6-9a4f-675a65fcf8bc tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439489 Sep 16 05:54:17.471993 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:17.503603 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b972c0c5-608a-4d21-8d1c-4553065a41b4'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:54:17.506050 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8476836-7a89-4219-9660-da8e15d78737" -d '{"events": [{"server_uuid": "e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4", "name": "network-vif-plugged", "status": "completed", "tag": "b972c0c5-608a-4d21-8d1c-4553065a41b4"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:54:17.519804 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port b972c0c5-608a-4d21-8d1c-4553065a41b4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b972c0c5-608a-4d21-8d1c-4553065a41b4,segment=NetworkSegment(8b76d768-16d9-4f1d-9a0e-3f1d3c46e786),segment_id=8b76d768-16d9-4f1d-9a0e-3f1d3c46e786)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:17.548812 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ab250c-05d5-4923-a37c-71e656530b87 x-openstack-request-id: req-38ab250c-05d5-4923-a37c-71e656530b87 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:54:17.548812 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4", "name": "network-vif-plugged", "status": "completed", "tag": "b972c0c5-608a-4d21-8d1c-4553065a41b4", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:54:17.548812 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38ab250c-05d5-4923-a37c-71e656530b87 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:54:17.548812 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b972c0c5-608a-4d21-8d1c-4553065a41b4', 'code': 200} Sep 16 05:54:17.610232 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:17.663923 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=b972c0c5-608a-4d21-8d1c-4553065a41b4,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:17.673890 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:17.674268 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:17.674594 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:17.674971 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:17.675304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:17.675705 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:17.675954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:17.676278 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:17.676601 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:17.676923 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:17.677243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:17.678337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:17.679214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1236c0-d597-4209-b5b0-15db7e80bd8a req-74bee23f-0b72-4a5a-8082-e61431765588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:17.680868 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a1236c0-d597-4209-b5b0-15db7e80bd8a req-74bee23f-0b72-4a5a-8082-e61431765588 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 1097 time: 0.0488689 Sep 16 05:54:17.725910 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a1236c0-d597-4209-b5b0-15db7e80bd8a req-ceed8e37-3e84-406a-896c-d2b850ae10cc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376701 Sep 16 05:54:18.579670 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2beec3-4054-489d-8cae-4d870e5748da req-12ee8b00-1a3f-4e5a-8979-541eeb32ada6 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:18.581497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe2beec3-4054-489d-8cae-4d870e5748da req-12ee8b00-1a3f-4e5a-8979-541eeb32ada6 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 945 time: 0.0606620 Sep 16 05:54:18.645920 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe2beec3-4054-489d-8cae-4d870e5748da req-c09c0d28-dc1e-4be8-a37a-0b8a0addd442 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476530 Sep 16 05:54:19.801451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3388bd-dc42-4da9-8637-9ddfd6fcab3b req-234da708-aae5-4aac-ab4a-be8d45322eee tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:19.802958 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a3388bd-dc42-4da9-8637-9ddfd6fcab3b req-234da708-aae5-4aac-ab4a-be8d45322eee tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 945 time: 0.0588188 Sep 16 05:54:19.846492 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a3388bd-dc42-4da9-8637-9ddfd6fcab3b req-21d1abdf-e1e5-4d27-9741-927967599aea tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366318 Sep 16 05:54:20.104109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914aef53-f79f-481f-859c-198bfefdbcab req-03cd78d3-52a1-426a-8d6d-643ec8e1a4e9 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:20.105643 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-914aef53-f79f-481f-859c-198bfefdbcab req-03cd78d3-52a1-426a-8d6d-643ec8e1a4e9 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/networks?id=3b6cefdb-8695-4420-a6b1-0494689b1735 HTTP/1.1" status: 200 len: 814 time: 0.1213939 Sep 16 05:54:20.123237 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-914aef53-f79f-481f-859c-198bfefdbcab req-769f7848-fb7f-4e60-84d1-fe78525cb785 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/quotas/7d3d0ef5fa3e401489d2a3583c84b8b0 HTTP/1.1" status: 200 len: 375 time: 0.0103414 Sep 16 05:54:20.180799 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-914aef53-f79f-481f-859c-198bfefdbcab req-c5a807bc-c325-4b67-ab7b-a5501514c1f7 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d3d0ef5fa3e401489d2a3583c84b8b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0515096 Sep 16 05:54:20.354474 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-914aef53-f79f-481f-859c-198bfefdbcab req-73196810-86af-4e97-b501-b0d4984eaabc service neutron] 10.222.0.20 "GET /v2.0/networks/3b6cefdb-8695-4420-a6b1-0494689b1735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655819 Sep 16 05:54:20.460590 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-914aef53-f79f-481f-859c-198bfefdbcab req-005aaab3-f23d-4f12-b6a7-7970a5ed5bc6 service neutron] 10.222.0.20 "GET /v2.0/networks/3b6cefdb-8695-4420-a6b1-0494689b1735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956998 Sep 16 05:54:20.763694 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d8cc165b-959a-4dd0-a77d-69b049f72863 req-91d14991-66c1-4caa-ba48-60378abe1e9a tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=3890597a-c9ef-473e-a26c-03605884182f HTTP/1.1" status: 200 len: 210 time: 0.0291927 Sep 16 05:54:21.883629 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9312a84-efef-44d1-b91d-849c340573d7 req-f43ef2c3-fc15-4d90-b8e7-b79bdd67d800 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=3890597a-c9ef-473e-a26c-03605884182f HTTP/1.1" status: 200 len: 210 time: 0.0448134 Sep 16 05:54:23.006166 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0cda8b7b-7345-44c6-a104-32998b331482 req-4a65b135-0fcc-454f-8691-dde3c84d7bbc tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=3890597a-c9ef-473e-a26c-03605884182f HTTP/1.1" status: 200 len: 210 time: 0.0339720 Sep 16 05:54:23.346552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914aef53-f79f-481f-859c-198bfefdbcab req-ac2e44dd-6b2f-469e-bd39-a78630917b66 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:23.348146 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-914aef53-f79f-481f-859c-198bfefdbcab req-ac2e44dd-6b2f-469e-bd39-a78630917b66 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.38 "GET /v2.0/networks?id=3b6cefdb-8695-4420-a6b1-0494689b1735 HTTP/1.1" status: 200 len: 814 time: 0.1291296 Sep 16 05:54:23.368332 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-914aef53-f79f-481f-859c-198bfefdbcab req-779e707c-7765-4919-b5d1-6987b1b10b8d tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Request body: {'port': {'device_id': '3890597a-c9ef-473e-a26c-03605884182f', 'network_id': '3b6cefdb-8695-4420-a6b1-0494689b1735', 'admin_state_up': True, 'tenant_id': '7d3d0ef5fa3e401489d2a3583c84b8b0'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:23.593067 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914aef53-f79f-481f-859c-198bfefdbcab req-779e707c-7765-4919-b5d1-6987b1b10b8d tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Made reservation on behalf of 7d3d0ef5fa3e401489d2a3583c84b8b0 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:23.597137 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-914aef53-f79f-481f-859c-198bfefdbcab req-779e707c-7765-4919-b5d1-6987b1b10b8d tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:23.750067 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-914aef53-f79f-481f-859c-198bfefdbcab req-779e707c-7765-4919-b5d1-6987b1b10b8d tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Allocated IP 172.20.0.8 (3b6cefdb-8695-4420-a6b1-0494689b1735/49b14be5-d673-4e01-a692-362a5fb95f24/24b1da0f-5d74-4773-82bd-3a33fd0a0994) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:54:23.928866 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-914aef53-f79f-481f-859c-198bfefdbcab req-779e707c-7765-4919-b5d1-6987b1b10b8d tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:24.071473 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-914aef53-f79f-481f-859c-198bfefdbcab req-779e707c-7765-4919-b5d1-6987b1b10b8d tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:24.110350 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b972c0c5-608a-4d21-8d1c-4553065a41b4'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:54:24.154176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914aef53-f79f-481f-859c-198bfefdbcab req-779e707c-7765-4919-b5d1-6987b1b10b8d tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Network 3b6cefdb-8695-4420-a6b1-0494689b1735 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:54:24.159910 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-914aef53-f79f-481f-859c-198bfefdbcab req-779e707c-7765-4919-b5d1-6987b1b10b8d tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:24.169143 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-914aef53-f79f-481f-859c-198bfefdbcab req-779e707c-7765-4919-b5d1-6987b1b10b8d tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:54:24.202937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e707c-7765-4919-b5d1-6987b1b10b8d tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Pushing event updated for resources: {'Port': ['ID=24b1da0f-5d74-4773-82bd-3a33fd0a0994,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:24.238551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b633d-8f49-4e9d-9845-95e5d5b8bb0f req-90797265-025c-418d-ba9d-93a5a17dc199 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:24.240403 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f5b633d-8f49-4e9d-9845-95e5d5b8bb0f req-90797265-025c-418d-ba9d-93a5a17dc199 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=3890597a-c9ef-473e-a26c-03605884182f HTTP/1.1" status: 200 len: 931 time: 0.1584759 Sep 16 05:54:24.250846 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914aef53-f79f-481f-859c-198bfefdbcab req-779e707c-7765-4919-b5d1-6987b1b10b8d tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:24.251509 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-914aef53-f79f-481f-859c-198bfefdbcab req-779e707c-7765-4919-b5d1-6987b1b10b8d tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:24.300072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2f5b633d-8f49-4e9d-9845-95e5d5b8bb0f req-64db0c40-40d1-4196-b328-b3d8ac3e5915 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457797 Sep 16 05:54:24.382751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-914aef53-f79f-481f-859c-198bfefdbcab req-779e707c-7765-4919-b5d1-6987b1b10b8d tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0196743 Sep 16 05:54:24.402201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Request body: {'port': {'device_id': '3890597a-c9ef-473e-a26c-03605884182f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:24.468015 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:24.767178 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b1da0f-5d74-4773-82bd-3a33fd0a0994 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:54:24.890228 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:24.890228 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Transition to ACTIVE for port object 24b1da0f-5d74-4773-82bd-3a33fd0a0994 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:54:25.021855 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:25.081377 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:25.104718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Pushing event updated for resources: {'Port': ['ID=24b1da0f-5d74-4773-82bd-3a33fd0a0994,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:25.162123 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Attempting to bind port 24b1da0f-5d74-4773-82bd-3a33fd0a0994 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:54:25.162470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Attempting to bind port 24b1da0f-5d74-4773-82bd-3a33fd0a0994 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '8b76d768-16d9-4f1d-9a0e-3f1d3c46e786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3b6cefdb-8695-4420-a6b1-0494689b1735'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:54:25.162771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Attempting to bind port 24b1da0f-5d74-4773-82bd-3a33fd0a0994 on network 3b6cefdb-8695-4420-a6b1-0494689b1735 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:54:25.167331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Port 24b1da0f-5d74-4773-82bd-3a33fd0a0994 on network 3b6cefdb-8695-4420-a6b1-0494689b1735 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:54:25.167654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Attempting to bind port 24b1da0f-5d74-4773-82bd-3a33fd0a0994 on network 3b6cefdb-8695-4420-a6b1-0494689b1735 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:54:25.172622 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:54:25.176719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Checking segment: {'id': '8b76d768-16d9-4f1d-9a0e-3f1d3c46e786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3b6cefdb-8695-4420-a6b1-0494689b1735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:54:25.176719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Bound using segment: {'id': '8b76d768-16d9-4f1d-9a0e-3f1d3c46e786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3b6cefdb-8695-4420-a6b1-0494689b1735'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:54:25.176719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Bound port: 24b1da0f-5d74-4773-82bd-3a33fd0a0994, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b76d768-16d9-4f1d-9a0e-3f1d3c46e786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3b6cefdb-8695-4420-a6b1-0494689b1735'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:54:25.176719 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:25.251005 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] For port 24b1da0f-5d74-4773-82bd-3a33fd0a0994, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:54:25.256156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] For port 24b1da0f-5d74-4773-82bd-3a33fd0a0994, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=24b1da0f-5d74-4773-82bd-3a33fd0a0994,segment=NetworkSegment(8b76d768-16d9-4f1d-9a0e-3f1d3c46e786),segment_id=8b76d768-16d9-4f1d-9a0e-3f1d3c46e786)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:54:25.339701 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:25.378050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:25.378696 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:25.393960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-914aef53-f79f-481f-859c-198bfefdbcab req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] 10.222.0.38 "PUT /v2.0/ports/24b1da0f-5d74-4773-82bd-3a33fd0a0994 HTTP/1.1" status: 200 len: 1092 time: 0.9824510 Sep 16 05:54:25.393960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3890597a-c9ef-473e-a26c-03605884182f', 'tag': '24b1da0f-5d74-4773-82bd-3a33fd0a0994'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:54:25.393960 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d8c50e-c390-41c1-a8ee-de88dcc3a4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "3890597a-c9ef-473e-a26c-03605884182f", "tag": "24b1da0f-5d74-4773-82bd-3a33fd0a0994"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:54:25.432080 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d27ef2-7c80-4022-933c-7f534e69dd05 x-openstack-request-id: req-b4d27ef2-7c80-4022-933c-7f534e69dd05 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:54:25.432381 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3890597a-c9ef-473e-a26c-03605884182f", "tag": "24b1da0f-5d74-4773-82bd-3a33fd0a0994", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:54:25.432631 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4d27ef2-7c80-4022-933c-7f534e69dd05 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:54:25.433034 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3890597a-c9ef-473e-a26c-03605884182f', 'tag': '24b1da0f-5d74-4773-82bd-3a33fd0a0994', 'status': 'completed', 'code': 200} Sep 16 05:54:25.449644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ecb15-405e-4118-b8a7-1264ba764418 service neutron] Pushing event updated for resources: {'Port': ['ID=24b1da0f-5d74-4773-82bd-3a33fd0a0994,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:25.471644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2ee94-b707-4474-addc-cb7dceb8bff8 req-99e289e4-7c78-456f-a81c-c37dbda02321 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:25.473307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3f2ee94-b707-4474-addc-cb7dceb8bff8 req-99e289e4-7c78-456f-a81c-c37dbda02321 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=3890597a-c9ef-473e-a26c-03605884182f HTTP/1.1" status: 200 len: 943 time: 0.0855174 Sep 16 05:54:25.549733 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3f2ee94-b707-4474-addc-cb7dceb8bff8 req-7e71a487-7ed7-4aa8-ad09-b647d05a7018 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664299 Sep 16 05:54:25.553999 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8c50e-c390-41c1-a8ee-de88dcc3a4f4 req-70594f7f-e5ee-4501-bd0c-8b0b63fe5fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:25.555569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88d8c50e-c390-41c1-a8ee-de88dcc3a4f4 req-70594f7f-e5ee-4501-bd0c-8b0b63fe5fc5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d3d0ef5fa3e401489d2a3583c84b8b0&device_id=3890597a-c9ef-473e-a26c-03605884182f HTTP/1.1" status: 200 len: 1095 time: 0.0813508 Sep 16 05:54:25.694801 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8c50e-c390-41c1-a8ee-de88dcc3a4f4 req-3e898fe7-c82b-40a2-b9da-a5f9eceff2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:25.696326 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88d8c50e-c390-41c1-a8ee-de88dcc3a4f4 req-3e898fe7-c82b-40a2-b9da-a5f9eceff2c7 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=7d3d0ef5fa3e401489d2a3583c84b8b0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1265347 Sep 16 05:54:25.796274 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8c50e-c390-41c1-a8ee-de88dcc3a4f4 req-72e0f7fb-38ae-4dd2-b7e2-7aec6aa08d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:25.797858 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88d8c50e-c390-41c1-a8ee-de88dcc3a4f4 req-72e0f7fb-38ae-4dd2-b7e2-7aec6aa08d6d service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950735 Sep 16 05:54:25.901019 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914aef53-f79f-481f-859c-198bfefdbcab req-76bd5d50-14c8-4e26-b50b-6baf89a9e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:25.902566 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-914aef53-f79f-481f-859c-198bfefdbcab req-76bd5d50-14c8-4e26-b50b-6baf89a9e22c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d3d0ef5fa3e401489d2a3583c84b8b0&device_id=3890597a-c9ef-473e-a26c-03605884182f HTTP/1.1" status: 200 len: 1095 time: 0.0486827 Sep 16 05:54:25.954478 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-914aef53-f79f-481f-859c-198bfefdbcab req-174b1f52-9289-4fdb-8aaa-613729f067d8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24b1da0f-5d74-4773-82bd-3a33fd0a0994 HTTP/1.1" status: 200 len: 217 time: 0.0375469 Sep 16 05:54:26.011041 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914aef53-f79f-481f-859c-198bfefdbcab req-447ce59e-81ab-469e-908b-e52ef302d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:26.012593 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-914aef53-f79f-481f-859c-198bfefdbcab req-447ce59e-81ab-469e-908b-e52ef302d86a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=49b14be5-d673-4e01-a692-362a5fb95f24 HTTP/1.1" status: 200 len: 854 time: 0.0514042 Sep 16 05:54:26.048054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-914aef53-f79f-481f-859c-198bfefdbcab req-87b86601-cc45-4ba8-b47e-3b392f11d3d2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3b6cefdb-8695-4420-a6b1-0494689b1735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276129 Sep 16 05:54:26.149972 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-914aef53-f79f-481f-859c-198bfefdbcab req-48e91f09-2b99-439c-aa9d-02ff928afbc1 service neutron] 10.222.0.38 "GET /v2.0/networks/3b6cefdb-8695-4420-a6b1-0494689b1735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951951 Sep 16 05:54:26.251212 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-914aef53-f79f-481f-859c-198bfefdbcab req-0892530b-1db3-474c-9030-8df8e0311efd service neutron] 10.222.0.38 "GET /v2.0/networks/3b6cefdb-8695-4420-a6b1-0494689b1735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941107 Sep 16 05:54:26.695130 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0193a40-323c-4010-87de-f4f88c56bf09 req-ac67dc77-b54e-4ec2-8846-f5f058027d6b tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:26.696882 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0193a40-323c-4010-87de-f4f88c56bf09 req-ac67dc77-b54e-4ec2-8846-f5f058027d6b tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=3890597a-c9ef-473e-a26c-03605884182f HTTP/1.1" status: 200 len: 943 time: 0.0607715 Sep 16 05:54:26.743120 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0193a40-323c-4010-87de-f4f88c56bf09 req-0a9d8f07-f4d5-4520-9316-3d450f2916f4 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398538 Sep 16 05:54:27.877528 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6530c50-08ea-4462-911a-5d7d7940791d req-11e75dac-5e83-4195-96a4-86bd50708e6a tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:27.879189 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6530c50-08ea-4462-911a-5d7d7940791d req-11e75dac-5e83-4195-96a4-86bd50708e6a tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=3890597a-c9ef-473e-a26c-03605884182f HTTP/1.1" status: 200 len: 943 time: 0.0576248 Sep 16 05:54:27.919593 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6530c50-08ea-4462-911a-5d7d7940791d req-4643cabd-ddee-4a8c-9e1a-792f92ab6ac9 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337889 Sep 16 05:54:28.984168 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:29.047001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e26b41-3568-4ff6-ae00-e1298eb810bb req-bd558d59-352b-41e6-80fe-7db0a604b519 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:29.048629 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20e26b41-3568-4ff6-ae00-e1298eb810bb req-bd558d59-352b-41e6-80fe-7db0a604b519 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=3890597a-c9ef-473e-a26c-03605884182f HTTP/1.1" status: 200 len: 943 time: 0.0551157 Sep 16 05:54:29.092989 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20e26b41-3568-4ff6-ae00-e1298eb810bb req-698dbdf8-76d3-4c69-be8a-ca3909ad2ba5 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367668 Sep 16 05:54:29.602990 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 24b1da0f-5d74-4773-82bd-3a33fd0a0994 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:54:29.713472 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 24b1da0f-5d74-4773-82bd-3a33fd0a0994, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=24b1da0f-5d74-4773-82bd-3a33fd0a0994,segment=NetworkSegment(8b76d768-16d9-4f1d-9a0e-3f1d3c46e786),segment_id=8b76d768-16d9-4f1d-9a0e-3f1d3c46e786)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:29.734252 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '24b1da0f-5d74-4773-82bd-3a33fd0a0994', 'network_id': '3b6cefdb-8695-4420-a6b1-0494689b1735', 'port_id': '24b1da0f-5d74-4773-82bd-3a33fd0a0994', 'mac_address': 'fa:16:3e:f9:99:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b14be5-d673-4e01-a692-362a5fb95f24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:54:29.779812 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:29.793243 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b1da0f-5d74-4773-82bd-3a33fd0a0994 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:54:29.816738 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 24b1da0f-5d74-4773-82bd-3a33fd0a0994, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=24b1da0f-5d74-4773-82bd-3a33fd0a0994,segment=NetworkSegment(8b76d768-16d9-4f1d-9a0e-3f1d3c46e786),segment_id=8b76d768-16d9-4f1d-9a0e-3f1d3c46e786)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:29.889799 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:29.946367 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=24b1da0f-5d74-4773-82bd-3a33fd0a0994,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:30.219237 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13015db8-ce31-4ffa-84b0-6bfa02eb4b14 req-d56e7a6b-6741-4aa3-8624-c9016669721d tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:30.220852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13015db8-ce31-4ffa-84b0-6bfa02eb4b14 req-d56e7a6b-6741-4aa3-8624-c9016669721d tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=3890597a-c9ef-473e-a26c-03605884182f HTTP/1.1" status: 200 len: 944 time: 0.0570703 Sep 16 05:54:30.263339 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13015db8-ce31-4ffa-84b0-6bfa02eb4b14 req-61ccac35-36b1-49b2-baa8-dafe271f1e9e tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347862 Sep 16 05:54:30.273703 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['24b1da0f-5d74-4773-82bd-3a33fd0a0994'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:54:30.994471 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de703276-c616-4be4-825a-2fbef6973da5 req-979b3325-5018-4f85-9b21-9253565fe986 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434849 Sep 16 05:54:31.100318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de703276-c616-4be4-825a-2fbef6973da5 req-1ef137a2-d4c6-4acc-9914-abc6272f7665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:31.101769 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de703276-c616-4be4-825a-2fbef6973da5 req-1ef137a2-d4c6-4acc-9914-abc6272f7665 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d3d0ef5fa3e401489d2a3583c84b8b0&device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 1097 time: 0.0446703 Sep 16 05:54:31.216940 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de703276-c616-4be4-825a-2fbef6973da5 req-9a1553c2-8186-4653-a7a7-d5664ab48b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:31.218441 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de703276-c616-4be4-825a-2fbef6973da5 req-9a1553c2-8186-4653-a7a7-d5664ab48b61 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b6cefdb-8695-4420-a6b1-0494689b1735 HTTP/1.1" status: 200 len: 915 time: 0.0946162 Sep 16 05:54:31.263026 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de703276-c616-4be4-825a-2fbef6973da5 req-c5a61db3-60a9-4246-917d-76beae0d4f93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b972c0c5-608a-4d21-8d1c-4553065a41b4 HTTP/1.1" status: 200 len: 217 time: 0.0355427 Sep 16 05:54:31.320092 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de703276-c616-4be4-825a-2fbef6973da5 req-bda1050d-96ea-4ed6-b99d-625914d988b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:31.321590 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de703276-c616-4be4-825a-2fbef6973da5 req-bda1050d-96ea-4ed6-b99d-625914d988b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49b14be5-d673-4e01-a692-362a5fb95f24 HTTP/1.1" status: 200 len: 854 time: 0.0505550 Sep 16 05:54:31.364573 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de703276-c616-4be4-825a-2fbef6973da5 req-42081687-bdf7-4459-86d9-9f29deff3c6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b6cefdb-8695-4420-a6b1-0494689b1735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346420 Sep 16 05:54:31.468226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852ee8c-0181-4165-9ae1-a13eadbdee3a req-5fc07d99-f388-4118-b085-1e147cc9b91f tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:31.469881 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1852ee8c-0181-4165-9ae1-a13eadbdee3a req-5fc07d99-f388-4118-b085-1e147cc9b91f tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=3890597a-c9ef-473e-a26c-03605884182f HTTP/1.1" status: 200 len: 944 time: 0.1314421 Sep 16 05:54:31.507782 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de703276-c616-4be4-825a-2fbef6973da5 req-e33ff57d-80c8-408e-8e39-d156ecac10a8 service neutron] 10.222.0.21 "GET /v2.0/networks/3b6cefdb-8695-4420-a6b1-0494689b1735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288648 Sep 16 05:54:31.546374 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1852ee8c-0181-4165-9ae1-a13eadbdee3a req-119f2766-dcd0-4b6c-be62-215f1566c104 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688176 Sep 16 05:54:31.605820 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 24b1da0f-5d74-4773-82bd-3a33fd0a0994 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:54:31.620600 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de703276-c616-4be4-825a-2fbef6973da5 req-44f60adb-0043-4aed-b8f0-ce5dc480e69f service neutron] 10.222.0.21 "GET /v2.0/networks/3b6cefdb-8695-4420-a6b1-0494689b1735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008136 Sep 16 05:54:31.801697 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 24b1da0f-5d74-4773-82bd-3a33fd0a0994 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:54:31.806673 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 24b1da0f-5d74-4773-82bd-3a33fd0a0994 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:31.807082 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:31.893917 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:31.919653 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3890597a-c9ef-473e-a26c-03605884182f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b1da0f-5d74-4773-82bd-3a33fd0a0994'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:54:31.921973 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95b4988-be89-40fa-8613-e86a07514369" -d '{"events": [{"server_uuid": "3890597a-c9ef-473e-a26c-03605884182f", "name": "network-vif-plugged", "status": "completed", "tag": "24b1da0f-5d74-4773-82bd-3a33fd0a0994"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:54:31.937015 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 24b1da0f-5d74-4773-82bd-3a33fd0a0994, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=24b1da0f-5d74-4773-82bd-3a33fd0a0994,segment=NetworkSegment(8b76d768-16d9-4f1d-9a0e-3f1d3c46e786),segment_id=8b76d768-16d9-4f1d-9a0e-3f1d3c46e786)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:31.965855 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba75716b-f805-4908-a63e-d67bf68002f3 x-openstack-request-id: req-ba75716b-f805-4908-a63e-d67bf68002f3 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:54:31.966151 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3890597a-c9ef-473e-a26c-03605884182f", "name": "network-vif-plugged", "status": "completed", "tag": "24b1da0f-5d74-4773-82bd-3a33fd0a0994", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:54:31.966405 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba75716b-f805-4908-a63e-d67bf68002f3 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:54:31.966795 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3890597a-c9ef-473e-a26c-03605884182f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b1da0f-5d74-4773-82bd-3a33fd0a0994', 'code': 200} Sep 16 05:54:32.039159 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:32.097041 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=24b1da0f-5d74-4773-82bd-3a33fd0a0994,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:32.127811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997af7f-f46c-40af-929d-025f1b8e2f1f req-e72b4ca7-7f48-425d-a462-c81a6b6e1d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:32.129395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7997af7f-f46c-40af-929d-025f1b8e2f1f req-e72b4ca7-7f48-425d-a462-c81a6b6e1d2c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3890597a-c9ef-473e-a26c-03605884182f HTTP/1.1" status: 200 len: 1097 time: 0.0508785 Sep 16 05:54:32.168109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7997af7f-f46c-40af-929d-025f1b8e2f1f req-1e1ca456-0014-4657-b51b-2cb4d1d6397a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311041 Sep 16 05:54:32.687553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fb84a-b0c1-499d-983d-664524dd5d5a req-9f13fdcb-8f6a-49eb-9f7a-8a4d8cadfbcd tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:32.689159 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-331fb84a-b0c1-499d-983d-664524dd5d5a req-9f13fdcb-8f6a-49eb-9f7a-8a4d8cadfbcd tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=3890597a-c9ef-473e-a26c-03605884182f HTTP/1.1" status: 200 len: 945 time: 0.0545475 Sep 16 05:54:32.744429 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-331fb84a-b0c1-499d-983d-664524dd5d5a req-677af852-14c2-4470-8dfd-fb28d715b8aa tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413320 Sep 16 05:54:33.890390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbd956-4161-49a4-9d92-88579734ec9d req-a68998ab-f39a-4fc3-92ea-9262f6586705 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:33.892049 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3bfbd956-4161-49a4-9d92-88579734ec9d req-a68998ab-f39a-4fc3-92ea-9262f6586705 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=3890597a-c9ef-473e-a26c-03605884182f HTTP/1.1" status: 200 len: 945 time: 0.0658016 Sep 16 05:54:33.932064 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3bfbd956-4161-49a4-9d92-88579734ec9d req-a5672ef1-56e9-4cb2-bf3e-ea7633b2d939 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337253 Sep 16 05:54:34.465520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189d521-2396-4ec2-8de5-cb463dbd169c req-6238fb99-b8ce-4ac5-aea3-f016919b2ca9 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:34.467772 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4189d521-2396-4ec2-8de5-cb463dbd169c req-6238fb99-b8ce-4ac5-aea3-f016919b2ca9 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=3890597a-c9ef-473e-a26c-03605884182f HTTP/1.1" status: 200 len: 945 time: 0.0581822 Sep 16 05:54:34.870091 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4189d521-2396-4ec2-8de5-cb463dbd169c req-589d1960-ea52-4a69-85e3-2811624e5fb5 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964069 Sep 16 05:54:35.309673 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e97c407d-e19e-4076-aaaf-c869aa8e2dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:35.994344 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28009c8a-706c-402f-8281-6ccb4dfcb191 req-a58dcd5e-c51a-45aa-9c87-1cb6d449aa1b tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:35.995910 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-28009c8a-706c-402f-8281-6ccb4dfcb191 req-a58dcd5e-c51a-45aa-9c87-1cb6d449aa1b tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=3890597a-c9ef-473e-a26c-03605884182f HTTP/1.1" status: 200 len: 945 time: 0.0541050 Sep 16 05:54:36.035914 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-28009c8a-706c-402f-8281-6ccb4dfcb191 req-6bd86b5d-bf59-47d1-83e7-2464f8f0a21d tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337491 Sep 16 05:54:36.100925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb283f2c-a534-4e79-93f8-a251e1eefd6c req-0a1cdd9c-df23-4177-bdd5-9331e07e4c95 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:36.102360 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bb283f2c-a534-4e79-93f8-a251e1eefd6c req-0a1cdd9c-df23-4177-bdd5-9331e07e4c95 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.38 "GET /v2.0/ports?device_id=3890597a-c9ef-473e-a26c-03605884182f HTTP/1.1" status: 200 len: 945 time: 0.0502379 Sep 16 05:54:36.195778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-bb283f2c-a534-4e79-93f8-a251e1eefd6c req-71c3c01a-fff0-4175-914a-7d3041b034cd tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Deleting port 24b1da0f-5d74-4773-82bd-3a33fd0a0994 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:54:36.196109 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bb283f2c-a534-4e79-93f8-a251e1eefd6c req-71c3c01a-fff0-4175-914a-7d3041b034cd tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:36.292042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-bb283f2c-a534-4e79-93f8-a251e1eefd6c req-71c3c01a-fff0-4175-914a-7d3041b034cd tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] For port 24b1da0f-5d74-4773-82bd-3a33fd0a0994, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=24b1da0f-5d74-4773-82bd-3a33fd0a0994,segment=NetworkSegment(8b76d768-16d9-4f1d-9a0e-3f1d3c46e786),segment_id=8b76d768-16d9-4f1d-9a0e-3f1d3c46e786)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:36.292412 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bb283f2c-a534-4e79-93f8-a251e1eefd6c req-71c3c01a-fff0-4175-914a-7d3041b034cd tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:36.308546 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-bb283f2c-a534-4e79-93f8-a251e1eefd6c req-71c3c01a-fff0-4175-914a-7d3041b034cd tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Calling delete_port for 24b1da0f-5d74-4773-82bd-3a33fd0a0994 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:54:36.569926 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bb283f2c-a534-4e79-93f8-a251e1eefd6c req-71c3c01a-fff0-4175-914a-7d3041b034cd tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:36.602257 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3c01a-fff0-4175-914a-7d3041b034cd tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Pushing event deleted for resources: {'Port': ['ID=24b1da0f-5d74-4773-82bd-3a33fd0a0994,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:36.604274 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['24b1da0f-5d74-4773-82bd-3a33fd0a0994'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:54:36.627418 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b972c0c5-608a-4d21-8d1c-4553065a41b4'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:54:36.647609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb283f2c-a534-4e79-93f8-a251e1eefd6c req-71c3c01a-fff0-4175-914a-7d3041b034cd tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] No DVR routers for this DVR port 24b1da0f-5d74-4773-82bd-3a33fd0a0994 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:54:36.650486 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bb283f2c-a534-4e79-93f8-a251e1eefd6c req-71c3c01a-fff0-4175-914a-7d3041b034cd tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:36.652822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bb283f2c-a534-4e79-93f8-a251e1eefd6c req-71c3c01a-fff0-4175-914a-7d3041b034cd tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.38 "DELETE /v2.0/ports/24b1da0f-5d74-4773-82bd-3a33fd0a0994 HTTP/1.1" status: 204 len: 173 time: 0.5446405 Sep 16 05:54:36.653286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3890597a-c9ef-473e-a26c-03605884182f', 'name': 'network-vif-deleted', 'tag': '24b1da0f-5d74-4773-82bd-3a33fd0a0994'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:54:36.655640 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b176a896-9605-4b59-8357-8efc4566db3b" -d '{"events": [{"server_uuid": "3890597a-c9ef-473e-a26c-03605884182f", "name": "network-vif-deleted", "tag": "24b1da0f-5d74-4773-82bd-3a33fd0a0994"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:54:36.696242 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f3e243-db77-479c-bdc5-d00ff0ebe2fd x-openstack-request-id: req-b0f3e243-db77-479c-bdc5-d00ff0ebe2fd {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:54:36.696643 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3890597a-c9ef-473e-a26c-03605884182f", "name": "network-vif-deleted", "tag": "24b1da0f-5d74-4773-82bd-3a33fd0a0994", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:54:36.696898 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0f3e243-db77-479c-bdc5-d00ff0ebe2fd {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:54:36.697296 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3890597a-c9ef-473e-a26c-03605884182f', 'name': 'network-vif-deleted', 'tag': '24b1da0f-5d74-4773-82bd-3a33fd0a0994', 'status': 'completed', 'code': 200} Sep 16 05:54:37.151621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e973a92a-9f45-41fa-bf6b-746c1552741e req-7daab8a1-3554-4916-965e-85e1f86b1ce8 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=3890597a-c9ef-473e-a26c-03605884182f HTTP/1.1" status: 200 len: 210 time: 0.0291762 Sep 16 05:54:37.847508 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-45e8f4c1-27b2-4a0c-b316-f482e4294e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:38.323233 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dd32f-1529-4629-88ed-52f1fe839645 req-aa792f2d-2bab-4dd5-bd0c-c99aa168b2fe tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:38.324891 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-902dd32f-1529-4629-88ed-52f1fe839645 req-aa792f2d-2bab-4dd5-bd0c-c99aa168b2fe tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 945 time: 0.0592239 Sep 16 05:54:38.368018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-902dd32f-1529-4629-88ed-52f1fe839645 req-56000009-7b88-4962-88d8-a663392fce43 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367019 Sep 16 05:54:38.511390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb5a1e-b946-47ad-bf78-930a328acee0 req-8f4a0f5f-bf6d-408e-a3df-465f1b605580 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:38.512947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2deb5a1e-b946-47ad-bf78-930a328acee0 req-8f4a0f5f-bf6d-408e-a3df-465f1b605580 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 945 time: 0.0581341 Sep 16 05:54:38.566470 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2deb5a1e-b946-47ad-bf78-930a328acee0 req-f2cced8c-d0d0-4ca7-9813-8791ac56b19a tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469909 Sep 16 05:54:38.632517 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:38.694009 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bbf2c-c8f0-44c0-9772-559a3c7f1669 req-1a188d11-07fa-4a19-8db2-ece291b8de77 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:38.695585 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-357bbf2c-c8f0-44c0-9772-559a3c7f1669 req-1a188d11-07fa-4a19-8db2-ece291b8de77 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 945 time: 0.0529552 Sep 16 05:54:38.736006 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-357bbf2c-c8f0-44c0-9772-559a3c7f1669 req-6cc3940f-46b9-4448-9c5f-d7b4d2293a34 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343094 Sep 16 05:54:38.826820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-facba253-2f74-4b51-94a1-5bd7be8c69b5 req-ed529407-1f98-439a-85b3-a080d82f74ad service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:54:38.828340 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-facba253-2f74-4b51-94a1-5bd7be8c69b5 req-ed529407-1f98-439a-85b3-a080d82f74ad service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077925 Sep 16 05:54:38.945955 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872cfc2-fb08-4e53-8c27-32aab088db5f req-2d56eec4-5df5-46f1-8617-510d08b4234a tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:38.947551 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8872cfc2-fb08-4e53-8c27-32aab088db5f req-2d56eec4-5df5-46f1-8617-510d08b4234a tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 945 time: 0.0554121 Sep 16 05:54:38.989255 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8872cfc2-fb08-4e53-8c27-32aab088db5f req-d8c51dc7-02c7-4656-82e1-b39a5b22b54d tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350528 Sep 16 05:54:39.124433 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738362a4-375a-4dd2-b753-7d1112061995 req-3e214f21-8ebe-487d-9bad-768ac1c6f5c4 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:39.126022 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-738362a4-375a-4dd2-b753-7d1112061995 req-3e214f21-8ebe-487d-9bad-768ac1c6f5c4 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 945 time: 0.0563173 Sep 16 05:54:39.177452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-738362a4-375a-4dd2-b753-7d1112061995 req-bd130d2b-12de-41e2-b74b-0aa934e369ca tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431027 Sep 16 05:54:39.332919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ba7b1-204f-4086-990e-c5c8384b960c req-f8157feb-a4d1-490a-9eb0-1a0fd73b9fa1 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:39.335759 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c74ba7b1-204f-4086-990e-c5c8384b960c req-f8157feb-a4d1-490a-9eb0-1a0fd73b9fa1 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 945 time: 0.0619287 Sep 16 05:54:39.378190 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c74ba7b1-204f-4086-990e-c5c8384b960c req-20ce3727-422d-487b-af01-f5df8ef15477 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361032 Sep 16 05:54:39.575476 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:39.653812 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 24b1da0f-5d74-4773-82bd-3a33fd0a0994 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:54:39.675916 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 24b1da0f-5d74-4773-82bd-3a33fd0a0994 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:54:39.676258 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 24b1da0f-5d74-4773-82bd-3a33fd0a0994 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:54:40.028092 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9c9cc-28c1-47cc-bfe6-81d890b4e16a req-59624d21-11cf-4d52-9518-fb8a3b47c7b1 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:40.029851 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1d9c9cc-28c1-47cc-bfe6-81d890b4e16a req-59624d21-11cf-4d52-9518-fb8a3b47c7b1 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 945 time: 0.0625024 Sep 16 05:54:40.074599 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a1d9c9cc-28c1-47cc-bfe6-81d890b4e16a req-ec1b300c-f606-4888-b6c6-a7a1e50adef7 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384138 Sep 16 05:54:41.044166 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:41.227020 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abe2db-7490-43b3-854e-95700458faae req-dda7165c-d137-4e2e-bb80-b700138f4e1c tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:41.228678 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-75abe2db-7490-43b3-854e-95700458faae req-dda7165c-d137-4e2e-bb80-b700138f4e1c tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 945 time: 0.0611174 Sep 16 05:54:41.280845 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-75abe2db-7490-43b3-854e-95700458faae req-cb14a2ba-2c32-4540-9163-62d6b96eb25d tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/security-groups?id=4296608f-4223-4816-854f-c2d0cad8e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430520 Sep 16 05:54:41.852175 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e95d1f-4b8c-4f99-9a9a-9d357d154fa9 req-28f83e4b-391b-428c-a933-f788290f8dc9 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:41.853809 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9e95d1f-4b8c-4f99-9a9a-9d357d154fa9 req-28f83e4b-391b-428c-a933-f788290f8dc9 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.21 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 945 time: 0.0537455 Sep 16 05:54:41.956630 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-f9e95d1f-4b8c-4f99-9a9a-9d357d154fa9 req-250bff5f-c1f1-45e0-8528-af7eb49862e8 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Deleting port b972c0c5-608a-4d21-8d1c-4553065a41b4 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:54:41.956982 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f9e95d1f-4b8c-4f99-9a9a-9d357d154fa9 req-250bff5f-c1f1-45e0-8528-af7eb49862e8 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:42.071558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-f9e95d1f-4b8c-4f99-9a9a-9d357d154fa9 req-250bff5f-c1f1-45e0-8528-af7eb49862e8 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] For port b972c0c5-608a-4d21-8d1c-4553065a41b4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=b972c0c5-608a-4d21-8d1c-4553065a41b4,segment=NetworkSegment(8b76d768-16d9-4f1d-9a0e-3f1d3c46e786),segment_id=8b76d768-16d9-4f1d-9a0e-3f1d3c46e786)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:42.071938 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f9e95d1f-4b8c-4f99-9a9a-9d357d154fa9 req-250bff5f-c1f1-45e0-8528-af7eb49862e8 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:42.088176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-f9e95d1f-4b8c-4f99-9a9a-9d357d154fa9 req-250bff5f-c1f1-45e0-8528-af7eb49862e8 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Calling delete_port for b972c0c5-608a-4d21-8d1c-4553065a41b4 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:54:42.356200 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f9e95d1f-4b8c-4f99-9a9a-9d357d154fa9 req-250bff5f-c1f1-45e0-8528-af7eb49862e8 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:42.391173 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['b972c0c5-608a-4d21-8d1c-4553065a41b4'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:54:42.399660 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bff5f-c1f1-45e0-8528-af7eb49862e8 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Pushing event deleted for resources: {'Port': ['ID=b972c0c5-608a-4d21-8d1c-4553065a41b4,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:42.441908 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-33239907-8f7d-4d9b-b91a-4957c7a759a2 req-5cbc79b0-4de0-40a1-b604-6b730aaef89d tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 210 time: 0.0757837 Sep 16 05:54:42.467774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e95d1f-4b8c-4f99-9a9a-9d357d154fa9 req-250bff5f-c1f1-45e0-8528-af7eb49862e8 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] No DVR routers for this DVR port b972c0c5-608a-4d21-8d1c-4553065a41b4 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:54:42.473253 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-f9e95d1f-4b8c-4f99-9a9a-9d357d154fa9 req-250bff5f-c1f1-45e0-8528-af7eb49862e8 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:42.476639 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9e95d1f-4b8c-4f99-9a9a-9d357d154fa9 req-250bff5f-c1f1-45e0-8528-af7eb49862e8 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.21 "DELETE /v2.0/ports/b972c0c5-608a-4d21-8d1c-4553065a41b4 HTTP/1.1" status: 204 len: 173 time: 0.6167984 Sep 16 05:54:42.477158 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4', 'name': 'network-vif-deleted', 'tag': 'b972c0c5-608a-4d21-8d1c-4553065a41b4'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:54:42.479633 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c7ae82-0c18-40b9-a3b5-5c682aa4bb07" -d '{"events": [{"server_uuid": "e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4", "name": "network-vif-deleted", "tag": "b972c0c5-608a-4d21-8d1c-4553065a41b4"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:54:42.518431 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdf8da4-55f5-460f-80cd-006e38049bcf x-openstack-request-id: req-6bdf8da4-55f5-460f-80cd-006e38049bcf {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:54:42.518736 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4", "name": "network-vif-deleted", "tag": "b972c0c5-608a-4d21-8d1c-4553065a41b4", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:54:42.519023 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bdf8da4-55f5-460f-80cd-006e38049bcf {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:54:42.519440 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4', 'name': 'network-vif-deleted', 'tag': 'b972c0c5-608a-4d21-8d1c-4553065a41b4', 'status': 'completed', 'code': 200} Sep 16 05:54:43.588672 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da88b022-b9c9-4305-9d08-65ce83503a10 req-80d05329-fa12-4840-86a7-a29f2fd7bd04 tempest-ServersNegativeTestJSON-1804823138 tempest-ServersNegativeTestJSON-1804823138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58f6d5e-9cca-4f43-a83f-cc7844e1d9f4 HTTP/1.1" status: 200 len: 210 time: 0.0329516 Sep 16 05:54:44.648954 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41586) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:44.699181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-53311978-f2e5-4022-a5b7-857aec753412 admin admin] Deleting subnet 49b14be5-d673-4e01-a692-362a5fb95f24 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:54:44.702380 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-53311978-f2e5-4022-a5b7-857aec753412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:44.738489 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-53311978-f2e5-4022-a5b7-857aec753412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:44.780319 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-53311978-f2e5-4022-a5b7-857aec753412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:44.928071 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-53311978-f2e5-4022-a5b7-857aec753412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:44.955478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53311978-f2e5-4022-a5b7-857aec753412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49b14be5-d673-4e01-a692-362a5fb95f24,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:44.964909 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-53311978-f2e5-4022-a5b7-857aec753412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:44.967211 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-53311978-f2e5-4022-a5b7-857aec753412 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/49b14be5-d673-4e01-a692-362a5fb95f24 HTTP/1.1" status: 204 len: 168 time: 0.3169599 Sep 16 05:54:44.970200 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41588) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:45.046086 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c85b365-8001-4aef-ad26-72e8daab2761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.134342 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c85b365-8001-4aef-ad26-72e8daab2761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.156898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-8c85b365-8001-4aef-ad26-72e8daab2761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6cefdb-8695-4420-a6b1-0494689b1735']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:45.168412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-8c85b365-8001-4aef-ad26-72e8daab2761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b76d768-16d9-4f1d-9a0e-3f1d3c46e786') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:45.168714 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-8c85b365-8001-4aef-ad26-72e8daab2761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b76d768-16d9-4f1d-9a0e-3f1d3c46e786') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:45.178861 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c85b365-8001-4aef-ad26-72e8daab2761 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.192979 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c85b365-8001-4aef-ad26-72e8daab2761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.200425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c85b365-8001-4aef-ad26-72e8daab2761 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:54:45.201435 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c85b365-8001-4aef-ad26-72e8daab2761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:54:45.203316 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:54:45.351796 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b972c0c5-608a-4d21-8d1c-4553065a41b4 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:54:45.363686 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c85b365-8001-4aef-ad26-72e8daab2761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.369015 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8c85b365-8001-4aef-ad26-72e8daab2761 admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.371018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8c85b365-8001-4aef-ad26-72e8daab2761 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3b6cefdb-8695-4420-a6b1-0494689b1735 HTTP/1.1" status: 204 len: 168 time: 0.3997891 Sep 16 05:54:45.375381 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: b972c0c5-608a-4d21-8d1c-4553065a41b4 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:54:45.375778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device b972c0c5-608a-4d21-8d1c-4553065a41b4 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:54:45.386553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85b365-8001-4aef-ad26-72e8daab2761 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b6cefdb-8695-4420-a6b1-0494689b1735,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:45.773202 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41592) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:45.815357 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-df0fd31d-c053-4005-aa4d-2ca1e89b0d27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d3d0ef5fa3e401489d2a3583c84b8b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409634 Sep 16 05:54:45.818017 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41594) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:45.872100 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4bd82591-2345-4c29-b784-74ff356cee79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.894667 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4bd82591-2345-4c29-b784-74ff356cee79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:46.060928 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4bd82591-2345-4c29-b784-74ff356cee79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:46.063841 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4bd82591-2345-4c29-b784-74ff356cee79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:46.065074 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4bd82591-2345-4c29-b784-74ff356cee79 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4296608f-4223-4816-854f-c2d0cad8e4fa HTTP/1.1" status: 204 len: 168 time: 0.2461720 Sep 16 05:54:46.077003 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd82591-2345-4c29-b784-74ff356cee79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4296608f-4223-4816-854f-c2d0cad8e4fa,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:47.320436 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41616) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:47.444261 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-4541cb9a-ce29-4a2d-96b7-f8fdabd468c0 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-816574027'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:47.560706 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4541cb9a-ce29-4a2d-96b7-f8fdabd468c0 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Made reservation on behalf of f6c748a889974c8c950a68da4503178b for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:47.564655 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4541cb9a-ce29-4a2d-96b7-f8fdabd468c0 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.574978 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4541cb9a-ce29-4a2d-96b7-f8fdabd468c0 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.684673 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4541cb9a-ce29-4a2d-96b7-f8fdabd468c0 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.778427 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4541cb9a-ce29-4a2d-96b7-f8fdabd468c0 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.805341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4541cb9a-ce29-4a2d-96b7-f8fdabd468c0 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:54:47.821164 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541cb9a-ce29-4a2d-96b7-f8fdabd468c0 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab50e45e-a365-4aeb-b782-049ece62c03e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:47.826703 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4541cb9a-ce29-4a2d-96b7-f8fdabd468c0 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.829702 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-4541cb9a-ce29-4a2d-96b7-f8fdabd468c0 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Added segment 05d4e837-f052-4c36-b789-f37b7e5fc753 of type vlan for network 9e754fc6-5d9a-490a-addf-c474c30be09e Sep 16 05:54:47.876873 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4541cb9a-ce29-4a2d-96b7-f8fdabd468c0 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.997911 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4541cb9a-ce29-4a2d-96b7-f8fdabd468c0 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:48.004146 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4541cb9a-ce29-4a2d-96b7-f8fdabd468c0 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:48.004809 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4541cb9a-ce29-4a2d-96b7-f8fdabd468c0 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:48.399955 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4541cb9a-ce29-4a2d-96b7-f8fdabd468c0 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0780268 Sep 16 05:54:48.403657 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541cb9a-ce29-4a2d-96b7-f8fdabd468c0 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event updated for resources: {'Network': ['ID=9e754fc6-5d9a-490a-addf-c474c30be09e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:48.417421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 9e754fc6-5d9a-490a-addf-c474c30be09e details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:54:51.831277 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41620) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:51.837548 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-263d03a5-3533-4720-9333-271503b03b34 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Request body: {'subnet': {'network_id': '9e754fc6-5d9a-490a-addf-c474c30be09e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:52.026633 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263d03a5-3533-4720-9333-271503b03b34 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Made reservation on behalf of f6c748a889974c8c950a68da4503178b for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:52.033656 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-263d03a5-3533-4720-9333-271503b03b34 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.251450 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:54:52.332478 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-263d03a5-3533-4720-9333-271503b03b34 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.416054 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d03a5-3533-4720-9333-271503b03b34 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event updated for resources: {'Subnet': ['ID=944511e7-0fab-473a-be18-d24674ac3d70,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:52.431420 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263d03a5-3533-4720-9333-271503b03b34 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Checking segment: {'id': '05d4e837-f052-4c36-b789-f37b7e5fc753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9e754fc6-5d9a-490a-addf-c474c30be09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:54:52.431867 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263d03a5-3533-4720-9333-271503b03b34 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Network hostable DHCP agents. Network: 9e754fc6-5d9a-490a-addf-c474c30be09e, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:54:52.517863 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263d03a5-3533-4720-9333-271503b03b34 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Network 9e754fc6-5d9a-490a-addf-c474c30be09e is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:54:52.592171 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-263d03a5-3533-4720-9333-271503b03b34 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 9e754fc6-5d9a-490a-addf-c474c30be09e) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:52.597313 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263d03a5-3533-4720-9333-271503b03b34 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:52.597927 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-263d03a5-3533-4720-9333-271503b03b34 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.604461 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25434bef-0b14-4284-a597-088bd6f78cb3 None None] Network 9e754fc6-5d9a-490a-addf-c474c30be09e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:54:52.690523 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-263d03a5-3533-4720-9333-271503b03b34 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8576298 Sep 16 05:54:52.695256 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41622) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:52.700508 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-b5fc0798-f0bc-4d06-8c14-915b9e9158c5 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1531914537'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:52.773157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9e754fc6-5d9a-490a-addf-c474c30be09e', 'network_id': '9e754fc6-5d9a-490a-addf-c474c30be09e', 'tenant_id': 'f6c748a889974c8c950a68da4503178b', 'fixed_ips': [{'subnet_id': '944511e7-0fab-473a-be18-d24674ac3d70'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:54:52.774434 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.803844 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fc0798-f0bc-4d06-8c14-915b9e9158c5 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Made reservation on behalf of f6c748a889974c8c950a68da4503178b for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:52.807564 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5fc0798-f0bc-4d06-8c14-915b9e9158c5 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.841517 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5fc0798-f0bc-4d06-8c14-915b9e9158c5 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:54:52.856473 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5fc0798-f0bc-4d06-8c14-915b9e9158c5 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.857059 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-b5fc0798-f0bc-4d06-8c14-915b9e9158c5 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Added segment e5dbed3e-dca7-4c76-9af7-f421570bbf0e of type vlan for network c0589265-2d94-417a-9ef6-33d5bb3c79dd Sep 16 05:54:52.907236 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5fc0798-f0bc-4d06-8c14-915b9e9158c5 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.930213 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] Allocated IP 2001:db8:0:ffff::2 (9e754fc6-5d9a-490a-addf-c474c30be09e/944511e7-0fab-473a-be18-d24674ac3d70/71ff3ef3-bdf6-486a-bd76-5a056219dd72) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:54:53.011651 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5fc0798-f0bc-4d06-8c14-915b9e9158c5 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.025957 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fc0798-f0bc-4d06-8c14-915b9e9158c5 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:53.026961 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b5fc0798-f0bc-4d06-8c14-915b9e9158c5 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.105185 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.108263 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc0798-f0bc-4d06-8c14-915b9e9158c5 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event updated for resources: {'Network': ['ID=c0589265-2d94-417a-9ef6-33d5bb3c79dd,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:53.120706 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network c0589265-2d94-417a-9ef6-33d5bb3c79dd details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:54:53.144578 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b5fc0798-f0bc-4d06-8c14-915b9e9158c5 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4480689 Sep 16 05:54:53.147869 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41624) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:53.158642 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-577a5486-b541-4ff0-8429-bd3b24b09270 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Request body: {'subnet': {'network_id': 'c0589265-2d94-417a-9ef6-33d5bb3c79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:53.181305 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.222463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] Network 9e754fc6-5d9a-490a-addf-c474c30be09e is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:54:53.225671 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:53.230220 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:54:53.242098 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] Pushing event updated for resources: {'Port': ['ID=71ff3ef3-bdf6-486a-bd76-5a056219dd72,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:53.305299 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] Attempting to bind port 71ff3ef3-bdf6-486a-bd76-5a056219dd72 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:54:53.305574 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] Attempting to bind port 71ff3ef3-bdf6-486a-bd76-5a056219dd72 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '05d4e837-f052-4c36-b789-f37b7e5fc753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9e754fc6-5d9a-490a-addf-c474c30be09e'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:54:53.305935 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] Attempting to bind port 71ff3ef3-bdf6-486a-bd76-5a056219dd72 on network 9e754fc6-5d9a-490a-addf-c474c30be09e {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:54:53.311632 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:54:53.313918 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] Checking segment: {'id': '05d4e837-f052-4c36-b789-f37b7e5fc753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9e754fc6-5d9a-490a-addf-c474c30be09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:54:53.313918 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.313918 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] Bound using segment: {'id': '05d4e837-f052-4c36-b789-f37b7e5fc753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9e754fc6-5d9a-490a-addf-c474c30be09e'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:54:53.313918 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] Bound port: 71ff3ef3-bdf6-486a-bd76-5a056219dd72, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d4e837-f052-4c36-b789-f37b7e5fc753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9e754fc6-5d9a-490a-addf-c474c30be09e'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:54:53.313918 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.340828 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577a5486-b541-4ff0-8429-bd3b24b09270 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Made reservation on behalf of f6c748a889974c8c950a68da4503178b for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:53.347627 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-577a5486-b541-4ff0-8429-bd3b24b09270 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.388169 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] For port 71ff3ef3-bdf6-486a-bd76-5a056219dd72, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:54:53.391778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] For port 71ff3ef3-bdf6-486a-bd76-5a056219dd72, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=71ff3ef3-bdf6-486a-bd76-5a056219dd72,segment=NetworkSegment(05d4e837-f052-4c36-b789-f37b7e5fc753),segment_id=05d4e837-f052-4c36-b789-f37b7e5fc753)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:54:53.470789 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.542412 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86356920-f6de-4cad-9ff8-d715f0cf1b5a None None] Pushing event updated for resources: {'Port': ['ID=71ff3ef3-bdf6-486a-bd76-5a056219dd72,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:53.672530 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-577a5486-b541-4ff0-8429-bd3b24b09270 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.774684 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a5486-b541-4ff0-8429-bd3b24b09270 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event updated for resources: {'Subnet': ['ID=ba0e3ccd-9687-4d2b-8213-2fa0f46ab182,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:53.787342 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577a5486-b541-4ff0-8429-bd3b24b09270 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Checking segment: {'id': 'e5dbed3e-dca7-4c76-9af7-f421570bbf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0589265-2d94-417a-9ef6-33d5bb3c79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:54:53.787342 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577a5486-b541-4ff0-8429-bd3b24b09270 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Network hostable DHCP agents. Network: c0589265-2d94-417a-9ef6-33d5bb3c79dd, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:54:53.886741 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577a5486-b541-4ff0-8429-bd3b24b09270 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Network c0589265-2d94-417a-9ef6-33d5bb3c79dd is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:54:53.980403 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-577a5486-b541-4ff0-8429-bd3b24b09270 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, c0589265-2d94-417a-9ef6-33d5bb3c79dd) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:53.985132 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577a5486-b541-4ff0-8429-bd3b24b09270 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:53.985780 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-577a5486-b541-4ff0-8429-bd3b24b09270 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.989851 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493e94f1-9547-4ba9-b66f-b55659d8447d None None] Network c0589265-2d94-417a-9ef6-33d5bb3c79dd requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:54:54.090077 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-577a5486-b541-4ff0-8429-bd3b24b09270 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9409828 Sep 16 05:54:54.092778 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41626) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:54.150633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-c0589265-2d94-417a-9ef6-33d5bb3c79dd', 'network_id': 'c0589265-2d94-417a-9ef6-33d5bb3c79dd', 'tenant_id': 'f6c748a889974c8c950a68da4503178b', 'fixed_ips': [{'subnet_id': 'ba0e3ccd-9687-4d2b-8213-2fa0f46ab182'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:54:54.151602 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.204692 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.306262 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.322324 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] Allocated IP 2001:db8::2 (c0589265-2d94-417a-9ef6-33d5bb3c79dd/ba0e3ccd-9687-4d2b-8213-2fa0f46ab182/bc767c9d-2ae9-4413-88f3-56019326d4f3) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:54:54.507641 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.562125 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2ab9f6-eb13-4a6d-8b49-aaf65f399074 None None] Network 9e754fc6-5d9a-490a-addf-c474c30be09e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:54:54.626153 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.713045 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.744105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event deleted for resources: {'Subnet': ['ID=ba0e3ccd-9687-4d2b-8213-2fa0f46ab182,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:54.834897 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.844877 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b4fad28b-76a8-4089-976a-7d1919ee823b None None] Provisioning complete for port 71ff3ef3-bdf6-486a-bd76-5a056219dd72 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:54.845255 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b4fad28b-76a8-4089-976a-7d1919ee823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.871669 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0589265-2d94-417a-9ef6-33d5bb3c79dd']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:54.890336 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5dbed3e-dca7-4c76-9af7-f421570bbf0e') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:54.891057 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5dbed3e-dca7-4c76-9af7-f421570bbf0e') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:54.898627 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] Network c0589265-2d94-417a-9ef6-33d5bb3c79dd is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:54:54.903365 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.922329 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] Pushing event updated for resources: {'Port': ['ID=bc767c9d-2ae9-4413-88f3-56019326d4f3,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:54.923398 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.925106 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:54.934045 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:54:54.934590 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.937415 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:54:54.939736 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:54:55.027062 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.045749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] Attempting to bind port bc767c9d-2ae9-4413-88f3-56019326d4f3 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:54:55.046138 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] Attempting to bind port bc767c9d-2ae9-4413-88f3-56019326d4f3 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'e5dbed3e-dca7-4c76-9af7-f421570bbf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0589265-2d94-417a-9ef6-33d5bb3c79dd'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:54:55.046488 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] Attempting to bind port bc767c9d-2ae9-4413-88f3-56019326d4f3 on network c0589265-2d94-417a-9ef6-33d5bb3c79dd {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:54:55.058443 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.db.api [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:54:55.058443 n-d-712140-13 neutron-server[95474]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:54:55.058443 n-d-712140-13 neutron-server[95474]: [parameters: {'id': 'c0589265-2d94-417a-9ef6-33d5bb3c79dd'}] Sep 16 05:54:55.058443 n-d-712140-13 neutron-server[95474]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:54:55.059002 n-d-712140-13 neutron-server[95474]: DEBUG oslo_db.api [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:54:55.090248 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:54:55.090635 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] Checking segment: {'id': 'e5dbed3e-dca7-4c76-9af7-f421570bbf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0589265-2d94-417a-9ef6-33d5bb3c79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:54:55.091081 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.091477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] Bound using segment: {'id': 'e5dbed3e-dca7-4c76-9af7-f421570bbf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0589265-2d94-417a-9ef6-33d5bb3c79dd'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:54:55.091970 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] Bound port: bc767c9d-2ae9-4413-88f3-56019326d4f3, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5dbed3e-dca7-4c76-9af7-f421570bbf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0589265-2d94-417a-9ef6-33d5bb3c79dd'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:54:55.092354 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.119654 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b4fad28b-76a8-4089-976a-7d1919ee823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.195444 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b4fad28b-76a8-4089-976a-7d1919ee823b None None] For port 71ff3ef3-bdf6-486a-bd76-5a056219dd72, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=71ff3ef3-bdf6-486a-bd76-5a056219dd72,segment=NetworkSegment(05d4e837-f052-4c36-b789-f37b7e5fc753),segment_id=05d4e837-f052-4c36-b789-f37b7e5fc753)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:55.218212 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] For port bc767c9d-2ae9-4413-88f3-56019326d4f3, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:54:55.222004 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] For port bc767c9d-2ae9-4413-88f3-56019326d4f3, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=bc767c9d-2ae9-4413-88f3-56019326d4f3,segment=NetworkSegment(e5dbed3e-dca7-4c76-9af7-f421570bbf0e),segment_id=e5dbed3e-dca7-4c76-9af7-f421570bbf0e)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:54:55.289452 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b4fad28b-76a8-4089-976a-7d1919ee823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.335787 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.352756 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fad28b-76a8-4089-976a-7d1919ee823b None None] Pushing event updated for resources: {'Port': ['ID=71ff3ef3-bdf6-486a-bd76-5a056219dd72,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:55.449779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3811ea-8035-4d49-9a01-22bf9cf80969 None None] Pushing event updated for resources: {'Port': ['ID=bc767c9d-2ae9-4413-88f3-56019326d4f3,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:55.459457 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a79a32ff-acfd-40db-944e-2abade4a3d44 None None] Provisioning complete for port 71ff3ef3-bdf6-486a-bd76-5a056219dd72 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:55.459800 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a79a32ff-acfd-40db-944e-2abade4a3d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.487547 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c327af0c-cf80-4776-87a7-97393ef8ce08 None None] Network c0589265-2d94-417a-9ef6-33d5bb3c79dd requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:54:55.560870 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.636559 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Deleting port bc767c9d-2ae9-4413-88f3-56019326d4f3 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:54:55.636920 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.638563 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 71ff3ef3-bdf6-486a-bd76-5a056219dd72 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:54:55.715030 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e965337-0257-4b63-af05-a1f5ff0a91c9 None None] get_active_networks_info from n-d-712140-13 {{(pid=95475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:54:55.717003 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] For port bc767c9d-2ae9-4413-88f3-56019326d4f3, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=bc767c9d-2ae9-4413-88f3-56019326d4f3,segment=NetworkSegment(e5dbed3e-dca7-4c76-9af7-f421570bbf0e),segment_id=e5dbed3e-dca7-4c76-9af7-f421570bbf0e)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:55.718020 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.733421 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Calling delete_port for bc767c9d-2ae9-4413-88f3-56019326d4f3 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:54:55.743036 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 71ff3ef3-bdf6-486a-bd76-5a056219dd72 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:55.743417 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.833012 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e965337-0257-4b63-af05-a1f5ff0a91c9 None None] Resources bound (agent type, host, resource id): {{(pid=95475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:54:55.923784 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.953108 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event deleted for resources: {'Port': ['ID=bc767c9d-2ae9-4413-88f3-56019326d4f3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:55.958965 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] No DVR routers for this DVR port bc767c9d-2ae9-4413-88f3-56019326d4f3 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:54:55.999043 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:55.999397 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:55.999761 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:56.000086 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:56.000425 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:56.000760 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:56.001116 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:56.001450 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:56.001777 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:56.002100 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:56.002422 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:56.002745 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:56.101606 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:56.139614 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0589265-2d94-417a-9ef6-33d5bb3c79dd']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:56.156614 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5dbed3e-dca7-4c76-9af7-f421570bbf0e') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:56.157125 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5dbed3e-dca7-4c76-9af7-f421570bbf0e') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:56.175048 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:56.190667 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:56.199042 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:54:56.199445 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:54:56.202691 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:54:56.368979 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:56.376299 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:56.378155 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "DELETE /v2.0/networks/c0589265-2d94-417a-9ef6-33d5bb3c79dd HTTP/1.1" status: 204 len: 168 time: 2.2841151 Sep 16 05:54:56.382617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41628) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:56.387961 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-a19380df-093b-4445-bd54-9289730b7776 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-704850857'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:56.391962 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4525d-b8f7-48c2-8be0-af49c5b6af79 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event deleted for resources: {'Network': ['ID=c0589265-2d94-417a-9ef6-33d5bb3c79dd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:56.472196 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19380df-093b-4445-bd54-9289730b7776 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Made reservation on behalf of f6c748a889974c8c950a68da4503178b for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:56.476485 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a19380df-093b-4445-bd54-9289730b7776 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:56.502992 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19380df-093b-4445-bd54-9289730b7776 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:54:56.512966 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a19380df-093b-4445-bd54-9289730b7776 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:56.513317 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-a19380df-093b-4445-bd54-9289730b7776 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Added segment 4945c04a-df30-4c08-a686-2a79ea6484ef of type vlan for network d1006dd1-cc5d-4a9b-95d6-496e7b85cf0e Sep 16 05:54:56.555894 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a19380df-093b-4445-bd54-9289730b7776 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:56.643205 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a19380df-093b-4445-bd54-9289730b7776 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:56.649573 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19380df-093b-4445-bd54-9289730b7776 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:56.650186 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a19380df-093b-4445-bd54-9289730b7776 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:56.761314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19380df-093b-4445-bd54-9289730b7776 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event updated for resources: {'Network': ['ID=d1006dd1-cc5d-4a9b-95d6-496e7b85cf0e,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:56.776710 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a19380df-093b-4445-bd54-9289730b7776 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3922987 Sep 16 05:54:56.777039 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network d1006dd1-cc5d-4a9b-95d6-496e7b85cf0e details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:54:56.786091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41630) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:56.793995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-69be9757-d5ed-419d-a5a1-e7ead3a413fb tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Request body: {'subnet': {'network_id': 'd1006dd1-cc5d-4a9b-95d6-496e7b85cf0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:56.986371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69be9757-d5ed-419d-a5a1-e7ead3a413fb tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Made reservation on behalf of f6c748a889974c8c950a68da4503178b for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:56.990637 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-69be9757-d5ed-419d-a5a1-e7ead3a413fb tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.061758 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.ipam_backend_mixin [None req-69be9757-d5ed-419d-a5a1-e7ead3a413fb tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Performing IP validity checks on allocation pools {{(pid=95473) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:54:57.062325 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.ipam_backend_mixin [None req-69be9757-d5ed-419d-a5a1-e7ead3a413fb tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95473) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:54:57.295579 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-69be9757-d5ed-419d-a5a1-e7ead3a413fb tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.368814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be9757-d5ed-419d-a5a1-e7ead3a413fb tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event updated for resources: {'Subnet': ['ID=a01b0f9e-2ac2-4d3b-998d-c5185fd9e0a8,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:57.381665 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69be9757-d5ed-419d-a5a1-e7ead3a413fb tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Checking segment: {'id': '4945c04a-df30-4c08-a686-2a79ea6484ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd1006dd1-cc5d-4a9b-95d6-496e7b85cf0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:54:57.382534 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69be9757-d5ed-419d-a5a1-e7ead3a413fb tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Network hostable DHCP agents. Network: d1006dd1-cc5d-4a9b-95d6-496e7b85cf0e, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:54:57.517336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69be9757-d5ed-419d-a5a1-e7ead3a413fb tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Network d1006dd1-cc5d-4a9b-95d6-496e7b85cf0e is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:54:57.591911 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-69be9757-d5ed-419d-a5a1-e7ead3a413fb tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, d1006dd1-cc5d-4a9b-95d6-496e7b85cf0e) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:57.596779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69be9757-d5ed-419d-a5a1-e7ead3a413fb tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:57.597645 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-69be9757-d5ed-419d-a5a1-e7ead3a413fb tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.603611 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d384792-f469-4554-9522-6f6423f9d4b9 None None] Network d1006dd1-cc5d-4a9b-95d6-496e7b85cf0e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:54:57.683940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-69be9757-d5ed-419d-a5a1-e7ead3a413fb tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8962245 Sep 16 05:54:57.686730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41632) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:57.784486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-d1006dd1-cc5d-4a9b-95d6-496e7b85cf0e', 'network_id': 'd1006dd1-cc5d-4a9b-95d6-496e7b85cf0e', 'tenant_id': 'f6c748a889974c8c950a68da4503178b', 'fixed_ips': [{'subnet_id': 'a01b0f9e-2ac2-4d3b-998d-c5185fd9e0a8'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:54:57.785391 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.813555 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.901296 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.942360 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] Allocated IP 2001:db8::3 (d1006dd1-cc5d-4a9b-95d6-496e7b85cf0e/a01b0f9e-2ac2-4d3b-998d-c5185fd9e0a8/9db2d1c8-4988-4895-82a6-2e757cd127f9) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:54:58.115588 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:58.215646 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:58.257407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] Network d1006dd1-cc5d-4a9b-95d6-496e7b85cf0e is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:54:58.260760 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:58.263285 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:54:58.276921 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] Pushing event updated for resources: {'Port': ['ID=9db2d1c8-4988-4895-82a6-2e757cd127f9,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:58.321648 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:58.349554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event deleted for resources: {'Subnet': ['ID=a01b0f9e-2ac2-4d3b-998d-c5185fd9e0a8,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:58.354193 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] Attempting to bind port 9db2d1c8-4988-4895-82a6-2e757cd127f9 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:54:58.354830 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] Attempting to bind port 9db2d1c8-4988-4895-82a6-2e757cd127f9 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '4945c04a-df30-4c08-a686-2a79ea6484ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd1006dd1-cc5d-4a9b-95d6-496e7b85cf0e'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:54:58.355871 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] Attempting to bind port 9db2d1c8-4988-4895-82a6-2e757cd127f9 on network d1006dd1-cc5d-4a9b-95d6-496e7b85cf0e {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:54:58.365360 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:54:58.366001 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] Checking segment: {'id': '4945c04a-df30-4c08-a686-2a79ea6484ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd1006dd1-cc5d-4a9b-95d6-496e7b85cf0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:54:58.366629 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:58.367317 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] Bound using segment: {'id': '4945c04a-df30-4c08-a686-2a79ea6484ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd1006dd1-cc5d-4a9b-95d6-496e7b85cf0e'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:54:58.368086 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] Bound port: 9db2d1c8-4988-4895-82a6-2e757cd127f9, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4945c04a-df30-4c08-a686-2a79ea6484ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd1006dd1-cc5d-4a9b-95d6-496e7b85cf0e'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:54:58.368728 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:58.424410 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:58.448223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1006dd1-cc5d-4a9b-95d6-496e7b85cf0e']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:58.460002 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4945c04a-df30-4c08-a686-2a79ea6484ef') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:58.460363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4945c04a-df30-4c08-a686-2a79ea6484ef') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:58.471105 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:58.482286 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] For port 9db2d1c8-4988-4895-82a6-2e757cd127f9, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:54:58.486137 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:58.493095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:54:58.493516 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:54:58.496786 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:54:58.561232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] For port 9db2d1c8-4988-4895-82a6-2e757cd127f9, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9db2d1c8-4988-4895-82a6-2e757cd127f9,segment=NetworkSegment(4945c04a-df30-4c08-a686-2a79ea6484ef),segment_id=4945c04a-df30-4c08-a686-2a79ea6484ef)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:54:58.603948 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.db.api [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:54:58.603948 n-d-712140-13 neutron-server[95473]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:54:58.603948 n-d-712140-13 neutron-server[95473]: [parameters: {'id': 'd1006dd1-cc5d-4a9b-95d6-496e7b85cf0e'}] Sep 16 05:54:58.603948 n-d-712140-13 neutron-server[95473]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:54:58.604796 n-d-712140-13 neutron-server[95473]: DEBUG oslo_db.api [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:54:58.630798 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:58.713260 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42de79-be95-41c8-9fa5-e2b86b3ccb48 None None] Pushing event updated for resources: {'Port': ['ID=9db2d1c8-4988-4895-82a6-2e757cd127f9,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:58.732388 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98af7c4d-ebc4-4165-ad35-ad3d6bdc2046 None None] Network d1006dd1-cc5d-4a9b-95d6-496e7b85cf0e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:54:58.874843 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4c8ac6-111e-400e-b1c4-3155fac8cadf None None] get_active_networks_info from n-d-712140-13 {{(pid=95475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:54:58.939963 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:58.949327 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4c8ac6-111e-400e-b1c4-3155fac8cadf None None] Resources bound (agent type, host, resource id): {{(pid=95475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:54:59.105850 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.171607 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Deleting port 9db2d1c8-4988-4895-82a6-2e757cd127f9 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:54:59.172067 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.253210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] For port 9db2d1c8-4988-4895-82a6-2e757cd127f9, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9db2d1c8-4988-4895-82a6-2e757cd127f9,segment=NetworkSegment(4945c04a-df30-4c08-a686-2a79ea6484ef),segment_id=4945c04a-df30-4c08-a686-2a79ea6484ef)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:59.253575 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.268179 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Calling delete_port for 9db2d1c8-4988-4895-82a6-2e757cd127f9 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:54:59.441159 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.468033 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event deleted for resources: {'Port': ['ID=9db2d1c8-4988-4895-82a6-2e757cd127f9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:59.472108 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] No DVR routers for this DVR port 9db2d1c8-4988-4895-82a6-2e757cd127f9 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:54:59.564039 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.589206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1006dd1-cc5d-4a9b-95d6-496e7b85cf0e']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:59.600832 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4945c04a-df30-4c08-a686-2a79ea6484ef') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:59.601135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4945c04a-df30-4c08-a686-2a79ea6484ef') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:59.612452 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.628924 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.636279 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:54:59.636777 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:54:59.640213 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:54:59.797691 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.807105 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.809280 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "DELETE /v2.0/networks/d1006dd1-cc5d-4a9b-95d6-496e7b85cf0e HTTP/1.1" status: 204 len: 168 time: 2.1213403 Sep 16 05:54:59.814814 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41634) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:59.821141 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-50360f3f-5c7f-46ee-a4ec-f1e54baf3a97 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-423007664'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:59.826727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdea0ac-e70e-4754-8f1b-6605d18c7208 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event deleted for resources: {'Network': ['ID=d1006dd1-cc5d-4a9b-95d6-496e7b85cf0e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:59.940298 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50360f3f-5c7f-46ee-a4ec-f1e54baf3a97 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Made reservation on behalf of f6c748a889974c8c950a68da4503178b for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:59.945806 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-50360f3f-5c7f-46ee-a4ec-f1e54baf3a97 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.974967 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50360f3f-5c7f-46ee-a4ec-f1e54baf3a97 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:54:59.986149 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-50360f3f-5c7f-46ee-a4ec-f1e54baf3a97 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.987135 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-50360f3f-5c7f-46ee-a4ec-f1e54baf3a97 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Added segment 96164b97-b57f-474b-b118-f60a815a5f3d of type vlan for network 53fdf1fd-792e-4b3a-a469-e15e0a52fff9 Sep 16 05:55:00.038298 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-50360f3f-5c7f-46ee-a4ec-f1e54baf3a97 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:00.158106 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-50360f3f-5c7f-46ee-a4ec-f1e54baf3a97 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:00.164690 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50360f3f-5c7f-46ee-a4ec-f1e54baf3a97 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:00.165297 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-50360f3f-5c7f-46ee-a4ec-f1e54baf3a97 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:00.240607 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50360f3f-5c7f-46ee-a4ec-f1e54baf3a97 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event updated for resources: {'Network': ['ID=53fdf1fd-792e-4b3a-a469-e15e0a52fff9,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:00.252585 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 53fdf1fd-792e-4b3a-a469-e15e0a52fff9 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:55:00.289053 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-50360f3f-5c7f-46ee-a4ec-f1e54baf3a97 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4727616 Sep 16 05:55:00.292027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41636) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:00.298741 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e5f79c6a-dfb4-47cb-9d07-9ee7f6e3ed4f tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Request body: {'subnet': {'network_id': '53fdf1fd-792e-4b3a-a469-e15e0a52fff9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:00.474861 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f79c6a-dfb4-47cb-9d07-9ee7f6e3ed4f tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Made reservation on behalf of f6c748a889974c8c950a68da4503178b for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:00.479163 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e5f79c6a-dfb4-47cb-9d07-9ee7f6e3ed4f tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:00.769567 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e5f79c6a-dfb4-47cb-9d07-9ee7f6e3ed4f tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:00.840506 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f79c6a-dfb4-47cb-9d07-9ee7f6e3ed4f tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event updated for resources: {'Subnet': ['ID=a6ece56e-8e23-41e5-8276-cb75d7026d46,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:00.857091 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f79c6a-dfb4-47cb-9d07-9ee7f6e3ed4f tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Checking segment: {'id': '96164b97-b57f-474b-b118-f60a815a5f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '53fdf1fd-792e-4b3a-a469-e15e0a52fff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:00.857091 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f79c6a-dfb4-47cb-9d07-9ee7f6e3ed4f tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Network hostable DHCP agents. Network: 53fdf1fd-792e-4b3a-a469-e15e0a52fff9, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:55:00.960892 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f79c6a-dfb4-47cb-9d07-9ee7f6e3ed4f tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Network 53fdf1fd-792e-4b3a-a469-e15e0a52fff9 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:55:01.072082 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-e5f79c6a-dfb4-47cb-9d07-9ee7f6e3ed4f tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 53fdf1fd-792e-4b3a-a469-e15e0a52fff9) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:01.077204 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f79c6a-dfb4-47cb-9d07-9ee7f6e3ed4f tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:01.077978 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e5f79c6a-dfb4-47cb-9d07-9ee7f6e3ed4f tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:01.085721 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d99ac6-60b1-46d7-869b-af538dd577d2 None None] Network 53fdf1fd-792e-4b3a-a469-e15e0a52fff9 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:01.182251 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e5f79c6a-dfb4-47cb-9d07-9ee7f6e3ed4f tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8885803 Sep 16 05:55:01.187232 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41638) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:01.196728 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-a3363a52-2647-4b7c-a79b-e984c34074c2 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2030119969'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:01.251149 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-53fdf1fd-792e-4b3a-a469-e15e0a52fff9', 'network_id': '53fdf1fd-792e-4b3a-a469-e15e0a52fff9', 'tenant_id': 'f6c748a889974c8c950a68da4503178b', 'fixed_ips': [{'subnet_id': 'a6ece56e-8e23-41e5-8276-cb75d7026d46'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:55:01.252751 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:01.297728 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3363a52-2647-4b7c-a79b-e984c34074c2 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Made reservation on behalf of f6c748a889974c8c950a68da4503178b for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:01.302465 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3363a52-2647-4b7c-a79b-e984c34074c2 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:01.329466 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3363a52-2647-4b7c-a79b-e984c34074c2 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:55:01.341154 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3363a52-2647-4b7c-a79b-e984c34074c2 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:01.344275 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-a3363a52-2647-4b7c-a79b-e984c34074c2 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Added segment cac0cac6-029f-4b23-8418-1d1656c9efd4 of type vlan for network e8e65ad6-3d96-4e37-9075-c7af03e942fd Sep 16 05:55:01.386163 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3363a52-2647-4b7c-a79b-e984c34074c2 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:01.464865 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] Allocated IP 2001:db8::2 (53fdf1fd-792e-4b3a-a469-e15e0a52fff9/a6ece56e-8e23-41e5-8276-cb75d7026d46/2934dd2c-1ab2-4654-ab15-c503fe4e313b) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:01.535251 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3363a52-2647-4b7c-a79b-e984c34074c2 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:01.543926 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3363a52-2647-4b7c-a79b-e984c34074c2 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:01.550636 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a3363a52-2647-4b7c-a79b-e984c34074c2 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:01.624322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3363a52-2647-4b7c-a79b-e984c34074c2 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event updated for resources: {'Network': ['ID=e8e65ad6-3d96-4e37-9075-c7af03e942fd,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:01.641366 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network e8e65ad6-3d96-4e37-9075-c7af03e942fd details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:55:01.659809 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:01.690179 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a3363a52-2647-4b7c-a79b-e984c34074c2 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5011404 Sep 16 05:55:01.693836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41640) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:01.699334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-cebe0fca-4649-4093-aa8a-913e132a041d tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Request body: {'subnet': {'network_id': 'e8e65ad6-3d96-4e37-9075-c7af03e942fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:01.820851 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:01.861801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] Network 53fdf1fd-792e-4b3a-a469-e15e0a52fff9 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:01.865667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:01.871896 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:01.878180 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] Pushing event updated for resources: {'Port': ['ID=2934dd2c-1ab2-4654-ab15-c503fe4e313b,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:01.917428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebe0fca-4649-4093-aa8a-913e132a041d tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Made reservation on behalf of f6c748a889974c8c950a68da4503178b for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:01.921599 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cebe0fca-4649-4093-aa8a-913e132a041d tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:01.942900 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] Attempting to bind port 2934dd2c-1ab2-4654-ab15-c503fe4e313b on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:01.943481 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] Attempting to bind port 2934dd2c-1ab2-4654-ab15-c503fe4e313b by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '96164b97-b57f-474b-b118-f60a815a5f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '53fdf1fd-792e-4b3a-a469-e15e0a52fff9'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:01.944053 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] Attempting to bind port 2934dd2c-1ab2-4654-ab15-c503fe4e313b on network 53fdf1fd-792e-4b3a-a469-e15e0a52fff9 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:01.953461 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:01.954051 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] Checking segment: {'id': '96164b97-b57f-474b-b118-f60a815a5f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '53fdf1fd-792e-4b3a-a469-e15e0a52fff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:01.954537 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:01.955093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] Bound using segment: {'id': '96164b97-b57f-474b-b118-f60a815a5f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '53fdf1fd-792e-4b3a-a469-e15e0a52fff9'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:01.955662 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] Bound port: 2934dd2c-1ab2-4654-ab15-c503fe4e313b, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96164b97-b57f-474b-b118-f60a815a5f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '53fdf1fd-792e-4b3a-a469-e15e0a52fff9'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:01.956199 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:02.034860 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] For port 2934dd2c-1ab2-4654-ab15-c503fe4e313b, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:02.039339 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] For port 2934dd2c-1ab2-4654-ab15-c503fe4e313b, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2934dd2c-1ab2-4654-ab15-c503fe4e313b,segment=NetworkSegment(96164b97-b57f-474b-b118-f60a815a5f3d),segment_id=96164b97-b57f-474b-b118-f60a815a5f3d)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:02.109617 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:02.195698 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97679606-67ec-4262-92cf-f4ae621271dc None None] Pushing event updated for resources: {'Port': ['ID=2934dd2c-1ab2-4654-ab15-c503fe4e313b,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:02.204693 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cebe0fca-4649-4093-aa8a-913e132a041d tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:02.284720 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe0fca-4649-4093-aa8a-913e132a041d tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event updated for resources: {'Subnet': ['ID=1397c088-9740-4ff7-8366-90f0d90e1f83,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:02.300828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebe0fca-4649-4093-aa8a-913e132a041d tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Checking segment: {'id': 'cac0cac6-029f-4b23-8418-1d1656c9efd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e8e65ad6-3d96-4e37-9075-c7af03e942fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:02.301223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebe0fca-4649-4093-aa8a-913e132a041d tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Network hostable DHCP agents. Network: e8e65ad6-3d96-4e37-9075-c7af03e942fd, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:55:02.385938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebe0fca-4649-4093-aa8a-913e132a041d tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Network e8e65ad6-3d96-4e37-9075-c7af03e942fd is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:55:02.466476 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-cebe0fca-4649-4093-aa8a-913e132a041d tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, e8e65ad6-3d96-4e37-9075-c7af03e942fd) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:02.476361 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebe0fca-4649-4093-aa8a-913e132a041d tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:02.478290 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cebe0fca-4649-4093-aa8a-913e132a041d tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:02.486676 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29daddae-62f4-4d5a-b0ed-899ba09e76f0 None None] Network e8e65ad6-3d96-4e37-9075-c7af03e942fd requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:02.585906 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-cebe0fca-4649-4093-aa8a-913e132a041d tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8903537 Sep 16 05:55:02.588891 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41642) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:02.747129 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-e8e65ad6-3d96-4e37-9075-c7af03e942fd', 'network_id': 'e8e65ad6-3d96-4e37-9075-c7af03e942fd', 'tenant_id': 'f6c748a889974c8c950a68da4503178b', 'fixed_ips': [{'subnet_id': '1397c088-9740-4ff7-8366-90f0d90e1f83'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:55:02.748545 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:02.755659 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:02.830814 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:02.943775 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] Allocated IP 2001:db8::2 (e8e65ad6-3d96-4e37-9075-c7af03e942fd/1397c088-9740-4ff7-8366-90f0d90e1f83/3d3e10cb-f440-40de-9e43-35b6ead38481) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:03.125345 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:03.225574 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:03.285182 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] Network e8e65ad6-3d96-4e37-9075-c7af03e942fd is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:03.289393 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:03.298264 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:03.307358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] Pushing event updated for resources: {'Port': ['ID=3d3e10cb-f440-40de-9e43-35b6ead38481,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:03.326244 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:03.337841 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2691059-3878-4f59-af67-425965d605cf None None] Network 53fdf1fd-792e-4b3a-a469-e15e0a52fff9 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:03.352200 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event deleted for resources: {'Subnet': ['ID=1397c088-9740-4ff7-8366-90f0d90e1f83,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:03.438994 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:03.443358 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] Attempting to bind port 3d3e10cb-f440-40de-9e43-35b6ead38481 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:03.443751 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] Attempting to bind port 3d3e10cb-f440-40de-9e43-35b6ead38481 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'cac0cac6-029f-4b23-8418-1d1656c9efd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e8e65ad6-3d96-4e37-9075-c7af03e942fd'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:03.444124 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] Attempting to bind port 3d3e10cb-f440-40de-9e43-35b6ead38481 on network e8e65ad6-3d96-4e37-9075-c7af03e942fd {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:03.456959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:03.457328 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] Checking segment: {'id': 'cac0cac6-029f-4b23-8418-1d1656c9efd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e8e65ad6-3d96-4e37-9075-c7af03e942fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:03.458435 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:03.458435 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] Bound using segment: {'id': 'cac0cac6-029f-4b23-8418-1d1656c9efd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e8e65ad6-3d96-4e37-9075-c7af03e942fd'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:03.458435 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] Bound port: 3d3e10cb-f440-40de-9e43-35b6ead38481, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac0cac6-029f-4b23-8418-1d1656c9efd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e8e65ad6-3d96-4e37-9075-c7af03e942fd'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:03.458435 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:03.463954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-bd8598ad-0f82-41d4-a8e6-0ac7631b9404 None None] Provisioning complete for port 2934dd2c-1ab2-4654-ab15-c503fe4e313b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:03.464297 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bd8598ad-0f82-41d4-a8e6-0ac7631b9404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:03.464470 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e65ad6-3d96-4e37-9075-c7af03e942fd']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:03.479091 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac0cac6-029f-4b23-8418-1d1656c9efd4') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:03.479395 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac0cac6-029f-4b23-8418-1d1656c9efd4') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:03.491857 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:03.508653 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:03.525920 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:03.604740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] For port 3d3e10cb-f440-40de-9e43-35b6ead38481, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:03.627412 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2934dd2c-1ab2-4654-ab15-c503fe4e313b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:03.637693 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] For port 3d3e10cb-f440-40de-9e43-35b6ead38481, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3d3e10cb-f440-40de-9e43-35b6ead38481,segment=NetworkSegment(cac0cac6-029f-4b23-8418-1d1656c9efd4),segment_id=cac0cac6-029f-4b23-8418-1d1656c9efd4)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:03.689320 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.db.api [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:55:03.689320 n-d-712140-13 neutron-server[95474]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:55:03.689320 n-d-712140-13 neutron-server[95474]: [parameters: {'id': 'e8e65ad6-3d96-4e37-9075-c7af03e942fd'}] Sep 16 05:55:03.689320 n-d-712140-13 neutron-server[95474]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:55:03.690465 n-d-712140-13 neutron-server[95474]: DEBUG oslo_db.api [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:55:03.835678 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:03.998509 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc179ba-f4ee-46d3-a076-c64a287f3b05 None None] Pushing event updated for resources: {'Port': ['ID=3d3e10cb-f440-40de-9e43-35b6ead38481,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:04.001359 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bd8598ad-0f82-41d4-a8e6-0ac7631b9404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.025935 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b232a22-c8f4-469e-907b-fa7e805d3368 None None] Network e8e65ad6-3d96-4e37-9075-c7af03e942fd requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:04.047795 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 2934dd2c-1ab2-4654-ab15-c503fe4e313b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:04.048077 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.098596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-bd8598ad-0f82-41d4-a8e6-0ac7631b9404 None None] For port 2934dd2c-1ab2-4654-ab15-c503fe4e313b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2934dd2c-1ab2-4654-ab15-c503fe4e313b,segment=NetworkSegment(96164b97-b57f-474b-b118-f60a815a5f3d),segment_id=96164b97-b57f-474b-b118-f60a815a5f3d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:04.191336 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.203753 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bd8598ad-0f82-41d4-a8e6-0ac7631b9404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.282242 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Deleting port 3d3e10cb-f440-40de-9e43-35b6ead38481 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:04.282928 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.307070 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8598ad-0f82-41d4-a8e6-0ac7631b9404 None None] Pushing event updated for resources: {'Port': ['ID=2934dd2c-1ab2-4654-ab15-c503fe4e313b,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:04.327120 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd36988-a750-4483-b058-c95f80a02f83 None None] get_active_networks_info from n-d-712140-13 {{(pid=95475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:55:04.388643 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] For port 3d3e10cb-f440-40de-9e43-35b6ead38481, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=3d3e10cb-f440-40de-9e43-35b6ead38481,segment=NetworkSegment(cac0cac6-029f-4b23-8418-1d1656c9efd4),segment_id=cac0cac6-029f-4b23-8418-1d1656c9efd4)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:04.388959 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.395691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a2ac0d70-ee5a-4b88-9b74-5b73c6870e74 None None] Provisioning complete for port 2934dd2c-1ab2-4654-ab15-c503fe4e313b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:04.396343 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a2ac0d70-ee5a-4b88-9b74-5b73c6870e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.408267 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Calling delete_port for 3d3e10cb-f440-40de-9e43-35b6ead38481 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:04.515668 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd36988-a750-4483-b058-c95f80a02f83 None None] Resources bound (agent type, host, resource id): {{(pid=95475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:55:04.609199 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.637031 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event deleted for resources: {'Port': ['ID=3d3e10cb-f440-40de-9e43-35b6ead38481,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:04.642026 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] No DVR routers for this DVR port 3d3e10cb-f440-40de-9e43-35b6ead38481 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:04.769150 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.799170 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e65ad6-3d96-4e37-9075-c7af03e942fd']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:04.813173 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac0cac6-029f-4b23-8418-1d1656c9efd4') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:04.813598 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac0cac6-029f-4b23-8418-1d1656c9efd4') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:04.831844 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.857624 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.870334 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:04.871144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:04.876956 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:05.003971 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:05.013120 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:05.018829 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "DELETE /v2.0/networks/e8e65ad6-3d96-4e37-9075-c7af03e942fd HTTP/1.1" status: 204 len: 168 time: 2.4245987 Sep 16 05:55:05.018829 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41644) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:05.039138 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96757189-67d2-4806-ad23-8fbe8289c7f4 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event deleted for resources: {'Network': ['ID=e8e65ad6-3d96-4e37-9075-c7af03e942fd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:05.064696 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-476625dd-8f82-45f5-b6c3-bb3a70bc8784 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] GET failed (client error): The resource could not be found. Sep 16 05:55:05.066144 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-476625dd-8f82-45f5-b6c3-bb3a70bc8784 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "GET /v2.0/subnets/1397c088-9740-4ff7-8366-90f0d90e1f83 HTTP/1.1" status: 404 len: 337 time: 0.0467658 Sep 16 05:55:05.070419 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41646) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:05.090781 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa1b2bd-e461-401f-800c-c5cf2964ea69 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] DELETE failed (client error): The resource could not be found. Sep 16 05:55:05.091426 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa1b2bd-e461-401f-800c-c5cf2964ea69 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:55:05.093231 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9aa1b2bd-e461-401f-800c-c5cf2964ea69 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "DELETE /v2.0/networks/e8e65ad6-3d96-4e37-9075-c7af03e942fd HTTP/1.1" status: 404 len: 339 time: 0.0217917 Sep 16 05:55:05.100119 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41648) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:05.127615 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddbc3f7a-c103-4b84-bf0e-5e95f8747fe3 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] DELETE failed (client error): The resource could not be found. Sep 16 05:55:05.128075 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddbc3f7a-c103-4b84-bf0e-5e95f8747fe3 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:55:05.130001 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ddbc3f7a-c103-4b84-bf0e-5e95f8747fe3 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "DELETE /v2.0/subnets/1397c088-9740-4ff7-8366-90f0d90e1f83 HTTP/1.1" status: 404 len: 337 time: 0.0287771 Sep 16 05:55:05.133562 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41650) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:05.153645 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-94143b90-1540-4967-92e8-032aa10a592d tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] DELETE failed (client error): The resource could not be found. Sep 16 05:55:05.154224 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94143b90-1540-4967-92e8-032aa10a592d tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:55:05.156057 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-94143b90-1540-4967-92e8-032aa10a592d tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "DELETE /v2.0/networks/e8e65ad6-3d96-4e37-9075-c7af03e942fd HTTP/1.1" status: 404 len: 339 time: 0.0213971 Sep 16 05:55:05.160484 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41652) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:05.219859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-1419a5c2-5128-4cc1-9fa6-cdb352448805 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Deleting subnet a6ece56e-8e23-41e5-8276-cb75d7026d46 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:55:05.225470 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1419a5c2-5128-4cc1-9fa6-cdb352448805 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:05.278373 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1419a5c2-5128-4cc1-9fa6-cdb352448805 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:05.292439 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b4eab483-05f2-4667-8779-3da46990dbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:05.388169 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1419a5c2-5128-4cc1-9fa6-cdb352448805 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:05.529590 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1419a5c2-5128-4cc1-9fa6-cdb352448805 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:05.560789 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419a5c2-5128-4cc1-9fa6-cdb352448805 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ece56e-8e23-41e5-8276-cb75d7026d46,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:05.566318 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1419a5c2-5128-4cc1-9fa6-cdb352448805 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:05.570098 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1419a5c2-5128-4cc1-9fa6-cdb352448805 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "DELETE /v2.0/subnets/a6ece56e-8e23-41e5-8276-cb75d7026d46 HTTP/1.1" status: 204 len: 168 time: 0.4063745 Sep 16 05:55:05.571975 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41654) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:05.573696 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930dac2a-db8a-4ec5-a71c-2046dec3a51f None None] Network 53fdf1fd-792e-4b3a-a469-e15e0a52fff9 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:05.590040 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2934dd2c-1ab2-4654-ab15-c503fe4e313b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:05.673870 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:05.730793 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 2934dd2c-1ab2-4654-ab15-c503fe4e313b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:05.731195 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:05.745087 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Deleting port 2934dd2c-1ab2-4654-ab15-c503fe4e313b {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:05.745673 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:05.830949 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] For port 2934dd2c-1ab2-4654-ab15-c503fe4e313b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2934dd2c-1ab2-4654-ab15-c503fe4e313b,segment=NetworkSegment(96164b97-b57f-474b-b118-f60a815a5f3d),segment_id=96164b97-b57f-474b-b118-f60a815a5f3d)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:05.831598 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:05.840923 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba341ce-28bc-4aee-902e-3fda75079a01 None None] DHCP port deletion for 53fdf1fd-792e-4b3a-a469-e15e0a52fff9 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:55:05.846797 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Calling delete_port for 2934dd2c-1ab2-4654-ab15-c503fe4e313b owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:05.899986 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6ba341ce-28bc-4aee-902e-3fda75079a01 None None] Deleting port 2934dd2c-1ab2-4654-ab15-c503fe4e313b {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:05.900373 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6ba341ce-28bc-4aee-902e-3fda75079a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:05.968478 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6ba341ce-28bc-4aee-902e-3fda75079a01 None None] For port 2934dd2c-1ab2-4654-ab15-c503fe4e313b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2934dd2c-1ab2-4654-ab15-c503fe4e313b,segment=NetworkSegment(96164b97-b57f-474b-b118-f60a815a5f3d),segment_id=96164b97-b57f-474b-b118-f60a815a5f3d)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:05.968884 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6ba341ce-28bc-4aee-902e-3fda75079a01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:05.982272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-6ba341ce-28bc-4aee-902e-3fda75079a01 None None] Calling delete_port for 2934dd2c-1ab2-4654-ab15-c503fe4e313b owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:06.002815 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.030752 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event deleted for resources: {'Port': ['ID=2934dd2c-1ab2-4654-ab15-c503fe4e313b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:06.032629 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] No DVR routers for this DVR port 2934dd2c-1ab2-4654-ab15-c503fe4e313b on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:55:06.062619 n-d-712140-13 neutron-server[95475]: self.session.flush() Sep 16 05:55:06.071311 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6ba341ce-28bc-4aee-902e-3fda75079a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.114605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba341ce-28bc-4aee-902e-3fda75079a01 None None] Pushing event deleted for resources: {'Port': ['ID=2934dd2c-1ab2-4654-ab15-c503fe4e313b,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:06.118914 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba341ce-28bc-4aee-902e-3fda75079a01 None None] No DVR routers for this DVR port 2934dd2c-1ab2-4654-ab15-c503fe4e313b on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:06.138559 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.152657 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53fdf1fd-792e-4b3a-a469-e15e0a52fff9']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:06.162502 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96164b97-b57f-474b-b118-f60a815a5f3d') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:06.162795 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96164b97-b57f-474b-b118-f60a815a5f3d') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:06.172498 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.187483 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.194149 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:06.194536 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:06.197667 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:06.363001 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.370813 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.372514 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "DELETE /v2.0/networks/53fdf1fd-792e-4b3a-a469-e15e0a52fff9 HTTP/1.1" status: 204 len: 168 time: 0.7988498 Sep 16 05:55:06.376805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41656) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:06.387253 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d724a8-2ab0-408d-ad27-59dd91ee3f85 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event deleted for resources: {'Network': ['ID=53fdf1fd-792e-4b3a-a469-e15e0a52fff9,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:06.406064 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-1719e2af-c6d9-4a95-860a-ebf5549774e1 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] DELETE failed (client error): The resource could not be found. Sep 16 05:55:06.406528 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1719e2af-c6d9-4a95-860a-ebf5549774e1 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:55:06.408385 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1719e2af-c6d9-4a95-860a-ebf5549774e1 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "DELETE /v2.0/subnets/a01b0f9e-2ac2-4d3b-998d-c5185fd9e0a8 HTTP/1.1" status: 404 len: 337 time: 0.0305574 Sep 16 05:55:06.411253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41658) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:06.432331 n-d-712140-13 neutron-server[95473]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7afa9e-1930-4657-b081-338990e8378d tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] DELETE failed (client error): The resource could not be found. Sep 16 05:55:06.433124 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7afa9e-1930-4657-b081-338990e8378d tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95473) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:55:06.434940 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-af7afa9e-1930-4657-b081-338990e8378d tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "DELETE /v2.0/networks/d1006dd1-cc5d-4a9b-95d6-496e7b85cf0e HTTP/1.1" status: 404 len: 339 time: 0.0224233 Sep 16 05:55:06.437985 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41660) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:06.465630 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-6901c6ae-6e45-41ae-bbe5-6a8c89a6e4bc tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] DELETE failed (client error): The resource could not be found. Sep 16 05:55:06.466081 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6901c6ae-6e45-41ae-bbe5-6a8c89a6e4bc tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:55:06.467880 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6901c6ae-6e45-41ae-bbe5-6a8c89a6e4bc tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "DELETE /v2.0/subnets/ba0e3ccd-9687-4d2b-8213-2fa0f46ab182 HTTP/1.1" status: 404 len: 337 time: 0.0289021 Sep 16 05:55:06.472324 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41662) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:06.494206 n-d-712140-13 neutron-server[95474]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb646a4-4b44-4a1f-81a1-4de477274e5b tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] DELETE failed (client error): The resource could not be found. Sep 16 05:55:06.494789 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb646a4-4b44-4a1f-81a1-4de477274e5b tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:55:06.496620 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1bb646a4-4b44-4a1f-81a1-4de477274e5b tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "DELETE /v2.0/networks/c0589265-2d94-417a-9ef6-33d5bb3c79dd HTTP/1.1" status: 404 len: 339 time: 0.0232465 Sep 16 05:55:06.499231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41664) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:06.552752 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-058608c0-f4d8-4a57-bda1-4e66be682af9 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Deleting subnet 944511e7-0fab-473a-be18-d24674ac3d70 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:55:06.556133 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-058608c0-f4d8-4a57-bda1-4e66be682af9 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.600154 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-058608c0-f4d8-4a57-bda1-4e66be682af9 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.697502 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-058608c0-f4d8-4a57-bda1-4e66be682af9 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.895337 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-058608c0-f4d8-4a57-bda1-4e66be682af9 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.923512 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058608c0-f4d8-4a57-bda1-4e66be682af9 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event deleted for resources: {'Subnet': ['ID=944511e7-0fab-473a-be18-d24674ac3d70,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:06.928376 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-058608c0-f4d8-4a57-bda1-4e66be682af9 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.930319 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-058608c0-f4d8-4a57-bda1-4e66be682af9 tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "DELETE /v2.0/subnets/944511e7-0fab-473a-be18-d24674ac3d70 HTTP/1.1" status: 204 len: 168 time: 0.4301450 Sep 16 05:55:06.935154 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4c5e00-0ece-4d9c-b5cd-5748801fde01 None None] Network 9e754fc6-5d9a-490a-addf-c474c30be09e requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:06.936695 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41666) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:07.026708 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:07.095736 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Deleting port 71ff3ef3-bdf6-486a-bd76-5a056219dd72 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:07.095996 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:07.119531 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac1a930-45b0-40a9-a4de-900beca2474d None None] DHCP port deletion for 9e754fc6-5d9a-490a-addf-c474c30be09e request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:55:07.180760 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-dac1a930-45b0-40a9-a4de-900beca2474d None None] Deleting port 71ff3ef3-bdf6-486a-bd76-5a056219dd72 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:07.181402 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dac1a930-45b0-40a9-a4de-900beca2474d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:07.264739 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-dac1a930-45b0-40a9-a4de-900beca2474d None None] For port 71ff3ef3-bdf6-486a-bd76-5a056219dd72, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=71ff3ef3-bdf6-486a-bd76-5a056219dd72,segment=NetworkSegment(05d4e837-f052-4c36-b789-f37b7e5fc753),segment_id=05d4e837-f052-4c36-b789-f37b7e5fc753)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:07.265143 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dac1a930-45b0-40a9-a4de-900beca2474d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:07.281220 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-dac1a930-45b0-40a9-a4de-900beca2474d None None] Calling delete_port for 71ff3ef3-bdf6-486a-bd76-5a056219dd72 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:07.454860 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dac1a930-45b0-40a9-a4de-900beca2474d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:07.483699 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1a930-45b0-40a9-a4de-900beca2474d None None] Pushing event deleted for resources: {'Port': ['ID=71ff3ef3-bdf6-486a-bd76-5a056219dd72,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:07.484543 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] For port 71ff3ef3-bdf6-486a-bd76-5a056219dd72, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=71ff3ef3-bdf6-486a-bd76-5a056219dd72,segment=NetworkSegment(05d4e837-f052-4c36-b789-f37b7e5fc753),segment_id=05d4e837-f052-4c36-b789-f37b7e5fc753)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:07.484922 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:07.489011 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac1a930-45b0-40a9-a4de-900beca2474d None None] No DVR routers for this DVR port 71ff3ef3-bdf6-486a-bd76-5a056219dd72 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:07.501044 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Calling delete_port for 71ff3ef3-bdf6-486a-bd76-5a056219dd72 owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:07.570337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 71ff3ef3-bdf6-486a-bd76-5a056219dd72 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:55:07.583979 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:07.591859 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 71ff3ef3-bdf6-486a-bd76-5a056219dd72 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:55:07.592206 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 71ff3ef3-bdf6-486a-bd76-5a056219dd72 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:55:07.592622 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2934dd2c-1ab2-4654-ab15-c503fe4e313b no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:55:07.606371 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event deleted for resources: {'Port': ['ID=71ff3ef3-bdf6-486a-bd76-5a056219dd72,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:07.612336 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] No DVR routers for this DVR port 71ff3ef3-bdf6-486a-bd76-5a056219dd72 on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:07.613127 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 2934dd2c-1ab2-4654-ab15-c503fe4e313b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:55:07.613517 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2934dd2c-1ab2-4654-ab15-c503fe4e313b not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:55:07.701002 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:07.722770 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e754fc6-5d9a-490a-addf-c474c30be09e']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:07.733389 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d4e837-f052-4c36-b789-f37b7e5fc753') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:07.733690 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d4e837-f052-4c36-b789-f37b7e5fc753') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:07.744161 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:07.763698 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:07.771181 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:07.771590 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:07.774964 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:07.806140 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-00534873-eedf-4040-9526-910bde5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:07.912000 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:07.916953 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:07.923754 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] 10.222.0.20 "DELETE /v2.0/networks/9e754fc6-5d9a-490a-addf-c474c30be09e HTTP/1.1" status: 204 len: 168 time: 0.9819314 Sep 16 05:55:07.935529 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e6464-a224-43d8-bfab-ca2d18ce224c tempest-NetworksIpV6Test-1184402325 tempest-NetworksIpV6Test-1184402325-project] Pushing event deleted for resources: {'Network': ['ID=9e754fc6-5d9a-490a-addf-c474c30be09e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:08.500809 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41672) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:08.623570 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:08.675448 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-573d9d00-9943-46a1-9810-f1f9acfd2f2d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6c748a889974c8c950a68da4503178b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1731548 Sep 16 05:55:08.679949 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41676) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:08.739789 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e94c42b7-2e8a-4686-8047-749396bf1296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:08.764035 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e94c42b7-2e8a-4686-8047-749396bf1296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:08.917699 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e94c42b7-2e8a-4686-8047-749396bf1296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:08.920251 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e94c42b7-2e8a-4686-8047-749396bf1296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:08.921710 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e94c42b7-2e8a-4686-8047-749396bf1296 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab50e45e-a365-4aeb-b782-049ece62c03e HTTP/1.1" status: 204 len: 168 time: 0.2405093 Sep 16 05:55:08.931613 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c42b7-2e8a-4686-8047-749396bf1296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab50e45e-a365-4aeb-b782-049ece62c03e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:09.511914 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:10.163832 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41698) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:10.272896 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-d1c33634-bc4b-4d47-852b-e1c0aee6c9fa tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-119594994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:10.417754 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1c33634-bc4b-4d47-852b-e1c0aee6c9fa tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:10.418753 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1c33634-bc4b-4d47-852b-e1c0aee6c9fa tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:10.479238 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1c33634-bc4b-4d47-852b-e1c0aee6c9fa tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:10.629557 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1c33634-bc4b-4d47-852b-e1c0aee6c9fa tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:10.849854 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d1c33634-bc4b-4d47-852b-e1c0aee6c9fa tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:10.851403 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d1c33634-bc4b-4d47-852b-e1c0aee6c9fa tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6865013 Sep 16 05:55:10.854410 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41702) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:10.859775 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-58c0431e-f25a-451f-b25d-b1ab032ba044 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1210925071'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:11.026046 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c0431e-f25a-451f-b25d-b1ab032ba044 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Made reservation on behalf of 390030b4de8a4ee7947b4d988d668411 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:11.029951 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58c0431e-f25a-451f-b25d-b1ab032ba044 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.039681 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58c0431e-f25a-451f-b25d-b1ab032ba044 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.083480 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.148087 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58c0431e-f25a-451f-b25d-b1ab032ba044 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.268781 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58c0431e-f25a-451f-b25d-b1ab032ba044 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.304611 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c0431e-f25a-451f-b25d-b1ab032ba044 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:55:11.310491 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0431e-f25a-451f-b25d-b1ab032ba044 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44258a56-48f5-46d9-a774-2a84ee9edd2a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:11.322508 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58c0431e-f25a-451f-b25d-b1ab032ba044 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.323009 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-58c0431e-f25a-451f-b25d-b1ab032ba044 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Added segment 5f1952c8-873b-4970-8bb6-2a36ac2a5919 of type vlan for network 7287bd15-e583-4c4d-82a3-f91d583b9a6a Sep 16 05:55:11.376679 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58c0431e-f25a-451f-b25d-b1ab032ba044 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.475136 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58c0431e-f25a-451f-b25d-b1ab032ba044 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.481274 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c0431e-f25a-451f-b25d-b1ab032ba044 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:11.481950 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-58c0431e-f25a-451f-b25d-b1ab032ba044 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.557523 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0431e-f25a-451f-b25d-b1ab032ba044 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Pushing event updated for resources: {'Network': ['ID=7287bd15-e583-4c4d-82a3-f91d583b9a6a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:11.574195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 7287bd15-e583-4c4d-82a3-f91d583b9a6a details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:55:11.613829 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-58c0431e-f25a-451f-b25d-b1ab032ba044 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7579772 Sep 16 05:55:11.615146 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41704) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:11.621122 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-788e03de-fb9c-42be-9a32-040551bafbec tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Request body: {'subnet': {'network_id': '7287bd15-e583-4c4d-82a3-f91d583b9a6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:11.808562 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788e03de-fb9c-42be-9a32-040551bafbec tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Made reservation on behalf of 390030b4de8a4ee7947b4d988d668411 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:11.812496 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-788e03de-fb9c-42be-9a32-040551bafbec tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:12.072019 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-788e03de-fb9c-42be-9a32-040551bafbec tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:12.160978 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e03de-fb9c-42be-9a32-040551bafbec tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Pushing event updated for resources: {'Subnet': ['ID=dfe56952-5ba6-42b5-b9fc-4ad75a7e548f,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:12.173737 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788e03de-fb9c-42be-9a32-040551bafbec tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Checking segment: {'id': '5f1952c8-873b-4970-8bb6-2a36ac2a5919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7287bd15-e583-4c4d-82a3-f91d583b9a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:12.174409 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788e03de-fb9c-42be-9a32-040551bafbec tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Network hostable DHCP agents. Network: 7287bd15-e583-4c4d-82a3-f91d583b9a6a, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:55:12.286277 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788e03de-fb9c-42be-9a32-040551bafbec tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Network 7287bd15-e583-4c4d-82a3-f91d583b9a6a is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:55:12.408621 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-788e03de-fb9c-42be-9a32-040551bafbec tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 7287bd15-e583-4c4d-82a3-f91d583b9a6a) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:12.413878 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788e03de-fb9c-42be-9a32-040551bafbec tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:12.414479 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-788e03de-fb9c-42be-9a32-040551bafbec tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:12.429341 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6446b43c-0578-47de-8edf-df875444c381 None None] Network 7287bd15-e583-4c4d-82a3-f91d583b9a6a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:12.518018 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-788e03de-fb9c-42be-9a32-040551bafbec tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9013772 Sep 16 05:55:12.521959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41706) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:12.527372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1786819270'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:12.588456 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-7287bd15-e583-4c4d-82a3-f91d583b9a6a', 'network_id': '7287bd15-e583-4c4d-82a3-f91d583b9a6a', 'tenant_id': '390030b4de8a4ee7947b4d988d668411', 'fixed_ips': [{'subnet_id': 'dfe56952-5ba6-42b5-b9fc-4ad75a7e548f'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:55:12.589334 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:12.631517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Made reservation on behalf of 390030b4de8a4ee7947b4d988d668411 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:12.635466 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:12.675559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:55:12.679752 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:12.680114 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Added segment 7dd2291c-00a2-4edc-a796-6ef1ef9c2d01 of type vlan for network 4117b881-6838-4203-a9b5-90ec2fca60a8 Sep 16 05:55:12.730961 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:12.740665 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] Allocated IP 172.20.0.2 (7287bd15-e583-4c4d-82a3-f91d583b9a6a/dfe56952-5ba6-42b5-b9fc-4ad75a7e548f/9817c0ff-7eb5-4e4d-91bc-616aa2496d9b) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:12.837716 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:12.845495 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:12.846595 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:12.919686 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:12.927274 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Pushing event updated for resources: {'Network': ['ID=4117b881-6838-4203-a9b5-90ec2fca60a8,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:12.935504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:12.936115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:12.936462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:12.936803 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:12.937144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:12.937489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:12.937818 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:12.938143 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:12.938501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:12.938828 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:12.939172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:12.939504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:12.952264 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 4117b881-6838-4203-a9b5-90ec2fca60a8 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:55:12.995184 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c8483694-58f7-4fb6-80d1-d8617303e7b9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4720392 Sep 16 05:55:13.012500 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41708) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:13.017737 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-28c6c573-bdff-4beb-85f8-6023003bf36f tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Request body: {'subnet': {'network_id': '4117b881-6838-4203-a9b5-90ec2fca60a8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:13.046442 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:13.084158 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] Network 7287bd15-e583-4c4d-82a3-f91d583b9a6a is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:13.086975 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:13.090515 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:13.105399 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] Pushing event updated for resources: {'Port': ['ID=9817c0ff-7eb5-4e4d-91bc-616aa2496d9b,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:13.162133 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] Attempting to bind port 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:13.162721 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] Attempting to bind port 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '5f1952c8-873b-4970-8bb6-2a36ac2a5919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7287bd15-e583-4c4d-82a3-f91d583b9a6a'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:13.163335 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] Attempting to bind port 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b on network 7287bd15-e583-4c4d-82a3-f91d583b9a6a {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:13.169366 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:13.169740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] Checking segment: {'id': '5f1952c8-873b-4970-8bb6-2a36ac2a5919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7287bd15-e583-4c4d-82a3-f91d583b9a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:13.170143 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:13.170535 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] Bound using segment: {'id': '5f1952c8-873b-4970-8bb6-2a36ac2a5919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7287bd15-e583-4c4d-82a3-f91d583b9a6a'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:13.171056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] Bound port: 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1952c8-873b-4970-8bb6-2a36ac2a5919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7287bd15-e583-4c4d-82a3-f91d583b9a6a'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:13.171440 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:13.174586 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c6c573-bdff-4beb-85f8-6023003bf36f tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Made reservation on behalf of 390030b4de8a4ee7947b4d988d668411 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:13.179027 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-28c6c573-bdff-4beb-85f8-6023003bf36f tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:13.239320 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] For port 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:13.242755 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] For port 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9817c0ff-7eb5-4e4d-91bc-616aa2496d9b,segment=NetworkSegment(5f1952c8-873b-4970-8bb6-2a36ac2a5919),segment_id=5f1952c8-873b-4970-8bb6-2a36ac2a5919)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:13.340433 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:13.398898 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d01dd-5658-459b-bac9-afe932889a56 None None] Pushing event updated for resources: {'Port': ['ID=9817c0ff-7eb5-4e4d-91bc-616aa2496d9b,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:13.444268 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-28c6c573-bdff-4beb-85f8-6023003bf36f tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:13.516375 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6c573-bdff-4beb-85f8-6023003bf36f tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Pushing event updated for resources: {'Subnet': ['ID=fae3d227-d0cc-4e1b-9f22-86a7caa64205,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:13.525632 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c6c573-bdff-4beb-85f8-6023003bf36f tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Checking segment: {'id': '7dd2291c-00a2-4edc-a796-6ef1ef9c2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4117b881-6838-4203-a9b5-90ec2fca60a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:13.526071 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c6c573-bdff-4beb-85f8-6023003bf36f tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Network hostable DHCP agents. Network: 4117b881-6838-4203-a9b5-90ec2fca60a8, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:55:13.654653 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c6c573-bdff-4beb-85f8-6023003bf36f tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Network 4117b881-6838-4203-a9b5-90ec2fca60a8 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:55:13.745553 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-28c6c573-bdff-4beb-85f8-6023003bf36f tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 4117b881-6838-4203-a9b5-90ec2fca60a8) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:13.750471 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c6c573-bdff-4beb-85f8-6023003bf36f tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:13.751196 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-28c6c573-bdff-4beb-85f8-6023003bf36f tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:13.759413 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18168075-b2cd-455e-b0bf-db6d1179c45d None None] Network 4117b881-6838-4203-a9b5-90ec2fca60a8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:13.844369 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-28c6c573-bdff-4beb-85f8-6023003bf36f tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8306975 Sep 16 05:55:13.847601 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41710) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:13.853201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-49ad4983-2b0a-4a65-a632-57a0788c2be8 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Request body: {'router': {'external_gateway_info': {'network_id': '4117b881-6838-4203-a9b5-90ec2fca60a8'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:13.922523 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-4117b881-6838-4203-a9b5-90ec2fca60a8', 'network_id': '4117b881-6838-4203-a9b5-90ec2fca60a8', 'tenant_id': '390030b4de8a4ee7947b4d988d668411', 'fixed_ips': [{'subnet_id': 'fae3d227-d0cc-4e1b-9f22-86a7caa64205'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:55:13.923934 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.092163 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-49ad4983-2b0a-4a65-a632-57a0788c2be8 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.106462 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] Allocated IP 172.21.0.2 (4117b881-6838-4203-a9b5-90ec2fca60a8/fae3d227-d0cc-4e1b-9f22-86a7caa64205/9d134b19-4ae2-4eef-b909-08be1b1ddcaa) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:14.315405 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [None req-49ad4983-2b0a-4a65-a632-57a0788c2be8 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:55:14.322717 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-49ad4983-2b0a-4a65-a632-57a0788c2be8 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] 10.222.0.20 "PUT /v2.0/routers/97904adc-a33d-440b-b9e8-fac918facfea HTTP/1.1" status: 400 len: 364 time: 0.4672170 Sep 16 05:55:14.323624 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41712) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:14.392472 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d75734-008a-477a-b133-a6cd6cf70f89 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Deleting subnet fae3d227-d0cc-4e1b-9f22-86a7caa64205 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:55:14.432279 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c763b616-ccb7-499d-af64-310a9a851949 None None] Network 7287bd15-e583-4c4d-82a3-f91d583b9a6a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:14.481678 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.520497 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6f6365d3-50e9-47b7-bef8-4c2122be5cd2 None None] Provisioning complete for port 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:14.521007 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6f6365d3-50e9-47b7-bef8-4c2122be5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.588812 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-51d75734-008a-477a-b133-a6cd6cf70f89 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.601321 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.632964 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-51d75734-008a-477a-b133-a6cd6cf70f89 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.681375 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] Network 4117b881-6838-4203-a9b5-90ec2fca60a8 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:14.695194 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:14.700117 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:14.703890 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] Pushing event updated for resources: {'Port': ['ID=9d134b19-4ae2-4eef-b909-08be1b1ddcaa,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:14.735046 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-51d75734-008a-477a-b133-a6cd6cf70f89 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.741228 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6f6365d3-50e9-47b7-bef8-4c2122be5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.813721 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] Attempting to bind port 9d134b19-4ae2-4eef-b909-08be1b1ddcaa on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:14.814486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] Attempting to bind port 9d134b19-4ae2-4eef-b909-08be1b1ddcaa by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '7dd2291c-00a2-4edc-a796-6ef1ef9c2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4117b881-6838-4203-a9b5-90ec2fca60a8'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:14.814486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] Attempting to bind port 9d134b19-4ae2-4eef-b909-08be1b1ddcaa on network 4117b881-6838-4203-a9b5-90ec2fca60a8 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:14.831075 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:14.831252 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] Checking segment: {'id': '7dd2291c-00a2-4edc-a796-6ef1ef9c2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4117b881-6838-4203-a9b5-90ec2fca60a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:14.831527 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.831936 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] Bound using segment: {'id': '7dd2291c-00a2-4edc-a796-6ef1ef9c2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4117b881-6838-4203-a9b5-90ec2fca60a8'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:14.833205 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] Bound port: 9d134b19-4ae2-4eef-b909-08be1b1ddcaa, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd2291c-00a2-4edc-a796-6ef1ef9c2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4117b881-6838-4203-a9b5-90ec2fca60a8'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:14.833559 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.842323 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6f6365d3-50e9-47b7-bef8-4c2122be5cd2 None None] For port 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9817c0ff-7eb5-4e4d-91bc-616aa2496d9b,segment=NetworkSegment(5f1952c8-873b-4970-8bb6-2a36ac2a5919),segment_id=5f1952c8-873b-4970-8bb6-2a36ac2a5919)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:14.926999 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-51d75734-008a-477a-b133-a6cd6cf70f89 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.932249 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] For port 9d134b19-4ae2-4eef-b909-08be1b1ddcaa, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:14.938140 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] For port 9d134b19-4ae2-4eef-b909-08be1b1ddcaa, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9d134b19-4ae2-4eef-b909-08be1b1ddcaa,segment=NetworkSegment(7dd2291c-00a2-4edc-a796-6ef1ef9c2d01),segment_id=7dd2291c-00a2-4edc-a796-6ef1ef9c2d01)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:14.957966 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d75734-008a-477a-b133-a6cd6cf70f89 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Pushing event deleted for resources: {'Subnet': ['ID=fae3d227-d0cc-4e1b-9f22-86a7caa64205,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:14.963219 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-51d75734-008a-477a-b133-a6cd6cf70f89 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.965256 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-51d75734-008a-477a-b133-a6cd6cf70f89 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] 10.222.0.20 "DELETE /v2.0/subnets/fae3d227-d0cc-4e1b-9f22-86a7caa64205 HTTP/1.1" status: 204 len: 168 time: 0.6404774 Sep 16 05:55:14.967795 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41714) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:14.978345 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6f6365d3-50e9-47b7-bef8-4c2122be5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.038311 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.046697 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6365d3-50e9-47b7-bef8-4c2122be5cd2 None None] Pushing event updated for resources: {'Port': ['ID=9817c0ff-7eb5-4e4d-91bc-616aa2496d9b,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:15.054155 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.121579 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6166a71-a65b-4f6f-bf79-ec83eebfb023 None None] Pushing event updated for resources: {'Port': ['ID=9d134b19-4ae2-4eef-b909-08be1b1ddcaa,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:15.124660 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-52207a26-418f-4b0e-9a46-f297910c32f4 None None] Provisioning complete for port 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:15.125399 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-52207a26-418f-4b0e-9a46-f297910c32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.144400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Deleting port 9d134b19-4ae2-4eef-b909-08be1b1ddcaa {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:15.145533 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.258698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] For port 9d134b19-4ae2-4eef-b909-08be1b1ddcaa, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9d134b19-4ae2-4eef-b909-08be1b1ddcaa,segment=NetworkSegment(7dd2291c-00a2-4edc-a796-6ef1ef9c2d01),segment_id=7dd2291c-00a2-4edc-a796-6ef1ef9c2d01)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:15.259356 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.279751 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Calling delete_port for 9d134b19-4ae2-4eef-b909-08be1b1ddcaa owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:15.546946 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.563681 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] No DVR routers for this DVR port 9d134b19-4ae2-4eef-b909-08be1b1ddcaa on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:15.593574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Pushing event deleted for resources: {'Port': ['ID=9d134b19-4ae2-4eef-b909-08be1b1ddcaa,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:15.656907 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:15.713935 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:15.714441 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.714921 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.753711 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4117b881-6838-4203-a9b5-90ec2fca60a8']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:15.774013 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd2291c-00a2-4edc-a796-6ef1ef9c2d01') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:15.774619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd2291c-00a2-4edc-a796-6ef1ef9c2d01') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:15.795614 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.825597 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.833851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:15.834261 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.836449 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9d134b19-4ae2-4eef-b909-08be1b1ddcaa up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:15.837894 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:15.861673 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 9d134b19-4ae2-4eef-b909-08be1b1ddcaa {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:55:15.861673 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9d134b19-4ae2-4eef-b909-08be1b1ddcaa not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 16 05:55:15.883124 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Port 9d134b19-4ae2-4eef-b909-08be1b1ddcaa not found, will not notify nova. {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 16 05:55:16.014921 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:16.024368 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:16.029486 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] 10.222.0.20 "DELETE /v2.0/networks/4117b881-6838-4203-a9b5-90ec2fca60a8 HTTP/1.1" status: 204 len: 168 time: 1.0602648 Sep 16 05:55:16.029924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41716) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:16.054166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2ade2-175e-4efa-b113-956ab66e0a5a tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Pushing event deleted for resources: {'Network': ['ID=4117b881-6838-4203-a9b5-90ec2fca60a8,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:16.110761 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-61abc9ca-d39a-4fa1-bbcd-583a5e169cc7 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Deleting subnet dfe56952-5ba6-42b5-b9fc-4ad75a7e548f {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:55:16.116686 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61abc9ca-d39a-4fa1-bbcd-583a5e169cc7 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:16.184736 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61abc9ca-d39a-4fa1-bbcd-583a5e169cc7 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:16.255195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb171143-0b31-4f86-99d2-fe2f0d216522 None None] DHCP port deletion for 4117b881-6838-4203-a9b5-90ec2fca60a8 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:55:16.260215 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f5a815b9-5abb-4b33-ae07-8a975805443e None None] Could not find standard attr ID for object 9d134b19-4ae2-4eef-b909-08be1b1ddcaa. {{(pid=95475) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:55:16.277056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fb6624-6205-4550-b3b5-45204de8ede1 None None] Network 4117b881-6838-4203-a9b5-90ec2fca60a8 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:16.289674 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fb6624-6205-4550-b3b5-45204de8ede1 None None] Network 4117b881-6838-4203-a9b5-90ec2fca60a8 could not be found, it might have been deleted concurrently. {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:55:16.290773 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61abc9ca-d39a-4fa1-bbcd-583a5e169cc7 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:16.458520 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61abc9ca-d39a-4fa1-bbcd-583a5e169cc7 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:16.487411 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abc9ca-d39a-4fa1-bbcd-583a5e169cc7 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe56952-5ba6-42b5-b9fc-4ad75a7e548f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:16.494201 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-61abc9ca-d39a-4fa1-bbcd-583a5e169cc7 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:16.496331 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-61abc9ca-d39a-4fa1-bbcd-583a5e169cc7 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] 10.222.0.20 "DELETE /v2.0/subnets/dfe56952-5ba6-42b5-b9fc-4ad75a7e548f HTTP/1.1" status: 204 len: 168 time: 0.4648216 Sep 16 05:55:16.499183 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41718) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:16.501143 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74448ac-b49f-49cc-ae41-8daa8369be2c None None] Network 7287bd15-e583-4c4d-82a3-f91d583b9a6a requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:16.591692 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:16.653918 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Deleting port 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:16.654264 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:16.702637 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0737208-f5d0-42b5-8cf3-db1f2e99c66e None None] DHCP port deletion for 7287bd15-e583-4c4d-82a3-f91d583b9a6a request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:55:16.722862 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] For port 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9817c0ff-7eb5-4e4d-91bc-616aa2496d9b,segment=NetworkSegment(5f1952c8-873b-4970-8bb6-2a36ac2a5919),segment_id=5f1952c8-873b-4970-8bb6-2a36ac2a5919)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:16.723846 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:16.741808 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Calling delete_port for 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:16.754052 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b0737208-f5d0-42b5-8cf3-db1f2e99c66e None None] Deleting port 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:16.755328 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b0737208-f5d0-42b5-8cf3-db1f2e99c66e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:16.826922 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b0737208-f5d0-42b5-8cf3-db1f2e99c66e None None] For port 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9817c0ff-7eb5-4e4d-91bc-616aa2496d9b,segment=NetworkSegment(5f1952c8-873b-4970-8bb6-2a36ac2a5919),segment_id=5f1952c8-873b-4970-8bb6-2a36ac2a5919)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:16.827427 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b0737208-f5d0-42b5-8cf3-db1f2e99c66e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:16.841835 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b0737208-f5d0-42b5-8cf3-db1f2e99c66e None None] Calling delete_port for 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:16.952123 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:16.961452 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b0737208-f5d0-42b5-8cf3-db1f2e99c66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:17.002435 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] No DVR routers for this DVR port 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:17.006213 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Pushing event deleted for resources: {'Port': ['ID=9817c0ff-7eb5-4e4d-91bc-616aa2496d9b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:17.007124 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0737208-f5d0-42b5-8cf3-db1f2e99c66e None None] Pushing event deleted for resources: {'Port': ['ID=9817c0ff-7eb5-4e4d-91bc-616aa2496d9b,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:17.010078 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0737208-f5d0-42b5-8cf3-db1f2e99c66e None None] No DVR routers for this DVR port 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:17.110957 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:17.133502 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7287bd15-e583-4c4d-82a3-f91d583b9a6a']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:17.144028 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f1952c8-873b-4970-8bb6-2a36ac2a5919') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:17.144414 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f1952c8-873b-4970-8bb6-2a36ac2a5919') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:17.154760 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:17.169234 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:17.175357 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:17.175762 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: timer() Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:17.179837 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:17.366243 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:17.373608 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:17.375359 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] 10.222.0.20 "DELETE /v2.0/networks/7287bd15-e583-4c4d-82a3-f91d583b9a6a HTTP/1.1" status: 204 len: 168 time: 0.8750522 Sep 16 05:55:17.378185 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41720) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:17.402115 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cb7b6-006d-48b6-b62d-018a4469c4c9 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Pushing event deleted for resources: {'Network': ['ID=7287bd15-e583-4c4d-82a3-f91d583b9a6a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:17.423659 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b848b7b2-1231-458d-9665-df110ed8af56 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] 10.222.0.20 "GET /v2.0/ports?device_id=97904adc-a33d-440b-b9e8-fac918facfea HTTP/1.1" status: 200 len: 205 time: 0.0443571 Sep 16 05:55:17.426160 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41722) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:17.503933 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d045f685-b728-4674-8088-a32427fb28d7 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:17.581152 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:55:17.619424 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:55:17.619727 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9817c0ff-7eb5-4e4d-91bc-616aa2496d9b not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:55:17.620066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9d134b19-4ae2-4eef-b909-08be1b1ddcaa no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:55:17.645903 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 9d134b19-4ae2-4eef-b909-08be1b1ddcaa {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:55:17.646250 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9d134b19-4ae2-4eef-b909-08be1b1ddcaa not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:55:17.680722 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d045f685-b728-4674-8088-a32427fb28d7 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:17.683168 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d045f685-b728-4674-8088-a32427fb28d7 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:17.863434 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d045f685-b728-4674-8088-a32427fb28d7 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:17.864840 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d045f685-b728-4674-8088-a32427fb28d7 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Fanout notify agent at l3_agent the message router_deleted on router 97904adc-a33d-440b-b9e8-fac918facfea {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:55:17.874079 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d045f685-b728-4674-8088-a32427fb28d7 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:17.875636 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d045f685-b728-4674-8088-a32427fb28d7 tempest-RoutersNegativeTest-525892480 tempest-RoutersNegativeTest-525892480-project] 10.222.0.20 "DELETE /v2.0/routers/97904adc-a33d-440b-b9e8-fac918facfea HTTP/1.1" status: 204 len: 168 time: 0.4484556 Sep 16 05:55:18.825903 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41728) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:19.015906 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d77d3024-48c2-4118-aed2-3177830d31e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=390030b4de8a4ee7947b4d988d668411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1867483 Sep 16 05:55:19.018206 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41732) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:19.072237 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f18d384c-c817-4f4a-92f5-807c3140919e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:19.094132 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f18d384c-c817-4f4a-92f5-807c3140919e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:19.245720 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f18d384c-c817-4f4a-92f5-807c3140919e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:19.250222 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f18d384c-c817-4f4a-92f5-807c3140919e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:19.250222 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f18d384c-c817-4f4a-92f5-807c3140919e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44258a56-48f5-46d9-a774-2a84ee9edd2a HTTP/1.1" status: 204 len: 168 time: 0.2303855 Sep 16 05:55:19.260983 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d384c-c817-4f4a-92f5-807c3140919e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44258a56-48f5-46d9-a774-2a84ee9edd2a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:20.355761 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41754) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:20.479072 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-b16ae090-80ed-4857-9101-afca09cc92af admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1197484728-network', 'tenant_id': '40e85b5c631941f29a34dc9a4752395a'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:20.588406 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16ae090-80ed-4857-9101-afca09cc92af admin admin] Made reservation on behalf of 40e85b5c631941f29a34dc9a4752395a for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:20.590810 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b16ae090-80ed-4857-9101-afca09cc92af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:20.600047 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b16ae090-80ed-4857-9101-afca09cc92af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:20.715049 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b16ae090-80ed-4857-9101-afca09cc92af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:20.845558 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b16ae090-80ed-4857-9101-afca09cc92af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:20.873132 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16ae090-80ed-4857-9101-afca09cc92af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:55:20.882664 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ae090-80ed-4857-9101-afca09cc92af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1954ff7f-f478-4e89-be41-6e73ad2d59e0,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:20.907404 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b16ae090-80ed-4857-9101-afca09cc92af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:20.907404 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-b16ae090-80ed-4857-9101-afca09cc92af admin admin] Added segment f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a of type vlan for network 9d049ab9-bdde-4a9f-836b-37bbc210cda4 Sep 16 05:55:20.936849 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b16ae090-80ed-4857-9101-afca09cc92af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:21.028255 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b16ae090-80ed-4857-9101-afca09cc92af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:21.029285 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16ae090-80ed-4857-9101-afca09cc92af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:21.030117 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b16ae090-80ed-4857-9101-afca09cc92af admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:21.104358 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ae090-80ed-4857-9101-afca09cc92af admin admin] Pushing event updated for resources: {'Network': ['ID=9d049ab9-bdde-4a9f-836b-37bbc210cda4,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:21.116297 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 9d049ab9-bdde-4a9f-836b-37bbc210cda4 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:55:21.152022 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b16ae090-80ed-4857-9101-afca09cc92af admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7950993 Sep 16 05:55:21.157585 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41758) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:21.160976 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-725521e8-e328-4573-9c07-050089f165a0 admin admin] Request body: {'subnet': {'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1197484728-subnet', 'tenant_id': '40e85b5c631941f29a34dc9a4752395a', 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:21.280902 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725521e8-e328-4573-9c07-050089f165a0 admin admin] Made reservation on behalf of 40e85b5c631941f29a34dc9a4752395a for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:21.284865 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-725521e8-e328-4573-9c07-050089f165a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:21.557274 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-725521e8-e328-4573-9c07-050089f165a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:21.624473 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725521e8-e328-4573-9c07-050089f165a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb490f6-c0fe-405a-899b-1a5bec5cc255,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:21.647780 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725521e8-e328-4573-9c07-050089f165a0 admin admin] Checking segment: {'id': 'f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:21.648355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725521e8-e328-4573-9c07-050089f165a0 admin admin] Network hostable DHCP agents. Network: 9d049ab9-bdde-4a9f-836b-37bbc210cda4, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:55:21.773910 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725521e8-e328-4573-9c07-050089f165a0 admin admin] Network 9d049ab9-bdde-4a9f-836b-37bbc210cda4 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:55:21.914621 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-725521e8-e328-4573-9c07-050089f165a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 9d049ab9-bdde-4a9f-836b-37bbc210cda4) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:21.918929 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725521e8-e328-4573-9c07-050089f165a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:21.919526 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-725521e8-e328-4573-9c07-050089f165a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:21.923596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c86d885-81c0-4ddf-b9f2-d302ac935f5a None None] Network 9d049ab9-bdde-4a9f-836b-37bbc210cda4 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:22.032756 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-725521e8-e328-4573-9c07-050089f165a0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8765986 Sep 16 05:55:22.036963 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41760) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:22.044119 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-7f2c2e84-23db-477d-b868-b7caca50f27f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1197484728-router', 'tenant_id': '40e85b5c631941f29a34dc9a4752395a', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:22.137446 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-9d049ab9-bdde-4a9f-836b-37bbc210cda4', 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4', 'tenant_id': '40e85b5c631941f29a34dc9a4752395a', 'fixed_ips': [{'subnet_id': 'fcb490f6-c0fe-405a-899b-1a5bec5cc255'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:55:22.138382 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.151926 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2e84-23db-477d-b868-b7caca50f27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.153380 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2e84-23db-477d-b868-b7caca50f27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.242216 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2e84-23db-477d-b868-b7caca50f27f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.298614 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Allocated IP 172.20.0.2 (9d049ab9-bdde-4a9f-836b-37bbc210cda4/fcb490f6-c0fe-405a-899b-1a5bec5cc255/eef90051-2520-4fda-860f-81fc57ab8f4b) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:22.459297 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.538089 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.548185 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2e84-23db-477d-b868-b7caca50f27f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.580257 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Network 9d049ab9-bdde-4a9f-836b-37bbc210cda4 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:22.584284 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:22.590440 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:22.596475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Pushing event updated for resources: {'Port': ['ID=eef90051-2520-4fda-860f-81fc57ab8f4b,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:22.610115 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:22.610472 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:22.610822 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:22.611263 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:22.611595 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:22.611935 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:22.612316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:22.612682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:22.612972 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:22.613355 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:22.613808 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:22.614369 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:22.669657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Attempting to bind port eef90051-2520-4fda-860f-81fc57ab8f4b on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:22.670259 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Attempting to bind port eef90051-2520-4fda-860f-81fc57ab8f4b by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:22.670703 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Attempting to bind port eef90051-2520-4fda-860f-81fc57ab8f4b on network 9d049ab9-bdde-4a9f-836b-37bbc210cda4 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:22.677176 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:22.677561 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Checking segment: {'id': 'f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:22.677978 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.678380 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Bound using segment: {'id': 'f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:22.678923 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Bound port: eef90051-2520-4fda-860f-81fc57ab8f4b, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:22.679319 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.755595 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] For port eef90051-2520-4fda-860f-81fc57ab8f4b, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:22.759203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] For port eef90051-2520-4fda-860f-81fc57ab8f4b, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=eef90051-2520-4fda-860f-81fc57ab8f4b,segment=NetworkSegment(f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a),segment_id=f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:22.877569 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2e84-23db-477d-b868-b7caca50f27f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.890847 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.899779 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2e84-23db-477d-b868-b7caca50f27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.969794 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5300f-5882-4ee8-811f-19c7d7400ae3 None None] Pushing event updated for resources: {'Port': ['ID=eef90051-2520-4fda-860f-81fc57ab8f4b,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:23.062019 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-7f2c2e84-23db-477d-b868-b7caca50f27f admin admin] Allocated IP 172.25.4.74 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/7a7ad17a-3d56-4555-bbf6-01a60019b1c9) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:23.256518 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2e84-23db-477d-b868-b7caca50f27f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:23.441078 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2e84-23db-477d-b868-b7caca50f27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:23.479632 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2c2e84-23db-477d-b868-b7caca50f27f admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:23.482479 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-7f2c2e84-23db-477d-b868-b7caca50f27f admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:23.485179 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2c2e84-23db-477d-b868-b7caca50f27f admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:23.517618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c2e84-23db-477d-b868-b7caca50f27f admin admin] Pushing event updated for resources: {'Port': ['ID=7a7ad17a-3d56-4555-bbf6-01a60019b1c9,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:23.634617 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device eef90051-2520-4fda-860f-81fc57ab8f4b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:23.697397 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port eef90051-2520-4fda-860f-81fc57ab8f4b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:23.697771 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:23.814813 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:23.869989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port eef90051-2520-4fda-860f-81fc57ab8f4b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=eef90051-2520-4fda-860f-81fc57ab8f4b,segment=NetworkSegment(f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a),segment_id=f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:23.947491 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2e84-23db-477d-b868-b7caca50f27f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:23.962747 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:24.041707 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad1f7c7-9658-493b-ac25-e6ff3dd88374 None None] Network 9d049ab9-bdde-4a9f-836b-37bbc210cda4 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:24.049296 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=eef90051-2520-4fda-860f-81fc57ab8f4b,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:24.159237 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2fd324e4-bd19-43bd-874e-ad2d927c4ed8 None None] Provisioning complete for port eef90051-2520-4fda-860f-81fc57ab8f4b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:24.159618 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2fd324e4-bd19-43bd-874e-ad2d927c4ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:24.258546 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2e84-23db-477d-b868-b7caca50f27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:24.545249 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2c2e84-23db-477d-b868-b7caca50f27f admin admin] Router 7e30edb2-b51d-476a-9401-79eb1048570a is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:55:24.646691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-db5dde97-e3d9-492d-b80b-2825ad25d447 None None] Provisioning complete for port eef90051-2520-4fda-860f-81fc57ab8f4b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:24.647596 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-db5dde97-e3d9-492d-b80b-2825ad25d447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:24.960763 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:24.993959 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2c2e84-23db-477d-b868-b7caca50f27f admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:55:25.007770 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] Sync routers for ids ['7e30edb2-b51d-476a-9401-79eb1048570a'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:55:25.017901 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] Routers {'7e30edb2-b51d-476a-9401-79eb1048570a'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:55:25.018523 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:55:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7e30edb2-b51d-476a-9401-79eb1048570a'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:25.127683 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] Set router 7e30edb2-b51d-476a-9401-79eb1048570a gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:55:25.134140 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2e84-23db-477d-b868-b7caca50f27f admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:25.138087 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7f2c2e84-23db-477d-b868-b7caca50f27f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0971746 Sep 16 05:55:25.138362 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41762) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:25.348091 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e30edb2-b51d-476a-9401-79eb1048570a', 'name': 'tempest-TestEncryptedCinderVolumes-1197484728-router', 'tenant_id': '40e85b5c631941f29a34dc9a4752395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '7a7ad17a-3d56-4555-bbf6-01a60019b1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:55:22Z', 'updated_at': '2021-09-16T05:55:23Z', 'revision_number': 3, 'project_id': '40e85b5c631941f29a34dc9a4752395a', 'gw_port': {'id': '7a7ad17a-3d56-4555-bbf6-01a60019b1c9', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:36:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e30edb2-b51d-476a-9401-79eb1048570a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:55:22Z', 'updated_at': '2021-09-16T05:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:25.375970 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] Checking router: 7e30edb2-b51d-476a-9401-79eb1048570a for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:55:25.376317 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] Updating router 7e30edb2-b51d-476a-9401-79eb1048570a port 7a7ad17a-3d56-4555-bbf6-01a60019b1c9 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:55:25.419248 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:25.597342 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device eef90051-2520-4fda-860f-81fc57ab8f4b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:25.659824 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40845090-d222-4c95-aedb-2f5b25a7dabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:25.670526 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port eef90051-2520-4fda-860f-81fc57ab8f4b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:25.671177 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:25.725195 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:25.868750 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-40845090-d222-4c95-aedb-2f5b25a7dabe admin admin] Allocated IP 172.20.0.1 (9d049ab9-bdde-4a9f-836b-37bbc210cda4/fcb490f6-c0fe-405a-899b-1a5bec5cc255/2ac62587-9a8f-4a8a-8d56-c014134ccc3b) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:25.869032 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:25.919146 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] Attempting to bind port 7a7ad17a-3d56-4555-bbf6-01a60019b1c9 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:25.919449 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] Attempting to bind port 7a7ad17a-3d56-4555-bbf6-01a60019b1c9 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:25.919792 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] Attempting to bind port 7a7ad17a-3d56-4555-bbf6-01a60019b1c9 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:25.931644 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:25.934011 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:25.934011 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:25.934011 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:25.934011 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] Bound port: 7a7ad17a-3d56-4555-bbf6-01a60019b1c9, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:25.934011 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:25.935300 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e0677-6a39-4946-9c66-9813dfd28be7 None None] Pushing event updated for resources: {'Port': ['ID=7a7ad17a-3d56-4555-bbf6-01a60019b1c9,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:25.963803 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e0677-6a39-4946-9c66-9813dfd28be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:25.966129 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e0677-6a39-4946-9c66-9813dfd28be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:25.966129 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e0677-6a39-4946-9c66-9813dfd28be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:25.966129 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e0677-6a39-4946-9c66-9813dfd28be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:25.966129 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e0677-6a39-4946-9c66-9813dfd28be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:25.966129 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e0677-6a39-4946-9c66-9813dfd28be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:25.966129 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e0677-6a39-4946-9c66-9813dfd28be7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:25.966129 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e0677-6a39-4946-9c66-9813dfd28be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:25.966812 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e0677-6a39-4946-9c66-9813dfd28be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:25.966812 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e0677-6a39-4946-9c66-9813dfd28be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:25.967086 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e0677-6a39-4946-9c66-9813dfd28be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:25.967418 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e0677-6a39-4946-9c66-9813dfd28be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:25.997833 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40845090-d222-4c95-aedb-2f5b25a7dabe admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:26.009970 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] For port 7a7ad17a-3d56-4555-bbf6-01a60019b1c9, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:26.014109 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] For port 7a7ad17a-3d56-4555-bbf6-01a60019b1c9, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7a7ad17a-3d56-4555-bbf6-01a60019b1c9,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:26.111434 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:26.171735 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] Routers {'7e30edb2-b51d-476a-9401-79eb1048570a'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:55:26.172414 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:55:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7e30edb2-b51d-476a-9401-79eb1048570a'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:26.177864 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e0677-6a39-4946-9c66-9813dfd28be7 None None] Pushing event updated for resources: {'Port': ['ID=7a7ad17a-3d56-4555-bbf6-01a60019b1c9,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:26.180246 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40845090-d222-4c95-aedb-2f5b25a7dabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:26.220499 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40845090-d222-4c95-aedb-2f5b25a7dabe admin admin] Network 9d049ab9-bdde-4a9f-836b-37bbc210cda4 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:26.223894 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-40845090-d222-4c95-aedb-2f5b25a7dabe admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:26.228261 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40845090-d222-4c95-aedb-2f5b25a7dabe admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:26.259421 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40845090-d222-4c95-aedb-2f5b25a7dabe admin admin] Pushing event updated for resources: {'Port': ['ID=2ac62587-9a8f-4a8a-8d56-c014134ccc3b,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:26.285485 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40845090-d222-4c95-aedb-2f5b25a7dabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:26.407458 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] Set router 7e30edb2-b51d-476a-9401-79eb1048570a gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:55:26.539417 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40845090-d222-4c95-aedb-2f5b25a7dabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:26.574624 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-29e3cc16-04f9-4e77-8bc3-31630a780785 None None] Provisioning complete for port 2ac62587-9a8f-4a8a-8d56-c014134ccc3b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:26.575306 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-29e3cc16-04f9-4e77-8bc3-31630a780785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:26.617744 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e30edb2-b51d-476a-9401-79eb1048570a', 'name': 'tempest-TestEncryptedCinderVolumes-1197484728-router', 'tenant_id': '40e85b5c631941f29a34dc9a4752395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '7a7ad17a-3d56-4555-bbf6-01a60019b1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:55:22Z', 'updated_at': '2021-09-16T05:55:23Z', 'revision_number': 3, 'project_id': '40e85b5c631941f29a34dc9a4752395a', 'gw_port': {'id': '7a7ad17a-3d56-4555-bbf6-01a60019b1c9', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:36:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e30edb2-b51d-476a-9401-79eb1048570a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:55:22Z', 'updated_at': '2021-09-16T05:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:26.619760 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-29e3cc16-04f9-4e77-8bc3-31630a780785 None None] Port 2ac62587-9a8f-4a8a-8d56-c014134ccc3b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:55:26.656572 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b5cf2d-85f9-409c-a590-b3e11d25e227 None None] The sync data for ids ['7e30edb2-b51d-476a-9401-79eb1048570a'] in n-d-712140-13 is: [{'id': '7e30edb2-b51d-476a-9401-79eb1048570a', 'name': 'tempest-TestEncryptedCinderVolumes-1197484728-router', 'tenant_id': '40e85b5c631941f29a34dc9a4752395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '7a7ad17a-3d56-4555-bbf6-01a60019b1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:55:22Z', 'updated_at': '2021-09-16T05:55:23Z', 'revision_number': 3, 'project_id': '40e85b5c631941f29a34dc9a4752395a', 'gw_port': {'id': '7a7ad17a-3d56-4555-bbf6-01a60019b1c9', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:36:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e30edb2-b51d-476a-9401-79eb1048570a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:55:22Z', 'updated_at': '2021-09-16T05:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:55:26.735898 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40845090-d222-4c95-aedb-2f5b25a7dabe admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:26.854025 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40845090-d222-4c95-aedb-2f5b25a7dabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:26.956778 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-40845090-d222-4c95-aedb-2f5b25a7dabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:26.973334 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40845090-d222-4c95-aedb-2f5b25a7dabe admin admin] Pushing event updated for resources: {'Port': ['ID=2ac62587-9a8f-4a8a-8d56-c014134ccc3b,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:27.102754 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40845090-d222-4c95-aedb-2f5b25a7dabe admin admin] Network 9d049ab9-bdde-4a9f-836b-37bbc210cda4 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:27.104549 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-40845090-d222-4c95-aedb-2f5b25a7dabe admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:27.309551 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40845090-d222-4c95-aedb-2f5b25a7dabe admin admin] Router 7e30edb2-b51d-476a-9401-79eb1048570a has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:55:27.459605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e8aec219-489e-4d69-b4bd-52e60f76cb2e None None] Provisioning complete for port 2ac62587-9a8f-4a8a-8d56-c014134ccc3b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:27.460214 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e8aec219-489e-4d69-b4bd-52e60f76cb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:27.486548 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40845090-d222-4c95-aedb-2f5b25a7dabe admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:55:27.499675 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-40845090-d222-4c95-aedb-2f5b25a7dabe admin admin] 10.222.0.20 "PUT /v2.0/routers/7e30edb2-b51d-476a-9401-79eb1048570a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3593426 Sep 16 05:55:27.527005 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e8aec219-489e-4d69-b4bd-52e60f76cb2e None None] Port 2ac62587-9a8f-4a8a-8d56-c014134ccc3b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:55:27.662622 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7a7ad17a-3d56-4555-bbf6-01a60019b1c9 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:27.766608 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 7a7ad17a-3d56-4555-bbf6-01a60019b1c9 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:27.766608 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:28.062304 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:28.086463 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 7a7ad17a-3d56-4555-bbf6-01a60019b1c9, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7a7ad17a-3d56-4555-bbf6-01a60019b1c9,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:28.201914 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:28.275881 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=7a7ad17a-3d56-4555-bbf6-01a60019b1c9,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:28.560093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41778) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:28.565679 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-31044ad3-6fbb-4f11-b3cf-771f5ed7b7a0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1676276407-network', 'tenant_id': '35926dec5603453fa017ca8c8b0002d7'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:28.631516 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] Sync routers for ids ['7e30edb2-b51d-476a-9401-79eb1048570a'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:55:28.646412 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] Routers {'7e30edb2-b51d-476a-9401-79eb1048570a'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:55:28.647116 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:55:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7e30edb2-b51d-476a-9401-79eb1048570a'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:28.725636 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31044ad3-6fbb-4f11-b3cf-771f5ed7b7a0 admin admin] Made reservation on behalf of 35926dec5603453fa017ca8c8b0002d7 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:28.728133 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31044ad3-6fbb-4f11-b3cf-771f5ed7b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:28.738486 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31044ad3-6fbb-4f11-b3cf-771f5ed7b7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:28.768267 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] Set router 7e30edb2-b51d-476a-9401-79eb1048570a gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:55:28.876202 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31044ad3-6fbb-4f11-b3cf-771f5ed7b7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:28.975403 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31044ad3-6fbb-4f11-b3cf-771f5ed7b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:28.981267 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.005851 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31044ad3-6fbb-4f11-b3cf-771f5ed7b7a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:55:29.024920 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31044ad3-6fbb-4f11-b3cf-771f5ed7b7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9256cf06-f121-4f12-8a3f-bd81fa4e0532,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:29.028051 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31044ad3-6fbb-4f11-b3cf-771f5ed7b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.028431 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-31044ad3-6fbb-4f11-b3cf-771f5ed7b7a0 admin admin] Added segment 8078c152-c496-4055-9a84-b01af9962e90 of type vlan for network 92f18200-ed11-4558-9d5a-46b84d442599 Sep 16 05:55:29.055983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e30edb2-b51d-476a-9401-79eb1048570a', 'name': 'tempest-TestEncryptedCinderVolumes-1197484728-router', 'tenant_id': '40e85b5c631941f29a34dc9a4752395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '7a7ad17a-3d56-4555-bbf6-01a60019b1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:55:22Z', 'updated_at': '2021-09-16T05:55:26Z', 'revision_number': 4, 'project_id': '40e85b5c631941f29a34dc9a4752395a', 'gw_port': {'id': '7a7ad17a-3d56-4555-bbf6-01a60019b1c9', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:36:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e30edb2-b51d-476a-9401-79eb1048570a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:55:22Z', 'updated_at': '2021-09-16T05:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '2ac62587-9a8f-4a8a-8d56-c014134ccc3b', 'name': '', 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4', 'tenant_id': '40e85b5c631941f29a34dc9a4752395a', 'mac_address': 'fa:16:3e:a7:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e30edb2-b51d-476a-9401-79eb1048570a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'fcb490f6-c0fe-405a-899b-1a5bec5cc255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:55:25Z', 'updated_at': '2021-09-16T05:55:26Z', 'revision_number': 2, 'project_id': '40e85b5c631941f29a34dc9a4752395a', 'subnets': [{'id': 'fcb490f6-c0fe-405a-899b-1a5bec5cc255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:29.087556 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] Checking router: 7e30edb2-b51d-476a-9401-79eb1048570a for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:55:29.088246 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] Updating router 7e30edb2-b51d-476a-9401-79eb1048570a port 2ac62587-9a8f-4a8a-8d56-c014134ccc3b binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:55:29.097092 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31044ad3-6fbb-4f11-b3cf-771f5ed7b7a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.120050 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.188496 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31044ad3-6fbb-4f11-b3cf-771f5ed7b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.189461 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31044ad3-6fbb-4f11-b3cf-771f5ed7b7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:29.190080 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-31044ad3-6fbb-4f11-b3cf-771f5ed7b7a0 admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.256635 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:55:29.263750 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31044ad3-6fbb-4f11-b3cf-771f5ed7b7a0 admin admin] Pushing event updated for resources: {'Network': ['ID=92f18200-ed11-4558-9d5a-46b84d442599,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:29.276659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 92f18200-ed11-4558-9d5a-46b84d442599 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:55:29.320683 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-31044ad3-6fbb-4f11-b3cf-771f5ed7b7a0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7591438 Sep 16 05:55:29.323705 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41782) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:29.330039 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-815497c3-04c1-40e1-8bc4-bad883745dae admin admin] Request body: {'subnet': {'network_id': '92f18200-ed11-4558-9d5a-46b84d442599', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1676276407-subnet', 'tenant_id': '35926dec5603453fa017ca8c8b0002d7', 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:29.428895 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815497c3-04c1-40e1-8bc4-bad883745dae admin admin] Made reservation on behalf of 35926dec5603453fa017ca8c8b0002d7 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:29.431579 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-815497c3-04c1-40e1-8bc4-bad883745dae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.596392 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.610582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7a7ad17a-3d56-4555-bbf6-01a60019b1c9 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:29.673707 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 7a7ad17a-3d56-4555-bbf6-01a60019b1c9 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:29.674390 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.705957 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.749281 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-815497c3-04c1-40e1-8bc4-bad883745dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.772097 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97acf57-3a70-47be-8ff4-67031d2a98dc None None] Pushing event updated for resources: {'Port': ['ID=2ac62587-9a8f-4a8a-8d56-c014134ccc3b,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:29.815091 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815497c3-04c1-40e1-8bc4-bad883745dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fad45a6-2a07-45b8-9cf1-854e04ce4423,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:29.832997 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815497c3-04c1-40e1-8bc4-bad883745dae admin admin] Checking segment: {'id': '8078c152-c496-4055-9a84-b01af9962e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '92f18200-ed11-4558-9d5a-46b84d442599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:29.837765 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815497c3-04c1-40e1-8bc4-bad883745dae admin admin] Network hostable DHCP agents. Network: 92f18200-ed11-4558-9d5a-46b84d442599, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:55:29.901967 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] Attempting to bind port 2ac62587-9a8f-4a8a-8d56-c014134ccc3b on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:29.902567 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] Attempting to bind port 2ac62587-9a8f-4a8a-8d56-c014134ccc3b by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:29.903198 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] Attempting to bind port 2ac62587-9a8f-4a8a-8d56-c014134ccc3b on network 9d049ab9-bdde-4a9f-836b-37bbc210cda4 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:29.913767 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:29.914349 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] Checking segment: {'id': 'f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:29.915023 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.915666 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] Bound using segment: {'id': 'f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:29.916408 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] Bound port: 2ac62587-9a8f-4a8a-8d56-c014134ccc3b, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:29.916963 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.937729 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815497c3-04c1-40e1-8bc4-bad883745dae admin admin] Network 92f18200-ed11-4558-9d5a-46b84d442599 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:55:29.998848 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] For port 2ac62587-9a8f-4a8a-8d56-c014134ccc3b, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:30.002970 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] For port 2ac62587-9a8f-4a8a-8d56-c014134ccc3b, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2ac62587-9a8f-4a8a-8d56-c014134ccc3b,segment=NetworkSegment(f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a),segment_id=f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:30.011379 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-815497c3-04c1-40e1-8bc4-bad883745dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 92f18200-ed11-4558-9d5a-46b84d442599) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:30.016510 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815497c3-04c1-40e1-8bc4-bad883745dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:30.021507 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-815497c3-04c1-40e1-8bc4-bad883745dae admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.024714 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee6ca2c-aa05-47e8-a033-8fc163fa0495 None None] Network 92f18200-ed11-4558-9d5a-46b84d442599 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:30.116441 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-83b9c60a-dec7-48ae-a142-6542d531afaf None None] Provisioning complete for port 2ac62587-9a8f-4a8a-8d56-c014134ccc3b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:30.116819 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-83b9c60a-dec7-48ae-a142-6542d531afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.126665 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.157633 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-815497c3-04c1-40e1-8bc4-bad883745dae admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8323464 Sep 16 05:55:30.162578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 41784) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:30.170446 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-33333c47-2cbf-4dac-a876-1eeb9644aae7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1676276407-router', 'tenant_id': '35926dec5603453fa017ca8c8b0002d7', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:30.273153 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] Routers {'7e30edb2-b51d-476a-9401-79eb1048570a'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:55:30.273460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:55:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7e30edb2-b51d-476a-9401-79eb1048570a'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:30.297025 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97acf57-3a70-47be-8ff4-67031d2a98dc None None] Pushing event updated for resources: {'Port': ['ID=2ac62587-9a8f-4a8a-8d56-c014134ccc3b,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:30.328738 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33333c47-2cbf-4dac-a876-1eeb9644aae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.330713 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33333c47-2cbf-4dac-a876-1eeb9644aae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.375797 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-92f18200-ed11-4558-9d5a-46b84d442599', 'network_id': '92f18200-ed11-4558-9d5a-46b84d442599', 'tenant_id': '35926dec5603453fa017ca8c8b0002d7', 'fixed_ips': [{'subnet_id': '3fad45a6-2a07-45b8-9cf1-854e04ce4423'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:55:30.376700 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.407764 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33333c47-2cbf-4dac-a876-1eeb9644aae7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.471088 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-83b9c60a-dec7-48ae-a142-6542d531afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.566585 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] Set router 7e30edb2-b51d-476a-9401-79eb1048570a gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:55:30.635553 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-83b9c60a-dec7-48ae-a142-6542d531afaf None None] For port 2ac62587-9a8f-4a8a-8d56-c014134ccc3b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2ac62587-9a8f-4a8a-8d56-c014134ccc3b,segment=NetworkSegment(f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a),segment_id=f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:30.662980 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33333c47-2cbf-4dac-a876-1eeb9644aae7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.774588 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] Allocated IP 172.20.0.2 (92f18200-ed11-4558-9d5a-46b84d442599/3fad45a6-2a07-45b8-9cf1-854e04ce4423/c878180c-9d9b-4d4b-887e-54c7c9a88fa4) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:30.823905 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-83b9c60a-dec7-48ae-a142-6542d531afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.992524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9c60a-dec7-48ae-a142-6542d531afaf None None] Pushing event updated for resources: {'Port': ['ID=2ac62587-9a8f-4a8a-8d56-c014134ccc3b,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:31.041912 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4aac7515-faae-4a93-8f35-89b2bf1bd557 None None] Provisioning complete for port 2ac62587-9a8f-4a8a-8d56-c014134ccc3b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:31.042544 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4aac7515-faae-4a93-8f35-89b2bf1bd557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.203943 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e30edb2-b51d-476a-9401-79eb1048570a', 'name': 'tempest-TestEncryptedCinderVolumes-1197484728-router', 'tenant_id': '40e85b5c631941f29a34dc9a4752395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '7a7ad17a-3d56-4555-bbf6-01a60019b1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:55:22Z', 'updated_at': '2021-09-16T05:55:26Z', 'revision_number': 4, 'project_id': '40e85b5c631941f29a34dc9a4752395a', 'gw_port': {'id': '7a7ad17a-3d56-4555-bbf6-01a60019b1c9', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:36:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e30edb2-b51d-476a-9401-79eb1048570a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:55:22Z', 'updated_at': '2021-09-16T05:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '2ac62587-9a8f-4a8a-8d56-c014134ccc3b', 'name': '', 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4', 'tenant_id': '40e85b5c631941f29a34dc9a4752395a', 'mac_address': 'fa:16:3e:a7:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e30edb2-b51d-476a-9401-79eb1048570a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'fcb490f6-c0fe-405a-899b-1a5bec5cc255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:55:25Z', 'updated_at': '2021-09-16T05:55:29Z', 'revision_number': 4, 'project_id': '40e85b5c631941f29a34dc9a4752395a', 'subnets': [{'id': 'fcb490f6-c0fe-405a-899b-1a5bec5cc255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:31.431689 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d0cfb0-f4e2-4dff-89ca-510f90b9d129 None None] The sync data for ids ['7e30edb2-b51d-476a-9401-79eb1048570a'] in n-d-712140-13 is: [{'id': '7e30edb2-b51d-476a-9401-79eb1048570a', 'name': 'tempest-TestEncryptedCinderVolumes-1197484728-router', 'tenant_id': '40e85b5c631941f29a34dc9a4752395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '7a7ad17a-3d56-4555-bbf6-01a60019b1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:55:22Z', 'updated_at': '2021-09-16T05:55:26Z', 'revision_number': 4, 'project_id': '40e85b5c631941f29a34dc9a4752395a', 'gw_port': {'id': '7a7ad17a-3d56-4555-bbf6-01a60019b1c9', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:36:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e30edb2-b51d-476a-9401-79eb1048570a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:55:22Z', 'updated_at': '2021-09-16T05:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '2ac62587-9a8f-4a8a-8d56-c014134ccc3b', 'name': '', 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4', 'tenant_id': '40e85b5c631941f29a34dc9a4752395a', 'mac_address': 'fa:16:3e:a7:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e30edb2-b51d-476a-9401-79eb1048570a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'fcb490f6-c0fe-405a-899b-1a5bec5cc255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:55:25Z', 'updated_at': '2021-09-16T05:55:29Z', 'revision_number': 4, 'project_id': '40e85b5c631941f29a34dc9a4752395a', 'subnets': [{'id': 'fcb490f6-c0fe-405a-899b-1a5bec5cc255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:55:31.438152 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.517448 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33333c47-2cbf-4dac-a876-1eeb9644aae7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.544415 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33333c47-2cbf-4dac-a876-1eeb9644aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.601815 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.655867 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] Network 92f18200-ed11-4558-9d5a-46b84d442599 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:31.655867 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:31.658445 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:31.667745 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] Pushing event updated for resources: {'Port': ['ID=c878180c-9d9b-4d4b-887e-54c7c9a88fa4,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:31.700389 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2ac62587-9a8f-4a8a-8d56-c014134ccc3b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:31.732326 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-33333c47-2cbf-4dac-a876-1eeb9644aae7 admin admin] Allocated IP 172.25.4.42 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/598e7b7a-2ef4-437e-84e4-900cf86a3d13) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:31.759693 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] Attempting to bind port c878180c-9d9b-4d4b-887e-54c7c9a88fa4 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:31.760070 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] Attempting to bind port c878180c-9d9b-4d4b-887e-54c7c9a88fa4 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '8078c152-c496-4055-9a84-b01af9962e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '92f18200-ed11-4558-9d5a-46b84d442599'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:31.760439 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] Attempting to bind port c878180c-9d9b-4d4b-887e-54c7c9a88fa4 on network 92f18200-ed11-4558-9d5a-46b84d442599 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:31.773215 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:31.773596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] Checking segment: {'id': '8078c152-c496-4055-9a84-b01af9962e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '92f18200-ed11-4558-9d5a-46b84d442599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:31.774009 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.774413 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] Bound using segment: {'id': '8078c152-c496-4055-9a84-b01af9962e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '92f18200-ed11-4558-9d5a-46b84d442599'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:31.774924 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] Bound port: c878180c-9d9b-4d4b-887e-54c7c9a88fa4, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8078c152-c496-4055-9a84-b01af9962e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '92f18200-ed11-4558-9d5a-46b84d442599'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:31.775559 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.827095 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 2ac62587-9a8f-4a8a-8d56-c014134ccc3b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:31.827475 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.885012 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] For port c878180c-9d9b-4d4b-887e-54c7c9a88fa4, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:31.892957 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] For port c878180c-9d9b-4d4b-887e-54c7c9a88fa4, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c878180c-9d9b-4d4b-887e-54c7c9a88fa4,segment=NetworkSegment(8078c152-c496-4055-9a84-b01af9962e90),segment_id=8078c152-c496-4055-9a84-b01af9962e90)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:31.918669 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33333c47-2cbf-4dac-a876-1eeb9644aae7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.996940 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:32.067061 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd7a53-89b1-4d56-b680-2ddc1ac370ed None None] Pushing event updated for resources: {'Port': ['ID=c878180c-9d9b-4d4b-887e-54c7c9a88fa4,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:32.086738 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33333c47-2cbf-4dac-a876-1eeb9644aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:32.135979 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33333c47-2cbf-4dac-a876-1eeb9644aae7 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:32.152735 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-33333c47-2cbf-4dac-a876-1eeb9644aae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:32.152735 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33333c47-2cbf-4dac-a876-1eeb9644aae7 admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:32.188859 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33333c47-2cbf-4dac-a876-1eeb9644aae7 admin admin] Pushing event updated for resources: {'Port': ['ID=598e7b7a-2ef4-437e-84e4-900cf86a3d13,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:32.636801 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33333c47-2cbf-4dac-a876-1eeb9644aae7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:32.908123 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33333c47-2cbf-4dac-a876-1eeb9644aae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:33.167831 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a38d3c-7459-4613-98bb-82919788815b None None] Network 92f18200-ed11-4558-9d5a-46b84d442599 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:33.208856 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33333c47-2cbf-4dac-a876-1eeb9644aae7 admin admin] Router 3acd8305-a874-4212-92f1-f2881c53727f is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:55:33.300571 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8f0a0e8e-9f28-4d9b-b3a6-ef097072a0e4 None None] Provisioning complete for port c878180c-9d9b-4d4b-887e-54c7c9a88fa4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:33.301151 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8f0a0e8e-9f28-4d9b-b3a6-ef097072a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:33.331587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33333c47-2cbf-4dac-a876-1eeb9644aae7 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:55:33.344114 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] Sync routers for ids ['3acd8305-a874-4212-92f1-f2881c53727f'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:55:33.358561 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] Routers {'3acd8305-a874-4212-92f1-f2881c53727f'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:55:33.359217 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:55:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['3acd8305-a874-4212-92f1-f2881c53727f'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:33.424580 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8f0a0e8e-9f28-4d9b-b3a6-ef097072a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:33.468302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-8f0a0e8e-9f28-4d9b-b3a6-ef097072a0e4 None None] For port c878180c-9d9b-4d4b-887e-54c7c9a88fa4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c878180c-9d9b-4d4b-887e-54c7c9a88fa4,segment=NetworkSegment(8078c152-c496-4055-9a84-b01af9962e90),segment_id=8078c152-c496-4055-9a84-b01af9962e90)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:33.477357 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] Set router 3acd8305-a874-4212-92f1-f2881c53727f gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:55:33.485520 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33333c47-2cbf-4dac-a876-1eeb9644aae7 admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:33.490332 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-33333c47-2cbf-4dac-a876-1eeb9644aae7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3227539 Sep 16 05:55:33.490695 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 41786) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:33.590759 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8f0a0e8e-9f28-4d9b-b3a6-ef097072a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:33.646791 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c878180c-9d9b-4d4b-887e-54c7c9a88fa4 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:33.721852 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acd8305-a874-4212-92f1-f2881c53727f', 'name': 'tempest-TestEncryptedCinderVolumes-1676276407-router', 'tenant_id': '35926dec5603453fa017ca8c8b0002d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '598e7b7a-2ef4-437e-84e4-900cf86a3d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:55:30Z', 'updated_at': '2021-09-16T05:55:32Z', 'revision_number': 3, 'project_id': '35926dec5603453fa017ca8c8b0002d7', 'gw_port': {'id': '598e7b7a-2ef4-437e-84e4-900cf86a3d13', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acd8305-a874-4212-92f1-f2881c53727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:55:31Z', 'updated_at': '2021-09-16T05:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:33.754314 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a0e8e-9f28-4d9b-b3a6-ef097072a0e4 None None] Pushing event updated for resources: {'Port': ['ID=c878180c-9d9b-4d4b-887e-54c7c9a88fa4,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:33.757947 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] Checking router: 3acd8305-a874-4212-92f1-f2881c53727f for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:55:33.758424 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] Updating router 3acd8305-a874-4212-92f1-f2881c53727f port 598e7b7a-2ef4-437e-84e4-900cf86a3d13 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:55:33.765519 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3e4dc5d1-7f8e-43bc-971c-a795e65684ed None None] Provisioning complete for port c878180c-9d9b-4d4b-887e-54c7c9a88fa4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:33.765884 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3e4dc5d1-7f8e-43bc-971c-a795e65684ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:33.788230 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:33.803633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port c878180c-9d9b-4d4b-887e-54c7c9a88fa4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:33.804036 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.068881 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1c0425b-696f-41f2-b2d9-a77217f5dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.127297 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.219295 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.243234 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-e1c0425b-696f-41f2-b2d9-a77217f5dec2 admin admin] Allocated IP 172.20.0.1 (92f18200-ed11-4558-9d5a-46b84d442599/3fad45a6-2a07-45b8-9cf1-854e04ce4423/1f73d1b8-ade0-472c-972d-917e8cf4f752) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:34.308676 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] Attempting to bind port 598e7b7a-2ef4-437e-84e4-900cf86a3d13 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:34.309041 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] Attempting to bind port 598e7b7a-2ef4-437e-84e4-900cf86a3d13 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:34.309496 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] Attempting to bind port 598e7b7a-2ef4-437e-84e4-900cf86a3d13 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:34.311827 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2723c-284f-4a5e-95a8-842d09197894 None None] Pushing event updated for resources: {'Port': ['ID=598e7b7a-2ef4-437e-84e4-900cf86a3d13,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:34.318117 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:34.318499 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:34.318915 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.319292 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:34.319762 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] Bound port: 598e7b7a-2ef4-437e-84e4-900cf86a3d13, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:34.320142 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.352131 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1c0425b-696f-41f2-b2d9-a77217f5dec2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.372285 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] For port 598e7b7a-2ef4-437e-84e4-900cf86a3d13, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:34.376468 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] For port 598e7b7a-2ef4-437e-84e4-900cf86a3d13, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=598e7b7a-2ef4-437e-84e4-900cf86a3d13,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:34.503591 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.557925 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1c0425b-696f-41f2-b2d9-a77217f5dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.565189 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] Routers {'3acd8305-a874-4212-92f1-f2881c53727f'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:55:34.566308 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:55:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['3acd8305-a874-4212-92f1-f2881c53727f'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:34.627557 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c0425b-696f-41f2-b2d9-a77217f5dec2 admin admin] Network 92f18200-ed11-4558-9d5a-46b84d442599 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:34.633127 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-e1c0425b-696f-41f2-b2d9-a77217f5dec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:34.652512 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c0425b-696f-41f2-b2d9-a77217f5dec2 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:34.656775 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2723c-284f-4a5e-95a8-842d09197894 None None] Pushing event updated for resources: {'Port': ['ID=598e7b7a-2ef4-437e-84e4-900cf86a3d13,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:34.692600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0425b-696f-41f2-b2d9-a77217f5dec2 admin admin] Pushing event updated for resources: {'Port': ['ID=1f73d1b8-ade0-472c-972d-917e8cf4f752,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:34.726151 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1c0425b-696f-41f2-b2d9-a77217f5dec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.770992 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] Set router 3acd8305-a874-4212-92f1-f2881c53727f gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:55:34.976519 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-44052df2-7f2b-400a-8508-7558cbe2f57b None None] Provisioning complete for port 1f73d1b8-ade0-472c-972d-917e8cf4f752 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:34.977255 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-44052df2-7f2b-400a-8508-7558cbe2f57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.989414 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acd8305-a874-4212-92f1-f2881c53727f', 'name': 'tempest-TestEncryptedCinderVolumes-1676276407-router', 'tenant_id': '35926dec5603453fa017ca8c8b0002d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '598e7b7a-2ef4-437e-84e4-900cf86a3d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:55:30Z', 'updated_at': '2021-09-16T05:55:32Z', 'revision_number': 3, 'project_id': '35926dec5603453fa017ca8c8b0002d7', 'gw_port': {'id': '598e7b7a-2ef4-437e-84e4-900cf86a3d13', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acd8305-a874-4212-92f1-f2881c53727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:55:31Z', 'updated_at': '2021-09-16T05:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:35.010497 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1c0425b-696f-41f2-b2d9-a77217f5dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:35.023332 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-44052df2-7f2b-400a-8508-7558cbe2f57b None None] Port 1f73d1b8-ade0-472c-972d-917e8cf4f752 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:55:35.028297 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91138f06-53ad-488c-acbb-8611026cf6a1 None None] The sync data for ids ['3acd8305-a874-4212-92f1-f2881c53727f'] in n-d-712140-13 is: [{'id': '3acd8305-a874-4212-92f1-f2881c53727f', 'name': 'tempest-TestEncryptedCinderVolumes-1676276407-router', 'tenant_id': '35926dec5603453fa017ca8c8b0002d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '598e7b7a-2ef4-437e-84e4-900cf86a3d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:55:30Z', 'updated_at': '2021-09-16T05:55:32Z', 'revision_number': 3, 'project_id': '35926dec5603453fa017ca8c8b0002d7', 'gw_port': {'id': '598e7b7a-2ef4-437e-84e4-900cf86a3d13', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acd8305-a874-4212-92f1-f2881c53727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:55:31Z', 'updated_at': '2021-09-16T05:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:55:35.252933 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1c0425b-696f-41f2-b2d9-a77217f5dec2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:35.302349 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b96b33cc-e59c-409f-bfd2-ecdf6c92fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:35.331175 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1c0425b-696f-41f2-b2d9-a77217f5dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:35.413250 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e1c0425b-696f-41f2-b2d9-a77217f5dec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:35.415330 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0425b-696f-41f2-b2d9-a77217f5dec2 admin admin] Pushing event updated for resources: {'Port': ['ID=1f73d1b8-ade0-472c-972d-917e8cf4f752,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:35.526242 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c0425b-696f-41f2-b2d9-a77217f5dec2 admin admin] Network 92f18200-ed11-4558-9d5a-46b84d442599 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:35.527558 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-e1c0425b-696f-41f2-b2d9-a77217f5dec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:35.719404 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c0425b-696f-41f2-b2d9-a77217f5dec2 admin admin] Router 3acd8305-a874-4212-92f1-f2881c53727f has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:55:35.733304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c878180c-9d9b-4d4b-887e-54c7c9a88fa4 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:35.833542 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port c878180c-9d9b-4d4b-887e-54c7c9a88fa4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:35.835170 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:35.885315 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d2c4f856-4c9a-4343-962e-ba9c811ec6cb None None] Provisioning complete for port 1f73d1b8-ade0-472c-972d-917e8cf4f752 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:35.885689 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d2c4f856-4c9a-4343-962e-ba9c811ec6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:35.894945 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c0425b-696f-41f2-b2d9-a77217f5dec2 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:55:35.910724 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e1c0425b-696f-41f2-b2d9-a77217f5dec2 admin admin] 10.222.0.20 "PUT /v2.0/routers/3acd8305-a874-4212-92f1-f2881c53727f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4182870 Sep 16 05:55:35.945894 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d2c4f856-4c9a-4343-962e-ba9c811ec6cb None None] Port 1f73d1b8-ade0-472c-972d-917e8cf4f752 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:55:35.996348 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 598e7b7a-2ef4-437e-84e4-900cf86a3d13 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:36.070277 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 598e7b7a-2ef4-437e-84e4-900cf86a3d13 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:36.070652 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:36.170557 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:36.201007 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 598e7b7a-2ef4-437e-84e4-900cf86a3d13, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=598e7b7a-2ef4-437e-84e4-900cf86a3d13,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:36.285524 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:36.344236 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=598e7b7a-2ef4-437e-84e4-900cf86a3d13,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:36.926445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-c188807f-7529-4091-b9c7-257b531231ea tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:36.927975 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-c188807f-7529-4091-b9c7-257b531231ea tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/networks?id=9d049ab9-bdde-4a9f-836b-37bbc210cda4 HTTP/1.1" status: 200 len: 817 time: 0.1205359 Sep 16 05:55:36.945888 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-58bc90e1-81b7-4e45-b054-c2bfa3ad11b9 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/quotas/40e85b5c631941f29a34dc9a4752395a HTTP/1.1" status: 200 len: 375 time: 0.0118408 Sep 16 05:55:37.005615 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-5fc607a0-2851-45d5-93a0-7a221bc5188b tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=40e85b5c631941f29a34dc9a4752395a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529158 Sep 16 05:55:37.101176 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] Sync routers for ids ['3acd8305-a874-4212-92f1-f2881c53727f'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:55:37.111085 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] Routers {'3acd8305-a874-4212-92f1-f2881c53727f'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:55:37.111814 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:55:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['3acd8305-a874-4212-92f1-f2881c53727f'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:37.271135 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] Set router 3acd8305-a874-4212-92f1-f2881c53727f gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:55:37.290673 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-d5a13480-5be3-49b0-9cca-fcb420df9b84 service neutron] 10.222.0.20 "GET /v2.0/networks/9d049ab9-bdde-4a9f-836b-37bbc210cda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681856 Sep 16 05:55:37.391054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-53c9a84d-7ac5-4d56-ac9a-71395c17cbe3 service neutron] 10.222.0.20 "GET /v2.0/networks/9d049ab9-bdde-4a9f-836b-37bbc210cda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933509 Sep 16 05:55:37.489496 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acd8305-a874-4212-92f1-f2881c53727f', 'name': 'tempest-TestEncryptedCinderVolumes-1676276407-router', 'tenant_id': '35926dec5603453fa017ca8c8b0002d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '598e7b7a-2ef4-437e-84e4-900cf86a3d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:55:30Z', 'updated_at': '2021-09-16T05:55:34Z', 'revision_number': 4, 'project_id': '35926dec5603453fa017ca8c8b0002d7', 'gw_port': {'id': '598e7b7a-2ef4-437e-84e4-900cf86a3d13', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acd8305-a874-4212-92f1-f2881c53727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:55:31Z', 'updated_at': '2021-09-16T05:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '1f73d1b8-ade0-472c-972d-917e8cf4f752', 'name': '', 'network_id': '92f18200-ed11-4558-9d5a-46b84d442599', 'tenant_id': '35926dec5603453fa017ca8c8b0002d7', 'mac_address': 'fa:16:3e:38:72:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acd8305-a874-4212-92f1-f2881c53727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '3fad45a6-2a07-45b8-9cf1-854e04ce4423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:55:34Z', 'updated_at': '2021-09-16T05:55:35Z', 'revision_number': 2, 'project_id': '35926dec5603453fa017ca8c8b0002d7', 'subnets': [{'id': '3fad45a6-2a07-45b8-9cf1-854e04ce4423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:37.520429 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] Checking router: 3acd8305-a874-4212-92f1-f2881c53727f for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:55:37.520820 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] Updating router 3acd8305-a874-4212-92f1-f2881c53727f port 1f73d1b8-ade0-472c-972d-917e8cf4f752 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:55:37.546907 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:37.657345 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 598e7b7a-2ef4-437e-84e4-900cf86a3d13 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:37.672317 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6adfb3eb-ee85-4b49-8598-bf7abd498756 req-fbe8a8f0-f5e3-4e04-802b-2ff42b9ae853 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 210 time: 0.0302913 Sep 16 05:55:37.803288 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 598e7b7a-2ef4-437e-84e4-900cf86a3d13 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:37.804735 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:37.868771 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-28df60d0-9e1c-403f-bfa7-f63bf0eedc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:37.977255 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:38.099693 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:38.156460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657527a-0660-4e0e-a8ce-e492f9dbeb66 None None] Pushing event updated for resources: {'Port': ['ID=1f73d1b8-ade0-472c-972d-917e8cf4f752,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:38.220970 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] Attempting to bind port 1f73d1b8-ade0-472c-972d-917e8cf4f752 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:38.221351 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] Attempting to bind port 1f73d1b8-ade0-472c-972d-917e8cf4f752 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '8078c152-c496-4055-9a84-b01af9962e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '92f18200-ed11-4558-9d5a-46b84d442599'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:38.221706 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] Attempting to bind port 1f73d1b8-ade0-472c-972d-917e8cf4f752 on network 92f18200-ed11-4558-9d5a-46b84d442599 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:38.229310 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:38.229685 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] Checking segment: {'id': '8078c152-c496-4055-9a84-b01af9962e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '92f18200-ed11-4558-9d5a-46b84d442599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:38.230114 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:38.230523 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] Bound using segment: {'id': '8078c152-c496-4055-9a84-b01af9962e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '92f18200-ed11-4558-9d5a-46b84d442599'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:38.231045 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] Bound port: 1f73d1b8-ade0-472c-972d-917e8cf4f752, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8078c152-c496-4055-9a84-b01af9962e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '92f18200-ed11-4558-9d5a-46b84d442599'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:38.231431 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:38.320971 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] For port 1f73d1b8-ade0-472c-972d-917e8cf4f752, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:38.325228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] For port 1f73d1b8-ade0-472c-972d-917e8cf4f752, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=1f73d1b8-ade0-472c-972d-917e8cf4f752,segment=NetworkSegment(8078c152-c496-4055-9a84-b01af9962e90),segment_id=8078c152-c496-4055-9a84-b01af9962e90)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:38.392105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-932383ac-cf49-4cb3-9c54-a1509c783d3e None None] Provisioning complete for port 1f73d1b8-ade0-472c-972d-917e8cf4f752 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:38.392479 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-932383ac-cf49-4cb3-9c54-a1509c783d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:38.421497 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:38.468328 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-932383ac-cf49-4cb3-9c54-a1509c783d3e None None] Port 1f73d1b8-ade0-472c-972d-917e8cf4f752 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:55:38.502287 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] Routers {'3acd8305-a874-4212-92f1-f2881c53727f'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:55:38.502936 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:55:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['3acd8305-a874-4212-92f1-f2881c53727f'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:38.505994 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657527a-0660-4e0e-a8ce-e492f9dbeb66 None None] Pushing event updated for resources: {'Port': ['ID=1f73d1b8-ade0-472c-972d-917e8cf4f752,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:38.629780 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] Set router 3acd8305-a874-4212-92f1-f2881c53727f gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:55:38.779520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-43191a5e-61c9-450e-8eef-ded7bd1854da req-598ed1ba-f6b1-4d91-ac1c-cc7d5f9e8e3f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 210 time: 0.0310953 Sep 16 05:55:38.942738 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:38.980642 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9aa9fa94-97e3-41f8-86e1-9e4893b794f4 None None] Provisioning complete for port 1f73d1b8-ade0-472c-972d-917e8cf4f752 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:38.981005 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9aa9fa94-97e3-41f8-86e1-9e4893b794f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:39.107757 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9aa9fa94-97e3-41f8-86e1-9e4893b794f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:39.111208 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acd8305-a874-4212-92f1-f2881c53727f', 'name': 'tempest-TestEncryptedCinderVolumes-1676276407-router', 'tenant_id': '35926dec5603453fa017ca8c8b0002d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '598e7b7a-2ef4-437e-84e4-900cf86a3d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:55:30Z', 'updated_at': '2021-09-16T05:55:34Z', 'revision_number': 4, 'project_id': '35926dec5603453fa017ca8c8b0002d7', 'gw_port': {'id': '598e7b7a-2ef4-437e-84e4-900cf86a3d13', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acd8305-a874-4212-92f1-f2881c53727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:55:31Z', 'updated_at': '2021-09-16T05:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '1f73d1b8-ade0-472c-972d-917e8cf4f752', 'name': '', 'network_id': '92f18200-ed11-4558-9d5a-46b84d442599', 'tenant_id': '35926dec5603453fa017ca8c8b0002d7', 'mac_address': 'fa:16:3e:38:72:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acd8305-a874-4212-92f1-f2881c53727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '3fad45a6-2a07-45b8-9cf1-854e04ce4423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:55:34Z', 'updated_at': '2021-09-16T05:55:38Z', 'revision_number': 4, 'project_id': '35926dec5603453fa017ca8c8b0002d7', 'subnets': [{'id': '3fad45a6-2a07-45b8-9cf1-854e04ce4423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:39.148399 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3891d5f9-d492-472d-98ca-8ae313f8c3c9 None None] The sync data for ids ['3acd8305-a874-4212-92f1-f2881c53727f'] in n-d-712140-13 is: [{'id': '3acd8305-a874-4212-92f1-f2881c53727f', 'name': 'tempest-TestEncryptedCinderVolumes-1676276407-router', 'tenant_id': '35926dec5603453fa017ca8c8b0002d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '598e7b7a-2ef4-437e-84e4-900cf86a3d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:55:30Z', 'updated_at': '2021-09-16T05:55:34Z', 'revision_number': 4, 'project_id': '35926dec5603453fa017ca8c8b0002d7', 'gw_port': {'id': '598e7b7a-2ef4-437e-84e4-900cf86a3d13', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acd8305-a874-4212-92f1-f2881c53727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:55:31Z', 'updated_at': '2021-09-16T05:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '1f73d1b8-ade0-472c-972d-917e8cf4f752', 'name': '', 'network_id': '92f18200-ed11-4558-9d5a-46b84d442599', 'tenant_id': '35926dec5603453fa017ca8c8b0002d7', 'mac_address': 'fa:16:3e:38:72:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acd8305-a874-4212-92f1-f2881c53727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '3fad45a6-2a07-45b8-9cf1-854e04ce4423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:55:34Z', 'updated_at': '2021-09-16T05:55:38Z', 'revision_number': 4, 'project_id': '35926dec5603453fa017ca8c8b0002d7', 'subnets': [{'id': '3fad45a6-2a07-45b8-9cf1-854e04ce4423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:55:39.174561 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9aa9fa94-97e3-41f8-86e1-9e4893b794f4 None None] For port 1f73d1b8-ade0-472c-972d-917e8cf4f752, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=1f73d1b8-ade0-472c-972d-917e8cf4f752,segment=NetworkSegment(8078c152-c496-4055-9a84-b01af9962e90),segment_id=8078c152-c496-4055-9a84-b01af9962e90)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:39.276789 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9aa9fa94-97e3-41f8-86e1-9e4893b794f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:39.347155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9fa94-97e3-41f8-86e1-9e4893b794f4 None None] Pushing event updated for resources: {'Port': ['ID=1f73d1b8-ade0-472c-972d-917e8cf4f752,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:39.517469 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:39.625212 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 1f73d1b8-ade0-472c-972d-917e8cf4f752 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:39.682848 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 1f73d1b8-ade0-472c-972d-917e8cf4f752 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:39.683270 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:39.917649 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d3f3d42-f9d5-4d42-9214-1cda060bc872 req-125812e1-ddea-483b-9465-fe8149158030 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 210 time: 0.0379460 Sep 16 05:55:40.648888 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-60d5b164-92fa-4020-a3af-242fa98e2dfc tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:40.650386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-60d5b164-92fa-4020-a3af-242fa98e2dfc tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.21 "GET /v2.0/networks?id=9d049ab9-bdde-4a9f-836b-37bbc210cda4 HTTP/1.1" status: 200 len: 817 time: 0.1086984 Sep 16 05:55:40.683200 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-1eca4fb7-7a58-4c03-9c7a-9c60fe1d0260 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Request body: {'port': {'device_id': 'a1013695-7353-47ac-95d5-c62b0bc2e59f', 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4', 'admin_state_up': True, 'tenant_id': '40e85b5c631941f29a34dc9a4752395a'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:40.907010 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-1eca4fb7-7a58-4c03-9c7a-9c60fe1d0260 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Made reservation on behalf of 40e85b5c631941f29a34dc9a4752395a for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:40.908604 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-1eca4fb7-7a58-4c03-9c7a-9c60fe1d0260 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:41.064258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f6735a0-2da2-4015-9726-90be2318087d req-e9bd0bb3-b95f-40ff-bc77-1ab8e7a9623c tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 210 time: 0.0420306 Sep 16 05:55:41.082054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-1eca4fb7-7a58-4c03-9c7a-9c60fe1d0260 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Allocated IP 172.20.0.3 (9d049ab9-bdde-4a9f-836b-37bbc210cda4/fcb490f6-c0fe-405a-899b-1a5bec5cc255/bfde01ea-f162-4b52-b2df-e5d3f22365b4) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:41.111075 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:41.252945 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-1eca4fb7-7a58-4c03-9c7a-9c60fe1d0260 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:41.414603 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-1eca4fb7-7a58-4c03-9c7a-9c60fe1d0260 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:41.462469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-1eca4fb7-7a58-4c03-9c7a-9c60fe1d0260 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Network 9d049ab9-bdde-4a9f-836b-37bbc210cda4 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:41.465962 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-1eca4fb7-7a58-4c03-9c7a-9c60fe1d0260 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:41.473680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-1eca4fb7-7a58-4c03-9c7a-9c60fe1d0260 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:41.480955 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca4fb7-7a58-4c03-9c7a-9c60fe1d0260 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Pushing event updated for resources: {'Port': ['ID=bfde01ea-f162-4b52-b2df-e5d3f22365b4,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:41.541346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-1eca4fb7-7a58-4c03-9c7a-9c60fe1d0260 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:41.542076 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-1eca4fb7-7a58-4c03-9c7a-9c60fe1d0260 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:41.718041 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-155ca7be-0f74-4be8-9083-0b6eb6f919b1 None None] Provisioning complete for port bfde01ea-f162-4b52-b2df-e5d3f22365b4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:41.726002 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-155ca7be-0f74-4be8-9083-0b6eb6f919b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:41.754270 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-155ca7be-0f74-4be8-9083-0b6eb6f919b1 None None] Port bfde01ea-f162-4b52-b2df-e5d3f22365b4 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:55:41.799719 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-1eca4fb7-7a58-4c03-9c7a-9c60fe1d0260 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1203401 Sep 16 05:55:41.819931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Request body: {'port': {'device_id': 'a1013695-7353-47ac-95d5-c62b0bc2e59f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:41.885262 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:42.257480 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfde01ea-f162-4b52-b2df-e5d3f22365b4 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:55:42.275118 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:42.309645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Transition to ACTIVE for port object bfde01ea-f162-4b52-b2df-e5d3f22365b4 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:55:42.325744 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2d94a-83f6-4177-8c43-305ef3a1c769 req-448df94d-15e3-4b1f-a7a5-5bd546ab651d tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:42.328650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3dc2d94a-83f6-4177-8c43-305ef3a1c769 req-448df94d-15e3-4b1f-a7a5-5bd546ab651d tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 931 time: 0.1404362 Sep 16 05:55:42.370725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3dc2d94a-83f6-4177-8c43-305ef3a1c769 req-f67ef1ea-af5a-410b-8b2e-4c2006951c69 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352128 Sep 16 05:55:42.408054 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:42.465843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Pushing event updated for resources: {'Port': ['ID=bfde01ea-f162-4b52-b2df-e5d3f22365b4,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:42.544798 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Attempting to bind port bfde01ea-f162-4b52-b2df-e5d3f22365b4 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:42.545248 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Attempting to bind port bfde01ea-f162-4b52-b2df-e5d3f22365b4 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:42.545660 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Attempting to bind port bfde01ea-f162-4b52-b2df-e5d3f22365b4 on network 9d049ab9-bdde-4a9f-836b-37bbc210cda4 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:42.551758 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Port bfde01ea-f162-4b52-b2df-e5d3f22365b4 on network 9d049ab9-bdde-4a9f-836b-37bbc210cda4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:55:42.552135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Attempting to bind port bfde01ea-f162-4b52-b2df-e5d3f22365b4 on network 9d049ab9-bdde-4a9f-836b-37bbc210cda4 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:42.558041 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:42.558392 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Checking segment: {'id': 'f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:42.558792 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Bound using segment: {'id': 'f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:42.559323 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Bound port: bfde01ea-f162-4b52-b2df-e5d3f22365b4, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:42.559655 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:42.636510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] For port bfde01ea-f162-4b52-b2df-e5d3f22365b4, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:42.639997 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] For port bfde01ea-f162-4b52-b2df-e5d3f22365b4, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=bfde01ea-f162-4b52-b2df-e5d3f22365b4,segment=NetworkSegment(f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a),segment_id=f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:42.834602 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:42.875531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:42.876168 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:42.877634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] 10.222.0.21 "PUT /v2.0/ports/bfde01ea-f162-4b52-b2df-e5d3f22365b4 HTTP/1.1" status: 200 len: 1092 time: 1.0628033 Sep 16 05:55:42.878146 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1013695-7353-47ac-95d5-c62b0bc2e59f', 'tag': 'bfde01ea-f162-4b52-b2df-e5d3f22365b4'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:55:42.880519 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db0dca6-3038-493a-a9e2-169506f1d8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "a1013695-7353-47ac-95d5-c62b0bc2e59f", "tag": "bfde01ea-f162-4b52-b2df-e5d3f22365b4"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:55:42.917396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5333f-44aa-482d-a654-2cbb0b4d11b0 service neutron] Pushing event updated for resources: {'Port': ['ID=bfde01ea-f162-4b52-b2df-e5d3f22365b4,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:42.930169 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2975b1b5-4547-4e84-a8e2-ae86bb8eda42 x-openstack-request-id: req-2975b1b5-4547-4e84-a8e2-ae86bb8eda42 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:55:42.930458 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1013695-7353-47ac-95d5-c62b0bc2e59f", "tag": "bfde01ea-f162-4b52-b2df-e5d3f22365b4", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:55:42.930704 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2975b1b5-4547-4e84-a8e2-ae86bb8eda42 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:55:42.931175 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1013695-7353-47ac-95d5-c62b0bc2e59f', 'tag': 'bfde01ea-f162-4b52-b2df-e5d3f22365b4', 'status': 'completed', 'code': 200} Sep 16 05:55:43.024909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0dca6-3038-493a-a9e2-169506f1d8fb req-dd956868-d515-4513-b5d8-39b5fd7ff9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:43.026485 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1db0dca6-3038-493a-a9e2-169506f1d8fb req-dd956868-d515-4513-b5d8-39b5fd7ff9fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40e85b5c631941f29a34dc9a4752395a&device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 1095 time: 0.0523002 Sep 16 05:55:43.149790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0dca6-3038-493a-a9e2-169506f1d8fb req-22e425f6-a354-4c0c-8e69-0d17351bbc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:43.151359 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1db0dca6-3038-493a-a9e2-169506f1d8fb req-22e425f6-a354-4c0c-8e69-0d17351bbc42 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=40e85b5c631941f29a34dc9a4752395a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1104805 Sep 16 05:55:43.256917 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0dca6-3038-493a-a9e2-169506f1d8fb req-03c0fe0a-69ab-432b-9755-3977917e303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:43.258430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1db0dca6-3038-493a-a9e2-169506f1d8fb req-03c0fe0a-69ab-432b-9755-3977917e303a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995765 Sep 16 05:55:43.366076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-99b4e812-8fb5-4bb9-b7b8-a7a2cbac0005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:43.367683 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-99b4e812-8fb5-4bb9-b7b8-a7a2cbac0005 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40e85b5c631941f29a34dc9a4752395a&device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 1095 time: 0.0487678 Sep 16 05:55:43.422642 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-93b1fc9f-dd19-41ea-9e00-4322fe2dd58d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfde01ea-f162-4b52-b2df-e5d3f22365b4 HTTP/1.1" status: 200 len: 217 time: 0.0420082 Sep 16 05:55:43.526662 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-e6e7cd02-cc33-43fa-acdf-f297d43a5c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:43.528229 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-e6e7cd02-cc33-43fa-acdf-f297d43a5c4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fcb490f6-c0fe-405a-899b-1a5bec5cc255 HTTP/1.1" status: 200 len: 856 time: 0.0989127 Sep 16 05:55:43.552740 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14721f4f-8760-4116-9c23-b46a6fc761ed req-40804fea-a4a5-44ec-97ae-9192c25a405d tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:43.554468 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14721f4f-8760-4116-9c23-b46a6fc761ed req-40804fea-a4a5-44ec-97ae-9192c25a405d tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 943 time: 0.0957828 Sep 16 05:55:43.623027 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-3a8322a4-c82b-417b-9b20-c0a93f1e0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:43.624662 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-3a8322a4-c82b-417b-9b20-c0a93f1e0d1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d049ab9-bdde-4a9f-836b-37bbc210cda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887072 Sep 16 05:55:43.628035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14721f4f-8760-4116-9c23-b46a6fc761ed req-604aa23f-f1df-4a49-82d1-dbde29834b2d tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507848 Sep 16 05:55:43.727245 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-6f52b3b2-3d2a-45d5-b1b8-8923fcb44cdf service neutron] 10.222.0.21 "GET /v2.0/networks/9d049ab9-bdde-4a9f-836b-37bbc210cda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946810 Sep 16 05:55:43.834662 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-23c654ec-1fea-4c47-8422-41dd017b8b8d req-6af7928d-710a-45bc-8196-c7f3204381bc service neutron] 10.222.0.21 "GET /v2.0/networks/9d049ab9-bdde-4a9f-836b-37bbc210cda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001368 Sep 16 05:55:44.757679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d159a-076c-4b52-998a-a49cfd6a845a req-ab30aa4e-acd7-4304-a85b-9111d8f49b1b tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:44.759355 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f05d159a-076c-4b52-998a-a49cfd6a845a req-ab30aa4e-acd7-4304-a85b-9111d8f49b1b tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 943 time: 0.0570698 Sep 16 05:55:44.811348 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f05d159a-076c-4b52-998a-a49cfd6a845a req-e451d58f-9483-49ee-b8f6-788b9d7e5f5a tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451241 Sep 16 05:55:45.965265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb088728-45e3-4e7c-b272-4af1deb38738 req-5d769830-42c7-463f-a209-462a8e993f4d tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:45.965265 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb088728-45e3-4e7c-b272-4af1deb38738 req-5d769830-42c7-463f-a209-462a8e993f4d tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 943 time: 0.0558372 Sep 16 05:55:46.014012 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb088728-45e3-4e7c-b272-4af1deb38738 req-e26f2cc5-61d9-4d80-9d59-d8549711de9f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462029 Sep 16 05:55:47.146559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d580f18-6af5-4706-911f-91f1d4b71d98 req-3dcc658c-b05e-40ab-9daa-1051c462275f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:47.148076 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d580f18-6af5-4706-911f-91f1d4b71d98 req-3dcc658c-b05e-40ab-9daa-1051c462275f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 943 time: 0.0519245 Sep 16 05:55:47.202378 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d580f18-6af5-4706-911f-91f1d4b71d98 req-c631369f-ed78-46c7-9f98-61eff7d8e8e6 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479820 Sep 16 05:55:47.616421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device bfde01ea-f162-4b52-b2df-e5d3f22365b4 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:55:47.724916 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port bfde01ea-f162-4b52-b2df-e5d3f22365b4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=bfde01ea-f162-4b52-b2df-e5d3f22365b4,segment=NetworkSegment(f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a),segment_id=f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:47.737214 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'bfde01ea-f162-4b52-b2df-e5d3f22365b4', 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4', 'port_id': 'bfde01ea-f162-4b52-b2df-e5d3f22365b4', 'mac_address': 'fa:16:3e:01:8d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb490f6-c0fe-405a-899b-1a5bec5cc255', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:55:47.776876 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:47.791668 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfde01ea-f162-4b52-b2df-e5d3f22365b4 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:55:47.814267 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port bfde01ea-f162-4b52-b2df-e5d3f22365b4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=bfde01ea-f162-4b52-b2df-e5d3f22365b4,segment=NetworkSegment(f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a),segment_id=f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:47.879587 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:47.960163 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=bfde01ea-f162-4b52-b2df-e5d3f22365b4,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:48.251475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['bfde01ea-f162-4b52-b2df-e5d3f22365b4'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:55:48.327916 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f2fa7-96cc-495a-bece-abe6b4dff4d1 req-edb504ff-cda1-4068-a09b-2733d3a3de08 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:48.329493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d4f2fa7-96cc-495a-bece-abe6b4dff4d1 req-edb504ff-cda1-4068-a09b-2733d3a3de08 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 944 time: 0.0532382 Sep 16 05:55:48.371865 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5d4f2fa7-96cc-495a-bece-abe6b4dff4d1 req-06611b70-c805-4c78-ad9c-32eafe44bd29 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348768 Sep 16 05:55:49.506535 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8401bb-8fb9-4498-a364-428d83077f1f req-d617e60e-960d-47b9-8698-8a4e8a683a8c tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:49.508125 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c8401bb-8fb9-4498-a364-428d83077f1f req-d617e60e-960d-47b9-8698-8a4e8a683a8c tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 944 time: 0.0527852 Sep 16 05:55:49.552634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c8401bb-8fb9-4498-a364-428d83077f1f req-0358f7a6-855e-4a7a-991c-ad240664bdb8 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380220 Sep 16 05:55:49.615698 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device bfde01ea-f162-4b52-b2df-e5d3f22365b4 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:49.790175 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port bfde01ea-f162-4b52-b2df-e5d3f22365b4 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:55:49.794409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port bfde01ea-f162-4b52-b2df-e5d3f22365b4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:49.794834 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:49.880676 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:49.906041 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1013695-7353-47ac-95d5-c62b0bc2e59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfde01ea-f162-4b52-b2df-e5d3f22365b4'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:55:49.907949 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc1fa6e-9d20-43d9-96cd-ab6f17c81caf" -d '{"events": [{"server_uuid": "a1013695-7353-47ac-95d5-c62b0bc2e59f", "name": "network-vif-plugged", "status": "completed", "tag": "bfde01ea-f162-4b52-b2df-e5d3f22365b4"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:55:49.922106 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port bfde01ea-f162-4b52-b2df-e5d3f22365b4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=bfde01ea-f162-4b52-b2df-e5d3f22365b4,segment=NetworkSegment(f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a),segment_id=f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:49.951616 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4665c6c3-5178-4402-b571-0bf3e81a2a06 x-openstack-request-id: req-4665c6c3-5178-4402-b571-0bf3e81a2a06 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:55:49.951912 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1013695-7353-47ac-95d5-c62b0bc2e59f", "name": "network-vif-plugged", "status": "completed", "tag": "bfde01ea-f162-4b52-b2df-e5d3f22365b4", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:55:49.952165 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4665c6c3-5178-4402-b571-0bf3e81a2a06 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:55:49.952563 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1013695-7353-47ac-95d5-c62b0bc2e59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfde01ea-f162-4b52-b2df-e5d3f22365b4', 'code': 200} Sep 16 05:55:50.019368 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:50.078445 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=bfde01ea-f162-4b52-b2df-e5d3f22365b4,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:50.080942 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8e29e-8c2e-4015-9c61-dc325b4fc530 req-f6d0d156-33eb-4cb3-9d5f-da021aab214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.083428 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16d8e29e-8c2e-4015-9c61-dc325b4fc530 req-f6d0d156-33eb-4cb3-9d5f-da021aab214a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 1097 time: 0.0437801 Sep 16 05:55:50.124558 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16d8e29e-8c2e-4015-9c61-dc325b4fc530 req-e5d258f4-a912-40ce-b1ba-046900316b50 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336771 Sep 16 05:55:50.678755 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f57353-bae8-446f-bddd-60a5a99bda23 req-5f1d6031-0f34-476b-8f7b-9071402f2f06 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.686436 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95f57353-bae8-446f-bddd-60a5a99bda23 req-5f1d6031-0f34-476b-8f7b-9071402f2f06 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 945 time: 0.0591905 Sep 16 05:55:50.727088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-95f57353-bae8-446f-bddd-60a5a99bda23 req-b2be0b19-41d7-4331-bbe6-af1df29c8c57 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387051 Sep 16 05:55:51.847464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b769e-1c82-4701-9e07-8e7d9376d0f1 req-747821a8-152b-4953-b25d-7877ecc618af tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:51.849398 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-365b769e-1c82-4701-9e07-8e7d9376d0f1 req-747821a8-152b-4953-b25d-7877ecc618af tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 945 time: 0.0525324 Sep 16 05:55:51.895678 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-365b769e-1c82-4701-9e07-8e7d9376d0f1 req-ae5dd3c3-1624-4b6b-be53-0f43044f9b5f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387402 Sep 16 05:55:52.030459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e007f-b197-4d4d-800b-a958be2856c0 req-60e9165e-2c05-43d3-ae64-c7ac31a56cf8 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:52.032172 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e7e007f-b197-4d4d-800b-a958be2856c0 req-60e9165e-2c05-43d3-ae64-c7ac31a56cf8 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 945 time: 0.0544767 Sep 16 05:55:52.079109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e7e007f-b197-4d4d-800b-a958be2856c0 req-7643ab42-9f38-493a-92ad-751df8cf4d98 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392783 Sep 16 05:55:54.988485 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:58.955967 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:05.298520 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e987245c-ace8-4ff8-a7f1-50a45d5c4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:06.260491 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:56:07.802720 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cbdc5493-3055-418f-a3f2-468f88a351ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.604590 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:09.507726 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:11.039295 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:17.099981 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cbd6b-06c0-4d4c-b48d-dc04544bde81 req-39a51480-1749-4593-80d0-e237c4e5e4f1 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:17.101641 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f1cbd6b-06c0-4d4c-b48d-dc04544bde81 req-39a51480-1749-4593-80d0-e237c4e5e4f1 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 945 time: 0.0551612 Sep 16 05:56:17.147472 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f1cbd6b-06c0-4d4c-b48d-dc04544bde81 req-d3039611-ef62-44a8-b9b5-1999410f4dec tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387449 Sep 16 05:56:18.271773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a089b9-a2a5-462e-98b7-0308a5f154fd req-12234fdd-8576-4390-b61a-d30f4bfb8d47 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:18.273268 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58a089b9-a2a5-462e-98b7-0308a5f154fd req-12234fdd-8576-4390-b61a-d30f4bfb8d47 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 945 time: 0.0504272 Sep 16 05:56:18.317635 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58a089b9-a2a5-462e-98b7-0308a5f154fd req-a53dee5e-7a60-406e-b8ec-47b4344e7864 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379124 Sep 16 05:56:19.085186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aaf17-562c-41e9-8ab2-cad83256768b req-5eec1e1c-d784-45aa-aef6-15ef859bf320 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:19.086693 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-876aaf17-562c-41e9-8ab2-cad83256768b req-5eec1e1c-d784-45aa-aef6-15ef859bf320 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 945 time: 0.0531094 Sep 16 05:56:19.182071 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-876aaf17-562c-41e9-8ab2-cad83256768b req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Deleting port bfde01ea-f162-4b52-b2df-e5d3f22365b4 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:19.182419 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-876aaf17-562c-41e9-8ab2-cad83256768b req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.282292 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-876aaf17-562c-41e9-8ab2-cad83256768b req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] For port bfde01ea-f162-4b52-b2df-e5d3f22365b4, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=bfde01ea-f162-4b52-b2df-e5d3f22365b4,segment=NetworkSegment(f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a),segment_id=f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:19.283304 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-876aaf17-562c-41e9-8ab2-cad83256768b req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.296253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-876aaf17-562c-41e9-8ab2-cad83256768b req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Calling delete_port for bfde01ea-f162-4b52-b2df-e5d3f22365b4 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:19.484449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83087c79-233b-41b1-8652-995a66197a05 req-70ef13d5-18e2-427e-900b-37d2eaffcb19 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:19.486123 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83087c79-233b-41b1-8652-995a66197a05 req-70ef13d5-18e2-427e-900b-37d2eaffcb19 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 945 time: 0.0915303 Sep 16 05:56:19.531493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-83087c79-233b-41b1-8652-995a66197a05 req-1aeeee0e-d635-49bc-8125-c7b263edbdc0 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369968 Sep 16 05:56:19.539222 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-876aaf17-562c-41e9-8ab2-cad83256768b req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.571184 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['bfde01ea-f162-4b52-b2df-e5d3f22365b4'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:56:19.590168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Pushing event deleted for resources: {'Port': ['ID=bfde01ea-f162-4b52-b2df-e5d3f22365b4,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:19.612682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-876aaf17-562c-41e9-8ab2-cad83256768b req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] No DVR routers for this DVR port bfde01ea-f162-4b52-b2df-e5d3f22365b4 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:56:19.615709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:19.616065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:19.616508 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:19.616881 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:19.617221 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:19.617551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:19.617881 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:19.618210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:19.618539 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:19.618868 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:19.619217 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:19.619543 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:19.622967 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-876aaf17-562c-41e9-8ab2-cad83256768b req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.625275 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-876aaf17-562c-41e9-8ab2-cad83256768b req-9868b63a-a658-4c94-b518-533ad74e954f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.21 "DELETE /v2.0/ports/bfde01ea-f162-4b52-b2df-e5d3f22365b4 HTTP/1.1" status: 204 len: 173 time: 0.5321202 Sep 16 05:56:19.625523 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1013695-7353-47ac-95d5-c62b0bc2e59f', 'name': 'network-vif-deleted', 'tag': 'bfde01ea-f162-4b52-b2df-e5d3f22365b4'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:19.628435 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0419d0df-c73a-40b8-9ae6-8ebf7a4ab2cf" -d '{"events": [{"server_uuid": "a1013695-7353-47ac-95d5-c62b0bc2e59f", "name": "network-vif-deleted", "tag": "bfde01ea-f162-4b52-b2df-e5d3f22365b4"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:19.669361 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7653433-3a3e-43b2-8996-830ded765ac1 x-openstack-request-id: req-c7653433-3a3e-43b2-8996-830ded765ac1 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:19.669663 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1013695-7353-47ac-95d5-c62b0bc2e59f", "name": "network-vif-deleted", "tag": "bfde01ea-f162-4b52-b2df-e5d3f22365b4", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:19.669921 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7653433-3a3e-43b2-8996-830ded765ac1 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:19.670335 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1013695-7353-47ac-95d5-c62b0bc2e59f', 'name': 'network-vif-deleted', 'tag': 'bfde01ea-f162-4b52-b2df-e5d3f22365b4', 'status': 'completed', 'code': 200} Sep 16 05:56:20.650413 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a238026-1c87-46a0-8718-bebf14a13cf3 req-e6075fc2-c3bc-4e39-ac43-fedbb8af09e7 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1013695-7353-47ac-95d5-c62b0bc2e59f HTTP/1.1" status: 200 len: 210 time: 0.0319626 Sep 16 05:56:23.004424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-a32c599b-5bb9-44d3-875e-b982e0d66c64 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:23.006267 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-a32c599b-5bb9-44d3-875e-b982e0d66c64 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/networks?id=9d049ab9-bdde-4a9f-836b-37bbc210cda4 HTTP/1.1" status: 200 len: 817 time: 0.1447656 Sep 16 05:56:23.025391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-0edb2c56-d793-4c4b-ad5b-59f5311eb938 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/quotas/40e85b5c631941f29a34dc9a4752395a HTTP/1.1" status: 200 len: 375 time: 0.0121388 Sep 16 05:56:23.082115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-1421febd-9442-45e8-8ba6-2a430fc5401c tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=40e85b5c631941f29a34dc9a4752395a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504205 Sep 16 05:56:23.193244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-e017b171-9694-4c5f-a67e-ea1a8321a876 service neutron] 10.222.0.20 "GET /v2.0/networks/9d049ab9-bdde-4a9f-836b-37bbc210cda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979769 Sep 16 05:56:23.320267 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-d6bbb6bf-6dd8-41b8-aa51-47aefc1c7c1f service neutron] 10.222.0.20 "GET /v2.0/networks/9d049ab9-bdde-4a9f-836b-37bbc210cda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167176 Sep 16 05:56:23.584971 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0a4727f-93e8-4548-8d13-e43e5a94833d req-de1ee3d4-6d52-4c30-9b9d-39f6e8fdec00 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 210 time: 0.0306978 Sep 16 05:56:23.802996 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device bfde01ea-f162-4b52-b2df-e5d3f22365b4 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:56:23.826497 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: bfde01ea-f162-4b52-b2df-e5d3f22365b4 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:56:23.826744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device bfde01ea-f162-4b52-b2df-e5d3f22365b4 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:56:24.696460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9494201e-2f85-41b7-aef2-c9a6f9ac7ba1 req-9f5735fd-4534-450d-a5a1-4d8a6eaec26a tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 210 time: 0.0297790 Sep 16 05:56:24.986638 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:25.852501 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf6277f0-7abd-482b-b0b7-a62f625ade20 req-88889659-4076-4293-9f03-2d3e3cb9cfc9 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 210 time: 0.0652313 Sep 16 05:56:25.896445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-9bd98d2c-0a07-4a88-a162-dd9fb7f62a7d tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:25.898043 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-9bd98d2c-0a07-4a88-a162-dd9fb7f62a7d tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.21 "GET /v2.0/networks?id=9d049ab9-bdde-4a9f-836b-37bbc210cda4 HTTP/1.1" status: 200 len: 817 time: 0.1519756 Sep 16 05:56:25.918694 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-3c481a5b-c01c-4a0e-bc62-05a9e6752348 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Request body: {'port': {'device_id': '0e13faa7-1aa9-41c5-9b44-701232d0dc81', 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4', 'admin_state_up': True, 'tenant_id': '40e85b5c631941f29a34dc9a4752395a'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:26.118746 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-3c481a5b-c01c-4a0e-bc62-05a9e6752348 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Made reservation on behalf of 40e85b5c631941f29a34dc9a4752395a for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:26.122789 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-3c481a5b-c01c-4a0e-bc62-05a9e6752348 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.269356 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-3c481a5b-c01c-4a0e-bc62-05a9e6752348 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Allocated IP 172.20.0.10 (9d049ab9-bdde-4a9f-836b-37bbc210cda4/fcb490f6-c0fe-405a-899b-1a5bec5cc255/0737cade-0b62-4b77-b87d-cd712b417baa) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:26.439695 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-3c481a5b-c01c-4a0e-bc62-05a9e6752348 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.561618 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-3c481a5b-c01c-4a0e-bc62-05a9e6752348 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.608145 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-3c481a5b-c01c-4a0e-bc62-05a9e6752348 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Network 9d049ab9-bdde-4a9f-836b-37bbc210cda4 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:26.611211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-3c481a5b-c01c-4a0e-bc62-05a9e6752348 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:26.615611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-3c481a5b-c01c-4a0e-bc62-05a9e6752348 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:26.652661 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c481a5b-c01c-4a0e-bc62-05a9e6752348 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Pushing event updated for resources: {'Port': ['ID=0737cade-0b62-4b77-b87d-cd712b417baa,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:26.682404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-3c481a5b-c01c-4a0e-bc62-05a9e6752348 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:26.683156 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-3c481a5b-c01c-4a0e-bc62-05a9e6752348 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.807612 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-3c481a5b-c01c-4a0e-bc62-05a9e6752348 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8937106 Sep 16 05:56:26.846851 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-7295eda3-9937-4c9b-bc56-267e3716d747 None None] Provisioning complete for port 0737cade-0b62-4b77-b87d-cd712b417baa triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:26.848029 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7295eda3-9937-4c9b-bc56-267e3716d747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.852431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Request body: {'port': {'device_id': '0e13faa7-1aa9-41c5-9b44-701232d0dc81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:26.890706 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-7295eda3-9937-4c9b-bc56-267e3716d747 None None] Port 0737cade-0b62-4b77-b87d-cd712b417baa cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:26.919837 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:27.086512 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c97dc-0254-4955-81b1-e15ba9f7dace req-cb53ada6-8ff4-4f7e-a931-a954d1c62f05 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:27.088138 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b80c97dc-0254-4955-81b1-e15ba9f7dace req-cb53ada6-8ff4-4f7e-a931-a954d1c62f05 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 932 time: 0.1325927 Sep 16 05:56:27.580815 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b80c97dc-0254-4955-81b1-e15ba9f7dace req-2d55a2c3-fc0a-40d3-9d94-c1850aeba7fb tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862652 Sep 16 05:56:27.683997 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0737cade-0b62-4b77-b87d-cd712b417baa {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:56:27.693717 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:27.708774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Transition to ACTIVE for port object 0737cade-0b62-4b77-b87d-cd712b417baa will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:56:27.801673 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:27.856568 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Pushing event updated for resources: {'Port': ['ID=0737cade-0b62-4b77-b87d-cd712b417baa,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:27.967509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Attempting to bind port 0737cade-0b62-4b77-b87d-cd712b417baa on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:56:27.968152 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Attempting to bind port 0737cade-0b62-4b77-b87d-cd712b417baa by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:56:27.968275 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Attempting to bind port 0737cade-0b62-4b77-b87d-cd712b417baa on network 9d049ab9-bdde-4a9f-836b-37bbc210cda4 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:27.974787 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Port 0737cade-0b62-4b77-b87d-cd712b417baa on network 9d049ab9-bdde-4a9f-836b-37bbc210cda4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:56:27.976312 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Attempting to bind port 0737cade-0b62-4b77-b87d-cd712b417baa on network 9d049ab9-bdde-4a9f-836b-37bbc210cda4 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:27.981064 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:56:27.981560 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Checking segment: {'id': 'f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:27.981962 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Bound using segment: {'id': 'f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:56:27.982415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Bound port: 0737cade-0b62-4b77-b87d-cd712b417baa, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:56:27.982787 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.065737 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] For port 0737cade-0b62-4b77-b87d-cd712b417baa, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:28.070160 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] For port 0737cade-0b62-4b77-b87d-cd712b417baa, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=0737cade-0b62-4b77-b87d-cd712b417baa,segment=NetworkSegment(f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a),segment_id=f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:56:28.172898 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.212062 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:28.212799 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.214391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] 10.222.0.21 "PUT /v2.0/ports/0737cade-0b62-4b77-b87d-cd712b417baa HTTP/1.1" status: 200 len: 1093 time: 1.3674018 Sep 16 05:56:28.214993 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e13faa7-1aa9-41c5-9b44-701232d0dc81', 'tag': '0737cade-0b62-4b77-b87d-cd712b417baa'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:28.218429 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97aff0c-6a39-465a-82d1-1d019c831f21" -d '{"events": [{"name": "network-changed", "server_uuid": "0e13faa7-1aa9-41c5-9b44-701232d0dc81", "tag": "0737cade-0b62-4b77-b87d-cd712b417baa"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:28.259499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e48042-5581-472e-bb7e-5a4d2a4313ac service neutron] Pushing event updated for resources: {'Port': ['ID=0737cade-0b62-4b77-b87d-cd712b417baa,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:28.271487 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfabfedb-a89a-4765-93ad-1efe663ebd10 x-openstack-request-id: req-bfabfedb-a89a-4765-93ad-1efe663ebd10 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:28.271941 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e13faa7-1aa9-41c5-9b44-701232d0dc81", "tag": "0737cade-0b62-4b77-b87d-cd712b417baa", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:28.272341 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfabfedb-a89a-4765-93ad-1efe663ebd10 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:28.272838 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e13faa7-1aa9-41c5-9b44-701232d0dc81', 'tag': '0737cade-0b62-4b77-b87d-cd712b417baa', 'status': 'completed', 'code': 200} Sep 16 05:56:28.385040 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aff0c-6a39-465a-82d1-1d019c831f21 req-0878a864-6429-4563-807d-a43778981097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:28.390791 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b97aff0c-6a39-465a-82d1-1d019c831f21 req-0878a864-6429-4563-807d-a43778981097 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40e85b5c631941f29a34dc9a4752395a&device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 1096 time: 0.0724313 Sep 16 05:56:28.534054 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aff0c-6a39-465a-82d1-1d019c831f21 req-cdd6db32-8963-4d10-adfc-996d2f3faa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:28.535569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b97aff0c-6a39-465a-82d1-1d019c831f21 req-cdd6db32-8963-4d10-adfc-996d2f3faa92 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=40e85b5c631941f29a34dc9a4752395a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1324973 Sep 16 05:56:28.650457 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aff0c-6a39-465a-82d1-1d019c831f21 req-7b4b6d72-cf16-4167-8f60-ef9c00e51e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:28.652181 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b97aff0c-6a39-465a-82d1-1d019c831f21 req-7b4b6d72-cf16-4167-8f60-ef9c00e51e00 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1092937 Sep 16 05:56:28.817606 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b80c38-1e83-46c6-9b30-df1e8e793a7d req-1471d959-8764-4f38-a223-b2f821a83c0b tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:28.819405 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67b80c38-1e83-46c6-9b30-df1e8e793a7d req-1471d959-8764-4f38-a223-b2f821a83c0b tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 944 time: 0.1335933 Sep 16 05:56:28.859284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-4e8f9258-6b8a-4800-b54c-41a15ae30afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:28.861792 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-4e8f9258-6b8a-4800-b54c-41a15ae30afd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40e85b5c631941f29a34dc9a4752395a&device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 1096 time: 0.1291423 Sep 16 05:56:28.927120 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67b80c38-1e83-46c6-9b30-df1e8e793a7d req-46b1a5d5-a13e-496f-9605-cd8bd8ce6a16 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980680 Sep 16 05:56:28.928431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-4cfaf9ce-458e-4837-bf2b-aa265b5777cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0737cade-0b62-4b77-b87d-cd712b417baa HTTP/1.1" status: 200 len: 217 time: 0.0510035 Sep 16 05:56:28.939336 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.994459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-31c1b68a-aba3-497c-a667-0093fb090b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:28.996153 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-31c1b68a-aba3-497c-a667-0093fb090b89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fcb490f6-c0fe-405a-899b-1a5bec5cc255 HTTP/1.1" status: 200 len: 856 time: 0.0601027 Sep 16 05:56:29.064711 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-bf07fe89-c538-41e5-ae42-9875093fdaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:29.067076 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-bf07fe89-c538-41e5-ae42-9875093fdaf2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d049ab9-bdde-4a9f-836b-37bbc210cda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628960 Sep 16 05:56:29.200947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-8c050cbf-3ea1-4108-9b02-6fb0f62b6268 service neutron] 10.222.0.21 "GET /v2.0/networks/9d049ab9-bdde-4a9f-836b-37bbc210cda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262786 Sep 16 05:56:29.335028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03905fb9-2dbe-469b-90bf-0df476cc8e7e req-d79fa3c1-9d18-4677-ba3e-f8a3dfef2e31 service neutron] 10.222.0.21 "GET /v2.0/networks/9d049ab9-bdde-4a9f-836b-37bbc210cda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257975 Sep 16 05:56:30.076792 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2eb2e-4502-43c3-ab23-5e8a1ee9155e req-aa1e1e5e-5a7d-4e6b-9dd6-cfff1ca048ef tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:30.078669 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dce2eb2e-4502-43c3-ab23-5e8a1ee9155e req-aa1e1e5e-5a7d-4e6b-9dd6-cfff1ca048ef tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 944 time: 0.0630400 Sep 16 05:56:30.146958 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dce2eb2e-4502-43c3-ab23-5e8a1ee9155e req-eeabaa60-8f07-4845-91d0-c225b470088f tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610931 Sep 16 05:56:31.279533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e1652-2ed1-48e8-be34-d3b7d0d9eef7 req-67965f48-673e-4387-8730-b8a05fd4a785 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:31.281181 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c07e1652-2ed1-48e8-be34-d3b7d0d9eef7 req-67965f48-673e-4387-8730-b8a05fd4a785 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 944 time: 0.0527513 Sep 16 05:56:31.331596 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c07e1652-2ed1-48e8-be34-d3b7d0d9eef7 req-ca9423cf-9e9e-4b13-a142-eaa7bdc3981b tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 Sep 16 05:56:32.464925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ce567-a2c5-4601-a718-efaf598e2aef req-2ff56373-0337-4a2f-aa88-b97eaa4bae1e tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:32.466588 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-879ce567-a2c5-4601-a718-efaf598e2aef req-2ff56373-0337-4a2f-aa88-b97eaa4bae1e tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 944 time: 0.0611269 Sep 16 05:56:32.510669 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-879ce567-a2c5-4601-a718-efaf598e2aef req-4a81c9ea-77f3-459c-a679-54abae4b3eb0 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375509 Sep 16 05:56:33.638288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9716f-f5b8-41a2-bcf3-8a18670019e8 req-e75c2446-59de-40ba-b845-1e728016abc2 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:33.640018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9a9716f-f5b8-41a2-bcf3-8a18670019e8 req-e75c2446-59de-40ba-b845-1e728016abc2 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 944 time: 0.0544806 Sep 16 05:56:33.684558 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f9a9716f-f5b8-41a2-bcf3-8a18670019e8 req-dbbc6540-7a01-4a2d-b92b-36039fd0725d tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378115 Sep 16 05:56:33.832758 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 0737cade-0b62-4b77-b87d-cd712b417baa details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:56:33.936743 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 0737cade-0b62-4b77-b87d-cd712b417baa, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=0737cade-0b62-4b77-b87d-cd712b417baa,segment=NetworkSegment(f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a),segment_id=f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:33.953576 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '0737cade-0b62-4b77-b87d-cd712b417baa', 'network_id': '9d049ab9-bdde-4a9f-836b-37bbc210cda4', 'port_id': '0737cade-0b62-4b77-b87d-cd712b417baa', 'mac_address': 'fa:16:3e:e7:27:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb490f6-c0fe-405a-899b-1a5bec5cc255', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:56:33.995385 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.010061 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0737cade-0b62-4b77-b87d-cd712b417baa {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:56:34.031767 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 0737cade-0b62-4b77-b87d-cd712b417baa, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=0737cade-0b62-4b77-b87d-cd712b417baa,segment=NetworkSegment(f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a),segment_id=f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:34.126603 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.181928 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=0737cade-0b62-4b77-b87d-cd712b417baa,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:34.190470 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:34.190820 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:34.192066 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:34.192595 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:34.192939 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:34.193275 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:34.193613 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:34.193943 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:34.194272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:34.194597 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:34.194962 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:34.195280 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:34.555858 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['0737cade-0b62-4b77-b87d-cd712b417baa'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:56:34.817673 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead14276-2a2a-431f-9278-a4d7f0bf5a78 req-fc8be443-b29b-45f7-b68d-296d885eeca1 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:34.819197 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ead14276-2a2a-431f-9278-a4d7f0bf5a78 req-fc8be443-b29b-45f7-b68d-296d885eeca1 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 945 time: 0.0512040 Sep 16 05:56:34.868999 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ead14276-2a2a-431f-9278-a4d7f0bf5a78 req-7a712507-d135-4bbb-8eb6-1c4851681387 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435867 Sep 16 05:56:35.335254 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-adc8c123-d413-40eb-8dc4-54fc6da9ccea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:35.847217 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 0737cade-0b62-4b77-b87d-cd712b417baa up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:35.986840 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 0737cade-0b62-4b77-b87d-cd712b417baa completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:56:35.991287 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 0737cade-0b62-4b77-b87d-cd712b417baa triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:35.997365 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:35.997536 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa043b5-8c49-4bb4-a16a-39dc0e6a4ba1 req-7f0539ba-516b-4aa6-93b9-64a1a420b3ea tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:35.997536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9fa043b5-8c49-4bb4-a16a-39dc0e6a4ba1 req-7f0539ba-516b-4aa6-93b9-64a1a420b3ea tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 945 time: 0.0526702 Sep 16 05:56:36.038266 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9fa043b5-8c49-4bb4-a16a-39dc0e6a4ba1 req-d1cde384-be67-45c0-9926-fe644327034a tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361533 Sep 16 05:56:36.117296 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:36.146984 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e13faa7-1aa9-41c5-9b44-701232d0dc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0737cade-0b62-4b77-b87d-cd712b417baa'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:36.149279 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6900ba-5bf1-4ff9-bb7a-cf98a8876c62" -d '{"events": [{"server_uuid": "0e13faa7-1aa9-41c5-9b44-701232d0dc81", "name": "network-vif-plugged", "status": "completed", "tag": "0737cade-0b62-4b77-b87d-cd712b417baa"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:36.164523 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 0737cade-0b62-4b77-b87d-cd712b417baa, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=0737cade-0b62-4b77-b87d-cd712b417baa,segment=NetworkSegment(f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a),segment_id=f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:36.217151 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95243611-e3a3-47ed-9c00-737bd1874d10 x-openstack-request-id: req-95243611-e3a3-47ed-9c00-737bd1874d10 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:36.217151 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e13faa7-1aa9-41c5-9b44-701232d0dc81", "name": "network-vif-plugged", "status": "completed", "tag": "0737cade-0b62-4b77-b87d-cd712b417baa", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:36.217151 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95243611-e3a3-47ed-9c00-737bd1874d10 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:36.217151 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e13faa7-1aa9-41c5-9b44-701232d0dc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0737cade-0b62-4b77-b87d-cd712b417baa', 'code': 200} Sep 16 05:56:36.289723 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:36.342119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53d177-7726-47bb-9552-2d14deaa2f57 req-9d70c7dc-f85d-413d-a6cc-29cbfa8972ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:36.343602 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d53d177-7726-47bb-9552-2d14deaa2f57 req-9d70c7dc-f85d-413d-a6cc-29cbfa8972ce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 1098 time: 0.0468442 Sep 16 05:56:36.345032 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=0737cade-0b62-4b77-b87d-cd712b417baa,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:36.384021 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6d53d177-7726-47bb-9552-2d14deaa2f57 req-a942ff4f-caed-419b-896f-aa0c1a8250c1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327697 Sep 16 05:56:37.161894 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c84983-4caa-45ae-8b00-97a7e601ea4f req-be2bbfdc-55d3-4974-9f2c-6fa8e490060e tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:37.163479 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4c84983-4caa-45ae-8b00-97a7e601ea4f req-be2bbfdc-55d3-4974-9f2c-6fa8e490060e tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 946 time: 0.0541918 Sep 16 05:56:37.217557 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e4c84983-4caa-45ae-8b00-97a7e601ea4f req-4be2bdee-ddc1-436c-b5ac-cef7d7a1e0ce tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474157 Sep 16 05:56:37.809921 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4f3b63ec-3d3a-4e0a-8b42-ada2b5ed0831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:38.347525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627b843-8e14-4333-a6b9-a61ce27c4b5b req-cb6c0db6-e608-4df1-9279-fc8971e53463 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:38.349289 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a627b843-8e14-4333-a6b9-a61ce27c4b5b req-cb6c0db6-e608-4df1-9279-fc8971e53463 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 946 time: 0.0556591 Sep 16 05:56:38.393509 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a627b843-8e14-4333-a6b9-a61ce27c4b5b req-8ae469dd-d7aa-46f0-a4cf-26b2ef373d00 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374823 Sep 16 05:56:38.521042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c9435-803e-4f7a-888d-c4dcf4151b1e req-16e9f3c6-6d76-494c-bb28-5f697b4ae339 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:38.522513 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba2c9435-803e-4f7a-888d-c4dcf4151b1e req-16e9f3c6-6d76-494c-bb28-5f697b4ae339 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 946 time: 0.0517371 Sep 16 05:56:38.563733 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba2c9435-803e-4f7a-888d-c4dcf4151b1e req-4a7cf0c0-6318-4a01-aee8-99d561766251 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351267 Sep 16 05:56:38.623547 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.518054 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:41.069145 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.260605 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:56:55.006108 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:58.968714 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:04.479352 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90312a-31f0-48f8-801b-cee92a08af13 req-7bace6f8-8c4e-4b7e-aa87-ee7a642dba6a tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:04.480878 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc90312a-31f0-48f8-801b-cee92a08af13 req-7bace6f8-8c4e-4b7e-aa87-ee7a642dba6a tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 946 time: 0.0514965 Sep 16 05:57:04.531163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bc90312a-31f0-48f8-801b-cee92a08af13 req-97c76381-a720-442e-938d-0708d468af4b tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437012 Sep 16 05:57:05.305879 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cc2b4b56-5fa6-4920-a4f2-8fea474742b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:05.659492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4c188-12f4-4851-b576-189bb50267b2 req-dfbfcee6-618c-4d25-b679-723d6ff8daae tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:05.661570 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1b4c188-12f4-4851-b576-189bb50267b2 req-dfbfcee6-618c-4d25-b679-723d6ff8daae tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 946 time: 0.0550704 Sep 16 05:57:05.703729 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c1b4c188-12f4-4851-b576-189bb50267b2 req-af3abea4-c27e-4c31-9ae1-a2813c45c48b tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357509 Sep 16 05:57:06.411044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee30d7d-b11c-4b48-9c71-b6a9c84cd0c9 req-2ac8621d-7f05-4b53-b54e-e3be4721a1c3 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:06.412544 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bee30d7d-b11c-4b48-9c71-b6a9c84cd0c9 req-2ac8621d-7f05-4b53-b54e-e3be4721a1c3 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 946 time: 0.0510733 Sep 16 05:57:06.510406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-bee30d7d-b11c-4b48-9c71-b6a9c84cd0c9 req-fcb3f3f2-ee89-41b8-9456-803996b36aa1 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Deleting port 0737cade-0b62-4b77-b87d-cd712b417baa {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:06.510751 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bee30d7d-b11c-4b48-9c71-b6a9c84cd0c9 req-fcb3f3f2-ee89-41b8-9456-803996b36aa1 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:06.604448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-bee30d7d-b11c-4b48-9c71-b6a9c84cd0c9 req-fcb3f3f2-ee89-41b8-9456-803996b36aa1 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] For port 0737cade-0b62-4b77-b87d-cd712b417baa, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=0737cade-0b62-4b77-b87d-cd712b417baa,segment=NetworkSegment(f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a),segment_id=f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:06.604817 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bee30d7d-b11c-4b48-9c71-b6a9c84cd0c9 req-fcb3f3f2-ee89-41b8-9456-803996b36aa1 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:06.619974 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-bee30d7d-b11c-4b48-9c71-b6a9c84cd0c9 req-fcb3f3f2-ee89-41b8-9456-803996b36aa1 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Calling delete_port for 0737cade-0b62-4b77-b87d-cd712b417baa owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:06.830443 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55820e-3a26-449b-b63a-20d1e4e1f4b1 req-3303df00-3867-40b0-823c-7befbb8cb9cc tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:06.832795 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf55820e-3a26-449b-b63a-20d1e4e1f4b1 req-3303df00-3867-40b0-823c-7befbb8cb9cc tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 946 time: 0.0521927 Sep 16 05:57:06.834163 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bee30d7d-b11c-4b48-9c71-b6a9c84cd0c9 req-fcb3f3f2-ee89-41b8-9456-803996b36aa1 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:06.867451 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['0737cade-0b62-4b77-b87d-cd712b417baa'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:57:06.870999 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3f3f2-ee89-41b8-9456-803996b36aa1 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Pushing event deleted for resources: {'Port': ['ID=0737cade-0b62-4b77-b87d-cd712b417baa,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:06.938937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee30d7d-b11c-4b48-9c71-b6a9c84cd0c9 req-fcb3f3f2-ee89-41b8-9456-803996b36aa1 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] No DVR routers for this DVR port 0737cade-0b62-4b77-b87d-cd712b417baa on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:57:06.943707 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf55820e-3a26-449b-b63a-20d1e4e1f4b1 req-6326d0d4-c892-46df-826b-e6945e1f7e5d tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/security-groups?id=1954ff7f-f478-4e89-be41-6e73ad2d59e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011744 Sep 16 05:57:06.944816 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bee30d7d-b11c-4b48-9c71-b6a9c84cd0c9 req-fcb3f3f2-ee89-41b8-9456-803996b36aa1 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:06.946830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bee30d7d-b11c-4b48-9c71-b6a9c84cd0c9 req-fcb3f3f2-ee89-41b8-9456-803996b36aa1 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.21 "DELETE /v2.0/ports/0737cade-0b62-4b77-b87d-cd712b417baa HTTP/1.1" status: 204 len: 173 time: 0.5278375 Sep 16 05:57:06.947313 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e13faa7-1aa9-41c5-9b44-701232d0dc81', 'name': 'network-vif-deleted', 'tag': '0737cade-0b62-4b77-b87d-cd712b417baa'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:57:06.949646 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa65bd1-5b57-476a-9192-a7de008cb280" -d '{"events": [{"server_uuid": "0e13faa7-1aa9-41c5-9b44-701232d0dc81", "name": "network-vif-deleted", "tag": "0737cade-0b62-4b77-b87d-cd712b417baa"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:57:06.987239 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf3a482-e621-44cc-ba38-1d91787edfc9 x-openstack-request-id: req-bcf3a482-e621-44cc-ba38-1d91787edfc9 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:57:06.987541 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e13faa7-1aa9-41c5-9b44-701232d0dc81", "name": "network-vif-deleted", "tag": "0737cade-0b62-4b77-b87d-cd712b417baa", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:57:06.987879 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bcf3a482-e621-44cc-ba38-1d91787edfc9 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:57:06.988461 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e13faa7-1aa9-41c5-9b44-701232d0dc81', 'name': 'network-vif-deleted', 'tag': '0737cade-0b62-4b77-b87d-cd712b417baa', 'status': 'completed', 'code': 200} Sep 16 05:57:07.851345 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-74b913b3-fb1d-4bc5-a318-748f4ae0ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:08.066566 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a7c38bb-943c-4965-8fd2-e464153e60b8 req-1664c1bf-953b-4f53-b0bb-10678b883511 tempest-TestEncryptedCinderVolumes-377981539 tempest-TestEncryptedCinderVolumes-377981539-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e13faa7-1aa9-41c5-9b44-701232d0dc81 HTTP/1.1" status: 200 len: 210 time: 0.0275846 Sep 16 05:57:08.616881 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:09.220441 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42146) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:09.514261 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:09.585939 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-287985dc-862e-48de-9b8d-89bf1270e90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:09.847602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-287985dc-862e-48de-9b8d-89bf1270e90c admin admin] Deleting port 2ac62587-9a8f-4a8a-8d56-c014134ccc3b {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:09.847969 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-287985dc-862e-48de-9b8d-89bf1270e90c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:09.929611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-287985dc-862e-48de-9b8d-89bf1270e90c admin admin] For port 2ac62587-9a8f-4a8a-8d56-c014134ccc3b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2ac62587-9a8f-4a8a-8d56-c014134ccc3b,segment=NetworkSegment(f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a),segment_id=f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:09.929978 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-287985dc-862e-48de-9b8d-89bf1270e90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:09.943810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-287985dc-862e-48de-9b8d-89bf1270e90c admin admin] Calling delete_port for 2ac62587-9a8f-4a8a-8d56-c014134ccc3b owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:10.015701 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 0737cade-0b62-4b77-b87d-cd712b417baa no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:57:10.039005 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 0737cade-0b62-4b77-b87d-cd712b417baa {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:57:10.039353 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 0737cade-0b62-4b77-b87d-cd712b417baa not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:57:10.214642 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-287985dc-862e-48de-9b8d-89bf1270e90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:10.247618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287985dc-862e-48de-9b8d-89bf1270e90c admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac62587-9a8f-4a8a-8d56-c014134ccc3b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:10.422948 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-287985dc-862e-48de-9b8d-89bf1270e90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:10.655862 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287985dc-862e-48de-9b8d-89bf1270e90c admin admin] Router 7e30edb2-b51d-476a-9401-79eb1048570a has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:57:10.771240 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287985dc-862e-48de-9b8d-89bf1270e90c admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:57:10.782552 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa99be45-290e-4ef9-9f66-d331f1eea1d7 None None] Sync routers for ids ['7e30edb2-b51d-476a-9401-79eb1048570a'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:57:10.785797 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-287985dc-862e-48de-9b8d-89bf1270e90c admin admin] 10.222.0.20 "PUT /v2.0/routers/7e30edb2-b51d-476a-9401-79eb1048570a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5642188 Sep 16 05:57:10.788531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42148) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:10.793191 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa99be45-290e-4ef9-9f66-d331f1eea1d7 None None] Routers {'7e30edb2-b51d-476a-9401-79eb1048570a'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:10.793816 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-aa99be45-290e-4ef9-9f66-d331f1eea1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:57:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7e30edb2-b51d-476a-9401-79eb1048570a'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:10.907191 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1976e93b-661a-4eda-b509-8425641965c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.006146 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-aa99be45-290e-4ef9-9f66-d331f1eea1d7 None None] Set router 7e30edb2-b51d-476a-9401-79eb1048570a gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:57:11.033526 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1976e93b-661a-4eda-b509-8425641965c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.068455 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.193858 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-aa99be45-290e-4ef9-9f66-d331f1eea1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e30edb2-b51d-476a-9401-79eb1048570a', 'name': 'tempest-TestEncryptedCinderVolumes-1197484728-router', 'tenant_id': '40e85b5c631941f29a34dc9a4752395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '7a7ad17a-3d56-4555-bbf6-01a60019b1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:55:22Z', 'updated_at': '2021-09-16T05:57:10Z', 'revision_number': 5, 'project_id': '40e85b5c631941f29a34dc9a4752395a', 'gw_port': {'id': '7a7ad17a-3d56-4555-bbf6-01a60019b1c9', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:36:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e30edb2-b51d-476a-9401-79eb1048570a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:55:22Z', 'updated_at': '2021-09-16T05:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:11.195212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-1976e93b-661a-4eda-b509-8425641965c2 admin admin] Deleting port 7a7ad17a-3d56-4555-bbf6-01a60019b1c9 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:11.195570 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1976e93b-661a-4eda-b509-8425641965c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.221810 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa99be45-290e-4ef9-9f66-d331f1eea1d7 None None] Checking router: 7e30edb2-b51d-476a-9401-79eb1048570a for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:57:11.230827 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa99be45-290e-4ef9-9f66-d331f1eea1d7 None None] Routers {'7e30edb2-b51d-476a-9401-79eb1048570a'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:11.231498 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-aa99be45-290e-4ef9-9f66-d331f1eea1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:57:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7e30edb2-b51d-476a-9401-79eb1048570a'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:11.309084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-1976e93b-661a-4eda-b509-8425641965c2 admin admin] For port 7a7ad17a-3d56-4555-bbf6-01a60019b1c9, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7a7ad17a-3d56-4555-bbf6-01a60019b1c9,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:11.309754 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1976e93b-661a-4eda-b509-8425641965c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.333043 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-aa99be45-290e-4ef9-9f66-d331f1eea1d7 None None] Set router 7e30edb2-b51d-476a-9401-79eb1048570a gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:57:11.338027 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-1976e93b-661a-4eda-b509-8425641965c2 admin admin] Calling delete_port for 7a7ad17a-3d56-4555-bbf6-01a60019b1c9 owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:11.392404 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-aa99be45-290e-4ef9-9f66-d331f1eea1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e30edb2-b51d-476a-9401-79eb1048570a', 'name': 'tempest-TestEncryptedCinderVolumes-1197484728-router', 'tenant_id': '40e85b5c631941f29a34dc9a4752395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:55:22Z', 'updated_at': '2021-09-16T05:57:11Z', 'revision_number': 6, 'project_id': '40e85b5c631941f29a34dc9a4752395a', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:11.419234 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa99be45-290e-4ef9-9f66-d331f1eea1d7 None None] The sync data for ids ['7e30edb2-b51d-476a-9401-79eb1048570a'] in n-d-712140-13 is: [{'id': '7e30edb2-b51d-476a-9401-79eb1048570a', 'name': 'tempest-TestEncryptedCinderVolumes-1197484728-router', 'tenant_id': '40e85b5c631941f29a34dc9a4752395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:55:22Z', 'updated_at': '2021-09-16T05:57:11Z', 'revision_number': 6, 'project_id': '40e85b5c631941f29a34dc9a4752395a', 'gw_port_host': None}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:57:11.608820 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1976e93b-661a-4eda-b509-8425641965c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.634713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976e93b-661a-4eda-b509-8425641965c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7ad17a-3d56-4555-bbf6-01a60019b1c9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:11.711238 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1976e93b-661a-4eda-b509-8425641965c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.812582 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1976e93b-661a-4eda-b509-8425641965c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.816045 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1976e93b-661a-4eda-b509-8425641965c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.942579 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1976e93b-661a-4eda-b509-8425641965c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.943202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1976e93b-661a-4eda-b509-8425641965c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e30edb2-b51d-476a-9401-79eb1048570a {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:57:11.947722 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1976e93b-661a-4eda-b509-8425641965c2 admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.948989 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1976e93b-661a-4eda-b509-8425641965c2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7e30edb2-b51d-476a-9401-79eb1048570a HTTP/1.1" status: 204 len: 168 time: 1.1595638 Sep 16 05:57:11.951430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42150) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:11.997346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-1014b68b-8505-4daf-a546-59071c5a4f6e admin admin] Deleting subnet fcb490f6-c0fe-405a-899b-1a5bec5cc255 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:57:12.000578 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1014b68b-8505-4daf-a546-59071c5a4f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:12.042553 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1014b68b-8505-4daf-a546-59071c5a4f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:12.131109 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1014b68b-8505-4daf-a546-59071c5a4f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:12.231947 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2ac62587-9a8f-4a8a-8d56-c014134ccc3b no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:57:12.255315 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 2ac62587-9a8f-4a8a-8d56-c014134ccc3b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:57:12.255948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2ac62587-9a8f-4a8a-8d56-c014134ccc3b not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:57:12.297309 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1014b68b-8505-4daf-a546-59071c5a4f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:12.323467 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014b68b-8505-4daf-a546-59071c5a4f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb490f6-c0fe-405a-899b-1a5bec5cc255,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:12.332005 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1014b68b-8505-4daf-a546-59071c5a4f6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:12.333569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1014b68b-8505-4daf-a546-59071c5a4f6e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fcb490f6-c0fe-405a-899b-1a5bec5cc255 HTTP/1.1" status: 204 len: 168 time: 0.3811629 Sep 16 05:57:12.337650 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42152) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:12.340364 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2301f3-a3e7-4e06-97a9-e5d2578f7fca None None] Network 9d049ab9-bdde-4a9f-836b-37bbc210cda4 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:57:12.530684 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb061e0-8034-49de-a3c5-7b866a05bf94 None None] DHCP port deletion for 9d049ab9-bdde-4a9f-836b-37bbc210cda4 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:57:12.590852 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-5fb061e0-8034-49de-a3c5-7b866a05bf94 None None] Deleting port eef90051-2520-4fda-860f-81fc57ab8f4b {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:12.591341 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5fb061e0-8034-49de-a3c5-7b866a05bf94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:12.668217 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-5fb061e0-8034-49de-a3c5-7b866a05bf94 None None] For port eef90051-2520-4fda-860f-81fc57ab8f4b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=eef90051-2520-4fda-860f-81fc57ab8f4b,segment=NetworkSegment(f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a),segment_id=f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:12.668217 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5fb061e0-8034-49de-a3c5-7b866a05bf94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:12.692095 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-5fb061e0-8034-49de-a3c5-7b866a05bf94 None None] Calling delete_port for eef90051-2520-4fda-860f-81fc57ab8f4b owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:12.811643 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:12.881017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] Deleting port eef90051-2520-4fda-860f-81fc57ab8f4b {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:12.881481 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:12.937382 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5fb061e0-8034-49de-a3c5-7b866a05bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:12.963014 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb061e0-8034-49de-a3c5-7b866a05bf94 None None] Pushing event deleted for resources: {'Port': ['ID=eef90051-2520-4fda-860f-81fc57ab8f4b,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:12.974531 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb061e0-8034-49de-a3c5-7b866a05bf94 None None] No DVR routers for this DVR port eef90051-2520-4fda-860f-81fc57ab8f4b on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:57:12.974750 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] For port eef90051-2520-4fda-860f-81fc57ab8f4b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=eef90051-2520-4fda-860f-81fc57ab8f4b,segment=NetworkSegment(f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a),segment_id=f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:12.974750 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:12.990085 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] Calling delete_port for eef90051-2520-4fda-860f-81fc57ab8f4b owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:13.070754 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.102735 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=eef90051-2520-4fda-860f-81fc57ab8f4b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:13.104736 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] No DVR routers for this DVR port eef90051-2520-4fda-860f-81fc57ab8f4b on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:57:13.181550 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.203485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d049ab9-bdde-4a9f-836b-37bbc210cda4']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:13.213505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:13.213809 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15f59c1-37fc-4757-a2f6-1c6a7d2c8b9a') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:13.224309 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.238605 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.245382 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:57:13.245835 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: self.session.flush() Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:57:13.247626 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:57:13.420003 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.426473 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.428421 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] 10.222.0.20 "DELETE /v2.0/networks/9d049ab9-bdde-4a9f-836b-37bbc210cda4 HTTP/1.1" status: 204 len: 168 time: 1.0893419 Sep 16 05:57:13.431581 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42154) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:13.440063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9d5e-fbe3-44e6-bbed-53e7f47d8f7b admin admin] Pushing event deleted for resources: {'Network': ['ID=9d049ab9-bdde-4a9f-836b-37bbc210cda4,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:13.646927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7a7ad17a-3d56-4555-bbf6-01a60019b1c9 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:57:13.685110 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 7a7ad17a-3d56-4555-bbf6-01a60019b1c9 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:57:13.685600 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7a7ad17a-3d56-4555-bbf6-01a60019b1c9 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:57:13.686295 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device eef90051-2520-4fda-860f-81fc57ab8f4b no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:57:13.727797 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: eef90051-2520-4fda-860f-81fc57ab8f4b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:57:13.728387 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device eef90051-2520-4fda-860f-81fc57ab8f4b not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:57:13.913911 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.221453 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Deleting port 1f73d1b8-ade0-472c-972d-917e8cf4f752 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:14.221800 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.329646 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] For port 1f73d1b8-ade0-472c-972d-917e8cf4f752, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=1f73d1b8-ade0-472c-972d-917e8cf4f752,segment=NetworkSegment(8078c152-c496-4055-9a84-b01af9962e90),segment_id=8078c152-c496-4055-9a84-b01af9962e90)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:14.330023 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.349015 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Calling delete_port for 1f73d1b8-ade0-472c-972d-917e8cf4f752 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:14.663028 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.703501 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f73d1b8-ade0-472c-972d-917e8cf4f752,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:14.717083 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:14.717443 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:14.717786 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:14.718133 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:14.718472 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:14.718803 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:14.719173 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:14.719497 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:14.719831 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:14.720152 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:14.720478 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:14.720804 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:15.229139 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:15.464176 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Router 3acd8305-a874-4212-92f1-f2881c53727f has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:57:15.589912 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:57:15.597858 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3e63f236-8a8a-488f-9372-859e2b35e5a0 admin admin] 10.222.0.20 "PUT /v2.0/routers/3acd8305-a874-4212-92f1-f2881c53727f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1649683 Sep 16 05:57:15.601258 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42158) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:15.605387 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59589adb-4936-4e32-87b5-06c4c2511771 None None] Sync routers for ids ['3acd8305-a874-4212-92f1-f2881c53727f'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:57:15.622313 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59589adb-4936-4e32-87b5-06c4c2511771 None None] Routers {'3acd8305-a874-4212-92f1-f2881c53727f'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:15.623176 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-59589adb-4936-4e32-87b5-06c4c2511771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:57:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['3acd8305-a874-4212-92f1-f2881c53727f'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:15.745055 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-59589adb-4936-4e32-87b5-06c4c2511771 None None] Set router 3acd8305-a874-4212-92f1-f2881c53727f gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:57:15.745611 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ead59e1-f3d8-4aca-b07c-51274526e200 admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:15.876607 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ead59e1-f3d8-4aca-b07c-51274526e200 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:15.962673 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-59589adb-4936-4e32-87b5-06c4c2511771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acd8305-a874-4212-92f1-f2881c53727f', 'name': 'tempest-TestEncryptedCinderVolumes-1676276407-router', 'tenant_id': '35926dec5603453fa017ca8c8b0002d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '598e7b7a-2ef4-437e-84e4-900cf86a3d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:55:30Z', 'updated_at': '2021-09-16T05:57:14Z', 'revision_number': 5, 'project_id': '35926dec5603453fa017ca8c8b0002d7', 'gw_port': {'id': '598e7b7a-2ef4-437e-84e4-900cf86a3d13', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acd8305-a874-4212-92f1-f2881c53727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:55:31Z', 'updated_at': '2021-09-16T05:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:15.995563 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59589adb-4936-4e32-87b5-06c4c2511771 None None] Checking router: 3acd8305-a874-4212-92f1-f2881c53727f for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:57:15.998835 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-4ead59e1-f3d8-4aca-b07c-51274526e200 admin admin] Deleting port 598e7b7a-2ef4-437e-84e4-900cf86a3d13 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:15.999216 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ead59e1-f3d8-4aca-b07c-51274526e200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:16.008181 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59589adb-4936-4e32-87b5-06c4c2511771 None None] Routers {'3acd8305-a874-4212-92f1-f2881c53727f'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:16.009304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-59589adb-4936-4e32-87b5-06c4c2511771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:57:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['3acd8305-a874-4212-92f1-f2881c53727f'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:16.133630 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-4ead59e1-f3d8-4aca-b07c-51274526e200 admin admin] For port 598e7b7a-2ef4-437e-84e4-900cf86a3d13, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=598e7b7a-2ef4-437e-84e4-900cf86a3d13,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:16.134344 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ead59e1-f3d8-4aca-b07c-51274526e200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:16.156103 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-4ead59e1-f3d8-4aca-b07c-51274526e200 admin admin] Calling delete_port for 598e7b7a-2ef4-437e-84e4-900cf86a3d13 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:16.298988 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-59589adb-4936-4e32-87b5-06c4c2511771 None None] Set router 3acd8305-a874-4212-92f1-f2881c53727f gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:57:16.356832 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-59589adb-4936-4e32-87b5-06c4c2511771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acd8305-a874-4212-92f1-f2881c53727f', 'name': 'tempest-TestEncryptedCinderVolumes-1676276407-router', 'tenant_id': '35926dec5603453fa017ca8c8b0002d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:55:30Z', 'updated_at': '2021-09-16T05:57:15Z', 'revision_number': 6, 'project_id': '35926dec5603453fa017ca8c8b0002d7', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:16.390153 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59589adb-4936-4e32-87b5-06c4c2511771 None None] The sync data for ids ['3acd8305-a874-4212-92f1-f2881c53727f'] in n-d-712140-13 is: [{'id': '3acd8305-a874-4212-92f1-f2881c53727f', 'name': 'tempest-TestEncryptedCinderVolumes-1676276407-router', 'tenant_id': '35926dec5603453fa017ca8c8b0002d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:55:30Z', 'updated_at': '2021-09-16T05:57:15Z', 'revision_number': 6, 'project_id': '35926dec5603453fa017ca8c8b0002d7', 'gw_port_host': None}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:57:16.530996 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ead59e1-f3d8-4aca-b07c-51274526e200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:16.566457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead59e1-f3d8-4aca-b07c-51274526e200 admin admin] Pushing event deleted for resources: {'Port': ['ID=598e7b7a-2ef4-437e-84e4-900cf86a3d13,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:16.645454 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ead59e1-f3d8-4aca-b07c-51274526e200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:16.749815 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ead59e1-f3d8-4aca-b07c-51274526e200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:16.752775 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ead59e1-f3d8-4aca-b07c-51274526e200 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:16.856686 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ead59e1-f3d8-4aca-b07c-51274526e200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:16.857222 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ead59e1-f3d8-4aca-b07c-51274526e200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3acd8305-a874-4212-92f1-f2881c53727f {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:57:16.861762 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4ead59e1-f3d8-4aca-b07c-51274526e200 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:16.863065 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4ead59e1-f3d8-4aca-b07c-51274526e200 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3acd8305-a874-4212-92f1-f2881c53727f HTTP/1.1" status: 204 len: 168 time: 1.2606251 Sep 16 05:57:16.866080 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42160) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:16.921709 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3630c1-86c6-4b49-91e8-e0ad6d330b38 admin admin] Deleting subnet 3fad45a6-2a07-45b8-9cf1-854e04ce4423 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:57:16.924576 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c3630c1-86c6-4b49-91e8-e0ad6d330b38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:16.964013 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c3630c1-86c6-4b49-91e8-e0ad6d330b38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.047046 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c3630c1-86c6-4b49-91e8-e0ad6d330b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.148472 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c3630c1-86c6-4b49-91e8-e0ad6d330b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.183138 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3630c1-86c6-4b49-91e8-e0ad6d330b38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fad45a6-2a07-45b8-9cf1-854e04ce4423,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:17.188979 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4c3630c1-86c6-4b49-91e8-e0ad6d330b38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.192542 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4c3630c1-86c6-4b49-91e8-e0ad6d330b38 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3fad45a6-2a07-45b8-9cf1-854e04ce4423 HTTP/1.1" status: 204 len: 168 time: 0.3257072 Sep 16 05:57:17.195144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42162) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:17.196258 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e632d9e-d314-4acd-990b-e1453a40bf56 None None] Network 92f18200-ed11-4558-9d5a-46b84d442599 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:57:17.274131 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.336906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] Deleting port c878180c-9d9b-4d4b-887e-54c7c9a88fa4 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:17.337367 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.398266 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c127e0-d311-4135-be83-1716471eb3dd None None] DHCP port deletion for 92f18200-ed11-4558-9d5a-46b84d442599 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:57:17.414675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] For port c878180c-9d9b-4d4b-887e-54c7c9a88fa4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c878180c-9d9b-4d4b-887e-54c7c9a88fa4,segment=NetworkSegment(8078c152-c496-4055-9a84-b01af9962e90),segment_id=8078c152-c496-4055-9a84-b01af9962e90)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:17.415176 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.432065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] Calling delete_port for c878180c-9d9b-4d4b-887e-54c7c9a88fa4 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:17.457804 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d1c127e0-d311-4135-be83-1716471eb3dd None None] Deleting port c878180c-9d9b-4d4b-887e-54c7c9a88fa4 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:17.458440 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d1c127e0-d311-4135-be83-1716471eb3dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.556018 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d1c127e0-d311-4135-be83-1716471eb3dd None None] For port c878180c-9d9b-4d4b-887e-54c7c9a88fa4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c878180c-9d9b-4d4b-887e-54c7c9a88fa4,segment=NetworkSegment(8078c152-c496-4055-9a84-b01af9962e90),segment_id=8078c152-c496-4055-9a84-b01af9962e90)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:17.556429 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d1c127e0-d311-4135-be83-1716471eb3dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.571616 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d1c127e0-d311-4135-be83-1716471eb3dd None None] Calling delete_port for c878180c-9d9b-4d4b-887e-54c7c9a88fa4 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:17.598732 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.634555 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] Pushing event deleted for resources: {'Port': ['ID=c878180c-9d9b-4d4b-887e-54c7c9a88fa4,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:17.636689 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] No DVR routers for this DVR port c878180c-9d9b-4d4b-887e-54c7c9a88fa4 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:57:17.655902 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d1c127e0-d311-4135-be83-1716471eb3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.689567 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 1f73d1b8-ade0-472c-972d-917e8cf4f752 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:57:17.693487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c127e0-d311-4135-be83-1716471eb3dd None None] Pushing event deleted for resources: {'Port': ['ID=c878180c-9d9b-4d4b-887e-54c7c9a88fa4,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:17.713274 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 1f73d1b8-ade0-472c-972d-917e8cf4f752 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:57:17.713623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 1f73d1b8-ade0-472c-972d-917e8cf4f752 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:57:17.714082 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c878180c-9d9b-4d4b-887e-54c7c9a88fa4 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:57:17.717254 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c127e0-d311-4135-be83-1716471eb3dd None None] No DVR routers for this DVR port c878180c-9d9b-4d4b-887e-54c7c9a88fa4 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:57:17.724730 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.737083 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: c878180c-9d9b-4d4b-887e-54c7c9a88fa4 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:57:17.737510 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c878180c-9d9b-4d4b-887e-54c7c9a88fa4 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:57:17.738426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 598e7b7a-2ef4-437e-84e4-900cf86a3d13 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:57:17.749675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f18200-ed11-4558-9d5a-46b84d442599']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:17.758850 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 598e7b7a-2ef4-437e-84e4-900cf86a3d13 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:57:17.766583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 598e7b7a-2ef4-437e-84e4-900cf86a3d13 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:57:17.767169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8078c152-c496-4055-9a84-b01af9962e90') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:17.767169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8078c152-c496-4055-9a84-b01af9962e90') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:17.778260 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.792350 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.798318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:57:17.798700 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: timer() Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:57:17.803045 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:57:17.948142 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.955498 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.958590 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] 10.222.0.20 "DELETE /v2.0/networks/92f18200-ed11-4558-9d5a-46b84d442599 HTTP/1.1" status: 204 len: 168 time: 0.7621319 Sep 16 05:57:17.974657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da26e2-b181-4c32-b141-2b7b79d9157d admin admin] Pushing event deleted for resources: {'Network': ['ID=92f18200-ed11-4558-9d5a-46b84d442599,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:18.397309 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42166) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:18.447943 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a3e8fd40-1b42-4b44-b26b-84a40f693c8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40e85b5c631941f29a34dc9a4752395a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493419 Sep 16 05:57:18.450647 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42168) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:18.503671 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8223703-560d-4111-9804-8dfb3b750045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:18.526021 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8223703-560d-4111-9804-8dfb3b750045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:18.631465 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8223703-560d-4111-9804-8dfb3b750045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:18.634015 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e8223703-560d-4111-9804-8dfb3b750045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:18.635312 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e8223703-560d-4111-9804-8dfb3b750045 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1954ff7f-f478-4e89-be41-6e73ad2d59e0 HTTP/1.1" status: 204 len: 168 time: 0.1836424 Sep 16 05:57:18.644488 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8223703-560d-4111-9804-8dfb3b750045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1954ff7f-f478-4e89-be41-6e73ad2d59e0,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:19.403091 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42174) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:19.447406 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2445fe56-285c-4ba0-aee7-dd6c04bece7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35926dec5603453fa017ca8c8b0002d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429449 Sep 16 05:57:19.449988 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42176) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:19.511261 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cab7b8b8-f882-4c14-a255-d08042196bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:19.533293 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cab7b8b8-f882-4c14-a255-d08042196bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:19.674137 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cab7b8b8-f882-4c14-a255-d08042196bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:19.677406 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cab7b8b8-f882-4c14-a255-d08042196bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:19.678688 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cab7b8b8-f882-4c14-a255-d08042196bd0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9256cf06-f121-4f12-8a3f-bd81fa4e0532 HTTP/1.1" status: 204 len: 168 time: 0.2277448 Sep 16 05:57:19.687989 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7b8b8-f882-4c14-a255-d08042196bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9256cf06-f121-4f12-8a3f-bd81fa4e0532,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:20.260041 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:57:20.855449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42198) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:20.964198 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1268257765-network', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:21.059896 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Made reservation on behalf of 55bc4e619b6143ae9bcafdd9199c3615 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:57:21.062293 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:21.072301 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:21.170894 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:21.250616 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:21.277436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:57:21.286772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:21.296505 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:21.296906 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Added segment 02f9361e-8f60-480d-a604-78411c15d58b of type vlan for network 2d4e5a66-3875-49cc-a201-5693f9350b29 Sep 16 05:57:21.299026 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:21.299378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:21.299729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:21.300066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:21.300404 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:21.300741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:21.301161 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:21.302159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:21.302661 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:21.302945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:21.303345 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:21.303686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:21.349296 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:21.456904 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:21.457888 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:21.458488 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:21.527415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] Pushing event updated for resources: {'Network': ['ID=2d4e5a66-3875-49cc-a201-5693f9350b29,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:21.537876 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 2d4e5a66-3875-49cc-a201-5693f9350b29 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:57:21.566019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9f031702-7c10-437c-b58b-05f75f77f95c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7068334 Sep 16 05:57:21.566324 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42202) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:21.571619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-37e1ea90-c5ab-445a-9a4a-887ae1683ae2 admin admin] Request body: {'subnet': {'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1268257765-subnet', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:21.678158 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e1ea90-c5ab-445a-9a4a-887ae1683ae2 admin admin] Made reservation on behalf of 55bc4e619b6143ae9bcafdd9199c3615 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:57:21.680629 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-37e1ea90-c5ab-445a-9a4a-887ae1683ae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:21.934538 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-37e1ea90-c5ab-445a-9a4a-887ae1683ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:21.996523 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1ea90-c5ab-445a-9a4a-887ae1683ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91c4455a-dbec-469f-b3ca-c994740dc2c8,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:22.007388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e1ea90-c5ab-445a-9a4a-887ae1683ae2 admin admin] Checking segment: {'id': '02f9361e-8f60-480d-a604-78411c15d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:57:22.007756 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e1ea90-c5ab-445a-9a4a-887ae1683ae2 admin admin] Network hostable DHCP agents. Network: 2d4e5a66-3875-49cc-a201-5693f9350b29, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:57:22.094021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e1ea90-c5ab-445a-9a4a-887ae1683ae2 admin admin] Network 2d4e5a66-3875-49cc-a201-5693f9350b29 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:57:22.216443 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-37e1ea90-c5ab-445a-9a4a-887ae1683ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 2d4e5a66-3875-49cc-a201-5693f9350b29) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:22.220974 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e1ea90-c5ab-445a-9a4a-887ae1683ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:22.221691 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-37e1ea90-c5ab-445a-9a4a-887ae1683ae2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:22.233824 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a193cd-a2d6-4fa6-b32e-f8ed6b296946 None None] Network 2d4e5a66-3875-49cc-a201-5693f9350b29 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:57:22.333532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-f7afb647-e997-46f1-867f-83ab6f81a62a req-a938c2cc-0c77-40de-a3f8-0198f2fc644b service neutron] (95473) timed out ('10.222.0.21', 56391) {{(pid=95473) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:57:22.368196 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-37e1ea90-c5ab-445a-9a4a-887ae1683ae2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7958944 Sep 16 05:57:22.368196 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42204) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:22.371071 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-afac096f-1e9e-4e0e-ac5e-65120326e606 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1268257765-router', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:22.384275 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-2d4e5a66-3875-49cc-a201-5693f9350b29', 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'fixed_ips': [{'subnet_id': '91c4455a-dbec-469f-b3ca-c994740dc2c8'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:57:22.385182 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:22.477893 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-afac096f-1e9e-4e0e-ac5e-65120326e606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:22.480045 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-afac096f-1e9e-4e0e-ac5e-65120326e606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:22.535030 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] Allocated IP 172.20.0.2 (2d4e5a66-3875-49cc-a201-5693f9350b29/91c4455a-dbec-469f-b3ca-c994740dc2c8/86b6e3e2-8adb-48a7-9d41-7ee45bc85bba) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:57:22.547819 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-afac096f-1e9e-4e0e-ac5e-65120326e606 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:22.708266 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:22.759384 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-afac096f-1e9e-4e0e-ac5e-65120326e606 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:22.797705 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:22.850578 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] Network 2d4e5a66-3875-49cc-a201-5693f9350b29 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:22.851496 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] Pushing event updated for resources: {'Port': ['ID=86b6e3e2-8adb-48a7-9d41-7ee45bc85bba,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:22.855582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:22.857996 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:57:22.925868 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] Attempting to bind port 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:57:22.926913 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] Attempting to bind port 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '02f9361e-8f60-480d-a604-78411c15d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:57:22.927423 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] Attempting to bind port 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba on network 2d4e5a66-3875-49cc-a201-5693f9350b29 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:57:22.932959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:57:22.933611 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] Checking segment: {'id': '02f9361e-8f60-480d-a604-78411c15d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:57:22.933994 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:22.934383 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] Bound using segment: {'id': '02f9361e-8f60-480d-a604-78411c15d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:57:22.934868 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] Bound port: 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f9361e-8f60-480d-a604-78411c15d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:57:22.935279 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.002745 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] For port 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:57:23.006257 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] For port 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=86b6e3e2-8adb-48a7-9d41-7ee45bc85bba,segment=NetworkSegment(02f9361e-8f60-480d-a604-78411c15d58b),segment_id=02f9361e-8f60-480d-a604-78411c15d58b)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:57:23.079111 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-afac096f-1e9e-4e0e-ac5e-65120326e606 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.079727 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.101241 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-afac096f-1e9e-4e0e-ac5e-65120326e606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.144027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9a50e-6e72-4bfa-ab1f-50ded6169e45 None None] Pushing event updated for resources: {'Port': ['ID=86b6e3e2-8adb-48a7-9d41-7ee45bc85bba,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:23.219715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-afac096f-1e9e-4e0e-ac5e-65120326e606 admin admin] Allocated IP 172.25.4.81 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/c33eaf03-6cd3-4591-bb33-667c364bfa5f) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:57:23.362965 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-afac096f-1e9e-4e0e-ac5e-65120326e606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.477410 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-afac096f-1e9e-4e0e-ac5e-65120326e606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.516753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afac096f-1e9e-4e0e-ac5e-65120326e606 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:23.519776 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-afac096f-1e9e-4e0e-ac5e-65120326e606 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:23.526937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac096f-1e9e-4e0e-ac5e-65120326e606 admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:57:23.533020 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac096f-1e9e-4e0e-ac5e-65120326e606 admin admin] Pushing event updated for resources: {'Port': ['ID=c33eaf03-6cd3-4591-bb33-667c364bfa5f,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:23.693744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:23.751868 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:23.752722 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.870772 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.916688 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=86b6e3e2-8adb-48a7-9d41-7ee45bc85bba,segment=NetworkSegment(02f9361e-8f60-480d-a604-78411c15d58b),segment_id=02f9361e-8f60-480d-a604-78411c15d58b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:23.948795 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-afac096f-1e9e-4e0e-ac5e-65120326e606 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.024334 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.079787 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=86b6e3e2-8adb-48a7-9d41-7ee45bc85bba,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:24.195595 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9210c643-f7cc-4160-a7d6-0f8829944c18 None None] Network 2d4e5a66-3875-49cc-a201-5693f9350b29 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:57:24.211921 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-afac096f-1e9e-4e0e-ac5e-65120326e606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.314352 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f510ab1e-9db5-47db-a857-874aef4f0e79 None None] Provisioning complete for port 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:24.314903 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f510ab1e-9db5-47db-a857-874aef4f0e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.439323 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afac096f-1e9e-4e0e-ac5e-65120326e606 admin admin] Router d20be3fa-1715-4828-b93e-0c6f0822cac4 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:57:24.558605 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afac096f-1e9e-4e0e-ac5e-65120326e606 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:57:24.571017 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] Sync routers for ids ['d20be3fa-1715-4828-b93e-0c6f0822cac4'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:57:24.582289 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] Routers {'d20be3fa-1715-4828-b93e-0c6f0822cac4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:24.584296 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:57:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d20be3fa-1715-4828-b93e-0c6f0822cac4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:24.678143 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-afac096f-1e9e-4e0e-ac5e-65120326e606 admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.679768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-afac096f-1e9e-4e0e-ac5e-65120326e606 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3123991 Sep 16 05:57:24.684719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42206) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:24.706086 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] Set router d20be3fa-1715-4828-b93e-0c6f0822cac4 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:57:24.862454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0713daaa-2475-48b9-8954-8cc83db2adbb None None] Provisioning complete for port 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:24.863199 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0713daaa-2475-48b9-8954-8cc83db2adbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.905874 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'name': 'tempest-TestMinimumBasicScenario-1268257765-router', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:22Z', 'updated_at': '2021-09-16T05:57:23Z', 'revision_number': 3, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'gw_port': {'id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:23Z', 'updated_at': '2021-09-16T05:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:24.940642 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] Checking router: d20be3fa-1715-4828-b93e-0c6f0822cac4 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:57:24.941206 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] Updating router d20be3fa-1715-4828-b93e-0c6f0822cac4 port c33eaf03-6cd3-4591-bb33-667c364bfa5f binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:57:24.972171 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.016185 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.143938 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-913a9a86-ce21-4c9e-9d04-66273d4fae48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.244840 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.331067 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.362156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-913a9a86-ce21-4c9e-9d04-66273d4fae48 admin admin] Allocated IP 172.20.0.1 (2d4e5a66-3875-49cc-a201-5693f9350b29/91c4455a-dbec-469f-b3ca-c994740dc2c8/1a03dc5f-147f-4f7b-a5f7-41f03bc4db58) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:57:25.381407 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] Attempting to bind port c33eaf03-6cd3-4591-bb33-667c364bfa5f on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:57:25.381696 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] Attempting to bind port c33eaf03-6cd3-4591-bb33-667c364bfa5f by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:57:25.383631 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] Attempting to bind port c33eaf03-6cd3-4591-bb33-667c364bfa5f on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:57:25.388915 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607ff06-3cab-4d73-91f9-f775fb1590a2 None None] Pushing event updated for resources: {'Port': ['ID=c33eaf03-6cd3-4591-bb33-667c364bfa5f,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:25.391996 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:57:25.392411 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:57:25.392810 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.393204 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:57:25.393669 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] Bound port: c33eaf03-6cd3-4591-bb33-667c364bfa5f, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:57:25.394095 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.400903 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607ff06-3cab-4d73-91f9-f775fb1590a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.401255 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607ff06-3cab-4d73-91f9-f775fb1590a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.401594 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607ff06-3cab-4d73-91f9-f775fb1590a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.401925 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607ff06-3cab-4d73-91f9-f775fb1590a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.402254 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607ff06-3cab-4d73-91f9-f775fb1590a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.402580 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607ff06-3cab-4d73-91f9-f775fb1590a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.402913 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607ff06-3cab-4d73-91f9-f775fb1590a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.403257 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607ff06-3cab-4d73-91f9-f775fb1590a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.403559 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607ff06-3cab-4d73-91f9-f775fb1590a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.403878 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607ff06-3cab-4d73-91f9-f775fb1590a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.404198 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607ff06-3cab-4d73-91f9-f775fb1590a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.404512 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607ff06-3cab-4d73-91f9-f775fb1590a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.460824 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] For port c33eaf03-6cd3-4591-bb33-667c364bfa5f, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:57:25.464728 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] For port c33eaf03-6cd3-4591-bb33-667c364bfa5f, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c33eaf03-6cd3-4591-bb33-667c364bfa5f,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:57:25.480723 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-913a9a86-ce21-4c9e-9d04-66273d4fae48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.557501 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.580451 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-913a9a86-ce21-4c9e-9d04-66273d4fae48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.621143 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607ff06-3cab-4d73-91f9-f775fb1590a2 None None] Pushing event updated for resources: {'Port': ['ID=c33eaf03-6cd3-4591-bb33-667c364bfa5f,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:25.628903 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] Routers {'d20be3fa-1715-4828-b93e-0c6f0822cac4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:25.629585 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:57:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d20be3fa-1715-4828-b93e-0c6f0822cac4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:25.631437 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913a9a86-ce21-4c9e-9d04-66273d4fae48 admin admin] Network 2d4e5a66-3875-49cc-a201-5693f9350b29 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:25.634835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-913a9a86-ce21-4c9e-9d04-66273d4fae48 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:25.637593 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a9a86-ce21-4c9e-9d04-66273d4fae48 admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:57:25.674247 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:25.687053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a9a86-ce21-4c9e-9d04-66273d4fae48 admin admin] Pushing event updated for resources: {'Port': ['ID=1a03dc5f-147f-4f7b-a5f7-41f03bc4db58,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:25.713668 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-913a9a86-ce21-4c9e-9d04-66273d4fae48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.770801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:25.771199 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.799642 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] Set router d20be3fa-1715-4828-b93e-0c6f0822cac4 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:57:25.930165 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e936d0e2-8319-411f-b13e-f498f1d088f1 None None] Provisioning complete for port 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:25.930933 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e936d0e2-8319-411f-b13e-f498f1d088f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.977612 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e936d0e2-8319-411f-b13e-f498f1d088f1 None None] Port 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:57:26.054849 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'name': 'tempest-TestMinimumBasicScenario-1268257765-router', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:22Z', 'updated_at': '2021-09-16T05:57:23Z', 'revision_number': 3, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'gw_port': {'id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:23Z', 'updated_at': '2021-09-16T05:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:26.083432 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c20b23-36e0-4bef-93fa-c34ab672ad21 None None] The sync data for ids ['d20be3fa-1715-4828-b93e-0c6f0822cac4'] in n-d-712140-13 is: [{'id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'name': 'tempest-TestMinimumBasicScenario-1268257765-router', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:22Z', 'updated_at': '2021-09-16T05:57:23Z', 'revision_number': 3, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'gw_port': {'id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:23Z', 'updated_at': '2021-09-16T05:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:57:26.351131 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-913a9a86-ce21-4c9e-9d04-66273d4fae48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:26.536591 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-913a9a86-ce21-4c9e-9d04-66273d4fae48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:26.605883 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-913a9a86-ce21-4c9e-9d04-66273d4fae48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:26.680324 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a9a86-ce21-4c9e-9d04-66273d4fae48 admin admin] Pushing event updated for resources: {'Port': ['ID=1a03dc5f-147f-4f7b-a5f7-41f03bc4db58,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:26.683378 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-913a9a86-ce21-4c9e-9d04-66273d4fae48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:26.791334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913a9a86-ce21-4c9e-9d04-66273d4fae48 admin admin] Network 2d4e5a66-3875-49cc-a201-5693f9350b29 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:26.792893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-913a9a86-ce21-4c9e-9d04-66273d4fae48 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:26.924212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913a9a86-ce21-4c9e-9d04-66273d4fae48 admin admin] Router d20be3fa-1715-4828-b93e-0c6f0822cac4 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:57:27.043778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913a9a86-ce21-4c9e-9d04-66273d4fae48 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:57:27.048987 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-913a9a86-ce21-4c9e-9d04-66273d4fae48 admin admin] 10.222.0.20 "PUT /v2.0/routers/d20be3fa-1715-4828-b93e-0c6f0822cac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3631108 Sep 16 05:57:27.105982 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-de948946-1a02-4e13-8958-4c369c6142bc None None] Provisioning complete for port 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:27.106527 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-de948946-1a02-4e13-8958-4c369c6142bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:27.147382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-de948946-1a02-4e13-8958-4c369c6142bc None None] Port 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:57:27.648975 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] Sync routers for ids ['d20be3fa-1715-4828-b93e-0c6f0822cac4'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:57:27.659018 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] Routers {'d20be3fa-1715-4828-b93e-0c6f0822cac4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:27.659663 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:57:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d20be3fa-1715-4828-b93e-0c6f0822cac4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:27.696218 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c33eaf03-6cd3-4591-bb33-667c364bfa5f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:27.796651 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42222) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:27.804134 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-226ae18c-65f6-4a3b-8a5e-d561d657186b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1455564231-network', 'tenant_id': 'f96fd883f6964859ae933bac5d340ea7'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:27.808806 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] Set router d20be3fa-1715-4828-b93e-0c6f0822cac4 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:57:27.810579 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port c33eaf03-6cd3-4591-bb33-667c364bfa5f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:27.810984 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:27.888471 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226ae18c-65f6-4a3b-8a5e-d561d657186b admin admin] Made reservation on behalf of f96fd883f6964859ae933bac5d340ea7 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:57:27.891153 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-226ae18c-65f6-4a3b-8a5e-d561d657186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:27.900761 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-226ae18c-65f6-4a3b-8a5e-d561d657186b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:27.995190 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-226ae18c-65f6-4a3b-8a5e-d561d657186b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:28.033040 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:28.074229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port c33eaf03-6cd3-4591-bb33-667c364bfa5f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c33eaf03-6cd3-4591-bb33-667c364bfa5f,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:28.084892 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-226ae18c-65f6-4a3b-8a5e-d561d657186b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:28.099540 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'name': 'tempest-TestMinimumBasicScenario-1268257765-router', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:22Z', 'updated_at': '2021-09-16T05:57:26Z', 'revision_number': 4, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'gw_port': {'id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:23Z', 'updated_at': '2021-09-16T05:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '1a03dc5f-147f-4f7b-a5f7-41f03bc4db58', 'name': '', 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'mac_address': 'fa:16:3e:91:06:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91c4455a-dbec-469f-b3ca-c994740dc2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:25Z', 'updated_at': '2021-09-16T05:57:26Z', 'revision_number': 2, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'subnets': [{'id': '91c4455a-dbec-469f-b3ca-c994740dc2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:28.116335 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226ae18c-65f6-4a3b-8a5e-d561d657186b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:57:28.122980 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ae18c-65f6-4a3b-8a5e-d561d657186b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e988c767-46d1-4270-a59b-64f54244e927,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:28.131303 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-226ae18c-65f6-4a3b-8a5e-d561d657186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:28.131415 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] Checking router: d20be3fa-1715-4828-b93e-0c6f0822cac4 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:57:28.131803 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-226ae18c-65f6-4a3b-8a5e-d561d657186b admin admin] Added segment dbbc3b74-2091-4449-9008-2deb24f5b779 of type vlan for network a7757a5b-93d7-45b1-8839-57a1db834eae Sep 16 05:57:28.131891 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] Updating router d20be3fa-1715-4828-b93e-0c6f0822cac4 port 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:57:28.152736 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:28.181523 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-226ae18c-65f6-4a3b-8a5e-d561d657186b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:28.188906 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:28.235480 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=c33eaf03-6cd3-4591-bb33-667c364bfa5f,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:28.262204 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-226ae18c-65f6-4a3b-8a5e-d561d657186b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:28.263380 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226ae18c-65f6-4a3b-8a5e-d561d657186b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:28.263964 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-226ae18c-65f6-4a3b-8a5e-d561d657186b admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:28.331329 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ae18c-65f6-4a3b-8a5e-d561d657186b admin admin] Pushing event updated for resources: {'Network': ['ID=a7757a5b-93d7-45b1-8839-57a1db834eae,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:28.354135 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network a7757a5b-93d7-45b1-8839-57a1db834eae details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:57:28.368942 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-226ae18c-65f6-4a3b-8a5e-d561d657186b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5677879 Sep 16 05:57:28.369236 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42224) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:28.375378 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-bcd087b0-ae1d-4edb-80ea-9dea423abd13 admin admin] Request body: {'subnet': {'network_id': 'a7757a5b-93d7-45b1-8839-57a1db834eae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1455564231-subnet', 'tenant_id': 'f96fd883f6964859ae933bac5d340ea7', 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:28.462035 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd087b0-ae1d-4edb-80ea-9dea423abd13 admin admin] Made reservation on behalf of f96fd883f6964859ae933bac5d340ea7 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:57:28.464588 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bcd087b0-ae1d-4edb-80ea-9dea423abd13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:28.714510 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:28.719274 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bcd087b0-ae1d-4edb-80ea-9dea423abd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:28.789979 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd087b0-ae1d-4edb-80ea-9dea423abd13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8246f150-83a9-4bda-9308-68e39d54104c,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:28.800660 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd087b0-ae1d-4edb-80ea-9dea423abd13 admin admin] Checking segment: {'id': 'dbbc3b74-2091-4449-9008-2deb24f5b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a7757a5b-93d7-45b1-8839-57a1db834eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:57:28.801320 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd087b0-ae1d-4edb-80ea-9dea423abd13 admin admin] Network hostable DHCP agents. Network: a7757a5b-93d7-45b1-8839-57a1db834eae, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:57:28.822063 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:28.884950 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee79efc-4f3c-4cce-a97f-35165faeba3a None None] Pushing event updated for resources: {'Port': ['ID=1a03dc5f-147f-4f7b-a5f7-41f03bc4db58,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:28.943417 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd087b0-ae1d-4edb-80ea-9dea423abd13 admin admin] Network a7757a5b-93d7-45b1-8839-57a1db834eae is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:57:28.943860 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] Attempting to bind port 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:57:28.943860 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] Attempting to bind port 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '02f9361e-8f60-480d-a604-78411c15d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:57:28.943860 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] Attempting to bind port 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58 on network 2d4e5a66-3875-49cc-a201-5693f9350b29 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:57:28.950794 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:57:28.951438 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] Checking segment: {'id': '02f9361e-8f60-480d-a604-78411c15d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:57:28.951979 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:28.952442 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] Bound using segment: {'id': '02f9361e-8f60-480d-a604-78411c15d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:57:28.952953 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] Bound port: 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f9361e-8f60-480d-a604-78411c15d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:57:28.953405 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.013526 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.027917 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] For port 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:57:29.031541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] For port 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=1a03dc5f-147f-4f7b-a5f7-41f03bc4db58,segment=NetworkSegment(02f9361e-8f60-480d-a604-78411c15d58b),segment_id=02f9361e-8f60-480d-a604-78411c15d58b)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:57:29.050947 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-bcd087b0-ae1d-4edb-80ea-9dea423abd13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, a7757a5b-93d7-45b1-8839-57a1db834eae) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:29.057349 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd087b0-ae1d-4edb-80ea-9dea423abd13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:29.058413 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bcd087b0-ae1d-4edb-80ea-9dea423abd13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.060244 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec1f698-c22c-496e-895a-1f5abd09c770 None None] Network a7757a5b-93d7-45b1-8839-57a1db834eae requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:57:29.133860 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-7e42aa79-2615-4a24-acba-f0728f77f355 None None] Provisioning complete for port 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:29.134574 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7e42aa79-2615-4a24-acba-f0728f77f355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.161066 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.180229 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bcd087b0-ae1d-4edb-80ea-9dea423abd13 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8098369 Sep 16 05:57:29.182862 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42226) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:29.188087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-1422c115-b3da-48b9-bbb2-8559f61b4d1a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1455564231-router', 'tenant_id': 'f96fd883f6964859ae933bac5d340ea7', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:29.242041 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-7e42aa79-2615-4a24-acba-f0728f77f355 None None] Port 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:57:29.280233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee79efc-4f3c-4cce-a97f-35165faeba3a None None] Pushing event updated for resources: {'Port': ['ID=1a03dc5f-147f-4f7b-a5f7-41f03bc4db58,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:29.283028 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1422c115-b3da-48b9-bbb2-8559f61b4d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.284262 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] Routers {'d20be3fa-1715-4828-b93e-0c6f0822cac4'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:29.284791 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1422c115-b3da-48b9-bbb2-8559f61b4d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.284932 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:57:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d20be3fa-1715-4828-b93e-0c6f0822cac4'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:29.359190 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-a7757a5b-93d7-45b1-8839-57a1db834eae', 'network_id': 'a7757a5b-93d7-45b1-8839-57a1db834eae', 'tenant_id': 'f96fd883f6964859ae933bac5d340ea7', 'fixed_ips': [{'subnet_id': '8246f150-83a9-4bda-9308-68e39d54104c'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:57:29.359543 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1422c115-b3da-48b9-bbb2-8559f61b4d1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.360052 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.503866 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] Set router d20be3fa-1715-4828-b93e-0c6f0822cac4 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:57:29.576949 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1fa899b8-8cbd-47ce-b6e7-9ce9bd72cbab None None] Provisioning complete for port 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:29.577322 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1fa899b8-8cbd-47ce-b6e7-9ce9bd72cbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.613344 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1422c115-b3da-48b9-bbb2-8559f61b4d1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.661553 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] Allocated IP 172.20.0.2 (a7757a5b-93d7-45b1-8839-57a1db834eae/8246f150-83a9-4bda-9308-68e39d54104c/b6b00bdb-f02c-4e14-931c-e848809c5f00) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:57:29.682675 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c33eaf03-6cd3-4591-bb33-667c364bfa5f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:29.962013 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1422c115-b3da-48b9-bbb2-8559f61b4d1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.977764 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1fa899b8-8cbd-47ce-b6e7-9ce9bd72cbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.982588 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port c33eaf03-6cd3-4591-bb33-667c364bfa5f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:29.982739 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1422c115-b3da-48b9-bbb2-8559f61b4d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.982970 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:30.052139 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:30.082924 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-1fa899b8-8cbd-47ce-b6e7-9ce9bd72cbab None None] For port 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=1a03dc5f-147f-4f7b-a5f7-41f03bc4db58,segment=NetworkSegment(02f9361e-8f60-480d-a604-78411c15d58b),segment_id=02f9361e-8f60-480d-a604-78411c15d58b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:30.092620 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'name': 'tempest-TestMinimumBasicScenario-1268257765-router', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:22Z', 'updated_at': '2021-09-16T05:57:26Z', 'revision_number': 4, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'gw_port': {'id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:23Z', 'updated_at': '2021-09-16T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '1a03dc5f-147f-4f7b-a5f7-41f03bc4db58', 'name': '', 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'mac_address': 'fa:16:3e:91:06:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91c4455a-dbec-469f-b3ca-c994740dc2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:25Z', 'updated_at': '2021-09-16T05:57:29Z', 'revision_number': 4, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'subnets': [{'id': '91c4455a-dbec-469f-b3ca-c994740dc2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:30.094220 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-1422c115-b3da-48b9-bbb2-8559f61b4d1a admin admin] Allocated IP 172.25.4.97 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/17acc53f-bf23-4797-83d3-dd04d70251d3) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:57:30.127594 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d1bc5-5752-43ca-8b08-9970c01b4c29 None None] The sync data for ids ['d20be3fa-1715-4828-b93e-0c6f0822cac4'] in n-d-712140-13 is: [{'id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'name': 'tempest-TestMinimumBasicScenario-1268257765-router', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:22Z', 'updated_at': '2021-09-16T05:57:26Z', 'revision_number': 4, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'gw_port': {'id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:23Z', 'updated_at': '2021-09-16T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '1a03dc5f-147f-4f7b-a5f7-41f03bc4db58', 'name': '', 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'mac_address': 'fa:16:3e:91:06:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91c4455a-dbec-469f-b3ca-c994740dc2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:25Z', 'updated_at': '2021-09-16T05:57:29Z', 'revision_number': 4, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'subnets': [{'id': '91c4455a-dbec-469f-b3ca-c994740dc2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:57:30.155478 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:30.210239 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1fa899b8-8cbd-47ce-b6e7-9ce9bd72cbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:30.244084 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] Network a7757a5b-93d7-45b1-8839-57a1db834eae is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:30.247946 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] Pushing event updated for resources: {'Port': ['ID=b6b00bdb-f02c-4e14-931c-e848809c5f00,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:30.253647 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:30.256197 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:57:30.258734 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1422c115-b3da-48b9-bbb2-8559f61b4d1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:30.350189 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa899b8-8cbd-47ce-b6e7-9ce9bd72cbab None None] Pushing event updated for resources: {'Port': ['ID=1a03dc5f-147f-4f7b-a5f7-41f03bc4db58,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:30.356911 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] Attempting to bind port b6b00bdb-f02c-4e14-931c-e848809c5f00 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:57:30.357278 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] Attempting to bind port b6b00bdb-f02c-4e14-931c-e848809c5f00 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'dbbc3b74-2091-4449-9008-2deb24f5b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a7757a5b-93d7-45b1-8839-57a1db834eae'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:57:30.357639 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] Attempting to bind port b6b00bdb-f02c-4e14-931c-e848809c5f00 on network a7757a5b-93d7-45b1-8839-57a1db834eae {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:57:30.364553 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:57:30.368914 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] Checking segment: {'id': 'dbbc3b74-2091-4449-9008-2deb24f5b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a7757a5b-93d7-45b1-8839-57a1db834eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:57:30.368914 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:30.368914 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] Bound using segment: {'id': 'dbbc3b74-2091-4449-9008-2deb24f5b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a7757a5b-93d7-45b1-8839-57a1db834eae'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:57:30.368914 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] Bound port: b6b00bdb-f02c-4e14-931c-e848809c5f00, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbc3b74-2091-4449-9008-2deb24f5b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a7757a5b-93d7-45b1-8839-57a1db834eae'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:57:30.368914 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:30.388467 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1422c115-b3da-48b9-bbb2-8559f61b4d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:30.433978 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1422c115-b3da-48b9-bbb2-8559f61b4d1a admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:30.437756 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-1422c115-b3da-48b9-bbb2-8559f61b4d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:30.442286 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1422c115-b3da-48b9-bbb2-8559f61b4d1a admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:57:30.452355 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] For port b6b00bdb-f02c-4e14-931c-e848809c5f00, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:57:30.457929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] For port b6b00bdb-f02c-4e14-931c-e848809c5f00, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=b6b00bdb-f02c-4e14-931c-e848809c5f00,segment=NetworkSegment(dbbc3b74-2091-4449-9008-2deb24f5b779),segment_id=dbbc3b74-2091-4449-9008-2deb24f5b779)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:57:30.479199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422c115-b3da-48b9-bbb2-8559f61b4d1a admin admin] Pushing event updated for resources: {'Port': ['ID=17acc53f-bf23-4797-83d3-dd04d70251d3,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:30.534868 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:30.608464 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef5964-b056-47cc-a530-7b58cb4abcc6 None None] Pushing event updated for resources: {'Port': ['ID=b6b00bdb-f02c-4e14-931c-e848809c5f00,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:30.905308 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1422c115-b3da-48b9-bbb2-8559f61b4d1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:31.176680 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1422c115-b3da-48b9-bbb2-8559f61b4d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:31.445243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1422c115-b3da-48b9-bbb2-8559f61b4d1a admin admin] Router 49e0fa8e-c978-478d-ba19-e1e6494d9829 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:57:31.603352 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1422c115-b3da-48b9-bbb2-8559f61b4d1a admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:57:31.617060 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] Sync routers for ids ['49e0fa8e-c978-478d-ba19-e1e6494d9829'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:57:31.628916 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] Routers {'49e0fa8e-c978-478d-ba19-e1e6494d9829'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:31.630175 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:57:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['49e0fa8e-c978-478d-ba19-e1e6494d9829'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:31.685231 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1422c115-b3da-48b9-bbb2-8559f61b4d1a admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:31.689311 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1422c115-b3da-48b9-bbb2-8559f61b4d1a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5026419 Sep 16 05:57:31.689807 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42228) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:31.750843 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:31.790487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab84b63-4e8b-4e8b-bc9e-8028b404d85a None None] Network a7757a5b-93d7-45b1-8839-57a1db834eae requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:57:31.876527 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] Set router 49e0fa8e-c978-478d-ba19-e1e6494d9829 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:57:31.900719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d08570d8-401f-48f1-bdf0-3209441c2190 None None] Provisioning complete for port b6b00bdb-f02c-4e14-931c-e848809c5f00 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:31.901097 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d08570d8-401f-48f1-bdf0-3209441c2190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:31.944316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:31.944690 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.095485 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e0fa8e-c978-478d-ba19-e1e6494d9829', 'name': 'tempest-TestMinimumBasicScenario-1455564231-router', 'tenant_id': 'f96fd883f6964859ae933bac5d340ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '17acc53f-bf23-4797-83d3-dd04d70251d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:29Z', 'updated_at': '2021-09-16T05:57:30Z', 'revision_number': 3, 'project_id': 'f96fd883f6964859ae933bac5d340ea7', 'gw_port': {'id': '17acc53f-bf23-4797-83d3-dd04d70251d3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e0fa8e-c978-478d-ba19-e1e6494d9829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:29Z', 'updated_at': '2021-09-16T05:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:32.123873 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] Checking router: 49e0fa8e-c978-478d-ba19-e1e6494d9829 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:57:32.124326 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] Updating router 49e0fa8e-c978-478d-ba19-e1e6494d9829 port 17acc53f-bf23-4797-83d3-dd04d70251d3 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:57:32.137215 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d08570d8-401f-48f1-bdf0-3209441c2190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.150705 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.161123 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device b6b00bdb-f02c-4e14-931c-e848809c5f00 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:32.217548 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d08570d8-401f-48f1-bdf0-3209441c2190 None None] For port b6b00bdb-f02c-4e14-931c-e848809c5f00, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=b6b00bdb-f02c-4e14-931c-e848809c5f00,segment=NetworkSegment(dbbc3b74-2091-4449-9008-2deb24f5b779),segment_id=dbbc3b74-2091-4449-9008-2deb24f5b779)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:32.254178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port b6b00bdb-f02c-4e14-931c-e848809c5f00 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:32.255746 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.260996 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fdc33286-77f8-46cb-9661-78a5c8b3b8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.305754 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d08570d8-401f-48f1-bdf0-3209441c2190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.404251 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08570d8-401f-48f1-bdf0-3209441c2190 None None] Pushing event updated for resources: {'Port': ['ID=b6b00bdb-f02c-4e14-931c-e848809c5f00,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:32.488607 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.491159 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-fdc33286-77f8-46cb-9661-78a5c8b3b8c3 admin admin] Allocated IP 172.20.0.1 (a7757a5b-93d7-45b1-8839-57a1db834eae/8246f150-83a9-4bda-9308-68e39d54104c/2663dcf7-2697-457c-b933-bede15e69494) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:57:32.527567 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-60650f80-af6a-43e3-9331-f00f35b39f1f None None] Provisioning complete for port b6b00bdb-f02c-4e14-931c-e848809c5f00 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:32.527935 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-60650f80-af6a-43e3-9331-f00f35b39f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.588054 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.605776 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fdc33286-77f8-46cb-9661-78a5c8b3b8c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.642394 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] Attempting to bind port 17acc53f-bf23-4797-83d3-dd04d70251d3 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:57:32.643011 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] Attempting to bind port 17acc53f-bf23-4797-83d3-dd04d70251d3 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:57:32.643128 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] Attempting to bind port 17acc53f-bf23-4797-83d3-dd04d70251d3 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:57:32.649338 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258e316-7678-4744-8746-71936a8ea111 None None] Pushing event updated for resources: {'Port': ['ID=17acc53f-bf23-4797-83d3-dd04d70251d3,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:32.655106 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:57:32.655481 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:57:32.655883 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.656677 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:57:32.656785 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] Bound port: 17acc53f-bf23-4797-83d3-dd04d70251d3, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:57:32.657082 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.709032 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fdc33286-77f8-46cb-9661-78a5c8b3b8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.710291 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] For port 17acc53f-bf23-4797-83d3-dd04d70251d3, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:57:32.713437 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] For port 17acc53f-bf23-4797-83d3-dd04d70251d3, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=17acc53f-bf23-4797-83d3-dd04d70251d3,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:57:32.747372 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc33286-77f8-46cb-9661-78a5c8b3b8c3 admin admin] Network a7757a5b-93d7-45b1-8839-57a1db834eae is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:32.750311 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-fdc33286-77f8-46cb-9661-78a5c8b3b8c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:32.756964 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc33286-77f8-46cb-9661-78a5c8b3b8c3 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:57:32.776831 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.786751 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc33286-77f8-46cb-9661-78a5c8b3b8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=2663dcf7-2697-457c-b933-bede15e69494,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:32.820735 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fdc33286-77f8-46cb-9661-78a5c8b3b8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.834972 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] Routers {'49e0fa8e-c978-478d-ba19-e1e6494d9829'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:32.835629 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:57:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['49e0fa8e-c978-478d-ba19-e1e6494d9829'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:32.874585 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258e316-7678-4744-8746-71936a8ea111 None None] Pushing event updated for resources: {'Port': ['ID=17acc53f-bf23-4797-83d3-dd04d70251d3,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:32.953085 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] Set router 49e0fa8e-c978-478d-ba19-e1e6494d9829 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:57:33.034207 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c8c9cdaf-23e8-4888-9747-4e8c4ce541a1 None None] Provisioning complete for port 2663dcf7-2697-457c-b933-bede15e69494 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:33.034806 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c8c9cdaf-23e8-4888-9747-4e8c4ce541a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:33.046464 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fdc33286-77f8-46cb-9661-78a5c8b3b8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:33.075640 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-c8c9cdaf-23e8-4888-9747-4e8c4ce541a1 None None] Port 2663dcf7-2697-457c-b933-bede15e69494 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:57:33.151778 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e0fa8e-c978-478d-ba19-e1e6494d9829', 'name': 'tempest-TestMinimumBasicScenario-1455564231-router', 'tenant_id': 'f96fd883f6964859ae933bac5d340ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '17acc53f-bf23-4797-83d3-dd04d70251d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:29Z', 'updated_at': '2021-09-16T05:57:30Z', 'revision_number': 3, 'project_id': 'f96fd883f6964859ae933bac5d340ea7', 'gw_port': {'id': '17acc53f-bf23-4797-83d3-dd04d70251d3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e0fa8e-c978-478d-ba19-e1e6494d9829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:29Z', 'updated_at': '2021-09-16T05:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:33.180373 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184b8f1e-3e51-4651-b2d7-b57cf73ea8ed None None] The sync data for ids ['49e0fa8e-c978-478d-ba19-e1e6494d9829'] in n-d-712140-13 is: [{'id': '49e0fa8e-c978-478d-ba19-e1e6494d9829', 'name': 'tempest-TestMinimumBasicScenario-1455564231-router', 'tenant_id': 'f96fd883f6964859ae933bac5d340ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '17acc53f-bf23-4797-83d3-dd04d70251d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:29Z', 'updated_at': '2021-09-16T05:57:30Z', 'revision_number': 3, 'project_id': 'f96fd883f6964859ae933bac5d340ea7', 'gw_port': {'id': '17acc53f-bf23-4797-83d3-dd04d70251d3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e0fa8e-c978-478d-ba19-e1e6494d9829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:29Z', 'updated_at': '2021-09-16T05:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:57:33.247338 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fdc33286-77f8-46cb-9661-78a5c8b3b8c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:33.373976 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fdc33286-77f8-46cb-9661-78a5c8b3b8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:33.454357 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc33286-77f8-46cb-9661-78a5c8b3b8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=2663dcf7-2697-457c-b933-bede15e69494,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:33.456348 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-fdc33286-77f8-46cb-9661-78a5c8b3b8c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:33.564269 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc33286-77f8-46cb-9661-78a5c8b3b8c3 admin admin] Network a7757a5b-93d7-45b1-8839-57a1db834eae is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:33.565708 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-fdc33286-77f8-46cb-9661-78a5c8b3b8c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:33.747970 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc33286-77f8-46cb-9661-78a5c8b3b8c3 admin admin] Router 49e0fa8e-c978-478d-ba19-e1e6494d9829 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:57:33.802188 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 17acc53f-bf23-4797-83d3-dd04d70251d3 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:33.884496 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 17acc53f-bf23-4797-83d3-dd04d70251d3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:33.885120 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:33.894111 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc33286-77f8-46cb-9661-78a5c8b3b8c3 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:57:33.902795 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-fdc33286-77f8-46cb-9661-78a5c8b3b8c3 admin admin] 10.222.0.20 "PUT /v2.0/routers/49e0fa8e-c978-478d-ba19-e1e6494d9829/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2117629 Sep 16 05:57:33.967096 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-48b34e25-0fe3-4796-92a8-247553ef21ee None None] Provisioning complete for port 2663dcf7-2697-457c-b933-bede15e69494 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:33.967714 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-48b34e25-0fe3-4796-92a8-247553ef21ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:34.214279 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-48b34e25-0fe3-4796-92a8-247553ef21ee None None] Port 2663dcf7-2697-457c-b933-bede15e69494 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:57:34.227174 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:34.248077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 17acc53f-bf23-4797-83d3-dd04d70251d3, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=17acc53f-bf23-4797-83d3-dd04d70251d3,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:34.336338 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:34.337161 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device b6b00bdb-f02c-4e14-931c-e848809c5f00 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:34.418024 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=17acc53f-bf23-4797-83d3-dd04d70251d3,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:34.429623 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:34.429974 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:34.430320 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:34.430663 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:34.431027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:34.431478 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:34.432060 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:34.432060 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:34.432342 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:34.432665 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:34.433241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:34.433561 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:34.438252 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port b6b00bdb-f02c-4e14-931c-e848809c5f00 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:34.438622 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:34.922250 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] Sync routers for ids ['49e0fa8e-c978-478d-ba19-e1e6494d9829'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:57:34.934732 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] Routers {'49e0fa8e-c978-478d-ba19-e1e6494d9829'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:34.935461 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:57:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['49e0fa8e-c978-478d-ba19-e1e6494d9829'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:35.094241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] Set router 49e0fa8e-c978-478d-ba19-e1e6494d9829 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:57:35.351850 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-547c8ef1-2f44-4a95-8d96-f901f297d92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:35.476799 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e0fa8e-c978-478d-ba19-e1e6494d9829', 'name': 'tempest-TestMinimumBasicScenario-1455564231-router', 'tenant_id': 'f96fd883f6964859ae933bac5d340ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '17acc53f-bf23-4797-83d3-dd04d70251d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:29Z', 'updated_at': '2021-09-16T05:57:32Z', 'revision_number': 4, 'project_id': 'f96fd883f6964859ae933bac5d340ea7', 'gw_port': {'id': '17acc53f-bf23-4797-83d3-dd04d70251d3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e0fa8e-c978-478d-ba19-e1e6494d9829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:29Z', 'updated_at': '2021-09-16T05:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '2663dcf7-2697-457c-b933-bede15e69494', 'name': '', 'network_id': 'a7757a5b-93d7-45b1-8839-57a1db834eae', 'tenant_id': 'f96fd883f6964859ae933bac5d340ea7', 'mac_address': 'fa:16:3e:53:d2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e0fa8e-c978-478d-ba19-e1e6494d9829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8246f150-83a9-4bda-9308-68e39d54104c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:32Z', 'updated_at': '2021-09-16T05:57:33Z', 'revision_number': 2, 'project_id': 'f96fd883f6964859ae933bac5d340ea7', 'subnets': [{'id': '8246f150-83a9-4bda-9308-68e39d54104c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:35.515511 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] Checking router: 49e0fa8e-c978-478d-ba19-e1e6494d9829 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:57:35.516234 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] Updating router 49e0fa8e-c978-478d-ba19-e1e6494d9829 port 2663dcf7-2697-457c-b933-bede15e69494 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:57:35.548969 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:35.713609 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 17acc53f-bf23-4797-83d3-dd04d70251d3 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:35.847462 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 17acc53f-bf23-4797-83d3-dd04d70251d3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:35.848822 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:36.013244 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:36.108672 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:36.221510 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e1155-d071-4a67-afcd-dafe871afa3a None None] Pushing event updated for resources: {'Port': ['ID=2663dcf7-2697-457c-b933-bede15e69494,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:36.307816 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] Attempting to bind port 2663dcf7-2697-457c-b933-bede15e69494 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:57:36.308601 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] Attempting to bind port 2663dcf7-2697-457c-b933-bede15e69494 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'dbbc3b74-2091-4449-9008-2deb24f5b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a7757a5b-93d7-45b1-8839-57a1db834eae'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:57:36.309540 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] Attempting to bind port 2663dcf7-2697-457c-b933-bede15e69494 on network a7757a5b-93d7-45b1-8839-57a1db834eae {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:57:36.317989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:57:36.318455 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] Checking segment: {'id': 'dbbc3b74-2091-4449-9008-2deb24f5b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a7757a5b-93d7-45b1-8839-57a1db834eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:57:36.319124 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:36.319605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] Bound using segment: {'id': 'dbbc3b74-2091-4449-9008-2deb24f5b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a7757a5b-93d7-45b1-8839-57a1db834eae'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:57:36.320330 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] Bound port: 2663dcf7-2697-457c-b933-bede15e69494, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbc3b74-2091-4449-9008-2deb24f5b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a7757a5b-93d7-45b1-8839-57a1db834eae'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:57:36.320796 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:36.415819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] For port 2663dcf7-2697-457c-b933-bede15e69494, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:57:36.420490 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] For port 2663dcf7-2697-457c-b933-bede15e69494, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2663dcf7-2697-457c-b933-bede15e69494,segment=NetworkSegment(dbbc3b74-2091-4449-9008-2deb24f5b779),segment_id=dbbc3b74-2091-4449-9008-2deb24f5b779)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:57:36.476910 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4723e946-0cb3-45ec-8050-94c0e7f6a78f None None] Provisioning complete for port 2663dcf7-2697-457c-b933-bede15e69494 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:36.477609 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4723e946-0cb3-45ec-8050-94c0e7f6a78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:36.513033 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:36.563779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4723e946-0cb3-45ec-8050-94c0e7f6a78f None None] Port 2663dcf7-2697-457c-b933-bede15e69494 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:57:36.603316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] Routers {'49e0fa8e-c978-478d-ba19-e1e6494d9829'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:36.603978 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:57:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['49e0fa8e-c978-478d-ba19-e1e6494d9829'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:36.669464 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e1155-d071-4a67-afcd-dafe871afa3a None None] Pushing event updated for resources: {'Port': ['ID=2663dcf7-2697-457c-b933-bede15e69494,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:36.752104 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] Set router 49e0fa8e-c978-478d-ba19-e1e6494d9829 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:57:36.933766 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-41144fd9-b12a-472d-85f1-b4fc08c626f5 None None] Provisioning complete for port 2663dcf7-2697-457c-b933-bede15e69494 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:36.934054 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-41144fd9-b12a-472d-85f1-b4fc08c626f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:37.080673 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-41144fd9-b12a-472d-85f1-b4fc08c626f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:37.096197 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e0fa8e-c978-478d-ba19-e1e6494d9829', 'name': 'tempest-TestMinimumBasicScenario-1455564231-router', 'tenant_id': 'f96fd883f6964859ae933bac5d340ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '17acc53f-bf23-4797-83d3-dd04d70251d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:29Z', 'updated_at': '2021-09-16T05:57:32Z', 'revision_number': 4, 'project_id': 'f96fd883f6964859ae933bac5d340ea7', 'gw_port': {'id': '17acc53f-bf23-4797-83d3-dd04d70251d3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e0fa8e-c978-478d-ba19-e1e6494d9829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:29Z', 'updated_at': '2021-09-16T05:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '2663dcf7-2697-457c-b933-bede15e69494', 'name': '', 'network_id': 'a7757a5b-93d7-45b1-8839-57a1db834eae', 'tenant_id': 'f96fd883f6964859ae933bac5d340ea7', 'mac_address': 'fa:16:3e:53:d2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e0fa8e-c978-478d-ba19-e1e6494d9829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8246f150-83a9-4bda-9308-68e39d54104c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:32Z', 'updated_at': '2021-09-16T05:57:36Z', 'revision_number': 4, 'project_id': 'f96fd883f6964859ae933bac5d340ea7', 'subnets': [{'id': '8246f150-83a9-4bda-9308-68e39d54104c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:37.137675 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfe24f0-f0bb-455a-8a9f-fb62a5de942c None None] The sync data for ids ['49e0fa8e-c978-478d-ba19-e1e6494d9829'] in n-d-712140-13 is: [{'id': '49e0fa8e-c978-478d-ba19-e1e6494d9829', 'name': 'tempest-TestMinimumBasicScenario-1455564231-router', 'tenant_id': 'f96fd883f6964859ae933bac5d340ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '17acc53f-bf23-4797-83d3-dd04d70251d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:29Z', 'updated_at': '2021-09-16T05:57:32Z', 'revision_number': 4, 'project_id': 'f96fd883f6964859ae933bac5d340ea7', 'gw_port': {'id': '17acc53f-bf23-4797-83d3-dd04d70251d3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e0fa8e-c978-478d-ba19-e1e6494d9829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:29Z', 'updated_at': '2021-09-16T05:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '2663dcf7-2697-457c-b933-bede15e69494', 'name': '', 'network_id': 'a7757a5b-93d7-45b1-8839-57a1db834eae', 'tenant_id': 'f96fd883f6964859ae933bac5d340ea7', 'mac_address': 'fa:16:3e:53:d2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e0fa8e-c978-478d-ba19-e1e6494d9829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8246f150-83a9-4bda-9308-68e39d54104c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:32Z', 'updated_at': '2021-09-16T05:57:36Z', 'revision_number': 4, 'project_id': 'f96fd883f6964859ae933bac5d340ea7', 'subnets': [{'id': '8246f150-83a9-4bda-9308-68e39d54104c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:57:37.153765 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-41144fd9-b12a-472d-85f1-b4fc08c626f5 None None] For port 2663dcf7-2697-457c-b933-bede15e69494, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2663dcf7-2697-457c-b933-bede15e69494,segment=NetworkSegment(dbbc3b74-2091-4449-9008-2deb24f5b779),segment_id=dbbc3b74-2091-4449-9008-2deb24f5b779)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:37.243253 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-41144fd9-b12a-472d-85f1-b4fc08c626f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:37.310464 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41144fd9-b12a-472d-85f1-b4fc08c626f5 None None] Pushing event updated for resources: {'Port': ['ID=2663dcf7-2697-457c-b933-bede15e69494,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:37.732300 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2663dcf7-2697-457c-b933-bede15e69494 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:37.814328 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 2663dcf7-2697-457c-b933-bede15e69494 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:37.814328 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:37.876601 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-675f16dd-d832-410f-a740-6309f1c02298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:38.660194 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:39.516907 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:41.299712 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:45.746482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-205928da-3b0f-4072-953a-5b9288132da4 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:45.748099 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-205928da-3b0f-4072-953a-5b9288132da4 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/networks?id=2d4e5a66-3875-49cc-a201-5693f9350b29 HTTP/1.1" status: 200 len: 815 time: 0.1203141 Sep 16 05:57:45.765257 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-3ef2cb0b-ae99-46af-a3c1-c7a465aab40f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/quotas/55bc4e619b6143ae9bcafdd9199c3615 HTTP/1.1" status: 200 len: 375 time: 0.0112116 Sep 16 05:57:45.821207 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-38928811-5442-42d1-8c0e-e82ae68228c6 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=55bc4e619b6143ae9bcafdd9199c3615&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494490 Sep 16 05:57:45.838500 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-962ac252-ec1f-4738-a3a9-2290a81115d9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:57:45.839745 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-962ac252-ec1f-4738-a3a9-2290a81115d9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059187 Sep 16 05:57:45.966159 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-b0196d3b-0d10-4349-a416-ada6f7284dd2 service neutron] 10.222.0.20 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167107 Sep 16 05:57:46.066704 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-6b8aa0eb-c9b7-441f-8c45-3e7673523001 service neutron] 10.222.0.20 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940599 Sep 16 05:57:46.362051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2553d251-3a39-49a1-8382-7305449719df req-92d70a33-9e07-4e3b-a116-a6dab7c0b55d tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 210 time: 0.0380754 Sep 16 05:57:47.461494 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-611bc40b-cde9-423f-a430-4469ebeccc33 req-0d9fc3cf-56df-4960-9464-3175f05d1dc7 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 210 time: 0.0280776 Sep 16 05:57:48.589533 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-643ec43b-cf8b-41d1-9d27-19d5fd223484 req-fde9d363-98b9-4faf-9b93-64ba1b45938b tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 210 time: 0.0534797 Sep 16 05:57:49.013504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-93fe5a7b-d4b9-4ab6-84ef-557b033e1b16 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:49.015281 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-93fe5a7b-d4b9-4ab6-84ef-557b033e1b16 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.21 "GET /v2.0/networks?id=2d4e5a66-3875-49cc-a201-5693f9350b29 HTTP/1.1" status: 200 len: 815 time: 0.1182582 Sep 16 05:57:49.033682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-aff82f4e-4b38-427c-b47f-6190e26d5f58 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Request body: {'port': {'device_id': '8258a1b2-fcea-48ed-8085-ae5a379cf043', 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29', 'admin_state_up': True, 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:49.256490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-aff82f4e-4b38-427c-b47f-6190e26d5f58 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Made reservation on behalf of 55bc4e619b6143ae9bcafdd9199c3615 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:57:49.260194 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-aff82f4e-4b38-427c-b47f-6190e26d5f58 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:49.399530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-aff82f4e-4b38-427c-b47f-6190e26d5f58 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Allocated IP 172.20.0.14 (2d4e5a66-3875-49cc-a201-5693f9350b29/91c4455a-dbec-469f-b3ca-c994740dc2c8/6dc3057d-846b-410a-bcff-45772c2f4b2c) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:57:49.569794 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-aff82f4e-4b38-427c-b47f-6190e26d5f58 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:49.672569 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-aff82f4e-4b38-427c-b47f-6190e26d5f58 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:49.757027 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-aff82f4e-4b38-427c-b47f-6190e26d5f58 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Network 2d4e5a66-3875-49cc-a201-5693f9350b29 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:49.769171 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-aff82f4e-4b38-427c-b47f-6190e26d5f58 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:49.769171 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff82f4e-4b38-427c-b47f-6190e26d5f58 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Pushing event updated for resources: {'Port': ['ID=6dc3057d-846b-410a-bcff-45772c2f4b2c,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:49.771730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-aff82f4e-4b38-427c-b47f-6190e26d5f58 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:57:49.838405 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-aff82f4e-4b38-427c-b47f-6190e26d5f58 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:49.839225 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-aff82f4e-4b38-427c-b47f-6190e26d5f58 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:49.853833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4241c-db5c-4cd6-8383-d23ca99a4fda req-6616e85f-854c-4976-8f1e-564d97752526 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:49.862576 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-77c4241c-db5c-4cd6-8383-d23ca99a4fda req-6616e85f-854c-4976-8f1e-564d97752526 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 932 time: 0.2018633 Sep 16 05:57:49.939906 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-77c4241c-db5c-4cd6-8383-d23ca99a4fda req-1055caa5-96d3-427c-8bd5-16573f9042fe tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759430 Sep 16 05:57:49.964445 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-aff82f4e-4b38-427c-b47f-6190e26d5f58 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9348087 Sep 16 05:57:50.214474 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-3490583a-f289-4070-aafa-dac0c33d514e None None] Provisioning complete for port 6dc3057d-846b-410a-bcff-45772c2f4b2c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:50.215794 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3490583a-f289-4070-aafa-dac0c33d514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:50.257008 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-3490583a-f289-4070-aafa-dac0c33d514e None None] Port 6dc3057d-846b-410a-bcff-45772c2f4b2c cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:57:51.069198 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db3686-32ac-4cef-a1db-8412cfba0164 req-46e2c44a-ca3e-4f55-989c-608d2f3ace40 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:51.071008 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9db3686-32ac-4cef-a1db-8412cfba0164 req-46e2c44a-ca3e-4f55-989c-608d2f3ace40 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 932 time: 0.0644145 Sep 16 05:57:51.124575 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9db3686-32ac-4cef-a1db-8412cfba0164 req-3c2306a9-9f9d-418b-a2e6-6f99922d9631 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467818 Sep 16 05:57:52.288729 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224db57-e4e7-4af7-979d-612c99f53d4e req-58556ff9-15a7-44fd-a9f7-7ad9264006cd tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:52.291963 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d224db57-e4e7-4af7-979d-612c99f53d4e req-58556ff9-15a7-44fd-a9f7-7ad9264006cd tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 932 time: 0.0837803 Sep 16 05:57:52.339197 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d224db57-e4e7-4af7-979d-612c99f53d4e req-c0c4e1c0-517c-41b1-ba5c-9d8c603bdc9a tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422361 Sep 16 05:57:53.474485 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599d2f4-a6fd-4874-89ab-9935e036620d req-b56e290e-2990-466c-b586-ccab2037c369 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:53.476452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b599d2f4-a6fd-4874-89ab-9935e036620d req-b56e290e-2990-466c-b586-ccab2037c369 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 932 time: 0.0592451 Sep 16 05:57:53.525078 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b599d2f4-a6fd-4874-89ab-9935e036620d req-ed70fe16-5695-4052-a0b6-58234a0cb39d tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405419 Sep 16 05:57:54.648537 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f1b0b-413f-4e2b-b04f-42bbf9915c3b req-ba8292de-e1a1-4d96-8a9d-ed7ebae3f11a tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:54.651534 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c85f1b0b-413f-4e2b-b04f-42bbf9915c3b req-ba8292de-e1a1-4d96-8a9d-ed7ebae3f11a tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 932 time: 0.0550966 Sep 16 05:57:54.696210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c85f1b0b-413f-4e2b-b04f-42bbf9915c3b req-c860e96d-ac89-4cd3-9d8b-6b573eeae9c3 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384657 Sep 16 05:57:54.998791 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:55.833617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c5a7b-b113-4f89-8ef2-a5feb5cd00b3 req-17d50f59-e1f3-4cab-8aac-b7e124d0702d tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:55.835376 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b51c5a7b-b113-4f89-8ef2-a5feb5cd00b3 req-17d50f59-e1f3-4cab-8aac-b7e124d0702d tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 932 time: 0.0602925 Sep 16 05:57:55.881959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b51c5a7b-b113-4f89-8ef2-a5feb5cd00b3 req-74ebe7b7-e34e-400e-b6eb-f035476f0fb0 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399692 Sep 16 05:57:57.021288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e821e9a-e0bd-4fa1-ac51-6f8395be007a req-09d4593c-bc9d-4fd2-bf30-06af8152de3b tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:57.023123 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e821e9a-e0bd-4fa1-ac51-6f8395be007a req-09d4593c-bc9d-4fd2-bf30-06af8152de3b tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 932 time: 0.0616484 Sep 16 05:57:57.072160 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e821e9a-e0bd-4fa1-ac51-6f8395be007a req-7e0da04b-a434-42b8-be19-fba0745abf23 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415325 Sep 16 05:57:57.260413 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:57:58.213449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d002436-e85b-42fc-bc04-4bd2e7c47445 req-a72e6a75-386e-4277-b4d8-4c7b5a82d0ae tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:58.324011 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d002436-e85b-42fc-bc04-4bd2e7c47445 req-a72e6a75-386e-4277-b4d8-4c7b5a82d0ae tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 932 time: 0.0601525 Sep 16 05:57:58.324011 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d002436-e85b-42fc-bc04-4bd2e7c47445 req-8fa4dca0-c75b-48c6-808f-1011f89cef13 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443382 Sep 16 05:57:58.987341 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:59.408546 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404b352-7334-4976-ba13-a2d6da221233 req-ce74ae9b-fa6d-4776-ae76-3a1a43e80580 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:59.410998 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1404b352-7334-4976-ba13-a2d6da221233 req-ce74ae9b-fa6d-4776-ae76-3a1a43e80580 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 932 time: 0.0605600 Sep 16 05:57:59.459718 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1404b352-7334-4976-ba13-a2d6da221233 req-ae4a90d5-eb72-42f8-bb48-f10705b5b5b2 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410938 Sep 16 05:58:00.585775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaeac85-dae5-4470-8013-96a77eefce7c req-d5ad30e0-46de-4825-92b9-4888c29fd23d tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:00.587405 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ddaeac85-dae5-4470-8013-96a77eefce7c req-d5ad30e0-46de-4825-92b9-4888c29fd23d tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 932 time: 0.0554569 Sep 16 05:58:00.628398 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ddaeac85-dae5-4470-8013-96a77eefce7c req-f77b20b3-95fb-4fcd-b7ed-784e1ebe7031 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347266 Sep 16 05:58:01.765551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816f459-18ec-4520-83f1-4f75f3d5ee44 req-b83cd9fc-5049-406d-bdf5-6faedc25cf96 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:01.767205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c816f459-18ec-4520-83f1-4f75f3d5ee44 req-b83cd9fc-5049-406d-bdf5-6faedc25cf96 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 932 time: 0.0622020 Sep 16 05:58:01.809560 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c816f459-18ec-4520-83f1-4f75f3d5ee44 req-6eabea02-bac9-4bf2-adda-9e9b7c7016a5 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355480 Sep 16 05:58:02.941444 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42f2f5-9b98-4941-86a6-2af96baccff9 req-f60721f4-80f6-4dbb-8ae7-ab0794b2de0f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:02.943307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a42f2f5-9b98-4941-86a6-2af96baccff9 req-f60721f4-80f6-4dbb-8ae7-ab0794b2de0f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 932 time: 0.0574799 Sep 16 05:58:02.986751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a42f2f5-9b98-4941-86a6-2af96baccff9 req-7e187629-ee0a-44c0-9484-3edd81067181 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350266 Sep 16 05:58:03.596700 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Request body: {'port': {'device_id': '8258a1b2-fcea-48ed-8085-ae5a379cf043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:03.652469 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:03.976519 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc3057d-846b-410a-bcff-45772c2f4b2c {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:58:03.986693 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:04.000061 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Transition to ACTIVE for port object 6dc3057d-846b-410a-bcff-45772c2f4b2c will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:58:04.068405 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:04.165552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc3057d-846b-410a-bcff-45772c2f4b2c,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:04.194464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413928d8-be6b-4094-9870-9e87640c453c req-a7ef46ec-d363-45a5-9f2a-15abf685aa10 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:04.196623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-413928d8-be6b-4094-9870-9e87640c453c req-a7ef46ec-d363-45a5-9f2a-15abf685aa10 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 944 time: 0.1399250 Sep 16 05:58:04.284244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-413928d8-be6b-4094-9870-9e87640c453c req-036ae871-7d45-4ebb-8871-216894ea9585 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702255 Sep 16 05:58:04.306947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Attempting to bind port 6dc3057d-846b-410a-bcff-45772c2f4b2c on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:58:04.306947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Attempting to bind port 6dc3057d-846b-410a-bcff-45772c2f4b2c by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '02f9361e-8f60-480d-a604-78411c15d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:58:04.306947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Attempting to bind port 6dc3057d-846b-410a-bcff-45772c2f4b2c on network 2d4e5a66-3875-49cc-a201-5693f9350b29 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:58:04.306947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Port 6dc3057d-846b-410a-bcff-45772c2f4b2c on network 2d4e5a66-3875-49cc-a201-5693f9350b29 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:58:04.308357 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Attempting to bind port 6dc3057d-846b-410a-bcff-45772c2f4b2c on network 2d4e5a66-3875-49cc-a201-5693f9350b29 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:58:04.316180 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:58:04.316634 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Checking segment: {'id': '02f9361e-8f60-480d-a604-78411c15d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:58:04.317789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Bound using segment: {'id': '02f9361e-8f60-480d-a604-78411c15d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:58:04.318386 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Bound port: 6dc3057d-846b-410a-bcff-45772c2f4b2c, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02f9361e-8f60-480d-a604-78411c15d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:58:04.318835 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:04.401072 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] For port 6dc3057d-846b-410a-bcff-45772c2f4b2c, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:58:04.404669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] For port 6dc3057d-846b-410a-bcff-45772c2f4b2c, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6dc3057d-846b-410a-bcff-45772c2f4b2c,segment=NetworkSegment(02f9361e-8f60-480d-a604-78411c15d58b),segment_id=02f9361e-8f60-480d-a604-78411c15d58b)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:58:04.484399 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:04.522956 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:04.523441 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:04.524694 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] 10.222.0.21 "PUT /v2.0/ports/6dc3057d-846b-410a-bcff-45772c2f4b2c HTTP/1.1" status: 200 len: 1093 time: 0.9339507 Sep 16 05:58:04.525155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8258a1b2-fcea-48ed-8085-ae5a379cf043', 'tag': '6dc3057d-846b-410a-bcff-45772c2f4b2c'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:04.527598 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70450c3-8f97-463f-857a-965959d89da6" -d '{"events": [{"name": "network-changed", "server_uuid": "8258a1b2-fcea-48ed-8085-ae5a379cf043", "tag": "6dc3057d-846b-410a-bcff-45772c2f4b2c"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:04.565274 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb7e58-111d-49a4-9008-07c6feb82612 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc3057d-846b-410a-bcff-45772c2f4b2c,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:04.709088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-44c1c5b0-9377-4851-8c92-c2ab73614310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:04.710837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-44c1c5b0-9377-4851-8c92-c2ab73614310 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55bc4e619b6143ae9bcafdd9199c3615&device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 1096 time: 0.0596249 Sep 16 05:58:04.764396 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-885be101-b914-4bbe-ac6c-10b60291c869 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6dc3057d-846b-410a-bcff-45772c2f4b2c HTTP/1.1" status: 200 len: 217 time: 0.0383649 Sep 16 05:58:04.802531 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616c8829-0926-456d-9085-412f5c0495d6 x-openstack-request-id: req-616c8829-0926-456d-9085-412f5c0495d6 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:04.802920 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8258a1b2-fcea-48ed-8085-ae5a379cf043", "tag": "6dc3057d-846b-410a-bcff-45772c2f4b2c", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:04.803241 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-616c8829-0926-456d-9085-412f5c0495d6 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:04.803711 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8258a1b2-fcea-48ed-8085-ae5a379cf043', 'tag': '6dc3057d-846b-410a-bcff-45772c2f4b2c', 'status': 'completed', 'code': 200} Sep 16 05:58:04.829743 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-3ecb43c4-e9e5-424a-9cc6-1f0f5527a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:04.831488 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-3ecb43c4-e9e5-424a-9cc6-1f0f5527a953 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c4455a-dbec-469f-b3ca-c994740dc2c8 HTTP/1.1" status: 200 len: 854 time: 0.0595784 Sep 16 05:58:04.886205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-ccf3008d-ac40-4622-bdb2-e8eab2c323f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:04.888065 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-ccf3008d-ac40-4622-bdb2-e8eab2c323f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d4e5a66-3875-49cc-a201-5693f9350b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488002 Sep 16 05:58:04.988835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-b956cdc3-44ac-43b5-928e-61c31e22b9f3 service neutron] 10.222.0.21 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932398 Sep 16 05:58:05.107586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-564a065f-6ad1-4b86-adcc-cccdf1a58f56 req-899e3e37-530b-43ee-bd5e-9c72819f2651 service neutron] 10.222.0.21 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113555 Sep 16 05:58:05.299043 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-721ee2c6-ba7c-4b0a-90aa-b88a51e7c5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:05.327555 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70450c3-8f97-463f-857a-965959d89da6 req-1e15cca7-27c6-4fa9-8406-1d655773cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:05.329098 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e70450c3-8f97-463f-857a-965959d89da6 req-1e15cca7-27c6-4fa9-8406-1d655773cf57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55bc4e619b6143ae9bcafdd9199c3615&device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 1096 time: 0.0443227 Sep 16 05:58:05.466788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe256c0f-37d4-446d-82bf-89cec21588a1 req-1a386fdd-631e-4f76-ba93-47b9f9cec1dd tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:05.468219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe256c0f-37d4-446d-82bf-89cec21588a1 req-1a386fdd-631e-4f76-ba93-47b9f9cec1dd tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 944 time: 0.1089485 Sep 16 05:58:05.474526 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70450c3-8f97-463f-857a-965959d89da6 req-de0bc03a-412b-461b-94bd-5d63b6d6b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:05.476117 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e70450c3-8f97-463f-857a-965959d89da6 req-de0bc03a-412b-461b-94bd-5d63b6d6b88f service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d4e5a66-3875-49cc-a201-5693f9350b29 HTTP/1.1" status: 200 len: 916 time: 0.1388609 Sep 16 05:58:05.527614 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e70450c3-8f97-463f-857a-965959d89da6 req-d3c82124-33b6-45d4-b6da-6273e191e429 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6dc3057d-846b-410a-bcff-45772c2f4b2c HTTP/1.1" status: 200 len: 217 time: 0.0441241 Sep 16 05:58:05.576204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe256c0f-37d4-446d-82bf-89cec21588a1 req-c22267fe-ad5a-4f83-889d-97cde2275f92 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990860 Sep 16 05:58:05.598353 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70450c3-8f97-463f-857a-965959d89da6 req-9cd10954-3c34-4944-a610-7cc3a183781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:05.600021 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e70450c3-8f97-463f-857a-965959d89da6 req-9cd10954-3c34-4944-a610-7cc3a183781c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c4455a-dbec-469f-b3ca-c994740dc2c8 HTTP/1.1" status: 200 len: 854 time: 0.0613832 Sep 16 05:58:05.650471 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70450c3-8f97-463f-857a-965959d89da6 req-251cc837-fb3f-4b8f-b1f7-aa1f8494e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:05.652074 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e70450c3-8f97-463f-857a-965959d89da6 req-251cc837-fb3f-4b8f-b1f7-aa1f8494e5e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d4e5a66-3875-49cc-a201-5693f9350b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453675 Sep 16 05:58:05.746012 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e70450c3-8f97-463f-857a-965959d89da6 req-4dcdf974-d547-4acb-8162-2e45879e0f4d service neutron] 10.222.0.21 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862296 Sep 16 05:58:05.847669 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e70450c3-8f97-463f-857a-965959d89da6 req-ae721911-cee5-4d29-8ac0-18bd311ac6a7 service neutron] 10.222.0.21 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947039 Sep 16 05:58:06.703771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a23ca9-fb18-43a1-b256-f31ef232e945 req-24b53c1c-0d11-47e2-9bac-6b91e29ff12b tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:06.705304 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10a23ca9-fb18-43a1-b256-f31ef232e945 req-24b53c1c-0d11-47e2-9bac-6b91e29ff12b tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 944 time: 0.0524070 Sep 16 05:58:06.748927 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-10a23ca9-fb18-43a1-b256-f31ef232e945 req-3f2a8c8f-5176-45b5-9d39-fa1bc841b55c tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367858 Sep 16 05:58:07.824671 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6657ffa0-ae69-482c-af8e-bafa122556cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:07.879468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4993f92-2819-4bdc-89ce-6ed1851e9e35 req-7b1b0618-c100-453a-8277-e30c8932dc4a tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:07.881115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4993f92-2819-4bdc-89ce-6ed1851e9e35 req-7b1b0618-c100-453a-8277-e30c8932dc4a tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 944 time: 0.0576501 Sep 16 05:58:07.939963 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4993f92-2819-4bdc-89ce-6ed1851e9e35 req-8dad0a58-d0c2-4443-9e73-6f6ba4f23ead tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518699 Sep 16 05:58:08.618943 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:09.060409 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e754320-a87f-4d17-9ee6-af7fc67d055d req-f91ea0f9-9ea7-4d96-adc9-a942ef3e818c tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:09.061982 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e754320-a87f-4d17-9ee6-af7fc67d055d req-f91ea0f9-9ea7-4d96-adc9-a942ef3e818c tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 944 time: 0.0512452 Sep 16 05:58:09.104451 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e754320-a87f-4d17-9ee6-af7fc67d055d req-4157bb71-3575-451f-84a4-6e62210ab8ef tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348928 Sep 16 05:58:09.512632 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:10.221272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d85483-8e9c-4080-b93c-7974d68497d8 req-1cc9bdc9-0b55-40db-a0a8-8f32117e48ef tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:10.222813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20d85483-8e9c-4080-b93c-7974d68497d8 req-1cc9bdc9-0b55-40db-a0a8-8f32117e48ef tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 944 time: 0.0501654 Sep 16 05:58:10.259498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6dc3057d-846b-410a-bcff-45772c2f4b2c details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:58:10.265711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20d85483-8e9c-4080-b93c-7974d68497d8 req-5c2fe2f6-40fa-4c5e-994b-7ac55e02f039 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362310 Sep 16 05:58:10.371612 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 6dc3057d-846b-410a-bcff-45772c2f4b2c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6dc3057d-846b-410a-bcff-45772c2f4b2c,segment=NetworkSegment(02f9361e-8f60-480d-a604-78411c15d58b),segment_id=02f9361e-8f60-480d-a604-78411c15d58b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:10.384413 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '6dc3057d-846b-410a-bcff-45772c2f4b2c', 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29', 'port_id': '6dc3057d-846b-410a-bcff-45772c2f4b2c', 'mac_address': 'fa:16:3e:98:af:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c4455a-dbec-469f-b3ca-c994740dc2c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:58:10.422994 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:10.437109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc3057d-846b-410a-bcff-45772c2f4b2c {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:58:10.457708 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 6dc3057d-846b-410a-bcff-45772c2f4b2c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6dc3057d-846b-410a-bcff-45772c2f4b2c,segment=NetworkSegment(02f9361e-8f60-480d-a604-78411c15d58b),segment_id=02f9361e-8f60-480d-a604-78411c15d58b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:10.535319 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:10.584974 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=6dc3057d-846b-410a-bcff-45772c2f4b2c,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:10.966563 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['6dc3057d-846b-410a-bcff-45772c2f4b2c'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:58:11.105581 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:11.398583 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbcb61-ba8f-4266-94d6-026876a40c1a req-6ac34c9d-4e19-4cd1-a9a5-8d0977ebdc0a tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:11.400119 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0bfbcb61-ba8f-4266-94d6-026876a40c1a req-6ac34c9d-4e19-4cd1-a9a5-8d0977ebdc0a tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 945 time: 0.0589609 Sep 16 05:58:11.440087 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0bfbcb61-ba8f-4266-94d6-026876a40c1a req-57161d10-492b-4788-a801-3243bbfd318c tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337980 Sep 16 05:58:12.280993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6dc3057d-846b-410a-bcff-45772c2f4b2c up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:58:12.420776 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 6dc3057d-846b-410a-bcff-45772c2f4b2c completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:58:12.425712 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 6dc3057d-846b-410a-bcff-45772c2f4b2c triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:12.433112 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.591170 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbaec5-5895-4a73-abbf-de4acc7fb26d req-a70b2e94-74a5-4d1d-b448-2dc598cb7ce8 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:12.593566 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58bbaec5-5895-4a73-abbf-de4acc7fb26d req-a70b2e94-74a5-4d1d-b448-2dc598cb7ce8 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 945 time: 0.0590158 Sep 16 05:58:12.643170 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58bbaec5-5895-4a73-abbf-de4acc7fb26d req-e08b243f-1259-4d07-851a-c820bda1c6e4 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376098 Sep 16 05:58:12.680768 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.703524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8258a1b2-fcea-48ed-8085-ae5a379cf043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc3057d-846b-410a-bcff-45772c2f4b2c'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:12.705856 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc13082c-26c6-4d75-b1d6-04587aeb6342" -d '{"events": [{"server_uuid": "8258a1b2-fcea-48ed-8085-ae5a379cf043", "name": "network-vif-plugged", "status": "completed", "tag": "6dc3057d-846b-410a-bcff-45772c2f4b2c"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:12.719921 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 6dc3057d-846b-410a-bcff-45772c2f4b2c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6dc3057d-846b-410a-bcff-45772c2f4b2c,segment=NetworkSegment(02f9361e-8f60-480d-a604-78411c15d58b),segment_id=02f9361e-8f60-480d-a604-78411c15d58b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:12.749340 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b45e7bc-705e-42de-92e7-afab1d20b920 x-openstack-request-id: req-0b45e7bc-705e-42de-92e7-afab1d20b920 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:12.749340 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8258a1b2-fcea-48ed-8085-ae5a379cf043", "name": "network-vif-plugged", "status": "completed", "tag": "6dc3057d-846b-410a-bcff-45772c2f4b2c", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:12.749603 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b45e7bc-705e-42de-92e7-afab1d20b920 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:12.749878 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8258a1b2-fcea-48ed-8085-ae5a379cf043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc3057d-846b-410a-bcff-45772c2f4b2c', 'code': 200} Sep 16 05:58:12.812795 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.864112 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=6dc3057d-846b-410a-bcff-45772c2f4b2c,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:12.884977 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0f39e-f419-450a-8d54-ccfd6215a878 req-1ab8af9d-9e6e-4dbb-ae98-c08990209f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:12.886585 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49f0f39e-f419-450a-8d54-ccfd6215a878 req-1ab8af9d-9e6e-4dbb-ae98-c08990209f26 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 1098 time: 0.0447166 Sep 16 05:58:12.935114 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49f0f39e-f419-450a-8d54-ccfd6215a878 req-7596fa3a-a465-4587-9e8f-0ed46e31b006 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402510 Sep 16 05:58:13.772290 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e967b3-fba8-4912-8f97-c39c5f8d95cb req-714519e0-9056-42ff-bd9d-b1dd7c578a5a tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:13.773947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2e967b3-fba8-4912-8f97-c39c5f8d95cb req-714519e0-9056-42ff-bd9d-b1dd7c578a5a tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 946 time: 0.0598164 Sep 16 05:58:13.825635 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2e967b3-fba8-4912-8f97-c39c5f8d95cb req-f6ef0f11-cba2-45e6-bf27-f646c2e53f8c tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400887 Sep 16 05:58:14.950461 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580348c-edd0-4b0f-b6b8-6b5241d8971b req-f5b7f2f9-8749-4ec4-bdd7-422bf93a32ac tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:14.951859 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5580348c-edd0-4b0f-b6b8-6b5241d8971b req-f5b7f2f9-8749-4ec4-bdd7-422bf93a32ac tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 946 time: 0.0545039 Sep 16 05:58:14.995523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5580348c-edd0-4b0f-b6b8-6b5241d8971b req-f6b4f623-970f-4c5e-b339-4f907ae45d94 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366542 Sep 16 05:58:15.121332 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7269528-543a-4d4e-9ad8-fb0e3587e565 req-711f3555-c32c-4806-8290-d91a9e1ced3e tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:15.122930 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7269528-543a-4d4e-9ad8-fb0e3587e565 req-711f3555-c32c-4806-8290-d91a9e1ced3e tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 946 time: 0.0548162 Sep 16 05:58:15.168980 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7269528-543a-4d4e-9ad8-fb0e3587e565 req-22a9f24f-4e67-4ce7-96e4-90d7042aec88 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373521 Sep 16 05:58:15.390602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc400d-1d50-400c-9f96-b7271668d3e5 req-ee8d6b4b-11d9-4b53-be90-028d4a4ca75d tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:15.392182 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18fc400d-1d50-400c-9f96-b7271668d3e5 req-ee8d6b4b-11d9-4b53-be90-028d4a4ca75d tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 946 time: 0.0640657 Sep 16 05:58:15.435661 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-18fc400d-1d50-400c-9f96-b7271668d3e5 req-56d360c1-d6e3-455c-b540-2ead36be973d tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371797 Sep 16 05:58:25.006806 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.938476 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:30.191380 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9478601-3584-4a33-99be-b628bfe589de req-a334b0e7-6432-41b5-82f9-6401a7b1d8b6 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:30.192937 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9478601-3584-4a33-99be-b628bfe589de req-a334b0e7-6432-41b5-82f9-6401a7b1d8b6 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 946 time: 0.0605533 Sep 16 05:58:30.237866 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9478601-3584-4a33-99be-b628bfe589de req-1a49ef85-82dd-4895-a83c-c980bc8c01e5 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352964 Sep 16 05:58:30.261906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42450) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:30.393482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2faa3c-d1da-4d6f-bb65-f747560e398f tempest-TestMinimumBasicScenario-681387106 tempest-TestMinimumBasicScenario-681387106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:30.395084 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6b2faa3c-d1da-4d6f-bb65-f747560e398f tempest-TestMinimumBasicScenario-681387106 tempest-TestMinimumBasicScenario-681387106-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 1093 time: 0.1321144 Sep 16 05:58:30.398114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42454) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:30.402568 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': '6dc3057d-846b-410a-bcff-45772c2f4b2c', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:30.506397 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:30.619199 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:30.734732 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Allocated IP 172.25.4.190 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/a320c071-acd2-4de2-89fa-4fd8d2bb09c2) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:58:31.198710 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:31.346914 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:31.394492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:58:31.397993 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:58:31.401725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:58:31.428511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Pushing event updated for resources: {'Port': ['ID=a320c071-acd2-4de2-89fa-4fd8d2bb09c2,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:31.443159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:31.450733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:31.450733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:31.450733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:31.450733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:31.450733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:31.450733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:31.450733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:31.450733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:31.450733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:31.450733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:31.450733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:31.812758 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:32.004810 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:32.202692 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:32.289279 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:32.365984 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Pushing event updated for resources: {'Port': ['ID=a320c071-acd2-4de2-89fa-4fd8d2bb09c2,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:32.371531 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:32.479738 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Floating IP 0daf5fb3-47fa-4f37-a152-8d6a233ad808 associated. External IP: 172.25.4.190, port: 6dc3057d-846b-410a-bcff-45772c2f4b2c. Sep 16 05:58:32.734983 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Router d20be3fa-1715-4828-b93e-0c6f0822cac4 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:58:32.866629 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:58:32.878478 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f2f87f-54bd-48df-88d5-581490cac089 None None] Sync routers for ids ['d20be3fa-1715-4828-b93e-0c6f0822cac4'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:58:32.889337 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f2f87f-54bd-48df-88d5-581490cac089 None None] Routers {'d20be3fa-1715-4828-b93e-0c6f0822cac4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:32.890007 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-76f2f87f-54bd-48df-88d5-581490cac089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:58:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d20be3fa-1715-4828-b93e-0c6f0822cac4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:32.958497 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:33.011432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c8fb181a-1dff-4348-ab46-5cbedc8bcee1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6119037 Sep 16 05:58:33.012447 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8258a1b2-fcea-48ed-8085-ae5a379cf043', 'tag': '6dc3057d-846b-410a-bcff-45772c2f4b2c'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:33.014958 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42456) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:33.017444 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae2d9a6-cf23-409a-8f12-e17c859ccd2e" -d '{"events": [{"name": "network-changed", "server_uuid": "8258a1b2-fcea-48ed-8085-ae5a379cf043", "tag": "6dc3057d-846b-410a-bcff-45772c2f4b2c"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:33.024466 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-1d27a53e-6aa3-4a50-a1cc-4ccbd1187d49 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515557761', 'description': 'tempest-secgroup-smoke-1515557761 description', 'project_id': '55bc4e619b6143ae9bcafdd9199c3615'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:33.025028 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-76f2f87f-54bd-48df-88d5-581490cac089 None None] Set router d20be3fa-1715-4828-b93e-0c6f0822cac4 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:33.070490 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19378d08-bdb3-4c1a-b1fb-0bb10356bd1a x-openstack-request-id: req-19378d08-bdb3-4c1a-b1fb-0bb10356bd1a {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:33.070490 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8258a1b2-fcea-48ed-8085-ae5a379cf043", "tag": "6dc3057d-846b-410a-bcff-45772c2f4b2c", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:33.070490 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19378d08-bdb3-4c1a-b1fb-0bb10356bd1a {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:33.070490 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8258a1b2-fcea-48ed-8085-ae5a379cf043', 'tag': '6dc3057d-846b-410a-bcff-45772c2f4b2c', 'status': 'completed', 'code': 200} Sep 16 05:58:33.120915 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d27a53e-6aa3-4a50-a1cc-4ccbd1187d49 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:33.184642 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2d9a6-cf23-409a-8f12-e17c859ccd2e req-1d27aace-0540-4cb2-89fb-4a708b054113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:33.196046 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ae2d9a6-cf23-409a-8f12-e17c859ccd2e req-1d27aace-0540-4cb2-89fb-4a708b054113 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55bc4e619b6143ae9bcafdd9199c3615&device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 1098 time: 0.0628505 Sep 16 05:58:33.234937 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d27a53e-6aa3-4a50-a1cc-4ccbd1187d49 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:33.301830 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d27a53e-6aa3-4a50-a1cc-4ccbd1187d49 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:33.348134 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-76f2f87f-54bd-48df-88d5-581490cac089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'name': 'tempest-TestMinimumBasicScenario-1268257765-router', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:22Z', 'updated_at': '2021-09-16T05:57:26Z', 'revision_number': 4, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'gw_port': {'id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:23Z', 'updated_at': '2021-09-16T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '0daf5fb3-47fa-4f37-a152-8d6a233ad808', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'floating_ip_address': '172.25.4.190', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'port_id': '6dc3057d-846b-410a-bcff-45772c2f4b2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29', 'mac_address': 'fa:16:3e:98:af:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8258a1b2-fcea-48ed-8085-ae5a379cf043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:58:31Z', 'updated_at': '2021-09-16T05:58:31Z', 'revision_number': 0, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a03dc5f-147f-4f7b-a5f7-41f03bc4db58', 'name': '', 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'mac_address': 'fa:16:3e:91:06:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91c4455a-dbec-469f-b3ca-c994740dc2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:25Z', 'updated_at': '2021-09-16T05:57:30Z', 'revision_number': 5, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'subnets': [{'id': '91c4455a-dbec-469f-b3ca-c994740dc2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:33.355913 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2d9a6-cf23-409a-8f12-e17c859ccd2e req-5d11e71e-fe7a-4d22-88f7-16959f63642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:33.358360 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27a53e-6aa3-4a50-a1cc-4ccbd1187d49 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aed5eb2-6328-4f8e-9a48-a3845e3771ec,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:33.360597 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ae2d9a6-cf23-409a-8f12-e17c859ccd2e req-5d11e71e-fe7a-4d22-88f7-16959f63642d service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d4e5a66-3875-49cc-a201-5693f9350b29 HTTP/1.1" status: 200 len: 916 time: 0.1497140 Sep 16 05:58:33.368841 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27a53e-6aa3-4a50-a1cc-4ccbd1187d49 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:33.373618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27a53e-6aa3-4a50-a1cc-4ccbd1187d49 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:33.373618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27a53e-6aa3-4a50-a1cc-4ccbd1187d49 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:33.373618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27a53e-6aa3-4a50-a1cc-4ccbd1187d49 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:33.373618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27a53e-6aa3-4a50-a1cc-4ccbd1187d49 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:33.373618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27a53e-6aa3-4a50-a1cc-4ccbd1187d49 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:33.373618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27a53e-6aa3-4a50-a1cc-4ccbd1187d49 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:33.373618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27a53e-6aa3-4a50-a1cc-4ccbd1187d49 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:33.373618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27a53e-6aa3-4a50-a1cc-4ccbd1187d49 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:33.373618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27a53e-6aa3-4a50-a1cc-4ccbd1187d49 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:33.373618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27a53e-6aa3-4a50-a1cc-4ccbd1187d49 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:33.373618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27a53e-6aa3-4a50-a1cc-4ccbd1187d49 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:33.382337 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f2f87f-54bd-48df-88d5-581490cac089 None None] Checking router: d20be3fa-1715-4828-b93e-0c6f0822cac4 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:58:33.390859 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f2f87f-54bd-48df-88d5-581490cac089 None None] Routers {'d20be3fa-1715-4828-b93e-0c6f0822cac4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:33.392688 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-76f2f87f-54bd-48df-88d5-581490cac089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T05:58:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d20be3fa-1715-4828-b93e-0c6f0822cac4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:33.420721 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1d27a53e-6aa3-4a50-a1cc-4ccbd1187d49 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:33.427198 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1d27a53e-6aa3-4a50-a1cc-4ccbd1187d49 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4061735 Sep 16 05:58:33.428405 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42462) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:33.433614 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8e593302-27cf-49fc-a1e7-089d7b67beab tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Request body: {'security_group_rule': {'security_group_id': '6aed5eb2-6328-4f8e-9a48-a3845e3771ec', 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:33.466371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ae2d9a6-cf23-409a-8f12-e17c859ccd2e req-8e06db41-d3a7-4485-b56e-0fe6e198b75f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6dc3057d-846b-410a-bcff-45772c2f4b2c HTTP/1.1" status: 200 len: 1000 time: 0.0995839 Sep 16 05:58:33.518274 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-76f2f87f-54bd-48df-88d5-581490cac089 None None] Set router d20be3fa-1715-4828-b93e-0c6f0822cac4 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:33.533957 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8e593302-27cf-49fc-a1e7-089d7b67beab tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:33.536919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2d9a6-cf23-409a-8f12-e17c859ccd2e req-3d861d49-952f-482f-aa0f-50ba224fda4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:33.538471 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ae2d9a6-cf23-409a-8f12-e17c859ccd2e req-3d861d49-952f-482f-aa0f-50ba224fda4a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c4455a-dbec-469f-b3ca-c994740dc2c8 HTTP/1.1" status: 200 len: 854 time: 0.0644770 Sep 16 05:58:33.619314 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8e593302-27cf-49fc-a1e7-089d7b67beab tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:33.620825 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2d9a6-cf23-409a-8f12-e17c859ccd2e req-ecb161c3-d2cf-405c-aee2-edf7e661fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:33.624083 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ae2d9a6-cf23-409a-8f12-e17c859ccd2e req-ecb161c3-d2cf-405c-aee2-edf7e661fa9d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d4e5a66-3875-49cc-a201-5693f9350b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777192 Sep 16 05:58:33.718752 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8e593302-27cf-49fc-a1e7-089d7b67beab tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:33.741129 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ae2d9a6-cf23-409a-8f12-e17c859ccd2e req-5cebf4f4-3457-4f4f-858a-e28917c52351 service neutron] 10.222.0.21 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093369 Sep 16 05:58:33.745231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e593302-27cf-49fc-a1e7-089d7b67beab tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b26002b-d7c6-4cc2-972e-edf8d5293052,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:33.811935 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-76f2f87f-54bd-48df-88d5-581490cac089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'name': 'tempest-TestMinimumBasicScenario-1268257765-router', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:22Z', 'updated_at': '2021-09-16T05:57:26Z', 'revision_number': 4, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'gw_port': {'id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:23Z', 'updated_at': '2021-09-16T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '0daf5fb3-47fa-4f37-a152-8d6a233ad808', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'floating_ip_address': '172.25.4.190', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'port_id': '6dc3057d-846b-410a-bcff-45772c2f4b2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29', 'mac_address': 'fa:16:3e:98:af:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8258a1b2-fcea-48ed-8085-ae5a379cf043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:58:31Z', 'updated_at': '2021-09-16T05:58:31Z', 'revision_number': 0, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a03dc5f-147f-4f7b-a5f7-41f03bc4db58', 'name': '', 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'mac_address': 'fa:16:3e:91:06:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91c4455a-dbec-469f-b3ca-c994740dc2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:25Z', 'updated_at': '2021-09-16T05:57:30Z', 'revision_number': 5, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'subnets': [{'id': '91c4455a-dbec-469f-b3ca-c994740dc2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:33.832250 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8e593302-27cf-49fc-a1e7-089d7b67beab tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:33.837262 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8e593302-27cf-49fc-a1e7-089d7b67beab tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4039094 Sep 16 05:58:33.837673 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42464) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:33.844420 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f2f87f-54bd-48df-88d5-581490cac089 None None] The sync data for ids ['d20be3fa-1715-4828-b93e-0c6f0822cac4'] in n-d-712140-13 is: [{'id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'name': 'tempest-TestMinimumBasicScenario-1268257765-router', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:22Z', 'updated_at': '2021-09-16T05:57:26Z', 'revision_number': 4, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'gw_port': {'id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:23Z', 'updated_at': '2021-09-16T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '0daf5fb3-47fa-4f37-a152-8d6a233ad808', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'floating_ip_address': '172.25.4.190', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'port_id': '6dc3057d-846b-410a-bcff-45772c2f4b2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29', 'mac_address': 'fa:16:3e:98:af:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8258a1b2-fcea-48ed-8085-ae5a379cf043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:58:31Z', 'updated_at': '2021-09-16T05:58:31Z', 'revision_number': 0, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a03dc5f-147f-4f7b-a5f7-41f03bc4db58', 'name': '', 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'mac_address': 'fa:16:3e:91:06:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91c4455a-dbec-469f-b3ca-c994740dc2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:25Z', 'updated_at': '2021-09-16T05:57:30Z', 'revision_number': 5, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'subnets': [{'id': '91c4455a-dbec-469f-b3ca-c994740dc2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:58:33.848552 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6b34afca-48ce-4c39-9f30-7c69632ac0b7 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Request body: {'security_group_rule': {'security_group_id': '6aed5eb2-6328-4f8e-9a48-a3845e3771ec', 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:33.865182 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ae2d9a6-cf23-409a-8f12-e17c859ccd2e req-03c46163-cbf3-4455-b789-1177e06ceaa8 service neutron] 10.222.0.21 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152527 Sep 16 05:58:33.951687 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b34afca-48ce-4c39-9f30-7c69632ac0b7 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.019936 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b34afca-48ce-4c39-9f30-7c69632ac0b7 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.075996 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10f0850-3ea0-4160-a984-21a7ac031f4c None None] New status for floating IP 0daf5fb3-47fa-4f37-a152-8d6a233ad808: ACTIVE {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:58:34.135201 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b34afca-48ce-4c39-9f30-7c69632ac0b7 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.156632 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34afca-48ce-4c39-9f30-7c69632ac0b7 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67456bd7-e283-475d-ae94-bae68d0c3ab7,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:34.254955 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b34afca-48ce-4c39-9f30-7c69632ac0b7 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.256286 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6b34afca-48ce-4c39-9f30-7c69632ac0b7 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4175375 Sep 16 05:58:34.259307 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42466) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:34.259733 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:58:34.268475 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-a180af2e-793f-4fb1-8c3a-50d077593339 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Request body: {'security_group_rule': {'security_group_id': '6aed5eb2-6328-4f8e-9a48-a3845e3771ec', 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:34.369156 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a180af2e-793f-4fb1-8c3a-50d077593339 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.436317 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a180af2e-793f-4fb1-8c3a-50d077593339 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.532480 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a180af2e-793f-4fb1-8c3a-50d077593339 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.557306 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180af2e-793f-4fb1-8c3a-50d077593339 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f6f937-966b-4000-96f6-e4cb3c89d888,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:34.652724 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-a180af2e-793f-4fb1-8c3a-50d077593339 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.654698 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a180af2e-793f-4fb1-8c3a-50d077593339 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3925908 Sep 16 05:58:34.664877 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42468) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:34.669546 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-17a19e69-95c9-4599-9fc1-4aa09192b6c9 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Request body: {'security_group_rule': {'security_group_id': '6aed5eb2-6328-4f8e-9a48-a3845e3771ec', 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:34.793011 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-17a19e69-95c9-4599-9fc1-4aa09192b6c9 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.857318 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-17a19e69-95c9-4599-9fc1-4aa09192b6c9 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.938173 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-17a19e69-95c9-4599-9fc1-4aa09192b6c9 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.959444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a19e69-95c9-4599-9fc1-4aa09192b6c9 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea812df4-498e-4d67-8c2a-8bd03e0467d8,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:35.039674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f05888f6-f545-4a3f-ac1e-832882168803 req-57fb10cd-912d-49b0-96ea-12ffaf755503 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0504067 Sep 16 05:58:35.064459 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-17a19e69-95c9-4599-9fc1-4aa09192b6c9 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.065698 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-17a19e69-95c9-4599-9fc1-4aa09192b6c9 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3998020 Sep 16 05:58:35.068452 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42470) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:35.073382 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-214d2ede-55ee-4cda-954c-eecd7dc496e3 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Request body: {'security_group_rule': {'security_group_id': '6aed5eb2-6328-4f8e-9a48-a3845e3771ec', 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:35.159212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05888f6-f545-4a3f-ac1e-832882168803 req-f55726d7-b71c-4d8d-abdc-ea583887b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:35.160911 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f05888f6-f545-4a3f-ac1e-832882168803 req-f55726d7-b71c-4d8d-abdc-ea583887b196 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55bc4e619b6143ae9bcafdd9199c3615&device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 1098 time: 0.0524693 Sep 16 05:58:35.166917 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-214d2ede-55ee-4cda-954c-eecd7dc496e3 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Project 55bc4e619b6143ae9bcafdd9199c3615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:58:35.173947 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-214d2ede-55ee-4cda-954c-eecd7dc496e3 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.252534 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-214d2ede-55ee-4cda-954c-eecd7dc496e3 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.287563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05888f6-f545-4a3f-ac1e-832882168803 req-5a601e72-f8ae-4e3b-af45-41863e92d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:35.289100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f05888f6-f545-4a3f-ac1e-832882168803 req-5a601e72-f8ae-4e3b-af45-41863e92d578 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d4e5a66-3875-49cc-a201-5693f9350b29 HTTP/1.1" status: 200 len: 916 time: 0.1041973 Sep 16 05:58:35.357877 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ec1b60b0-ea0d-4d07-aa73-6047e49c820c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.364523 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f05888f6-f545-4a3f-ac1e-832882168803 req-0ec5322f-4bac-4089-8b95-4f6b2cf19dbe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6dc3057d-846b-410a-bcff-45772c2f4b2c HTTP/1.1" status: 200 len: 1002 time: 0.0678566 Sep 16 05:58:35.368673 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-214d2ede-55ee-4cda-954c-eecd7dc496e3 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.390788 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d2ede-55ee-4cda-954c-eecd7dc496e3 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3f8f07-906a-4d7c-9ff8-75a28ba2e48e,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:35.418157 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05888f6-f545-4a3f-ac1e-832882168803 req-e77d2b60-18f3-4522-b743-1ab3f8ef50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:35.420487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f05888f6-f545-4a3f-ac1e-832882168803 req-e77d2b60-18f3-4522-b743-1ab3f8ef50fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c4455a-dbec-469f-b3ca-c994740dc2c8 HTTP/1.1" status: 200 len: 854 time: 0.0485551 Sep 16 05:58:35.466213 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-214d2ede-55ee-4cda-954c-eecd7dc496e3 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.467936 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-214d2ede-55ee-4cda-954c-eecd7dc496e3 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3984363 Sep 16 05:58:35.470858 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42472) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:35.475650 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-76ef9838-77dd-4b2a-a83b-d56e8cd62f26 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Request body: {'security_group_rule': {'security_group_id': '6aed5eb2-6328-4f8e-9a48-a3845e3771ec', 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:35.485028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05888f6-f545-4a3f-ac1e-832882168803 req-e99afb9a-2e8b-4fa9-b764-e7c32278edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:35.486576 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f05888f6-f545-4a3f-ac1e-832882168803 req-e99afb9a-2e8b-4fa9-b764-e7c32278edcd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d4e5a66-3875-49cc-a201-5693f9350b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578153 Sep 16 05:58:35.597212 n-d-712140-13 neutron-server[95473]: INFO neutron.db.securitygroups_db [None req-76ef9838-77dd-4b2a-a83b-d56e8cd62f26 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Project 55bc4e619b6143ae9bcafdd9199c3615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:58:35.604356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f05888f6-f545-4a3f-ac1e-832882168803 req-aaadd8ca-6f54-4a4b-a01a-12de66e29461 service neutron] 10.222.0.21 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098356 Sep 16 05:58:35.605752 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76ef9838-77dd-4b2a-a83b-d56e8cd62f26 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.737823 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76ef9838-77dd-4b2a-a83b-d56e8cd62f26 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.759586 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f05888f6-f545-4a3f-ac1e-832882168803 req-314d3ede-2eb4-4149-a96a-edbd6eaeb4b3 service neutron] 10.222.0.21 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430604 Sep 16 05:58:35.818287 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76ef9838-77dd-4b2a-a83b-d56e8cd62f26 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.838275 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef9838-77dd-4b2a-a83b-d56e8cd62f26 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1895e848-05e6-4abe-8b08-6c8cba5ff59c,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:35.958102 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76ef9838-77dd-4b2a-a83b-d56e8cd62f26 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.959301 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-76ef9838-77dd-4b2a-a83b-d56e8cd62f26 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4874506 Sep 16 05:58:36.051547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3060b325-952e-48fa-b965-fcd5d53c6f1b req-2edd3fc6-65cc-4884-98c5-f8a796dc3126 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515557761&fields=id&tenant_id=55bc4e619b6143ae9bcafdd9199c3615 HTTP/1.1" status: 200 len: 267 time: 0.0442717 Sep 16 05:58:36.109434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060b325-952e-48fa-b965-fcd5d53c6f1b req-5a261b50-2072-4c35-a1bf-88985b3946a6 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:36.111031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3060b325-952e-48fa-b965-fcd5d53c6f1b req-5a261b50-2072-4c35-a1bf-88985b3946a6 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 946 time: 0.0535469 Sep 16 05:58:36.123154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-3060b325-952e-48fa-b965-fcd5d53c6f1b req-71e187f8-2a77-41a0-bade-ce195c68fae5 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Request body: {'port': {'security_groups': ['8bed36c2-a50e-4db0-a0b8-357d85a3cfb4', '6aed5eb2-6328-4f8e-9a48-a3845e3771ec']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:36.191498 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3060b325-952e-48fa-b965-fcd5d53c6f1b req-71e187f8-2a77-41a0-bade-ce195c68fae5 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:36.415042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-3060b325-952e-48fa-b965-fcd5d53c6f1b req-71e187f8-2a77-41a0-bade-ce195c68fae5 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] For port 6dc3057d-846b-410a-bcff-45772c2f4b2c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6dc3057d-846b-410a-bcff-45772c2f4b2c,segment=NetworkSegment(02f9361e-8f60-480d-a604-78411c15d58b),segment_id=02f9361e-8f60-480d-a604-78411c15d58b)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:36.455104 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3060b325-952e-48fa-b965-fcd5d53c6f1b req-71e187f8-2a77-41a0-bade-ce195c68fae5 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:36.558205 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3060b325-952e-48fa-b965-fcd5d53c6f1b req-71e187f8-2a77-41a0-bade-ce195c68fae5 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:36.594184 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['6dc3057d-846b-410a-bcff-45772c2f4b2c'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:58:36.606423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060b325-952e-48fa-b965-fcd5d53c6f1b req-71e187f8-2a77-41a0-bade-ce195c68fae5 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:36.607409 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3060b325-952e-48fa-b965-fcd5d53c6f1b req-71e187f8-2a77-41a0-bade-ce195c68fae5 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:36.608931 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3060b325-952e-48fa-b965-fcd5d53c6f1b req-71e187f8-2a77-41a0-bade-ce195c68fae5 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "PUT /v2.0/ports/6dc3057d-846b-410a-bcff-45772c2f4b2c HTTP/1.1" status: 200 len: 982 time: 0.4906297 Sep 16 05:58:36.609410 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8258a1b2-fcea-48ed-8085-ae5a379cf043', 'tag': '6dc3057d-846b-410a-bcff-45772c2f4b2c'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:36.611832 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b6bae9-b5de-4dfc-bf17-65cd91d39d23" -d '{"events": [{"name": "network-changed", "server_uuid": "8258a1b2-fcea-48ed-8085-ae5a379cf043", "tag": "6dc3057d-846b-410a-bcff-45772c2f4b2c"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:36.645322 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e187f8-2a77-41a0-bade-ce195c68fae5 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Pushing event updated for resources: {'Port': ['ID=6dc3057d-846b-410a-bcff-45772c2f4b2c,revision_number=6']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:36.667576 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79415dda-6ee9-48f9-bb31-82467962b457 x-openstack-request-id: req-79415dda-6ee9-48f9-bb31-82467962b457 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:36.667928 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8258a1b2-fcea-48ed-8085-ae5a379cf043", "tag": "6dc3057d-846b-410a-bcff-45772c2f4b2c", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:36.668104 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79415dda-6ee9-48f9-bb31-82467962b457 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:36.668513 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8258a1b2-fcea-48ed-8085-ae5a379cf043', 'tag': '6dc3057d-846b-410a-bcff-45772c2f4b2c', 'status': 'completed', 'code': 200} Sep 16 05:58:36.761325 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['6dc3057d-846b-410a-bcff-45772c2f4b2c'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:58:36.771625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6bae9-b5de-4dfc-bf17-65cd91d39d23 req-49bdd20c-a286-42a4-8838-97a742a1b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:36.773270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5b6bae9-b5de-4dfc-bf17-65cd91d39d23 req-49bdd20c-a286-42a4-8838-97a742a1b826 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55bc4e619b6143ae9bcafdd9199c3615&device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 1137 time: 0.0564618 Sep 16 05:58:36.782223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc807b6-03de-4a7d-aaf4-625879af18d3 req-51781eef-0a49-4d39-ae7c-ca3c29c09458 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:36.783857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbc807b6-03de-4a7d-aaf4-625879af18d3 req-51781eef-0a49-4d39-ae7c-ca3c29c09458 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 985 time: 0.0968177 Sep 16 05:58:36.909793 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bbc807b6-03de-4a7d-aaf4-625879af18d3 req-82c7fc11-bbba-4ae0-b402-806b093a5bac tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aed5eb2-6328-4f8e-9a48-a3845e3771ec&id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1169026 Sep 16 05:58:36.935934 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6bae9-b5de-4dfc-bf17-65cd91d39d23 req-25b0415b-f19a-42b1-9ef9-02201c60e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:36.937632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5b6bae9-b5de-4dfc-bf17-65cd91d39d23 req-25b0415b-f19a-42b1-9ef9-02201c60e9f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d4e5a66-3875-49cc-a201-5693f9350b29 HTTP/1.1" status: 200 len: 916 time: 0.1527956 Sep 16 05:58:37.031490 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5b6bae9-b5de-4dfc-bf17-65cd91d39d23 req-c5963257-1acd-414a-ba38-44fc35d0ae63 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6dc3057d-846b-410a-bcff-45772c2f4b2c HTTP/1.1" status: 200 len: 1002 time: 0.0856640 Sep 16 05:58:37.032866 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a8882314-97c2-4f9f-b8ea-78221bfeeca7 None None] Provisioning complete for port 6dc3057d-846b-410a-bcff-45772c2f4b2c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:37.033244 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a8882314-97c2-4f9f-b8ea-78221bfeeca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.087610 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6bae9-b5de-4dfc-bf17-65cd91d39d23 req-6646af16-34d2-476a-9a30-c437d6e21e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:37.089252 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5b6bae9-b5de-4dfc-bf17-65cd91d39d23 req-6646af16-34d2-476a-9a30-c437d6e21e9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c4455a-dbec-469f-b3ca-c994740dc2c8 HTTP/1.1" status: 200 len: 854 time: 0.0499449 Sep 16 05:58:37.147871 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6bae9-b5de-4dfc-bf17-65cd91d39d23 req-0c12d8ed-9152-4ca8-9cae-9b9b2e50234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:37.149634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5b6bae9-b5de-4dfc-bf17-65cd91d39d23 req-0c12d8ed-9152-4ca8-9cae-9b9b2e50234b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d4e5a66-3875-49cc-a201-5693f9350b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531471 Sep 16 05:58:37.275197 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5b6bae9-b5de-4dfc-bf17-65cd91d39d23 req-a677bbb8-9ccd-4292-8ff0-af2172709dd9 service neutron] 10.222.0.21 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167390 Sep 16 05:58:37.412651 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5b6bae9-b5de-4dfc-bf17-65cd91d39d23 req-cf4f58de-7829-4309-b618-5343be4f46ff service neutron] 10.222.0.21 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287920 Sep 16 05:58:37.855087 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d4962f1c-d814-468a-87f8-657a2fb5ed43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:38.620707 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:39.523301 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:41.078155 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:55.025641 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:58.973984 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:05.309689 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f3733d56-f78b-4686-adb7-10d1a5a71b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:08.023367 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-84ad9184-2e53-48ed-b943-60bbd7d3ccdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:08.619435 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:09.559862 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:11.074420 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:11.353968 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:59:25.033807 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:25.462727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeab976-3852-498f-b23a-ff9e1741efa2 req-6b5cb850-cba9-4246-8958-1ca9b1e4b1db tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:25.468289 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aaeab976-3852-498f-b23a-ff9e1741efa2 req-6b5cb850-cba9-4246-8958-1ca9b1e4b1db tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 985 time: 0.1292346 Sep 16 05:59:25.546128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aaeab976-3852-498f-b23a-ff9e1741efa2 req-12ec4542-9fb8-4b28-b54f-7175f4a53e29 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aed5eb2-6328-4f8e-9a48-a3845e3771ec&id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747070 Sep 16 05:59:25.570851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90712679-ec68-4bc5-ada0-0e1e50022518 req-bd2c09ec-3c62-447c-b950-05a69e5daa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:25.572618 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90712679-ec68-4bc5-ada0-0e1e50022518 req-bd2c09ec-3c62-447c-b950-05a69e5daa75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55bc4e619b6143ae9bcafdd9199c3615&device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 1137 time: 0.1399012 Sep 16 05:59:25.672335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90712679-ec68-4bc5-ada0-0e1e50022518 req-c464b5c1-0ed7-46d5-80cf-abfb123aade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:25.673927 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90712679-ec68-4bc5-ada0-0e1e50022518 req-c464b5c1-0ed7-46d5-80cf-abfb123aade4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d4e5a66-3875-49cc-a201-5693f9350b29 HTTP/1.1" status: 200 len: 916 time: 0.0930636 Sep 16 05:59:25.759138 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90712679-ec68-4bc5-ada0-0e1e50022518 req-22c73ad4-2f4d-464f-a95d-3ed8c4f4a2ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6dc3057d-846b-410a-bcff-45772c2f4b2c HTTP/1.1" status: 200 len: 1002 time: 0.0683119 Sep 16 05:59:25.812224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90712679-ec68-4bc5-ada0-0e1e50022518 req-2be0412b-8520-4b04-b02b-6b0bb7a052c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:25.813646 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90712679-ec68-4bc5-ada0-0e1e50022518 req-2be0412b-8520-4b04-b02b-6b0bb7a052c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c4455a-dbec-469f-b3ca-c994740dc2c8 HTTP/1.1" status: 200 len: 854 time: 0.0474403 Sep 16 05:59:25.862514 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90712679-ec68-4bc5-ada0-0e1e50022518 req-28350235-d176-4f6f-8596-57660cf529af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:25.864088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90712679-ec68-4bc5-ada0-0e1e50022518 req-28350235-d176-4f6f-8596-57660cf529af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d4e5a66-3875-49cc-a201-5693f9350b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429258 Sep 16 05:59:25.969286 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90712679-ec68-4bc5-ada0-0e1e50022518 req-70e0226b-b9b4-4b85-9a67-747f3a15356e service neutron] 10.222.0.21 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969114 Sep 16 05:59:26.065966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90712679-ec68-4bc5-ada0-0e1e50022518 req-366a322b-3f7c-47ca-9b8e-48f90d7fd61a service neutron] 10.222.0.21 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888445 Sep 16 05:59:26.743212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578f926-a8b7-4bed-a46c-d3dc5bd0a572 req-3aec3e6a-680c-44c9-8d57-e13476397cf3 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:26.744801 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1578f926-a8b7-4bed-a46c-d3dc5bd0a572 req-3aec3e6a-680c-44c9-8d57-e13476397cf3 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 985 time: 0.1081080 Sep 16 05:59:26.788452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1578f926-a8b7-4bed-a46c-d3dc5bd0a572 req-0c79c886-83e3-47f1-b342-9e206fe4f8ce tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aed5eb2-6328-4f8e-9a48-a3845e3771ec&id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370805 Sep 16 05:59:27.933051 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2558d-7d24-4f70-bb02-6806a6c6515d req-7915612e-108d-47dd-b51f-555f84f1acb9 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:27.934563 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16d2558d-7d24-4f70-bb02-6806a6c6515d req-7915612e-108d-47dd-b51f-555f84f1acb9 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 985 time: 0.0546257 Sep 16 05:59:27.980922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-16d2558d-7d24-4f70-bb02-6806a6c6515d req-b6574bfe-ed02-4118-a756-be2b455058b7 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aed5eb2-6328-4f8e-9a48-a3845e3771ec&id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379696 Sep 16 05:59:28.990361 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:29.107315 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc69b78-c882-4242-aa56-0099025a7109 req-346d8398-5193-4fe1-944a-5ce82e0f7de2 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:29.108819 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3bc69b78-c882-4242-aa56-0099025a7109 req-346d8398-5193-4fe1-944a-5ce82e0f7de2 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 985 time: 0.0512524 Sep 16 05:59:29.151440 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3bc69b78-c882-4242-aa56-0099025a7109 req-6b483ce6-7310-4860-92df-a5a4053bef19 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aed5eb2-6328-4f8e-9a48-a3845e3771ec&id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364819 Sep 16 05:59:30.292839 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1507d-174a-40f0-b661-ccb69c8129b5 req-7cd616b1-9974-4e71-af2d-b39f8d90954d tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:30.294918 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87c1507d-174a-40f0-b661-ccb69c8129b5 req-7cd616b1-9974-4e71-af2d-b39f8d90954d tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 985 time: 0.0703757 Sep 16 05:59:30.354633 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87c1507d-174a-40f0-b661-ccb69c8129b5 req-8742726e-d6a9-492c-85fb-0215e8ef6c46 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aed5eb2-6328-4f8e-9a48-a3845e3771ec&id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401013 Sep 16 05:59:31.481216 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3374f3-301b-41e0-a9ba-eeb5513bd541 req-6aa82a14-1a29-4154-9e67-905bd83bff0a tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:31.482754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb3374f3-301b-41e0-a9ba-eeb5513bd541 req-6aa82a14-1a29-4154-9e67-905bd83bff0a tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 985 time: 0.0522470 Sep 16 05:59:31.525953 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-eb3374f3-301b-41e0-a9ba-eeb5513bd541 req-327b182e-aaac-4cab-b374-87e1f8716be4 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aed5eb2-6328-4f8e-9a48-a3845e3771ec&id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370154 Sep 16 05:59:32.654004 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ea0ab-571c-491f-9623-940518362002 req-6016f8e7-e081-4ce7-a39b-36e8271e6bd4 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:32.656401 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b12ea0ab-571c-491f-9623-940518362002 req-6016f8e7-e081-4ce7-a39b-36e8271e6bd4 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 985 time: 0.0612307 Sep 16 05:59:32.701179 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b12ea0ab-571c-491f-9623-940518362002 req-b7284827-d217-42c9-a866-aee5737f0279 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aed5eb2-6328-4f8e-9a48-a3845e3771ec&id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363336 Sep 16 05:59:33.833760 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967907d-57cb-4000-af7e-acf3f9ba786b req-20424705-e7b0-4068-bae1-e343ebc615e8 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:33.835350 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0967907d-57cb-4000-af7e-acf3f9ba786b req-20424705-e7b0-4068-bae1-e343ebc615e8 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 985 time: 0.0575106 Sep 16 05:59:33.880726 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0967907d-57cb-4000-af7e-acf3f9ba786b req-9fa9ebdb-6fff-46f4-bd31-67c83e993bb5 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aed5eb2-6328-4f8e-9a48-a3845e3771ec&id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391510 Sep 16 05:59:35.012042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489303d-12b2-4b52-a692-1b1de9c386bd req-f620c54f-fd7d-4039-8b28-b10d8521000b tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:35.013676 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8489303d-12b2-4b52-a692-1b1de9c386bd req-f620c54f-fd7d-4039-8b28-b10d8521000b tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 985 time: 0.0508485 Sep 16 05:59:35.055552 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8489303d-12b2-4b52-a692-1b1de9c386bd req-d1c83c26-8e43-437c-85bb-df2fe6cfc4e5 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aed5eb2-6328-4f8e-9a48-a3845e3771ec&id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350728 Sep 16 05:59:35.276116 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-04ccc61b-15b0-492e-b690-f09deceda0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:36.044991 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733626c-52e6-4ce9-b1d8-53ce809c0bcb req-3e1d20f2-11ce-465b-923b-a49eeb1919bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:36.047735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6733626c-52e6-4ce9-b1d8-53ce809c0bcb req-3e1d20f2-11ce-465b-923b-a49eeb1919bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55bc4e619b6143ae9bcafdd9199c3615&device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 1137 time: 0.0432720 Sep 16 05:59:36.190073 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733626c-52e6-4ce9-b1d8-53ce809c0bcb req-015ba833-4913-4dbc-98e3-28286fb79889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:36.191626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6733626c-52e6-4ce9-b1d8-53ce809c0bcb req-015ba833-4913-4dbc-98e3-28286fb79889 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d4e5a66-3875-49cc-a201-5693f9350b29 HTTP/1.1" status: 200 len: 916 time: 0.1248262 Sep 16 05:59:36.205812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c60745-32d8-4528-9226-d24d43e7e4b0 req-1baa5645-07bb-426f-904e-6eb72d4a0eb6 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:36.207376 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34c60745-32d8-4528-9226-d24d43e7e4b0 req-1baa5645-07bb-426f-904e-6eb72d4a0eb6 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 985 time: 0.0757987 Sep 16 05:59:36.310466 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-34c60745-32d8-4528-9226-d24d43e7e4b0 req-7fbfd632-60a5-491a-9810-4aca410c7c67 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aed5eb2-6328-4f8e-9a48-a3845e3771ec&id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962565 Sep 16 05:59:36.313813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6733626c-52e6-4ce9-b1d8-53ce809c0bcb req-06142cd9-179e-4f8b-83ae-96be5949a73f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6dc3057d-846b-410a-bcff-45772c2f4b2c HTTP/1.1" status: 200 len: 1002 time: 0.1055384 Sep 16 05:59:36.366842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733626c-52e6-4ce9-b1d8-53ce809c0bcb req-e7ef62de-cd98-48ab-b36f-cc6c08b73f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:36.368376 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6733626c-52e6-4ce9-b1d8-53ce809c0bcb req-e7ef62de-cd98-48ab-b36f-cc6c08b73f66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c4455a-dbec-469f-b3ca-c994740dc2c8 HTTP/1.1" status: 200 len: 854 time: 0.0479126 Sep 16 05:59:36.414387 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733626c-52e6-4ce9-b1d8-53ce809c0bcb req-6bcb32f3-47d3-4145-8797-7f6ebd7650ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:36.415949 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6733626c-52e6-4ce9-b1d8-53ce809c0bcb req-6bcb32f3-47d3-4145-8797-7f6ebd7650ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d4e5a66-3875-49cc-a201-5693f9350b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409245 Sep 16 05:59:36.515406 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6733626c-52e6-4ce9-b1d8-53ce809c0bcb req-da9f80eb-5f11-46af-92a6-40f58e4c7837 service neutron] 10.222.0.21 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925839 Sep 16 05:59:36.608838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6733626c-52e6-4ce9-b1d8-53ce809c0bcb req-186c4abb-1df9-482c-b2f9-141f440f867b service neutron] 10.222.0.21 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859253 Sep 16 05:59:37.445579 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4d239-6ed3-4496-91dc-c7ec452bae0f req-a2e222b3-bbbf-44f1-9aad-9600fc45fa87 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:37.447116 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80a4d239-6ed3-4496-91dc-c7ec452bae0f req-a2e222b3-bbbf-44f1-9aad-9600fc45fa87 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 985 time: 0.0560310 Sep 16 05:59:37.488936 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80a4d239-6ed3-4496-91dc-c7ec452bae0f req-9a092d7f-689b-4280-9101-959832795730 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aed5eb2-6328-4f8e-9a48-a3845e3771ec&id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349283 Sep 16 05:59:37.828501 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-25313756-19b7-4811-82fd-86a4e85e62b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:38.629920 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:39.561879 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:41.076319 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:48.263405 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:59:55.102011 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:58.983905 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:05.284347 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cda425cd-a300-4bd8-8262-3c6ed16ff2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:07.875288 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-61f61810-3eab-4ada-b546-5f80c284fafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:08.644376 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:09.538394 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:11.072602 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.074645 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.263692 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:00:28.983634 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.291870 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7927f63c-cbac-414f-839c-cc468e376ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:36.992720 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c788d6c-1812-4b04-b1f5-3e4069cbc4d1 req-426d9a60-be5b-4e48-ae13-cc3d66cdd80c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417430 Sep 16 06:00:37.096711 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c788d6c-1812-4b04-b1f5-3e4069cbc4d1 req-329e3684-1a55-44a2-8e41-139b3f36d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:37.098151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c788d6c-1812-4b04-b1f5-3e4069cbc4d1 req-329e3684-1a55-44a2-8e41-139b3f36d51c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55bc4e619b6143ae9bcafdd9199c3615&device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 1137 time: 0.0446475 Sep 16 06:00:37.206468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c788d6c-1812-4b04-b1f5-3e4069cbc4d1 req-79d1dea8-d9c6-4821-9dd3-a263c593209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:37.208012 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c788d6c-1812-4b04-b1f5-3e4069cbc4d1 req-79d1dea8-d9c6-4821-9dd3-a263c593209d service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d4e5a66-3875-49cc-a201-5693f9350b29 HTTP/1.1" status: 200 len: 916 time: 0.0905313 Sep 16 06:00:37.275947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c788d6c-1812-4b04-b1f5-3e4069cbc4d1 req-ad2be78a-b840-4e9e-9d34-5974baf163ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6dc3057d-846b-410a-bcff-45772c2f4b2c HTTP/1.1" status: 200 len: 1002 time: 0.0607219 Sep 16 06:00:37.329510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c788d6c-1812-4b04-b1f5-3e4069cbc4d1 req-f3c450e5-4884-4205-a322-ba157e12267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:37.331105 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c788d6c-1812-4b04-b1f5-3e4069cbc4d1 req-f3c450e5-4884-4205-a322-ba157e12267e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c4455a-dbec-469f-b3ca-c994740dc2c8 HTTP/1.1" status: 200 len: 854 time: 0.0487001 Sep 16 06:00:37.382143 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c788d6c-1812-4b04-b1f5-3e4069cbc4d1 req-5d4ff541-df08-48f1-95e6-d5c9fb29ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:37.383682 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c788d6c-1812-4b04-b1f5-3e4069cbc4d1 req-5d4ff541-df08-48f1-95e6-d5c9fb29ef4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d4e5a66-3875-49cc-a201-5693f9350b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451534 Sep 16 06:00:37.484834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c788d6c-1812-4b04-b1f5-3e4069cbc4d1 req-e67d7573-1f0c-49bb-adb2-4df4bd9ddd8e service neutron] 10.222.0.21 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936854 Sep 16 06:00:37.608910 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c788d6c-1812-4b04-b1f5-3e4069cbc4d1 req-206a1052-cd6f-4935-898d-5baeaa13528e service neutron] 10.222.0.21 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166453 Sep 16 06:00:37.835700 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-09699360-4a5d-4cb4-8708-107a0d76fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.640501 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.538024 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.835691 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-30c0877b-e1f4-4c52-a48c-23ad2df80d53 req-0913fd92-6deb-4032-80e3-f5dab9566f0c tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515557761&fields=id&tenant_id=55bc4e619b6143ae9bcafdd9199c3615 HTTP/1.1" status: 200 len: 267 time: 0.0345266 Sep 16 06:00:40.892667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0877b-e1f4-4c52-a48c-23ad2df80d53 req-854ee09c-49a4-46d1-bb6f-8373987b4c7b tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:40.893804 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-30c0877b-e1f4-4c52-a48c-23ad2df80d53 req-854ee09c-49a4-46d1-bb6f-8373987b4c7b tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 985 time: 0.0524580 Sep 16 06:00:40.908975 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-30c0877b-e1f4-4c52-a48c-23ad2df80d53 req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Request body: {'port': {'security_groups': ['8bed36c2-a50e-4db0-a0b8-357d85a3cfb4']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:40.980360 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-30c0877b-e1f4-4c52-a48c-23ad2df80d53 req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.079983 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.165468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-30c0877b-e1f4-4c52-a48c-23ad2df80d53 req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] For port 6dc3057d-846b-410a-bcff-45772c2f4b2c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6dc3057d-846b-410a-bcff-45772c2f4b2c,segment=NetworkSegment(02f9361e-8f60-480d-a604-78411c15d58b),segment_id=02f9361e-8f60-480d-a604-78411c15d58b)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:41.201535 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-30c0877b-e1f4-4c52-a48c-23ad2df80d53 req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.277815 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-30c0877b-e1f4-4c52-a48c-23ad2df80d53 req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.310812 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['6dc3057d-846b-410a-bcff-45772c2f4b2c'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:00:41.323026 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0877b-e1f4-4c52-a48c-23ad2df80d53 req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:41.323677 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-30c0877b-e1f4-4c52-a48c-23ad2df80d53 req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.325168 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-30c0877b-e1f4-4c52-a48c-23ad2df80d53 req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "PUT /v2.0/ports/6dc3057d-846b-410a-bcff-45772c2f4b2c HTTP/1.1" status: 200 len: 943 time: 0.4211667 Sep 16 06:00:41.325635 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8258a1b2-fcea-48ed-8085-ae5a379cf043', 'tag': '6dc3057d-846b-410a-bcff-45772c2f4b2c'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:00:41.327979 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e333012-91df-4f5f-bcc4-dce5780b8374" -d '{"events": [{"name": "network-changed", "server_uuid": "8258a1b2-fcea-48ed-8085-ae5a379cf043", "tag": "6dc3057d-846b-410a-bcff-45772c2f4b2c"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:00:41.334105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42572) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:41.368078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Pushing event updated for resources: {'Port': ['ID=6dc3057d-846b-410a-bcff-45772c2f4b2c,revision_number=7']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:41.376292 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.376650 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.377552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.377552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.377796 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.377971 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.378304 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.378769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.378971 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.379306 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.379637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.380431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076be6be-7025-4e96-81d0-7d2cf29a2b5f tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.388236 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e562244f-bd71-48f9-8445-aa5a7520ddd0 x-openstack-request-id: req-e562244f-bd71-48f9-8445-aa5a7520ddd0 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:00:41.388736 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8258a1b2-fcea-48ed-8085-ae5a379cf043", "tag": "6dc3057d-846b-410a-bcff-45772c2f4b2c", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:00:41.389153 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e562244f-bd71-48f9-8445-aa5a7520ddd0 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:00:41.389985 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8258a1b2-fcea-48ed-8085-ae5a379cf043', 'tag': '6dc3057d-846b-410a-bcff-45772c2f4b2c', 'status': 'completed', 'code': 200} Sep 16 06:00:41.411994 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-007da83b-d38b-42b8-b668-c93cd9ccf157 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.448161 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['6dc3057d-846b-410a-bcff-45772c2f4b2c'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:00:41.452844 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-007da83b-d38b-42b8-b668-c93cd9ccf157 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.486607 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e333012-91df-4f5f-bcc4-dce5780b8374 req-874db32b-bdef-47da-bdbf-3db72767b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:41.488244 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e333012-91df-4f5f-bcc4-dce5780b8374 req-874db32b-bdef-47da-bdbf-3db72767b4d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55bc4e619b6143ae9bcafdd9199c3615&device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 1098 time: 0.0577681 Sep 16 06:00:41.617663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e333012-91df-4f5f-bcc4-dce5780b8374 req-1b2724e1-d507-4fff-a9af-1e94141fc7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:41.619254 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e333012-91df-4f5f-bcc4-dce5780b8374 req-1b2724e1-d507-4fff-a9af-1e94141fc7e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d4e5a66-3875-49cc-a201-5693f9350b29 HTTP/1.1" status: 200 len: 916 time: 0.1234734 Sep 16 06:00:41.640150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f0aa55f3-5d6e-4704-b4c5-04c9995169b1 None None] Provisioning complete for port 6dc3057d-846b-410a-bcff-45772c2f4b2c triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:41.640515 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f0aa55f3-5d6e-4704-b4c5-04c9995169b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.668712 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-007da83b-d38b-42b8-b668-c93cd9ccf157 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.671993 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-007da83b-d38b-42b8-b668-c93cd9ccf157 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.673299 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-007da83b-d38b-42b8-b668-c93cd9ccf157 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "DELETE /v2.0/security-groups/6aed5eb2-6328-4f8e-9a48-a3845e3771ec HTTP/1.1" status: 204 len: 168 time: 0.3407125 Sep 16 06:00:41.676114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42578) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:41.684279 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007da83b-d38b-42b8-b668-c93cd9ccf157 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aed5eb2-6328-4f8e-9a48-a3845e3771ec,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:41.692836 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007da83b-d38b-42b8-b668-c93cd9ccf157 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.693529 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007da83b-d38b-42b8-b668-c93cd9ccf157 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.693996 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007da83b-d38b-42b8-b668-c93cd9ccf157 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.695067 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007da83b-d38b-42b8-b668-c93cd9ccf157 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.695640 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007da83b-d38b-42b8-b668-c93cd9ccf157 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.696196 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007da83b-d38b-42b8-b668-c93cd9ccf157 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.696596 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007da83b-d38b-42b8-b668-c93cd9ccf157 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.696997 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007da83b-d38b-42b8-b668-c93cd9ccf157 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.697902 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007da83b-d38b-42b8-b668-c93cd9ccf157 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.698293 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007da83b-d38b-42b8-b668-c93cd9ccf157 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.698800 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007da83b-d38b-42b8-b668-c93cd9ccf157 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.699402 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007da83b-d38b-42b8-b668-c93cd9ccf157 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:42.086947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e333012-91df-4f5f-bcc4-dce5780b8374 req-a8468181-fd30-426a-bc61-4f4fecec8f3f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6dc3057d-846b-410a-bcff-45772c2f4b2c HTTP/1.1" status: 200 len: 1002 time: 0.4604156 Sep 16 06:00:42.190899 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e333012-91df-4f5f-bcc4-dce5780b8374 req-e1d25392-a802-49a0-8e0a-faef078642a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:42.192404 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e333012-91df-4f5f-bcc4-dce5780b8374 req-e1d25392-a802-49a0-8e0a-faef078642a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c4455a-dbec-469f-b3ca-c994740dc2c8 HTTP/1.1" status: 200 len: 854 time: 0.0972118 Sep 16 06:00:42.270793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e333012-91df-4f5f-bcc4-dce5780b8374 req-2884b9d0-7230-42ea-a89a-91fa334496e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:42.272982 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e333012-91df-4f5f-bcc4-dce5780b8374 req-2884b9d0-7230-42ea-a89a-91fa334496e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d4e5a66-3875-49cc-a201-5693f9350b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715194 Sep 16 06:00:42.315272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-f95ebebe-122b-414c-a326-37666bd433ad tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Deleting port a320c071-acd2-4de2-89fa-4fd8d2bb09c2 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:42.315614 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f95ebebe-122b-414c-a326-37666bd433ad tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.434465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e333012-91df-4f5f-bcc4-dce5780b8374 req-d61e5891-0682-4ffb-80dd-27ff8df77e08 service neutron] 10.222.0.21 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538413 Sep 16 06:00:42.457040 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f95ebebe-122b-414c-a326-37666bd433ad tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.457372 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f95ebebe-122b-414c-a326-37666bd433ad tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.491998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-f95ebebe-122b-414c-a326-37666bd433ad tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Calling delete_port for a320c071-acd2-4de2-89fa-4fd8d2bb09c2 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:42.610631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0e333012-91df-4f5f-bcc4-dce5780b8374 req-94a82335-8aa3-4e73-be3c-45c501708ca8 service neutron] 10.222.0.21 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643431 Sep 16 06:00:42.766379 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f95ebebe-122b-414c-a326-37666bd433ad tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.793804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ebebe-122b-414c-a326-37666bd433ad tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Pushing event deleted for resources: {'Port': ['ID=a320c071-acd2-4de2-89fa-4fd8d2bb09c2,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:42.871969 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f95ebebe-122b-414c-a326-37666bd433ad tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.872412 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-f95ebebe-122b-414c-a326-37666bd433ad tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Floating IP 0daf5fb3-47fa-4f37-a152-8d6a233ad808 disassociated (deleted). External IP: 172.25.4.190, port: 6dc3057d-846b-410a-bcff-45772c2f4b2c. Sep 16 06:00:43.111759 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95ebebe-122b-414c-a326-37666bd433ad tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Router d20be3fa-1715-4828-b93e-0c6f0822cac4 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:00:43.231155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95ebebe-122b-414c-a326-37666bd433ad tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:00:43.236181 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-f95ebebe-122b-414c-a326-37666bd433ad tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.242846 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d172e-3980-44bc-8fe0-38b146410e54 None None] Sync routers for ids ['d20be3fa-1715-4828-b93e-0c6f0822cac4'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:00:43.253526 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d172e-3980-44bc-8fe0-38b146410e54 None None] Routers {'d20be3fa-1715-4828-b93e-0c6f0822cac4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:43.254195 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d83d172e-3980-44bc-8fe0-38b146410e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:00:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d20be3fa-1715-4828-b93e-0c6f0822cac4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:43.267284 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f95ebebe-122b-414c-a326-37666bd433ad tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "DELETE /v2.0/floatingips/0daf5fb3-47fa-4f37-a152-8d6a233ad808 HTTP/1.1" status: 204 len: 168 time: 1.5900171 Sep 16 06:00:43.370086 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-d83d172e-3980-44bc-8fe0-38b146410e54 None None] Set router d20be3fa-1715-4828-b93e-0c6f0822cac4 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:43.391639 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8258a1b2-fcea-48ed-8085-ae5a379cf043', 'tag': '6dc3057d-846b-410a-bcff-45772c2f4b2c'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:00:43.395947 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9160526-0c7f-4022-acd1-99c2c29477cc" -d '{"events": [{"name": "network-changed", "server_uuid": "8258a1b2-fcea-48ed-8085-ae5a379cf043", "tag": "6dc3057d-846b-410a-bcff-45772c2f4b2c"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:00:43.452361 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed5923f-3851-4629-be34-bb0b591b289a x-openstack-request-id: req-1ed5923f-3851-4629-be34-bb0b591b289a {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:00:43.452642 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8258a1b2-fcea-48ed-8085-ae5a379cf043", "tag": "6dc3057d-846b-410a-bcff-45772c2f4b2c", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:00:43.452891 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ed5923f-3851-4629-be34-bb0b591b289a {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:00:43.453292 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8258a1b2-fcea-48ed-8085-ae5a379cf043', 'tag': '6dc3057d-846b-410a-bcff-45772c2f4b2c', 'status': 'completed', 'code': 200} Sep 16 06:00:43.559262 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9160526-0c7f-4022-acd1-99c2c29477cc req-1cd6d70a-01bc-4365-9b70-55dd8097ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:43.560840 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9160526-0c7f-4022-acd1-99c2c29477cc req-1cd6d70a-01bc-4365-9b70-55dd8097ac24 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55bc4e619b6143ae9bcafdd9199c3615&device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 1098 time: 0.0492609 Sep 16 06:00:43.587369 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d83d172e-3980-44bc-8fe0-38b146410e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'name': 'tempest-TestMinimumBasicScenario-1268257765-router', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:22Z', 'updated_at': '2021-09-16T05:57:26Z', 'revision_number': 4, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'gw_port': {'id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:23Z', 'updated_at': '2021-09-16T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '1a03dc5f-147f-4f7b-a5f7-41f03bc4db58', 'name': '', 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'mac_address': 'fa:16:3e:91:06:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91c4455a-dbec-469f-b3ca-c994740dc2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:25Z', 'updated_at': '2021-09-16T05:57:30Z', 'revision_number': 5, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'subnets': [{'id': '91c4455a-dbec-469f-b3ca-c994740dc2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:43.611091 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d172e-3980-44bc-8fe0-38b146410e54 None None] Checking router: d20be3fa-1715-4828-b93e-0c6f0822cac4 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:00:43.623305 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d172e-3980-44bc-8fe0-38b146410e54 None None] Routers {'d20be3fa-1715-4828-b93e-0c6f0822cac4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:43.623856 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d83d172e-3980-44bc-8fe0-38b146410e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:00:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d20be3fa-1715-4828-b93e-0c6f0822cac4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:43.661481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9160526-0c7f-4022-acd1-99c2c29477cc req-e43602cd-2e31-4e16-ba25-c119bb816fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:43.663074 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9160526-0c7f-4022-acd1-99c2c29477cc req-e43602cd-2e31-4e16-ba25-c119bb816fef service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d4e5a66-3875-49cc-a201-5693f9350b29 HTTP/1.1" status: 200 len: 916 time: 0.0947058 Sep 16 06:00:43.723642 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9160526-0c7f-4022-acd1-99c2c29477cc req-0441d16d-4d07-4d2b-b3f7-78330f8bcedb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6dc3057d-846b-410a-bcff-45772c2f4b2c HTTP/1.1" status: 200 len: 217 time: 0.0538461 Sep 16 06:00:43.759624 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-d83d172e-3980-44bc-8fe0-38b146410e54 None None] Set router d20be3fa-1715-4828-b93e-0c6f0822cac4 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:43.793407 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9160526-0c7f-4022-acd1-99c2c29477cc req-4f972386-5086-40fa-89a2-009b086212be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:43.795358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9160526-0c7f-4022-acd1-99c2c29477cc req-4f972386-5086-40fa-89a2-009b086212be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c4455a-dbec-469f-b3ca-c994740dc2c8 HTTP/1.1" status: 200 len: 854 time: 0.0651729 Sep 16 06:00:43.861463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9160526-0c7f-4022-acd1-99c2c29477cc req-e72e5a2f-ee8d-4743-b011-b9a614b2a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:43.864595 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9160526-0c7f-4022-acd1-99c2c29477cc req-e72e5a2f-ee8d-4743-b011-b9a614b2a1ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d4e5a66-3875-49cc-a201-5693f9350b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610497 Sep 16 06:00:43.989493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9160526-0c7f-4022-acd1-99c2c29477cc req-eebbe58b-ce4a-4c00-8126-c39500138cc1 service neutron] 10.222.0.21 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178000 Sep 16 06:00:43.992516 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d83d172e-3980-44bc-8fe0-38b146410e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'name': 'tempest-TestMinimumBasicScenario-1268257765-router', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:22Z', 'updated_at': '2021-09-16T05:57:26Z', 'revision_number': 4, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'gw_port': {'id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:23Z', 'updated_at': '2021-09-16T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '1a03dc5f-147f-4f7b-a5f7-41f03bc4db58', 'name': '', 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'mac_address': 'fa:16:3e:91:06:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91c4455a-dbec-469f-b3ca-c994740dc2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:25Z', 'updated_at': '2021-09-16T05:57:30Z', 'revision_number': 5, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'subnets': [{'id': '91c4455a-dbec-469f-b3ca-c994740dc2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:44.024141 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d172e-3980-44bc-8fe0-38b146410e54 None None] The sync data for ids ['d20be3fa-1715-4828-b93e-0c6f0822cac4'] in n-d-712140-13 is: [{'id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'name': 'tempest-TestMinimumBasicScenario-1268257765-router', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:22Z', 'updated_at': '2021-09-16T05:57:26Z', 'revision_number': 4, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'gw_port': {'id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:23Z', 'updated_at': '2021-09-16T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '1a03dc5f-147f-4f7b-a5f7-41f03bc4db58', 'name': '', 'network_id': '2d4e5a66-3875-49cc-a201-5693f9350b29', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'mac_address': 'fa:16:3e:91:06:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91c4455a-dbec-469f-b3ca-c994740dc2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:25Z', 'updated_at': '2021-09-16T05:57:30Z', 'revision_number': 5, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'subnets': [{'id': '91c4455a-dbec-469f-b3ca-c994740dc2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:00:44.097096 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d9160526-0c7f-4022-acd1-99c2c29477cc req-bd6413a5-b4d4-4a16-bd26-0006bd1fa875 service neutron] 10.222.0.21 "GET /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001534 Sep 16 06:00:44.281801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8e768a-7399-4718-ab5b-85cecc60ef5c None None] New status for floating IP 0daf5fb3-47fa-4f37-a152-8d6a233ad808: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:00:53.149297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0cace-6a91-4c64-951f-14a08e43c083 req-53ec2087-271c-40eb-8b3b-2738174de1e0 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:53.151107 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bf0cace-6a91-4c64-951f-14a08e43c083 req-53ec2087-271c-40eb-8b3b-2738174de1e0 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 946 time: 0.0621340 Sep 16 06:00:53.219578 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bf0cace-6a91-4c64-951f-14a08e43c083 req-6e49319e-fadf-428c-9694-1e962c2ddb6a tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579069 Sep 16 06:00:54.346914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d89a21-056e-4791-8196-1b341defc1da req-93544f07-de18-4d78-8295-05c3fd8f8937 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:54.348760 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8d89a21-056e-4791-8196-1b341defc1da req-93544f07-de18-4d78-8295-05c3fd8f8937 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 946 time: 0.0554113 Sep 16 06:00:54.394906 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b8d89a21-056e-4791-8196-1b341defc1da req-9d494fbc-8e3f-4fef-8de0-f183bc630022 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356109 Sep 16 06:00:55.077739 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:55.156303 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee722d-afb8-45df-88d1-5d665a183907 req-6b90dc9b-9188-4a00-a7c2-9c79325a380c tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:55.157708 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8ee722d-afb8-45df-88d1-5d665a183907 req-6b90dc9b-9188-4a00-a7c2-9c79325a380c tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.21 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 946 time: 0.0571218 Sep 16 06:00:55.257379 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a8ee722d-afb8-45df-88d1-5d665a183907 req-f47529bd-b95a-461c-a104-d6b03d65c144 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Deleting port 6dc3057d-846b-410a-bcff-45772c2f4b2c {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:55.257751 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a8ee722d-afb8-45df-88d1-5d665a183907 req-f47529bd-b95a-461c-a104-d6b03d65c144 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:55.351393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-a8ee722d-afb8-45df-88d1-5d665a183907 req-f47529bd-b95a-461c-a104-d6b03d65c144 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] For port 6dc3057d-846b-410a-bcff-45772c2f4b2c, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=6dc3057d-846b-410a-bcff-45772c2f4b2c,segment=NetworkSegment(02f9361e-8f60-480d-a604-78411c15d58b),segment_id=02f9361e-8f60-480d-a604-78411c15d58b)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:55.352144 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a8ee722d-afb8-45df-88d1-5d665a183907 req-f47529bd-b95a-461c-a104-d6b03d65c144 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:55.366309 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-a8ee722d-afb8-45df-88d1-5d665a183907 req-f47529bd-b95a-461c-a104-d6b03d65c144 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Calling delete_port for 6dc3057d-846b-410a-bcff-45772c2f4b2c owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:55.545000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656143a-77eb-49f7-a98a-620c55d2502b req-61d7b430-8655-4a90-9c97-6592c30991e1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:55.546550 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0656143a-77eb-49f7-a98a-620c55d2502b req-61d7b430-8655-4a90-9c97-6592c30991e1 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 946 time: 0.0698164 Sep 16 06:00:55.591221 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0656143a-77eb-49f7-a98a-620c55d2502b req-ecb8f420-b74f-4376-9669-fc6277bc30f8 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383854 Sep 16 06:00:55.649253 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a8ee722d-afb8-45df-88d1-5d665a183907 req-f47529bd-b95a-461c-a104-d6b03d65c144 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:55.682360 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['6dc3057d-846b-410a-bcff-45772c2f4b2c'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:00:55.684581 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47529bd-b95a-461c-a104-d6b03d65c144 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Pushing event deleted for resources: {'Port': ['ID=6dc3057d-846b-410a-bcff-45772c2f4b2c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:55.728945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ee722d-afb8-45df-88d1-5d665a183907 req-f47529bd-b95a-461c-a104-d6b03d65c144 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] No DVR routers for this DVR port 6dc3057d-846b-410a-bcff-45772c2f4b2c on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:00:55.731708 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-a8ee722d-afb8-45df-88d1-5d665a183907 req-f47529bd-b95a-461c-a104-d6b03d65c144 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:55.733765 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8ee722d-afb8-45df-88d1-5d665a183907 req-f47529bd-b95a-461c-a104-d6b03d65c144 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.21 "DELETE /v2.0/ports/6dc3057d-846b-410a-bcff-45772c2f4b2c HTTP/1.1" status: 204 len: 173 time: 0.5699792 Sep 16 06:00:55.734248 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8258a1b2-fcea-48ed-8085-ae5a379cf043', 'name': 'network-vif-deleted', 'tag': '6dc3057d-846b-410a-bcff-45772c2f4b2c'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:00:55.736689 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d860f53b-efbc-4177-9b34-16e72e83478b" -d '{"events": [{"server_uuid": "8258a1b2-fcea-48ed-8085-ae5a379cf043", "name": "network-vif-deleted", "tag": "6dc3057d-846b-410a-bcff-45772c2f4b2c"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:00:55.775820 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e7653a-c908-4e99-9067-24006d7d3d70 x-openstack-request-id: req-e4e7653a-c908-4e99-9067-24006d7d3d70 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:00:55.776125 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8258a1b2-fcea-48ed-8085-ae5a379cf043", "name": "network-vif-deleted", "tag": "6dc3057d-846b-410a-bcff-45772c2f4b2c", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:00:55.776365 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4e7653a-c908-4e99-9067-24006d7d3d70 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:00:55.776870 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8258a1b2-fcea-48ed-8085-ae5a379cf043', 'name': 'network-vif-deleted', 'tag': '6dc3057d-846b-410a-bcff-45772c2f4b2c', 'status': 'completed', 'code': 200} Sep 16 06:00:56.706162 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0263a329-b250-4d69-aa49-09e3b5c34979 req-0cefa798-2569-41ef-b094-8c346eb8db17 tempest-TestMinimumBasicScenario-480251191 tempest-TestMinimumBasicScenario-480251191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8258a1b2-fcea-48ed-8085-ae5a379cf043 HTTP/1.1" status: 200 len: 210 time: 0.0296583 Sep 16 06:00:58.971036 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:59.112005 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42682) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:59.168086 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6dc3057d-846b-410a-bcff-45772c2f4b2c no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:00:59.189481 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 6dc3057d-846b-410a-bcff-45772c2f4b2c {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:00:59.189831 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 6dc3057d-846b-410a-bcff-45772c2f4b2c not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:00:59.755370 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c4ff-3627-4d12-b267-f22d829de090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:00.016390 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0c4ff-3627-4d12-b267-f22d829de090 admin admin] Deleting port 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:00.016729 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c4ff-3627-4d12-b267-f22d829de090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:00.103547 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-f1b0c4ff-3627-4d12-b267-f22d829de090 admin admin] For port 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=1a03dc5f-147f-4f7b-a5f7-41f03bc4db58,segment=NetworkSegment(02f9361e-8f60-480d-a604-78411c15d58b),segment_id=02f9361e-8f60-480d-a604-78411c15d58b)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:00.103915 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c4ff-3627-4d12-b267-f22d829de090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:00.117702 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0c4ff-3627-4d12-b267-f22d829de090 admin admin] Calling delete_port for 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:00.371406 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c4ff-3627-4d12-b267-f22d829de090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:00.399060 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0c4ff-3627-4d12-b267-f22d829de090 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a03dc5f-147f-4f7b-a5f7-41f03bc4db58,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:00.567323 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c4ff-3627-4d12-b267-f22d829de090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:00.793942 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b0c4ff-3627-4d12-b267-f22d829de090 admin admin] Router d20be3fa-1715-4828-b93e-0c6f0822cac4 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:01:00.905509 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b0c4ff-3627-4d12-b267-f22d829de090 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:01:00.910514 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f1b0c4ff-3627-4d12-b267-f22d829de090 admin admin] 10.222.0.20 "PUT /v2.0/routers/d20be3fa-1715-4828-b93e-0c6f0822cac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7974935 Sep 16 06:01:00.913836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42684) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:00.916819 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cbbdc4-53ae-44a9-a86f-1b677d4b222f None None] Sync routers for ids ['d20be3fa-1715-4828-b93e-0c6f0822cac4'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:01:00.926553 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cbbdc4-53ae-44a9-a86f-1b677d4b222f None None] Routers {'d20be3fa-1715-4828-b93e-0c6f0822cac4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:00.927227 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-28cbbdc4-53ae-44a9-a86f-1b677d4b222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:00:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d20be3fa-1715-4828-b93e-0c6f0822cac4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:01.023850 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-71dc628c-2f0f-4678-b883-abb4d9d22f6f admin admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:01.036481 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-28cbbdc4-53ae-44a9-a86f-1b677d4b222f None None] Set router d20be3fa-1715-4828-b93e-0c6f0822cac4 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:01.129574 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-71dc628c-2f0f-4678-b883-abb4d9d22f6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:01.217778 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-28cbbdc4-53ae-44a9-a86f-1b677d4b222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'name': 'tempest-TestMinimumBasicScenario-1268257765-router', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:22Z', 'updated_at': '2021-09-16T06:01:00Z', 'revision_number': 5, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'gw_port': {'id': 'c33eaf03-6cd3-4591-bb33-667c364bfa5f', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:23Z', 'updated_at': '2021-09-16T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:01.245231 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cbbdc4-53ae-44a9-a86f-1b677d4b222f None None] Checking router: d20be3fa-1715-4828-b93e-0c6f0822cac4 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:01:01.254583 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cbbdc4-53ae-44a9-a86f-1b677d4b222f None None] Routers {'d20be3fa-1715-4828-b93e-0c6f0822cac4'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:01.255260 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-28cbbdc4-53ae-44a9-a86f-1b677d4b222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:00:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d20be3fa-1715-4828-b93e-0c6f0822cac4'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:01.275824 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-71dc628c-2f0f-4678-b883-abb4d9d22f6f admin admin] Deleting port c33eaf03-6cd3-4591-bb33-667c364bfa5f {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:01.278061 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-71dc628c-2f0f-4678-b883-abb4d9d22f6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:01.353708 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-28cbbdc4-53ae-44a9-a86f-1b677d4b222f None None] Set router d20be3fa-1715-4828-b93e-0c6f0822cac4 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:01.383205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-71dc628c-2f0f-4678-b883-abb4d9d22f6f admin admin] For port c33eaf03-6cd3-4591-bb33-667c364bfa5f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c33eaf03-6cd3-4591-bb33-667c364bfa5f,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:01.383489 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-71dc628c-2f0f-4678-b883-abb4d9d22f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:01.397965 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-71dc628c-2f0f-4678-b883-abb4d9d22f6f admin admin] Calling delete_port for c33eaf03-6cd3-4591-bb33-667c364bfa5f owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:01.512009 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-28cbbdc4-53ae-44a9-a86f-1b677d4b222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'name': 'tempest-TestMinimumBasicScenario-1268257765-router', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:22Z', 'updated_at': '2021-09-16T06:01:01Z', 'revision_number': 6, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:01.547987 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cbbdc4-53ae-44a9-a86f-1b677d4b222f None None] The sync data for ids ['d20be3fa-1715-4828-b93e-0c6f0822cac4'] in n-d-712140-13 is: [{'id': 'd20be3fa-1715-4828-b93e-0c6f0822cac4', 'name': 'tempest-TestMinimumBasicScenario-1268257765-router', 'tenant_id': '55bc4e619b6143ae9bcafdd9199c3615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:22Z', 'updated_at': '2021-09-16T06:01:01Z', 'revision_number': 6, 'project_id': '55bc4e619b6143ae9bcafdd9199c3615', 'gw_port_host': None}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:01:01.695924 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-71dc628c-2f0f-4678-b883-abb4d9d22f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:01.734498 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc628c-2f0f-4678-b883-abb4d9d22f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=c33eaf03-6cd3-4591-bb33-667c364bfa5f,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:01.790912 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-71dc628c-2f0f-4678-b883-abb4d9d22f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:01.890332 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-71dc628c-2f0f-4678-b883-abb4d9d22f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:01.893619 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-71dc628c-2f0f-4678-b883-abb4d9d22f6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:02.026072 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-71dc628c-2f0f-4678-b883-abb4d9d22f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:02.027144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dc628c-2f0f-4678-b883-abb4d9d22f6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d20be3fa-1715-4828-b93e-0c6f0822cac4 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:01:02.031348 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-71dc628c-2f0f-4678-b883-abb4d9d22f6f admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:02.032549 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-71dc628c-2f0f-4678-b883-abb4d9d22f6f admin admin] 10.222.0.20 "DELETE /v2.0/routers/d20be3fa-1715-4828-b93e-0c6f0822cac4 HTTP/1.1" status: 204 len: 168 time: 1.1176569 Sep 16 06:01:02.035098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42686) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:02.080726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-fffb31db-8e6a-4ddc-ad2b-9a9d56f2aedd admin admin] Deleting subnet 91c4455a-dbec-469f-b3ca-c994740dc2c8 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:01:02.083930 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fffb31db-8e6a-4ddc-ad2b-9a9d56f2aedd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:02.119342 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fffb31db-8e6a-4ddc-ad2b-9a9d56f2aedd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:02.202258 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fffb31db-8e6a-4ddc-ad2b-9a9d56f2aedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:02.262283 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:01:02.304757 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:02.326741 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:01:02.327118 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 1a03dc5f-147f-4f7b-a5f7-41f03bc4db58 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:01:02.332532 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fffb31db-8e6a-4ddc-ad2b-9a9d56f2aedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:02.359406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb31db-8e6a-4ddc-ad2b-9a9d56f2aedd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91c4455a-dbec-469f-b3ca-c994740dc2c8,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:02.365046 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fffb31db-8e6a-4ddc-ad2b-9a9d56f2aedd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:02.367112 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fffb31db-8e6a-4ddc-ad2b-9a9d56f2aedd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/91c4455a-dbec-469f-b3ca-c994740dc2c8 HTTP/1.1" status: 204 len: 168 time: 0.3310449 Sep 16 06:01:02.369516 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d5d0e5-0b5a-4c44-a59a-1f5885f7617e None None] Network 2d4e5a66-3875-49cc-a201-5693f9350b29 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:01:02.370269 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42688) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:02.453880 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:02.517492 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] Deleting port 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:02.519360 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:02.597926 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] DHCP port deletion for 2d4e5a66-3875-49cc-a201-5693f9350b29 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:01:02.606030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] For port 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=86b6e3e2-8adb-48a7-9d41-7ee45bc85bba,segment=NetworkSegment(02f9361e-8f60-480d-a604-78411c15d58b),segment_id=02f9361e-8f60-480d-a604-78411c15d58b)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:02.606404 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:02.626544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] Calling delete_port for 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:02.663947 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] Deleting port 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:02.664310 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:02.739258 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] For port 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=86b6e3e2-8adb-48a7-9d41-7ee45bc85bba,segment=NetworkSegment(02f9361e-8f60-480d-a604-78411c15d58b),segment_id=02f9361e-8f60-480d-a604-78411c15d58b)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:02.739662 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:02.759541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] Calling delete_port for 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:02.834820 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:02.845447 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:02.860010 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] Pushing event deleted for resources: {'Port': ['ID=86b6e3e2-8adb-48a7-9d41-7ee45bc85bba,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:02.869284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] No DVR routers for this DVR port 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:01:02.875298 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] Pushing event deleted for resources: {'Port': ['ID=86b6e3e2-8adb-48a7-9d41-7ee45bc85bba,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:02.879732 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] No DVR routers for this DVR port 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:01:02.898316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:02.898661 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:02.899032 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:02.899371 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:02.899704 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:02.900036 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:02.900361 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:02.900683 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:02.901005 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:02.901331 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:02.901654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:02.901968 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87602d-ff5d-4eb7-a33c-bf944941d4b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:02.950400 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:02.976117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4e5a66-3875-49cc-a201-5693f9350b29']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:02.986194 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f9361e-8f60-480d-a604-78411c15d58b') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:02.986489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f9361e-8f60-480d-a604-78411c15d58b') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:02.996935 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:03.012044 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:03.018337 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:01:03.018740 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: timer() Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:01:03.024034 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:01:03.146442 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:03.153002 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:03.155448 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2d4e5a66-3875-49cc-a201-5693f9350b29 HTTP/1.1" status: 204 len: 168 time: 0.7841563 Sep 16 06:01:03.159950 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42690) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:03.167758 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231dce8-dd49-4266-85ff-9a0d007abe28 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d4e5a66-3875-49cc-a201-5693f9350b29,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:03.522518 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7cd0964a-c9d3-4847-8428-4f818afcfbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:03.775157 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-7cd0964a-c9d3-4847-8428-4f818afcfbfa admin admin] Deleting port 2663dcf7-2697-457c-b933-bede15e69494 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:03.775507 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7cd0964a-c9d3-4847-8428-4f818afcfbfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:03.779797 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c33eaf03-6cd3-4591-bb33-667c364bfa5f no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:03.802099 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: c33eaf03-6cd3-4591-bb33-667c364bfa5f {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:01:03.802099 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c33eaf03-6cd3-4591-bb33-667c364bfa5f not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:01:03.802099 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:03.822020 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:01:03.822362 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 86b6e3e2-8adb-48a7-9d41-7ee45bc85bba not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:01:03.870535 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-7cd0964a-c9d3-4847-8428-4f818afcfbfa admin admin] For port 2663dcf7-2697-457c-b933-bede15e69494, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2663dcf7-2697-457c-b933-bede15e69494,segment=NetworkSegment(dbbc3b74-2091-4449-9008-2deb24f5b779),segment_id=dbbc3b74-2091-4449-9008-2deb24f5b779)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:03.870988 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7cd0964a-c9d3-4847-8428-4f818afcfbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:03.884190 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-7cd0964a-c9d3-4847-8428-4f818afcfbfa admin admin] Calling delete_port for 2663dcf7-2697-457c-b933-bede15e69494 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:04.163921 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7cd0964a-c9d3-4847-8428-4f818afcfbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:04.188894 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0964a-c9d3-4847-8428-4f818afcfbfa admin admin] Pushing event deleted for resources: {'Port': ['ID=2663dcf7-2697-457c-b933-bede15e69494,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:04.377901 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7cd0964a-c9d3-4847-8428-4f818afcfbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:04.619927 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd0964a-c9d3-4847-8428-4f818afcfbfa admin admin] Router 49e0fa8e-c978-478d-ba19-e1e6494d9829 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:01:04.732390 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd0964a-c9d3-4847-8428-4f818afcfbfa admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:01:04.742324 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7cd0964a-c9d3-4847-8428-4f818afcfbfa admin admin] 10.222.0.20 "PUT /v2.0/routers/49e0fa8e-c978-478d-ba19-e1e6494d9829/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5769680 Sep 16 06:01:04.742324 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42692) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:04.745507 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc68015e-9d15-441e-80cc-710a4f88a597 None None] Sync routers for ids ['49e0fa8e-c978-478d-ba19-e1e6494d9829'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:01:04.755655 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc68015e-9d15-441e-80cc-710a4f88a597 None None] Routers {'49e0fa8e-c978-478d-ba19-e1e6494d9829'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:04.757193 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-dc68015e-9d15-441e-80cc-710a4f88a597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:00:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['49e0fa8e-c978-478d-ba19-e1e6494d9829'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:04.862155 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d11c51a1-3fb9-4e8d-a259-53455b82afed admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:04.877046 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-dc68015e-9d15-441e-80cc-710a4f88a597 None None] Set router 49e0fa8e-c978-478d-ba19-e1e6494d9829 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:04.974795 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d11c51a1-3fb9-4e8d-a259-53455b82afed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:05.085400 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-dc68015e-9d15-441e-80cc-710a4f88a597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e0fa8e-c978-478d-ba19-e1e6494d9829', 'name': 'tempest-TestMinimumBasicScenario-1455564231-router', 'tenant_id': 'f96fd883f6964859ae933bac5d340ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '17acc53f-bf23-4797-83d3-dd04d70251d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:29Z', 'updated_at': '2021-09-16T06:01:04Z', 'revision_number': 5, 'project_id': 'f96fd883f6964859ae933bac5d340ea7', 'gw_port': {'id': '17acc53f-bf23-4797-83d3-dd04d70251d3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e0fa8e-c978-478d-ba19-e1e6494d9829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:57:29Z', 'updated_at': '2021-09-16T05:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:05.114288 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc68015e-9d15-441e-80cc-710a4f88a597 None None] Checking router: 49e0fa8e-c978-478d-ba19-e1e6494d9829 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:01:05.124422 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc68015e-9d15-441e-80cc-710a4f88a597 None None] Routers {'49e0fa8e-c978-478d-ba19-e1e6494d9829'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:05.125073 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-dc68015e-9d15-441e-80cc-710a4f88a597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:00:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['49e0fa8e-c978-478d-ba19-e1e6494d9829'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:05.126250 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d11c51a1-3fb9-4e8d-a259-53455b82afed admin admin] Deleting port 17acc53f-bf23-4797-83d3-dd04d70251d3 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:05.126722 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d11c51a1-3fb9-4e8d-a259-53455b82afed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:05.222330 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-d11c51a1-3fb9-4e8d-a259-53455b82afed admin admin] For port 17acc53f-bf23-4797-83d3-dd04d70251d3, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=17acc53f-bf23-4797-83d3-dd04d70251d3,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:05.223440 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d11c51a1-3fb9-4e8d-a259-53455b82afed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:05.230749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-dc68015e-9d15-441e-80cc-710a4f88a597 None None] Set router 49e0fa8e-c978-478d-ba19-e1e6494d9829 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:05.238643 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-d11c51a1-3fb9-4e8d-a259-53455b82afed admin admin] Calling delete_port for 17acc53f-bf23-4797-83d3-dd04d70251d3 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:05.283917 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-dc68015e-9d15-441e-80cc-710a4f88a597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e0fa8e-c978-478d-ba19-e1e6494d9829', 'name': 'tempest-TestMinimumBasicScenario-1455564231-router', 'tenant_id': 'f96fd883f6964859ae933bac5d340ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:29Z', 'updated_at': '2021-09-16T06:01:04Z', 'revision_number': 6, 'project_id': 'f96fd883f6964859ae933bac5d340ea7', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:05.316107 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc68015e-9d15-441e-80cc-710a4f88a597 None None] The sync data for ids ['49e0fa8e-c978-478d-ba19-e1e6494d9829'] in n-d-712140-13 is: [{'id': '49e0fa8e-c978-478d-ba19-e1e6494d9829', 'name': 'tempest-TestMinimumBasicScenario-1455564231-router', 'tenant_id': 'f96fd883f6964859ae933bac5d340ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:57:29Z', 'updated_at': '2021-09-16T06:01:04Z', 'revision_number': 6, 'project_id': 'f96fd883f6964859ae933bac5d340ea7', 'gw_port_host': None}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:01:05.317558 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-21d955bc-a51e-4454-8c11-c34c55e01784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:05.491425 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d11c51a1-3fb9-4e8d-a259-53455b82afed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:05.519010 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c51a1-3fb9-4e8d-a259-53455b82afed admin admin] Pushing event deleted for resources: {'Port': ['ID=17acc53f-bf23-4797-83d3-dd04d70251d3,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:05.587134 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d11c51a1-3fb9-4e8d-a259-53455b82afed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.009957 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d11c51a1-3fb9-4e8d-a259-53455b82afed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.012164 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d11c51a1-3fb9-4e8d-a259-53455b82afed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.136341 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2663dcf7-2697-457c-b933-bede15e69494 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:06.146192 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d11c51a1-3fb9-4e8d-a259-53455b82afed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.147679 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11c51a1-3fb9-4e8d-a259-53455b82afed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49e0fa8e-c978-478d-ba19-e1e6494d9829 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:01:06.153502 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-d11c51a1-3fb9-4e8d-a259-53455b82afed admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.154846 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d11c51a1-3fb9-4e8d-a259-53455b82afed admin admin] 10.222.0.20 "DELETE /v2.0/routers/49e0fa8e-c978-478d-ba19-e1e6494d9829 HTTP/1.1" status: 204 len: 168 time: 1.4121947 Sep 16 06:01:06.157448 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42694) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:06.161866 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 2663dcf7-2697-457c-b933-bede15e69494 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:01:06.162412 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2663dcf7-2697-457c-b933-bede15e69494 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:01:06.216080 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83226bb-f188-47fb-af87-0ea403bdd225 admin admin] Deleting subnet 8246f150-83a9-4bda-9308-68e39d54104c {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:01:06.219568 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c83226bb-f188-47fb-af87-0ea403bdd225 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.271312 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c83226bb-f188-47fb-af87-0ea403bdd225 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.369416 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c83226bb-f188-47fb-af87-0ea403bdd225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.514525 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c83226bb-f188-47fb-af87-0ea403bdd225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.544754 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83226bb-f188-47fb-af87-0ea403bdd225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8246f150-83a9-4bda-9308-68e39d54104c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:06.553748 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c83226bb-f188-47fb-af87-0ea403bdd225 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.556880 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c83226bb-f188-47fb-af87-0ea403bdd225 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8246f150-83a9-4bda-9308-68e39d54104c HTTP/1.1" status: 204 len: 168 time: 0.3983946 Sep 16 06:01:06.563262 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42696) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:06.566802 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660bbd6b-b9c1-45e6-a905-b176951d00c6 None None] Network a7757a5b-93d7-45b1-8839-57a1db834eae requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:01:06.640496 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.704070 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] Deleting port b6b00bdb-f02c-4e14-931c-e848809c5f00 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:06.704415 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.761094 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86866d83-dbbf-46cf-bd48-34db2e0c1c96 None None] DHCP port deletion for a7757a5b-93d7-45b1-8839-57a1db834eae request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:01:06.785806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] For port b6b00bdb-f02c-4e14-931c-e848809c5f00, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=b6b00bdb-f02c-4e14-931c-e848809c5f00,segment=NetworkSegment(dbbc3b74-2091-4449-9008-2deb24f5b779),segment_id=dbbc3b74-2091-4449-9008-2deb24f5b779)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:06.786177 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.808199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] Calling delete_port for b6b00bdb-f02c-4e14-931c-e848809c5f00 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:06.825443 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-86866d83-dbbf-46cf-bd48-34db2e0c1c96 None None] Deleting port b6b00bdb-f02c-4e14-931c-e848809c5f00 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:06.825853 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-86866d83-dbbf-46cf-bd48-34db2e0c1c96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.901592 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-86866d83-dbbf-46cf-bd48-34db2e0c1c96 None None] For port b6b00bdb-f02c-4e14-931c-e848809c5f00, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=b6b00bdb-f02c-4e14-931c-e848809c5f00,segment=NetworkSegment(dbbc3b74-2091-4449-9008-2deb24f5b779),segment_id=dbbc3b74-2091-4449-9008-2deb24f5b779)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:06.901993 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-86866d83-dbbf-46cf-bd48-34db2e0c1c96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.923783 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-86866d83-dbbf-46cf-bd48-34db2e0c1c96 None None] Calling delete_port for b6b00bdb-f02c-4e14-931c-e848809c5f00 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:06.982658 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:07.006641 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-86866d83-dbbf-46cf-bd48-34db2e0c1c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:07.013462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b00bdb-f02c-4e14-931c-e848809c5f00,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:07.018807 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] No DVR routers for this DVR port b6b00bdb-f02c-4e14-931c-e848809c5f00 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:01:07.033908 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86866d83-dbbf-46cf-bd48-34db2e0c1c96 None None] Pushing event deleted for resources: {'Port': ['ID=b6b00bdb-f02c-4e14-931c-e848809c5f00,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:07.037915 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86866d83-dbbf-46cf-bd48-34db2e0c1c96 None None] No DVR routers for this DVR port b6b00bdb-f02c-4e14-931c-e848809c5f00 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:01:07.126799 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:07.163223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7757a5b-93d7-45b1-8839-57a1db834eae']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:07.177573 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbbc3b74-2091-4449-9008-2deb24f5b779') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:07.178472 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbbc3b74-2091-4449-9008-2deb24f5b779') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:07.190223 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:07.205748 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:07.212679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: timer() Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:01:07.215673 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:01:07.359885 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:07.366748 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:07.370408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] 10.222.0.20 "DELETE /v2.0/networks/a7757a5b-93d7-45b1-8839-57a1db834eae HTTP/1.1" status: 204 len: 168 time: 0.8065615 Sep 16 06:01:07.380664 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f48d0-a147-4a44-855d-4ea8b754292a admin admin] Pushing event deleted for resources: {'Network': ['ID=a7757a5b-93d7-45b1-8839-57a1db834eae,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:07.796258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42700) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:07.797108 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 17acc53f-bf23-4797-83d3-dd04d70251d3 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:07.820815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 17acc53f-bf23-4797-83d3-dd04d70251d3 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:01:07.821150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 17acc53f-bf23-4797-83d3-dd04d70251d3 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:01:07.821586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device b6b00bdb-f02c-4e14-931c-e848809c5f00 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:07.848923 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e9f359ef-1131-4e76-bfc2-12d03c170f16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55bc4e619b6143ae9bcafdd9199c3615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513973 Sep 16 06:01:07.853691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42702) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:07.922662 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6938836c-b34e-421d-b00e-4325b3c970c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:07.960490 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6938836c-b34e-421d-b00e-4325b3c970c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:08.027566 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: b6b00bdb-f02c-4e14-931c-e848809c5f00 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:01:08.027935 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device b6b00bdb-f02c-4e14-931c-e848809c5f00 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:01:08.029491 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5b679ccb-442c-47cb-b132-9e8c0677d1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:08.101105 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6938836c-b34e-421d-b00e-4325b3c970c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:08.103867 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6938836c-b34e-421d-b00e-4325b3c970c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:08.107425 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6938836c-b34e-421d-b00e-4325b3c970c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8bed36c2-a50e-4db0-a0b8-357d85a3cfb4 HTTP/1.1" status: 204 len: 168 time: 0.2504046 Sep 16 06:01:08.114207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938836c-b34e-421d-b00e-4325b3c970c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bed36c2-a50e-4db0-a0b8-357d85a3cfb4,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:08.657472 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:08.843859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42708) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:08.889656 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2117062d-7ed4-4562-8b23-c2a44c73ac81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f96fd883f6964859ae933bac5d340ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442829 Sep 16 06:01:08.893384 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42710) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:08.956673 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0654391c-efa5-455f-8306-592a81cc21a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:08.984013 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0654391c-efa5-455f-8306-592a81cc21a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:09.113961 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0654391c-efa5-455f-8306-592a81cc21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:09.116663 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-0654391c-efa5-455f-8306-592a81cc21a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:09.117933 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0654391c-efa5-455f-8306-592a81cc21a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e988c767-46d1-4270-a59b-64f54244e927 HTTP/1.1" status: 204 len: 168 time: 0.2234905 Sep 16 06:01:09.126231 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654391c-efa5-455f-8306-592a81cc21a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e988c767-46d1-4270-a59b-64f54244e927,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:09.534856 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:11.073661 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:11.359287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42750) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:11.364139 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-a82683bf-93e2-4c99-b1d4-8de5ee3291d0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1505390521', 'description': 'tempest-secgroup-smoke-1505390521 description', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:11.451210 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a82683bf-93e2-4c99-b1d4-8de5ee3291d0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:11.460260 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a82683bf-93e2-4c99-b1d4-8de5ee3291d0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:11.550405 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a82683bf-93e2-4c99-b1d4-8de5ee3291d0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:11.627745 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a82683bf-93e2-4c99-b1d4-8de5ee3291d0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:11.660926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82683bf-93e2-4c99-b1d4-8de5ee3291d0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23873f5-3b6b-4a2f-bb97-ed4ad74dc0ac,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:11.722182 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a82683bf-93e2-4c99-b1d4-8de5ee3291d0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:11.791233 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a82683bf-93e2-4c99-b1d4-8de5ee3291d0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:11.820630 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82683bf-93e2-4c99-b1d4-8de5ee3291d0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed8a7eb-86d8-4599-b1be-a6406e42d85e,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:11.877401 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a82683bf-93e2-4c99-b1d4-8de5ee3291d0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:11.878780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a82683bf-93e2-4c99-b1d4-8de5ee3291d0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5183415 Sep 16 06:01:11.882521 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42752) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:11.887043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-a66457c3-8d9b-4002-bc28-229123da68a6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '0ed8a7eb-86d8-4599-b1be-a6406e42d85e', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:11.974037 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a66457c3-8d9b-4002-bc28-229123da68a6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:12.029930 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a66457c3-8d9b-4002-bc28-229123da68a6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:12.105433 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a66457c3-8d9b-4002-bc28-229123da68a6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:12.124862 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66457c3-8d9b-4002-bc28-229123da68a6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a929ce9-c964-46e6-8f54-6853e1f93289,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:12.203041 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a66457c3-8d9b-4002-bc28-229123da68a6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:12.204288 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a66457c3-8d9b-4002-bc28-229123da68a6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3207891 Sep 16 06:01:12.207033 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42754) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:12.211400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-bff1187a-1644-4edc-a29d-85351214b146 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '0ed8a7eb-86d8-4599-b1be-a6406e42d85e', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:12.299339 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bff1187a-1644-4edc-a29d-85351214b146 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:12.357262 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bff1187a-1644-4edc-a29d-85351214b146 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:12.428987 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bff1187a-1644-4edc-a29d-85351214b146 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:12.448463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1187a-1644-4edc-a29d-85351214b146 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76eeb31-3df2-4e46-bf4e-6f70f1f9a2a9,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:12.534071 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-bff1187a-1644-4edc-a29d-85351214b146 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:12.535371 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-bff1187a-1644-4edc-a29d-85351214b146 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3273845 Sep 16 06:01:12.541224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42756) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:12.545941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-ed73adae-2e14-4c17-957e-804a684b8955 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '0ed8a7eb-86d8-4599-b1be-a6406e42d85e', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:12.655709 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ed73adae-2e14-4c17-957e-804a684b8955 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:12.717400 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ed73adae-2e14-4c17-957e-804a684b8955 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:12.822730 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ed73adae-2e14-4c17-957e-804a684b8955 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:12.842573 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73adae-2e14-4c17-957e-804a684b8955 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc96392-49a4-4de6-a609-0562250b4326,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:12.963170 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ed73adae-2e14-4c17-957e-804a684b8955 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:12.964459 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ed73adae-2e14-4c17-957e-804a684b8955 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4222713 Sep 16 06:01:12.967109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42758) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:12.971523 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-5fc6e034-f8c9-4842-a914-096b276a4868 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '0ed8a7eb-86d8-4599-b1be-a6406e42d85e', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:13.088553 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5fc6e034-f8c9-4842-a914-096b276a4868 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:13.147319 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5fc6e034-f8c9-4842-a914-096b276a4868 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:13.219906 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5fc6e034-f8c9-4842-a914-096b276a4868 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:13.238929 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6e034-f8c9-4842-a914-096b276a4868 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d21c73-6190-4e35-b7b0-53b2b75dceeb,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:13.342155 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5fc6e034-f8c9-4842-a914-096b276a4868 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:13.343503 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5fc6e034-f8c9-4842-a914-096b276a4868 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3754504 Sep 16 06:01:13.346868 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42760) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:13.352035 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3203f96c-fef8-4edf-883e-2fa2d40de60c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '0ed8a7eb-86d8-4599-b1be-a6406e42d85e', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:13.456689 n-d-712140-13 neutron-server[95473]: INFO neutron.db.securitygroups_db [None req-3203f96c-fef8-4edf-883e-2fa2d40de60c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Project bbff491c10c04c2a9bc6bce4ccece8d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:01:13.462836 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3203f96c-fef8-4edf-883e-2fa2d40de60c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:13.528454 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3203f96c-fef8-4edf-883e-2fa2d40de60c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:13.634148 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3203f96c-fef8-4edf-883e-2fa2d40de60c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:13.652138 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203f96c-fef8-4edf-883e-2fa2d40de60c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b03920-ecb8-4734-9800-8ea3cb982e5d,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:13.742600 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3203f96c-fef8-4edf-883e-2fa2d40de60c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:13.743889 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3203f96c-fef8-4edf-883e-2fa2d40de60c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3959036 Sep 16 06:01:13.746625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42762) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:13.751836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-6c580d99-b030-49dc-88bf-d4bdaedaceb2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '0ed8a7eb-86d8-4599-b1be-a6406e42d85e', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:13.851339 n-d-712140-13 neutron-server[95473]: INFO neutron.db.securitygroups_db [None req-6c580d99-b030-49dc-88bf-d4bdaedaceb2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Project bbff491c10c04c2a9bc6bce4ccece8d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:01:13.857122 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c580d99-b030-49dc-88bf-d4bdaedaceb2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:13.922016 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c580d99-b030-49dc-88bf-d4bdaedaceb2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:13.999422 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c580d99-b030-49dc-88bf-d4bdaedaceb2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:14.018084 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c580d99-b030-49dc-88bf-d4bdaedaceb2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe3a53d-708f-4aa1-828b-ea0ad0e30003,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:14.105660 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-6c580d99-b030-49dc-88bf-d4bdaedaceb2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:14.106832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6c580d99-b030-49dc-88bf-d4bdaedaceb2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3592682 Sep 16 06:01:14.110318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42766) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:14.115226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-9f214737-bf6e-45f7-8608-7db9da961ff0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'network': {'name': 'tempest-network-smoke--199103128', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'port_security_enabled': True}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:14.208212 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f214737-bf6e-45f7-8608-7db9da961ff0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Made reservation on behalf of bbff491c10c04c2a9bc6bce4ccece8d2 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:01:14.211729 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9f214737-bf6e-45f7-8608-7db9da961ff0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:14.235373 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f214737-bf6e-45f7-8608-7db9da961ff0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:01:14.245131 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9f214737-bf6e-45f7-8608-7db9da961ff0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:14.245485 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-9f214737-bf6e-45f7-8608-7db9da961ff0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Added segment 190290a5-ae46-44ad-ba14-cae1511dd2af of type vlan for network 2e66f884-22f4-4ed1-a122-f2ae0c2d01be Sep 16 06:01:14.289545 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9f214737-bf6e-45f7-8608-7db9da961ff0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:14.385504 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9f214737-bf6e-45f7-8608-7db9da961ff0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:14.391220 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f214737-bf6e-45f7-8608-7db9da961ff0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:14.391842 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9f214737-bf6e-45f7-8608-7db9da961ff0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:14.463096 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f214737-bf6e-45f7-8608-7db9da961ff0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Network': ['ID=2e66f884-22f4-4ed1-a122-f2ae0c2d01be,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:14.473121 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 2e66f884-22f4-4ed1-a122-f2ae0c2d01be details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:01:14.506655 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9f214737-bf6e-45f7-8608-7db9da961ff0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3952534 Sep 16 06:01:14.510104 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42768) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:14.514692 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-5527c13b-99fd-4bf5-90fa-a42f79a5a0b2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-803535538', 'admin_state_up': True, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:14.605279 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5527c13b-99fd-4bf5-90fa-a42f79a5a0b2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:14.606418 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5527c13b-99fd-4bf5-90fa-a42f79a5a0b2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:14.667343 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5527c13b-99fd-4bf5-90fa-a42f79a5a0b2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:14.866111 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5527c13b-99fd-4bf5-90fa-a42f79a5a0b2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:15.127826 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5527c13b-99fd-4bf5-90fa-a42f79a5a0b2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:15.150344 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5527c13b-99fd-4bf5-90fa-a42f79a5a0b2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:15.255172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-5527c13b-99fd-4bf5-90fa-a42f79a5a0b2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Allocated IP 172.25.4.182 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:01:15.362539 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5527c13b-99fd-4bf5-90fa-a42f79a5a0b2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:15.455037 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5527c13b-99fd-4bf5-90fa-a42f79a5a0b2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:15.492428 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5527c13b-99fd-4bf5-90fa-a42f79a5a0b2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:15.495316 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-5527c13b-99fd-4bf5-90fa-a42f79a5a0b2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:15.498845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5527c13b-99fd-4bf5-90fa-a42f79a5a0b2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:01:15.526406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527c13b-99fd-4bf5-90fa-a42f79a5a0b2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:16.186701 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5527c13b-99fd-4bf5-90fa-a42f79a5a0b2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:16.387921 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5527c13b-99fd-4bf5-90fa-a42f79a5a0b2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:16.573809 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5527c13b-99fd-4bf5-90fa-a42f79a5a0b2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:01:16.682513 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5527c13b-99fd-4bf5-90fa-a42f79a5a0b2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:01:16.691890 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] Sync routers for ids ['9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:01:16.701244 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] Routers {'9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:16.701865 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:01:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:16.779822 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5527c13b-99fd-4bf5-90fa-a42f79a5a0b2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:16.781183 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5527c13b-99fd-4bf5-90fa-a42f79a5a0b2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2701364 Sep 16 06:01:16.784432 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42770) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:16.807266 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] Set router 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:16.910578 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ca9a9784-8dc3-4981-bfde-c872b4bdfc66 tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=bbff491c10c04c2a9bc6bce4ccece8d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1249313 Sep 16 06:01:16.913191 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42774) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:16.988809 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803535538', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:14Z', 'updated_at': '2021-09-16T06:01:15Z', 'revision_number': 3, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:15Z', 'updated_at': '2021-09-16T06:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:17.003399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6927408b-0974-40f6-a9c8-c05108cf2ac0 tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:17.004936 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6927408b-0974-40f6-a9c8-c05108cf2ac0 tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900517 Sep 16 06:01:17.008662 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42776) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:17.016414 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] Checking router: 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:01:17.016763 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] Updating router 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc port 9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:01:17.044470 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ec0745a6-163d-4f8b-973d-d2470a89e1a8 tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326478 Sep 16 06:01:17.044722 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:17.045203 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42778) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:17.050440 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-56f25ada-0d92-480e-8956-fbe3c57b6e55 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2069822874', 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:17.231137 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f25ada-0d92-480e-8956-fbe3c57b6e55 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Made reservation on behalf of bbff491c10c04c2a9bc6bce4ccece8d2 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:01:17.234968 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-56f25ada-0d92-480e-8956-fbe3c57b6e55 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:17.291655 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:17.391218 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:17.446235 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] Attempting to bind port 9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:01:17.446601 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] Attempting to bind port 9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:01:17.447102 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] Attempting to bind port 9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:17.452378 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fda04-242a-4922-8a6c-0ea8ec2c2ff5 None None] Pushing event updated for resources: {'Port': ['ID=9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:17.459989 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:01:17.464215 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:17.464215 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:17.464215 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:01:17.464215 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] Bound port: 9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:01:17.464215 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:17.467163 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fda04-242a-4922-8a6c-0ea8ec2c2ff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:17.467506 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fda04-242a-4922-8a6c-0ea8ec2c2ff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:17.467839 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fda04-242a-4922-8a6c-0ea8ec2c2ff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:17.468171 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fda04-242a-4922-8a6c-0ea8ec2c2ff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:17.468498 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fda04-242a-4922-8a6c-0ea8ec2c2ff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:17.468842 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fda04-242a-4922-8a6c-0ea8ec2c2ff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:17.469402 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fda04-242a-4922-8a6c-0ea8ec2c2ff5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:17.469545 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fda04-242a-4922-8a6c-0ea8ec2c2ff5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:17.470968 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fda04-242a-4922-8a6c-0ea8ec2c2ff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:17.470968 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fda04-242a-4922-8a6c-0ea8ec2c2ff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:17.470968 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fda04-242a-4922-8a6c-0ea8ec2c2ff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:17.470968 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fda04-242a-4922-8a6c-0ea8ec2c2ff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:17.483387 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-56f25ada-0d92-480e-8956-fbe3c57b6e55 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:17.525701 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] For port 9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:17.529432 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] For port 9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:01:17.553674 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f25ada-0d92-480e-8956-fbe3c57b6e55 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Subnet': ['ID=5ddcb29d-83e4-479e-bafc-9a74751cb328,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:17.563910 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f25ada-0d92-480e-8956-fbe3c57b6e55 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Checking segment: {'id': '190290a5-ae46-44ad-ba14-cae1511dd2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:17.564278 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f25ada-0d92-480e-8956-fbe3c57b6e55 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network hostable DHCP agents. Network: 2e66f884-22f4-4ed1-a122-f2ae0c2d01be, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:01:17.597602 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:17.649809 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] Routers {'9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:17.650434 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:01:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:17.697182 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fda04-242a-4922-8a6c-0ea8ec2c2ff5 None None] Pushing event updated for resources: {'Port': ['ID=9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:17.700752 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f25ada-0d92-480e-8956-fbe3c57b6e55 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network 2e66f884-22f4-4ed1-a122-f2ae0c2d01be is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:01:17.766051 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] Set router 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:17.821905 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-56f25ada-0d92-480e-8956-fbe3c57b6e55 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 2e66f884-22f4-4ed1-a122-f2ae0c2d01be) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:17.827746 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f25ada-0d92-480e-8956-fbe3c57b6e55 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:17.830496 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-56f25ada-0d92-480e-8956-fbe3c57b6e55 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:17.832471 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c53b83-fc07-4926-b6e5-b758b9b34048 None None] Network 2e66f884-22f4-4ed1-a122-f2ae0c2d01be requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:01:17.919993 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-56f25ada-0d92-480e-8956-fbe3c57b6e55 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8735874 Sep 16 06:01:17.922981 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42780) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:17.960851 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803535538', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:14Z', 'updated_at': '2021-09-16T06:01:15Z', 'revision_number': 3, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:15Z', 'updated_at': '2021-09-16T06:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:17.989931 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-2e66f884-22f4-4ed1-a122-f2ae0c2d01be', 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ips': [{'subnet_id': '5ddcb29d-83e4-479e-bafc-9a74751cb328'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:01:17.990805 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:17.998073 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037e85eb-4e8f-4611-bf59-08889137c4e9 None None] The sync data for ids ['9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'] in n-d-712140-13 is: [{'id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803535538', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:14Z', 'updated_at': '2021-09-16T06:01:15Z', 'revision_number': 3, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:15Z', 'updated_at': '2021-09-16T06:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:01:18.155366 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] Allocated IP 172.20.0.2 (2e66f884-22f4-4ed1-a122-f2ae0c2d01be/5ddcb29d-83e4-479e-bafc-9a74751cb328/73a864dd-b52a-4c10-becf-b5e6cae28f09) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:01:18.348448 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:18.438225 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-55e908b7-f250-4713-86ea-46c4c49d895d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:18.443620 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:18.487913 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] Network 2e66f884-22f4-4ed1-a122-f2ae0c2d01be is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:18.494468 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:18.499835 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:01:18.505518 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] Pushing event updated for resources: {'Port': ['ID=73a864dd-b52a-4c10-becf-b5e6cae28f09,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:18.564391 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] Attempting to bind port 73a864dd-b52a-4c10-becf-b5e6cae28f09 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:01:18.564838 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] Attempting to bind port 73a864dd-b52a-4c10-becf-b5e6cae28f09 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '190290a5-ae46-44ad-ba14-cae1511dd2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:01:18.565267 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] Attempting to bind port 73a864dd-b52a-4c10-becf-b5e6cae28f09 on network 2e66f884-22f4-4ed1-a122-f2ae0c2d01be {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:18.571751 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:01:18.572233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] Checking segment: {'id': '190290a5-ae46-44ad-ba14-cae1511dd2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:18.572870 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:18.573560 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] Bound using segment: {'id': '190290a5-ae46-44ad-ba14-cae1511dd2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:01:18.574032 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] Bound port: 73a864dd-b52a-4c10-becf-b5e6cae28f09, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190290a5-ae46-44ad-ba14-cae1511dd2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:01:18.574424 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:18.659025 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] For port 73a864dd-b52a-4c10-becf-b5e6cae28f09, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:18.661515 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] For port 73a864dd-b52a-4c10-becf-b5e6cae28f09, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=73a864dd-b52a-4c10-becf-b5e6cae28f09,segment=NetworkSegment(190290a5-ae46-44ad-ba14-cae1511dd2af),segment_id=190290a5-ae46-44ad-ba14-cae1511dd2af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:01:18.748878 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:18.750835 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-55e908b7-f250-4713-86ea-46c4c49d895d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Allocated IP 172.20.0.1 (2e66f884-22f4-4ed1-a122-f2ae0c2d01be/5ddcb29d-83e4-479e-bafc-9a74751cb328/a811da06-80f5-4e97-bdfd-22fef44938cb) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:01:18.814937 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4614271-566c-4ed2-92b5-1baf2d99d499 None None] Pushing event updated for resources: {'Port': ['ID=73a864dd-b52a-4c10-becf-b5e6cae28f09,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:18.888170 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-55e908b7-f250-4713-86ea-46c4c49d895d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:18.994388 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-55e908b7-f250-4713-86ea-46c4c49d895d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:19.037008 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e908b7-f250-4713-86ea-46c4c49d895d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network 2e66f884-22f4-4ed1-a122-f2ae0c2d01be is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:19.040875 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-55e908b7-f250-4713-86ea-46c4c49d895d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:19.044992 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e908b7-f250-4713-86ea-46c4c49d895d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:01:19.074784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e908b7-f250-4713-86ea-46c4c49d895d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=a811da06-80f5-4e97-bdfd-22fef44938cb,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:19.102246 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-55e908b7-f250-4713-86ea-46c4c49d895d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:19.352888 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-55e908b7-f250-4713-86ea-46c4c49d895d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:19.641653 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-55e908b7-f250-4713-86ea-46c4c49d895d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:19.702454 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-55e908b7-f250-4713-86ea-46c4c49d895d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:19.782098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e908b7-f250-4713-86ea-46c4c49d895d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=a811da06-80f5-4e97-bdfd-22fef44938cb,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:19.785397 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-55e908b7-f250-4713-86ea-46c4c49d895d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:19.852776 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:19.890501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e908b7-f250-4713-86ea-46c4c49d895d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network 2e66f884-22f4-4ed1-a122-f2ae0c2d01be is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:19.892554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-55e908b7-f250-4713-86ea-46c4c49d895d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:19.905679 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:19.915505 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:19.989383 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:20.012546 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:20.020663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e908b7-f250-4713-86ea-46c4c49d895d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:01:20.113854 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:20.115793 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 73a864dd-b52a-4c10-becf-b5e6cae28f09 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:20.140202 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e908b7-f250-4713-86ea-46c4c49d895d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:01:20.154594 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-55e908b7-f250-4713-86ea-46c4c49d895d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "PUT /v2.0/routers/9f1cc874-9c85-4d22-be29-7f5e8d8e05fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2217660 Sep 16 06:01:20.162454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836023a6-f504-4650-893c-f90e241943c3 None None] Sync routers for ids ['9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:01:20.204596 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836023a6-f504-4650-893c-f90e241943c3 None None] Routers {'9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:20.205254 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-836023a6-f504-4650-893c-f90e241943c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:01:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:20.212617 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:20.279810 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 73a864dd-b52a-4c10-becf-b5e6cae28f09 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:20.280190 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:20.308742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-8e1aeb0c-17b2-491a-b08f-d9199ad79a65 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1505390521&fields=id&tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2 HTTP/1.1" status: 200 len: 267 time: 0.0390177 Sep 16 06:01:20.363552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-836023a6-f504-4650-893c-f90e241943c3 None None] Set router 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:20.393325 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3d74ab-6d50-41a9-b5e5-180875c1f4db None None] Network 2e66f884-22f4-4ed1-a122-f2ae0c2d01be requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:01:20.424664 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-19da05bf-f9e8-4e4f-8849-4a84658312e3 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:20.426187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-19da05bf-f9e8-4e4f-8849-4a84658312e3 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/networks?id=2e66f884-22f4-4ed1-a122-f2ae0c2d01be HTTP/1.1" status: 200 len: 796 time: 0.1076162 Sep 16 06:01:20.442918 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-34a67b27-0854-4654-af9c-a66e460edd4c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/quotas/bbff491c10c04c2a9bc6bce4ccece8d2 HTTP/1.1" status: 200 len: 375 time: 0.0092890 Sep 16 06:01:20.501614 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-261fee5b-1825-49a1-a8cf-031440db7190 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520837 Sep 16 06:01:20.605322 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d16e37a7-4a2a-4edc-ace5-f2a29eea5ce3 None None] Provisioning complete for port 73a864dd-b52a-4c10-becf-b5e6cae28f09 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:20.607542 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d16e37a7-4a2a-4edc-ace5-f2a29eea5ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:20.637529 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:20.647735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-6ecfa0ac-acc8-437c-a433-d7ad8c733786 service neutron] 10.222.0.20 "GET /v2.0/networks/2e66f884-22f4-4ed1-a122-f2ae0c2d01be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333594 Sep 16 06:01:20.746090 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-10f0b78c-a067-41b7-a2f6-041ddf89a728 service neutron] 10.222.0.20 "GET /v2.0/networks/2e66f884-22f4-4ed1-a122-f2ae0c2d01be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917034 Sep 16 06:01:20.759976 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 73a864dd-b52a-4c10-becf-b5e6cae28f09, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=73a864dd-b52a-4c10-becf-b5e6cae28f09,segment=NetworkSegment(190290a5-ae46-44ad-ba14-cae1511dd2af),segment_id=190290a5-ae46-44ad-ba14-cae1511dd2af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:20.818730 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:20.863517 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d16e37a7-4a2a-4edc-ace5-f2a29eea5ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:20.911366 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-836023a6-f504-4650-893c-f90e241943c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803535538', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:14Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:15Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'a811da06-80f5-4e97-bdfd-22fef44938cb', 'name': '', 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:98:bf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5ddcb29d-83e4-479e-bafc-9a74751cb328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:18Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 2, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '5ddcb29d-83e4-479e-bafc-9a74751cb328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:20.959434 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=73a864dd-b52a-4c10-becf-b5e6cae28f09,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:20.970926 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836023a6-f504-4650-893c-f90e241943c3 None None] Checking router: 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:01:20.972781 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836023a6-f504-4650-893c-f90e241943c3 None None] Updating router 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc port a811da06-80f5-4e97-bdfd-22fef44938cb binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:01:21.000498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d190ca39-e9c5-458e-9436-acbb020ed068 req-e2ac55a3-5e77-4ddf-82fa-b68ecb18652d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 210 time: 0.0375042 Sep 16 06:01:21.019246 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-d16e37a7-4a2a-4edc-ace5-f2a29eea5ce3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 06:01:21.019613 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-d16e37a7-4a2a-4edc-ace5-f2a29eea5ce3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 06:01:21.020286 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-836023a6-f504-4650-893c-f90e241943c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:21.306475 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-836023a6-f504-4650-893c-f90e241943c3 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:21.425315 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-836023a6-f504-4650-893c-f90e241943c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:21.476174 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cab106-2fbe-47fa-86a0-4b45717bcfe3 None None] Pushing event updated for resources: {'Port': ['ID=a811da06-80f5-4e97-bdfd-22fef44938cb,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:21.548569 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-836023a6-f504-4650-893c-f90e241943c3 None None] Attempting to bind port a811da06-80f5-4e97-bdfd-22fef44938cb on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:01:21.549659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-836023a6-f504-4650-893c-f90e241943c3 None None] Attempting to bind port a811da06-80f5-4e97-bdfd-22fef44938cb by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '190290a5-ae46-44ad-ba14-cae1511dd2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:01:21.549659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836023a6-f504-4650-893c-f90e241943c3 None None] Attempting to bind port a811da06-80f5-4e97-bdfd-22fef44938cb on network 2e66f884-22f4-4ed1-a122-f2ae0c2d01be {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:21.559842 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836023a6-f504-4650-893c-f90e241943c3 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:01:21.560218 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836023a6-f504-4650-893c-f90e241943c3 None None] Checking segment: {'id': '190290a5-ae46-44ad-ba14-cae1511dd2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:21.560616 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-836023a6-f504-4650-893c-f90e241943c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:21.561027 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836023a6-f504-4650-893c-f90e241943c3 None None] Bound using segment: {'id': '190290a5-ae46-44ad-ba14-cae1511dd2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:01:21.561526 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-836023a6-f504-4650-893c-f90e241943c3 None None] Bound port: a811da06-80f5-4e97-bdfd-22fef44938cb, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190290a5-ae46-44ad-ba14-cae1511dd2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:01:21.561901 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-836023a6-f504-4650-893c-f90e241943c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:21.637390 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-836023a6-f504-4650-893c-f90e241943c3 None None] For port a811da06-80f5-4e97-bdfd-22fef44938cb, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:21.641329 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-836023a6-f504-4650-893c-f90e241943c3 None None] For port a811da06-80f5-4e97-bdfd-22fef44938cb, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a811da06-80f5-4e97-bdfd-22fef44938cb,segment=NetworkSegment(190290a5-ae46-44ad-ba14-cae1511dd2af),segment_id=190290a5-ae46-44ad-ba14-cae1511dd2af)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:01:21.704902 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f116ecc8-eb11-4859-b154-9259e88d3c08 None None] Provisioning complete for port 73a864dd-b52a-4c10-becf-b5e6cae28f09 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:21.705767 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f116ecc8-eb11-4859-b154-9259e88d3c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:21.712141 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-836023a6-f504-4650-893c-f90e241943c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:21.930457 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:22.000637 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836023a6-f504-4650-893c-f90e241943c3 None None] Routers {'9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:22.001277 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-836023a6-f504-4650-893c-f90e241943c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:01:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:22.010548 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cab106-2fbe-47fa-86a0-4b45717bcfe3 None None] Pushing event updated for resources: {'Port': ['ID=a811da06-80f5-4e97-bdfd-22fef44938cb,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:22.093960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e3a21fc3-14ed-4179-bebe-7b1f9723f770 req-425d0133-9fb9-4feb-a5c6-4382fb806991 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 210 time: 0.0321889 Sep 16 06:01:22.152748 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:22.153130 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:22.200872 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-836023a6-f504-4650-893c-f90e241943c3 None None] Set router 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:22.259220 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f116ecc8-eb11-4859-b154-9259e88d3c08 None None] Provisioning complete for port a811da06-80f5-4e97-bdfd-22fef44938cb triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:22.259594 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f116ecc8-eb11-4859-b154-9259e88d3c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:22.418674 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 73a864dd-b52a-4c10-becf-b5e6cae28f09 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:22.534681 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f116ecc8-eb11-4859-b154-9259e88d3c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:22.579668 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 73a864dd-b52a-4c10-becf-b5e6cae28f09 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:22.580110 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:22.587501 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-f116ecc8-eb11-4859-b154-9259e88d3c08 None None] For port a811da06-80f5-4e97-bdfd-22fef44938cb, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a811da06-80f5-4e97-bdfd-22fef44938cb,segment=NetworkSegment(190290a5-ae46-44ad-ba14-cae1511dd2af),segment_id=190290a5-ae46-44ad-ba14-cae1511dd2af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:22.608000 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-836023a6-f504-4650-893c-f90e241943c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803535538', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:14Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:15Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'a811da06-80f5-4e97-bdfd-22fef44938cb', 'name': '', 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:98:bf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5ddcb29d-83e4-479e-bafc-9a74751cb328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:18Z', 'updated_at': '2021-09-16T06:01:21Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '5ddcb29d-83e4-479e-bafc-9a74751cb328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:22.640896 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836023a6-f504-4650-893c-f90e241943c3 None None] The sync data for ids ['9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'] in n-d-712140-13 is: [{'id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803535538', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:14Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:15Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'a811da06-80f5-4e97-bdfd-22fef44938cb', 'name': '', 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:98:bf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5ddcb29d-83e4-479e-bafc-9a74751cb328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:18Z', 'updated_at': '2021-09-16T06:01:21Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '5ddcb29d-83e4-479e-bafc-9a74751cb328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:01:22.682295 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f116ecc8-eb11-4859-b154-9259e88d3c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:22.775529 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116ecc8-eb11-4859-b154-9259e88d3c08 None None] Pushing event updated for resources: {'Port': ['ID=a811da06-80f5-4e97-bdfd-22fef44938cb,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:22.837766 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8d827669-0e0b-489d-a14a-8f0c974ae441 None None] Provisioning complete for port a811da06-80f5-4e97-bdfd-22fef44938cb triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:22.838267 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8d827669-0e0b-489d-a14a-8f0c974ae441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:23.183663 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bf196513-a266-47e8-bb33-f08198d6f9b7 req-75cf1837-3e8e-4ded-8119-904e0db1318e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 210 time: 0.0318947 Sep 16 06:01:23.812347 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a811da06-80f5-4e97-bdfd-22fef44938cb up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:23.866551 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port a811da06-80f5-4e97-bdfd-22fef44938cb triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:23.866947 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:24.276202 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5ee7d60b-a2c9-4b3a-a754-3de1adbed612 req-65cb78f6-73ee-432f-8088-689c8b810a96 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 210 time: 0.0266500 Sep 16 06:01:24.518967 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-6bda578f-7fed-4c79-916c-58443cb468b6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:24.520505 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-6bda578f-7fed-4c79-916c-58443cb468b6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.38 "GET /v2.0/networks?id=2e66f884-22f4-4ed1-a122-f2ae0c2d01be HTTP/1.1" status: 200 len: 796 time: 0.1214499 Sep 16 06:01:24.571619 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-09a914ee-2956-4c7f-bc6e-62fa64ea4c88 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2 HTTP/1.1" status: 200 len: 380 time: 0.0363162 Sep 16 06:01:24.580901 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-30305335-f1ab-4b3f-98db-823a580c1ea8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'port': {'device_id': 'eb0b8af8-6daf-416b-9aed-3e9b3636e78c', 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be', 'admin_state_up': True, 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'security_groups': ['0ed8a7eb-86d8-4599-b1be-a6406e42d85e']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:24.751533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-30305335-f1ab-4b3f-98db-823a580c1ea8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Made reservation on behalf of bbff491c10c04c2a9bc6bce4ccece8d2 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:01:24.755569 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-30305335-f1ab-4b3f-98db-823a580c1ea8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:24.887147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-30305335-f1ab-4b3f-98db-823a580c1ea8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Allocated IP 172.20.0.8 (2e66f884-22f4-4ed1-a122-f2ae0c2d01be/5ddcb29d-83e4-479e-bafc-9a74751cb328/2c09fc22-3d39-41b6-80d0-094c5289b49d) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:01:25.029754 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-30305335-f1ab-4b3f-98db-823a580c1ea8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:25.084694 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:25.102728 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-30305335-f1ab-4b3f-98db-823a580c1ea8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:25.142993 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-30305335-f1ab-4b3f-98db-823a580c1ea8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network 2e66f884-22f4-4ed1-a122-f2ae0c2d01be is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:25.145952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-30305335-f1ab-4b3f-98db-823a580c1ea8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:25.150150 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-30305335-f1ab-4b3f-98db-823a580c1ea8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:01:25.178580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30305335-f1ab-4b3f-98db-823a580c1ea8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=2c09fc22-3d39-41b6-80d0-094c5289b49d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:25.208329 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-30305335-f1ab-4b3f-98db-823a580c1ea8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:25.208975 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-30305335-f1ab-4b3f-98db-823a580c1ea8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:25.277558 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-30305335-f1ab-4b3f-98db-823a580c1ea8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7004056 Sep 16 06:01:25.359603 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-abfa166f-fb0e-4d25-b94a-b9818ea54259 None None] Provisioning complete for port 2c09fc22-3d39-41b6-80d0-094c5289b49d triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:25.360099 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-abfa166f-fb0e-4d25-b94a-b9818ea54259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:25.362563 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Request body: {'port': {'device_id': 'eb0b8af8-6daf-416b-9aed-3e9b3636e78c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:25.394697 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-abfa166f-fb0e-4d25-b94a-b9818ea54259 None None] Port 2c09fc22-3d39-41b6-80d0-094c5289b49d cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:01:25.799985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a712d7-e81a-43a2-b314-7fa0bfc20b35 req-6c7362e5-4571-47e0-88d4-89f2898bfb3b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:25.801520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-77a712d7-e81a-43a2-b314-7fa0bfc20b35 req-6c7362e5-4571-47e0-88d4-89f2898bfb3b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 931 time: 0.4532483 Sep 16 06:01:25.810799 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:25.873293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-77a712d7-e81a-43a2-b314-7fa0bfc20b35 req-e9218baa-ac92-445b-a314-cbaa48cb8a18 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ed8a7eb-86d8-4599-b1be-a6406e42d85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642810 Sep 16 06:01:26.109361 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c09fc22-3d39-41b6-80d0-094c5289b49d {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:01:26.117502 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:26.129187 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Transition to ACTIVE for port object 2c09fc22-3d39-41b6-80d0-094c5289b49d will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:01:26.219581 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:26.270046 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Pushing event updated for resources: {'Port': ['ID=2c09fc22-3d39-41b6-80d0-094c5289b49d,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:26.347171 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Attempting to bind port 2c09fc22-3d39-41b6-80d0-094c5289b49d on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:01:26.347893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Attempting to bind port 2c09fc22-3d39-41b6-80d0-094c5289b49d by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '190290a5-ae46-44ad-ba14-cae1511dd2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:01:26.347893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Attempting to bind port 2c09fc22-3d39-41b6-80d0-094c5289b49d on network 2e66f884-22f4-4ed1-a122-f2ae0c2d01be {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:26.354034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Port 2c09fc22-3d39-41b6-80d0-094c5289b49d on network 2e66f884-22f4-4ed1-a122-f2ae0c2d01be not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:01:26.354398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Attempting to bind port 2c09fc22-3d39-41b6-80d0-094c5289b49d on network 2e66f884-22f4-4ed1-a122-f2ae0c2d01be {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:26.361018 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:01:26.361281 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Checking segment: {'id': '190290a5-ae46-44ad-ba14-cae1511dd2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:26.361672 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Bound using segment: {'id': '190290a5-ae46-44ad-ba14-cae1511dd2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:01:26.362100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Bound port: 2c09fc22-3d39-41b6-80d0-094c5289b49d, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190290a5-ae46-44ad-ba14-cae1511dd2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:01:26.362460 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:26.431840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] For port 2c09fc22-3d39-41b6-80d0-094c5289b49d, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:26.435189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] For port 2c09fc22-3d39-41b6-80d0-094c5289b49d, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=2c09fc22-3d39-41b6-80d0-094c5289b49d,segment=NetworkSegment(190290a5-ae46-44ad-ba14-cae1511dd2af),segment_id=190290a5-ae46-44ad-ba14-cae1511dd2af)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:01:26.497085 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:26.532919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:26.533680 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:26.534995 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-019b4c06-4860-4dd9-b413-477927468252 service neutron] 10.222.0.38 "PUT /v2.0/ports/2c09fc22-3d39-41b6-80d0-094c5289b49d HTTP/1.1" status: 200 len: 1092 time: 1.2443805 Sep 16 06:01:26.535447 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0b8af8-6daf-416b-9aed-3e9b3636e78c', 'tag': '2c09fc22-3d39-41b6-80d0-094c5289b49d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:26.537798 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13049b19-15bc-4861-96a1-e7539374f5ef" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0b8af8-6daf-416b-9aed-3e9b3636e78c", "tag": "2c09fc22-3d39-41b6-80d0-094c5289b49d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:26.572958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b4c06-4860-4dd9-b413-477927468252 service neutron] Pushing event updated for resources: {'Port': ['ID=2c09fc22-3d39-41b6-80d0-094c5289b49d,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:26.579238 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482091f0-06d5-4b59-85c1-b3c72207240c x-openstack-request-id: req-482091f0-06d5-4b59-85c1-b3c72207240c {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:26.579526 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0b8af8-6daf-416b-9aed-3e9b3636e78c", "tag": "2c09fc22-3d39-41b6-80d0-094c5289b49d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:26.579772 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-482091f0-06d5-4b59-85c1-b3c72207240c {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:26.580162 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0b8af8-6daf-416b-9aed-3e9b3636e78c', 'tag': '2c09fc22-3d39-41b6-80d0-094c5289b49d', 'status': 'completed', 'code': 200} Sep 16 06:01:26.662088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13049b19-15bc-4861-96a1-e7539374f5ef req-7adfaeb2-3c1f-41b5-95ad-6fb6cd7481c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:26.664387 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13049b19-15bc-4861-96a1-e7539374f5ef req-7adfaeb2-3c1f-41b5-95ad-6fb6cd7481c0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 1095 time: 0.0449991 Sep 16 06:01:26.777266 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13049b19-15bc-4861-96a1-e7539374f5ef req-053da455-20ff-46a6-b898-fa9628113c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:26.778780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13049b19-15bc-4861-96a1-e7539374f5ef req-053da455-20ff-46a6-b898-fa9628113c9c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1023839 Sep 16 06:01:26.881504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13049b19-15bc-4861-96a1-e7539374f5ef req-4ce5a63c-3516-43e6-a9f1-8cbb6a52bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:26.883980 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13049b19-15bc-4861-96a1-e7539374f5ef req-4ce5a63c-3516-43e6-a9f1-8cbb6a52bc09 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982883 Sep 16 06:01:27.010500 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-1d5a9162-c702-433e-8598-26099b40c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:27.012083 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-1d5a9162-c702-433e-8598-26099b40c3f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 1095 time: 0.0714750 Sep 16 06:01:27.019712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3d49f-22a0-4cf6-a950-0582708c67b9 req-54b5bda9-66fa-4b26-bcca-efb68d086773 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:27.021180 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87b3d49f-22a0-4cf6-a950-0582708c67b9 req-54b5bda9-66fa-4b26-bcca-efb68d086773 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 943 time: 0.0717354 Sep 16 06:01:27.069183 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-fc3a8823-b168-455a-8fd3-d4723a856864 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c09fc22-3d39-41b6-80d0-094c5289b49d HTTP/1.1" status: 200 len: 217 time: 0.0432613 Sep 16 06:01:27.128862 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-87b3d49f-22a0-4cf6-a950-0582708c67b9 req-08e5c50b-c450-4b25-8420-1d07b2437512 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ed8a7eb-86d8-4599-b1be-a6406e42d85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972285 Sep 16 06:01:27.137511 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-e3f95cb8-d0ba-4eab-9741-59d250df5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:27.139024 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-e3f95cb8-d0ba-4eab-9741-59d250df5b37 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ddcb29d-83e4-479e-bafc-9a74751cb328 HTTP/1.1" status: 200 len: 835 time: 0.0625918 Sep 16 06:01:27.188033 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-3b390d09-24dc-4da4-b933-50ea61b41d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:27.189553 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-3b390d09-24dc-4da4-b933-50ea61b41d45 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2e66f884-22f4-4ed1-a122-f2ae0c2d01be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430701 Sep 16 06:01:27.287922 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-55edf2d5-4932-4fc7-af6a-7ceef3205e93 service neutron] 10.222.0.38 "GET /v2.0/networks/2e66f884-22f4-4ed1-a122-f2ae0c2d01be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911624 Sep 16 06:01:27.381611 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9f6be01a-cf59-409b-b75f-4842e4c31fbc req-0344801a-e1e8-4f93-984f-75db32edd568 service neutron] 10.222.0.38 "GET /v2.0/networks/2e66f884-22f4-4ed1-a122-f2ae0c2d01be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865004 Sep 16 06:01:28.265337 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628d0ba-ea15-42a7-901c-8aab941d1275 req-e841cabf-81d9-4d48-b725-3f1c2e898200 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:28.266958 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6628d0ba-ea15-42a7-901c-8aab941d1275 req-e841cabf-81d9-4d48-b725-3f1c2e898200 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 943 time: 0.0615859 Sep 16 06:01:28.313483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6628d0ba-ea15-42a7-901c-8aab941d1275 req-46261de1-0a73-4b20-95c3-e676f0005e57 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ed8a7eb-86d8-4599-b1be-a6406e42d85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396726 Sep 16 06:01:28.982335 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:29.434798 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b5f4b-b358-4964-89da-75ce4e4f12a5 req-e8ffee01-0ae3-42f4-830c-9dee96712b84 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:29.436499 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c52b5f4b-b358-4964-89da-75ce4e4f12a5 req-e8ffee01-0ae3-42f4-830c-9dee96712b84 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 943 time: 0.0518575 Sep 16 06:01:29.481540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c52b5f4b-b358-4964-89da-75ce4e4f12a5 req-efbc5982-adaa-476e-b6ca-7603336a76f2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ed8a7eb-86d8-4599-b1be-a6406e42d85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389595 Sep 16 06:01:30.607374 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b353e7-762b-4271-a4a4-1238b59aa1e1 req-99b994e6-3485-493b-851d-c6bf6512e1d6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:30.608951 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90b353e7-762b-4271-a4a4-1238b59aa1e1 req-99b994e6-3485-493b-851d-c6bf6512e1d6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 943 time: 0.0553460 Sep 16 06:01:30.654674 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-90b353e7-762b-4271-a4a4-1238b59aa1e1 req-3e39bef2-38d1-447c-bc4a-a91ad17f4187 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ed8a7eb-86d8-4599-b1be-a6406e42d85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396960 Sep 16 06:01:31.680281 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 2c09fc22-3d39-41b6-80d0-094c5289b49d details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:01:31.779672 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 2c09fc22-3d39-41b6-80d0-094c5289b49d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=2c09fc22-3d39-41b6-80d0-094c5289b49d,segment=NetworkSegment(190290a5-ae46-44ad-ba14-cae1511dd2af),segment_id=190290a5-ae46-44ad-ba14-cae1511dd2af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:31.780117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b0240-5028-4910-a1b9-f4d67e37530f req-a5c60230-18a7-4dfc-abf3-2e8154f1d68e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:31.781629 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-068b0240-5028-4910-a1b9-f4d67e37530f req-a5c60230-18a7-4dfc-abf3-2e8154f1d68e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 943 time: 0.0562356 Sep 16 06:01:31.793547 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '2c09fc22-3d39-41b6-80d0-094c5289b49d', 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be', 'port_id': '2c09fc22-3d39-41b6-80d0-094c5289b49d', 'mac_address': 'fa:16:3e:a2:74:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ddcb29d-83e4-479e-bafc-9a74751cb328', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:01:31.823246 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-068b0240-5028-4910-a1b9-f4d67e37530f req-99137587-62c3-4264-abbc-5ff98db9ec61 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ed8a7eb-86d8-4599-b1be-a6406e42d85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331583 Sep 16 06:01:31.832522 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:31.850420 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c09fc22-3d39-41b6-80d0-094c5289b49d {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:01:31.870748 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 2c09fc22-3d39-41b6-80d0-094c5289b49d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=2c09fc22-3d39-41b6-80d0-094c5289b49d,segment=NetworkSegment(190290a5-ae46-44ad-ba14-cae1511dd2af),segment_id=190290a5-ae46-44ad-ba14-cae1511dd2af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:31.974251 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:32.021999 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=2c09fc22-3d39-41b6-80d0-094c5289b49d,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:32.420070 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['2c09fc22-3d39-41b6-80d0-094c5289b49d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:01:32.945142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a88c-38e5-483d-a2fc-a27bcf3fa86a req-fd118063-a538-446c-a51e-cec6b91f182d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:32.946716 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1156a88c-38e5-483d-a2fc-a27bcf3fa86a req-fd118063-a538-446c-a51e-cec6b91f182d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 944 time: 0.0510139 Sep 16 06:01:32.994218 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1156a88c-38e5-483d-a2fc-a27bcf3fa86a req-dcb117d9-4b9a-4d6f-855e-8ad6773cdd57 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ed8a7eb-86d8-4599-b1be-a6406e42d85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406070 Sep 16 06:01:33.686071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 2c09fc22-3d39-41b6-80d0-094c5289b49d up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:33.851316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 2c09fc22-3d39-41b6-80d0-094c5289b49d completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:01:33.855862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 2c09fc22-3d39-41b6-80d0-094c5289b49d triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:33.860403 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.943829 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.970216 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0b8af8-6daf-416b-9aed-3e9b3636e78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c09fc22-3d39-41b6-80d0-094c5289b49d'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:33.972555 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e765d548-06b8-402c-a534-757eeb88c31b" -d '{"events": [{"server_uuid": "eb0b8af8-6daf-416b-9aed-3e9b3636e78c", "name": "network-vif-plugged", "status": "completed", "tag": "2c09fc22-3d39-41b6-80d0-094c5289b49d"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:33.994819 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 2c09fc22-3d39-41b6-80d0-094c5289b49d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=2c09fc22-3d39-41b6-80d0-094c5289b49d,segment=NetworkSegment(190290a5-ae46-44ad-ba14-cae1511dd2af),segment_id=190290a5-ae46-44ad-ba14-cae1511dd2af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:34.078180 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6960ff8c-95c9-4cd9-b45d-b9283c9c31c0 x-openstack-request-id: req-6960ff8c-95c9-4cd9-b45d-b9283c9c31c0 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:34.078474 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0b8af8-6daf-416b-9aed-3e9b3636e78c", "name": "network-vif-plugged", "status": "completed", "tag": "2c09fc22-3d39-41b6-80d0-094c5289b49d", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:34.078732 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6960ff8c-95c9-4cd9-b45d-b9283c9c31c0 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:34.079156 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0b8af8-6daf-416b-9aed-3e9b3636e78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c09fc22-3d39-41b6-80d0-094c5289b49d', 'code': 200} Sep 16 06:01:34.082444 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:34.114321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac84ef7-73f9-41e5-979e-30cbf2a372ef req-b323eab8-ec03-496d-918a-a921d3ce0fbd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:34.116611 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dac84ef7-73f9-41e5-979e-30cbf2a372ef req-b323eab8-ec03-496d-918a-a921d3ce0fbd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 944 time: 0.0525317 Sep 16 06:01:34.146268 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=2c09fc22-3d39-41b6-80d0-094c5289b49d,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:34.177837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dac84ef7-73f9-41e5-979e-30cbf2a372ef req-3ea38428-2504-4f62-8aa2-8aad800efe48 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ed8a7eb-86d8-4599-b1be-a6406e42d85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502996 Sep 16 06:01:34.213000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97043ad-49d4-4fab-88fb-9c954ca77e2b req-be603341-6ea8-49a6-8a5e-c2ca2eba20da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:34.214503 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f97043ad-49d4-4fab-88fb-9c954ca77e2b req-be603341-6ea8-49a6-8a5e-c2ca2eba20da service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 1097 time: 0.0504591 Sep 16 06:01:34.251602 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f97043ad-49d4-4fab-88fb-9c954ca77e2b req-b072d66c-5dfe-46e2-880e-2b50da054ed1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0ed8a7eb-86d8-4599-b1be-a6406e42d85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298867 Sep 16 06:01:35.274453 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-30d7f0ec-85af-401e-9744-88d596fd81eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:35.324679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6e0cf-2dc5-457b-9aca-23dee62592d2 req-b5c9c8fa-a916-4462-8583-a158013fe352 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:35.326308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24f6e0cf-2dc5-457b-9aca-23dee62592d2 req-b5c9c8fa-a916-4462-8583-a158013fe352 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 945 time: 0.0553489 Sep 16 06:01:35.369100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24f6e0cf-2dc5-457b-9aca-23dee62592d2 req-e591da32-17f5-423c-b4cf-ef4e722ba8a2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ed8a7eb-86d8-4599-b1be-a6406e42d85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364721 Sep 16 06:01:36.485884 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a4b5e-b72d-4b15-bb59-5ab539466ff3 req-fc42abc5-0b61-4a36-88b1-f98c3d3f7984 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:36.487391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a38a4b5e-b72d-4b15-bb59-5ab539466ff3 req-fc42abc5-0b61-4a36-88b1-f98c3d3f7984 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 945 time: 0.0490766 Sep 16 06:01:36.525711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a38a4b5e-b72d-4b15-bb59-5ab539466ff3 req-a1842101-69ea-4b13-84f6-0740d5826e40 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ed8a7eb-86d8-4599-b1be-a6406e42d85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317094 Sep 16 06:01:36.650998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430a978-19a2-4cd6-9c33-cd868ea7df3e req-28e39823-c2cb-4d92-83f1-a8c7e5592a3d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:36.652437 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7430a978-19a2-4cd6-9c33-cd868ea7df3e req-28e39823-c2cb-4d92-83f1-a8c7e5592a3d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 945 time: 0.0547335 Sep 16 06:01:36.691175 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7430a978-19a2-4cd6-9c33-cd868ea7df3e req-b9e55b17-f466-49a4-a4b1-13f9e7fba7b1 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ed8a7eb-86d8-4599-b1be-a6406e42d85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326972 Sep 16 06:01:36.712994 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42852) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:36.752864 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a33e34b-086c-47d1-96dd-a9d03358cf6a tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:36.754435 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-6a33e34b-086c-47d1-96dd-a9d03358cf6a tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 1092 time: 0.0404410 Sep 16 06:01:36.757417 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42854) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:36.761968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': '2c09fc22-3d39-41b6-80d0-094c5289b49d', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:36.854304 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:36.969120 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:37.075826 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Allocated IP 172.25.4.132 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/aacd37a3-05c2-48af-8b28-c4f445c1dd62) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:01:37.180226 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:37.267069 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:37.316297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:37.322907 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:37.325569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:01:37.331941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=aacd37a3-05c2-48af-8b28-c4f445c1dd62,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:37.709184 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:37.825105 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cb0cafc4-9451-4446-b0cb-a24d41be3c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:37.880495 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:38.062585 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:38.125164 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:38.204573 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=aacd37a3-05c2-48af-8b28-c4f445c1dd62,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:38.215825 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:38.333958 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Floating IP 973bc948-41db-4a02-a72a-a89fbe2b3ef1 associated. External IP: 172.25.4.132, port: 2c09fc22-3d39-41b6-80d0-094c5289b49d. Sep 16 06:01:38.543779 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:01:38.613552 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:38.668770 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:01:38.679616 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ea09d7-4565-4893-a935-5255c5217528 None None] Sync routers for ids ['9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:01:38.689964 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ea09d7-4565-4893-a935-5255c5217528 None None] Routers {'9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:38.709260 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d8ea09d7-4565-4893-a935-5255c5217528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:01:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:38.797214 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-d8ea09d7-4565-4893-a935-5255c5217528 None None] Set router 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:38.799071 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:38.830677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-de4e0e6b-dfbf-4be0-8a88-41abe3e31fab tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0719543 Sep 16 06:01:38.831772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0b8af8-6daf-416b-9aed-3e9b3636e78c', 'tag': '2c09fc22-3d39-41b6-80d0-094c5289b49d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:38.833735 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d598035-0ff1-4446-87dd-bcb5213b58ff" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0b8af8-6daf-416b-9aed-3e9b3636e78c", "tag": "2c09fc22-3d39-41b6-80d0-094c5289b49d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:38.877917 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e791d6-3e6f-4631-ad5e-0c9eddb2decc x-openstack-request-id: req-38e791d6-3e6f-4631-ad5e-0c9eddb2decc {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:38.877917 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0b8af8-6daf-416b-9aed-3e9b3636e78c", "tag": "2c09fc22-3d39-41b6-80d0-094c5289b49d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:38.877917 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38e791d6-3e6f-4631-ad5e-0c9eddb2decc {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:38.878589 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0b8af8-6daf-416b-9aed-3e9b3636e78c', 'tag': '2c09fc22-3d39-41b6-80d0-094c5289b49d', 'status': 'completed', 'code': 200} Sep 16 06:01:38.964984 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8585f7-590e-4cce-bdf7-6586e98a1a11 req-bb1d5ebf-0749-4c0d-a376-d339cf4c4cd3 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:38.966560 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b8585f7-590e-4cce-bdf7-6586e98a1a11 req-bb1d5ebf-0749-4c0d-a376-d339cf4c4cd3 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 945 time: 0.0825293 Sep 16 06:01:38.983041 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d598035-0ff1-4446-87dd-bcb5213b58ff req-cb9afc64-422c-4389-8e1f-008f7ed0c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:38.984537 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d598035-0ff1-4446-87dd-bcb5213b58ff req-cb9afc64-422c-4389-8e1f-008f7ed0c137 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 1097 time: 0.0614946 Sep 16 06:01:39.039498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b8585f7-590e-4cce-bdf7-6586e98a1a11 req-6e84fb88-35ad-4606-961a-8f00e009faf8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ed8a7eb-86d8-4599-b1be-a6406e42d85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664682 Sep 16 06:01:39.042683 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d8ea09d7-4565-4893-a935-5255c5217528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803535538', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:14Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:15Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '973bc948-41db-4a02-a72a-a89fbe2b3ef1', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'floating_ip_address': '172.25.4.132', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'port_id': '2c09fc22-3d39-41b6-80d0-094c5289b49d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be', 'mac_address': 'fa:16:3e:a2:74:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0b8af8-6daf-416b-9aed-3e9b3636e78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:01:37Z', 'updated_at': '2021-09-16T06:01:37Z', 'revision_number': 0, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a811da06-80f5-4e97-bdfd-22fef44938cb', 'name': '', 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:98:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5ddcb29d-83e4-479e-bafc-9a74751cb328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:18Z', 'updated_at': '2021-09-16T06:01:22Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '5ddcb29d-83e4-479e-bafc-9a74751cb328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:39.064647 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42860) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:39.107864 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d598035-0ff1-4446-87dd-bcb5213b58ff req-6e585e76-f803-43f6-ab0b-5d0d2d1a2416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:39.109564 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d598035-0ff1-4446-87dd-bcb5213b58ff req-6e585e76-f803-43f6-ab0b-5d0d2d1a2416 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2e66f884-22f4-4ed1-a122-f2ae0c2d01be HTTP/1.1" status: 200 len: 897 time: 0.1174648 Sep 16 06:01:39.137674 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-09243a28-ab85-4dc2-95ac-997935c64a17 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/floatingips/973bc948-41db-4a02-a72a-a89fbe2b3ef1 HTTP/1.1" status: 200 len: 991 time: 0.0705321 Sep 16 06:01:39.171101 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ea09d7-4565-4893-a935-5255c5217528 None None] Checking router: 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:01:39.180305 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ea09d7-4565-4893-a935-5255c5217528 None None] Routers {'9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:39.180936 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d8ea09d7-4565-4893-a935-5255c5217528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:01:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:39.181555 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d598035-0ff1-4446-87dd-bcb5213b58ff req-17b49ed0-13c0-4675-a199-60c75e3aecc1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c09fc22-3d39-41b6-80d0-094c5289b49d HTTP/1.1" status: 200 len: 999 time: 0.0640697 Sep 16 06:01:39.238986 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d598035-0ff1-4446-87dd-bcb5213b58ff req-0ca5496e-c6eb-43e8-b875-749c717718f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:39.240540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d598035-0ff1-4446-87dd-bcb5213b58ff req-0ca5496e-c6eb-43e8-b875-749c717718f5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ddcb29d-83e4-479e-bafc-9a74751cb328 HTTP/1.1" status: 200 len: 835 time: 0.0525248 Sep 16 06:01:39.277713 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:01:39.291336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d598035-0ff1-4446-87dd-bcb5213b58ff req-c62832ff-953b-47c8-9b62-391dfb57c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:39.292907 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d598035-0ff1-4446-87dd-bcb5213b58ff req-c62832ff-953b-47c8-9b62-391dfb57c45c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2e66f884-22f4-4ed1-a122-f2ae0c2d01be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460267 Sep 16 06:01:39.294662 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-d8ea09d7-4565-4893-a935-5255c5217528 None None] Set router 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:39.387871 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d598035-0ff1-4446-87dd-bcb5213b58ff req-34a61703-50ad-4284-a1e7-a0588948e820 service neutron] 10.222.0.38 "GET /v2.0/networks/2e66f884-22f4-4ed1-a122-f2ae0c2d01be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874970 Sep 16 06:01:39.489672 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d598035-0ff1-4446-87dd-bcb5213b58ff req-b97719d2-6752-4c16-849a-0dcc19081a27 service neutron] 10.222.0.38 "GET /v2.0/networks/2e66f884-22f4-4ed1-a122-f2ae0c2d01be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942769 Sep 16 06:01:39.530175 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:39.533935 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-d8ea09d7-4565-4893-a935-5255c5217528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803535538', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:14Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:15Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '973bc948-41db-4a02-a72a-a89fbe2b3ef1', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'floating_ip_address': '172.25.4.132', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'port_id': '2c09fc22-3d39-41b6-80d0-094c5289b49d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be', 'mac_address': 'fa:16:3e:a2:74:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0b8af8-6daf-416b-9aed-3e9b3636e78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:01:37Z', 'updated_at': '2021-09-16T06:01:37Z', 'revision_number': 0, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a811da06-80f5-4e97-bdfd-22fef44938cb', 'name': '', 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:98:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5ddcb29d-83e4-479e-bafc-9a74751cb328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:18Z', 'updated_at': '2021-09-16T06:01:22Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '5ddcb29d-83e4-479e-bafc-9a74751cb328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:39.565385 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ea09d7-4565-4893-a935-5255c5217528 None None] The sync data for ids ['9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'] in n-d-712140-13 is: [{'id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803535538', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:14Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:15Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '973bc948-41db-4a02-a72a-a89fbe2b3ef1', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'floating_ip_address': '172.25.4.132', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'port_id': '2c09fc22-3d39-41b6-80d0-094c5289b49d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be', 'mac_address': 'fa:16:3e:a2:74:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0b8af8-6daf-416b-9aed-3e9b3636e78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:01:37Z', 'updated_at': '2021-09-16T06:01:37Z', 'revision_number': 0, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a811da06-80f5-4e97-bdfd-22fef44938cb', 'name': '', 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:98:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5ddcb29d-83e4-479e-bafc-9a74751cb328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:18Z', 'updated_at': '2021-09-16T06:01:22Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '5ddcb29d-83e4-479e-bafc-9a74751cb328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:01:39.767298 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e36b47b-8647-4292-95e0-fa6ccdb24f2d None None] New status for floating IP 973bc948-41db-4a02-a72a-a89fbe2b3ef1: ACTIVE {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:01:40.140540 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42862) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:40.205357 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4a675666-9134-49eb-bac6-b28c52620ead tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/floatingips/973bc948-41db-4a02-a72a-a89fbe2b3ef1 HTTP/1.1" status: 200 len: 993 time: 0.0636320 Sep 16 06:01:41.113007 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.530652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a532cf0-9dff-495d-bdbd-f6504fe5df78 req-9433ff2e-8aed-4cec-b2c5-368da3e595ba service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450418 Sep 16 06:01:41.635178 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a532cf0-9dff-495d-bdbd-f6504fe5df78 req-7ab756c5-f847-4d37-80b4-6df2ef625197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:41.636787 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a532cf0-9dff-495d-bdbd-f6504fe5df78 req-7ab756c5-f847-4d37-80b4-6df2ef625197 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 1097 time: 0.0491590 Sep 16 06:01:41.810399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a532cf0-9dff-495d-bdbd-f6504fe5df78 req-75595434-a613-44f0-9d33-7edf1542b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:41.812079 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a532cf0-9dff-495d-bdbd-f6504fe5df78 req-75595434-a613-44f0-9d33-7edf1542b4b2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2e66f884-22f4-4ed1-a122-f2ae0c2d01be HTTP/1.1" status: 200 len: 897 time: 0.1554840 Sep 16 06:01:41.888446 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a532cf0-9dff-495d-bdbd-f6504fe5df78 req-5a537899-d1aa-422b-88eb-e2c2a6fc9861 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c09fc22-3d39-41b6-80d0-094c5289b49d HTTP/1.1" status: 200 len: 1001 time: 0.0676768 Sep 16 06:01:41.950832 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a532cf0-9dff-495d-bdbd-f6504fe5df78 req-af137898-e7d2-4bda-b4ca-8f31b2898668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:41.952455 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a532cf0-9dff-495d-bdbd-f6504fe5df78 req-af137898-e7d2-4bda-b4ca-8f31b2898668 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ddcb29d-83e4-479e-bafc-9a74751cb328 HTTP/1.1" status: 200 len: 835 time: 0.0568533 Sep 16 06:01:42.005205 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a532cf0-9dff-495d-bdbd-f6504fe5df78 req-a0427b46-c059-4f6c-ad83-8f201eecbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:42.007904 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a532cf0-9dff-495d-bdbd-f6504fe5df78 req-a0427b46-c059-4f6c-ad83-8f201eecbbab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2e66f884-22f4-4ed1-a122-f2ae0c2d01be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483420 Sep 16 06:01:42.100041 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a532cf0-9dff-495d-bdbd-f6504fe5df78 req-6cc3578a-82a3-4f73-9599-7a4fafdfc20f service neutron] 10.222.0.38 "GET /v2.0/networks/2e66f884-22f4-4ed1-a122-f2ae0c2d01be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848806 Sep 16 06:01:42.199701 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6a532cf0-9dff-495d-bdbd-f6504fe5df78 req-63577f92-8c24-466d-a2db-03dac1f22851 service neutron] 10.222.0.38 "GET /v2.0/networks/2e66f884-22f4-4ed1-a122-f2ae0c2d01be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922265 Sep 16 06:01:55.110768 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.010126 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:05.328185 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-eef7ad31-6cbd-427a-9cc0-865531a80877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:07.914320 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-019a7305-c212-4eb8-9f9e-a25a902031c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:08.667077 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:09.607709 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:11.093333 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:16.277058 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:02:25.104426 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:29.003617 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:35.309681 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1b019dce-165c-45cf-b191-bc382b831bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:37.852475 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-de2f8710-443d-4830-b732-9a7f5ded62e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:38.618239 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:39.551761 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:41.104067 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:42.518335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1813b72c-ebc0-494b-aaaa-3249b7fb8cfa req-c4aa8732-bac0-4ab5-9e16-e452e9eff2cd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442934 Sep 16 06:02:42.617189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813b72c-ebc0-494b-aaaa-3249b7fb8cfa req-51608e17-9a1c-46d4-bdcd-234cf500e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:42.618605 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1813b72c-ebc0-494b-aaaa-3249b7fb8cfa req-51608e17-9a1c-46d4-bdcd-234cf500e61d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 1097 time: 0.0412946 Sep 16 06:02:43.087135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813b72c-ebc0-494b-aaaa-3249b7fb8cfa req-eaefb5f0-c19c-4dd2-ae4e-1679ac389a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:43.088647 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1813b72c-ebc0-494b-aaaa-3249b7fb8cfa req-eaefb5f0-c19c-4dd2-ae4e-1679ac389a80 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2e66f884-22f4-4ed1-a122-f2ae0c2d01be HTTP/1.1" status: 200 len: 897 time: 0.4491987 Sep 16 06:02:43.156089 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1813b72c-ebc0-494b-aaaa-3249b7fb8cfa req-f8e1b2bf-57ac-4e5b-86ab-b027a9891d3f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c09fc22-3d39-41b6-80d0-094c5289b49d HTTP/1.1" status: 200 len: 1001 time: 0.0591638 Sep 16 06:02:43.212910 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813b72c-ebc0-494b-aaaa-3249b7fb8cfa req-7ca5cf88-575f-4672-84a9-ac44987e842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:43.218858 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1813b72c-ebc0-494b-aaaa-3249b7fb8cfa req-7ca5cf88-575f-4672-84a9-ac44987e842d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ddcb29d-83e4-479e-bafc-9a74751cb328 HTTP/1.1" status: 200 len: 835 time: 0.0492971 Sep 16 06:02:43.262019 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813b72c-ebc0-494b-aaaa-3249b7fb8cfa req-8352b192-244a-4b5c-9404-0af76e1be0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:43.263825 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1813b72c-ebc0-494b-aaaa-3249b7fb8cfa req-8352b192-244a-4b5c-9404-0af76e1be0d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2e66f884-22f4-4ed1-a122-f2ae0c2d01be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421875 Sep 16 06:02:43.366013 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1813b72c-ebc0-494b-aaaa-3249b7fb8cfa req-dfabcb9b-3559-40fa-97f9-1be2d4125f2a service neutron] 10.222.0.38 "GET /v2.0/networks/2e66f884-22f4-4ed1-a122-f2ae0c2d01be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950227 Sep 16 06:02:43.460576 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1813b72c-ebc0-494b-aaaa-3249b7fb8cfa req-f7ef6c4e-a734-4075-9ad7-bc26f168a2c0 service neutron] 10.222.0.38 "GET /v2.0/networks/2e66f884-22f4-4ed1-a122-f2ae0c2d01be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871079 Sep 16 06:02:51.907984 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4003e1-c895-4fef-88d5-872d5c603ad2 req-990a6703-9585-4162-b46c-af0fb9f75e21 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:51.909564 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c4003e1-c895-4fef-88d5-872d5c603ad2 req-990a6703-9585-4162-b46c-af0fb9f75e21 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 945 time: 0.0537221 Sep 16 06:02:51.952310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c4003e1-c895-4fef-88d5-872d5c603ad2 req-baf2c47d-0c8d-429f-a7a6-300b9675fae1 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ed8a7eb-86d8-4599-b1be-a6406e42d85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365112 Sep 16 06:02:53.092794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea6890-6ea8-4901-8c3f-994ad2016671 req-b9ed9327-5a41-4ca3-a323-00f666e9412f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:53.094856 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aeea6890-6ea8-4901-8c3f-994ad2016671 req-b9ed9327-5a41-4ca3-a323-00f666e9412f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 945 time: 0.0542378 Sep 16 06:02:53.136293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aeea6890-6ea8-4901-8c3f-994ad2016671 req-456cfc76-4950-4692-a6de-1e3f99e1ec31 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ed8a7eb-86d8-4599-b1be-a6406e42d85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350287 Sep 16 06:02:53.160070 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42902) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:53.225975 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3ecfc5d5-0a15-4600-ab77-483807aadb12 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/floatingips/973bc948-41db-4a02-a72a-a89fbe2b3ef1 HTTP/1.1" status: 200 len: 993 time: 0.0646996 Sep 16 06:02:53.276184 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:02:54.660820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642872bf-88ea-416d-b044-ac9746c93642 req-f81f4ddc-1c70-4a69-a5ed-fe6bff82616a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:54.662476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-642872bf-88ea-416d-b044-ac9746c93642 req-f81f4ddc-1c70-4a69-a5ed-fe6bff82616a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 945 time: 0.0568006 Sep 16 06:02:54.705677 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-642872bf-88ea-416d-b044-ac9746c93642 req-6cb9c2b7-24c1-4974-b9ec-07cef3d03bac tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ed8a7eb-86d8-4599-b1be-a6406e42d85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367458 Sep 16 06:02:55.103772 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:55.837037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd04179-8d96-4c3b-9176-d5145a2ec1ba req-5adcf862-7e57-419f-b8c5-e7bc61b3c53c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:55.838699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7dd04179-8d96-4c3b-9176-d5145a2ec1ba req-5adcf862-7e57-419f-b8c5-e7bc61b3c53c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 945 time: 0.0628343 Sep 16 06:02:55.885538 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7dd04179-8d96-4c3b-9176-d5145a2ec1ba req-d8d9cb5e-6145-4a10-aa23-b264cf03da66 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ed8a7eb-86d8-4599-b1be-a6406e42d85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404842 Sep 16 06:02:55.910490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42922) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:55.973943 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3d49f382-bf98-4ff9-9fb3-ec1a22416497 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/floatingips/973bc948-41db-4a02-a72a-a89fbe2b3ef1 HTTP/1.1" status: 200 len: 993 time: 0.0622227 Sep 16 06:02:56.201221 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42928) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:56.366029 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting port aacd37a3-05c2-48af-8b28-c4f445c1dd62 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:56.366273 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:56.444018 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:56.444346 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:56.456604 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Calling delete_port for aacd37a3-05c2-48af-8b28-c4f445c1dd62 owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:56.680896 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:56.711509 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Port': ['ID=aacd37a3-05c2-48af-8b28-c4f445c1dd62,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:56.725618 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:56.725977 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:56.726322 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:56.726653 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:56.727019 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:56.727347 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:56.727675 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:56.728001 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:56.728326 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:56.728650 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:56.728995 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:56.729289 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:56.784472 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:56.784802 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Floating IP 973bc948-41db-4a02-a72a-a89fbe2b3ef1 disassociated (deleted). External IP: 172.25.4.132, port: 2c09fc22-3d39-41b6-80d0-094c5289b49d. Sep 16 06:02:57.025452 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:02:57.136169 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:02:57.141145 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:57.146934 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad50a71-a30f-40fb-b8bd-1dab6a2e3f81 None None] Sync routers for ids ['9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:02:57.157165 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad50a71-a30f-40fb-b8bd-1dab6a2e3f81 None None] Routers {'9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:57.157778 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3ad50a71-a30f-40fb-b8bd-1dab6a2e3f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:02:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:57.170425 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c2e60356-6d4f-4b57-8751-7f5c0783f6e0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/floatingips/973bc948-41db-4a02-a72a-a89fbe2b3ef1 HTTP/1.1" status: 204 len: 168 time: 0.9680514 Sep 16 06:02:57.171174 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0b8af8-6daf-416b-9aed-3e9b3636e78c', 'tag': '2c09fc22-3d39-41b6-80d0-094c5289b49d'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:57.174361 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2663f9d672860e5b08cb8136f6a16bb4a4489f933b2f52128081a9a2ad1bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1577c0-1e2f-4d84-9d49-df2bd2cb542d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0b8af8-6daf-416b-9aed-3e9b3636e78c", "tag": "2c09fc22-3d39-41b6-80d0-094c5289b49d"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:57.274522 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6314f99b-67b4-48aa-8ef9-3b3dbeb86b31 x-openstack-request-id: req-6314f99b-67b4-48aa-8ef9-3b3dbeb86b31 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:57.274522 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0b8af8-6daf-416b-9aed-3e9b3636e78c", "tag": "2c09fc22-3d39-41b6-80d0-094c5289b49d", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:57.274522 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6314f99b-67b4-48aa-8ef9-3b3dbeb86b31 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:57.274522 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0b8af8-6daf-416b-9aed-3e9b3636e78c', 'tag': '2c09fc22-3d39-41b6-80d0-094c5289b49d', 'status': 'completed', 'code': 200} Sep 16 06:02:57.276504 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-3ad50a71-a30f-40fb-b8bd-1dab6a2e3f81 None None] Set router 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:57.361458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1577c0-1e2f-4d84-9d49-df2bd2cb542d req-f941a2d8-8bea-4a6c-b7e2-d31d804b6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:57.363099 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4f1577c0-1e2f-4d84-9d49-df2bd2cb542d req-f941a2d8-8bea-4a6c-b7e2-d31d804b6cd4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 1097 time: 0.0454934 Sep 16 06:02:57.460822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1577c0-1e2f-4d84-9d49-df2bd2cb542d req-90b1793d-bf04-4530-87ce-48149eeaf10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:57.462397 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4f1577c0-1e2f-4d84-9d49-df2bd2cb542d req-90b1793d-bf04-4530-87ce-48149eeaf10e service neutron] 10.222.0.38 "GET /v2.0/networks?id=2e66f884-22f4-4ed1-a122-f2ae0c2d01be HTTP/1.1" status: 200 len: 897 time: 0.0918438 Sep 16 06:02:57.480023 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3ad50a71-a30f-40fb-b8bd-1dab6a2e3f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803535538', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:14Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:15Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'a811da06-80f5-4e97-bdfd-22fef44938cb', 'name': '', 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:98:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5ddcb29d-83e4-479e-bafc-9a74751cb328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:18Z', 'updated_at': '2021-09-16T06:01:22Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '5ddcb29d-83e4-479e-bafc-9a74751cb328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:57.509423 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4f1577c0-1e2f-4d84-9d49-df2bd2cb542d req-6da93ab2-94a4-41e4-8764-153078ed095d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c09fc22-3d39-41b6-80d0-094c5289b49d HTTP/1.1" status: 200 len: 217 time: 0.0399983 Sep 16 06:02:57.512445 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad50a71-a30f-40fb-b8bd-1dab6a2e3f81 None None] Checking router: 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:02:57.520431 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad50a71-a30f-40fb-b8bd-1dab6a2e3f81 None None] Routers {'9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:57.521043 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3ad50a71-a30f-40fb-b8bd-1dab6a2e3f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:02:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:57.563412 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1577c0-1e2f-4d84-9d49-df2bd2cb542d req-e96ea0a9-4c6a-4714-bdce-69a1f4c3f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:57.565194 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4f1577c0-1e2f-4d84-9d49-df2bd2cb542d req-e96ea0a9-4c6a-4714-bdce-69a1f4c3f156 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ddcb29d-83e4-479e-bafc-9a74751cb328 HTTP/1.1" status: 200 len: 835 time: 0.0485449 Sep 16 06:02:57.630226 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-3ad50a71-a30f-40fb-b8bd-1dab6a2e3f81 None None] Set router 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:57.678821 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329bec5-ac13-497d-b04a-992e91329beb req-c5697747-6492-4531-a65a-778d6420c841 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:57.680444 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e329bec5-ac13-497d-b04a-992e91329beb req-c5697747-6492-4531-a65a-778d6420c841 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 945 time: 0.0794144 Sep 16 06:02:57.682709 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1577c0-1e2f-4d84-9d49-df2bd2cb542d req-9cf8a1eb-fc54-46a3-8192-ee597e9c8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:57.684192 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4f1577c0-1e2f-4d84-9d49-df2bd2cb542d req-9cf8a1eb-fc54-46a3-8192-ee597e9c8458 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2e66f884-22f4-4ed1-a122-f2ae0c2d01be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728414 Sep 16 06:02:57.782556 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e329bec5-ac13-497d-b04a-992e91329beb req-3ce1634c-284a-482f-9f1f-bb9c2dd9d556 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ed8a7eb-86d8-4599-b1be-a6406e42d85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931594 Sep 16 06:02:57.826103 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4f1577c0-1e2f-4d84-9d49-df2bd2cb542d req-439df9df-e3be-410b-9f98-26c08d1cfac2 service neutron] 10.222.0.38 "GET /v2.0/networks/2e66f884-22f4-4ed1-a122-f2ae0c2d01be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300435 Sep 16 06:02:57.854330 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3ad50a71-a30f-40fb-b8bd-1dab6a2e3f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803535538', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:14Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:15Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'a811da06-80f5-4e97-bdfd-22fef44938cb', 'name': '', 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:98:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5ddcb29d-83e4-479e-bafc-9a74751cb328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:18Z', 'updated_at': '2021-09-16T06:01:22Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '5ddcb29d-83e4-479e-bafc-9a74751cb328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:57.885800 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad50a71-a30f-40fb-b8bd-1dab6a2e3f81 None None] The sync data for ids ['9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'] in n-d-712140-13 is: [{'id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803535538', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:14Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:15Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'a811da06-80f5-4e97-bdfd-22fef44938cb', 'name': '', 'network_id': '2e66f884-22f4-4ed1-a122-f2ae0c2d01be', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:98:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5ddcb29d-83e4-479e-bafc-9a74751cb328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:18Z', 'updated_at': '2021-09-16T06:01:22Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '5ddcb29d-83e4-479e-bafc-9a74751cb328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:02:57.931456 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4f1577c0-1e2f-4d84-9d49-df2bd2cb542d req-c5d4351a-9e83-4464-a645-a2f9a3616061 service neutron] 10.222.0.38 "GET /v2.0/networks/2e66f884-22f4-4ed1-a122-f2ae0c2d01be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979934 Sep 16 06:02:58.124681 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156d8a26-9c81-46ec-802f-8ce2a75db609 None None] New status for floating IP 973bc948-41db-4a02-a72a-a89fbe2b3ef1: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:02:58.932965 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab813273-5401-4f33-8353-36616a018945 req-2e155fc2-359d-4f13-8640-1705192855f7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:58.934629 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab813273-5401-4f33-8353-36616a018945 req-2e155fc2-359d-4f13-8640-1705192855f7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 945 time: 0.0616860 Sep 16 06:02:58.975398 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ab813273-5401-4f33-8353-36616a018945 req-fb586985-921c-45dd-b9da-dcb21dc9d158 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ed8a7eb-86d8-4599-b1be-a6406e42d85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339243 Sep 16 06:02:59.001399 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:59.613318 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95cbed-fa8c-4982-a7a8-b6c7171b8ba5 req-6c7304dd-628e-4541-8564-418196b36a6d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:59.614907 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de95cbed-fa8c-4982-a7a8-b6c7171b8ba5 req-6c7304dd-628e-4541-8564-418196b36a6d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 945 time: 0.0507195 Sep 16 06:02:59.712059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-de95cbed-fa8c-4982-a7a8-b6c7171b8ba5 req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting port 2c09fc22-3d39-41b6-80d0-094c5289b49d {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:59.712408 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-de95cbed-fa8c-4982-a7a8-b6c7171b8ba5 req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:59.804880 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-de95cbed-fa8c-4982-a7a8-b6c7171b8ba5 req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] For port 2c09fc22-3d39-41b6-80d0-094c5289b49d, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=2c09fc22-3d39-41b6-80d0-094c5289b49d,segment=NetworkSegment(190290a5-ae46-44ad-ba14-cae1511dd2af),segment_id=190290a5-ae46-44ad-ba14-cae1511dd2af)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:59.805252 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-de95cbed-fa8c-4982-a7a8-b6c7171b8ba5 req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:59.818314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-de95cbed-fa8c-4982-a7a8-b6c7171b8ba5 req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Calling delete_port for 2c09fc22-3d39-41b6-80d0-094c5289b49d owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:00.034997 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-de95cbed-fa8c-4982-a7a8-b6c7171b8ba5 req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:00.074526 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Port': ['ID=2c09fc22-3d39-41b6-80d0-094c5289b49d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:00.193459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:00.193459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:00.193459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:00.193459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:00.193459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:00.193459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:00.193459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:00.193459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:00.193459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:00.193459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:00.193459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:00.193459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:00.193459 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4262af1a-8c57-4340-b3e8-57a5e449e6f6 req-69a507b8-770f-444a-ac37-8649f7525f91 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 210 time: 0.0507514 Sep 16 06:03:00.193459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-de95cbed-fa8c-4982-a7a8-b6c7171b8ba5 req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] No DVR routers for this DVR port 2c09fc22-3d39-41b6-80d0-094c5289b49d on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:03:00.193459 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-de95cbed-fa8c-4982-a7a8-b6c7171b8ba5 req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:00.193459 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-de95cbed-fa8c-4982-a7a8-b6c7171b8ba5 req-2fb93cfd-e5e6-4423-828d-871f4d0dd643 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.38 "DELETE /v2.0/ports/2c09fc22-3d39-41b6-80d0-094c5289b49d HTTP/1.1" status: 204 len: 173 time: 0.5320568 Sep 16 06:03:00.193459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0b8af8-6daf-416b-9aed-3e9b3636e78c', 'name': 'network-vif-deleted', 'tag': '2c09fc22-3d39-41b6-80d0-094c5289b49d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:03:00.193459 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0b8548-366d-4734-a442-7ec816f38894" -d '{"events": [{"server_uuid": "eb0b8af8-6daf-416b-9aed-3e9b3636e78c", "name": "network-vif-deleted", "tag": "2c09fc22-3d39-41b6-80d0-094c5289b49d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:03:00.197018 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47c26fd-ba36-477c-8b57-6ccd282eb74e x-openstack-request-id: req-a47c26fd-ba36-477c-8b57-6ccd282eb74e {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:03:00.197018 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0b8af8-6daf-416b-9aed-3e9b3636e78c", "name": "network-vif-deleted", "tag": "2c09fc22-3d39-41b6-80d0-094c5289b49d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:03:00.197018 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a47c26fd-ba36-477c-8b57-6ccd282eb74e {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:03:00.197375 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0b8af8-6daf-416b-9aed-3e9b3636e78c', 'name': 'network-vif-deleted', 'tag': '2c09fc22-3d39-41b6-80d0-094c5289b49d', 'status': 'completed', 'code': 200} Sep 16 06:03:01.219943 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9bce87d3-157a-444d-9a4b-3bacf9166dc1 req-93d4ce43-d391-4518-b7a4-8ac57598df69 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0b8af8-6daf-416b-9aed-3e9b3636e78c HTTP/1.1" status: 200 len: 210 time: 0.0276010 Sep 16 06:03:02.275732 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42952) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:02.648228 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3db1516d-299a-4a19-8224-9244a7f9d42b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:02.905890 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-3db1516d-299a-4a19-8224-9244a7f9d42b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting port a811da06-80f5-4e97-bdfd-22fef44938cb {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:03:02.906132 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3db1516d-299a-4a19-8224-9244a7f9d42b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:03.001721 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-3db1516d-299a-4a19-8224-9244a7f9d42b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] For port a811da06-80f5-4e97-bdfd-22fef44938cb, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a811da06-80f5-4e97-bdfd-22fef44938cb,segment=NetworkSegment(190290a5-ae46-44ad-ba14-cae1511dd2af),segment_id=190290a5-ae46-44ad-ba14-cae1511dd2af)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:03.002088 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3db1516d-299a-4a19-8224-9244a7f9d42b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:03.014630 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-3db1516d-299a-4a19-8224-9244a7f9d42b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Calling delete_port for a811da06-80f5-4e97-bdfd-22fef44938cb owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:03.259994 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3db1516d-299a-4a19-8224-9244a7f9d42b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:03.286685 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1516d-299a-4a19-8224-9244a7f9d42b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Port': ['ID=a811da06-80f5-4e97-bdfd-22fef44938cb,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:03.468563 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3db1516d-299a-4a19-8224-9244a7f9d42b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:03.681635 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db1516d-299a-4a19-8224-9244a7f9d42b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:03:03.788480 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db1516d-299a-4a19-8224-9244a7f9d42b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:03:03.799660 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3db1516d-299a-4a19-8224-9244a7f9d42b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "PUT /v2.0/routers/9f1cc874-9c85-4d22-be29-7f5e8d8e05fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5170076 Sep 16 06:03:03.799827 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42956) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:03.815254 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bb77ad-d311-4484-8576-34975de45969 None None] Sync routers for ids ['9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:03:03.825181 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bb77ad-d311-4484-8576-34975de45969 None None] Routers {'9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:03.826160 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f8bb77ad-d311-4484-8576-34975de45969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:02:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:03.857089 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-2273d26b-b366-40ab-96da-c47421ec02d6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting subnet 5ddcb29d-83e4-479e-bafc-9a74751cb328 {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:03:03.860473 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2273d26b-b366-40ab-96da-c47421ec02d6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:03.908475 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2273d26b-b366-40ab-96da-c47421ec02d6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:03.941720 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-f8bb77ad-d311-4484-8576-34975de45969 None None] Set router 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:04.000025 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2273d26b-b366-40ab-96da-c47421ec02d6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:04.130164 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f8bb77ad-d311-4484-8576-34975de45969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803535538', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:14Z', 'updated_at': '2021-09-16T06:03:03Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:15Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:04.146529 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2273d26b-b366-40ab-96da-c47421ec02d6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:04.175642 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 2c09fc22-3d39-41b6-80d0-094c5289b49d no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:03:04.181272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273d26b-b366-40ab-96da-c47421ec02d6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Subnet': ['ID=5ddcb29d-83e4-479e-bafc-9a74751cb328,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:04.184391 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2273d26b-b366-40ab-96da-c47421ec02d6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:04.187455 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2273d26b-b366-40ab-96da-c47421ec02d6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/subnets/5ddcb29d-83e4-479e-bafc-9a74751cb328 HTTP/1.1" status: 204 len: 168 time: 0.3867331 Sep 16 06:03:04.189291 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42958) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:04.220797 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 2c09fc22-3d39-41b6-80d0-094c5289b49d {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:03:04.221514 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 2c09fc22-3d39-41b6-80d0-094c5289b49d not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:03:04.223516 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d84ec25-e16f-4d3c-941e-fe654908f685 None None] Network 2e66f884-22f4-4ed1-a122-f2ae0c2d01be requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:04.276945 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bb77ad-d311-4484-8576-34975de45969 None None] Checking router: 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:03:04.286604 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bb77ad-d311-4484-8576-34975de45969 None None] Routers {'9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:04.287265 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f8bb77ad-d311-4484-8576-34975de45969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:02:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:04.328787 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7d363ff3-2e51-4cbf-8370-88fb3458a097 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:04.413600 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-f8bb77ad-d311-4484-8576-34975de45969 None None] Set router 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:04.448094 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7d363ff3-2e51-4cbf-8370-88fb3458a097 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:04.596053 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-7d363ff3-2e51-4cbf-8370-88fb3458a097 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting port 9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:03:04.596416 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7d363ff3-2e51-4cbf-8370-88fb3458a097 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:04.622151 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-f8bb77ad-d311-4484-8576-34975de45969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803535538', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:14Z', 'updated_at': '2021-09-16T06:03:03Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:15Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:04.654754 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] DHCP port deletion for 2e66f884-22f4-4ed1-a122-f2ae0c2d01be request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:03:04.657622 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bb77ad-d311-4484-8576-34975de45969 None None] The sync data for ids ['9f1cc874-9c85-4d22-be29-7f5e8d8e05fc'] in n-d-712140-13 is: [{'id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803535538', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:14Z', 'updated_at': '2021-09-16T06:03:03Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc874-9c85-4d22-be29-7f5e8d8e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:15Z', 'updated_at': '2021-09-16T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:03:04.708981 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-7d363ff3-2e51-4cbf-8370-88fb3458a097 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] For port 9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:04.709672 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7d363ff3-2e51-4cbf-8370-88fb3458a097 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:04.721115 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] Deleting port 73a864dd-b52a-4c10-becf-b5e6cae28f09 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:03:04.721984 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:04.726036 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-7d363ff3-2e51-4cbf-8370-88fb3458a097 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Calling delete_port for 9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:04.804550 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] For port 73a864dd-b52a-4c10-becf-b5e6cae28f09, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=73a864dd-b52a-4c10-becf-b5e6cae28f09,segment=NetworkSegment(190290a5-ae46-44ad-ba14-cae1511dd2af),segment_id=190290a5-ae46-44ad-ba14-cae1511dd2af)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:04.804877 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:04.819316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] Calling delete_port for 73a864dd-b52a-4c10-becf-b5e6cae28f09 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:05.048805 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:05.083985 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] Pushing event deleted for resources: {'Port': ['ID=73a864dd-b52a-4c10-becf-b5e6cae28f09,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:05.087113 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] No DVR routers for this DVR port 73a864dd-b52a-4c10-becf-b5e6cae28f09 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:03:05.097356 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:05.098006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:05.098778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:05.099498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:05.100008 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:05.100517 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:05.101718 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:05.102215 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:05.102913 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:05.103486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:05.104026 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:05.104619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb0bb4-15ea-47ae-9c5c-abad0bacbee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:05.288496 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f407bb47-d3c0-4416-b1f7-b172b11fa236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:05.343478 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7d363ff3-2e51-4cbf-8370-88fb3458a097 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:05.369634 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d363ff3-2e51-4cbf-8370-88fb3458a097 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Port': ['ID=9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:05.433165 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7d363ff3-2e51-4cbf-8370-88fb3458a097 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:05.525960 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7d363ff3-2e51-4cbf-8370-88fb3458a097 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:05.528092 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7d363ff3-2e51-4cbf-8370-88fb3458a097 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:05.642666 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7d363ff3-2e51-4cbf-8370-88fb3458a097 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:05.643203 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d363ff3-2e51-4cbf-8370-88fb3458a097 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Fanout notify agent at l3_agent the message router_deleted on router 9f1cc874-9c85-4d22-be29-7f5e8d8e05fc {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:03:05.649942 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7d363ff3-2e51-4cbf-8370-88fb3458a097 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:05.651099 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7d363ff3-2e51-4cbf-8370-88fb3458a097 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/routers/9f1cc874-9c85-4d22-be29-7f5e8d8e05fc HTTP/1.1" status: 204 len: 168 time: 1.4601655 Sep 16 06:03:05.654141 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42962) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:05.738746 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-89f75903-c79a-45db-b6ce-b55cc6a3f1b8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:05.824316 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-89f75903-c79a-45db-b6ce-b55cc6a3f1b8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:05.844428 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-89f75903-c79a-45db-b6ce-b55cc6a3f1b8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e66f884-22f4-4ed1-a122-f2ae0c2d01be']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:05.856195 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-89f75903-c79a-45db-b6ce-b55cc6a3f1b8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190290a5-ae46-44ad-ba14-cae1511dd2af') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:05.856493 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-89f75903-c79a-45db-b6ce-b55cc6a3f1b8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190290a5-ae46-44ad-ba14-cae1511dd2af') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:05.866396 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-89f75903-c79a-45db-b6ce-b55cc6a3f1b8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:05.879439 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-89f75903-c79a-45db-b6ce-b55cc6a3f1b8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:05.885127 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f75903-c79a-45db-b6ce-b55cc6a3f1b8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:03:05.885514 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-89f75903-c79a-45db-b6ce-b55cc6a3f1b8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: timer() Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:03:05.888566 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:03:06.054531 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-89f75903-c79a-45db-b6ce-b55cc6a3f1b8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:06.065347 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-89f75903-c79a-45db-b6ce-b55cc6a3f1b8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:06.066846 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-89f75903-c79a-45db-b6ce-b55cc6a3f1b8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/networks/2e66f884-22f4-4ed1-a122-f2ae0c2d01be HTTP/1.1" status: 204 len: 168 time: 0.4119830 Sep 16 06:03:06.069847 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42964) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:06.080353 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f75903-c79a-45db-b6ce-b55cc6a3f1b8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Network': ['ID=2e66f884-22f4-4ed1-a122-f2ae0c2d01be,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:06.157891 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-401e67b6-58bf-4a8c-8be5-d8fe59350f7d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:06.167150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:03:06.185553 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-401e67b6-58bf-4a8c-8be5-d8fe59350f7d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:06.191291 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:03:06.191631 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9d471fc4-0d76-4998-9a6c-b4cdf9f9e5ea not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:03:06.192053 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a811da06-80f5-4e97-bdfd-22fef44938cb no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:03:06.211652 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: a811da06-80f5-4e97-bdfd-22fef44938cb {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:03:06.211988 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a811da06-80f5-4e97-bdfd-22fef44938cb not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:03:06.212403 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 73a864dd-b52a-4c10-becf-b5e6cae28f09 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:03:06.233023 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 73a864dd-b52a-4c10-becf-b5e6cae28f09 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:03:06.233363 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 73a864dd-b52a-4c10-becf-b5e6cae28f09 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:03:06.334194 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-401e67b6-58bf-4a8c-8be5-d8fe59350f7d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:06.336823 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-401e67b6-58bf-4a8c-8be5-d8fe59350f7d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:06.338088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-401e67b6-58bf-4a8c-8be5-d8fe59350f7d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/security-groups/0ed8a7eb-86d8-4599-b1be-a6406e42d85e HTTP/1.1" status: 204 len: 168 time: 0.2668924 Sep 16 06:03:06.348648 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e67b6-58bf-4a8c-8be5-d8fe59350f7d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed8a7eb-86d8-4599-b1be-a6406e42d85e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:06.740449 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42970) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:06.745114 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-dba1da5f-3d1b-4c9b-a900-7714378d46cc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1859923832', 'description': 'tempest-secgroup-smoke-1859923832 description', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:06.834605 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dba1da5f-3d1b-4c9b-a900-7714378d46cc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:06.917307 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dba1da5f-3d1b-4c9b-a900-7714378d46cc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:07.013971 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dba1da5f-3d1b-4c9b-a900-7714378d46cc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:07.043836 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1da5f-3d1b-4c9b-a900-7714378d46cc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226d7e10-9270-482a-9b62-5f473631f0a5,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:07.099956 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dba1da5f-3d1b-4c9b-a900-7714378d46cc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:07.101258 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dba1da5f-3d1b-4c9b-a900-7714378d46cc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3598118 Sep 16 06:03:07.104251 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42972) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:07.108565 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ea6b7e7e-823b-46ee-ae29-db6c18c6aa67 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '226d7e10-9270-482a-9b62-5f473631f0a5', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:07.252790 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7e7e-823b-46ee-ae29-db6c18c6aa67 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:07.320031 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7e7e-823b-46ee-ae29-db6c18c6aa67 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:07.436948 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7e7e-823b-46ee-ae29-db6c18c6aa67 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:07.456552 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b7e7e-823b-46ee-ae29-db6c18c6aa67 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1dee046-1ad2-4a1d-87db-71bf46b15253,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:07.539662 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7e7e-823b-46ee-ae29-db6c18c6aa67 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:07.541033 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ea6b7e7e-823b-46ee-ae29-db6c18c6aa67 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4358554 Sep 16 06:03:07.544953 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42974) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:07.549810 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e648f39c-fa3a-48fc-9050-00fcdb667d89 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '226d7e10-9270-482a-9b62-5f473631f0a5', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:07.657694 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e648f39c-fa3a-48fc-9050-00fcdb667d89 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:07.718825 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e648f39c-fa3a-48fc-9050-00fcdb667d89 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:07.800282 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e648f39c-fa3a-48fc-9050-00fcdb667d89 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:07.819997 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648f39c-fa3a-48fc-9050-00fcdb667d89 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0d0d0f-3951-4755-a28f-28d49b1553e7,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:07.868884 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-845a260a-9882-41a6-82f6-7bb3df46719b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:07.893962 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e648f39c-fa3a-48fc-9050-00fcdb667d89 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:07.895240 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e648f39c-fa3a-48fc-9050-00fcdb667d89 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3492937 Sep 16 06:03:07.898126 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42976) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:07.902559 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f6093f8f-0269-4922-83e4-9f571c097e84 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '226d7e10-9270-482a-9b62-5f473631f0a5', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:07.996700 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f6093f8f-0269-4922-83e4-9f571c097e84 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:08.059232 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f6093f8f-0269-4922-83e4-9f571c097e84 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:08.122932 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f6093f8f-0269-4922-83e4-9f571c097e84 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:08.144515 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6093f8f-0269-4922-83e4-9f571c097e84 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d8e2e1-83cb-4c74-a67d-d2700a3ff0d5,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:08.212204 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f6093f8f-0269-4922-83e4-9f571c097e84 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:08.213689 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f6093f8f-0269-4922-83e4-9f571c097e84 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3144395 Sep 16 06:03:08.216480 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42978) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:08.220946 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-70483913-d919-495d-bc12-601b0eaf51d5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '226d7e10-9270-482a-9b62-5f473631f0a5', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:08.321771 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70483913-d919-495d-bc12-601b0eaf51d5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:08.384927 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70483913-d919-495d-bc12-601b0eaf51d5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:08.463100 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70483913-d919-495d-bc12-601b0eaf51d5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:08.480483 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70483913-d919-495d-bc12-601b0eaf51d5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01370ffa-4629-41f3-9ca4-811b40c5c020,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:08.545225 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-70483913-d919-495d-bc12-601b0eaf51d5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:08.547658 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-70483913-d919-495d-bc12-601b0eaf51d5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3297050 Sep 16 06:03:08.552613 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42980) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:08.555101 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-81138b81-8379-4c65-a02b-0fb21a9cd9b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '226d7e10-9270-482a-9b62-5f473631f0a5', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:08.631482 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:08.663564 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-81138b81-8379-4c65-a02b-0fb21a9cd9b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Project bbff491c10c04c2a9bc6bce4ccece8d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:03:08.669051 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-81138b81-8379-4c65-a02b-0fb21a9cd9b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:08.734364 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-81138b81-8379-4c65-a02b-0fb21a9cd9b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:08.811657 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-81138b81-8379-4c65-a02b-0fb21a9cd9b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:08.832017 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81138b81-8379-4c65-a02b-0fb21a9cd9b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcad192-ae7c-44c8-aebc-42912fca4a3c,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:08.891925 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-81138b81-8379-4c65-a02b-0fb21a9cd9b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:08.893117 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-81138b81-8379-4c65-a02b-0fb21a9cd9b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3420713 Sep 16 06:03:08.896037 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 42982) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:08.900447 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-29cfe09f-d5d3-4e11-b463-3f9faa7fa184 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '226d7e10-9270-482a-9b62-5f473631f0a5', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:08.990131 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-29cfe09f-d5d3-4e11-b463-3f9faa7fa184 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Project bbff491c10c04c2a9bc6bce4ccece8d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:03:08.996631 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29cfe09f-d5d3-4e11-b463-3f9faa7fa184 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.059578 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29cfe09f-d5d3-4e11-b463-3f9faa7fa184 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.139867 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29cfe09f-d5d3-4e11-b463-3f9faa7fa184 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.157847 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfe09f-d5d3-4e11-b463-3f9faa7fa184 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec92a8c-a408-45c4-b364-909828240ffc,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:09.236947 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-29cfe09f-d5d3-4e11-b463-3f9faa7fa184 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.238229 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-29cfe09f-d5d3-4e11-b463-3f9faa7fa184 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3412349 Sep 16 06:03:09.241772 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42984) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:09.248808 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-623d9e61-a1e6-4a20-a9ff-a3e8641a51ec tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'network': {'name': 'tempest-network-smoke--738071366', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'port_security_enabled': True}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:09.354457 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623d9e61-a1e6-4a20-a9ff-a3e8641a51ec tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Made reservation on behalf of bbff491c10c04c2a9bc6bce4ccece8d2 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:09.358079 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-623d9e61-a1e6-4a20-a9ff-a3e8641a51ec tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.382800 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623d9e61-a1e6-4a20-a9ff-a3e8641a51ec tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:03:09.391948 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-623d9e61-a1e6-4a20-a9ff-a3e8641a51ec tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.392294 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-623d9e61-a1e6-4a20-a9ff-a3e8641a51ec tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Added segment 223c60d4-dd7d-4cde-a0ab-08e1445ca87f of type vlan for network 24efa68d-78e5-4e9f-9b41-56962fa9b9d5 Sep 16 06:03:09.432950 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-623d9e61-a1e6-4a20-a9ff-a3e8641a51ec tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.532325 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-623d9e61-a1e6-4a20-a9ff-a3e8641a51ec tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.538462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623d9e61-a1e6-4a20-a9ff-a3e8641a51ec tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:09.540508 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-623d9e61-a1e6-4a20-a9ff-a3e8641a51ec tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.560198 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.615302 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d9e61-a1e6-4a20-a9ff-a3e8641a51ec tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Network': ['ID=24efa68d-78e5-4e9f-9b41-56962fa9b9d5,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:09.630409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 24efa68d-78e5-4e9f-9b41-56962fa9b9d5 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:03:09.652562 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-623d9e61-a1e6-4a20-a9ff-a3e8641a51ec tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4096258 Sep 16 06:03:09.656206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42986) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:09.661087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-50c7528c-9c0b-4d4a-a335-f52c12bba840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1468552346', 'admin_state_up': True, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:09.743309 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-50c7528c-9c0b-4d4a-a335-f52c12bba840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.744409 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-50c7528c-9c0b-4d4a-a335-f52c12bba840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.799343 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-50c7528c-9c0b-4d4a-a335-f52c12bba840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:10.051967 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-50c7528c-9c0b-4d4a-a335-f52c12bba840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:10.334498 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-50c7528c-9c0b-4d4a-a335-f52c12bba840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:10.358167 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-50c7528c-9c0b-4d4a-a335-f52c12bba840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:10.460682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-50c7528c-9c0b-4d4a-a335-f52c12bba840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Allocated IP 172.25.4.18 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/205c14f3-fbce-4d02-8023-12f86cdd9aef) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:10.567463 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-50c7528c-9c0b-4d4a-a335-f52c12bba840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:10.649002 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-50c7528c-9c0b-4d4a-a335-f52c12bba840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:10.691553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c7528c-9c0b-4d4a-a335-f52c12bba840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:10.694570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-50c7528c-9c0b-4d4a-a335-f52c12bba840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:10.700497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c7528c-9c0b-4d4a-a335-f52c12bba840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:10.724586 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7528c-9c0b-4d4a-a335-f52c12bba840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=205c14f3-fbce-4d02-8023-12f86cdd9aef,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:11.093711 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-50c7528c-9c0b-4d4a-a335-f52c12bba840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:11.111457 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:11.315390 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-50c7528c-9c0b-4d4a-a335-f52c12bba840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:11.554449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c7528c-9c0b-4d4a-a335-f52c12bba840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router d9ca05f4-6c95-438e-98d6-0f722b941807 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:03:11.667931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c7528c-9c0b-4d4a-a335-f52c12bba840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:03:11.688035 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] Sync routers for ids ['d9ca05f4-6c95-438e-98d6-0f722b941807'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:03:11.697083 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] Routers {'d9ca05f4-6c95-438e-98d6-0f722b941807'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:11.697739 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:03:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d9ca05f4-6c95-438e-98d6-0f722b941807'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:11.751567 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-50c7528c-9c0b-4d4a-a335-f52c12bba840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:11.752877 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-50c7528c-9c0b-4d4a-a335-f52c12bba840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0956464 Sep 16 06:03:11.756019 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42988) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:11.784829 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2848c221-a18a-402e-8c2f-0099ccf3bcb8 tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=bbff491c10c04c2a9bc6bce4ccece8d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275643 Sep 16 06:03:11.787241 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42990) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:11.806748 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] Set router d9ca05f4-6c95-438e-98d6-0f722b941807 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:11.881594 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23277a45-e01f-4e78-a5a9-394cea7b2e64 tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:11.883187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-23277a45-e01f-4e78-a5a9-394cea7b2e64 tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0950246 Sep 16 06:03:11.886328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42992) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:11.926461 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-547734a5-6fd7-43b7-a43c-683c39fc8a8f tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386326 Sep 16 06:03:11.929145 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42994) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:11.934077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-22e4159e-9b96-4cf7-a64f-7a65ecb33da8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-221737484', 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:12.006690 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468552346', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:09Z', 'updated_at': '2021-09-16T06:03:10Z', 'revision_number': 3, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:10Z', 'updated_at': '2021-09-16T06:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:12.044697 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] Checking router: d9ca05f4-6c95-438e-98d6-0f722b941807 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:03:12.045057 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] Updating router d9ca05f4-6c95-438e-98d6-0f722b941807 port 205c14f3-fbce-4d02-8023-12f86cdd9aef binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:03:12.073047 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:12.137516 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e4159e-9b96-4cf7-a64f-7a65ecb33da8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Made reservation on behalf of bbff491c10c04c2a9bc6bce4ccece8d2 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:12.142429 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22e4159e-9b96-4cf7-a64f-7a65ecb33da8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:12.343912 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:12.440802 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22e4159e-9b96-4cf7-a64f-7a65ecb33da8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:12.513263 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4159e-9b96-4cf7-a64f-7a65ecb33da8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Subnet': ['ID=3cfa8cf9-1ed0-4b16-88d9-8deaf8008822,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:12.515217 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:12.522147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e4159e-9b96-4cf7-a64f-7a65ecb33da8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Checking segment: {'id': '223c60d4-dd7d-4cde-a0ab-08e1445ca87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:12.522520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e4159e-9b96-4cf7-a64f-7a65ecb33da8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network hostable DHCP agents. Network: 24efa68d-78e5-4e9f-9b41-56962fa9b9d5, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:03:12.568815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] Attempting to bind port 205c14f3-fbce-4d02-8023-12f86cdd9aef on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:12.569180 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] Attempting to bind port 205c14f3-fbce-4d02-8023-12f86cdd9aef by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:12.569541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] Attempting to bind port 205c14f3-fbce-4d02-8023-12f86cdd9aef on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:12.571500 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e3ef8-9baf-4989-b0d5-cfa0f6624a29 None None] Pushing event updated for resources: {'Port': ['ID=205c14f3-fbce-4d02-8023-12f86cdd9aef,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:12.576874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:12.577318 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:12.577991 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:12.578379 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:12.578782 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] Bound port: 205c14f3-fbce-4d02-8023-12f86cdd9aef, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:12.579208 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:12.617135 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e4159e-9b96-4cf7-a64f-7a65ecb33da8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network 24efa68d-78e5-4e9f-9b41-56962fa9b9d5 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:03:12.633706 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] For port 205c14f3-fbce-4d02-8023-12f86cdd9aef, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:12.636939 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] For port 205c14f3-fbce-4d02-8023-12f86cdd9aef, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=205c14f3-fbce-4d02-8023-12f86cdd9aef,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:12.710683 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-22e4159e-9b96-4cf7-a64f-7a65ecb33da8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 24efa68d-78e5-4e9f-9b41-56962fa9b9d5) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:12.714960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e4159e-9b96-4cf7-a64f-7a65ecb33da8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:12.715553 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-22e4159e-9b96-4cf7-a64f-7a65ecb33da8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:12.720071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517c6288-aaae-4b39-afce-475f20a22085 None None] Network 24efa68d-78e5-4e9f-9b41-56962fa9b9d5 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:12.770301 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:12.783673 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-22e4159e-9b96-4cf7-a64f-7a65ecb33da8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8534386 Sep 16 06:03:12.786423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 42996) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:12.856994 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] Routers {'d9ca05f4-6c95-438e-98d6-0f722b941807'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:12.857621 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:03:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d9ca05f4-6c95-438e-98d6-0f722b941807'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:12.875733 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e3ef8-9baf-4989-b0d5-cfa0f6624a29 None None] Pushing event updated for resources: {'Port': ['ID=205c14f3-fbce-4d02-8023-12f86cdd9aef,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:12.988436 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-24efa68d-78e5-4e9f-9b41-56962fa9b9d5', 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ips': [{'subnet_id': '3cfa8cf9-1ed0-4b16-88d9-8deaf8008822'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:03:12.989280 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:13.026534 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] Set router d9ca05f4-6c95-438e-98d6-0f722b941807 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:13.252136 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-08b861ad-2fb8-418c-b9b1-e3f22ea0e390 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:13.259547 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] Allocated IP 172.20.0.2 (24efa68d-78e5-4e9f-9b41-56962fa9b9d5/3cfa8cf9-1ed0-4b16-88d9-8deaf8008822/c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:13.382810 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468552346', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:09Z', 'updated_at': '2021-09-16T06:03:10Z', 'revision_number': 3, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:10Z', 'updated_at': '2021-09-16T06:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:13.417254 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e10bfb5-5413-4c39-8924-e8bd662e3835 None None] The sync data for ids ['d9ca05f4-6c95-438e-98d6-0f722b941807'] in n-d-712140-13 is: [{'id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468552346', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:09Z', 'updated_at': '2021-09-16T06:03:10Z', 'revision_number': 3, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:10Z', 'updated_at': '2021-09-16T06:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:03:13.471201 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:13.528858 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:13.583024 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-08b861ad-2fb8-418c-b9b1-e3f22ea0e390 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Allocated IP 172.20.0.1 (24efa68d-78e5-4e9f-9b41-56962fa9b9d5/3cfa8cf9-1ed0-4b16-88d9-8deaf8008822/6eeac122-7259-41b6-be7e-0d01ca965bb8) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:13.584442 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] Network 24efa68d-78e5-4e9f-9b41-56962fa9b9d5 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:13.587663 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:13.601867 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:13.608191 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] Pushing event updated for resources: {'Port': ['ID=c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:13.670158 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] Attempting to bind port c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:13.670610 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] Attempting to bind port c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '223c60d4-dd7d-4cde-a0ab-08e1445ca87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:13.671297 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] Attempting to bind port c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff on network 24efa68d-78e5-4e9f-9b41-56962fa9b9d5 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:13.677732 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:13.678194 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] Checking segment: {'id': '223c60d4-dd7d-4cde-a0ab-08e1445ca87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:13.678798 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:13.679294 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] Bound using segment: {'id': '223c60d4-dd7d-4cde-a0ab-08e1445ca87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:13.679770 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] Bound port: c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223c60d4-dd7d-4cde-a0ab-08e1445ca87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:13.680280 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:13.741020 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-08b861ad-2fb8-418c-b9b1-e3f22ea0e390 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:13.781217 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] For port c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:13.784847 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] For port c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff,segment=NetworkSegment(223c60d4-dd7d-4cde-a0ab-08e1445ca87f),segment_id=223c60d4-dd7d-4cde-a0ab-08e1445ca87f)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:13.865752 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-08b861ad-2fb8-418c-b9b1-e3f22ea0e390 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:13.876624 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 205c14f3-fbce-4d02-8023-12f86cdd9aef up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:13.881117 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:13.928218 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b861ad-2fb8-418c-b9b1-e3f22ea0e390 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network 24efa68d-78e5-4e9f-9b41-56962fa9b9d5 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:13.932183 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-08b861ad-2fb8-418c-b9b1-e3f22ea0e390 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:13.939747 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b861ad-2fb8-418c-b9b1-e3f22ea0e390 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:13.947099 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b861ad-2fb8-418c-b9b1-e3f22ea0e390 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=6eeac122-7259-41b6-be7e-0d01ca965bb8,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:14.006774 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-08b861ad-2fb8-418c-b9b1-e3f22ea0e390 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:14.178117 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285cb19-4ca6-48a5-90d9-9f8ee26364c0 None None] Pushing event updated for resources: {'Port': ['ID=c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:14.193316 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 205c14f3-fbce-4d02-8023-12f86cdd9aef triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:14.193690 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:14.243629 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-08b861ad-2fb8-418c-b9b1-e3f22ea0e390 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:14.309102 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:14.336794 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 205c14f3-fbce-4d02-8023-12f86cdd9aef, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=205c14f3-fbce-4d02-8023-12f86cdd9aef,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:14.400715 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:14.487910 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=205c14f3-fbce-4d02-8023-12f86cdd9aef,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:14.954231 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-08b861ad-2fb8-418c-b9b1-e3f22ea0e390 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.011631 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-08b861ad-2fb8-418c-b9b1-e3f22ea0e390 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.085507 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-08b861ad-2fb8-418c-b9b1-e3f22ea0e390 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.087204 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b861ad-2fb8-418c-b9b1-e3f22ea0e390 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=6eeac122-7259-41b6-be7e-0d01ca965bb8,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:15.186682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b861ad-2fb8-418c-b9b1-e3f22ea0e390 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network 24efa68d-78e5-4e9f-9b41-56962fa9b9d5 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:15.188011 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-08b861ad-2fb8-418c-b9b1-e3f22ea0e390 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:15.301098 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b861ad-2fb8-418c-b9b1-e3f22ea0e390 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router d9ca05f4-6c95-438e-98d6-0f722b941807 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:03:15.411663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b861ad-2fb8-418c-b9b1-e3f22ea0e390 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:03:15.416717 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-08b861ad-2fb8-418c-b9b1-e3f22ea0e390 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "PUT /v2.0/routers/d9ca05f4-6c95-438e-98d6-0f722b941807/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6291761 Sep 16 06:03:15.421247 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] Sync routers for ids ['d9ca05f4-6c95-438e-98d6-0f722b941807'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:03:15.431505 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] Routers {'d9ca05f4-6c95-438e-98d6-0f722b941807'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:15.432141 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:03:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d9ca05f4-6c95-438e-98d6-0f722b941807'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:15.544603 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] Set router d9ca05f4-6c95-438e-98d6-0f722b941807 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:15.570396 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4214b46c-5898-49d8-82db-30e7945c562e req-c9c5d056-f2a4-47d6-bafe-6b494aea61b9 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1859923832&fields=id&tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2 HTTP/1.1" status: 200 len: 267 time: 0.0454865 Sep 16 06:03:15.693116 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214b46c-5898-49d8-82db-30e7945c562e req-31f892f4-ecdd-4ea8-8e5a-f8d155a2af13 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:15.694753 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4214b46c-5898-49d8-82db-30e7945c562e req-31f892f4-ecdd-4ea8-8e5a-f8d155a2af13 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/networks?id=24efa68d-78e5-4e9f-9b41-56962fa9b9d5 HTTP/1.1" status: 200 len: 796 time: 0.1172113 Sep 16 06:03:15.713301 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4214b46c-5898-49d8-82db-30e7945c562e req-d69da7f8-2bff-4955-bbf9-8730ca52b110 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/quotas/bbff491c10c04c2a9bc6bce4ccece8d2 HTTP/1.1" status: 200 len: 375 time: 0.0116093 Sep 16 06:03:15.775257 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468552346', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:09Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:10Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '6eeac122-7259-41b6-be7e-0d01ca965bb8', 'name': '', 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:a9:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3cfa8cf9-1ed0-4b16-88d9-8deaf8008822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:13Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 2, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '3cfa8cf9-1ed0-4b16-88d9-8deaf8008822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:15.777092 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4214b46c-5898-49d8-82db-30e7945c562e req-46734c4a-afd0-47b8-83c0-404045a42d3e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577960 Sep 16 06:03:15.804639 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] Checking router: d9ca05f4-6c95-438e-98d6-0f722b941807 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:03:15.804995 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] Updating router d9ca05f4-6c95-438e-98d6-0f722b941807 port 6eeac122-7259-41b6-be7e-0d01ca965bb8 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:03:15.856858 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.859912 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-4214b46c-5898-49d8-82db-30e7945c562e req-6090d961-3937-4f9b-8c3e-e04ef005a77d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:03:15.860977 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4214b46c-5898-49d8-82db-30e7945c562e req-6090d961-3937-4f9b-8c3e-e04ef005a77d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0690048 Sep 16 06:03:15.987702 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4214b46c-5898-49d8-82db-30e7945c562e req-49446019-11e8-4f43-9d3b-55bfc52cd43b service neutron] 10.222.0.20 "GET /v2.0/networks/24efa68d-78e5-4e9f-9b41-56962fa9b9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193717 Sep 16 06:03:15.990120 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:16.052540 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:16.052914 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.114271 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4214b46c-5898-49d8-82db-30e7945c562e req-3d05bbdc-f3f4-4127-9e5f-93f5ca4a4358 service neutron] 10.222.0.20 "GET /v2.0/networks/24efa68d-78e5-4e9f-9b41-56962fa9b9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086648 Sep 16 06:03:16.151283 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.177669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fefb92f-4d8e-4aa2-84c6-947c757bf8d9 None None] Network 24efa68d-78e5-4e9f-9b41-56962fa9b9d5 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:16.220201 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff,segment=NetworkSegment(223c60d4-dd7d-4cde-a0ab-08e1445ca87f),segment_id=223c60d4-dd7d-4cde-a0ab-08e1445ca87f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:16.264272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-29cbf01c-f9f8-4899-99ff-6939ec0abe62 None None] Provisioning complete for port c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:16.264730 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-29cbf01c-f9f8-4899-99ff-6939ec0abe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.271628 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.323942 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.325185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 205c14f3-fbce-4d02-8023-12f86cdd9aef up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:16.356868 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.401418 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf94e7-0b5e-4e4a-bdcd-78de45dfd4b0 None None] Pushing event updated for resources: {'Port': ['ID=6eeac122-7259-41b6-be7e-0d01ca965bb8,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:16.406495 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-09f6dc19-2dc9-4f6a-a103-4118af8b5b35 req-b806b6a1-9d56-48fd-bada-543b34feaaad tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 210 time: 0.0363431 Sep 16 06:03:16.414386 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf94e7-0b5e-4e4a-bdcd-78de45dfd4b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:16.414733 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf94e7-0b5e-4e4a-bdcd-78de45dfd4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:16.415096 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf94e7-0b5e-4e4a-bdcd-78de45dfd4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:16.415435 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf94e7-0b5e-4e4a-bdcd-78de45dfd4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:16.415807 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf94e7-0b5e-4e4a-bdcd-78de45dfd4b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:16.416090 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf94e7-0b5e-4e4a-bdcd-78de45dfd4b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:16.416412 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf94e7-0b5e-4e4a-bdcd-78de45dfd4b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:16.416734 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf94e7-0b5e-4e4a-bdcd-78de45dfd4b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:16.417054 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf94e7-0b5e-4e4a-bdcd-78de45dfd4b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:16.417474 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf94e7-0b5e-4e4a-bdcd-78de45dfd4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:16.417673 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf94e7-0b5e-4e4a-bdcd-78de45dfd4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:16.417987 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf94e7-0b5e-4e4a-bdcd-78de45dfd4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:16.441723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:16.521120 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] Attempting to bind port 6eeac122-7259-41b6-be7e-0d01ca965bb8 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:16.521690 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] Attempting to bind port 6eeac122-7259-41b6-be7e-0d01ca965bb8 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '223c60d4-dd7d-4cde-a0ab-08e1445ca87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:16.521866 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] Attempting to bind port 6eeac122-7259-41b6-be7e-0d01ca965bb8 on network 24efa68d-78e5-4e9f-9b41-56962fa9b9d5 {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:16.529164 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:16.529537 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] Checking segment: {'id': '223c60d4-dd7d-4cde-a0ab-08e1445ca87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:16.529937 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.530873 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] Bound using segment: {'id': '223c60d4-dd7d-4cde-a0ab-08e1445ca87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:16.531374 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] Bound port: 6eeac122-7259-41b6-be7e-0d01ca965bb8, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223c60d4-dd7d-4cde-a0ab-08e1445ca87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:16.531756 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.565064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 205c14f3-fbce-4d02-8023-12f86cdd9aef triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:16.565426 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.599144 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] For port 6eeac122-7259-41b6-be7e-0d01ca965bb8, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:16.602444 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] For port 6eeac122-7259-41b6-be7e-0d01ca965bb8, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6eeac122-7259-41b6-be7e-0d01ca965bb8,segment=NetworkSegment(223c60d4-dd7d-4cde-a0ab-08e1445ca87f),segment_id=223c60d4-dd7d-4cde-a0ab-08e1445ca87f)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:16.705618 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.773113 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] Routers {'d9ca05f4-6c95-438e-98d6-0f722b941807'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:16.773571 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:03:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d9ca05f4-6c95-438e-98d6-0f722b941807'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:16.776645 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf94e7-0b5e-4e4a-bdcd-78de45dfd4b0 None None] Pushing event updated for resources: {'Port': ['ID=6eeac122-7259-41b6-be7e-0d01ca965bb8,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:16.871312 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-858661dc-2440-4fba-8dd5-02850f50985f None None] Provisioning complete for port c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:16.872119 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-858661dc-2440-4fba-8dd5-02850f50985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.902334 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] Set router d9ca05f4-6c95-438e-98d6-0f722b941807 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:16.987272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-858661dc-2440-4fba-8dd5-02850f50985f None None] Provisioning complete for port 6eeac122-7259-41b6-be7e-0d01ca965bb8 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:16.987649 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-858661dc-2440-4fba-8dd5-02850f50985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.080802 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-858661dc-2440-4fba-8dd5-02850f50985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.120188 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-858661dc-2440-4fba-8dd5-02850f50985f None None] For port 6eeac122-7259-41b6-be7e-0d01ca965bb8, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6eeac122-7259-41b6-be7e-0d01ca965bb8,segment=NetworkSegment(223c60d4-dd7d-4cde-a0ab-08e1445ca87f),segment_id=223c60d4-dd7d-4cde-a0ab-08e1445ca87f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:17.206313 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-858661dc-2440-4fba-8dd5-02850f50985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.238775 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468552346', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:09Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:10Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '6eeac122-7259-41b6-be7e-0d01ca965bb8', 'name': '', 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:a9:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3cfa8cf9-1ed0-4b16-88d9-8deaf8008822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:13Z', 'updated_at': '2021-09-16T06:03:16Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '3cfa8cf9-1ed0-4b16-88d9-8deaf8008822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:17.268019 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa9183c-23df-4a00-8021-710b4f1c50dd None None] The sync data for ids ['d9ca05f4-6c95-438e-98d6-0f722b941807'] in n-d-712140-13 is: [{'id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468552346', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:09Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:10Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '6eeac122-7259-41b6-be7e-0d01ca965bb8', 'name': '', 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:a9:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3cfa8cf9-1ed0-4b16-88d9-8deaf8008822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:13Z', 'updated_at': '2021-09-16T06:03:16Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '3cfa8cf9-1ed0-4b16-88d9-8deaf8008822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:03:17.283049 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858661dc-2440-4fba-8dd5-02850f50985f None None] Pushing event updated for resources: {'Port': ['ID=6eeac122-7259-41b6-be7e-0d01ca965bb8,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:17.349880 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b5843034-8331-458f-aa62-76f069754cf2 None None] Provisioning complete for port 6eeac122-7259-41b6-be7e-0d01ca965bb8 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:17.350473 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b5843034-8331-458f-aa62-76f069754cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.534620 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a3968d2a-90bf-4e82-b35c-4f89a99f6feb req-f4fd74e4-acc1-4027-b270-54a4ac3a9f93 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 210 time: 0.0326726 Sep 16 06:03:17.580509 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-67a15bb4-d492-4473-9dd8-92ac8c8af3dd None None] Provisioning complete for port 6eeac122-7259-41b6-be7e-0d01ca965bb8 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:17.581675 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-67a15bb4-d492-4473-9dd8-92ac8c8af3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.817477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-cee12b94-91af-4956-ac4c-aaa94324fd47 None None] Provisioning complete for port 6eeac122-7259-41b6-be7e-0d01ca965bb8 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:17.818155 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cee12b94-91af-4956-ac4c-aaa94324fd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.971772 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:18.026404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:18.026808 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.110916 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6eeac122-7259-41b6-be7e-0d01ca965bb8 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:18.170498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 6eeac122-7259-41b6-be7e-0d01ca965bb8 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:18.171518 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.539306 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214b46c-5898-49d8-82db-30e7945c562e req-8974d24c-3954-469c-a943-a271f4e720cf tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:18.540708 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4214b46c-5898-49d8-82db-30e7945c562e req-8974d24c-3954-469c-a943-a271f4e720cf tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.21 "GET /v2.0/networks?id=24efa68d-78e5-4e9f-9b41-56962fa9b9d5 HTTP/1.1" status: 200 len: 796 time: 0.1046939 Sep 16 06:03:18.594874 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4214b46c-5898-49d8-82db-30e7945c562e req-719b2d73-b3c3-49eb-891c-931af01a8326 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2 HTTP/1.1" status: 200 len: 380 time: 0.0389049 Sep 16 06:03:18.604287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-4214b46c-5898-49d8-82db-30e7945c562e req-a6856713-bdf7-48b2-bc30-c3b92ee5a047 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'port': {'device_id': 'a7ff81f6-2113-460e-85a3-00d5f0c9ca9c', 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5', 'admin_state_up': True, 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'security_groups': ['226d7e10-9270-482a-9b62-5f473631f0a5']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:18.658649 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b5f75e1f-528f-48c4-954d-13f33d616a8c req-17ca615b-045c-4cc2-a251-5e80f87a9441 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 210 time: 0.0485032 Sep 16 06:03:18.807853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4214b46c-5898-49d8-82db-30e7945c562e req-a6856713-bdf7-48b2-bc30-c3b92ee5a047 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Made reservation on behalf of bbff491c10c04c2a9bc6bce4ccece8d2 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:18.811617 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4214b46c-5898-49d8-82db-30e7945c562e req-a6856713-bdf7-48b2-bc30-c3b92ee5a047 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.942397 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-4214b46c-5898-49d8-82db-30e7945c562e req-a6856713-bdf7-48b2-bc30-c3b92ee5a047 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Allocated IP 172.20.0.9 (24efa68d-78e5-4e9f-9b41-56962fa9b9d5/3cfa8cf9-1ed0-4b16-88d9-8deaf8008822/05866910-485f-49e1-bc26-d41c6b7e696d) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:19.078670 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4214b46c-5898-49d8-82db-30e7945c562e req-a6856713-bdf7-48b2-bc30-c3b92ee5a047 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.311123 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4214b46c-5898-49d8-82db-30e7945c562e req-a6856713-bdf7-48b2-bc30-c3b92ee5a047 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.356909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4214b46c-5898-49d8-82db-30e7945c562e req-a6856713-bdf7-48b2-bc30-c3b92ee5a047 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network 24efa68d-78e5-4e9f-9b41-56962fa9b9d5 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:19.360333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-4214b46c-5898-49d8-82db-30e7945c562e req-a6856713-bdf7-48b2-bc30-c3b92ee5a047 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:19.364218 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-4214b46c-5898-49d8-82db-30e7945c562e req-a6856713-bdf7-48b2-bc30-c3b92ee5a047 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:19.394256 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6856713-bdf7-48b2-bc30-c3b92ee5a047 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=05866910-485f-49e1-bc26-d41c6b7e696d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:19.426647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214b46c-5898-49d8-82db-30e7945c562e req-a6856713-bdf7-48b2-bc30-c3b92ee5a047 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:19.427804 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4214b46c-5898-49d8-82db-30e7945c562e req-a6856713-bdf7-48b2-bc30-c3b92ee5a047 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.494860 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4214b46c-5898-49d8-82db-30e7945c562e req-a6856713-bdf7-48b2-bc30-c3b92ee5a047 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8944325 Sep 16 06:03:19.506504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-4214b46c-5898-49d8-82db-30e7945c562e req-340ce45f-f661-4d00-89b2-af0af1f71271 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:03:19.507946 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4214b46c-5898-49d8-82db-30e7945c562e req-340ce45f-f661-4d00-89b2-af0af1f71271 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070190 Sep 16 06:03:19.528564 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Request body: {'port': {'device_id': 'a7ff81f6-2113-460e-85a3-00d5f0c9ca9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:19.604750 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.637192 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-dd44557c-eadb-47dc-92bf-9b21c2620aa1 None None] Provisioning complete for port 05866910-485f-49e1-bc26-d41c6b7e696d triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:19.637777 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dd44557c-eadb-47dc-92bf-9b21c2620aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.672249 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-dd44557c-eadb-47dc-92bf-9b21c2620aa1 None None] Port 05866910-485f-49e1-bc26-d41c6b7e696d cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:03:19.851452 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd229de-4ef4-4c09-9813-52bcd08b3533 req-9e575de4-e120-43cb-b361-789de4c8a79e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:19.853062 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afd229de-4ef4-4c09-9813-52bcd08b3533 req-9e575de4-e120-43cb-b361-789de4c8a79e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 931 time: 0.1183410 Sep 16 06:03:19.917800 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-afd229de-4ef4-4c09-9813-52bcd08b3533 req-e5f23fab-75e0-4e85-954d-721060cf28ef tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581367 Sep 16 06:03:19.970837 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05866910-485f-49e1-bc26-d41c6b7e696d {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:03:19.979392 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.992454 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Transition to ACTIVE for port object 05866910-485f-49e1-bc26-d41c6b7e696d will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:03:20.071066 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.128295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=05866910-485f-49e1-bc26-d41c6b7e696d,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:20.206463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Attempting to bind port 05866910-485f-49e1-bc26-d41c6b7e696d on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:20.207177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Attempting to bind port 05866910-485f-49e1-bc26-d41c6b7e696d by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '223c60d4-dd7d-4cde-a0ab-08e1445ca87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:20.207177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Attempting to bind port 05866910-485f-49e1-bc26-d41c6b7e696d on network 24efa68d-78e5-4e9f-9b41-56962fa9b9d5 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:20.213127 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Port 05866910-485f-49e1-bc26-d41c6b7e696d on network 24efa68d-78e5-4e9f-9b41-56962fa9b9d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:03:20.219188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Attempting to bind port 05866910-485f-49e1-bc26-d41c6b7e696d on network 24efa68d-78e5-4e9f-9b41-56962fa9b9d5 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:20.219405 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:20.219707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Checking segment: {'id': '223c60d4-dd7d-4cde-a0ab-08e1445ca87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:20.220109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Bound using segment: {'id': '223c60d4-dd7d-4cde-a0ab-08e1445ca87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:20.220571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Bound port: 05866910-485f-49e1-bc26-d41c6b7e696d, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '223c60d4-dd7d-4cde-a0ab-08e1445ca87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:20.220921 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.299624 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] For port 05866910-485f-49e1-bc26-d41c6b7e696d, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:20.303208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] For port 05866910-485f-49e1-bc26-d41c6b7e696d, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=05866910-485f-49e1-bc26-d41c6b7e696d,segment=NetworkSegment(223c60d4-dd7d-4cde-a0ab-08e1445ca87f),segment_id=223c60d4-dd7d-4cde-a0ab-08e1445ca87f)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:20.371967 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.432045 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:20.432612 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.434028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4214b46c-5898-49d8-82db-30e7945c562e req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] 10.222.0.21 "PUT /v2.0/ports/05866910-485f-49e1-bc26-d41c6b7e696d HTTP/1.1" status: 200 len: 1092 time: 0.9123228 Sep 16 06:03:20.434475 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ff81f6-2113-460e-85a3-00d5f0c9ca9c', 'tag': '05866910-485f-49e1-bc26-d41c6b7e696d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:03:20.437418 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336af5f3-81a4-47e8-9ee4-9a0138d8648c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ff81f6-2113-460e-85a3-00d5f0c9ca9c", "tag": "05866910-485f-49e1-bc26-d41c6b7e696d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:03:20.465745 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8cf1a-89f0-49fa-ad41-c41a2fc6e4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=05866910-485f-49e1-bc26-d41c6b7e696d,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:20.577064 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae0dac8-b19c-4fd6-af97-bbd393ecebad x-openstack-request-id: req-dae0dac8-b19c-4fd6-af97-bbd393ecebad {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:03:20.577360 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ff81f6-2113-460e-85a3-00d5f0c9ca9c", "tag": "05866910-485f-49e1-bc26-d41c6b7e696d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:03:20.577671 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dae0dac8-b19c-4fd6-af97-bbd393ecebad {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:03:20.578077 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ff81f6-2113-460e-85a3-00d5f0c9ca9c', 'tag': '05866910-485f-49e1-bc26-d41c6b7e696d', 'status': 'completed', 'code': 200} Sep 16 06:03:20.594816 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214b46c-5898-49d8-82db-30e7945c562e req-399a159f-3899-4d79-a158-6a01f126f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:20.596457 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4214b46c-5898-49d8-82db-30e7945c562e req-399a159f-3899-4d79-a158-6a01f126f4eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 1095 time: 0.0507288 Sep 16 06:03:20.647084 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4214b46c-5898-49d8-82db-30e7945c562e req-a8d54f0e-bfb3-41f2-a6c8-8f25c3e3c011 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05866910-485f-49e1-bc26-d41c6b7e696d HTTP/1.1" status: 200 len: 217 time: 0.0368369 Sep 16 06:03:20.706008 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214b46c-5898-49d8-82db-30e7945c562e req-c14f76f8-fe10-403b-99f4-8e967cd6a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:20.707430 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4214b46c-5898-49d8-82db-30e7945c562e req-c14f76f8-fe10-403b-99f4-8e967cd6a9e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cfa8cf9-1ed0-4b16-88d9-8deaf8008822 HTTP/1.1" status: 200 len: 834 time: 0.0539258 Sep 16 06:03:20.762320 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214b46c-5898-49d8-82db-30e7945c562e req-48fe5eec-fd73-4b4c-aefa-fe180c2fd6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:20.763925 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4214b46c-5898-49d8-82db-30e7945c562e req-48fe5eec-fd73-4b4c-aefa-fe180c2fd6d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24efa68d-78e5-4e9f-9b41-56962fa9b9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485940 Sep 16 06:03:20.859085 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4214b46c-5898-49d8-82db-30e7945c562e req-39ada4ca-4484-4ab1-995c-6109d2e0d57a service neutron] 10.222.0.21 "GET /v2.0/networks/24efa68d-78e5-4e9f-9b41-56962fa9b9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870628 Sep 16 06:03:20.970999 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4214b46c-5898-49d8-82db-30e7945c562e req-7d763388-bb72-4b63-a241-9b14e8239f5d service neutron] 10.222.0.21 "GET /v2.0/networks/24efa68d-78e5-4e9f-9b41-56962fa9b9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052015 Sep 16 06:03:21.047376 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f2c9c-4c2d-4d9e-9cc2-79e9729e4aa7 req-14cc364b-e035-42df-9685-bfb2b60450b9 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:21.048988 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-978f2c9c-4c2d-4d9e-9cc2-79e9729e4aa7 req-14cc364b-e035-42df-9685-bfb2b60450b9 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 943 time: 0.0569420 Sep 16 06:03:21.091401 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-978f2c9c-4c2d-4d9e-9cc2-79e9729e4aa7 req-251f4c2f-86ce-4a38-9bc6-8dc926422bd7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358343 Sep 16 06:03:21.172612 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336af5f3-81a4-47e8-9ee4-9a0138d8648c req-0195e783-b37c-40e4-82a3-3d6cc3b6c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:21.174142 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-336af5f3-81a4-47e8-9ee4-9a0138d8648c req-0195e783-b37c-40e4-82a3-3d6cc3b6c530 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 1095 time: 0.0424917 Sep 16 06:03:21.270676 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336af5f3-81a4-47e8-9ee4-9a0138d8648c req-db0a7a40-baf3-4aff-a07b-1067a8ded27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:21.272261 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-336af5f3-81a4-47e8-9ee4-9a0138d8648c req-db0a7a40-baf3-4aff-a07b-1067a8ded27a service neutron] 10.222.0.21 "GET /v2.0/networks?id=24efa68d-78e5-4e9f-9b41-56962fa9b9d5 HTTP/1.1" status: 200 len: 897 time: 0.0909350 Sep 16 06:03:21.314999 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-336af5f3-81a4-47e8-9ee4-9a0138d8648c req-f6d9b011-409e-433d-b02a-e4ff438a89a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05866910-485f-49e1-bc26-d41c6b7e696d HTTP/1.1" status: 200 len: 217 time: 0.0356512 Sep 16 06:03:21.367909 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336af5f3-81a4-47e8-9ee4-9a0138d8648c req-7968c030-5bb3-420b-a216-64aaba08acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:21.369377 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-336af5f3-81a4-47e8-9ee4-9a0138d8648c req-7968c030-5bb3-420b-a216-64aaba08acd9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cfa8cf9-1ed0-4b16-88d9-8deaf8008822 HTTP/1.1" status: 200 len: 834 time: 0.0483768 Sep 16 06:03:21.415696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336af5f3-81a4-47e8-9ee4-9a0138d8648c req-33a97f06-a4b3-4135-bb85-0e9546b183a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:21.417199 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-336af5f3-81a4-47e8-9ee4-9a0138d8648c req-33a97f06-a4b3-4135-bb85-0e9546b183a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24efa68d-78e5-4e9f-9b41-56962fa9b9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410964 Sep 16 06:03:21.511504 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-336af5f3-81a4-47e8-9ee4-9a0138d8648c req-7548aef0-d4a7-41cd-85da-d41ff05de93f service neutron] 10.222.0.21 "GET /v2.0/networks/24efa68d-78e5-4e9f-9b41-56962fa9b9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871885 Sep 16 06:03:21.605991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-336af5f3-81a4-47e8-9ee4-9a0138d8648c req-e7c32dc3-d60d-4948-93f0-63549981fd29 service neutron] 10.222.0.21 "GET /v2.0/networks/24efa68d-78e5-4e9f-9b41-56962fa9b9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868344 Sep 16 06:03:22.212691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946856a7-f92c-480d-bd22-57af0fb4c207 req-e4467d83-4a99-473a-ba7d-bf6a5145e070 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:22.214216 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-946856a7-f92c-480d-bd22-57af0fb4c207 req-e4467d83-4a99-473a-ba7d-bf6a5145e070 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 943 time: 0.0507774 Sep 16 06:03:22.255145 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-946856a7-f92c-480d-bd22-57af0fb4c207 req-71f6a89e-c0fc-4441-96de-3d3e432e4026 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341170 Sep 16 06:03:23.379315 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abdf36-0d15-4725-8363-283ddd083515 req-21e8c6cc-e2d2-4d41-861d-cfb959156d93 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:23.381094 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2abdf36-0d15-4725-8363-283ddd083515 req-21e8c6cc-e2d2-4d41-861d-cfb959156d93 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 943 time: 0.0565865 Sep 16 06:03:23.421887 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d2abdf36-0d15-4725-8363-283ddd083515 req-f178124c-0cc0-4830-bcc3-21597db72d2f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340710 Sep 16 06:03:23.792850 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 05866910-485f-49e1-bc26-d41c6b7e696d details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:03:23.896458 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 05866910-485f-49e1-bc26-d41c6b7e696d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=05866910-485f-49e1-bc26-d41c6b7e696d,segment=NetworkSegment(223c60d4-dd7d-4cde-a0ab-08e1445ca87f),segment_id=223c60d4-dd7d-4cde-a0ab-08e1445ca87f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:23.909222 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '05866910-485f-49e1-bc26-d41c6b7e696d', 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5', 'port_id': '05866910-485f-49e1-bc26-d41c6b7e696d', 'mac_address': 'fa:16:3e:ea:1f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cfa8cf9-1ed0-4b16-88d9-8deaf8008822', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:03:23.949531 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.962875 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05866910-485f-49e1-bc26-d41c6b7e696d {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:03:23.984957 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 05866910-485f-49e1-bc26-d41c6b7e696d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=05866910-485f-49e1-bc26-d41c6b7e696d,segment=NetworkSegment(223c60d4-dd7d-4cde-a0ab-08e1445ca87f),segment_id=223c60d4-dd7d-4cde-a0ab-08e1445ca87f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:24.082028 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:24.136916 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=05866910-485f-49e1-bc26-d41c6b7e696d,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:24.502828 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['05866910-485f-49e1-bc26-d41c6b7e696d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:03:24.558757 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467da48e-8cd5-4bc8-890e-d18bf9d8385e req-3e9dde5d-ee16-4362-8ef1-490c446592ea tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:24.560351 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-467da48e-8cd5-4bc8-890e-d18bf9d8385e req-3e9dde5d-ee16-4362-8ef1-490c446592ea tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 944 time: 0.0539246 Sep 16 06:03:24.602397 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-467da48e-8cd5-4bc8-890e-d18bf9d8385e req-e457340c-7b8d-41f6-834d-f743723332fd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343192 Sep 16 06:03:25.087892 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.726844 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f78bd-eb4b-4a38-9260-c4dafa5b3294 req-0ec1c69b-7d54-489a-acc0-121c08a84608 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:25.728619 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d58f78bd-eb4b-4a38-9260-c4dafa5b3294 req-0ec1c69b-7d54-489a-acc0-121c08a84608 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 944 time: 0.0531418 Sep 16 06:03:25.769966 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d58f78bd-eb4b-4a38-9260-c4dafa5b3294 req-add5d945-4d9e-4909-90eb-e434a9fa2218 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343068 Sep 16 06:03:25.799778 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 05866910-485f-49e1-bc26-d41c6b7e696d up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:25.939363 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 05866910-485f-49e1-bc26-d41c6b7e696d completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:03:25.943660 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 05866910-485f-49e1-bc26-d41c6b7e696d triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:25.944029 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:26.019888 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:26.044747 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ff81f6-2113-460e-85a3-00d5f0c9ca9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05866910-485f-49e1-bc26-d41c6b7e696d'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:03:26.047218 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93eab936-0cdd-4385-a505-7335a1c355b4" -d '{"events": [{"server_uuid": "a7ff81f6-2113-460e-85a3-00d5f0c9ca9c", "name": "network-vif-plugged", "status": "completed", "tag": "05866910-485f-49e1-bc26-d41c6b7e696d"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:03:26.064205 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 05866910-485f-49e1-bc26-d41c6b7e696d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=05866910-485f-49e1-bc26-d41c6b7e696d,segment=NetworkSegment(223c60d4-dd7d-4cde-a0ab-08e1445ca87f),segment_id=223c60d4-dd7d-4cde-a0ab-08e1445ca87f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:26.086847 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672e1f5c-6931-4822-b3cc-310773de41d2 x-openstack-request-id: req-672e1f5c-6931-4822-b3cc-310773de41d2 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:03:26.086847 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ff81f6-2113-460e-85a3-00d5f0c9ca9c", "name": "network-vif-plugged", "status": "completed", "tag": "05866910-485f-49e1-bc26-d41c6b7e696d", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:03:26.086847 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-672e1f5c-6931-4822-b3cc-310773de41d2 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:03:26.086847 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ff81f6-2113-460e-85a3-00d5f0c9ca9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05866910-485f-49e1-bc26-d41c6b7e696d', 'code': 200} Sep 16 06:03:26.127828 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:26.176305 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=05866910-485f-49e1-bc26-d41c6b7e696d,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:26.211398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bfaf3-00c6-4f87-9491-dc5d71e143bd req-93c333de-05c2-4880-aeba-6fc97cb94e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:26.212831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-108bfaf3-00c6-4f87-9491-dc5d71e143bd req-93c333de-05c2-4880-aeba-6fc97cb94e20 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 1097 time: 0.0455241 Sep 16 06:03:26.247612 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-108bfaf3-00c6-4f87-9491-dc5d71e143bd req-94beb7dc-71b2-424b-b901-978b535e7e9f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274866 Sep 16 06:03:26.892378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be840801-b544-4bc8-965e-5a9a7a379d05 req-0dd566ae-99b8-49a3-b8d2-42b9ac0d6d40 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:26.894815 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be840801-b544-4bc8-965e-5a9a7a379d05 req-0dd566ae-99b8-49a3-b8d2-42b9ac0d6d40 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 945 time: 0.0556374 Sep 16 06:03:26.936812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be840801-b544-4bc8-965e-5a9a7a379d05 req-de46ade7-f48a-4b56-ad8b-ad54b62c21bf tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363405 Sep 16 06:03:28.059706 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97bee9-7b07-4073-a4e5-cb9cf5d75556 req-a704b502-539b-4865-b240-e2e568b90b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:28.061143 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b97bee9-7b07-4073-a4e5-cb9cf5d75556 req-a704b502-539b-4865-b240-e2e568b90b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 945 time: 0.0495796 Sep 16 06:03:28.100546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b97bee9-7b07-4073-a4e5-cb9cf5d75556 req-ce00ad34-f855-41dc-adcf-c51cb27d49fc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328391 Sep 16 06:03:28.223070 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb58fc-3e1e-4108-8e4b-4e5b1c0c6424 req-ad0b7412-a313-4257-89e9-03d42acdb1cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:28.224705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cdfb58fc-3e1e-4108-8e4b-4e5b1c0c6424 req-ad0b7412-a313-4257-89e9-03d42acdb1cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 945 time: 0.0546095 Sep 16 06:03:28.271446 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cdfb58fc-3e1e-4108-8e4b-4e5b1c0c6424 req-5c663330-b176-49f1-a5d6-b11f4f59185a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404294 Sep 16 06:03:28.292997 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43056) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:28.336382 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9318d1f-6e80-4da0-8cc6-9be60f7dde80 tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:28.338074 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e9318d1f-6e80-4da0-8cc6-9be60f7dde80 tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 1092 time: 0.0441015 Sep 16 06:03:28.340925 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43058) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:28.352937 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': '05866910-485f-49e1-bc26-d41c6b7e696d', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:28.442350 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:28.539421 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:28.645293 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Allocated IP 172.25.4.171 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/53dcb18a-56c6-4a26-812c-640765232c4e) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:28.747036 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:28.842137 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:28.885795 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:28.888814 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:28.895277 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:28.900966 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=53dcb18a-56c6-4a26-812c-640765232c4e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:29.011507 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.264606 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.399965 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.557966 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.612946 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.683218 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=53dcb18a-56c6-4a26-812c-640765232c4e,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:29.694409 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.796733 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Floating IP 57a85dd3-ce51-4b24-965f-32d09ebeeaa0 associated. External IP: 172.25.4.171, port: 05866910-485f-49e1-bc26-d41c6b7e696d. Sep 16 06:03:30.009527 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router d9ca05f4-6c95-438e-98d6-0f722b941807 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:03:30.117770 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:03:30.128231 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af7baf2-61b5-482c-b5d6-7617db0527cf None None] Sync routers for ids ['d9ca05f4-6c95-438e-98d6-0f722b941807'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:03:30.137509 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af7baf2-61b5-482c-b5d6-7617db0527cf None None] Routers {'d9ca05f4-6c95-438e-98d6-0f722b941807'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:30.140179 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7af7baf2-61b5-482c-b5d6-7617db0527cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:03:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d9ca05f4-6c95-438e-98d6-0f722b941807'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:30.207716 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:30.235118 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-daf97df6-a33d-44d7-8375-7a5395cc36cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8931208 Sep 16 06:03:30.235805 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ff81f6-2113-460e-85a3-00d5f0c9ca9c', 'tag': '05866910-485f-49e1-bc26-d41c6b7e696d'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:03:30.244691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-7af7baf2-61b5-482c-b5d6-7617db0527cf None None] Set router d9ca05f4-6c95-438e-98d6-0f722b941807 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:30.245018 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2663f9d672860e5b08cb8136f6a16bb4a4489f933b2f52128081a9a2ad1bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198211f4-2917-4710-8dad-eb682c621e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ff81f6-2113-460e-85a3-00d5f0c9ca9c", "tag": "05866910-485f-49e1-bc26-d41c6b7e696d"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:03:30.278508 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:03:30.290380 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb87f6d2-ff6e-409c-a6ee-639c8fbc6363 x-openstack-request-id: req-eb87f6d2-ff6e-409c-a6ee-639c8fbc6363 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:03:30.290824 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ff81f6-2113-460e-85a3-00d5f0c9ca9c", "tag": "05866910-485f-49e1-bc26-d41c6b7e696d", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:03:30.291295 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb87f6d2-ff6e-409c-a6ee-639c8fbc6363 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:03:30.292063 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ff81f6-2113-460e-85a3-00d5f0c9ca9c', 'tag': '05866910-485f-49e1-bc26-d41c6b7e696d', 'status': 'completed', 'code': 200} Sep 16 06:03:30.351444 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c2861-05f1-4f9b-8a5c-098d851f2f78 req-4774f9b0-8cce-45d5-b34a-c29ab548637e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:30.353003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f6c2861-05f1-4f9b-8a5c-098d851f2f78 req-4774f9b0-8cce-45d5-b34a-c29ab548637e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 945 time: 0.0630467 Sep 16 06:03:30.415979 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0f6c2861-05f1-4f9b-8a5c-098d851f2f78 req-af0f0df1-4cef-4043-bc25-7ac3e2f5c4f6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478029 Sep 16 06:03:30.417806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198211f4-2917-4710-8dad-eb682c621e0b req-a88e72f3-42f8-480e-ba4e-8d0e6a27f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:30.419274 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-198211f4-2917-4710-8dad-eb682c621e0b req-a88e72f3-42f8-480e-ba4e-8d0e6a27f420 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 1097 time: 0.0854120 Sep 16 06:03:30.440285 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43064) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:30.479147 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7af7baf2-61b5-482c-b5d6-7617db0527cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468552346', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:09Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:10Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '57a85dd3-ce51-4b24-965f-32d09ebeeaa0', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'floating_ip_address': '172.25.4.171', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'port_id': '05866910-485f-49e1-bc26-d41c6b7e696d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5', 'mac_address': 'fa:16:3e:ea:1f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ff81f6-2113-460e-85a3-00d5f0c9ca9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:03:29Z', 'updated_at': '2021-09-16T06:03:29Z', 'revision_number': 0, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eeac122-7259-41b6-be7e-0d01ca965bb8', 'name': '', 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:a9:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3cfa8cf9-1ed0-4b16-88d9-8deaf8008822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:13Z', 'updated_at': '2021-09-16T06:03:17Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '3cfa8cf9-1ed0-4b16-88d9-8deaf8008822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:30.503996 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ebfc057e-8921-48a4-80b0-3846e1a3a344 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/floatingips/57a85dd3-ce51-4b24-965f-32d09ebeeaa0 HTTP/1.1" status: 200 len: 991 time: 0.0625408 Sep 16 06:03:30.510818 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af7baf2-61b5-482c-b5d6-7617db0527cf None None] Checking router: d9ca05f4-6c95-438e-98d6-0f722b941807 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:03:30.519227 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af7baf2-61b5-482c-b5d6-7617db0527cf None None] Routers {'d9ca05f4-6c95-438e-98d6-0f722b941807'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:30.519847 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7af7baf2-61b5-482c-b5d6-7617db0527cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:03:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d9ca05f4-6c95-438e-98d6-0f722b941807'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:30.524566 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198211f4-2917-4710-8dad-eb682c621e0b req-74d48e18-cebd-46ee-9578-15f0a92fc048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:30.526088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-198211f4-2917-4710-8dad-eb682c621e0b req-74d48e18-cebd-46ee-9578-15f0a92fc048 service neutron] 10.222.0.21 "GET /v2.0/networks?id=24efa68d-78e5-4e9f-9b41-56962fa9b9d5 HTTP/1.1" status: 200 len: 897 time: 0.0995536 Sep 16 06:03:30.597116 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-198211f4-2917-4710-8dad-eb682c621e0b req-0d0a125d-615f-4b3d-ac8f-143eeff2731e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05866910-485f-49e1-bc26-d41c6b7e696d HTTP/1.1" status: 200 len: 999 time: 0.0637369 Sep 16 06:03:30.626930 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-7af7baf2-61b5-482c-b5d6-7617db0527cf None None] Set router d9ca05f4-6c95-438e-98d6-0f722b941807 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:30.648281 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198211f4-2917-4710-8dad-eb682c621e0b req-4a14ddd3-1301-4492-aa8c-fdfd51bce783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:30.649861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-198211f4-2917-4710-8dad-eb682c621e0b req-4a14ddd3-1301-4492-aa8c-fdfd51bce783 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cfa8cf9-1ed0-4b16-88d9-8deaf8008822 HTTP/1.1" status: 200 len: 834 time: 0.0461657 Sep 16 06:03:30.698726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198211f4-2917-4710-8dad-eb682c621e0b req-e37fd052-b3a3-433a-b461-52af1b1ab6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:30.700195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-198211f4-2917-4710-8dad-eb682c621e0b req-e37fd052-b3a3-433a-b461-52af1b1ab6a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24efa68d-78e5-4e9f-9b41-56962fa9b9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431240 Sep 16 06:03:30.794945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-198211f4-2917-4710-8dad-eb682c621e0b req-623c62cf-d102-487b-98ba-3363fe911181 service neutron] 10.222.0.21 "GET /v2.0/networks/24efa68d-78e5-4e9f-9b41-56962fa9b9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875065 Sep 16 06:03:30.855361 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7af7baf2-61b5-482c-b5d6-7617db0527cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468552346', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:09Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:10Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '57a85dd3-ce51-4b24-965f-32d09ebeeaa0', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'floating_ip_address': '172.25.4.171', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'port_id': '05866910-485f-49e1-bc26-d41c6b7e696d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5', 'mac_address': 'fa:16:3e:ea:1f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ff81f6-2113-460e-85a3-00d5f0c9ca9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:03:29Z', 'updated_at': '2021-09-16T06:03:29Z', 'revision_number': 0, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eeac122-7259-41b6-be7e-0d01ca965bb8', 'name': '', 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:a9:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3cfa8cf9-1ed0-4b16-88d9-8deaf8008822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:13Z', 'updated_at': '2021-09-16T06:03:17Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '3cfa8cf9-1ed0-4b16-88d9-8deaf8008822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:30.886012 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af7baf2-61b5-482c-b5d6-7617db0527cf None None] The sync data for ids ['d9ca05f4-6c95-438e-98d6-0f722b941807'] in n-d-712140-13 is: [{'id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468552346', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:09Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:10Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '57a85dd3-ce51-4b24-965f-32d09ebeeaa0', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'floating_ip_address': '172.25.4.171', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'port_id': '05866910-485f-49e1-bc26-d41c6b7e696d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5', 'mac_address': 'fa:16:3e:ea:1f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ff81f6-2113-460e-85a3-00d5f0c9ca9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:03:29Z', 'updated_at': '2021-09-16T06:03:29Z', 'revision_number': 0, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eeac122-7259-41b6-be7e-0d01ca965bb8', 'name': '', 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:a9:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3cfa8cf9-1ed0-4b16-88d9-8deaf8008822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:13Z', 'updated_at': '2021-09-16T06:03:17Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '3cfa8cf9-1ed0-4b16-88d9-8deaf8008822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:03:30.888921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-198211f4-2917-4710-8dad-eb682c621e0b req-7e739b6d-1c8c-4636-b6be-91e286439e9b service neutron] 10.222.0.21 "GET /v2.0/networks/24efa68d-78e5-4e9f-9b41-56962fa9b9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855281 Sep 16 06:03:31.075699 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f64e11-a2fe-460d-903e-98f3d544a5f0 None None] New status for floating IP 57a85dd3-ce51-4b24-965f-32d09ebeeaa0: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:03:31.508141 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43066) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:31.575042 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b9b05d05-f924-4417-959d-fc6183444986 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/floatingips/57a85dd3-ce51-4b24-965f-32d09ebeeaa0 HTTP/1.1" status: 200 len: 993 time: 0.0655947 Sep 16 06:03:35.302893 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dd0a87b2-56a1-4960-998e-d87f905d4eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.808135 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ce81074e-41b3-4348-8755-67ef09bb2b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:38.651372 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:39.583219 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:40.014215 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6cd792f5-d7e2-4429-bf41-c5a3d8cda015 req-2d7380bf-768d-4d22-9a96-e887ea55bef6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407376 Sep 16 06:03:40.117512 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd792f5-d7e2-4429-bf41-c5a3d8cda015 req-5f97a394-616a-4a19-909e-80a285808672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:40.119054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6cd792f5-d7e2-4429-bf41-c5a3d8cda015 req-5f97a394-616a-4a19-909e-80a285808672 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 1097 time: 0.0413005 Sep 16 06:03:40.227827 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd792f5-d7e2-4429-bf41-c5a3d8cda015 req-59ed8982-c13c-4bf7-8b8d-4c78b891a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:40.229331 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6cd792f5-d7e2-4429-bf41-c5a3d8cda015 req-59ed8982-c13c-4bf7-8b8d-4c78b891a759 service neutron] 10.222.0.21 "GET /v2.0/networks?id=24efa68d-78e5-4e9f-9b41-56962fa9b9d5 HTTP/1.1" status: 200 len: 897 time: 0.0891035 Sep 16 06:03:40.303054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6cd792f5-d7e2-4429-bf41-c5a3d8cda015 req-a04ea57f-9a3a-4a1f-9b71-adb61e93be87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05866910-485f-49e1-bc26-d41c6b7e696d HTTP/1.1" status: 200 len: 1001 time: 0.0649698 Sep 16 06:03:40.360090 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd792f5-d7e2-4429-bf41-c5a3d8cda015 req-ae24f10b-901c-44eb-b8e1-9c57caeeb0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:40.361637 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6cd792f5-d7e2-4429-bf41-c5a3d8cda015 req-ae24f10b-901c-44eb-b8e1-9c57caeeb0d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cfa8cf9-1ed0-4b16-88d9-8deaf8008822 HTTP/1.1" status: 200 len: 834 time: 0.0516410 Sep 16 06:03:40.409672 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd792f5-d7e2-4429-bf41-c5a3d8cda015 req-fec22de8-8d42-41af-b4d9-ec980cfc7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:40.412476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6cd792f5-d7e2-4429-bf41-c5a3d8cda015 req-fec22de8-8d42-41af-b4d9-ec980cfc7f26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24efa68d-78e5-4e9f-9b41-56962fa9b9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423622 Sep 16 06:03:40.508455 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6cd792f5-d7e2-4429-bf41-c5a3d8cda015 req-61b89997-19c1-4f81-a74d-d8283eddbef0 service neutron] 10.222.0.21 "GET /v2.0/networks/24efa68d-78e5-4e9f-9b41-56962fa9b9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883911 Sep 16 06:03:40.607020 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6cd792f5-d7e2-4429-bf41-c5a3d8cda015 req-de80ee5f-ea60-4aa2-9e6f-4396b53c0f4f service neutron] 10.222.0.21 "GET /v2.0/networks/24efa68d-78e5-4e9f-9b41-56962fa9b9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906687 Sep 16 06:03:41.107733 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:55.087041 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:58.995676 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:05.321801 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-313f4db8-008c-4aa7-8eb0-8c93fb510ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:07.285590 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:04:07.839225 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7e52286d-f43b-4b00-b5c4-7b182a7f2b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:08.622825 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:09.561043 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:11.075291 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:25.114941 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:29.057699 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:34.548063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fb5e3-fbfd-4c56-810e-506efea0c667 req-ef5f2b40-9b2a-454b-b5e4-13d1c8b50d3a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:34.549565 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900fb5e3-fbfd-4c56-810e-506efea0c667 req-ef5f2b40-9b2a-454b-b5e4-13d1c8b50d3a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 945 time: 0.1036808 Sep 16 06:04:34.604699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-900fb5e3-fbfd-4c56-810e-506efea0c667 req-4e8d567a-dbaf-4ed4-8585-cfff4c45c266 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475452 Sep 16 06:04:34.681619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9915f8b-8cc2-4e69-b656-45369e926ccb req-0e287e02-9826-4b6a-9abc-6eeeb83da807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:34.683271 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9915f8b-8cc2-4e69-b656-45369e926ccb req-0e287e02-9826-4b6a-9abc-6eeeb83da807 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 1097 time: 0.1328471 Sep 16 06:04:34.781275 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9915f8b-8cc2-4e69-b656-45369e926ccb req-b0e3878b-1aba-4a26-b2a8-488de4de8706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:34.782775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9915f8b-8cc2-4e69-b656-45369e926ccb req-b0e3878b-1aba-4a26-b2a8-488de4de8706 service neutron] 10.222.0.21 "GET /v2.0/networks?id=24efa68d-78e5-4e9f-9b41-56962fa9b9d5 HTTP/1.1" status: 200 len: 897 time: 0.0921726 Sep 16 06:04:34.859172 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9915f8b-8cc2-4e69-b656-45369e926ccb req-d6856ad1-319d-4578-9227-3ee51a1a162c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05866910-485f-49e1-bc26-d41c6b7e696d HTTP/1.1" status: 200 len: 1001 time: 0.0676186 Sep 16 06:04:34.909941 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9915f8b-8cc2-4e69-b656-45369e926ccb req-1237da7b-1717-449a-b3d9-dd945ffcd5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:34.911494 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9915f8b-8cc2-4e69-b656-45369e926ccb req-1237da7b-1717-449a-b3d9-dd945ffcd5e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cfa8cf9-1ed0-4b16-88d9-8deaf8008822 HTTP/1.1" status: 200 len: 834 time: 0.0446808 Sep 16 06:04:34.959838 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9915f8b-8cc2-4e69-b656-45369e926ccb req-27c08fb7-2df1-494c-a707-0161521824d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:34.961422 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9915f8b-8cc2-4e69-b656-45369e926ccb req-27c08fb7-2df1-494c-a707-0161521824d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24efa68d-78e5-4e9f-9b41-56962fa9b9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422471 Sep 16 06:04:35.059437 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9915f8b-8cc2-4e69-b656-45369e926ccb req-e98d3e03-18a4-4ded-993e-0b30dcf2aad2 service neutron] 10.222.0.21 "GET /v2.0/networks/24efa68d-78e5-4e9f-9b41-56962fa9b9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900717 Sep 16 06:04:35.152686 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e9915f8b-8cc2-4e69-b656-45369e926ccb req-d5cfe392-3341-4cb2-96d0-44dc47aedce9 service neutron] 10.222.0.21 "GET /v2.0/networks/24efa68d-78e5-4e9f-9b41-56962fa9b9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861652 Sep 16 06:04:35.280266 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6e2a63bf-a2b2-41a1-9a7c-387a0fe53ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:35.801926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b4300-ed15-4a4c-aa3d-b8a772347707 req-3453545d-e8d4-4915-bebd-796f83de7ad1 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:35.804148 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-343b4300-ed15-4a4c-aa3d-b8a772347707 req-3453545d-e8d4-4915-bebd-796f83de7ad1 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 945 time: 0.1125107 Sep 16 06:04:35.851673 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-343b4300-ed15-4a4c-aa3d-b8a772347707 req-eed67a04-dc2e-473c-8659-32524de56aec tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366194 Sep 16 06:04:36.977984 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946ac9b-d7e7-46a3-92bc-f75c641824be req-695e55db-be8d-415e-9adc-3eeba10cfeff tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:36.979566 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f946ac9b-d7e7-46a3-92bc-f75c641824be req-695e55db-be8d-415e-9adc-3eeba10cfeff tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 945 time: 0.0496759 Sep 16 06:04:37.018470 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f946ac9b-d7e7-46a3-92bc-f75c641824be req-b5e69810-45ef-4f73-ac1f-0dad01cdce65 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328703 Sep 16 06:04:37.850363 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-58810a95-c632-4de4-8f95-19a0ca3d3596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:38.135423 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518660e-bfb7-4822-a2aa-30af6168343e req-8355205d-5a08-4ba7-9dbc-91369e638787 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:38.136897 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5518660e-bfb7-4822-a2aa-30af6168343e req-8355205d-5a08-4ba7-9dbc-91369e638787 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 945 time: 0.0512590 Sep 16 06:04:38.183388 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5518660e-bfb7-4822-a2aa-30af6168343e req-bb5d5590-8b01-431d-8992-021fa3698e19 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404830 Sep 16 06:04:38.617851 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:39.319211 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedb5c3-bfa3-4320-8045-7f5680121635 req-dbb074a0-1cf4-4d01-b0ce-a2d65b1a7a81 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:39.321033 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bedb5c3-bfa3-4320-8045-7f5680121635 req-dbb074a0-1cf4-4d01-b0ce-a2d65b1a7a81 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 945 time: 0.0610573 Sep 16 06:04:39.373489 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2bedb5c3-bfa3-4320-8045-7f5680121635 req-3ba54204-cdf4-4f4e-8da7-3cb09f0a304a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459623 Sep 16 06:04:39.554903 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:40.488455 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0ed31-6729-46e9-bb10-524ad1a1db9c req-644af5d2-e8fc-4983-979d-80f584887d43 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:40.489975 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07a0ed31-6729-46e9-bb10-524ad1a1db9c req-644af5d2-e8fc-4983-979d-80f584887d43 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 945 time: 0.0497377 Sep 16 06:04:40.529712 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07a0ed31-6729-46e9-bb10-524ad1a1db9c req-e03106e8-8513-46e9-93a0-640c87dbb040 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329065 Sep 16 06:04:41.120794 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:41.648177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c796c4c-0148-46c2-9dff-4f2c44fb3097 req-b77549b0-b92a-451c-88ac-cdaacf022a84 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:41.649735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c796c4c-0148-46c2-9dff-4f2c44fb3097 req-b77549b0-b92a-451c-88ac-cdaacf022a84 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 945 time: 0.0516253 Sep 16 06:04:41.688839 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c796c4c-0148-46c2-9dff-4f2c44fb3097 req-06fe3466-6ec6-46bf-95cf-b66d28de7610 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330670 Sep 16 06:04:42.019093 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda01978-ee4b-4d5f-b02e-b8359fd8d8d3 req-9718801f-cee2-4196-b6f0-92f354084122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:42.020522 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cda01978-ee4b-4d5f-b02e-b8359fd8d8d3 req-9718801f-cee2-4196-b6f0-92f354084122 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 1097 time: 0.0441892 Sep 16 06:04:42.127543 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda01978-ee4b-4d5f-b02e-b8359fd8d8d3 req-1e3f3534-4d47-4855-92e8-b5e559f4cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:42.128957 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cda01978-ee4b-4d5f-b02e-b8359fd8d8d3 req-1e3f3534-4d47-4855-92e8-b5e559f4cff4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=24efa68d-78e5-4e9f-9b41-56962fa9b9d5 HTTP/1.1" status: 200 len: 897 time: 0.0878248 Sep 16 06:04:42.203338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cda01978-ee4b-4d5f-b02e-b8359fd8d8d3 req-a50e00d8-ca89-408c-a548-3793c685217e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05866910-485f-49e1-bc26-d41c6b7e696d HTTP/1.1" status: 200 len: 1001 time: 0.0655599 Sep 16 06:04:42.252554 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda01978-ee4b-4d5f-b02e-b8359fd8d8d3 req-9900918d-0c44-42a0-a289-cb1fc4fd78a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:42.254026 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cda01978-ee4b-4d5f-b02e-b8359fd8d8d3 req-9900918d-0c44-42a0-a289-cb1fc4fd78a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cfa8cf9-1ed0-4b16-88d9-8deaf8008822 HTTP/1.1" status: 200 len: 834 time: 0.0437424 Sep 16 06:04:42.300995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda01978-ee4b-4d5f-b02e-b8359fd8d8d3 req-f35a00d6-e336-49a7-a9c6-805f39141e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:42.302496 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cda01978-ee4b-4d5f-b02e-b8359fd8d8d3 req-f35a00d6-e336-49a7-a9c6-805f39141e1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24efa68d-78e5-4e9f-9b41-56962fa9b9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406260 Sep 16 06:04:42.396044 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cda01978-ee4b-4d5f-b02e-b8359fd8d8d3 req-53ba97be-54a2-4ba0-b4c8-d58f3bfe5072 service neutron] 10.222.0.21 "GET /v2.0/networks/24efa68d-78e5-4e9f-9b41-56962fa9b9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853622 Sep 16 06:04:42.491251 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cda01978-ee4b-4d5f-b02e-b8359fd8d8d3 req-44da7f23-07b0-4530-b582-309c147549c2 service neutron] 10.222.0.21 "GET /v2.0/networks/24efa68d-78e5-4e9f-9b41-56962fa9b9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869951 Sep 16 06:04:42.818283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f86a2-edf1-4fcb-ab38-94c3ee771df0 req-7c27afaa-5def-4878-a95f-ec9bb57b4456 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:42.820013 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-530f86a2-edf1-4fcb-ab38-94c3ee771df0 req-7c27afaa-5def-4878-a95f-ec9bb57b4456 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 945 time: 0.0621495 Sep 16 06:04:42.862469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-530f86a2-edf1-4fcb-ab38-94c3ee771df0 req-6b8d3376-19cb-450f-8a1e-2a75ca3496a4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359509 Sep 16 06:04:43.982611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b608b-5844-45bd-a0a3-b53daad237b9 req-e7eb0896-0b51-49f5-815e-810f1101e2d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:43.984210 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-827b608b-5844-45bd-a0a3-b53daad237b9 req-e7eb0896-0b51-49f5-815e-810f1101e2d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 945 time: 0.0504181 Sep 16 06:04:44.023369 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-827b608b-5844-45bd-a0a3-b53daad237b9 req-ca999e44-52ec-4821-9c5e-dd9643428f10 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331705 Sep 16 06:04:44.276103 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:04:45.138295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac2115-807f-4e9a-8669-d7cf967f1b57 req-248e14f3-7a89-4359-a72f-f1451de9e2b4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:45.139835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-baac2115-807f-4e9a-8669-d7cf967f1b57 req-248e14f3-7a89-4359-a72f-f1451de9e2b4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 945 time: 0.0494463 Sep 16 06:04:45.180859 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-baac2115-807f-4e9a-8669-d7cf967f1b57 req-a4b2c09e-6e64-4a3d-9490-61d784102e89 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348239 Sep 16 06:04:46.302725 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d80bd4-5706-4b36-a9de-45927b861411 req-52153094-0ef2-49c5-ba00-471ada582d3d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:46.304323 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0d80bd4-5706-4b36-a9de-45927b861411 req-52153094-0ef2-49c5-ba00-471ada582d3d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 945 time: 0.0558383 Sep 16 06:04:46.343603 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0d80bd4-5706-4b36-a9de-45927b861411 req-ecaa41a4-e059-4e4e-87c7-5a56cb2bd63b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331967 Sep 16 06:04:47.460888 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dd636-5012-4c7b-b07c-c24737a54081 req-5fd8cb45-ed72-41d5-af90-339f0228800e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:47.462416 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-025dd636-5012-4c7b-b07c-c24737a54081 req-5fd8cb45-ed72-41d5-af90-339f0228800e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 945 time: 0.0512578 Sep 16 06:04:47.508118 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-025dd636-5012-4c7b-b07c-c24737a54081 req-571e8206-c310-43cb-befb-119119d5d81a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380595 Sep 16 06:04:47.530090 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43136) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:47.592157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d4f185b8-158f-4900-9dcc-d58df7cc8228 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/floatingips/57a85dd3-ce51-4b24-965f-32d09ebeeaa0 HTTP/1.1" status: 200 len: 993 time: 0.0608678 Sep 16 06:04:55.152542 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.034118 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:05.279899 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4a05edb7-3f06-405f-b8c5-f66ffbf944ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:07.797647 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b05c42e4-0ef8-47b2-a065-4e90e0f9a254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:08.620882 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:09.574806 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:11.090947 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:21.275524 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:05:25.113929 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:29.039746 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:35.279397 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aac38330-d95d-4915-badb-be96de8f2b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:37.797516 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1597b59d-ced7-45f6-93f3-d1511f621a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:38.741845 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:39.587888 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:41.113569 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:42.551250 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43154) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:42.710901 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting port 53dcb18a-56c6-4a26-812c-640765232c4e {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:05:42.711246 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:42.785891 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:42.786216 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:42.798298 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Calling delete_port for 53dcb18a-56c6-4a26-812c-640765232c4e owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:05:42.994225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e5676a2-ec3f-4048-8039-a33028294115 req-38ad8fd9-e9fd-4e9f-bf9d-26002ef576ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441837 Sep 16 06:05:43.020308 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:43.051057 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Port': ['ID=53dcb18a-56c6-4a26-812c-640765232c4e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:43.065949 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:43.066362 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:43.066744 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:43.067125 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:43.067457 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:43.067786 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:43.068117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:43.068442 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:43.068769 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:43.069088 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:43.069404 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:43.069719 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:43.101115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5676a2-ec3f-4048-8039-a33028294115 req-187a371b-7cff-46eb-b6bb-dfc068e81356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:43.102571 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e5676a2-ec3f-4048-8039-a33028294115 req-187a371b-7cff-46eb-b6bb-dfc068e81356 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 1097 time: 0.0482509 Sep 16 06:05:43.132019 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:43.132530 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Floating IP 57a85dd3-ce51-4b24-965f-32d09ebeeaa0 disassociated (deleted). External IP: 172.25.4.171, port: 05866910-485f-49e1-bc26-d41c6b7e696d. Sep 16 06:05:43.214574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5676a2-ec3f-4048-8039-a33028294115 req-c0be9c91-ccf4-463f-9c9c-2e5dfb304df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:43.216108 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e5676a2-ec3f-4048-8039-a33028294115 req-c0be9c91-ccf4-463f-9c9c-2e5dfb304df6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=24efa68d-78e5-4e9f-9b41-56962fa9b9d5 HTTP/1.1" status: 200 len: 897 time: 0.0936630 Sep 16 06:05:43.259132 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e5676a2-ec3f-4048-8039-a33028294115 req-f3eb46e6-02b8-4745-8efe-58ff37674576 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05866910-485f-49e1-bc26-d41c6b7e696d HTTP/1.1" status: 200 len: 217 time: 0.0359941 Sep 16 06:05:43.311789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5676a2-ec3f-4048-8039-a33028294115 req-b84312fe-4bda-4024-bfda-8989977ce538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:43.313295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e5676a2-ec3f-4048-8039-a33028294115 req-b84312fe-4bda-4024-bfda-8989977ce538 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cfa8cf9-1ed0-4b16-88d9-8deaf8008822 HTTP/1.1" status: 200 len: 834 time: 0.0465446 Sep 16 06:05:43.364566 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router d9ca05f4-6c95-438e-98d6-0f722b941807 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:05:43.364812 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5676a2-ec3f-4048-8039-a33028294115 req-d1700995-5bfa-4f5e-91eb-357e377dec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:43.364812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e5676a2-ec3f-4048-8039-a33028294115 req-d1700995-5bfa-4f5e-91eb-357e377dec5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24efa68d-78e5-4e9f-9b41-56962fa9b9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405705 Sep 16 06:05:43.478787 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:05:43.486140 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:43.495553 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960da68-0b3a-4a7e-9193-5a7515323274 None None] Sync routers for ids ['d9ca05f4-6c95-438e-98d6-0f722b941807'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:05:43.508121 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960da68-0b3a-4a7e-9193-5a7515323274 None None] Routers {'d9ca05f4-6c95-438e-98d6-0f722b941807'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:05:43.509043 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7960da68-0b3a-4a7e-9193-5a7515323274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:05:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d9ca05f4-6c95-438e-98d6-0f722b941807'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:43.520948 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2fbaef17-bf1a-4c54-979e-7f4ccb05b8db tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/floatingips/57a85dd3-ce51-4b24-965f-32d09ebeeaa0 HTTP/1.1" status: 204 len: 168 time: 0.9685755 Sep 16 06:05:43.521660 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ff81f6-2113-460e-85a3-00d5f0c9ca9c', 'tag': '05866910-485f-49e1-bc26-d41c6b7e696d'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:05:43.524122 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2663f9d672860e5b08cb8136f6a16bb4a4489f933b2f52128081a9a2ad1bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7b6e36-190a-4b20-a75d-5105c71635ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ff81f6-2113-460e-85a3-00d5f0c9ca9c", "tag": "05866910-485f-49e1-bc26-d41c6b7e696d"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:05:43.582691 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01d84c8-725e-44c0-94bd-5d814f943dd4 x-openstack-request-id: req-a01d84c8-725e-44c0-94bd-5d814f943dd4 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:05:43.583794 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ff81f6-2113-460e-85a3-00d5f0c9ca9c", "tag": "05866910-485f-49e1-bc26-d41c6b7e696d", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:05:43.584220 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a01d84c8-725e-44c0-94bd-5d814f943dd4 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:05:43.584973 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ff81f6-2113-460e-85a3-00d5f0c9ca9c', 'tag': '05866910-485f-49e1-bc26-d41c6b7e696d', 'status': 'completed', 'code': 200} Sep 16 06:05:43.804500 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-7960da68-0b3a-4a7e-9193-5a7515323274 None None] Set router d9ca05f4-6c95-438e-98d6-0f722b941807 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:05:43.849843 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e5676a2-ec3f-4048-8039-a33028294115 req-3bbc8d1d-7116-411a-b913-8f7c3af532af service neutron] 10.222.0.21 "GET /v2.0/networks/24efa68d-78e5-4e9f-9b41-56962fa9b9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818542 Sep 16 06:05:43.985899 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e5676a2-ec3f-4048-8039-a33028294115 req-5a7715ea-73c6-4fa6-935e-4e276d884a2a service neutron] 10.222.0.21 "GET /v2.0/networks/24efa68d-78e5-4e9f-9b41-56962fa9b9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277747 Sep 16 06:05:44.008161 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6fd77-da7f-48ad-b656-ec992a5100f0 req-ec1897ba-1bbe-4802-abed-a49bd935c243 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:44.009904 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ee6fd77-da7f-48ad-b656-ec992a5100f0 req-ec1897ba-1bbe-4802-abed-a49bd935c243 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 945 time: 0.0638115 Sep 16 06:05:44.037929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7960da68-0b3a-4a7e-9193-5a7515323274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468552346', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:09Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:10Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '6eeac122-7259-41b6-be7e-0d01ca965bb8', 'name': '', 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:a9:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3cfa8cf9-1ed0-4b16-88d9-8deaf8008822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:13Z', 'updated_at': '2021-09-16T06:03:17Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '3cfa8cf9-1ed0-4b16-88d9-8deaf8008822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:44.054977 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4ee6fd77-da7f-48ad-b656-ec992a5100f0 req-31be8677-c0c6-493f-b1f8-0b3c4d78ddb4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380659 Sep 16 06:05:44.072092 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960da68-0b3a-4a7e-9193-5a7515323274 None None] Checking router: d9ca05f4-6c95-438e-98d6-0f722b941807 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:05:44.080163 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960da68-0b3a-4a7e-9193-5a7515323274 None None] Routers {'d9ca05f4-6c95-438e-98d6-0f722b941807'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:05:44.080798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7960da68-0b3a-4a7e-9193-5a7515323274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:05:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d9ca05f4-6c95-438e-98d6-0f722b941807'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:44.184377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b6e36-190a-4b20-a75d-5105c71635ba req-7e000d7f-048c-4bf7-93a8-858e9a72abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:44.187442 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e7b6e36-190a-4b20-a75d-5105c71635ba req-7e000d7f-048c-4bf7-93a8-858e9a72abf0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 1097 time: 0.0450547 Sep 16 06:05:44.195618 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-7960da68-0b3a-4a7e-9193-5a7515323274 None None] Set router d9ca05f4-6c95-438e-98d6-0f722b941807 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:05:44.293895 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b6e36-190a-4b20-a75d-5105c71635ba req-002852b2-5a24-45b3-bc3a-13e23bdccb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:44.295997 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e7b6e36-190a-4b20-a75d-5105c71635ba req-002852b2-5a24-45b3-bc3a-13e23bdccb5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=24efa68d-78e5-4e9f-9b41-56962fa9b9d5 HTTP/1.1" status: 200 len: 897 time: 0.1009629 Sep 16 06:05:44.338735 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e7b6e36-190a-4b20-a75d-5105c71635ba req-bd5c98e4-8ccd-4c28-85b9-cb2731fab1fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05866910-485f-49e1-bc26-d41c6b7e696d HTTP/1.1" status: 200 len: 217 time: 0.0343385 Sep 16 06:05:44.399370 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b6e36-190a-4b20-a75d-5105c71635ba req-6d4c05ea-325d-49b7-a30a-c9199ac69c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:44.401159 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e7b6e36-190a-4b20-a75d-5105c71635ba req-6d4c05ea-325d-49b7-a30a-c9199ac69c33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cfa8cf9-1ed0-4b16-88d9-8deaf8008822 HTTP/1.1" status: 200 len: 834 time: 0.0518875 Sep 16 06:05:44.402192 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7960da68-0b3a-4a7e-9193-5a7515323274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468552346', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:09Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:10Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '6eeac122-7259-41b6-be7e-0d01ca965bb8', 'name': '', 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:a9:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3cfa8cf9-1ed0-4b16-88d9-8deaf8008822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:13Z', 'updated_at': '2021-09-16T06:03:17Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '3cfa8cf9-1ed0-4b16-88d9-8deaf8008822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:44.434202 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960da68-0b3a-4a7e-9193-5a7515323274 None None] The sync data for ids ['d9ca05f4-6c95-438e-98d6-0f722b941807'] in n-d-712140-13 is: [{'id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468552346', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:09Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:10Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '6eeac122-7259-41b6-be7e-0d01ca965bb8', 'name': '', 'network_id': '24efa68d-78e5-4e9f-9b41-56962fa9b9d5', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:a9:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3cfa8cf9-1ed0-4b16-88d9-8deaf8008822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:13Z', 'updated_at': '2021-09-16T06:03:17Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '3cfa8cf9-1ed0-4b16-88d9-8deaf8008822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:05:44.455074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b6e36-190a-4b20-a75d-5105c71635ba req-c3476220-06a8-48ae-86a6-700aa6b52ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:44.456605 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e7b6e36-190a-4b20-a75d-5105c71635ba req-c3476220-06a8-48ae-86a6-700aa6b52ada service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24efa68d-78e5-4e9f-9b41-56962fa9b9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472519 Sep 16 06:05:44.555851 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e7b6e36-190a-4b20-a75d-5105c71635ba req-210ba27d-3dc2-49c8-8b53-77a58d221e9b service neutron] 10.222.0.21 "GET /v2.0/networks/24efa68d-78e5-4e9f-9b41-56962fa9b9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901353 Sep 16 06:05:44.660221 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e7b6e36-190a-4b20-a75d-5105c71635ba req-9c01eb02-7075-410e-9d6e-926882b029bf service neutron] 10.222.0.21 "GET /v2.0/networks/24efa68d-78e5-4e9f-9b41-56962fa9b9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971713 Sep 16 06:05:44.677071 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20244ad5-38fd-4af6-a152-d758e23d6b0e None None] New status for floating IP 57a85dd3-ce51-4b24-965f-32d09ebeeaa0: DOWN {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:05:45.190995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c1626-ff85-44eb-a09f-b3d47a6e87ce req-0777484b-4946-4fa5-9faa-c8dc01d5d929 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:45.192537 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-252c1626-ff85-44eb-a09f-b3d47a6e87ce req-0777484b-4946-4fa5-9faa-c8dc01d5d929 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 945 time: 0.0634048 Sep 16 06:05:45.231409 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-252c1626-ff85-44eb-a09f-b3d47a6e87ce req-99674a73-2dc5-44b5-967d-2cebdc5e6aed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=226d7e10-9270-482a-9b62-5f473631f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327880 Sep 16 06:05:45.845030 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf02f79-0543-4d66-b498-0b6e946ad45e req-d1308716-b28b-47ce-9383-2766e88ed672 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:45.846626 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3bf02f79-0543-4d66-b498-0b6e946ad45e req-d1308716-b28b-47ce-9383-2766e88ed672 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 945 time: 0.0567238 Sep 16 06:05:45.946478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-3bf02f79-0543-4d66-b498-0b6e946ad45e req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting port 05866910-485f-49e1-bc26-d41c6b7e696d {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:05:45.946822 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3bf02f79-0543-4d66-b498-0b6e946ad45e req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:46.040259 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-3bf02f79-0543-4d66-b498-0b6e946ad45e req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] For port 05866910-485f-49e1-bc26-d41c6b7e696d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=05866910-485f-49e1-bc26-d41c6b7e696d,segment=NetworkSegment(223c60d4-dd7d-4cde-a0ab-08e1445ca87f),segment_id=223c60d4-dd7d-4cde-a0ab-08e1445ca87f)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:46.040628 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3bf02f79-0543-4d66-b498-0b6e946ad45e req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:46.054815 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-3bf02f79-0543-4d66-b498-0b6e946ad45e req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Calling delete_port for 05866910-485f-49e1-bc26-d41c6b7e696d owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:05:46.273128 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3bf02f79-0543-4d66-b498-0b6e946ad45e req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:46.301549 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Port': ['ID=05866910-485f-49e1-bc26-d41c6b7e696d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:46.344163 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:46.344524 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:46.344873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:46.345214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:46.345556 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:46.345896 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:46.346251 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:46.346571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:46.346925 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:46.347260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:46.347628 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:46.347947 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:46.365355 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c4c04d23-5a21-4410-baa9-8af2c3505a32 req-1b23ad22-1b8d-41d5-8146-c4281d44d702 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ff81f6-2113-460e-85a3-00d5f0c9ca9c HTTP/1.1" status: 200 len: 210 time: 0.0613754 Sep 16 06:05:46.385618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf02f79-0543-4d66-b498-0b6e946ad45e req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] No DVR routers for this DVR port 05866910-485f-49e1-bc26-d41c6b7e696d on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:05:46.389195 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3bf02f79-0543-4d66-b498-0b6e946ad45e req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:46.392225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3bf02f79-0543-4d66-b498-0b6e946ad45e req-9e4169d9-e1d2-4fa7-a155-e6501730e852 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.21 "DELETE /v2.0/ports/05866910-485f-49e1-bc26-d41c6b7e696d HTTP/1.1" status: 204 len: 173 time: 0.5388532 Sep 16 06:05:46.392225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ff81f6-2113-460e-85a3-00d5f0c9ca9c', 'name': 'network-vif-deleted', 'tag': '05866910-485f-49e1-bc26-d41c6b7e696d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:05:46.394050 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208a7944-0d79-4f28-93cf-bef3eb2e9ff6" -d '{"events": [{"server_uuid": "a7ff81f6-2113-460e-85a3-00d5f0c9ca9c", "name": "network-vif-deleted", "tag": "05866910-485f-49e1-bc26-d41c6b7e696d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:05:46.432976 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b28b479-cf9f-4854-838f-918fe3e8eec9 x-openstack-request-id: req-7b28b479-cf9f-4854-838f-918fe3e8eec9 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:05:46.433280 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ff81f6-2113-460e-85a3-00d5f0c9ca9c", "name": "network-vif-deleted", "tag": "05866910-485f-49e1-bc26-d41c6b7e696d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:05:46.433610 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b28b479-cf9f-4854-838f-918fe3e8eec9 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:05:46.434055 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ff81f6-2113-460e-85a3-00d5f0c9ca9c', 'name': 'network-vif-deleted', 'tag': '05866910-485f-49e1-bc26-d41c6b7e696d', 'status': 'completed', 'code': 200} Sep 16 06:05:47.437375 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43172) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:47.823276 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95f70acb-8318-46e2-92b2-6c80aabce1d8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.102691 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-95f70acb-8318-46e2-92b2-6c80aabce1d8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting port 6eeac122-7259-41b6-be7e-0d01ca965bb8 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:05:48.102992 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95f70acb-8318-46e2-92b2-6c80aabce1d8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.196740 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-95f70acb-8318-46e2-92b2-6c80aabce1d8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] For port 6eeac122-7259-41b6-be7e-0d01ca965bb8, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=6eeac122-7259-41b6-be7e-0d01ca965bb8,segment=NetworkSegment(223c60d4-dd7d-4cde-a0ab-08e1445ca87f),segment_id=223c60d4-dd7d-4cde-a0ab-08e1445ca87f)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:48.197109 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95f70acb-8318-46e2-92b2-6c80aabce1d8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.211210 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-95f70acb-8318-46e2-92b2-6c80aabce1d8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Calling delete_port for 6eeac122-7259-41b6-be7e-0d01ca965bb8 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:05:48.764660 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95f70acb-8318-46e2-92b2-6c80aabce1d8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.799497 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f70acb-8318-46e2-92b2-6c80aabce1d8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Port': ['ID=6eeac122-7259-41b6-be7e-0d01ca965bb8,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:48.985541 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-95f70acb-8318-46e2-92b2-6c80aabce1d8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.221061 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f70acb-8318-46e2-92b2-6c80aabce1d8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router d9ca05f4-6c95-438e-98d6-0f722b941807 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:05:49.331909 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f70acb-8318-46e2-92b2-6c80aabce1d8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:05:49.337168 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-95f70acb-8318-46e2-92b2-6c80aabce1d8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "PUT /v2.0/routers/d9ca05f4-6c95-438e-98d6-0f722b941807/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8987217 Sep 16 06:05:49.339828 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43174) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:49.343024 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675e2e88-ca49-4d00-94ef-056adbbdb251 None None] Sync routers for ids ['d9ca05f4-6c95-438e-98d6-0f722b941807'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:05:49.353010 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675e2e88-ca49-4d00-94ef-056adbbdb251 None None] Routers {'d9ca05f4-6c95-438e-98d6-0f722b941807'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:05:49.355863 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-675e2e88-ca49-4d00-94ef-056adbbdb251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:05:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d9ca05f4-6c95-438e-98d6-0f722b941807'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:49.396007 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-1019af50-f15c-4165-8e76-cae5bf2514f9 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting subnet 3cfa8cf9-1ed0-4b16-88d9-8deaf8008822 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:05:49.399322 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1019af50-f15c-4165-8e76-cae5bf2514f9 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.447556 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1019af50-f15c-4165-8e76-cae5bf2514f9 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.468607 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-675e2e88-ca49-4d00-94ef-056adbbdb251 None None] Set router d9ca05f4-6c95-438e-98d6-0f722b941807 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:05:49.546415 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1019af50-f15c-4165-8e76-cae5bf2514f9 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.664067 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-675e2e88-ca49-4d00-94ef-056adbbdb251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468552346', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:09Z', 'updated_at': '2021-09-16T06:05:48Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:10Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:49.688841 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1019af50-f15c-4165-8e76-cae5bf2514f9 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.691929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675e2e88-ca49-4d00-94ef-056adbbdb251 None None] Checking router: d9ca05f4-6c95-438e-98d6-0f722b941807 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:05:49.701801 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675e2e88-ca49-4d00-94ef-056adbbdb251 None None] Routers {'d9ca05f4-6c95-438e-98d6-0f722b941807'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:05:49.702522 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-675e2e88-ca49-4d00-94ef-056adbbdb251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:05:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['d9ca05f4-6c95-438e-98d6-0f722b941807'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:49.725247 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-1019af50-f15c-4165-8e76-cae5bf2514f9 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.730117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43176) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:49.730996 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1019af50-f15c-4165-8e76-cae5bf2514f9 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/subnets/3cfa8cf9-1ed0-4b16-88d9-8deaf8008822 HTTP/1.1" status: 204 len: 168 time: 0.3898911 Sep 16 06:05:49.732670 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019af50-f15c-4165-8e76-cae5bf2514f9 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Subnet': ['ID=3cfa8cf9-1ed0-4b16-88d9-8deaf8008822,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:49.741976 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4ed107-33b7-4a5b-b11a-995be696909e None None] Network 24efa68d-78e5-4e9f-9b41-56962fa9b9d5 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:05:49.867028 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dff187b0-70a0-4d7c-82a4-a0292432828b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.922250 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-675e2e88-ca49-4d00-94ef-056adbbdb251 None None] Set router d9ca05f4-6c95-438e-98d6-0f722b941807 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:05:49.991037 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dff187b0-70a0-4d7c-82a4-a0292432828b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:50.076950 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] DHCP port deletion for 24efa68d-78e5-4e9f-9b41-56962fa9b9d5 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:05:50.117133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-dff187b0-70a0-4d7c-82a4-a0292432828b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting port 205c14f3-fbce-4d02-8023-12f86cdd9aef {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:05:50.117368 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dff187b0-70a0-4d7c-82a4-a0292432828b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:50.157657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-675e2e88-ca49-4d00-94ef-056adbbdb251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468552346', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:09Z', 'updated_at': '2021-09-16T06:05:48Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:10Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:50.197045 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675e2e88-ca49-4d00-94ef-056adbbdb251 None None] The sync data for ids ['d9ca05f4-6c95-438e-98d6-0f722b941807'] in n-d-712140-13 is: [{'id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468552346', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:09Z', 'updated_at': '2021-09-16T06:05:48Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '205c14f3-fbce-4d02-8023-12f86cdd9aef', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca05f4-6c95-438e-98d6-0f722b941807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:10Z', 'updated_at': '2021-09-16T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:05:50.199541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] Deleting port c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:05:50.199914 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:50.213892 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-dff187b0-70a0-4d7c-82a4-a0292432828b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] For port 205c14f3-fbce-4d02-8023-12f86cdd9aef, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=205c14f3-fbce-4d02-8023-12f86cdd9aef,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:50.214442 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dff187b0-70a0-4d7c-82a4-a0292432828b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:50.234522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-dff187b0-70a0-4d7c-82a4-a0292432828b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Calling delete_port for 205c14f3-fbce-4d02-8023-12f86cdd9aef owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:05:50.271369 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] For port c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff,segment=NetworkSegment(223c60d4-dd7d-4cde-a0ab-08e1445ca87f),segment_id=223c60d4-dd7d-4cde-a0ab-08e1445ca87f)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:50.271752 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:50.286612 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] Calling delete_port for c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:05:50.449721 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 05866910-485f-49e1-bc26-d41c6b7e696d no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:05:50.470603 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 05866910-485f-49e1-bc26-d41c6b7e696d {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:05:50.474253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 05866910-485f-49e1-bc26-d41c6b7e696d not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:05:50.474253 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:50.500137 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] Pushing event deleted for resources: {'Port': ['ID=c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:50.508090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] No DVR routers for this DVR port c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:05:50.514773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:50.514773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:50.514773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:50.514773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:50.514773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:50.514773 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:50.515948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:50.515948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:50.515948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:50.516613 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:50.516613 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:50.516797 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69f7-1956-4608-820d-fe5f933e330b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:50.610385 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dff187b0-70a0-4d7c-82a4-a0292432828b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:50.636915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff187b0-70a0-4d7c-82a4-a0292432828b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Port': ['ID=205c14f3-fbce-4d02-8023-12f86cdd9aef,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:50.707535 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dff187b0-70a0-4d7c-82a4-a0292432828b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:50.805866 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dff187b0-70a0-4d7c-82a4-a0292432828b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:50.808142 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dff187b0-70a0-4d7c-82a4-a0292432828b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:50.918818 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dff187b0-70a0-4d7c-82a4-a0292432828b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:50.919422 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff187b0-70a0-4d7c-82a4-a0292432828b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Fanout notify agent at l3_agent the message router_deleted on router d9ca05f4-6c95-438e-98d6-0f722b941807 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:05:50.926961 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-dff187b0-70a0-4d7c-82a4-a0292432828b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:50.928289 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-dff187b0-70a0-4d7c-82a4-a0292432828b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/routers/d9ca05f4-6c95-438e-98d6-0f722b941807 HTTP/1.1" status: 204 len: 168 time: 1.1961734 Sep 16 06:05:50.931533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43178) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:51.014964 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d746fead-b44f-40ed-9fd7-e59f8f7b68dc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:51.119904 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d746fead-b44f-40ed-9fd7-e59f8f7b68dc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:51.141388 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-d746fead-b44f-40ed-9fd7-e59f8f7b68dc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24efa68d-78e5-4e9f-9b41-56962fa9b9d5']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:51.150837 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-d746fead-b44f-40ed-9fd7-e59f8f7b68dc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223c60d4-dd7d-4cde-a0ab-08e1445ca87f') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:51.151168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-d746fead-b44f-40ed-9fd7-e59f8f7b68dc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223c60d4-dd7d-4cde-a0ab-08e1445ca87f') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:51.160618 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d746fead-b44f-40ed-9fd7-e59f8f7b68dc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:51.174095 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d746fead-b44f-40ed-9fd7-e59f8f7b68dc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:51.180241 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d746fead-b44f-40ed-9fd7-e59f8f7b68dc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:05:51.180642 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d746fead-b44f-40ed-9fd7-e59f8f7b68dc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: timer() Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:05:51.183602 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:05:51.399166 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d746fead-b44f-40ed-9fd7-e59f8f7b68dc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:51.405488 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d746fead-b44f-40ed-9fd7-e59f8f7b68dc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:51.407445 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d746fead-b44f-40ed-9fd7-e59f8f7b68dc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/networks/24efa68d-78e5-4e9f-9b41-56962fa9b9d5 HTTP/1.1" status: 204 len: 168 time: 0.4749289 Sep 16 06:05:51.410285 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43180) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:51.423791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746fead-b44f-40ed-9fd7-e59f8f7b68dc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Network': ['ID=24efa68d-78e5-4e9f-9b41-56962fa9b9d5,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:51.477705 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0443-e995-4ac9-86e5-f033d8432659 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:51.504615 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0443-e995-4ac9-86e5-f033d8432659 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:51.656093 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0443-e995-4ac9-86e5-f033d8432659 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:51.658776 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0443-e995-4ac9-86e5-f033d8432659 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:51.659990 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ea7e0443-e995-4ac9-86e5-f033d8432659 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/security-groups/226d7e10-9270-482a-9b62-5f473631f0a5 HTTP/1.1" status: 204 len: 168 time: 0.2484233 Sep 16 06:05:51.669646 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e0443-e995-4ac9-86e5-f033d8432659 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=226d7e10-9270-482a-9b62-5f473631f0a5,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:51.939918 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:05:51.961114 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:05:51.961464 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device c017e4cd-50a5-401d-a7b9-2abf0c6bb8ff not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:05:51.961868 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6eeac122-7259-41b6-be7e-0d01ca965bb8 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:05:51.983541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 6eeac122-7259-41b6-be7e-0d01ca965bb8 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:05:51.983877 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 6eeac122-7259-41b6-be7e-0d01ca965bb8 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:05:51.984412 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 205c14f3-fbce-4d02-8023-12f86cdd9aef no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:05:52.004000 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 205c14f3-fbce-4d02-8023-12f86cdd9aef {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:05:52.004343 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 205c14f3-fbce-4d02-8023-12f86cdd9aef not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:05:54.310086 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43192) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:54.315284 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-43ddeab5-a074-4327-8231-a926133da691 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-708877745', 'description': 'tempest-secgroup-smoke-708877745 description', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:54.419997 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43ddeab5-a074-4327-8231-a926133da691 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:54.507262 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43ddeab5-a074-4327-8231-a926133da691 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:54.570578 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43ddeab5-a074-4327-8231-a926133da691 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:54.600287 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddeab5-a074-4327-8231-a926133da691 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d08f25b-c67c-40ec-9366-3f4f09e5d548,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:54.667854 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-43ddeab5-a074-4327-8231-a926133da691 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:54.669277 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-43ddeab5-a074-4327-8231-a926133da691 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3581154 Sep 16 06:05:54.672765 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43194) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:54.677522 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-5005af1a-ed5b-4d37-bb15-e6a2f945bc78 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '1d08f25b-c67c-40ec-9366-3f4f09e5d548', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:54.773449 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5005af1a-ed5b-4d37-bb15-e6a2f945bc78 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:54.837240 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5005af1a-ed5b-4d37-bb15-e6a2f945bc78 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:54.935856 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5005af1a-ed5b-4d37-bb15-e6a2f945bc78 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:54.955157 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005af1a-ed5b-4d37-bb15-e6a2f945bc78 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158c0e19-c373-430b-9e11-5d73f38dc67e,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:55.036987 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5005af1a-ed5b-4d37-bb15-e6a2f945bc78 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:55.038271 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5005af1a-ed5b-4d37-bb15-e6a2f945bc78 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3645563 Sep 16 06:05:55.041094 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43196) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:55.046340 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-65aac935-b385-4b7f-8725-ef9a542d517f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '1d08f25b-c67c-40ec-9366-3f4f09e5d548', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:55.158983 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65aac935-b385-4b7f-8725-ef9a542d517f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:55.192971 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:55.218282 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65aac935-b385-4b7f-8725-ef9a542d517f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:55.296223 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65aac935-b385-4b7f-8725-ef9a542d517f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:55.315666 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aac935-b385-4b7f-8725-ef9a542d517f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e8efc8-5930-4951-a971-566141fe93c8,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:55.408326 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-65aac935-b385-4b7f-8725-ef9a542d517f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:55.409676 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-65aac935-b385-4b7f-8725-ef9a542d517f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3675556 Sep 16 06:05:55.412549 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43198) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:55.417001 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c73fdd7f-d832-4851-801e-aff46db4b43f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '1d08f25b-c67c-40ec-9366-3f4f09e5d548', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:55.539429 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c73fdd7f-d832-4851-801e-aff46db4b43f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:55.596859 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c73fdd7f-d832-4851-801e-aff46db4b43f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:55.670977 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c73fdd7f-d832-4851-801e-aff46db4b43f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:55.689847 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fdd7f-d832-4851-801e-aff46db4b43f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e27026-6f81-4694-84c6-be631020d202,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:55.770140 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c73fdd7f-d832-4851-801e-aff46db4b43f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:55.771530 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c73fdd7f-d832-4851-801e-aff46db4b43f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3579860 Sep 16 06:05:55.774147 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43202) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:55.778633 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-37081172-88fc-4f82-8400-decf9b6cea37 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '1d08f25b-c67c-40ec-9366-3f4f09e5d548', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:55.881819 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37081172-88fc-4f82-8400-decf9b6cea37 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:55.943859 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37081172-88fc-4f82-8400-decf9b6cea37 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:56.013519 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37081172-88fc-4f82-8400-decf9b6cea37 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:56.031051 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37081172-88fc-4f82-8400-decf9b6cea37 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02aeecf-03ab-4453-b0a7-90eea389ec26,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:56.084398 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37081172-88fc-4f82-8400-decf9b6cea37 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:56.085711 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-37081172-88fc-4f82-8400-decf9b6cea37 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3105965 Sep 16 06:05:56.088519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43204) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:56.093193 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-7441ea52-e602-44e8-87ad-42742c570624 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '1d08f25b-c67c-40ec-9366-3f4f09e5d548', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:56.179633 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-7441ea52-e602-44e8-87ad-42742c570624 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Project bbff491c10c04c2a9bc6bce4ccece8d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:05:56.185156 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7441ea52-e602-44e8-87ad-42742c570624 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:56.247882 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7441ea52-e602-44e8-87ad-42742c570624 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:56.316837 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7441ea52-e602-44e8-87ad-42742c570624 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:56.334397 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441ea52-e602-44e8-87ad-42742c570624 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3b4234-7895-4a6a-a06d-ee83022ddbc3,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:56.402705 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7441ea52-e602-44e8-87ad-42742c570624 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:56.404045 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7441ea52-e602-44e8-87ad-42742c570624 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3144028 Sep 16 06:05:56.407617 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43206) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:56.412288 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-91e7e130-80e1-46d5-9d07-54db29bb9d6e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '1d08f25b-c67c-40ec-9366-3f4f09e5d548', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:56.490092 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-91e7e130-80e1-46d5-9d07-54db29bb9d6e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Project bbff491c10c04c2a9bc6bce4ccece8d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:05:56.495966 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-91e7e130-80e1-46d5-9d07-54db29bb9d6e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:56.559046 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-91e7e130-80e1-46d5-9d07-54db29bb9d6e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:56.626947 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-91e7e130-80e1-46d5-9d07-54db29bb9d6e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:56.644894 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7e130-80e1-46d5-9d07-54db29bb9d6e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f5b082-a1ca-4b6b-a901-1fb461f6c71e,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:56.712893 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-91e7e130-80e1-46d5-9d07-54db29bb9d6e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:56.714176 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-91e7e130-80e1-46d5-9d07-54db29bb9d6e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3055532 Sep 16 06:05:56.717007 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43208) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:56.723104 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-7731c662-8277-4503-b408-dde3e1fa8ebb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'network': {'name': 'tempest-network-smoke--592235154', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'port_security_enabled': True}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:56.804317 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7731c662-8277-4503-b408-dde3e1fa8ebb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Made reservation on behalf of bbff491c10c04c2a9bc6bce4ccece8d2 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:05:56.808022 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7731c662-8277-4503-b408-dde3e1fa8ebb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:56.831695 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7731c662-8277-4503-b408-dde3e1fa8ebb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:05:56.840107 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7731c662-8277-4503-b408-dde3e1fa8ebb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:56.840470 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-7731c662-8277-4503-b408-dde3e1fa8ebb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Added segment 767e8c21-010f-45b9-8c3e-2b25a43e0c51 of type vlan for network 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c Sep 16 06:05:56.883940 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7731c662-8277-4503-b408-dde3e1fa8ebb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:56.981854 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7731c662-8277-4503-b408-dde3e1fa8ebb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:56.988229 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7731c662-8277-4503-b408-dde3e1fa8ebb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:56.988821 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-7731c662-8277-4503-b408-dde3e1fa8ebb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:57.054075 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731c662-8277-4503-b408-dde3e1fa8ebb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Network': ['ID=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:57.064883 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:05:57.108204 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-7731c662-8277-4503-b408-dde3e1fa8ebb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3900807 Sep 16 06:05:57.111027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43210) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:57.115567 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-506692ac-2c54-4b84-9cdd-4b0b0200b8d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-528428712', 'admin_state_up': True, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:57.198604 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-506692ac-2c54-4b84-9cdd-4b0b0200b8d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:57.199709 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-506692ac-2c54-4b84-9cdd-4b0b0200b8d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:57.259712 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-506692ac-2c54-4b84-9cdd-4b0b0200b8d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:57.470443 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-506692ac-2c54-4b84-9cdd-4b0b0200b8d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:57.731057 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-506692ac-2c54-4b84-9cdd-4b0b0200b8d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:57.752396 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-506692ac-2c54-4b84-9cdd-4b0b0200b8d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:57.859655 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-506692ac-2c54-4b84-9cdd-4b0b0200b8d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Allocated IP 172.25.4.31 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/77fa8344-faa2-44ea-ab07-ca8c80324f6e) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:05:57.965110 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-506692ac-2c54-4b84-9cdd-4b0b0200b8d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:58.079879 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-506692ac-2c54-4b84-9cdd-4b0b0200b8d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:58.115933 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506692ac-2c54-4b84-9cdd-4b0b0200b8d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:05:58.118627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-506692ac-2c54-4b84-9cdd-4b0b0200b8d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:05:58.122117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506692ac-2c54-4b84-9cdd-4b0b0200b8d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:05:58.152439 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506692ac-2c54-4b84-9cdd-4b0b0200b8d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=77fa8344-faa2-44ea-ab07-ca8c80324f6e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:58.274434 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:05:58.452073 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-506692ac-2c54-4b84-9cdd-4b0b0200b8d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:58.659620 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-506692ac-2c54-4b84-9cdd-4b0b0200b8d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:58.864979 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506692ac-2c54-4b84-9cdd-4b0b0200b8d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router dfd0d369-d959-4a90-a495-eb7acddcf524 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:05:58.980396 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506692ac-2c54-4b84-9cdd-4b0b0200b8d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:05:58.991875 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] Sync routers for ids ['dfd0d369-d959-4a90-a495-eb7acddcf524'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:05:59.001926 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] Routers {'dfd0d369-d959-4a90-a495-eb7acddcf524'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:05:59.002552 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:05:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dfd0d369-d959-4a90-a495-eb7acddcf524'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:59.009936 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:59.073282 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-506692ac-2c54-4b84-9cdd-4b0b0200b8d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:59.074604 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-506692ac-2c54-4b84-9cdd-4b0b0200b8d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9625967 Sep 16 06:05:59.078355 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43212) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:59.110171 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-865fcbe8-e5a3-4ba9-a123-453c2f1580ec tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=bbff491c10c04c2a9bc6bce4ccece8d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279171 Sep 16 06:05:59.110392 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] Set router dfd0d369-d959-4a90-a495-eb7acddcf524 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:05:59.110547 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43214) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:59.204634 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eebe2f-96ba-409b-be05-465ddf8d09fa tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:59.206207 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c4eebe2f-96ba-409b-be05-465ddf8d09fa tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948250 Sep 16 06:05:59.209060 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43216) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:59.237393 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-1f5fd0d0-031d-400a-bb59-2b3baaa24f84 tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272517 Sep 16 06:05:59.240016 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43218) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:59.245229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-09ee4735-ea2a-4170-96ed-dd0c49de9ffd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-993245517', 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:59.289992 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528428712', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:05:58Z', 'revision_number': 3, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:05:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:59.317250 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] Checking router: dfd0d369-d959-4a90-a495-eb7acddcf524 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:05:59.317599 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] Updating router dfd0d369-d959-4a90-a495-eb7acddcf524 port 77fa8344-faa2-44ea-ab07-ca8c80324f6e binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:05:59.342933 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:59.413756 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ee4735-ea2a-4170-96ed-dd0c49de9ffd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Made reservation on behalf of bbff491c10c04c2a9bc6bce4ccece8d2 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:05:59.417310 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-09ee4735-ea2a-4170-96ed-dd0c49de9ffd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:59.602349 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:59.665345 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:59.694025 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-09ee4735-ea2a-4170-96ed-dd0c49de9ffd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:59.713538 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] Attempting to bind port 77fa8344-faa2-44ea-ab07-ca8c80324f6e on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:05:59.713912 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] Attempting to bind port 77fa8344-faa2-44ea-ab07-ca8c80324f6e by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:05:59.714270 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] Attempting to bind port 77fa8344-faa2-44ea-ab07-ca8c80324f6e on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:05:59.728039 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:05:59.728416 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:05:59.728815 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:59.729212 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:05:59.729680 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] Bound port: 77fa8344-faa2-44ea-ab07-ca8c80324f6e, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:05:59.730055 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:59.731631 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e3e32-7abd-4b99-aa8b-c41ba9e871fc None None] Pushing event updated for resources: {'Port': ['ID=77fa8344-faa2-44ea-ab07-ca8c80324f6e,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:59.756319 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e3e32-7abd-4b99-aa8b-c41ba9e871fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:59.756654 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e3e32-7abd-4b99-aa8b-c41ba9e871fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:59.756984 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e3e32-7abd-4b99-aa8b-c41ba9e871fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:59.757311 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e3e32-7abd-4b99-aa8b-c41ba9e871fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:59.757662 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e3e32-7abd-4b99-aa8b-c41ba9e871fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:59.758000 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e3e32-7abd-4b99-aa8b-c41ba9e871fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:59.758320 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e3e32-7abd-4b99-aa8b-c41ba9e871fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:59.758634 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e3e32-7abd-4b99-aa8b-c41ba9e871fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:59.758969 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e3e32-7abd-4b99-aa8b-c41ba9e871fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:59.759285 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e3e32-7abd-4b99-aa8b-c41ba9e871fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:59.759595 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e3e32-7abd-4b99-aa8b-c41ba9e871fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:59.759900 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e3e32-7abd-4b99-aa8b-c41ba9e871fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:59.763304 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee4735-ea2a-4170-96ed-dd0c49de9ffd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Subnet': ['ID=0d704443-ac11-4e06-8b0d-5863d9030d89,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:59.771141 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ee4735-ea2a-4170-96ed-dd0c49de9ffd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Checking segment: {'id': '767e8c21-010f-45b9-8c3e-2b25a43e0c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:05:59.771541 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ee4735-ea2a-4170-96ed-dd0c49de9ffd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network hostable DHCP agents. Network: 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:05:59.795783 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] For port 77fa8344-faa2-44ea-ab07-ca8c80324f6e, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:05:59.799342 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] For port 77fa8344-faa2-44ea-ab07-ca8c80324f6e, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=77fa8344-faa2-44ea-ab07-ca8c80324f6e,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:05:59.878453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ee4735-ea2a-4170-96ed-dd0c49de9ffd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:05:59.890634 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:59.950475 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] Routers {'dfd0d369-d959-4a90-a495-eb7acddcf524'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:05:59.951157 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:05:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dfd0d369-d959-4a90-a495-eb7acddcf524'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:59.953777 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e3e32-7abd-4b99-aa8b-c41ba9e871fc None None] Pushing event updated for resources: {'Port': ['ID=77fa8344-faa2-44ea-ab07-ca8c80324f6e,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:59.962336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-09ee4735-ea2a-4170-96ed-dd0c49de9ffd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:05:59.967081 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ee4735-ea2a-4170-96ed-dd0c49de9ffd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:59.967857 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-09ee4735-ea2a-4170-96ed-dd0c49de9ffd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:59.971904 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fbfc50-ba23-4c59-bf03-38a2d579eccf None None] Network 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:06:00.057732 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-09ee4735-ea2a-4170-96ed-dd0c49de9ffd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8165138 Sep 16 06:06:00.058066 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43220) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:00.135015 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c', 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ips': [{'subnet_id': '0d704443-ac11-4e06-8b0d-5863d9030d89'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:06:00.136701 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:00.161427 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] Set router dfd0d369-d959-4a90-a495-eb7acddcf524 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:06:00.284048 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] Allocated IP 172.20.0.2 (39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c/0d704443-ac11-4e06-8b0d-5863d9030d89/9c77c08f-23be-41cb-8bfd-3a99dd3c9aee) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:06:00.345040 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528428712', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:05:58Z', 'revision_number': 3, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:00.375187 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d138f8-1188-4a6d-8c2c-bf360f39c0aa None None] The sync data for ids ['dfd0d369-d959-4a90-a495-eb7acddcf524'] in n-d-712140-13 is: [{'id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528428712', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:05:58Z', 'revision_number': 3, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:06:00.442393 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:00.518969 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:00.541570 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5efb5a4a-e92d-485a-a83b-177c728c6b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:00.562103 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] Network 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:06:00.565302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:06:00.571717 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:06:00.579986 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] Pushing event updated for resources: {'Port': ['ID=9c77c08f-23be-41cb-8bfd-3a99dd3c9aee,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:00.663889 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] Attempting to bind port 9c77c08f-23be-41cb-8bfd-3a99dd3c9aee on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:06:00.664215 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] Attempting to bind port 9c77c08f-23be-41cb-8bfd-3a99dd3c9aee by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '767e8c21-010f-45b9-8c3e-2b25a43e0c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:06:00.664586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] Attempting to bind port 9c77c08f-23be-41cb-8bfd-3a99dd3c9aee on network 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:06:00.676064 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:06:00.676763 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] Checking segment: {'id': '767e8c21-010f-45b9-8c3e-2b25a43e0c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:06:00.677261 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:00.677758 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] Bound using segment: {'id': '767e8c21-010f-45b9-8c3e-2b25a43e0c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:06:00.678355 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] Bound port: 9c77c08f-23be-41cb-8bfd-3a99dd3c9aee, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767e8c21-010f-45b9-8c3e-2b25a43e0c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:06:00.678839 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:00.775908 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] For port 9c77c08f-23be-41cb-8bfd-3a99dd3c9aee, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:06:00.780008 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] For port 9c77c08f-23be-41cb-8bfd-3a99dd3c9aee, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9c77c08f-23be-41cb-8bfd-3a99dd3c9aee,segment=NetworkSegment(767e8c21-010f-45b9-8c3e-2b25a43e0c51),segment_id=767e8c21-010f-45b9-8c3e-2b25a43e0c51)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:06:00.883701 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:00.950675 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c846057-1bfc-4058-9efc-f381d5de1616 None None] Pushing event updated for resources: {'Port': ['ID=9c77c08f-23be-41cb-8bfd-3a99dd3c9aee,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:01.240121 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-5efb5a4a-e92d-485a-a83b-177c728c6b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Allocated IP 172.20.0.1 (39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c/0d704443-ac11-4e06-8b0d-5863d9030d89/118d3e65-fa73-4130-bef9-50bdb9d13814) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:06:01.384052 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5efb5a4a-e92d-485a-a83b-177c728c6b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:01.479153 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5efb5a4a-e92d-485a-a83b-177c728c6b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:01.521186 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efb5a4a-e92d-485a-a83b-177c728c6b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:06:01.526968 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-5efb5a4a-e92d-485a-a83b-177c728c6b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:06:01.534077 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efb5a4a-e92d-485a-a83b-177c728c6b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:06:01.541075 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb5a4a-e92d-485a-a83b-177c728c6b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=118d3e65-fa73-4130-bef9-50bdb9d13814,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:01.583771 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5efb5a4a-e92d-485a-a83b-177c728c6b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:01.800399 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5efb5a4a-e92d-485a-a83b-177c728c6b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:01.911046 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450bdde3-4f40-44f1-a2d6-e69c163dbf7e None None] Network 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:06:02.008498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-729b39cd-089a-4e87-961b-a6f7837d447d None None] Provisioning complete for port 9c77c08f-23be-41cb-8bfd-3a99dd3c9aee triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:02.012119 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-729b39cd-089a-4e87-961b-a6f7837d447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:02.161217 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5efb5a4a-e92d-485a-a83b-177c728c6b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:02.221782 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5efb5a4a-e92d-485a-a83b-177c728c6b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:02.238438 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9c77c08f-23be-41cb-8bfd-3a99dd3c9aee up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:06:02.306718 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb5a4a-e92d-485a-a83b-177c728c6b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=118d3e65-fa73-4130-bef9-50bdb9d13814,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:02.310024 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5efb5a4a-e92d-485a-a83b-177c728c6b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:02.410336 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efb5a4a-e92d-485a-a83b-177c728c6b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:06:02.411782 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-5efb5a4a-e92d-485a-a83b-177c728c6b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:06:02.422590 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 9c77c08f-23be-41cb-8bfd-3a99dd3c9aee triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:02.423010 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:02.428864 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-729b39cd-089a-4e87-961b-a6f7837d447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:02.505762 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-729b39cd-089a-4e87-961b-a6f7837d447d None None] For port 9c77c08f-23be-41cb-8bfd-3a99dd3c9aee, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9c77c08f-23be-41cb-8bfd-3a99dd3c9aee,segment=NetworkSegment(767e8c21-010f-45b9-8c3e-2b25a43e0c51),segment_id=767e8c21-010f-45b9-8c3e-2b25a43e0c51)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:02.538913 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efb5a4a-e92d-485a-a83b-177c728c6b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router dfd0d369-d959-4a90-a495-eb7acddcf524 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:06:02.550591 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:02.595684 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-729b39cd-089a-4e87-961b-a6f7837d447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:02.665083 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efb5a4a-e92d-485a-a83b-177c728c6b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:06:02.679780 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] Sync routers for ids ['dfd0d369-d959-4a90-a495-eb7acddcf524'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:06:02.683461 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5efb5a4a-e92d-485a-a83b-177c728c6b11 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "PUT /v2.0/routers/dfd0d369-d959-4a90-a495-eb7acddcf524/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6233788 Sep 16 06:06:02.685200 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 06:06:02.685561 n-d-712140-13 neutron-server[95475]: DEBUG oslo_db.api [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 06:06:02.688707 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b39cd-089a-4e87-961b-a6f7837d447d None None] Pushing event updated for resources: {'Port': ['ID=9c77c08f-23be-41cb-8bfd-3a99dd3c9aee,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:02.706702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] Routers {'dfd0d369-d959-4a90-a495-eb7acddcf524'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:06:02.706702 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:05:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dfd0d369-d959-4a90-a495-eb7acddcf524'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:02.756161 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2ea97487-8ab7-4dac-81e5-1744d1b5546a None None] Provisioning complete for port 9c77c08f-23be-41cb-8bfd-3a99dd3c9aee triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:02.756548 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2ea97487-8ab7-4dac-81e5-1744d1b5546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:02.836539 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-3b44d1ed-6b6b-4b17-ae21-75f0e2fd35a6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708877745&fields=id&tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2 HTTP/1.1" status: 200 len: 267 time: 0.0407100 Sep 16 06:06:02.867516 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] Set router dfd0d369-d959-4a90-a495-eb7acddcf524 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:06:02.958517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-232f67ca-dab9-437c-a1d2-4da893442b58 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:02.960113 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-232f67ca-dab9-437c-a1d2-4da893442b58 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/networks?id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c HTTP/1.1" status: 200 len: 796 time: 0.1156013 Sep 16 06:06:02.977042 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-05247375-cc58-4386-b9e9-8f9209c0d1f6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/quotas/bbff491c10c04c2a9bc6bce4ccece8d2 HTTP/1.1" status: 200 len: 375 time: 0.0104792 Sep 16 06:06:02.992468 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2ea97487-8ab7-4dac-81e5-1744d1b5546a None None] Provisioning complete for port 118d3e65-fa73-4130-bef9-50bdb9d13814 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:02.993059 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2ea97487-8ab7-4dac-81e5-1744d1b5546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.042698 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-ceb9af63-b19c-445a-a4ea-cb96753122b6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597768 Sep 16 06:06:03.073762 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2ea97487-8ab7-4dac-81e5-1744d1b5546a None None] Port 118d3e65-fa73-4130-bef9-50bdb9d13814 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:06:03.145817 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528428712', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:06:01Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '118d3e65-fa73-4130-bef9-50bdb9d13814', 'name': '', 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:84:17:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0d704443-ac11-4e06-8b0d-5863d9030d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:00Z', 'updated_at': '2021-09-16T06:06:01Z', 'revision_number': 2, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '0d704443-ac11-4e06-8b0d-5863d9030d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:03.149069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-8ba1dc85-a95f-4f51-aa8b-7d4f1b4b2538 service neutron] 10.222.0.20 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933039 Sep 16 06:06:03.177348 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] Checking router: dfd0d369-d959-4a90-a495-eb7acddcf524 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:06:03.177716 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] Updating router dfd0d369-d959-4a90-a495-eb7acddcf524 port 118d3e65-fa73-4130-bef9-50bdb9d13814 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:06:03.234594 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.252681 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-1faf6e86-843f-404f-9bdf-e3e1cbe2192b service neutron] 10.222.0.20 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974565 Sep 16 06:06:03.254920 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-594d169a-ff13-4d6b-a7e6-e7af01908c87 None None] Provisioning complete for port 118d3e65-fa73-4130-bef9-50bdb9d13814 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:03.255283 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-594d169a-ff13-4d6b-a7e6-e7af01908c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.257811 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 77fa8344-faa2-44ea-ab07-ca8c80324f6e up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:06:03.341451 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-594d169a-ff13-4d6b-a7e6-e7af01908c87 None None] Port 118d3e65-fa73-4130-bef9-50bdb9d13814 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:06:03.439399 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 77fa8344-faa2-44ea-ab07-ca8c80324f6e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:03.439770 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.519417 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ec8473a2-c276-4b82-8d18-4e37ab4ba82a req-c7411d12-8349-4f11-9ac6-24b755aaff9c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 210 time: 0.0296113 Sep 16 06:06:03.641956 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.676653 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 77fa8344-faa2-44ea-ab07-ca8c80324f6e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=77fa8344-faa2-44ea-ab07-ca8c80324f6e,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:03.680968 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.741913 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.775140 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.816762 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=77fa8344-faa2-44ea-ab07-ca8c80324f6e,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:03.906005 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] Attempting to bind port 118d3e65-fa73-4130-bef9-50bdb9d13814 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:06:03.906413 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] Attempting to bind port 118d3e65-fa73-4130-bef9-50bdb9d13814 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '767e8c21-010f-45b9-8c3e-2b25a43e0c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:06:03.906761 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] Attempting to bind port 118d3e65-fa73-4130-bef9-50bdb9d13814 on network 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:06:03.908789 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5082485-f5d0-44fb-b19d-7392c788414e None None] Pushing event updated for resources: {'Port': ['ID=118d3e65-fa73-4130-bef9-50bdb9d13814,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:03.915071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:06:03.915449 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] Checking segment: {'id': '767e8c21-010f-45b9-8c3e-2b25a43e0c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:06:03.916085 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.916482 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] Bound using segment: {'id': '767e8c21-010f-45b9-8c3e-2b25a43e0c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:06:03.916951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] Bound port: 118d3e65-fa73-4130-bef9-50bdb9d13814, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767e8c21-010f-45b9-8c3e-2b25a43e0c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:06:03.917329 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.969831 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9c77c08f-23be-41cb-8bfd-3a99dd3c9aee up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:06:04.026326 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] For port 118d3e65-fa73-4130-bef9-50bdb9d13814, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:06:04.039388 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] For port 118d3e65-fa73-4130-bef9-50bdb9d13814, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=118d3e65-fa73-4130-bef9-50bdb9d13814,segment=NetworkSegment(767e8c21-010f-45b9-8c3e-2b25a43e0c51),segment_id=767e8c21-010f-45b9-8c3e-2b25a43e0c51)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:06:04.050948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 9c77c08f-23be-41cb-8bfd-3a99dd3c9aee triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:04.051319 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:04.096408 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1c71fabe-b891-4aba-bb82-9d7c1a21df3a None None] Provisioning complete for port 118d3e65-fa73-4130-bef9-50bdb9d13814 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:04.100542 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1c71fabe-b891-4aba-bb82-9d7c1a21df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:04.121009 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:04.175166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-1c71fabe-b891-4aba-bb82-9d7c1a21df3a None None] Port 118d3e65-fa73-4130-bef9-50bdb9d13814 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:06:04.225040 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5082485-f5d0-44fb-b19d-7392c788414e None None] Pushing event updated for resources: {'Port': ['ID=118d3e65-fa73-4130-bef9-50bdb9d13814,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:04.232537 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] Routers {'dfd0d369-d959-4a90-a495-eb7acddcf524'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:06:04.233170 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:05:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dfd0d369-d959-4a90-a495-eb7acddcf524'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:04.279663 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 77fa8344-faa2-44ea-ab07-ca8c80324f6e up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:06:04.395564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] Set router dfd0d369-d959-4a90-a495-eb7acddcf524 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:06:04.397456 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 77fa8344-faa2-44ea-ab07-ca8c80324f6e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:04.397828 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:04.578241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2753fda3-f5dc-482b-beaa-ba8eeebd320d None None] Provisioning complete for port 118d3e65-fa73-4130-bef9-50bdb9d13814 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:04.578241 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2753fda3-f5dc-482b-beaa-ba8eeebd320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:04.618176 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8a7d28b6-e1e2-4a78-994b-2d1282f9299b req-c4ecedb6-2e7f-4ea9-ad2f-3a6e34de0ac0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 210 time: 0.0295839 Sep 16 06:06:04.931510 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2753fda3-f5dc-482b-beaa-ba8eeebd320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:04.956975 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528428712', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:06:01Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '118d3e65-fa73-4130-bef9-50bdb9d13814', 'name': '', 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:84:17:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0d704443-ac11-4e06-8b0d-5863d9030d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:00Z', 'updated_at': '2021-09-16T06:06:04Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '0d704443-ac11-4e06-8b0d-5863d9030d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:04.988852 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc820a5-a4f7-4811-bd04-a495318625c3 None None] The sync data for ids ['dfd0d369-d959-4a90-a495-eb7acddcf524'] in n-d-712140-13 is: [{'id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528428712', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:06:01Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '118d3e65-fa73-4130-bef9-50bdb9d13814', 'name': '', 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:84:17:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0d704443-ac11-4e06-8b0d-5863d9030d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:00Z', 'updated_at': '2021-09-16T06:06:04Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '0d704443-ac11-4e06-8b0d-5863d9030d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:06:04.999177 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2753fda3-f5dc-482b-beaa-ba8eeebd320d None None] For port 118d3e65-fa73-4130-bef9-50bdb9d13814, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=118d3e65-fa73-4130-bef9-50bdb9d13814,segment=NetworkSegment(767e8c21-010f-45b9-8c3e-2b25a43e0c51),segment_id=767e8c21-010f-45b9-8c3e-2b25a43e0c51)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:05.090408 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2753fda3-f5dc-482b-beaa-ba8eeebd320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:05.160877 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753fda3-f5dc-482b-beaa-ba8eeebd320d None None] Pushing event updated for resources: {'Port': ['ID=118d3e65-fa73-4130-bef9-50bdb9d13814,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:05.279228 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-68efed8e-1334-4476-8dd5-b0b7e028e8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:05.710984 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-527b7194-bd08-4f9b-aa1f-8cddd2cfa61a req-fd9d3a98-dfb9-4121-a5ce-fe5d3ce302e7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 210 time: 0.0264885 Sep 16 06:06:05.972016 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 118d3e65-fa73-4130-bef9-50bdb9d13814 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:06:06.033206 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 118d3e65-fa73-4130-bef9-50bdb9d13814 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:06.033925 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:06.810451 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2b64403e-fe11-414b-9247-eb662fd2d034 req-e47f0a86-9a1e-4e35-89b8-3cd8eb20510c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 210 time: 0.0282223 Sep 16 06:06:07.724146 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-ec3a6e46-97f2-40fa-b489-4f36df370849 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:07.725548 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-ec3a6e46-97f2-40fa-b489-4f36df370849 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.38 "GET /v2.0/networks?id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c HTTP/1.1" status: 200 len: 796 time: 0.1095712 Sep 16 06:06:07.778857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-56f3ba42-1871-4986-94c5-801fb47ea7ef tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2 HTTP/1.1" status: 200 len: 379 time: 0.0390959 Sep 16 06:06:07.787858 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-4db21d79-2f88-4348-93ba-0d88dd1c35a0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'port': {'device_id': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c', 'admin_state_up': True, 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'security_groups': ['1d08f25b-c67c-40ec-9366-3f4f09e5d548']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:07.833792 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-972769a3-8802-4b75-ac4d-f3628b4f2fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:07.925327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-878bea6b-497e-40e4-9590-90e54e4187e7 req-f3245449-37f6-4eaa-a093-3af52b0ca9a2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 210 time: 0.0430551 Sep 16 06:06:08.044003 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-4db21d79-2f88-4348-93ba-0d88dd1c35a0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Made reservation on behalf of bbff491c10c04c2a9bc6bce4ccece8d2 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:06:08.047930 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-4db21d79-2f88-4348-93ba-0d88dd1c35a0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:08.178579 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-4db21d79-2f88-4348-93ba-0d88dd1c35a0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Allocated IP 172.20.0.5 (39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c/0d704443-ac11-4e06-8b0d-5863d9030d89/35eb64b5-12d3-42c9-985f-f955111f12a5) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:06:08.315378 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-4db21d79-2f88-4348-93ba-0d88dd1c35a0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:08.410312 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-4db21d79-2f88-4348-93ba-0d88dd1c35a0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:08.459224 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-4db21d79-2f88-4348-93ba-0d88dd1c35a0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:06:08.462424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-4db21d79-2f88-4348-93ba-0d88dd1c35a0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:06:08.468710 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-4db21d79-2f88-4348-93ba-0d88dd1c35a0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:06:08.475314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db21d79-2f88-4348-93ba-0d88dd1c35a0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=35eb64b5-12d3-42c9-985f-f955111f12a5,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:08.524043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-4db21d79-2f88-4348-93ba-0d88dd1c35a0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:08.524678 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-4db21d79-2f88-4348-93ba-0d88dd1c35a0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:08.591714 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-4db21d79-2f88-4348-93ba-0d88dd1c35a0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8073969 Sep 16 06:06:08.602886 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-5ee0b3c8-421f-49d2-bf68-242c922ba26a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:06:08.603997 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-5ee0b3c8-421f-49d2-bf68-242c922ba26a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054338 Sep 16 06:06:08.619576 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:08.623597 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Request body: {'port': {'device_id': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:08.680682 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:08.747439 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ef82b9c8-fbfe-49c5-b064-894ab72e06f9 None None] Provisioning complete for port 35eb64b5-12d3-42c9-985f-f955111f12a5 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:08.747775 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ef82b9c8-fbfe-49c5-b064-894ab72e06f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:08.782403 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-ef82b9c8-fbfe-49c5-b064-894ab72e06f9 None None] Port 35eb64b5-12d3-42c9-985f-f955111f12a5 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:06:08.950183 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35eb64b5-12d3-42c9-985f-f955111f12a5 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:06:08.958355 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:08.972100 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Transition to ACTIVE for port object 35eb64b5-12d3-42c9-985f-f955111f12a5 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:06:09.047570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9ecc0-42c1-47a0-b11e-d84c3de6685d req-75aef918-6a2f-4ba3-ab7d-f15c16d28b46 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:09.049178 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5eb9ecc0-42c1-47a0-b11e-d84c3de6685d req-75aef918-6a2f-4ba3-ab7d-f15c16d28b46 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 931 time: 0.0521281 Sep 16 06:06:09.050684 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:09.124449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=35eb64b5-12d3-42c9-985f-f955111f12a5,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:09.137583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5eb9ecc0-42c1-47a0-b11e-d84c3de6685d req-6603fa6a-72ba-44f2-b7c8-6b57c4065132 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813661 Sep 16 06:06:09.215408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Attempting to bind port 35eb64b5-12d3-42c9-985f-f955111f12a5 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:06:09.215663 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Attempting to bind port 35eb64b5-12d3-42c9-985f-f955111f12a5 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': '767e8c21-010f-45b9-8c3e-2b25a43e0c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:06:09.215996 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Attempting to bind port 35eb64b5-12d3-42c9-985f-f955111f12a5 on network 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:06:09.221344 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Port 35eb64b5-12d3-42c9-985f-f955111f12a5 on network 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:06:09.221675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Attempting to bind port 35eb64b5-12d3-42c9-985f-f955111f12a5 on network 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:06:09.226840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:06:09.227225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Checking segment: {'id': '767e8c21-010f-45b9-8c3e-2b25a43e0c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:06:09.227618 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Bound using segment: {'id': '767e8c21-010f-45b9-8c3e-2b25a43e0c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:06:09.228055 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Bound port: 35eb64b5-12d3-42c9-985f-f955111f12a5, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '767e8c21-010f-45b9-8c3e-2b25a43e0c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:06:09.228421 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:09.297967 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] For port 35eb64b5-12d3-42c9-985f-f955111f12a5, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:06:09.301432 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] For port 35eb64b5-12d3-42c9-985f-f955111f12a5, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=35eb64b5-12d3-42c9-985f-f955111f12a5,segment=NetworkSegment(767e8c21-010f-45b9-8c3e-2b25a43e0c51),segment_id=767e8c21-010f-45b9-8c3e-2b25a43e0c51)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:06:09.354346 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:09.389867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:09.391058 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:09.392584 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] 10.222.0.38 "PUT /v2.0/ports/35eb64b5-12d3-42c9-985f-f955111f12a5 HTTP/1.1" status: 200 len: 1092 time: 0.7731957 Sep 16 06:06:09.393028 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'tag': '35eb64b5-12d3-42c9-985f-f955111f12a5'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:06:09.395494 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740d78e6-22db-43ed-af6e-49911be74626" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae404bc-0d80-46d2-876d-91f2ebf381fa", "tag": "35eb64b5-12d3-42c9-985f-f955111f12a5"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:06:09.422251 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24881699-b0c0-4240-9c14-293379ce3ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=35eb64b5-12d3-42c9-985f-f955111f12a5,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:09.433275 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c786dbb-1ed2-4243-be48-aa5435fb71ac x-openstack-request-id: req-7c786dbb-1ed2-4243-be48-aa5435fb71ac {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:06:09.433571 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae404bc-0d80-46d2-876d-91f2ebf381fa", "tag": "35eb64b5-12d3-42c9-985f-f955111f12a5", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:06:09.433820 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c786dbb-1ed2-4243-be48-aa5435fb71ac {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:06:09.434293 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'tag': '35eb64b5-12d3-42c9-985f-f955111f12a5', 'status': 'completed', 'code': 200} Sep 16 06:06:09.524814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d78e6-22db-43ed-af6e-49911be74626 req-58efb2aa-cfe3-41b2-8db7-4d5113a66955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:09.526343 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-740d78e6-22db-43ed-af6e-49911be74626 req-58efb2aa-cfe3-41b2-8db7-4d5113a66955 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 1095 time: 0.0505383 Sep 16 06:06:09.590344 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:09.637711 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d78e6-22db-43ed-af6e-49911be74626 req-7490d56c-43a4-43df-909e-2813a56a5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:09.639219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-740d78e6-22db-43ed-af6e-49911be74626 req-7490d56c-43a4-43df-909e-2813a56a5719 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0993490 Sep 16 06:06:09.741780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d78e6-22db-43ed-af6e-49911be74626 req-d31e633e-47c3-4386-bd31-2c940787bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:09.743297 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-740d78e6-22db-43ed-af6e-49911be74626 req-d31e633e-47c3-4386-bd31-2c940787bb42 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971637 Sep 16 06:06:09.838568 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-9058c527-15fa-48e2-bb3e-b3f7dd4210fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:09.840112 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-9058c527-15fa-48e2-bb3e-b3f7dd4210fe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 1095 time: 0.0421042 Sep 16 06:06:09.892632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-d5241a77-7b9a-4c3e-bca1-6b5d76ad19d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35eb64b5-12d3-42c9-985f-f955111f12a5 HTTP/1.1" status: 200 len: 217 time: 0.0396211 Sep 16 06:06:09.942104 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-97b1567d-1139-4ea0-af8f-84e98d3582a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:09.943599 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-97b1567d-1139-4ea0-af8f-84e98d3582a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0d704443-ac11-4e06-8b0d-5863d9030d89 HTTP/1.1" status: 200 len: 834 time: 0.0441868 Sep 16 06:06:09.989058 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-858db3f9-2428-498b-99ff-242c0990f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:09.990538 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-858db3f9-2428-498b-99ff-242c0990f25e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402365 Sep 16 06:06:10.086743 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-c43c9067-37a0-408c-9818-33ba24cd38ac service neutron] 10.222.0.38 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886650 Sep 16 06:06:10.176331 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c703d41a-ef0f-48fe-9016-c1e934ca7161 req-48fcb296-f95c-4b98-b361-5deb21af0dc8 service neutron] 10.222.0.38 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820401 Sep 16 06:06:10.330504 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c0496-2e15-4a26-89e6-abc7abc05674 req-b41147a8-c89c-4cf1-92d3-ec7131ae9ff7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:10.332202 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da5c0496-2e15-4a26-89e6-abc7abc05674 req-b41147a8-c89c-4cf1-92d3-ec7131ae9ff7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 943 time: 0.0540299 Sep 16 06:06:10.377075 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da5c0496-2e15-4a26-89e6-abc7abc05674 req-08428427-5119-4bdd-8ff8-c351e7b63566 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385404 Sep 16 06:06:11.101298 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:11.495821 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef8938-61f0-43ff-8a81-f47b9abb898c req-2744d44f-87da-476a-a986-6bd7bb99991f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:11.497405 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0ef8938-61f0-43ff-8a81-f47b9abb898c req-2744d44f-87da-476a-a986-6bd7bb99991f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 943 time: 0.0502210 Sep 16 06:06:11.538137 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f0ef8938-61f0-43ff-8a81-f47b9abb898c req-6cf1849f-b03e-47f4-8903-7f0d3e9bcfae tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329263 Sep 16 06:06:12.666898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31846dcc-1e34-4123-b663-c8006ca88db2 req-fe6e090d-d3e9-42ec-bead-0ad787eac064 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:12.668428 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31846dcc-1e34-4123-b663-c8006ca88db2 req-fe6e090d-d3e9-42ec-bead-0ad787eac064 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 943 time: 0.0507052 Sep 16 06:06:12.707039 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31846dcc-1e34-4123-b663-c8006ca88db2 req-f6e0da76-b799-4bd6-a741-2cd7b64e682b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326493 Sep 16 06:06:13.124455 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 35eb64b5-12d3-42c9-985f-f955111f12a5 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:06:13.218759 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 35eb64b5-12d3-42c9-985f-f955111f12a5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=35eb64b5-12d3-42c9-985f-f955111f12a5,segment=NetworkSegment(767e8c21-010f-45b9-8c3e-2b25a43e0c51),segment_id=767e8c21-010f-45b9-8c3e-2b25a43e0c51)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:13.230779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '35eb64b5-12d3-42c9-985f-f955111f12a5', 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c', 'port_id': '35eb64b5-12d3-42c9-985f-f955111f12a5', 'mac_address': 'fa:16:3e:70:1e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d704443-ac11-4e06-8b0d-5863d9030d89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:06:13.267804 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:13.280226 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35eb64b5-12d3-42c9-985f-f955111f12a5 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:06:13.300420 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 35eb64b5-12d3-42c9-985f-f955111f12a5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=35eb64b5-12d3-42c9-985f-f955111f12a5,segment=NetworkSegment(767e8c21-010f-45b9-8c3e-2b25a43e0c51),segment_id=767e8c21-010f-45b9-8c3e-2b25a43e0c51)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:13.381204 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:13.431793 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=35eb64b5-12d3-42c9-985f-f955111f12a5,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:13.795597 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['35eb64b5-12d3-42c9-985f-f955111f12a5'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:06:13.848754 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396a9e9-7c98-435a-b249-68007bfef3f5 req-7363f156-0f7e-4591-a445-ee6c2ac48f44 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:13.850355 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d396a9e9-7c98-435a-b249-68007bfef3f5 req-7363f156-0f7e-4591-a445-ee6c2ac48f44 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 944 time: 0.0521162 Sep 16 06:06:13.893010 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d396a9e9-7c98-435a-b249-68007bfef3f5 req-9fa24861-8467-4e17-8794-840dcaa96695 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364451 Sep 16 06:06:15.013464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b798c1-01d4-49b9-aeb6-9de353118eb4 req-bc5dd032-15a8-41d0-955b-8710b9ea4317 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:15.015537 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82b798c1-01d4-49b9-aeb6-9de353118eb4 req-bc5dd032-15a8-41d0-955b-8710b9ea4317 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 944 time: 0.0533285 Sep 16 06:06:15.053880 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-82b798c1-01d4-49b9-aeb6-9de353118eb4 req-f73fe3e2-8f72-4b82-b51e-f0fe9613fc4c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323057 Sep 16 06:06:15.140250 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 35eb64b5-12d3-42c9-985f-f955111f12a5 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:06:15.267210 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 35eb64b5-12d3-42c9-985f-f955111f12a5 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:06:15.271314 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 35eb64b5-12d3-42c9-985f-f955111f12a5 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:15.271683 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:15.350608 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:15.372907 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35eb64b5-12d3-42c9-985f-f955111f12a5'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:06:15.375913 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e52ea7b-1fd2-4e75-8302-662305c6c120" -d '{"events": [{"server_uuid": "5ae404bc-0d80-46d2-876d-91f2ebf381fa", "name": "network-vif-plugged", "status": "completed", "tag": "35eb64b5-12d3-42c9-985f-f955111f12a5"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:06:15.388660 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 35eb64b5-12d3-42c9-985f-f955111f12a5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=35eb64b5-12d3-42c9-985f-f955111f12a5,segment=NetworkSegment(767e8c21-010f-45b9-8c3e-2b25a43e0c51),segment_id=767e8c21-010f-45b9-8c3e-2b25a43e0c51)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:15.411594 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff69019e-60b4-4886-9aa5-2a9b850e9ed2 x-openstack-request-id: req-ff69019e-60b4-4886-9aa5-2a9b850e9ed2 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:06:15.411918 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae404bc-0d80-46d2-876d-91f2ebf381fa", "name": "network-vif-plugged", "status": "completed", "tag": "35eb64b5-12d3-42c9-985f-f955111f12a5", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:06:15.412168 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff69019e-60b4-4886-9aa5-2a9b850e9ed2 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:06:15.412558 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35eb64b5-12d3-42c9-985f-f955111f12a5', 'code': 200} Sep 16 06:06:15.443750 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:15.492666 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=35eb64b5-12d3-42c9-985f-f955111f12a5,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:15.544760 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93cc73-5c25-469b-8b6c-a6827f4b0818 req-0444c1e0-98e5-4755-87bd-74cfddd30b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:15.546307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e93cc73-5c25-469b-8b6c-a6827f4b0818 req-0444c1e0-98e5-4755-87bd-74cfddd30b86 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 1097 time: 0.0417142 Sep 16 06:06:15.581293 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7e93cc73-5c25-469b-8b6c-a6827f4b0818 req-a3e19dcb-a847-469a-b1e3-c3599da195bb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279381 Sep 16 06:06:16.174868 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5479e6-e9f7-402b-9aa4-1d9b3faabf59 req-a1f5cfa6-fa13-42b4-bf17-3879e0b89244 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:16.176382 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac5479e6-e9f7-402b-9aa4-1d9b3faabf59 req-a1f5cfa6-fa13-42b4-bf17-3879e0b89244 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0503702 Sep 16 06:06:16.216577 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac5479e6-e9f7-402b-9aa4-1d9b3faabf59 req-727705d2-bcf6-40ac-b803-086488e0f78f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342562 Sep 16 06:06:17.343225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9596c-57ef-4d35-a239-f5608275ee1c req-a33342e5-8948-4469-88b1-821c9515fe7c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:17.344896 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68f9596c-57ef-4d35-a239-f5608275ee1c req-a33342e5-8948-4469-88b1-821c9515fe7c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0542357 Sep 16 06:06:17.383785 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68f9596c-57ef-4d35-a239-f5608275ee1c req-f41c74a5-e7cf-41a5-ac00-de85dd516d1d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329149 Sep 16 06:06:17.497643 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c773f41-d6f5-49b7-a96d-e8d2930fb5bb req-af01fe88-ea8f-4c5a-af79-f6ce4a62d7c0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:17.499079 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c773f41-d6f5-49b7-a96d-e8d2930fb5bb req-af01fe88-ea8f-4c5a-af79-f6ce4a62d7c0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0485437 Sep 16 06:06:17.541914 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c773f41-d6f5-49b7-a96d-e8d2930fb5bb req-e0ec1587-3e47-4bf4-996c-b50bdbebafb3 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361600 Sep 16 06:06:17.568063 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43294) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:17.660472 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d3cdb2-e164-4836-8d22-5fabaa275dfd tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:17.662034 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-f5d3cdb2-e164-4836-8d22-5fabaa275dfd tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 1092 time: 0.0929739 Sep 16 06:06:17.664809 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43298) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:17.669048 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': '35eb64b5-12d3-42c9-985f-f955111f12a5', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:17.764273 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:17.869661 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:17.978705 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Allocated IP 172.25.4.131 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/2e3b6820-7df2-4705-9712-298b7e2415c8) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:06:18.083027 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:18.192882 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:18.231965 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:06:18.235361 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:06:18.241146 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:06:18.268367 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=2e3b6820-7df2-4705-9712-298b7e2415c8,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:18.969082 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:19.120300 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:19.266091 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:19.321605 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:19.391526 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=2e3b6820-7df2-4705-9712-298b7e2415c8,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:19.404992 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:19.506422 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Floating IP d92a4e00-c245-446b-ae92-20c9047d81d6 associated. External IP: 172.25.4.131, port: 35eb64b5-12d3-42c9-985f-f955111f12a5. Sep 16 06:06:19.723532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router dfd0d369-d959-4a90-a495-eb7acddcf524 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:06:19.839471 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:06:19.849746 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca22219e-3d3f-4065-9f48-aa40d11b6edd None None] Sync routers for ids ['dfd0d369-d959-4a90-a495-eb7acddcf524'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:06:19.859860 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca22219e-3d3f-4065-9f48-aa40d11b6edd None None] Routers {'dfd0d369-d959-4a90-a495-eb7acddcf524'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:06:19.867461 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ca22219e-3d3f-4065-9f48-aa40d11b6edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:06:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dfd0d369-d959-4a90-a495-eb7acddcf524'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:19.941441 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:19.969371 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-ca22219e-3d3f-4065-9f48-aa40d11b6edd None None] Set router dfd0d369-d959-4a90-a495-eb7acddcf524 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:06:19.969721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-583fc597-5cd4-45a2-884b-83ffdc18f69d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3039079 Sep 16 06:06:19.970288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'tag': '35eb64b5-12d3-42c9-985f-f955111f12a5'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:06:19.972613 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2584e94a-b8e6-432e-8d6c-df0b4e76fb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae404bc-0d80-46d2-876d-91f2ebf381fa", "tag": "35eb64b5-12d3-42c9-985f-f955111f12a5"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:06:20.013050 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fa01eb-c08c-4244-b122-c83a0fb07142 x-openstack-request-id: req-04fa01eb-c08c-4244-b122-c83a0fb07142 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:06:20.013628 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae404bc-0d80-46d2-876d-91f2ebf381fa", "tag": "35eb64b5-12d3-42c9-985f-f955111f12a5", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:06:20.015303 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04fa01eb-c08c-4244-b122-c83a0fb07142 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:06:20.015699 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'tag': '35eb64b5-12d3-42c9-985f-f955111f12a5', 'status': 'completed', 'code': 200} Sep 16 06:06:20.108300 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f84387-5c9c-41f7-9576-6bf7f8423883 req-2641e20d-ec3f-445f-a6ab-8497d74fd71f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:20.110116 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80f84387-5c9c-41f7-9576-6bf7f8423883 req-2641e20d-ec3f-445f-a6ab-8497d74fd71f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0817187 Sep 16 06:06:20.117089 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584e94a-b8e6-432e-8d6c-df0b4e76fb9f req-8f35690c-0fe1-497a-b2a7-e55683dc0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:20.118621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2584e94a-b8e6-432e-8d6c-df0b4e76fb9f req-8f35690c-0fe1-497a-b2a7-e55683dc0d80 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 1097 time: 0.0615125 Sep 16 06:06:20.200971 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ca22219e-3d3f-4065-9f48-aa40d11b6edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528428712', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:06:01Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'd92a4e00-c245-446b-ae92-20c9047d81d6', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'floating_ip_address': '172.25.4.131', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'port_id': '35eb64b5-12d3-42c9-985f-f955111f12a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c', 'mac_address': 'fa:16:3e:70:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:06:18Z', 'updated_at': '2021-09-16T06:06:18Z', 'revision_number': 0, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '118d3e65-fa73-4130-bef9-50bdb9d13814', 'name': '', 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:84:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0d704443-ac11-4e06-8b0d-5863d9030d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:00Z', 'updated_at': '2021-09-16T06:06:04Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '0d704443-ac11-4e06-8b0d-5863d9030d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:20.223623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-80f84387-5c9c-41f7-9576-6bf7f8423883 req-5d937e32-7956-45e8-b9a9-c8a406844f4d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037886 Sep 16 06:06:20.232486 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca22219e-3d3f-4065-9f48-aa40d11b6edd None None] Checking router: dfd0d369-d959-4a90-a495-eb7acddcf524 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:06:20.243264 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca22219e-3d3f-4065-9f48-aa40d11b6edd None None] Routers {'dfd0d369-d959-4a90-a495-eb7acddcf524'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:06:20.243891 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ca22219e-3d3f-4065-9f48-aa40d11b6edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:06:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dfd0d369-d959-4a90-a495-eb7acddcf524'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:20.247957 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43304) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:20.257605 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584e94a-b8e6-432e-8d6c-df0b4e76fb9f req-68ed7c6e-0cbe-41a1-9f74-1e62e1a7eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:20.259145 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2584e94a-b8e6-432e-8d6c-df0b4e76fb9f req-68ed7c6e-0cbe-41a1-9f74-1e62e1a7eb6b service neutron] 10.222.0.38 "GET /v2.0/networks?id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c HTTP/1.1" status: 200 len: 897 time: 0.1331341 Sep 16 06:06:20.320077 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0ba6646e-fd4f-4209-bc0a-8202f2f4c051 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/floatingips/d92a4e00-c245-446b-ae92-20c9047d81d6 HTTP/1.1" status: 200 len: 991 time: 0.0697401 Sep 16 06:06:20.332535 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2584e94a-b8e6-432e-8d6c-df0b4e76fb9f req-ac2f4acd-d13d-400e-ab42-bce033786850 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35eb64b5-12d3-42c9-985f-f955111f12a5 HTTP/1.1" status: 200 len: 999 time: 0.0659120 Sep 16 06:06:20.355114 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-ca22219e-3d3f-4065-9f48-aa40d11b6edd None None] Set router dfd0d369-d959-4a90-a495-eb7acddcf524 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:06:20.390798 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584e94a-b8e6-432e-8d6c-df0b4e76fb9f req-3cbe90c4-d8e5-4bd0-b9c3-c36cd03549da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:20.392347 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2584e94a-b8e6-432e-8d6c-df0b4e76fb9f req-3cbe90c4-d8e5-4bd0-b9c3-c36cd03549da service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0d704443-ac11-4e06-8b0d-5863d9030d89 HTTP/1.1" status: 200 len: 834 time: 0.0529938 Sep 16 06:06:20.439657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584e94a-b8e6-432e-8d6c-df0b4e76fb9f req-1fabf9b3-03bd-44b0-93d8-d3a1c2fcd43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:20.446085 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2584e94a-b8e6-432e-8d6c-df0b4e76fb9f req-1fabf9b3-03bd-44b0-93d8-d3a1c2fcd43d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416045 Sep 16 06:06:20.537537 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2584e94a-b8e6-432e-8d6c-df0b4e76fb9f req-cba27f8b-c7c9-49b9-ba8a-ce5bb498f5dd service neutron] 10.222.0.38 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893693 Sep 16 06:06:20.582500 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ca22219e-3d3f-4065-9f48-aa40d11b6edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528428712', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:06:01Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'd92a4e00-c245-446b-ae92-20c9047d81d6', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'floating_ip_address': '172.25.4.131', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'port_id': '35eb64b5-12d3-42c9-985f-f955111f12a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c', 'mac_address': 'fa:16:3e:70:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:06:18Z', 'updated_at': '2021-09-16T06:06:18Z', 'revision_number': 0, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '118d3e65-fa73-4130-bef9-50bdb9d13814', 'name': '', 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:84:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0d704443-ac11-4e06-8b0d-5863d9030d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:00Z', 'updated_at': '2021-09-16T06:06:04Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '0d704443-ac11-4e06-8b0d-5863d9030d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:20.611151 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca22219e-3d3f-4065-9f48-aa40d11b6edd None None] The sync data for ids ['dfd0d369-d959-4a90-a495-eb7acddcf524'] in n-d-712140-13 is: [{'id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528428712', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:06:01Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'd92a4e00-c245-446b-ae92-20c9047d81d6', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'floating_ip_address': '172.25.4.131', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'port_id': '35eb64b5-12d3-42c9-985f-f955111f12a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c', 'mac_address': 'fa:16:3e:70:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:06:18Z', 'updated_at': '2021-09-16T06:06:18Z', 'revision_number': 0, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '118d3e65-fa73-4130-bef9-50bdb9d13814', 'name': '', 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:84:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0d704443-ac11-4e06-8b0d-5863d9030d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:00Z', 'updated_at': '2021-09-16T06:06:04Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '0d704443-ac11-4e06-8b0d-5863d9030d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:06:20.631813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2584e94a-b8e6-432e-8d6c-df0b4e76fb9f req-aa5bd877-7215-4953-8284-38ad66519cbc service neutron] 10.222.0.38 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876710 Sep 16 06:06:20.833091 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89676243-07a4-4268-a8b3-94026fc1b426 None None] New status for floating IP d92a4e00-c245-446b-ae92-20c9047d81d6: ACTIVE {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:06:21.323954 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43310) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:21.389214 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5f065926-c59a-4ddb-be4a-5bfa624a2a3a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/floatingips/d92a4e00-c245-446b-ae92-20c9047d81d6 HTTP/1.1" status: 200 len: 993 time: 0.0638359 Sep 16 06:06:25.158308 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:29.030415 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:35.273657 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:06:35.317995 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-079c8d99-18ab-4fd1-890a-e9d609eeac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:37.831293 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a9f04be8-7cf3-45f0-9201-de42ce268cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:38.659480 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:39.574590 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:41.092877 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:49.553744 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cc4ad56-6d47-4e85-81fa-f44ce6af1099 req-d3efb4e0-6f1a-4680-80a8-487bd53d3a7c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0823040 Sep 16 06:06:49.656122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4ad56-6d47-4e85-81fa-f44ce6af1099 req-7af7f04c-fcea-4225-b75a-c262b3998e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:49.657668 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cc4ad56-6d47-4e85-81fa-f44ce6af1099 req-7af7f04c-fcea-4225-b75a-c262b3998e19 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 1097 time: 0.0473368 Sep 16 06:06:49.767297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4ad56-6d47-4e85-81fa-f44ce6af1099 req-edbd5a26-e4d6-4e81-9d4c-878135777a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:49.769694 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cc4ad56-6d47-4e85-81fa-f44ce6af1099 req-edbd5a26-e4d6-4e81-9d4c-878135777a4d service neutron] 10.222.0.38 "GET /v2.0/networks?id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c HTTP/1.1" status: 200 len: 897 time: 0.0924158 Sep 16 06:06:49.845856 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cc4ad56-6d47-4e85-81fa-f44ce6af1099 req-9486c1ed-acd3-4e21-9596-1d9ba6c9cda7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35eb64b5-12d3-42c9-985f-f955111f12a5 HTTP/1.1" status: 200 len: 1001 time: 0.0692253 Sep 16 06:06:49.898634 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4ad56-6d47-4e85-81fa-f44ce6af1099 req-ab0ae49a-ff05-45cb-9b3e-c744ecfd80d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:49.900394 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cc4ad56-6d47-4e85-81fa-f44ce6af1099 req-ab0ae49a-ff05-45cb-9b3e-c744ecfd80d5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0d704443-ac11-4e06-8b0d-5863d9030d89 HTTP/1.1" status: 200 len: 834 time: 0.0472138 Sep 16 06:06:49.950273 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4ad56-6d47-4e85-81fa-f44ce6af1099 req-159fd0e2-191f-49cf-9f43-0f0d583ea81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:49.952342 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cc4ad56-6d47-4e85-81fa-f44ce6af1099 req-159fd0e2-191f-49cf-9f43-0f0d583ea81d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449865 Sep 16 06:06:50.056007 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cc4ad56-6d47-4e85-81fa-f44ce6af1099 req-e8c99ac5-9e72-44c7-bb4a-01ae2f9ed889 service neutron] 10.222.0.38 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967941 Sep 16 06:06:50.150488 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cc4ad56-6d47-4e85-81fa-f44ce6af1099 req-b3c329dd-6ee2-41aa-abbd-e2c6647bae42 service neutron] 10.222.0.38 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879886 Sep 16 06:06:55.151707 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:59.029521 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:05.282620 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-74dfef97-3813-4e9c-8ba3-679ea07c5308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:07.837635 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3c3a4ef4-81b7-48c0-bf2d-fc35494b7405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:08.614500 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:09.612744 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:11.105695 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:12.272687 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:07:25.162479 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:29.025550 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.471405 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-7f954891-4e2c-4cc8-939e-81c73c17a763 req-f708fa62-eb32-4c00-9016-c824b940962d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:07:32.472405 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f954891-4e2c-4cc8-939e-81c73c17a763 req-f708fa62-eb32-4c00-9016-c824b940962d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057909 Sep 16 06:07:32.779261 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa73965-2b0f-4421-b16c-b92ee64325a1 req-e55c7c15-9cc8-4e9b-90f4-9781d66955cf tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:32.780876 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9aa73965-2b0f-4421-b16c-b92ee64325a1 req-e55c7c15-9cc8-4e9b-90f4-9781d66955cf tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0568900 Sep 16 06:07:32.823106 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9aa73965-2b0f-4421-b16c-b92ee64325a1 req-c5205ead-1b9c-4d3e-bf96-067d957ac0e6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358257 Sep 16 06:07:32.958448 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43354) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:33.051925 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3abcd5c4-760a-482c-a304-f39a814739d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922387 Sep 16 06:07:33.061983 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-ed90c890-a7d4-4d78-893a-359bac9b5824 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:07:33.063107 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-ed90c890-a7d4-4d78-893a-359bac9b5824 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054822 Sep 16 06:07:33.954363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95a6b0-0c6a-40e9-a4d3-70cb588d6413 req-6dd6e008-5419-4f06-94ae-5bbcac549a98 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:33.956152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb95a6b0-0c6a-40e9-a4d3-70cb588d6413 req-6dd6e008-5419-4f06-94ae-5bbcac549a98 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0606251 Sep 16 06:07:33.998207 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb95a6b0-0c6a-40e9-a4d3-70cb588d6413 req-566c894c-fcc9-41ef-9029-41c2ddcaf7e8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351083 Sep 16 06:07:35.107503 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-b156a833-ffd6-407d-aa68-964a7f394bf0 req-c9f0c1e6-5fd9-4553-9f29-f3e275a3a446 service neutron] (95473) timed out ('10.222.0.20', 39498) {{(pid=95473) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:07:35.121295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ab6a0-2a1b-43a9-a679-ed3fdfefcad0 req-669b8b16-fe9c-43cd-9bb8-94ce74949731 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:35.126539 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e1ab6a0-2a1b-43a9-a679-ed3fdfefcad0 req-669b8b16-fe9c-43cd-9bb8-94ce74949731 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0551486 Sep 16 06:07:35.174177 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e1ab6a0-2a1b-43a9-a679-ed3fdfefcad0 req-ee80b6e6-8e60-4759-b590-4c6ad7b0979c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436368 Sep 16 06:07:35.288448 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ce133a40-e6da-4b39-addc-83be88af48fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:35.596640 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-9b90c5d7-ef87-430c-b61b-9a89212beaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:35.598204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-9b90c5d7-ef87-430c-b61b-9a89212beaad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 1097 time: 0.0520954 Sep 16 06:07:35.702037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-e05dcaad-ab65-4039-9ed4-b94edecdf2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:35.703559 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-e05dcaad-ab65-4039-9ed4-b94edecdf2e4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c HTTP/1.1" status: 200 len: 897 time: 0.0983322 Sep 16 06:07:35.783163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-ad999a31-5aaf-4735-a8b5-e4eb2b53af9f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35eb64b5-12d3-42c9-985f-f955111f12a5 HTTP/1.1" status: 200 len: 1001 time: 0.0721235 Sep 16 06:07:35.837574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-d8200659-08ff-4ab1-b97f-964537c192f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:35.839197 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-d8200659-08ff-4ab1-b97f-964537c192f0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0d704443-ac11-4e06-8b0d-5863d9030d89 HTTP/1.1" status: 200 len: 834 time: 0.0488009 Sep 16 06:07:35.887587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-2b6a6017-9547-442a-96ae-4fcd7c292f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:35.889151 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-2b6a6017-9547-442a-96ae-4fcd7c292f95 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430729 Sep 16 06:07:35.992466 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-ef977f2e-2d2f-45b7-943d-ffede2428327 service neutron] 10.222.0.38 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958982 Sep 16 06:07:36.092696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-4350aab1-c445-4d1d-8922-78279a4b8018 service neutron] 10.222.0.38 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927975 Sep 16 06:07:36.313752 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089140d-2856-4c46-a1d8-874c9dd97fde req-52d12d3f-e8fe-43bc-be60-ce99c4bec653 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:36.315578 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8089140d-2856-4c46-a1d8-874c9dd97fde req-52d12d3f-e8fe-43bc-be60-ce99c4bec653 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0641067 Sep 16 06:07:36.364895 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8089140d-2856-4c46-a1d8-874c9dd97fde req-a5e78768-b6d2-41ed-97f7-bd68bc436cb2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417926 Sep 16 06:07:37.496853 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afd5ac-70b6-4dbd-9a2f-50d6991d397f req-bf788a42-ac39-45e5-bca9-e8afe5b352aa tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:37.498548 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51afd5ac-70b6-4dbd-9a2f-50d6991d397f req-bf788a42-ac39-45e5-bca9-e8afe5b352aa tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0534263 Sep 16 06:07:37.539876 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51afd5ac-70b6-4dbd-9a2f-50d6991d397f req-0feb6647-c012-45ab-8023-8ff435b9a26a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351622 Sep 16 06:07:37.791655 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a838ec6a-fdfe-489c-93c0-f201121bc377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:38.628882 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:38.691537 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f613-e87d-4985-9214-bdd74544aa72 req-f6349999-1ac7-427b-becb-a1e175f9506a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:38.693116 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7921f613-e87d-4985-9214-bdd74544aa72 req-f6349999-1ac7-427b-becb-a1e175f9506a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0587511 Sep 16 06:07:38.736146 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7921f613-e87d-4985-9214-bdd74544aa72 req-16b9c2f9-e4f2-4917-bc7d-70edf930f68e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357344 Sep 16 06:07:39.585838 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:39.875017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022954a-5346-4273-a47d-08f69abb8458 req-bcb68f38-fee4-40e9-92d8-9fcb25f36ff8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:39.876543 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5022954a-5346-4273-a47d-08f69abb8458 req-bcb68f38-fee4-40e9-92d8-9fcb25f36ff8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0639830 Sep 16 06:07:39.919999 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5022954a-5346-4273-a47d-08f69abb8458 req-572547d5-b640-407c-9144-d2e7d3e95d84 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365498 Sep 16 06:07:41.137477 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3a471-b7e0-4351-888d-fef123f21360 req-e3c563a7-f6d0-464b-8da4-b7b47a9e965f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:41.137477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bcc3a471-b7e0-4351-888d-fef123f21360 req-e3c563a7-f6d0-464b-8da4-b7b47a9e965f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0553517 Sep 16 06:07:41.137477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bcc3a471-b7e0-4351-888d-fef123f21360 req-0ad09c8b-ad5b-4b58-960a-3bbbd73b3acf tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380089 Sep 16 06:07:41.160687 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:42.245215 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396cecc-c7b5-449d-9499-59cea0826f11 req-99d6eb2f-a8f3-4c30-b076-ac252387a4c2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:42.246960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d396cecc-c7b5-449d-9499-59cea0826f11 req-99d6eb2f-a8f3-4c30-b076-ac252387a4c2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0642731 Sep 16 06:07:42.295274 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d396cecc-c7b5-449d-9499-59cea0826f11 req-c7af25a8-2c0a-4698-bf17-55b68f953503 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420239 Sep 16 06:07:43.426805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6cdae-0c99-4ee8-a0ec-fc9df40a5a5b req-ee07332c-46e9-40e1-8cb8-bb226649ee4f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:43.432883 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2b6cdae-0c99-4ee8-a0ec-fc9df40a5a5b req-ee07332c-46e9-40e1-8cb8-bb226649ee4f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0585873 Sep 16 06:07:43.470135 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c2b6cdae-0c99-4ee8-a0ec-fc9df40a5a5b req-617a9093-1bf9-4acf-ab2f-4c881d606596 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342822 Sep 16 06:07:44.589945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502fecd-e239-4cb4-a617-1258eee10f91 req-4bddba03-dd3c-47d4-baed-60e0e3e5ad9a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:44.591511 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3502fecd-e239-4cb4-a617-1258eee10f91 req-4bddba03-dd3c-47d4-baed-60e0e3e5ad9a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0502188 Sep 16 06:07:44.629755 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3502fecd-e239-4cb4-a617-1258eee10f91 req-9eaef4a7-d500-462c-9b08-7eb35b63048f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322781 Sep 16 06:07:45.755558 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84408d0-7e3e-4637-b445-277910c2df05 req-6a857eb5-5765-4be0-b0a5-6b3ff2aaa46a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:45.757078 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f84408d0-7e3e-4637-b445-277910c2df05 req-6a857eb5-5765-4be0-b0a5-6b3ff2aaa46a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0507782 Sep 16 06:07:45.797366 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f84408d0-7e3e-4637-b445-277910c2df05 req-bb9ecb4f-62f5-47f1-b411-9eec39b1b254 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340669 Sep 16 06:07:46.923343 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6631d-8370-42ef-b11a-c78db6ed3be7 req-bff2cc69-34f3-44fb-8836-52cb61cdc6be tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:46.926830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fdd6631d-8370-42ef-b11a-c78db6ed3be7 req-bff2cc69-34f3-44fb-8836-52cb61cdc6be tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0556300 Sep 16 06:07:46.964930 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fdd6631d-8370-42ef-b11a-c78db6ed3be7 req-2382340d-9194-4e4c-a999-a9243c2bc4b8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336888 Sep 16 06:07:48.083780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02217e-5d81-41db-830c-ab2d225c4944 req-e9df27f5-035b-473c-a549-43262c1b8f6d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:48.085333 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb02217e-5d81-41db-830c-ab2d225c4944 req-e9df27f5-035b-473c-a549-43262c1b8f6d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0517657 Sep 16 06:07:48.127220 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb02217e-5d81-41db-830c-ab2d225c4944 req-a3f6da07-3320-4a0d-8edc-e6dc5ce47ac1 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350804 Sep 16 06:07:48.444324 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-bbd2da3c-bc1a-479a-93be-1ef5c4a5fd43 service neutron] show failed (client error): The resource could not be found. Sep 16 06:07:48.445379 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-bbd2da3c-bc1a-479a-93be-1ef5c4a5fd43 service neutron] 10.222.0.38 "GET /v2.0/ports/35eb64b5-12d3-42c9-985f-f955111f12a5/bindings/n-h1-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.0571511 Sep 16 06:07:48.942787 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-5e259db6-2a2c-4156-bcfa-387b31dc3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:48.944377 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-5e259db6-2a2c-4156-bcfa-387b31dc3929 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa&tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2 HTTP/1.1" status: 200 len: 1097 time: 0.0454314 Sep 16 06:07:48.963927 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-13', 'device_owner': 'compute:nova'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:49.028469 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:49.271680 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:07:49.274958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] For port 35eb64b5-12d3-42c9-985f-f955111f12a5, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=35eb64b5-12d3-42c9-985f-f955111f12a5,segment=NetworkSegment(767e8c21-010f-45b9-8c3e-2b25a43e0c51),segment_id=767e8c21-010f-45b9-8c3e-2b25a43e0c51)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:49.284895 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c11fab-51a2-4ab6-aa22-9cf04a7cafad req-97672a02-4362-428f-b28f-7505e13ad4bb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:49.286500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01c11fab-51a2-4ab6-aa22-9cf04a7cafad req-97672a02-4362-428f-b28f-7505e13ad4bb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0756593 Sep 16 06:07:49.347346 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01c11fab-51a2-4ab6-aa22-9cf04a7cafad req-c576ca5a-0e9f-453c-963b-b42144a85841 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544806 Sep 16 06:07:49.348258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] For port 35eb64b5-12d3-42c9-985f-f955111f12a5, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:07:49.391699 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35eb64b5-12d3-42c9-985f-f955111f12a5'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:49.394098 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52b8785-5bd6-4c6e-94e4-c7df35a306f2" -d '{"events": [{"server_uuid": "5ae404bc-0d80-46d2-876d-91f2ebf381fa", "name": "network-vif-unplugged", "status": "completed", "tag": "35eb64b5-12d3-42c9-985f-f955111f12a5"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:49.398415 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:49.411389 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Transition to ACTIVE for port object 35eb64b5-12d3-42c9-985f-f955111f12a5 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:07:49.442587 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9de50f-2886-49b9-8fce-b80616741965 x-openstack-request-id: req-0b9de50f-2886-49b9-8fce-b80616741965 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:49.442907 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae404bc-0d80-46d2-876d-91f2ebf381fa", "name": "network-vif-unplugged", "status": "completed", "tag": "35eb64b5-12d3-42c9-985f-f955111f12a5", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:49.447258 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b9de50f-2886-49b9-8fce-b80616741965 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:49.447258 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35eb64b5-12d3-42c9-985f-f955111f12a5', 'code': 200} Sep 16 06:07:49.464753 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:49.514415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Pushing event updated for resources: {'Port': ['ID=35eb64b5-12d3-42c9-985f-f955111f12a5,revision_number=6']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:49.557206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:49.557587 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:49.557932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:49.558273 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:49.558617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:49.558972 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:49.559303 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:49.559631 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:49.559976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:49.560284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:49.560607 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:49.560928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:49.605272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] No DVR routers for this DVR port 35eb64b5-12d3-42c9-985f-f955111f12a5 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:07:49.749639 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Attempting to bind port 35eb64b5-12d3-42c9-985f-f955111f12a5 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:07:49.749972 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Attempting to bind port 35eb64b5-12d3-42c9-985f-f955111f12a5 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': '767e8c21-010f-45b9-8c3e-2b25a43e0c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:07:49.750306 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Attempting to bind port 35eb64b5-12d3-42c9-985f-f955111f12a5 on network 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:07:49.755359 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Port 35eb64b5-12d3-42c9-985f-f955111f12a5 on network 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:07:49.755686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Attempting to bind port 35eb64b5-12d3-42c9-985f-f955111f12a5 on network 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:07:49.761190 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:07:49.761535 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Checking segment: {'id': '767e8c21-010f-45b9-8c3e-2b25a43e0c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:07:49.761926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Bound using segment: {'id': '767e8c21-010f-45b9-8c3e-2b25a43e0c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:07:49.762393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Bound port: 35eb64b5-12d3-42c9-985f-f955111f12a5, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '767e8c21-010f-45b9-8c3e-2b25a43e0c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:07:49.762759 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:49.830178 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] For port 35eb64b5-12d3-42c9-985f-f955111f12a5, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:07:49.832138 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] For port 35eb64b5-12d3-42c9-985f-f955111f12a5, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=35eb64b5-12d3-42c9-985f-f955111f12a5,segment=NetworkSegment(767e8c21-010f-45b9-8c3e-2b25a43e0c51),segment_id=767e8c21-010f-45b9-8c3e-2b25a43e0c51)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:07:49.943846 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:49.985682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:49.985682 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:49.985682 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] 10.222.0.21 "PUT /v2.0/ports/35eb64b5-12d3-42c9-985f-f955111f12a5 HTTP/1.1" status: 200 len: 1092 time: 1.0258927 Sep 16 06:07:50.016333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12ca49-d52a-44f8-b083-7720225440d0 service neutron] Pushing event updated for resources: {'Port': ['ID=35eb64b5-12d3-42c9-985f-f955111f12a5,revision_number=7']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:50.069172 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-e0fe28ed-00e5-4d97-a210-d0bcdde503a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:50.071561 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-e0fe28ed-00e5-4d97-a210-d0bcdde503a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 1095 time: 0.0465193 Sep 16 06:07:50.173515 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-f9616a12-bafa-4b76-9237-acff55c94d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:50.174968 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-f9616a12-bafa-4b76-9237-acff55c94d71 service neutron] 10.222.0.21 "GET /v2.0/networks?id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c HTTP/1.1" status: 200 len: 897 time: 0.0970614 Sep 16 06:07:50.253162 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-b4abcc6f-a9bd-4959-be5a-89a8d896ec5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35eb64b5-12d3-42c9-985f-f955111f12a5 HTTP/1.1" status: 200 len: 999 time: 0.0705645 Sep 16 06:07:50.304157 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-876e28d0-f0a2-4a7c-a8a4-b92935d34ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:50.305723 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-876e28d0-f0a2-4a7c-a8a4-b92935d34ce8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d704443-ac11-4e06-8b0d-5863d9030d89 HTTP/1.1" status: 200 len: 834 time: 0.0455050 Sep 16 06:07:50.363935 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-c108e1a9-7f82-4e00-8a4f-dc4f1cbf3582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:50.365468 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-c108e1a9-7f82-4e00-8a4f-dc4f1cbf3582 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520976 Sep 16 06:07:50.488834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-e5905d74-0dd0-4a4a-8036-612c3aaa9d42 service neutron] 10.222.0.21 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161923 Sep 16 06:07:50.501210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fc37b-a4e6-4f42-87e4-232f965c0540 req-8f344b00-bf33-4b8f-957f-b17742ee50f3 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:50.502624 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-044fc37b-a4e6-4f42-87e4-232f965c0540 req-8f344b00-bf33-4b8f-957f-b17742ee50f3 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 943 time: 0.0707595 Sep 16 06:07:50.598043 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-044fc37b-a4e6-4f42-87e4-232f965c0540 req-24d0ff10-a8a4-4267-a850-0b167e0829b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868487 Sep 16 06:07:50.620110 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4b1aba66-9121-44d2-b70d-b3d4423e8137 req-fe5aef29-3854-4410-bfdb-60f04fc15912 service neutron] 10.222.0.21 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165423 Sep 16 06:07:51.444893 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'tag': '35eb64b5-12d3-42c9-985f-f955111f12a5'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:51.447369 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe256922-ba94-402f-a76c-fdd58cd9661e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae404bc-0d80-46d2-876d-91f2ebf381fa", "tag": "35eb64b5-12d3-42c9-985f-f955111f12a5"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:51.497742 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fb15eb-937e-4c57-a111-3f15904d6ac2 x-openstack-request-id: req-31fb15eb-937e-4c57-a111-3f15904d6ac2 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:51.498037 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae404bc-0d80-46d2-876d-91f2ebf381fa", "tag": "35eb64b5-12d3-42c9-985f-f955111f12a5", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:51.498287 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31fb15eb-937e-4c57-a111-3f15904d6ac2 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:51.498687 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'tag': '35eb64b5-12d3-42c9-985f-f955111f12a5', 'status': 'completed', 'code': 200} Sep 16 06:07:51.610684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-9cc38dfc-9f31-473c-be0c-8cf9b8d67fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:51.612270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-9cc38dfc-9f31-473c-be0c-8cf9b8d67fa9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 1095 time: 0.0664129 Sep 16 06:07:51.614147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-03258e2e-3be7-4ead-9267-f3b4f0fa5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:51.615539 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-03258e2e-3be7-4ead-9267-f3b4f0fa5ac9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 1095 time: 0.0782015 Sep 16 06:07:51.639835 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 35eb64b5-12d3-42c9-985f-f955111f12a5 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:07:51.679468 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 35eb64b5-12d3-42c9-985f-f955111f12a5 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:07:52.169391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-301a1448-b55b-40d7-971d-6a3bb729502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:52.170796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-301a1448-b55b-40d7-971d-6a3bb729502b service neutron] 10.222.0.21 "GET /v2.0/networks?id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c HTTP/1.1" status: 200 len: 897 time: 0.5516031 Sep 16 06:07:52.186814 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca97d01-bb92-4fcc-b7b6-b87358652ad7 req-e3037716-fa87-4b44-80fa-0c8a05dc29d0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:52.188271 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ca97d01-bb92-4fcc-b7b6-b87358652ad7 req-e3037716-fa87-4b44-80fa-0c8a05dc29d0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 943 time: 0.5157619 Sep 16 06:07:52.201493 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-8a9bd335-5156-4f0a-b280-91d1f06c361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:52.203763 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-8a9bd335-5156-4f0a-b280-91d1f06c361f service neutron] 10.222.0.38 "GET /v2.0/networks?id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c HTTP/1.1" status: 200 len: 897 time: 0.5750093 Sep 16 06:07:52.320428 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-72df8409-e908-41c5-8f2a-3c8dde29736f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35eb64b5-12d3-42c9-985f-f955111f12a5 HTTP/1.1" status: 200 len: 999 time: 0.1297576 Sep 16 06:07:52.331856 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ca97d01-bb92-4fcc-b7b6-b87358652ad7 req-cd336b8a-177c-48c3-bd44-63fa5b24e117 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331470 Sep 16 06:07:52.374051 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-e052774f-f29a-4294-a99a-3c194fd43e96 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35eb64b5-12d3-42c9-985f-f955111f12a5 HTTP/1.1" status: 200 len: 999 time: 0.1303294 Sep 16 06:07:52.418057 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-5c2a8923-7a14-47b2-a05b-afa78b4d0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:52.419582 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-5c2a8923-7a14-47b2-a05b-afa78b4d0264 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d704443-ac11-4e06-8b0d-5863d9030d89 HTTP/1.1" status: 200 len: 834 time: 0.0909002 Sep 16 06:07:52.439890 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-0a3d5be1-d539-4050-9ee9-708e0eed6cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:52.441308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-0a3d5be1-d539-4050-9ee9-708e0eed6cb7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0d704443-ac11-4e06-8b0d-5863d9030d89 HTTP/1.1" status: 200 len: 834 time: 0.0599029 Sep 16 06:07:52.500897 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-f8021abb-95ec-409c-80d3-817d9f8d7388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:52.502438 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-f8021abb-95ec-409c-80d3-817d9f8d7388 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737262 Sep 16 06:07:52.508677 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-4f311d17-9430-47cd-ab9d-e2d0a734ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:52.510704 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-4f311d17-9430-47cd-ab9d-e2d0a734ee55 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536726 Sep 16 06:07:52.673476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-b47bf06b-9c84-45c7-bc80-5dc7e559f06e service neutron] 10.222.0.38 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543970 Sep 16 06:07:52.675157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-a4fd798e-584d-4b17-b168-f914ea0a2cf4 service neutron] 10.222.0.21 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635113 Sep 16 06:07:52.835540 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-053bef9f-2df3-43c1-96aa-9e706f632212 service neutron] 10.222.0.38 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552560 Sep 16 06:07:52.841033 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe256922-ba94-402f-a76c-fdd58cd9661e req-f29feac7-fc35-4c69-b632-ac4a84842326 service neutron] 10.222.0.21 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495030 Sep 16 06:07:53.453686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75856c-119b-41da-8dec-91eb2bbf4674 req-5f145055-4cb6-4e6f-a18a-cf606f205360 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:53.455397 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b75856c-119b-41da-8dec-91eb2bbf4674 req-5f145055-4cb6-4e6f-a18a-cf606f205360 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 943 time: 0.0522246 Sep 16 06:07:53.493345 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8b75856c-119b-41da-8dec-91eb2bbf4674 req-d02cc5be-2560-4b7f-b74f-32eb6559c65d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321016 Sep 16 06:07:54.616371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5056-09de-45fa-a804-e177666281d0 req-15b015d0-04aa-4097-a04a-a794344092d8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:54.617882 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-912b5056-09de-45fa-a804-e177666281d0 req-15b015d0-04aa-4097-a04a-a794344092d8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 943 time: 0.0536962 Sep 16 06:07:54.657001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-912b5056-09de-45fa-a804-e177666281d0 req-696c448e-1662-4561-a8b6-1ab5cb903eca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328670 Sep 16 06:07:55.024447 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03508d30-a6d3-45e7-a911-db37a4bfc5c2 req-fb04082f-3f6a-4ec9-9730-f8306ca4f345 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:55.026022 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03508d30-a6d3-45e7-a911-db37a4bfc5c2 req-fb04082f-3f6a-4ec9-9730-f8306ca4f345 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 943 time: 0.0510824 Sep 16 06:07:55.059003 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 35eb64b5-12d3-42c9-985f-f955111f12a5 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:07:55.067460 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03508d30-a6d3-45e7-a911-db37a4bfc5c2 req-08405bac-76d8-4fc6-b3f8-d74b9d53d8cb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342155 Sep 16 06:07:55.142449 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece417fa-072b-4f78-a0f8-ae155272abf7 req-4fb3d21e-d6d0-47de-9f49-99a0cbcd21ad tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:55.143102 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ece417fa-072b-4f78-a0f8-ae155272abf7 req-4fb3d21e-d6d0-47de-9f49-99a0cbcd21ad tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.38 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa&tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&binding%3Ahost_id=n-h1-712140-13 HTTP/1.1" status: 200 len: 943 time: 0.0581260 Sep 16 06:07:55.175492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 35eb64b5-12d3-42c9-985f-f955111f12a5, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=35eb64b5-12d3-42c9-985f-f955111f12a5,segment=NetworkSegment(767e8c21-010f-45b9-8c3e-2b25a43e0c51),segment_id=767e8c21-010f-45b9-8c3e-2b25a43e0c51)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:55.189413 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '35eb64b5-12d3-42c9-985f-f955111f12a5', 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c', 'port_id': '35eb64b5-12d3-42c9-985f-f955111f12a5', 'mac_address': 'fa:16:3e:70:1e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d704443-ac11-4e06-8b0d-5863d9030d89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:07:55.220414 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:55.228636 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:55.241174 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd39025-b0f1-42e5-8ac7-753542668998 req-c9039a73-e4b9-4cfa-8cb6-1d0847d1cd97 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:55.242811 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffd39025-b0f1-42e5-8ac7-753542668998 req-c9039a73-e4b9-4cfa-8cb6-1d0847d1cd97 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 943 time: 0.0973570 Sep 16 06:07:55.243654 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35eb64b5-12d3-42c9-985f-f955111f12a5 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:07:55.258552 n-d-712140-13 neutron-server[95473]: INFO neutron.api.v2.resource [req-ece417fa-072b-4f78-a0f8-ae155272abf7 req-7d079aff-3b21-4d47-9c69-e716d2d79595 service neutron] delete failed (client error): The resource could not be found. Sep 16 06:07:55.259599 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ece417fa-072b-4f78-a0f8-ae155272abf7 req-7d079aff-3b21-4d47-9c69-e716d2d79595 service neutron] 10.222.0.38 "DELETE /v2.0/ports/35eb64b5-12d3-42c9-985f-f955111f12a5/bindings/n-h2-712140-13 HTTP/1.1" status: 404 len: 381 time: 0.1037087 Sep 16 06:07:55.266871 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 35eb64b5-12d3-42c9-985f-f955111f12a5, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=35eb64b5-12d3-42c9-985f-f955111f12a5,segment=NetworkSegment(767e8c21-010f-45b9-8c3e-2b25a43e0c51),segment_id=767e8c21-010f-45b9-8c3e-2b25a43e0c51)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:55.287516 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ffd39025-b0f1-42e5-8ac7-753542668998 req-bea1b869-7c65-42fc-aa42-49c5576f2a5f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374956 Sep 16 06:07:55.362836 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:55.377200 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece417fa-072b-4f78-a0f8-ae155272abf7 req-47aca8fb-f875-4f81-a401-c072eac1ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:55.378857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ece417fa-072b-4f78-a0f8-ae155272abf7 req-47aca8fb-f875-4f81-a401-c072eac1ae8b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 1095 time: 0.0458059 Sep 16 06:07:55.420406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=35eb64b5-12d3-42c9-985f-f955111f12a5,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:55.428550 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:55.429753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:55.429753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:55.429753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:55.430247 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:55.430247 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:55.430564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:55.430845 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:55.431192 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:55.431515 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:55.431835 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:55.432154 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:55.484133 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece417fa-072b-4f78-a0f8-ae155272abf7 req-d45d8388-faaa-47d0-932e-459d90617a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:55.485639 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ece417fa-072b-4f78-a0f8-ae155272abf7 req-d45d8388-faaa-47d0-932e-459d90617a3d service neutron] 10.222.0.38 "GET /v2.0/networks?id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c HTTP/1.1" status: 200 len: 897 time: 0.0999129 Sep 16 06:07:55.553149 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ece417fa-072b-4f78-a0f8-ae155272abf7 req-5fa0cc55-1dba-419a-9f89-91fa8399b6ac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35eb64b5-12d3-42c9-985f-f955111f12a5 HTTP/1.1" status: 200 len: 1000 time: 0.0600328 Sep 16 06:07:55.601632 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece417fa-072b-4f78-a0f8-ae155272abf7 req-1d9c188f-1bdc-4f80-b8fe-7e7066d6b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:55.603722 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ece417fa-072b-4f78-a0f8-ae155272abf7 req-1d9c188f-1bdc-4f80-b8fe-7e7066d6b216 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0d704443-ac11-4e06-8b0d-5863d9030d89 HTTP/1.1" status: 200 len: 834 time: 0.0436106 Sep 16 06:07:55.656050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece417fa-072b-4f78-a0f8-ae155272abf7 req-97899d16-7848-4a85-82ae-a73752871f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:55.657532 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ece417fa-072b-4f78-a0f8-ae155272abf7 req-97899d16-7848-4a85-82ae-a73752871f00 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480387 Sep 16 06:07:55.751202 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ece417fa-072b-4f78-a0f8-ae155272abf7 req-fa9e47e8-1c22-49fe-9e2d-6e0197e95024 service neutron] 10.222.0.38 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859005 Sep 16 06:07:55.807157 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['35eb64b5-12d3-42c9-985f-f955111f12a5'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:07:55.851262 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ece417fa-072b-4f78-a0f8-ae155272abf7 req-ad37f697-9123-404b-a4ee-f0169d83f52f service neutron] 10.222.0.38 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930762 Sep 16 06:07:56.407987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576eb4d-46f1-4e88-a190-e1c3c3f40b6b req-49099e8e-e9ac-416e-bb9e-6807252aef3b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:56.409522 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6576eb4d-46f1-4e88-a190-e1c3c3f40b6b req-49099e8e-e9ac-416e-bb9e-6807252aef3b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 944 time: 0.0516608 Sep 16 06:07:56.451124 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6576eb4d-46f1-4e88-a190-e1c3c3f40b6b req-38c8032a-f1ef-48c0-836d-8ceb353f10de tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355139 Sep 16 06:07:57.076881 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 35eb64b5-12d3-42c9-985f-f955111f12a5 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:07:57.179264 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 35eb64b5-12d3-42c9-985f-f955111f12a5 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:07:57.183709 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 35eb64b5-12d3-42c9-985f-f955111f12a5 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:57.184119 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:57.265328 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:57.288542 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35eb64b5-12d3-42c9-985f-f955111f12a5'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:57.290806 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc48cd8-5af9-4599-8dd8-d06e99e660c2" -d '{"events": [{"server_uuid": "5ae404bc-0d80-46d2-876d-91f2ebf381fa", "name": "network-vif-plugged", "status": "completed", "tag": "35eb64b5-12d3-42c9-985f-f955111f12a5"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:57.305374 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 35eb64b5-12d3-42c9-985f-f955111f12a5, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=35eb64b5-12d3-42c9-985f-f955111f12a5,segment=NetworkSegment(767e8c21-010f-45b9-8c3e-2b25a43e0c51),segment_id=767e8c21-010f-45b9-8c3e-2b25a43e0c51)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:57.377348 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:57.382479 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec581da-f9ba-424c-b439-052b04f4058e x-openstack-request-id: req-bec581da-f9ba-424c-b439-052b04f4058e {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:57.382775 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae404bc-0d80-46d2-876d-91f2ebf381fa", "name": "network-vif-plugged", "status": "completed", "tag": "35eb64b5-12d3-42c9-985f-f955111f12a5", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:57.383058 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bec581da-f9ba-424c-b439-052b04f4058e {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:57.383473 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35eb64b5-12d3-42c9-985f-f955111f12a5', 'code': 200} Sep 16 06:07:57.428963 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=35eb64b5-12d3-42c9-985f-f955111f12a5,revision_number=9']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:57.570733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0b513-ace4-4466-a727-f7b394dd0183 req-f9dadbe9-da59-49ca-9d76-7939ce15a7f1 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:57.572308 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51d0b513-ace4-4466-a727-f7b394dd0183 req-f9dadbe9-da59-49ca-9d76-7939ce15a7f1 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0535276 Sep 16 06:07:57.613979 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51d0b513-ace4-4466-a727-f7b394dd0183 req-01639691-6a23-4694-9374-6cb07c24939a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343459 Sep 16 06:07:57.636763 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43440) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:57.704054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-12d8ddc0-a2c8-48b1-b74c-111af277c2dc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/floatingips/d92a4e00-c245-446b-ae92-20c9047d81d6 HTTP/1.1" status: 200 len: 993 time: 0.0660694 Sep 16 06:07:59.036366 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:05.293474 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-81bfdd2b-3809-4f3d-b074-59b0d5075e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:07.801876 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-204e4b0b-7591-45f6-aa08-7d210947d9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:08.641552 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:09.582323 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:11.142453 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:25.178197 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:26.270751 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:08:29.047159 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:35.301662 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-77b0ffad-d41f-4cf1-95b2-9e87506196d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:37.806648 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-04a52ccb-bcb0-497e-a8fa-d40af7a8b9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:38.635729 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.570368 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:41.113169 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:45.955454 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-52098a5c-8e88-4b6d-9ce0-fd33a6e760b9 req-948eafb9-32f5-4dc2-8a54-45972b04f69b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396805 Sep 16 06:08:46.052656 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52098a5c-8e88-4b6d-9ce0-fd33a6e760b9 req-afd5ea34-f577-43a5-b9bd-4cfc89401969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:46.054157 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-52098a5c-8e88-4b6d-9ce0-fd33a6e760b9 req-afd5ea34-f577-43a5-b9bd-4cfc89401969 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 1097 time: 0.0416396 Sep 16 06:08:46.159632 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52098a5c-8e88-4b6d-9ce0-fd33a6e760b9 req-b7c4850e-379a-465d-98c6-c15ce166f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:46.161023 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-52098a5c-8e88-4b6d-9ce0-fd33a6e760b9 req-b7c4850e-379a-465d-98c6-c15ce166f1ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c HTTP/1.1" status: 200 len: 897 time: 0.0882847 Sep 16 06:08:46.226508 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-52098a5c-8e88-4b6d-9ce0-fd33a6e760b9 req-034071be-8fc5-4d5b-860c-8e9ecaac897e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35eb64b5-12d3-42c9-985f-f955111f12a5 HTTP/1.1" status: 200 len: 1001 time: 0.0577137 Sep 16 06:08:46.282505 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52098a5c-8e88-4b6d-9ce0-fd33a6e760b9 req-42999325-7ebc-4ad7-a371-77ff999b2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:46.284039 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-52098a5c-8e88-4b6d-9ce0-fd33a6e760b9 req-42999325-7ebc-4ad7-a371-77ff999b2a00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d704443-ac11-4e06-8b0d-5863d9030d89 HTTP/1.1" status: 200 len: 834 time: 0.0498958 Sep 16 06:08:46.331444 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52098a5c-8e88-4b6d-9ce0-fd33a6e760b9 req-04d1dedb-c513-4952-86f1-ab0c3585157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:46.333001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-52098a5c-8e88-4b6d-9ce0-fd33a6e760b9 req-04d1dedb-c513-4952-86f1-ab0c3585157b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414138 Sep 16 06:08:46.442246 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-52098a5c-8e88-4b6d-9ce0-fd33a6e760b9 req-00856586-97fb-446c-96e8-f547d932b454 service neutron] 10.222.0.21 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011398 Sep 16 06:08:46.534976 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-52098a5c-8e88-4b6d-9ce0-fd33a6e760b9 req-eca0424f-49b2-4d21-9ab1-afc031d4be80 service neutron] 10.222.0.21 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845821 Sep 16 06:08:50.932086 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43462) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:51.090225 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting port 2e3b6820-7df2-4705-9712-298b7e2415c8 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:08:51.090473 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:51.178039 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:51.178367 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:51.190784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Calling delete_port for 2e3b6820-7df2-4705-9712-298b7e2415c8 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:08:51.393607 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:51.420293 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Port': ['ID=2e3b6820-7df2-4705-9712-298b7e2415c8,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:51.432680 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:51.433035 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:51.433387 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:51.433734 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:51.434075 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:51.434411 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:51.434749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:51.435119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:51.435456 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:51.436294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:51.436625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:51.436954 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:51.498147 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:51.498724 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Floating IP d92a4e00-c245-446b-ae92-20c9047d81d6 disassociated (deleted). External IP: 172.25.4.131, port: 35eb64b5-12d3-42c9-985f-f955111f12a5. Sep 16 06:08:51.709310 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router dfd0d369-d959-4a90-a495-eb7acddcf524 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:08:51.832608 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:08:51.841367 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:51.843938 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb4937-3396-471f-95f2-3dc9287c28ff None None] Sync routers for ids ['dfd0d369-d959-4a90-a495-eb7acddcf524'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:08:51.853313 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddb4937-3396-471f-95f2-3dc9287c28ff None None] Routers {'dfd0d369-d959-4a90-a495-eb7acddcf524'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:08:51.853934 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-dddb4937-3396-471f-95f2-3dc9287c28ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:08:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dfd0d369-d959-4a90-a495-eb7acddcf524'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:51.867348 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5c3487fb-c899-458d-ac30-fd95c57585b5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/floatingips/d92a4e00-c245-446b-ae92-20c9047d81d6 HTTP/1.1" status: 204 len: 168 time: 0.9341021 Sep 16 06:08:51.868050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'tag': '35eb64b5-12d3-42c9-985f-f955111f12a5'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:08:51.870467 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f4e2ef-9733-4ae8-ae48-a8716a739938" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae404bc-0d80-46d2-876d-91f2ebf381fa", "tag": "35eb64b5-12d3-42c9-985f-f955111f12a5"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:08:51.963865 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-dddb4937-3396-471f-95f2-3dc9287c28ff None None] Set router dfd0d369-d959-4a90-a495-eb7acddcf524 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:08:51.981425 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1416aed-caa3-4b73-9b8b-5be97efabbf6 x-openstack-request-id: req-e1416aed-caa3-4b73-9b8b-5be97efabbf6 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:08:51.981953 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae404bc-0d80-46d2-876d-91f2ebf381fa", "tag": "35eb64b5-12d3-42c9-985f-f955111f12a5", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:08:51.981953 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1416aed-caa3-4b73-9b8b-5be97efabbf6 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:08:51.982396 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'tag': '35eb64b5-12d3-42c9-985f-f955111f12a5', 'status': 'completed', 'code': 200} Sep 16 06:08:52.066367 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4e2ef-9733-4ae8-ae48-a8716a739938 req-e5d4afdf-9bf9-453a-a233-4fecc0508eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:52.067920 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68f4e2ef-9733-4ae8-ae48-a8716a739938 req-e5d4afdf-9bf9-453a-a233-4fecc0508eef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 1097 time: 0.0422547 Sep 16 06:08:52.185225 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-dddb4937-3396-471f-95f2-3dc9287c28ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528428712', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:06:01Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '118d3e65-fa73-4130-bef9-50bdb9d13814', 'name': '', 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:84:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0d704443-ac11-4e06-8b0d-5863d9030d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:00Z', 'updated_at': '2021-09-16T06:06:04Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '0d704443-ac11-4e06-8b0d-5863d9030d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:52.187282 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4e2ef-9733-4ae8-ae48-a8716a739938 req-7b70730f-adcb-44a0-a410-e2029feb6475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:52.188809 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68f4e2ef-9733-4ae8-ae48-a8716a739938 req-7b70730f-adcb-44a0-a410-e2029feb6475 service neutron] 10.222.0.21 "GET /v2.0/networks?id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c HTTP/1.1" status: 200 len: 897 time: 0.1130052 Sep 16 06:08:52.218752 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb4937-3396-471f-95f2-3dc9287c28ff None None] Checking router: dfd0d369-d959-4a90-a495-eb7acddcf524 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:08:52.223994 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddb4937-3396-471f-95f2-3dc9287c28ff None None] Routers {'dfd0d369-d959-4a90-a495-eb7acddcf524'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:08:52.224908 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-dddb4937-3396-471f-95f2-3dc9287c28ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:08:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dfd0d369-d959-4a90-a495-eb7acddcf524'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:52.232016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68f4e2ef-9733-4ae8-ae48-a8716a739938 req-c3ccb884-310a-4024-983c-5f513449aa06 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35eb64b5-12d3-42c9-985f-f955111f12a5 HTTP/1.1" status: 200 len: 217 time: 0.0363061 Sep 16 06:08:52.333939 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4e2ef-9733-4ae8-ae48-a8716a739938 req-73594ce2-1bfe-4d5f-856d-48a7128dc17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:52.335519 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68f4e2ef-9733-4ae8-ae48-a8716a739938 req-73594ce2-1bfe-4d5f-856d-48a7128dc17d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d704443-ac11-4e06-8b0d-5863d9030d89 HTTP/1.1" status: 200 len: 834 time: 0.0823424 Sep 16 06:08:52.348021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526f6eb-3ac5-428a-9687-8fc5c71b4920 req-e19228b0-b3dc-4f45-a293-ce6355d0b09a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:52.349645 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6526f6eb-3ac5-428a-9687-8fc5c71b4920 req-e19228b0-b3dc-4f45-a293-ce6355d0b09a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0952084 Sep 16 06:08:52.415851 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6526f6eb-3ac5-428a-9687-8fc5c71b4920 req-14cc8f9c-bf78-475b-8dd7-ffd5fda70ed9 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572147 Sep 16 06:08:52.421085 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4e2ef-9733-4ae8-ae48-a8716a739938 req-8594f23e-3e0f-40d3-86ad-f160bc119ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:52.422857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68f4e2ef-9733-4ae8-ae48-a8716a739938 req-8594f23e-3e0f-40d3-86ad-f160bc119ce9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723004 Sep 16 06:08:52.434275 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-dddb4937-3396-471f-95f2-3dc9287c28ff None None] Set router dfd0d369-d959-4a90-a495-eb7acddcf524 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:08:52.527690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68f4e2ef-9733-4ae8-ae48-a8716a739938 req-16719db1-60c9-4956-a79a-08c7eb3c7fb8 service neutron] 10.222.0.21 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959091 Sep 16 06:08:52.623521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-68f4e2ef-9733-4ae8-ae48-a8716a739938 req-af2985b7-7052-4811-b380-1885669a69d1 service neutron] 10.222.0.21 "GET /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876648 Sep 16 06:08:52.648591 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-dddb4937-3396-471f-95f2-3dc9287c28ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528428712', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:06:01Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '118d3e65-fa73-4130-bef9-50bdb9d13814', 'name': '', 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:84:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0d704443-ac11-4e06-8b0d-5863d9030d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:00Z', 'updated_at': '2021-09-16T06:06:04Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '0d704443-ac11-4e06-8b0d-5863d9030d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:52.679002 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb4937-3396-471f-95f2-3dc9287c28ff None None] The sync data for ids ['dfd0d369-d959-4a90-a495-eb7acddcf524'] in n-d-712140-13 is: [{'id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528428712', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:06:01Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '118d3e65-fa73-4130-bef9-50bdb9d13814', 'name': '', 'network_id': '39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:84:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0d704443-ac11-4e06-8b0d-5863d9030d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:00Z', 'updated_at': '2021-09-16T06:06:04Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '0d704443-ac11-4e06-8b0d-5863d9030d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:08:52.917390 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae4b00-3407-46c4-bda5-d498c048deeb None None] New status for floating IP d92a4e00-c245-446b-ae92-20c9047d81d6: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:08:53.547349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4094d-fffb-475e-bec9-f0565c284495 req-0a9f13f1-1e1b-4201-94ba-1da90f65f557 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:53.548871 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93c4094d-fffb-475e-bec9-f0565c284495 req-0a9f13f1-1e1b-4201-94ba-1da90f65f557 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0612392 Sep 16 06:08:53.586693 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93c4094d-fffb-475e-bec9-f0565c284495 req-aca499b9-e10c-45ef-b15a-e6da46377c4c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d08f25b-c67c-40ec-9366-3f4f09e5d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319002 Sep 16 06:08:53.987614 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c144975-f831-4789-a682-a600929cec59 req-156c3336-d3b7-4454-a2ad-eb5786616e7c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:53.989203 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c144975-f831-4789-a682-a600929cec59 req-156c3336-d3b7-4454-a2ad-eb5786616e7c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 945 time: 0.0486381 Sep 16 06:08:54.083274 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-4c144975-f831-4789-a682-a600929cec59 req-0a87fc24-8de9-443f-9ea6-9ac265eb37df tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting port 35eb64b5-12d3-42c9-985f-f955111f12a5 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:08:54.083614 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4c144975-f831-4789-a682-a600929cec59 req-0a87fc24-8de9-443f-9ea6-9ac265eb37df tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:54.174140 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-4c144975-f831-4789-a682-a600929cec59 req-0a87fc24-8de9-443f-9ea6-9ac265eb37df tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] For port 35eb64b5-12d3-42c9-985f-f955111f12a5, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=35eb64b5-12d3-42c9-985f-f955111f12a5,segment=NetworkSegment(767e8c21-010f-45b9-8c3e-2b25a43e0c51),segment_id=767e8c21-010f-45b9-8c3e-2b25a43e0c51)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:54.174510 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4c144975-f831-4789-a682-a600929cec59 req-0a87fc24-8de9-443f-9ea6-9ac265eb37df tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:54.187628 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-4c144975-f831-4789-a682-a600929cec59 req-0a87fc24-8de9-443f-9ea6-9ac265eb37df tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Calling delete_port for 35eb64b5-12d3-42c9-985f-f955111f12a5 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:08:54.401144 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4c144975-f831-4789-a682-a600929cec59 req-0a87fc24-8de9-443f-9ea6-9ac265eb37df tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:54.434294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87fc24-8de9-443f-9ea6-9ac265eb37df tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Port': ['ID=35eb64b5-12d3-42c9-985f-f955111f12a5,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:54.482125 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c144975-f831-4789-a682-a600929cec59 req-0a87fc24-8de9-443f-9ea6-9ac265eb37df tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] No DVR routers for this DVR port 35eb64b5-12d3-42c9-985f-f955111f12a5 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:08:54.485451 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-4c144975-f831-4789-a682-a600929cec59 req-0a87fc24-8de9-443f-9ea6-9ac265eb37df tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:54.487527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4c144975-f831-4789-a682-a600929cec59 req-0a87fc24-8de9-443f-9ea6-9ac265eb37df tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.21 "DELETE /v2.0/ports/35eb64b5-12d3-42c9-985f-f955111f12a5 HTTP/1.1" status: 204 len: 173 time: 0.4921184 Sep 16 06:08:54.487967 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'name': 'network-vif-deleted', 'tag': '35eb64b5-12d3-42c9-985f-f955111f12a5'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:08:54.490247 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473bc7ac-1b21-4958-8da9-82013a162712" -d '{"events": [{"server_uuid": "5ae404bc-0d80-46d2-876d-91f2ebf381fa", "name": "network-vif-deleted", "tag": "35eb64b5-12d3-42c9-985f-f955111f12a5"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:08:54.527455 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df873647-b675-4ecc-99d1-4a031e89354e x-openstack-request-id: req-df873647-b675-4ecc-99d1-4a031e89354e {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:08:54.527748 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae404bc-0d80-46d2-876d-91f2ebf381fa", "name": "network-vif-deleted", "tag": "35eb64b5-12d3-42c9-985f-f955111f12a5", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:08:54.528001 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df873647-b675-4ecc-99d1-4a031e89354e {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:08:54.528400 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae404bc-0d80-46d2-876d-91f2ebf381fa', 'name': 'network-vif-deleted', 'tag': '35eb64b5-12d3-42c9-985f-f955111f12a5', 'status': 'completed', 'code': 200} Sep 16 06:08:54.685524 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-528802e2-35c9-42c1-8de7-2e2a4088ae63 req-5cd4850f-7880-42be-82b2-5f06d61a2b7c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae404bc-0d80-46d2-876d-91f2ebf381fa HTTP/1.1" status: 200 len: 210 time: 0.0279155 Sep 16 06:08:55.199046 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:55.742117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43482) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:56.110029 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:56.368327 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting port 118d3e65-fa73-4130-bef9-50bdb9d13814 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:08:56.368587 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:56.462096 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] For port 118d3e65-fa73-4130-bef9-50bdb9d13814, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=118d3e65-fa73-4130-bef9-50bdb9d13814,segment=NetworkSegment(767e8c21-010f-45b9-8c3e-2b25a43e0c51),segment_id=767e8c21-010f-45b9-8c3e-2b25a43e0c51)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:56.462479 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:56.475587 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Calling delete_port for 118d3e65-fa73-4130-bef9-50bdb9d13814 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:08:56.730193 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:56.755876 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Port': ['ID=118d3e65-fa73-4130-bef9-50bdb9d13814,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:56.766739 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:56.767117 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:56.767461 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:56.767798 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:56.768131 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:56.768461 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:56.768845 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:56.769767 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:56.769767 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:56.769992 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:56.770271 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:56.770549 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:56.948778 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:57.168720 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router dfd0d369-d959-4a90-a495-eb7acddcf524 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:08:57.277924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:08:57.284367 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-127cd322-f94f-4464-bf14-c59f3f8029ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "PUT /v2.0/routers/dfd0d369-d959-4a90-a495-eb7acddcf524/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5409372 Sep 16 06:08:57.286738 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43488) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:57.289387 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5cdc4c-090c-434a-91d9-60038744d644 None None] Sync routers for ids ['dfd0d369-d959-4a90-a495-eb7acddcf524'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:08:57.298922 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5cdc4c-090c-434a-91d9-60038744d644 None None] Routers {'dfd0d369-d959-4a90-a495-eb7acddcf524'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:08:57.299632 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-fb5cdc4c-090c-434a-91d9-60038744d644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:08:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dfd0d369-d959-4a90-a495-eb7acddcf524'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:57.338219 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e44432d-2b66-4630-9cd5-55c9977fbf08 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting subnet 0d704443-ac11-4e06-8b0d-5863d9030d89 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:08:57.341740 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e44432d-2b66-4630-9cd5-55c9977fbf08 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:57.349034 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 35eb64b5-12d3-42c9-985f-f955111f12a5 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:08:57.368870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 35eb64b5-12d3-42c9-985f-f955111f12a5 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:08:57.369348 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 35eb64b5-12d3-42c9-985f-f955111f12a5 not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:08:57.383600 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e44432d-2b66-4630-9cd5-55c9977fbf08 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:57.407299 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-fb5cdc4c-090c-434a-91d9-60038744d644 None None] Set router dfd0d369-d959-4a90-a495-eb7acddcf524 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:08:57.474079 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e44432d-2b66-4630-9cd5-55c9977fbf08 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:57.585081 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-fb5cdc4c-090c-434a-91d9-60038744d644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528428712', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:08:56Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:57.611828 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5cdc4c-090c-434a-91d9-60038744d644 None None] Checking router: dfd0d369-d959-4a90-a495-eb7acddcf524 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:08:57.619978 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5cdc4c-090c-434a-91d9-60038744d644 None None] Routers {'dfd0d369-d959-4a90-a495-eb7acddcf524'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:08:57.620584 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-fb5cdc4c-090c-434a-91d9-60038744d644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:08:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['dfd0d369-d959-4a90-a495-eb7acddcf524'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:57.624496 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e44432d-2b66-4630-9cd5-55c9977fbf08 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:57.655922 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-4e44432d-2b66-4630-9cd5-55c9977fbf08 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:57.660484 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-4e44432d-2b66-4630-9cd5-55c9977fbf08 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/subnets/0d704443-ac11-4e06-8b0d-5863d9030d89 HTTP/1.1" status: 204 len: 168 time: 0.3701987 Sep 16 06:08:57.660484 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44432d-2b66-4630-9cd5-55c9977fbf08 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Subnet': ['ID=0d704443-ac11-4e06-8b0d-5863d9030d89,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:57.660720 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43490) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:57.664584 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed07b2ff-b107-44b3-ba0e-fe7b90d956b8 None None] Network 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:08:57.734990 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-fb5cdc4c-090c-434a-91d9-60038744d644 None None] Set router dfd0d369-d959-4a90-a495-eb7acddcf524 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:08:57.772464 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aea0a9e5-a779-4043-8573-6342d167cd2e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:57.844706 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] DHCP port deletion for 39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:08:57.902131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] Deleting port 9c77c08f-23be-41cb-8bfd-3a99dd3c9aee {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:08:57.902510 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:57.934352 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-fb5cdc4c-090c-434a-91d9-60038744d644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528428712', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:08:56Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:57.961927 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5cdc4c-090c-434a-91d9-60038744d644 None None] The sync data for ids ['dfd0d369-d959-4a90-a495-eb7acddcf524'] in n-d-712140-13 is: [{'id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528428712', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:08:56Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '77fa8344-faa2-44ea-ab07-ca8c80324f6e', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0d369-d959-4a90-a495-eb7acddcf524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:57Z', 'updated_at': '2021-09-16T06:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:08:57.976722 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] For port 9c77c08f-23be-41cb-8bfd-3a99dd3c9aee, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9c77c08f-23be-41cb-8bfd-3a99dd3c9aee,segment=NetworkSegment(767e8c21-010f-45b9-8c3e-2b25a43e0c51),segment_id=767e8c21-010f-45b9-8c3e-2b25a43e0c51)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:57.977129 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:57.993319 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] Calling delete_port for 9c77c08f-23be-41cb-8bfd-3a99dd3c9aee owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:08:58.155547 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:58.183115 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] Pushing event deleted for resources: {'Port': ['ID=9c77c08f-23be-41cb-8bfd-3a99dd3c9aee,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:58.188297 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] No DVR routers for this DVR port 9c77c08f-23be-41cb-8bfd-3a99dd3c9aee on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:08:58.195474 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:58.195824 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:58.196164 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:58.196591 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:58.196816 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:58.197150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:58.197475 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:58.197848 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:58.198107 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:58.198426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:58.198799 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:58.199076 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf4729-3c9e-479f-91a7-ba3cb6026561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:58.256378 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aea0a9e5-a779-4043-8573-6342d167cd2e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:58.375272 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-aea0a9e5-a779-4043-8573-6342d167cd2e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting port 77fa8344-faa2-44ea-ab07-ca8c80324f6e {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:08:58.375615 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aea0a9e5-a779-4043-8573-6342d167cd2e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:58.413734 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9c77c08f-23be-41cb-8bfd-3a99dd3c9aee no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:08:58.435841 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 9c77c08f-23be-41cb-8bfd-3a99dd3c9aee {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:08:58.436252 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9c77c08f-23be-41cb-8bfd-3a99dd3c9aee not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:08:58.470448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-aea0a9e5-a779-4043-8573-6342d167cd2e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] For port 77fa8344-faa2-44ea-ab07-ca8c80324f6e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=77fa8344-faa2-44ea-ab07-ca8c80324f6e,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:58.470448 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aea0a9e5-a779-4043-8573-6342d167cd2e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:58.487500 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-aea0a9e5-a779-4043-8573-6342d167cd2e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Calling delete_port for 77fa8344-faa2-44ea-ab07-ca8c80324f6e owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:08:58.714802 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aea0a9e5-a779-4043-8573-6342d167cd2e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:58.745518 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0a9e5-a779-4043-8573-6342d167cd2e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Port': ['ID=77fa8344-faa2-44ea-ab07-ca8c80324f6e,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:58.806916 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aea0a9e5-a779-4043-8573-6342d167cd2e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:58.900664 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aea0a9e5-a779-4043-8573-6342d167cd2e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:58.902810 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aea0a9e5-a779-4043-8573-6342d167cd2e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:59.027061 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aea0a9e5-a779-4043-8573-6342d167cd2e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:59.027691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea0a9e5-a779-4043-8573-6342d167cd2e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Fanout notify agent at l3_agent the message router_deleted on router dfd0d369-d959-4a90-a495-eb7acddcf524 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:08:59.037339 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aea0a9e5-a779-4043-8573-6342d167cd2e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:59.037339 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-aea0a9e5-a779-4043-8573-6342d167cd2e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/routers/dfd0d369-d959-4a90-a495-eb7acddcf524 HTTP/1.1" status: 204 len: 168 time: 1.3747942 Sep 16 06:08:59.039477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43492) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:59.057513 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:59.128532 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c255be33-4503-41e3-859b-9929d1f63b0d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:59.219187 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c255be33-4503-41e3-859b-9929d1f63b0d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:59.239608 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c255be33-4503-41e3-859b-9929d1f63b0d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:59.248726 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c255be33-4503-41e3-859b-9929d1f63b0d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767e8c21-010f-45b9-8c3e-2b25a43e0c51') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:59.249541 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-c255be33-4503-41e3-859b-9929d1f63b0d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767e8c21-010f-45b9-8c3e-2b25a43e0c51') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:59.263241 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c255be33-4503-41e3-859b-9929d1f63b0d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:59.277179 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c255be33-4503-41e3-859b-9929d1f63b0d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:59.283214 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c255be33-4503-41e3-859b-9929d1f63b0d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:08:59.283605 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c255be33-4503-41e3-859b-9929d1f63b0d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: timer() Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:08:59.286593 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:08:59.410048 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c255be33-4503-41e3-859b-9929d1f63b0d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:59.417848 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c255be33-4503-41e3-859b-9929d1f63b0d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:59.419377 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c255be33-4503-41e3-859b-9929d1f63b0d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/networks/39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c HTTP/1.1" status: 204 len: 168 time: 0.3788304 Sep 16 06:08:59.423090 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43494) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:59.431509 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255be33-4503-41e3-859b-9929d1f63b0d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Network': ['ID=39e8fb4b-09bc-4dcb-a57e-55a7a0faed3c,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:59.488007 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00a71e31-e247-4815-9809-c5940bef9a65 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:59.516478 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00a71e31-e247-4815-9809-c5940bef9a65 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:59.644324 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00a71e31-e247-4815-9809-c5940bef9a65 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:59.646898 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00a71e31-e247-4815-9809-c5940bef9a65 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:59.648086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-00a71e31-e247-4815-9809-c5940bef9a65 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/security-groups/1d08f25b-c67c-40ec-9366-3f4f09e5d548 HTTP/1.1" status: 204 len: 168 time: 0.2240005 Sep 16 06:08:59.658733 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a71e31-e247-4815-9809-c5940bef9a65 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d08f25b-c67c-40ec-9366-3f4f09e5d548,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:59.956177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43500) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:59.960950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-2f6f9c03-e38c-4446-bb77-8f61f9f9b551 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-889144013', 'description': 'tempest-secgroup-smoke-889144013 description', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:00.029034 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f6f9c03-e38c-4446-bb77-8f61f9f9b551 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:00.043234 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 118d3e65-fa73-4130-bef9-50bdb9d13814 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:09:00.066829 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 118d3e65-fa73-4130-bef9-50bdb9d13814 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:09:00.067199 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 118d3e65-fa73-4130-bef9-50bdb9d13814 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:09:00.067635 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 77fa8344-faa2-44ea-ab07-ca8c80324f6e no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:09:00.087842 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 77fa8344-faa2-44ea-ab07-ca8c80324f6e {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:09:00.088211 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 77fa8344-faa2-44ea-ab07-ca8c80324f6e not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:09:00.118570 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f6f9c03-e38c-4446-bb77-8f61f9f9b551 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:00.177774 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f6f9c03-e38c-4446-bb77-8f61f9f9b551 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:00.207158 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f9c03-e38c-4446-bb77-8f61f9f9b551 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:00.273259 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-2f6f9c03-e38c-4446-bb77-8f61f9f9b551 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:00.274590 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2f6f9c03-e38c-4446-bb77-8f61f9f9b551 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3173895 Sep 16 06:09:00.277462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43502) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:00.282598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-36580d80-640e-48c1-a68f-c8d35e3d8b7c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': 'f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:00.369206 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-36580d80-640e-48c1-a68f-c8d35e3d8b7c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:00.430496 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-36580d80-640e-48c1-a68f-c8d35e3d8b7c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:00.503799 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-36580d80-640e-48c1-a68f-c8d35e3d8b7c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:00.527781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36580d80-640e-48c1-a68f-c8d35e3d8b7c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9859c7-55a1-4a51-8f44-7d3b6be0c12e,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:00.593592 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-36580d80-640e-48c1-a68f-c8d35e3d8b7c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:00.595053 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-36580d80-640e-48c1-a68f-c8d35e3d8b7c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3166308 Sep 16 06:09:00.597690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43504) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:00.601985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7d59978b-c636-42a1-aa0c-5309d5cb1783 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': 'f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:00.691395 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d59978b-c636-42a1-aa0c-5309d5cb1783 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:00.747099 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d59978b-c636-42a1-aa0c-5309d5cb1783 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:00.828353 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d59978b-c636-42a1-aa0c-5309d5cb1783 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:00.845362 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59978b-c636-42a1-aa0c-5309d5cb1783 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019b5446-3689-4a9e-bd02-f7161956ffb5,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:00.926270 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d59978b-c636-42a1-aa0c-5309d5cb1783 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:00.927577 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7d59978b-c636-42a1-aa0c-5309d5cb1783 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3289545 Sep 16 06:09:00.930470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43506) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:00.934915 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-69b802da-0a7d-4867-b9ba-b4fc54c0832c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': 'f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:01.020608 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-69b802da-0a7d-4867-b9ba-b4fc54c0832c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:01.092390 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-69b802da-0a7d-4867-b9ba-b4fc54c0832c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:01.147373 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-69b802da-0a7d-4867-b9ba-b4fc54c0832c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:01.165578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b802da-0a7d-4867-b9ba-b4fc54c0832c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2617104-4af9-45f1-b0d8-d10fb6be2042,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:01.235513 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-69b802da-0a7d-4867-b9ba-b4fc54c0832c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:01.236972 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-69b802da-0a7d-4867-b9ba-b4fc54c0832c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3055096 Sep 16 06:09:01.239805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43508) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:01.244531 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-76bb4688-5d87-4fa6-bb5d-508d8f67e912 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': 'f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:01.325368 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76bb4688-5d87-4fa6-bb5d-508d8f67e912 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:01.388630 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76bb4688-5d87-4fa6-bb5d-508d8f67e912 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:01.440534 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76bb4688-5d87-4fa6-bb5d-508d8f67e912 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:01.458951 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb4688-5d87-4fa6-bb5d-508d8f67e912 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5db1efc-fd87-49d7-88d3-b04a0000b4e8,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:01.524585 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-76bb4688-5d87-4fa6-bb5d-508d8f67e912 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:01.525894 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-76bb4688-5d87-4fa6-bb5d-508d8f67e912 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2848403 Sep 16 06:09:01.528658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43510) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:01.533891 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-e32e644d-31c8-4a11-986d-8c5280d49a9c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': 'f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:01.646685 n-d-712140-13 neutron-server[95473]: INFO neutron.db.securitygroups_db [None req-e32e644d-31c8-4a11-986d-8c5280d49a9c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Project bbff491c10c04c2a9bc6bce4ccece8d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:09:01.652098 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e32e644d-31c8-4a11-986d-8c5280d49a9c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:01.720034 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e32e644d-31c8-4a11-986d-8c5280d49a9c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:01.804661 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e32e644d-31c8-4a11-986d-8c5280d49a9c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:01.829805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e644d-31c8-4a11-986d-8c5280d49a9c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53fdc1e5-b926-4f39-9fed-5d6a7075d3d2,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:01.909464 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e32e644d-31c8-4a11-986d-8c5280d49a9c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:01.910852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e32e644d-31c8-4a11-986d-8c5280d49a9c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3812001 Sep 16 06:09:01.913600 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43512) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:01.918097 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-b8db285b-022a-4b5f-bfb2-d1c4347c6d6f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': 'f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:02.006518 n-d-712140-13 neutron-server[95473]: INFO neutron.db.securitygroups_db [None req-b8db285b-022a-4b5f-bfb2-d1c4347c6d6f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Project bbff491c10c04c2a9bc6bce4ccece8d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:09:02.011945 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8db285b-022a-4b5f-bfb2-d1c4347c6d6f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:02.073936 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8db285b-022a-4b5f-bfb2-d1c4347c6d6f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:02.143594 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8db285b-022a-4b5f-bfb2-d1c4347c6d6f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:02.162583 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db285b-022a-4b5f-bfb2-d1c4347c6d6f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df2a70c-37ee-48bb-bf2d-9f6cf330196c,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:02.240326 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-b8db285b-022a-4b5f-bfb2-d1c4347c6d6f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:02.241632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-b8db285b-022a-4b5f-bfb2-d1c4347c6d6f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3270471 Sep 16 06:09:02.244520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43514) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:02.249496 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-4689f67a-151d-4ffc-9bb1-b6f7e6f68e0a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'network': {'name': 'tempest-network-smoke--1660187062', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'port_security_enabled': True}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:02.308827 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4689f67a-151d-4ffc-9bb1-b6f7e6f68e0a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Made reservation on behalf of bbff491c10c04c2a9bc6bce4ccece8d2 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:09:02.312370 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4689f67a-151d-4ffc-9bb1-b6f7e6f68e0a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:02.336252 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4689f67a-151d-4ffc-9bb1-b6f7e6f68e0a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:09:02.345035 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4689f67a-151d-4ffc-9bb1-b6f7e6f68e0a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:02.345378 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-4689f67a-151d-4ffc-9bb1-b6f7e6f68e0a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Added segment c82eca9c-8379-43bb-b6ed-0d2cadd4abd0 of type vlan for network c26c8ea6-62f9-4988-b716-59c54468c218 Sep 16 06:09:02.388773 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4689f67a-151d-4ffc-9bb1-b6f7e6f68e0a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:02.467237 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4689f67a-151d-4ffc-9bb1-b6f7e6f68e0a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:02.475399 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689f67a-151d-4ffc-9bb1-b6f7e6f68e0a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:02.476565 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4689f67a-151d-4ffc-9bb1-b6f7e6f68e0a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:02.544043 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689f67a-151d-4ffc-9bb1-b6f7e6f68e0a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Network': ['ID=c26c8ea6-62f9-4988-b716-59c54468c218,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:02.555201 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network c26c8ea6-62f9-4988-b716-59c54468c218 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:09:02.596438 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4689f67a-151d-4ffc-9bb1-b6f7e6f68e0a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3508208 Sep 16 06:09:02.599216 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43516) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:02.604089 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-211608ac-aff6-429c-90c9-f1580d08c6ca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1631586993', 'admin_state_up': True, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:02.701937 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-211608ac-aff6-429c-90c9-f1580d08c6ca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:02.703075 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-211608ac-aff6-429c-90c9-f1580d08c6ca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:02.759239 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-211608ac-aff6-429c-90c9-f1580d08c6ca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:02.955327 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-211608ac-aff6-429c-90c9-f1580d08c6ca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:03.270222 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:09:03.531170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-211608ac-aff6-429c-90c9-f1580d08c6ca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:03.554803 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-211608ac-aff6-429c-90c9-f1580d08c6ca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:03.672924 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-211608ac-aff6-429c-90c9-f1580d08c6ca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Allocated IP 172.25.4.178 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/a5a5c281-50bc-46be-897d-44a50a941bda) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:09:03.780849 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-211608ac-aff6-429c-90c9-f1580d08c6ca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:03.875448 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-211608ac-aff6-429c-90c9-f1580d08c6ca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:03.913866 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211608ac-aff6-429c-90c9-f1580d08c6ca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:09:03.916826 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-211608ac-aff6-429c-90c9-f1580d08c6ca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:09:03.923444 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211608ac-aff6-429c-90c9-f1580d08c6ca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:09:03.929326 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211608ac-aff6-429c-90c9-f1580d08c6ca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=a5a5c281-50bc-46be-897d-44a50a941bda,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:04.226773 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-211608ac-aff6-429c-90c9-f1580d08c6ca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:04.434098 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-211608ac-aff6-429c-90c9-f1580d08c6ca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:04.629097 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211608ac-aff6-429c-90c9-f1580d08c6ca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router 2df2f35c-a81c-4c14-b138-21047c62394a is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:09:04.738797 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211608ac-aff6-429c-90c9-f1580d08c6ca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:09:04.752566 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] Sync routers for ids ['2df2f35c-a81c-4c14-b138-21047c62394a'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:09:04.762345 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] Routers {'2df2f35c-a81c-4c14-b138-21047c62394a'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:09:04.770216 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:08:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2df2f35c-a81c-4c14-b138-21047c62394a'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:04.827622 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-211608ac-aff6-429c-90c9-f1580d08c6ca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:04.834152 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-211608ac-aff6-429c-90c9-f1580d08c6ca tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2308884 Sep 16 06:09:04.834552 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43518) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:04.872794 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1482c7c0-969f-49e6-b025-d44cdf741556 tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=bbff491c10c04c2a9bc6bce4ccece8d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343614 Sep 16 06:09:04.873114 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43520) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:04.875008 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] Set router 2df2f35c-a81c-4c14-b138-21047c62394a gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:09:04.970140 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a8118b-bb7c-4227-893c-609d087e752b tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:04.971827 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-a4a8118b-bb7c-4227-893c-609d087e752b tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0977237 Sep 16 06:09:04.974669 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43522) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:05.004225 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-357a1a67-28d8-4bfc-bf3f-5e401aad30b4 tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283728 Sep 16 06:09:05.006960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43524) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:05.012037 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-e3f69324-4730-4767-9877-a7c5826c920f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-998295557', 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:05.200501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f69324-4730-4767-9877-a7c5826c920f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Made reservation on behalf of bbff491c10c04c2a9bc6bce4ccece8d2 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:09:05.204347 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3f69324-4730-4767-9877-a7c5826c920f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:05.218209 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631586993', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:09:02Z', 'updated_at': '2021-09-16T06:09:04Z', 'revision_number': 3, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:03Z', 'updated_at': '2021-09-16T06:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:05.251898 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] Checking router: 2df2f35c-a81c-4c14-b138-21047c62394a for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:09:05.252246 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] Updating router 2df2f35c-a81c-4c14-b138-21047c62394a port a5a5c281-50bc-46be-897d-44a50a941bda binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:09:05.279339 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:05.362333 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-282bbcb8-caa4-470d-844e-de1ae033539b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:05.469859 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3f69324-4730-4767-9877-a7c5826c920f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:05.531074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f69324-4730-4767-9877-a7c5826c920f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Subnet': ['ID=927c76b2-216e-4d43-920c-42c07f31a2fd,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:05.537353 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:05.541843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f69324-4730-4767-9877-a7c5826c920f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Checking segment: {'id': 'c82eca9c-8379-43bb-b6ed-0d2cadd4abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:09:05.542207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f69324-4730-4767-9877-a7c5826c920f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network hostable DHCP agents. Network: c26c8ea6-62f9-4988-b716-59c54468c218, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:09:05.628996 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:05.638669 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f69324-4730-4767-9877-a7c5826c920f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network c26c8ea6-62f9-4988-b716-59c54468c218 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:09:05.681168 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] Attempting to bind port a5a5c281-50bc-46be-897d-44a50a941bda on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:09:05.681934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] Attempting to bind port a5a5c281-50bc-46be-897d-44a50a941bda by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:09:05.681934 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] Attempting to bind port a5a5c281-50bc-46be-897d-44a50a941bda on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:09:05.683870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e9643-4d7d-4127-bded-a9281326e475 None None] Pushing event updated for resources: {'Port': ['ID=a5a5c281-50bc-46be-897d-44a50a941bda,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:05.689690 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:09:05.690087 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:09:05.690484 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:05.690862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:09:05.691351 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] Bound port: a5a5c281-50bc-46be-897d-44a50a941bda, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:09:05.691742 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:05.707110 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-e3f69324-4730-4767-9877-a7c5826c920f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, c26c8ea6-62f9-4988-b716-59c54468c218) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:09:05.711548 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f69324-4730-4767-9877-a7c5826c920f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:05.712157 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e3f69324-4730-4767-9877-a7c5826c920f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:05.716351 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfff00e-cb61-40ae-ae43-9045cdc8c40b None None] Network c26c8ea6-62f9-4988-b716-59c54468c218 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:09:05.796198 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] For port a5a5c281-50bc-46be-897d-44a50a941bda, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:09:05.800938 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e3f69324-4730-4767-9877-a7c5826c920f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7928600 Sep 16 06:09:05.803868 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43526) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:05.811466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] For port a5a5c281-50bc-46be-897d-44a50a941bda, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a5a5c281-50bc-46be-897d-44a50a941bda,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:09:05.885890 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:05.930628 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-c26c8ea6-62f9-4988-b716-59c54468c218', 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ips': [{'subnet_id': '927c76b2-216e-4d43-920c-42c07f31a2fd'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:09:05.931478 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:06.042447 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e9643-4d7d-4127-bded-a9281326e475 None None] Pushing event updated for resources: {'Port': ['ID=a5a5c281-50bc-46be-897d-44a50a941bda,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:06.055456 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] Routers {'2df2f35c-a81c-4c14-b138-21047c62394a'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:09:06.055456 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:08:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2df2f35c-a81c-4c14-b138-21047c62394a'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:06.200494 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] Allocated IP 172.20.0.2 (c26c8ea6-62f9-4988-b716-59c54468c218/927c76b2-216e-4d43-920c-42c07f31a2fd/814ebdd7-ef86-449f-bc58-40d0639f0394) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:09:06.207011 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] Set router 2df2f35c-a81c-4c14-b138-21047c62394a gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:09:06.288922 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f6dc0be-127c-45b2-96f7-943ee3cea3d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:06.503488 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:06.516477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631586993', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:09:02Z', 'updated_at': '2021-09-16T06:09:04Z', 'revision_number': 3, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:03Z', 'updated_at': '2021-09-16T06:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:06.543658 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e6b8a8-be78-47d6-a138-fa847b2ea543 None None] The sync data for ids ['2df2f35c-a81c-4c14-b138-21047c62394a'] in n-d-712140-13 is: [{'id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631586993', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:09:02Z', 'updated_at': '2021-09-16T06:09:04Z', 'revision_number': 3, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:03Z', 'updated_at': '2021-09-16T06:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:09:06.572565 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:06.615717 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] Network c26c8ea6-62f9-4988-b716-59c54468c218 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:09:06.618860 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:09:06.624771 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:09:06.631635 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] Pushing event updated for resources: {'Port': ['ID=814ebdd7-ef86-449f-bc58-40d0639f0394,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:06.632336 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-3f6dc0be-127c-45b2-96f7-943ee3cea3d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Allocated IP 172.20.0.1 (c26c8ea6-62f9-4988-b716-59c54468c218/927c76b2-216e-4d43-920c-42c07f31a2fd/02a45720-27ec-49e9-bc34-9d027bff1bf4) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:09:06.687233 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] Attempting to bind port 814ebdd7-ef86-449f-bc58-40d0639f0394 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:09:06.687681 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] Attempting to bind port 814ebdd7-ef86-449f-bc58-40d0639f0394 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c82eca9c-8379-43bb-b6ed-0d2cadd4abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:09:06.688144 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] Attempting to bind port 814ebdd7-ef86-449f-bc58-40d0639f0394 on network c26c8ea6-62f9-4988-b716-59c54468c218 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:09:06.693890 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:09:06.697188 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] Checking segment: {'id': 'c82eca9c-8379-43bb-b6ed-0d2cadd4abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:09:06.697188 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:06.697188 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] Bound using segment: {'id': 'c82eca9c-8379-43bb-b6ed-0d2cadd4abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:09:06.697188 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] Bound port: 814ebdd7-ef86-449f-bc58-40d0639f0394, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82eca9c-8379-43bb-b6ed-0d2cadd4abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:09:06.697188 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:06.766437 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f6dc0be-127c-45b2-96f7-943ee3cea3d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:06.769457 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] For port 814ebdd7-ef86-449f-bc58-40d0639f0394, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:09:06.772798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] For port 814ebdd7-ef86-449f-bc58-40d0639f0394, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=814ebdd7-ef86-449f-bc58-40d0639f0394,segment=NetworkSegment(c82eca9c-8379-43bb-b6ed-0d2cadd4abd0),segment_id=c82eca9c-8379-43bb-b6ed-0d2cadd4abd0)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:09:06.835618 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:06.852886 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f6dc0be-127c-45b2-96f7-943ee3cea3d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:06.909009 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6dc0be-127c-45b2-96f7-943ee3cea3d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network c26c8ea6-62f9-4988-b716-59c54468c218 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:09:06.913280 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-3f6dc0be-127c-45b2-96f7-943ee3cea3d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:09:06.913592 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1b7cc-41ad-40ed-a236-d7dfe28c14cc None None] Pushing event updated for resources: {'Port': ['ID=814ebdd7-ef86-449f-bc58-40d0639f0394,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:06.918143 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6dc0be-127c-45b2-96f7-943ee3cea3d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:09:06.964275 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6dc0be-127c-45b2-96f7-943ee3cea3d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=02a45720-27ec-49e9-bc34-9d027bff1bf4,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:06.981039 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f6dc0be-127c-45b2-96f7-943ee3cea3d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:07.212594 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f6dc0be-127c-45b2-96f7-943ee3cea3d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:07.519630 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f6dc0be-127c-45b2-96f7-943ee3cea3d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:07.566192 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f6dc0be-127c-45b2-96f7-943ee3cea3d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:07.653449 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6dc0be-127c-45b2-96f7-943ee3cea3d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=02a45720-27ec-49e9-bc34-9d027bff1bf4,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:07.659387 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3f6dc0be-127c-45b2-96f7-943ee3cea3d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:07.767437 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6dc0be-127c-45b2-96f7-943ee3cea3d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network c26c8ea6-62f9-4988-b716-59c54468c218 is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:09:07.768948 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-3f6dc0be-127c-45b2-96f7-943ee3cea3d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:09:07.783593 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5f5650c6-5b3b-4e1e-9147-4a903b60fc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:07.890047 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39334f2c-5955-4926-b90e-6b7c939aa7be None None] Network c26c8ea6-62f9-4988-b716-59c54468c218 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:09:07.899552 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6dc0be-127c-45b2-96f7-943ee3cea3d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router 2df2f35c-a81c-4c14-b138-21047c62394a has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:09:07.994181 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-8c851e73-fefb-46cd-aac0-aeee7dd24c3d None None] Provisioning complete for port 814ebdd7-ef86-449f-bc58-40d0639f0394 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:09:07.994565 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8c851e73-fefb-46cd-aac0-aeee7dd24c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:08.151333 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a5a5c281-50bc-46be-897d-44a50a941bda up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:09:08.157196 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8c851e73-fefb-46cd-aac0-aeee7dd24c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:08.228796 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-8c851e73-fefb-46cd-aac0-aeee7dd24c3d None None] For port 814ebdd7-ef86-449f-bc58-40d0639f0394, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=814ebdd7-ef86-449f-bc58-40d0639f0394,segment=NetworkSegment(c82eca9c-8379-43bb-b6ed-0d2cadd4abd0),segment_id=c82eca9c-8379-43bb-b6ed-0d2cadd4abd0)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:08.242765 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port a5a5c281-50bc-46be-897d-44a50a941bda triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:09:08.243297 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:08.332274 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8c851e73-fefb-46cd-aac0-aeee7dd24c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:08.345945 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6dc0be-127c-45b2-96f7-943ee3cea3d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:09:08.360716 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3f6dc0be-127c-45b2-96f7-943ee3cea3d4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "PUT /v2.0/routers/2df2f35c-a81c-4c14-b138-21047c62394a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5545020 Sep 16 06:09:08.376454 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:08.413779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c851e73-fefb-46cd-aac0-aeee7dd24c3d None None] Pushing event updated for resources: {'Port': ['ID=814ebdd7-ef86-449f-bc58-40d0639f0394,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:08.492684 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port a5a5c281-50bc-46be-897d-44a50a941bda, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a5a5c281-50bc-46be-897d-44a50a941bda,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:08.503583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4502e3fd-1904-4bc2-b3cd-f6df9ffebe4c None None] Provisioning complete for port 814ebdd7-ef86-449f-bc58-40d0639f0394 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:09:08.504011 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4502e3fd-1904-4bc2-b3cd-f6df9ffebe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:08.551864 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-0f728460-18ad-4a70-a132-23c4af0cc333 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889144013&fields=id&tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2 HTTP/1.1" status: 200 len: 267 time: 0.0481019 Sep 16 06:09:08.585637 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:08.586836 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 814ebdd7-ef86-449f-bc58-40d0639f0394 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:09:08.616390 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] Sync routers for ids ['2df2f35c-a81c-4c14-b138-21047c62394a'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:09:08.629448 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] Routers {'2df2f35c-a81c-4c14-b138-21047c62394a'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:09:08.630127 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:09:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2df2f35c-a81c-4c14-b138-21047c62394a'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:08.684269 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-52e1f1d9-0c50-42b5-a16a-a22eb55f5681 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:08.693258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-52e1f1d9-0c50-42b5-a16a-a22eb55f5681 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/networks?id=c26c8ea6-62f9-4988-b716-59c54468c218 HTTP/1.1" status: 200 len: 797 time: 0.1397638 Sep 16 06:09:08.703460 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-4502e3fd-1904-4bc2-b3cd-f6df9ffebe4c None None] Provisioning complete for port 02a45720-27ec-49e9-bc34-9d027bff1bf4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:09:08.704424 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4502e3fd-1904-4bc2-b3cd-f6df9ffebe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:08.708189 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=a5a5c281-50bc-46be-897d-44a50a941bda,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:08.713552 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-26414638-fb38-4768-95e9-cb09796cf963 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/quotas/bbff491c10c04c2a9bc6bce4ccece8d2 HTTP/1.1" status: 200 len: 375 time: 0.0189397 Sep 16 06:09:08.732882 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:08.756455 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-4502e3fd-1904-4bc2-b3cd-f6df9ffebe4c None None] Port 02a45720-27ec-49e9-bc34-9d027bff1bf4 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:09:08.759469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 814ebdd7-ef86-449f-bc58-40d0639f0394 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:09:08.761517 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:08.769127 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8969d08a-1306-4045-a96f-85a43c86d0bf tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542195 Sep 16 06:09:08.807626 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] Set router 2df2f35c-a81c-4c14-b138-21047c62394a gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:09:08.838501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-b76d12b7-b4a2-4b9e-a9b0-716ebf26b813 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:09:08.839544 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-b76d12b7-b4a2-4b9e-a9b0-716ebf26b813 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0548511 Sep 16 06:09:08.881000 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-eacb0d7b-d7cd-409d-b6f3-d0e5365f62be None None] Provisioning complete for port 02a45720-27ec-49e9-bc34-9d027bff1bf4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:09:08.881119 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-eacb0d7b-d7cd-409d-b6f3-d0e5365f62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:08.918375 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-eacb0d7b-d7cd-409d-b6f3-d0e5365f62be None None] Port 02a45720-27ec-49e9-bc34-9d027bff1bf4 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:09:08.956282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-b31e989e-60f0-4fd2-ad17-e7321a57b121 service neutron] 10.222.0.20 "GET /v2.0/networks/c26c8ea6-62f9-4988-b716-59c54468c218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049504 Sep 16 06:09:09.017709 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631586993', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:09:02Z', 'updated_at': '2021-09-16T06:09:07Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:03Z', 'updated_at': '2021-09-16T06:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '02a45720-27ec-49e9-bc34-9d027bff1bf4', 'name': '', 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:d1:3d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '927c76b2-216e-4d43-920c-42c07f31a2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:06Z', 'updated_at': '2021-09-16T06:09:07Z', 'revision_number': 2, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '927c76b2-216e-4d43-920c-42c07f31a2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:09.036757 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fe3cc020-c0a8-4df8-a361-a40d471678a3 None None] Provisioning complete for port 02a45720-27ec-49e9-bc34-9d027bff1bf4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:09:09.037147 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fe3cc020-c0a8-4df8-a361-a40d471678a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:09.050088 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] Checking router: 2df2f35c-a81c-4c14-b138-21047c62394a for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:09:09.050458 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] Updating router 2df2f35c-a81c-4c14-b138-21047c62394a port 02a45720-27ec-49e9-bc34-9d027bff1bf4 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:09:09.060397 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-fac043c4-1806-4202-bc42-095610757126 service neutron] 10.222.0.20 "GET /v2.0/networks/c26c8ea6-62f9-4988-b716-59c54468c218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986285 Sep 16 06:09:09.073746 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-fe3cc020-c0a8-4df8-a361-a40d471678a3 None None] Port 02a45720-27ec-49e9-bc34-9d027bff1bf4 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:09:09.075634 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:09.314965 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8fdf68a-cfc5-4e6e-a6a1-6055c7d9e03c req-c1c0df38-8dbf-4d5d-9f05-d66705431c16 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 210 time: 0.0336571 Sep 16 06:09:09.449692 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:09.508756 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:09.570622 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cea6ce-ba8e-4be9-830d-68777048030d None None] Pushing event updated for resources: {'Port': ['ID=02a45720-27ec-49e9-bc34-9d027bff1bf4,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:09.581440 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:09.594844 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cea6ce-ba8e-4be9-830d-68777048030d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:09.595174 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cea6ce-ba8e-4be9-830d-68777048030d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:09.595522 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cea6ce-ba8e-4be9-830d-68777048030d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:09.595860 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cea6ce-ba8e-4be9-830d-68777048030d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:09.596195 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cea6ce-ba8e-4be9-830d-68777048030d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:09.596526 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cea6ce-ba8e-4be9-830d-68777048030d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:09.596855 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cea6ce-ba8e-4be9-830d-68777048030d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:09.597180 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cea6ce-ba8e-4be9-830d-68777048030d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:09.597503 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cea6ce-ba8e-4be9-830d-68777048030d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:09.597825 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cea6ce-ba8e-4be9-830d-68777048030d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:09.598234 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cea6ce-ba8e-4be9-830d-68777048030d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:09.598469 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cea6ce-ba8e-4be9-830d-68777048030d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:09.627952 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] Attempting to bind port 02a45720-27ec-49e9-bc34-9d027bff1bf4 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:09:09.631929 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] Attempting to bind port 02a45720-27ec-49e9-bc34-9d027bff1bf4 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c82eca9c-8379-43bb-b6ed-0d2cadd4abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:09:09.631929 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] Attempting to bind port 02a45720-27ec-49e9-bc34-9d027bff1bf4 on network c26c8ea6-62f9-4988-b716-59c54468c218 {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:09:09.633896 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:09:09.634275 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] Checking segment: {'id': 'c82eca9c-8379-43bb-b6ed-0d2cadd4abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:09:09.634697 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:09.635111 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] Bound using segment: {'id': 'c82eca9c-8379-43bb-b6ed-0d2cadd4abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:09:09.635590 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] Bound port: 02a45720-27ec-49e9-bc34-9d027bff1bf4, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82eca9c-8379-43bb-b6ed-0d2cadd4abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:09:09.635979 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:09.710203 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] For port 02a45720-27ec-49e9-bc34-9d027bff1bf4, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:09:09.713586 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] For port 02a45720-27ec-49e9-bc34-9d027bff1bf4, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=02a45720-27ec-49e9-bc34-9d027bff1bf4,segment=NetworkSegment(c82eca9c-8379-43bb-b6ed-0d2cadd4abd0),segment_id=c82eca9c-8379-43bb-b6ed-0d2cadd4abd0)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:09:09.797616 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a9ef2ce4-9af9-4cde-b30d-ec48b9386857 None None] Provisioning complete for port 02a45720-27ec-49e9-bc34-9d027bff1bf4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:09:09.797914 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2ce4-9af9-4cde-b30d-ec48b9386857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:09.823619 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:09.833775 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a9ef2ce4-9af9-4cde-b30d-ec48b9386857 None None] Port 02a45720-27ec-49e9-bc34-9d027bff1bf4 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:09:09.880414 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] Routers {'2df2f35c-a81c-4c14-b138-21047c62394a'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:09:09.881051 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:09:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2df2f35c-a81c-4c14-b138-21047c62394a'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:09.926836 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cea6ce-ba8e-4be9-830d-68777048030d None None] Pushing event updated for resources: {'Port': ['ID=02a45720-27ec-49e9-bc34-9d027bff1bf4,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:10.005302 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] Set router 2df2f35c-a81c-4c14-b138-21047c62394a gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:09:10.058511 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a5a5c281-50bc-46be-897d-44a50a941bda up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:09:10.112106 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port a5a5c281-50bc-46be-897d-44a50a941bda triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:09:10.112462 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:10.166168 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-83e4ff94-2859-4215-9759-337bcf75d779 None None] Provisioning complete for port 02a45720-27ec-49e9-bc34-9d027bff1bf4 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:09:10.166433 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-83e4ff94-2859-4215-9759-337bcf75d779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:10.225719 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631586993', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:09:02Z', 'updated_at': '2021-09-16T06:09:07Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:03Z', 'updated_at': '2021-09-16T06:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '02a45720-27ec-49e9-bc34-9d027bff1bf4', 'name': '', 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:d1:3d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '927c76b2-216e-4d43-920c-42c07f31a2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:06Z', 'updated_at': '2021-09-16T06:09:09Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '927c76b2-216e-4d43-920c-42c07f31a2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:10.237991 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 814ebdd7-ef86-449f-bc58-40d0639f0394 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:09:10.253278 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29969d3c-5583-4ea1-bb54-9224a0879b65 None None] The sync data for ids ['2df2f35c-a81c-4c14-b138-21047c62394a'] in n-d-712140-13 is: [{'id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631586993', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:09:02Z', 'updated_at': '2021-09-16T06:09:07Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:03Z', 'updated_at': '2021-09-16T06:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '02a45720-27ec-49e9-bc34-9d027bff1bf4', 'name': '', 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:d1:3d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '927c76b2-216e-4d43-920c-42c07f31a2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:06Z', 'updated_at': '2021-09-16T06:09:09Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '927c76b2-216e-4d43-920c-42c07f31a2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:09:10.435650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d26c0b27-8215-4ec1-8775-d989f257869a req-c2cdb886-6871-4fd9-9a1b-cff2d7193b20 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 210 time: 0.0309634 Sep 16 06:09:10.494939 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-83e4ff94-2859-4215-9759-337bcf75d779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:10.522948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 814ebdd7-ef86-449f-bc58-40d0639f0394 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:09:10.523322 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:10.557779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-83e4ff94-2859-4215-9759-337bcf75d779 None None] For port 02a45720-27ec-49e9-bc34-9d027bff1bf4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=02a45720-27ec-49e9-bc34-9d027bff1bf4,segment=NetworkSegment(c82eca9c-8379-43bb-b6ed-0d2cadd4abd0),segment_id=c82eca9c-8379-43bb-b6ed-0d2cadd4abd0)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:10.611921 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-83e4ff94-2859-4215-9759-337bcf75d779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:10.668904 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4ff94-2859-4215-9759-337bcf75d779 None None] Pushing event updated for resources: {'Port': ['ID=02a45720-27ec-49e9-bc34-9d027bff1bf4,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:11.114975 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:11.476949 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-377042bd-7d10-4388-8f18-6abf2e34fb88 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:11.482069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-377042bd-7d10-4388-8f18-6abf2e34fb88 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.38 "GET /v2.0/networks?id=c26c8ea6-62f9-4988-b716-59c54468c218 HTTP/1.1" status: 200 len: 797 time: 0.1131361 Sep 16 06:09:11.529524 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-48f8c9fe-2f34-42aa-8050-65b0d46375c0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2 HTTP/1.1" status: 200 len: 379 time: 0.0358548 Sep 16 06:09:11.549482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-597de3e3-2b29-4da9-a370-462dcbb0a0b7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'port': {'device_id': '3e8cebd4-f0cc-4175-9d1d-286afd731e3e', 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218', 'admin_state_up': True, 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'security_groups': ['f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:11.577794 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e742892-82fa-47c8-8d54-30e759410baa req-0f712b8d-36d2-4bfc-979c-ef8bb6efe165 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 210 time: 0.0472202 Sep 16 06:09:11.742962 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-597de3e3-2b29-4da9-a370-462dcbb0a0b7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Made reservation on behalf of bbff491c10c04c2a9bc6bce4ccece8d2 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:09:11.746654 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-597de3e3-2b29-4da9-a370-462dcbb0a0b7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:11.881433 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-597de3e3-2b29-4da9-a370-462dcbb0a0b7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Allocated IP 172.20.0.5 (c26c8ea6-62f9-4988-b716-59c54468c218/927c76b2-216e-4d43-920c-42c07f31a2fd/52e5e893-3f02-4241-81fd-deee87c4d679) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:09:12.023137 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-597de3e3-2b29-4da9-a370-462dcbb0a0b7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:12.066772 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 02a45720-27ec-49e9-bc34-9d027bff1bf4 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:09:12.115218 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 02a45720-27ec-49e9-bc34-9d027bff1bf4 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:09:12.115894 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:12.124534 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-597de3e3-2b29-4da9-a370-462dcbb0a0b7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:12.168436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-597de3e3-2b29-4da9-a370-462dcbb0a0b7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network c26c8ea6-62f9-4988-b716-59c54468c218 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:09:12.171644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-597de3e3-2b29-4da9-a370-462dcbb0a0b7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:09:12.179096 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-597de3e3-2b29-4da9-a370-462dcbb0a0b7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:09:12.203907 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597de3e3-2b29-4da9-a370-462dcbb0a0b7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=52e5e893-3f02-4241-81fd-deee87c4d679,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:12.233450 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-597de3e3-2b29-4da9-a370-462dcbb0a0b7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:12.234079 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-597de3e3-2b29-4da9-a370-462dcbb0a0b7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:12.325262 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-597de3e3-2b29-4da9-a370-462dcbb0a0b7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7863486 Sep 16 06:09:12.364644 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Request body: {'port': {'device_id': '3e8cebd4-f0cc-4175-9d1d-286afd731e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:12.418389 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:12.446493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0ce43fea-64d9-4ec8-b252-5adf3974e7fa None None] Provisioning complete for port 52e5e893-3f02-4241-81fd-deee87c4d679 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:09:12.446866 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0ce43fea-64d9-4ec8-b252-5adf3974e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:12.487039 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-0ce43fea-64d9-4ec8-b252-5adf3974e7fa None None] Port 52e5e893-3f02-4241-81fd-deee87c4d679 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:09:12.723647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3e714-00f2-443f-83f9-c6c849c73733 req-d7d514ae-4ac2-494c-9ff8-1ad5db0fa87b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:12.725114 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ad3e714-00f2-443f-83f9-c6c849c73733 req-d7d514ae-4ac2-494c-9ff8-1ad5db0fa87b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 931 time: 0.0763812 Sep 16 06:09:12.792018 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e5e893-3f02-4241-81fd-deee87c4d679 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:09:12.802857 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:12.807711 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2ad3e714-00f2-443f-83f9-c6c849c73733 req-65a63c25-72d4-4161-ba03-f1269e2e3c34 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729878 Sep 16 06:09:12.818067 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Transition to ACTIVE for port object 52e5e893-3f02-4241-81fd-deee87c4d679 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:09:12.883895 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:12.939927 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Pushing event updated for resources: {'Port': ['ID=52e5e893-3f02-4241-81fd-deee87c4d679,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:13.014260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Attempting to bind port 52e5e893-3f02-4241-81fd-deee87c4d679 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:09:13.014586 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Attempting to bind port 52e5e893-3f02-4241-81fd-deee87c4d679 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'c82eca9c-8379-43bb-b6ed-0d2cadd4abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:09:13.014944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Attempting to bind port 52e5e893-3f02-4241-81fd-deee87c4d679 on network c26c8ea6-62f9-4988-b716-59c54468c218 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:09:13.020091 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Port 52e5e893-3f02-4241-81fd-deee87c4d679 on network c26c8ea6-62f9-4988-b716-59c54468c218 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:09:13.020427 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Attempting to bind port 52e5e893-3f02-4241-81fd-deee87c4d679 on network c26c8ea6-62f9-4988-b716-59c54468c218 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:09:13.025619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:09:13.025967 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Checking segment: {'id': 'c82eca9c-8379-43bb-b6ed-0d2cadd4abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:09:13.026361 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Bound using segment: {'id': 'c82eca9c-8379-43bb-b6ed-0d2cadd4abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:09:13.026824 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Bound port: 52e5e893-3f02-4241-81fd-deee87c4d679, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82eca9c-8379-43bb-b6ed-0d2cadd4abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:09:13.027350 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:13.098002 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] For port 52e5e893-3f02-4241-81fd-deee87c4d679, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:09:13.101242 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] For port 52e5e893-3f02-4241-81fd-deee87c4d679, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=52e5e893-3f02-4241-81fd-deee87c4d679,segment=NetworkSegment(c82eca9c-8379-43bb-b6ed-0d2cadd4abd0),segment_id=c82eca9c-8379-43bb-b6ed-0d2cadd4abd0)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:09:13.181428 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:13.220904 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:13.221535 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:13.222991 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] 10.222.0.38 "PUT /v2.0/ports/52e5e893-3f02-4241-81fd-deee87c4d679 HTTP/1.1" status: 200 len: 1092 time: 0.8627877 Sep 16 06:09:13.223435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8cebd4-f0cc-4175-9d1d-286afd731e3e', 'tag': '52e5e893-3f02-4241-81fd-deee87c4d679'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:09:13.225706 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a975cd-9688-42af-9790-0854bc300c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8cebd4-f0cc-4175-9d1d-286afd731e3e", "tag": "52e5e893-3f02-4241-81fd-deee87c4d679"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:09:13.253220 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ecdbd-078b-48df-88aa-1fa542024063 service neutron] Pushing event updated for resources: {'Port': ['ID=52e5e893-3f02-4241-81fd-deee87c4d679,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:13.277342 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e85fa1-acd8-418a-974a-419145f1ac2a x-openstack-request-id: req-f5e85fa1-acd8-418a-974a-419145f1ac2a {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:09:13.277634 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8cebd4-f0cc-4175-9d1d-286afd731e3e", "tag": "52e5e893-3f02-4241-81fd-deee87c4d679", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:09:13.277883 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5e85fa1-acd8-418a-974a-419145f1ac2a {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:09:13.278292 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8cebd4-f0cc-4175-9d1d-286afd731e3e', 'tag': '52e5e893-3f02-4241-81fd-deee87c4d679', 'status': 'completed', 'code': 200} Sep 16 06:09:13.362569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a975cd-9688-42af-9790-0854bc300c9d req-90f49201-3671-46b4-b79d-e6c9eff1971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:13.364189 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0a975cd-9688-42af-9790-0854bc300c9d req-90f49201-3671-46b4-b79d-e6c9eff1971d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 1095 time: 0.0462689 Sep 16 06:09:13.477253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a975cd-9688-42af-9790-0854bc300c9d req-f8cd6707-7503-4020-9e3a-a420d4918339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:13.478803 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0a975cd-9688-42af-9790-0854bc300c9d req-f8cd6707-7503-4020-9e3a-a420d4918339 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1010289 Sep 16 06:09:13.575804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a975cd-9688-42af-9790-0854bc300c9d req-006922f0-4e36-469c-a5da-0be9c6d3a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:13.577243 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0a975cd-9688-42af-9790-0854bc300c9d req-006922f0-4e36-469c-a5da-0be9c6d3a365 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912726 Sep 16 06:09:13.677131 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-0cef5b25-d41b-436d-8d0c-df8104d32ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:13.678706 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-0cef5b25-d41b-436d-8d0c-df8104d32ece service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 1095 time: 0.0417912 Sep 16 06:09:13.732840 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-bef4193a-a217-4c05-8184-2672bb997591 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52e5e893-3f02-4241-81fd-deee87c4d679 HTTP/1.1" status: 200 len: 217 time: 0.0406096 Sep 16 06:09:13.782056 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-e1196bf6-eaa8-48dc-bc75-af4f9cc0b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:13.783539 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-e1196bf6-eaa8-48dc-bc75-af4f9cc0b4a1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=927c76b2-216e-4d43-920c-42c07f31a2fd HTTP/1.1" status: 200 len: 834 time: 0.0438986 Sep 16 06:09:13.830105 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8d6c39ec-7bb0-47c8-b938-7f0f72cae28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:13.831663 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-8d6c39ec-7bb0-47c8-b938-7f0f72cae28d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c26c8ea6-62f9-4988-b716-59c54468c218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409038 Sep 16 06:09:13.956577 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-d7845502-63f3-4a17-83d7-d1bd0a0d84d3 service neutron] 10.222.0.38 "GET /v2.0/networks/c26c8ea6-62f9-4988-b716-59c54468c218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178668 Sep 16 06:09:13.968642 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fb8e9-2503-489d-aa4a-7704c1c4b993 req-f870d882-3688-44ad-84e1-730832b058bc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:13.970107 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-827fb8e9-2503-489d-aa4a-7704c1c4b993 req-f870d882-3688-44ad-84e1-730832b058bc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 943 time: 0.0716012 Sep 16 06:09:14.061671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-827fb8e9-2503-489d-aa4a-7704c1c4b993 req-d24fa21e-b772-4fb7-a5ae-6fc5272785e5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836806 Sep 16 06:09:14.085680 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef94b7ec-793e-4486-b080-629a0752cf2b req-368e3c2f-7669-4b03-996f-4ae4492c0771 service neutron] 10.222.0.38 "GET /v2.0/networks/c26c8ea6-62f9-4988-b716-59c54468c218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145358 Sep 16 06:09:15.177904 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6392cb4-05d1-47f8-a382-ed972ee391f2 req-2a016686-c5dd-4c69-89e8-d1e7fa308b1b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:15.179415 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6392cb4-05d1-47f8-a382-ed972ee391f2 req-2a016686-c5dd-4c69-89e8-d1e7fa308b1b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 943 time: 0.0499735 Sep 16 06:09:15.216931 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6392cb4-05d1-47f8-a382-ed972ee391f2 req-d3b15824-b186-497a-afc0-f74ce2117b61 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315382 Sep 16 06:09:16.008911 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 52e5e893-3f02-4241-81fd-deee87c4d679 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:09:16.102231 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 52e5e893-3f02-4241-81fd-deee87c4d679, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=52e5e893-3f02-4241-81fd-deee87c4d679,segment=NetworkSegment(c82eca9c-8379-43bb-b6ed-0d2cadd4abd0),segment_id=c82eca9c-8379-43bb-b6ed-0d2cadd4abd0)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:16.112776 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '52e5e893-3f02-4241-81fd-deee87c4d679', 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218', 'port_id': '52e5e893-3f02-4241-81fd-deee87c4d679', 'mac_address': 'fa:16:3e:97:34:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927c76b2-216e-4d43-920c-42c07f31a2fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:09:16.152812 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:16.165541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e5e893-3f02-4241-81fd-deee87c4d679 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:09:16.185202 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 52e5e893-3f02-4241-81fd-deee87c4d679, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=52e5e893-3f02-4241-81fd-deee87c4d679,segment=NetworkSegment(c82eca9c-8379-43bb-b6ed-0d2cadd4abd0),segment_id=c82eca9c-8379-43bb-b6ed-0d2cadd4abd0)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:16.246839 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:16.306235 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=52e5e893-3f02-4241-81fd-deee87c4d679,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:16.351034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb739357-31fe-4dda-ada1-1029c3ec0eb4 req-c9698d3f-0090-4f7b-bd8f-825e1172a175 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:16.352597 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bb739357-31fe-4dda-ada1-1029c3ec0eb4 req-c9698d3f-0090-4f7b-bd8f-825e1172a175 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 944 time: 0.0564470 Sep 16 06:09:16.390535 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bb739357-31fe-4dda-ada1-1029c3ec0eb4 req-df5d8112-60cf-4808-b221-1cad21e60703 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318794 Sep 16 06:09:16.666904 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['52e5e893-3f02-4241-81fd-deee87c4d679'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:09:17.506578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef47d0f-4196-46d3-b2d3-c9f0ec143329 req-456a56b9-1c0f-495e-a145-590608a82544 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:17.508114 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ef47d0f-4196-46d3-b2d3-c9f0ec143329 req-456a56b9-1c0f-495e-a145-590608a82544 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 944 time: 0.0501261 Sep 16 06:09:17.547001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1ef47d0f-4196-46d3-b2d3-c9f0ec143329 req-cf685c1e-a5c9-4a58-914b-f2f19da41f9b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326226 Sep 16 06:09:18.024166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 52e5e893-3f02-4241-81fd-deee87c4d679 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:09:18.137192 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 52e5e893-3f02-4241-81fd-deee87c4d679 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:09:18.141112 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 52e5e893-3f02-4241-81fd-deee87c4d679 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:09:18.141537 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:18.223095 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:18.245994 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8cebd4-f0cc-4175-9d1d-286afd731e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e5e893-3f02-4241-81fd-deee87c4d679'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:09:18.248279 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a1f59b-36fd-4c7a-a891-ab088d1d4188" -d '{"events": [{"server_uuid": "3e8cebd4-f0cc-4175-9d1d-286afd731e3e", "name": "network-vif-plugged", "status": "completed", "tag": "52e5e893-3f02-4241-81fd-deee87c4d679"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:09:18.261858 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 52e5e893-3f02-4241-81fd-deee87c4d679, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=52e5e893-3f02-4241-81fd-deee87c4d679,segment=NetworkSegment(c82eca9c-8379-43bb-b6ed-0d2cadd4abd0),segment_id=c82eca9c-8379-43bb-b6ed-0d2cadd4abd0)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:18.283876 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcbf6ac-17ea-48d2-bfb1-cbf58f57ac6e x-openstack-request-id: req-3fcbf6ac-17ea-48d2-bfb1-cbf58f57ac6e {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:09:18.284173 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8cebd4-f0cc-4175-9d1d-286afd731e3e", "name": "network-vif-plugged", "status": "completed", "tag": "52e5e893-3f02-4241-81fd-deee87c4d679", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:09:18.284423 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fcbf6ac-17ea-48d2-bfb1-cbf58f57ac6e {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:09:18.284850 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8cebd4-f0cc-4175-9d1d-286afd731e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e5e893-3f02-4241-81fd-deee87c4d679', 'code': 200} Sep 16 06:09:18.323891 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:18.374057 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=52e5e893-3f02-4241-81fd-deee87c4d679,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:18.408716 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46478f30-7ef6-4e67-8cd8-37fb59bde7d6 req-b942e985-4d09-45b9-bdff-b210ce994e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:18.410217 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46478f30-7ef6-4e67-8cd8-37fb59bde7d6 req-b942e985-4d09-45b9-bdff-b210ce994e7b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 1097 time: 0.0402720 Sep 16 06:09:18.444829 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-46478f30-7ef6-4e67-8cd8-37fb59bde7d6 req-3e20a45a-2dd6-4c5f-9dfc-c59c3b2b9ad1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280609 Sep 16 06:09:18.668456 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f59588-a8d5-4463-915b-71b66aa64ae4 req-39de0a3e-0ca7-48b5-817f-bbeac458e27d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:18.669977 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0f59588-a8d5-4463-915b-71b66aa64ae4 req-39de0a3e-0ca7-48b5-817f-bbeac458e27d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.0550582 Sep 16 06:09:18.714837 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0f59588-a8d5-4463-915b-71b66aa64ae4 req-fdf9a764-5fc2-4eed-9a4c-f0cf3e30768a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367587 Sep 16 06:09:19.837684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dfd80-a596-449c-904e-9138ddacd935 req-7ea48b37-518e-4730-89ed-49d3fc3c5ffe tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:19.839417 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-222dfd80-a596-449c-904e-9138ddacd935 req-7ea48b37-518e-4730-89ed-49d3fc3c5ffe tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.0552135 Sep 16 06:09:19.880890 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-222dfd80-a596-449c-904e-9138ddacd935 req-1e80c877-0e45-40de-8a7c-0e25a5dded59 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351741 Sep 16 06:09:21.000499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472b1e6-7736-42d7-94d2-18660446e385 req-917d2697-543d-4e9c-997e-cd6aeb497a59 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:21.002002 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2472b1e6-7736-42d7-94d2-18660446e385 req-917d2697-543d-4e9c-997e-cd6aeb497a59 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.0510080 Sep 16 06:09:21.041135 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2472b1e6-7736-42d7-94d2-18660446e385 req-d4dc5695-2b08-4129-8a2d-36962180338d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329618 Sep 16 06:09:21.157473 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10e50a-c82c-45da-93d3-577425e5470d req-1724f8dc-c26b-45bd-81f0-7bb02d286b3b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:21.159730 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb10e50a-c82c-45da-93d3-577425e5470d req-1724f8dc-c26b-45bd-81f0-7bb02d286b3b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.0539868 Sep 16 06:09:21.197039 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb10e50a-c82c-45da-93d3-577425e5470d req-4d37d56f-311c-4b5e-819b-0dcfa1f1cb07 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313468 Sep 16 06:09:21.219039 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43590) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:21.259860 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4a7e3f-3e4d-4ac3-98c3-48c0e65e46c7 tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:21.261403 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0f4a7e3f-3e4d-4ac3-98c3-48c0e65e46c7 tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 1092 time: 0.0412915 Sep 16 06:09:21.264174 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43592) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:21.269393 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': '52e5e893-3f02-4241-81fd-deee87c4d679', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:21.364242 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:21.465809 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:21.566242 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Allocated IP 172.25.4.179 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/a21c215b-8345-43db-9fba-b5cdccecec1f) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:09:21.683383 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:21.770234 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:21.806448 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:09:21.809195 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:09:21.812870 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:09:21.850301 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=a21c215b-8345-43db-9fba-b5cdccecec1f,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:22.199613 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:22.328141 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:22.493632 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:22.554156 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:22.629508 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=a21c215b-8345-43db-9fba-b5cdccecec1f,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:22.639769 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:22.756535 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Floating IP f68d5b91-965c-4917-86e9-47bbc21c6177 associated. External IP: 172.25.4.179, port: 52e5e893-3f02-4241-81fd-deee87c4d679. Sep 16 06:09:22.968985 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router 2df2f35c-a81c-4c14-b138-21047c62394a has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:09:23.085726 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:09:23.096926 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af2d93e-edf4-412d-8145-c1efb4522a59 None None] Sync routers for ids ['2df2f35c-a81c-4c14-b138-21047c62394a'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:09:23.106477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af2d93e-edf4-412d-8145-c1efb4522a59 None None] Routers {'2df2f35c-a81c-4c14-b138-21047c62394a'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:09:23.107142 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-1af2d93e-edf4-412d-8145-c1efb4522a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:09:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2df2f35c-a81c-4c14-b138-21047c62394a'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:23.171475 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:23.200024 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ffbfccdc-a15b-4f7a-8ed3-462df02cd46d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9346669 Sep 16 06:09:23.200720 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8cebd4-f0cc-4175-9d1d-286afd731e3e', 'tag': '52e5e893-3f02-4241-81fd-deee87c4d679'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:09:23.203114 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2663f9d672860e5b08cb8136f6a16bb4a4489f933b2f52128081a9a2ad1bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993cd848-695f-4161-b9b1-97197955e82b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8cebd4-f0cc-4175-9d1d-286afd731e3e", "tag": "52e5e893-3f02-4241-81fd-deee87c4d679"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:09:23.216372 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-1af2d93e-edf4-412d-8145-c1efb4522a59 None None] Set router 2df2f35c-a81c-4c14-b138-21047c62394a gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:09:23.295189 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d48da9-c75a-436b-8d4f-bafd09ff9540 x-openstack-request-id: req-40d48da9-c75a-436b-8d4f-bafd09ff9540 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:09:23.295479 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8cebd4-f0cc-4175-9d1d-286afd731e3e", "tag": "52e5e893-3f02-4241-81fd-deee87c4d679", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:09:23.295734 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40d48da9-c75a-436b-8d4f-bafd09ff9540 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:09:23.296138 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8cebd4-f0cc-4175-9d1d-286afd731e3e', 'tag': '52e5e893-3f02-4241-81fd-deee87c4d679', 'status': 'completed', 'code': 200} Sep 16 06:09:23.303823 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ef959-88f2-4342-a105-ae68571b5479 req-39ee6be0-7d7b-4646-9fa8-9871b577ccdf tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:23.305346 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc2ef959-88f2-4342-a105-ae68571b5479 req-39ee6be0-7d7b-4646-9fa8-9871b577ccdf tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.0553226 Sep 16 06:09:23.363582 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc2ef959-88f2-4342-a105-ae68571b5479 req-26af2135-c839-47b9-9387-f5248c69588f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517495 Sep 16 06:09:23.392010 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43600) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:23.403625 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cd848-695f-4161-b9b1-97197955e82b req-3deb03c6-7873-4267-b1dc-cf553a852823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:23.405273 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-993cd848-695f-4161-b9b1-97197955e82b req-3deb03c6-7873-4267-b1dc-cf553a852823 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 1097 time: 0.0565038 Sep 16 06:09:23.465861 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-743636dc-eaac-4f0c-829d-e5e07fc72dcf tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/floatingips/f68d5b91-965c-4917-86e9-47bbc21c6177 HTTP/1.1" status: 200 len: 991 time: 0.0718894 Sep 16 06:09:23.466427 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-1af2d93e-edf4-412d-8145-c1efb4522a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631586993', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:09:02Z', 'updated_at': '2021-09-16T06:09:07Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:03Z', 'updated_at': '2021-09-16T06:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'f68d5b91-965c-4917-86e9-47bbc21c6177', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'floating_ip_address': '172.25.4.179', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'port_id': '52e5e893-3f02-4241-81fd-deee87c4d679', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218', 'mac_address': 'fa:16:3e:97:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8cebd4-f0cc-4175-9d1d-286afd731e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:09:22Z', 'updated_at': '2021-09-16T06:09:22Z', 'revision_number': 0, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a45720-27ec-49e9-bc34-9d027bff1bf4', 'name': '', 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:d1:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '927c76b2-216e-4d43-920c-42c07f31a2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:06Z', 'updated_at': '2021-09-16T06:09:10Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '927c76b2-216e-4d43-920c-42c07f31a2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:23.493807 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af2d93e-edf4-412d-8145-c1efb4522a59 None None] Checking router: 2df2f35c-a81c-4c14-b138-21047c62394a for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:09:23.502667 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af2d93e-edf4-412d-8145-c1efb4522a59 None None] Routers {'2df2f35c-a81c-4c14-b138-21047c62394a'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:09:23.503352 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-1af2d93e-edf4-412d-8145-c1efb4522a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:09:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2df2f35c-a81c-4c14-b138-21047c62394a'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:23.522436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cd848-695f-4161-b9b1-97197955e82b req-6e5b27b5-0bd1-4281-ba54-498e933cf2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:23.524040 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-993cd848-695f-4161-b9b1-97197955e82b req-6e5b27b5-0bd1-4281-ba54-498e933cf2ff service neutron] 10.222.0.38 "GET /v2.0/networks?id=c26c8ea6-62f9-4988-b716-59c54468c218 HTTP/1.1" status: 200 len: 898 time: 0.1114104 Sep 16 06:09:23.591038 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-993cd848-695f-4161-b9b1-97197955e82b req-415dc75c-d614-403e-97b5-7c08f8f99935 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52e5e893-3f02-4241-81fd-deee87c4d679 HTTP/1.1" status: 200 len: 999 time: 0.0602725 Sep 16 06:09:23.611899 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-1af2d93e-edf4-412d-8145-c1efb4522a59 None None] Set router 2df2f35c-a81c-4c14-b138-21047c62394a gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:09:23.645849 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cd848-695f-4161-b9b1-97197955e82b req-41393ad6-3c85-48bf-8647-0c00e42ec25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:23.647290 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-993cd848-695f-4161-b9b1-97197955e82b req-41393ad6-3c85-48bf-8647-0c00e42ec25b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=927c76b2-216e-4d43-920c-42c07f31a2fd HTTP/1.1" status: 200 len: 834 time: 0.0496504 Sep 16 06:09:23.693538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cd848-695f-4161-b9b1-97197955e82b req-29030229-daee-4162-b232-e59ec34faa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:23.695100 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-993cd848-695f-4161-b9b1-97197955e82b req-29030229-daee-4162-b232-e59ec34faa27 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c26c8ea6-62f9-4988-b716-59c54468c218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412517 Sep 16 06:09:23.787173 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-993cd848-695f-4161-b9b1-97197955e82b req-eac1621a-aef2-400e-a3ac-46e0421eabe7 service neutron] 10.222.0.38 "GET /v2.0/networks/c26c8ea6-62f9-4988-b716-59c54468c218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851912 Sep 16 06:09:23.847464 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-1af2d93e-edf4-412d-8145-c1efb4522a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631586993', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:09:02Z', 'updated_at': '2021-09-16T06:09:07Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:03Z', 'updated_at': '2021-09-16T06:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'f68d5b91-965c-4917-86e9-47bbc21c6177', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'floating_ip_address': '172.25.4.179', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'port_id': '52e5e893-3f02-4241-81fd-deee87c4d679', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218', 'mac_address': 'fa:16:3e:97:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8cebd4-f0cc-4175-9d1d-286afd731e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:09:22Z', 'updated_at': '2021-09-16T06:09:22Z', 'revision_number': 0, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a45720-27ec-49e9-bc34-9d027bff1bf4', 'name': '', 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:d1:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '927c76b2-216e-4d43-920c-42c07f31a2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:06Z', 'updated_at': '2021-09-16T06:09:10Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '927c76b2-216e-4d43-920c-42c07f31a2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:23.872298 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af2d93e-edf4-412d-8145-c1efb4522a59 None None] The sync data for ids ['2df2f35c-a81c-4c14-b138-21047c62394a'] in n-d-712140-13 is: [{'id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631586993', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:09:02Z', 'updated_at': '2021-09-16T06:09:07Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:03Z', 'updated_at': '2021-09-16T06:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'f68d5b91-965c-4917-86e9-47bbc21c6177', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'floating_ip_address': '172.25.4.179', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'port_id': '52e5e893-3f02-4241-81fd-deee87c4d679', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218', 'mac_address': 'fa:16:3e:97:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8cebd4-f0cc-4175-9d1d-286afd731e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:09:22Z', 'updated_at': '2021-09-16T06:09:22Z', 'revision_number': 0, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a45720-27ec-49e9-bc34-9d027bff1bf4', 'name': '', 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:d1:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '927c76b2-216e-4d43-920c-42c07f31a2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:06Z', 'updated_at': '2021-09-16T06:09:10Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '927c76b2-216e-4d43-920c-42c07f31a2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:09:23.885851 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-993cd848-695f-4161-b9b1-97197955e82b req-9d7e0c7e-4820-4151-b897-6e7cdcd7aa3f service neutron] 10.222.0.38 "GET /v2.0/networks/c26c8ea6-62f9-4988-b716-59c54468c218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919936 Sep 16 06:09:24.069660 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab56d3-814d-46b1-87cd-22b9c8087844 None None] New status for floating IP f68d5b91-965c-4917-86e9-47bbc21c6177: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:09:24.469626 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43602) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:24.531842 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-d40bca95-06db-4bfe-8191-69aa6f641374 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/floatingips/f68d5b91-965c-4917-86e9-47bbc21c6177 HTTP/1.1" status: 200 len: 993 time: 0.0609393 Sep 16 06:09:25.221752 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:29.097159 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:35.302751 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8147ff77-7a4b-4b20-8079-23d832088015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:37.798028 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce9da-4397-4a8f-a3c4-ae7af696c967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:38.689259 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:39.626436 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:40.274293 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:09:41.140999 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:52.492147 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8bed2cf9-0239-4123-961b-298e267701cd req-616ee5be-0771-4a02-be8a-9619dde27041 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402775 Sep 16 06:09:52.590231 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed2cf9-0239-4123-961b-298e267701cd req-562f5cba-d33e-4a19-b113-beddda5c67da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:52.591929 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8bed2cf9-0239-4123-961b-298e267701cd req-562f5cba-d33e-4a19-b113-beddda5c67da service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 1097 time: 0.0420711 Sep 16 06:09:52.706291 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed2cf9-0239-4123-961b-298e267701cd req-3461f897-b3ee-4c99-a54e-d65ee7c61a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:52.707879 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8bed2cf9-0239-4123-961b-298e267701cd req-3461f897-b3ee-4c99-a54e-d65ee7c61a6c service neutron] 10.222.0.38 "GET /v2.0/networks?id=c26c8ea6-62f9-4988-b716-59c54468c218 HTTP/1.1" status: 200 len: 898 time: 0.0967739 Sep 16 06:09:52.772110 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8bed2cf9-0239-4123-961b-298e267701cd req-6d4cfed7-3912-498d-a054-6aab5c84fbad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52e5e893-3f02-4241-81fd-deee87c4d679 HTTP/1.1" status: 200 len: 1001 time: 0.0571105 Sep 16 06:09:52.825159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed2cf9-0239-4123-961b-298e267701cd req-987444ae-0a93-4f5b-9ac3-2284399b80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:52.826705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8bed2cf9-0239-4123-961b-298e267701cd req-987444ae-0a93-4f5b-9ac3-2284399b80dd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=927c76b2-216e-4d43-920c-42c07f31a2fd HTTP/1.1" status: 200 len: 834 time: 0.0484085 Sep 16 06:09:52.873328 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed2cf9-0239-4123-961b-298e267701cd req-cb8a1232-0118-49b9-9c8e-1bb2c0e0799a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:52.874825 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8bed2cf9-0239-4123-961b-298e267701cd req-cb8a1232-0118-49b9-9c8e-1bb2c0e0799a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c26c8ea6-62f9-4988-b716-59c54468c218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412717 Sep 16 06:09:52.977117 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8bed2cf9-0239-4123-961b-298e267701cd req-5f571f9a-13c7-45b2-84a0-46ed2cabfe29 service neutron] 10.222.0.38 "GET /v2.0/networks/c26c8ea6-62f9-4988-b716-59c54468c218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950696 Sep 16 06:09:53.067374 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8bed2cf9-0239-4123-961b-298e267701cd req-dec9987d-f8f3-4c2d-9454-320d7ad5d73c service neutron] 10.222.0.38 "GET /v2.0/networks/c26c8ea6-62f9-4988-b716-59c54468c218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831537 Sep 16 06:09:55.193800 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:59.089145 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:05.312233 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b8eaf926-a474-4cd7-a3f7-25dd23298352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:07.845058 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8cca28a5-7868-4f92-a90c-e7e8b61da9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:08.679375 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:09.603064 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:11.157355 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:17.273954 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:10:25.250072 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:29.062096 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:35.310970 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d151d902-5ae7-4ee9-a6e3-d429e163f661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:36.251998 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fbf5a-dcce-43d4-9c95-fcf0028f603d req-597a5797-dbe9-4914-80b9-d2635e194130 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:36.254941 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f6fbf5a-dcce-43d4-9c95-fcf0028f603d req-597a5797-dbe9-4914-80b9-d2635e194130 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.1039984 Sep 16 06:10:36.296281 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6f6fbf5a-dcce-43d4-9c95-fcf0028f603d req-7f761b8b-cb9d-4a75-b680-f04e7b9c3cbd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343971 Sep 16 06:10:37.477820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a595b1b-5776-4326-b3f9-9d56f56e4a50 req-21055fb5-bd7b-451c-a28f-10f611c9a9bd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:37.479380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a595b1b-5776-4326-b3f9-9d56f56e4a50 req-21055fb5-bd7b-451c-a28f-10f611c9a9bd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.1030965 Sep 16 06:10:37.520704 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a595b1b-5776-4326-b3f9-9d56f56e4a50 req-21d090bd-19e6-4473-a88f-a145eee8b3e7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343568 Sep 16 06:10:37.826923 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b3237088-b8a4-43c6-b974-f63eed71e9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:38.646614 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f66164-b40e-4d33-81af-8c53b682694f req-14da8309-ec51-45df-8b00-eda049272f3c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:38.648287 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4f66164-b40e-4d33-81af-8c53b682694f req-14da8309-ec51-45df-8b00-eda049272f3c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.0539262 Sep 16 06:10:38.661821 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:38.690163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4f66164-b40e-4d33-81af-8c53b682694f req-14e07742-7a40-4575-89aa-04ba060caa59 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347674 Sep 16 06:10:39.591214 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:39.817363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad128024-aa3e-47d9-a711-9518d09b5b0c req-b6972e8d-5308-496f-b47a-fdb9c458b168 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:39.818954 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad128024-aa3e-47d9-a711-9518d09b5b0c req-b6972e8d-5308-496f-b47a-fdb9c458b168 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.0526550 Sep 16 06:10:39.860155 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ad128024-aa3e-47d9-a711-9518d09b5b0c req-e0d73058-9044-4d91-8f57-56905522798c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346026 Sep 16 06:10:40.986293 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49bd28-c35f-431a-9eab-4674c4855522 req-eeae17d4-4057-4cb8-975e-80f202f716e1 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:40.988022 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a49bd28-c35f-431a-9eab-4674c4855522 req-eeae17d4-4057-4cb8-975e-80f202f716e1 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.0549691 Sep 16 06:10:41.029538 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a49bd28-c35f-431a-9eab-4674c4855522 req-115ef0cd-b9e3-4aa7-b859-1d32f27f4d6d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354614 Sep 16 06:10:41.141230 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:42.160431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ec2c5-a2f3-4e62-aa44-e44f86e4c453 req-013258b7-9a54-4032-b3b1-e4770712e1ae tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:42.162063 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f3ec2c5-a2f3-4e62-aa44-e44f86e4c453 req-013258b7-9a54-4032-b3b1-e4770712e1ae tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.0509305 Sep 16 06:10:42.202473 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f3ec2c5-a2f3-4e62-aa44-e44f86e4c453 req-16291ced-e780-4321-9c57-b6c789cdd634 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342000 Sep 16 06:10:43.320870 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a7931-4ded-4043-9d3d-6ab83f27f1ff req-6a8e0119-2442-4aa6-a758-630ca6465d1c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:43.322446 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-725a7931-4ded-4043-9d3d-6ab83f27f1ff req-6a8e0119-2442-4aa6-a758-630ca6465d1c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.0500786 Sep 16 06:10:43.362391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-725a7931-4ded-4043-9d3d-6ab83f27f1ff req-79fddfac-f83f-482f-8d55-fd8efcdc661b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335016 Sep 16 06:10:44.488300 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd210ccf-2651-477c-bc49-89a29b8481d7 req-dd0da408-b6b1-462f-9a35-dac434f178b3 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:44.489971 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd210ccf-2651-477c-bc49-89a29b8481d7 req-dd0da408-b6b1-462f-9a35-dac434f178b3 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.0550625 Sep 16 06:10:44.529394 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd210ccf-2651-477c-bc49-89a29b8481d7 req-175e2012-53c6-41dd-978b-cf7afd548df5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333493 Sep 16 06:10:45.648109 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14838876-98e2-4918-b29c-57cf80981f59 req-c32900d3-f3ce-4bdd-8151-86564802735d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:45.649690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14838876-98e2-4918-b29c-57cf80981f59 req-c32900d3-f3ce-4bdd-8151-86564802735d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.0500915 Sep 16 06:10:45.691422 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-14838876-98e2-4918-b29c-57cf80981f59 req-b0abecc7-bfa2-4570-a188-0d2bcf0c6aea tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354762 Sep 16 06:10:46.810848 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1deb010-1f41-489f-951e-a80e31ff08e0 req-7d195757-c6c3-4e66-b214-6dc1ac3ccbc0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:46.812380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1deb010-1f41-489f-951e-a80e31ff08e0 req-7d195757-c6c3-4e66-b214-6dc1ac3ccbc0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.0510335 Sep 16 06:10:46.851994 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1deb010-1f41-489f-951e-a80e31ff08e0 req-8a54b6f7-f296-4858-9851-0256ee6eeec8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329971 Sep 16 06:10:46.875909 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43660) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:10:46.947377 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b41ad8ef-d93e-41d6-8b55-dd8dc38ffc76 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/floatingips/f68d5b91-965c-4917-86e9-47bbc21c6177 HTTP/1.1" status: 200 len: 993 time: 0.0701997 Sep 16 06:10:48.382781 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd4624-c93a-4d26-83ad-2ac5cfb832da req-268155a1-b989-44b8-b8eb-0b44e59bfec8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:48.384521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ccdd4624-c93a-4d26-83ad-2ac5cfb832da req-268155a1-b989-44b8-b8eb-0b44e59bfec8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.0658374 Sep 16 06:10:48.429753 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ccdd4624-c93a-4d26-83ad-2ac5cfb832da req-a632550a-9f91-4981-a143-0394f30ec076 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382156 Sep 16 06:10:48.473343 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e06355-91f4-4091-9c38-ed73afff58c1 req-0246f68d-c4a4-428e-b510-cfa7816ed095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:48.474956 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13e06355-91f4-4091-9c38-ed73afff58c1 req-0246f68d-c4a4-428e-b510-cfa7816ed095 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 1097 time: 0.0427458 Sep 16 06:10:48.575951 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e06355-91f4-4091-9c38-ed73afff58c1 req-38dd7e78-7287-41dd-8303-43da6f9ebd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:48.577401 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13e06355-91f4-4091-9c38-ed73afff58c1 req-38dd7e78-7287-41dd-8303-43da6f9ebd77 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c26c8ea6-62f9-4988-b716-59c54468c218 HTTP/1.1" status: 200 len: 898 time: 0.0957043 Sep 16 06:10:48.643986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13e06355-91f4-4091-9c38-ed73afff58c1 req-8e60fdf1-f097-4fa7-8b8f-d315a628d1b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52e5e893-3f02-4241-81fd-deee87c4d679 HTTP/1.1" status: 200 len: 1001 time: 0.0590339 Sep 16 06:10:48.693743 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e06355-91f4-4091-9c38-ed73afff58c1 req-6527d2be-143d-45d4-940d-f5189fc97338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:48.698910 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13e06355-91f4-4091-9c38-ed73afff58c1 req-6527d2be-143d-45d4-940d-f5189fc97338 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=927c76b2-216e-4d43-920c-42c07f31a2fd HTTP/1.1" status: 200 len: 834 time: 0.0454810 Sep 16 06:10:48.745265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e06355-91f4-4091-9c38-ed73afff58c1 req-da5d7c87-f6dc-484c-b1b0-78cc2464d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:48.746798 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13e06355-91f4-4091-9c38-ed73afff58c1 req-da5d7c87-f6dc-484c-b1b0-78cc2464d58d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c26c8ea6-62f9-4988-b716-59c54468c218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444443 Sep 16 06:10:48.840863 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13e06355-91f4-4091-9c38-ed73afff58c1 req-07640986-3dff-49b2-8ade-d9dfdf4b5aaf service neutron] 10.222.0.38 "GET /v2.0/networks/c26c8ea6-62f9-4988-b716-59c54468c218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861146 Sep 16 06:10:48.945239 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-13e06355-91f4-4091-9c38-ed73afff58c1 req-02750667-41d2-49f6-b14f-6f2b399ff795 service neutron] 10.222.0.38 "GET /v2.0/networks/c26c8ea6-62f9-4988-b716-59c54468c218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969758 Sep 16 06:10:49.552968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a23f22-1f1d-4cf0-bffe-6fcf563cf008 req-6ce2fb05-fc83-4794-b4a3-8b7b7199a6cf tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:49.554705 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6a23f22-1f1d-4cf0-bffe-6fcf563cf008 req-6ce2fb05-fc83-4794-b4a3-8b7b7199a6cf tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.0520561 Sep 16 06:10:49.597145 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6a23f22-1f1d-4cf0-bffe-6fcf563cf008 req-174d355c-7abd-4287-84ba-5b797d6ff815 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353079 Sep 16 06:10:50.731652 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d763a12-7d8b-45a9-a098-597211538f5b req-12b0dbf0-0136-442b-a352-b666d805f066 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:50.733188 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d763a12-7d8b-45a9-a098-597211538f5b req-12b0dbf0-0136-442b-a352-b666d805f066 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.0502534 Sep 16 06:10:50.772144 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4d763a12-7d8b-45a9-a098-597211538f5b req-ed8690d3-c117-4a5d-ba04-19369e4ec795 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319538 Sep 16 06:10:50.794824 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43678) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:10:50.860093 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ae999d94-2842-466c-b9af-2d781960e4b7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/floatingips/f68d5b91-965c-4917-86e9-47bbc21c6177 HTTP/1.1" status: 200 len: 993 time: 0.0638154 Sep 16 06:10:54.273245 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:10:55.227229 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:55.305168 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a32894ba-e7e7-4294-a16d-7befb4cc1b78 req-3c44097c-d23d-4a0c-9be4-1d93a8e9ce20 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446100 Sep 16 06:10:55.410445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32894ba-e7e7-4294-a16d-7befb4cc1b78 req-8273bd72-7a93-4879-928e-7592d797b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:55.412026 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a32894ba-e7e7-4294-a16d-7befb4cc1b78 req-8273bd72-7a93-4879-928e-7592d797b804 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 1097 time: 0.0453188 Sep 16 06:10:55.525296 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32894ba-e7e7-4294-a16d-7befb4cc1b78 req-2a8adfc3-8e74-4055-b403-cf1a1d4b228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:55.526849 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a32894ba-e7e7-4294-a16d-7befb4cc1b78 req-2a8adfc3-8e74-4055-b403-cf1a1d4b228c service neutron] 10.222.0.38 "GET /v2.0/networks?id=c26c8ea6-62f9-4988-b716-59c54468c218 HTTP/1.1" status: 200 len: 898 time: 0.0956843 Sep 16 06:10:55.598913 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a32894ba-e7e7-4294-a16d-7befb4cc1b78 req-fb5cdd92-c6cf-4de0-ad27-21dbc06f5dff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52e5e893-3f02-4241-81fd-deee87c4d679 HTTP/1.1" status: 200 len: 1001 time: 0.0648344 Sep 16 06:10:55.650118 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32894ba-e7e7-4294-a16d-7befb4cc1b78 req-fb7a990b-3ab9-4c28-b6ce-4cab06f304dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:55.651687 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a32894ba-e7e7-4294-a16d-7befb4cc1b78 req-fb7a990b-3ab9-4c28-b6ce-4cab06f304dc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=927c76b2-216e-4d43-920c-42c07f31a2fd HTTP/1.1" status: 200 len: 834 time: 0.0457964 Sep 16 06:10:55.700072 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32894ba-e7e7-4294-a16d-7befb4cc1b78 req-0ff486fb-3519-4d03-a893-0709e81fea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:55.701612 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a32894ba-e7e7-4294-a16d-7befb4cc1b78 req-0ff486fb-3519-4d03-a893-0709e81fea1c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c26c8ea6-62f9-4988-b716-59c54468c218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427668 Sep 16 06:10:55.798846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a32894ba-e7e7-4294-a16d-7befb4cc1b78 req-0d352d8a-36c2-4b98-8801-4ddf75180a41 service neutron] 10.222.0.38 "GET /v2.0/networks/c26c8ea6-62f9-4988-b716-59c54468c218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899231 Sep 16 06:10:55.919380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a32894ba-e7e7-4294-a16d-7befb4cc1b78 req-377d11bf-6415-410d-95aa-d79fe41aae0b service neutron] 10.222.0.38 "GET /v2.0/networks/c26c8ea6-62f9-4988-b716-59c54468c218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139257 Sep 16 06:10:59.116716 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:05.317940 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-15167723-fbbf-4608-9428-9f44f1cfcf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:07.809280 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2c27f73f-aba0-4da3-aaa4-eb7f49df0a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:08.716428 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:09.584797 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:11.157625 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:25.264435 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:29.066123 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:31.273033 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:11:35.288892 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-598b22cc-58d6-4591-98c7-ee336f9c9ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:37.809054 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f40962a3-6059-467f-955d-4aadd666b08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:38.711664 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:39.574301 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:39.800557 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43714) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:39.967031 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting port a21c215b-8345-43db-9fba-b5cdccecec1f {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:11:39.967676 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:40.043975 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:40.044306 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:40.056627 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Calling delete_port for a21c215b-8345-43db-9fba-b5cdccecec1f owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:11:40.265841 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:40.295574 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Port': ['ID=a21c215b-8345-43db-9fba-b5cdccecec1f,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:40.322602 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:40.322978 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:40.323313 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:40.323646 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:40.323973 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:40.324302 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:40.324629 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:40.324953 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:40.325273 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:40.325593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:40.325911 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:40.326224 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:40.369944 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:40.370335 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Floating IP f68d5b91-965c-4917-86e9-47bbc21c6177 disassociated (deleted). External IP: 172.25.4.179, port: 52e5e893-3f02-4241-81fd-deee87c4d679. Sep 16 06:11:40.579587 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router 2df2f35c-a81c-4c14-b138-21047c62394a has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:11:40.690713 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:11:40.696179 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:40.701456 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b418065-40c3-4290-8f74-8d13484cba45 None None] Sync routers for ids ['2df2f35c-a81c-4c14-b138-21047c62394a'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:11:40.711213 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b418065-40c3-4290-8f74-8d13484cba45 None None] Routers {'2df2f35c-a81c-4c14-b138-21047c62394a'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:40.711833 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2b418065-40c3-4290-8f74-8d13484cba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:11:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2df2f35c-a81c-4c14-b138-21047c62394a'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:40.726374 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f73b80bd-6738-45cf-a449-33afe69b4136 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/floatingips/f68d5b91-965c-4917-86e9-47bbc21c6177 HTTP/1.1" status: 204 len: 168 time: 0.9223630 Sep 16 06:11:40.726374 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8cebd4-f0cc-4175-9d1d-286afd731e3e', 'tag': '52e5e893-3f02-4241-81fd-deee87c4d679'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:11:40.741560 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2663f9d672860e5b08cb8136f6a16bb4a4489f933b2f52128081a9a2ad1bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4111bdc5-1848-4804-94ed-e8e1b4042c15" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8cebd4-f0cc-4175-9d1d-286afd731e3e", "tag": "52e5e893-3f02-4241-81fd-deee87c4d679"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:11:40.798551 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93731fd-5177-4320-931b-23a5c3296b55 x-openstack-request-id: req-a93731fd-5177-4320-931b-23a5c3296b55 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:11:40.798860 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8cebd4-f0cc-4175-9d1d-286afd731e3e", "tag": "52e5e893-3f02-4241-81fd-deee87c4d679", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:11:40.799161 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a93731fd-5177-4320-931b-23a5c3296b55 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:11:40.799685 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8cebd4-f0cc-4175-9d1d-286afd731e3e', 'tag': '52e5e893-3f02-4241-81fd-deee87c4d679', 'status': 'completed', 'code': 200} Sep 16 06:11:40.854765 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-2b418065-40c3-4290-8f74-8d13484cba45 None None] Set router 2df2f35c-a81c-4c14-b138-21047c62394a gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:40.911656 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111bdc5-1848-4804-94ed-e8e1b4042c15 req-92723b40-0cf9-4f29-9a27-d06d8733de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:40.914026 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4111bdc5-1848-4804-94ed-e8e1b4042c15 req-92723b40-0cf9-4f29-9a27-d06d8733de40 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 1097 time: 0.0518327 Sep 16 06:11:41.009959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111bdc5-1848-4804-94ed-e8e1b4042c15 req-5e0d723b-0cdc-4907-a0ee-6cc48424dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:41.011544 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4111bdc5-1848-4804-94ed-e8e1b4042c15 req-5e0d723b-0cdc-4907-a0ee-6cc48424dd81 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c26c8ea6-62f9-4988-b716-59c54468c218 HTTP/1.1" status: 200 len: 898 time: 0.0899439 Sep 16 06:11:41.058497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4111bdc5-1848-4804-94ed-e8e1b4042c15 req-22dac080-f959-4f97-bd04-9ce1396bcc26 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52e5e893-3f02-4241-81fd-deee87c4d679 HTTP/1.1" status: 200 len: 217 time: 0.0390389 Sep 16 06:11:41.079685 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2b418065-40c3-4290-8f74-8d13484cba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631586993', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:09:02Z', 'updated_at': '2021-09-16T06:09:07Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:03Z', 'updated_at': '2021-09-16T06:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '02a45720-27ec-49e9-bc34-9d027bff1bf4', 'name': '', 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:d1:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '927c76b2-216e-4d43-920c-42c07f31a2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:06Z', 'updated_at': '2021-09-16T06:09:10Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '927c76b2-216e-4d43-920c-42c07f31a2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:41.106939 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b418065-40c3-4290-8f74-8d13484cba45 None None] Checking router: 2df2f35c-a81c-4c14-b138-21047c62394a for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:11:41.116499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111bdc5-1848-4804-94ed-e8e1b4042c15 req-75d2ce49-7154-470d-8d16-60d5e2321a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:41.116499 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4111bdc5-1848-4804-94ed-e8e1b4042c15 req-75d2ce49-7154-470d-8d16-60d5e2321a96 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=927c76b2-216e-4d43-920c-42c07f31a2fd HTTP/1.1" status: 200 len: 834 time: 0.0476284 Sep 16 06:11:41.120707 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b418065-40c3-4290-8f74-8d13484cba45 None None] Routers {'2df2f35c-a81c-4c14-b138-21047c62394a'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:41.121420 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2b418065-40c3-4290-8f74-8d13484cba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:11:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2df2f35c-a81c-4c14-b138-21047c62394a'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:41.216109 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:41.239641 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-2b418065-40c3-4290-8f74-8d13484cba45 None None] Set router 2df2f35c-a81c-4c14-b138-21047c62394a gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:41.252962 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111bdc5-1848-4804-94ed-e8e1b4042c15 req-2919040f-e144-43d3-b9c3-51e4f8224cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:41.254599 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4111bdc5-1848-4804-94ed-e8e1b4042c15 req-2919040f-e144-43d3-b9c3-51e4f8224cd4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c26c8ea6-62f9-4988-b716-59c54468c218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906785 Sep 16 06:11:41.264362 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c31e-ffae-4e0d-afb4-aa09c8281aca req-4dea754e-63f8-4349-811b-2e9ac3edecf6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:41.265947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f11c31e-ffae-4e0d-afb4-aa09c8281aca req-4dea754e-63f8-4349-811b-2e9ac3edecf6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.0884917 Sep 16 06:11:41.365213 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f11c31e-ffae-4e0d-afb4-aa09c8281aca req-8f1c4f7a-df8a-457f-927e-faa9d5a4b881 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864856 Sep 16 06:11:41.394834 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4111bdc5-1848-4804-94ed-e8e1b4042c15 req-3a53ad9b-af0c-474e-893b-4e8f775c8ae9 service neutron] 10.222.0.38 "GET /v2.0/networks/c26c8ea6-62f9-4988-b716-59c54468c218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278687 Sep 16 06:11:41.499880 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4111bdc5-1848-4804-94ed-e8e1b4042c15 req-413d6e3d-adfd-49bc-ab79-7f2b619b0212 service neutron] 10.222.0.38 "GET /v2.0/networks/c26c8ea6-62f9-4988-b716-59c54468c218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967045 Sep 16 06:11:41.608527 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2b418065-40c3-4290-8f74-8d13484cba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631586993', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:09:02Z', 'updated_at': '2021-09-16T06:09:07Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:03Z', 'updated_at': '2021-09-16T06:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '02a45720-27ec-49e9-bc34-9d027bff1bf4', 'name': '', 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:d1:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '927c76b2-216e-4d43-920c-42c07f31a2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:06Z', 'updated_at': '2021-09-16T06:09:10Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '927c76b2-216e-4d43-920c-42c07f31a2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:41.637925 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b418065-40c3-4290-8f74-8d13484cba45 None None] The sync data for ids ['2df2f35c-a81c-4c14-b138-21047c62394a'] in n-d-712140-13 is: [{'id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631586993', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:09:02Z', 'updated_at': '2021-09-16T06:09:07Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:03Z', 'updated_at': '2021-09-16T06:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '02a45720-27ec-49e9-bc34-9d027bff1bf4', 'name': '', 'network_id': 'c26c8ea6-62f9-4988-b716-59c54468c218', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:d1:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '927c76b2-216e-4d43-920c-42c07f31a2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:06Z', 'updated_at': '2021-09-16T06:09:10Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': '927c76b2-216e-4d43-920c-42c07f31a2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:11:41.873531 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8bed55-537e-4068-a9b4-e572d887d2be None None] New status for floating IP f68d5b91-965c-4917-86e9-47bbc21c6177: DOWN {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:11:42.488865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0da511-7b0d-4c66-9350-4cb3c3466f97 req-eaf9d0f5-e709-4be6-b538-745ca496c291 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:42.490280 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb0da511-7b0d-4c66-9350-4cb3c3466f97 req-eaf9d0f5-e709-4be6-b538-745ca496c291 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.0560730 Sep 16 06:11:42.530124 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fb0da511-7b0d-4c66-9350-4cb3c3466f97 req-fd9a421e-31d6-46f1-bc9d-9a6541290b86 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332332 Sep 16 06:11:43.031545 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e4cdd-cce0-4013-8589-9edcba5db06c req-21f3a537-f7e4-4212-92f0-e16e53badf60 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:43.033004 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-244e4cdd-cce0-4013-8589-9edcba5db06c req-21f3a537-f7e4-4212-92f0-e16e53badf60 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.0483696 Sep 16 06:11:43.475876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-244e4cdd-cce0-4013-8589-9edcba5db06c req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting port 52e5e893-3f02-4241-81fd-deee87c4d679 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:11:43.476213 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-244e4cdd-cce0-4013-8589-9edcba5db06c req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:43.572867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-244e4cdd-cce0-4013-8589-9edcba5db06c req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] For port 52e5e893-3f02-4241-81fd-deee87c4d679, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=52e5e893-3f02-4241-81fd-deee87c4d679,segment=NetworkSegment(c82eca9c-8379-43bb-b6ed-0d2cadd4abd0),segment_id=c82eca9c-8379-43bb-b6ed-0d2cadd4abd0)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:43.573450 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-244e4cdd-cce0-4013-8589-9edcba5db06c req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:43.587646 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-244e4cdd-cce0-4013-8589-9edcba5db06c req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Calling delete_port for 52e5e893-3f02-4241-81fd-deee87c4d679 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:11:43.700396 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d4e36-e415-4247-a43b-b99e7105612a req-e1cb7dfd-9349-40da-beac-204443094a8b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:43.702449 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b0d4e36-e415-4247-a43b-b99e7105612a req-e1cb7dfd-9349-40da-beac-204443094a8b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 945 time: 0.0738492 Sep 16 06:11:43.779867 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6b0d4e36-e415-4247-a43b-b99e7105612a req-b73ec8f3-7efc-4e6e-8835-b30d29e02947 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675142 Sep 16 06:11:43.887099 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-244e4cdd-cce0-4013-8589-9edcba5db06c req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:43.918711 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Port': ['ID=52e5e893-3f02-4241-81fd-deee87c4d679,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:43.947108 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:43.947463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:43.947807 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:43.948147 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:43.948500 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:43.948829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:43.949166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:43.949494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:43.949826 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:43.950154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:43.950478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:43.950864 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:43.969830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-244e4cdd-cce0-4013-8589-9edcba5db06c req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] No DVR routers for this DVR port 52e5e893-3f02-4241-81fd-deee87c4d679 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:11:43.972414 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-244e4cdd-cce0-4013-8589-9edcba5db06c req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:43.974414 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-244e4cdd-cce0-4013-8589-9edcba5db06c req-b4c01c38-b319-49c0-b436-643aa36c200d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.38 "DELETE /v2.0/ports/52e5e893-3f02-4241-81fd-deee87c4d679 HTTP/1.1" status: 204 len: 173 time: 0.9353609 Sep 16 06:11:43.974852 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8cebd4-f0cc-4175-9d1d-286afd731e3e', 'name': 'network-vif-deleted', 'tag': '52e5e893-3f02-4241-81fd-deee87c4d679'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:11:43.977158 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dbc91f-fe2e-4cd4-a670-ea92726c1585" -d '{"events": [{"server_uuid": "3e8cebd4-f0cc-4175-9d1d-286afd731e3e", "name": "network-vif-deleted", "tag": "52e5e893-3f02-4241-81fd-deee87c4d679"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:11:44.015340 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684e00f7-a565-4aac-b613-a748bdd185d3 x-openstack-request-id: req-684e00f7-a565-4aac-b613-a748bdd185d3 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:11:44.015340 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8cebd4-f0cc-4175-9d1d-286afd731e3e", "name": "network-vif-deleted", "tag": "52e5e893-3f02-4241-81fd-deee87c4d679", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:11:44.015340 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-684e00f7-a565-4aac-b613-a748bdd185d3 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:11:44.015340 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8cebd4-f0cc-4175-9d1d-286afd731e3e', 'name': 'network-vif-deleted', 'tag': '52e5e893-3f02-4241-81fd-deee87c4d679', 'status': 'completed', 'code': 200} Sep 16 06:11:44.909189 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ba3c50cb-72f7-43b6-b5ff-f24eaff7f2a4 req-3a5ad16c-24d1-4145-8fc0-86e73c61bd4a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e8cebd4-f0cc-4175-9d1d-286afd731e3e HTTP/1.1" status: 200 len: 210 time: 0.0326159 Sep 16 06:11:45.973270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43734) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:46.338276 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-720291ec-c4fb-4485-86b3-dfaf3e3c5107 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:46.595559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-720291ec-c4fb-4485-86b3-dfaf3e3c5107 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting port 02a45720-27ec-49e9-bc34-9d027bff1bf4 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:11:46.596669 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-720291ec-c4fb-4485-86b3-dfaf3e3c5107 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:46.598583 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 52e5e893-3f02-4241-81fd-deee87c4d679 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:11:46.621202 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 52e5e893-3f02-4241-81fd-deee87c4d679 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:11:46.621549 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 52e5e893-3f02-4241-81fd-deee87c4d679 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:11:46.695052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-720291ec-c4fb-4485-86b3-dfaf3e3c5107 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] For port 02a45720-27ec-49e9-bc34-9d027bff1bf4, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=02a45720-27ec-49e9-bc34-9d027bff1bf4,segment=NetworkSegment(c82eca9c-8379-43bb-b6ed-0d2cadd4abd0),segment_id=c82eca9c-8379-43bb-b6ed-0d2cadd4abd0)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:46.695444 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-720291ec-c4fb-4485-86b3-dfaf3e3c5107 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:46.707314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-720291ec-c4fb-4485-86b3-dfaf3e3c5107 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Calling delete_port for 02a45720-27ec-49e9-bc34-9d027bff1bf4 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:11:46.997325 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-720291ec-c4fb-4485-86b3-dfaf3e3c5107 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:47.026114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720291ec-c4fb-4485-86b3-dfaf3e3c5107 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Port': ['ID=02a45720-27ec-49e9-bc34-9d027bff1bf4,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:47.211467 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-720291ec-c4fb-4485-86b3-dfaf3e3c5107 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:47.427052 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720291ec-c4fb-4485-86b3-dfaf3e3c5107 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router 2df2f35c-a81c-4c14-b138-21047c62394a has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:11:47.534276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720291ec-c4fb-4485-86b3-dfaf3e3c5107 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:11:47.540648 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-720291ec-c4fb-4485-86b3-dfaf3e3c5107 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "PUT /v2.0/routers/2df2f35c-a81c-4c14-b138-21047c62394a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5659709 Sep 16 06:11:47.543246 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43736) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:47.547580 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6693c4-6a12-4ac1-8305-272f7f33ae3f None None] Sync routers for ids ['2df2f35c-a81c-4c14-b138-21047c62394a'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:11:47.555421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6693c4-6a12-4ac1-8305-272f7f33ae3f None None] Routers {'2df2f35c-a81c-4c14-b138-21047c62394a'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:47.556050 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2f6693c4-6a12-4ac1-8305-272f7f33ae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:11:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2df2f35c-a81c-4c14-b138-21047c62394a'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:47.598771 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cedc13f-62f3-4d99-8f54-2c7ad7e9268c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting subnet 927c76b2-216e-4d43-920c-42c07f31a2fd {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:11:47.602485 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5cedc13f-62f3-4d99-8f54-2c7ad7e9268c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:47.642963 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5cedc13f-62f3-4d99-8f54-2c7ad7e9268c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:47.661271 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-2f6693c4-6a12-4ac1-8305-272f7f33ae3f None None] Set router 2df2f35c-a81c-4c14-b138-21047c62394a gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:47.731274 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5cedc13f-62f3-4d99-8f54-2c7ad7e9268c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:47.854045 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2f6693c4-6a12-4ac1-8305-272f7f33ae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631586993', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:09:02Z', 'updated_at': '2021-09-16T06:11:46Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:03Z', 'updated_at': '2021-09-16T06:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:47.878046 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5cedc13f-62f3-4d99-8f54-2c7ad7e9268c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:47.885786 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6693c4-6a12-4ac1-8305-272f7f33ae3f None None] Checking router: 2df2f35c-a81c-4c14-b138-21047c62394a for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:11:47.895304 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6693c4-6a12-4ac1-8305-272f7f33ae3f None None] Routers {'2df2f35c-a81c-4c14-b138-21047c62394a'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:47.895951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2f6693c4-6a12-4ac1-8305-272f7f33ae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:11:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['2df2f35c-a81c-4c14-b138-21047c62394a'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:47.915783 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedc13f-62f3-4d99-8f54-2c7ad7e9268c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Subnet': ['ID=927c76b2-216e-4d43-920c-42c07f31a2fd,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:47.920518 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-5cedc13f-62f3-4d99-8f54-2c7ad7e9268c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:47.920518 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-5cedc13f-62f3-4d99-8f54-2c7ad7e9268c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/subnets/927c76b2-216e-4d43-920c-42c07f31a2fd HTTP/1.1" status: 204 len: 168 time: 0.3760316 Sep 16 06:11:47.923426 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43738) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:47.936973 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8656d0a-0c4c-4fdf-a16e-95fa35a17664 None None] Network c26c8ea6-62f9-4988-b716-59c54468c218 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:11:48.046534 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-736cd986-e170-45e2-a833-a3a226dc3e70 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:48.104888 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-2f6693c4-6a12-4ac1-8305-272f7f33ae3f None None] Set router 2df2f35c-a81c-4c14-b138-21047c62394a gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:48.167898 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-736cd986-e170-45e2-a833-a3a226dc3e70 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:48.285715 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] DHCP port deletion for c26c8ea6-62f9-4988-b716-59c54468c218 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:11:48.349117 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-736cd986-e170-45e2-a833-a3a226dc3e70 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting port a5a5c281-50bc-46be-897d-44a50a941bda {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:11:48.349889 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-736cd986-e170-45e2-a833-a3a226dc3e70 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:48.353084 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] Deleting port 814ebdd7-ef86-449f-bc58-40d0639f0394 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:11:48.353454 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:48.355923 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2f6693c4-6a12-4ac1-8305-272f7f33ae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631586993', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:09:02Z', 'updated_at': '2021-09-16T06:11:46Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:03Z', 'updated_at': '2021-09-16T06:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:48.396804 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6693c4-6a12-4ac1-8305-272f7f33ae3f None None] The sync data for ids ['2df2f35c-a81c-4c14-b138-21047c62394a'] in n-d-712140-13 is: [{'id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631586993', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:09:02Z', 'updated_at': '2021-09-16T06:11:46Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': 'a5a5c281-50bc-46be-897d-44a50a941bda', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2f35c-a81c-4c14-b138-21047c62394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:09:03Z', 'updated_at': '2021-09-16T06:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:11:48.452887 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-736cd986-e170-45e2-a833-a3a226dc3e70 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] For port a5a5c281-50bc-46be-897d-44a50a941bda, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=a5a5c281-50bc-46be-897d-44a50a941bda,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:48.453465 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-736cd986-e170-45e2-a833-a3a226dc3e70 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:48.457832 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] For port 814ebdd7-ef86-449f-bc58-40d0639f0394, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=814ebdd7-ef86-449f-bc58-40d0639f0394,segment=NetworkSegment(c82eca9c-8379-43bb-b6ed-0d2cadd4abd0),segment_id=c82eca9c-8379-43bb-b6ed-0d2cadd4abd0)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:48.458217 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:48.467415 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-736cd986-e170-45e2-a833-a3a226dc3e70 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Calling delete_port for a5a5c281-50bc-46be-897d-44a50a941bda owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:11:48.472416 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] Calling delete_port for 814ebdd7-ef86-449f-bc58-40d0639f0394 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:11:48.661211 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:48.689802 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] Pushing event deleted for resources: {'Port': ['ID=814ebdd7-ef86-449f-bc58-40d0639f0394,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:48.702964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:48.702964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:48.702964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:48.702964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:48.702964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:48.703589 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:48.703589 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:48.703862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:48.704195 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:48.704582 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:48.704912 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:48.705237 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:48.710951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16215ac0-6b90-47b4-b84a-96fe148cebba None None] No DVR routers for this DVR port 814ebdd7-ef86-449f-bc58-40d0639f0394 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:11:48.767339 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-736cd986-e170-45e2-a833-a3a226dc3e70 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:48.799955 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cd986-e170-45e2-a833-a3a226dc3e70 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Port': ['ID=a5a5c281-50bc-46be-897d-44a50a941bda,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:48.872374 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-736cd986-e170-45e2-a833-a3a226dc3e70 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:48.975453 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-736cd986-e170-45e2-a833-a3a226dc3e70 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:48.977719 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-736cd986-e170-45e2-a833-a3a226dc3e70 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.120960 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-736cd986-e170-45e2-a833-a3a226dc3e70 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.121696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736cd986-e170-45e2-a833-a3a226dc3e70 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Fanout notify agent at l3_agent the message router_deleted on router 2df2f35c-a81c-4c14-b138-21047c62394a {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:11:49.133987 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-736cd986-e170-45e2-a833-a3a226dc3e70 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.133987 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-736cd986-e170-45e2-a833-a3a226dc3e70 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/routers/2df2f35c-a81c-4c14-b138-21047c62394a HTTP/1.1" status: 204 len: 168 time: 1.2053995 Sep 16 06:11:49.133987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43740) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:49.220291 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8bcb-5aaf-4bd2-a52f-4c072f8a9493 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.317520 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8bcb-5aaf-4bd2-a52f-4c072f8a9493 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.339813 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-7d9d8bcb-5aaf-4bd2-a52f-4c072f8a9493 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26c8ea6-62f9-4988-b716-59c54468c218']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:49.351102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-7d9d8bcb-5aaf-4bd2-a52f-4c072f8a9493 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82eca9c-8379-43bb-b6ed-0d2cadd4abd0') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:49.351332 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-7d9d8bcb-5aaf-4bd2-a52f-4c072f8a9493 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82eca9c-8379-43bb-b6ed-0d2cadd4abd0') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:49.361755 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8bcb-5aaf-4bd2-a52f-4c072f8a9493 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.376281 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8bcb-5aaf-4bd2-a52f-4c072f8a9493 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.382939 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9d8bcb-5aaf-4bd2-a52f-4c072f8a9493 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:11:49.383373 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8bcb-5aaf-4bd2-a52f-4c072f8a9493 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: timer() Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:11:49.386358 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:11:49.540210 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8bcb-5aaf-4bd2-a52f-4c072f8a9493 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.547993 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8bcb-5aaf-4bd2-a52f-4c072f8a9493 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.549822 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7d9d8bcb-5aaf-4bd2-a52f-4c072f8a9493 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/networks/c26c8ea6-62f9-4988-b716-59c54468c218 HTTP/1.1" status: 204 len: 168 time: 0.4157403 Sep 16 06:11:49.554759 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43742) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:49.567634 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d8bcb-5aaf-4bd2-a52f-4c072f8a9493 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Network': ['ID=c26c8ea6-62f9-4988-b716-59c54468c218,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:49.632647 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b63a9745-a4ef-4cfe-8e22-12ba90d65d13 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.660602 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b63a9745-a4ef-4cfe-8e22-12ba90d65d13 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.808620 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b63a9745-a4ef-4cfe-8e22-12ba90d65d13 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.811381 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b63a9745-a4ef-4cfe-8e22-12ba90d65d13 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.815531 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b63a9745-a4ef-4cfe-8e22-12ba90d65d13 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/security-groups/f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19 HTTP/1.1" status: 204 len: 168 time: 0.2610736 Sep 16 06:11:49.828095 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a9745-a4ef-4cfe-8e22-12ba90d65d13 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ac8bf3-bf48-4e0b-800d-3b235fdbcf19,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:50.148141 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a5a5c281-50bc-46be-897d-44a50a941bda no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:11:50.172147 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: a5a5c281-50bc-46be-897d-44a50a941bda {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:11:50.172496 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device a5a5c281-50bc-46be-897d-44a50a941bda not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:11:50.172969 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 02a45720-27ec-49e9-bc34-9d027bff1bf4 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:11:50.192678 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 02a45720-27ec-49e9-bc34-9d027bff1bf4 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:11:50.193284 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 02a45720-27ec-49e9-bc34-9d027bff1bf4 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:11:50.194402 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 814ebdd7-ef86-449f-bc58-40d0639f0394 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:11:50.216428 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 814ebdd7-ef86-449f-bc58-40d0639f0394 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:11:50.216783 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 814ebdd7-ef86-449f-bc58-40d0639f0394 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:11:50.358262 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43750) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:50.366784 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-cede930f-5f16-49d1-aeca-f69f169653c2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-577191737', 'description': 'tempest-secgroup-smoke-577191737 description', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:50.498547 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cede930f-5f16-49d1-aeca-f69f169653c2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:50.592268 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cede930f-5f16-49d1-aeca-f69f169653c2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:50.700223 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cede930f-5f16-49d1-aeca-f69f169653c2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:50.736255 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede930f-5f16-49d1-aeca-f69f169653c2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ebffa7-5523-4ef9-a890-5df180a3e7d1,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:50.808575 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-cede930f-5f16-49d1-aeca-f69f169653c2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:50.810042 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-cede930f-5f16-49d1-aeca-f69f169653c2 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4506888 Sep 16 06:11:50.813050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43752) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:50.817999 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-87b11528-d4df-4bc5-8c55-8efad1bde13d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '92ebffa7-5523-4ef9-a890-5df180a3e7d1', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:50.922508 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-87b11528-d4df-4bc5-8c55-8efad1bde13d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:50.984884 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-87b11528-d4df-4bc5-8c55-8efad1bde13d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:51.069670 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-87b11528-d4df-4bc5-8c55-8efad1bde13d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:51.087913 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b11528-d4df-4bc5-8c55-8efad1bde13d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff61955-d98f-433f-b7d9-a1dd620335e0,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:51.161164 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-87b11528-d4df-4bc5-8c55-8efad1bde13d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:51.162954 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-87b11528-d4df-4bc5-8c55-8efad1bde13d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3483784 Sep 16 06:11:51.165855 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43754) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:51.170490 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-29031846-e848-4a4f-9d32-9d9d8f3c063d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '92ebffa7-5523-4ef9-a890-5df180a3e7d1', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:51.281946 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-29031846-e848-4a4f-9d32-9d9d8f3c063d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:51.339911 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-29031846-e848-4a4f-9d32-9d9d8f3c063d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:51.408358 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-29031846-e848-4a4f-9d32-9d9d8f3c063d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:51.431241 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29031846-e848-4a4f-9d32-9d9d8f3c063d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6c9819-8a3d-4c34-99b6-07bc5857b5c4,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:51.494217 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-29031846-e848-4a4f-9d32-9d9d8f3c063d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:51.495562 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-29031846-e848-4a4f-9d32-9d9d8f3c063d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3287702 Sep 16 06:11:51.498232 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43756) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:51.502670 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8cf2ab09-51c0-44be-ab1f-6874d78f34c8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '92ebffa7-5523-4ef9-a890-5df180a3e7d1', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:51.591617 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8cf2ab09-51c0-44be-ab1f-6874d78f34c8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:51.653043 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8cf2ab09-51c0-44be-ab1f-6874d78f34c8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:51.705776 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8cf2ab09-51c0-44be-ab1f-6874d78f34c8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:51.724440 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2ab09-51c0-44be-ab1f-6874d78f34c8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe95f73-7fcf-4353-8c3b-6f6303fa77f7,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:51.820540 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8cf2ab09-51c0-44be-ab1f-6874d78f34c8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:51.821943 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8cf2ab09-51c0-44be-ab1f-6874d78f34c8 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3226273 Sep 16 06:11:51.824774 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43758) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:51.832457 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-00e5b1d2-acb8-4973-b157-90e2dca898a7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '92ebffa7-5523-4ef9-a890-5df180a3e7d1', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:51.928397 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00e5b1d2-acb8-4973-b157-90e2dca898a7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.027770 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00e5b1d2-acb8-4973-b157-90e2dca898a7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.098154 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00e5b1d2-acb8-4973-b157-90e2dca898a7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.116653 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5b1d2-acb8-4973-b157-90e2dca898a7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f61c6a-cbfc-4ef9-a5e4-5bcca7c6775b,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:52.196335 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-00e5b1d2-acb8-4973-b157-90e2dca898a7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.197539 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-00e5b1d2-acb8-4973-b157-90e2dca898a7 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3717742 Sep 16 06:11:52.200413 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43760) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:52.205190 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-15f1ab16-30a4-450b-ae7a-83b1454b1cbd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '92ebffa7-5523-4ef9-a890-5df180a3e7d1', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:52.292481 n-d-712140-13 neutron-server[95473]: INFO neutron.db.securitygroups_db [None req-15f1ab16-30a4-450b-ae7a-83b1454b1cbd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Project bbff491c10c04c2a9bc6bce4ccece8d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:11:52.298271 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-15f1ab16-30a4-450b-ae7a-83b1454b1cbd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.365387 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-15f1ab16-30a4-450b-ae7a-83b1454b1cbd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.435392 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-15f1ab16-30a4-450b-ae7a-83b1454b1cbd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.457692 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1ab16-30a4-450b-ae7a-83b1454b1cbd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc95a854-fb2a-4004-b5e2-8b4c3ac48907,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:52.515511 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-15f1ab16-30a4-450b-ae7a-83b1454b1cbd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.516785 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-15f1ab16-30a4-450b-ae7a-83b1454b1cbd tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3153541 Sep 16 06:11:52.519555 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43764) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:52.524342 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3e63d787-9ec3-45f0-96a9-5f90de5eb2bb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'security_group_rule': {'security_group_id': '92ebffa7-5523-4ef9-a890-5df180a3e7d1', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:52.602683 n-d-712140-13 neutron-server[95473]: INFO neutron.db.securitygroups_db [None req-3e63d787-9ec3-45f0-96a9-5f90de5eb2bb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Project bbff491c10c04c2a9bc6bce4ccece8d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:11:52.608380 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3e63d787-9ec3-45f0-96a9-5f90de5eb2bb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.673409 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3e63d787-9ec3-45f0-96a9-5f90de5eb2bb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.754682 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3e63d787-9ec3-45f0-96a9-5f90de5eb2bb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.774258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63d787-9ec3-45f0-96a9-5f90de5eb2bb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbebcbac-659d-42ed-8780-62f53a5e1be5,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:52.864050 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3e63d787-9ec3-45f0-96a9-5f90de5eb2bb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.865351 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3e63d787-9ec3-45f0-96a9-5f90de5eb2bb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3448102 Sep 16 06:11:52.869049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43768) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:52.874049 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-0c899acd-f9ad-4b32-9ac9-d0f9f28a7c1c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'network': {'name': 'tempest-network-smoke--7812209', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'port_security_enabled': True}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:52.974155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c899acd-f9ad-4b32-9ac9-d0f9f28a7c1c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Made reservation on behalf of bbff491c10c04c2a9bc6bce4ccece8d2 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:11:52.978171 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c899acd-f9ad-4b32-9ac9-d0f9f28a7c1c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.003294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c899acd-f9ad-4b32-9ac9-d0f9f28a7c1c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:11:53.013155 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c899acd-f9ad-4b32-9ac9-d0f9f28a7c1c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.013575 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-0c899acd-f9ad-4b32-9ac9-d0f9f28a7c1c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Added segment c4e8871c-fe36-490d-aebe-a9fc6e506adb of type vlan for network eb092fbc-c512-4472-8f31-bc28d8ebbd21 Sep 16 06:11:53.056258 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c899acd-f9ad-4b32-9ac9-d0f9f28a7c1c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.160825 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c899acd-f9ad-4b32-9ac9-d0f9f28a7c1c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.167115 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c899acd-f9ad-4b32-9ac9-d0f9f28a7c1c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:53.167714 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0c899acd-f9ad-4b32-9ac9-d0f9f28a7c1c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.242602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c899acd-f9ad-4b32-9ac9-d0f9f28a7c1c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Network': ['ID=eb092fbc-c512-4472-8f31-bc28d8ebbd21,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:53.252951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network eb092fbc-c512-4472-8f31-bc28d8ebbd21 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:11:53.302548 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0c899acd-f9ad-4b32-9ac9-d0f9f28a7c1c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4322484 Sep 16 06:11:53.307575 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43770) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:53.312045 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-b4f68111-3192-4341-baaf-1c7d2d94116e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2080641949', 'admin_state_up': True, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:53.414858 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4f68111-3192-4341-baaf-1c7d2d94116e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.415976 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4f68111-3192-4341-baaf-1c7d2d94116e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.472229 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4f68111-3192-4341-baaf-1c7d2d94116e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.733790 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4f68111-3192-4341-baaf-1c7d2d94116e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:54.048936 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4f68111-3192-4341-baaf-1c7d2d94116e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:54.068643 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4f68111-3192-4341-baaf-1c7d2d94116e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:54.179655 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-b4f68111-3192-4341-baaf-1c7d2d94116e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Allocated IP 172.25.4.74 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/9dd9f5fb-dcde-4854-93a4-abad29955408) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:11:54.283557 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4f68111-3192-4341-baaf-1c7d2d94116e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:54.387191 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4f68111-3192-4341-baaf-1c7d2d94116e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:54.427492 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f68111-3192-4341-baaf-1c7d2d94116e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:11:54.430700 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-b4f68111-3192-4341-baaf-1c7d2d94116e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:11:54.437397 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f68111-3192-4341-baaf-1c7d2d94116e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:11:54.443459 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f68111-3192-4341-baaf-1c7d2d94116e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=9dd9f5fb-dcde-4854-93a4-abad29955408,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:55.110168 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4f68111-3192-4341-baaf-1c7d2d94116e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:55.247302 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:55.323872 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4f68111-3192-4341-baaf-1c7d2d94116e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:55.597072 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f68111-3192-4341-baaf-1c7d2d94116e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:11:55.708397 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f68111-3192-4341-baaf-1c7d2d94116e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:11:55.718517 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] Sync routers for ids ['7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:11:55.728650 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] Routers {'7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:55.731342 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:11:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:55.791404 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b4f68111-3192-4341-baaf-1c7d2d94116e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:55.794086 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b4f68111-3192-4341-baaf-1c7d2d94116e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4850631 Sep 16 06:11:55.796260 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43774) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:55.837639 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] Set router 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:56.029201 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-59dca414-0b4c-4bae-8093-6796773877a6 tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=bbff491c10c04c2a9bc6bce4ccece8d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2313583 Sep 16 06:11:56.038964 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43778) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:56.133752 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080641949', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:53Z', 'updated_at': '2021-09-16T06:11:54Z', 'revision_number': 3, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:54Z', 'updated_at': '2021-09-16T06:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:56.140355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be63ed5-ab1b-4350-9ea7-bd4fd0fa30f6 tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:56.141906 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9be63ed5-ab1b-4350-9ea7-bd4fd0fa30f6 tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1086795 Sep 16 06:11:56.144702 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43780) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:56.164604 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] Checking router: 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:11:56.164954 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] Updating router 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 port 9dd9f5fb-dcde-4854-93a4-abad29955408 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:11:56.174616 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-055ccbf8-b70e-45fc-b8e5-fe206fe99edd tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=edc4bd80-9b5d-4bcc-bfa1-52f51656d27c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284772 Sep 16 06:11:56.177058 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43782) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:56.182325 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6d8dc343-070c-4907-846e-801161e1bf94 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1052467162', 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21', 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:56.191252 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.372566 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8dc343-070c-4907-846e-801161e1bf94 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Made reservation on behalf of bbff491c10c04c2a9bc6bce4ccece8d2 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:11:56.376147 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6d8dc343-070c-4907-846e-801161e1bf94 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.446835 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.544268 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.607415 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b462bda-d222-4330-9e3f-ceba3b286df0 None None] Pushing event updated for resources: {'Port': ['ID=9dd9f5fb-dcde-4854-93a4-abad29955408,revision_number=2']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:56.609948 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] Attempting to bind port 9dd9f5fb-dcde-4854-93a4-abad29955408 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:11:56.610323 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] Attempting to bind port 9dd9f5fb-dcde-4854-93a4-abad29955408 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:11:56.610682 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] Attempting to bind port 9dd9f5fb-dcde-4854-93a4-abad29955408 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:11:56.621481 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b462bda-d222-4330-9e3f-ceba3b286df0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:56.621832 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b462bda-d222-4330-9e3f-ceba3b286df0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:56.622165 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b462bda-d222-4330-9e3f-ceba3b286df0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:56.622496 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b462bda-d222-4330-9e3f-ceba3b286df0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:56.622821 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b462bda-d222-4330-9e3f-ceba3b286df0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:56.623173 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b462bda-d222-4330-9e3f-ceba3b286df0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:56.623499 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b462bda-d222-4330-9e3f-ceba3b286df0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:56.623965 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b462bda-d222-4330-9e3f-ceba3b286df0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:56.624304 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b462bda-d222-4330-9e3f-ceba3b286df0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:56.624625 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b462bda-d222-4330-9e3f-ceba3b286df0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:56.624948 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b462bda-d222-4330-9e3f-ceba3b286df0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:56.625375 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b462bda-d222-4330-9e3f-ceba3b286df0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:56.630397 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:11:56.630789 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:11:56.631960 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.632613 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:11:56.633061 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] Bound port: 9dd9f5fb-dcde-4854-93a4-abad29955408, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:11:56.633446 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.637436 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6d8dc343-070c-4907-846e-801161e1bf94 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.697072 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] For port 9dd9f5fb-dcde-4854-93a4-abad29955408, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:11:56.701446 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] For port 9dd9f5fb-dcde-4854-93a4-abad29955408, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9dd9f5fb-dcde-4854-93a4-abad29955408,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:11:56.710381 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8dc343-070c-4907-846e-801161e1bf94 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Subnet': ['ID=cc64f012-77d9-4ae0-992b-d21549453d69,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:56.719654 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8dc343-070c-4907-846e-801161e1bf94 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Checking segment: {'id': 'c4e8871c-fe36-490d-aebe-a9fc6e506adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:11:56.719973 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8dc343-070c-4907-846e-801161e1bf94 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network hostable DHCP agents. Network: eb092fbc-c512-4472-8f31-bc28d8ebbd21, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:11:56.785966 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.817176 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8dc343-070c-4907-846e-801161e1bf94 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network eb092fbc-c512-4472-8f31-bc28d8ebbd21 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:11:56.837073 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] Routers {'7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:56.837704 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:11:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:56.891288 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b462bda-d222-4330-9e3f-ceba3b286df0 None None] Pushing event updated for resources: {'Port': ['ID=9dd9f5fb-dcde-4854-93a4-abad29955408,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:56.899856 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-6d8dc343-070c-4907-846e-801161e1bf94 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, eb092fbc-c512-4472-8f31-bc28d8ebbd21) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:11:56.904673 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8dc343-070c-4907-846e-801161e1bf94 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:56.910608 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6d8dc343-070c-4907-846e-801161e1bf94 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.915171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e1a2bd-1ae9-4d9c-8af8-65fe1106d086 None None] Network eb092fbc-c512-4472-8f31-bc28d8ebbd21 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:11:56.958898 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] Set router 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:57.005032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43784) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:57.005521 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6d8dc343-070c-4907-846e-801161e1bf94 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8272269 Sep 16 06:11:57.093054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-eb092fbc-c512-4472-8f31-bc28d8ebbd21', 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ips': [{'subnet_id': 'cc64f012-77d9-4ae0-992b-d21549453d69'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:11:57.094197 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:57.167403 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080641949', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:53Z', 'updated_at': '2021-09-16T06:11:54Z', 'revision_number': 3, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:54Z', 'updated_at': '2021-09-16T06:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:57.202718 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ce0900-3584-4753-bc7c-4526cb4ce2c4 None None] The sync data for ids ['7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'] in n-d-712140-13 is: [{'id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080641949', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:53Z', 'updated_at': '2021-09-16T06:11:54Z', 'revision_number': 3, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:54Z', 'updated_at': '2021-09-16T06:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:11:57.262983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] Allocated IP 172.20.0.2 (eb092fbc-c512-4472-8f31-bc28d8ebbd21/cc64f012-77d9-4ae0-992b-d21549453d69/db4c5d4b-a00d-4544-9985-5f92e83e64d2) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:11:57.453431 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:57.540596 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:57.592457 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] Network eb092fbc-c512-4472-8f31-bc28d8ebbd21 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:11:57.596558 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:11:57.601144 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:11:57.618354 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] Pushing event updated for resources: {'Port': ['ID=db4c5d4b-a00d-4544-9985-5f92e83e64d2,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:57.710979 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] Attempting to bind port db4c5d4b-a00d-4544-9985-5f92e83e64d2 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:11:57.711267 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] Attempting to bind port db4c5d4b-a00d-4544-9985-5f92e83e64d2 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c4e8871c-fe36-490d-aebe-a9fc6e506adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:11:57.711628 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] Attempting to bind port db4c5d4b-a00d-4544-9985-5f92e83e64d2 on network eb092fbc-c512-4472-8f31-bc28d8ebbd21 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:11:57.718870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:11:57.720406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] Checking segment: {'id': 'c4e8871c-fe36-490d-aebe-a9fc6e506adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:11:57.720406 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:57.720406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] Bound using segment: {'id': 'c4e8871c-fe36-490d-aebe-a9fc6e506adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:11:57.720838 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] Bound port: db4c5d4b-a00d-4544-9985-5f92e83e64d2, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e8871c-fe36-490d-aebe-a9fc6e506adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:11:57.721139 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:57.816057 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] For port db4c5d4b-a00d-4544-9985-5f92e83e64d2, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:11:57.830517 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] For port db4c5d4b-a00d-4544-9985-5f92e83e64d2, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=db4c5d4b-a00d-4544-9985-5f92e83e64d2,segment=NetworkSegment(c4e8871c-fe36-490d-aebe-a9fc6e506adb),segment_id=c4e8871c-fe36-490d-aebe-a9fc6e506adb)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:11:57.906954 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:57.963998 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-025454de-92bc-4af7-99f1-c44d2dc034ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:57.986235 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db3c1c-6eb8-4814-b221-f74fd7a153b2 None None] Pushing event updated for resources: {'Port': ['ID=db4c5d4b-a00d-4544-9985-5f92e83e64d2,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:58.209933 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9dd9f5fb-dcde-4854-93a4-abad29955408 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:11:58.308811 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 9dd9f5fb-dcde-4854-93a4-abad29955408 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:11:58.309182 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:58.373569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-025454de-92bc-4af7-99f1-c44d2dc034ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Allocated IP 172.20.0.1 (eb092fbc-c512-4472-8f31-bc28d8ebbd21/cc64f012-77d9-4ae0-992b-d21549453d69/5e0f7965-c0b9-4ac9-94ac-0ccca8471f80) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:11:58.413084 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:58.442666 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 9dd9f5fb-dcde-4854-93a4-abad29955408, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9dd9f5fb-dcde-4854-93a4-abad29955408,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:58.522857 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-025454de-92bc-4af7-99f1-c44d2dc034ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:58.528622 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:58.585039 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=9dd9f5fb-dcde-4854-93a4-abad29955408,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:58.670312 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-025454de-92bc-4af7-99f1-c44d2dc034ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:58.715913 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025454de-92bc-4af7-99f1-c44d2dc034ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network eb092fbc-c512-4472-8f31-bc28d8ebbd21 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:11:58.719001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-025454de-92bc-4af7-99f1-c44d2dc034ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:11:58.725637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025454de-92bc-4af7-99f1-c44d2dc034ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:11:58.732583 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025454de-92bc-4af7-99f1-c44d2dc034ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=5e0f7965-c0b9-4ac9-94ac-0ccca8471f80,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:58.778089 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-025454de-92bc-4af7-99f1-c44d2dc034ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.006155 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-025454de-92bc-4af7-99f1-c44d2dc034ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.095198 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.158178 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1969182c-c884-43bb-a1c9-7c636033a291 None None] Network eb092fbc-c512-4472-8f31-bc28d8ebbd21 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:11:59.243093 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fdf97b20-ece1-437c-86bd-1dd57df2396f None None] Provisioning complete for port db4c5d4b-a00d-4544-9985-5f92e83e64d2 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:11:59.243510 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fdf97b20-ece1-437c-86bd-1dd57df2396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.360330 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-025454de-92bc-4af7-99f1-c44d2dc034ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.412278 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fdf97b20-ece1-437c-86bd-1dd57df2396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.431000 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-025454de-92bc-4af7-99f1-c44d2dc034ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.451959 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fdf97b20-ece1-437c-86bd-1dd57df2396f None None] For port db4c5d4b-a00d-4544-9985-5f92e83e64d2, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=db4c5d4b-a00d-4544-9985-5f92e83e64d2,segment=NetworkSegment(c4e8871c-fe36-490d-aebe-a9fc6e506adb),segment_id=c4e8871c-fe36-490d-aebe-a9fc6e506adb)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:59.517734 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-025454de-92bc-4af7-99f1-c44d2dc034ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.524253 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025454de-92bc-4af7-99f1-c44d2dc034ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=5e0f7965-c0b9-4ac9-94ac-0ccca8471f80,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:59.528611 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fdf97b20-ece1-437c-86bd-1dd57df2396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.618177 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf97b20-ece1-437c-86bd-1dd57df2396f None None] Pushing event updated for resources: {'Port': ['ID=db4c5d4b-a00d-4544-9985-5f92e83e64d2,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:59.661457 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025454de-92bc-4af7-99f1-c44d2dc034ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network eb092fbc-c512-4472-8f31-bc28d8ebbd21 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:11:59.664289 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-025454de-92bc-4af7-99f1-c44d2dc034ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:11:59.762430 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e662eabe-6f31-4b69-8549-78983c1be021 None None] Provisioning complete for port 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:11:59.762995 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e662eabe-6f31-4b69-8549-78983c1be021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.800230 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025454de-92bc-4af7-99f1-c44d2dc034ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:11:59.819935 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e662eabe-6f31-4b69-8549-78983c1be021 None None] Port 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:11:59.837538 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e662eabe-6f31-4b69-8549-78983c1be021 None None] Provisioning complete for port db4c5d4b-a00d-4544-9985-5f92e83e64d2 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:11:59.838005 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e662eabe-6f31-4b69-8549-78983c1be021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.973510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025454de-92bc-4af7-99f1-c44d2dc034ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:11:59.981841 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-025454de-92bc-4af7-99f1-c44d2dc034ed tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "PUT /v2.0/routers/7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9752738 Sep 16 06:11:59.993727 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] Sync routers for ids ['7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:12:00.004846 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] Routers {'7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:00.005486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:11:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:00.158255 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-75ca85d2-dca1-4418-8c7b-69168c591cea None None] Provisioning complete for port 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:00.164092 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-75ca85d2-dca1-4418-8c7b-69168c591cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.193224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-bf217e73-6908-4f43-b164-2a8a03e12aa9 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-577191737&fields=id&tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2 HTTP/1.1" status: 200 len: 267 time: 0.0715508 Sep 16 06:12:00.221870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] Set router 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:00.270866 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-75ca85d2-dca1-4418-8c7b-69168c591cea None None] Port 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:12:00.342489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-b4c6248e-e554-4824-b10d-1a2afda6937c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:00.345721 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-b4c6248e-e554-4824-b10d-1a2afda6937c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/networks?id=eb092fbc-c512-4472-8f31-bc28d8ebbd21 HTTP/1.1" status: 200 len: 794 time: 0.1440647 Sep 16 06:12:00.346150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device db4c5d4b-a00d-4544-9985-5f92e83e64d2 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:00.363302 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-28f2e3c6-7b62-4c97-a90d-469f6c28ec60 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/quotas/bbff491c10c04c2a9bc6bce4ccece8d2 HTTP/1.1" status: 200 len: 375 time: 0.0102170 Sep 16 06:12:00.423436 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-e3bb930f-6aa5-4ea8-8c65-ea630f07f840 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520778 Sep 16 06:12:00.448670 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-1a097083-4362-4ffa-ab53-35668b1763d2 None None] Provisioning complete for port 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:00.449044 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1a097083-4362-4ffa-ab53-35668b1763d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.585793 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-2242335a-9324-4429-8e3b-5e46073a9580 service neutron] 10.222.0.20 "GET /v2.0/networks/eb092fbc-c512-4472-8f31-bc28d8ebbd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462512 Sep 16 06:12:00.646482 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port db4c5d4b-a00d-4544-9985-5f92e83e64d2 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:00.646900 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.682327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-900bb13c-a0e3-4aac-bafc-ab8b5ca9b1c8 service neutron] 10.222.0.20 "GET /v2.0/networks/eb092fbc-c512-4472-8f31-bc28d8ebbd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896792 Sep 16 06:12:00.696387 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-1a097083-4362-4ffa-ab53-35668b1763d2 None None] Port 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:12:00.763319 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080641949', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:53Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:54Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '5e0f7965-c0b9-4ac9-94ac-0ccca8471f80', 'name': '', 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:e6:16:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cc64f012-77d9-4ae0-992b-d21549453d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:58Z', 'updated_at': '2021-09-16T06:11:59Z', 'revision_number': 2, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': 'cc64f012-77d9-4ae0-992b-d21549453d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:00.798983 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9dd9f5fb-dcde-4854-93a4-abad29955408 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:00.800605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] Checking router: 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:12:00.800951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] Updating router 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 port 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:12:00.851782 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.918585 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 9dd9f5fb-dcde-4854-93a4-abad29955408 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:00.924635 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.986821 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2eab693f-3535-4127-b386-f90d209ed4d3 req-e73fa0d4-1b0e-460b-a8bb-fd40599df507 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 210 time: 0.0626814 Sep 16 06:12:01.222975 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.345825 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.420783 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef85912-818a-442c-80b0-b9ca2411c00a None None] Pushing event updated for resources: {'Port': ['ID=5e0f7965-c0b9-4ac9-94ac-0ccca8471f80,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:01.483087 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] Attempting to bind port 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:12:01.483657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] Attempting to bind port 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c4e8871c-fe36-490d-aebe-a9fc6e506adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:12:01.483826 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] Attempting to bind port 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80 on network eb092fbc-c512-4472-8f31-bc28d8ebbd21 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:01.490132 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:12:01.495743 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] Checking segment: {'id': 'c4e8871c-fe36-490d-aebe-a9fc6e506adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:12:01.495743 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.495743 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] Bound using segment: {'id': 'c4e8871c-fe36-490d-aebe-a9fc6e506adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:12:01.495743 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] Bound port: 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e8871c-fe36-490d-aebe-a9fc6e506adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:12:01.495743 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.580882 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] For port 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:12:01.585207 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] For port 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5e0f7965-c0b9-4ac9-94ac-0ccca8471f80,segment=NetworkSegment(c4e8871c-fe36-490d-aebe-a9fc6e506adb),segment_id=c4e8871c-fe36-490d-aebe-a9fc6e506adb)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:12:01.688768 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.763782 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0d884167-5623-45f0-86e4-b017b1400810 None None] Provisioning complete for port 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:01.764159 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0d884167-5623-45f0-86e4-b017b1400810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.795389 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef85912-818a-442c-80b0-b9ca2411c00a None None] Pushing event updated for resources: {'Port': ['ID=5e0f7965-c0b9-4ac9-94ac-0ccca8471f80,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:01.798139 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] Routers {'7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:01.798682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:11:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:01.973560 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] Set router 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:01.976886 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0d884167-5623-45f0-86e4-b017b1400810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:02.082993 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-0d884167-5623-45f0-86e4-b017b1400810 None None] For port 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5e0f7965-c0b9-4ac9-94ac-0ccca8471f80,segment=NetworkSegment(c4e8871c-fe36-490d-aebe-a9fc6e506adb),segment_id=c4e8871c-fe36-490d-aebe-a9fc6e506adb)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:02.101283 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3df1ce2d-c97b-4872-9a22-7fa206dcacf9 req-70a61026-b7fe-4089-8587-d9e4fc51f219 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 210 time: 0.0467746 Sep 16 06:12:02.154198 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0d884167-5623-45f0-86e4-b017b1400810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:02.242559 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d884167-5623-45f0-86e4-b017b1400810 None None] Pushing event updated for resources: {'Port': ['ID=5e0f7965-c0b9-4ac9-94ac-0ccca8471f80,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:02.282454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080641949', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:53Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:54Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '5e0f7965-c0b9-4ac9-94ac-0ccca8471f80', 'name': '', 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:e6:16:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cc64f012-77d9-4ae0-992b-d21549453d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:58Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': 'cc64f012-77d9-4ae0-992b-d21549453d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:02.285530 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-6cb188b0-a873-4461-bfcc-99e3b1ba8a64 None None] Provisioning complete for port 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:02.285905 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6cb188b0-a873-4461-bfcc-99e3b1ba8a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:02.311273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553aacdf-f72d-4286-bf1c-f0180046005f None None] The sync data for ids ['7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'] in n-d-712140-13 is: [{'id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080641949', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:53Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:54Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '5e0f7965-c0b9-4ac9-94ac-0ccca8471f80', 'name': '', 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:e6:16:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cc64f012-77d9-4ae0-992b-d21549453d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:58Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': 'cc64f012-77d9-4ae0-992b-d21549453d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:12:03.220086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17ad3771-fa29-46af-88a2-8863decc6479 req-9c6ed964-d90c-43d1-9c4a-3233572dde14 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 210 time: 0.0373015 Sep 16 06:12:03.378696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-f6ff7771-00a0-4f99-ad71-7a5750c5bef3 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:03.380348 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-f6ff7771-00a0-4f99-ad71-7a5750c5bef3 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.21 "GET /v2.0/networks?id=eb092fbc-c512-4472-8f31-bc28d8ebbd21 HTTP/1.1" status: 200 len: 794 time: 0.1375773 Sep 16 06:12:03.436327 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-6496f783-f59f-46d2-9dae-2cf75b6d3aa0 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2 HTTP/1.1" status: 200 len: 379 time: 0.0397260 Sep 16 06:12:03.447079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-5cbe5dd6-c2b8-4b1c-8459-b348e73d9c59 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'port': {'device_id': '8d9b4451-1919-406c-9a8f-45367a16cbf6', 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21', 'admin_state_up': True, 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'security_groups': ['92ebffa7-5523-4ef9-a890-5df180a3e7d1']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:03.640689 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-5cbe5dd6-c2b8-4b1c-8459-b348e73d9c59 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Made reservation on behalf of bbff491c10c04c2a9bc6bce4ccece8d2 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:12:03.644243 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-5cbe5dd6-c2b8-4b1c-8459-b348e73d9c59 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:03.780448 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-5cbe5dd6-c2b8-4b1c-8459-b348e73d9c59 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Allocated IP 172.20.0.5 (eb092fbc-c512-4472-8f31-bc28d8ebbd21/cc64f012-77d9-4ae0-992b-d21549453d69/558affe2-d284-431d-bf0c-df9c649b380d) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:12:03.936536 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-5cbe5dd6-c2b8-4b1c-8459-b348e73d9c59 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.014252 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-5cbe5dd6-c2b8-4b1c-8459-b348e73d9c59 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.058223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-5cbe5dd6-c2b8-4b1c-8459-b348e73d9c59 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network eb092fbc-c512-4472-8f31-bc28d8ebbd21 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:12:04.061354 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-5cbe5dd6-c2b8-4b1c-8459-b348e73d9c59 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:04.067527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-5cbe5dd6-c2b8-4b1c-8459-b348e73d9c59 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:12:04.093347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe5dd6-c2b8-4b1c-8459-b348e73d9c59 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=558affe2-d284-431d-bf0c-df9c649b380d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:04.127548 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-5cbe5dd6-c2b8-4b1c-8459-b348e73d9c59 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:04.128534 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-5cbe5dd6-c2b8-4b1c-8459-b348e73d9c59 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.193167 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-5cbe5dd6-c2b8-4b1c-8459-b348e73d9c59 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7506511 Sep 16 06:12:04.227892 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:04.287487 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Request body: {'port': {'device_id': '8d9b4451-1919-406c-9a8f-45367a16cbf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:04.343826 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:04.344641 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.385226 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.428961 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-16a7c6cd-5f5e-4956-bfdf-5772141b0354 None None] Provisioning complete for port 558affe2-d284-431d-bf0c-df9c649b380d triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:04.429399 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-16a7c6cd-5f5e-4956-bfdf-5772141b0354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.494504 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-16a7c6cd-5f5e-4956-bfdf-5772141b0354 None None] Port 558affe2-d284-431d-bf0c-df9c649b380d cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:12:04.593169 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646d3c3-8181-4138-9d28-95767ad8dc17 req-95dc4322-6ed2-42e3-828b-20d14386802c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:04.594856 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1646d3c3-8181-4138-9d28-95767ad8dc17 req-95dc4322-6ed2-42e3-828b-20d14386802c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 931 time: 0.2106583 Sep 16 06:12:04.675531 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1646d3c3-8181-4138-9d28-95767ad8dc17 req-de383751-49cb-49f5-9f0d-25de8402debe tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=92ebffa7-5523-4ef9-a890-5df180a3e7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708578 Sep 16 06:12:04.761546 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558affe2-d284-431d-bf0c-df9c649b380d {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:12:04.769499 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.783197 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Transition to ACTIVE for port object 558affe2-d284-431d-bf0c-df9c649b380d will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:12:04.910952 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.966455 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Pushing event updated for resources: {'Port': ['ID=558affe2-d284-431d-bf0c-df9c649b380d,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:05.054894 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Attempting to bind port 558affe2-d284-431d-bf0c-df9c649b380d on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:12:05.055510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Attempting to bind port 558affe2-d284-431d-bf0c-df9c649b380d by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'c4e8871c-fe36-490d-aebe-a9fc6e506adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:12:05.056022 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Attempting to bind port 558affe2-d284-431d-bf0c-df9c649b380d on network eb092fbc-c512-4472-8f31-bc28d8ebbd21 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:05.061430 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Port 558affe2-d284-431d-bf0c-df9c649b380d on network eb092fbc-c512-4472-8f31-bc28d8ebbd21 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:12:05.062218 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Attempting to bind port 558affe2-d284-431d-bf0c-df9c649b380d on network eb092fbc-c512-4472-8f31-bc28d8ebbd21 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:05.069724 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:12:05.070074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Checking segment: {'id': 'c4e8871c-fe36-490d-aebe-a9fc6e506adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:12:05.070472 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Bound using segment: {'id': 'c4e8871c-fe36-490d-aebe-a9fc6e506adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:12:05.070950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Bound port: 558affe2-d284-431d-bf0c-df9c649b380d, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e8871c-fe36-490d-aebe-a9fc6e506adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:12:05.071327 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.160177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] For port 558affe2-d284-431d-bf0c-df9c649b380d, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:12:05.165255 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] For port 558affe2-d284-431d-bf0c-df9c649b380d, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=558affe2-d284-431d-bf0c-df9c649b380d,segment=NetworkSegment(c4e8871c-fe36-490d-aebe-a9fc6e506adb),segment_id=c4e8871c-fe36-490d-aebe-a9fc6e506adb)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:12:05.403660 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.448257 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:05.449211 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.451092 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] 10.222.0.21 "PUT /v2.0/ports/558affe2-d284-431d-bf0c-df9c649b380d HTTP/1.1" status: 200 len: 1092 time: 1.2429018 Sep 16 06:12:05.451568 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9b4451-1919-406c-9a8f-45367a16cbf6', 'tag': '558affe2-d284-431d-bf0c-df9c649b380d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:05.454027 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8bc2c1-8607-479a-92a0-929c34a2f11d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9b4451-1919-406c-9a8f-45367a16cbf6", "tag": "558affe2-d284-431d-bf0c-df9c649b380d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:05.485870 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bde1cd-697b-4d78-82d3-fe2ba91fa172 service neutron] Pushing event updated for resources: {'Port': ['ID=558affe2-d284-431d-bf0c-df9c649b380d,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:05.498356 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5fc53e-59af-4d05-8014-b528b0c7f538 x-openstack-request-id: req-9c5fc53e-59af-4d05-8014-b528b0c7f538 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:05.498656 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9b4451-1919-406c-9a8f-45367a16cbf6", "tag": "558affe2-d284-431d-bf0c-df9c649b380d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:05.498955 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c5fc53e-59af-4d05-8014-b528b0c7f538 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:05.499393 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9b4451-1919-406c-9a8f-45367a16cbf6', 'tag': '558affe2-d284-431d-bf0c-df9c649b380d', 'status': 'completed', 'code': 200} Sep 16 06:12:05.581159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bc2c1-8607-479a-92a0-929c34a2f11d req-6f1ab5ea-93f2-4438-9b00-4363cd51cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:05.582718 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c8bc2c1-8607-479a-92a0-929c34a2f11d req-6f1ab5ea-93f2-4438-9b00-4363cd51cd91 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 1095 time: 0.0432174 Sep 16 06:12:05.609071 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-15907ecd-871b-4b36-8203-fef2dabd1dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.703955 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bc2c1-8607-479a-92a0-929c34a2f11d req-e284a4ab-ff6d-4a4b-91e8-5cc3fb2c9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:05.705461 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c8bc2c1-8607-479a-92a0-929c34a2f11d req-e284a4ab-ff6d-4a4b-91e8-5cc3fb2c9416 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&shared=False HTTP/1.1" status: 200 len: 895 time: 0.1085680 Sep 16 06:12:05.835719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bc2c1-8607-479a-92a0-929c34a2f11d req-2d55c431-a041-4e6e-9964-c21b25b6fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:05.837225 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c8bc2c1-8607-479a-92a0-929c34a2f11d req-2d55c431-a041-4e6e-9964-c21b25b6fbc1 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1252792 Sep 16 06:12:05.849747 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc7291-f505-42bb-bcfa-14d4af93f5f8 req-76c2b11c-e3ec-468c-a49d-75fca55d0935 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:05.851598 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24cc7291-f505-42bb-bcfa-14d4af93f5f8 req-76c2b11c-e3ec-468c-a49d-75fca55d0935 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 943 time: 0.0779593 Sep 16 06:12:05.892465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24cc7291-f505-42bb-bcfa-14d4af93f5f8 req-e2470958-9369-4508-b77b-7c0084fc9f52 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=92ebffa7-5523-4ef9-a890-5df180a3e7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344889 Sep 16 06:12:05.940727 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-fe876c89-a203-4fa3-b800-0197690d3118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:05.942295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-fe876c89-a203-4fa3-b800-0197690d3118 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 1095 time: 0.0453324 Sep 16 06:12:05.992761 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-1fe8fba4-95e9-4d0a-a3c4-c3abbaa96b27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=558affe2-d284-431d-bf0c-df9c649b380d HTTP/1.1" status: 200 len: 217 time: 0.0346522 Sep 16 06:12:06.048278 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-909edf2a-ff39-4c38-baf2-b5df37762a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:06.049726 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-909edf2a-ff39-4c38-baf2-b5df37762a7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc64f012-77d9-4ae0-992b-d21549453d69 HTTP/1.1" status: 200 len: 835 time: 0.0507290 Sep 16 06:12:06.104050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-d9a70a1a-9f3e-4e50-8da4-722e9d3713ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:06.105602 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-d9a70a1a-9f3e-4e50-8da4-722e9d3713ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb092fbc-c512-4472-8f31-bc28d8ebbd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465441 Sep 16 06:12:06.206009 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-094c29a8-796c-4803-83be-423d35370dc3 service neutron] 10.222.0.21 "GET /v2.0/networks/eb092fbc-c512-4472-8f31-bc28d8ebbd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934873 Sep 16 06:12:06.307449 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-05107093-4be7-49e9-8643-5b46fb9ead60 req-05907101-f545-4e84-b5b9-400af6daebcd service neutron] 10.222.0.21 "GET /v2.0/networks/eb092fbc-c512-4472-8f31-bc28d8ebbd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943942 Sep 16 06:12:07.025992 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35270a-d8b9-481f-bdb5-f31219c11ce5 req-e79d4f44-008f-4ac6-9402-c562603886ea tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:07.027607 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a35270a-d8b9-481f-bdb5-f31219c11ce5 req-e79d4f44-008f-4ac6-9402-c562603886ea tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 943 time: 0.0496833 Sep 16 06:12:07.067267 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1a35270a-d8b9-481f-bdb5-f31219c11ce5 req-5fe7d260-7b8a-41c9-9d8b-960f0ceb3487 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=92ebffa7-5523-4ef9-a890-5df180a3e7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334790 Sep 16 06:12:07.854107 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4105e566-6898-4fd6-8fc9-c08e8f928878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:08.189658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a753335-ad3e-4af2-a8a6-b24090aba9cf req-29ac9249-1659-481b-b87f-665d7a3cf43b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:08.189658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a753335-ad3e-4af2-a8a6-b24090aba9cf req-29ac9249-1659-481b-b87f-665d7a3cf43b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 943 time: 0.0508151 Sep 16 06:12:08.233691 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7a753335-ad3e-4af2-a8a6-b24090aba9cf req-eb285f38-b7e4-4460-aca7-4c99981c7433 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=92ebffa7-5523-4ef9-a890-5df180a3e7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387464 Sep 16 06:12:08.273152 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:12:08.331541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 558affe2-d284-431d-bf0c-df9c649b380d details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:12:08.431949 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 558affe2-d284-431d-bf0c-df9c649b380d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=558affe2-d284-431d-bf0c-df9c649b380d,segment=NetworkSegment(c4e8871c-fe36-490d-aebe-a9fc6e506adb),segment_id=c4e8871c-fe36-490d-aebe-a9fc6e506adb)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:08.446078 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': '558affe2-d284-431d-bf0c-df9c649b380d', 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21', 'port_id': '558affe2-d284-431d-bf0c-df9c649b380d', 'mac_address': 'fa:16:3e:2a:63:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc64f012-77d9-4ae0-992b-d21549453d69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:12:08.489750 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:08.502235 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558affe2-d284-431d-bf0c-df9c649b380d {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:12:08.522113 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 558affe2-d284-431d-bf0c-df9c649b380d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=558affe2-d284-431d-bf0c-df9c649b380d,segment=NetworkSegment(c4e8871c-fe36-490d-aebe-a9fc6e506adb),segment_id=c4e8871c-fe36-490d-aebe-a9fc6e506adb)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:08.637024 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:08.686223 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=558affe2-d284-431d-bf0c-df9c649b380d,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:08.825975 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:09.052228 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['558affe2-d284-431d-bf0c-df9c649b380d'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:12:09.355204 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315928b-2a13-4a62-bda8-aa8a49a2bdc6 req-b5839cfa-b7e6-47ea-9a16-7333f91c375c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:09.369019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5315928b-2a13-4a62-bda8-aa8a49a2bdc6 req-b5839cfa-b7e6-47ea-9a16-7333f91c375c tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 944 time: 0.0502920 Sep 16 06:12:09.396330 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5315928b-2a13-4a62-bda8-aa8a49a2bdc6 req-c43a3fa8-9cb5-4e0d-bb6c-b10887f73fdf tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=92ebffa7-5523-4ef9-a890-5df180a3e7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336316 Sep 16 06:12:09.608822 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:10.347658 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 558affe2-d284-431d-bf0c-df9c649b380d up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:10.514833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0418f4-1e89-42ef-8152-7f8e4d8c0fa2 req-2d73c901-75cf-4702-856a-c9c1fde63178 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:10.516375 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c0418f4-1e89-42ef-8152-7f8e4d8c0fa2 req-2d73c901-75cf-4702-856a-c9c1fde63178 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 944 time: 0.0513222 Sep 16 06:12:10.555090 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c0418f4-1e89-42ef-8152-7f8e4d8c0fa2 req-ae8e1d92-f2c1-4963-9207-70aba316a816 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=92ebffa7-5523-4ef9-a890-5df180a3e7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327337 Sep 16 06:12:10.588976 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port 558affe2-d284-431d-bf0c-df9c649b380d completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:12:10.593370 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port 558affe2-d284-431d-bf0c-df9c649b380d triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:10.593739 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:10.670164 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:10.693532 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9b4451-1919-406c-9a8f-45367a16cbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558affe2-d284-431d-bf0c-df9c649b380d'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:10.737413 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ccbb14-aa88-4b80-bdf1-120683827d69" -d '{"events": [{"server_uuid": "8d9b4451-1919-406c-9a8f-45367a16cbf6", "name": "network-vif-plugged", "status": "completed", "tag": "558affe2-d284-431d-bf0c-df9c649b380d"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:10.751941 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port 558affe2-d284-431d-bf0c-df9c649b380d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=558affe2-d284-431d-bf0c-df9c649b380d,segment=NetworkSegment(c4e8871c-fe36-490d-aebe-a9fc6e506adb),segment_id=c4e8871c-fe36-490d-aebe-a9fc6e506adb)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:10.776669 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48a2ed5-cf3b-4f72-8d85-880c66ba77d9 x-openstack-request-id: req-a48a2ed5-cf3b-4f72-8d85-880c66ba77d9 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:10.777026 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9b4451-1919-406c-9a8f-45367a16cbf6", "name": "network-vif-plugged", "status": "completed", "tag": "558affe2-d284-431d-bf0c-df9c649b380d", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:10.777286 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a48a2ed5-cf3b-4f72-8d85-880c66ba77d9 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:10.777801 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9b4451-1919-406c-9a8f-45367a16cbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558affe2-d284-431d-bf0c-df9c649b380d', 'code': 200} Sep 16 06:12:10.875073 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:10.909593 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fee592-8f25-4ffd-87bd-7da79429f87b req-250a0939-b88c-47f2-94dc-d8fd692ce307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:10.912254 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-76fee592-8f25-4ffd-87bd-7da79429f87b req-250a0939-b88c-47f2-94dc-d8fd692ce307 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 1097 time: 0.0493853 Sep 16 06:12:10.935559 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=558affe2-d284-431d-bf0c-df9c649b380d,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:10.965479 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-76fee592-8f25-4ffd-87bd-7da79429f87b req-af1c2e73-9a57-4886-8780-0cf88d6c422d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=92ebffa7-5523-4ef9-a890-5df180a3e7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463979 Sep 16 06:12:11.178314 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:11.686797 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325278aa-0917-4c1d-a766-be4479b92017 req-61bb360a-f7c3-4e80-866d-8dd37772eee5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:11.688557 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-325278aa-0917-4c1d-a766-be4479b92017 req-61bb360a-f7c3-4e80-866d-8dd37772eee5 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 945 time: 0.0521154 Sep 16 06:12:11.730842 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-325278aa-0917-4c1d-a766-be4479b92017 req-437a46ab-3597-408f-a598-0cd463a8f74f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=92ebffa7-5523-4ef9-a890-5df180a3e7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361826 Sep 16 06:12:12.875269 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474f603-5ff4-4ffc-a931-925f34f87986 req-a7b2e85d-aafe-41a9-bd5a-b785919f6b68 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:12.876839 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8474f603-5ff4-4ffc-a931-925f34f87986 req-a7b2e85d-aafe-41a9-bd5a-b785919f6b68 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 945 time: 0.0588963 Sep 16 06:12:12.918086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8474f603-5ff4-4ffc-a931-925f34f87986 req-c16fa834-0911-4107-939a-b1c962bc81eb tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=92ebffa7-5523-4ef9-a890-5df180a3e7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344822 Sep 16 06:12:13.099481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8a361-1506-4302-b625-dbfb406c4bab req-2e0ac517-6dc6-45a0-8afc-6951df66a716 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:13.100987 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cde8a361-1506-4302-b625-dbfb406c4bab req-2e0ac517-6dc6-45a0-8afc-6951df66a716 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 945 time: 0.0496070 Sep 16 06:12:13.143603 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cde8a361-1506-4302-b625-dbfb406c4bab req-1e1b75b0-6e57-4355-9914-895721dba023 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=92ebffa7-5523-4ef9-a890-5df180a3e7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358171 Sep 16 06:12:13.170034 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43850) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:13.211038 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f980f1d-8ef2-447e-9f66-7a80d92aeea3 tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:13.212637 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-2f980f1d-8ef2-447e-9f66-7a80d92aeea3 tempest-TestNetworkAdvancedServerOps-1364448881 tempest-TestNetworkAdvancedServerOps-1364448881-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 1092 time: 0.0415945 Sep 16 06:12:13.217712 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43852) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:13.222066 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': '558affe2-d284-431d-bf0c-df9c649b380d', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:13.345376 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:13.443806 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:13.559159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Allocated IP 172.25.4.55 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/15ad1cd7-70d7-49ae-b75d-aaec8db725f2) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:12:13.666168 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:13.807392 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:13.849206 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:12:13.852209 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:13.854913 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:12:13.883510 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=15ad1cd7-70d7-49ae-b75d-aaec8db725f2,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:14.246002 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:14.400666 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:14.569222 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:14.688231 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:14.757303 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event updated for resources: {'Port': ['ID=15ad1cd7-70d7-49ae-b75d-aaec8db725f2,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:14.772761 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:14.884631 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Floating IP 406df64f-29c5-450a-848f-6495e9698a93 associated. External IP: 172.25.4.55, port: 558affe2-d284-431d-bf0c-df9c649b380d. Sep 16 06:12:15.121810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:12:15.233529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:12:15.245078 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb7569-81be-45a2-8ead-0d0a9e8f6bd7 None None] Sync routers for ids ['7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:12:15.255023 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb7569-81be-45a2-8ead-0d0a9e8f6bd7 None None] Routers {'7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:15.267204 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ebcb7569-81be-45a2-8ead-0d0a9e8f6bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:12:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:15.358002 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.367430 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-ebcb7569-81be-45a2-8ead-0d0a9e8f6bd7 None None] Set router 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:15.390959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d5c250cd-fcc6-4d48-b1a5-a16c02317f9f tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1719878 Sep 16 06:12:15.391429 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9b4451-1919-406c-9a8f-45367a16cbf6', 'tag': '558affe2-d284-431d-bf0c-df9c649b380d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:15.394139 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0cd308-e950-4117-998d-a787a9313ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9b4451-1919-406c-9a8f-45367a16cbf6", "tag": "558affe2-d284-431d-bf0c-df9c649b380d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:15.454006 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b9999b-dc54-49d7-a7f7-302ba5ebb6ee x-openstack-request-id: req-92b9999b-dc54-49d7-a7f7-302ba5ebb6ee {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:15.454293 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9b4451-1919-406c-9a8f-45367a16cbf6", "tag": "558affe2-d284-431d-bf0c-df9c649b380d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:15.454692 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92b9999b-dc54-49d7-a7f7-302ba5ebb6ee {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:15.455121 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9b4451-1919-406c-9a8f-45367a16cbf6', 'tag': '558affe2-d284-431d-bf0c-df9c649b380d', 'status': 'completed', 'code': 200} Sep 16 06:12:15.554149 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afd5f9-e16e-4ff0-9b87-68dcc5c0ab6c req-b7fbc4dc-4a63-4f9f-a1fa-961b60c94ace tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:15.555754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6afd5f9-e16e-4ff0-9b87-68dcc5c0ab6c req-b7fbc4dc-4a63-4f9f-a1fa-961b60c94ace tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 945 time: 0.0951846 Sep 16 06:12:15.563895 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cd308-e950-4117-998d-a787a9313ec4 req-5c44f42f-4056-4f29-bb55-e2903acfd69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:15.565400 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd0cd308-e950-4117-998d-a787a9313ec4 req-5c44f42f-4056-4f29-bb55-e2903acfd69e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 1097 time: 0.0668042 Sep 16 06:12:15.623235 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ebcb7569-81be-45a2-8ead-0d0a9e8f6bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080641949', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:53Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:54Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '406df64f-29c5-450a-848f-6495e9698a93', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'floating_ip_address': '172.25.4.55', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'port_id': '558affe2-d284-431d-bf0c-df9c649b380d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21', 'mac_address': 'fa:16:3e:2a:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9b4451-1919-406c-9a8f-45367a16cbf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:12:14Z', 'updated_at': '2021-09-16T06:12:14Z', 'revision_number': 0, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0f7965-c0b9-4ac9-94ac-0ccca8471f80', 'name': '', 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:e6:16:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cc64f012-77d9-4ae0-992b-d21549453d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:58Z', 'updated_at': '2021-09-16T06:12:02Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': 'cc64f012-77d9-4ae0-992b-d21549453d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:15.655063 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb7569-81be-45a2-8ead-0d0a9e8f6bd7 None None] Checking router: 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:12:15.663894 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb7569-81be-45a2-8ead-0d0a9e8f6bd7 None None] Routers {'7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:15.664514 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ebcb7569-81be-45a2-8ead-0d0a9e8f6bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:12:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:15.784297 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-ebcb7569-81be-45a2-8ead-0d0a9e8f6bd7 None None] Set router 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:16.030806 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d6afd5f9-e16e-4ff0-9b87-68dcc5c0ab6c req-32a2bc4d-d8ac-4600-8dd8-d02825e2b4f6 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=92ebffa7-5523-4ef9-a890-5df180a3e7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4644175 Sep 16 06:12:16.058513 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43858) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:16.067571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cd308-e950-4117-998d-a787a9313ec4 req-7f985b0f-d629-4c9a-997c-6e95085afd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:16.069086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd0cd308-e950-4117-998d-a787a9313ec4 req-7f985b0f-d629-4c9a-997c-6e95085afd06 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb092fbc-c512-4472-8f31-bc28d8ebbd21 HTTP/1.1" status: 200 len: 895 time: 0.4947681 Sep 16 06:12:16.134000 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ebcb7569-81be-45a2-8ead-0d0a9e8f6bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080641949', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:53Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:54Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '406df64f-29c5-450a-848f-6495e9698a93', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'floating_ip_address': '172.25.4.55', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'port_id': '558affe2-d284-431d-bf0c-df9c649b380d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21', 'mac_address': 'fa:16:3e:2a:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9b4451-1919-406c-9a8f-45367a16cbf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:12:14Z', 'updated_at': '2021-09-16T06:12:14Z', 'revision_number': 0, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0f7965-c0b9-4ac9-94ac-0ccca8471f80', 'name': '', 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:e6:16:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cc64f012-77d9-4ae0-992b-d21549453d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:58Z', 'updated_at': '2021-09-16T06:12:02Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': 'cc64f012-77d9-4ae0-992b-d21549453d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:16.138950 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-528a36c6-8265-4a61-aaeb-ba42a6fe5dc4 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/floatingips/406df64f-29c5-450a-848f-6495e9698a93 HTTP/1.1" status: 200 len: 990 time: 0.0791967 Sep 16 06:12:16.160256 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd0cd308-e950-4117-998d-a787a9313ec4 req-6515407f-b74a-47e6-8804-a9ac792a2cc2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=558affe2-d284-431d-bf0c-df9c649b380d HTTP/1.1" status: 200 len: 998 time: 0.0825849 Sep 16 06:12:16.168428 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb7569-81be-45a2-8ead-0d0a9e8f6bd7 None None] The sync data for ids ['7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'] in n-d-712140-13 is: [{'id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080641949', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:53Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:54Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': '406df64f-29c5-450a-848f-6495e9698a93', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'floating_ip_address': '172.25.4.55', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'port_id': '558affe2-d284-431d-bf0c-df9c649b380d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21', 'mac_address': 'fa:16:3e:2a:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9b4451-1919-406c-9a8f-45367a16cbf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:12:14Z', 'updated_at': '2021-09-16T06:12:14Z', 'revision_number': 0, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0f7965-c0b9-4ac9-94ac-0ccca8471f80', 'name': '', 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:e6:16:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cc64f012-77d9-4ae0-992b-d21549453d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:58Z', 'updated_at': '2021-09-16T06:12:02Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': 'cc64f012-77d9-4ae0-992b-d21549453d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:12:16.218077 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cd308-e950-4117-998d-a787a9313ec4 req-cce1df80-d679-4c2c-87e8-6029cac68a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:16.219691 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd0cd308-e950-4117-998d-a787a9313ec4 req-cce1df80-d679-4c2c-87e8-6029cac68a35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc64f012-77d9-4ae0-992b-d21549453d69 HTTP/1.1" status: 200 len: 835 time: 0.0529780 Sep 16 06:12:16.285742 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cd308-e950-4117-998d-a787a9313ec4 req-0bdfab1d-be2e-4e52-ab68-d791ce039d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:16.287208 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd0cd308-e950-4117-998d-a787a9313ec4 req-0bdfab1d-be2e-4e52-ab68-d791ce039d26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb092fbc-c512-4472-8f31-bc28d8ebbd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610011 Sep 16 06:12:16.394257 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd0cd308-e950-4117-998d-a787a9313ec4 req-13fbfd89-4e22-4508-902f-c329f94711fd service neutron] 10.222.0.21 "GET /v2.0/networks/eb092fbc-c512-4472-8f31-bc28d8ebbd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999277 Sep 16 06:12:16.417033 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cce706-f7e7-4136-9e0a-99848d794633 None None] New status for floating IP 406df64f-29c5-450a-848f-6495e9698a93: ACTIVE {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:12:16.491392 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cd0cd308-e950-4117-998d-a787a9313ec4 req-3c9dcc01-9f63-4c56-8ed7-2c0a01e03936 service neutron] 10.222.0.21 "GET /v2.0/networks/eb092fbc-c512-4472-8f31-bc28d8ebbd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903828 Sep 16 06:12:17.142989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43860) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:17.209422 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8e853888-d7d2-4944-ba96-733485489bad tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/floatingips/406df64f-29c5-450a-848f-6495e9698a93 HTTP/1.1" status: 200 len: 992 time: 0.0650477 Sep 16 06:12:25.276686 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:29.076767 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:35.345385 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cf255c3a-34bb-4cbf-a15e-a494932c78e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:37.801617 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e9b6fb9a-b27f-47d1-9309-c1f986f1eb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:38.737629 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:39.636531 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:41.144812 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:45.275678 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:12:51.670607 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d03fc7d5-e74a-4f47-8717-4a43290c8984 req-cb7d38b2-491b-4579-9bb7-6445be64279c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431838 Sep 16 06:12:51.774527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fc7d5-e74a-4f47-8717-4a43290c8984 req-b18c3315-67ff-4a96-a363-d9f9127727de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:51.776129 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d03fc7d5-e74a-4f47-8717-4a43290c8984 req-b18c3315-67ff-4a96-a363-d9f9127727de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 1097 time: 0.0452540 Sep 16 06:12:51.901118 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fc7d5-e74a-4f47-8717-4a43290c8984 req-49ca5e8c-2cac-43b8-9269-fde62102c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:51.902646 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d03fc7d5-e74a-4f47-8717-4a43290c8984 req-49ca5e8c-2cac-43b8-9269-fde62102c15b service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb092fbc-c512-4472-8f31-bc28d8ebbd21 HTTP/1.1" status: 200 len: 895 time: 0.1065006 Sep 16 06:12:51.999131 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d03fc7d5-e74a-4f47-8717-4a43290c8984 req-faab861d-0dc1-41d6-8c7f-afdad96c4c7e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=558affe2-d284-431d-bf0c-df9c649b380d HTTP/1.1" status: 200 len: 1000 time: 0.0887237 Sep 16 06:12:52.052058 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fc7d5-e74a-4f47-8717-4a43290c8984 req-88667404-ce16-4557-b67d-594dc1b081bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:52.053810 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d03fc7d5-e74a-4f47-8717-4a43290c8984 req-88667404-ce16-4557-b67d-594dc1b081bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc64f012-77d9-4ae0-992b-d21549453d69 HTTP/1.1" status: 200 len: 835 time: 0.0472546 Sep 16 06:12:52.102590 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fc7d5-e74a-4f47-8717-4a43290c8984 req-64dcafa9-623b-41ad-96e8-d58080443ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:52.104163 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d03fc7d5-e74a-4f47-8717-4a43290c8984 req-64dcafa9-623b-41ad-96e8-d58080443ef8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb092fbc-c512-4472-8f31-bc28d8ebbd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438571 Sep 16 06:12:52.198043 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d03fc7d5-e74a-4f47-8717-4a43290c8984 req-fdee9ce8-d870-4532-87fe-b00b07736e00 service neutron] 10.222.0.21 "GET /v2.0/networks/eb092fbc-c512-4472-8f31-bc28d8ebbd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869722 Sep 16 06:12:52.291632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d03fc7d5-e74a-4f47-8717-4a43290c8984 req-a9fe77a5-71f3-4439-8729-8020c8b9289b service neutron] 10.222.0.21 "GET /v2.0/networks/eb092fbc-c512-4472-8f31-bc28d8ebbd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862894 Sep 16 06:12:55.241409 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:59.093158 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:05.285399 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-11eb0a7c-3478-412f-9015-eba41dce07ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:07.972631 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a6bf943c-8f28-4c81-af6a-22e338dc3992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:08.650943 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:09.604970 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:11.136917 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:18.307686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61142948-954b-4704-8efc-219e10b52e0e req-8559d3b8-3d28-4a03-bf7f-f3c21b802be3 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:18.309139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61142948-954b-4704-8efc-219e10b52e0e req-8559d3b8-3d28-4a03-bf7f-f3c21b802be3 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 945 time: 0.0503106 Sep 16 06:13:18.354229 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61142948-954b-4704-8efc-219e10b52e0e req-0f2ed999-c835-4362-afef-7fb061242eda tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=92ebffa7-5523-4ef9-a890-5df180a3e7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386858 Sep 16 06:13:19.472311 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff698fe5-53cd-4ae3-b5c2-12f6f9c221c5 req-424e975b-f1f5-4e28-8761-792c6ba3221d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:19.473877 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff698fe5-53cd-4ae3-b5c2-12f6f9c221c5 req-424e975b-f1f5-4e28-8761-792c6ba3221d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 945 time: 0.0510488 Sep 16 06:13:19.512756 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff698fe5-53cd-4ae3-b5c2-12f6f9c221c5 req-f2c70384-a8ab-4062-8612-775a290dad78 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=92ebffa7-5523-4ef9-a890-5df180a3e7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328336 Sep 16 06:13:20.634698 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc97b2b-f01b-48c9-9b3e-abd3ea0c3ebb req-ad029691-3d7a-4c04-bddb-91ffaf953690 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:20.636315 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ccc97b2b-f01b-48c9-9b3e-abd3ea0c3ebb req-ad029691-3d7a-4c04-bddb-91ffaf953690 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 945 time: 0.0538039 Sep 16 06:13:20.678502 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ccc97b2b-f01b-48c9-9b3e-abd3ea0c3ebb req-dc583617-340a-4890-894d-995fb83f2c76 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=92ebffa7-5523-4ef9-a890-5df180a3e7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353165 Sep 16 06:13:20.703297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43890) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:20.773517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7d6ec5e4-6b0a-4d8d-9d48-210b33e33112 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/floatingips/406df64f-29c5-450a-848f-6495e9698a93 HTTP/1.1" status: 200 len: 992 time: 0.0689712 Sep 16 06:13:22.228353 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3584b-f362-4233-b691-84660a1f06ae req-461fffd3-f2a1-4e5c-93eb-2fd25af81b9a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:22.229915 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17c3584b-f362-4233-b691-84660a1f06ae req-461fffd3-f2a1-4e5c-93eb-2fd25af81b9a tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 945 time: 0.0495975 Sep 16 06:13:22.275605 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-17c3584b-f362-4233-b691-84660a1f06ae req-f7ad87b7-2848-49e1-a5d7-c00105066f21 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=92ebffa7-5523-4ef9-a890-5df180a3e7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391219 Sep 16 06:13:22.276273 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:13:22.372400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06eff8-779a-4fdb-8066-169db33dfdd9 req-b4f9b18c-c90e-41ce-b1fb-fdbc38ac0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:22.373914 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd06eff8-779a-4fdb-8066-169db33dfdd9 req-b4f9b18c-c90e-41ce-b1fb-fdbc38ac0c79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 1097 time: 0.0410573 Sep 16 06:13:22.474070 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06eff8-779a-4fdb-8066-169db33dfdd9 req-f423f8c3-1ec8-4169-bdab-654b0a92dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:22.474070 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd06eff8-779a-4fdb-8066-169db33dfdd9 req-f423f8c3-1ec8-4169-bdab-654b0a92dd39 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb092fbc-c512-4472-8f31-bc28d8ebbd21 HTTP/1.1" status: 200 len: 895 time: 0.0889041 Sep 16 06:13:22.535506 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd06eff8-779a-4fdb-8066-169db33dfdd9 req-06fd51d2-0f6d-4b63-a3c0-5ce1845802d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=558affe2-d284-431d-bf0c-df9c649b380d HTTP/1.1" status: 200 len: 1000 time: 0.0579443 Sep 16 06:13:22.588741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06eff8-779a-4fdb-8066-169db33dfdd9 req-35309a15-18bf-46ef-99db-e52bfcf2689f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:22.590213 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd06eff8-779a-4fdb-8066-169db33dfdd9 req-35309a15-18bf-46ef-99db-e52bfcf2689f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc64f012-77d9-4ae0-992b-d21549453d69 HTTP/1.1" status: 200 len: 835 time: 0.0482955 Sep 16 06:13:22.637609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06eff8-779a-4fdb-8066-169db33dfdd9 req-f1273e56-ccb5-468c-b1c0-8b57e7a3a99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:22.639181 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd06eff8-779a-4fdb-8066-169db33dfdd9 req-f1273e56-ccb5-468c-b1c0-8b57e7a3a99c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb092fbc-c512-4472-8f31-bc28d8ebbd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422676 Sep 16 06:13:22.650283 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-dd06eff8-779a-4fdb-8066-169db33dfdd9 req-4c46b4c2-f25f-44e8-9c68-de5fc2013d36 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:13:22.651303 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd06eff8-779a-4fdb-8066-169db33dfdd9 req-4c46b4c2-f25f-44e8-9c68-de5fc2013d36 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056486 Sep 16 06:13:22.753386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd06eff8-779a-4fdb-8066-169db33dfdd9 req-8f15bce6-bedc-4469-b672-606705f140b9 service neutron] 10.222.0.21 "GET /v2.0/networks/eb092fbc-c512-4472-8f31-bc28d8ebbd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949192 Sep 16 06:13:22.870564 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dd06eff8-779a-4fdb-8066-169db33dfdd9 req-2cec02b5-fb62-4d7f-b7bc-99ccefe21557 service neutron] 10.222.0.21 "GET /v2.0/networks/eb092fbc-c512-4472-8f31-bc28d8ebbd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101363 Sep 16 06:13:23.405193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3880026-7229-48d9-bdd6-2764610cff3a req-47e91109-d6b4-4327-8aec-70a3227fbe14 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:23.406739 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f3880026-7229-48d9-bdd6-2764610cff3a req-47e91109-d6b4-4327-8aec-70a3227fbe14 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 945 time: 0.0567305 Sep 16 06:13:23.448113 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f3880026-7229-48d9-bdd6-2764610cff3a req-a10c73f1-890e-4ae8-8798-c616a25ed60d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=92ebffa7-5523-4ef9-a890-5df180a3e7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345945 Sep 16 06:13:24.574987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758873db-88ff-48c6-bc05-af15cee7b537 req-684295a1-abee-4287-bccb-591df55fe5ba tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:24.576553 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-758873db-88ff-48c6-bc05-af15cee7b537 req-684295a1-abee-4287-bccb-591df55fe5ba tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 945 time: 0.0583930 Sep 16 06:13:24.617755 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-758873db-88ff-48c6-bc05-af15cee7b537 req-787bc3cc-7ce6-48ea-80ea-6f65f59cde3d tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=92ebffa7-5523-4ef9-a890-5df180a3e7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349340 Sep 16 06:13:24.640855 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43902) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:24.704258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-782ecca4-1755-4bb3-a879-c58388591a83 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/floatingips/406df64f-29c5-450a-848f-6495e9698a93 HTTP/1.1" status: 200 len: 992 time: 0.0621781 Sep 16 06:13:24.996864 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43908) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:25.157742 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting port 15ad1cd7-70d7-49ae-b75d-aaec8db725f2 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:13:25.158088 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:25.246605 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:25.247046 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:25.259905 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Calling delete_port for 15ad1cd7-70d7-49ae-b75d-aaec8db725f2 owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:13:25.269801 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:25.481135 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:25.509314 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Port': ['ID=15ad1cd7-70d7-49ae-b75d-aaec8db725f2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:25.523328 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:25.523723 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:25.524029 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:25.524365 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:25.524704 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:25.525031 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:25.525362 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:25.525686 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:25.526015 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:25.526353 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:25.526666 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:25.527018 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:25.584957 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:25.585415 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Floating IP 406df64f-29c5-450a-848f-6495e9698a93 disassociated (deleted). External IP: 172.25.4.55, port: 558affe2-d284-431d-bf0c-df9c649b380d. Sep 16 06:13:25.801300 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:13:25.915433 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:13:25.920441 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:25.926039 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63716874-047f-4674-8daa-a9a95335dbc3 None None] Sync routers for ids ['7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:13:25.935448 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63716874-047f-4674-8daa-a9a95335dbc3 None None] Routers {'7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:25.936057 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-63716874-047f-4674-8daa-a9a95335dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:13:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:25.953058 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ed7c859d-9bd2-4c5d-9413-96d29950f316 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/floatingips/406df64f-29c5-450a-848f-6495e9698a93 HTTP/1.1" status: 204 len: 168 time: 0.9527576 Sep 16 06:13:25.953058 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9b4451-1919-406c-9a8f-45367a16cbf6', 'tag': '558affe2-d284-431d-bf0c-df9c649b380d'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:13:25.953538 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2663f9d672860e5b08cb8136f6a16bb4a4489f933b2f52128081a9a2ad1bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3d3801-eab6-4db1-a82b-ad281348cf5b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9b4451-1919-406c-9a8f-45367a16cbf6", "tag": "558affe2-d284-431d-bf0c-df9c649b380d"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:13:25.994093 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d680bd-74ef-4d34-b024-aadf16b8ebb4 x-openstack-request-id: req-47d680bd-74ef-4d34-b024-aadf16b8ebb4 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:13:25.994453 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9b4451-1919-406c-9a8f-45367a16cbf6", "tag": "558affe2-d284-431d-bf0c-df9c649b380d", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:13:25.994611 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47d680bd-74ef-4d34-b024-aadf16b8ebb4 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:13:25.995054 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9b4451-1919-406c-9a8f-45367a16cbf6', 'tag': '558affe2-d284-431d-bf0c-df9c649b380d', 'status': 'completed', 'code': 200} Sep 16 06:13:26.076915 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-63716874-047f-4674-8daa-a9a95335dbc3 None None] Set router 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:26.090924 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d3801-eab6-4db1-a82b-ad281348cf5b req-d4365b0c-aeb2-4d00-9b6c-f7cfc861b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:26.101843 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b3d3801-eab6-4db1-a82b-ad281348cf5b req-d4365b0c-aeb2-4d00-9b6c-f7cfc861b356 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 1097 time: 0.0475717 Sep 16 06:13:26.205031 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d3801-eab6-4db1-a82b-ad281348cf5b req-7344b2c0-9c30-4ed8-b2f4-f36f4c2cf988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:26.207476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b3d3801-eab6-4db1-a82b-ad281348cf5b req-7344b2c0-9c30-4ed8-b2f4-f36f4c2cf988 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb092fbc-c512-4472-8f31-bc28d8ebbd21 HTTP/1.1" status: 200 len: 895 time: 0.1065660 Sep 16 06:13:26.254928 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b3d3801-eab6-4db1-a82b-ad281348cf5b req-c2d7299c-96cd-49ef-8023-06ec9d4fc9b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=558affe2-d284-431d-bf0c-df9c649b380d HTTP/1.1" status: 200 len: 217 time: 0.0384400 Sep 16 06:13:26.317942 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-63716874-047f-4674-8daa-a9a95335dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080641949', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:53Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:54Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '5e0f7965-c0b9-4ac9-94ac-0ccca8471f80', 'name': '', 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:e6:16:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cc64f012-77d9-4ae0-992b-d21549453d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:58Z', 'updated_at': '2021-09-16T06:12:02Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': 'cc64f012-77d9-4ae0-992b-d21549453d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:26.343662 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d3801-eab6-4db1-a82b-ad281348cf5b req-5b06c401-0443-4d58-b427-5a4423cd54c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:26.343662 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b3d3801-eab6-4db1-a82b-ad281348cf5b req-5b06c401-0443-4d58-b427-5a4423cd54c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc64f012-77d9-4ae0-992b-d21549453d69 HTTP/1.1" status: 200 len: 835 time: 0.0672321 Sep 16 06:13:26.349393 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63716874-047f-4674-8daa-a9a95335dbc3 None None] Checking router: 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:13:26.358675 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63716874-047f-4674-8daa-a9a95335dbc3 None None] Routers {'7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:26.359443 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-63716874-047f-4674-8daa-a9a95335dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:13:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:26.381645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d3801-eab6-4db1-a82b-ad281348cf5b req-141093af-eb1b-4d92-b911-38a12f0f34b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:26.383828 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b3d3801-eab6-4db1-a82b-ad281348cf5b req-141093af-eb1b-4d92-b911-38a12f0f34b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb092fbc-c512-4472-8f31-bc28d8ebbd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459659 Sep 16 06:13:26.477578 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-63716874-047f-4674-8daa-a9a95335dbc3 None None] Set router 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:26.533141 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b3d3801-eab6-4db1-a82b-ad281348cf5b req-98098482-c990-4641-aa0a-8a81327b3538 service neutron] 10.222.0.21 "GET /v2.0/networks/eb092fbc-c512-4472-8f31-bc28d8ebbd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408174 Sep 16 06:13:26.545235 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d30c4b-1ec0-4c8d-81fb-0a255a701dc9 req-c9939c31-b2c3-4361-b11e-76d03c75a11e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:26.546899 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2d30c4b-1ec0-4c8d-81fb-0a255a701dc9 req-c9939c31-b2c3-4361-b11e-76d03c75a11e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 945 time: 0.0807974 Sep 16 06:13:26.646637 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2d30c4b-1ec0-4c8d-81fb-0a255a701dc9 req-aadd9ff9-f559-4cf3-9027-e351b9d1a57b tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=92ebffa7-5523-4ef9-a890-5df180a3e7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906811 Sep 16 06:13:26.677489 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5b3d3801-eab6-4db1-a82b-ad281348cf5b req-19dba589-2bef-4fb9-b470-9f41420765fb service neutron] 10.222.0.21 "GET /v2.0/networks/eb092fbc-c512-4472-8f31-bc28d8ebbd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295450 Sep 16 06:13:26.721042 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-63716874-047f-4674-8daa-a9a95335dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080641949', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:53Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:54Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '5e0f7965-c0b9-4ac9-94ac-0ccca8471f80', 'name': '', 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:e6:16:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cc64f012-77d9-4ae0-992b-d21549453d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:58Z', 'updated_at': '2021-09-16T06:12:02Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': 'cc64f012-77d9-4ae0-992b-d21549453d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:26.748083 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63716874-047f-4674-8daa-a9a95335dbc3 None None] The sync data for ids ['7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'] in n-d-712140-13 is: [{'id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080641949', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:53Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:54Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '5e0f7965-c0b9-4ac9-94ac-0ccca8471f80', 'name': '', 'network_id': 'eb092fbc-c512-4472-8f31-bc28d8ebbd21', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'mac_address': 'fa:16:3e:e6:16:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cc64f012-77d9-4ae0-992b-d21549453d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:58Z', 'updated_at': '2021-09-16T06:12:02Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'subnets': [{'id': 'cc64f012-77d9-4ae0-992b-d21549453d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:13:26.989920 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d76e4-23f2-4516-ab90-52c7a9cc893a None None] New status for floating IP 406df64f-29c5-450a-848f-6495e9698a93: DOWN {{(pid=95475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:13:27.772460 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c1bc1-ab27-4833-963a-fb4c5f06ba78 req-15b52412-fb48-49b8-a94e-87c573fa2f05 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:27.774121 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa6c1bc1-ab27-4833-963a-fb4c5f06ba78 req-15b52412-fb48-49b8-a94e-87c573fa2f05 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 945 time: 0.0528619 Sep 16 06:13:27.812921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fa6c1bc1-ab27-4833-963a-fb4c5f06ba78 req-85242733-8358-4788-896a-8a009418de53 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/security-groups?id=92ebffa7-5523-4ef9-a890-5df180a3e7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326078 Sep 16 06:13:28.370151 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb6e89-2880-46af-a83b-f6df6d0040c0 req-258316c6-ca32-47df-a864-2eaf8c70aaff tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:28.371702 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fdb6e89-2880-46af-a83b-f6df6d0040c0 req-258316c6-ca32-47df-a864-2eaf8c70aaff tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 945 time: 0.0502632 Sep 16 06:13:28.472945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-5fdb6e89-2880-46af-a83b-f6df6d0040c0 req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting port 558affe2-d284-431d-bf0c-df9c649b380d {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:13:28.473215 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5fdb6e89-2880-46af-a83b-f6df6d0040c0 req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:28.569159 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-5fdb6e89-2880-46af-a83b-f6df6d0040c0 req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] For port 558affe2-d284-431d-bf0c-df9c649b380d, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=558affe2-d284-431d-bf0c-df9c649b380d,segment=NetworkSegment(c4e8871c-fe36-490d-aebe-a9fc6e506adb),segment_id=c4e8871c-fe36-490d-aebe-a9fc6e506adb)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:28.569621 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5fdb6e89-2880-46af-a83b-f6df6d0040c0 req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:28.582356 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-5fdb6e89-2880-46af-a83b-f6df6d0040c0 req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Calling delete_port for 558affe2-d284-431d-bf0c-df9c649b380d owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:13:28.788080 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5fdb6e89-2880-46af-a83b-f6df6d0040c0 req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:28.818606 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Port': ['ID=558affe2-d284-431d-bf0c-df9c649b380d,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:28.872094 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdb6e89-2880-46af-a83b-f6df6d0040c0 req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] No DVR routers for this DVR port 558affe2-d284-431d-bf0c-df9c649b380d on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:13:28.876653 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:28.877985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:28.877985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:28.877985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:28.877985 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:28.878482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:28.878718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:28.878958 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:28.879284 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:28.879612 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:28.879938 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:28.880264 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:28.884752 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-5fdb6e89-2880-46af-a83b-f6df6d0040c0 req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:28.887839 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5fdb6e89-2880-46af-a83b-f6df6d0040c0 req-d111a0aa-d58f-4fca-94f4-783fb1efd9da tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.21 "DELETE /v2.0/ports/558affe2-d284-431d-bf0c-df9c649b380d HTTP/1.1" status: 204 len: 173 time: 0.5095155 Sep 16 06:13:28.888316 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9b4451-1919-406c-9a8f-45367a16cbf6', 'name': 'network-vif-deleted', 'tag': '558affe2-d284-431d-bf0c-df9c649b380d'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:13:28.890678 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cb8565-b773-402f-937d-ac57240a4c7f" -d '{"events": [{"server_uuid": "8d9b4451-1919-406c-9a8f-45367a16cbf6", "name": "network-vif-deleted", "tag": "558affe2-d284-431d-bf0c-df9c649b380d"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:13:28.937671 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2c536220-5903-446d-9454-bc4eb570f25a req-2b154302-258c-47d3-864d-d0e65cc90c50 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9b4451-1919-406c-9a8f-45367a16cbf6 HTTP/1.1" status: 200 len: 210 time: 0.0363784 Sep 16 06:13:28.941894 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3f1da4-85a6-43f0-9350-c66f5250fe0d x-openstack-request-id: req-3d3f1da4-85a6-43f0-9350-c66f5250fe0d {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:13:28.942252 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9b4451-1919-406c-9a8f-45367a16cbf6", "name": "network-vif-deleted", "tag": "558affe2-d284-431d-bf0c-df9c649b380d", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:13:28.942552 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d3f1da4-85a6-43f0-9350-c66f5250fe0d {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:13:28.943056 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9b4451-1919-406c-9a8f-45367a16cbf6', 'name': 'network-vif-deleted', 'tag': '558affe2-d284-431d-bf0c-df9c649b380d', 'status': 'completed', 'code': 200} Sep 16 06:13:29.103462 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:29.996898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43926) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:30.382523 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cbc7006d-3918-4a68-b32e-b97cfb885853 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:30.664723 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7006d-3918-4a68-b32e-b97cfb885853 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting port 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:13:30.665174 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cbc7006d-3918-4a68-b32e-b97cfb885853 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:30.764380 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-cbc7006d-3918-4a68-b32e-b97cfb885853 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] For port 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5e0f7965-c0b9-4ac9-94ac-0ccca8471f80,segment=NetworkSegment(c4e8871c-fe36-490d-aebe-a9fc6e506adb),segment_id=c4e8871c-fe36-490d-aebe-a9fc6e506adb)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:30.764755 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cbc7006d-3918-4a68-b32e-b97cfb885853 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:30.778745 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7006d-3918-4a68-b32e-b97cfb885853 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Calling delete_port for 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:13:31.075541 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cbc7006d-3918-4a68-b32e-b97cfb885853 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:31.104051 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7006d-3918-4a68-b32e-b97cfb885853 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Port': ['ID=5e0f7965-c0b9-4ac9-94ac-0ccca8471f80,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:31.292433 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-cbc7006d-3918-4a68-b32e-b97cfb885853 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:31.513889 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc7006d-3918-4a68-b32e-b97cfb885853 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Router 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:13:31.627193 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc7006d-3918-4a68-b32e-b97cfb885853 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:13:31.635459 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-cbc7006d-3918-4a68-b32e-b97cfb885853 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "PUT /v2.0/routers/7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6374502 Sep 16 06:13:31.638257 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43930) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:31.641009 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3273c20e-983e-4dbf-bb1c-4adf012bf7b0 None None] Sync routers for ids ['7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:13:31.653472 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3273c20e-983e-4dbf-bb1c-4adf012bf7b0 None None] Routers {'7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:31.653472 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3273c20e-983e-4dbf-bb1c-4adf012bf7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:13:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:31.697765 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-39555ffd-b489-44af-b36f-4b128797bcfc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting subnet cc64f012-77d9-4ae0-992b-d21549453d69 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:13:31.702533 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39555ffd-b489-44af-b36f-4b128797bcfc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:31.752622 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39555ffd-b489-44af-b36f-4b128797bcfc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:31.765807 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-3273c20e-983e-4dbf-bb1c-4adf012bf7b0 None None] Set router 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:31.845688 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39555ffd-b489-44af-b36f-4b128797bcfc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:31.964668 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3273c20e-983e-4dbf-bb1c-4adf012bf7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080641949', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:53Z', 'updated_at': '2021-09-16T06:13:30Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:54Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:31.992353 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3273c20e-983e-4dbf-bb1c-4adf012bf7b0 None None] Checking router: 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:13:32.001522 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39555ffd-b489-44af-b36f-4b128797bcfc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:32.005798 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3273c20e-983e-4dbf-bb1c-4adf012bf7b0 None None] Routers {'7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:32.006489 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3273c20e-983e-4dbf-bb1c-4adf012bf7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:13:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:32.045871 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39555ffd-b489-44af-b36f-4b128797bcfc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Subnet': ['ID=cc64f012-77d9-4ae0-992b-d21549453d69,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:32.047826 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-39555ffd-b489-44af-b36f-4b128797bcfc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:32.049752 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-39555ffd-b489-44af-b36f-4b128797bcfc tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/subnets/cc64f012-77d9-4ae0-992b-d21549453d69 HTTP/1.1" status: 204 len: 168 time: 0.4103620 Sep 16 06:13:32.052380 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43932) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:32.056846 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5709ee95-f2ad-4c82-80c8-47dc8248c0cb None None] Network eb092fbc-c512-4472-8f31-bc28d8ebbd21 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:13:32.178079 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45c662b1-be41-4192-9ad6-d8d041a8032e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:32.284825 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-3273c20e-983e-4dbf-bb1c-4adf012bf7b0 None None] Set router 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:32.308943 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] DHCP port deletion for eb092fbc-c512-4472-8f31-bc28d8ebbd21 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:13:32.340233 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45c662b1-be41-4192-9ad6-d8d041a8032e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:32.370602 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] Deleting port db4c5d4b-a00d-4544-9985-5f92e83e64d2 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:13:32.371168 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:32.448931 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] For port db4c5d4b-a00d-4544-9985-5f92e83e64d2, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=db4c5d4b-a00d-4544-9985-5f92e83e64d2,segment=NetworkSegment(c4e8871c-fe36-490d-aebe-a9fc6e506adb),segment_id=c4e8871c-fe36-490d-aebe-a9fc6e506adb)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:32.449574 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:32.466688 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] Calling delete_port for db4c5d4b-a00d-4544-9985-5f92e83e64d2 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:13:32.483972 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-45c662b1-be41-4192-9ad6-d8d041a8032e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Deleting port 9dd9f5fb-dcde-4854-93a4-abad29955408 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:13:32.484318 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45c662b1-be41-4192-9ad6-d8d041a8032e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:32.494006 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-3273c20e-983e-4dbf-bb1c-4adf012bf7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080641949', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:53Z', 'updated_at': '2021-09-16T06:13:30Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:54Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:32.534684 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3273c20e-983e-4dbf-bb1c-4adf012bf7b0 None None] The sync data for ids ['7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269'] in n-d-712140-13 is: [{'id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080641949', 'tenant_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:53Z', 'updated_at': '2021-09-16T06:13:30Z', 'revision_number': 5, 'project_id': 'bbff491c10c04c2a9bc6bce4ccece8d2', 'gw_port': {'id': '9dd9f5fb-dcde-4854-93a4-abad29955408', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:54Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:13:32.581520 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-45c662b1-be41-4192-9ad6-d8d041a8032e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] For port 9dd9f5fb-dcde-4854-93a4-abad29955408, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=9dd9f5fb-dcde-4854-93a4-abad29955408,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:32.581900 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45c662b1-be41-4192-9ad6-d8d041a8032e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:32.596575 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-45c662b1-be41-4192-9ad6-d8d041a8032e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Calling delete_port for 9dd9f5fb-dcde-4854-93a4-abad29955408 owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:13:32.675218 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:32.699253 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] Pushing event deleted for resources: {'Port': ['ID=db4c5d4b-a00d-4544-9985-5f92e83e64d2,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:32.710538 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:32.710909 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:32.711270 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:32.711601 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:32.711945 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:32.712274 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:32.712605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:32.712929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:32.713254 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:32.713679 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:32.714002 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:32.714591 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:32.717521 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a12e872-ebb1-4518-b550-3453c197fdfd None None] No DVR routers for this DVR port db4c5d4b-a00d-4544-9985-5f92e83e64d2 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:13:32.807172 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 558affe2-d284-431d-bf0c-df9c649b380d no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:13:32.828150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: 558affe2-d284-431d-bf0c-df9c649b380d {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:13:32.828387 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device 558affe2-d284-431d-bf0c-df9c649b380d not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:13:32.846348 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45c662b1-be41-4192-9ad6-d8d041a8032e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:32.875014 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c662b1-be41-4192-9ad6-d8d041a8032e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Port': ['ID=9dd9f5fb-dcde-4854-93a4-abad29955408,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:32.945935 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45c662b1-be41-4192-9ad6-d8d041a8032e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:33.049220 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45c662b1-be41-4192-9ad6-d8d041a8032e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:33.051360 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45c662b1-be41-4192-9ad6-d8d041a8032e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:33.172356 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45c662b1-be41-4192-9ad6-d8d041a8032e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:33.172938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c662b1-be41-4192-9ad6-d8d041a8032e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Fanout notify agent at l3_agent the message router_deleted on router 7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:13:33.184525 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-45c662b1-be41-4192-9ad6-d8d041a8032e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:33.184525 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-45c662b1-be41-4192-9ad6-d8d041a8032e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/routers/7fcae38f-fbb7-4ffb-aeaf-88f38d6d9269 HTTP/1.1" status: 204 len: 168 time: 1.1275027 Sep 16 06:13:33.184525 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43934) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:33.270458 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-909227a1-bdf0-45a3-9e2e-00ac87d29d73 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:33.371910 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-909227a1-bdf0-45a3-9e2e-00ac87d29d73 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:33.391500 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-909227a1-bdf0-45a3-9e2e-00ac87d29d73 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb092fbc-c512-4472-8f31-bc28d8ebbd21']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:33.401493 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-909227a1-bdf0-45a3-9e2e-00ac87d29d73 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e8871c-fe36-490d-aebe-a9fc6e506adb') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:33.401779 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-909227a1-bdf0-45a3-9e2e-00ac87d29d73 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e8871c-fe36-490d-aebe-a9fc6e506adb') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:33.411158 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-909227a1-bdf0-45a3-9e2e-00ac87d29d73 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:33.424992 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-909227a1-bdf0-45a3-9e2e-00ac87d29d73 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:33.431347 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909227a1-bdf0-45a3-9e2e-00ac87d29d73 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-909227a1-bdf0-45a3-9e2e-00ac87d29d73 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: timer() Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:13:33.437725 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:13:33.572646 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-909227a1-bdf0-45a3-9e2e-00ac87d29d73 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:33.580425 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-909227a1-bdf0-45a3-9e2e-00ac87d29d73 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:33.581743 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-909227a1-bdf0-45a3-9e2e-00ac87d29d73 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/networks/eb092fbc-c512-4472-8f31-bc28d8ebbd21 HTTP/1.1" status: 204 len: 168 time: 0.3962831 Sep 16 06:13:33.586471 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43936) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:33.594648 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909227a1-bdf0-45a3-9e2e-00ac87d29d73 tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'Network': ['ID=eb092fbc-c512-4472-8f31-bc28d8ebbd21,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:33.655697 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-94c8d822-3b35-43fd-9741-8f65657d913e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:33.691784 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-94c8d822-3b35-43fd-9741-8f65657d913e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:33.812806 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-94c8d822-3b35-43fd-9741-8f65657d913e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:33.816343 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-94c8d822-3b35-43fd-9741-8f65657d913e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:33.817930 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-94c8d822-3b35-43fd-9741-8f65657d913e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] 10.222.0.20 "DELETE /v2.0/security-groups/92ebffa7-5523-4ef9-a890-5df180a3e7d1 HTTP/1.1" status: 204 len: 168 time: 0.2301035 Sep 16 06:13:33.833751 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d822-3b35-43fd-9741-8f65657d913e tempest-TestNetworkAdvancedServerOps-538298968 tempest-TestNetworkAdvancedServerOps-538298968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ebffa7-5523-4ef9-a890-5df180a3e7d1,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:34.204198 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:13:34.225673 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:13:34.226011 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5e0f7965-c0b9-4ac9-94ac-0ccca8471f80 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:13:34.226493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device db4c5d4b-a00d-4544-9985-5f92e83e64d2 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:13:34.245288 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: db4c5d4b-a00d-4544-9985-5f92e83e64d2 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:13:34.245631 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device db4c5d4b-a00d-4544-9985-5f92e83e64d2 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:13:34.246042 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9dd9f5fb-dcde-4854-93a4-abad29955408 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:13:34.267134 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 9dd9f5fb-dcde-4854-93a4-abad29955408 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:13:34.267477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 9dd9f5fb-dcde-4854-93a4-abad29955408 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:13:34.574583 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43944) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:34.707157 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-0c38f6d2-11c9-4144-bba6-e6eb6ea534f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbff491c10c04c2a9bc6bce4ccece8d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312866 Sep 16 06:13:34.710526 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43948) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:34.764690 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb698-5111-4e27-ab54-2eeb95f1fc4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:34.785342 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb698-5111-4e27-ab54-2eeb95f1fc4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:34.983670 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb698-5111-4e27-ab54-2eeb95f1fc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:34.983670 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb698-5111-4e27-ab54-2eeb95f1fc4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:34.983670 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2e0cb698-5111-4e27-ab54-2eeb95f1fc4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e23873f5-3b6b-4a2f-bb97-ed4ad74dc0ac HTTP/1.1" status: 204 len: 168 time: 0.2701583 Sep 16 06:13:34.989842 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cb698-5111-4e27-ab54-2eeb95f1fc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23873f5-3b6b-4a2f-bb97-ed4ad74dc0ac,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:35.297638 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a20f06d4-915e-4a50-abe9-e8ca1d414582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:35.708597 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43956) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:35.722514 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6765eff2-b3fd-48e1-a157-8aaa45c2e6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:35.812589 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6765eff2-b3fd-48e1-a157-8aaa45c2e6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:35.914943 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6765eff2-b3fd-48e1-a157-8aaa45c2e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:35.956961 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43958) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:35.957593 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6765eff2-b3fd-48e1-a157-8aaa45c2e6cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2191652c237498d8c4eec08e7721718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471886 Sep 16 06:13:35.957957 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765eff2-b3fd-48e1-a157-8aaa45c2e6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c58e45-ffc9-467f-9da2-ce1655823e01,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:36.018773 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c612853a-694a-4ea9-8ca1-86c3319853be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:36.042023 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c612853a-694a-4ea9-8ca1-86c3319853be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:36.149880 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c612853a-694a-4ea9-8ca1-86c3319853be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:36.152881 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c612853a-694a-4ea9-8ca1-86c3319853be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:36.156284 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c612853a-694a-4ea9-8ca1-86c3319853be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33c58e45-ffc9-467f-9da2-ce1655823e01 HTTP/1.1" status: 204 len: 168 time: 0.1962142 Sep 16 06:13:36.162522 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612853a-694a-4ea9-8ca1-86c3319853be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c58e45-ffc9-467f-9da2-ce1655823e01,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:37.236199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 43980) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:37.333906 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-d133a500-feea-4aad-a158-d4bab2dc818a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1457731335-network', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:37.457482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d133a500-feea-4aad-a158-d4bab2dc818a admin admin] Made reservation on behalf of 2810720e4004460b9ce3baf4c2f033c0 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:13:37.459990 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d133a500-feea-4aad-a158-d4bab2dc818a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:37.469026 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d133a500-feea-4aad-a158-d4bab2dc818a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:37.564320 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d133a500-feea-4aad-a158-d4bab2dc818a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:37.645915 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d133a500-feea-4aad-a158-d4bab2dc818a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:37.671381 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d133a500-feea-4aad-a158-d4bab2dc818a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:13:37.680761 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133a500-feea-4aad-a158-d4bab2dc818a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714858ad-5f8b-4c8c-8840-da28cf6123db,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:37.686791 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d133a500-feea-4aad-a158-d4bab2dc818a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:37.687212 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-d133a500-feea-4aad-a158-d4bab2dc818a admin admin] Added segment bf1a5566-aacd-4525-88e0-b767e8e96afd of type vlan for network 6ef8aa07-4749-43af-9634-416e40edb83c Sep 16 06:13:37.728572 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d133a500-feea-4aad-a158-d4bab2dc818a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:37.834811 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f970dc52-1764-45e7-a27c-7a4e59f320ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:37.869448 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d133a500-feea-4aad-a158-d4bab2dc818a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:37.870604 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d133a500-feea-4aad-a158-d4bab2dc818a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:37.871279 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d133a500-feea-4aad-a158-d4bab2dc818a admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:37.939867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133a500-feea-4aad-a158-d4bab2dc818a admin admin] Pushing event updated for resources: {'Network': ['ID=6ef8aa07-4749-43af-9634-416e40edb83c,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:37.950564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 6ef8aa07-4749-43af-9634-416e40edb83c details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:13:38.000204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d133a500-feea-4aad-a158-d4bab2dc818a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7622185 Sep 16 06:13:38.003372 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43984) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:38.008387 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-346997d4-43d6-4455-80e8-0f4839f10110 admin admin] Request body: {'subnet': {'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1457731335-subnet', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:38.091789 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346997d4-43d6-4455-80e8-0f4839f10110 admin admin] Made reservation on behalf of 2810720e4004460b9ce3baf4c2f033c0 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:13:38.094053 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-346997d4-43d6-4455-80e8-0f4839f10110 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:38.326840 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-346997d4-43d6-4455-80e8-0f4839f10110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:38.380207 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346997d4-43d6-4455-80e8-0f4839f10110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc9fa97d-0fb8-4bcf-b848-10475264fabf,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:38.398371 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346997d4-43d6-4455-80e8-0f4839f10110 admin admin] Checking segment: {'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:38.398710 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346997d4-43d6-4455-80e8-0f4839f10110 admin admin] Network hostable DHCP agents. Network: 6ef8aa07-4749-43af-9634-416e40edb83c, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:13:38.543600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346997d4-43d6-4455-80e8-0f4839f10110 admin admin] Network 6ef8aa07-4749-43af-9634-416e40edb83c is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:13:38.664451 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-346997d4-43d6-4455-80e8-0f4839f10110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 6ef8aa07-4749-43af-9634-416e40edb83c) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:38.664451 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346997d4-43d6-4455-80e8-0f4839f10110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:38.664451 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-346997d4-43d6-4455-80e8-0f4839f10110 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:38.666232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84913c9c-9560-497a-a1d0-db03a34d4cfa None None] Network 6ef8aa07-4749-43af-9634-416e40edb83c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:13:38.683561 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:38.790370 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-346997d4-43d6-4455-80e8-0f4839f10110 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7858148 Sep 16 06:13:38.793332 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43986) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:38.797830 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-15440a4d-0cab-4ce7-8835-0d404f161453 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:38.822729 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-6ef8aa07-4749-43af-9634-416e40edb83c', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:13:38.823620 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:38.934949 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15440a4d-0cab-4ce7-8835-0d404f161453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:38.934949 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15440a4d-0cab-4ce7-8835-0d404f161453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:38.960482 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] Allocated IP 172.20.0.2 (6ef8aa07-4749-43af-9634-416e40edb83c/dc9fa97d-0fb8-4bcf-b848-10475264fabf/da891d76-3c01-4ccc-96d3-6e5dce55108f) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:13:38.991246 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15440a4d-0cab-4ce7-8835-0d404f161453 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:39.113402 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:39.264197 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:39.302018 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] Network 6ef8aa07-4749-43af-9634-416e40edb83c is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:39.305557 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:39.309337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:13:39.325780 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] Pushing event updated for resources: {'Port': ['ID=da891d76-3c01-4ccc-96d3-6e5dce55108f,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:39.380155 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] Attempting to bind port da891d76-3c01-4ccc-96d3-6e5dce55108f on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:13:39.380519 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] Attempting to bind port da891d76-3c01-4ccc-96d3-6e5dce55108f by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:13:39.380885 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] Attempting to bind port da891d76-3c01-4ccc-96d3-6e5dce55108f on network 6ef8aa07-4749-43af-9634-416e40edb83c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:13:39.386799 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:13:39.387213 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] Checking segment: {'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:39.387623 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:39.388065 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] Bound using segment: {'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:13:39.388552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] Bound port: da891d76-3c01-4ccc-96d3-6e5dce55108f, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:13:39.388939 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:39.456890 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] For port da891d76-3c01-4ccc-96d3-6e5dce55108f, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:13:39.460113 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] For port da891d76-3c01-4ccc-96d3-6e5dce55108f, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=da891d76-3c01-4ccc-96d3-6e5dce55108f,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:13:39.512577 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15440a4d-0cab-4ce7-8835-0d404f161453 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:39.548427 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:39.703436 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3bdb3-062a-4375-abf8-31202b485e3a None None] Pushing event updated for resources: {'Port': ['ID=da891d76-3c01-4ccc-96d3-6e5dce55108f,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:39.719328 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:39.834805 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15440a4d-0cab-4ce7-8835-0d404f161453 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:39.861504 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15440a4d-0cab-4ce7-8835-0d404f161453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:39.969350 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-15440a4d-0cab-4ce7-8835-0d404f161453 admin admin] Allocated IP 172.25.4.233 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/279135ab-83e8-4133-abd1-2a97217ed7b3) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:13:40.081535 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15440a4d-0cab-4ce7-8835-0d404f161453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:40.159573 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15440a4d-0cab-4ce7-8835-0d404f161453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:40.202607 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15440a4d-0cab-4ce7-8835-0d404f161453 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:40.219737 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-15440a4d-0cab-4ce7-8835-0d404f161453 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:40.219737 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15440a4d-0cab-4ce7-8835-0d404f161453 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:13:40.251392 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15440a4d-0cab-4ce7-8835-0d404f161453 admin admin] Pushing event updated for resources: {'Port': ['ID=279135ab-83e8-4133-abd1-2a97217ed7b3,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:40.308469 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device da891d76-3c01-4ccc-96d3-6e5dce55108f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:40.418939 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port da891d76-3c01-4ccc-96d3-6e5dce55108f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:40.419412 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:40.512260 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:40.577669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port da891d76-3c01-4ccc-96d3-6e5dce55108f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=da891d76-3c01-4ccc-96d3-6e5dce55108f,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:40.645888 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34acf246-9722-4174-9261-10bd7a927691 None None] Network 6ef8aa07-4749-43af-9634-416e40edb83c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:13:40.663899 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15440a4d-0cab-4ce7-8835-0d404f161453 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:40.670549 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:40.815424 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-0f19616a-4f27-44f8-aa48-b8e22ef88335 None None] Provisioning complete for port da891d76-3c01-4ccc-96d3-6e5dce55108f triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:40.815899 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0f19616a-4f27-44f8-aa48-b8e22ef88335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:40.820579 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=da891d76-3c01-4ccc-96d3-6e5dce55108f,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:40.919888 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15440a4d-0cab-4ce7-8835-0d404f161453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:41.160438 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:41.177499 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15440a4d-0cab-4ce7-8835-0d404f161453 admin admin] Router 4240d609-4787-4e88-93fb-77607c6f1d9c is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:13:41.285326 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-f34ed320-fc2c-4fed-b6b3-4cf28632a3a3 None None] Provisioning complete for port da891d76-3c01-4ccc-96d3-6e5dce55108f triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:41.285849 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f34ed320-fc2c-4fed-b6b3-4cf28632a3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:41.290859 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15440a4d-0cab-4ce7-8835-0d404f161453 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:13:41.309572 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] Sync routers for ids ['4240d609-4787-4e88-93fb-77607c6f1d9c'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:13:41.325717 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] Routers {'4240d609-4787-4e88-93fb-77607c6f1d9c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:41.326349 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:13:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['4240d609-4787-4e88-93fb-77607c6f1d9c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:41.356040 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-15440a4d-0cab-4ce7-8835-0d404f161453 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:41.358923 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-15440a4d-0cab-4ce7-8835-0d404f161453 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5628731 Sep 16 06:13:41.360112 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 43988) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:41.498164 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] Set router 4240d609-4787-4e88-93fb-77607c6f1d9c gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:41.698270 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:13:40Z', 'revision_number': 3, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:41.734283 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] Checking router: 4240d609-4787-4e88-93fb-77607c6f1d9c for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:13:41.734792 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] Updating router 4240d609-4787-4e88-93fb-77607c6f1d9c port 279135ab-83e8-4133-abd1-2a97217ed7b3 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:13:41.763753 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:41.936192 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1550-a82b-4f88-a9ec-fd5327cbe12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:42.128056 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-9a4c1550-a82b-4f88-a9ec-fd5327cbe12d admin admin] Allocated IP 172.20.0.1 (6ef8aa07-4749-43af-9634-416e40edb83c/dc9fa97d-0fb8-4bcf-b848-10475264fabf/eb782dc7-7a3b-454f-9775-4ea88106e85e) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:13:42.206682 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device da891d76-3c01-4ccc-96d3-6e5dce55108f up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:42.240173 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1550-a82b-4f88-a9ec-fd5327cbe12d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:42.259285 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:42.275660 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port da891d76-3c01-4ccc-96d3-6e5dce55108f triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:42.276045 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:42.353633 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:42.394939 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1550-a82b-4f88-a9ec-fd5327cbe12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:42.411672 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] Attempting to bind port 279135ab-83e8-4133-abd1-2a97217ed7b3 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:13:42.412163 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] Attempting to bind port 279135ab-83e8-4133-abd1-2a97217ed7b3 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:13:42.412528 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] Attempting to bind port 279135ab-83e8-4133-abd1-2a97217ed7b3 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:13:42.417551 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0bfbc-439f-4a16-944d-b7c7c020f0cb None None] Pushing event updated for resources: {'Port': ['ID=279135ab-83e8-4133-abd1-2a97217ed7b3,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:42.421208 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:13:42.421593 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:42.422001 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:42.422836 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:13:42.422836 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] Bound port: 279135ab-83e8-4133-abd1-2a97217ed7b3, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:13:42.423265 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:42.434090 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4c1550-a82b-4f88-a9ec-fd5327cbe12d admin admin] Network 6ef8aa07-4749-43af-9634-416e40edb83c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:42.437044 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-9a4c1550-a82b-4f88-a9ec-fd5327cbe12d admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:42.443441 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4c1550-a82b-4f88-a9ec-fd5327cbe12d admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:13:42.468250 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c1550-a82b-4f88-a9ec-fd5327cbe12d admin admin] Pushing event updated for resources: {'Port': ['ID=eb782dc7-7a3b-454f-9775-4ea88106e85e,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:42.484035 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] For port 279135ab-83e8-4133-abd1-2a97217ed7b3, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:13:42.487614 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1550-a82b-4f88-a9ec-fd5327cbe12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:42.488051 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] For port 279135ab-83e8-4133-abd1-2a97217ed7b3, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=279135ab-83e8-4133-abd1-2a97217ed7b3,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:13:42.561089 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:42.624837 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] Routers {'4240d609-4787-4e88-93fb-77607c6f1d9c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:42.625454 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:13:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['4240d609-4787-4e88-93fb-77607c6f1d9c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:42.628554 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0bfbc-439f-4a16-944d-b7c7c020f0cb None None] Pushing event updated for resources: {'Port': ['ID=279135ab-83e8-4133-abd1-2a97217ed7b3,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:42.717717 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1550-a82b-4f88-a9ec-fd5327cbe12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:42.739451 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] Set router 4240d609-4787-4e88-93fb-77607c6f1d9c gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:42.802590 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-be3ac854-a085-436b-b914-ea877cace3ce None None] Provisioning complete for port eb782dc7-7a3b-454f-9775-4ea88106e85e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:42.802991 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-be3ac854-a085-436b-b914-ea877cace3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:42.897287 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-be3ac854-a085-436b-b914-ea877cace3ce None None] Port eb782dc7-7a3b-454f-9775-4ea88106e85e cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:13:42.908896 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1550-a82b-4f88-a9ec-fd5327cbe12d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:42.964305 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:13:40Z', 'revision_number': 3, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:42.967491 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1550-a82b-4f88-a9ec-fd5327cbe12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:42.997651 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0a405d-02a5-4c66-829b-2b38f557eb51 None None] The sync data for ids ['4240d609-4787-4e88-93fb-77607c6f1d9c'] in n-d-712140-13 is: [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:13:40Z', 'revision_number': 3, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:13:43.054170 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1550-a82b-4f88-a9ec-fd5327cbe12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:43.056646 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c1550-a82b-4f88-a9ec-fd5327cbe12d admin admin] Pushing event updated for resources: {'Port': ['ID=eb782dc7-7a3b-454f-9775-4ea88106e85e,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:43.163049 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4c1550-a82b-4f88-a9ec-fd5327cbe12d admin admin] Network 6ef8aa07-4749-43af-9634-416e40edb83c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:43.165084 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-9a4c1550-a82b-4f88-a9ec-fd5327cbe12d admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:43.316666 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4c1550-a82b-4f88-a9ec-fd5327cbe12d admin admin] Router 4240d609-4787-4e88-93fb-77607c6f1d9c has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:13:43.535766 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-dd091179-8f33-4199-b898-2a59978205e3 None None] Provisioning complete for port eb782dc7-7a3b-454f-9775-4ea88106e85e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:43.536363 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dd091179-8f33-4199-b898-2a59978205e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:43.586852 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-dd091179-8f33-4199-b898-2a59978205e3 None None] Port eb782dc7-7a3b-454f-9775-4ea88106e85e cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:13:43.764954 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4c1550-a82b-4f88-a9ec-fd5327cbe12d admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:13:43.780012 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-9a4c1550-a82b-4f88-a9ec-fd5327cbe12d admin admin] 10.222.0.20 "PUT /v2.0/routers/4240d609-4787-4e88-93fb-77607c6f1d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4090533 Sep 16 06:13:44.231740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 279135ab-83e8-4133-abd1-2a97217ed7b3 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:44.284466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 279135ab-83e8-4133-abd1-2a97217ed7b3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:44.284990 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:44.369654 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:44.391493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 279135ab-83e8-4133-abd1-2a97217ed7b3, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=279135ab-83e8-4133-abd1-2a97217ed7b3,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:44.492037 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:44.547417 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=279135ab-83e8-4133-abd1-2a97217ed7b3,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:44.647992 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44004) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:44.654264 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-02368b6a-63ec-4179-94ec-74341c7ad11a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1396134314-network', 'tenant_id': '25ee42f19d9a409c859ff59d82f3cc1c'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:44.683731 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] Sync routers for ids ['4240d609-4787-4e88-93fb-77607c6f1d9c'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:13:44.694232 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] Routers {'4240d609-4787-4e88-93fb-77607c6f1d9c'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:44.694846 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:13:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['4240d609-4787-4e88-93fb-77607c6f1d9c'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:44.802828 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] Set router 4240d609-4787-4e88-93fb-77607c6f1d9c gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:44.806666 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02368b6a-63ec-4179-94ec-74341c7ad11a admin admin] Made reservation on behalf of 25ee42f19d9a409c859ff59d82f3cc1c for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:13:44.809105 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02368b6a-63ec-4179-94ec-74341c7ad11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:44.820254 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02368b6a-63ec-4179-94ec-74341c7ad11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:44.932538 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02368b6a-63ec-4179-94ec-74341c7ad11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:45.008824 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:13:42Z', 'revision_number': 4, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'eb782dc7-7a3b-454f-9775-4ea88106e85e', 'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'mac_address': 'fa:16:3e:73:7c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:41Z', 'updated_at': '2021-09-16T06:13:42Z', 'revision_number': 2, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'subnets': [{'id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:45.038830 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] Checking router: 4240d609-4787-4e88-93fb-77607c6f1d9c for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:13:45.039287 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] Updating router 4240d609-4787-4e88-93fb-77607c6f1d9c port eb782dc7-7a3b-454f-9775-4ea88106e85e binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:13:45.069378 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02368b6a-63ec-4179-94ec-74341c7ad11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:45.072369 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:45.097463 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02368b6a-63ec-4179-94ec-74341c7ad11a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:13:45.114279 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02368b6a-63ec-4179-94ec-74341c7ad11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2678d7-5dbd-4c35-a3e0-3bc62f855141,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:45.125718 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02368b6a-63ec-4179-94ec-74341c7ad11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:45.126123 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-02368b6a-63ec-4179-94ec-74341c7ad11a admin admin] Added segment 9d2e2ae7-3bde-4335-95d6-4f033c8232a1 of type vlan for network 7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe Sep 16 06:13:45.173500 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02368b6a-63ec-4179-94ec-74341c7ad11a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:45.286154 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02368b6a-63ec-4179-94ec-74341c7ad11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:45.312655 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02368b6a-63ec-4179-94ec-74341c7ad11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:45.312655 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-02368b6a-63ec-4179-94ec-74341c7ad11a admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:45.363096 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:45.364299 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02368b6a-63ec-4179-94ec-74341c7ad11a admin admin] Pushing event updated for resources: {'Network': ['ID=7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:45.375273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:13:45.418702 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-02368b6a-63ec-4179-94ec-74341c7ad11a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7690015 Sep 16 06:13:45.423753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44006) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:45.429605 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-1b46799c-755f-4249-bbdb-8cfc7521999e admin admin] Request body: {'subnet': {'network_id': '7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1396134314-subnet', 'tenant_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:45.463131 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:45.517117 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb24ea-5d69-4f21-a591-806fa54656d2 None None] Pushing event updated for resources: {'Port': ['ID=eb782dc7-7a3b-454f-9775-4ea88106e85e,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:45.545636 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb24ea-5d69-4f21-a591-806fa54656d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:45.546053 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b46799c-755f-4249-bbdb-8cfc7521999e admin admin] Made reservation on behalf of 25ee42f19d9a409c859ff59d82f3cc1c for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:13:45.546194 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb24ea-5d69-4f21-a591-806fa54656d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:45.546194 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb24ea-5d69-4f21-a591-806fa54656d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:45.546194 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb24ea-5d69-4f21-a591-806fa54656d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:45.546194 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb24ea-5d69-4f21-a591-806fa54656d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:45.546194 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb24ea-5d69-4f21-a591-806fa54656d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:45.546194 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb24ea-5d69-4f21-a591-806fa54656d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:45.546194 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb24ea-5d69-4f21-a591-806fa54656d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:45.546194 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb24ea-5d69-4f21-a591-806fa54656d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:45.547029 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1b46799c-755f-4249-bbdb-8cfc7521999e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:45.547142 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb24ea-5d69-4f21-a591-806fa54656d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:45.547142 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb24ea-5d69-4f21-a591-806fa54656d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:45.547142 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb24ea-5d69-4f21-a591-806fa54656d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:45.588675 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] Attempting to bind port eb782dc7-7a3b-454f-9775-4ea88106e85e on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:13:45.589149 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] Attempting to bind port eb782dc7-7a3b-454f-9775-4ea88106e85e by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:13:45.589687 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] Attempting to bind port eb782dc7-7a3b-454f-9775-4ea88106e85e on network 6ef8aa07-4749-43af-9634-416e40edb83c {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:13:45.595776 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:13:45.596151 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] Checking segment: {'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:45.596555 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:45.597130 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] Bound using segment: {'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:13:45.597466 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] Bound port: eb782dc7-7a3b-454f-9775-4ea88106e85e, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:13:45.597846 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:45.699173 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] For port eb782dc7-7a3b-454f-9775-4ea88106e85e, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:13:45.703805 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] For port eb782dc7-7a3b-454f-9775-4ea88106e85e, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=eb782dc7-7a3b-454f-9775-4ea88106e85e,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:13:45.779291 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:45.856511 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] Routers {'4240d609-4787-4e88-93fb-77607c6f1d9c'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:45.857206 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:13:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['4240d609-4787-4e88-93fb-77607c6f1d9c'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:45.859284 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb24ea-5d69-4f21-a591-806fa54656d2 None None] Pushing event updated for resources: {'Port': ['ID=eb782dc7-7a3b-454f-9775-4ea88106e85e,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:45.859543 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-af86195f-c7d7-4641-b4d4-8d3e6157a411 None None] Provisioning complete for port eb782dc7-7a3b-454f-9775-4ea88106e85e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:45.860931 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af86195f-c7d7-4641-b4d4-8d3e6157a411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:45.988589 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af86195f-c7d7-4641-b4d4-8d3e6157a411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:46.004235 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] Set router 4240d609-4787-4e88-93fb-77607c6f1d9c gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:46.031136 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-af86195f-c7d7-4641-b4d4-8d3e6157a411 None None] For port eb782dc7-7a3b-454f-9775-4ea88106e85e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=eb782dc7-7a3b-454f-9775-4ea88106e85e,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:46.101093 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-af86195f-c7d7-4641-b4d4-8d3e6157a411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:46.197619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86195f-c7d7-4641-b4d4-8d3e6157a411 None None] Pushing event updated for resources: {'Port': ['ID=eb782dc7-7a3b-454f-9775-4ea88106e85e,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:46.225282 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-49331c9a-181f-43da-b547-850c2680eb3b None None] Provisioning complete for port eb782dc7-7a3b-454f-9775-4ea88106e85e triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:46.225659 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-49331c9a-181f-43da-b547-850c2680eb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:46.259798 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 279135ab-83e8-4133-abd1-2a97217ed7b3 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:46.264112 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:13:42Z', 'revision_number': 4, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'eb782dc7-7a3b-454f-9775-4ea88106e85e', 'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'mac_address': 'fa:16:3e:73:7c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:41Z', 'updated_at': '2021-09-16T06:13:45Z', 'revision_number': 4, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'subnets': [{'id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:46.281804 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1b46799c-755f-4249-bbdb-8cfc7521999e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:46.296415 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd172412-7109-45d0-94d1-21bba25edd1c None None] The sync data for ids ['4240d609-4787-4e88-93fb-77607c6f1d9c'] in n-d-712140-13 is: [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:13:42Z', 'revision_number': 4, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'eb782dc7-7a3b-454f-9775-4ea88106e85e', 'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'mac_address': 'fa:16:3e:73:7c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:41Z', 'updated_at': '2021-09-16T06:13:45Z', 'revision_number': 4, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'subnets': [{'id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:13:46.408654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46799c-755f-4249-bbdb-8cfc7521999e admin admin] Pushing event updated for resources: {'Subnet': ['ID=30c5d52c-a114-4898-a468-6bfab5be7bc2,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:46.435447 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 279135ab-83e8-4133-abd1-2a97217ed7b3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:46.435447 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:46.457957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b46799c-755f-4249-bbdb-8cfc7521999e admin admin] Checking segment: {'id': '9d2e2ae7-3bde-4335-95d6-4f033c8232a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:46.457957 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b46799c-755f-4249-bbdb-8cfc7521999e admin admin] Network hostable DHCP agents. Network: 7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:13:46.622564 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b46799c-755f-4249-bbdb-8cfc7521999e admin admin] Network 7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:13:46.754843 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-1b46799c-755f-4249-bbdb-8cfc7521999e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:46.759591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b46799c-755f-4249-bbdb-8cfc7521999e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:46.760930 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1b46799c-755f-4249-bbdb-8cfc7521999e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:46.766185 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9e4581-7952-4c75-88dc-9c1202398437 None None] Network 7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:13:46.875827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1b46799c-755f-4249-bbdb-8cfc7521999e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4506824 Sep 16 06:13:46.879793 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44008) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:46.884971 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8052a772-fca5-4519-89a8-05114f7eb166 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1396134314-router', 'tenant_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:46.960120 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe', 'network_id': '7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe', 'tenant_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'fixed_ips': [{'subnet_id': '30c5d52c-a114-4898-a468-6bfab5be7bc2'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:13:46.961776 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:47.017890 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8052a772-fca5-4519-89a8-05114f7eb166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:47.019319 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8052a772-fca5-4519-89a8-05114f7eb166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:47.080766 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8052a772-fca5-4519-89a8-05114f7eb166 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:47.111429 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] Allocated IP 172.20.0.2 (7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe/30c5d52c-a114-4898-a468-6bfab5be7bc2/0712244a-ad34-41e6-bad4-b037bd2e336a) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:13:47.315217 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:47.351340 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8052a772-fca5-4519-89a8-05114f7eb166 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:47.435020 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:47.472079 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] Network 7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:47.474840 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:47.480482 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:13:47.489570 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] Pushing event updated for resources: {'Port': ['ID=0712244a-ad34-41e6-bad4-b037bd2e336a,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:47.546790 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] Attempting to bind port 0712244a-ad34-41e6-bad4-b037bd2e336a on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:13:47.547121 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] Attempting to bind port 0712244a-ad34-41e6-bad4-b037bd2e336a by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '9d2e2ae7-3bde-4335-95d6-4f033c8232a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:13:47.547607 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] Attempting to bind port 0712244a-ad34-41e6-bad4-b037bd2e336a on network 7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:13:47.553868 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:13:47.554381 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] Checking segment: {'id': '9d2e2ae7-3bde-4335-95d6-4f033c8232a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:47.555420 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:47.555789 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] Bound using segment: {'id': '9d2e2ae7-3bde-4335-95d6-4f033c8232a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:13:47.556423 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] Bound port: 0712244a-ad34-41e6-bad4-b037bd2e336a, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2e2ae7-3bde-4335-95d6-4f033c8232a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:13:47.556814 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:47.624633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] For port 0712244a-ad34-41e6-bad4-b037bd2e336a, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:13:47.628501 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] For port 0712244a-ad34-41e6-bad4-b037bd2e336a, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0712244a-ad34-41e6-bad4-b037bd2e336a,segment=NetworkSegment(9d2e2ae7-3bde-4335-95d6-4f033c8232a1),segment_id=9d2e2ae7-3bde-4335-95d6-4f033c8232a1)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:13:47.686693 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8052a772-fca5-4519-89a8-05114f7eb166 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:47.706154 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8052a772-fca5-4519-89a8-05114f7eb166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:47.720916 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:47.784600 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad76ad1-56bb-43fd-a69e-ce03cd454cd9 None None] Pushing event updated for resources: {'Port': ['ID=0712244a-ad34-41e6-bad4-b037bd2e336a,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:47.817226 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-8052a772-fca5-4519-89a8-05114f7eb166 admin admin] Allocated IP 172.25.4.175 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/881c3176-132a-428d-b387-7ab2e41b9c8a) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:13:47.943257 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8052a772-fca5-4519-89a8-05114f7eb166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:48.119233 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8052a772-fca5-4519-89a8-05114f7eb166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:48.157545 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8052a772-fca5-4519-89a8-05114f7eb166 admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:48.166305 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-8052a772-fca5-4519-89a8-05114f7eb166 admin admin] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:48.171537 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052a772-fca5-4519-89a8-05114f7eb166 admin admin] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:13:48.174626 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052a772-fca5-4519-89a8-05114f7eb166 admin admin] Pushing event updated for resources: {'Port': ['ID=881c3176-132a-428d-b387-7ab2e41b9c8a,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:48.259857 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device eb782dc7-7a3b-454f-9775-4ea88106e85e up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:48.310236 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port eb782dc7-7a3b-454f-9775-4ea88106e85e triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:48.310510 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:48.395967 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0712244a-ad34-41e6-bad4-b037bd2e336a up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:48.452918 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 0712244a-ad34-41e6-bad4-b037bd2e336a triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:48.453282 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:48.541251 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:48.579225 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 0712244a-ad34-41e6-bad4-b037bd2e336a, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0712244a-ad34-41e6-bad4-b037bd2e336a,segment=NetworkSegment(9d2e2ae7-3bde-4335-95d6-4f033c8232a1),segment_id=9d2e2ae7-3bde-4335-95d6-4f033c8232a1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:48.586322 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8052a772-fca5-4519-89a8-05114f7eb166 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:48.703425 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:48.764323 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=0712244a-ad34-41e6-bad4-b037bd2e336a,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:48.773239 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853fbfe2-5f3e-4f04-b2e8-b8cef5e59963 None None] Network 7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:13:48.806661 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8052a772-fca5-4519-89a8-05114f7eb166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:48.841439 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-c458a9ec-3125-4b10-825e-4a829f6091d0 None None] Provisioning complete for port 0712244a-ad34-41e6-bad4-b037bd2e336a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:48.841820 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c458a9ec-3125-4b10-825e-4a829f6091d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:49.027525 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8052a772-fca5-4519-89a8-05114f7eb166 admin admin] Router bc77b422-5d7d-475c-abfa-63199eb13d80 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:13:49.144660 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8052a772-fca5-4519-89a8-05114f7eb166 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:13:49.155332 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] Sync routers for ids ['bc77b422-5d7d-475c-abfa-63199eb13d80'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:13:49.166323 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] Routers {'bc77b422-5d7d-475c-abfa-63199eb13d80'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:49.167447 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:13:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['bc77b422-5d7d-475c-abfa-63199eb13d80'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:49.233470 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b2e6ac61-0991-4127-94ff-e3b2ca2214f8 None None] Provisioning complete for port 0712244a-ad34-41e6-bad4-b037bd2e336a triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:49.233903 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b2e6ac61-0991-4127-94ff-e3b2ca2214f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:49.252535 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8052a772-fca5-4519-89a8-05114f7eb166 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:49.254104 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8052a772-fca5-4519-89a8-05114f7eb166 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3730671 Sep 16 06:13:49.257681 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44010) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:49.482815 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] Set router bc77b422-5d7d-475c-abfa-63199eb13d80 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:49.704423 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-20c0e5d7-3ce9-46da-8ee7-26de6057693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:49.708726 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'name': 'tempest-TestShelveInstance-1396134314-router', 'tenant_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '881c3176-132a-428d-b387-7ab2e41b9c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:47Z', 'updated_at': '2021-09-16T06:13:48Z', 'revision_number': 3, 'project_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'gw_port': {'id': '881c3176-132a-428d-b387-7ab2e41b9c8a', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:47Z', 'updated_at': '2021-09-16T06:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:49.740348 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] Checking router: bc77b422-5d7d-475c-abfa-63199eb13d80 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:13:49.740789 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] Updating router bc77b422-5d7d-475c-abfa-63199eb13d80 port 881c3176-132a-428d-b387-7ab2e41b9c8a binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:13:49.768389 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:49.887822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-20c0e5d7-3ce9-46da-8ee7-26de6057693c admin admin] Allocated IP 172.20.0.1 (7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe/30c5d52c-a114-4898-a468-6bfab5be7bc2/946035e5-990c-45b5-bc2f-9f92bb665d4b) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:13:50.002620 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-20c0e5d7-3ce9-46da-8ee7-26de6057693c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.046072 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.109144 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-20c0e5d7-3ce9-46da-8ee7-26de6057693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.149769 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c0e5d7-3ce9-46da-8ee7-26de6057693c admin admin] Network 7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:50.150142 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.154850 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-20c0e5d7-3ce9-46da-8ee7-26de6057693c admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:50.159633 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c0e5d7-3ce9-46da-8ee7-26de6057693c admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:13:50.162817 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e5d7-3ce9-46da-8ee7-26de6057693c admin admin] Pushing event updated for resources: {'Port': ['ID=946035e5-990c-45b5-bc2f-9f92bb665d4b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:50.216500 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] Attempting to bind port 881c3176-132a-428d-b387-7ab2e41b9c8a on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:13:50.216963 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] Attempting to bind port 881c3176-132a-428d-b387-7ab2e41b9c8a by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:13:50.217394 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] Attempting to bind port 881c3176-132a-428d-b387-7ab2e41b9c8a on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:13:50.224928 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-20c0e5d7-3ce9-46da-8ee7-26de6057693c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.226570 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:13:50.227268 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:50.227515 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.227864 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:13:50.228348 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] Bound port: 881c3176-132a-428d-b387-7ab2e41b9c8a, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:13:50.228812 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.255969 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0712244a-ad34-41e6-bad4-b037bd2e336a up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:50.327361 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aad81b-5bd8-43ef-aaa4-fcfd3d5deb3c None None] Pushing event updated for resources: {'Port': ['ID=881c3176-132a-428d-b387-7ab2e41b9c8a,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:50.352506 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] For port 881c3176-132a-428d-b387-7ab2e41b9c8a, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:13:50.357236 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] For port 881c3176-132a-428d-b387-7ab2e41b9c8a, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=881c3176-132a-428d-b387-7ab2e41b9c8a,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:13:50.364638 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 0712244a-ad34-41e6-bad4-b037bd2e336a triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:50.365017 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.459689 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.501401 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-dd5ca877-af2f-4bf4-b5fe-b5e4194b4afc None None] Provisioning complete for port 946035e5-990c-45b5-bc2f-9f92bb665d4b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:50.502168 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca877-af2f-4bf4-b5fe-b5e4194b4afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.516852 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-20c0e5d7-3ce9-46da-8ee7-26de6057693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.553902 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] Routers {'bc77b422-5d7d-475c-abfa-63199eb13d80'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:50.554549 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:13:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['bc77b422-5d7d-475c-abfa-63199eb13d80'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:50.556464 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aad81b-5bd8-43ef-aaa4-fcfd3d5deb3c None None] Pushing event updated for resources: {'Port': ['ID=881c3176-132a-428d-b387-7ab2e41b9c8a,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:50.603232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ca877-af2f-4bf4-b5fe-b5e4194b4afc None None] Port 946035e5-990c-45b5-bc2f-9f92bb665d4b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:13:50.674642 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] Set router bc77b422-5d7d-475c-abfa-63199eb13d80 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:50.701297 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-20c0e5d7-3ce9-46da-8ee7-26de6057693c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.787997 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-20c0e5d7-3ce9-46da-8ee7-26de6057693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.857181 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e5d7-3ce9-46da-8ee7-26de6057693c admin admin] Pushing event updated for resources: {'Port': ['ID=946035e5-990c-45b5-bc2f-9f92bb665d4b,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:50.860671 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-20c0e5d7-3ce9-46da-8ee7-26de6057693c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.898639 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'name': 'tempest-TestShelveInstance-1396134314-router', 'tenant_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '881c3176-132a-428d-b387-7ab2e41b9c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:47Z', 'updated_at': '2021-09-16T06:13:50Z', 'revision_number': 4, 'project_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'gw_port': {'id': '881c3176-132a-428d-b387-7ab2e41b9c8a', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:47Z', 'updated_at': '2021-09-16T06:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '946035e5-990c-45b5-bc2f-9f92bb665d4b', 'name': '', 'network_id': '7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe', 'tenant_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'mac_address': 'fa:16:3e:b2:40:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '30c5d52c-a114-4898-a468-6bfab5be7bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:49Z', 'updated_at': '2021-09-16T06:13:49Z', 'revision_number': 1, 'project_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'subnets': [{'id': '30c5d52c-a114-4898-a468-6bfab5be7bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:50.927092 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c69356-76f0-4897-ae75-2bb6a0c625ea None None] The sync data for ids ['bc77b422-5d7d-475c-abfa-63199eb13d80'] in n-d-712140-13 is: [{'id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'name': 'tempest-TestShelveInstance-1396134314-router', 'tenant_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '881c3176-132a-428d-b387-7ab2e41b9c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:47Z', 'updated_at': '2021-09-16T06:13:50Z', 'revision_number': 4, 'project_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'gw_port': {'id': '881c3176-132a-428d-b387-7ab2e41b9c8a', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:47Z', 'updated_at': '2021-09-16T06:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '946035e5-990c-45b5-bc2f-9f92bb665d4b', 'name': '', 'network_id': '7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe', 'tenant_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'mac_address': 'fa:16:3e:b2:40:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '30c5d52c-a114-4898-a468-6bfab5be7bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:49Z', 'updated_at': '2021-09-16T06:13:49Z', 'revision_number': 1, 'project_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'subnets': [{'id': '30c5d52c-a114-4898-a468-6bfab5be7bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:13:50.964913 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c0e5d7-3ce9-46da-8ee7-26de6057693c admin admin] Network 7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:50.966297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-20c0e5d7-3ce9-46da-8ee7-26de6057693c admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:51.096025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c0e5d7-3ce9-46da-8ee7-26de6057693c admin admin] Router bc77b422-5d7d-475c-abfa-63199eb13d80 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:13:51.272647 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c0e5d7-3ce9-46da-8ee7-26de6057693c admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:13:51.277933 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-20c0e5d7-3ce9-46da-8ee7-26de6057693c admin admin] 10.222.0.20 "PUT /v2.0/routers/bc77b422-5d7d-475c-abfa-63199eb13d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0188291 Sep 16 06:13:51.334795 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-adc34947-7b0f-4324-b13a-e4a2b1881edd None None] Provisioning complete for port 946035e5-990c-45b5-bc2f-9f92bb665d4b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:51.335254 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-adc34947-7b0f-4324-b13a-e4a2b1881edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:51.382510 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-adc34947-7b0f-4324-b13a-e4a2b1881edd None None] Port 946035e5-990c-45b5-bc2f-9f92bb665d4b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:13:52.132001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44018) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:52.136741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-0652f6b4-f879-4632-a3b4-4a7ae8bdccf5 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1426044074', 'description': 'tempest-secgroup-smoke-1426044074 description', 'project_id': '2810720e4004460b9ce3baf4c2f033c0'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:52.223262 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0652f6b4-f879-4632-a3b4-4a7ae8bdccf5 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.249848 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 881c3176-132a-428d-b387-7ab2e41b9c8a up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:52.310414 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 881c3176-132a-428d-b387-7ab2e41b9c8a triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:52.311126 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.338528 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0652f6b4-f879-4632-a3b4-4a7ae8bdccf5 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.403089 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.405588 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0652f6b4-f879-4632-a3b4-4a7ae8bdccf5 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.436351 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 881c3176-132a-428d-b387-7ab2e41b9c8a, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=881c3176-132a-428d-b387-7ab2e41b9c8a,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:52.439868 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652f6b4-f879-4632-a3b4-4a7ae8bdccf5 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae33beb8-f036-464e-8d85-bdd3109a0833,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:52.531781 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0652f6b4-f879-4632-a3b4-4a7ae8bdccf5 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.533213 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0652f6b4-f879-4632-a3b4-4a7ae8bdccf5 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4001927 Sep 16 06:13:52.536274 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44020) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:52.541304 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-01c1070d-e06e-4472-a9d3-b20f219ee671 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Request body: {'security_group_rule': {'security_group_id': 'ae33beb8-f036-464e-8d85-bdd3109a0833', 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:52.577328 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.634625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=881c3176-132a-428d-b387-7ab2e41b9c8a,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:52.652650 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-01c1070d-e06e-4472-a9d3-b20f219ee671 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.730710 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-01c1070d-e06e-4472-a9d3-b20f219ee671 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.806536 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-01c1070d-e06e-4472-a9d3-b20f219ee671 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.827551 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1070d-e06e-4472-a9d3-b20f219ee671 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c801ef96-4139-4911-a96b-d21f30aeec87,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:52.885990 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-01c1070d-e06e-4472-a9d3-b20f219ee671 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.887602 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-01c1070d-e06e-4472-a9d3-b20f219ee671 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3502519 Sep 16 06:13:52.890464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44022) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:52.895501 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-e2a9e843-1620-43c7-b81e-8fcef510f571 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Request body: {'security_group_rule': {'security_group_id': 'ae33beb8-f036-464e-8d85-bdd3109a0833', 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:52.999985 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2a9e843-1620-43c7-b81e-8fcef510f571 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:53.072356 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2a9e843-1620-43c7-b81e-8fcef510f571 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:53.178004 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2a9e843-1620-43c7-b81e-8fcef510f571 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:53.202533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9e843-1620-43c7-b81e-8fcef510f571 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fee0d9-bc66-4f22-80e4-a304a575d6de,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:53.261646 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-e2a9e843-1620-43c7-b81e-8fcef510f571 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:53.262967 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-e2a9e843-1620-43c7-b81e-8fcef510f571 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3713088 Sep 16 06:13:53.265598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44024) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:53.270074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-7e50c164-d6b1-4390-9f2a-ce94668f2511 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Request body: {'security_group_rule': {'security_group_id': 'ae33beb8-f036-464e-8d85-bdd3109a0833', 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:53.394076 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e50c164-d6b1-4390-9f2a-ce94668f2511 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:53.463861 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e50c164-d6b1-4390-9f2a-ce94668f2511 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:53.583255 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e50c164-d6b1-4390-9f2a-ce94668f2511 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:53.602749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50c164-d6b1-4390-9f2a-ce94668f2511 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4382fcaf-0c2f-4a71-bba0-e4027bc16eb5,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:53.718600 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-7e50c164-d6b1-4390-9f2a-ce94668f2511 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:53.718600 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-7e50c164-d6b1-4390-9f2a-ce94668f2511 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4494550 Sep 16 06:13:53.719059 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44026) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:53.723367 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-30d498c0-609c-4f49-95e1-fc7b4f237f89 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Request body: {'security_group_rule': {'security_group_id': 'ae33beb8-f036-464e-8d85-bdd3109a0833', 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:53.817395 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-30d498c0-609c-4f49-95e1-fc7b4f237f89 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:53.893230 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-30d498c0-609c-4f49-95e1-fc7b4f237f89 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:53.960576 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-30d498c0-609c-4f49-95e1-fc7b4f237f89 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:53.982374 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d498c0-609c-4f49-95e1-fc7b4f237f89 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8fb35e-0708-47e1-bc35-22b84e06f627,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:54.061552 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-30d498c0-609c-4f49-95e1-fc7b4f237f89 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:54.063092 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-30d498c0-609c-4f49-95e1-fc7b4f237f89 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3430958 Sep 16 06:13:54.065752 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44028) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:54.070603 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-441cf46b-0999-4d79-ab3c-03825bfe1441 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Request body: {'security_group_rule': {'security_group_id': 'ae33beb8-f036-464e-8d85-bdd3109a0833', 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:54.187991 n-d-712140-13 neutron-server[95473]: INFO neutron.db.securitygroups_db [None req-441cf46b-0999-4d79-ab3c-03825bfe1441 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Project 2810720e4004460b9ce3baf4c2f033c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:13:54.194931 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-441cf46b-0999-4d79-ab3c-03825bfe1441 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:54.224659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 881c3176-132a-428d-b387-7ab2e41b9c8a up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:54.278604 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-441cf46b-0999-4d79-ab3c-03825bfe1441 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:54.284622 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 881c3176-132a-428d-b387-7ab2e41b9c8a triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:54.285048 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:54.364150 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] Sync routers for ids ['bc77b422-5d7d-475c-abfa-63199eb13d80'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:13:54.374458 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] Routers {'bc77b422-5d7d-475c-abfa-63199eb13d80'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:54.375106 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:13:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['bc77b422-5d7d-475c-abfa-63199eb13d80'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:54.381933 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-441cf46b-0999-4d79-ab3c-03825bfe1441 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:54.405103 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cf46b-0999-4d79-ab3c-03825bfe1441 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5569c516-f978-4f47-aaf1-11c12852f80c,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:54.474771 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-441cf46b-0999-4d79-ab3c-03825bfe1441 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:54.479786 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-441cf46b-0999-4d79-ab3c-03825bfe1441 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4092553 Sep 16 06:13:54.480955 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44030) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:54.485593 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c86b22de-f98e-4e4e-b166-099addc8fece tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Request body: {'security_group_rule': {'security_group_id': 'ae33beb8-f036-464e-8d85-bdd3109a0833', 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:54.583605 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-c86b22de-f98e-4e4e-b166-099addc8fece tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Project 2810720e4004460b9ce3baf4c2f033c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:13:54.590350 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c86b22de-f98e-4e4e-b166-099addc8fece tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:54.593658 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] Set router bc77b422-5d7d-475c-abfa-63199eb13d80 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:54.661295 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c86b22de-f98e-4e4e-b166-099addc8fece tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:54.754183 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c86b22de-f98e-4e4e-b166-099addc8fece tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:54.773932 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b22de-f98e-4e4e-b166-099addc8fece tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dfa7dc9-5da8-46fb-9690-78a62a870657,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:54.811263 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'name': 'tempest-TestShelveInstance-1396134314-router', 'tenant_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '881c3176-132a-428d-b387-7ab2e41b9c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:47Z', 'updated_at': '2021-09-16T06:13:50Z', 'revision_number': 4, 'project_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'gw_port': {'id': '881c3176-132a-428d-b387-7ab2e41b9c8a', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:47Z', 'updated_at': '2021-09-16T06:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '946035e5-990c-45b5-bc2f-9f92bb665d4b', 'name': '', 'network_id': '7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe', 'tenant_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'mac_address': 'fa:16:3e:b2:40:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '30c5d52c-a114-4898-a468-6bfab5be7bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:49Z', 'updated_at': '2021-09-16T06:13:50Z', 'revision_number': 2, 'project_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'subnets': [{'id': '30c5d52c-a114-4898-a468-6bfab5be7bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:54.852491 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c86b22de-f98e-4e4e-b166-099addc8fece tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:54.854708 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c86b22de-f98e-4e4e-b166-099addc8fece tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3732696 Sep 16 06:13:54.863040 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] Checking router: bc77b422-5d7d-475c-abfa-63199eb13d80 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:13:54.869196 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] Updating router bc77b422-5d7d-475c-abfa-63199eb13d80 port 946035e5-990c-45b5-bc2f-9f92bb665d4b binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:13:54.899142 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:55.012770 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88e7ee51-5056-498d-9950-907115bd8771 req-27c40980-95f7-4dec-a23c-2db3c1b37264 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426044074&fields=id&tenant_id=2810720e4004460b9ce3baf4c2f033c0 HTTP/1.1" status: 200 len: 267 time: 0.0393393 Sep 16 06:13:55.132190 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7ee51-5056-498d-9950-907115bd8771 req-f35bc491-f3fa-4471-8f80-90c2c210c741 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:55.134017 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88e7ee51-5056-498d-9950-907115bd8771 req-f35bc491-f3fa-4471-8f80-90c2c210c741 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 809 time: 0.1138172 Sep 16 06:13:55.153139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88e7ee51-5056-498d-9950-907115bd8771 req-35e4fae5-3935-49bc-8f74-f2dc9f376030 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/quotas/2810720e4004460b9ce3baf4c2f033c0 HTTP/1.1" status: 200 len: 375 time: 0.0106654 Sep 16 06:13:55.190081 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:55.218137 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88e7ee51-5056-498d-9950-907115bd8771 req-770c9fc0-2cd3-4d91-8084-3dc800914e58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560746 Sep 16 06:13:55.236074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-88e7ee51-5056-498d-9950-907115bd8771 req-c3915c46-622f-4958-8b2b-ac297001e7aa service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:13:55.237094 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88e7ee51-5056-498d-9950-907115bd8771 req-c3915c46-622f-4958-8b2b-ac297001e7aa service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056324 Sep 16 06:13:55.257611 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:55.268698 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:55.346927 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9386456-0493-4344-8c0d-bbc4bde64a74 None None] Pushing event updated for resources: {'Port': ['ID=946035e5-990c-45b5-bc2f-9f92bb665d4b,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:55.347844 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88e7ee51-5056-498d-9950-907115bd8771 req-4066c8b0-e1ad-411b-9767-07e72a6b58d1 service neutron] 10.222.0.20 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031895 Sep 16 06:13:55.377107 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] Attempting to bind port 946035e5-990c-45b5-bc2f-9f92bb665d4b on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:13:55.377800 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] Attempting to bind port 946035e5-990c-45b5-bc2f-9f92bb665d4b by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': '9d2e2ae7-3bde-4335-95d6-4f033c8232a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:13:55.377800 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] Attempting to bind port 946035e5-990c-45b5-bc2f-9f92bb665d4b on network 7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:13:55.388272 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:13:55.389086 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] Checking segment: {'id': '9d2e2ae7-3bde-4335-95d6-4f033c8232a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:55.389729 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:55.390361 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] Bound using segment: {'id': '9d2e2ae7-3bde-4335-95d6-4f033c8232a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:13:55.391926 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] Bound port: 946035e5-990c-45b5-bc2f-9f92bb665d4b, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2e2ae7-3bde-4335-95d6-4f033c8232a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:13:55.392575 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:55.458773 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88e7ee51-5056-498d-9950-907115bd8771 req-533f2e9c-98bd-49c5-a7ce-b31403b826e2 service neutron] 10.222.0.20 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963969 Sep 16 06:13:55.488281 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] For port 946035e5-990c-45b5-bc2f-9f92bb665d4b, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:13:55.491949 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] For port 946035e5-990c-45b5-bc2f-9f92bb665d4b, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=946035e5-990c-45b5-bc2f-9f92bb665d4b,segment=NetworkSegment(9d2e2ae7-3bde-4335-95d6-4f033c8232a1),segment_id=9d2e2ae7-3bde-4335-95d6-4f033c8232a1)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:13:55.570639 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:55.630838 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] Routers {'bc77b422-5d7d-475c-abfa-63199eb13d80'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:55.632368 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:13:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['bc77b422-5d7d-475c-abfa-63199eb13d80'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:55.651385 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2eac02ea-3f95-4a89-bbe7-212b2d52b4c5 None None] Provisioning complete for port 946035e5-990c-45b5-bc2f-9f92bb665d4b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:55.653124 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2eac02ea-3f95-4a89-bbe7-212b2d52b4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:55.697777 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9386456-0493-4344-8c0d-bbc4bde64a74 None None] Pushing event updated for resources: {'Port': ['ID=946035e5-990c-45b5-bc2f-9f92bb665d4b,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:55.814108 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e067a142-32f1-47b7-843f-c1dd507af0de req-3b5b5c11-321c-4fd4-b4f2-a65d8528bf81 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 210 time: 0.0690889 Sep 16 06:13:55.821162 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] Set router bc77b422-5d7d-475c-abfa-63199eb13d80 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:55.912152 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2eac02ea-3f95-4a89-bbe7-212b2d52b4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:55.992111 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2eac02ea-3f95-4a89-bbe7-212b2d52b4c5 None None] For port 946035e5-990c-45b5-bc2f-9f92bb665d4b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=946035e5-990c-45b5-bc2f-9f92bb665d4b,segment=NetworkSegment(9d2e2ae7-3bde-4335-95d6-4f033c8232a1),segment_id=9d2e2ae7-3bde-4335-95d6-4f033c8232a1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:56.063278 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2eac02ea-3f95-4a89-bbe7-212b2d52b4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:56.098370 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'name': 'tempest-TestShelveInstance-1396134314-router', 'tenant_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '881c3176-132a-428d-b387-7ab2e41b9c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:47Z', 'updated_at': '2021-09-16T06:13:50Z', 'revision_number': 4, 'project_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'gw_port': {'id': '881c3176-132a-428d-b387-7ab2e41b9c8a', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:47Z', 'updated_at': '2021-09-16T06:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '946035e5-990c-45b5-bc2f-9f92bb665d4b', 'name': '', 'network_id': '7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe', 'tenant_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'mac_address': 'fa:16:3e:b2:40:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '30c5d52c-a114-4898-a468-6bfab5be7bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:49Z', 'updated_at': '2021-09-16T06:13:55Z', 'revision_number': 4, 'project_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'subnets': [{'id': '30c5d52c-a114-4898-a468-6bfab5be7bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:56.120164 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac02ea-3f95-4a89-bbe7-212b2d52b4c5 None None] Pushing event updated for resources: {'Port': ['ID=946035e5-990c-45b5-bc2f-9f92bb665d4b,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:56.126512 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd60de-37e0-4dd3-8606-7fad61b47f32 None None] The sync data for ids ['bc77b422-5d7d-475c-abfa-63199eb13d80'] in n-d-712140-13 is: [{'id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'name': 'tempest-TestShelveInstance-1396134314-router', 'tenant_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '881c3176-132a-428d-b387-7ab2e41b9c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:47Z', 'updated_at': '2021-09-16T06:13:50Z', 'revision_number': 4, 'project_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'gw_port': {'id': '881c3176-132a-428d-b387-7ab2e41b9c8a', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:47Z', 'updated_at': '2021-09-16T06:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '946035e5-990c-45b5-bc2f-9f92bb665d4b', 'name': '', 'network_id': '7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe', 'tenant_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'mac_address': 'fa:16:3e:b2:40:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '30c5d52c-a114-4898-a468-6bfab5be7bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:49Z', 'updated_at': '2021-09-16T06:13:55Z', 'revision_number': 4, 'project_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'subnets': [{'id': '30c5d52c-a114-4898-a468-6bfab5be7bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:13:56.197779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-64cce2d8-9a8f-45d6-a35a-4106315d6531 None None] Provisioning complete for port 946035e5-990c-45b5-bc2f-9f92bb665d4b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:56.198300 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-64cce2d8-9a8f-45d6-a35a-4106315d6531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:56.270604 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 946035e5-990c-45b5-bc2f-9f92bb665d4b up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:56.378251 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 946035e5-990c-45b5-bc2f-9f92bb665d4b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:56.379384 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:56.950064 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61d0e41f-4da8-4eb5-952d-cd7f810db9df req-4be77b71-4c31-4ff1-a980-7d16b67d4923 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 210 time: 0.0326493 Sep 16 06:13:58.072467 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0677247f-f53d-4ebc-b3f6-f52e840f4175 req-a71c1b83-a204-46b3-9f05-344023001ae2 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 210 time: 0.0502758 Sep 16 06:13:58.177021 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7ee51-5056-498d-9950-907115bd8771 req-25d38f22-d146-4ad8-adfd-c091d4344e07 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:58.178725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88e7ee51-5056-498d-9950-907115bd8771 req-25d38f22-d146-4ad8-adfd-c091d4344e07 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.21 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 809 time: 0.1547062 Sep 16 06:13:58.232279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88e7ee51-5056-498d-9950-907115bd8771 req-2ce55494-7637-4218-a272-9126c213d47a tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2810720e4004460b9ce3baf4c2f033c0 HTTP/1.1" status: 200 len: 380 time: 0.0388625 Sep 16 06:13:58.250493 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-88e7ee51-5056-498d-9950-907115bd8771 req-39b81904-01a8-41b2-bcb2-0c468e8ad259 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Request body: {'port': {'device_id': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'admin_state_up': True, 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'security_groups': ['ae33beb8-f036-464e-8d85-bdd3109a0833']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:58.451346 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e7ee51-5056-498d-9950-907115bd8771 req-39b81904-01a8-41b2-bcb2-0c468e8ad259 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Made reservation on behalf of 2810720e4004460b9ce3baf4c2f033c0 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:13:58.454839 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-88e7ee51-5056-498d-9950-907115bd8771 req-39b81904-01a8-41b2-bcb2-0c468e8ad259 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:58.599817 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-88e7ee51-5056-498d-9950-907115bd8771 req-39b81904-01a8-41b2-bcb2-0c468e8ad259 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Allocated IP 172.20.0.13 (6ef8aa07-4749-43af-9634-416e40edb83c/dc9fa97d-0fb8-4bcf-b848-10475264fabf/aaa53b9f-19f5-442f-97aa-41ad462ad135) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:13:58.746370 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-88e7ee51-5056-498d-9950-907115bd8771 req-39b81904-01a8-41b2-bcb2-0c468e8ad259 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:58.834776 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-88e7ee51-5056-498d-9950-907115bd8771 req-39b81904-01a8-41b2-bcb2-0c468e8ad259 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:58.876445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e7ee51-5056-498d-9950-907115bd8771 req-39b81904-01a8-41b2-bcb2-0c468e8ad259 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Network 6ef8aa07-4749-43af-9634-416e40edb83c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:58.879434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-88e7ee51-5056-498d-9950-907115bd8771 req-39b81904-01a8-41b2-bcb2-0c468e8ad259 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:58.881872 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e7ee51-5056-498d-9950-907115bd8771 req-39b81904-01a8-41b2-bcb2-0c468e8ad259 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:13:58.916468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b81904-01a8-41b2-bcb2-0c468e8ad259 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event updated for resources: {'Port': ['ID=aaa53b9f-19f5-442f-97aa-41ad462ad135,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:58.944969 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7ee51-5056-498d-9950-907115bd8771 req-39b81904-01a8-41b2-bcb2-0c468e8ad259 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:58.945607 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-88e7ee51-5056-498d-9950-907115bd8771 req-39b81904-01a8-41b2-bcb2-0c468e8ad259 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:59.011289 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88e7ee51-5056-498d-9950-907115bd8771 req-39b81904-01a8-41b2-bcb2-0c468e8ad259 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7650166 Sep 16 06:13:59.031530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Request body: {'port': {'device_id': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:59.092767 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:59.127323 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:59.154158 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a7c38fa9-29f7-434c-87d8-a4847aebb78e None None] Provisioning complete for port aaa53b9f-19f5-442f-97aa-41ad462ad135 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:59.154857 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a7c38fa9-29f7-434c-87d8-a4847aebb78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:59.198385 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a7c38fa9-29f7-434c-87d8-a4847aebb78e None None] Port aaa53b9f-19f5-442f-97aa-41ad462ad135 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:13:59.277641 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:13:59.323527 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5e742-01e4-4223-9b9a-ea400f11d596 req-93c64204-5b7b-47b3-94a1-edb6503117e5 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:59.325050 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35f5e742-01e4-4223-9b9a-ea400f11d596 req-93c64204-5b7b-47b3-94a1-edb6503117e5 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 932 time: 0.1154602 Sep 16 06:13:59.388945 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-35f5e742-01e4-4223-9b9a-ea400f11d596 req-b4b20731-7818-4a13-9683-b1e79226055b tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571277 Sep 16 06:13:59.452952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa53b9f-19f5-442f-97aa-41ad462ad135 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:13:59.460387 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:59.472921 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Transition to ACTIVE for port object aaa53b9f-19f5-442f-97aa-41ad462ad135 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:13:59.565822 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:59.658916 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Pushing event updated for resources: {'Port': ['ID=aaa53b9f-19f5-442f-97aa-41ad462ad135,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:59.694421 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Attempting to bind port aaa53b9f-19f5-442f-97aa-41ad462ad135 on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:13:59.694773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Attempting to bind port aaa53b9f-19f5-442f-97aa-41ad462ad135 by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:13:59.695107 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Attempting to bind port aaa53b9f-19f5-442f-97aa-41ad462ad135 on network 6ef8aa07-4749-43af-9634-416e40edb83c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:13:59.700451 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Port aaa53b9f-19f5-442f-97aa-41ad462ad135 on network 6ef8aa07-4749-43af-9634-416e40edb83c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:13:59.700775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Attempting to bind port aaa53b9f-19f5-442f-97aa-41ad462ad135 on network 6ef8aa07-4749-43af-9634-416e40edb83c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:13:59.705914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:13:59.706287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Checking segment: {'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:59.706637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Bound using segment: {'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:13:59.707107 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Bound port: aaa53b9f-19f5-442f-97aa-41ad462ad135, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:13:59.707468 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:59.777801 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] For port aaa53b9f-19f5-442f-97aa-41ad462ad135, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:13:59.781194 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] For port aaa53b9f-19f5-442f-97aa-41ad462ad135, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:13:59.851372 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:59.895952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:59.896633 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:59.898065 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88e7ee51-5056-498d-9950-907115bd8771 req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] 10.222.0.21 "PUT /v2.0/ports/aaa53b9f-19f5-442f-97aa-41ad462ad135 HTTP/1.1" status: 200 len: 1093 time: 0.8728623 Sep 16 06:13:59.898944 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'tag': 'aaa53b9f-19f5-442f-97aa-41ad462ad135'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:13:59.912187 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1374ebc5-94a2-4bfd-9d5f-bad2875d37a0" -d '{"events": [{"name": "network-changed", "server_uuid": "1c961439-7358-4bd9-bef9-4e42723d70d6", "tag": "aaa53b9f-19f5-442f-97aa-41ad462ad135"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:13:59.941849 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32019916-cf4a-4881-95f7-127fc5e86faa service neutron] Pushing event updated for resources: {'Port': ['ID=aaa53b9f-19f5-442f-97aa-41ad462ad135,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:00.031681 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8f9e7d-1342-4614-b672-edde15406be2 x-openstack-request-id: req-7b8f9e7d-1342-4614-b672-edde15406be2 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:14:00.031971 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c961439-7358-4bd9-bef9-4e42723d70d6", "tag": "aaa53b9f-19f5-442f-97aa-41ad462ad135", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:14:00.032218 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b8f9e7d-1342-4614-b672-edde15406be2 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:14:00.032639 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'tag': 'aaa53b9f-19f5-442f-97aa-41ad462ad135', 'status': 'completed', 'code': 200} Sep 16 06:14:00.092580 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7ee51-5056-498d-9950-907115bd8771 req-6b4f06d5-dfc0-4db9-beac-9192c0486bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:00.098001 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88e7ee51-5056-498d-9950-907115bd8771 req-6b4f06d5-dfc0-4db9-beac-9192c0486bba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 1096 time: 0.0485694 Sep 16 06:14:00.149342 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88e7ee51-5056-498d-9950-907115bd8771 req-5ac2ff54-9675-4b55-a6f6-920988cfc1ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135 HTTP/1.1" status: 200 len: 217 time: 0.0380793 Sep 16 06:14:00.205355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7ee51-5056-498d-9950-907115bd8771 req-22f56b00-ed8a-4853-a45a-ceeac5afcfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:00.206768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88e7ee51-5056-498d-9950-907115bd8771 req-22f56b00-ed8a-4853-a45a-ceeac5afcfdf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.0501513 Sep 16 06:14:00.260079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7ee51-5056-498d-9950-907115bd8771 req-f4b30cd6-1d0e-4118-a4ce-1e8996e1e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:00.261623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88e7ee51-5056-498d-9950-907115bd8771 req-f4b30cd6-1d0e-4118-a4ce-1e8996e1e3ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473955 Sep 16 06:14:00.356593 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88e7ee51-5056-498d-9950-907115bd8771 req-0152cbd7-cf68-49be-84b7-e75d790ab0b4 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875654 Sep 16 06:14:00.454507 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88e7ee51-5056-498d-9950-907115bd8771 req-5d0f9533-bf8f-41a2-9f28-4b4393e8c819 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893929 Sep 16 06:14:00.510585 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ede23-39da-4f98-b0bc-741fa8e5b5f7 req-4aee6f57-bc25-4f6f-9119-a3c2b8fc9392 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:00.512099 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a2ede23-39da-4f98-b0bc-741fa8e5b5f7 req-4aee6f57-bc25-4f6f-9119-a3c2b8fc9392 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 944 time: 0.0527120 Sep 16 06:14:00.554099 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a2ede23-39da-4f98-b0bc-741fa8e5b5f7 req-c0638717-2f07-4171-998e-f833cd055b42 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348833 Sep 16 06:14:00.681348 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374ebc5-94a2-4bfd-9d5f-bad2875d37a0 req-1d6841f8-364e-4a5a-bca6-51343c81dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:00.682829 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1374ebc5-94a2-4bfd-9d5f-bad2875d37a0 req-1d6841f8-364e-4a5a-bca6-51343c81dfa2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 1096 time: 0.0471687 Sep 16 06:14:00.778076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374ebc5-94a2-4bfd-9d5f-bad2875d37a0 req-ca27af36-d7f0-44d4-98b9-78a2a41a93e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:00.779621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1374ebc5-94a2-4bfd-9d5f-bad2875d37a0 req-ca27af36-d7f0-44d4-98b9-78a2a41a93e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 910 time: 0.0893810 Sep 16 06:14:00.824946 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1374ebc5-94a2-4bfd-9d5f-bad2875d37a0 req-198c7907-4b9f-4ba1-b844-6782aee1a20c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135 HTTP/1.1" status: 200 len: 217 time: 0.0381951 Sep 16 06:14:00.885359 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374ebc5-94a2-4bfd-9d5f-bad2875d37a0 req-1593a623-e1f6-4d78-8120-553567f797bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:00.886862 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1374ebc5-94a2-4bfd-9d5f-bad2875d37a0 req-1593a623-e1f6-4d78-8120-553567f797bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.0480757 Sep 16 06:14:00.935903 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374ebc5-94a2-4bfd-9d5f-bad2875d37a0 req-85755db3-c08a-4f8a-ac4e-e23fa7bf1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:00.937361 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1374ebc5-94a2-4bfd-9d5f-bad2875d37a0 req-85755db3-c08a-4f8a-ac4e-e23fa7bf1fc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427568 Sep 16 06:14:01.037208 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1374ebc5-94a2-4bfd-9d5f-bad2875d37a0 req-66ee3643-b566-4e5c-be16-e53f1912aea0 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926366 Sep 16 06:14:01.130107 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1374ebc5-94a2-4bfd-9d5f-bad2875d37a0 req-beb29c87-9bc4-45f5-8a85-b9ce47c2f31b service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847299 Sep 16 06:14:01.682491 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5fc9c-6720-4fbf-8400-27ad942a5163 req-66d86841-78e3-41a8-a3da-784b42506ade tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:01.684204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03a5fc9c-6720-4fbf-8400-27ad942a5163 req-66d86841-78e3-41a8-a3da-784b42506ade tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 944 time: 0.0575776 Sep 16 06:14:01.738153 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-03a5fc9c-6720-4fbf-8400-27ad942a5163 req-f1ffc8d6-b25b-430f-b506-4f88a84d9e6d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474455 Sep 16 06:14:02.869586 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a207d-289b-451b-8f79-61ffd0c8b887 req-85ba6a99-f4fe-442f-b0ec-43880bff3d86 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:02.871277 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-933a207d-289b-451b-8f79-61ffd0c8b887 req-85ba6a99-f4fe-442f-b0ec-43880bff3d86 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 944 time: 0.0618148 Sep 16 06:14:02.919093 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-933a207d-289b-451b-8f79-61ffd0c8b887 req-67e45bdd-80f0-4fcd-b2c2-3a461df46067 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334353 Sep 16 06:14:04.034314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec9883-9e13-441e-aa31-40166948f2b0 req-9849ab04-904e-4bc9-af21-58d3f6e5583d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:04.035858 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cec9883-9e13-441e-aa31-40166948f2b0 req-9849ab04-904e-4bc9-af21-58d3f6e5583d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 944 time: 0.0492871 Sep 16 06:14:04.074603 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2cec9883-9e13-441e-aa31-40166948f2b0 req-729b4c03-0be8-490f-a78f-ae1a2b0db407 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321128 Sep 16 06:14:05.008797 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device aaa53b9f-19f5-442f-97aa-41ad462ad135 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:14:05.124989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port aaa53b9f-19f5-442f-97aa-41ad462ad135, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:14:05.146414 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'aaa53b9f-19f5-442f-97aa-41ad462ad135', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'port_id': 'aaa53b9f-19f5-442f-97aa-41ad462ad135', 'mac_address': 'fa:16:3e:4d:cf:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:14:05.191652 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:05.206300 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa53b9f-19f5-442f-97aa-41ad462ad135 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:14:05.217371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e4342-a21f-404d-be0b-2142cb61828a req-a24779e7-a39e-4904-9b0d-1355cec70c02 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:05.219317 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f9e4342-a21f-404d-be0b-2142cb61828a req-a24779e7-a39e-4904-9b0d-1355cec70c02 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 944 time: 0.0624251 Sep 16 06:14:05.232828 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port aaa53b9f-19f5-442f-97aa-41ad462ad135, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:14:05.267583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1f9e4342-a21f-404d-be0b-2142cb61828a req-0ccd18e0-0231-4d11-8533-d0522fed48dc tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418026 Sep 16 06:14:05.309455 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:05.359170 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3f116388-3a5a-4675-8778-73bb087b64b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:05.364903 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=aaa53b9f-19f5-442f-97aa-41ad462ad135,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:05.662302 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['aaa53b9f-19f5-442f-97aa-41ad462ad135'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:14:06.386752 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c1c88-8bb3-4dec-a2a1-8597821dd266 req-9411db09-f2e6-4178-934d-7502a2d01379 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:06.388364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732c1c88-8bb3-4dec-a2a1-8597821dd266 req-9411db09-f2e6-4178-934d-7502a2d01379 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 945 time: 0.0512824 Sep 16 06:14:06.428429 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-732c1c88-8bb3-4dec-a2a1-8597821dd266 req-d145b813-8ed3-49df-91a0-b5aff10384fc tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340662 Sep 16 06:14:07.039822 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device aaa53b9f-19f5-442f-97aa-41ad462ad135 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:14:07.170144 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port aaa53b9f-19f5-442f-97aa-41ad462ad135 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:14:07.173996 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port aaa53b9f-19f5-442f-97aa-41ad462ad135 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:14:07.174378 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:07.255210 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:07.283982 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa53b9f-19f5-442f-97aa-41ad462ad135'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:14:07.287372 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0493c27b-c3db-47bf-9f26-30e522e33ac4" -d '{"events": [{"server_uuid": "1c961439-7358-4bd9-bef9-4e42723d70d6", "name": "network-vif-plugged", "status": "completed", "tag": "aaa53b9f-19f5-442f-97aa-41ad462ad135"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:14:07.309134 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port aaa53b9f-19f5-442f-97aa-41ad462ad135, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:14:07.371600 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:07.396900 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9209853c-1b1f-4366-9ecb-9753ff3654f7 x-openstack-request-id: req-9209853c-1b1f-4366-9ecb-9753ff3654f7 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:14:07.397198 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c961439-7358-4bd9-bef9-4e42723d70d6", "name": "network-vif-plugged", "status": "completed", "tag": "aaa53b9f-19f5-442f-97aa-41ad462ad135", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:14:07.397451 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9209853c-1b1f-4366-9ecb-9753ff3654f7 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:14:07.397839 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa53b9f-19f5-442f-97aa-41ad462ad135', 'code': 200} Sep 16 06:14:07.425220 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=aaa53b9f-19f5-442f-97aa-41ad462ad135,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:07.547436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a3f7e-3d93-4d97-acd9-7709a6ccec6e req-a02b60e8-b7bf-4dda-9771-225b20f0224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:07.549019 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd7a3f7e-3d93-4d97-acd9-7709a6ccec6e req-a02b60e8-b7bf-4dda-9771-225b20f0224f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 1098 time: 0.0717335 Sep 16 06:14:07.560589 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a1264-84f1-418f-8065-8a4cf68be71d req-c845b5e8-7516-4a9e-a271-189534259cd4 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:07.562010 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a23a1264-84f1-418f-8065-8a4cf68be71d req-c845b5e8-7516-4a9e-a271-189534259cd4 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0595062 Sep 16 06:14:07.617517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd7a3f7e-3d93-4d97-acd9-7709a6ccec6e req-aabb77f7-c340-44a8-a4ef-c7e6aa488d1f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545621 Sep 16 06:14:07.622958 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a23a1264-84f1-418f-8065-8a4cf68be71d req-3f6a98ce-97a5-47f7-8069-53f3bba8f59b tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548348 Sep 16 06:14:07.825127 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5bbb4b8d-6d0f-4bb2-ae75-6856a5e7a193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:08.645801 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:08.744602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f52c4-d409-4ee9-8940-f784507c5c58 req-69ecc66a-e441-45e4-9676-78013b5f1421 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:08.746694 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-714f52c4-d409-4ee9-8940-f784507c5c58 req-69ecc66a-e441-45e4-9676-78013b5f1421 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0519450 Sep 16 06:14:08.786195 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-714f52c4-d409-4ee9-8940-f784507c5c58 req-85180a66-6662-4bef-82c6-a34fa9d29448 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332744 Sep 16 06:14:09.604083 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:09.906544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ceb416-46ce-4fad-8a30-f96fcfb42743 req-95ed35f7-550a-4641-9746-286feb6dbd13 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:09.907962 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4ceb416-46ce-4fad-8a30-f96fcfb42743 req-95ed35f7-550a-4641-9746-286feb6dbd13 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0504310 Sep 16 06:14:09.956583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a4ceb416-46ce-4fad-8a30-f96fcfb42743 req-c18cd3dd-48af-4d20-8e51-ed885872fe9d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424190 Sep 16 06:14:10.087162 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b350018-d7cf-477a-95ef-3d60c4335b16 req-a1a2f4b6-da91-48a1-b6d9-cd86fb10fc58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:10.088761 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b350018-d7cf-477a-95ef-3d60c4335b16 req-a1a2f4b6-da91-48a1-b6d9-cd86fb10fc58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0547507 Sep 16 06:14:10.127258 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b350018-d7cf-477a-95ef-3d60c4335b16 req-888f07ed-d3f3-49dd-9d65-bb044296f78e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325022 Sep 16 06:14:10.149027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 44094) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:14:10.285272 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f4a5f-43eb-4848-a0c2-75fdc5eb2726 tempest-TestShelveInstance-615157798 tempest-TestShelveInstance-615157798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:10.290276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44098) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:14:10.290588 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-853f4a5f-43eb-4848-a0c2-75fdc5eb2726 tempest-TestShelveInstance-615157798 tempest-TestShelveInstance-615157798-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 1093 time: 0.1401894 Sep 16 06:14:10.296340 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': 'aaa53b9f-19f5-442f-97aa-41ad462ad135', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:14:10.382826 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:10.480780 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:10.940379 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Allocated IP 172.25.4.7 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/aec25772-d6ce-4416-a814-2b75b5b78921) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:14:11.045345 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:11.177730 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:11.188364 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:11.215541 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:14:11.218401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:14:11.222060 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:14:11.257406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event updated for resources: {'Port': ['ID=aec25772-d6ce-4416-a814-2b75b5b78921,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:11.615555 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:11.741312 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:11.900797 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:11.948674 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:12.021574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event updated for resources: {'Port': ['ID=aec25772-d6ce-4416-a814-2b75b5b78921,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:12.031985 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:12.141583 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Floating IP ee7cfe7e-ed76-4741-bb94-add6d9f32201 associated. External IP: 172.25.4.7, port: aaa53b9f-19f5-442f-97aa-41ad462ad135. Sep 16 06:14:12.366758 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Router 4240d609-4787-4e88-93fb-77607c6f1d9c has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:14:12.481867 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:14:12.493124 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702e087-1c92-4582-bbb6-4b0a2c35eb70 None None] Sync routers for ids ['4240d609-4787-4e88-93fb-77607c6f1d9c'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:14:12.502307 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1702e087-1c92-4582-bbb6-4b0a2c35eb70 None None] Routers {'4240d609-4787-4e88-93fb-77607c6f1d9c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:14:12.509938 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-1702e087-1c92-4582-bbb6-4b0a2c35eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:14:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['4240d609-4787-4e88-93fb-77607c6f1d9c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:14:12.565394 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:12.606937 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-041ac193-dd54-4e3f-a067-8eabe1d49c58 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3038566 Sep 16 06:14:12.606937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'tag': 'aaa53b9f-19f5-442f-97aa-41ad462ad135'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:14:12.606937 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e077b9e4-ea3e-4967-ae56-4180b61b7cab" -d '{"events": [{"name": "network-changed", "server_uuid": "1c961439-7358-4bd9-bef9-4e42723d70d6", "tag": "aaa53b9f-19f5-442f-97aa-41ad462ad135"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:14:12.612499 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-1702e087-1c92-4582-bbb6-4b0a2c35eb70 None None] Set router 4240d609-4787-4e88-93fb-77607c6f1d9c gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:14:12.662652 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc7844b-e64c-4855-afb7-4e217f797b9a x-openstack-request-id: req-1dc7844b-e64c-4855-afb7-4e217f797b9a {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:14:12.663171 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c961439-7358-4bd9-bef9-4e42723d70d6", "tag": "aaa53b9f-19f5-442f-97aa-41ad462ad135", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:14:12.663510 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1dc7844b-e64c-4855-afb7-4e217f797b9a {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:14:12.664103 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'tag': 'aaa53b9f-19f5-442f-97aa-41ad462ad135', 'status': 'completed', 'code': 200} Sep 16 06:14:12.749481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077b9e4-ea3e-4967-ae56-4180b61b7cab req-b003bd9e-0cda-48d3-a4be-d77a0b647d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:12.750979 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e077b9e4-ea3e-4967-ae56-4180b61b7cab req-b003bd9e-0cda-48d3-a4be-d77a0b647d7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 1098 time: 0.0432959 Sep 16 06:14:12.860392 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-1702e087-1c92-4582-bbb6-4b0a2c35eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:13:42Z', 'revision_number': 4, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'ee7cfe7e-ed76-4741-bb94-add6d9f32201', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'port_id': 'aaa53b9f-19f5-442f-97aa-41ad462ad135', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'mac_address': 'fa:16:3e:4d:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:14:11Z', 'updated_at': '2021-09-16T06:14:11Z', 'revision_number': 0, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb782dc7-7a3b-454f-9775-4ea88106e85e', 'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'mac_address': 'fa:16:3e:73:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:41Z', 'updated_at': '2021-09-16T06:13:46Z', 'revision_number': 5, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'subnets': [{'id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:14:12.862454 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077b9e4-ea3e-4967-ae56-4180b61b7cab req-b5ebdb74-f9d3-4272-8852-ad16dbdce393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:12.864103 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e077b9e4-ea3e-4967-ae56-4180b61b7cab req-b5ebdb74-f9d3-4272-8852-ad16dbdce393 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 910 time: 0.1057448 Sep 16 06:14:12.897541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702e087-1c92-4582-bbb6-4b0a2c35eb70 None None] Checking router: 4240d609-4787-4e88-93fb-77607c6f1d9c for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:14:12.907495 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1702e087-1c92-4582-bbb6-4b0a2c35eb70 None None] Routers {'4240d609-4787-4e88-93fb-77607c6f1d9c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:14:12.908133 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-1702e087-1c92-4582-bbb6-4b0a2c35eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:14:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['4240d609-4787-4e88-93fb-77607c6f1d9c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:14:12.941882 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e077b9e4-ea3e-4967-ae56-4180b61b7cab req-c3685ea0-5dd5-4dde-86db-0d555452504f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135 HTTP/1.1" status: 200 len: 998 time: 0.0702093 Sep 16 06:14:13.004520 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077b9e4-ea3e-4967-ae56-4180b61b7cab req-a5b22ea1-f86c-48dd-9590-e2d6f5a0301f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:13.006691 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e077b9e4-ea3e-4967-ae56-4180b61b7cab req-a5b22ea1-f86c-48dd-9590-e2d6f5a0301f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.0572639 Sep 16 06:14:13.022641 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-1702e087-1c92-4582-bbb6-4b0a2c35eb70 None None] Set router 4240d609-4787-4e88-93fb-77607c6f1d9c gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:14:13.054927 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077b9e4-ea3e-4967-ae56-4180b61b7cab req-c2da8406-c0d7-41ae-a33b-36cff731e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:13.056477 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e077b9e4-ea3e-4967-ae56-4180b61b7cab req-c2da8406-c0d7-41ae-a33b-36cff731e765 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433486 Sep 16 06:14:13.163649 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e077b9e4-ea3e-4967-ae56-4180b61b7cab req-01cf6707-993c-4ee8-af3a-9782f1347c9a service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997927 Sep 16 06:14:13.270247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e077b9e4-ea3e-4967-ae56-4180b61b7cab req-da7536b3-3e3b-4314-9b16-f6d03a2e1521 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988407 Sep 16 06:14:13.415449 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-1702e087-1c92-4582-bbb6-4b0a2c35eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:13:42Z', 'revision_number': 4, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'ee7cfe7e-ed76-4741-bb94-add6d9f32201', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'port_id': 'aaa53b9f-19f5-442f-97aa-41ad462ad135', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'mac_address': 'fa:16:3e:4d:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:14:11Z', 'updated_at': '2021-09-16T06:14:11Z', 'revision_number': 0, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb782dc7-7a3b-454f-9775-4ea88106e85e', 'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'mac_address': 'fa:16:3e:73:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:41Z', 'updated_at': '2021-09-16T06:13:46Z', 'revision_number': 5, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'subnets': [{'id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:14:13.448088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702e087-1c92-4582-bbb6-4b0a2c35eb70 None None] The sync data for ids ['4240d609-4787-4e88-93fb-77607c6f1d9c'] in n-d-712140-13 is: [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:13:42Z', 'revision_number': 4, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'ee7cfe7e-ed76-4741-bb94-add6d9f32201', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'port_id': 'aaa53b9f-19f5-442f-97aa-41ad462ad135', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'mac_address': 'fa:16:3e:4d:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:14:11Z', 'updated_at': '2021-09-16T06:14:11Z', 'revision_number': 0, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb782dc7-7a3b-454f-9775-4ea88106e85e', 'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'mac_address': 'fa:16:3e:73:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:41Z', 'updated_at': '2021-09-16T06:13:46Z', 'revision_number': 5, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'subnets': [{'id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:14:13.657191 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f51a1d8-6d7b-4b25-8bcd-12add145a179 None None] New status for floating IP ee7cfe7e-ed76-4741-bb94-add6d9f32201: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:14:25.228372 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:29.134787 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:35.325322 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-83dff0ed-abf0-4722-b749-72f34ebdd283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:36.276746 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:14:37.822254 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-906b4c80-8848-40af-b172-60b20b590e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:38.690711 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:39.609340 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:41.147673 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:53.975241 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6441e5f3-e785-44eb-a075-409e93bcdbe2 req-3fe1f582-3b59-4ef3-936a-8bf100853fec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449698 Sep 16 06:14:54.079186 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441e5f3-e785-44eb-a075-409e93bcdbe2 req-a3aa0537-d118-4c74-ad39-a4609959737d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:54.080609 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6441e5f3-e785-44eb-a075-409e93bcdbe2 req-a3aa0537-d118-4c74-ad39-a4609959737d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 1098 time: 0.0474222 Sep 16 06:14:54.192231 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441e5f3-e785-44eb-a075-409e93bcdbe2 req-91e56554-9347-4677-ae7b-e6b8f5a22375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:54.193775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6441e5f3-e785-44eb-a075-409e93bcdbe2 req-91e56554-9347-4677-ae7b-e6b8f5a22375 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 910 time: 0.0934620 Sep 16 06:14:54.265618 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6441e5f3-e785-44eb-a075-409e93bcdbe2 req-8b2de7a4-e00c-4146-bcdf-0d356d1debe6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135 HTTP/1.1" status: 200 len: 1000 time: 0.0645394 Sep 16 06:14:54.317229 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441e5f3-e785-44eb-a075-409e93bcdbe2 req-cb76a5ef-d8ba-415f-930b-dc1b7a0fdf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:54.318732 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6441e5f3-e785-44eb-a075-409e93bcdbe2 req-cb76a5ef-d8ba-415f-930b-dc1b7a0fdf5c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.0461543 Sep 16 06:14:54.372454 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441e5f3-e785-44eb-a075-409e93bcdbe2 req-5a01c232-6642-462a-9cd7-64a5de1de733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:54.373917 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6441e5f3-e785-44eb-a075-409e93bcdbe2 req-5a01c232-6642-462a-9cd7-64a5de1de733 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436862 Sep 16 06:14:54.473439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6441e5f3-e785-44eb-a075-409e93bcdbe2 req-b91cd2a4-f2f1-4dc2-a179-0c3bf66ba72a service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916083 Sep 16 06:14:54.567943 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6441e5f3-e785-44eb-a075-409e93bcdbe2 req-6321700b-fc72-48d0-8f95-94d30f3eeca8 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878639 Sep 16 06:14:55.239074 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:59.102098 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:05.301685 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-964af79a-d74c-46e7-80be-1513b1a277d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:07.816345 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-67157df6-9b29-4c3f-a31c-c9ea9e93dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:08.684701 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:09.644909 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:11.147011 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:13.277504 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:15:25.261258 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:29.111339 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:35.289261 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-80ae8e8c-8939-41ef-aeb7-488a785eff64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:37.877920 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f99e8e8a-0ac5-43af-a05a-ac55e0fb60f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:38.729604 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:39.627059 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:41.170004 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:50.276692 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:15:53.940057 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc82c8d4-a5e1-4501-9d79-faf03a8c7616 req-ee165968-b1f5-4cf7-9d67-583522abc9e4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479715 Sep 16 06:15:54.048878 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82c8d4-a5e1-4501-9d79-faf03a8c7616 req-4744d239-5df8-4b15-8f5b-3fb0c3cb9fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:54.050444 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc82c8d4-a5e1-4501-9d79-faf03a8c7616 req-4744d239-5df8-4b15-8f5b-3fb0c3cb9fe7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 1098 time: 0.0430546 Sep 16 06:15:54.161414 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82c8d4-a5e1-4501-9d79-faf03a8c7616 req-53d41c2b-893e-4e59-96e5-7199a38d362c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:54.162830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc82c8d4-a5e1-4501-9d79-faf03a8c7616 req-53d41c2b-893e-4e59-96e5-7199a38d362c service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 910 time: 0.0915205 Sep 16 06:15:54.234184 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc82c8d4-a5e1-4501-9d79-faf03a8c7616 req-83bea22c-bfad-443d-afad-79674343c60d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135 HTTP/1.1" status: 200 len: 1000 time: 0.0638282 Sep 16 06:15:54.284916 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82c8d4-a5e1-4501-9d79-faf03a8c7616 req-4ac8e86a-6132-4947-a29b-c0a4df09bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:54.286414 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc82c8d4-a5e1-4501-9d79-faf03a8c7616 req-4ac8e86a-6132-4947-a29b-c0a4df09bcff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.0459497 Sep 16 06:15:54.335355 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82c8d4-a5e1-4501-9d79-faf03a8c7616 req-6b197e3a-bdb7-4802-8f9b-ddd79b431f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:54.336927 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc82c8d4-a5e1-4501-9d79-faf03a8c7616 req-6b197e3a-bdb7-4802-8f9b-ddd79b431f4f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423818 Sep 16 06:15:54.435669 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc82c8d4-a5e1-4501-9d79-faf03a8c7616 req-d508c698-e386-49ef-bb7d-9c491935188e service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910804 Sep 16 06:15:54.534183 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc82c8d4-a5e1-4501-9d79-faf03a8c7616 req-dd04f1d9-06b0-4a88-8214-0c90054964c1 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914941 Sep 16 06:15:55.266095 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:59.186636 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:05.265941 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cac1d60a-a89b-4326-bcd0-b66abffa34d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:07.803349 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c77d3cae-c53f-448f-8cab-2db0a094ed33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:08.665722 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:09.618734 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:11.191963 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:25.288427 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:27.275475 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:16:29.140167 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:35.269629 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-348569c1-65d8-4442-82cb-f9f53d2c3ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:37.802545 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3f37e800-496b-4420-9ddb-06f96f9ae01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:38.676735 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:39.094377 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496886d1-3c50-4395-a5aa-cc055e018aa8 req-ddbc41f6-8d59-4723-83fc-9c95f4c58dfb tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:39.095965 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-496886d1-3c50-4395-a5aa-cc055e018aa8 req-ddbc41f6-8d59-4723-83fc-9c95f4c58dfb tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.1172333 Sep 16 06:16:39.139760 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-496886d1-3c50-4395-a5aa-cc055e018aa8 req-903d0cc7-7e8a-4aa4-8471-89e39e99f8f1 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376415 Sep 16 06:16:39.615251 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:40.293570 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb6523-f696-476e-b93c-19cdbca29067 req-5d6b6fa9-028e-40b3-af71-a0af850cc0e0 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:40.295693 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2fb6523-f696-476e-b93c-19cdbca29067 req-5d6b6fa9-028e-40b3-af71-a0af850cc0e0 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0508773 Sep 16 06:16:40.338498 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b2fb6523-f696-476e-b93c-19cdbca29067 req-123ab079-ab18-429a-bdff-ebf4fafab706 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329685 Sep 16 06:16:41.197426 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:41.493294 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7d05f-3c59-46a1-83b1-f6c5cff0807d req-6d223f09-806b-4f05-a1e2-a31fae26117b tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:41.495005 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39e7d05f-3c59-46a1-83b1-f6c5cff0807d req-6d223f09-806b-4f05-a1e2-a31fae26117b tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0512960 Sep 16 06:16:41.541685 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-39e7d05f-3c59-46a1-83b1-f6c5cff0807d req-77a4f067-a3b6-4939-ad62-7ccf0c75e244 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398185 Sep 16 06:16:42.666032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49ec4a-6acc-48c7-a0cc-aed7335f832d req-793f5f02-c042-4ecd-88e4-4bd21132ccf6 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:42.667652 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db49ec4a-6acc-48c7-a0cc-aed7335f832d req-793f5f02-c042-4ecd-88e4-4bd21132ccf6 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0520256 Sep 16 06:16:42.708037 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-db49ec4a-6acc-48c7-a0cc-aed7335f832d req-8c9c4c39-6c1b-484c-9d5d-e258c4d0c7bd tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334918 Sep 16 06:16:43.824747 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffdd76-9f6c-46ae-b9f6-933135abcf3c req-926c798a-a3f0-41c2-8561-976e25993506 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:43.827016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07ffdd76-9f6c-46ae-b9f6-933135abcf3c req-926c798a-a3f0-41c2-8561-976e25993506 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0510182 Sep 16 06:16:43.868491 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-07ffdd76-9f6c-46ae-b9f6-933135abcf3c req-1436da3e-4224-4392-97a9-557fd00616f0 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353985 Sep 16 06:16:44.991391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcaf4cd-127d-4148-bcd6-83fa5c76b0e0 req-aba81132-86b3-4bba-be8e-0afc764e216a tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:44.993806 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-edcaf4cd-127d-4148-bcd6-83fa5c76b0e0 req-aba81132-86b3-4bba-be8e-0afc764e216a tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0552039 Sep 16 06:16:45.043638 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-edcaf4cd-127d-4148-bcd6-83fa5c76b0e0 req-f2cfc2d8-e11d-42b8-8ea9-c143b31676f8 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425808 Sep 16 06:16:46.167496 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d13ae-0ef8-4162-8770-801f385113a8 req-b22ef54a-ea0c-41e5-ad5c-9c5cd560fbe5 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:46.174517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a8d13ae-0ef8-4162-8770-801f385113a8 req-b22ef54a-ea0c-41e5-ad5c-9c5cd560fbe5 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0530558 Sep 16 06:16:46.210045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5a8d13ae-0ef8-4162-8770-801f385113a8 req-3b33d5fa-9a58-404b-a60f-3104d2252036 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340688 Sep 16 06:16:47.330780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49f1ba-d1bd-4f84-8b96-ddc71531477b req-7cdc4183-d254-42c2-95df-ac8f32a3df11 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:47.332364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e49f1ba-d1bd-4f84-8b96-ddc71531477b req-7cdc4183-d254-42c2-95df-ac8f32a3df11 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0515873 Sep 16 06:16:47.373249 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8e49f1ba-d1bd-4f84-8b96-ddc71531477b req-30b2d7b9-08fd-466d-a1e9-767592ab9787 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336168 Sep 16 06:16:48.505408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b9a8c-9210-4281-896a-1bb27a998e96 req-78d43c09-8533-4db3-a143-aa6dd0889a3a tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:48.507015 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-196b9a8c-9210-4281-896a-1bb27a998e96 req-78d43c09-8533-4db3-a143-aa6dd0889a3a tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0644112 Sep 16 06:16:48.551300 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-196b9a8c-9210-4281-896a-1bb27a998e96 req-5dfec953-97a8-4b25-9625-860608c2efbb tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381753 Sep 16 06:16:49.681341 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2be489-f45e-471a-8060-8c7628794021 req-1f641855-5632-443e-9849-03b8ad6d3fc3 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:49.682965 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce2be489-f45e-471a-8060-8c7628794021 req-1f641855-5632-443e-9849-03b8ad6d3fc3 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0583770 Sep 16 06:16:49.729057 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ce2be489-f45e-471a-8060-8c7628794021 req-d05a436b-f30c-4a6a-aa70-fe1b34a7b152 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394833 Sep 16 06:16:50.862051 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6118d4-4a03-4408-8166-007ae4b9a304 req-f4879a7e-8683-4dae-b484-102b7030788e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:50.863648 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c6118d4-4a03-4408-8166-007ae4b9a304 req-f4879a7e-8683-4dae-b484-102b7030788e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0579660 Sep 16 06:16:50.905155 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c6118d4-4a03-4408-8166-007ae4b9a304 req-ff496563-cff8-4887-bba7-e3c4d107957f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351415 Sep 16 06:16:51.815589 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device aaa53b9f-19f5-442f-97aa-41ad462ad135 details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:16:51.927153 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port aaa53b9f-19f5-442f-97aa-41ad462ad135, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:16:51.939619 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'aaa53b9f-19f5-442f-97aa-41ad462ad135', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'port_id': 'aaa53b9f-19f5-442f-97aa-41ad462ad135', 'mac_address': 'fa:16:3e:4d:cf:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:16:51.978970 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:51.992964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aaa53b9f-19f5-442f-97aa-41ad462ad135 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:16:52.015069 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port aaa53b9f-19f5-442f-97aa-41ad462ad135, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:16:52.032102 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635b346-1604-4397-b7e0-7a747e545a39 req-1d04114f-1164-453a-ac40-e6f0328205ae tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:52.033697 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9635b346-1604-4397-b7e0-7a747e545a39 req-1d04114f-1164-453a-ac40-e6f0328205ae tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0567153 Sep 16 06:16:52.078473 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9635b346-1604-4397-b7e0-7a747e545a39 req-62470924-71e1-4848-bbed-e37b554907e8 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386829 Sep 16 06:16:52.105210 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:52.153947 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=aaa53b9f-19f5-442f-97aa-41ad462ad135,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:16:52.162630 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:16:52.162998 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:16:52.163342 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:16:52.163684 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:16:52.164011 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:16:52.164342 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:16:52.164669 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:16:52.164995 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:16:52.165317 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:16:52.165928 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:16:52.166249 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:16:52.166573 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:16:52.253307 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['aaa53b9f-19f5-442f-97aa-41ad462ad135'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:16:53.194551 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8676bc-a6b7-48ce-9877-30e95738f4e2 req-01c3ea0b-1c73-46fb-bc15-2eff483622f8 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:53.196128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd8676bc-a6b7-48ce-9877-30e95738f4e2 req-01c3ea0b-1c73-46fb-bc15-2eff483622f8 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 945 time: 0.0505178 Sep 16 06:16:53.237589 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd8676bc-a6b7-48ce-9877-30e95738f4e2 req-66076ba6-9f99-40c7-af80-dac2115f96ea tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347860 Sep 16 06:16:53.814495 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device aaa53b9f-19f5-442f-97aa-41ad462ad135 up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:16:53.868193 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port aaa53b9f-19f5-442f-97aa-41ad462ad135 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:16:53.868573 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:53.947879 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:53.973618 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa53b9f-19f5-442f-97aa-41ad462ad135'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:16:53.975893 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799af13f-efa4-494c-8246-0e8f088e1cf5" -d '{"events": [{"server_uuid": "1c961439-7358-4bd9-bef9-4e42723d70d6", "name": "network-vif-plugged", "status": "completed", "tag": "aaa53b9f-19f5-442f-97aa-41ad462ad135"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:16:53.990295 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port aaa53b9f-19f5-442f-97aa-41ad462ad135, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:16:54.016060 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d278489-b0ec-4094-bac9-1748f42d4b1f x-openstack-request-id: req-7d278489-b0ec-4094-bac9-1748f42d4b1f {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:16:54.016353 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c961439-7358-4bd9-bef9-4e42723d70d6", "name": "network-vif-plugged", "status": "completed", "tag": "aaa53b9f-19f5-442f-97aa-41ad462ad135", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:16:54.016629 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d278489-b0ec-4094-bac9-1748f42d4b1f {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:16:54.017025 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa53b9f-19f5-442f-97aa-41ad462ad135', 'code': 200} Sep 16 06:16:54.058180 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:54.112415 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=aaa53b9f-19f5-442f-97aa-41ad462ad135,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:16:54.354782 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6b88a-970d-45d6-914e-e4805913d321 req-3603c54a-9c19-48bc-9fab-5251c2f3dc38 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:54.356325 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51c6b88a-970d-45d6-914e-e4805913d321 req-3603c54a-9c19-48bc-9fab-5251c2f3dc38 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0504818 Sep 16 06:16:54.395031 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-51c6b88a-970d-45d6-914e-e4805913d321 req-53f4a927-3840-4825-929a-b35972e5eb3f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321426 Sep 16 06:16:55.280976 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:55.545860 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3e353-513d-4198-ab3c-acc0aa8f5690 req-1f02581d-85b5-4d98-99e6-d151daac2590 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:55.545860 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15b3e353-513d-4198-ab3c-acc0aa8f5690 req-1f02581d-85b5-4d98-99e6-d151daac2590 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0672882 Sep 16 06:16:55.591520 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-15b3e353-513d-4198-ab3c-acc0aa8f5690 req-70431593-e3c0-49b6-9658-a6077fd7f9b1 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429416 Sep 16 06:16:55.986715 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d43549-b214-4427-8cda-6e81c9efe5ca req-c1c4b00c-c05d-4c2a-9732-6de21c70148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:55.988298 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0d43549-b214-4427-8cda-6e81c9efe5ca req-c1c4b00c-c05d-4c2a-9732-6de21c70148b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 1098 time: 0.0427790 Sep 16 06:16:56.102971 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d43549-b214-4427-8cda-6e81c9efe5ca req-53b37fc0-4ab3-4848-868b-ff97c9839a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:56.104573 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0d43549-b214-4427-8cda-6e81c9efe5ca req-53b37fc0-4ab3-4848-868b-ff97c9839a78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 910 time: 0.0947053 Sep 16 06:16:56.190636 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0d43549-b214-4427-8cda-6e81c9efe5ca req-e51f0a2d-9c0f-43b3-80dc-d8829647784f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135 HTTP/1.1" status: 200 len: 1000 time: 0.0773652 Sep 16 06:16:56.257110 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d43549-b214-4427-8cda-6e81c9efe5ca req-69175bcb-892a-452c-9227-96298fb0392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:56.258838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0d43549-b214-4427-8cda-6e81c9efe5ca req-69175bcb-892a-452c-9227-96298fb0392a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.0602744 Sep 16 06:16:56.308922 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d43549-b214-4427-8cda-6e81c9efe5ca req-3f97e964-bcfa-4418-aaed-f9226404da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:56.310775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0d43549-b214-4427-8cda-6e81c9efe5ca req-3f97e964-bcfa-4418-aaed-f9226404da03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442872 Sep 16 06:16:56.411921 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0d43549-b214-4427-8cda-6e81c9efe5ca req-04a6430d-a9ed-4cc5-a42e-3f8750f54038 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930853 Sep 16 06:16:56.521072 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0d43549-b214-4427-8cda-6e81c9efe5ca req-9faad879-fe9a-49f8-a2f2-12a2ce7b52e1 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022494 Sep 16 06:16:56.734767 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc36a2-f16f-4b4f-9b89-1db7d26282f2 req-45d822a9-4821-4d3a-8fb4-c447eef4bda6 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:56.736352 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84fc36a2-f16f-4b4f-9b89-1db7d26282f2 req-45d822a9-4821-4d3a-8fb4-c447eef4bda6 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0586991 Sep 16 06:16:56.785337 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84fc36a2-f16f-4b4f-9b89-1db7d26282f2 req-d08654cb-734b-407a-9e81-c36e6386b2bb tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418165 Sep 16 06:16:57.920252 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bf7f1-1cfd-47cf-8d74-5645a59c951d req-c8e67355-bbdd-4535-9480-7203c00c63e5 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:57.929043 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-800bf7f1-1cfd-47cf-8d74-5645a59c951d req-c8e67355-bbdd-4535-9480-7203c00c63e5 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0622880 Sep 16 06:16:57.979349 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-800bf7f1-1cfd-47cf-8d74-5645a59c951d req-608684c1-d957-4bfe-9405-930b9a2ff548 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446808 Sep 16 06:16:59.136087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0e363-92b5-4e3e-a806-abbba0a03fb5 req-03a5c633-ea38-47a8-8119-26ab588a6d0f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:59.139089 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aaf0e363-92b5-4e3e-a806-abbba0a03fb5 req-03a5c633-ea38-47a8-8119-26ab588a6d0f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0692234 Sep 16 06:16:59.194245 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aaf0e363-92b5-4e3e-a806-abbba0a03fb5 req-e7c36540-4015-455f-9ce5-6bf2e523c5cb tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466058 Sep 16 06:16:59.485444 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:00.352189 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234ac77-14c9-451a-a43c-fefd793c7160 req-3cfa3879-5abc-41d2-92cf-4188325811ea tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:00.361361 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2234ac77-14c9-451a-a43c-fefd793c7160 req-3cfa3879-5abc-41d2-92cf-4188325811ea tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0724921 Sep 16 06:17:00.415805 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2234ac77-14c9-451a-a43c-fefd793c7160 req-bb18ee3d-c22f-443c-85b7-5df1e3c48b53 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464725 Sep 16 06:17:01.608370 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e25809-cc65-4947-8d38-5172c4b277ba req-ac703d31-787c-46d0-9a04-54e0acb3eb4c tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:01.617419 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4e25809-cc65-4947-8d38-5172c4b277ba req-ac703d31-787c-46d0-9a04-54e0acb3eb4c tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.1203933 Sep 16 06:17:01.662629 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f4e25809-cc65-4947-8d38-5172c4b277ba req-0722e0d2-ad42-4ef4-990f-fc02220f9ae7 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404351 Sep 16 06:17:02.800790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763925ab-bd49-4de1-b947-f23d5d78c919 req-d875ee4c-4af8-4dca-9929-2196d6eb63ee tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:02.802575 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-763925ab-bd49-4de1-b947-f23d5d78c919 req-d875ee4c-4af8-4dca-9929-2196d6eb63ee tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0577619 Sep 16 06:17:02.860906 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-763925ab-bd49-4de1-b947-f23d5d78c919 req-e447a366-b546-4f34-a192-5ae100b7f00d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517986 Sep 16 06:17:04.011106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcffd73-146d-4f9a-9d61-e6fbcfbe60be req-792440bf-da03-4aff-880a-4208d8e2d8e8 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:04.020128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0dcffd73-146d-4f9a-9d61-e6fbcfbe60be req-792440bf-da03-4aff-880a-4208d8e2d8e8 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0694351 Sep 16 06:17:04.067170 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0dcffd73-146d-4f9a-9d61-e6fbcfbe60be req-705cdf50-6dc0-47bd-9880-d427524568c2 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457795 Sep 16 06:17:04.275712 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:17:05.280810 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e6356-b38c-40fa-8501-586679c2da7f req-5e67cfbc-3084-4ba4-8261-83eb3310d442 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:05.292425 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed7e6356-b38c-40fa-8501-586679c2da7f req-5e67cfbc-3084-4ba4-8261-83eb3310d442 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.1351693 Sep 16 06:17:05.345013 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8d94aeaf-24dc-45d4-a6cd-3805f5be0996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:05.409461 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ed7e6356-b38c-40fa-8501-586679c2da7f req-f4521b40-760b-43ef-a8c5-979d802fd129 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145036 Sep 16 06:17:06.548314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b1b1a-f9d0-41e3-998f-d9a1ac715afe req-cf9ff7c9-f8c9-4db1-896d-fa70294ea1ad tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:06.549791 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a89b1b1a-f9d0-41e3-998f-d9a1ac715afe req-cf9ff7c9-f8c9-4db1-896d-fa70294ea1ad tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0541444 Sep 16 06:17:06.594973 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a89b1b1a-f9d0-41e3-998f-d9a1ac715afe req-9dc245bf-66b5-4ace-a66d-f5e272bad2a7 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381691 Sep 16 06:17:07.711753 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6c6d2-68ba-46e2-b4b9-5b7b11e99cd4 req-865732f4-8d2a-4201-806a-5edb3261dede tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:07.713278 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9e6c6d2-68ba-46e2-b4b9-5b7b11e99cd4 req-865732f4-8d2a-4201-806a-5edb3261dede tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0504141 Sep 16 06:17:07.764307 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9e6c6d2-68ba-46e2-b4b9-5b7b11e99cd4 req-a73d8f7f-8930-447e-b46c-fdcfb3ffa0f3 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440366 Sep 16 06:17:07.830266 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ab700001-dea6-47b3-a9fe-cf821dcf9921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:08.148076 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c606b4-ace7-45dd-bc83-b08d66191fb2 req-6d337a05-88e3-410f-91e4-839b18f11fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:08.149631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1c606b4-ace7-45dd-bc83-b08d66191fb2 req-6d337a05-88e3-410f-91e4-839b18f11fdf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 1098 time: 0.1055491 Sep 16 06:17:08.249113 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c606b4-ace7-45dd-bc83-b08d66191fb2 req-d9c33e95-0dec-4e3e-85a7-2e461bde325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:08.250697 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1c606b4-ace7-45dd-bc83-b08d66191fb2 req-d9c33e95-0dec-4e3e-85a7-2e461bde325d service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 910 time: 0.0936575 Sep 16 06:17:08.320400 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1c606b4-ace7-45dd-bc83-b08d66191fb2 req-1fd39e47-ec00-479d-8d22-8977c96a8313 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135 HTTP/1.1" status: 200 len: 1000 time: 0.0604439 Sep 16 06:17:08.371032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c606b4-ace7-45dd-bc83-b08d66191fb2 req-e4b12e11-a451-41e2-9d12-3529449f283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:08.372566 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1c606b4-ace7-45dd-bc83-b08d66191fb2 req-e4b12e11-a451-41e2-9d12-3529449f283e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.0453742 Sep 16 06:17:08.426805 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c606b4-ace7-45dd-bc83-b08d66191fb2 req-36f3f5bf-4284-4f19-aeb7-0387307ed687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:08.428380 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1c606b4-ace7-45dd-bc83-b08d66191fb2 req-36f3f5bf-4284-4f19-aeb7-0387307ed687 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481269 Sep 16 06:17:08.524839 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1c606b4-ace7-45dd-bc83-b08d66191fb2 req-7a526098-904a-49b4-9d78-2fbdc5b9b2e6 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891004 Sep 16 06:17:08.631809 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d1c606b4-ace7-45dd-bc83-b08d66191fb2 req-764122ad-c9bb-42f5-b86f-142b117fab95 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929191 Sep 16 06:17:08.704798 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:08.895920 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab3d0a-31f9-4290-ac4b-eeb3c3759f03 req-8503032c-b9ae-4369-aef4-1900cd943aee tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:08.897623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58ab3d0a-31f9-4290-ac4b-eeb3c3759f03 req-8503032c-b9ae-4369-aef4-1900cd943aee tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0540073 Sep 16 06:17:08.937115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-58ab3d0a-31f9-4290-ac4b-eeb3c3759f03 req-aca4d314-6e28-48ea-8f63-5a4354592fbe tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333877 Sep 16 06:17:09.630465 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:10.057539 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5021fe2-44b1-439c-a3cd-58aa7b883ffb req-3cde3a19-8a52-46a1-a14a-b27695e65495 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:10.059075 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5021fe2-44b1-439c-a3cd-58aa7b883ffb req-3cde3a19-8a52-46a1-a14a-b27695e65495 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0499885 Sep 16 06:17:10.101902 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d5021fe2-44b1-439c-a3cd-58aa7b883ffb req-258c573e-7033-409e-8ec5-e764947ae3e3 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362744 Sep 16 06:17:11.225056 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:11.226743 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845365b-4a21-402c-b862-4ec505a65503 req-f070b806-4b99-4005-8df7-2f0ca8dc7d1f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:11.228544 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4845365b-4a21-402c-b862-4ec505a65503 req-f070b806-4b99-4005-8df7-2f0ca8dc7d1f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0531723 Sep 16 06:17:11.277265 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4845365b-4a21-402c-b862-4ec505a65503 req-86f96163-fa39-42eb-9ef4-66e9b96b9a7b tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373752 Sep 16 06:17:11.407836 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-a0147646-0a97-4edc-b5b1-1c13489de172 req-020f2ea8-4c74-4bcc-9386-7c624e8a7a53 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:17:11.408924 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a0147646-0a97-4edc-b5b1-1c13489de172 req-020f2ea8-4c74-4bcc-9386-7c624e8a7a53 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0540917 Sep 16 06:17:11.763764 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358b471-ba51-491a-aac6-d84538a9a959 req-ebf45914-dcff-4d31-8d6d-148a121c48a8 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:11.765331 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7358b471-ba51-491a-aac6-d84538a9a959 req-ebf45914-dcff-4d31-8d6d-148a121c48a8 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0549226 Sep 16 06:17:11.805474 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7358b471-ba51-491a-aac6-d84538a9a959 req-066fce43-0641-4f18-b413-c992a54ddf35 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337100 Sep 16 06:17:11.916744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device aaa53b9f-19f5-442f-97aa-41ad462ad135 no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:17:12.010638 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:12.036586 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaa53b9f-19f5-442f-97aa-41ad462ad135'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:17:12.038828 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ecd921-d875-49d9-be2f-d5072b30d921" -d '{"events": [{"server_uuid": "1c961439-7358-4bd9-bef9-4e42723d70d6", "name": "network-vif-unplugged", "status": "completed", "tag": "aaa53b9f-19f5-442f-97aa-41ad462ad135"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:17:12.053486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port aaa53b9f-19f5-442f-97aa-41ad462ad135, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:12.078345 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 06:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2afa74a-6170-4b6a-bea8-0d441ddc4f07 x-openstack-request-id: req-b2afa74a-6170-4b6a-bea8-0d441ddc4f07 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:17:12.078807 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c961439-7358-4bd9-bef9-4e42723d70d6", "name": "network-vif-unplugged", "status": "failed", "tag": "aaa53b9f-19f5-442f-97aa-41ad462ad135", "code": 422}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:17:12.079262 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2afa74a-6170-4b6a-bea8-0d441ddc4f07 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:17:12.079883 n-d-712140-13 neutron-server[95475]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aaa53b9f-19f5-442f-97aa-41ad462ad135', 'code': 422} returned with failed status Sep 16 06:17:12.253703 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:12.303740 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=aaa53b9f-19f5-442f-97aa-41ad462ad135,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:12.348560 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-1f713f7a-5968-47e0-b079-d2eeaa74a612 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894670 Sep 16 06:17:12.946913 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ee35a-4b86-4738-8202-8e563d88aefb req-d4fe1859-deda-4cb6-a3a6-7c5964128116 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:12.948567 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da9ee35a-4b86-4738-8202-8e563d88aefb req-d4fe1859-deda-4cb6-a3a6-7c5964128116 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 944 time: 0.0556173 Sep 16 06:17:12.999948 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-da9ee35a-4b86-4738-8202-8e563d88aefb req-751f1555-9530-4e46-b13d-2420fbea0585 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436220 Sep 16 06:17:13.992530 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-861897ae-8d62-4183-a53e-c6a6b0a45280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:13.994095 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-861897ae-8d62-4183-a53e-c6a6b0a45280 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6&tenant_id=2810720e4004460b9ce3baf4c2f033c0 HTTP/1.1" status: 200 len: 1096 time: 0.0994167 Sep 16 06:17:14.005773 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-004cdfab-dfe8-4c08-87f5-423773757eb7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:17:14.006931 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-004cdfab-dfe8-4c08-87f5-423773757eb7 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056787 Sep 16 06:17:14.026245 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-13', 'device_owner': 'compute:nova'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:14.118360 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:14.179696 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e06bb2-d729-4327-a26a-c956236314ff req-3c7f4ca1-b1db-482c-ae42-4fa83f054036 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:14.181224 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-28e06bb2-d729-4327-a26a-c956236314ff req-3c7f4ca1-b1db-482c-ae42-4fa83f054036 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 944 time: 0.1018429 Sep 16 06:17:14.305886 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-28e06bb2-d729-4327-a26a-c956236314ff req-5c532644-30fa-4612-9614-0d5d1b2e5daa tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164982 Sep 16 06:17:14.409061 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] For port aaa53b9f-19f5-442f-97aa-41ad462ad135, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:14.453422 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] For port aaa53b9f-19f5-442f-97aa-41ad462ad135, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:17:14.489350 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa53b9f-19f5-442f-97aa-41ad462ad135 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:17:14.497895 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:14.511602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Transition to ACTIVE for port object aaa53b9f-19f5-442f-97aa-41ad462ad135 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:17:14.571904 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:14.654192 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Pushing event updated for resources: {'Port': ['ID=aaa53b9f-19f5-442f-97aa-41ad462ad135,revision_number=9']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:14.668070 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:14.668393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:14.668678 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:14.669032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:14.669419 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:14.669713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:14.670038 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:14.670365 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:14.670690 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:14.671044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:14.671372 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:14.671697 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:14.712895 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] No DVR routers for this DVR port aaa53b9f-19f5-442f-97aa-41ad462ad135 on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:17:14.875719 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Attempting to bind port aaa53b9f-19f5-442f-97aa-41ad462ad135 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:17:14.876343 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Attempting to bind port aaa53b9f-19f5-442f-97aa-41ad462ad135 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:17:14.880305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Attempting to bind port aaa53b9f-19f5-442f-97aa-41ad462ad135 on network 6ef8aa07-4749-43af-9634-416e40edb83c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:17:14.885470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Port aaa53b9f-19f5-442f-97aa-41ad462ad135 on network 6ef8aa07-4749-43af-9634-416e40edb83c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:17:14.886215 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Attempting to bind port aaa53b9f-19f5-442f-97aa-41ad462ad135 on network 6ef8aa07-4749-43af-9634-416e40edb83c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:17:14.893085 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:17:14.893324 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Checking segment: {'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:17:14.893591 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Bound using segment: {'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:17:14.894038 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Bound port: aaa53b9f-19f5-442f-97aa-41ad462ad135, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:17:14.894407 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:14.966265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] For port aaa53b9f-19f5-442f-97aa-41ad462ad135, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:17:14.969988 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] For port aaa53b9f-19f5-442f-97aa-41ad462ad135, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:17:15.042685 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:15.084626 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:15.085253 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:15.086683 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] 10.222.0.38 "PUT /v2.0/ports/aaa53b9f-19f5-442f-97aa-41ad462ad135 HTTP/1.1" status: 200 len: 1093 time: 1.0649493 Sep 16 06:17:15.087153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'tag': 'aaa53b9f-19f5-442f-97aa-41ad462ad135'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:17:15.089408 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865f3f4f-6169-42f4-9d2d-f367d9bf2ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "1c961439-7358-4bd9-bef9-4e42723d70d6", "tag": "aaa53b9f-19f5-442f-97aa-41ad462ad135"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:17:15.121401 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f975727-e20c-47c1-9e9a-0c89aa89418d service neutron] Pushing event updated for resources: {'Port': ['ID=aaa53b9f-19f5-442f-97aa-41ad462ad135,revision_number=10']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:15.135980 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa30ff52-16eb-43a0-98ad-1b8307193ad8 x-openstack-request-id: req-fa30ff52-16eb-43a0-98ad-1b8307193ad8 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:17:15.136959 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c961439-7358-4bd9-bef9-4e42723d70d6", "tag": "aaa53b9f-19f5-442f-97aa-41ad462ad135", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:17:15.136959 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa30ff52-16eb-43a0-98ad-1b8307193ad8 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:17:15.137216 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'tag': 'aaa53b9f-19f5-442f-97aa-41ad462ad135', 'status': 'completed', 'code': 200} Sep 16 06:17:15.199857 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-7d22aafc-42bc-4d68-91ff-b54c1f2fd82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:15.202259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-7d22aafc-42bc-4d68-91ff-b54c1f2fd82d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 1097 time: 0.0503080 Sep 16 06:17:15.310728 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-c7167bb8-bd8c-4392-a826-af7cce397609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:15.312282 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-c7167bb8-bd8c-4392-a826-af7cce397609 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 910 time: 0.1001153 Sep 16 06:17:15.384012 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-341f567f-7d61-4c6f-8714-6fcc18f1aaf3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135 HTTP/1.1" status: 200 len: 998 time: 0.0643904 Sep 16 06:17:15.469946 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fc14b-5868-4468-a1f7-d5b4507a01da req-c82b9e39-c21b-42f7-a846-306ed25b55ab tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:15.471535 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb2fc14b-5868-4468-a1f7-d5b4507a01da req-c82b9e39-c21b-42f7-a846-306ed25b55ab tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 945 time: 0.0909276 Sep 16 06:17:15.473649 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-8610e80a-eefb-41f9-ac12-7c4928bb20b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:15.475133 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-8610e80a-eefb-41f9-ac12-7c4928bb20b7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.0834596 Sep 16 06:17:15.537386 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cb2fc14b-5868-4468-a1f7-d5b4507a01da req-840cb7bf-2452-4ffd-b064-91e24468efce tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596061 Sep 16 06:17:15.547937 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-0134b8fd-94f2-4a6f-9146-92e7b2e80399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:15.549616 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-0134b8fd-94f2-4a6f-9146-92e7b2e80399 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648670 Sep 16 06:17:15.654358 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-d68db6ce-7d92-4e77-b5f8-74cd20a5f8fb service neutron] 10.222.0.38 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972342 Sep 16 06:17:15.756707 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85948a11-057f-4dc1-a6b3-8598e1128c2b req-3b14eab5-c1f8-4fc0-ab86-dd973daba2f9 service neutron] 10.222.0.38 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900569 Sep 16 06:17:15.929577 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f3f4f-6169-42f4-9d2d-f367d9bf2ac3 req-2fab80f3-3b63-4502-9dc6-6311b97c5b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:15.931204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-865f3f4f-6169-42f4-9d2d-f367d9bf2ac3 req-2fab80f3-3b63-4502-9dc6-6311b97c5b8b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 1097 time: 0.0442281 Sep 16 06:17:16.031481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f3f4f-6169-42f4-9d2d-f367d9bf2ac3 req-7aaac4e6-4f9a-4547-8fff-6f8a727582f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:16.033028 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-865f3f4f-6169-42f4-9d2d-f367d9bf2ac3 req-7aaac4e6-4f9a-4547-8fff-6f8a727582f0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 910 time: 0.0952234 Sep 16 06:17:16.104133 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-865f3f4f-6169-42f4-9d2d-f367d9bf2ac3 req-d1b97f0f-44a4-484c-b103-525204130695 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135 HTTP/1.1" status: 200 len: 998 time: 0.0631680 Sep 16 06:17:16.796143 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f3f4f-6169-42f4-9d2d-f367d9bf2ac3 req-7ea55f60-0714-483a-8671-38e601396729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:16.798289 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-865f3f4f-6169-42f4-9d2d-f367d9bf2ac3 req-7ea55f60-0714-483a-8671-38e601396729 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.6860282 Sep 16 06:17:16.832641 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ffc8e-f124-439c-9a0c-0e819de9a2b1 req-f24917f3-2cb0-4f96-ab1a-97f33a9ad9a3 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:16.834709 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b35ffc8e-f124-439c-9a0c-0e819de9a2b1 req-f24917f3-2cb0-4f96-ab1a-97f33a9ad9a3 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 945 time: 0.0827520 Sep 16 06:17:16.918333 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b35ffc8e-f124-439c-9a0c-0e819de9a2b1 req-2bec9cf5-3859-49ab-a12f-20ea85587cb6 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692015 Sep 16 06:17:18.067382 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c7bc-7b07-49d5-9149-ed99dd123d55 req-18cf3ebd-0a72-48ce-824c-890c7970e808 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:18.068960 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8594c7bc-7b07-49d5-9149-ed99dd123d55 req-18cf3ebd-0a72-48ce-824c-890c7970e808 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 945 time: 0.0592668 Sep 16 06:17:18.114724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8594c7bc-7b07-49d5-9149-ed99dd123d55 req-bccea29f-003f-437a-893f-74d0def368c8 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397432 Sep 16 06:17:19.252276 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf0ae0-7413-48a3-8422-c977107482e4 req-b9e7635a-0dac-45df-96bd-4a29c2c8f23c tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:19.376632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79bf0ae0-7413-48a3-8422-c977107482e4 req-b9e7635a-0dac-45df-96bd-4a29c2c8f23c tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 945 time: 0.0641830 Sep 16 06:17:19.376632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-79bf0ae0-7413-48a3-8422-c977107482e4 req-b73094d6-924a-433f-aa11-5ce62be13ba0 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359032 Sep 16 06:17:19.439456 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f3f4f-6169-42f4-9d2d-f367d9bf2ac3 req-a9bf5ce3-a0ee-4c4f-8e5c-2579cf389156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:19.439456 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-865f3f4f-6169-42f4-9d2d-f367d9bf2ac3 req-a9bf5ce3-a0ee-4c4f-8e5c-2579cf389156 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663133 Sep 16 06:17:20.497741 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065ea9f-b835-41b1-8cf7-41fb3f3bbf4c req-b593a3f1-3a2f-449b-b841-5744872dfca6 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:20.503497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8065ea9f-b835-41b1-8cf7-41fb3f3bbf4c req-b593a3f1-3a2f-449b-b841-5744872dfca6 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 945 time: 0.0569575 Sep 16 06:17:20.548768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8065ea9f-b835-41b1-8cf7-41fb3f3bbf4c req-56d50b01-678c-422b-9863-ea98302e72ef tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432451 Sep 16 06:17:21.715097 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159d588-b5bf-4988-bd50-4f68493d9125 req-946a75fe-6636-407c-b52c-9bca77f87d90 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:21.717213 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8159d588-b5bf-4988-bd50-4f68493d9125 req-946a75fe-6636-407c-b52c-9bca77f87d90 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 945 time: 0.0840065 Sep 16 06:17:21.765449 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8159d588-b5bf-4988-bd50-4f68493d9125 req-30e873dd-30f2-45e4-8eca-9fb72b89964d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413518 Sep 16 06:17:22.934830 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8af31-a68a-4d8b-9d79-4a42ff4ec4b5 req-e9cb2d39-df01-4dfe-b25b-63e17df71137 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:22.938947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bcc8af31-a68a-4d8b-9d79-4a42ff4ec4b5 req-e9cb2d39-df01-4dfe-b25b-63e17df71137 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 945 time: 0.0747237 Sep 16 06:17:22.984281 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bcc8af31-a68a-4d8b-9d79-4a42ff4ec4b5 req-c76ece12-ad4c-42a3-a8d6-2d5dc1c59940 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390353 Sep 16 06:17:24.119865 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3b797-e62f-4417-b191-c5a242374768 req-3da17e33-0dce-4ce8-b42c-88831afe425c tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:24.121459 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ca3b797-e62f-4417-b191-c5a242374768 req-3da17e33-0dce-4ce8-b42c-88831afe425c tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 945 time: 0.0587227 Sep 16 06:17:24.166120 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ca3b797-e62f-4417-b191-c5a242374768 req-7fc482e1-7d8b-42cd-b577-f6a502f56b7f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373390 Sep 16 06:17:25.306489 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d681a0-141e-418d-9405-42bf1797e204 req-56941e19-ed74-4860-b5c4-5f89e41593a1 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:25.308846 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01d681a0-141e-418d-9405-42bf1797e204 req-56941e19-ed74-4860-b5c4-5f89e41593a1 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 945 time: 0.0611601 Sep 16 06:17:25.316268 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:25.351934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-01d681a0-141e-418d-9405-42bf1797e204 req-928f5922-8ac9-40e6-b064-081c3d01b7f5 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366237 Sep 16 06:17:26.489110 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391da618-e381-429e-b821-c3172d80463e req-15d8e76d-6a1e-4333-86ea-eda9794f9989 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:26.490747 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-391da618-e381-429e-b821-c3172d80463e req-15d8e76d-6a1e-4333-86ea-eda9794f9989 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 945 time: 0.0533383 Sep 16 06:17:26.532903 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-391da618-e381-429e-b821-c3172d80463e req-4a2cf14c-3d82-481b-891a-8c3e5cca1072 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358922 Sep 16 06:17:27.660541 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687a63c-f89f-4c38-9f3b-94dc4744eb1f req-d9b11738-9dd5-4cb4-9c8e-5a09a5faeca7 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:27.662487 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6687a63c-f89f-4c38-9f3b-94dc4744eb1f req-d9b11738-9dd5-4cb4-9c8e-5a09a5faeca7 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 945 time: 0.0567482 Sep 16 06:17:27.707159 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6687a63c-f89f-4c38-9f3b-94dc4744eb1f req-6ee2058f-1223-4e14-ab4a-3c82b8eadb01 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369923 Sep 16 06:17:28.072452 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-865f3f4f-6169-42f4-9d2d-f367d9bf2ac3 req-4b5587ee-9c77-4a3f-bf63-d57b28bf87f2 service neutron] 10.222.0.38 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975773 Sep 16 06:17:28.181115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-865f3f4f-6169-42f4-9d2d-f367d9bf2ac3 req-3c2dc708-d800-4e6e-8781-e86add2e9f2a service neutron] 10.222.0.38 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968237 Sep 16 06:17:28.843989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b3a32-d748-42af-ad74-5f7c8afdb88d req-9eee669c-2086-4793-88b7-adcb1c0a873d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:28.845697 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe0b3a32-d748-42af-ad74-5f7c8afdb88d req-9eee669c-2086-4793-88b7-adcb1c0a873d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 945 time: 0.0590813 Sep 16 06:17:28.902516 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fe0b3a32-d748-42af-ad74-5f7c8afdb88d req-d4480077-127f-4971-ae73-0b7f1fc877cf tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489378 Sep 16 06:17:29.157116 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.033571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a44cbe-0b54-492e-93d2-643248e23e3c req-9c55c72e-d732-4bad-b2f9-d0203c33f7f1 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:30.035276 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0a44cbe-0b54-492e-93d2-643248e23e3c req-9c55c72e-d732-4bad-b2f9-d0203c33f7f1 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 945 time: 0.0583401 Sep 16 06:17:30.087032 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0a44cbe-0b54-492e-93d2-643248e23e3c req-8d54c0ce-96fa-42ac-bc47-9e9e0cc886a0 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401416 Sep 16 06:17:31.214307 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93837e60-40a2-4ed0-bab2-0f2fb47926c5 req-2289f81e-64fe-4146-a68f-96c16d152fc8 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:31.216075 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93837e60-40a2-4ed0-bab2-0f2fb47926c5 req-2289f81e-64fe-4146-a68f-96c16d152fc8 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 945 time: 0.0547755 Sep 16 06:17:31.267869 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-93837e60-40a2-4ed0-bab2-0f2fb47926c5 req-34a9a9ff-d6c0-4578-89b2-d8f7b790071d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411611 Sep 16 06:17:32.328300 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device aaa53b9f-19f5-442f-97aa-41ad462ad135 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:17:32.432456 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a063f-4675-464e-9dd2-06468aecfb35 req-c8c47027-a2c6-4965-b3c4-50493da4725b tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:32.434436 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d4a063f-4675-464e-9dd2-06468aecfb35 req-c8c47027-a2c6-4965-b3c4-50493da4725b tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 945 time: 0.0933020 Sep 16 06:17:32.479799 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port aaa53b9f-19f5-442f-97aa-41ad462ad135, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:32.492139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7d4a063f-4675-464e-9dd2-06468aecfb35 req-372af444-f41c-40d2-b1ee-60106cc3da37 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423186 Sep 16 06:17:32.497322 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': 'aaa53b9f-19f5-442f-97aa-41ad462ad135', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'port_id': 'aaa53b9f-19f5-442f-97aa-41ad462ad135', 'mac_address': 'fa:16:3e:4d:cf:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:17:32.539634 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:32.553631 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa53b9f-19f5-442f-97aa-41ad462ad135 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:17:32.574546 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port aaa53b9f-19f5-442f-97aa-41ad462ad135, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:32.909524 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:32.965404 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=aaa53b9f-19f5-442f-97aa-41ad462ad135,revision_number=11']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:33.322502 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['aaa53b9f-19f5-442f-97aa-41ad462ad135'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:17:33.647703 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a177db-a6bc-4b69-a098-57afce5d1a3f req-66b05293-866c-459f-b10b-9bc9a06ce8af tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:33.647703 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48a177db-a6bc-4b69-a098-57afce5d1a3f req-66b05293-866c-459f-b10b-9bc9a06ce8af tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 946 time: 0.0712764 Sep 16 06:17:33.688981 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48a177db-a6bc-4b69-a098-57afce5d1a3f req-f0a62158-ed7b-4703-918b-a222e414eb16 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391300 Sep 16 06:17:34.325790 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device aaa53b9f-19f5-442f-97aa-41ad462ad135 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:17:34.447213 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port aaa53b9f-19f5-442f-97aa-41ad462ad135 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:17:34.451724 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port aaa53b9f-19f5-442f-97aa-41ad462ad135 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:34.452100 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.537998 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.563102 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa53b9f-19f5-442f-97aa-41ad462ad135'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:17:34.565367 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4d2a8b-8018-4468-9151-36d19d367fbf" -d '{"events": [{"server_uuid": "1c961439-7358-4bd9-bef9-4e42723d70d6", "name": "network-vif-plugged", "status": "completed", "tag": "aaa53b9f-19f5-442f-97aa-41ad462ad135"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:17:34.585970 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port aaa53b9f-19f5-442f-97aa-41ad462ad135, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:34.605839 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f010e59-69b4-4255-a327-ba7d56671511 x-openstack-request-id: req-8f010e59-69b4-4255-a327-ba7d56671511 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:17:34.605839 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c961439-7358-4bd9-bef9-4e42723d70d6", "name": "network-vif-plugged", "status": "completed", "tag": "aaa53b9f-19f5-442f-97aa-41ad462ad135", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:17:34.605839 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f010e59-69b4-4255-a327-ba7d56671511 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:17:34.605839 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa53b9f-19f5-442f-97aa-41ad462ad135', 'code': 200} Sep 16 06:17:34.652021 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.707899 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=aaa53b9f-19f5-442f-97aa-41ad462ad135,revision_number=12']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:34.848645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6cb36-a7d9-4190-a525-a63135e4a442 req-9eec1ded-26b7-4e6a-89ea-8fce3139afe5 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:34.855186 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9af6cb36-a7d9-4190-a525-a63135e4a442 req-9eec1ded-26b7-4e6a-89ea-8fce3139afe5 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 947 time: 0.0834680 Sep 16 06:17:34.930348 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9af6cb36-a7d9-4190-a525-a63135e4a442 req-1be1584d-f3b1-4bf3-8082-85bb11c5d0ed tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625644 Sep 16 06:17:34.968990 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63007a-2553-44ae-8d0f-25fde01af471 req-c07b8ffb-e2af-488d-9ec6-5521ed5ec5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:34.970547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef63007a-2553-44ae-8d0f-25fde01af471 req-c07b8ffb-e2af-488d-9ec6-5521ed5ec5d1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 1099 time: 0.0681641 Sep 16 06:17:35.009757 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ef63007a-2553-44ae-8d0f-25fde01af471 req-6dd23038-0dbe-490f-9e1f-7b44524306cd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314384 Sep 16 06:17:35.308528 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1f3515c0-8995-4c85-a910-463b56e76ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:36.053976 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b6fd8-f44d-4455-906e-2818300a8e19 req-566ac55b-c992-4c2c-8773-5f68dc1b4a9e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:36.055655 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c04b6fd8-f44d-4455-906e-2818300a8e19 req-566ac55b-c992-4c2c-8773-5f68dc1b4a9e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 947 time: 0.0514171 Sep 16 06:17:36.096751 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c04b6fd8-f44d-4455-906e-2818300a8e19 req-077f90e1-ad3d-4c9a-850a-997c978740e6 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343297 Sep 16 06:17:37.221351 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef5966-fba4-4147-bae3-efdf1ba1f26b req-aa0d8333-acb3-440f-8a97-9affa8691690 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:37.222085 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50ef5966-fba4-4147-bae3-efdf1ba1f26b req-aa0d8333-acb3-440f-8a97-9affa8691690 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 947 time: 0.0531585 Sep 16 06:17:37.263967 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-50ef5966-fba4-4147-bae3-efdf1ba1f26b req-cacefb6b-1dbe-49ff-a585-faea8a310fc8 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359294 Sep 16 06:17:37.784621 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d28beda2-c656-4765-968c-b86fdbbfc0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:38.396596 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d3b36-6e03-4e0b-8706-a3edce9e247f req-bcf05dc5-59af-468c-b469-fa688a460f89 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:38.398158 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca3d3b36-6e03-4e0b-8706-a3edce9e247f req-bcf05dc5-59af-468c-b469-fa688a460f89 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 947 time: 0.0630403 Sep 16 06:17:38.440398 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ca3d3b36-6e03-4e0b-8706-a3edce9e247f req-951f4b88-20c7-4ff4-96be-d13766e0e9fd tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352077 Sep 16 06:17:38.681446 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:39.634148 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:41.247124 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:41.274870 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:17:55.297509 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:59.195226 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:02.492279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a260cab-9abb-4aae-8139-bb73cdbc2dbc req-353c501a-1916-4def-a3cb-a184f552defb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403416 Sep 16 06:18:02.588424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a260cab-9abb-4aae-8139-bb73cdbc2dbc req-2cd2b862-e2a0-4863-9332-1a2aed530d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:02.590546 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a260cab-9abb-4aae-8139-bb73cdbc2dbc req-2cd2b862-e2a0-4863-9332-1a2aed530d0c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 1099 time: 0.0409479 Sep 16 06:18:02.705852 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a260cab-9abb-4aae-8139-bb73cdbc2dbc req-d7154188-610b-44c7-93a4-1744ff232bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:02.708285 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a260cab-9abb-4aae-8139-bb73cdbc2dbc req-d7154188-610b-44c7-93a4-1744ff232bab service neutron] 10.222.0.38 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 910 time: 0.0981319 Sep 16 06:18:02.779595 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a260cab-9abb-4aae-8139-bb73cdbc2dbc req-97bf9eb3-6115-4458-9eeb-923ffc876a37 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135 HTTP/1.1" status: 200 len: 1000 time: 0.0634201 Sep 16 06:18:02.836445 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a260cab-9abb-4aae-8139-bb73cdbc2dbc req-59c15399-c782-4a2b-b582-58e0b1cf16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:02.837970 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a260cab-9abb-4aae-8139-bb73cdbc2dbc req-59c15399-c782-4a2b-b582-58e0b1cf16e0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.0508819 Sep 16 06:18:02.884637 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a260cab-9abb-4aae-8139-bb73cdbc2dbc req-a0ab3e2b-2cb8-44af-9033-47718bbcb304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:02.886121 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a260cab-9abb-4aae-8139-bb73cdbc2dbc req-a0ab3e2b-2cb8-44af-9033-47718bbcb304 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413222 Sep 16 06:18:02.979889 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a260cab-9abb-4aae-8139-bb73cdbc2dbc req-334dd711-dfc3-406e-8933-c14ee33b84bc service neutron] 10.222.0.38 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865891 Sep 16 06:18:03.080925 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a260cab-9abb-4aae-8139-bb73cdbc2dbc req-1d2d4b05-efd3-4612-9a6b-abeac40bfd1c service neutron] 10.222.0.38 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937233 Sep 16 06:18:05.302082 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c47dcd3e-f833-4510-8c26-6f7e80ed9e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:07.806265 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-67a76d00-bf0f-4779-9c8b-5ba174160920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:08.686822 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:09.607043 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:11.172303 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:18.273760 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:18:25.325324 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:29.206097 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:35.291374 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93aa7592-b584-423c-a88b-43187e661c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:37.844581 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-94910335-615f-4be2-9e6c-7986d92be6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:38.707260 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:39.715714 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:41.257122 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:55.272635 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:18:55.319873 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:59.171347 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:04.499175 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-828bb270-9f03-49aa-9bbf-0f0bd1c86492 req-25fa936d-a2ea-40ff-b3ce-1868a9cd08f4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469470 Sep 16 06:19:04.609010 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bb270-9f03-49aa-9bbf-0f0bd1c86492 req-8c175de6-96ef-4bfe-998b-2ede2c15adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:04.610613 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-828bb270-9f03-49aa-9bbf-0f0bd1c86492 req-8c175de6-96ef-4bfe-998b-2ede2c15adb1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 1099 time: 0.0517645 Sep 16 06:19:04.724894 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bb270-9f03-49aa-9bbf-0f0bd1c86492 req-9ef2dce3-0643-497c-a994-46f397dc3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:04.726715 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-828bb270-9f03-49aa-9bbf-0f0bd1c86492 req-9ef2dce3-0643-497c-a994-46f397dc3407 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 910 time: 0.0960040 Sep 16 06:19:04.803390 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-828bb270-9f03-49aa-9bbf-0f0bd1c86492 req-8686e8db-d7a5-4bae-b26c-20f3a32d95c6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135 HTTP/1.1" status: 200 len: 1000 time: 0.0688241 Sep 16 06:19:04.858524 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bb270-9f03-49aa-9bbf-0f0bd1c86492 req-54f70159-6e8f-4b1c-a250-ac07cbe49961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:04.859980 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-828bb270-9f03-49aa-9bbf-0f0bd1c86492 req-54f70159-6e8f-4b1c-a250-ac07cbe49961 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.0494654 Sep 16 06:19:04.908879 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bb270-9f03-49aa-9bbf-0f0bd1c86492 req-e7133651-4fe0-47a8-9f7b-32b75822af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:04.910449 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-828bb270-9f03-49aa-9bbf-0f0bd1c86492 req-e7133651-4fe0-47a8-9f7b-32b75822af9b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438056 Sep 16 06:19:05.012623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-828bb270-9f03-49aa-9bbf-0f0bd1c86492 req-7f135b94-765c-4063-ac8b-7814dcbd9cca service neutron] 10.222.0.38 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942795 Sep 16 06:19:05.112466 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-828bb270-9f03-49aa-9bbf-0f0bd1c86492 req-aa5df61e-faac-4147-bcec-be54ee5de7a8 service neutron] 10.222.0.38 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929234 Sep 16 06:19:05.318251 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5251d94f-ba8f-4010-a3f3-16e13247e9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:07.885548 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c1c2602-4718-44d7-a1c6-9be2e936f437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:08.811180 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:09.673606 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:11.192445 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:25.326298 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:25.897888 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44496) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:26.112443 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Deleting port aec25772-d6ce-4416-a814-2b75b5b78921 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:19:26.112783 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:26.193583 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:26.193920 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:26.206840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Calling delete_port for aec25772-d6ce-4416-a814-2b75b5b78921 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:19:26.449791 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:26.478424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event deleted for resources: {'Port': ['ID=aec25772-d6ce-4416-a814-2b75b5b78921,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:26.503620 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:26.506538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:26.506538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:26.506538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:26.506538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:26.506538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:26.506538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:26.506538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:26.506538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:26.506538 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:26.507667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:26.507667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:26.552674 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:26.553088 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Floating IP ee7cfe7e-ed76-4741-bb94-add6d9f32201 disassociated (deleted). External IP: 172.25.4.7, port: aaa53b9f-19f5-442f-97aa-41ad462ad135. Sep 16 06:19:26.786029 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Router 4240d609-4787-4e88-93fb-77607c6f1d9c has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:19:26.902968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:19:26.908723 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:26.916380 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82377b46-30fe-4b31-a014-4b7b8ccf1fba None None] Sync routers for ids ['4240d609-4787-4e88-93fb-77607c6f1d9c'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:19:26.929925 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82377b46-30fe-4b31-a014-4b7b8ccf1fba None None] Routers {'4240d609-4787-4e88-93fb-77607c6f1d9c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:19:26.930823 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-82377b46-30fe-4b31-a014-4b7b8ccf1fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:19:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['4240d609-4787-4e88-93fb-77607c6f1d9c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:26.941569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1d0f4cb6-6106-4697-819b-ed66125acc33 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "DELETE /v2.0/floatingips/ee7cfe7e-ed76-4741-bb94-add6d9f32201 HTTP/1.1" status: 204 len: 168 time: 1.0424914 Sep 16 06:19:26.942406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'tag': 'aaa53b9f-19f5-442f-97aa-41ad462ad135'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:19:26.946040 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b17a75c-0d29-4044-9f75-9d498d01d37c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c961439-7358-4bd9-bef9-4e42723d70d6", "tag": "aaa53b9f-19f5-442f-97aa-41ad462ad135"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:19:27.063231 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-82377b46-30fe-4b31-a014-4b7b8ccf1fba None None] Set router 4240d609-4787-4e88-93fb-77607c6f1d9c gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:19:27.084524 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995717f7-0ef0-4ee0-b224-3a527a652d53 x-openstack-request-id: req-995717f7-0ef0-4ee0-b224-3a527a652d53 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:19:27.084524 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c961439-7358-4bd9-bef9-4e42723d70d6", "tag": "aaa53b9f-19f5-442f-97aa-41ad462ad135", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:19:27.084524 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-995717f7-0ef0-4ee0-b224-3a527a652d53 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:19:27.084524 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'tag': 'aaa53b9f-19f5-442f-97aa-41ad462ad135', 'status': 'completed', 'code': 200} Sep 16 06:19:27.175214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17a75c-0d29-4044-9f75-9d498d01d37c req-d9aed462-b956-4d45-941e-6c3cc79ec97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:27.177104 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b17a75c-0d29-4044-9f75-9d498d01d37c req-d9aed462-b956-4d45-941e-6c3cc79ec97d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 1099 time: 0.0497401 Sep 16 06:19:27.279427 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17a75c-0d29-4044-9f75-9d498d01d37c req-49b4605b-c119-4b6b-ab44-6c7fb7a1a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:27.280976 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b17a75c-0d29-4044-9f75-9d498d01d37c req-49b4605b-c119-4b6b-ab44-6c7fb7a1a87f service neutron] 10.222.0.38 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 910 time: 0.0970371 Sep 16 06:19:27.282493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-82377b46-30fe-4b31-a014-4b7b8ccf1fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:13:42Z', 'revision_number': 4, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'eb782dc7-7a3b-454f-9775-4ea88106e85e', 'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'mac_address': 'fa:16:3e:73:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:41Z', 'updated_at': '2021-09-16T06:13:46Z', 'revision_number': 5, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'subnets': [{'id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:27.310913 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82377b46-30fe-4b31-a014-4b7b8ccf1fba None None] Checking router: 4240d609-4787-4e88-93fb-77607c6f1d9c for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:19:27.320718 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82377b46-30fe-4b31-a014-4b7b8ccf1fba None None] Routers {'4240d609-4787-4e88-93fb-77607c6f1d9c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:19:27.321362 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-82377b46-30fe-4b31-a014-4b7b8ccf1fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:19:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['4240d609-4787-4e88-93fb-77607c6f1d9c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:27.331493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b17a75c-0d29-4044-9f75-9d498d01d37c req-acb0c27f-e442-4984-a362-d69dc71c5bc7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135 HTTP/1.1" status: 200 len: 217 time: 0.0434012 Sep 16 06:19:27.410482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17a75c-0d29-4044-9f75-9d498d01d37c req-af182f27-4088-487d-88fe-acf0c74e5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:27.412003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b17a75c-0d29-4044-9f75-9d498d01d37c req-af182f27-4088-487d-88fe-acf0c74e5410 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.0741687 Sep 16 06:19:27.435694 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-82377b46-30fe-4b31-a014-4b7b8ccf1fba None None] Set router 4240d609-4787-4e88-93fb-77607c6f1d9c gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:19:27.454833 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325de41-d7dd-4678-97d4-2822988dc433 req-bdbbec09-91c2-4c4c-aec1-52b9baeb53b0 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:27.456410 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e325de41-d7dd-4678-97d4-2822988dc433 req-bdbbec09-91c2-4c4c-aec1-52b9baeb53b0 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 947 time: 0.0868969 Sep 16 06:19:27.486718 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17a75c-0d29-4044-9f75-9d498d01d37c req-d984e1d2-4941-4a44-a64b-f68819f65102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:27.487973 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b17a75c-0d29-4044-9f75-9d498d01d37c req-d984e1d2-4941-4a44-a64b-f68819f65102 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675645 Sep 16 06:19:27.530673 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e325de41-d7dd-4678-97d4-2822988dc433 req-85b6fe26-1b24-497e-a0bd-8b0073234761 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637980 Sep 16 06:19:27.601295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b17a75c-0d29-4044-9f75-9d498d01d37c req-74ef91d7-f845-4dd4-a339-d91a1ae05353 service neutron] 10.222.0.38 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047356 Sep 16 06:19:27.654611 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-82377b46-30fe-4b31-a014-4b7b8ccf1fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:13:42Z', 'revision_number': 4, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'eb782dc7-7a3b-454f-9775-4ea88106e85e', 'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'mac_address': 'fa:16:3e:73:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:41Z', 'updated_at': '2021-09-16T06:13:46Z', 'revision_number': 5, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'subnets': [{'id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:27.681901 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82377b46-30fe-4b31-a014-4b7b8ccf1fba None None] The sync data for ids ['4240d609-4787-4e88-93fb-77607c6f1d9c'] in n-d-712140-13 is: [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:13:42Z', 'revision_number': 4, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'eb782dc7-7a3b-454f-9775-4ea88106e85e', 'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'mac_address': 'fa:16:3e:73:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:41Z', 'updated_at': '2021-09-16T06:13:46Z', 'revision_number': 5, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'subnets': [{'id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:19:27.724872 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b17a75c-0d29-4044-9f75-9d498d01d37c req-72de833d-0abf-41b5-9ffc-92441c5691e8 service neutron] 10.222.0.38 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159766 Sep 16 06:19:27.930109 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54386839-4c40-4826-a39f-8ed99ef4bfb3 None None] New status for floating IP ee7cfe7e-ed76-4741-bb94-add6d9f32201: DOWN {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:19:28.657943 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27ec8c-673c-48c8-bba9-6763929d56a3 req-1f250004-49a5-45d2-8f9c-e2dc8e9ebedf tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:28.659638 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae27ec8c-673c-48c8-bba9-6763929d56a3 req-1f250004-49a5-45d2-8f9c-e2dc8e9ebedf tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 947 time: 0.0530541 Sep 16 06:19:28.703261 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ae27ec8c-673c-48c8-bba9-6763929d56a3 req-7e14fab0-061f-4d14-8a9b-4510806ee2c9 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae33beb8-f036-464e-8d85-bdd3109a0833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371480 Sep 16 06:19:29.176533 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2dc68-5c99-429e-8d75-193910c0d9df req-602a2c1e-9d0f-4128-b837-b086448c72b2 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:29.178139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02d2dc68-5c99-429e-8d75-193910c0d9df req-602a2c1e-9d0f-4128-b837-b086448c72b2 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 947 time: 0.0582159 Sep 16 06:19:29.182142 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:29.282106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-02d2dc68-5c99-429e-8d75-193910c0d9df req-73c94d00-3772-4035-80a2-58f2579e9e8d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Deleting port aaa53b9f-19f5-442f-97aa-41ad462ad135 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:19:29.282465 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-02d2dc68-5c99-429e-8d75-193910c0d9df req-73c94d00-3772-4035-80a2-58f2579e9e8d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:29.388953 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-02d2dc68-5c99-429e-8d75-193910c0d9df req-73c94d00-3772-4035-80a2-58f2579e9e8d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] For port aaa53b9f-19f5-442f-97aa-41ad462ad135, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=aaa53b9f-19f5-442f-97aa-41ad462ad135,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:29.389438 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-02d2dc68-5c99-429e-8d75-193910c0d9df req-73c94d00-3772-4035-80a2-58f2579e9e8d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:29.406479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-02d2dc68-5c99-429e-8d75-193910c0d9df req-73c94d00-3772-4035-80a2-58f2579e9e8d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Calling delete_port for aaa53b9f-19f5-442f-97aa-41ad462ad135 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:19:29.685370 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-02d2dc68-5c99-429e-8d75-193910c0d9df req-73c94d00-3772-4035-80a2-58f2579e9e8d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:29.716778 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c94d00-3772-4035-80a2-58f2579e9e8d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event deleted for resources: {'Port': ['ID=aaa53b9f-19f5-442f-97aa-41ad462ad135,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:29.766464 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d2dc68-5c99-429e-8d75-193910c0d9df req-73c94d00-3772-4035-80a2-58f2579e9e8d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] No DVR routers for this DVR port aaa53b9f-19f5-442f-97aa-41ad462ad135 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:19:29.769813 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-02d2dc68-5c99-429e-8d75-193910c0d9df req-73c94d00-3772-4035-80a2-58f2579e9e8d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:29.772251 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02d2dc68-5c99-429e-8d75-193910c0d9df req-73c94d00-3772-4035-80a2-58f2579e9e8d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.38 "DELETE /v2.0/ports/aaa53b9f-19f5-442f-97aa-41ad462ad135 HTTP/1.1" status: 204 len: 173 time: 0.5882511 Sep 16 06:19:29.772780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'name': 'network-vif-deleted', 'tag': 'aaa53b9f-19f5-442f-97aa-41ad462ad135'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:19:29.775333 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc41a900-0027-410a-bbfe-d2be5c264e86" -d '{"events": [{"server_uuid": "1c961439-7358-4bd9-bef9-4e42723d70d6", "name": "network-vif-deleted", "tag": "aaa53b9f-19f5-442f-97aa-41ad462ad135"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:19:29.816742 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe44087-e6a9-4761-bfdf-0ac4128b5007 x-openstack-request-id: req-2fe44087-e6a9-4761-bfdf-0ac4128b5007 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:19:29.817040 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c961439-7358-4bd9-bef9-4e42723d70d6", "name": "network-vif-deleted", "tag": "aaa53b9f-19f5-442f-97aa-41ad462ad135", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:19:29.817291 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fe44087-e6a9-4761-bfdf-0ac4128b5007 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:19:29.817694 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c961439-7358-4bd9-bef9-4e42723d70d6', 'name': 'network-vif-deleted', 'tag': 'aaa53b9f-19f5-442f-97aa-41ad462ad135', 'status': 'completed', 'code': 200} Sep 16 06:19:29.819933 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a26d289a-6d9f-479c-80d5-e467d96db758 req-de8fbf70-1705-4912-ace2-e0b31d1dd62f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c961439-7358-4bd9-bef9-4e42723d70d6 HTTP/1.1" status: 200 len: 210 time: 0.0310328 Sep 16 06:19:30.881124 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44524) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:30.949311 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1e774652-2686-4da8-b04c-3a8350c0e311 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:30.977695 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1e774652-2686-4da8-b04c-3a8350c0e311 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:31.148340 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1e774652-2686-4da8-b04c-3a8350c0e311 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:31.151308 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-1e774652-2686-4da8-b04c-3a8350c0e311 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:31.152712 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-1e774652-2686-4da8-b04c-3a8350c0e311 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "DELETE /v2.0/security-groups/ae33beb8-f036-464e-8d85-bdd3109a0833 HTTP/1.1" status: 204 len: 168 time: 0.2705452 Sep 16 06:19:31.164592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e774652-2686-4da8-b04c-3a8350c0e311 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae33beb8-f036-464e-8d85-bdd3109a0833,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:32.272357 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:19:32.856564 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device aaa53b9f-19f5-442f-97aa-41ad462ad135 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:19:32.877691 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: aaa53b9f-19f5-442f-97aa-41ad462ad135 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:19:32.878032 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device aaa53b9f-19f5-442f-97aa-41ad462ad135 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:19:33.544786 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44534) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:33.549469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-fb6eb3f2-0a42-4b4e-920f-16282e664434 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2091288447', 'description': 'tempest-secgroup-smoke-2091288447 description', 'project_id': '2810720e4004460b9ce3baf4c2f033c0'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:33.633898 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb3f2-0a42-4b4e-920f-16282e664434 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:33.722801 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb3f2-0a42-4b4e-920f-16282e664434 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:33.815189 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb3f2-0a42-4b4e-920f-16282e664434 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:33.845497 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6eb3f2-0a42-4b4e-920f-16282e664434 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14da8d14-c545-426c-b2eb-c856bd5aefc2,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:33.912178 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb3f2-0a42-4b4e-920f-16282e664434 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:33.913678 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-fb6eb3f2-0a42-4b4e-920f-16282e664434 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3675747 Sep 16 06:19:33.916578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44538) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:33.921654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-04465f8b-e881-4078-9b26-96ffc9526945 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Request body: {'security_group_rule': {'security_group_id': '14da8d14-c545-426c-b2eb-c856bd5aefc2', 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:34.038151 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-04465f8b-e881-4078-9b26-96ffc9526945 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:34.097054 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-04465f8b-e881-4078-9b26-96ffc9526945 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:34.164942 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-04465f8b-e881-4078-9b26-96ffc9526945 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:34.184989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04465f8b-e881-4078-9b26-96ffc9526945 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5364c44b-7e10-4bdd-b280-ada4669f5d07,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:34.296534 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-04465f8b-e881-4078-9b26-96ffc9526945 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:34.297807 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-04465f8b-e881-4078-9b26-96ffc9526945 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3802364 Sep 16 06:19:34.300630 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44542) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:34.305050 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-15cdc1e3-9bcb-4ad1-8619-96a4a9c7c2e2 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Request body: {'security_group_rule': {'security_group_id': '14da8d14-c545-426c-b2eb-c856bd5aefc2', 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:34.421393 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-15cdc1e3-9bcb-4ad1-8619-96a4a9c7c2e2 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:34.478405 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-15cdc1e3-9bcb-4ad1-8619-96a4a9c7c2e2 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:34.553248 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-15cdc1e3-9bcb-4ad1-8619-96a4a9c7c2e2 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:34.572514 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdc1e3-9bcb-4ad1-8619-96a4a9c7c2e2 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76494ad3-8174-4f59-8448-137799b41a8c,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:34.673631 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-15cdc1e3-9bcb-4ad1-8619-96a4a9c7c2e2 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:34.675320 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-15cdc1e3-9bcb-4ad1-8619-96a4a9c7c2e2 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3733232 Sep 16 06:19:34.677900 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44544) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:34.684234 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3d20902b-e28b-4a10-a8d3-c1b631389145 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Request body: {'security_group_rule': {'security_group_id': '14da8d14-c545-426c-b2eb-c856bd5aefc2', 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:34.797401 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3d20902b-e28b-4a10-a8d3-c1b631389145 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:34.865472 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3d20902b-e28b-4a10-a8d3-c1b631389145 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:34.953709 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3d20902b-e28b-4a10-a8d3-c1b631389145 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:34.971794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20902b-e28b-4a10-a8d3-c1b631389145 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558c813e-5123-484b-acdb-cac9c99fec9c,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:35.033832 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3d20902b-e28b-4a10-a8d3-c1b631389145 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:35.035204 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3d20902b-e28b-4a10-a8d3-c1b631389145 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3562896 Sep 16 06:19:35.038568 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44546) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:35.043780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-3a6dfad7-a4fc-45dc-82b3-dce36c22a187 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Request body: {'security_group_rule': {'security_group_id': '14da8d14-c545-426c-b2eb-c856bd5aefc2', 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:35.187832 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3a6dfad7-a4fc-45dc-82b3-dce36c22a187 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:35.255739 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3a6dfad7-a4fc-45dc-82b3-dce36c22a187 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:35.313384 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-205071cd-ebd0-4c4b-929d-c429314e958e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:35.359082 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3a6dfad7-a4fc-45dc-82b3-dce36c22a187 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:35.379519 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6dfad7-a4fc-45dc-82b3-dce36c22a187 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57523b33-2773-47a5-a678-f67a158a1c63,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:35.451626 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3a6dfad7-a4fc-45dc-82b3-dce36c22a187 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:35.452930 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3a6dfad7-a4fc-45dc-82b3-dce36c22a187 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4133317 Sep 16 06:19:35.455971 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44550) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:35.461684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-19135709-9b04-494d-9e4e-6b8cc6b6b0c7 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Request body: {'security_group_rule': {'security_group_id': '14da8d14-c545-426c-b2eb-c856bd5aefc2', 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:35.564984 n-d-712140-13 neutron-server[95473]: INFO neutron.db.securitygroups_db [None req-19135709-9b04-494d-9e4e-6b8cc6b6b0c7 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Project 2810720e4004460b9ce3baf4c2f033c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:19:35.570275 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-19135709-9b04-494d-9e4e-6b8cc6b6b0c7 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:35.632636 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-19135709-9b04-494d-9e4e-6b8cc6b6b0c7 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:35.723948 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-19135709-9b04-494d-9e4e-6b8cc6b6b0c7 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:35.744287 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19135709-9b04-494d-9e4e-6b8cc6b6b0c7 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8480f3ac-969e-44bc-9f2a-7be1af9d86a4,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:35.810489 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-19135709-9b04-494d-9e4e-6b8cc6b6b0c7 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:35.811817 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-19135709-9b04-494d-9e4e-6b8cc6b6b0c7 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3546178 Sep 16 06:19:35.814632 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44552) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:35.819353 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8b07d0d1-df4c-4f1f-a492-037cb83f463f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Request body: {'security_group_rule': {'security_group_id': '14da8d14-c545-426c-b2eb-c856bd5aefc2', 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:35.905988 n-d-712140-13 neutron-server[95473]: INFO neutron.db.securitygroups_db [None req-8b07d0d1-df4c-4f1f-a492-037cb83f463f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Project 2810720e4004460b9ce3baf4c2f033c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:19:35.911252 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b07d0d1-df4c-4f1f-a492-037cb83f463f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:35.978570 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b07d0d1-df4c-4f1f-a492-037cb83f463f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:36.057177 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b07d0d1-df4c-4f1f-a492-037cb83f463f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:36.078112 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07d0d1-df4c-4f1f-a492-037cb83f463f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f577c44-d037-4168-a901-258157fa0f0f,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:36.159294 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8b07d0d1-df4c-4f1f-a492-037cb83f463f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:36.160625 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8b07d0d1-df4c-4f1f-a492-037cb83f463f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3449285 Sep 16 06:19:37.820516 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-890eebf3-b6a8-4c4c-a401-f0fa0a110122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:38.713179 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:39.640127 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:41.199606 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:55.358757 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:58.458219 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-eed9be50-b8ed-4206-8a51-cb3905977ea1 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2091288447&fields=id&tenant_id=2810720e4004460b9ce3baf4c2f033c0 HTTP/1.1" status: 200 len: 267 time: 0.0335944 Sep 16 06:19:58.565824 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-bd00b3b2-3845-4aae-96aa-30f8404ec719 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:58.567240 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-bd00b3b2-3845-4aae-96aa-30f8404ec719 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 809 time: 0.1011045 Sep 16 06:19:58.582466 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-4bf55796-b9e6-425a-a175-0d8577013dec tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/quotas/2810720e4004460b9ce3baf4c2f033c0 HTTP/1.1" status: 200 len: 375 time: 0.0094025 Sep 16 06:19:58.643176 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-88e4ee0d-d97d-40b2-9dc6-63c249ec6858 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553265 Sep 16 06:19:58.751796 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-f95f61a9-4e3a-4815-b296-509325fc317e service neutron] 10.222.0.20 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971501 Sep 16 06:19:58.851320 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-4c3b0469-8fe2-4f33-a991-e0883930f639 service neutron] 10.222.0.20 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931172 Sep 16 06:19:59.227173 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:59.488376 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dc9b2c39-9cef-4b85-bac8-11add5c8fb7c req-803c53af-99bd-4497-b99d-29de763e79e1 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 210 time: 0.0271411 Sep 16 06:20:00.600746 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-005a1e8f-15f2-4847-86be-afa0498f908d req-bc9fd991-321b-4210-ac52-665aa2b7dc79 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 210 time: 0.0276601 Sep 16 06:20:01.646926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-6c8ad800-83a7-4f9d-80a8-579b93e3a6ee tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:01.648436 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-6c8ad800-83a7-4f9d-80a8-579b93e3a6ee tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.21 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 809 time: 0.1134324 Sep 16 06:20:01.701610 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-4e11d747-e1a3-43ff-a10d-96d0fd4b6b9e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2810720e4004460b9ce3baf4c2f033c0 HTTP/1.1" status: 200 len: 380 time: 0.0371504 Sep 16 06:20:01.717755 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-54d97253-d55a-4295-9032-55e9df74b705 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Request body: {'port': {'device_id': 'ebd5b64f-2de1-4e76-b062-5bebc923f8cf', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'admin_state_up': True, 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'security_groups': ['14da8d14-c545-426c-b2eb-c856bd5aefc2']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:20:01.752742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6d676e9-1d49-4ea5-a969-a1ca9942c6cb req-3f77d880-9dcb-46d6-9d15-9e888642082a tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 210 time: 0.0500855 Sep 16 06:20:01.955072 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-54d97253-d55a-4295-9032-55e9df74b705 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Made reservation on behalf of 2810720e4004460b9ce3baf4c2f033c0 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:20:01.955921 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-54d97253-d55a-4295-9032-55e9df74b705 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:02.090664 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-54d97253-d55a-4295-9032-55e9df74b705 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Allocated IP 172.20.0.14 (6ef8aa07-4749-43af-9634-416e40edb83c/dc9fa97d-0fb8-4bcf-b848-10475264fabf/e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:20:02.239015 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-54d97253-d55a-4295-9032-55e9df74b705 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:02.329214 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-54d97253-d55a-4295-9032-55e9df74b705 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:02.375933 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-54d97253-d55a-4295-9032-55e9df74b705 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Network 6ef8aa07-4749-43af-9634-416e40edb83c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:20:02.381078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-54d97253-d55a-4295-9032-55e9df74b705 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:20:02.386334 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-54d97253-d55a-4295-9032-55e9df74b705 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:20:02.390421 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d97253-d55a-4295-9032-55e9df74b705 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event updated for resources: {'Port': ['ID=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:02.454723 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-54d97253-d55a-4295-9032-55e9df74b705 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:02.455516 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-54d97253-d55a-4295-9032-55e9df74b705 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:02.547681 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-54d97253-d55a-4295-9032-55e9df74b705 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8355863 Sep 16 06:20:02.566652 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Request body: {'port': {'device_id': 'ebd5b64f-2de1-4e76-b062-5bebc923f8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:20:02.624813 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:02.648423 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-d18f7fc3-5a01-4670-a37f-5ebac4485689 None None] Provisioning complete for port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:20:02.650419 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d18f7fc3-5a01-4670-a37f-5ebac4485689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:02.694265 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-d18f7fc3-5a01-4670-a37f-5ebac4485689 None None] Port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:20:02.917926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb2dd5-018c-4b7b-9806-ce6c1fb69cde req-755274f6-0484-481b-9108-731407faa958 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:02.919497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ffb2dd5-018c-4b7b-9806-ce6c1fb69cde req-755274f6-0484-481b-9108-731407faa958 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 932 time: 0.0902009 Sep 16 06:20:02.978297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:20:02.992091 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:03.003956 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9ffb2dd5-018c-4b7b-9806-ce6c1fb69cde req-f6e0c72f-9c4d-4628-aae8-402025946f7c tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780582 Sep 16 06:20:03.012065 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Transition to ACTIVE for port object e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:20:03.073590 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:03.183458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Pushing event updated for resources: {'Port': ['ID=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:03.222655 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Attempting to bind port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:20:03.223349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Attempting to bind port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:20:03.223965 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Attempting to bind port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b on network 6ef8aa07-4749-43af-9634-416e40edb83c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:20:03.230223 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b on network 6ef8aa07-4749-43af-9634-416e40edb83c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:20:03.230854 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Attempting to bind port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b on network 6ef8aa07-4749-43af-9634-416e40edb83c {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:20:03.236916 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:20:03.237378 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Checking segment: {'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:20:03.238129 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Bound using segment: {'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:20:03.238686 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Bound port: e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf1a5566-aacd-4525-88e0-b767e8e96afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:20:03.239097 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:03.348071 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] For port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:20:03.352995 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] For port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:20:03.437876 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:03.475929 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:03.476549 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:03.478011 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] 10.222.0.21 "PUT /v2.0/ports/e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b HTTP/1.1" status: 200 len: 1093 time: 0.9158504 Sep 16 06:20:03.478424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd5b64f-2de1-4e76-b062-5bebc923f8cf', 'tag': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:20:03.481261 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985bf061-355c-47d0-bfec-bed2e5efc6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd5b64f-2de1-4e76-b062-5bebc923f8cf", "tag": "e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:20:03.520629 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb2b93-d4dc-46ce-812e-3ae776474e8b service neutron] Pushing event updated for resources: {'Port': ['ID=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:03.532828 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edecade-2e98-48f6-a7ff-25f5d1f22e8f x-openstack-request-id: req-6edecade-2e98-48f6-a7ff-25f5d1f22e8f {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:20:03.533321 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd5b64f-2de1-4e76-b062-5bebc923f8cf", "tag": "e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:20:03.533674 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6edecade-2e98-48f6-a7ff-25f5d1f22e8f {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:20:03.534414 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd5b64f-2de1-4e76-b062-5bebc923f8cf', 'tag': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b', 'status': 'completed', 'code': 200} Sep 16 06:20:03.625153 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bf061-355c-47d0-bfec-bed2e5efc6aa req-37fdba2f-8b16-447f-b49c-fbea373e74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:03.626696 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-985bf061-355c-47d0-bfec-bed2e5efc6aa req-37fdba2f-8b16-447f-b49c-fbea373e74a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 1096 time: 0.0469136 Sep 16 06:20:03.750032 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bf061-355c-47d0-bfec-bed2e5efc6aa req-0fff8273-feeb-4aae-af7c-c886e4d94f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:03.751833 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-985bf061-355c-47d0-bfec-bed2e5efc6aa req-0fff8273-feeb-4aae-af7c-c886e4d94f36 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=2810720e4004460b9ce3baf4c2f033c0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1119916 Sep 16 06:20:04.260425 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bf061-355c-47d0-bfec-bed2e5efc6aa req-04c0106a-c7b6-4050-a4ae-470abfa516b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:04.262148 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-985bf061-355c-47d0-bfec-bed2e5efc6aa req-04c0106a-c7b6-4050-a4ae-470abfa516b4 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5034213 Sep 16 06:20:04.277236 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0263fc6-5699-4e82-b3ab-05b9eff5da07 req-bbe970c5-3a92-4c2c-8aee-83c14f591403 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:04.279968 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0263fc6-5699-4e82-b3ab-05b9eff5da07 req-bbe970c5-3a92-4c2c-8aee-83c14f591403 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0816939 Sep 16 06:20:04.341999 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0263fc6-5699-4e82-b3ab-05b9eff5da07 req-2da1b396-23bb-4ed9-a9eb-87e10117cbad tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436842 Sep 16 06:20:04.387248 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-9f3cb7e3-be1e-4292-ac6e-6d4e0e7562d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:04.389093 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-9f3cb7e3-be1e-4292-ac6e-6d4e0e7562d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 1096 time: 0.0462179 Sep 16 06:20:04.443053 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-d694ff73-7089-426e-941b-5e073d0d9167 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b HTTP/1.1" status: 200 len: 217 time: 0.0403154 Sep 16 06:20:04.492931 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-8bc8f646-f2aa-4e78-ae9b-ac488611d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:04.494565 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-8bc8f646-f2aa-4e78-ae9b-ac488611d2e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.0452199 Sep 16 06:20:04.545705 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-efd01dc6-1100-4e90-9d51-b3f671688e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:04.547406 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-efd01dc6-1100-4e90-9d51-b3f671688e1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459726 Sep 16 06:20:04.662723 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-61c2e51c-75af-4def-b641-4625ebe13a1a service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073010 Sep 16 06:20:04.762367 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bd716b32-6159-4fc4-80bd-f36a59b65651 req-ad808fa1-006e-4fe2-b232-232d2c534839 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923867 Sep 16 06:20:05.329903 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-13351b57-d905-4d69-858b-be8954a27e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:05.475616 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77db26a-8c0d-4e1f-a253-a2f762080986 req-acf1bb0c-a6a2-45cf-b7f1-bd25cf27a47d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:05.477133 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c77db26a-8c0d-4e1f-a253-a2f762080986 req-acf1bb0c-a6a2-45cf-b7f1-bd25cf27a47d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0550261 Sep 16 06:20:05.517682 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c77db26a-8c0d-4e1f-a253-a2f762080986 req-f4779d5e-888b-4ea4-817d-da4e4fcde0db tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339754 Sep 16 06:20:06.638137 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfbf92-411a-478e-b72f-d705031d241e req-9f99922d-411f-489f-b40b-a8e997ad6001 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:06.641475 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8cfbf92-411a-478e-b72f-d705031d241e req-9f99922d-411f-489f-b40b-a8e997ad6001 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0539386 Sep 16 06:20:06.681266 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c8cfbf92-411a-478e-b72f-d705031d241e req-b057340a-9bf1-4e4d-92d4-cb318eb61ed8 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334194 Sep 16 06:20:07.799754 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61318d-2744-4ffe-b930-cbf91f0e6b9b req-71c5137e-c68f-47bc-8444-98775ec2d250 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:07.801313 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f61318d-2744-4ffe-b930-cbf91f0e6b9b req-71c5137e-c68f-47bc-8444-98775ec2d250 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0495412 Sep 16 06:20:07.814370 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-679bb291-cbaf-4b49-9b35-7269745a7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:07.843000 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5f61318d-2744-4ffe-b930-cbf91f0e6b9b req-63dce3ff-6e05-4d1c-a4ce-ebd3c56dbe0a tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343721 Sep 16 06:20:08.735546 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:08.963645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3214ae4-85cf-47b7-a971-eb53049920c7 req-e4cbffb4-e59a-46bd-a807-f153bc0b0e51 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:08.965149 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d3214ae4-85cf-47b7-a971-eb53049920c7 req-e4cbffb4-e59a-46bd-a807-f153bc0b0e51 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0546758 Sep 16 06:20:09.005759 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d3214ae4-85cf-47b7-a971-eb53049920c7 req-89d0d7c5-a81d-401d-b3dd-18f8578ce211 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341492 Sep 16 06:20:09.272154 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:20:09.655799 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:10.124992 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25c78a-1ab3-4b82-9edb-7e7602d46ce8 req-1ef55102-5885-4a55-aede-875513932892 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:10.127747 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b25c78a-1ab3-4b82-9edb-7e7602d46ce8 req-1ef55102-5885-4a55-aede-875513932892 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0549240 Sep 16 06:20:10.168662 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1b25c78a-1ab3-4b82-9edb-7e7602d46ce8 req-a4462de0-dc6c-4a92-b031-4c7db3672bd8 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345151 Sep 16 06:20:11.238194 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:11.287462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdecce0-551b-4dae-ad53-4547db1a727d req-527a5143-d012-4eb3-8c34-0d19ba12d981 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:11.289279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dbdecce0-551b-4dae-ad53-4547db1a727d req-527a5143-d012-4eb3-8c34-0d19ba12d981 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0511208 Sep 16 06:20:11.331408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dbdecce0-551b-4dae-ad53-4547db1a727d req-a65892f2-08f0-479a-971b-21ee824d0385 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348103 Sep 16 06:20:12.451140 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a72729-b550-42e5-b83a-26c13b5101be req-9f910e6d-8ef7-490f-9b9d-76a718cb74d7 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:12.452679 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71a72729-b550-42e5-b83a-26c13b5101be req-9f910e6d-8ef7-490f-9b9d-76a718cb74d7 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0550921 Sep 16 06:20:12.492660 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-71a72729-b550-42e5-b83a-26c13b5101be req-ea793c64-f359-4e2c-a9f9-f6b170969b16 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331633 Sep 16 06:20:13.614592 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a6801-eeea-4274-ac33-844783c64b5d req-4a428a0b-b27a-4fbe-a90e-f7c03935bc0c tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:13.616237 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-727a6801-eeea-4274-ac33-844783c64b5d req-4a428a0b-b27a-4fbe-a90e-f7c03935bc0c tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0544136 Sep 16 06:20:13.659987 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-727a6801-eeea-4274-ac33-844783c64b5d req-7cd9a4a2-b817-453a-b243-ae715ae7cbfa tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366454 Sep 16 06:20:14.780657 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec2cf2-aca4-4878-846a-60732f5553f3 req-d32445eb-1ab9-4b46-abaa-5284d767133f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:14.782144 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cec2cf2-aca4-4878-846a-60732f5553f3 req-d32445eb-1ab9-4b46-abaa-5284d767133f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0490863 Sep 16 06:20:14.820836 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cec2cf2-aca4-4878-846a-60732f5553f3 req-c1189c9a-5a3a-4172-93cf-bda1ba074922 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324199 Sep 16 06:20:15.941190 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910d73-9dc7-4410-b19f-1c78fd654124 req-020a3eea-430a-4634-ac2c-7d3706d6fe2a tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:15.942691 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22910d73-9dc7-4410-b19f-1c78fd654124 req-020a3eea-430a-4634-ac2c-7d3706d6fe2a tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0548894 Sep 16 06:20:15.983709 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-22910d73-9dc7-4410-b19f-1c78fd654124 req-7775f5ea-17cf-4a98-93f3-44cbe404846f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347290 Sep 16 06:20:16.792587 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:20:16.887449 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:20:16.903422 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'port_id': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b', 'mac_address': 'fa:16:3e:65:5e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:20:17.098616 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:17.102351 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df23aa4-fd4f-40c8-940a-5ab5519c1e95 req-5863e44f-fb1f-421b-868c-ee7b697cadcc tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:17.104128 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9df23aa4-fd4f-40c8-940a-5ab5519c1e95 req-5863e44f-fb1f-421b-868c-ee7b697cadcc tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0513604 Sep 16 06:20:17.111494 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:20:17.130825 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:20:17.142592 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9df23aa4-fd4f-40c8-940a-5ab5519c1e95 req-3c9d16c4-7e1a-472f-89da-91b61825ccd8 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324523 Sep 16 06:20:17.220945 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:17.266711 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:17.273961 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:17.274305 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:17.274645 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:17.275045 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:17.275486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:17.275753 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:17.276591 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:17.277000 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:17.277336 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:17.277676 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:17.278024 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:17.278297 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:17.652676 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:20:18.261977 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34b0df-da1a-432b-a1b4-2fe771cb6908 req-74b24202-8d79-47f4-8d4b-fb4face9e0bd tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:18.263517 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc34b0df-da1a-432b-a1b4-2fe771cb6908 req-74b24202-8d79-47f4-8d4b-fb4face9e0bd tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 945 time: 0.0505412 Sep 16 06:20:18.305088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fc34b0df-da1a-432b-a1b4-2fe771cb6908 req-fc329112-7077-4038-85b4-a89795b41e3c tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356498 Sep 16 06:20:18.792699 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:20:18.981340 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:20:18.985561 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:20:18.992815 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:19.064498 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:19.086389 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd5b64f-2de1-4e76-b062-5bebc923f8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:20:19.090199 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d269ab72-3b46-48ce-acbf-ab5bb05b7488" -d '{"events": [{"server_uuid": "ebd5b64f-2de1-4e76-b062-5bebc923f8cf", "name": "network-vif-plugged", "status": "completed", "tag": "e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:20:19.103325 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:20:19.164924 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:19.184238 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ab02ea-ab5d-452b-8008-acb5b91781c8 x-openstack-request-id: req-b8ab02ea-ab5d-452b-8008-acb5b91781c8 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:20:19.184527 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd5b64f-2de1-4e76-b062-5bebc923f8cf", "name": "network-vif-plugged", "status": "completed", "tag": "e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:20:19.184771 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8ab02ea-ab5d-452b-8008-acb5b91781c8 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:20:19.185156 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd5b64f-2de1-4e76-b062-5bebc923f8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b', 'code': 200} Sep 16 06:20:19.211292 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:19.306013 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770df747-3c21-430d-a1d2-c80ee54b1e71 req-29c14a3a-430b-4209-b7c8-229281ed7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:19.307668 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-770df747-3c21-430d-a1d2-c80ee54b1e71 req-29c14a3a-430b-4209-b7c8-229281ed7a3c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 1098 time: 0.0454669 Sep 16 06:20:19.346279 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-770df747-3c21-430d-a1d2-c80ee54b1e71 req-9445c5e2-fbb7-42fc-9cd3-b5066d839cea service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315800 Sep 16 06:20:19.426024 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b112b-da6c-4eaa-b586-d0b78efdd68a req-a5636ebb-71a8-4eed-ab14-48b6887f271b tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:19.427631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d14b112b-da6c-4eaa-b586-d0b78efdd68a req-a5636ebb-71a8-4eed-ab14-48b6887f271b tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0528355 Sep 16 06:20:19.467404 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d14b112b-da6c-4eaa-b586-d0b78efdd68a req-f0c24794-446b-45f8-9c4f-eeaa30c67aa5 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335355 Sep 16 06:20:20.587478 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5502a-5fc4-4385-8445-d6ba361c7084 req-4b3c83bd-33a7-4686-978e-5758f8980e6f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:20.589724 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0b5502a-5fc4-4385-8445-d6ba361c7084 req-4b3c83bd-33a7-4686-978e-5758f8980e6f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0529637 Sep 16 06:20:20.629831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e0b5502a-5fc4-4385-8445-d6ba361c7084 req-947c383f-e262-4996-8b13-da25ce18dc6f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336099 Sep 16 06:20:21.753246 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483eeec-08c3-4ba5-b6be-6b656ac62079 req-056c1413-4faf-43d8-afa7-c6c518a60475 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:21.754838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c483eeec-08c3-4ba5-b6be-6b656ac62079 req-056c1413-4faf-43d8-afa7-c6c518a60475 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0543127 Sep 16 06:20:21.795504 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c483eeec-08c3-4ba5-b6be-6b656ac62079 req-d40bf4c2-fe55-4667-9559-55a2eb82c0ee tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339179 Sep 16 06:20:21.913146 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5a79b-bf10-4ae1-91da-e8fb373bfab2 req-6ca0f07e-ad9c-4152-9bcd-dc295faaefa8 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:21.914571 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cdd5a79b-bf10-4ae1-91da-e8fb373bfab2 req-6ca0f07e-ad9c-4152-9bcd-dc295faaefa8 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0525343 Sep 16 06:20:21.955547 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cdd5a79b-bf10-4ae1-91da-e8fb373bfab2 req-0c5acd5e-a06c-4e8a-afca-b729eb9b54bd tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341444 Sep 16 06:20:21.977652 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44798) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:20:22.063163 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15270111-a0f7-4666-8e2d-998fdf7c19c5 tempest-TestShelveInstance-615157798 tempest-TestShelveInstance-615157798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:22.064725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-15270111-a0f7-4666-8e2d-998fdf7c19c5 tempest-TestShelveInstance-615157798 tempest-TestShelveInstance-615157798-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 1093 time: 0.0860641 Sep 16 06:20:22.067831 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 44802) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:20:22.072340 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:20:22.170120 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for floatingip, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:22.274889 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:22.381324 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Allocated IP 172.25.4.20 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/9ea5759b-cf32-4fb5-997a-f8638097a355) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:20:22.513988 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:22.625965 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:22.665965 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:20:22.669787 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:20:22.677208 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:20:22.684073 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event updated for resources: {'Port': ['ID=9ea5759b-cf32-4fb5-997a-f8638097a355,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:23.054379 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:23.193648 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:23.354546 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:23.425272 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:23.502356 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event updated for resources: {'Port': ['ID=9ea5759b-cf32-4fb5-997a-f8638097a355,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:23.514945 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:23.621234 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Floating IP f618c605-b345-453d-9620-7cce998fd158 associated. External IP: 172.25.4.20, port: e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b. Sep 16 06:20:23.847829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Router 4240d609-4787-4e88-93fb-77607c6f1d9c has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:20:23.958791 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:20:23.972481 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71e5c7e-e44f-439f-a920-d871900ce6d8 None None] Sync routers for ids ['4240d609-4787-4e88-93fb-77607c6f1d9c'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:20:23.988051 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71e5c7e-e44f-439f-a920-d871900ce6d8 None None] Routers {'4240d609-4787-4e88-93fb-77607c6f1d9c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:20:23.988768 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b71e5c7e-e44f-439f-a920-d871900ce6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:20:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['4240d609-4787-4e88-93fb-77607c6f1d9c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:20:24.038656 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:24.071212 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-74503676-e012-4f42-bcea-eb51eec80871 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0022058 Sep 16 06:20:24.072321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd5b64f-2de1-4e76-b062-5bebc923f8cf', 'tag': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:20:24.074377 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b553c2c-f95d-4204-b3d8-7da6d84055b6" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd5b64f-2de1-4e76-b062-5bebc923f8cf", "tag": "e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:20:24.102090 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-b71e5c7e-e44f-439f-a920-d871900ce6d8 None None] Set router 4240d609-4787-4e88-93fb-77607c6f1d9c gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:20:24.111709 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7295d0a-79af-4aa4-a22f-d6ae60f4397b x-openstack-request-id: req-e7295d0a-79af-4aa4-a22f-d6ae60f4397b {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:20:24.111999 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd5b64f-2de1-4e76-b062-5bebc923f8cf", "tag": "e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:20:24.112247 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7295d0a-79af-4aa4-a22f-d6ae60f4397b {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:20:24.112648 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd5b64f-2de1-4e76-b062-5bebc923f8cf', 'tag': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b', 'status': 'completed', 'code': 200} Sep 16 06:20:24.199609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b553c2c-f95d-4204-b3d8-7da6d84055b6 req-b8643131-22d1-430d-8525-67d9af3d4a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:24.201486 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b553c2c-f95d-4204-b3d8-7da6d84055b6 req-b8643131-22d1-430d-8525-67d9af3d4a25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 1098 time: 0.0462074 Sep 16 06:20:24.294616 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b553c2c-f95d-4204-b3d8-7da6d84055b6 req-08feadd2-b8e3-4e62-9131-1c35921f0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:24.296326 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b553c2c-f95d-4204-b3d8-7da6d84055b6 req-08feadd2-b8e3-4e62-9131-1c35921f0fb4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 910 time: 0.0884197 Sep 16 06:20:24.340990 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b71e5c7e-e44f-439f-a920-d871900ce6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:13:42Z', 'revision_number': 4, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'f618c605-b345-453d-9620-7cce998fd158', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'floating_ip_address': '172.25.4.20', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'port_id': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'mac_address': 'fa:16:3e:65:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd5b64f-2de1-4e76-b062-5bebc923f8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:20:22Z', 'updated_at': '2021-09-16T06:20:22Z', 'revision_number': 0, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb782dc7-7a3b-454f-9775-4ea88106e85e', 'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'mac_address': 'fa:16:3e:73:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:41Z', 'updated_at': '2021-09-16T06:13:46Z', 'revision_number': 5, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'subnets': [{'id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:20:24.367080 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71e5c7e-e44f-439f-a920-d871900ce6d8 None None] Checking router: 4240d609-4787-4e88-93fb-77607c6f1d9c for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:20:24.368303 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b553c2c-f95d-4204-b3d8-7da6d84055b6 req-a0c785a2-e592-4b1b-9eb7-e9a54e8450e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b HTTP/1.1" status: 200 len: 999 time: 0.0648775 Sep 16 06:20:24.376613 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71e5c7e-e44f-439f-a920-d871900ce6d8 None None] Routers {'4240d609-4787-4e88-93fb-77607c6f1d9c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:20:24.377241 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b71e5c7e-e44f-439f-a920-d871900ce6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:20:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['4240d609-4787-4e88-93fb-77607c6f1d9c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:20:24.420107 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b553c2c-f95d-4204-b3d8-7da6d84055b6 req-16c7acf0-fc28-4a8d-9c7b-17762ddc713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:24.421623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b553c2c-f95d-4204-b3d8-7da6d84055b6 req-16c7acf0-fc28-4a8d-9c7b-17762ddc713d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.0468466 Sep 16 06:20:24.470144 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b553c2c-f95d-4204-b3d8-7da6d84055b6 req-2fcd4e3e-08b3-4cde-b77c-15233693aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:24.471812 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b553c2c-f95d-4204-b3d8-7da6d84055b6 req-2fcd4e3e-08b3-4cde-b77c-15233693aad2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427845 Sep 16 06:20:24.492153 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-b71e5c7e-e44f-439f-a920-d871900ce6d8 None None] Set router 4240d609-4787-4e88-93fb-77607c6f1d9c gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:20:24.567573 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b553c2c-f95d-4204-b3d8-7da6d84055b6 req-2c02e2fc-f9f1-4775-9d4c-2c4c3c97cfac service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886376 Sep 16 06:20:24.666242 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3b553c2c-f95d-4204-b3d8-7da6d84055b6 req-2897dd7c-5cdd-4e20-aa99-dfc046b56d70 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914536 Sep 16 06:20:24.731653 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-b71e5c7e-e44f-439f-a920-d871900ce6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:13:42Z', 'revision_number': 4, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'f618c605-b345-453d-9620-7cce998fd158', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'floating_ip_address': '172.25.4.20', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'port_id': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'mac_address': 'fa:16:3e:65:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd5b64f-2de1-4e76-b062-5bebc923f8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:20:22Z', 'updated_at': '2021-09-16T06:20:22Z', 'revision_number': 0, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb782dc7-7a3b-454f-9775-4ea88106e85e', 'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'mac_address': 'fa:16:3e:73:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:41Z', 'updated_at': '2021-09-16T06:13:46Z', 'revision_number': 5, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'subnets': [{'id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:20:24.757742 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71e5c7e-e44f-439f-a920-d871900ce6d8 None None] The sync data for ids ['4240d609-4787-4e88-93fb-77607c6f1d9c'] in n-d-712140-13 is: [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:13:42Z', 'revision_number': 4, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'f618c605-b345-453d-9620-7cce998fd158', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'floating_ip_address': '172.25.4.20', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'port_id': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'mac_address': 'fa:16:3e:65:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd5b64f-2de1-4e76-b062-5bebc923f8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:20:22Z', 'updated_at': '2021-09-16T06:20:22Z', 'revision_number': 0, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb782dc7-7a3b-454f-9775-4ea88106e85e', 'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'mac_address': 'fa:16:3e:73:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:41Z', 'updated_at': '2021-09-16T06:13:46Z', 'revision_number': 5, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'subnets': [{'id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:20:24.965220 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4da998-7588-445a-bfb9-246837c3173b None None] New status for floating IP f618c605-b345-453d-9620-7cce998fd158: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:20:25.329571 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:29.255743 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:35.306219 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-58ffc36b-0b58-4cdb-9cec-977393b46fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:37.849419 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d7200382-185a-426c-97f2-c68e09028a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:38.786154 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:39.672073 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:41.180874 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:46.270619 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:20:55.328669 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:59.237202 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:01.687813 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48537ecf-2067-483e-b52e-c11f55290b9d req-cd76e8c0-a8bd-4794-8a42-520bb7961a00 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0621607 Sep 16 06:21:01.810454 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48537ecf-2067-483e-b52e-c11f55290b9d req-cb94e629-aa9e-4256-9bb6-2ad64537dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:01.812106 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48537ecf-2067-483e-b52e-c11f55290b9d req-cb94e629-aa9e-4256-9bb6-2ad64537dfb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 1098 time: 0.0437090 Sep 16 06:21:01.929882 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48537ecf-2067-483e-b52e-c11f55290b9d req-46163905-e3c5-49c1-889c-53165e3b953d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:01.932111 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48537ecf-2067-483e-b52e-c11f55290b9d req-46163905-e3c5-49c1-889c-53165e3b953d service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 910 time: 0.0989461 Sep 16 06:21:02.008858 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48537ecf-2067-483e-b52e-c11f55290b9d req-b6c6fa23-508d-49f5-96c8-fc7e4bde1a71 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b HTTP/1.1" status: 200 len: 1001 time: 0.0692840 Sep 16 06:21:02.077405 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48537ecf-2067-483e-b52e-c11f55290b9d req-845ea590-929f-423a-ab5a-69172b3c6a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:02.078915 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48537ecf-2067-483e-b52e-c11f55290b9d req-845ea590-929f-423a-ab5a-69172b3c6a0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.0631757 Sep 16 06:21:02.131975 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48537ecf-2067-483e-b52e-c11f55290b9d req-12a08e86-296b-4954-9f60-179d3b870521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:02.133577 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48537ecf-2067-483e-b52e-c11f55290b9d req-12a08e86-296b-4954-9f60-179d3b870521 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467646 Sep 16 06:21:02.231235 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48537ecf-2067-483e-b52e-c11f55290b9d req-3e5865a8-a991-4d90-b427-016b5d6922d4 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902569 Sep 16 06:21:02.327950 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48537ecf-2067-483e-b52e-c11f55290b9d req-3a936c15-74d1-4025-baf4-fdc136e93237 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888402 Sep 16 06:21:05.306761 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-68e018df-8de4-41fc-84a5-be97d29214a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:07.814274 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7582c46c-b5ca-40e5-bcd7-398aca82c898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:08.717087 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:09.685142 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:11.261121 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:23.269536 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:21:25.386462 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:29.385664 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:35.385839 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c34c113d-6d85-4ca0-8a7b-8e0868a1b3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:37.871233 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6dc60292-59ed-4c8c-8703-6c1cbf6f7f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:38.722805 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:39.739501 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:41.218284 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:55.333420 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:59.247837 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:00.270424 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:22:03.708106 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a55cb813-0b98-4820-a366-71208db96496 req-13c2a27f-a0e0-41e9-82ee-2cfbd75d31eb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455043 Sep 16 06:22:03.815739 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cb813-0b98-4820-a366-71208db96496 req-1a470527-63f9-4337-8d30-92aa010c2051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:03.817340 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a55cb813-0b98-4820-a366-71208db96496 req-1a470527-63f9-4337-8d30-92aa010c2051 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 1098 time: 0.0485218 Sep 16 06:22:03.937155 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cb813-0b98-4820-a366-71208db96496 req-447a661d-5a64-46a4-941d-978030a0cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:03.938672 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a55cb813-0b98-4820-a366-71208db96496 req-447a661d-5a64-46a4-941d-978030a0cf95 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 910 time: 0.0999186 Sep 16 06:22:04.006925 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a55cb813-0b98-4820-a366-71208db96496 req-7022cb8f-5d99-44c4-b676-76c38501fe5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b HTTP/1.1" status: 200 len: 1001 time: 0.0603838 Sep 16 06:22:04.058142 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cb813-0b98-4820-a366-71208db96496 req-64e6c1bc-00d0-47c0-803b-b5be00c702fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:04.059782 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a55cb813-0b98-4820-a366-71208db96496 req-64e6c1bc-00d0-47c0-803b-b5be00c702fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.0463240 Sep 16 06:22:04.113559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cb813-0b98-4820-a366-71208db96496 req-29af4acb-9f1c-47a7-8189-32da8d27998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:04.115115 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a55cb813-0b98-4820-a366-71208db96496 req-29af4acb-9f1c-47a7-8189-32da8d27998d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485408 Sep 16 06:22:04.230641 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a55cb813-0b98-4820-a366-71208db96496 req-e1c20b46-9734-437b-b2b8-46b46e3bd312 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073861 Sep 16 06:22:04.337644 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a55cb813-0b98-4820-a366-71208db96496 req-7d7aca50-e562-448e-899f-9f1f6b1b41df service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996931 Sep 16 06:22:05.310182 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a4b4a01d-bb35-427b-8cb7-424bdb41f06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:07.824846 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-db0511ff-54ef-4cf2-a0cc-5b5053a10c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:08.693410 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:09.647413 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:11.201557 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:25.349476 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:29.372183 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:35.360692 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2f86-aed2-4999-a7aa-6d8576ba867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:37.270334 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:22:37.835163 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ecb39669-241d-45cb-9633-7c3d1551a9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.691854 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:39.686282 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:41.275125 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:53.181713 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cf46c-d704-4fc9-b5f7-33b6f081f8bb req-33fe1421-9a4c-4dee-8d85-76539ef294de tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:53.183221 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-806cf46c-d704-4fc9-b5f7-33b6f081f8bb req-33fe1421-9a4c-4dee-8d85-76539ef294de tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.1023276 Sep 16 06:22:53.223138 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-806cf46c-d704-4fc9-b5f7-33b6f081f8bb req-0f449201-d558-4794-8322-e72beab4e303 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337658 Sep 16 06:22:54.396101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07e300-f033-40fd-937a-675788d06124 req-9c8a2eea-19d0-4f27-8fa0-d6125d102894 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:54.397715 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be07e300-f033-40fd-937a-675788d06124 req-9c8a2eea-19d0-4f27-8fa0-d6125d102894 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0998650 Sep 16 06:22:54.442311 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-be07e300-f033-40fd-937a-675788d06124 req-2ee63be5-9f96-48e0-8278-d784a5d4f0fe tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382059 Sep 16 06:22:55.348974 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:55.559786 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422d8e5-1704-45d0-aa85-b37270dc263f req-ad08680c-0555-47eb-892d-6d29b53e77bc tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:55.561306 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9422d8e5-1704-45d0-aa85-b37270dc263f req-ad08680c-0555-47eb-892d-6d29b53e77bc tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0501211 Sep 16 06:22:55.602802 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9422d8e5-1704-45d0-aa85-b37270dc263f req-63cf7172-970e-4b72-a9e6-3e8729f7dcca tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353456 Sep 16 06:22:56.721309 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77b654-3ce7-4ec5-bd97-49d9aa85b1b8 req-f6d102be-a919-4718-9cf8-42fc229e9c85 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:56.722742 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c77b654-3ce7-4ec5-bd97-49d9aa85b1b8 req-f6d102be-a919-4718-9cf8-42fc229e9c85 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0516171 Sep 16 06:22:56.762544 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7c77b654-3ce7-4ec5-bd97-49d9aa85b1b8 req-51cca3f1-8146-409e-bb0a-c31e2115e83e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328715 Sep 16 06:22:57.878005 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbec2e-5288-4cce-a7d1-343c041c825a req-7dee9a4a-7c03-4de7-8256-7f65233c2313 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:57.879542 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cbbec2e-5288-4cce-a7d1-343c041c825a req-7dee9a4a-7c03-4de7-8256-7f65233c2313 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0500028 Sep 16 06:22:57.923220 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9cbbec2e-5288-4cce-a7d1-343c041c825a req-1aca69e2-958d-4126-8c18-6f9a30a384dd tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370853 Sep 16 06:22:59.058845 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02b32b-d840-48c9-91fd-7f089eb72126 req-8795d542-a8a7-44f7-b861-24acfeabb84e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:59.060441 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b02b32b-d840-48c9-91fd-7f089eb72126 req-8795d542-a8a7-44f7-b861-24acfeabb84e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0588374 Sep 16 06:22:59.103819 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9b02b32b-d840-48c9-91fd-7f089eb72126 req-5dbf6737-dd53-4a0c-b37b-d526edca1651 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359600 Sep 16 06:22:59.264026 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:00.225654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5828c-98e6-458e-a2a6-136520b8f8b1 req-7c747799-58bc-4409-83b1-5aa14600a5c6 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:00.227321 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8c5828c-98e6-458e-a2a6-136520b8f8b1 req-7c747799-58bc-4409-83b1-5aa14600a5c6 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0523105 Sep 16 06:23:00.265699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a8c5828c-98e6-458e-a2a6-136520b8f8b1 req-aa77c3bf-d31a-446f-83a2-a8b94ad29834 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323842 Sep 16 06:23:01.385319 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12027531-bd06-4ebd-a7a6-3e109f926901 req-71870aeb-bab8-4c20-ab7d-31dd4746c05b tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:01.386908 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12027531-bd06-4ebd-a7a6-3e109f926901 req-71870aeb-bab8-4c20-ab7d-31dd4746c05b tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0504110 Sep 16 06:23:01.431619 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-12027531-bd06-4ebd-a7a6-3e109f926901 req-5e0dd29e-1a06-4031-8043-621a5ff1edeb tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385578 Sep 16 06:23:02.577667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc0c4b-a076-4df1-b707-06f73ecd29f3 req-4b5e68c2-4292-4f59-94d9-9e8a6a4e8ef2 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:02.579226 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cadc0c4b-a076-4df1-b707-06f73ecd29f3 req-4b5e68c2-4292-4f59-94d9-9e8a6a4e8ef2 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0516853 Sep 16 06:23:02.618559 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cadc0c4b-a076-4df1-b707-06f73ecd29f3 req-84424bda-f8e8-4d05-8a65-a5aefe96ef2f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333066 Sep 16 06:23:03.522820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e574620-5768-43df-8e84-285a9db9ca14 req-1d48799e-98ee-48a0-a466-917b7b19e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:03.524356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e574620-5768-43df-8e84-285a9db9ca14 req-1d48799e-98ee-48a0-a466-917b7b19e1df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 1098 time: 0.0802255 Sep 16 06:23:03.621784 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e574620-5768-43df-8e84-285a9db9ca14 req-07843e5f-28db-47b5-a395-11767c00980a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:03.623375 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e574620-5768-43df-8e84-285a9db9ca14 req-07843e5f-28db-47b5-a395-11767c00980a service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 910 time: 0.0915632 Sep 16 06:23:03.695103 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e574620-5768-43df-8e84-285a9db9ca14 req-d40d1102-40ee-4b13-a177-9215cf74c06c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b HTTP/1.1" status: 200 len: 1001 time: 0.0644252 Sep 16 06:23:04.119236 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e574620-5768-43df-8e84-285a9db9ca14 req-71c44a71-6bf1-4a7c-8ab0-f7487a8e37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:04.120632 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e574620-5768-43df-8e84-285a9db9ca14 req-71c44a71-6bf1-4a7c-8ab0-f7487a8e37cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.4162676 Sep 16 06:23:04.129222 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b17a9-644d-481b-9ea7-a703d84db033 req-61e61425-60d4-41a2-b28f-ef752b029fcb tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:04.130785 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e86b17a9-644d-481b-9ea7-a703d84db033 req-61e61425-60d4-41a2-b28f-ef752b029fcb tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.4347637 Sep 16 06:23:04.196737 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e86b17a9-644d-481b-9ea7-a703d84db033 req-97885f26-8961-4a3f-853e-8ec5f572ae57 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567992 Sep 16 06:23:04.199638 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e574620-5768-43df-8e84-285a9db9ca14 req-b50b1a16-b89a-45d2-b940-527a21af8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:04.201083 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e574620-5768-43df-8e84-285a9db9ca14 req-b50b1a16-b89a-45d2-b940-527a21af8298 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692236 Sep 16 06:23:04.301986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e574620-5768-43df-8e84-285a9db9ca14 req-1fdc64a7-acfb-4b4d-b9d5-711151c72f5b service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933259 Sep 16 06:23:04.395410 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6e574620-5768-43df-8e84-285a9db9ca14 req-32cb24c0-f37d-41a8-92cd-081b3ccc6d17 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867343 Sep 16 06:23:04.535333 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e146e5-472e-42a7-bab9-58a3e7a0c6b7 req-70740ce4-60f9-42ce-a8f2-d48409b84a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:04.536890 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57e146e5-472e-42a7-bab9-58a3e7a0c6b7 req-70740ce4-60f9-42ce-a8f2-d48409b84a30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 1098 time: 0.0467901 Sep 16 06:23:04.646400 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e146e5-472e-42a7-bab9-58a3e7a0c6b7 req-09c27eb8-a452-4bfe-8d25-a14183ca921d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:04.648574 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57e146e5-472e-42a7-bab9-58a3e7a0c6b7 req-09c27eb8-a452-4bfe-8d25-a14183ca921d service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 910 time: 0.0903826 Sep 16 06:23:04.722439 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57e146e5-472e-42a7-bab9-58a3e7a0c6b7 req-fc561e30-ff6b-44aa-b7c4-6d38a4151d78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b HTTP/1.1" status: 200 len: 1001 time: 0.0647604 Sep 16 06:23:04.773898 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e146e5-472e-42a7-bab9-58a3e7a0c6b7 req-231cd1a1-4a66-40b1-924c-598f4c652d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:04.775420 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57e146e5-472e-42a7-bab9-58a3e7a0c6b7 req-231cd1a1-4a66-40b1-924c-598f4c652d4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.0460494 Sep 16 06:23:04.824000 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e146e5-472e-42a7-bab9-58a3e7a0c6b7 req-5d6754db-8cf4-4d99-819b-d2c51cd9c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:04.825474 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57e146e5-472e-42a7-bab9-58a3e7a0c6b7 req-5d6754db-8cf4-4d99-819b-d2c51cd9c936 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413806 Sep 16 06:23:04.923927 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57e146e5-472e-42a7-bab9-58a3e7a0c6b7 req-13092ec0-ac80-47d1-a17a-eeb5ed5110d0 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883939 Sep 16 06:23:05.019861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-57e146e5-472e-42a7-bab9-58a3e7a0c6b7 req-922389a5-2879-459e-938e-1facfbf99e5f service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885806 Sep 16 06:23:05.324557 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb099f-21f9-4c43-813a-9ea53907a35b req-f8b704db-9da1-49cf-943d-0468c0aff9ec tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:05.325958 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8cdb099f-21f9-4c43-813a-9ea53907a35b req-f8b704db-9da1-49cf-943d-0468c0aff9ec tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0594766 Sep 16 06:23:05.336920 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-dd29b26d-eb9d-485c-bd96-9a13b63f768b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:05.366620 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8cdb099f-21f9-4c43-813a-9ea53907a35b req-8a885afe-0be4-4025-a4cd-ae003d50ae1f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346472 Sep 16 06:23:06.515085 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e11d7-e3e8-46c1-ba44-af52a450ea4a req-b657fd1f-98d4-43dc-bda9-ef5f043ff460 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:06.516624 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b3e11d7-e3e8-46c1-ba44-af52a450ea4a req-b657fd1f-98d4-43dc-bda9-ef5f043ff460 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0545037 Sep 16 06:23:06.556750 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0b3e11d7-e3e8-46c1-ba44-af52a450ea4a req-751583ef-c2fd-4f7e-b1ef-24ac2228e104 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333626 Sep 16 06:23:07.674987 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1dd42-2f97-431a-9ad2-c4080e122b76 req-3296088a-e0b5-428d-991f-9dd5e3c13371 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:07.676513 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-81f1dd42-2f97-431a-9ad2-c4080e122b76 req-3296088a-e0b5-428d-991f-9dd5e3c13371 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0509000 Sep 16 06:23:07.723504 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-81f1dd42-2f97-431a-9ad2-c4080e122b76 req-42689448-3a2b-49dc-a906-fc3ccf146a99 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400126 Sep 16 06:23:07.902846 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4ad4aacd-e950-43fa-9cc5-b72b14d9ff58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:08.702793 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:08.857119 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede17b75-36aa-469c-b078-fdeb7669a50b req-c2e7be74-1f73-467e-8b0b-af17a45814d5 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:08.858838 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ede17b75-36aa-469c-b078-fdeb7669a50b req-c2e7be74-1f73-467e-8b0b-af17a45814d5 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0606334 Sep 16 06:23:08.904827 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ede17b75-36aa-469c-b078-fdeb7669a50b req-0a70ce09-7140-43c2-8a89-653ae48f8283 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395932 Sep 16 06:23:09.414336 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41135e-3966-4810-9df5-a2fb250e62b4 req-f5e5961f-2fc7-47f4-9862-4d925a53d0d6 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:09.416002 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac41135e-3966-4810-9df5-a2fb250e62b4 req-f5e5961f-2fc7-47f4-9862-4d925a53d0d6 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0516653 Sep 16 06:23:09.457230 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ac41135e-3966-4810-9df5-a2fb250e62b4 req-3af34c84-fc45-436f-b4b0-1c1ba1793e9a tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351567 Sep 16 06:23:09.504873 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dacc7afe-28d1-44ce-bd23-bb773bbf8327 req-1f506d17-3659-4099-a642-9a1b5187bcdf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823958 Sep 16 06:23:09.514517 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-dacc7afe-28d1-44ce-bd23-bb773bbf8327 req-f8745d1e-78e7-4d87-86e5-ece40e286d4d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:23:09.515499 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [req-dacc7afe-28d1-44ce-bd23-bb773bbf8327 req-f8745d1e-78e7-4d87-86e5-ece40e286d4d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050340 Sep 16 06:23:09.680015 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:09.684601 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:23:09.759542 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:09.782180 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd5b64f-2de1-4e76-b062-5bebc923f8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:23:09.784500 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fd8ac6-3aad-44e4-9d99-4266acf35025" -d '{"events": [{"server_uuid": "ebd5b64f-2de1-4e76-b062-5bebc923f8cf", "name": "network-vif-unplugged", "status": "completed", "tag": "e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:23:09.798362 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:09.822206 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 06:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49deb4d1-4cfb-4083-8b03-116d4e9278b4 x-openstack-request-id: req-49deb4d1-4cfb-4083-8b03-116d4e9278b4 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:23:09.822500 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd5b64f-2de1-4e76-b062-5bebc923f8cf", "name": "network-vif-unplugged", "status": "failed", "tag": "e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b", "code": 422}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:23:09.822754 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49deb4d1-4cfb-4083-8b03-116d4e9278b4 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:23:09.823186 n-d-712140-13 neutron-server[95475]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ebd5b64f-2de1-4e76-b062-5bebc923f8cf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b', 'code': 422} returned with failed status Sep 16 06:23:09.902896 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:09.966251 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:09.974290 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:09.974671 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:09.975089 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:09.975660 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:09.975792 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:09.976105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:09.976437 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:09.977035 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:09.977327 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:09.977482 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:09.977829 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:09.978133 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:10.584788 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6842a01-2b50-416d-84cd-f5bcff75b869 req-c3b752b6-a650-4a71-905f-3408ff858415 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:10.586336 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b6842a01-2b50-416d-84cd-f5bcff75b869 req-c3b752b6-a650-4a71-905f-3408ff858415 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0612938 Sep 16 06:23:10.626593 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b6842a01-2b50-416d-84cd-f5bcff75b869 req-5481b70c-a2dc-4ba0-a44b-a3828d73ba6e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339715 Sep 16 06:23:11.211850 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:11.760391 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43ec7a-e51b-43b8-ab6b-8e0a36ed8f9f req-8c650ea5-dabf-42e8-8bfa-54fcead43bd2 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:11.762052 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aa43ec7a-e51b-43b8-ab6b-8e0a36ed8f9f req-8c650ea5-dabf-42e8-8bfa-54fcead43bd2 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0623093 Sep 16 06:23:11.811295 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-aa43ec7a-e51b-43b8-ab6b-8e0a36ed8f9f req-6ef93f59-a26f-49a1-931f-1edafe079b50 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418973 Sep 16 06:23:12.942258 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469e595-a5aa-4c3a-985d-f2f4ea22c568 req-f3b8ab6f-4de7-4f38-9583-81d3fe7593aa tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:12.944370 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0469e595-a5aa-4c3a-985d-f2f4ea22c568 req-f3b8ab6f-4de7-4f38-9583-81d3fe7593aa tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0536718 Sep 16 06:23:12.985364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0469e595-a5aa-4c3a-985d-f2f4ea22c568 req-fdb8c7cb-49ec-4cde-9a7b-29897683c5fe tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338843 Sep 16 06:23:14.111589 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84162818-fe45-460e-8cc9-87e9fdbd4670 req-ffad5cb9-d3d4-40c2-9d7a-1312fbfc9363 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:14.113077 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84162818-fe45-460e-8cc9-87e9fdbd4670 req-ffad5cb9-d3d4-40c2-9d7a-1312fbfc9363 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0509477 Sep 16 06:23:14.154223 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-84162818-fe45-460e-8cc9-87e9fdbd4670 req-fdd3ccb3-1f1c-4015-aacb-939830733ce1 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340173 Sep 16 06:23:14.269886 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:23:15.279048 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987ddcf-7005-47ee-90be-b7427cbd4388 req-9f17151d-1eb8-4773-b542-e9cf2bf3c4d7 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:15.293002 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f987ddcf-7005-47ee-90be-b7427cbd4388 req-9f17151d-1eb8-4773-b542-e9cf2bf3c4d7 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0551345 Sep 16 06:23:15.323571 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f987ddcf-7005-47ee-90be-b7427cbd4388 req-e1421263-94fc-4028-9657-6f90ca346414 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367005 Sep 16 06:23:15.964811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7afe-28d1-44ce-bd23-bb773bbf8327 req-7c0fbecd-c77b-4c6e-8350-455fe59c1261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:15.966354 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dacc7afe-28d1-44ce-bd23-bb773bbf8327 req-7c0fbecd-c77b-4c6e-8350-455fe59c1261 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf&tenant_id=2810720e4004460b9ce3baf4c2f033c0 HTTP/1.1" status: 200 len: 1096 time: 0.0427368 Sep 16 06:23:16.041122 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7afe-28d1-44ce-bd23-bb773bbf8327 req-d08f082a-c619-4d84-91dd-d5017a2cf9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:16.042661 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dacc7afe-28d1-44ce-bd23-bb773bbf8327 req-d08f082a-c619-4d84-91dd-d5017a2cf9cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 1096 time: 0.0422208 Sep 16 06:23:16.141820 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7afe-28d1-44ce-bd23-bb773bbf8327 req-0a1a459a-f924-459c-88c7-2d650360f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:16.143264 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dacc7afe-28d1-44ce-bd23-bb773bbf8327 req-0a1a459a-f924-459c-88c7-2d650360f0dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 910 time: 0.0938509 Sep 16 06:23:16.211011 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dacc7afe-28d1-44ce-bd23-bb773bbf8327 req-234975f7-dd4a-4fb9-8134-a5365cb16100 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b HTTP/1.1" status: 200 len: 999 time: 0.0605407 Sep 16 06:23:16.262796 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7afe-28d1-44ce-bd23-bb773bbf8327 req-4f463b48-a97a-4272-a49d-743357a834b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:16.264349 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dacc7afe-28d1-44ce-bd23-bb773bbf8327 req-4f463b48-a97a-4272-a49d-743357a834b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.0471418 Sep 16 06:23:16.318250 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7afe-28d1-44ce-bd23-bb773bbf8327 req-2ccf9613-9c46-45a8-ae7f-96f17eeb7d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:16.320377 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dacc7afe-28d1-44ce-bd23-bb773bbf8327 req-2ccf9613-9c46-45a8-ae7f-96f17eeb7d9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482931 Sep 16 06:23:16.455852 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dacc7afe-28d1-44ce-bd23-bb773bbf8327 req-03435ae3-e4e1-44ef-a2b1-cf23f6501968 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280797 Sep 16 06:23:16.480928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6f2f6-55aa-446b-8035-c561f1317497 req-4f6b6f35-0096-40c5-9498-dfa33e798078 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:16.481917 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6e6f2f6-55aa-446b-8035-c561f1317497 req-4f6b6f35-0096-40c5-9498-dfa33e798078 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0857377 Sep 16 06:23:16.573947 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e6e6f2f6-55aa-446b-8035-c561f1317497 req-9fc9076e-9db9-4b66-b168-93ac24342f5b tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803666 Sep 16 06:23:16.590410 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dacc7afe-28d1-44ce-bd23-bb773bbf8327 req-1957841c-d8d1-4470-a6f9-bfedadbf47ce service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261818 Sep 16 06:23:17.695756 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc340d-d0ac-487c-a649-f9720907e519 req-d9fae6df-8645-4baf-91e3-00edcaa5bc02 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:17.698495 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7fc340d-d0ac-487c-a649-f9720907e519 req-d9fae6df-8645-4baf-91e3-00edcaa5bc02 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0559506 Sep 16 06:23:17.742024 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b7fc340d-d0ac-487c-a649-f9720907e519 req-dd2e0efd-03e6-4e3c-bff7-f66e2e92e188 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386477 Sep 16 06:23:18.862499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631b50b-be68-48ca-88a0-f60ad1a5c478 req-e5a45463-b08d-48f3-af49-5f9169100859 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:18.864139 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b631b50b-be68-48ca-88a0-f60ad1a5c478 req-e5a45463-b08d-48f3-af49-5f9169100859 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0527203 Sep 16 06:23:18.905357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b631b50b-be68-48ca-88a0-f60ad1a5c478 req-36328c8f-41c4-4b15-a49c-06f89a1f17cb tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345151 Sep 16 06:23:20.025606 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932d428-b959-4f86-9648-c473be88a28f req-829d06ca-fdb7-407a-bf03-9b4689b1371a tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:20.027190 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e932d428-b959-4f86-9648-c473be88a28f req-829d06ca-fdb7-407a-bf03-9b4689b1371a tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0520492 Sep 16 06:23:20.067211 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e932d428-b959-4f86-9648-c473be88a28f req-5803aead-cdf6-4b52-9bf9-5b5358eafc5d tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338635 Sep 16 06:23:21.183226 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e1473-81e1-4756-a906-f0033f6413f3 req-cb5fb281-09ab-46e6-bfe9-12ce9facf302 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:21.184758 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c5e1473-81e1-4756-a906-f0033f6413f3 req-cb5fb281-09ab-46e6-bfe9-12ce9facf302 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0492744 Sep 16 06:23:21.227729 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8c5e1473-81e1-4756-a906-f0033f6413f3 req-c1bb593d-c943-473f-ac96-d6e1e5a39a4b tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369802 Sep 16 06:23:22.343126 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd31675-6865-4b62-b12c-dc678ef27bff req-8942691d-6f92-4e3b-bddc-d55c23615895 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:22.344663 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dfd31675-6865-4b62-b12c-dc678ef27bff req-8942691d-6f92-4e3b-bddc-d55c23615895 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0502365 Sep 16 06:23:22.383598 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dfd31675-6865-4b62-b12c-dc678ef27bff req-d1626a68-a958-499b-bf4a-99d83dfeb61e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329733 Sep 16 06:23:23.502414 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59e538-89fb-466d-ae7e-2ed895b3f1dd req-8bfa8f87-2ba2-4869-9e39-e11cb3d27cd6 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:23.504034 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff59e538-89fb-466d-ae7e-2ed895b3f1dd req-8bfa8f87-2ba2-4869-9e39-e11cb3d27cd6 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0509908 Sep 16 06:23:23.546368 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ff59e538-89fb-466d-ae7e-2ed895b3f1dd req-beaa9ec1-fd9e-4ed9-8d58-abf4d1b7a4e2 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351326 Sep 16 06:23:24.669001 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcaeb78-fb85-4beb-8961-56a8d48f9d74 req-5aa0c01a-591d-47e3-a5c4-fad2d0e4b8fd tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:24.670623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bdcaeb78-fb85-4beb-8961-56a8d48f9d74 req-5aa0c01a-591d-47e3-a5c4-fad2d0e4b8fd tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0520508 Sep 16 06:23:24.716201 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bdcaeb78-fb85-4beb-8961-56a8d48f9d74 req-832c6ed8-2a90-4585-b9bd-983adfa3cd9b tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391550 Sep 16 06:23:25.399881 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:25.721150 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:23:25.819391 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:25.834743 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ac7d7-d0d9-4e26-8006-ae4699d0efd0 req-257be338-c161-45a9-bb85-554db691996f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:25.835597 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'port_id': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b', 'mac_address': 'fa:16:3e:65:5e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:23:25.836413 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e38ac7d7-d0d9-4e26-8006-ae4699d0efd0 req-257be338-c161-45a9-bb85-554db691996f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 944 time: 0.0518990 Sep 16 06:23:25.877161 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:25.877451 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e38ac7d7-d0d9-4e26-8006-ae4699d0efd0 req-b2cd0616-f6b3-453e-891f-e38d0cdefd9e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349021 Sep 16 06:23:25.891313 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:23:25.911340 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:25.993663 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:26.043005 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:26.470527 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:23:26.994667 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4d67b-2d55-41b5-a893-a198365cc0ef req-7c9eccd6-5e39-4536-b768-1b4728874ffd tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:26.996228 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0c4d67b-2d55-41b5-a893-a198365cc0ef req-7c9eccd6-5e39-4536-b768-1b4728874ffd tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 945 time: 0.0502703 Sep 16 06:23:27.035234 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c0c4d67b-2d55-41b5-a893-a198365cc0ef req-278a0922-ae91-481a-998a-2a1ab29e865f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327802 Sep 16 06:23:27.735756 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:23:27.784453 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:27.785081 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:27.868330 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:27.891239 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd5b64f-2de1-4e76-b062-5bebc923f8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:23:27.893505 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baeda1ee-5d57-4687-b340-46a8c722c107" -d '{"events": [{"server_uuid": "ebd5b64f-2de1-4e76-b062-5bebc923f8cf", "name": "network-vif-plugged", "status": "completed", "tag": "e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:23:27.906341 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:27.935707 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a36d72a-74e0-41ad-bb2e-fb675bdfdb31 x-openstack-request-id: req-4a36d72a-74e0-41ad-bb2e-fb675bdfdb31 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:23:27.935998 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd5b64f-2de1-4e76-b062-5bebc923f8cf", "name": "network-vif-plugged", "status": "completed", "tag": "e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:23:27.936249 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a36d72a-74e0-41ad-bb2e-fb675bdfdb31 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:23:27.936642 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd5b64f-2de1-4e76-b062-5bebc923f8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b', 'code': 200} Sep 16 06:23:27.992959 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:28.042174 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:28.162375 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd814c9-7052-4f00-a044-4ac21d234030 req-619b3fbc-a663-494d-b18f-41bbff0015cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:28.163941 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ddd814c9-7052-4f00-a044-4ac21d234030 req-619b3fbc-a663-494d-b18f-41bbff0015cb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 1098 time: 0.0750110 Sep 16 06:23:28.177201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655916b0-79e3-476d-8974-0b890d2cda8b req-08ff6ae0-9583-47ca-9f0e-9e3fa9c92372 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:28.179119 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-655916b0-79e3-476d-8974-0b890d2cda8b req-08ff6ae0-9583-47ca-9f0e-9e3fa9c92372 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0660558 Sep 16 06:23:28.234011 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-ddd814c9-7052-4f00-a044-4ac21d234030 req-f762c53d-2c47-4ebe-aa25-ceb4175bfa05 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538960 Sep 16 06:23:28.239086 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-655916b0-79e3-476d-8974-0b890d2cda8b req-5eee675f-071a-447d-b01e-070fa1bb5176 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534751 Sep 16 06:23:29.268050 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:29.362728 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aaa77d-9628-40f0-9449-5f97dfc4c35d req-7740ce2d-d0c5-4b66-aa5d-142177989249 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:29.364299 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08aaa77d-9628-40f0-9449-5f97dfc4c35d req-7740ce2d-d0c5-4b66-aa5d-142177989249 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0522599 Sep 16 06:23:29.404746 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-08aaa77d-9628-40f0-9449-5f97dfc4c35d req-f7a11e5e-032e-475e-a633-5ae5f56525c2 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343499 Sep 16 06:23:30.528094 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf9605-b5ba-4933-81e8-405a8f9aa1d9 req-f560aa3d-5267-4cfe-a33f-7dc649761a54 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:30.529608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bddf9605-b5ba-4933-81e8-405a8f9aa1d9 req-f560aa3d-5267-4cfe-a33f-7dc649761a54 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0553555 Sep 16 06:23:30.568926 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-bddf9605-b5ba-4933-81e8-405a8f9aa1d9 req-b06721fd-5f3c-4ca6-b342-c494d69bc12f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329220 Sep 16 06:23:35.336989 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-013730ed-b5b5-49c4-bb81-c058fb77decc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:37.811020 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d0caf660-0415-450d-aad0-40ddff8149a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:38.696361 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:39.668203 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:41.204286 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:51.270315 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:23:55.393335 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:59.220712 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:03.952389 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8129f634-5544-4a76-b2ca-fa5b5974af6c req-eb6d71a0-2dde-4af2-b8a4-0860f3f59a41 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436342 Sep 16 06:24:04.053347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129f634-5544-4a76-b2ca-fa5b5974af6c req-eea691b3-6fbe-4681-80ba-f576da609766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:04.055247 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8129f634-5544-4a76-b2ca-fa5b5974af6c req-eea691b3-6fbe-4681-80ba-f576da609766 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 1098 time: 0.0450382 Sep 16 06:24:04.174776 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129f634-5544-4a76-b2ca-fa5b5974af6c req-7cf17a24-ea25-4200-865f-47595a6fd553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:04.176469 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8129f634-5544-4a76-b2ca-fa5b5974af6c req-7cf17a24-ea25-4200-865f-47595a6fd553 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 910 time: 0.1011527 Sep 16 06:24:04.249776 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8129f634-5544-4a76-b2ca-fa5b5974af6c req-3de82d21-a052-4c63-acfb-55fbaf593446 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b HTTP/1.1" status: 200 len: 1001 time: 0.0643878 Sep 16 06:24:04.302597 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129f634-5544-4a76-b2ca-fa5b5974af6c req-1a6c279e-12f1-4964-8bc5-1f3f8de22649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:04.304528 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8129f634-5544-4a76-b2ca-fa5b5974af6c req-1a6c279e-12f1-4964-8bc5-1f3f8de22649 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.0482903 Sep 16 06:24:04.359929 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129f634-5544-4a76-b2ca-fa5b5974af6c req-9703cc1b-4df2-40a3-a1af-d7c6d15f9b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:04.361476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8129f634-5544-4a76-b2ca-fa5b5974af6c req-9703cc1b-4df2-40a3-a1af-d7c6d15f9b8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503981 Sep 16 06:24:04.375822 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-8129f634-5544-4a76-b2ca-fa5b5974af6c req-4b4c1f69-af4d-4d3a-a461-b14c1d942f00 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:24:04.377603 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8129f634-5544-4a76-b2ca-fa5b5974af6c req-4b4c1f69-af4d-4d3a-a461-b14c1d942f00 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085707 Sep 16 06:24:04.485815 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8129f634-5544-4a76-b2ca-fa5b5974af6c req-7a8b92a9-fb72-48c4-98ef-564feff7d507 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009204 Sep 16 06:24:04.600500 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-8129f634-5544-4a76-b2ca-fa5b5974af6c req-2bd1519c-ea71-4bb4-9b76-b1ec2abf7629 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068187 Sep 16 06:24:05.364764 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-32f27bb7-e5d1-4773-b233-f23060781f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:07.804924 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-79d5d750-a08a-46b9-8d4e-3e96f6244516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:08.712600 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:09.682981 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:11.215601 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:25.375145 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:28.271065 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:24:29.426338 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:35.322093 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a5db8904-b587-45ec-b9db-06452165ec81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:37.843252 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4a308006-a506-4ed5-b8e2-ae5541fef04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:38.689183 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:39.711825 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:41.220551 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:55.420374 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:59.243237 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:03.933039 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7679433b-b87a-40ce-bc6c-c89bef038d02 req-98a28078-af39-4a85-878c-b0d378ff34b0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445614 Sep 16 06:25:04.033132 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679433b-b87a-40ce-bc6c-c89bef038d02 req-15880498-b07b-4e06-b334-e56d554aa945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:04.034560 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7679433b-b87a-40ce-bc6c-c89bef038d02 req-15880498-b07b-4e06-b334-e56d554aa945 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 1098 time: 0.0412116 Sep 16 06:25:04.175730 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679433b-b87a-40ce-bc6c-c89bef038d02 req-476f9253-f0a4-4a6b-acad-9f32bda32861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:04.177270 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7679433b-b87a-40ce-bc6c-c89bef038d02 req-476f9253-f0a4-4a6b-acad-9f32bda32861 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 910 time: 0.1204476 Sep 16 06:25:04.245252 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7679433b-b87a-40ce-bc6c-c89bef038d02 req-5a40b183-211c-4db6-b623-d8864e8f1a7e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b HTTP/1.1" status: 200 len: 1001 time: 0.0613084 Sep 16 06:25:04.301756 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679433b-b87a-40ce-bc6c-c89bef038d02 req-19a246d7-b388-457f-a958-112f74665666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:04.303774 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7679433b-b87a-40ce-bc6c-c89bef038d02 req-19a246d7-b388-457f-a958-112f74665666 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.0517087 Sep 16 06:25:04.353658 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679433b-b87a-40ce-bc6c-c89bef038d02 req-7ca7efa2-c856-436e-8613-4d3f182e76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:04.355233 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7679433b-b87a-40ce-bc6c-c89bef038d02 req-7ca7efa2-c856-436e-8613-4d3f182e76e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450952 Sep 16 06:25:04.465569 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7679433b-b87a-40ce-bc6c-c89bef038d02 req-22cf077e-5b43-4584-8648-b33b975f6d83 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012764 Sep 16 06:25:04.574906 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7679433b-b87a-40ce-bc6c-c89bef038d02 req-aad2993d-fe1f-468b-93f5-4ae8722d4ee6 service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004744 Sep 16 06:25:05.270901 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:25:05.339732 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-19058b7d-caef-4fbe-8e35-b5ef85972ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:07.842634 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8d508f90-479f-414f-ac71-bf378b4a42a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:08.688135 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:09.682523 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:10.363977 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45022) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:10.741042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Deleting port 9ea5759b-cf32-4fb5-997a-f8638097a355 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:25:10.741391 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:10.835710 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:10.836135 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:10.856376 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Calling delete_port for 9ea5759b-cf32-4fb5-997a-f8638097a355 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:25:11.087376 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:11.116668 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event deleted for resources: {'Port': ['ID=9ea5759b-cf32-4fb5-997a-f8638097a355,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:11.130424 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:11.130780 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:11.131188 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:11.131486 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:11.131821 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:11.132154 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:11.132486 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:11.132876 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:11.133207 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:11.133537 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:11.133866 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:11.134195 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:11.195001 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:11.196202 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Floating IP f618c605-b345-453d-9620-7cce998fd158 disassociated (deleted). External IP: 172.25.4.20, port: e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b. Sep 16 06:25:11.225399 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:11.440732 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Router 4240d609-4787-4e88-93fb-77607c6f1d9c has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:25:11.554793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:25:11.560380 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:11.565546 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335a7803-2fde-4186-a4ea-1774f2356025 None None] Sync routers for ids ['4240d609-4787-4e88-93fb-77607c6f1d9c'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:25:11.579272 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335a7803-2fde-4186-a4ea-1774f2356025 None None] Routers {'4240d609-4787-4e88-93fb-77607c6f1d9c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:11.580183 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-335a7803-2fde-4186-a4ea-1774f2356025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['4240d609-4787-4e88-93fb-77607c6f1d9c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:11.588919 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-964a6aa1-7a9e-4494-8f5a-c422a4c2391e tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "DELETE /v2.0/floatingips/f618c605-b345-453d-9620-7cce998fd158 HTTP/1.1" status: 204 len: 168 time: 1.2238915 Sep 16 06:25:11.589525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd5b64f-2de1-4e76-b062-5bebc923f8cf', 'tag': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:25:11.591869 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faf2217-7a7c-490a-81c8-ac351640e065" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd5b64f-2de1-4e76-b062-5bebc923f8cf", "tag": "e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:25:11.733006 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-335a7803-2fde-4186-a4ea-1774f2356025 None None] Set router 4240d609-4787-4e88-93fb-77607c6f1d9c gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:11.833201 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc9e6d8-df7d-49c5-bd9b-84479f143d71 x-openstack-request-id: req-7cc9e6d8-df7d-49c5-bd9b-84479f143d71 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:25:11.833692 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd5b64f-2de1-4e76-b062-5bebc923f8cf", "tag": "e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:25:11.834499 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cc9e6d8-df7d-49c5-bd9b-84479f143d71 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:25:11.834499 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd5b64f-2de1-4e76-b062-5bebc923f8cf', 'tag': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b', 'status': 'completed', 'code': 200} Sep 16 06:25:11.949230 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf2217-7a7c-490a-81c8-ac351640e065 req-1ad8a806-e898-4520-a33e-65e31d80c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:11.950814 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7faf2217-7a7c-490a-81c8-ac351640e065 req-1ad8a806-e898-4520-a33e-65e31d80c3ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2810720e4004460b9ce3baf4c2f033c0&device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 1098 time: 0.0644813 Sep 16 06:25:12.099099 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cab3f-424e-43c6-a58a-53e31f65bafd req-3a6b5354-d775-48a9-85a7-ccb2d815b584 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:12.100946 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-353cab3f-424e-43c6-a58a-53e31f65bafd req-3a6b5354-d775-48a9-85a7-ccb2d815b584 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.1283977 Sep 16 06:25:12.141544 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf2217-7a7c-490a-81c8-ac351640e065 req-297951f5-72ce-4ba4-b4a9-8caac507d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:12.143067 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7faf2217-7a7c-490a-81c8-ac351640e065 req-297951f5-72ce-4ba4-b4a9-8caac507d4de service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 200 len: 910 time: 0.1500592 Sep 16 06:25:12.157273 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-353cab3f-424e-43c6-a58a-53e31f65bafd req-897f95fe-58cc-4ee6-926b-4867545dc939 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495098 Sep 16 06:25:12.167650 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-335a7803-2fde-4186-a4ea-1774f2356025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:13:42Z', 'revision_number': 4, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'eb782dc7-7a3b-454f-9775-4ea88106e85e', 'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'mac_address': 'fa:16:3e:73:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:41Z', 'updated_at': '2021-09-16T06:13:46Z', 'revision_number': 5, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'subnets': [{'id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:12.191085 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335a7803-2fde-4186-a4ea-1774f2356025 None None] Checking router: 4240d609-4787-4e88-93fb-77607c6f1d9c for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:25:12.196431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7faf2217-7a7c-490a-81c8-ac351640e065 req-5f701c25-cb5f-4021-9feb-3796eccc97f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b HTTP/1.1" status: 200 len: 217 time: 0.0426340 Sep 16 06:25:12.200322 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335a7803-2fde-4186-a4ea-1774f2356025 None None] Routers {'4240d609-4787-4e88-93fb-77607c6f1d9c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:12.200948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-335a7803-2fde-4186-a4ea-1774f2356025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['4240d609-4787-4e88-93fb-77607c6f1d9c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:12.247312 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf2217-7a7c-490a-81c8-ac351640e065 req-c8148de7-81a0-4f4b-adb2-9e8e2f07a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:12.248789 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7faf2217-7a7c-490a-81c8-ac351640e065 req-c8148de7-81a0-4f4b-adb2-9e8e2f07a119 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 200 len: 848 time: 0.0454552 Sep 16 06:25:12.298022 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf2217-7a7c-490a-81c8-ac351640e065 req-7a65820c-4cae-4b3b-a6ca-4c1e64345ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:12.299728 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7faf2217-7a7c-490a-81c8-ac351640e065 req-7a65820c-4cae-4b3b-a6ca-4c1e64345ccd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ef8aa07-4749-43af-9634-416e40edb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422587 Sep 16 06:25:12.309398 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-335a7803-2fde-4186-a4ea-1774f2356025 None None] Set router 4240d609-4787-4e88-93fb-77607c6f1d9c gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:12.409780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7faf2217-7a7c-490a-81c8-ac351640e065 req-cbe99c49-fc62-4b94-a103-a45118444abe service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980527 Sep 16 06:25:12.506686 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7faf2217-7a7c-490a-81c8-ac351640e065 req-9d2c1d86-e064-4596-af4e-4903eae0c8cb service neutron] 10.222.0.21 "GET /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885942 Sep 16 06:25:12.535071 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-335a7803-2fde-4186-a4ea-1774f2356025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:13:42Z', 'revision_number': 4, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'eb782dc7-7a3b-454f-9775-4ea88106e85e', 'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'mac_address': 'fa:16:3e:73:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:41Z', 'updated_at': '2021-09-16T06:13:46Z', 'revision_number': 5, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'subnets': [{'id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:12.561817 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335a7803-2fde-4186-a4ea-1774f2356025 None None] The sync data for ids ['4240d609-4787-4e88-93fb-77607c6f1d9c'] in n-d-712140-13 is: [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:13:42Z', 'revision_number': 4, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': 'eb782dc7-7a3b-454f-9775-4ea88106e85e', 'name': '', 'network_id': '6ef8aa07-4749-43af-9634-416e40edb83c', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'mac_address': 'fa:16:3e:73:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:41Z', 'updated_at': '2021-09-16T06:13:46Z', 'revision_number': 5, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'subnets': [{'id': 'dc9fa97d-0fb8-4bcf-b848-10475264fabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:25:12.793722 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b51389-46f0-4694-9ac5-465357e3531b None None] New status for floating IP f618c605-b345-453d-9620-7cce998fd158: DOWN {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:25:13.292550 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e894cad-4c01-48f8-8839-169847270087 req-5b9b202e-9006-4c81-9604-9c680c5abd7c tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:13.294036 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e894cad-4c01-48f8-8839-169847270087 req-5b9b202e-9006-4c81-9604-9c680c5abd7c tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0564816 Sep 16 06:25:13.336045 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-4e894cad-4c01-48f8-8839-169847270087 req-bc372081-553f-4234-81d4-07935ac4cb60 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/security-groups?id=14da8d14-c545-426c-b2eb-c856bd5aefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349958 Sep 16 06:25:13.832494 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63e0fa-43fa-4cde-bbe9-3caceaed95de req-73dc47f5-cd3f-4d92-8a7a-65478d5d201f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:13.834074 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a63e0fa-43fa-4cde-bbe9-3caceaed95de req-73dc47f5-cd3f-4d92-8a7a-65478d5d201f tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 946 time: 0.0513504 Sep 16 06:25:13.930134 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-9a63e0fa-43fa-4cde-bbe9-3caceaed95de req-97609b8e-d64e-4fbb-bf56-2449949e2d73 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Deleting port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:25:13.930476 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9a63e0fa-43fa-4cde-bbe9-3caceaed95de req-97609b8e-d64e-4fbb-bf56-2449949e2d73 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:14.022348 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-9a63e0fa-43fa-4cde-bbe9-3caceaed95de req-97609b8e-d64e-4fbb-bf56-2449949e2d73 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] For port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:14.022720 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9a63e0fa-43fa-4cde-bbe9-3caceaed95de req-97609b8e-d64e-4fbb-bf56-2449949e2d73 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:14.035410 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-9a63e0fa-43fa-4cde-bbe9-3caceaed95de req-97609b8e-d64e-4fbb-bf56-2449949e2d73 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Calling delete_port for e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:25:14.322660 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9a63e0fa-43fa-4cde-bbe9-3caceaed95de req-97609b8e-d64e-4fbb-bf56-2449949e2d73 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:14.352602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97609b8e-d64e-4fbb-bf56-2449949e2d73 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event deleted for resources: {'Port': ['ID=e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:14.424952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a63e0fa-43fa-4cde-bbe9-3caceaed95de req-97609b8e-d64e-4fbb-bf56-2449949e2d73 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] No DVR routers for this DVR port e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:25:14.424952 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-9a63e0fa-43fa-4cde-bbe9-3caceaed95de req-97609b8e-d64e-4fbb-bf56-2449949e2d73 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:14.424952 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9a63e0fa-43fa-4cde-bbe9-3caceaed95de req-97609b8e-d64e-4fbb-bf56-2449949e2d73 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.21 "DELETE /v2.0/ports/e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b HTTP/1.1" status: 204 len: 173 time: 0.5665700 Sep 16 06:25:14.424952 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd5b64f-2de1-4e76-b062-5bebc923f8cf', 'name': 'network-vif-deleted', 'tag': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:25:14.424952 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f27947-0d59-4e02-b432-efde3c876bd8" -d '{"events": [{"server_uuid": "ebd5b64f-2de1-4e76-b062-5bebc923f8cf", "name": "network-vif-deleted", "tag": "e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:25:14.451957 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-98e8b2fb-eb99-41df-ab1c-012dfdc9c411 req-38714419-178e-4655-8a4d-c985a078e243 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 210 time: 0.0317366 Sep 16 06:25:14.461346 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df837bfe-f832-4300-a0a7-e2637f2e0e29 x-openstack-request-id: req-df837bfe-f832-4300-a0a7-e2637f2e0e29 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:25:14.461755 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd5b64f-2de1-4e76-b062-5bebc923f8cf", "name": "network-vif-deleted", "tag": "e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:25:14.462055 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df837bfe-f832-4300-a0a7-e2637f2e0e29 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:25:14.462487 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd5b64f-2de1-4e76-b062-5bebc923f8cf', 'name': 'network-vif-deleted', 'tag': 'e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b', 'status': 'completed', 'code': 200} Sep 16 06:25:15.558081 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a77405d0-c4c3-468d-bff8-fa1b835ec321 req-f51ef5eb-b589-4235-bc58-bb98805af750 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 210 time: 0.0296190 Sep 16 06:25:16.665389 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31b7c73f-b83f-4cc5-aafe-dc395dfe9c47 req-f9c97ab0-2a10-4f6c-9320-b0a6d6e7e703 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 210 time: 0.0322685 Sep 16 06:25:17.765483 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5df51c54-b945-4308-9b73-28b18ef7f489 req-b8f3288d-4d5b-4432-a867-19e6a2f27a31 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 210 time: 0.0293815 Sep 16 06:25:18.138952 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:25:18.162154 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:25:18.162874 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device e99bb3b9-61a3-4e73-a1c9-c88d2f8ce49b not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:25:18.882347 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3e4138e2-5522-432d-98f0-b79f3a6040f5 req-4f73cacd-59bc-4bb5-b0f7-237f82a1e82b tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd5b64f-2de1-4e76-b062-5bebc923f8cf HTTP/1.1" status: 200 len: 210 time: 0.0284760 Sep 16 06:25:19.942571 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45062) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:20.025108 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-01eee9ea-8d3f-4364-a075-578567e5bd63 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:20.055519 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-01eee9ea-8d3f-4364-a075-578567e5bd63 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:20.277024 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-01eee9ea-8d3f-4364-a075-578567e5bd63 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:20.279665 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-01eee9ea-8d3f-4364-a075-578567e5bd63 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:20.281008 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-01eee9ea-8d3f-4364-a075-578567e5bd63 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] 10.222.0.20 "DELETE /v2.0/security-groups/14da8d14-c545-426c-b2eb-c856bd5aefc2 HTTP/1.1" status: 204 len: 168 time: 0.3366303 Sep 16 06:25:20.297357 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eee9ea-8d3f-4364-a075-578567e5bd63 tempest-TestShelveInstance-2069256338 tempest-TestShelveInstance-2069256338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14da8d14-c545-426c-b2eb-c856bd5aefc2,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:20.403967 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45066) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:20.981727 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:21.267719 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Deleting port eb782dc7-7a3b-454f-9775-4ea88106e85e {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:25:21.268064 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:21.360820 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] For port eb782dc7-7a3b-454f-9775-4ea88106e85e, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=eb782dc7-7a3b-454f-9775-4ea88106e85e,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:21.361244 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:21.381568 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Calling delete_port for eb782dc7-7a3b-454f-9775-4ea88106e85e owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:25:21.689109 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:21.718391 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb782dc7-7a3b-454f-9775-4ea88106e85e,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:21.747469 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:21.747817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:21.748158 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:21.748758 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:21.749104 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:21.749447 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:21.749764 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:21.750142 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:21.750402 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:21.750720 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:21.751137 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:21.751371 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:21.932010 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:22.194986 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Router 4240d609-4787-4e88-93fb-77607c6f1d9c has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:25:22.315589 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:25:22.323383 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8d3d40a8-53d9-4be6-8bb3-04a410cfc5a7 admin admin] 10.222.0.20 "PUT /v2.0/routers/4240d609-4787-4e88-93fb-77607c6f1d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9169476 Sep 16 06:25:22.324775 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45074) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:22.325744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc78fee7-da3c-4d6b-a1c0-e46643df049f None None] Sync routers for ids ['4240d609-4787-4e88-93fb-77607c6f1d9c'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:25:22.338073 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc78fee7-da3c-4d6b-a1c0-e46643df049f None None] Routers {'4240d609-4787-4e88-93fb-77607c6f1d9c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:22.339086 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-fc78fee7-da3c-4d6b-a1c0-e46643df049f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['4240d609-4787-4e88-93fb-77607c6f1d9c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:22.447862 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61c759bd-2b04-4bca-af80-4620bb0f74ff admin admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:22.452856 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-fc78fee7-da3c-4d6b-a1c0-e46643df049f None None] Set router 4240d609-4787-4e88-93fb-77607c6f1d9c gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:22.682591 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-fc78fee7-da3c-4d6b-a1c0-e46643df049f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:25:21Z', 'revision_number': 5, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:22.712211 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc78fee7-da3c-4d6b-a1c0-e46643df049f None None] Checking router: 4240d609-4787-4e88-93fb-77607c6f1d9c for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:25:22.722076 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc78fee7-da3c-4d6b-a1c0-e46643df049f None None] Routers {'4240d609-4787-4e88-93fb-77607c6f1d9c'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:22.722723 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-fc78fee7-da3c-4d6b-a1c0-e46643df049f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['4240d609-4787-4e88-93fb-77607c6f1d9c'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:22.841076 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-fc78fee7-da3c-4d6b-a1c0-e46643df049f None None] Set router 4240d609-4787-4e88-93fb-77607c6f1d9c gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:22.936027 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61c759bd-2b04-4bca-af80-4620bb0f74ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:23.035356 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-fc78fee7-da3c-4d6b-a1c0-e46643df049f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:25:21Z', 'revision_number': 5, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:23.049356 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-61c759bd-2b04-4bca-af80-4620bb0f74ff admin admin] Deleting port 279135ab-83e8-4133-abd1-2a97217ed7b3 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:25:23.049702 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61c759bd-2b04-4bca-af80-4620bb0f74ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:23.068918 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc78fee7-da3c-4d6b-a1c0-e46643df049f None None] The sync data for ids ['4240d609-4787-4e88-93fb-77607c6f1d9c'] in n-d-712140-13 is: [{'id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'name': 'tempest-TestShelveInstance-1457731335-router', 'tenant_id': '2810720e4004460b9ce3baf4c2f033c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:38Z', 'updated_at': '2021-09-16T06:25:21Z', 'revision_number': 5, 'project_id': '2810720e4004460b9ce3baf4c2f033c0', 'gw_port': {'id': '279135ab-83e8-4133-abd1-2a97217ed7b3', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240d609-4787-4e88-93fb-77607c6f1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:39Z', 'updated_at': '2021-09-16T06:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:25:23.139541 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-61c759bd-2b04-4bca-af80-4620bb0f74ff admin admin] For port 279135ab-83e8-4133-abd1-2a97217ed7b3, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=279135ab-83e8-4133-abd1-2a97217ed7b3,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:23.139910 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61c759bd-2b04-4bca-af80-4620bb0f74ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:23.154416 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-61c759bd-2b04-4bca-af80-4620bb0f74ff admin admin] Calling delete_port for 279135ab-83e8-4133-abd1-2a97217ed7b3 owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:25:23.460561 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61c759bd-2b04-4bca-af80-4620bb0f74ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:23.487721 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c759bd-2b04-4bca-af80-4620bb0f74ff admin admin] Pushing event deleted for resources: {'Port': ['ID=279135ab-83e8-4133-abd1-2a97217ed7b3,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:23.578911 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61c759bd-2b04-4bca-af80-4620bb0f74ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:23.682775 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61c759bd-2b04-4bca-af80-4620bb0f74ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:23.685073 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61c759bd-2b04-4bca-af80-4620bb0f74ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:23.865789 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61c759bd-2b04-4bca-af80-4620bb0f74ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:23.866493 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c759bd-2b04-4bca-af80-4620bb0f74ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4240d609-4787-4e88-93fb-77607c6f1d9c {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:25:23.872565 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-61c759bd-2b04-4bca-af80-4620bb0f74ff admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:23.873804 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-61c759bd-2b04-4bca-af80-4620bb0f74ff admin admin] 10.222.0.20 "DELETE /v2.0/routers/4240d609-4787-4e88-93fb-77607c6f1d9c HTTP/1.1" status: 204 len: 168 time: 1.5478985 Sep 16 06:25:23.878305 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45080) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:23.941474 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f2e5a9-6438-4d89-9f01-f65ba2214624 admin admin] Deleting subnet dc9fa97d-0fb8-4bcf-b848-10475264fabf {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:25:23.945382 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7f2e5a9-6438-4d89-9f01-f65ba2214624 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:23.987694 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7f2e5a9-6438-4d89-9f01-f65ba2214624 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.072768 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7f2e5a9-6438-4d89-9f01-f65ba2214624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.237047 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7f2e5a9-6438-4d89-9f01-f65ba2214624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.267971 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2e5a9-6438-4d89-9f01-f65ba2214624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc9fa97d-0fb8-4bcf-b848-10475264fabf,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:24.273572 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-d7f2e5a9-6438-4d89-9f01-f65ba2214624 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.276611 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-d7f2e5a9-6438-4d89-9f01-f65ba2214624 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dc9fa97d-0fb8-4bcf-b848-10475264fabf HTTP/1.1" status: 204 len: 168 time: 0.3969352 Sep 16 06:25:24.279201 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45082) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:24.281207 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0541d66-b508-418d-add2-1a929e960a99 None None] Network 6ef8aa07-4749-43af-9634-416e40edb83c requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:25:24.372313 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.438175 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] Deleting port da891d76-3c01-4ccc-96d3-6e5dce55108f {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:25:24.438523 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.513089 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] For port da891d76-3c01-4ccc-96d3-6e5dce55108f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=da891d76-3c01-4ccc-96d3-6e5dce55108f,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:24.514059 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.516770 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] DHCP port deletion for 6ef8aa07-4749-43af-9634-416e40edb83c request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:25:24.529078 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] Calling delete_port for da891d76-3c01-4ccc-96d3-6e5dce55108f owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:25:24.579981 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] Deleting port da891d76-3c01-4ccc-96d3-6e5dce55108f {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:25:24.580748 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.638719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 279135ab-83e8-4133-abd1-2a97217ed7b3 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:25:24.667898 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 279135ab-83e8-4133-abd1-2a97217ed7b3 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:25:24.668240 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 279135ab-83e8-4133-abd1-2a97217ed7b3 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:25:24.668657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device eb782dc7-7a3b-454f-9775-4ea88106e85e no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:25:24.675306 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] For port da891d76-3c01-4ccc-96d3-6e5dce55108f, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=da891d76-3c01-4ccc-96d3-6e5dce55108f,segment=NetworkSegment(bf1a5566-aacd-4525-88e0-b767e8e96afd),segment_id=bf1a5566-aacd-4525-88e0-b767e8e96afd)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:24.675815 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.703173 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: eb782dc7-7a3b-454f-9775-4ea88106e85e {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:25:24.707854 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device eb782dc7-7a3b-454f-9775-4ea88106e85e not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:25:24.707854 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device da891d76-3c01-4ccc-96d3-6e5dce55108f no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:25:24.728109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] Calling delete_port for da891d76-3c01-4ccc-96d3-6e5dce55108f owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:25:24.733918 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.767463 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=da891d76-3c01-4ccc-96d3-6e5dce55108f,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:24.770777 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] No DVR routers for this DVR port da891d76-3c01-4ccc-96d3-6e5dce55108f on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:25:24.793088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No active binding found for port da891d76-3c01-4ccc-96d3-6e5dce55108f {{(pid=95475) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 06:25:24.793606 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device da891d76-3c01-4ccc-96d3-6e5dce55108f not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:25:24.844988 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.857786 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.876199 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] Pushing event deleted for resources: {'Port': ['ID=da891d76-3c01-4ccc-96d3-6e5dce55108f,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:24.882377 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] No DVR routers for this DVR port da891d76-3c01-4ccc-96d3-6e5dce55108f on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:25:24.885465 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef8aa07-4749-43af-9634-416e40edb83c']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:24.891424 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:24.891772 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:24.892165 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:24.892466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:24.892808 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:24.893144 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:24.893482 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:24.893808 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:24.894139 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:24.894466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:24.895042 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:24.895196 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39fc05d-e704-4519-b03e-a63b089f1322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:24.908864 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1a5566-aacd-4525-88e0-b767e8e96afd') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:24.909196 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1a5566-aacd-4525-88e0-b767e8e96afd') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:24.921230 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.935574 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.942042 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:25:24.942441 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: timer() Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:25:24.944197 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:25:25.059481 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:25.064606 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:25.066623 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6ef8aa07-4749-43af-9634-416e40edb83c HTTP/1.1" status: 204 len: 168 time: 0.7859416 Sep 16 06:25:25.070112 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45084) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:25.080382 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0bc7a-8699-459c-891e-c09f377e56c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef8aa07-4749-43af-9634-416e40edb83c,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:25.385199 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:25.800956 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37c736a9-e5b1-4b0a-bae7-eca2e7db35b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:26.107798 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-37c736a9-e5b1-4b0a-bae7-eca2e7db35b3 admin admin] Deleting port 946035e5-990c-45b5-bc2f-9f92bb665d4b {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:25:26.108589 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37c736a9-e5b1-4b0a-bae7-eca2e7db35b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:26.195852 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-37c736a9-e5b1-4b0a-bae7-eca2e7db35b3 admin admin] For port 946035e5-990c-45b5-bc2f-9f92bb665d4b, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=946035e5-990c-45b5-bc2f-9f92bb665d4b,segment=NetworkSegment(9d2e2ae7-3bde-4335-95d6-4f033c8232a1),segment_id=9d2e2ae7-3bde-4335-95d6-4f033c8232a1)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:26.196218 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37c736a9-e5b1-4b0a-bae7-eca2e7db35b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:26.210817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-37c736a9-e5b1-4b0a-bae7-eca2e7db35b3 admin admin] Calling delete_port for 946035e5-990c-45b5-bc2f-9f92bb665d4b owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:25:26.499639 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37c736a9-e5b1-4b0a-bae7-eca2e7db35b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:26.528553 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c736a9-e5b1-4b0a-bae7-eca2e7db35b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=946035e5-990c-45b5-bc2f-9f92bb665d4b,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:26.750330 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-37c736a9-e5b1-4b0a-bae7-eca2e7db35b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:27.019556 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c736a9-e5b1-4b0a-bae7-eca2e7db35b3 admin admin] Router bc77b422-5d7d-475c-abfa-63199eb13d80 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:25:27.138711 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c736a9-e5b1-4b0a-bae7-eca2e7db35b3 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:25:27.143835 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-37c736a9-e5b1-4b0a-bae7-eca2e7db35b3 admin admin] 10.222.0.20 "PUT /v2.0/routers/bc77b422-5d7d-475c-abfa-63199eb13d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0726597 Sep 16 06:25:27.148274 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45086) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:27.150495 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11437a00-38e7-43dc-9f15-ab6ddc1dbb63 None None] Sync routers for ids ['bc77b422-5d7d-475c-abfa-63199eb13d80'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:25:27.167973 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11437a00-38e7-43dc-9f15-ab6ddc1dbb63 None None] Routers {'bc77b422-5d7d-475c-abfa-63199eb13d80'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:27.168626 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-11437a00-38e7-43dc-9f15-ab6ddc1dbb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['bc77b422-5d7d-475c-abfa-63199eb13d80'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:27.264311 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f47c5b6-3a85-4603-862d-aa3a39217d02 admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:27.318813 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-11437a00-38e7-43dc-9f15-ab6ddc1dbb63 None None] Set router bc77b422-5d7d-475c-abfa-63199eb13d80 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:27.432277 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f47c5b6-3a85-4603-862d-aa3a39217d02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:27.558388 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8f47c5b6-3a85-4603-862d-aa3a39217d02 admin admin] Deleting port 881c3176-132a-428d-b387-7ab2e41b9c8a {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:25:27.559147 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f47c5b6-3a85-4603-862d-aa3a39217d02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:27.572398 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-11437a00-38e7-43dc-9f15-ab6ddc1dbb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'name': 'tempest-TestShelveInstance-1396134314-router', 'tenant_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '881c3176-132a-428d-b387-7ab2e41b9c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:47Z', 'updated_at': '2021-09-16T06:25:26Z', 'revision_number': 5, 'project_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'gw_port': {'id': '881c3176-132a-428d-b387-7ab2e41b9c8a', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:47Z', 'updated_at': '2021-09-16T06:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:27.605464 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11437a00-38e7-43dc-9f15-ab6ddc1dbb63 None None] Checking router: bc77b422-5d7d-475c-abfa-63199eb13d80 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:25:27.615698 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11437a00-38e7-43dc-9f15-ab6ddc1dbb63 None None] Routers {'bc77b422-5d7d-475c-abfa-63199eb13d80'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:27.616364 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-11437a00-38e7-43dc-9f15-ab6ddc1dbb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['bc77b422-5d7d-475c-abfa-63199eb13d80'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:27.698536 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-8f47c5b6-3a85-4603-862d-aa3a39217d02 admin admin] For port 881c3176-132a-428d-b387-7ab2e41b9c8a, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=881c3176-132a-428d-b387-7ab2e41b9c8a,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:27.699184 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f47c5b6-3a85-4603-862d-aa3a39217d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:27.718039 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8f47c5b6-3a85-4603-862d-aa3a39217d02 admin admin] Calling delete_port for 881c3176-132a-428d-b387-7ab2e41b9c8a owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:25:27.881939 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-11437a00-38e7-43dc-9f15-ab6ddc1dbb63 None None] Set router bc77b422-5d7d-475c-abfa-63199eb13d80 gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:27.939397 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-11437a00-38e7-43dc-9f15-ab6ddc1dbb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'name': 'tempest-TestShelveInstance-1396134314-router', 'tenant_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:47Z', 'updated_at': '2021-09-16T06:25:27Z', 'revision_number': 6, 'project_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:27.974938 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11437a00-38e7-43dc-9f15-ab6ddc1dbb63 None None] The sync data for ids ['bc77b422-5d7d-475c-abfa-63199eb13d80'] in n-d-712140-13 is: [{'id': 'bc77b422-5d7d-475c-abfa-63199eb13d80', 'name': 'tempest-TestShelveInstance-1396134314-router', 'tenant_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:47Z', 'updated_at': '2021-09-16T06:25:27Z', 'revision_number': 6, 'project_id': '25ee42f19d9a409c859ff59d82f3cc1c', 'gw_port_host': None}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:25:28.042548 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f47c5b6-3a85-4603-862d-aa3a39217d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:28.074605 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47c5b6-3a85-4603-862d-aa3a39217d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=881c3176-132a-428d-b387-7ab2e41b9c8a,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:28.139791 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f47c5b6-3a85-4603-862d-aa3a39217d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:28.244063 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f47c5b6-3a85-4603-862d-aa3a39217d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:28.246913 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f47c5b6-3a85-4603-862d-aa3a39217d02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:28.425072 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f47c5b6-3a85-4603-862d-aa3a39217d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:28.425648 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f47c5b6-3a85-4603-862d-aa3a39217d02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc77b422-5d7d-475c-abfa-63199eb13d80 {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:25:28.431486 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8f47c5b6-3a85-4603-862d-aa3a39217d02 admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:28.432880 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8f47c5b6-3a85-4603-862d-aa3a39217d02 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bc77b422-5d7d-475c-abfa-63199eb13d80 HTTP/1.1" status: 204 len: 168 time: 1.2834799 Sep 16 06:25:28.436817 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45088) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:28.487497 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd10fdf3-3fb2-4df1-b5fa-fd428e3ba4ed admin admin] Deleting subnet 30c5d52c-a114-4898-a468-6bfab5be7bc2 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:25:28.492250 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bd10fdf3-3fb2-4df1-b5fa-fd428e3ba4ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:28.531480 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bd10fdf3-3fb2-4df1-b5fa-fd428e3ba4ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:28.625519 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bd10fdf3-3fb2-4df1-b5fa-fd428e3ba4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:28.785447 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bd10fdf3-3fb2-4df1-b5fa-fd428e3ba4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:28.799372 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 946035e5-990c-45b5-bc2f-9f92bb665d4b no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:25:28.815653 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10fdf3-3fb2-4df1-b5fa-fd428e3ba4ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30c5d52c-a114-4898-a468-6bfab5be7bc2,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:28.820358 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-bd10fdf3-3fb2-4df1-b5fa-fd428e3ba4ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:28.825165 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45090) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:28.825792 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-bd10fdf3-3fb2-4df1-b5fa-fd428e3ba4ed admin admin] 10.222.0.20 "DELETE /v2.0/subnets/30c5d52c-a114-4898-a468-6bfab5be7bc2 HTTP/1.1" status: 204 len: 168 time: 0.3873518 Sep 16 06:25:28.827954 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 946035e5-990c-45b5-bc2f-9f92bb665d4b {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:25:28.828739 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 946035e5-990c-45b5-bc2f-9f92bb665d4b not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:25:28.829423 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 881c3176-132a-428d-b387-7ab2e41b9c8a no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:25:28.859051 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a60785-2727-4992-8f20-b486cd4536ec None None] Network 7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:25:28.860406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 881c3176-132a-428d-b387-7ab2e41b9c8a {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:25:28.860967 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 881c3176-132a-428d-b387-7ab2e41b9c8a not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:25:28.937603 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:28.998517 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] Deleting port 0712244a-ad34-41e6-bad4-b037bd2e336a {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:25:28.998865 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.088171 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929d7e64-d44a-4c88-b55f-e50c06e65705 None None] DHCP port deletion for 7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:25:29.088436 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] For port 0712244a-ad34-41e6-bad4-b037bd2e336a, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0712244a-ad34-41e6-bad4-b037bd2e336a,segment=NetworkSegment(9d2e2ae7-3bde-4335-95d6-4f033c8232a1),segment_id=9d2e2ae7-3bde-4335-95d6-4f033c8232a1)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:29.088436 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.101650 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] Calling delete_port for 0712244a-ad34-41e6-bad4-b037bd2e336a owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:25:29.174755 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-929d7e64-d44a-4c88-b55f-e50c06e65705 None None] Deleting port 0712244a-ad34-41e6-bad4-b037bd2e336a {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:25:29.175163 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-929d7e64-d44a-4c88-b55f-e50c06e65705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.243577 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.257465 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-929d7e64-d44a-4c88-b55f-e50c06e65705 None None] For port 0712244a-ad34-41e6-bad4-b037bd2e336a, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=0712244a-ad34-41e6-bad4-b037bd2e336a,segment=NetworkSegment(9d2e2ae7-3bde-4335-95d6-4f033c8232a1),segment_id=9d2e2ae7-3bde-4335-95d6-4f033c8232a1)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:29.257880 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-929d7e64-d44a-4c88-b55f-e50c06e65705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.270629 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.274101 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-929d7e64-d44a-4c88-b55f-e50c06e65705 None None] Calling delete_port for 0712244a-ad34-41e6-bad4-b037bd2e336a owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:25:29.313617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] Pushing event deleted for resources: {'Port': ['ID=0712244a-ad34-41e6-bad4-b037bd2e336a,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:29.315044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] No DVR routers for this DVR port 0712244a-ad34-41e6-bad4-b037bd2e336a on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:25:29.363975 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-929d7e64-d44a-4c88-b55f-e50c06e65705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.397556 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d7e64-d44a-4c88-b55f-e50c06e65705 None None] Pushing event deleted for resources: {'Port': ['ID=0712244a-ad34-41e6-bad4-b037bd2e336a,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:29.398634 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929d7e64-d44a-4c88-b55f-e50c06e65705 None None] No DVR routers for this DVR port 0712244a-ad34-41e6-bad4-b037bd2e336a on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:25:29.423223 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.448439 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:29.461165 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2e2ae7-3bde-4335-95d6-4f033c8232a1') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:29.461459 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2e2ae7-3bde-4335-95d6-4f033c8232a1') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:29.473900 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.491698 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: timer() Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:25:29.502619 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:25:29.653734 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.660751 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.666418 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] 10.222.0.20 "DELETE /v2.0/networks/7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe HTTP/1.1" status: 204 len: 168 time: 0.8330626 Sep 16 06:25:29.678427 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8a695-62a8-43e7-b301-ae633030e96e admin admin] Pushing event deleted for resources: {'Network': ['ID=7cd4f648-f02a-4b3a-a5ae-d2da25cfdebe,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:30.084684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45094) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:30.150916 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-319349f9-8bc5-4ac5-98c5-c9a1b8ca9344 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2810720e4004460b9ce3baf4c2f033c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566287 Sep 16 06:25:30.150916 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45096) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:30.208873 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-34bf1854-f082-4b22-bb31-93f78f3ed451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:30.232567 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-34bf1854-f082-4b22-bb31-93f78f3ed451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:30.345523 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-34bf1854-f082-4b22-bb31-93f78f3ed451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:30.348189 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-34bf1854-f082-4b22-bb31-93f78f3ed451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:30.351657 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-34bf1854-f082-4b22-bb31-93f78f3ed451 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/714858ad-5f8b-4c8c-8840-da28cf6123db HTTP/1.1" status: 204 len: 168 time: 0.2014132 Sep 16 06:25:30.358654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf1854-f082-4b22-bb31-93f78f3ed451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714858ad-5f8b-4c8c-8840-da28cf6123db,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:30.613850 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0712244a-ad34-41e6-bad4-b037bd2e336a no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:25:30.640168 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 0712244a-ad34-41e6-bad4-b037bd2e336a {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:25:30.640560 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 0712244a-ad34-41e6-bad4-b037bd2e336a not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:25:31.128088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45102) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:31.173135 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-154cc942-009e-411d-aa54-bd5dce19d36a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25ee42f19d9a409c859ff59d82f3cc1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438476 Sep 16 06:25:31.175768 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45104) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:31.227889 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-84b2a3e4-88f7-4906-a31d-d496e9fe4c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:31.251974 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-84b2a3e4-88f7-4906-a31d-d496e9fe4c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:31.390704 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-84b2a3e4-88f7-4906-a31d-d496e9fe4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:31.394519 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-84b2a3e4-88f7-4906-a31d-d496e9fe4c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:31.396245 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-84b2a3e4-88f7-4906-a31d-d496e9fe4c19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c2678d7-5dbd-4c35-a3e0-3bc62f855141 HTTP/1.1" status: 204 len: 168 time: 0.2191863 Sep 16 06:25:31.406171 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2a3e4-88f7-4906-a31d-d496e9fe4c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2678d7-5dbd-4c35-a3e0-3bc62f855141,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:32.591014 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45126) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:32.754075 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-8bff32c6-8f19-42b5-a6b6-74baff21e8d1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-127281067-network', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:32.858442 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bff32c6-8f19-42b5-a6b6-74baff21e8d1 admin admin] Made reservation on behalf of 7ad2e518333c4b91ad00751a2b6e2252 for: {'network': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:25:32.860874 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8bff32c6-8f19-42b5-a6b6-74baff21e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:32.871005 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8bff32c6-8f19-42b5-a6b6-74baff21e8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:32.982961 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8bff32c6-8f19-42b5-a6b6-74baff21e8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:33.076412 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8bff32c6-8f19-42b5-a6b6-74baff21e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:33.105574 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bff32c6-8f19-42b5-a6b6-74baff21e8d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:25:33.117435 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff32c6-8f19-42b5-a6b6-74baff21e8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f3da51-51d7-4f37-8735-2f8f0ecc2d70,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:33.123925 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8bff32c6-8f19-42b5-a6b6-74baff21e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:33.124281 n-d-712140-13 neutron-server[95473]: INFO neutron.db.segments_db [None req-8bff32c6-8f19-42b5-a6b6-74baff21e8d1 admin admin] Added segment d8d9c18d-bf73-4af3-b785-a18667e89a86 of type vlan for network 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b Sep 16 06:25:33.173587 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8bff32c6-8f19-42b5-a6b6-74baff21e8d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:33.283084 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8bff32c6-8f19-42b5-a6b6-74baff21e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:33.284297 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff32c6-8f19-42b5-a6b6-74baff21e8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:33.285205 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-8bff32c6-8f19-42b5-a6b6-74baff21e8d1 admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:33.397989 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff32c6-8f19-42b5-a6b6-74baff21e8d1 admin admin] Pushing event updated for resources: {'Network': ['ID=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:33.412644 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:25:33.431490 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-8bff32c6-8f19-42b5-a6b6-74baff21e8d1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8393190 Sep 16 06:25:33.434548 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45132) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:33.439645 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-55dbaf2f-681d-428b-a515-1b182214bae0 admin admin] Request body: {'subnet': {'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-127281067-subnet', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'ip_version': 4}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:33.545087 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dbaf2f-681d-428b-a515-1b182214bae0 admin admin] Made reservation on behalf of 7ad2e518333c4b91ad00751a2b6e2252 for: {'subnet': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:25:33.547509 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-55dbaf2f-681d-428b-a515-1b182214bae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27033764'] for subnet, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:33.905006 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-55dbaf2f-681d-428b-a515-1b182214bae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25664679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27033738'] for subnet, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:33.965406 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbaf2f-681d-428b-a515-1b182214bae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e30c5e27-974f-463a-b0da-1f7860e429cb,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:33.975136 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dbaf2f-681d-428b-a515-1b182214bae0 admin admin] Checking segment: {'id': 'd8d9c18d-bf73-4af3-b785-a18667e89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:25:33.975518 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dbaf2f-681d-428b-a515-1b182214bae0 admin admin] Network hostable DHCP agents. Network: 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:25:34.053766 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dbaf2f-681d-428b-a515-1b182214bae0 admin admin] Network 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:25:34.133341 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-55dbaf2f-681d-428b-a515-1b182214bae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b) {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:25:34.137442 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dbaf2f-681d-428b-a515-1b182214bae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:34.138045 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-55dbaf2f-681d-428b-a515-1b182214bae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:34.146831 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f92c9e-2501-4c00-b937-9f0259300968 None None] Network 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:25:34.254521 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-55dbaf2f-681d-428b-a515-1b182214bae0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8188274 Sep 16 06:25:34.257326 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45134) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:34.261914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-520e4a27-bae8-4095-8e60-ab53ba238d1f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:34.298706 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'fixed_ips': [{'subnet_id': 'e30c5e27-974f-463a-b0da-1f7860e429cb'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:25:34.299600 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:34.332853 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-520e4a27-bae8-4095-8e60-ab53ba238d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:34.334277 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-520e4a27-bae8-4095-8e60-ab53ba238d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:34.394486 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-520e4a27-bae8-4095-8e60-ab53ba238d1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:34.441399 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] Allocated IP 172.20.0.2 (098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b/e30c5e27-974f-463a-b0da-1f7860e429cb/384face9-62fd-4d7a-ac6b-eb426b299fe0) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:25:34.592109 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:34.608987 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-520e4a27-bae8-4095-8e60-ab53ba238d1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:34.653689 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:34.697498 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] Network 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:25:34.700492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:25:34.706295 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:25:34.713166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] Pushing event updated for resources: {'Port': ['ID=384face9-62fd-4d7a-ac6b-eb426b299fe0,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:34.771396 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] Attempting to bind port 384face9-62fd-4d7a-ac6b-eb426b299fe0 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:25:34.772293 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] Attempting to bind port 384face9-62fd-4d7a-ac6b-eb426b299fe0 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'd8d9c18d-bf73-4af3-b785-a18667e89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:25:34.772668 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] Attempting to bind port 384face9-62fd-4d7a-ac6b-eb426b299fe0 on network 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:25:34.778247 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:25:34.778624 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] Checking segment: {'id': 'd8d9c18d-bf73-4af3-b785-a18667e89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:25:34.779065 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:34.779466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] Bound using segment: {'id': 'd8d9c18d-bf73-4af3-b785-a18667e89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:25:34.779948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] Bound port: 384face9-62fd-4d7a-ac6b-eb426b299fe0, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d9c18d-bf73-4af3-b785-a18667e89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:25:34.780339 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:34.850242 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] For port 384face9-62fd-4d7a-ac6b-eb426b299fe0, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:25:34.853782 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] For port 384face9-62fd-4d7a-ac6b-eb426b299fe0, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=384face9-62fd-4d7a-ac6b-eb426b299fe0,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:25:34.907902 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-520e4a27-bae8-4095-8e60-ab53ba238d1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:34.928698 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-520e4a27-bae8-4095-8e60-ab53ba238d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:34.996942 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:35.055673 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-520e4a27-bae8-4095-8e60-ab53ba238d1f admin admin] Allocated IP 172.25.4.108 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/5bbf3268-afe8-4915-b784-b8a820d4b278) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:25:35.070062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06adb4d3-4a7c-4eee-b1c0-d95f7a4ddc6e None None] Pushing event updated for resources: {'Port': ['ID=384face9-62fd-4d7a-ac6b-eb426b299fe0,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:35.191084 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-520e4a27-bae8-4095-8e60-ab53ba238d1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:35.327728 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c71a9263-246b-413f-a8ec-f921b982fede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:35.339868 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-520e4a27-bae8-4095-8e60-ab53ba238d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:35.383477 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520e4a27-bae8-4095-8e60-ab53ba238d1f admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:25:35.389369 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-520e4a27-bae8-4095-8e60-ab53ba238d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:25:35.396714 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520e4a27-bae8-4095-8e60-ab53ba238d1f admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:25:35.400104 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e4a27-bae8-4095-8e60-ab53ba238d1f admin admin] Pushing event updated for resources: {'Port': ['ID=5bbf3268-afe8-4915-b784-b8a820d4b278,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:35.759415 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-520e4a27-bae8-4095-8e60-ab53ba238d1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:35.954721 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a085ee3-f8c7-49e2-ad8b-adb7c72c3e32 None None] Network 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:25:35.984758 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-520e4a27-bae8-4095-8e60-ab53ba238d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:36.030558 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9b9f51c3-0d36-44fd-9dce-33b42987fc60 None None] Provisioning complete for port 384face9-62fd-4d7a-ac6b-eb426b299fe0 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:36.030952 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9b9f51c3-0d36-44fd-9dce-33b42987fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:36.190793 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520e4a27-bae8-4095-8e60-ab53ba238d1f admin admin] Router f1009696-7c83-4048-bfc2-14361a7e3b39 is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:25:36.320106 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520e4a27-bae8-4095-8e60-ab53ba238d1f admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:25:36.336756 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] Sync routers for ids ['f1009696-7c83-4048-bfc2-14361a7e3b39'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:25:36.356552 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9b9f51c3-0d36-44fd-9dce-33b42987fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:36.364850 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] Routers {'f1009696-7c83-4048-bfc2-14361a7e3b39'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:36.365835 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f1009696-7c83-4048-bfc2-14361a7e3b39'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:36.419289 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-520e4a27-bae8-4095-8e60-ab53ba238d1f admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:36.420609 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-520e4a27-bae8-4095-8e60-ab53ba238d1f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1623173 Sep 16 06:25:36.423529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45136) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:36.449744 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9b9f51c3-0d36-44fd-9dce-33b42987fc60 None None] For port 384face9-62fd-4d7a-ac6b-eb426b299fe0, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=384face9-62fd-4d7a-ac6b-eb426b299fe0,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:36.510462 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] Set router f1009696-7c83-4048-bfc2-14361a7e3b39 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:36.542381 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9b9f51c3-0d36-44fd-9dce-33b42987fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:36.669379 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 384face9-62fd-4d7a-ac6b-eb426b299fe0 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:25:36.718197 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f51c3-0d36-44fd-9dce-33b42987fc60 None None] Pushing event updated for resources: {'Port': ['ID=384face9-62fd-4d7a-ac6b-eb426b299fe0,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:36.749860 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-76c4bb7a-23d0-41ae-9c9c-b06415eb1a40 None None] Provisioning complete for port 384face9-62fd-4d7a-ac6b-eb426b299fe0 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:36.750444 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-76c4bb7a-23d0-41ae-9c9c-b06415eb1a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:36.828164 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 384face9-62fd-4d7a-ac6b-eb426b299fe0 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:36.828445 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:36.921504 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:35Z', 'revision_number': 3, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port': {'id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:36.931351 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5913ec7d-79c2-40ab-baf6-d04d296fc407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:36.957345 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] Checking router: f1009696-7c83-4048-bfc2-14361a7e3b39 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:25:36.957960 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] Updating router f1009696-7c83-4048-bfc2-14361a7e3b39 port 5bbf3268-afe8-4915-b784-b8a820d4b278 binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:25:37.013576 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:37.126257 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-5913ec7d-79c2-40ab-baf6-d04d296fc407 admin admin] Allocated IP 172.20.0.1 (098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b/e30c5e27-974f-463a-b0da-1f7860e429cb/7329d4c6-5027-428d-adba-c9ada455ebb9) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:25:37.245205 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5913ec7d-79c2-40ab-baf6-d04d296fc407 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:37.319795 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:37.402661 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:37.460933 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] Attempting to bind port 5bbf3268-afe8-4915-b784-b8a820d4b278 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:25:37.461213 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] Attempting to bind port 5bbf3268-afe8-4915-b784-b8a820d4b278 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:25:37.461436 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] Attempting to bind port 5bbf3268-afe8-4915-b784-b8a820d4b278 on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:25:37.464910 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b58a8-94be-4e2d-8e3e-40fa357a9852 None None] Pushing event updated for resources: {'Port': ['ID=5bbf3268-afe8-4915-b784-b8a820d4b278,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:37.469977 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:25:37.470352 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:25:37.470755 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:37.471170 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:25:37.471648 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] Bound port: 5bbf3268-afe8-4915-b784-b8a820d4b278, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:25:37.472040 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:37.532601 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] For port 5bbf3268-afe8-4915-b784-b8a820d4b278, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:25:37.537217 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] For port 5bbf3268-afe8-4915-b784-b8a820d4b278, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5bbf3268-afe8-4915-b784-b8a820d4b278,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:25:37.607803 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:37.670638 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] Routers {'f1009696-7c83-4048-bfc2-14361a7e3b39'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:37.671203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:25:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f1009696-7c83-4048-bfc2-14361a7e3b39'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:37.676075 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b58a8-94be-4e2d-8e3e-40fa357a9852 None None] Pushing event updated for resources: {'Port': ['ID=5bbf3268-afe8-4915-b784-b8a820d4b278,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:37.700041 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5913ec7d-79c2-40ab-baf6-d04d296fc407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:37.750499 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5913ec7d-79c2-40ab-baf6-d04d296fc407 admin admin] Network 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:25:37.756609 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-5913ec7d-79c2-40ab-baf6-d04d296fc407 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:25:37.762397 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5913ec7d-79c2-40ab-baf6-d04d296fc407 admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:25:37.766281 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913ec7d-79c2-40ab-baf6-d04d296fc407 admin admin] Pushing event updated for resources: {'Port': ['ID=7329d4c6-5027-428d-adba-c9ada455ebb9,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:37.803648 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] Set router f1009696-7c83-4048-bfc2-14361a7e3b39 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:37.814515 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5913ec7d-79c2-40ab-baf6-d04d296fc407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:37.939972 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3c6c3e7b-7774-448d-89c2-c3918a8ed8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:38.031291 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:35Z', 'revision_number': 3, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port': {'id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:38.066131 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989bc471-c650-4fb3-b892-efe59b48bff8 None None] The sync data for ids ['f1009696-7c83-4048-bfc2-14361a7e3b39'] in n-d-712140-13 is: [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:35Z', 'revision_number': 3, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port': {'id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:25:38.088793 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5913ec7d-79c2-40ab-baf6-d04d296fc407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:38.114785 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-5febf46b-cbac-4e51-b4c0-c0f58b50a8f8 None None] Provisioning complete for port 7329d4c6-5027-428d-adba-c9ada455ebb9 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:38.115184 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5febf46b-cbac-4e51-b4c0-c0f58b50a8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:38.158742 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-5febf46b-cbac-4e51-b4c0-c0f58b50a8f8 None None] Port 7329d4c6-5027-428d-adba-c9ada455ebb9 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:25:38.295029 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5913ec7d-79c2-40ab-baf6-d04d296fc407 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:38.362235 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5913ec7d-79c2-40ab-baf6-d04d296fc407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:38.445447 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-5913ec7d-79c2-40ab-baf6-d04d296fc407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:38.447559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913ec7d-79c2-40ab-baf6-d04d296fc407 admin admin] Pushing event updated for resources: {'Port': ['ID=7329d4c6-5027-428d-adba-c9ada455ebb9,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:38.556724 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5913ec7d-79c2-40ab-baf6-d04d296fc407 admin admin] Network 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:25:38.558295 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-5913ec7d-79c2-40ab-baf6-d04d296fc407 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:25:38.694835 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:38.706914 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5913ec7d-79c2-40ab-baf6-d04d296fc407 admin admin] Router f1009696-7c83-4048-bfc2-14361a7e3b39 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:25:38.790179 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 384face9-62fd-4d7a-ac6b-eb426b299fe0 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:25:38.875406 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 384face9-62fd-4d7a-ac6b-eb426b299fe0 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:38.875789 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:38.887722 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5913ec7d-79c2-40ab-baf6-d04d296fc407 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:25:38.893766 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-5913ec7d-79c2-40ab-baf6-d04d296fc407 admin admin] 10.222.0.20 "PUT /v2.0/routers/f1009696-7c83-4048-bfc2-14361a7e3b39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4680803 Sep 16 06:25:38.930326 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-cce69fb3-a448-4b88-ba45-04af8f931273 None None] Provisioning complete for port 7329d4c6-5027-428d-adba-c9ada455ebb9 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:38.930870 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cce69fb3-a448-4b88-ba45-04af8f931273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:38.982556 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-cce69fb3-a448-4b88-ba45-04af8f931273 None None] Port 7329d4c6-5027-428d-adba-c9ada455ebb9 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:25:39.021382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5bbf3268-afe8-4915-b784-b8a820d4b278 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:25:39.081929 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5bbf3268-afe8-4915-b784-b8a820d4b278 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:39.084784 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:39.180167 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:39.202799 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port 5bbf3268-afe8-4915-b784-b8a820d4b278, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5bbf3268-afe8-4915-b784-b8a820d4b278,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:39.281756 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:39.337420 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=5bbf3268-afe8-4915-b784-b8a820d4b278,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:39.682367 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:39.710641 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45154) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:39.718243 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-f92d716e-8d6e-482c-bf78-75a2485eebec admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1782788306-network', 'tenant_id': 'b2ba34230b45414f8c8e2f829b749909'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:39.807635 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92d716e-8d6e-482c-bf78-75a2485eebec admin admin] Made reservation on behalf of b2ba34230b45414f8c8e2f829b749909 for: {'network': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:25:39.810240 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f92d716e-8d6e-482c-bf78-75a2485eebec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for network, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:39.820467 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f92d716e-8d6e-482c-bf78-75a2485eebec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:39.939516 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] Sync routers for ids ['f1009696-7c83-4048-bfc2-14361a7e3b39'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:25:39.953376 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] Routers {'f1009696-7c83-4048-bfc2-14361a7e3b39'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:39.954238 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f1009696-7c83-4048-bfc2-14361a7e3b39'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:39.962645 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f92d716e-8d6e-482c-bf78-75a2485eebec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:40.030532 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f92d716e-8d6e-482c-bf78-75a2485eebec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:40.062938 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92d716e-8d6e-482c-bf78-75a2485eebec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=95474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:25:40.073436 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d716e-8d6e-482c-bf78-75a2485eebec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd61d683-b475-479a-a066-4e76005af4ae,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:40.079907 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f92d716e-8d6e-482c-bf78-75a2485eebec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:40.080457 n-d-712140-13 neutron-server[95474]: INFO neutron.db.segments_db [None req-f92d716e-8d6e-482c-bf78-75a2485eebec admin admin] Added segment f707bd72-86ce-4970-aadd-8a39915842c5 of type vlan for network 86cb8a9e-84a1-4483-9cea-5401c1931200 Sep 16 06:25:40.087396 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] Set router f1009696-7c83-4048-bfc2-14361a7e3b39 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:40.127438 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f92d716e-8d6e-482c-bf78-75a2485eebec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734106554911'] for network, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:40.219167 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f92d716e-8d6e-482c-bf78-75a2485eebec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292'] for network, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:40.220146 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92d716e-8d6e-482c-bf78-75a2485eebec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:40.220776 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-f92d716e-8d6e-482c-bf78-75a2485eebec admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:40.288810 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d716e-8d6e-482c-bf78-75a2485eebec admin admin] Pushing event updated for resources: {'Network': ['ID=86cb8a9e-84a1-4483-9cea-5401c1931200,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:40.301054 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Network 86cb8a9e-84a1-4483-9cea-5401c1931200 details requested by agent ovs-agent-n-d-712140-13 with host n-d-712140-13 {{(pid=95475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:25:40.306471 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-f92d716e-8d6e-482c-bf78-75a2485eebec admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5940900 Sep 16 06:25:40.309153 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45156) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:40.324801 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-6b1eda85-4c5a-430c-a6a5-3ed7fb68b83e admin admin] Request body: {'subnet': {'network_id': '86cb8a9e-84a1-4483-9cea-5401c1931200', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1782788306-subnet', 'tenant_id': 'b2ba34230b45414f8c8e2f829b749909', 'ip_version': 4}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:40.325128 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:37Z', 'revision_number': 4, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port': {'id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7329d4c6-5027-428d-adba-c9ada455ebb9', 'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'mac_address': 'fa:16:3e:04:64:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:36Z', 'updated_at': '2021-09-16T06:25:38Z', 'revision_number': 2, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'subnets': [{'id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:40.353958 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] Checking router: f1009696-7c83-4048-bfc2-14361a7e3b39 for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:25:40.354310 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] Updating router f1009696-7c83-4048-bfc2-14361a7e3b39 port 7329d4c6-5027-428d-adba-c9ada455ebb9 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:25:40.387574 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:40.435930 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1eda85-4c5a-430c-a6a5-3ed7fb68b83e admin admin] Made reservation on behalf of b2ba34230b45414f8c8e2f829b749909 for: {'subnet': 1} {{(pid=95474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:25:40.438651 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b1eda85-4c5a-430c-a6a5-3ed7fb68b83e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25215474'] for subnet, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:40.650690 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5bbf3268-afe8-4915-b784-b8a820d4b278 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:25:40.677288 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b1eda85-4c5a-430c-a6a5-3ed7fb68b83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29168731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25215452'] for subnet, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:40.697309 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:40.708229 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 5bbf3268-afe8-4915-b784-b8a820d4b278 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:40.708889 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:40.761357 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:40.778773 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1eda85-4c5a-430c-a6a5-3ed7fb68b83e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd06a33-1044-447f-9cfb-290e86b25a17,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:40.790786 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1eda85-4c5a-430c-a6a5-3ed7fb68b83e admin admin] Checking segment: {'id': 'f707bd72-86ce-4970-aadd-8a39915842c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '86cb8a9e-84a1-4483-9cea-5401c1931200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:25:40.791186 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1eda85-4c5a-430c-a6a5-3ed7fb68b83e admin admin] Network hostable DHCP agents. Network: 86cb8a9e-84a1-4483-9cea-5401c1931200, hostable agents: ['2c8b024f-9bf5-45e9-93dd-9870deb09a5a'], hosted agents: [] {{(pid=95474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:25:40.837055 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc22332-7ac4-4a1c-a121-70c531f0b8f3 None None] Pushing event updated for resources: {'Port': ['ID=7329d4c6-5027-428d-adba-c9ada455ebb9,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:40.861109 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc22332-7ac4-4a1c-a121-70c531f0b8f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:40.861457 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc22332-7ac4-4a1c-a121-70c531f0b8f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:40.861800 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc22332-7ac4-4a1c-a121-70c531f0b8f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:40.862135 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc22332-7ac4-4a1c-a121-70c531f0b8f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:40.862469 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc22332-7ac4-4a1c-a121-70c531f0b8f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:40.862800 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc22332-7ac4-4a1c-a121-70c531f0b8f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:40.863156 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc22332-7ac4-4a1c-a121-70c531f0b8f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:40.863490 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc22332-7ac4-4a1c-a121-70c531f0b8f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:40.863811 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc22332-7ac4-4a1c-a121-70c531f0b8f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:40.864881 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc22332-7ac4-4a1c-a121-70c531f0b8f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:40.865197 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc22332-7ac4-4a1c-a121-70c531f0b8f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:40.865669 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc22332-7ac4-4a1c-a121-70c531f0b8f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:40.871528 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1eda85-4c5a-430c-a6a5-3ed7fb68b83e admin admin] Network 86cb8a9e-84a1-4483-9cea-5401c1931200 is scheduled to be hosted by DHCP agent 2c8b024f-9bf5-45e9-93dd-9870deb09a5a with binding_index 1 {{(pid=95474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:25:40.880446 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] Attempting to bind port 7329d4c6-5027-428d-adba-c9ada455ebb9 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:25:40.881472 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] Attempting to bind port 7329d4c6-5027-428d-adba-c9ada455ebb9 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'd8d9c18d-bf73-4af3-b785-a18667e89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:25:40.881472 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] Attempting to bind port 7329d4c6-5027-428d-adba-c9ada455ebb9 on network 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:25:40.886683 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:25:40.887093 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] Checking segment: {'id': 'd8d9c18d-bf73-4af3-b785-a18667e89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:25:40.887640 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:40.888044 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] Bound using segment: {'id': 'd8d9c18d-bf73-4af3-b785-a18667e89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:25:40.888526 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] Bound port: 7329d4c6-5027-428d-adba-c9ada455ebb9, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d9c18d-bf73-4af3-b785-a18667e89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:25:40.888894 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:40.955461 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-6b1eda85-4c5a-430c-a6a5-3ed7fb68b83e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-13, 86cb8a9e-84a1-4483-9cea-5401c1931200) {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:25:40.962365 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1eda85-4c5a-430c-a6a5-3ed7fb68b83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:40.963593 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-6b1eda85-4c5a-430c-a6a5-3ed7fb68b83e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:40.966366 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97de43fb-6c9b-40a3-a70b-7759ab707563 None None] Network 86cb8a9e-84a1-4483-9cea-5401c1931200 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:25:40.975546 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] For port 7329d4c6-5027-428d-adba-c9ada455ebb9, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:25:40.980295 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] For port 7329d4c6-5027-428d-adba-c9ada455ebb9, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7329d4c6-5027-428d-adba-c9ada455ebb9,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:25:41.047403 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:41.060333 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-6b1eda85-4c5a-430c-a6a5-3ed7fb68b83e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7493763 Sep 16 06:25:41.062996 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45158) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:41.072121 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-0639a258-304c-424c-840c-a7021c39177e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1782788306-router', 'tenant_id': 'b2ba34230b45414f8c8e2f829b749909', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:41.109580 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] Routers {'f1009696-7c83-4048-bfc2-14361a7e3b39'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:41.110232 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f1009696-7c83-4048-bfc2-14361a7e3b39'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:41.112174 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc22332-7ac4-4a1c-a121-70c531f0b8f3 None None] Pushing event updated for resources: {'Port': ['ID=7329d4c6-5027-428d-adba-c9ada455ebb9,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:41.163432 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9445c505-69e4-5d25-b902-eb5537ae1aca-86cb8a9e-84a1-4483-9cea-5401c1931200', 'network_id': '86cb8a9e-84a1-4483-9cea-5401c1931200', 'tenant_id': 'b2ba34230b45414f8c8e2f829b749909', 'fixed_ips': [{'subnet_id': 'bdd06a33-1044-447f-9cfb-290e86b25a17'}]}} from n-d-712140-13. {{(pid=95475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:25:41.164347 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:41.173351 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0639a258-304c-424c-840c-a7021c39177e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:41.177026 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0639a258-304c-424c-840c-a7021c39177e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-941'] for router, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:41.239740 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] Set router f1009696-7c83-4048-bfc2-14361a7e3b39 gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:41.249234 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0639a258-304c-424c-840c-a7021c39177e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:41.252263 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-fd28d55d-4b04-41eb-bdbd-2592232fd2a0 None None] Provisioning complete for port 7329d4c6-5027-428d-adba-c9ada455ebb9 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:41.252883 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd28d55d-4b04-41eb-bdbd-2592232fd2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:41.259041 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:41.397681 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.db_base_plugin_common [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] Allocated IP 172.20.0.2 (86cb8a9e-84a1-4483-9cea-5401c1931200/bdd06a33-1044-447f-9cfb-290e86b25a17/b80a0f37-9019-45de-b704-98c12974a3df) {{(pid=95475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:25:41.421414 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd28d55d-4b04-41eb-bdbd-2592232fd2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:41.473311 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0639a258-304c-424c-840c-a7021c39177e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:41.510713 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-fd28d55d-4b04-41eb-bdbd-2592232fd2a0 None None] For port 7329d4c6-5027-428d-adba-c9ada455ebb9, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7329d4c6-5027-428d-adba-c9ada455ebb9,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:41.513150 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:37Z', 'revision_number': 4, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port': {'id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7329d4c6-5027-428d-adba-c9ada455ebb9', 'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'mac_address': 'fa:16:3e:04:64:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:36Z', 'updated_at': '2021-09-16T06:25:40Z', 'revision_number': 4, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'subnets': [{'id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:41.545071 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f7704-4587-4b16-96f7-4634bf42a4a1 None None] The sync data for ids ['f1009696-7c83-4048-bfc2-14361a7e3b39'] in n-d-712140-13 is: [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:37Z', 'revision_number': 4, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port': {'id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7329d4c6-5027-428d-adba-c9ada455ebb9', 'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'mac_address': 'fa:16:3e:04:64:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:36Z', 'updated_at': '2021-09-16T06:25:40Z', 'revision_number': 4, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'subnets': [{'id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:25:41.585588 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fd28d55d-4b04-41eb-bdbd-2592232fd2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:41.610537 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] Notify callbacks [] for port, precommit_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:41.680132 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048'] for port, after_create {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:41.690629 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28d55d-4b04-41eb-bdbd-2592232fd2a0 None None] Pushing event updated for resources: {'Port': ['ID=7329d4c6-5027-428d-adba-c9ada455ebb9,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:41.734436 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] Network 86cb8a9e-84a1-4483-9cea-5401c1931200 is already hosted by enough agents. {{(pid=95475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:25:41.738524 n-d-712140-13 neutron-server[95475]: DEBUG neutron.scheduler.base_scheduler [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] Resources bound (agent type, host, resource id): {{(pid=95475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:25:41.745309 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] Received port after_create {{(pid=95475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:25:41.760768 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] Pushing event updated for resources: {'Port': ['ID=b80a0f37-9019-45de-b704-98c12974a3df,revision_number=1']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:41.790960 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-ac4c0649-6e25-488c-a588-deb37fdcf27a None None] Provisioning complete for port 7329d4c6-5027-428d-adba-c9ada455ebb9 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:41.795768 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ac4c0649-6e25-488c-a588-deb37fdcf27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:41.845657 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] Attempting to bind port b80a0f37-9019-45de-b704-98c12974a3df on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:25:41.846037 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] Attempting to bind port b80a0f37-9019-45de-b704-98c12974a3df by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'f707bd72-86ce-4970-aadd-8a39915842c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '86cb8a9e-84a1-4483-9cea-5401c1931200'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:25:41.846409 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] Attempting to bind port b80a0f37-9019-45de-b704-98c12974a3df on network 86cb8a9e-84a1-4483-9cea-5401c1931200 {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:25:41.849631 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0639a258-304c-424c-840c-a7021c39177e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:41.859350 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:25:41.859732 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] Checking segment: {'id': 'f707bd72-86ce-4970-aadd-8a39915842c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '86cb8a9e-84a1-4483-9cea-5401c1931200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:25:41.860141 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:41.860546 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] Bound using segment: {'id': 'f707bd72-86ce-4970-aadd-8a39915842c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '86cb8a9e-84a1-4483-9cea-5401c1931200'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:25:41.861049 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] Bound port: b80a0f37-9019-45de-b704-98c12974a3df, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f707bd72-86ce-4970-aadd-8a39915842c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '86cb8a9e-84a1-4483-9cea-5401c1931200'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:25:41.861437 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:41.877282 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0639a258-304c-424c-840c-a7021c39177e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:41.971438 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] For port b80a0f37-9019-45de-b704-98c12974a3df, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:25:41.975956 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] For port b80a0f37-9019-45de-b704-98c12974a3df, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=b80a0f37-9019-45de-b704-98c12974a3df,segment=NetworkSegment(f707bd72-86ce-4970-aadd-8a39915842c5),segment_id=f707bd72-86ce-4970-aadd-8a39915842c5)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:25:41.998666 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-0639a258-304c-424c-840c-a7021c39177e admin admin] Allocated IP 172.25.4.81 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/af2f644b-0855-4635-aa14-33b0c2444b6d) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:25:42.094192 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:42.133638 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0639a258-304c-424c-840c-a7021c39177e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:42.168400 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b0c60-9f46-4a0a-a864-4e9d07db454d None None] Pushing event updated for resources: {'Port': ['ID=b80a0f37-9019-45de-b704-98c12974a3df,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:42.272455 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:25:42.276841 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0639a258-304c-424c-840c-a7021c39177e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:42.340892 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0639a258-304c-424c-840c-a7021c39177e admin admin] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:25:42.345408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-0639a258-304c-424c-840c-a7021c39177e admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:25:42.348532 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639a258-304c-424c-840c-a7021c39177e admin admin] Pushing event updated for resources: {'Port': ['ID=af2f644b-0855-4635-aa14-33b0c2444b6d,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:42.352679 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0639a258-304c-424c-840c-a7021c39177e admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:25:42.692035 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7329d4c6-5027-428d-adba-c9ada455ebb9 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:25:42.746393 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0639a258-304c-424c-840c-a7021c39177e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:42.764692 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 7329d4c6-5027-428d-adba-c9ada455ebb9 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:42.765067 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:42.860326 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device b80a0f37-9019-45de-b704-98c12974a3df up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:25:42.931948 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port b80a0f37-9019-45de-b704-98c12974a3df triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:42.932408 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:42.987386 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0639a258-304c-424c-840c-a7021c39177e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555601'] for router, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:43.028797 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:43.066840 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port b80a0f37-9019-45de-b704-98c12974a3df, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=b80a0f37-9019-45de-b704-98c12974a3df,segment=NetworkSegment(f707bd72-86ce-4970-aadd-8a39915842c5),segment_id=f707bd72-86ce-4970-aadd-8a39915842c5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:43.144890 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:43.189110 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a00c9f1-d29c-403f-9ccb-965a0cbc7aee None None] Network 86cb8a9e-84a1-4483-9cea-5401c1931200 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:25:43.231088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=b80a0f37-9019-45de-b704-98c12974a3df,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:43.242900 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-7453a9bf-957c-495d-aede-22eebee449cb None None] Provisioning complete for port b80a0f37-9019-45de-b704-98c12974a3df triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:43.243283 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7453a9bf-957c-495d-aede-22eebee449cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:43.257507 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0639a258-304c-424c-840c-a7021c39177e admin admin] Router 68103527-3ca2-474d-b1bd-43239a6b795f is scheduled to L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 with binding_index 1 {{(pid=95473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:25:43.376806 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0639a258-304c-424c-840c-a7021c39177e admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:25:43.441718 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-0639a258-304c-424c-840c-a7021c39177e admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:43.442081 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] Sync routers for ids ['68103527-3ca2-474d-b1bd-43239a6b795f'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:25:43.446815 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-0639a258-304c-424c-840c-a7021c39177e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3783414 Sep 16 06:25:43.447146 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45160) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:43.485135 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] Routers {'68103527-3ca2-474d-b1bd-43239a6b795f'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:43.485697 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['68103527-3ca2-474d-b1bd-43239a6b795f'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:43.690511 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] Set router 68103527-3ca2-474d-b1bd-43239a6b795f gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:43.924927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'name': 'tempest-TestSnapshotPattern-1782788306-router', 'tenant_id': 'b2ba34230b45414f8c8e2f829b749909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'af2f644b-0855-4635-aa14-33b0c2444b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:41Z', 'updated_at': '2021-09-16T06:25:42Z', 'revision_number': 3, 'project_id': 'b2ba34230b45414f8c8e2f829b749909', 'gw_port': {'id': 'af2f644b-0855-4635-aa14-33b0c2444b6d', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:41Z', 'updated_at': '2021-09-16T06:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:43.959275 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] Checking router: 68103527-3ca2-474d-b1bd-43239a6b795f for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:25:43.959625 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] Updating router 68103527-3ca2-474d-b1bd-43239a6b795f port af2f644b-0855-4635-aa14-33b0c2444b6d binding host n-d-712140-13 {{(pid=95475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:25:43.962152 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4d3e0ac0-9a3e-43b6-bed2-91a81275c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:43.987433 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:44.109337 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-39089d8d-1c1d-46ab-b8ab-cda307b20d93 None None] Provisioning complete for port b80a0f37-9019-45de-b704-98c12974a3df triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:44.109622 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-39089d8d-1c1d-46ab-b8ab-cda307b20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:44.141321 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [None req-4d3e0ac0-9a3e-43b6-bed2-91a81275c7f8 admin admin] Allocated IP 172.20.0.1 (86cb8a9e-84a1-4483-9cea-5401c1931200/bdd06a33-1044-447f-9cfb-290e86b25a17/2ca1e0ba-9ba5-4778-8524-ffcea0d1e240) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:25:44.261948 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4d3e0ac0-9a3e-43b6-bed2-91a81275c7f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:44.335918 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] Notify callbacks [] for port, precommit_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:44.339632 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4d3e0ac0-9a3e-43b6-bed2-91a81275c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:44.383586 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3e0ac0-9a3e-43b6-bed2-91a81275c7f8 admin admin] Network 86cb8a9e-84a1-4483-9cea-5401c1931200 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:25:44.389771 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-4d3e0ac0-9a3e-43b6-bed2-91a81275c7f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:25:44.395013 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3e0ac0-9a3e-43b6-bed2-91a81275c7f8 admin admin] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:25:44.399414 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e0ac0-9a3e-43b6-bed2-91a81275c7f8 admin admin] Pushing event updated for resources: {'Port': ['ID=2ca1e0ba-9ba5-4778-8524-ffcea0d1e240,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:44.430109 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:44.443573 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4d3e0ac0-9a3e-43b6-bed2-91a81275c7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555654'] for router_interface, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:44.484912 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] Attempting to bind port af2f644b-0855-4635-aa14-33b0c2444b6d on host n-d-712140-13 for vnic_type normal with profile {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:25:44.485318 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] Attempting to bind port af2f644b-0855-4635-aa14-33b0c2444b6d by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:25:44.485734 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] Attempting to bind port af2f644b-0855-4635-aa14-33b0c2444b6d on network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:25:44.499162 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867714d-01b1-4814-8a53-7c6e2aacfab8 None None] Pushing event updated for resources: {'Port': ['ID=af2f644b-0855-4635-aa14-33b0c2444b6d,revision_number=2']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:44.503421 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:25:44.503797 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] Checking segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:25:44.504206 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:44.504637 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] Bound using segment: {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'} {{(pid=95475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:25:44.505151 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.managers [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] Bound port: af2f644b-0855-4635-aa14-33b0c2444b6d, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f46cb7-ae2c-431c-8f37-7020c4146352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c'}}] {{(pid=95475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:25:44.505537 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:44.566927 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] For port af2f644b-0855-4635-aa14-33b0c2444b6d, host n-d-712140-13, cleared binding levels {{(pid=95475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:25:44.571523 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] For port af2f644b-0855-4635-aa14-33b0c2444b6d, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=af2f644b-0855-4635-aa14-33b0c2444b6d,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:25:44.632372 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device b80a0f37-9019-45de-b704-98c12974a3df up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:25:44.688821 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:44.695599 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port b80a0f37-9019-45de-b704-98c12974a3df triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:44.695964 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:44.705810 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4d3e0ac0-9a3e-43b6-bed2-91a81275c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:44.792326 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-043170bb-34be-4b77-84f8-f1de12ba2c92 None None] Provisioning complete for port 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:44.792610 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-043170bb-34be-4b77-84f8-f1de12ba2c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:44.796896 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867714d-01b1-4814-8a53-7c6e2aacfab8 None None] Pushing event updated for resources: {'Port': ['ID=af2f644b-0855-4635-aa14-33b0c2444b6d,revision_number=3']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:44.816852 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] Routers {'68103527-3ca2-474d-b1bd-43239a6b795f'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:44.818078 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['68103527-3ca2-474d-b1bd-43239a6b795f'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:44.885437 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-043170bb-34be-4b77-84f8-f1de12ba2c92 None None] Port 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:25:44.892234 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4d3e0ac0-9a3e-43b6-bed2-91a81275c7f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:44.961756 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4d3e0ac0-9a3e-43b6-bed2-91a81275c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:44.980980 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] Set router 68103527-3ca2-474d-b1bd-43239a6b795f gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:45.038190 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e0ac0-9a3e-43b6-bed2-91a81275c7f8 admin admin] Pushing event updated for resources: {'Port': ['ID=2ca1e0ba-9ba5-4778-8524-ffcea0d1e240,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:45.041275 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-4d3e0ac0-9a3e-43b6-bed2-91a81275c7f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553494'] for router_interface, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:45.166789 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3e0ac0-9a3e-43b6-bed2-91a81275c7f8 admin admin] Network 86cb8a9e-84a1-4483-9cea-5401c1931200 is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:25:45.169210 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [None req-4d3e0ac0-9a3e-43b6-bed2-91a81275c7f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:25:45.230048 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'name': 'tempest-TestSnapshotPattern-1782788306-router', 'tenant_id': 'b2ba34230b45414f8c8e2f829b749909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'af2f644b-0855-4635-aa14-33b0c2444b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:41Z', 'updated_at': '2021-09-16T06:25:44Z', 'revision_number': 4, 'project_id': 'b2ba34230b45414f8c8e2f829b749909', 'gw_port': {'id': 'af2f644b-0855-4635-aa14-33b0c2444b6d', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:41Z', 'updated_at': '2021-09-16T06:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '2ca1e0ba-9ba5-4778-8524-ffcea0d1e240', 'name': '', 'network_id': '86cb8a9e-84a1-4483-9cea-5401c1931200', 'tenant_id': 'b2ba34230b45414f8c8e2f829b749909', 'mac_address': 'fa:16:3e:82:88:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'bdd06a33-1044-447f-9cfb-290e86b25a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:43Z', 'updated_at': '2021-09-16T06:25:44Z', 'revision_number': 1, 'project_id': 'b2ba34230b45414f8c8e2f829b749909', 'subnets': [{'id': 'bdd06a33-1044-447f-9cfb-290e86b25a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:45.262518 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6d1d51-d83e-4810-9dbb-32f420e1ecfd None None] The sync data for ids ['68103527-3ca2-474d-b1bd-43239a6b795f'] in n-d-712140-13 is: [{'id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'name': 'tempest-TestSnapshotPattern-1782788306-router', 'tenant_id': 'b2ba34230b45414f8c8e2f829b749909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'af2f644b-0855-4635-aa14-33b0c2444b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:41Z', 'updated_at': '2021-09-16T06:25:44Z', 'revision_number': 4, 'project_id': 'b2ba34230b45414f8c8e2f829b749909', 'gw_port': {'id': 'af2f644b-0855-4635-aa14-33b0c2444b6d', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:41Z', 'updated_at': '2021-09-16T06:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '2ca1e0ba-9ba5-4778-8524-ffcea0d1e240', 'name': '', 'network_id': '86cb8a9e-84a1-4483-9cea-5401c1931200', 'tenant_id': 'b2ba34230b45414f8c8e2f829b749909', 'mac_address': 'fa:16:3e:82:88:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'bdd06a33-1044-447f-9cfb-290e86b25a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:43Z', 'updated_at': '2021-09-16T06:25:44Z', 'revision_number': 1, 'project_id': 'b2ba34230b45414f8c8e2f829b749909', 'subnets': [{'id': 'bdd06a33-1044-447f-9cfb-290e86b25a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:25:45.330363 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3e0ac0-9a3e-43b6-bed2-91a81275c7f8 admin admin] Router 68103527-3ca2-474d-b1bd-43239a6b795f has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:25:45.410831 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9b10dcd1-977e-4cc2-b30f-09c9f38b65bd None None] Provisioning complete for port 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:45.411355 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9b10dcd1-977e-4cc2-b30f-09c9f38b65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:45.452130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9b10dcd1-977e-4cc2-b30f-09c9f38b65bd None None] Port 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:25:45.459611 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3e0ac0-9a3e-43b6-bed2-91a81275c7f8 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:25:45.465321 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-4d3e0ac0-9a3e-43b6-bed2-91a81275c7f8 admin admin] 10.222.0.20 "PUT /v2.0/routers/68103527-3ca2-474d-b1bd-43239a6b795f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0171964 Sep 16 06:25:46.212684 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45168) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:46.217749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-751526aa-ab6e-41e4-b500-c73bb390a55e tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1717639370', 'description': 'tempest-secgroup-smoke-1717639370 description', 'project_id': '7ad2e518333c4b91ad00751a2b6e2252'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:46.334448 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-751526aa-ab6e-41e4-b500-c73bb390a55e tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:46.436535 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-751526aa-ab6e-41e4-b500-c73bb390a55e tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:46.505554 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-751526aa-ab6e-41e4-b500-c73bb390a55e tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:46.538508 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751526aa-ab6e-41e4-b500-c73bb390a55e tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=484f25ad-ee4b-4a28-a1ca-4586d9027d84,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:46.613481 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-751526aa-ab6e-41e4-b500-c73bb390a55e tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:46.638166 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-751526aa-ab6e-41e4-b500-c73bb390a55e tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4023442 Sep 16 06:25:46.638166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45170) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:46.638166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [None req-a7c51e33-f01b-4ef1-be0d-32c4d6628d94 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Request body: {'security_group_rule': {'security_group_id': '484f25ad-ee4b-4a28-a1ca-4586d9027d84', 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:46.662575 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device af2f644b-0855-4635-aa14-33b0c2444b6d up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:25:46.722289 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a7c51e33-f01b-4ef1-be0d-32c4d6628d94 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:46.722732 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port af2f644b-0855-4635-aa14-33b0c2444b6d triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:46.723155 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:46.794065 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a7c51e33-f01b-4ef1-be0d-32c4d6628d94 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:46.817899 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:46.839603 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] For port af2f644b-0855-4635-aa14-33b0c2444b6d, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=af2f644b-0855-4635-aa14-33b0c2444b6d,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:46.882269 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a7c51e33-f01b-4ef1-be0d-32c4d6628d94 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:46.901968 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c51e33-f01b-4ef1-be0d-32c4d6628d94 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42fe4d6-8186-4df0-b620-1d4aebb8f237,revision_number=0']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:46.909397 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:46.964056 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Pushing event updated for resources: {'Port': ['ID=af2f644b-0855-4635-aa14-33b0c2444b6d,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:46.967130 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-a7c51e33-f01b-4ef1-be0d-32c4d6628d94 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:46.968491 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-a7c51e33-f01b-4ef1-be0d-32c4d6628d94 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3483181 Sep 16 06:25:46.971561 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45172) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:46.977265 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ccdcf18b-2451-4073-b7dc-d6026638e0ea tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Request body: {'security_group_rule': {'security_group_id': '484f25ad-ee4b-4a28-a1ca-4586d9027d84', 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:47.053179 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ccdcf18b-2451-4073-b7dc-d6026638e0ea tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:47.122514 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ccdcf18b-2451-4073-b7dc-d6026638e0ea tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:47.207505 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ccdcf18b-2451-4073-b7dc-d6026638e0ea tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:47.227878 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcf18b-2451-4073-b7dc-d6026638e0ea tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c1e84e-0234-4f51-9431-d2c02241c6c3,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:47.310273 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ccdcf18b-2451-4073-b7dc-d6026638e0ea tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:47.311643 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ccdcf18b-2451-4073-b7dc-d6026638e0ea tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3387580 Sep 16 06:25:47.314341 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45174) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:47.319062 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-ee45f0be-251c-4a53-8fb8-9bcc6b4fef1c tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Request body: {'security_group_rule': {'security_group_id': '484f25ad-ee4b-4a28-a1ca-4586d9027d84', 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:47.430225 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ee45f0be-251c-4a53-8fb8-9bcc6b4fef1c tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:47.496872 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ee45f0be-251c-4a53-8fb8-9bcc6b4fef1c tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:47.578901 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ee45f0be-251c-4a53-8fb8-9bcc6b4fef1c tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:47.599776 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45f0be-251c-4a53-8fb8-9bcc6b4fef1c tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13985749-ccda-4926-91ed-58e3dc171319,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:47.664853 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-ee45f0be-251c-4a53-8fb8-9bcc6b4fef1c tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:47.666188 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-ee45f0be-251c-4a53-8fb8-9bcc6b4fef1c tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3508456 Sep 16 06:25:47.668909 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45176) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:47.673436 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-e7950d90-b734-42df-9822-7070cf3823e4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Request body: {'security_group_rule': {'security_group_id': '484f25ad-ee4b-4a28-a1ca-4586d9027d84', 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:47.778586 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e7950d90-b734-42df-9822-7070cf3823e4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:47.852594 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e7950d90-b734-42df-9822-7070cf3823e4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:47.933368 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e7950d90-b734-42df-9822-7070cf3823e4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:47.953092 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7950d90-b734-42df-9822-7070cf3823e4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d169260a-8ac0-4804-bcd4-e348b2619c79,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:48.041565 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-e7950d90-b734-42df-9822-7070cf3823e4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:48.042743 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-e7950d90-b734-42df-9822-7070cf3823e4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3728807 Sep 16 06:25:48.045705 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45178) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:48.050266 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-3a50f7d5-8417-4987-b9a5-d75d90c36d88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Request body: {'security_group_rule': {'security_group_id': '484f25ad-ee4b-4a28-a1ca-4586d9027d84', 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:48.150417 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-3a50f7d5-8417-4987-b9a5-d75d90c36d88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Project 7ad2e518333c4b91ad00751a2b6e2252 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:25:48.155814 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3a50f7d5-8417-4987-b9a5-d75d90c36d88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:48.221147 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3a50f7d5-8417-4987-b9a5-d75d90c36d88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:48.339289 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3a50f7d5-8417-4987-b9a5-d75d90c36d88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:48.359166 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50f7d5-8417-4987-b9a5-d75d90c36d88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecec65ab-3075-4d90-a04e-b271822530ad,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:48.441878 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-3a50f7d5-8417-4987-b9a5-d75d90c36d88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:48.443868 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-3a50f7d5-8417-4987-b9a5-d75d90c36d88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3971410 Sep 16 06:25:48.446572 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45180) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:48.451191 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-dd4df611-3710-4aae-8f58-971385811cb8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Request body: {'security_group_rule': {'security_group_id': '484f25ad-ee4b-4a28-a1ca-4586d9027d84', 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:48.556285 n-d-712140-13 neutron-server[95474]: INFO neutron.db.securitygroups_db [None req-dd4df611-3710-4aae-8f58-971385811cb8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Project 7ad2e518333c4b91ad00751a2b6e2252 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:25:48.561747 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dd4df611-3710-4aae-8f58-971385811cb8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:48.610157 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] Sync routers for ids ['68103527-3ca2-474d-b1bd-43239a6b795f'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:25:48.621674 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] Routers {'68103527-3ca2-474d-b1bd-43239a6b795f'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:48.622653 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['68103527-3ca2-474d-b1bd-43239a6b795f'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:48.648062 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device af2f644b-0855-4635-aa14-33b0c2444b6d up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:25:48.651427 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dd4df611-3710-4aae-8f58-971385811cb8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:48.705398 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port af2f644b-0855-4635-aa14-33b0c2444b6d triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:48.705761 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:48.716181 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dd4df611-3710-4aae-8f58-971385811cb8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751396'] for security_group_rule, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:48.743340 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4df611-3710-4aae-8f58-971385811cb8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adefb566-fe95-4c15-a2db-8816e33ec9ce,revision_number=0']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:48.807637 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-dd4df611-3710-4aae-8f58-971385811cb8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:48.820095 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-dd4df611-3710-4aae-8f58-971385811cb8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3703983 Sep 16 06:25:48.860587 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] Set router 68103527-3ca2-474d-b1bd-43239a6b795f gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:48.983438 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-11d8bd93-9b04-4af8-855c-a87516c1439d tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717639370&fields=id&tenant_id=7ad2e518333c4b91ad00751a2b6e2252 HTTP/1.1" status: 200 len: 267 time: 0.0381820 Sep 16 06:25:49.117296 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'name': 'tempest-TestSnapshotPattern-1782788306-router', 'tenant_id': 'b2ba34230b45414f8c8e2f829b749909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'af2f644b-0855-4635-aa14-33b0c2444b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:41Z', 'updated_at': '2021-09-16T06:25:44Z', 'revision_number': 4, 'project_id': 'b2ba34230b45414f8c8e2f829b749909', 'gw_port': {'id': 'af2f644b-0855-4635-aa14-33b0c2444b6d', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:41Z', 'updated_at': '2021-09-16T06:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '2ca1e0ba-9ba5-4778-8524-ffcea0d1e240', 'name': '', 'network_id': '86cb8a9e-84a1-4483-9cea-5401c1931200', 'tenant_id': 'b2ba34230b45414f8c8e2f829b749909', 'mac_address': 'fa:16:3e:82:88:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'bdd06a33-1044-447f-9cfb-290e86b25a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:43Z', 'updated_at': '2021-09-16T06:25:44Z', 'revision_number': 2, 'project_id': 'b2ba34230b45414f8c8e2f829b749909', 'subnets': [{'id': 'bdd06a33-1044-447f-9cfb-290e86b25a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:49.150121 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] Checking router: 68103527-3ca2-474d-b1bd-43239a6b795f for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:25:49.150478 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] Updating router 68103527-3ca2-474d-b1bd-43239a6b795f port 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240 binding host n-d-712140-13 {{(pid=95476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:25:49.179547 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:49.472917 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-e3458687-62bc-428c-9c66-bfcbafa662cb tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:49.475408 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-e3458687-62bc-428c-9c66-bfcbafa662cb tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/networks?id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b HTTP/1.1" status: 200 len: 809 time: 0.4836659 Sep 16 06:25:49.480565 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] Notify callbacks [] for port, precommit_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:49.493191 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-dda80f7c-d5cf-4f92-ba80-e04adbf4ed72 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/quotas/7ad2e518333c4b91ad00751a2b6e2252 HTTP/1.1" status: 200 len: 375 time: 0.0109560 Sep 16 06:25:49.556095 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:49.558096 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-306b383b-e139-4e2e-9826-64036fef13b9 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564814 Sep 16 06:25:49.611016 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01e0dd-82f0-430a-b798-aa319e02cdea None None] Pushing event updated for resources: {'Port': ['ID=2ca1e0ba-9ba5-4778-8524-ffcea0d1e240,revision_number=3']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:49.668947 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] Attempting to bind port 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240 on host n-d-712140-13 for vnic_type normal with profile {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:25:49.669370 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] Attempting to bind port 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240 by drivers openvswitch,hyperv on host n-d-712140-13 at level 0 using segments [{'id': 'f707bd72-86ce-4970-aadd-8a39915842c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '86cb8a9e-84a1-4483-9cea-5401c1931200'}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:25:49.669793 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] Attempting to bind port 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240 on network 86cb8a9e-84a1-4483-9cea-5401c1931200 {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:25:49.675740 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] Checking agent: {'id': 'ae7e4ce6-5a4b-4974-bef9-3cadb7dcd38b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 8), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:25:49.676202 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] Checking segment: {'id': 'f707bd72-86ce-4970-aadd-8a39915842c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '86cb8a9e-84a1-4483-9cea-5401c1931200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:25:49.676759 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:49.677226 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] Bound using segment: {'id': 'f707bd72-86ce-4970-aadd-8a39915842c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '86cb8a9e-84a1-4483-9cea-5401c1931200'} {{(pid=95476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:25:49.677925 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.managers [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] Bound port: 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240, host: n-d-712140-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f707bd72-86ce-4970-aadd-8a39915842c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '86cb8a9e-84a1-4483-9cea-5401c1931200'}}] {{(pid=95476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:25:49.679118 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:49.684199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-c97df9d5-ec5a-4acf-a688-1c0e0095b563 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:25:49.685413 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-c97df9d5-ec5a-4acf-a688-1c0e0095b563 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1118591 Sep 16 06:25:49.762284 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] For port 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240, host n-d-712140-13, cleared binding levels {{(pid=95476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:25:49.766109 n-d-712140-13 neutron-server[95476]: DEBUG neutron.plugins.ml2.db [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] For port 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240, host n-d-712140-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2ca1e0ba-9ba5-4778-8524-ffcea0d1e240,segment=NetworkSegment(f707bd72-86ce-4970-aadd-8a39915842c5),segment_id=f707bd72-86ce-4970-aadd-8a39915842c5)] {{(pid=95476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:25:49.819934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-fc3227b9-f068-47fa-ac77-978d13997352 service neutron] 10.222.0.20 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215062 Sep 16 06:25:49.870838 n-d-712140-13 neutron-server[95476]: DEBUG neutron_lib.callbacks.manager [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:49.913620 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-043457ea-e502-4ed7-b2b7-5c31b1a13acd None None] Provisioning complete for port 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:49.914261 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-043457ea-e502-4ed7-b2b7-5c31b1a13acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:49.948502 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-8040e0c6-cba5-4b36-a3a7-9b29f064baf1 service neutron] 10.222.0.20 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130126 Sep 16 06:25:49.967067 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] Routers {'68103527-3ca2-474d-b1bd-43239a6b795f'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:49.967695 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['68103527-3ca2-474d-b1bd-43239a6b795f'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:50.050610 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-043457ea-e502-4ed7-b2b7-5c31b1a13acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:50.094633 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-043457ea-e502-4ed7-b2b7-5c31b1a13acd None None] For port 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2ca1e0ba-9ba5-4778-8524-ffcea0d1e240,segment=NetworkSegment(f707bd72-86ce-4970-aadd-8a39915842c5),segment_id=f707bd72-86ce-4970-aadd-8a39915842c5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:50.109433 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01e0dd-82f0-430a-b798-aa319e02cdea None None] Pushing event updated for resources: {'Port': ['ID=2ca1e0ba-9ba5-4778-8524-ffcea0d1e240,revision_number=4']} {{(pid=95476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:50.120930 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] Set router 68103527-3ca2-474d-b1bd-43239a6b795f gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:50.168164 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-043457ea-e502-4ed7-b2b7-5c31b1a13acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:50.233824 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043457ea-e502-4ed7-b2b7-5c31b1a13acd None None] Pushing event updated for resources: {'Port': ['ID=2ca1e0ba-9ba5-4778-8524-ffcea0d1e240,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:50.300382 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-68260419-ccc8-463f-8909-ee9fe3a5fece None None] Provisioning complete for port 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:50.301327 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-68260419-ccc8-463f-8909-ee9fe3a5fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:50.346050 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9571cf7b-42db-406a-992a-ff0c8bfd9f98 req-8b70caeb-5ce1-43dc-b4e1-7fe9092d723b tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 210 time: 0.0393405 Sep 16 06:25:50.398812 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'name': 'tempest-TestSnapshotPattern-1782788306-router', 'tenant_id': 'b2ba34230b45414f8c8e2f829b749909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'af2f644b-0855-4635-aa14-33b0c2444b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:41Z', 'updated_at': '2021-09-16T06:25:44Z', 'revision_number': 4, 'project_id': 'b2ba34230b45414f8c8e2f829b749909', 'gw_port': {'id': 'af2f644b-0855-4635-aa14-33b0c2444b6d', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:41Z', 'updated_at': '2021-09-16T06:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '2ca1e0ba-9ba5-4778-8524-ffcea0d1e240', 'name': '', 'network_id': '86cb8a9e-84a1-4483-9cea-5401c1931200', 'tenant_id': 'b2ba34230b45414f8c8e2f829b749909', 'mac_address': 'fa:16:3e:82:88:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'bdd06a33-1044-447f-9cfb-290e86b25a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:43Z', 'updated_at': '2021-09-16T06:25:49Z', 'revision_number': 4, 'project_id': 'b2ba34230b45414f8c8e2f829b749909', 'subnets': [{'id': 'bdd06a33-1044-447f-9cfb-290e86b25a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:50.453528 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0103dd-07fe-4a0a-8132-7510097b46e1 None None] The sync data for ids ['68103527-3ca2-474d-b1bd-43239a6b795f'] in n-d-712140-13 is: [{'id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'name': 'tempest-TestSnapshotPattern-1782788306-router', 'tenant_id': 'b2ba34230b45414f8c8e2f829b749909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'af2f644b-0855-4635-aa14-33b0c2444b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:41Z', 'updated_at': '2021-09-16T06:25:44Z', 'revision_number': 4, 'project_id': 'b2ba34230b45414f8c8e2f829b749909', 'gw_port': {'id': 'af2f644b-0855-4635-aa14-33b0c2444b6d', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:41Z', 'updated_at': '2021-09-16T06:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '2ca1e0ba-9ba5-4778-8524-ffcea0d1e240', 'name': '', 'network_id': '86cb8a9e-84a1-4483-9cea-5401c1931200', 'tenant_id': 'b2ba34230b45414f8c8e2f829b749909', 'mac_address': 'fa:16:3e:82:88:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'bdd06a33-1044-447f-9cfb-290e86b25a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:43Z', 'updated_at': '2021-09-16T06:25:49Z', 'revision_number': 4, 'project_id': 'b2ba34230b45414f8c8e2f829b749909', 'subnets': [{'id': 'bdd06a33-1044-447f-9cfb-290e86b25a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:25:50.678311 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240 up at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:25:50.733254 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Provisioning complete for port 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:50.735969 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:51.432576 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b74f0813-4541-466f-87b7-56c30b34424d req-997f46ac-0169-4317-a9e4-b545060c4212 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 210 time: 0.0291760 Sep 16 06:25:52.532857 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-882ec9bf-948c-4464-92aa-25b69abd80cc req-b20dbe08-087d-4f92-9b1e-9318c0ad29c8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 210 time: 0.0301056 Sep 16 06:25:53.021688 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-8a47ba53-7b2e-415c-8f12-80355553fc12 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:53.023451 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-8a47ba53-7b2e-415c-8f12-80355553fc12 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.38 "GET /v2.0/networks?id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b HTTP/1.1" status: 200 len: 809 time: 0.1184168 Sep 16 06:25:53.078375 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-f7cb26ac-2915-4d43-b45f-aee9f7643753 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ad2e518333c4b91ad00751a2b6e2252 HTTP/1.1" status: 200 len: 380 time: 0.0384889 Sep 16 06:25:53.088682 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-550474cb-707f-40ef-9a9c-de643ac35bbe tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Request body: {'port': {'device_id': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'admin_state_up': True, 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'security_groups': ['484f25ad-ee4b-4a28-a1ca-4586d9027d84']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:53.310614 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-550474cb-707f-40ef-9a9c-de643ac35bbe tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Made reservation on behalf of 7ad2e518333c4b91ad00751a2b6e2252 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:25:53.314403 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-550474cb-707f-40ef-9a9c-de643ac35bbe tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:53.448270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-550474cb-707f-40ef-9a9c-de643ac35bbe tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Allocated IP 172.20.0.4 (098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b/e30c5e27-974f-463a-b0da-1f7860e429cb/5721a765-9822-4ebb-b1fa-7321ccee85e3) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:25:53.596061 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-550474cb-707f-40ef-9a9c-de643ac35bbe tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:53.636389 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3ad2df72-1e00-45bc-936a-170dbcc53dcf req-fceacc8c-d6d6-4624-ad5b-f5167fa40912 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 210 time: 0.0314457 Sep 16 06:25:53.738392 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-550474cb-707f-40ef-9a9c-de643ac35bbe tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:53.780851 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-550474cb-707f-40ef-9a9c-de643ac35bbe tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Network 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:25:53.784185 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-550474cb-707f-40ef-9a9c-de643ac35bbe tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:25:53.788469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-550474cb-707f-40ef-9a9c-de643ac35bbe tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:25:53.821553 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550474cb-707f-40ef-9a9c-de643ac35bbe tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Pushing event updated for resources: {'Port': ['ID=5721a765-9822-4ebb-b1fa-7321ccee85e3,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:53.853578 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-550474cb-707f-40ef-9a9c-de643ac35bbe tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:53.854260 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-550474cb-707f-40ef-9a9c-de643ac35bbe tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:53.962334 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-550474cb-707f-40ef-9a9c-de643ac35bbe tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8774822 Sep 16 06:25:54.024370 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Request body: {'port': {'device_id': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:54.065038 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-e466d7d1-e117-45ff-b6bd-52c07bbb834d None None] Provisioning complete for port 5721a765-9822-4ebb-b1fa-7321ccee85e3 triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:54.065605 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e466d7d1-e117-45ff-b6bd-52c07bbb834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:54.083705 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:54.263239 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-e466d7d1-e117-45ff-b6bd-52c07bbb834d None None] Port 5721a765-9822-4ebb-b1fa-7321ccee85e3 cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:25:54.370390 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5721a765-9822-4ebb-b1fa-7321ccee85e3 {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:25:54.377891 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:54.390446 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Transition to ACTIVE for port object 5721a765-9822-4ebb-b1fa-7321ccee85e3 will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:25:54.475233 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:54.528598 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Pushing event updated for resources: {'Port': ['ID=5721a765-9822-4ebb-b1fa-7321ccee85e3,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:54.609360 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Attempting to bind port 5721a765-9822-4ebb-b1fa-7321ccee85e3 on host n-h2-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:25:54.610074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Attempting to bind port 5721a765-9822-4ebb-b1fa-7321ccee85e3 by drivers openvswitch,hyperv on host n-h2-712140-13 at level 0 using segments [{'id': 'd8d9c18d-bf73-4af3-b785-a18667e89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:25:54.610074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Attempting to bind port 5721a765-9822-4ebb-b1fa-7321ccee85e3 on network 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:25:54.616093 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Port 5721a765-9822-4ebb-b1fa-7321ccee85e3 on network 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:25:54.616422 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Attempting to bind port 5721a765-9822-4ebb-b1fa-7321ccee85e3 on network 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:25:54.621761 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Checking agent: {'id': '92c823d8-263e-4c33-93fa-d89dcd466b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:25:54.622114 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Checking segment: {'id': 'd8d9c18d-bf73-4af3-b785-a18667e89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:25:54.622502 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Bound using segment: {'id': 'd8d9c18d-bf73-4af3-b785-a18667e89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:25:54.622960 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Bound port: 5721a765-9822-4ebb-b1fa-7321ccee85e3, host: n-h2-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d9c18d-bf73-4af3-b785-a18667e89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:25:54.623331 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:54.700088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] For port 5721a765-9822-4ebb-b1fa-7321ccee85e3, host n-h2-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:25:54.703199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] For port 5721a765-9822-4ebb-b1fa-7321ccee85e3, host n-h2-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5721a765-9822-4ebb-b1fa-7321ccee85e3,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:25:54.761755 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8ba87-7de2-41a0-8129-84345340054d req-dd2f2833-7023-40d8-b942-a727e9d8bfbd tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:54.763476 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66d8ba87-7de2-41a0-8129-84345340054d req-dd2f2833-7023-40d8-b942-a727e9d8bfbd tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 943 time: 0.0575626 Sep 16 06:25:54.786476 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:54.832071 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:54.832758 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:54.834184 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] 10.222.0.38 "PUT /v2.0/ports/5721a765-9822-4ebb-b1fa-7321ccee85e3 HTTP/1.1" status: 200 len: 1092 time: 0.8577461 Sep 16 06:25:54.834631 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'tag': '5721a765-9822-4ebb-b1fa-7321ccee85e3'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:25:54.837073 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8b0257-39bf-4877-855c-d0b0299f0d11" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7d295f-c5d2-4c7a-bea1-035d9b800e42", "tag": "5721a765-9822-4ebb-b1fa-7321ccee85e3"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:25:54.862259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-66d8ba87-7de2-41a0-8129-84345340054d req-fb8c85ba-0311-4dd8-86ee-6dc62fc30ce7 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924854 Sep 16 06:25:54.880243 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb5337-222a-4c47-ac03-66cd0e421682 service neutron] Pushing event updated for resources: {'Port': ['ID=5721a765-9822-4ebb-b1fa-7321ccee85e3,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:54.892959 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57af172b-4888-4fec-9824-7935a68d1453 x-openstack-request-id: req-57af172b-4888-4fec-9824-7935a68d1453 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:25:54.893251 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7d295f-c5d2-4c7a-bea1-035d9b800e42", "tag": "5721a765-9822-4ebb-b1fa-7321ccee85e3", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:25:54.893505 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57af172b-4888-4fec-9824-7935a68d1453 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:25:54.893916 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'tag': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'status': 'completed', 'code': 200} Sep 16 06:25:54.984244 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b0257-39bf-4877-855c-d0b0299f0d11 req-f9f25723-e41a-4c8d-8ef1-75eb6b61ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:54.985804 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d8b0257-39bf-4877-855c-d0b0299f0d11 req-f9f25723-e41a-4c8d-8ef1-75eb6b61ab9c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 1095 time: 0.0497992 Sep 16 06:25:55.105200 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b0257-39bf-4877-855c-d0b0299f0d11 req-7c835d96-852c-47d4-8c72-076214d4f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:55.106832 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d8b0257-39bf-4877-855c-d0b0299f0d11 req-7c835d96-852c-47d4-8c72-076214d4f55f service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1055934 Sep 16 06:25:55.226619 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b0257-39bf-4877-855c-d0b0299f0d11 req-62b73285-d73c-473a-9f12-713efb57c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:55.228171 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2d8b0257-39bf-4877-855c-d0b0299f0d11 req-62b73285-d73c-473a-9f12-713efb57c38a service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1136365 Sep 16 06:25:55.334842 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-9cf51230-b855-423d-8b10-a2f55eaea656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:55.336387 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-9cf51230-b855-423d-8b10-a2f55eaea656 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 1095 time: 0.0466018 Sep 16 06:25:55.386902 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-f205337c-1098-4b36-bc5d-49f872f6f612 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5721a765-9822-4ebb-b1fa-7321ccee85e3 HTTP/1.1" status: 200 len: 217 time: 0.0355699 Sep 16 06:25:55.397416 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:55.444807 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-fd3b2410-2bdb-41b0-bee4-54f9e43091f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:55.446311 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-fd3b2410-2bdb-41b0-bee4-54f9e43091f3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e30c5e27-974f-463a-b0da-1f7860e429cb HTTP/1.1" status: 200 len: 848 time: 0.0523624 Sep 16 06:25:55.497331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-71c2fab9-1056-421e-be60-4e6d3b221563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:55.498907 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-71c2fab9-1056-421e-be60-4e6d3b221563 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449417 Sep 16 06:25:55.601076 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-bd3a25f7-1392-480b-97a4-1d246619ef18 service neutron] 10.222.0.38 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947142 Sep 16 06:25:55.701155 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-0686ea03-9095-4280-9ceb-82795d2b1dcd req-7c0c9453-a83e-47a0-9a4b-4bf9b7c402b2 service neutron] 10.222.0.38 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894222 Sep 16 06:25:55.987749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d7644-0feb-4878-ac4c-53a9816855f6 req-81779c4e-5132-487e-b04d-1b16888f3235 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:55.989887 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-728d7644-0feb-4878-ac4c-53a9816855f6 req-81779c4e-5132-487e-b04d-1b16888f3235 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 943 time: 0.0532105 Sep 16 06:25:56.030680 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-728d7644-0feb-4878-ac4c-53a9816855f6 req-41c9cb31-b448-4384-98b0-86002a898820 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340605 Sep 16 06:25:57.159246 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31450c52-acdd-4f4e-b2a8-c9a6379beb2d req-719d79c3-57e1-4b0a-a0c8-0879d5b7b18d tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:57.161536 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31450c52-acdd-4f4e-b2a8-c9a6379beb2d req-719d79c3-57e1-4b0a-a0c8-0879d5b7b18d tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 943 time: 0.0559902 Sep 16 06:25:57.205888 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-31450c52-acdd-4f4e-b2a8-c9a6379beb2d req-792fe2cd-fd87-4567-b192-ce4d5cdfc85b tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370340 Sep 16 06:25:58.328417 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1418b2-3331-40c1-9194-85fc61e09904 req-a720af2f-f918-487d-916a-fa7a912b24c1 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:58.329989 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc1418b2-3331-40c1-9194-85fc61e09904 req-a720af2f-f918-487d-916a-fa7a912b24c1 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 943 time: 0.0537841 Sep 16 06:25:58.385347 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cc1418b2-3331-40c1-9194-85fc61e09904 req-e3c66430-5b97-482c-aef1-8f47eceac7f4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467658 Sep 16 06:25:58.622039 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5721a765-9822-4ebb-b1fa-7321ccee85e3 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:25:58.726961 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5721a765-9822-4ebb-b1fa-7321ccee85e3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5721a765-9822-4ebb-b1fa-7321ccee85e3,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:58.738295 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'port_id': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'mac_address': 'fa:16:3e:53:22:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:25:58.775844 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:58.789191 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5721a765-9822-4ebb-b1fa-7321ccee85e3 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:25:58.808532 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5721a765-9822-4ebb-b1fa-7321ccee85e3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5721a765-9822-4ebb-b1fa-7321ccee85e3,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:58.864591 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:58.914743 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=5721a765-9822-4ebb-b1fa-7321ccee85e3,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:59.238173 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:59.363047 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['5721a765-9822-4ebb-b1fa-7321ccee85e3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:25:59.502057 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69c18d-d486-4af2-a122-994b29d4b84e req-f4a1bd03-19b1-4f22-b962-315593eb6eb5 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:59.503608 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d69c18d-d486-4af2-a122-994b29d4b84e req-f4a1bd03-19b1-4f22-b962-315593eb6eb5 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 944 time: 0.0502136 Sep 16 06:25:59.542491 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9d69c18d-d486-4af2-a122-994b29d4b84e req-6c8fa2d7-644a-4f88-a05a-cf57261e2e2e tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321579 Sep 16 06:26:00.629854 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5721a765-9822-4ebb-b1fa-7321ccee85e3 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:26:00.671453 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c928a86-b9e9-4beb-9c66-3b28e5fab5e2 req-3475cc84-4279-44cd-bbff-264853d000eb tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:00.673214 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c928a86-b9e9-4beb-9c66-3b28e5fab5e2 req-3475cc84-4279-44cd-bbff-264853d000eb tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 944 time: 0.0571995 Sep 16 06:26:00.716094 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1c928a86-b9e9-4beb-9c66-3b28e5fab5e2 req-21b61863-76d5-4f4e-b8ac-e7a2d11eaf47 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362530 Sep 16 06:26:00.744145 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning for port 5721a765-9822-4ebb-b1fa-7321ccee85e3 completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:26:00.748342 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 5721a765-9822-4ebb-b1fa-7321ccee85e3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:26:00.749357 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:00.829888 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:00.854113 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5721a765-9822-4ebb-b1fa-7321ccee85e3'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:26:00.856455 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29ed01b-9ef4-4654-aa01-1ab71c5dee18" -d '{"events": [{"server_uuid": "cf7d295f-c5d2-4c7a-bea1-035d9b800e42", "name": "network-vif-plugged", "status": "completed", "tag": "5721a765-9822-4ebb-b1fa-7321ccee85e3"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:26:00.870532 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5721a765-9822-4ebb-b1fa-7321ccee85e3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5721a765-9822-4ebb-b1fa-7321ccee85e3,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:26:00.956338 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0951e889-286c-4b9b-8dab-232929c110de x-openstack-request-id: req-0951e889-286c-4b9b-8dab-232929c110de {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:26:00.956600 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7d295f-c5d2-4c7a-bea1-035d9b800e42", "name": "network-vif-plugged", "status": "completed", "tag": "5721a765-9822-4ebb-b1fa-7321ccee85e3", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:26:00.956854 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0951e889-286c-4b9b-8dab-232929c110de {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:26:00.957248 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'code': 200} Sep 16 06:26:00.966749 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:01.021168 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=5721a765-9822-4ebb-b1fa-7321ccee85e3,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:26:01.087041 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f919ad7-9a79-4b86-9f1d-a3d227b904e3 req-0102d53d-2a6d-4333-8841-b4a536aa57d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:01.088574 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f919ad7-9a79-4b86-9f1d-a3d227b904e3 req-0102d53d-2a6d-4333-8841-b4a536aa57d9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 1097 time: 0.0418806 Sep 16 06:26:01.127024 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3f919ad7-9a79-4b86-9f1d-a3d227b904e3 req-0db29987-9f40-4398-ac20-0733a296a5f7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312939 Sep 16 06:26:01.838370 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf331d1-9e82-42f6-bdb6-e4156e0acd5d req-63c6d7c2-b8e4-466b-bd2b-c0dec076cbe6 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:01.839986 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fcf331d1-9e82-42f6-bdb6-e4156e0acd5d req-63c6d7c2-b8e4-466b-bd2b-c0dec076cbe6 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 945 time: 0.0521228 Sep 16 06:26:01.879959 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-fcf331d1-9e82-42f6-bdb6-e4156e0acd5d req-dfae3887-b7bc-4ca6-a7b4-c76400f82704 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338693 Sep 16 06:26:03.026322 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d8934-3071-43a6-9169-fc13a3026f58 req-f8b5482c-d1c6-427f-915b-a80153650732 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:03.037299 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-794d8934-3071-43a6-9169-fc13a3026f58 req-f8b5482c-d1c6-427f-915b-a80153650732 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 945 time: 0.0683742 Sep 16 06:26:03.073059 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-794d8934-3071-43a6-9169-fc13a3026f58 req-57e24990-00ce-4ace-810f-af750d8b6ac8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386102 Sep 16 06:26:04.201750 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d83cc3-5818-47f7-8548-ef4caa9dfd1b req-fa62654c-8cb7-4b01-96cd-46ce136bf817 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:04.203321 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67d83cc3-5818-47f7-8548-ef4caa9dfd1b req-fa62654c-8cb7-4b01-96cd-46ce136bf817 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 945 time: 0.0529780 Sep 16 06:26:04.244702 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-67d83cc3-5818-47f7-8548-ef4caa9dfd1b req-9901e29a-03d5-4d3c-8bfd-c63e95f83a56 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347543 Sep 16 06:26:04.369398 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a037420-a1cb-4cdf-9051-1b863625fe9c req-eb3b4797-03e7-4eac-bc22-b14b9dc73f05 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:04.371144 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a037420-a1cb-4cdf-9051-1b863625fe9c req-eb3b4797-03e7-4eac-bc22-b14b9dc73f05 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 945 time: 0.0531445 Sep 16 06:26:04.414662 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3a037420-a1cb-4cdf-9051-1b863625fe9c req-25d0ffa1-318e-423a-8f9b-4055e43ee9ab tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370290 Sep 16 06:26:04.437999 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45248) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:26:04.529178 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9a097a-6d80-4476-831f-eec72b786552 tempest-TestSnapshotPattern-603731688 tempest-TestSnapshotPattern-603731688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:04.530734 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-da9a097a-6d80-4476-831f-eec72b786552 tempest-TestSnapshotPattern-603731688 tempest-TestSnapshotPattern-603731688-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 1092 time: 0.0916173 Sep 16 06:26:04.533952 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45252) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:26:04.538950 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:26:04.647315 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:04.750417 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:04.872287 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Allocated IP 172.25.4.214 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/ab6c6e84-7f5d-456b-822f-592de91bef24) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:26:04.982465 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:05.070534 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:05.118861 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:26:05.124434 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:26:05.129433 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:26:05.133087 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Pushing event updated for resources: {'Port': ['ID=ab6c6e84-7f5d-456b-822f-592de91bef24,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:26:05.326951 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c18c8499-7a2f-4b3b-8e7d-dd5773b9ef3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:05.509410 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:05.638770 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:05.803063 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:05.875612 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:05.946994 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Pushing event updated for resources: {'Port': ['ID=ab6c6e84-7f5d-456b-822f-592de91bef24,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:26:05.956903 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:06.060521 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Floating IP f0107aa0-4ec2-4098-bd26-cff25541f8d5 associated. External IP: 172.25.4.214, port: 5721a765-9822-4ebb-b1fa-7321ccee85e3. Sep 16 06:26:06.585105 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Router f1009696-7c83-4048-bfc2-14361a7e3b39 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:26:06.695477 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:26:06.706579 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dbf279-e6cf-4fe4-8ca1-4371561fa27e None None] Sync routers for ids ['f1009696-7c83-4048-bfc2-14361a7e3b39'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:26:06.715487 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dbf279-e6cf-4fe4-8ca1-4371561fa27e None None] Routers {'f1009696-7c83-4048-bfc2-14361a7e3b39'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:26:06.716128 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-16dbf279-e6cf-4fe4-8ca1-4371561fa27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f1009696-7c83-4048-bfc2-14361a7e3b39'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:26:06.772058 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:06.800182 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8d488bfe-b383-4da7-9d1c-20f340e13db4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2651911 Sep 16 06:26:06.802368 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'tag': '5721a765-9822-4ebb-b1fa-7321ccee85e3'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:26:06.804102 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2663f9d672860e5b08cb8136f6a16bb4a4489f933b2f52128081a9a2ad1bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d758dbe9-3add-4b57-bb7e-3c035a18637c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7d295f-c5d2-4c7a-bea1-035d9b800e42", "tag": "5721a765-9822-4ebb-b1fa-7321ccee85e3"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:26:06.829329 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-16dbf279-e6cf-4fe4-8ca1-4371561fa27e None None] Set router f1009696-7c83-4048-bfc2-14361a7e3b39 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:26:06.916704 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0a60b8-7fc5-4060-b0fd-adc972fe65f5 x-openstack-request-id: req-3a0a60b8-7fc5-4060-b0fd-adc972fe65f5 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:26:06.916843 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7d295f-c5d2-4c7a-bea1-035d9b800e42", "tag": "5721a765-9822-4ebb-b1fa-7321ccee85e3", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:26:06.917241 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a0a60b8-7fc5-4060-b0fd-adc972fe65f5 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:26:06.917444 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'tag': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'status': 'completed', 'code': 200} Sep 16 06:26:07.004465 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758dbe9-3add-4b57-bb7e-3c035a18637c req-1ff724e2-347f-4276-8a6d-61c39e9b08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:07.006069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d758dbe9-3add-4b57-bb7e-3c035a18637c req-1ff724e2-347f-4276-8a6d-61c39e9b08cc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 1097 time: 0.0450842 Sep 16 06:26:07.070082 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-16dbf279-e6cf-4fe4-8ca1-4371561fa27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:37Z', 'revision_number': 4, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port': {'id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'f0107aa0-4ec2-4098-bd26-cff25541f8d5', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'port_id': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'mac_address': 'fa:16:3e:53:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:26:05Z', 'updated_at': '2021-09-16T06:26:05Z', 'revision_number': 0, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7329d4c6-5027-428d-adba-c9ada455ebb9', 'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'mac_address': 'fa:16:3e:04:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:36Z', 'updated_at': '2021-09-16T06:25:41Z', 'revision_number': 5, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'subnets': [{'id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:26:07.103516 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dbf279-e6cf-4fe4-8ca1-4371561fa27e None None] Checking router: f1009696-7c83-4048-bfc2-14361a7e3b39 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:26:07.110127 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758dbe9-3add-4b57-bb7e-3c035a18637c req-b556a8b9-1c8d-4437-852f-0488c819c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:07.112299 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d758dbe9-3add-4b57-bb7e-3c035a18637c req-b556a8b9-1c8d-4437-852f-0488c819c9a6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b HTTP/1.1" status: 200 len: 910 time: 0.0985603 Sep 16 06:26:07.113951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dbf279-e6cf-4fe4-8ca1-4371561fa27e None None] Routers {'f1009696-7c83-4048-bfc2-14361a7e3b39'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:26:07.114605 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-16dbf279-e6cf-4fe4-8ca1-4371561fa27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:25:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f1009696-7c83-4048-bfc2-14361a7e3b39'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:26:07.192283 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d758dbe9-3add-4b57-bb7e-3c035a18637c req-392bdbcc-075e-4068-915e-e4a5dbbb3b4e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5721a765-9822-4ebb-b1fa-7321ccee85e3 HTTP/1.1" status: 200 len: 999 time: 0.0697100 Sep 16 06:26:07.232028 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-16dbf279-e6cf-4fe4-8ca1-4371561fa27e None None] Set router f1009696-7c83-4048-bfc2-14361a7e3b39 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:26:07.245371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758dbe9-3add-4b57-bb7e-3c035a18637c req-0258c5d3-f028-4491-b586-2b1a1c01ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:07.246904 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d758dbe9-3add-4b57-bb7e-3c035a18637c req-0258c5d3-f028-4491-b586-2b1a1c01ac5b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e30c5e27-974f-463a-b0da-1f7860e429cb HTTP/1.1" status: 200 len: 848 time: 0.0485299 Sep 16 06:26:07.298095 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758dbe9-3add-4b57-bb7e-3c035a18637c req-93e7a2c5-9f35-4eb6-b762-a95f40f5ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:07.299662 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d758dbe9-3add-4b57-bb7e-3c035a18637c req-93e7a2c5-9f35-4eb6-b762-a95f40f5ddb2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460916 Sep 16 06:26:07.398780 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d758dbe9-3add-4b57-bb7e-3c035a18637c req-1d6e869e-3a50-4d8a-90f3-5d8683baee77 service neutron] 10.222.0.38 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903563 Sep 16 06:26:07.467289 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-16dbf279-e6cf-4fe4-8ca1-4371561fa27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:37Z', 'revision_number': 4, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port': {'id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'f0107aa0-4ec2-4098-bd26-cff25541f8d5', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'port_id': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'mac_address': 'fa:16:3e:53:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:26:05Z', 'updated_at': '2021-09-16T06:26:05Z', 'revision_number': 0, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7329d4c6-5027-428d-adba-c9ada455ebb9', 'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'mac_address': 'fa:16:3e:04:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:36Z', 'updated_at': '2021-09-16T06:25:41Z', 'revision_number': 5, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'subnets': [{'id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:26:07.494018 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d758dbe9-3add-4b57-bb7e-3c035a18637c req-a963bf52-89c4-4c0d-8412-a746d11997fa service neutron] 10.222.0.38 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883479 Sep 16 06:26:07.494808 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dbf279-e6cf-4fe4-8ca1-4371561fa27e None None] The sync data for ids ['f1009696-7c83-4048-bfc2-14361a7e3b39'] in n-d-712140-13 is: [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:37Z', 'revision_number': 4, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port': {'id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'f0107aa0-4ec2-4098-bd26-cff25541f8d5', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'port_id': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'mac_address': 'fa:16:3e:53:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:26:05Z', 'updated_at': '2021-09-16T06:26:05Z', 'revision_number': 0, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7329d4c6-5027-428d-adba-c9ada455ebb9', 'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'mac_address': 'fa:16:3e:04:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:36Z', 'updated_at': '2021-09-16T06:25:41Z', 'revision_number': 5, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'subnets': [{'id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:26:07.709901 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac46c8e-0ad7-4362-93c5-667f7fdb9388 None None] New status for floating IP f0107aa0-4ec2-4098-bd26-cff25541f8d5: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:26:07.807114 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-140b3669-eeb7-456c-a20d-e10db11e0ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:08.698603 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:09.686516 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:10.481835 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e9b3dad-2f7d-42e3-bd0a-e70cee5c1358 req-6fadad2c-8907-4017-93c8-a10a82cf1c86 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480254 Sep 16 06:26:10.607940 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b3dad-2f7d-42e3-bd0a-e70cee5c1358 req-5a3b35ec-8db4-4745-8d8d-5da8c0bcf8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:10.611617 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e9b3dad-2f7d-42e3-bd0a-e70cee5c1358 req-5a3b35ec-8db4-4745-8d8d-5da8c0bcf8cd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 1097 time: 0.0417864 Sep 16 06:26:10.718443 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b3dad-2f7d-42e3-bd0a-e70cee5c1358 req-2cb2de32-55d6-47f6-b24b-417b90239696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:10.720036 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e9b3dad-2f7d-42e3-bd0a-e70cee5c1358 req-2cb2de32-55d6-47f6-b24b-417b90239696 service neutron] 10.222.0.38 "GET /v2.0/networks?id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b HTTP/1.1" status: 200 len: 910 time: 0.0904846 Sep 16 06:26:10.805374 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e9b3dad-2f7d-42e3-bd0a-e70cee5c1358 req-28ed7194-2e25-42e1-94fa-a095854ef3a9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5721a765-9822-4ebb-b1fa-7321ccee85e3 HTTP/1.1" status: 200 len: 1001 time: 0.0775168 Sep 16 06:26:10.859331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b3dad-2f7d-42e3-bd0a-e70cee5c1358 req-99d9e724-1386-45d8-ae30-99d9d36a7286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:10.860890 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e9b3dad-2f7d-42e3-bd0a-e70cee5c1358 req-99d9e724-1386-45d8-ae30-99d9d36a7286 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e30c5e27-974f-463a-b0da-1f7860e429cb HTTP/1.1" status: 200 len: 848 time: 0.0483720 Sep 16 06:26:10.913849 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b3dad-2f7d-42e3-bd0a-e70cee5c1358 req-87f23d22-c0d1-4c7a-8ee2-94b74af7cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:10.915427 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e9b3dad-2f7d-42e3-bd0a-e70cee5c1358 req-87f23d22-c0d1-4c7a-8ee2-94b74af7cc43 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480108 Sep 16 06:26:11.006493 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e9b3dad-2f7d-42e3-bd0a-e70cee5c1358 req-7bbca9d3-886f-4f9e-9fc3-44ccac4606eb service neutron] 10.222.0.38 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840929 Sep 16 06:26:11.104983 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2e9b3dad-2f7d-42e3-bd0a-e70cee5c1358 req-371743be-e1e1-497e-ab7c-280c6558c1a2 service neutron] 10.222.0.38 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902581 Sep 16 06:26:11.224051 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:19.271893 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:26:25.424052 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:29.246457 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:35.280761 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f440447f-aedb-443e-a382-aecc4f7d1dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:37.806094 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0bd709bd-4645-4e43-95ed-e93d5a846465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:38.709770 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:39.675000 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:41.239250 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:55.388555 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:56.270730 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:26:59.245812 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:05.377182 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c7cbef77-7522-4f60-8a08-fd3f20537c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:07.800708 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-673ea524-9678-483c-93dc-be19aeb7f578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:08.720145 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:09.726336 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:11.233681 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:11.468785 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9475cca6-bc95-49e2-b569-06e4e94638b5 req-6105ecba-ff15-449f-a918-94d44f41e9b7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427914 Sep 16 06:27:11.574994 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475cca6-bc95-49e2-b569-06e4e94638b5 req-5fa3442b-4dc5-4acd-a908-811241d3690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:11.576537 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9475cca6-bc95-49e2-b569-06e4e94638b5 req-5fa3442b-4dc5-4acd-a908-811241d3690f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 1097 time: 0.0440979 Sep 16 06:27:11.691215 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475cca6-bc95-49e2-b569-06e4e94638b5 req-deedea92-2c7b-48da-ba3e-ccf0f813d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:11.692749 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9475cca6-bc95-49e2-b569-06e4e94638b5 req-deedea92-2c7b-48da-ba3e-ccf0f813d89f service neutron] 10.222.0.38 "GET /v2.0/networks?id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b HTTP/1.1" status: 200 len: 910 time: 0.0965066 Sep 16 06:27:11.760285 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9475cca6-bc95-49e2-b569-06e4e94638b5 req-45894088-06e0-4827-a489-fcf6bc5dd4c7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5721a765-9822-4ebb-b1fa-7321ccee85e3 HTTP/1.1" status: 200 len: 1001 time: 0.0592802 Sep 16 06:27:11.815101 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475cca6-bc95-49e2-b569-06e4e94638b5 req-4e84f957-c765-4786-a682-1242eb34b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:11.816606 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9475cca6-bc95-49e2-b569-06e4e94638b5 req-4e84f957-c765-4786-a682-1242eb34b986 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e30c5e27-974f-463a-b0da-1f7860e429cb HTTP/1.1" status: 200 len: 848 time: 0.0493279 Sep 16 06:27:11.867434 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475cca6-bc95-49e2-b569-06e4e94638b5 req-2c5f2ac4-f458-44a6-b01f-4a9b5a2721a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:11.868965 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9475cca6-bc95-49e2-b569-06e4e94638b5 req-2c5f2ac4-f458-44a6-b01f-4a9b5a2721a1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451703 Sep 16 06:27:11.966015 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9475cca6-bc95-49e2-b569-06e4e94638b5 req-a768014c-144c-4b7d-939c-2f5da3e79f48 service neutron] 10.222.0.38 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899346 Sep 16 06:27:12.068915 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-9475cca6-bc95-49e2-b569-06e4e94638b5 req-fc9d7558-c4b0-46d1-a1fc-a9c9d09e9ff2 service neutron] 10.222.0.38 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941584 Sep 16 06:27:25.417009 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.519199 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:33.270410 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:27:35.307950 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cf17d19a-7234-4f35-b389-28f3e6483e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:37.810318 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-fbd0c3ed-dbd1-4ae3-84d0-41e5853a1f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:38.673293 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:39.696409 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:41.296307 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:55.416242 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:59.245095 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:05.318809 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-8cbb4022-3fa8-4e42-bdf2-6c77441be5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:07.843345 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-52ae2c2b-0afe-48b7-b73d-4c7117ed2508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:08.695628 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:09.707301 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:10.271546 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:28:11.248652 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:12.456433 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-334bfbf2-c46e-4c78-b64a-da2421a23a48 req-1bfbe483-06bf-4839-a51f-771e1e01d66a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421591 Sep 16 06:28:12.554765 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bfbf2-c46e-4c78-b64a-da2421a23a48 req-23bf3a97-2251-4051-9f21-7cfea03429da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:12.556338 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-334bfbf2-c46e-4c78-b64a-da2421a23a48 req-23bf3a97-2251-4051-9f21-7cfea03429da service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 1097 time: 0.0425744 Sep 16 06:28:12.668458 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bfbf2-c46e-4c78-b64a-da2421a23a48 req-17d431c2-b85a-46cd-8afd-478b4dc67da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:12.669995 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-334bfbf2-c46e-4c78-b64a-da2421a23a48 req-17d431c2-b85a-46cd-8afd-478b4dc67da6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b HTTP/1.1" status: 200 len: 910 time: 0.0953257 Sep 16 06:28:12.736772 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-334bfbf2-c46e-4c78-b64a-da2421a23a48 req-051c55cd-7df0-4f81-a8e0-ba2db0c6fef8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5721a765-9822-4ebb-b1fa-7321ccee85e3 HTTP/1.1" status: 200 len: 1001 time: 0.0601435 Sep 16 06:28:12.791636 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bfbf2-c46e-4c78-b64a-da2421a23a48 req-c57a48c7-73b8-4b6a-820f-ddd6589c7a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:12.793109 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-334bfbf2-c46e-4c78-b64a-da2421a23a48 req-c57a48c7-73b8-4b6a-820f-ddd6589c7a20 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e30c5e27-974f-463a-b0da-1f7860e429cb HTTP/1.1" status: 200 len: 848 time: 0.0491426 Sep 16 06:28:12.839176 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bfbf2-c46e-4c78-b64a-da2421a23a48 req-d302d535-1b2d-44e1-8a6d-286dac30eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:12.840706 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-334bfbf2-c46e-4c78-b64a-da2421a23a48 req-d302d535-1b2d-44e1-8a6d-286dac30eaea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410550 Sep 16 06:28:12.852008 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [req-334bfbf2-c46e-4c78-b64a-da2421a23a48 req-f7fbf796-7a48-4a9b-bb79-02e594ea57d4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:28:12.853006 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-334bfbf2-c46e-4c78-b64a-da2421a23a48 req-f7fbf796-7a48-4a9b-bb79-02e594ea57d4 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053196 Sep 16 06:28:12.947888 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-334bfbf2-c46e-4c78-b64a-da2421a23a48 req-ca091e49-8e97-4eff-8d06-9a00f79eb867 service neutron] 10.222.0.38 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879872 Sep 16 06:28:13.038362 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-334bfbf2-c46e-4c78-b64a-da2421a23a48 req-120383da-ac0d-40ce-9ec5-1ef3c8f67a06 service neutron] 10.222.0.38 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832350 Sep 16 06:28:25.415148 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:29.306229 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:35.322486 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5073ca8f-960f-4de0-9894-9f16ce26e5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:37.809218 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-15c315b4-cd49-4128-834e-0f5f8cd77487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:38.688933 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:39.682951 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:41.300578 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:47.275727 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:28:49.298350 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5721a765-9822-4ebb-b1fa-7321ccee85e3 details requested by agent hyperv_n-h2-712140-13 with host n-h2-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:28:49.561967 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5721a765-9822-4ebb-b1fa-7321ccee85e3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5721a765-9822-4ebb-b1fa-7321ccee85e3,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:49.574351 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Returning: {'device': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'port_id': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'mac_address': 'fa:16:3e:53:22:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:28:49.615082 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:49.628590 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5721a765-9822-4ebb-b1fa-7321ccee85e3 {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:28:49.649068 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5721a765-9822-4ebb-b1fa-7321ccee85e3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5721a765-9822-4ebb-b1fa-7321ccee85e3,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:49.694959 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:49.743462 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=5721a765-9822-4ebb-b1fa-7321ccee85e3,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:49.751373 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:49.751574 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:49.751765 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:49.752098 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:49.752427 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:49.752754 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:49.753077 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:49.753397 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:49.753716 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:49.754038 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:49.754361 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:49.754676 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:49.839875 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] get_ports_and_sgs() called for port_ids ['5721a765-9822-4ebb-b1fa-7321ccee85e3'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:28:51.306118 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5721a765-9822-4ebb-b1fa-7321ccee85e3 up at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:28:51.355995 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Provisioning complete for port 5721a765-9822-4ebb-b1fa-7321ccee85e3 triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:28:51.356361 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:51.434034 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:51.456501 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5721a765-9822-4ebb-b1fa-7321ccee85e3'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:28:51.458784 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7aad963-a0bf-43ce-992c-f5f6b94b934d" -d '{"events": [{"server_uuid": "cf7d295f-c5d2-4c7a-bea1-035d9b800e42", "name": "network-vif-plugged", "status": "completed", "tag": "5721a765-9822-4ebb-b1fa-7321ccee85e3"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:28:51.471981 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5721a765-9822-4ebb-b1fa-7321ccee85e3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5721a765-9822-4ebb-b1fa-7321ccee85e3,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:51.502454 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db0c9c5-5e2a-4c53-ae4f-174dd25b6b51 x-openstack-request-id: req-7db0c9c5-5e2a-4c53-ae4f-174dd25b6b51 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:28:51.502752 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7d295f-c5d2-4c7a-bea1-035d9b800e42", "name": "network-vif-plugged", "status": "completed", "tag": "5721a765-9822-4ebb-b1fa-7321ccee85e3", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:28:51.504867 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7db0c9c5-5e2a-4c53-ae4f-174dd25b6b51 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:28:51.504867 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'code': 200} Sep 16 06:28:51.569171 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:51.616482 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=5721a765-9822-4ebb-b1fa-7321ccee85e3,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:55.431268 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:59.339301 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:04.153175 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-fa3722fb-a3ec-455c-8806-626c70d304fb tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717639370&fields=id&tenant_id=7ad2e518333c4b91ad00751a2b6e2252 HTTP/1.1" status: 200 len: 267 time: 0.0392575 Sep 16 06:29:04.273071 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-3039b326-4da6-42a7-95be-4c1a37c997e1 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:04.274690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-3039b326-4da6-42a7-95be-4c1a37c997e1 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/networks?id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b HTTP/1.1" status: 200 len: 809 time: 0.1141052 Sep 16 06:29:04.290830 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-281c1eef-975f-4821-9913-3f84e27b4bba tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/quotas/7ad2e518333c4b91ad00751a2b6e2252 HTTP/1.1" status: 200 len: 375 time: 0.0100915 Sep 16 06:29:04.354619 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-b1a31e61-95b7-4f35-b631-975f01ef9aff tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0569520 Sep 16 06:29:04.463448 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-c1a6b73b-ced3-41c7-808f-a3a7335f8bd0 service neutron] 10.222.0.20 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959353 Sep 16 06:29:04.559390 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-cd2c954c-116f-4ec8-b20e-d2fffffdbd27 service neutron] 10.222.0.20 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892599 Sep 16 06:29:04.973096 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-30f2415b-cfb4-4446-991f-b73d5009b830 req-4a191653-07d7-4939-80cb-e7074c30ccf0 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 210 time: 0.1102021 Sep 16 06:29:05.311245 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ca3d6d66-7f11-463c-ab65-bd0170102a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:06.088335 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-c6fc6f87-3eb4-4214-badf-b2275871f1f2 req-c6ddf32e-4e98-419f-876b-7befdc344212 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 210 time: 0.0336339 Sep 16 06:29:07.011408 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-957d6813-d6b7-45dd-badb-90e2a27121cc tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:07.012933 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-957d6813-d6b7-45dd-badb-90e2a27121cc tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.21 "GET /v2.0/networks?id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b HTTP/1.1" status: 200 len: 809 time: 0.1065180 Sep 16 06:29:07.063644 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-e224e896-66be-41c9-8071-a424bd4355c2 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ad2e518333c4b91ad00751a2b6e2252 HTTP/1.1" status: 200 len: 380 time: 0.0363815 Sep 16 06:29:07.073600 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Request body: {'port': {'device_id': 'eb571e53-d697-4935-b939-8b81de6a4792', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'admin_state_up': True, 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'security_groups': ['484f25ad-ee4b-4a28-a1ca-4586d9027d84']}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:29:07.204069 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-02d8a9c5-b57f-424b-acfe-950b8c988846 req-79867910-fd19-4407-9cc1-1558ef928c7f tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 210 time: 0.0370398 Sep 16 06:29:07.276873 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Made reservation on behalf of 7ad2e518333c4b91ad00751a2b6e2252 for: {'port': 1} {{(pid=95473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:29:07.280776 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:07.419942 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_common [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Allocated IP 172.20.0.6 (098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b/e30c5e27-974f-463a-b0da-1f7860e429cb/f39ea4aa-c626-4ff8-a38a-bc4516952dee) {{(pid=95473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:29:07.425779 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5721a765-9822-4ebb-b1fa-7321ccee85e3 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:29:07.520434 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:07.546021 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5721a765-9822-4ebb-b1fa-7321ccee85e3'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:29:07.554514 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f104b0-c159-43be-95e9-577c69345552" -d '{"events": [{"server_uuid": "cf7d295f-c5d2-4c7a-bea1-035d9b800e42", "name": "network-vif-unplugged", "status": "completed", "tag": "5721a765-9822-4ebb-b1fa-7321ccee85e3"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:29:07.562426 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] For port 5721a765-9822-4ebb-b1fa-7321ccee85e3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5721a765-9822-4ebb-b1fa-7321ccee85e3,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:29:07.572732 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for port, precommit_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:07.589043 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53324bc-81ac-4252-8d5f-cf29cf9aa696 x-openstack-request-id: req-b53324bc-81ac-4252-8d5f-cf29cf9aa696 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:29:07.589363 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7d295f-c5d2-4c7a-bea1-035d9b800e42", "name": "network-vif-unplugged", "status": "completed", "tag": "5721a765-9822-4ebb-b1fa-7321ccee85e3", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:29:07.589620 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b53324bc-81ac-4252-8d5f-cf29cf9aa696 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:29:07.590026 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'code': 200} Sep 16 06:29:07.633319 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:07.683578 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_create {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:07.708636 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Pushing event updated for resources: {'Port': ['ID=5721a765-9822-4ebb-b1fa-7321ccee85e3,revision_number=8']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:07.739525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Network 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b is already hosted by enough agents. {{(pid=95473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:29:07.743685 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.base_scheduler [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Resources bound (agent type, host, resource id): {{(pid=95473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:29:07.747365 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Received port after_create {{(pid=95473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:29:07.782857 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Pushing event updated for resources: {'Port': ['ID=f39ea4aa-c626-4ff8-a38a-bc4516952dee,revision_number=1']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:07.798936 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:07.799280 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:07.799626 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:07.799963 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:07.800299 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:07.800950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:07.801288 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:07.801613 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:07.801936 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:07.802260 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:07.802586 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:07.802932 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:07.833877 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:07.834941 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:07.871712 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-183a4a6c-603c-45af-b9db-7d523bcf256e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:08.015352 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-1a097268-29ab-4451-ba41-addedee277ee tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9454324 Sep 16 06:29:08.046205 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-b1a9ce0a-a8ae-42ac-b514-71e43f2a12a2 None None] Provisioning complete for port f39ea4aa-c626-4ff8-a38a-bc4516952dee triggered by entity DHCP. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:29:08.047075 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b1a9ce0a-a8ae-42ac-b514-71e43f2a12a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:08.100632 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-b1a9ce0a-a8ae-42ac-b514-71e43f2a12a2 None None] Port f39ea4aa-c626-4ff8-a38a-bc4516952dee cannot update to ACTIVE because it is not bound. {{(pid=95475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:29:08.341218 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c13fac-d6ff-4ad7-b098-d2e97e625a25 req-e1b2fc33-f3a9-4dcf-8dee-11c61d24ae2b tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:08.342771 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20c13fac-d6ff-4ad7-b098-d2e97e625a25 req-e1b2fc33-f3a9-4dcf-8dee-11c61d24ae2b tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 931 time: 0.0627105 Sep 16 06:29:08.388187 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-20c13fac-d6ff-4ad7-b098-d2e97e625a25 req-67193272-5663-4676-b491-71c6d63a7a4a tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387437 Sep 16 06:29:08.711617 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:09.523790 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37122c-d33a-4a8b-bc0b-ec210e31ea05 req-a0f3bed5-8d22-4eaf-a075-b6c55becc6d1 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:09.525582 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a37122c-d33a-4a8b-bc0b-ec210e31ea05 req-a0f3bed5-8d22-4eaf-a075-b6c55becc6d1 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 931 time: 0.0588343 Sep 16 06:29:09.571302 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-2a37122c-d33a-4a8b-bc0b-ec210e31ea05 req-51107e47-78ac-4318-b1e6-e9c31072c464 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391254 Sep 16 06:29:09.728481 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:10.703393 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e960f4-f884-4c5c-b939-15d61ae751a5 req-f3c0c388-6fc6-4511-b822-d5a966e408c4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:10.705121 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0e960f4-f884-4c5c-b939-15d61ae751a5 req-f3c0c388-6fc6-4511-b822-d5a966e408c4 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 931 time: 0.0598321 Sep 16 06:29:10.747146 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b0e960f4-f884-4c5c-b939-15d61ae751a5 req-a5b6cada-29c0-455e-b61b-ca7524854b65 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354297 Sep 16 06:29:11.253984 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:11.879794 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0e2af-9ae1-49fa-9b0d-400288c610ca req-ca28900a-94da-4748-af7d-22ab1630d32b tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:11.881395 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ec0e2af-9ae1-49fa-9b0d-400288c610ca req-ca28900a-94da-4748-af7d-22ab1630d32b tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 931 time: 0.0588088 Sep 16 06:29:11.926349 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6ec0e2af-9ae1-49fa-9b0d-400288c610ca req-19762a84-0a4f-4d77-bdb7-b90350224946 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383544 Sep 16 06:29:13.064024 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a65f39-8e65-4940-86c6-811ab48e83bf req-f346d896-d03d-48dc-863f-464cdc271638 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:13.065611 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7a65f39-8e65-4940-86c6-811ab48e83bf req-f346d896-d03d-48dc-863f-464cdc271638 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 931 time: 0.0608559 Sep 16 06:29:13.108259 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a7a65f39-8e65-4940-86c6-811ab48e83bf req-aea5cf90-38c8-4b81-891f-a7ce15f98340 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354614 Sep 16 06:29:14.497861 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49bcf265-2be9-4730-ae6b-81b1979d6dbb req-a291073b-c3f0-49d1-a95d-42f963cfc1d9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0713224 Sep 16 06:29:14.512837 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf275b8-1569-492d-8625-391d6bd54b6a req-7d68debf-fc4c-4b06-abf4-38a0fe3bdc19 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:14.514431 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-daf275b8-1569-492d-8625-391d6bd54b6a req-7d68debf-fc4c-4b06-abf4-38a0fe3bdc19 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 931 time: 0.0776796 Sep 16 06:29:14.558662 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-daf275b8-1569-492d-8625-391d6bd54b6a req-c3a3b5f1-5d4c-4bdc-a6f9-89379c5d8d70 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367873 Sep 16 06:29:14.625362 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcf265-2be9-4730-ae6b-81b1979d6dbb req-b1167cee-6ed4-4102-b325-317cb2be163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:14.626971 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49bcf265-2be9-4730-ae6b-81b1979d6dbb req-b1167cee-6ed4-4102-b325-317cb2be163b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 1095 time: 0.0542030 Sep 16 06:29:14.743549 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcf265-2be9-4730-ae6b-81b1979d6dbb req-adee6509-2827-48a1-8dc1-e006e7f94b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:14.745054 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49bcf265-2be9-4730-ae6b-81b1979d6dbb req-adee6509-2827-48a1-8dc1-e006e7f94b19 service neutron] 10.222.0.38 "GET /v2.0/networks?id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b HTTP/1.1" status: 200 len: 910 time: 0.0965223 Sep 16 06:29:14.820923 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49bcf265-2be9-4730-ae6b-81b1979d6dbb req-5ff5c22e-1024-4c4a-b891-41becbc83d5f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5721a765-9822-4ebb-b1fa-7321ccee85e3 HTTP/1.1" status: 200 len: 999 time: 0.0690928 Sep 16 06:29:14.874314 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcf265-2be9-4730-ae6b-81b1979d6dbb req-758ed22d-3cfa-4427-8214-441fef5de3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:14.876041 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49bcf265-2be9-4730-ae6b-81b1979d6dbb req-758ed22d-3cfa-4427-8214-441fef5de3d4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e30c5e27-974f-463a-b0da-1f7860e429cb HTTP/1.1" status: 200 len: 848 time: 0.0489244 Sep 16 06:29:14.930124 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcf265-2be9-4730-ae6b-81b1979d6dbb req-462813f6-f825-4294-bf45-82d764aa8c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:14.931767 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49bcf265-2be9-4730-ae6b-81b1979d6dbb req-462813f6-f825-4294-bf45-82d764aa8c2b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490158 Sep 16 06:29:15.045205 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49bcf265-2be9-4730-ae6b-81b1979d6dbb req-38bfd8be-c3ba-4481-99cd-4bf3b51b5eb8 service neutron] 10.222.0.38 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063366 Sep 16 06:29:15.165715 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-49bcf265-2be9-4730-ae6b-81b1979d6dbb req-f79e08d3-8e56-4333-bbae-7321e3932185 service neutron] 10.222.0.38 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135042 Sep 16 06:29:15.696249 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9949898-fc24-4971-855e-16fe7387d2d4 req-470fba17-8b30-46b1-98fb-3148f0c43f82 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:15.698202 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9949898-fc24-4971-855e-16fe7387d2d4 req-470fba17-8b30-46b1-98fb-3148f0c43f82 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 931 time: 0.0655255 Sep 16 06:29:15.742526 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b9949898-fc24-4971-855e-16fe7387d2d4 req-1624d3e3-8aa9-42a0-aa38-f80f09e1b4ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377872 Sep 16 06:29:16.871394 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6887b-9e85-4c4d-ba9c-6b4c38ebf9df req-40593089-d58d-4a00-9b90-b4dfb237471c tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:16.872974 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b4a6887b-9e85-4c4d-ba9c-6b4c38ebf9df req-40593089-d58d-4a00-9b90-b4dfb237471c tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 931 time: 0.0563512 Sep 16 06:29:16.916226 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b4a6887b-9e85-4c4d-ba9c-6b4c38ebf9df req-595eb44b-ad41-41a5-9e99-a6418fb3d799 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372789 Sep 16 06:29:18.034819 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c99c34-2be3-4429-802a-24b87b4635ff req-8efd1cda-41a1-4b36-94b1-7820eeab58a0 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:18.036499 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7c99c34-2be3-4429-802a-24b87b4635ff req-8efd1cda-41a1-4b36-94b1-7820eeab58a0 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 931 time: 0.0520372 Sep 16 06:29:18.076432 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7c99c34-2be3-4429-802a-24b87b4635ff req-182c1efd-1a32-413d-b453-b8972d5d8564 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338306 Sep 16 06:29:19.563262 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d734d3-6641-4cc7-96d0-e9c66480eda2 req-69291095-bd82-4b3e-b0e4-17bf032645c2 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:19.564793 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6d734d3-6641-4cc7-96d0-e9c66480eda2 req-69291095-bd82-4b3e-b0e4-17bf032645c2 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 931 time: 0.4149959 Sep 16 06:29:19.603563 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6d734d3-6641-4cc7-96d0-e9c66480eda2 req-6b4a88a0-7475-4831-97a3-a6494c9aac79 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315056 Sep 16 06:29:20.726157 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f276062-b91f-4585-b04e-2a59a152f02a req-0a7d9cd5-afbf-491d-8725-08348a36e51d tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:20.727752 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f276062-b91f-4585-b04e-2a59a152f02a req-0a7d9cd5-afbf-491d-8725-08348a36e51d tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 931 time: 0.0518241 Sep 16 06:29:20.770497 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7f276062-b91f-4585-b04e-2a59a152f02a req-1818c67c-c9bb-4611-992b-81d19f0823b1 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365500 Sep 16 06:29:21.095230 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.v2.base [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Request body: {'port': {'device_id': 'eb571e53-d697-4935-b939-8b81de6a4792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-13'}} {{(pid=95473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:29:21.150869 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:21.466623 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39ea4aa-c626-4ff8-a38a-bc4516952dee {{(pid=95473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:29:21.475443 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:21.488549 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.provisioning_blocks [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Transition to ACTIVE for port object f39ea4aa-c626-4ff8-a38a-bc4516952dee will not be triggered until provisioned by entity L2. {{(pid=95473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:29:21.613757 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:21.670371 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Pushing event updated for resources: {'Port': ['ID=f39ea4aa-c626-4ff8-a38a-bc4516952dee,revision_number=2']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:21.764335 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Attempting to bind port f39ea4aa-c626-4ff8-a38a-bc4516952dee on host n-h1-712140-13 for vnic_type normal with profile {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:29:21.765079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Attempting to bind port f39ea4aa-c626-4ff8-a38a-bc4516952dee by drivers openvswitch,hyperv on host n-h1-712140-13 at level 0 using segments [{'id': 'd8d9c18d-bf73-4af3-b785-a18667e89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b'}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:29:21.765079 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Attempting to bind port f39ea4aa-c626-4ff8-a38a-bc4516952dee on network 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:29:21.770785 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Port f39ea4aa-c626-4ff8-a38a-bc4516952dee on network 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-13 {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:29:21.771214 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Attempting to bind port f39ea4aa-c626-4ff8-a38a-bc4516952dee on network 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:29:21.778017 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Checking agent: {'id': '7978f29d-5315-40a4-ba18-252d0d9cf531', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:29:21.778593 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Checking segment: {'id': 'd8d9c18d-bf73-4af3-b785-a18667e89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:29:21.779022 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Bound using segment: {'id': 'd8d9c18d-bf73-4af3-b785-a18667e89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b'} {{(pid=95473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:29:21.779470 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.managers [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Bound port: f39ea4aa-c626-4ff8-a38a-bc4516952dee, host: n-h1-712140-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d9c18d-bf73-4af3-b785-a18667e89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b'}}] {{(pid=95473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:29:21.779834 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:21.887370 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] For port f39ea4aa-c626-4ff8-a38a-bc4516952dee, host n-h1-712140-13, cleared binding levels {{(pid=95473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:29:21.906345 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] For port f39ea4aa-c626-4ff8-a38a-bc4516952dee, host n-h1-712140-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f39ea4aa-c626-4ff8-a38a-bc4516952dee,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:29:21.927025 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069756e8-d690-4980-a9ba-a324fda9d82f req-b1d6448d-89cc-4f48-ace5-8ad2adc2840b tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:21.928583 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-069756e8-d690-4980-a9ba-a324fda9d82f req-b1d6448d-89cc-4f48-ace5-8ad2adc2840b tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 943 time: 0.0752120 Sep 16 06:29:21.982333 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-069756e8-d690-4980-a9ba-a324fda9d82f req-b42c9c88-96f9-4d7f-9b6d-c9604809c281 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415769 Sep 16 06:29:21.986831 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25664722'] for port, after_update {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:22.041908 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:22.042552 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:22.044008 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] 10.222.0.21 "PUT /v2.0/ports/f39ea4aa-c626-4ff8-a38a-bc4516952dee HTTP/1.1" status: 200 len: 1092 time: 1.0339866 Sep 16 06:29:22.044469 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb571e53-d697-4935-b939-8b81de6a4792', 'tag': 'f39ea4aa-c626-4ff8-a38a-bc4516952dee'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:29:22.046809 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af27b21-c2b5-4ed0-8b50-d880a149b163" -d '{"events": [{"name": "network-changed", "server_uuid": "eb571e53-d697-4935-b939-8b81de6a4792", "tag": "f39ea4aa-c626-4ff8-a38a-bc4516952dee"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:29:22.077483 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f1ef7-e9f6-48d6-971a-c769d68ba9bb service neutron] Pushing event updated for resources: {'Port': ['ID=f39ea4aa-c626-4ff8-a38a-bc4516952dee,revision_number=3']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:22.096017 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b4311b-9843-497f-94da-95043b54b995 x-openstack-request-id: req-36b4311b-9843-497f-94da-95043b54b995 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:29:22.096317 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb571e53-d697-4935-b939-8b81de6a4792", "tag": "f39ea4aa-c626-4ff8-a38a-bc4516952dee", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:29:22.096596 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36b4311b-9843-497f-94da-95043b54b995 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:29:22.097013 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb571e53-d697-4935-b939-8b81de6a4792', 'tag': 'f39ea4aa-c626-4ff8-a38a-bc4516952dee', 'status': 'completed', 'code': 200} Sep 16 06:29:22.192420 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af27b21-c2b5-4ed0-8b50-d880a149b163 req-f91b81f1-cc23-4a0c-af4c-4d42592081d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:22.198326 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1af27b21-c2b5-4ed0-8b50-d880a149b163 req-f91b81f1-cc23-4a0c-af4c-4d42592081d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 1095 time: 0.0587614 Sep 16 06:29:22.316615 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af27b21-c2b5-4ed0-8b50-d880a149b163 req-f9714414-06c0-4f5e-b20e-f56709d6a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:22.318016 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1af27b21-c2b5-4ed0-8b50-d880a149b163 req-f9714414-06c0-4f5e-b20e-f56709d6a0d8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1061544 Sep 16 06:29:22.426602 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af27b21-c2b5-4ed0-8b50-d880a149b163 req-93a65188-c704-461d-898d-ddfbac7771e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:22.428690 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-1af27b21-c2b5-4ed0-8b50-d880a149b163 req-93a65188-c704-461d-898d-ddfbac7771e8 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036580 Sep 16 06:29:22.533977 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-0edaa45c-7905-4034-b284-1600c260885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:22.536322 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-0edaa45c-7905-4034-b284-1600c260885f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 1095 time: 0.0480716 Sep 16 06:29:22.589548 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-7944e109-81e3-402b-a62b-a306b1907626 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f39ea4aa-c626-4ff8-a38a-bc4516952dee HTTP/1.1" status: 200 len: 217 time: 0.0401480 Sep 16 06:29:22.641988 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-ebcfa13c-f700-49ad-90f1-3e8a1ee1b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:22.643527 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-ebcfa13c-f700-49ad-90f1-3e8a1ee1b61e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e30c5e27-974f-463a-b0da-1f7860e429cb HTTP/1.1" status: 200 len: 848 time: 0.0467677 Sep 16 06:29:22.697975 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-a38e8719-c6ba-4229-aeb3-e1d16efb95a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:22.699445 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-a38e8719-c6ba-4229-aeb3-e1d16efb95a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423284 Sep 16 06:29:22.798754 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-0921585c-335a-48fe-a798-75a21620de40 service neutron] 10.222.0.21 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913861 Sep 16 06:29:22.893485 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-3d5655e2-6a8f-4ee7-a01b-18fba12935c5 req-d8929dc2-72eb-47b9-98bb-cbbf11b51c9d service neutron] 10.222.0.21 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880442 Sep 16 06:29:23.130168 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c0088-3e4a-4332-885a-5e20302c7ac7 req-f5ae9378-371b-4a92-89d6-b5f38e68f353 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:23.132543 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-080c0088-3e4a-4332-885a-5e20302c7ac7 req-f5ae9378-371b-4a92-89d6-b5f38e68f353 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 943 time: 0.0626249 Sep 16 06:29:23.175310 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-080c0088-3e4a-4332-885a-5e20302c7ac7 req-ab9fa669-5a09-4743-a6f0-b33a46c64976 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366788 Sep 16 06:29:24.275380 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:29:24.299829 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6785654-c861-463d-a9ff-3b2bff36fe4d req-38b49a7c-7f67-4c3f-a276-87e0a7aa628f tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:24.301356 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6785654-c861-463d-a9ff-3b2bff36fe4d req-38b49a7c-7f67-4c3f-a276-87e0a7aa628f tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 943 time: 0.0515366 Sep 16 06:29:24.344485 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f6785654-c861-463d-a9ff-3b2bff36fe4d req-411525ad-02ee-48d9-8e66-fa54a53067a6 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365467 Sep 16 06:29:25.221323 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device f39ea4aa-c626-4ff8-a38a-bc4516952dee details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:29:25.332736 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port f39ea4aa-c626-4ff8-a38a-bc4516952dee, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f39ea4aa-c626-4ff8-a38a-bc4516952dee,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:29:25.350189 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'f39ea4aa-c626-4ff8-a38a-bc4516952dee', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'port_id': 'f39ea4aa-c626-4ff8-a38a-bc4516952dee', 'mac_address': 'fa:16:3e:44:ef:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:29:25.389933 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:25.404659 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39ea4aa-c626-4ff8-a38a-bc4516952dee {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:29:25.426580 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port f39ea4aa-c626-4ff8-a38a-bc4516952dee, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f39ea4aa-c626-4ff8-a38a-bc4516952dee,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:29:25.460002 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:25.464569 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce00fe-29b7-4a30-bb23-ab7bb5827ef8 req-f5f1fe0f-e66c-4247-aa8e-9e3dd7eed2d2 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:25.466391 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dcce00fe-29b7-4a30-bb23-ab7bb5827ef8 req-f5f1fe0f-e66c-4247-aa8e-9e3dd7eed2d2 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 943 time: 0.0516541 Sep 16 06:29:25.500651 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:25.507585 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dcce00fe-29b7-4a30-bb23-ab7bb5827ef8 req-59636aa7-9fa0-4872-8080-51bafbf0a8c1 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345249 Sep 16 06:29:25.558483 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=f39ea4aa-c626-4ff8-a38a-bc4516952dee,revision_number=4']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:25.930789 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['f39ea4aa-c626-4ff8-a38a-bc4516952dee'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:29:26.643572 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85025977-6926-48d4-89d4-57932bc729f8 req-8bfc9c35-a349-412b-96bf-5abce1dcba78 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:26.645166 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85025977-6926-48d4-89d4-57932bc729f8 req-8bfc9c35-a349-412b-96bf-5abce1dcba78 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 944 time: 0.0559590 Sep 16 06:29:26.688899 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-85025977-6926-48d4-89d4-57932bc729f8 req-8b93369e-d558-4ba5-991f-e1bdc98e592f tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363872 Sep 16 06:29:27.231493 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device f39ea4aa-c626-4ff8-a38a-bc4516952dee up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:29:27.362522 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning for port f39ea4aa-c626-4ff8-a38a-bc4516952dee completed by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:29:27.367486 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port f39ea4aa-c626-4ff8-a38a-bc4516952dee triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:29:27.367866 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:27.453978 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:27.481471 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb571e53-d697-4935-b939-8b81de6a4792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39ea4aa-c626-4ff8-a38a-bc4516952dee'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:29:27.483978 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0846c441-4eac-47ff-a6ec-bbb5b0d9d33c" -d '{"events": [{"server_uuid": "eb571e53-d697-4935-b939-8b81de6a4792", "name": "network-vif-plugged", "status": "completed", "tag": "f39ea4aa-c626-4ff8-a38a-bc4516952dee"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:29:27.499567 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port f39ea4aa-c626-4ff8-a38a-bc4516952dee, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f39ea4aa-c626-4ff8-a38a-bc4516952dee,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:29:27.526805 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146a8d83-b204-4867-88eb-f29009335359 x-openstack-request-id: req-146a8d83-b204-4867-88eb-f29009335359 {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:29:27.527252 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb571e53-d697-4935-b939-8b81de6a4792", "name": "network-vif-plugged", "status": "completed", "tag": "f39ea4aa-c626-4ff8-a38a-bc4516952dee", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:29:27.527611 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-146a8d83-b204-4867-88eb-f29009335359 {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:29:27.528128 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb571e53-d697-4935-b939-8b81de6a4792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39ea4aa-c626-4ff8-a38a-bc4516952dee', 'code': 200} Sep 16 06:29:27.550815 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:27.612466 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=f39ea4aa-c626-4ff8-a38a-bc4516952dee,revision_number=5']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:27.661654 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c440ccf-425a-4ece-9af2-15bc29891ae5 req-625d1e26-efb3-4a5a-9fe6-c386d200c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:27.664177 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c440ccf-425a-4ece-9af2-15bc29891ae5 req-625d1e26-efb3-4a5a-9fe6-c386d200c763 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 1097 time: 0.0498109 Sep 16 06:29:27.711831 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-5c440ccf-425a-4ece-9af2-15bc29891ae5 req-9cd1d120-b602-4f09-ad45-414b81fd8f65 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402718 Sep 16 06:29:27.821615 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5f472-c8bb-4260-8756-015315ed212b req-216650ee-9c00-4123-8c21-808a5372725b tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:27.823290 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7c5f472-c8bb-4260-8756-015315ed212b req-216650ee-9c00-4123-8c21-808a5372725b tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 945 time: 0.0583024 Sep 16 06:29:27.872750 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d7c5f472-c8bb-4260-8756-015315ed212b req-4c1e1f6d-46c3-4be9-8d86-cac2315af6cf tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399585 Sep 16 06:29:29.016356 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384695a0-d0b1-4287-a90b-799043c8d721 req-a5091fc2-3c95-43d8-8c2d-40a181509e66 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:29.017977 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-384695a0-d0b1-4287-a90b-799043c8d721 req-a5091fc2-3c95-43d8-8c2d-40a181509e66 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 945 time: 0.0622475 Sep 16 06:29:29.061528 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-384695a0-d0b1-4287-a90b-799043c8d721 req-10559680-aac1-465b-b2cd-a6726001bae3 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340579 Sep 16 06:29:29.293745 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:30.444088 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfcea3-d82d-489a-a1c3-9f379641a7de req-cbfc496a-3615-4e9b-a920-f38636dd43cb tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:30.445603 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dddfcea3-d82d-489a-a1c3-9f379641a7de req-cbfc496a-3615-4e9b-a920-f38636dd43cb tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 945 time: 0.0522065 Sep 16 06:29:30.487003 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-dddfcea3-d82d-489a-a1c3-9f379641a7de req-15afc0c2-7dce-4f48-ab4f-2714835b5332 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346684 Sep 16 06:29:30.619086 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f61a11-9bbf-445d-a625-52b172e6bb1f req-04809f02-e3ce-4c59-8b79-674ae950bcd2 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:30.620725 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61f61a11-9bbf-445d-a625-52b172e6bb1f req-04809f02-e3ce-4c59-8b79-674ae950bcd2 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 945 time: 0.0557246 Sep 16 06:29:30.664172 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-61f61a11-9bbf-445d-a625-52b172e6bb1f req-d682716f-5dbf-4de3-8888-cc086619537c tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373161 Sep 16 06:29:30.699460 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45622) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:30.748519 n-d-712140-13 neutron-server[95474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d382e7-a778-4708-a5d5-70bdcbdb04fa tempest-TestSnapshotPattern-603731688 tempest-TestSnapshotPattern-603731688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:30.750731 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c0d382e7-a778-4708-a5d5-70bdcbdb04fa tempest-TestSnapshotPattern-603731688 tempest-TestSnapshotPattern-603731688-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 1092 time: 0.0501151 Sep 16 06:29:30.754272 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45628) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:30.759030 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.v2.base [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Request body: {'floatingip': {'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'port_id': 'f39ea4aa-c626-4ff8-a38a-bc4516952dee', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:29:30.853654 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for floatingip, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:30.961517 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:31.083343 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_common [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Allocated IP 172.25.4.229 (edc4bd80-9b5d-4bcc-bfa1-52f51656d27c/242cb511-14cd-4d2c-ad08-a27d1508f4ab/cb9cdc52-891a-4221-a37c-288c88f1df82) {{(pid=95474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:29:31.203047 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for port, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:31.321413 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734106597048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:31.363416 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Network edc4bd80-9b5d-4bcc-bfa1-52f51656d27c is already hosted by enough agents. {{(pid=95474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:29:31.366623 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.base_scheduler [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Resources bound (agent type, host, resource id): {{(pid=95474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:29:31.372780 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Received port after_create {{(pid=95474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:29:31.378761 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Pushing event updated for resources: {'Port': ['ID=cb9cdc52-891a-4221-a37c-288c88f1df82,revision_number=1']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:31.411239 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:31.412084 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:31.412631 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:31.413093 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:31.413438 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:31.413778 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:31.414118 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:31.414450 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:31.414780 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:31.415154 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:31.415484 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:31.415812 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:31.776632 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:31.961521 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:32.120273 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for port, precommit_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:32.201935 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29168686'] for port, after_update {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:32.278640 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Pushing event updated for resources: {'Port': ['ID=cb9cdc52-891a-4221-a37c-288c88f1df82,revision_number=2']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:32.289437 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555531'] for floatingip, after_create {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:32.400638 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Floating IP b7ce0531-aedf-41cc-8cb4-b76aa5a2e698 associated. External IP: 172.25.4.229, port: f39ea4aa-c626-4ff8-a38a-bc4516952dee. Sep 16 06:29:32.618171 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Router f1009696-7c83-4048-bfc2-14361a7e3b39 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:29:32.732609 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:29:32.743063 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c65f00-2e45-46fd-8d8b-c3fddf1f0381 None None] Sync routers for ids ['f1009696-7c83-4048-bfc2-14361a7e3b39'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:29:32.752569 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c65f00-2e45-46fd-8d8b-c3fddf1f0381 None None] Routers {'f1009696-7c83-4048-bfc2-14361a7e3b39'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:29:32.753204 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-d9c65f00-2e45-46fd-8d8b-c3fddf1f0381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:29:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f1009696-7c83-4048-bfc2-14361a7e3b39'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:32.813716 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:32.859039 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c8df34df-c645-4fe6-a714-d1a3a9a4a5ec tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1033304 Sep 16 06:29:32.859968 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb571e53-d697-4935-b939-8b81de6a4792', 'tag': 'f39ea4aa-c626-4ff8-a38a-bc4516952dee'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:29:32.864154 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2663f9d672860e5b08cb8136f6a16bb4a4489f933b2f52128081a9a2ad1bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b976e6-b043-48f9-a7ea-dbb268f81a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb571e53-d697-4935-b939-8b81de6a4792", "tag": "f39ea4aa-c626-4ff8-a38a-bc4516952dee"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:29:32.880393 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-d9c65f00-2e45-46fd-8d8b-c3fddf1f0381 None None] Set router f1009696-7c83-4048-bfc2-14361a7e3b39 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:29:32.909043 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089d7733-f755-4354-a9be-c70769b10f7d x-openstack-request-id: req-089d7733-f755-4354-a9be-c70769b10f7d {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:29:32.909609 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb571e53-d697-4935-b939-8b81de6a4792", "tag": "f39ea4aa-c626-4ff8-a38a-bc4516952dee", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:29:32.910028 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-089d7733-f755-4354-a9be-c70769b10f7d {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:29:32.910679 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb571e53-d697-4935-b939-8b81de6a4792', 'tag': 'f39ea4aa-c626-4ff8-a38a-bc4516952dee', 'status': 'completed', 'code': 200} Sep 16 06:29:33.003199 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b976e6-b043-48f9-a7ea-dbb268f81a2d req-31692a04-adba-4002-be7a-43bb2cfa9f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:33.004775 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88b976e6-b043-48f9-a7ea-dbb268f81a2d req-31692a04-adba-4002-be7a-43bb2cfa9f45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 1097 time: 0.0509803 Sep 16 06:29:33.105273 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b976e6-b043-48f9-a7ea-dbb268f81a2d req-1769ed96-5074-425f-b78e-18ded0dcab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:33.107002 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88b976e6-b043-48f9-a7ea-dbb268f81a2d req-1769ed96-5074-425f-b78e-18ded0dcab0d service neutron] 10.222.0.21 "GET /v2.0/networks?id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b HTTP/1.1" status: 200 len: 910 time: 0.0953078 Sep 16 06:29:33.139425 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-d9c65f00-2e45-46fd-8d8b-c3fddf1f0381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:37Z', 'revision_number': 4, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port': {'id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'b7ce0531-aedf-41cc-8cb4-b76aa5a2e698', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'port_id': 'f39ea4aa-c626-4ff8-a38a-bc4516952dee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'mac_address': 'fa:16:3e:44:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb571e53-d697-4935-b939-8b81de6a4792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:29:31Z', 'updated_at': '2021-09-16T06:29:31Z', 'revision_number': 0, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'fixed_ip_address_scope': None}, {'id': 'f0107aa0-4ec2-4098-bd26-cff25541f8d5', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'port_id': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'mac_address': 'fa:16:3e:53:22:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:26:05Z', 'updated_at': '2021-09-16T06:26:07Z', 'revision_number': 1, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7329d4c6-5027-428d-adba-c9ada455ebb9', 'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'mac_address': 'fa:16:3e:04:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:36Z', 'updated_at': '2021-09-16T06:25:41Z', 'revision_number': 5, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'subnets': [{'id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:33.172226 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c65f00-2e45-46fd-8d8b-c3fddf1f0381 None None] Checking router: f1009696-7c83-4048-bfc2-14361a7e3b39 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:29:33.181368 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c65f00-2e45-46fd-8d8b-c3fddf1f0381 None None] Routers {'f1009696-7c83-4048-bfc2-14361a7e3b39'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:29:33.182001 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-d9c65f00-2e45-46fd-8d8b-c3fddf1f0381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:29:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f1009696-7c83-4048-bfc2-14361a7e3b39'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:33.185000 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88b976e6-b043-48f9-a7ea-dbb268f81a2d req-13b7f17e-5fef-4b47-8ec0-454c91a7da96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f39ea4aa-c626-4ff8-a38a-bc4516952dee HTTP/1.1" status: 200 len: 999 time: 0.0711224 Sep 16 06:29:33.242561 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b976e6-b043-48f9-a7ea-dbb268f81a2d req-8aecc86e-97f0-4325-891c-2a04649dbc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:33.244290 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88b976e6-b043-48f9-a7ea-dbb268f81a2d req-8aecc86e-97f0-4325-891c-2a04649dbc9f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e30c5e27-974f-463a-b0da-1f7860e429cb HTTP/1.1" status: 200 len: 848 time: 0.0530450 Sep 16 06:29:33.293074 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b976e6-b043-48f9-a7ea-dbb268f81a2d req-240c4930-a7f6-4412-97fb-86cb76eda6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:33.294598 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88b976e6-b043-48f9-a7ea-dbb268f81a2d req-240c4930-a7f6-4412-97fb-86cb76eda6e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432050 Sep 16 06:29:33.299088 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-d9c65f00-2e45-46fd-8d8b-c3fddf1f0381 None None] Set router f1009696-7c83-4048-bfc2-14361a7e3b39 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:29:33.401670 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88b976e6-b043-48f9-a7ea-dbb268f81a2d req-65a94b5b-bd39-4620-9dbb-318fca32e31a service neutron] 10.222.0.21 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995371 Sep 16 06:29:33.505465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-88b976e6-b043-48f9-a7ea-dbb268f81a2d req-c17d4aa0-a135-4712-b96e-3a1c5c2b85d3 service neutron] 10.222.0.21 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956450 Sep 16 06:29:33.551711 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-d9c65f00-2e45-46fd-8d8b-c3fddf1f0381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:37Z', 'revision_number': 4, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port': {'id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'b7ce0531-aedf-41cc-8cb4-b76aa5a2e698', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'port_id': 'f39ea4aa-c626-4ff8-a38a-bc4516952dee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'mac_address': 'fa:16:3e:44:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb571e53-d697-4935-b939-8b81de6a4792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:29:31Z', 'updated_at': '2021-09-16T06:29:31Z', 'revision_number': 0, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'fixed_ip_address_scope': None}, {'id': 'f0107aa0-4ec2-4098-bd26-cff25541f8d5', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'port_id': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'mac_address': 'fa:16:3e:53:22:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:26:05Z', 'updated_at': '2021-09-16T06:26:07Z', 'revision_number': 1, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7329d4c6-5027-428d-adba-c9ada455ebb9', 'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'mac_address': 'fa:16:3e:04:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:36Z', 'updated_at': '2021-09-16T06:25:41Z', 'revision_number': 5, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'subnets': [{'id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:33.579204 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c65f00-2e45-46fd-8d8b-c3fddf1f0381 None None] The sync data for ids ['f1009696-7c83-4048-bfc2-14361a7e3b39'] in n-d-712140-13 is: [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:37Z', 'revision_number': 4, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port': {'id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'b7ce0531-aedf-41cc-8cb4-b76aa5a2e698', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'port_id': 'f39ea4aa-c626-4ff8-a38a-bc4516952dee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'mac_address': 'fa:16:3e:44:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb571e53-d697-4935-b939-8b81de6a4792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:29:31Z', 'updated_at': '2021-09-16T06:29:31Z', 'revision_number': 0, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'fixed_ip_address_scope': None}, {'id': 'f0107aa0-4ec2-4098-bd26-cff25541f8d5', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'port_id': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'mac_address': 'fa:16:3e:53:22:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:26:05Z', 'updated_at': '2021-09-16T06:26:07Z', 'revision_number': 1, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7329d4c6-5027-428d-adba-c9ada455ebb9', 'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'mac_address': 'fa:16:3e:04:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:36Z', 'updated_at': '2021-09-16T06:25:41Z', 'revision_number': 5, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'subnets': [{'id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:29:33.801897 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc995c24-74cb-4ef9-837e-e98f9ef00306 None None] New status for floating IP b7ce0531-aedf-41cc-8cb4-b76aa5a2e698: ACTIVE {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:29:35.316461 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9df884af-e3be-4a8f-b4df-d5e3f2505ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:37.876645 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6f936b72-a98c-4bdb-b0f7-cec9e934d32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:38.699514 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:39.699487 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:41.242285 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:55.390310 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:59.418903 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:01.277425 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:30:05.327163 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-21e6fa0f-1ace-4bde-9c2e-88cdef0fa371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:06.920419 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7602470d-c2d2-4ace-9132-2583a93072ad req-1711bc00-3012-4f2a-b48b-2a3eb74f9cbd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524426 Sep 16 06:30:07.018509 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602470d-c2d2-4ace-9132-2583a93072ad req-0d1266f2-6fbf-4222-8885-3fb27b03cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:07.020057 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7602470d-c2d2-4ace-9132-2583a93072ad req-0d1266f2-6fbf-4222-8885-3fb27b03cbb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 1097 time: 0.0410688 Sep 16 06:30:07.125141 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602470d-c2d2-4ace-9132-2583a93072ad req-fdae055f-1428-4345-ac5d-cf0efd2e9a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:07.126631 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7602470d-c2d2-4ace-9132-2583a93072ad req-fdae055f-1428-4345-ac5d-cf0efd2e9a2f service neutron] 10.222.0.21 "GET /v2.0/networks?id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b HTTP/1.1" status: 200 len: 910 time: 0.0867243 Sep 16 06:30:07.197250 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7602470d-c2d2-4ace-9132-2583a93072ad req-28f8c4da-def8-4026-89a4-37d183a59644 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f39ea4aa-c626-4ff8-a38a-bc4516952dee HTTP/1.1" status: 200 len: 1001 time: 0.0624774 Sep 16 06:30:07.248265 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602470d-c2d2-4ace-9132-2583a93072ad req-25cea77c-87f6-48e3-9b05-216adf8947ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:07.249734 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7602470d-c2d2-4ace-9132-2583a93072ad req-25cea77c-87f6-48e3-9b05-216adf8947ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e30c5e27-974f-463a-b0da-1f7860e429cb HTTP/1.1" status: 200 len: 848 time: 0.0439553 Sep 16 06:30:07.295431 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602470d-c2d2-4ace-9132-2583a93072ad req-ac2e518c-6305-4fd7-8ddb-ecae1c3e4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:07.296841 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7602470d-c2d2-4ace-9132-2583a93072ad req-ac2e518c-6305-4fd7-8ddb-ecae1c3e4147 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399051 Sep 16 06:30:07.392331 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7602470d-c2d2-4ace-9132-2583a93072ad req-3286719e-5a19-4e73-af34-c117545510ca service neutron] 10.222.0.21 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877843 Sep 16 06:30:07.488658 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-7602470d-c2d2-4ace-9132-2583a93072ad req-de032b72-6311-42a0-af86-3fde8bb6ec49 service neutron] 10.222.0.21 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885007 Sep 16 06:30:07.835950 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5bf89fc0-e79b-4206-a7bb-1c397b6d26ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:08.703861 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:09.732314 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:11.281036 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:16.478080 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7eaee56-1b11-4a3b-8c62-0262781458ad req-8c9e5730-85c9-4782-ab1f-4bcf6599f60e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402455 Sep 16 06:30:16.578804 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaee56-1b11-4a3b-8c62-0262781458ad req-f0045195-6b52-4b41-900e-24552fe0ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:16.580389 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7eaee56-1b11-4a3b-8c62-0262781458ad req-f0045195-6b52-4b41-900e-24552fe0ff05 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 1095 time: 0.0410824 Sep 16 06:30:16.688617 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaee56-1b11-4a3b-8c62-0262781458ad req-be1a5d1b-965e-4c01-8831-1787fdc93a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:16.690111 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7eaee56-1b11-4a3b-8c62-0262781458ad req-be1a5d1b-965e-4c01-8831-1787fdc93a8a service neutron] 10.222.0.38 "GET /v2.0/networks?id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b HTTP/1.1" status: 200 len: 910 time: 0.0904949 Sep 16 06:30:16.762088 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7eaee56-1b11-4a3b-8c62-0262781458ad req-da0840fe-0018-4a53-b870-bc4fe066d875 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5721a765-9822-4ebb-b1fa-7321ccee85e3 HTTP/1.1" status: 200 len: 999 time: 0.0635998 Sep 16 06:30:16.811234 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaee56-1b11-4a3b-8c62-0262781458ad req-c3623f37-0eb8-482c-b4f5-4e9808cf6009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:16.812749 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7eaee56-1b11-4a3b-8c62-0262781458ad req-c3623f37-0eb8-482c-b4f5-4e9808cf6009 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e30c5e27-974f-463a-b0da-1f7860e429cb HTTP/1.1" status: 200 len: 848 time: 0.0441012 Sep 16 06:30:16.862590 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaee56-1b11-4a3b-8c62-0262781458ad req-4d0b239d-d9e9-40c2-8c56-f853a1770332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:16.864169 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7eaee56-1b11-4a3b-8c62-0262781458ad req-4d0b239d-d9e9-40c2-8c56-f853a1770332 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447986 Sep 16 06:30:16.954768 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7eaee56-1b11-4a3b-8c62-0262781458ad req-23cfe25e-a01c-44a0-937b-3c4a3904d8ec service neutron] 10.222.0.38 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827584 Sep 16 06:30:17.049549 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e7eaee56-1b11-4a3b-8c62-0262781458ad req-2bd898ec-25ea-4589-b896-d8e7d8d73761 service neutron] 10.222.0.38 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878913 Sep 16 06:30:25.423050 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:29.412936 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:35.292007 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-53a75a0c-0905-4c9f-9408-558463c153f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:37.829249 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ec083cec-0cf7-45d4-aa6b-79c61baa24f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:38.278350 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:30:38.714682 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:39.703147 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:41.252108 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:55.422940 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:59.400351 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:05.331165 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e8bf77a-1e31-4c48-9ea6-25204f16a612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:07.847465 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e2207c1f-3eba-4113-a0f8-c5044d541eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:07.893622 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4d8560b-225a-4789-950c-5525621d1aa6 req-9af6a0e7-4190-4faf-ad78-2e83123e5e36 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498977 Sep 16 06:31:07.998481 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8560b-225a-4789-950c-5525621d1aa6 req-4b36b2ed-9373-472f-921f-1c13edade18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:08.000056 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4d8560b-225a-4789-950c-5525621d1aa6 req-4b36b2ed-9373-472f-921f-1c13edade18e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 1097 time: 0.0480964 Sep 16 06:31:08.119140 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8560b-225a-4789-950c-5525621d1aa6 req-ec071e52-32aa-443e-a4dc-80237de071c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:08.120605 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4d8560b-225a-4789-950c-5525621d1aa6 req-ec071e52-32aa-443e-a4dc-80237de071c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b HTTP/1.1" status: 200 len: 910 time: 0.0982811 Sep 16 06:31:08.191144 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4d8560b-225a-4789-950c-5525621d1aa6 req-05e96f17-3d7f-493a-9dc6-c8312bfab9a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f39ea4aa-c626-4ff8-a38a-bc4516952dee HTTP/1.1" status: 200 len: 1001 time: 0.0629332 Sep 16 06:31:08.246726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8560b-225a-4789-950c-5525621d1aa6 req-e4f9748e-839a-4b37-9396-3a64c7a4288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:08.248294 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4d8560b-225a-4789-950c-5525621d1aa6 req-e4f9748e-839a-4b37-9396-3a64c7a4288e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e30c5e27-974f-463a-b0da-1f7860e429cb HTTP/1.1" status: 200 len: 848 time: 0.0508859 Sep 16 06:31:08.297352 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8560b-225a-4789-950c-5525621d1aa6 req-f1b1af75-f56b-4f2d-a1c9-185bb5ea10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:08.298934 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4d8560b-225a-4789-950c-5525621d1aa6 req-f1b1af75-f56b-4f2d-a1c9-185bb5ea10ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438578 Sep 16 06:31:08.394873 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4d8560b-225a-4789-950c-5525621d1aa6 req-c14d4202-c045-476e-a15d-0b907c5b1690 service neutron] 10.222.0.21 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879252 Sep 16 06:31:08.489108 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-d4d8560b-225a-4789-950c-5525621d1aa6 req-d4491be0-1030-4498-ba34-42c01f72e895 service neutron] 10.222.0.21 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871673 Sep 16 06:31:08.720014 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:09.719356 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:11.246613 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:15.283291 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:31:17.503152 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-df834951-192f-4896-a642-e26cf5fc04f5 req-a0049da1-779d-48d1-9180-6c292ce18ad7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0867262 Sep 16 06:31:17.602331 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df834951-192f-4896-a642-e26cf5fc04f5 req-fc9d2faa-5a3c-484e-89b8-150146ed1c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:17.603899 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-df834951-192f-4896-a642-e26cf5fc04f5 req-fc9d2faa-5a3c-484e-89b8-150146ed1c45 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 1095 time: 0.0433459 Sep 16 06:31:17.713858 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df834951-192f-4896-a642-e26cf5fc04f5 req-f8dde79d-adfd-4371-b63b-736ec3554083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:17.716074 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-df834951-192f-4896-a642-e26cf5fc04f5 req-f8dde79d-adfd-4371-b63b-736ec3554083 service neutron] 10.222.0.38 "GET /v2.0/networks?id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b HTTP/1.1" status: 200 len: 910 time: 0.0938039 Sep 16 06:31:17.790283 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-df834951-192f-4896-a642-e26cf5fc04f5 req-e36bbf84-dead-4df6-8cf4-ebf783c10f68 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5721a765-9822-4ebb-b1fa-7321ccee85e3 HTTP/1.1" status: 200 len: 999 time: 0.0660057 Sep 16 06:31:17.852926 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df834951-192f-4896-a642-e26cf5fc04f5 req-c0ec4378-f04a-4025-a2c3-a042930f0dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:17.854474 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-df834951-192f-4896-a642-e26cf5fc04f5 req-c0ec4378-f04a-4025-a2c3-a042930f0dd3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e30c5e27-974f-463a-b0da-1f7860e429cb HTTP/1.1" status: 200 len: 848 time: 0.0572748 Sep 16 06:31:17.906082 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df834951-192f-4896-a642-e26cf5fc04f5 req-c54bc9de-8b16-43a7-9312-6b422c90c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:17.907650 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-df834951-192f-4896-a642-e26cf5fc04f5 req-c54bc9de-8b16-43a7-9312-6b422c90c77f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458863 Sep 16 06:31:18.008531 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-df834951-192f-4896-a642-e26cf5fc04f5 req-124a3025-cfe0-4180-b1c7-335110519893 service neutron] 10.222.0.38 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939481 Sep 16 06:31:18.118221 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-df834951-192f-4896-a642-e26cf5fc04f5 req-0984d2ee-239a-4d2c-b3c3-2bf85733a3fc service neutron] 10.222.0.38 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015165 Sep 16 06:31:25.445447 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:29.330998 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:35.330349 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-648563bc-d2e2-4626-beb6-be7fd6068608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:37.828270 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-70ab5e89-b3b6-4d55-b406-d9cb61a67765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:38.701658 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:39.690281 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:39.824898 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device f39ea4aa-c626-4ff8-a38a-bc4516952dee details requested by agent hyperv_n-h1-712140-13 with host n-h1-712140-13 {{(pid=95475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:31:39.917017 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port f39ea4aa-c626-4ff8-a38a-bc4516952dee, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f39ea4aa-c626-4ff8-a38a-bc4516952dee,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:31:39.928074 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Returning: {'device': 'f39ea4aa-c626-4ff8-a38a-bc4516952dee', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'port_id': 'f39ea4aa-c626-4ff8-a38a-bc4516952dee', 'mac_address': 'fa:16:3e:44:ef:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:31:39.968585 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:39.983055 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f39ea4aa-c626-4ff8-a38a-bc4516952dee {{(pid=95475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:31:40.003926 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port f39ea4aa-c626-4ff8-a38a-bc4516952dee, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f39ea4aa-c626-4ff8-a38a-bc4516952dee,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:31:40.061981 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:40.109642 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=f39ea4aa-c626-4ff8-a38a-bc4516952dee,revision_number=6']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:40.116870 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:40.117215 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:40.117556 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:40.117888 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:40.118220 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:40.118541 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:40.118867 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:40.119212 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:40.119530 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:40.120552 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:40.120910 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:40.121232 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:40.206492 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] get_ports_and_sgs() called for port_ids ['f39ea4aa-c626-4ff8-a38a-bc4516952dee'] {{(pid=95475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:31:41.244516 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:41.831970 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device f39ea4aa-c626-4ff8-a38a-bc4516952dee up at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:31:41.881429 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.provisioning_blocks [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Provisioning complete for port f39ea4aa-c626-4ff8-a38a-bc4516952dee triggered by entity L2. {{(pid=95475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:31:41.881801 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3853796'] for port, provisioning_complete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:41.967264 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:41.990862 n-d-712140-13 neutron-server[95475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb571e53-d697-4935-b939-8b81de6a4792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39ea4aa-c626-4ff8-a38a-bc4516952dee'}] {{(pid=95475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:31:41.993208 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4402ad69de0b4faa8cfcbfacd9f6f7b74453f36ea293c76e89ea502e61e0a6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af687af2-db75-4823-bbea-bff3da8268ab" -d '{"events": [{"server_uuid": "eb571e53-d697-4935-b939-8b81de6a4792", "name": "network-vif-plugged", "status": "completed", "tag": "f39ea4aa-c626-4ff8-a38a-bc4516952dee"}]}' {{(pid=95475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:31:42.008474 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] For port f39ea4aa-c626-4ff8-a38a-bc4516952dee, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f39ea4aa-c626-4ff8-a38a-bc4516952dee,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:31:42.092420 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a68128-997d-413c-adb8-9cd1429418fd x-openstack-request-id: req-63a68128-997d-413c-adb8-9cd1429418fd {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:31:42.092713 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb571e53-d697-4935-b939-8b81de6a4792", "name": "network-vif-plugged", "status": "completed", "tag": "f39ea4aa-c626-4ff8-a38a-bc4516952dee", "code": 200}]} {{(pid=95475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:31:42.092966 n-d-712140-13 neutron-server[95475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63a68128-997d-413c-adb8-9cd1429418fd {{(pid=95475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:31:42.093362 n-d-712140-13 neutron-server[95475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb571e53-d697-4935-b939-8b81de6a4792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39ea4aa-c626-4ff8-a38a-bc4516952dee', 'code': 200} Sep 16 06:31:42.141900 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734107153933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734106597066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734106597084'] for port, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:42.189749 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Pushing event updated for resources: {'Port': ['ID=f39ea4aa-c626-4ff8-a38a-bc4516952dee,revision_number=7']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:52.283828 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:31:55.427018 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:56.557015 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 45918) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:56.719138 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Deleting port cb9cdc52-891a-4221-a37c-288c88f1df82 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:31:56.719484 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:56.795006 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:56.795276 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:56.806603 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Calling delete_port for cb9cdc52-891a-4221-a37c-288c88f1df82 owned by network:floatingip {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:31:57.027986 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:57.053319 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Pushing event deleted for resources: {'Port': ['ID=cb9cdc52-891a-4221-a37c-288c88f1df82,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:57.065374 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:57.065749 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:57.066068 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:57.066402 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:57.066730 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:57.067080 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:57.067404 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:57.067724 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:57.068043 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:57.068361 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:57.068678 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:57.068996 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:57.127144 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for floatingip, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:57.127501 n-d-712140-13 neutron-server[95474]: INFO neutron.db.l3_db [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Floating IP b7ce0531-aedf-41cc-8cb4-b76aa5a2e698 disassociated (deleted). External IP: 172.25.4.229, port: f39ea4aa-c626-4ff8-a38a-bc4516952dee. Sep 16 06:31:57.338766 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Router f1009696-7c83-4048-bfc2-14361a7e3b39 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:31:57.446678 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:31:57.452169 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:57.456629 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54320cae-c138-4713-9c77-6281de2ec105 None None] Sync routers for ids ['f1009696-7c83-4048-bfc2-14361a7e3b39'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:31:57.465951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54320cae-c138-4713-9c77-6281de2ec105 None None] Routers {'f1009696-7c83-4048-bfc2-14361a7e3b39'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:31:57.466568 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-54320cae-c138-4713-9c77-6281de2ec105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:31:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f1009696-7c83-4048-bfc2-14361a7e3b39'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:57.479176 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-8235bfc7-36bd-4b01-b4c2-454863707f88 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "DELETE /v2.0/floatingips/b7ce0531-aedf-41cc-8cb4-b76aa5a2e698 HTTP/1.1" status: 204 len: 168 time: 0.9210927 Sep 16 06:31:57.479765 n-d-712140-13 neutron-server[95474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb571e53-d697-4935-b939-8b81de6a4792', 'tag': 'f39ea4aa-c626-4ff8-a38a-bc4516952dee'}] {{(pid=95474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:31:57.482510 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2663f9d672860e5b08cb8136f6a16bb4a4489f933b2f52128081a9a2ad1bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73918ab-a156-40e6-b7bb-bd197ec62aff" -d '{"events": [{"name": "network-changed", "server_uuid": "eb571e53-d697-4935-b939-8b81de6a4792", "tag": "f39ea4aa-c626-4ff8-a38a-bc4516952dee"}]}' {{(pid=95474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:31:57.605360 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658c9231-3aa5-44bf-8563-4287e0e6bb96 x-openstack-request-id: req-658c9231-3aa5-44bf-8563-4287e0e6bb96 {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:31:57.606078 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb571e53-d697-4935-b939-8b81de6a4792", "tag": "f39ea4aa-c626-4ff8-a38a-bc4516952dee", "status": "completed", "code": 200}]} {{(pid=95474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:31:57.606078 n-d-712140-13 neutron-server[95474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-658c9231-3aa5-44bf-8563-4287e0e6bb96 {{(pid=95474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:31:57.606304 n-d-712140-13 neutron-server[95474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb571e53-d697-4935-b939-8b81de6a4792', 'tag': 'f39ea4aa-c626-4ff8-a38a-bc4516952dee', 'status': 'completed', 'code': 200} Sep 16 06:31:57.692382 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73918ab-a156-40e6-b7bb-bd197ec62aff req-62842e43-7e99-438c-bed6-6ab5d28e8a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:57.694035 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a73918ab-a156-40e6-b7bb-bd197ec62aff req-62842e43-7e99-438c-bed6-6ab5d28e8a5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 1097 time: 0.0445793 Sep 16 06:31:57.742964 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-54320cae-c138-4713-9c77-6281de2ec105 None None] Set router f1009696-7c83-4048-bfc2-14361a7e3b39 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:31:57.794986 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73918ab-a156-40e6-b7bb-bd197ec62aff req-28869414-baee-42d2-96cc-c9cb6939af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:57.796853 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a73918ab-a156-40e6-b7bb-bd197ec62aff req-28869414-baee-42d2-96cc-c9cb6939af29 service neutron] 10.222.0.21 "GET /v2.0/networks?id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b HTTP/1.1" status: 200 len: 910 time: 0.0955625 Sep 16 06:31:57.838398 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a73918ab-a156-40e6-b7bb-bd197ec62aff req-d8123e01-dcfa-4f41-9cef-d795b27f9257 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f39ea4aa-c626-4ff8-a38a-bc4516952dee HTTP/1.1" status: 200 len: 217 time: 0.0347176 Sep 16 06:31:57.895349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73918ab-a156-40e6-b7bb-bd197ec62aff req-7f245161-34ad-4539-96de-c60938ca472c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:57.897357 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a73918ab-a156-40e6-b7bb-bd197ec62aff req-7f245161-34ad-4539-96de-c60938ca472c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e30c5e27-974f-463a-b0da-1f7860e429cb HTTP/1.1" status: 200 len: 848 time: 0.0524898 Sep 16 06:31:57.961811 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73918ab-a156-40e6-b7bb-bd197ec62aff req-57117409-795e-44eb-bf4e-6c6448feec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:57.963465 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a73918ab-a156-40e6-b7bb-bd197ec62aff req-57117409-795e-44eb-bf4e-6c6448feec94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429661 Sep 16 06:31:57.995036 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-54320cae-c138-4713-9c77-6281de2ec105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:37Z', 'revision_number': 4, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port': {'id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'f0107aa0-4ec2-4098-bd26-cff25541f8d5', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'port_id': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'mac_address': 'fa:16:3e:53:22:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:26:05Z', 'updated_at': '2021-09-16T06:26:07Z', 'revision_number': 1, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7329d4c6-5027-428d-adba-c9ada455ebb9', 'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'mac_address': 'fa:16:3e:04:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:36Z', 'updated_at': '2021-09-16T06:25:41Z', 'revision_number': 5, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'subnets': [{'id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:58.023523 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54320cae-c138-4713-9c77-6281de2ec105 None None] Checking router: f1009696-7c83-4048-bfc2-14361a7e3b39 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:31:58.036397 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54320cae-c138-4713-9c77-6281de2ec105 None None] Routers {'f1009696-7c83-4048-bfc2-14361a7e3b39'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:31:58.036397 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-54320cae-c138-4713-9c77-6281de2ec105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:31:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f1009696-7c83-4048-bfc2-14361a7e3b39'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:58.075749 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438a96f-da76-4913-88d5-e556aeb2a621 req-0275530d-7b75-4d77-84f2-20b40a863ae1 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:58.077291 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6438a96f-da76-4913-88d5-e556aeb2a621 req-0275530d-7b75-4d77-84f2-20b40a863ae1 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 945 time: 0.1128111 Sep 16 06:31:58.114462 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a73918ab-a156-40e6-b7bb-bd197ec62aff req-9dbad597-60bd-4313-810b-15fb29e302ae service neutron] 10.222.0.21 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413999 Sep 16 06:31:58.148361 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-54320cae-c138-4713-9c77-6281de2ec105 None None] Set router f1009696-7c83-4048-bfc2-14361a7e3b39 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:31:58.153848 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-6438a96f-da76-4913-88d5-e556aeb2a621 req-56d79761-9174-4e81-b47b-a02ef90dee21 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651445 Sep 16 06:31:58.226105 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a73918ab-a156-40e6-b7bb-bd197ec62aff req-ad3b09db-e57e-4e9e-a67d-d85f2c94d19a service neutron] 10.222.0.21 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996161 Sep 16 06:31:58.402395 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-54320cae-c138-4713-9c77-6281de2ec105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:37Z', 'revision_number': 4, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port': {'id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'f0107aa0-4ec2-4098-bd26-cff25541f8d5', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'port_id': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'mac_address': 'fa:16:3e:53:22:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:26:05Z', 'updated_at': '2021-09-16T06:26:07Z', 'revision_number': 1, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7329d4c6-5027-428d-adba-c9ada455ebb9', 'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'mac_address': 'fa:16:3e:04:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:36Z', 'updated_at': '2021-09-16T06:25:41Z', 'revision_number': 5, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'subnets': [{'id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:58.434628 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54320cae-c138-4713-9c77-6281de2ec105 None None] The sync data for ids ['f1009696-7c83-4048-bfc2-14361a7e3b39'] in n-d-712140-13 is: [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:37Z', 'revision_number': 4, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port': {'id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_floatingips': [{'id': 'f0107aa0-4ec2-4098-bd26-cff25541f8d5', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'router_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'port_id': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'mac_address': 'fa:16:3e:53:22:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:26:05Z', 'updated_at': '2021-09-16T06:26:07Z', 'revision_number': 1, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7329d4c6-5027-428d-adba-c9ada455ebb9', 'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'mac_address': 'fa:16:3e:04:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:36Z', 'updated_at': '2021-09-16T06:25:41Z', 'revision_number': 5, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'subnets': [{'id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:31:58.656675 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe27b1c-b917-4ba1-a0de-73b76b216ad7 None None] New status for floating IP b7ce0531-aedf-41cc-8cb4-b76aa5a2e698: DOWN {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:31:59.277044 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707b255-cce4-4089-8e19-33c7f5c725d4 req-90c7f7a3-ebc9-456c-8850-a21fb0e187a3 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:59.279208 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b707b255-cce4-4089-8e19-33c7f5c725d4 req-90c7f7a3-ebc9-456c-8850-a21fb0e187a3 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 945 time: 0.0512400 Sep 16 06:31:59.319154 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-b707b255-cce4-4089-8e19-33c7f5c725d4 req-f88f88da-f37b-4465-8894-e824bbcab2d0 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337200 Sep 16 06:31:59.342376 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:59.763928 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8c4e7-b3f4-4cd5-b496-eb3c02019811 req-607ef9ee-1d37-4ee2-90fc-64d572773108 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:59.765494 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48f8c4e7-b3f4-4cd5-b496-eb3c02019811 req-607ef9ee-1d37-4ee2-90fc-64d572773108 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 945 time: 0.0565734 Sep 16 06:31:59.859347 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-48f8c4e7-b3f4-4cd5-b496-eb3c02019811 req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Deleting port f39ea4aa-c626-4ff8-a38a-bc4516952dee {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:31:59.859690 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-48f8c4e7-b3f4-4cd5-b496-eb3c02019811 req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:59.948300 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-48f8c4e7-b3f4-4cd5-b496-eb3c02019811 req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] For port f39ea4aa-c626-4ff8-a38a-bc4516952dee, host n-h1-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-13',level=0,port_id=f39ea4aa-c626-4ff8-a38a-bc4516952dee,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:31:59.948748 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-48f8c4e7-b3f4-4cd5-b496-eb3c02019811 req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:59.961693 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-48f8c4e7-b3f4-4cd5-b496-eb3c02019811 req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Calling delete_port for f39ea4aa-c626-4ff8-a38a-bc4516952dee owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:31:59.965105 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device f39ea4aa-c626-4ff8-a38a-bc4516952dee no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:32:00.042842 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3813928'] for port, before_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:00.181649 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-48f8c4e7-b3f4-4cd5-b496-eb3c02019811 req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:00.211714 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Pushing event deleted for resources: {'Port': ['ID=f39ea4aa-c626-4ff8-a38a-bc4516952dee,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:00.224980 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:00.224980 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:00.225529 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:00.225642 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:00.225896 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:00.226234 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:00.226568 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:00.226919 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:00.227251 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:00.227581 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:00.227907 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:00.228234 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-13 {{(pid=95473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:00.267349 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f8c4e7-b3f4-4cd5-b496-eb3c02019811 req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] No DVR routers for this DVR port f39ea4aa-c626-4ff8-a38a-bc4516952dee on host n-h1-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:32:00.269925 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-48f8c4e7-b3f4-4cd5-b496-eb3c02019811 req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:00.272119 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-48f8c4e7-b3f4-4cd5-b496-eb3c02019811 req-12ac9f3b-bc52-4519-8ac5-8eaa5f428627 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.21 "DELETE /v2.0/ports/f39ea4aa-c626-4ff8-a38a-bc4516952dee HTTP/1.1" status: 204 len: 173 time: 0.4995234 Sep 16 06:32:00.272559 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb571e53-d697-4935-b939-8b81de6a4792', 'name': 'network-vif-deleted', 'tag': 'f39ea4aa-c626-4ff8-a38a-bc4516952dee'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:32:00.276120 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f80db6-eb4b-40d9-9cc8-8db46c93c2b3" -d '{"events": [{"server_uuid": "eb571e53-d697-4935-b939-8b81de6a4792", "name": "network-vif-deleted", "tag": "f39ea4aa-c626-4ff8-a38a-bc4516952dee"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:32:00.372022 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acd57f8-e531-43f7-9c23-c3b408c6bd24 x-openstack-request-id: req-8acd57f8-e531-43f7-9c23-c3b408c6bd24 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:32:00.372022 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb571e53-d697-4935-b939-8b81de6a4792", "name": "network-vif-deleted", "tag": "f39ea4aa-c626-4ff8-a38a-bc4516952dee", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:32:00.372022 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8acd57f8-e531-43f7-9c23-c3b408c6bd24 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:32:00.372022 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb571e53-d697-4935-b939-8b81de6a4792', 'name': 'network-vif-deleted', 'tag': 'f39ea4aa-c626-4ff8-a38a-bc4516952dee', 'status': 'completed', 'code': 200} Sep 16 06:32:00.423974 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-f36ab72c-8a6f-451e-a734-01dccc9d8a9c req-0080dbe6-fdaf-4a0d-a3f8-b1536664a63d tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb571e53-d697-4935-b939-8b81de6a4792 HTTP/1.1" status: 200 len: 210 time: 0.0295343 Sep 16 06:32:02.789023 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 45986) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:02.947895 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-73881a4c-6a08-4122-8599-0b60dab4dcf8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Deleting port ab6c6e84-7f5d-456b-822f-592de91bef24 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:32:02.948149 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73881a4c-6a08-4122-8599-0b60dab4dcf8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:03.024922 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73881a4c-6a08-4122-8599-0b60dab4dcf8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:03.025248 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73881a4c-6a08-4122-8599-0b60dab4dcf8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:03.037134 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-73881a4c-6a08-4122-8599-0b60dab4dcf8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Calling delete_port for ab6c6e84-7f5d-456b-822f-592de91bef24 owned by network:floatingip {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:32:03.256001 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73881a4c-6a08-4122-8599-0b60dab4dcf8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:03.285462 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73881a4c-6a08-4122-8599-0b60dab4dcf8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Pushing event deleted for resources: {'Port': ['ID=ab6c6e84-7f5d-456b-822f-592de91bef24,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:03.685349 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73881a4c-6a08-4122-8599-0b60dab4dcf8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for floatingip, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:03.685680 n-d-712140-13 neutron-server[95473]: INFO neutron.db.l3_db [None req-73881a4c-6a08-4122-8599-0b60dab4dcf8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Floating IP f0107aa0-4ec2-4098-bd26-cff25541f8d5 disassociated (deleted). External IP: 172.25.4.214, port: 5721a765-9822-4ebb-b1fa-7321ccee85e3. Sep 16 06:32:03.897010 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73881a4c-6a08-4122-8599-0b60dab4dcf8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Router f1009696-7c83-4048-bfc2-14361a7e3b39 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:32:03.991281 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device f39ea4aa-c626-4ff8-a38a-bc4516952dee no longer exists at agent hyperv_n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:32:04.010139 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73881a4c-6a08-4122-8599-0b60dab4dcf8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:32:04.014997 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-73881a4c-6a08-4122-8599-0b60dab4dcf8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for floatingip, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:04.017602 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] No Port match for: f39ea4aa-c626-4ff8-a38a-bc4516952dee {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:32:04.017951 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Device f39ea4aa-c626-4ff8-a38a-bc4516952dee not bound to the agent host n-h1-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:32:04.020734 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7f2648-7b8b-4675-a559-3c7acd6b941b None None] Sync routers for ids ['f1009696-7c83-4048-bfc2-14361a7e3b39'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:32:04.030504 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7f2648-7b8b-4675-a559-3c7acd6b941b None None] Routers {'f1009696-7c83-4048-bfc2-14361a7e3b39'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:32:04.031158 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2c7f2648-7b8b-4675-a559-3c7acd6b941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:31:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f1009696-7c83-4048-bfc2-14361a7e3b39'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:04.048665 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-73881a4c-6a08-4122-8599-0b60dab4dcf8 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "DELETE /v2.0/floatingips/f0107aa0-4ec2-4098-bd26-cff25541f8d5 HTTP/1.1" status: 204 len: 168 time: 1.2585053 Sep 16 06:32:04.049204 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'tag': '5721a765-9822-4ebb-b1fa-7321ccee85e3'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:32:04.051513 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91d1391-5a07-4ebe-8962-7aa462207082" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7d295f-c5d2-4c7a-bea1-035d9b800e42", "tag": "5721a765-9822-4ebb-b1fa-7321ccee85e3"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:32:04.092628 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f71730-1e72-41fd-a9ec-cedeace5398f x-openstack-request-id: req-50f71730-1e72-41fd-a9ec-cedeace5398f {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:32:04.092925 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7d295f-c5d2-4c7a-bea1-035d9b800e42", "tag": "5721a765-9822-4ebb-b1fa-7321ccee85e3", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:32:04.093472 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50f71730-1e72-41fd-a9ec-cedeace5398f {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:32:04.093881 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'tag': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'status': 'completed', 'code': 200} Sep 16 06:32:04.149719 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-2c7f2648-7b8b-4675-a559-3c7acd6b941b None None] Set router f1009696-7c83-4048-bfc2-14361a7e3b39 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:32:04.182156 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d1391-5a07-4ebe-8962-7aa462207082 req-1faecf81-75c8-4852-8856-0870d58f757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:04.183962 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e91d1391-5a07-4ebe-8962-7aa462207082 req-1faecf81-75c8-4852-8856-0870d58f757a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 1095 time: 0.0495818 Sep 16 06:32:04.293166 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d1391-5a07-4ebe-8962-7aa462207082 req-0ffa4dfd-61fe-494d-baff-feea59d7d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:04.295709 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e91d1391-5a07-4ebe-8962-7aa462207082 req-0ffa4dfd-61fe-494d-baff-feea59d7d420 service neutron] 10.222.0.38 "GET /v2.0/networks?id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b HTTP/1.1" status: 200 len: 910 time: 0.1015685 Sep 16 06:32:04.339455 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e91d1391-5a07-4ebe-8962-7aa462207082 req-3a7a3f97-e72e-4395-ae41-6fa73b074219 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5721a765-9822-4ebb-b1fa-7321ccee85e3 HTTP/1.1" status: 200 len: 217 time: 0.0365198 Sep 16 06:32:04.362242 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2c7f2648-7b8b-4675-a559-3c7acd6b941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:37Z', 'revision_number': 4, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port': {'id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7329d4c6-5027-428d-adba-c9ada455ebb9', 'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'mac_address': 'fa:16:3e:04:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:36Z', 'updated_at': '2021-09-16T06:25:41Z', 'revision_number': 5, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'subnets': [{'id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:04.400086 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d1391-5a07-4ebe-8962-7aa462207082 req-23eca72f-139b-4e67-af57-acd51353adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:04.401987 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e91d1391-5a07-4ebe-8962-7aa462207082 req-23eca72f-139b-4e67-af57-acd51353adf7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e30c5e27-974f-463a-b0da-1f7860e429cb HTTP/1.1" status: 200 len: 848 time: 0.0553870 Sep 16 06:32:04.402477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7f2648-7b8b-4675-a559-3c7acd6b941b None None] Checking router: f1009696-7c83-4048-bfc2-14361a7e3b39 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:32:04.411759 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7f2648-7b8b-4675-a559-3c7acd6b941b None None] Routers {'f1009696-7c83-4048-bfc2-14361a7e3b39'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:32:04.412465 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2c7f2648-7b8b-4675-a559-3c7acd6b941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:31:38Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f1009696-7c83-4048-bfc2-14361a7e3b39'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:04.510128 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9faeb18-cd9f-4018-b155-794cf4d3a6f0 req-05fe9a00-053f-40d5-8de3-cda86f647c9c tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:04.511791 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9faeb18-cd9f-4018-b155-794cf4d3a6f0 req-05fe9a00-053f-40d5-8de3-cda86f647c9c tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 943 time: 0.0852792 Sep 16 06:32:04.519726 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d1391-5a07-4ebe-8962-7aa462207082 req-098df3ea-5b48-494b-a98f-3d48f0e91abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:04.521364 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e91d1391-5a07-4ebe-8962-7aa462207082 req-098df3ea-5b48-494b-a98f-3d48f0e91abb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623798 Sep 16 06:32:04.523130 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-2c7f2648-7b8b-4675-a559-3c7acd6b941b None None] Set router f1009696-7c83-4048-bfc2-14361a7e3b39 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:32:04.584220 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-a9faeb18-cd9f-4018-b155-794cf4d3a6f0 req-ec75490f-6861-4e95-912b-fb1bc4f825cf tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617690 Sep 16 06:32:04.645305 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e91d1391-5a07-4ebe-8962-7aa462207082 req-4e071b15-b027-4114-a7e4-c728a6e541ae service neutron] 10.222.0.38 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076446 Sep 16 06:32:04.731407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-2c7f2648-7b8b-4675-a559-3c7acd6b941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:37Z', 'revision_number': 4, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port': {'id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7329d4c6-5027-428d-adba-c9ada455ebb9', 'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'mac_address': 'fa:16:3e:04:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:36Z', 'updated_at': '2021-09-16T06:25:41Z', 'revision_number': 5, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'subnets': [{'id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:04.759416 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7f2648-7b8b-4675-a559-3c7acd6b941b None None] The sync data for ids ['f1009696-7c83-4048-bfc2-14361a7e3b39'] in n-d-712140-13 is: [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:37Z', 'revision_number': 4, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port': {'id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13', '_interfaces': [{'id': '7329d4c6-5027-428d-adba-c9ada455ebb9', 'name': '', 'network_id': '098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'mac_address': 'fa:16:3e:04:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:36Z', 'updated_at': '2021-09-16T06:25:41Z', 'revision_number': 5, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'subnets': [{'id': 'e30c5e27-974f-463a-b0da-1f7860e429cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:32:04.763634 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-e91d1391-5a07-4ebe-8962-7aa462207082 req-e92e03ac-4f6c-4eb6-b739-203636650178 service neutron] 10.222.0.38 "GET /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092746 Sep 16 06:32:05.017947 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930a6925-a99b-4eb0-b9ba-afa0cf0a5323 None None] New status for floating IP f0107aa0-4ec2-4098-bd26-cff25541f8d5: DOWN {{(pid=95476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:32:05.335733 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-e43d9fc1-35bd-4cd2-a763-08a13794f385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:05.648479 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e0b6c-7ce7-4761-9123-ac8871520ba3 req-6e51fab4-9bc0-4147-9f83-063e53e5308b tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:05.649699 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf1e0b6c-7ce7-4761-9123-ac8871520ba3 req-6e51fab4-9bc0-4147-9f83-063e53e5308b tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 943 time: 0.0577769 Sep 16 06:32:05.775177 n-d-712140-13 neutron-server[95473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4777d-7798-434e-8f7a-7d4085e4f140 req-b90d36c4-9e67-45a2-8332-d81d46eb1407 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:05.776971 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24f4777d-7798-434e-8f7a-7d4085e4f140 req-b90d36c4-9e67-45a2-8332-d81d46eb1407 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 943 time: 0.0962603 Sep 16 06:32:05.823307 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-cf1e0b6c-7ce7-4761-9123-ac8871520ba3 req-f66e2d45-a730-48f9-b0d6-609fd9fa7321 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Deleting port 5721a765-9822-4ebb-b1fa-7321ccee85e3 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:32:05.823648 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cf1e0b6c-7ce7-4761-9123-ac8871520ba3 req-f66e2d45-a730-48f9-b0d6-609fd9fa7321 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:05.832621 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-24f4777d-7798-434e-8f7a-7d4085e4f140 req-97987d70-afb6-4878-af90-621fae45051a tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/security-groups?id=484f25ad-ee4b-4a28-a1ca-4586d9027d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483217 Sep 16 06:32:05.923652 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [req-cf1e0b6c-7ce7-4761-9123-ac8871520ba3 req-f66e2d45-a730-48f9-b0d6-609fd9fa7321 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] For port 5721a765-9822-4ebb-b1fa-7321ccee85e3, host n-h2-712140-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-13',level=0,port_id=5721a765-9822-4ebb-b1fa-7321ccee85e3,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:05.923963 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cf1e0b6c-7ce7-4761-9123-ac8871520ba3 req-f66e2d45-a730-48f9-b0d6-609fd9fa7321 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:05.937950 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [req-cf1e0b6c-7ce7-4761-9123-ac8871520ba3 req-f66e2d45-a730-48f9-b0d6-609fd9fa7321 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Calling delete_port for 5721a765-9822-4ebb-b1fa-7321ccee85e3 owned by compute:nova {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:32:06.157590 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cf1e0b6c-7ce7-4761-9123-ac8871520ba3 req-f66e2d45-a730-48f9-b0d6-609fd9fa7321 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:06.192973 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e2d45-a730-48f9-b0d6-609fd9fa7321 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Pushing event deleted for resources: {'Port': ['ID=5721a765-9822-4ebb-b1fa-7321ccee85e3,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:06.232945 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1e0b6c-7ce7-4761-9123-ac8871520ba3 req-f66e2d45-a730-48f9-b0d6-609fd9fa7321 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] No DVR routers for this DVR port 5721a765-9822-4ebb-b1fa-7321ccee85e3 on host n-h2-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:32:06.235810 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [req-cf1e0b6c-7ce7-4761-9123-ac8871520ba3 req-f66e2d45-a730-48f9-b0d6-609fd9fa7321 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115993'] for port, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:06.237836 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-cf1e0b6c-7ce7-4761-9123-ac8871520ba3 req-f66e2d45-a730-48f9-b0d6-609fd9fa7321 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.38 "DELETE /v2.0/ports/5721a765-9822-4ebb-b1fa-7321ccee85e3 HTTP/1.1" status: 204 len: 173 time: 0.5810614 Sep 16 06:32:06.238270 n-d-712140-13 neutron-server[95473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'name': 'network-vif-deleted', 'tag': '5721a765-9822-4ebb-b1fa-7321ccee85e3'}] {{(pid=95473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:32:06.240594 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46d2f9a59fb90c03d2fd53dd27afb07428ff330b97aa6a19ca1d8225cf3e68f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f38684-3a69-4902-a87d-9eb2d418be12" -d '{"events": [{"server_uuid": "cf7d295f-c5d2-4c7a-bea1-035d9b800e42", "name": "network-vif-deleted", "tag": "5721a765-9822-4ebb-b1fa-7321ccee85e3"}]}' {{(pid=95473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:32:06.278566 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e7bc56-7ed1-461a-b5ca-d0dbc87174e6 x-openstack-request-id: req-d1e7bc56-7ed1-461a-b5ca-d0dbc87174e6 {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:32:06.278867 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7d295f-c5d2-4c7a-bea1-035d9b800e42", "name": "network-vif-deleted", "tag": "5721a765-9822-4ebb-b1fa-7321ccee85e3", "status": "completed", "code": 200}]} {{(pid=95473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:32:06.281495 n-d-712140-13 neutron-server[95473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1e7bc56-7ed1-461a-b5ca-d0dbc87174e6 {{(pid=95473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:32:06.281495 n-d-712140-13 neutron-server[95473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7d295f-c5d2-4c7a-bea1-035d9b800e42', 'name': 'network-vif-deleted', 'tag': '5721a765-9822-4ebb-b1fa-7321ccee85e3', 'status': 'completed', 'code': 200} Sep 16 06:32:06.944898 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [req-96e4d1de-548d-4703-9c99-22aba7057d84 req-663da985-f2a0-4aa2-a91a-ed7bee21bab6 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d295f-c5d2-4c7a-bea1-035d9b800e42 HTTP/1.1" status: 200 len: 210 time: 0.0321724 Sep 16 06:32:07.843546 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-93d7a71f-1535-482a-9023-30833738e282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:08.000219 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46008) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:08.059807 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aa5ba0f6-aed8-4774-9f6b-f3a91c6f89a0 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:08.087397 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aa5ba0f6-aed8-4774-9f6b-f3a91c6f89a0 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:08.209903 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aa5ba0f6-aed8-4774-9f6b-f3a91c6f89a0 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:08.212806 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-aa5ba0f6-aed8-4774-9f6b-f3a91c6f89a0 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:08.213996 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-aa5ba0f6-aed8-4774-9f6b-f3a91c6f89a0 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] 10.222.0.20 "DELETE /v2.0/security-groups/484f25ad-ee4b-4a28-a1ca-4586d9027d84 HTTP/1.1" status: 204 len: 168 time: 0.2127626 Sep 16 06:32:08.223840 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ba0f6-aed8-4774-9f6b-f3a91c6f89a0 tempest-TestSnapshotPattern-1773837680 tempest-TestSnapshotPattern-1773837680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=484f25ad-ee4b-4a28-a1ca-4586d9027d84,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:08.353271 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46012) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:08.735256 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:08.833802 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-90114f95-2725-4455-a537-6e84f4a56223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:09.097293 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-90114f95-2725-4455-a537-6e84f4a56223 admin admin] Deleting port 7329d4c6-5027-428d-adba-c9ada455ebb9 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:32:09.097991 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-90114f95-2725-4455-a537-6e84f4a56223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:09.174525 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-90114f95-2725-4455-a537-6e84f4a56223 admin admin] For port 7329d4c6-5027-428d-adba-c9ada455ebb9, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=7329d4c6-5027-428d-adba-c9ada455ebb9,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:09.174903 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-90114f95-2725-4455-a537-6e84f4a56223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:09.187468 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-90114f95-2725-4455-a537-6e84f4a56223 admin admin] Calling delete_port for 7329d4c6-5027-428d-adba-c9ada455ebb9 owned by network:router_interface {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:32:09.421548 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-90114f95-2725-4455-a537-6e84f4a56223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:09.447892 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90114f95-2725-4455-a537-6e84f4a56223 admin admin] Pushing event deleted for resources: {'Port': ['ID=7329d4c6-5027-428d-adba-c9ada455ebb9,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:09.620678 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-90114f95-2725-4455-a537-6e84f4a56223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:09.712712 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:09.862734 n-d-712140-13 neutron-server[95473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90114f95-2725-4455-a537-6e84f4a56223 admin admin] Router f1009696-7c83-4048-bfc2-14361a7e3b39 has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:32:09.989959 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90114f95-2725-4455-a537-6e84f4a56223 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:32:09.996296 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-90114f95-2725-4455-a537-6e84f4a56223 admin admin] 10.222.0.20 "PUT /v2.0/routers/f1009696-7c83-4048-bfc2-14361a7e3b39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6409795 Sep 16 06:32:09.998482 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46016) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:10.000201 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359225d-9104-4d86-8178-59fb19e975da None None] Sync routers for ids ['f1009696-7c83-4048-bfc2-14361a7e3b39'] in n-d-712140-13 {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:32:10.010273 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7359225d-9104-4d86-8178-59fb19e975da None None] Routers {'f1009696-7c83-4048-bfc2-14361a7e3b39'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:32:10.010923 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7359225d-9104-4d86-8178-59fb19e975da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:32:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f1009696-7c83-4048-bfc2-14361a7e3b39'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:10.116857 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c5eda20-0094-4c47-8ec4-e9523ad29c0b admin admin] Notify callbacks [] for router, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:10.130477 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-7359225d-9104-4d86-8178-59fb19e975da None None] Set router f1009696-7c83-4048-bfc2-14361a7e3b39 gateway port host: n-d-712140-13 {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:32:10.235352 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c5eda20-0094-4c47-8ec4-e9523ad29c0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:10.275166 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5721a765-9822-4ebb-b1fa-7321ccee85e3 no longer exists at agent hyperv_n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:32:10.301540 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] No Port match for: 5721a765-9822-4ebb-b1fa-7321ccee85e3 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:32:10.301876 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Device 5721a765-9822-4ebb-b1fa-7321ccee85e3 not bound to the agent host n-h2-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:32:10.362386 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7359225d-9104-4d86-8178-59fb19e975da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:32:09Z', 'revision_number': 5, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port': {'id': '5bbf3268-afe8-4915-b784-b8a820d4b278', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:10.401149 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359225d-9104-4d86-8178-59fb19e975da None None] Checking router: f1009696-7c83-4048-bfc2-14361a7e3b39 for host: n-d-712140-13 {{(pid=95475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:32:10.411043 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7359225d-9104-4d86-8178-59fb19e975da None None] Routers {'f1009696-7c83-4048-bfc2-14361a7e3b39'} bound to L3 agent in host n-d-712140-13 {{(pid=95475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:32:10.411677 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7359225d-9104-4d86-8178-59fb19e975da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:32:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['f1009696-7c83-4048-bfc2-14361a7e3b39'], 'active': True} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:10.665203 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvr_db [None req-7359225d-9104-4d86-8178-59fb19e975da None None] Set router f1009696-7c83-4048-bfc2-14361a7e3b39 gateway port host: None {{(pid=95475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:32:10.719467 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_hamode_db [None req-7359225d-9104-4d86-8178-59fb19e975da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:32:10Z', 'revision_number': 6, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:10.749991 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359225d-9104-4d86-8178-59fb19e975da None None] The sync data for ids ['f1009696-7c83-4048-bfc2-14361a7e3b39'] in n-d-712140-13 is: [{'id': 'f1009696-7c83-4048-bfc2-14361a7e3b39', 'name': 'tempest-TestSnapshotPattern-127281067-router', 'tenant_id': '7ad2e518333c4b91ad00751a2b6e2252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:34Z', 'updated_at': '2021-09-16T06:32:10Z', 'revision_number': 6, 'project_id': '7ad2e518333c4b91ad00751a2b6e2252', 'gw_port_host': None}] {{(pid=95475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:32:10.776875 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-3c5eda20-0094-4c47-8ec4-e9523ad29c0b admin admin] Deleting port 5bbf3268-afe8-4915-b784-b8a820d4b278 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:32:10.777219 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c5eda20-0094-4c47-8ec4-e9523ad29c0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:10.860118 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-3c5eda20-0094-4c47-8ec4-e9523ad29c0b admin admin] For port 5bbf3268-afe8-4915-b784-b8a820d4b278, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=5bbf3268-afe8-4915-b784-b8a820d4b278,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:10.860483 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c5eda20-0094-4c47-8ec4-e9523ad29c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:10.873241 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-3c5eda20-0094-4c47-8ec4-e9523ad29c0b admin admin] Calling delete_port for 5bbf3268-afe8-4915-b784-b8a820d4b278 owned by network:router_gateway {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:32:11.095103 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c5eda20-0094-4c47-8ec4-e9523ad29c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:11.133070 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5eda20-0094-4c47-8ec4-e9523ad29c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=5bbf3268-afe8-4915-b784-b8a820d4b278,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:11.169407 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7329d4c6-5027-428d-adba-c9ada455ebb9 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:32:11.202527 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 7329d4c6-5027-428d-adba-c9ada455ebb9 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:32:11.202872 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 7329d4c6-5027-428d-adba-c9ada455ebb9 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:32:11.211514 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c5eda20-0094-4c47-8ec4-e9523ad29c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:11.272060 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:11.307288 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c5eda20-0094-4c47-8ec4-e9523ad29c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:11.310284 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c5eda20-0094-4c47-8ec4-e9523ad29c0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:11.421189 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c5eda20-0094-4c47-8ec4-e9523ad29c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:11.421656 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5eda20-0094-4c47-8ec4-e9523ad29c0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1009696-7c83-4048-bfc2-14361a7e3b39 {{(pid=95473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:32:11.426394 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-3c5eda20-0094-4c47-8ec4-e9523ad29c0b admin admin] Notify callbacks [] for router, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:11.427620 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-3c5eda20-0094-4c47-8ec4-e9523ad29c0b admin admin] 10.222.0.20 "DELETE /v2.0/routers/f1009696-7c83-4048-bfc2-14361a7e3b39 HTTP/1.1" status: 204 len: 168 time: 1.4278190 Sep 16 06:32:11.430113 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46020) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:11.474691 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c53939-56a1-4925-a9c3-58c7ecc107bb admin admin] Deleting subnet e30c5e27-974f-463a-b0da-1f7860e429cb {{(pid=95473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:32:11.477715 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-63c53939-56a1-4925-a9c3-58c7ecc107bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:11.513705 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-63c53939-56a1-4925-a9c3-58c7ecc107bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25300152'] for subnet, precommit_delete_associations {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:11.602676 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-63c53939-56a1-4925-a9c3-58c7ecc107bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:11.707467 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-63c53939-56a1-4925-a9c3-58c7ecc107bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25664740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27033731'] for subnet, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:11.734069 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c53939-56a1-4925-a9c3-58c7ecc107bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e30c5e27-974f-463a-b0da-1f7860e429cb,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:11.737872 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-63c53939-56a1-4925-a9c3-58c7ecc107bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:11.741481 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-63c53939-56a1-4925-a9c3-58c7ecc107bb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e30c5e27-974f-463a-b0da-1f7860e429cb HTTP/1.1" status: 204 len: 168 time: 0.3087528 Sep 16 06:32:11.742982 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46022) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:11.743873 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559fc232-034f-4c3f-8f90-0d40b62659f0 None None] Network 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:32:11.819215 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:11.882824 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] Deleting port 384face9-62fd-4d7a-ac6b-eb426b299fe0 {{(pid=95473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:32:11.883100 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:11.947918 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cc455d-c58b-4b22-a111-cbf75ee762ee None None] DHCP port deletion for 098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:32:11.960379 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.db [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] For port 384face9-62fd-4d7a-ac6b-eb426b299fe0, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=384face9-62fd-4d7a-ac6b-eb426b299fe0,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:11.960855 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:11.981675 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.plugin [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] Calling delete_port for 384face9-62fd-4d7a-ac6b-eb426b299fe0 owned by network:dhcp {{(pid=95473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:32:12.011751 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-92cc455d-c58b-4b22-a111-cbf75ee762ee None None] Deleting port 384face9-62fd-4d7a-ac6b-eb426b299fe0 {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:32:12.012948 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-92cc455d-c58b-4b22-a111-cbf75ee762ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:12.076982 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-92cc455d-c58b-4b22-a111-cbf75ee762ee None None] For port 384face9-62fd-4d7a-ac6b-eb426b299fe0, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=384face9-62fd-4d7a-ac6b-eb426b299fe0,segment=NetworkSegment(d8d9c18d-bf73-4af3-b785-a18667e89a86),segment_id=d8d9c18d-bf73-4af3-b785-a18667e89a86)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:12.077381 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-92cc455d-c58b-4b22-a111-cbf75ee762ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:12.089727 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-92cc455d-c58b-4b22-a111-cbf75ee762ee None None] Calling delete_port for 384face9-62fd-4d7a-ac6b-eb426b299fe0 owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:32:12.112894 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25664715'] for port, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:12.143983 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] Pushing event deleted for resources: {'Port': ['ID=384face9-62fd-4d7a-ac6b-eb426b299fe0,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:12.150834 n-d-712140-13 neutron-server[95473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] No DVR routers for this DVR port 384face9-62fd-4d7a-ac6b-eb426b299fe0 on host n-d-712140-13 {{(pid=95473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:32:12.172090 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-92cc455d-c58b-4b22-a111-cbf75ee762ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:12.196030 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc455d-c58b-4b22-a111-cbf75ee762ee None None] Pushing event deleted for resources: {'Port': ['ID=384face9-62fd-4d7a-ac6b-eb426b299fe0,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:12.202977 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc455d-c58b-4b22-a111-cbf75ee762ee None None] No DVR routers for this DVR port 384face9-62fd-4d7a-ac6b-eb426b299fe0 on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:32:12.230764 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:12.251161 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b']}} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:12.260316 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d9c18d-bf73-4af3-b785-a18667e89a86') {'for_net_delete': True} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:12.260615 n-d-712140-13 neutron-server[95473]: DEBUG neutron.services.segments.db [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d9c18d-bf73-4af3-b785-a18667e89a86') {} {{(pid=95473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:12.270470 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25300147'] for segment, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:12.284781 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:12.290751 n-d-712140-13 neutron-server[95473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:32:12.291168 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25658170'] for segment, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: Traceback (most recent call last): Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: timer() Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: cb(*args, **kw) Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: return func(*args, **kwargs) Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: self._notify() Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: self.callback(batched_events) Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: event.method(event) Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: return f(self, *a, **k) Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: return self._get(url).json() Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: return self.request(url, 'GET', **kwargs) Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:32:12.292810 n-d-712140-13 neutron-server[95473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:32:12.392636 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:12.398099 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] Notify callbacks [] for network, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:12.399973 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] 10.222.0.20 "DELETE /v2.0/networks/098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b HTTP/1.1" status: 204 len: 168 time: 0.6560371 Sep 16 06:32:12.403450 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46024) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:12.411361 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a05753-5371-4d6e-b758-b5f17163de6e admin admin] Pushing event deleted for resources: {'Network': ['ID=098dac6a-4eea-4ffd-9c0c-1e5fd5c6063b,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:12.839346 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 384face9-62fd-4d7a-ac6b-eb426b299fe0 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:32:12.860775 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 384face9-62fd-4d7a-ac6b-eb426b299fe0 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:32:12.861109 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 384face9-62fd-4d7a-ac6b-eb426b299fe0 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:32:12.861523 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5bbf3268-afe8-4915-b784-b8a820d4b278 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:32:12.881494 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 5bbf3268-afe8-4915-b784-b8a820d4b278 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:32:12.881837 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 5bbf3268-afe8-4915-b784-b8a820d4b278 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:32:13.046808 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-650b6ed9-9b1f-4eda-b65f-b92a09e26aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553483'] for router_interface, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:13.295666 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-650b6ed9-9b1f-4eda-b65f-b92a09e26aa5 admin admin] Deleting port 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240 {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:32:13.296014 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-650b6ed9-9b1f-4eda-b65f-b92a09e26aa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:13.377887 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-650b6ed9-9b1f-4eda-b65f-b92a09e26aa5 admin admin] For port 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=2ca1e0ba-9ba5-4778-8524-ffcea0d1e240,segment=NetworkSegment(f707bd72-86ce-4970-aadd-8a39915842c5),segment_id=f707bd72-86ce-4970-aadd-8a39915842c5)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:13.378162 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-650b6ed9-9b1f-4eda-b65f-b92a09e26aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:13.391199 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-650b6ed9-9b1f-4eda-b65f-b92a09e26aa5 admin admin] Calling delete_port for 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240 owned by network:router_interface {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:32:13.643908 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-650b6ed9-9b1f-4eda-b65f-b92a09e26aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:13.670305 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b6ed9-9b1f-4eda-b65f-b92a09e26aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca1e0ba-9ba5-4778-8524-ffcea0d1e240,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:13.843814 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-650b6ed9-9b1f-4eda-b65f-b92a09e26aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555707'] for router_interface, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:14.071100 n-d-712140-13 neutron-server[95474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650b6ed9-9b1f-4eda-b65f-b92a09e26aa5 admin admin] Router 68103527-3ca2-474d-b1bd-43239a6b795f has already been hosted by L3 agent 89bf3fe2-969c-4235-a8d3-3c8f12fde3a2 {{(pid=95474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:32:14.183245 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650b6ed9-9b1f-4eda-b65f-b92a09e26aa5 admin admin] Notify agent at l3_agent.n-d-712140-13 the message routers_updated {{(pid=95474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:32:14.188392 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-650b6ed9-9b1f-4eda-b65f-b92a09e26aa5 admin admin] 10.222.0.20 "PUT /v2.0/routers/68103527-3ca2-474d-b1bd-43239a6b795f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7839167 Sep 16 06:32:14.191027 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46026) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:14.193884 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc8af64-fc08-4959-a2d0-9d7ff5034e21 None None] Sync routers for ids ['68103527-3ca2-474d-b1bd-43239a6b795f'] in n-d-712140-13 {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:32:14.204607 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc8af64-fc08-4959-a2d0-9d7ff5034e21 None None] Routers {'68103527-3ca2-474d-b1bd-43239a6b795f'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:32:14.205232 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ccc8af64-fc08-4959-a2d0-9d7ff5034e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:32:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['68103527-3ca2-474d-b1bd-43239a6b795f'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:14.305706 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-324ad83c-e6d1-4b7b-ad61-556527a17d1a admin admin] Notify callbacks [] for router, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:14.312398 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-ccc8af64-fc08-4959-a2d0-9d7ff5034e21 None None] Set router 68103527-3ca2-474d-b1bd-43239a6b795f gateway port host: n-d-712140-13 {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:32:14.418020 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-324ad83c-e6d1-4b7b-ad61-556527a17d1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:14.495853 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ccc8af64-fc08-4959-a2d0-9d7ff5034e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'name': 'tempest-TestSnapshotPattern-1782788306-router', 'tenant_id': 'b2ba34230b45414f8c8e2f829b749909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'external_fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'af2f644b-0855-4635-aa14-33b0c2444b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:41Z', 'updated_at': '2021-09-16T06:32:13Z', 'revision_number': 5, 'project_id': 'b2ba34230b45414f8c8e2f829b749909', 'gw_port': {'id': 'af2f644b-0855-4635-aa14-33b0c2444b6d', 'name': '', 'network_id': 'edc4bd80-9b5d-4bcc-bfa1-52f51656d27c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:41Z', 'updated_at': '2021-09-16T06:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '242cb511-14cd-4d2c-ad08-a27d1508f4ab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-13'}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:14.519210 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-324ad83c-e6d1-4b7b-ad61-556527a17d1a admin admin] Deleting port af2f644b-0855-4635-aa14-33b0c2444b6d {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:32:14.519558 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-324ad83c-e6d1-4b7b-ad61-556527a17d1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:14.522590 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc8af64-fc08-4959-a2d0-9d7ff5034e21 None None] Checking router: 68103527-3ca2-474d-b1bd-43239a6b795f for host: n-d-712140-13 {{(pid=95476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:32:14.531912 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc8af64-fc08-4959-a2d0-9d7ff5034e21 None None] Routers {'68103527-3ca2-474d-b1bd-43239a6b795f'} bound to L3 agent in host n-d-712140-13 {{(pid=95476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:32:14.532551 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ccc8af64-fc08-4959-a2d0-9d7ff5034e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:08Z,description=,heartbeat_timestamp=2021-09-16T06:32:08Z,host='n-d-712140-13',id=89bf3fe2-969c-4235-a8d3-3c8f12fde3a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:08Z,topic='l3_agent')) {'router_ids': ['68103527-3ca2-474d-b1bd-43239a6b795f'], 'active': True} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:14.604568 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-324ad83c-e6d1-4b7b-ad61-556527a17d1a admin admin] For port af2f644b-0855-4635-aa14-33b0c2444b6d, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=af2f644b-0855-4635-aa14-33b0c2444b6d,segment=NetworkSegment(c7f46cb7-ae2c-431c-8f37-7020c4146352),segment_id=c7f46cb7-ae2c-431c-8f37-7020c4146352)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:14.605077 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-324ad83c-e6d1-4b7b-ad61-556527a17d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:14.618478 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_dvr_db [None req-ccc8af64-fc08-4959-a2d0-9d7ff5034e21 None None] Set router 68103527-3ca2-474d-b1bd-43239a6b795f gateway port host: None {{(pid=95476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:32:14.618722 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-324ad83c-e6d1-4b7b-ad61-556527a17d1a admin admin] Calling delete_port for af2f644b-0855-4635-aa14-33b0c2444b6d owned by network:router_gateway {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:32:14.669727 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.l3_hamode_db [None req-ccc8af64-fc08-4959-a2d0-9d7ff5034e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'name': 'tempest-TestSnapshotPattern-1782788306-router', 'tenant_id': 'b2ba34230b45414f8c8e2f829b749909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:41Z', 'updated_at': '2021-09-16T06:32:14Z', 'revision_number': 6, 'project_id': 'b2ba34230b45414f8c8e2f829b749909', 'gw_port_host': None}], 'n-d-712140-13', False) {} {{(pid=95476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:14.698229 n-d-712140-13 neutron-server[95476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc8af64-fc08-4959-a2d0-9d7ff5034e21 None None] The sync data for ids ['68103527-3ca2-474d-b1bd-43239a6b795f'] in n-d-712140-13 is: [{'id': '68103527-3ca2-474d-b1bd-43239a6b795f', 'name': 'tempest-TestSnapshotPattern-1782788306-router', 'tenant_id': 'b2ba34230b45414f8c8e2f829b749909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:41Z', 'updated_at': '2021-09-16T06:32:14Z', 'revision_number': 6, 'project_id': 'b2ba34230b45414f8c8e2f829b749909', 'gw_port_host': None}] {{(pid=95476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:32:14.867132 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-324ad83c-e6d1-4b7b-ad61-556527a17d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:14.893989 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ad83c-e6d1-4b7b-ad61-556527a17d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=af2f644b-0855-4635-aa14-33b0c2444b6d,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:14.964311 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-324ad83c-e6d1-4b7b-ad61-556527a17d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555645'] for router_gateway, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:15.051525 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-324ad83c-e6d1-4b7b-ad61-556527a17d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:15.053653 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-324ad83c-e6d1-4b7b-ad61-556527a17d1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:15.146167 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240 no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:32:15.171658 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240 {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:32:15.172003 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device 2ca1e0ba-9ba5-4778-8524-ffcea0d1e240 not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:32:15.176902 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-324ad83c-e6d1-4b7b-ad61-556527a17d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527575'] for router, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:15.179184 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324ad83c-e6d1-4b7b-ad61-556527a17d1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68103527-3ca2-474d-b1bd-43239a6b795f {{(pid=95474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:32:15.183293 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-324ad83c-e6d1-4b7b-ad61-556527a17d1a admin admin] Notify callbacks [] for router, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:15.186033 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-324ad83c-e6d1-4b7b-ad61-556527a17d1a admin admin] 10.222.0.20 "DELETE /v2.0/routers/68103527-3ca2-474d-b1bd-43239a6b795f HTTP/1.1" status: 204 len: 168 time: 0.9940696 Sep 16 06:32:15.188600 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46028) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:15.251363 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ad5b2c-aaec-45eb-b374-94646d37de6e admin admin] Deleting subnet bdd06a33-1044-447f-9cfb-290e86b25a17 {{(pid=95474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:32:15.255183 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-07ad5b2c-aaec-45eb-b374-94646d37de6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:15.299644 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-07ad5b2c-aaec-45eb-b374-94646d37de6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25226514'] for subnet, precommit_delete_associations {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:15.378604 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-07ad5b2c-aaec-45eb-b374-94646d37de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851928'] for subnet, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:15.547794 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-07ad5b2c-aaec-45eb-b374-94646d37de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29168664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25215445'] for subnet, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:15.575710 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad5b2c-aaec-45eb-b374-94646d37de6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd06a33-1044-447f-9cfb-290e86b25a17,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:15.579112 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-07ad5b2c-aaec-45eb-b374-94646d37de6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:15.581259 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-07ad5b2c-aaec-45eb-b374-94646d37de6e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bdd06a33-1044-447f-9cfb-290e86b25a17 HTTP/1.1" status: 204 len: 168 time: 0.3915882 Sep 16 06:32:15.583685 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46030) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:15.592743 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d6ddf2-02ee-41e4-b277-a874ecd7a77f None None] Network 86cb8a9e-84a1-4483-9cea-5401c1931200 requested from n-d-712140-13 {{(pid=95475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:32:15.663062 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896425'] for network, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:15.725586 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] Deleting port b80a0f37-9019-45de-b704-98c12974a3df {{(pid=95474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:32:15.725935 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:15.783402 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85573ce4-1e12-4503-b775-c89559bc4cd5 None None] DHCP port deletion for 86cb8a9e-84a1-4483-9cea-5401c1931200 request from n-d-712140-13 {{(pid=95475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:32:15.801629 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.db [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] For port b80a0f37-9019-45de-b704-98c12974a3df, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=b80a0f37-9019-45de-b704-98c12974a3df,segment=NetworkSegment(f707bd72-86ce-4970-aadd-8a39915842c5),segment_id=f707bd72-86ce-4970-aadd-8a39915842c5)] {{(pid=95474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:15.801629 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:15.815189 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.plugin [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] Calling delete_port for b80a0f37-9019-45de-b704-98c12974a3df owned by network:dhcp {{(pid=95474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:32:15.836038 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-85573ce4-1e12-4503-b775-c89559bc4cd5 None None] Deleting port b80a0f37-9019-45de-b704-98c12974a3df {{(pid=95475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:32:15.836427 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-85573ce4-1e12-4503-b775-c89559bc4cd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734107146545'] for port, before_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:15.899809 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.db [None req-85573ce4-1e12-4503-b775-c89559bc4cd5 None None] For port b80a0f37-9019-45de-b704-98c12974a3df, host n-d-712140-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-13',level=0,port_id=b80a0f37-9019-45de-b704-98c12974a3df,segment=NetworkSegment(f707bd72-86ce-4970-aadd-8a39915842c5),segment_id=f707bd72-86ce-4970-aadd-8a39915842c5)] {{(pid=95475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:15.900188 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-85573ce4-1e12-4503-b775-c89559bc4cd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551747'] for port, precommit_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:15.913059 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-85573ce4-1e12-4503-b775-c89559bc4cd5 None None] Calling delete_port for b80a0f37-9019-45de-b704-98c12974a3df owned by network:dhcp {{(pid=95475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:32:16.009627 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29168695'] for port, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:16.015956 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-85573ce4-1e12-4503-b775-c89559bc4cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3813993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734107152887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734106597057'] for port, after_delete {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:16.037521 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] Pushing event deleted for resources: {'Port': ['ID=b80a0f37-9019-45de-b704-98c12974a3df,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:16.041907 n-d-712140-13 neutron-server[95474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] No DVR routers for this DVR port b80a0f37-9019-45de-b704-98c12974a3df on host n-d-712140-13 {{(pid=95474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:32:16.044040 n-d-712140-13 neutron-server[95475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85573ce4-1e12-4503-b775-c89559bc4cd5 None None] Pushing event deleted for resources: {'Port': ['ID=b80a0f37-9019-45de-b704-98c12974a3df,revision_number=None']} {{(pid=95475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:16.050989 n-d-712140-13 neutron-server[95475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85573ce4-1e12-4503-b775-c89559bc4cd5 None None] No DVR routers for this DVR port b80a0f37-9019-45de-b704-98c12974a3df on host n-d-712140-13 {{(pid=95475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:32:16.119467 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852063', 'neutron.services.segments.db._delete_segments_for_network-8734107111837'] for network, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:16.140150 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cb8a9e-84a1-4483-9cea-5401c1931200']}} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:16.149599 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f707bd72-86ce-4970-aadd-8a39915842c5') {'for_net_delete': True} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:16.149901 n-d-712140-13 neutron-server[95474]: DEBUG neutron.services.segments.db [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f707bd72-86ce-4970-aadd-8a39915842c5') {} {{(pid=95474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:16.159888 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734107112102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25226521'] for segment, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:16.173013 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845'] for segment, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:16.179083 n-d-712140-13 neutron-server[95474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:32:16.179511 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29166534'] for segment, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: Traceback (most recent call last): Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: timer() Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: cb(*args, **kw) Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: return func(*args, **kwargs) Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: self._notify() Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: self.callback(batched_events) Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: event.method(event) Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: return f(self, *a, **k) Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: return self._get(url).json() Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: return self.request(url, 'GET', **kwargs) Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:32:16.181146 n-d-712140-13 neutron-server[95474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:32:16.306652 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555545'] for network, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:16.322634 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] Notify callbacks [] for network, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:16.322634 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] 10.222.0.20 "DELETE /v2.0/networks/86cb8a9e-84a1-4483-9cea-5401c1931200 HTTP/1.1" status: 204 len: 168 time: 0.7298679 Sep 16 06:32:16.327190 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8213030-e484-4948-8fd6-9e25d143c83b admin admin] Pushing event deleted for resources: {'Network': ['ID=86cb8a9e-84a1-4483-9cea-5401c1931200,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:16.639840 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46034) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:16.684433 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-b0cd53bb-ca6b-451e-9419-df68329c82dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ad2e518333c4b91ad00751a2b6e2252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427709 Sep 16 06:32:16.687222 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46036) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:16.739533 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c630ab55-4792-4b29-b9a5-7d81ebfae891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:16.762831 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c630ab55-4792-4b29-b9a5-7d81ebfae891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:16.844387 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device af2f644b-0855-4635-aa14-33b0c2444b6d no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:32:16.865520 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: af2f644b-0855-4635-aa14-33b0c2444b6d {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:32:16.865858 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device af2f644b-0855-4635-aa14-33b0c2444b6d not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:32:16.866270 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device b80a0f37-9019-45de-b704-98c12974a3df no longer exists at agent ovs-agent-n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:32:16.885666 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.plugin [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] No Port match for: b80a0f37-9019-45de-b704-98c12974a3df {{(pid=95475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:32:16.885920 n-d-712140-13 neutron-server[95475]: DEBUG neutron.plugins.ml2.rpc [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Device b80a0f37-9019-45de-b704-98c12974a3df not bound to the agent host n-d-712140-13 {{(pid=95475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:32:16.889929 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c630ab55-4792-4b29-b9a5-7d81ebfae891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:16.893174 n-d-712140-13 neutron-server[95474]: DEBUG neutron_lib.callbacks.manager [None req-c630ab55-4792-4b29-b9a5-7d81ebfae891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:16.898106 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-c630ab55-4792-4b29-b9a5-7d81ebfae891 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46f3da51-51d7-4f37-8735-2f8f0ecc2d70 HTTP/1.1" status: 204 len: 168 time: 0.2062235 Sep 16 06:32:16.903848 n-d-712140-13 neutron-server[95474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630ab55-4792-4b29-b9a5-7d81ebfae891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f3da51-51d7-4f37-8735-2f8f0ecc2d70,revision_number=None']} {{(pid=95474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:17.620130 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [-] (95474) accepted ('10.222.0.20', 46042) {{(pid=95474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:17.661870 n-d-712140-13 neutron-server[95474]: INFO neutron.wsgi [None req-2e37f033-0a4c-4926-aff8-cbe183f47c1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2ba34230b45414f8c8e2f829b749909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404108 Sep 16 06:32:17.664651 n-d-712140-13 neutron-server[95473]: DEBUG neutron.wsgi [-] (95473) accepted ('10.222.0.20', 46044) {{(pid=95473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:17.713696 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ea2d1e02-aec3-49bc-ae66-cb37a089f5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:17.738907 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ea2d1e02-aec3-49bc-ae66-cb37a089f5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:17.861002 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ea2d1e02-aec3-49bc-ae66-cb37a089f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730068'] for security_group, after_delete {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:17.863631 n-d-712140-13 neutron-server[95473]: DEBUG neutron_lib.callbacks.manager [None req-ea2d1e02-aec3-49bc-ae66-cb37a089f5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:17.864859 n-d-712140-13 neutron-server[95473]: INFO neutron.wsgi [None req-ea2d1e02-aec3-49bc-ae66-cb37a089f5ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd61d683-b475-479a-a066-4e76005af4ae HTTP/1.1" status: 204 len: 168 time: 0.1991916 Sep 16 06:32:17.873707 n-d-712140-13 neutron-server[95473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d1e02-aec3-49bc-ae66-cb37a089f5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd61d683-b475-479a-a066-4e76005af4ae,revision_number=None']} {{(pid=95473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:25.460844 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:29.284255 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:32:29.455487 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:35.352417 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ead02aa4-a16a-4183-a48c-99270b1bccf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:37.877622 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-66ae03e5-7182-42ed-b982-4b5eb81a4cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:38.769044 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:39.729615 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:41.300808 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:55.454904 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:59.328444 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:05.317177 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-c8500e33-baa5-4650-9e95-815fbb35137a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:06.283681 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:33:07.865550 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5882f19f-12d8-45b6-a644-4358d7bb191f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:08.762862 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:09.722703 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.265698 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:25.465483 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:29.362382 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:35.327712 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6c140a24-af80-465b-ad7f-224ff03b9d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:37.848020 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4eafaf98-bc0b-4bd3-85a7-8b0758ac3fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:38.710703 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:39.699059 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:41.299225 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:43.282645 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:33:55.493356 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:59.332926 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:05.316045 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9b39-ffe5-4329-be23-29c9f681b579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:07.880780 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-15a2f11d-648a-418b-ad38-b00bfd8dd29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:08.727017 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:09.761270 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:11.292833 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:20.282963 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:34:25.486909 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:29.390089 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:35.360311 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3f95d5c1-9cf4-49ce-92f1-9ce1d84c12e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:37.858845 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7f0c9f21-cb30-485d-a537-ce6add51536b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:38.760495 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:39.749809 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:41.257682 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:55.486499 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:57.282841 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:34:59.378695 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:05.325724 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-cd7ca6ba-2d1b-47e9-87c2-5848c2e4f4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:07.839423 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6fee6980-4f17-4344-9006-375d1f22a3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:08.725730 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:09.731438 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:11.280777 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:25.462478 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:29.439692 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:34.283401 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:35:35.330447 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5d1491af-978f-4855-a3bb-c04e05aa3e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:37.862955 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9c2e1f78-47a7-4480-9ddd-77e79f817822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:38.771052 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:39.742603 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:41.268186 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:55.525120 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:59.399163 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:05.313368 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-d3fe8b64-b765-42bf-90e9-bb6abb580953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:07.844460 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3dc79db9-70c1-4f22-9af3-809d42ffd73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:08.758423 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:09.753054 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:11.282737 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:36:11.301954 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:25.512737 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:29.427106 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:35.324283 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-97bcbdd5-dad9-4544-82a2-7755351f08ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:37.843273 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-82f3145a-60b2-4ed2-b5f4-e39e101cfa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:38.746826 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:39.769459 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:41.271837 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:48.282131 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:36:55.500723 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:59.414855 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:05.329215 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-5e44fcb0-81d2-47dd-b3d1-0a425c4844a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:07.843509 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-bdd38be0-e30f-41ab-8778-ced1009cdb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:08.768147 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:09.808245 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:11.260197 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:25.282304 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:37:25.528834 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:29.448529 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:35.345806 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-75b33909-4c04-4ae3-95b4-baa312ad5428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:37.882894 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-705d0fb4-1a36-46d4-bca0-5b4ed3de3ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:38.717058 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:39.757120 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:41.288287 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:55.493840 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:59.419345 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:02.281831 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:38:05.345200 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-f0858338-7ab2-46b8-84d4-082494515243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:07.836429 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-283e2485-7326-4b94-8967-8ced2ba54ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:08.738568 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:09.516983 n-d-712140-13 neutron-server[95474]: DEBUG neutron.wsgi [req-dacc7afe-28d1-44ce-bd23-bb773bbf8327 req-f8745d1e-78e7-4d87-86e5-ece40e286d4d service neutron] (95474) timed out ('10.222.0.20', 43354) {{(pid=95474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:38:09.744480 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:11.309928 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:25.509949 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:29.418653 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:35.344416 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3480dc03-eb69-4a01-bc82-38060a502601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:37.847012 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-3940e62e-bfed-49f5-8646-d9396d09ac63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:38.732454 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:39.281886 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:38:39.778144 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:41.280954 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:55.521518 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:59.424115 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:05.332128 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-b70fb051-bdc5-4748-ab7b-959caabfb5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:07.892500 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-aec31cb7-9283-41fd-8091-642f36ffc8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:08.726362 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:09.800868 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:11.291605 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:16.281131 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:39:25.497495 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:29.395021 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:35.325735 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-7248a174-ddd4-4893-bd92-1684fb14c630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:37.845683 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2ce2a520-44a0-49ee-979b-1f431859de83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:38.754177 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:39.765752 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:41.325669 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:53.281021 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:39:55.513906 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:59.473954 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:05.381653 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-6b6739e8-e82b-4a3c-8d07-22a79d1c22bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:07.879411 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-1c4cac7c-0816-460e-972d-2954a768ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:08.748370 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:09.805200 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:11.553537 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:25.490537 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:29.502388 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:30.279958 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:40:35.324621 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-ffc33c69-450b-40bf-aa5e-5620b61d68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:37.872965 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-37a96b5d-5c1a-449f-9f7d-fbf62faa0e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:38.827422 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:39.798751 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:41.301493 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:55.477973 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0378-6d87-4234-a727-faa6d8735ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:59.506411 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-9684ff63-7126-49fc-8413-aaa24445246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:05.335470 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-4573a499-4406-499a-ae71-b04d0769d5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:07.279189 n-d-712140-13 neutron-server[95476]: DEBUG neutron.db.agents_db [None req-7ee01b2d-5e77-414c-a675-b2dc3b3746ee None None] Agent healthcheck: found 7 active agents {{(pid=95476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:41:07.872361 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-81bfc4f1-7ed4-4dc0-88b4-10ad98b38033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:08.746311 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-a09494f4-d84b-4009-b58d-02ffaa54ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:09.827247 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-0e3796d2-2150-464f-9fb1-9bf1a0004bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:11.306716 n-d-712140-13 neutron-server[95475]: DEBUG neutron_lib.callbacks.manager [None req-12d5b8e2-7427-40ea-9918-049c09ec4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734107111819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3854111'] for agent, after_update {{(pid=95475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}